-- Logs begin at Sat 2021-07-24 08:26:59 UTC, end at Sat 2021-07-24 10:35:18 UTC. -- Jul 24 08:56:10.244053 n-d-800085-9 systemd[1]: Started Devstack devstack@q-svc.service. Jul 24 08:56:12.950718 n-d-800085-9 neutron-server[93926]: INFO neutron.common.config [-] Logging enabled! Jul 24 08:56:12.951326 n-d-800085-9 neutron-server[93926]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev496 Jul 24 08:56:12.951490 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93926) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 24 08:56:12.954714 n-d-800085-9 neutron-server[93926]: INFO neutron.common.config [-] Logging enabled! Jul 24 08:56:12.954979 n-d-800085-9 neutron-server[93926]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev496 Jul 24 08:56:12.955293 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93926) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 24 08:56:12.956234 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 24 08:56:12.956471 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 24 08:56:12.956857 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 24 08:56:12.957106 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 24 08:56:12.957337 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 24 08:56:12.957662 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.957962 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.958261 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.958492 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.958814 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.959108 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.959396 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.959692 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.959991 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.960283 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.960567 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.960880 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.961116 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.961402 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.961694 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.961983 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.962210 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] debug = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.962493 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.962916 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.963332 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.963619 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.964071 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.964186 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.964456 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.964756 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.965042 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.965373 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] host = n-d-800085-9 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.965656 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.965947 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.966234 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.966523 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.966801 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.967082 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.967374 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.967649 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.967923 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] log_file = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.968202 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.968492 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.968802 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.969095 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.969327 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.969556 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.969844 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.970134 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.970415 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.970695 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.970974 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.971253 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.971531 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.971805 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.972092 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.972381 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.972669 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.972972 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.973250 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.973528 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.973808 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.974096 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.974900 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.975444 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.975722 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.976014 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.976289 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.976566 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.976890 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.977183 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.977468 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.977755 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.978040 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.978328 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.978605 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.978880 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.979155 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] use_json = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.979430 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.979703 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.979991 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.980269 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.980545 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.980843 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.981124 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.981412 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:12.981714 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.982014 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.982318 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.982607 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.982905 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.983193 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.983487 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.983770 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.984062 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.984353 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.984644 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.984950 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.985244 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.985526 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.985823 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.986132 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.986431 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.986725 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.987004 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.987284 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.987561 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.987848 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.988135 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.988431 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.988725 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.989023 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.989307 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.989600 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.990512 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.990796 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.991081 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.991375 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.991662 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.991942 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.992230 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.992513 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.992811 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.993091 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.993372 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.993665 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.993945 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.994218 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.994493 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.994774 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.995049 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.995336 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.995615 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.995890 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.996163 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.996442 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.996719 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.997018 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.997301 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.997576 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.997856 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.998134 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.998410 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.998686 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.998963 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.999239 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.999513 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:12.999786 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.000065 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.000339 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.000613 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.000913 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.001191 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.001468 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.001757 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.002059 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.002339 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.002621 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.002902 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.003185 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.003466 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.003746 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.004026 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.004306 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.004580 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.004894 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.005183 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.005505 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.005802 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.006084 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.006382 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.006663 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.006948 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.007229 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.007509 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.007800 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.008090 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.008385 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.008679 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.009005 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.009301 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.009594 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.009879 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.010186 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.010468 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:13.010690 n-d-800085-9 neutron-server[93926]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 24 08:56:13.010927 n-d-800085-9 neutron-server[93926]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93926) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 24 08:56:13.356395 n-d-800085-9 neutron-server[93926]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 24 08:56:13.356584 n-d-800085-9 neutron-server[93926]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 24 08:56:13.356917 n-d-800085-9 neutron-server[93926]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 24 08:56:13.357394 n-d-800085-9 neutron-server[93926]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 24 08:56:13.741885 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:13.742177 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:13.742460 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:13.743759 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:13.744038 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:13.744300 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:13.777541 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:13.777829 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:13.778098 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:13.791547 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:13.791829 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:13.792102 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:13.822124 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:13.822405 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:13.822677 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:13.857906 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:13.858187 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:13.858460 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.088788 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.089424 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.089424 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.089654 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.090181 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.212429 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.212775 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.213059 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.213342 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.213613 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.213925 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.214185 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.214441 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.214697 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.214978 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.215237 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.215501 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.215763 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.216014 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.216266 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.216529 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.216811 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.217078 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.217347 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.217605 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.217882 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.218133 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.218412 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.218794 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.219048 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.219297 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.219699 n-d-800085-9 neutron-server[93926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 08:56:14.219940 n-d-800085-9 neutron-server[93926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 08:56:14.220178 n-d-800085-9 neutron-server[93926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 08:56:14.220415 n-d-800085-9 neutron-server[93926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 08:56:14.220650 n-d-800085-9 neutron-server[93926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 08:56:14.220911 n-d-800085-9 neutron-server[93926]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 08:56:14.221277 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 24 08:56:14.226119 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 24 08:56:14.230065 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 24 08:56:14.233715 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jul 24 08:56:14.235330 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 24 08:56:14.235784 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 24 08:56:14.236122 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 24 08:56:14.236504 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 24 08:56:14.239297 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 24 08:56:14.239562 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 24 08:56:14.239954 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 24 08:56:14.245273 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 24 08:56:14.267569 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 24 08:56:14.268027 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.268325 n-d-800085-9 neutron-server[93926]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93926) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 24 08:56:14.268687 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.270082 n-d-800085-9 neutron-server[93926]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93926) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 24 08:56:14.270366 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 24 08:56:14.270617 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 24 08:56:14.274287 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.274568 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:14.337842 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 24 08:56:14.338087 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 24 08:56:14.338321 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 24 08:56:14.338691 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 24 08:56:14.360541 n-d-800085-9 neutron-server[93926]: DEBUG oslo_db.sqlalchemy.engines [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93926) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 24 08:56:14.887044 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.managers [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Initializing driver for type 'gre' Jul 24 08:56:14.887754 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] gre ID ranges: [(1, 1000)] Jul 24 08:56:14.938285 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.managers [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Initializing driver for type 'local' Jul 24 08:56:14.938659 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.managers [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Initializing driver for type 'vlan' Jul 24 08:56:14.950709 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] VlanTypeDriver initialization complete Jul 24 08:56:14.951090 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.managers [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Initializing driver for type 'vxlan' Jul 24 08:56:14.951583 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] vxlan ID ranges: [(1, 1000)] Jul 24 08:56:15.003555 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.managers [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Initializing extension driver 'port_security' Jul 24 08:56:15.003903 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.extensions.port_security [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] PortSecurityExtensionDriver initialization complete Jul 24 08:56:15.004241 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.managers [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Initializing mechanism driver 'openvswitch' Jul 24 08:56:15.004568 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.managers [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Initializing mechanism driver 'hyperv' Jul 24 08:56:15.011569 n-d-800085-9 neutron-server[93926]: DEBUG neutron.plugins.ml2.plugin [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 08:56:15.012250 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > port after_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.012625 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > port after_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.013009 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > port after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.013535 n-d-800085-9 neutron-server[93926]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93926) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 24 08:56:15.013975 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > subnet after_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.014333 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > subnet after_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.014681 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.015105 n-d-800085-9 neutron-server[93926]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93926) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 24 08:56:15.015514 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > network after_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.015869 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > network after_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.016224 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > network after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.016617 n-d-800085-9 neutron-server[93926]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93926) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 24 08:56:15.017058 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > security_group after_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.017428 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > security_group after_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.017760 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.018286 n-d-800085-9 neutron-server[93926]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93926) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 24 08:56:15.018702 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.019062 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.019449 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.019880 n-d-800085-9 neutron-server[93926]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93926) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 24 08:56:15.020285 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > address_group after_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.020638 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > address_group after_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.021029 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.021424 n-d-800085-9 neutron-server[93926]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93926) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 24 08:56:15.021808 n-d-800085-9 neutron-server[93926]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] ML2 OVO RPC backend initialized. {{(pid=93926) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 24 08:56:15.022524 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.022888 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.023311 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > network before_response 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.023666 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > networks before_response 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.024020 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > port before_response 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.024370 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > ports before_response 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.024720 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > subnet before_response 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.025095 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > subnets before_response 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.025448 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > network after_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.025794 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > network after_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.026145 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > network after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.026489 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > port after_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.026833 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > port after_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.027174 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > port after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.027516 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > subnet after_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.027857 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > subnet after_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.028197 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.028802 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.plugin [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Modular L2 Plugin initialization complete Jul 24 08:56:15.029136 n-d-800085-9 neutron-server[93926]: DEBUG neutron.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading services supported by the core plugin {{(pid=93926) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 24 08:56:15.029465 n-d-800085-9 neutron-server[93926]: INFO neutron.plugins.ml2.managers [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Got port-security extension from driver 'port_security' Jul 24 08:56:15.029936 n-d-800085-9 neutron-server[93926]: INFO neutron.extensions.vlantransparent [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Disabled vlantransparent extension. Jul 24 08:56:15.030423 n-d-800085-9 neutron-server[93926]: DEBUG neutron.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93926) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 24 08:56:15.030743 n-d-800085-9 neutron-server[93926]: INFO neutron.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading Plugin: router Jul 24 08:56:15.066080 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.066475 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > router after_create 55549900 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.066850 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > router before_create 55549900 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.067222 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.067602 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.068512 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > router after_delete 55549900 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.068906 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.069279 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > router after_create 55549900 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.069635 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > router after_update 55549900 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.069993 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > router after_update 55549900 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.070345 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.070710 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > router after_update 55549900 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.071126 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > router precommit_update 55549900 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.071504 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: port after_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.071852 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: port after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.072198 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: subnet after_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.072544 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.072931 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.073287 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > router precommit_create 55549900 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.073635 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: port before_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.073983 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > router precommit_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.074345 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > router after_update 55549900 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.074694 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.075050 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > router precommit_create 55549900 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.075416 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.075773 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > router precommit_update 55549900 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.076141 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > agent after_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.076495 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > agent after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.076869 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > network after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.077723 n-d-800085-9 neutron-server[93926]: DEBUG neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Tracking information for resource: router configured {{(pid=93926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 08:56:15.078060 n-d-800085-9 neutron-server[93926]: DEBUG neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Tracking information for resource: floatingip configured {{(pid=93926) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 08:56:15.082999 n-d-800085-9 neutron-server[93926]: INFO neutron.db.l3_agentschedulers_db [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 24 08:56:15.083611 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: port after_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.083983 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: port after_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.084343 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: port after_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.084702 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: port after_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.085522 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > router before_create 55550100 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.085900 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.086267 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > router precommit_create 55550100 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.086633 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > router precommit_update 55550100 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.091220 n-d-800085-9 neutron-server[93926]: DEBUG neutron.services.provider_configuration [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Service providers = [] {{(pid=93926) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 24 08:56:15.091768 n-d-800085-9 neutron-server[93926]: DEBUG neutron.db.servicetype_db [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93926) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 24 08:56:15.094552 n-d-800085-9 neutron-server[93926]: DEBUG neutron.services.service_base [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93926) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 24 08:56:15.094915 n-d-800085-9 neutron-server[93926]: DEBUG neutron.services.service_base [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93926) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 24 08:56:15.095266 n-d-800085-9 neutron-server[93926]: DEBUG neutron.services.service_base [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93926) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 24 08:56:15.096170 n-d-800085-9 neutron-server[93926]: DEBUG neutron.services.service_base [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93926) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 24 08:56:15.096547 n-d-800085-9 neutron-server[93926]: INFO neutron.services.service_base [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 24 08:56:15.096948 n-d-800085-9 neutron-server[93926]: DEBUG neutron.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 08:56:15.097273 n-d-800085-9 neutron-server[93926]: INFO neutron.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 24 08:56:15.108078 n-d-800085-9 neutron-server[93926]: DEBUG neutron.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 08:56:15.108425 n-d-800085-9 neutron-server[93926]: INFO neutron.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading Plugin: auto_allocate Jul 24 08:56:15.114199 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: network precommit_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.114572 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: network precommit_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.115613 n-d-800085-9 neutron-server[93926]: DEBUG neutron.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 08:56:15.115940 n-d-800085-9 neutron-server[93926]: INFO neutron.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading Plugin: tag Jul 24 08:56:15.122425 n-d-800085-9 neutron-server[93926]: DEBUG neutron.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 08:56:15.122764 n-d-800085-9 neutron-server[93926]: INFO neutron.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading Plugin: timestamp Jul 24 08:56:15.128008 n-d-800085-9 neutron-server[93926]: DEBUG neutron.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 08:56:15.128344 n-d-800085-9 neutron-server[93926]: INFO neutron.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading Plugin: network_ip_availability Jul 24 08:56:15.134286 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.134664 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.135029 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.135747 n-d-800085-9 neutron-server[93926]: DEBUG neutron.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 08:56:15.136071 n-d-800085-9 neutron-server[93926]: INFO neutron.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading Plugin: flavors Jul 24 08:56:15.140806 n-d-800085-9 neutron-server[93926]: DEBUG neutron.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 08:56:15.141114 n-d-800085-9 neutron-server[93926]: INFO neutron.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading Plugin: revisions Jul 24 08:56:15.145433 n-d-800085-9 neutron-server[93926]: DEBUG neutron.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93926) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 08:56:15.145828 n-d-800085-9 neutron-server[93926]: DEBUG oslo_concurrency.lockutils [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.789s {{(pid=93926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 24 08:56:15.146596 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93926) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 24 08:56:15.146936 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Initializing extension manager. Jul 24 08:56:15.147452 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: __init__.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.147798 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: __pycache__ {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.148137 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.148474 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: address_group.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.149261 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.149832 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: address-group Jul 24 08:56:15.150160 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: address_scope.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.150885 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.151398 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: address-scope Jul 24 08:56:15.151724 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.152666 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.153203 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: router-admin-state-down-before-update Jul 24 08:56:15.153529 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: agent.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.154235 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.154936 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: agent Jul 24 08:56:15.155268 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: agent_resources_synced.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.156188 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.156694 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: agent-resources-synced Jul 24 08:56:15.157047 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: allowedaddresspairs.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.158840 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.159356 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: allowed-address-pairs Jul 24 08:56:15.159688 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: auto_allocated_topology.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.160789 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.161303 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: auto-allocated-topology Jul 24 08:56:15.161653 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: availability_zone.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.162355 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.162862 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: availability_zone Jul 24 08:56:15.163188 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: availability_zone_filter.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.164120 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.164625 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: availability_zone_filter Jul 24 08:56:15.164979 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: data_plane_status.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.165908 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.166408 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension data-plane-status not supported by any of loaded plugins Jul 24 08:56:15.166732 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: default_subnetpools.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.167661 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.168165 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: default-subnetpools Jul 24 08:56:15.168492 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.169345 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.169852 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: dhcp_agent_scheduler Jul 24 08:56:15.170179 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: dns.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.171109 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.171618 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension dns-integration not supported by any of loaded plugins Jul 24 08:56:15.171945 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: dns_domain_ports.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.172909 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.173427 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 24 08:56:15.173753 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.174695 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.175210 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 24 08:56:15.175537 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: dvr.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.176224 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.176729 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: dvr Jul 24 08:56:15.177082 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: ecmp_routes.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.178526 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.179475 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 24 08:56:15.179475 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: empty_string_filtering.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.180245 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.180778 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: empty-string-filtering Jul 24 08:56:15.181106 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.182026 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.182538 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 24 08:56:15.182860 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.183792 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.184297 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 24 08:56:15.184672 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: external_net.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.185678 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.186259 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: external-net Jul 24 08:56:15.186755 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.187629 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.188206 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: extra_dhcp_opt Jul 24 08:56:15.188661 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: extraroute.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.189653 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.190306 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: extraroute Jul 24 08:56:15.190585 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: extraroute_atomic.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.191694 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.192275 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: extraroute-atomic Jul 24 08:56:15.192643 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: filter_validation.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.194032 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.194542 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: filter-validation Jul 24 08:56:15.194883 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: fip_pf_description.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.195884 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.196435 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 24 08:56:15.196823 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: fip_port_details.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.197828 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.198458 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: fip-port-details Jul 24 08:56:15.198752 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: flavors.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.200159 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.200753 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: flavors Jul 24 08:56:15.201096 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.203222 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.203657 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 24 08:56:15.204036 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: floatingip_pools.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.204859 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.205423 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: floatingip-pools Jul 24 08:56:15.205758 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: ip_allocation.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.206703 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.207216 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension ip_allocation not supported by any of loaded plugins Jul 24 08:56:15.207550 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.208476 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.209046 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: ip-substring-filtering Jul 24 08:56:15.209376 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: l2_adjacency.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.210314 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.210818 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 24 08:56:15.211143 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: l3.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.212142 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.212660 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: router Jul 24 08:56:15.213023 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.215413 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.215949 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 24 08:56:15.216284 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.217266 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.217783 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: ext-gw-mode Jul 24 08:56:15.218113 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.219072 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.219581 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: l3-ha Jul 24 08:56:15.219909 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: l3_flavors.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.220863 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.221371 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: l3-flavors Jul 24 08:56:15.221698 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.222613 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.223121 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 24 08:56:15.223445 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: l3agentscheduler.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.225314 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.225833 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: l3_agent_scheduler Jul 24 08:56:15.226168 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: logging.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.227656 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.228183 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension logging not supported by any of loaded plugins Jul 24 08:56:15.228523 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: metering.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.229314 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.229900 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: metering Jul 24 08:56:15.230235 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.231334 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.231852 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: metering_source_and_destination_fields Jul 24 08:56:15.232189 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: multiprovidernet.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.233165 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.233679 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: multi-provider Jul 24 08:56:15.234012 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: netmtu.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.234938 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.235447 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: net-mtu Jul 24 08:56:15.235784 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: netmtu_writable.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.236712 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.237240 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: net-mtu-writable Jul 24 08:56:15.237570 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: network_availability_zone.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.238248 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.238752 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: network_availability_zone Jul 24 08:56:15.239080 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: network_ip_availability.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.240701 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.241232 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: network-ip-availability Jul 24 08:56:15.241563 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: network_segment_range.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.242333 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.242837 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension network-segment-range not supported by any of loaded plugins Jul 24 08:56:15.243170 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: pagination.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.244164 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.244500 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: pagination Jul 24 08:56:15.244851 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: port_device_profile.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.245784 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.246299 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: port-device-profile Jul 24 08:56:15.246628 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.247553 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.248066 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: port-mac-address-regenerate Jul 24 08:56:15.248394 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.249343 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.249853 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: port-numa-affinity-policy Jul 24 08:56:15.250179 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: port_resource_request.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.251102 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.251606 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension port-resource-request not supported by any of loaded plugins Jul 24 08:56:15.251932 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: portbindings.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.252891 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.253399 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: binding Jul 24 08:56:15.253723 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: portbindings_extended.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.255117 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.255657 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: binding-extended Jul 24 08:56:15.255992 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: portsecurity.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.256949 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.257459 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: port-security Jul 24 08:56:15.257787 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: project_id.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.258766 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.259099 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: project-id Jul 24 08:56:15.259425 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: providernet.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.260363 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.260916 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: provider Jul 24 08:56:15.261246 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: qos.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.264786 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.265317 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension qos not supported by any of loaded plugins Jul 24 08:56:15.265658 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.266919 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.267440 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 24 08:56:15.267775 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.268708 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.269251 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 24 08:56:15.269584 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: qos_default.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.270519 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.271111 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension qos-default not supported by any of loaded plugins Jul 24 08:56:15.271394 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: qos_fip.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.272090 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.272600 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension qos-fip not supported by any of loaded plugins Jul 24 08:56:15.272955 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: qos_gateway_ip.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.273911 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.274421 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 24 08:56:15.274747 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: qos_port_network_policy.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.275670 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.276193 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 24 08:56:15.276520 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: qos_rule_type_details.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.277481 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.277995 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 24 08:56:15.278322 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: qos_rules_alias.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.279377 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.279893 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 24 08:56:15.280224 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: quotasv2.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.281191 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.281524 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: quotas Jul 24 08:56:15.281850 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: quotasv2_detail.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.284925 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.285278 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: quota_details Jul 24 08:56:15.285613 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: rbac.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.287199 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.287721 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: rbac-policies Jul 24 08:56:15.288057 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: rbac_address_group.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.289243 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.289766 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: rbac-address-group Jul 24 08:56:15.290100 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: rbac_address_scope.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.291030 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.291542 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: rbac-address-scope Jul 24 08:56:15.291871 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: rbac_security_groups.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.292823 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.293335 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: rbac-security-groups Jul 24 08:56:15.293664 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: rbac_subnetpool.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.294589 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.295097 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: rbac-subnetpool Jul 24 08:56:15.295423 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: revisionifmatch.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.296356 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.296900 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: revision-if-match Jul 24 08:56:15.297229 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: revisions.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.298348 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.298860 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: standard-attr-revisions Jul 24 08:56:15.299190 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: router_availability_zone.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.299873 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.300383 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: router_availability_zone Jul 24 08:56:15.300711 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: routerservicetype.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.301674 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.302181 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension router-service-type not supported by any of loaded plugins Jul 24 08:56:15.303062 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.303997 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.304509 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: security-groups-normalized-cidr Jul 24 08:56:15.304867 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.305797 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.306312 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: port-security-groups-filtering Jul 24 08:56:15.306641 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.307567 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.308076 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: security-groups-remote-address-group Jul 24 08:56:15.308404 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: securitygroup.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.317979 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.318519 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: security-group Jul 24 08:56:15.318858 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: segment.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.319655 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.320167 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension segment not supported by any of loaded plugins Jul 24 08:56:15.320500 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.321484 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.321994 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 24 08:56:15.322324 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: servicetype.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.323441 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.323965 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: service-type Jul 24 08:56:15.324299 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: sorting.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.325336 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.325674 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: sorting Jul 24 08:56:15.326001 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: standard_attr_segment.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.327004 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.327516 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 24 08:56:15.327844 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: standardattrdescription.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.328497 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.329041 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: standard-attr-description Jul 24 08:56:15.329370 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: stateful_security_group.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.330318 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.330833 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: stateful-security-group Jul 24 08:56:15.331163 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: stdattrs_common.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.331752 n-d-800085-9 neutron-server[93926]: WARNING neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 24 08:56:15.332080 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.333059 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.333614 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 24 08:56:15.333945 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: subnet_onboard.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.335018 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.335535 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: subnet_onboard Jul 24 08:56:15.335865 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.336837 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.337349 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 24 08:56:15.337679 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: subnet_service_types.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.338609 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.339120 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: subnet-service-types Jul 24 08:56:15.339451 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: subnetallocation.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.340557 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.341101 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: subnet_allocation Jul 24 08:56:15.341434 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.342108 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.342619 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: subnetpool-prefix-ops Jul 24 08:56:15.342946 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.343887 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.344399 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 24 08:56:15.344727 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: tagging.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.345811 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.346343 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: standard-attr-tag Jul 24 08:56:15.346678 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: timestamp.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.347937 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.348458 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loaded extension: standard-attr-timestamp Jul 24 08:56:15.348826 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: trunk.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.350644 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.351161 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension trunk not supported by any of loaded plugins Jul 24 08:56:15.351492 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: trunk_details.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.352437 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.352984 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension trunk-details not supported by any of loaded plugins Jul 24 08:56:15.353318 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: uplink_status_propagation.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.354247 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.354764 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 24 08:56:15.355092 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Loading extension file: vlantransparent.py {{(pid=93926) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 08:56:15.355763 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93926) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 08:56:15.356277 n-d-800085-9 neutron-server[93926]: INFO neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 24 08:56:15.358758 n-d-800085-9 neutron-server[93926]: INFO neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Creating instance of TrackedResource for resource:network Jul 24 08:56:15.359296 n-d-800085-9 neutron-server[93926]: INFO neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Creating instance of TrackedResource for resource:subnet Jul 24 08:56:15.359699 n-d-800085-9 neutron-server[93926]: INFO neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Creating instance of TrackedResource for resource:subnetpool Jul 24 08:56:15.360097 n-d-800085-9 neutron-server[93926]: INFO neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Creating instance of TrackedResource for resource:port Jul 24 08:56:15.361365 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.v2.resource_helper [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 08:56:15.361822 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.v2.resource_helper [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Service FLAVORS assigned prefix: {{(pid=93926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 08:56:15.362459 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.v2.resource_helper [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 08:56:15.362897 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.v2.resource_helper [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 08:56:15.363233 n-d-800085-9 neutron-server[93926]: INFO neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Creating instance of TrackedResource for resource:router Jul 24 08:56:15.363676 n-d-800085-9 neutron-server[93926]: INFO neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Creating instance of TrackedResource for resource:floatingip Jul 24 08:56:15.364180 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.v2.resource_helper [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Service METERING assigned prefix: /metering {{(pid=93926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 08:56:15.366210 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.366602 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.366960 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 08:56:15.367962 n-d-800085-9 neutron-server[93926]: INFO neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Creating instance of CountableResource for resource:rbac_policy Jul 24 08:56:15.368411 n-d-800085-9 neutron-server[93926]: INFO neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Creating instance of TrackedResource for resource:security_group Jul 24 08:56:15.368890 n-d-800085-9 neutron-server[93926]: INFO neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 24 08:56:15.369487 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.v2.resource_helper [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Service CORE assigned prefix: {{(pid=93926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 08:56:15.369821 n-d-800085-9 neutron-server[93926]: INFO neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Creating instance of TrackedResource for resource:subnetpool Jul 24 08:56:15.370181 n-d-800085-9 neutron-server[93926]: WARNING neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] subnetpool is already registered Jul 24 08:56:15.370642 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.v2.resource_helper [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Service CORE assigned prefix: {{(pid=93926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 08:56:15.370975 n-d-800085-9 neutron-server[93926]: INFO neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Creating instance of TrackedResource for resource:subnetpool Jul 24 08:56:15.371315 n-d-800085-9 neutron-server[93926]: WARNING neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] subnetpool is already registered Jul 24 08:56:15.373602 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.v2.resource_helper [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 08:56:15.374044 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.v2.resource_helper [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Service FLAVORS assigned prefix: {{(pid=93926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 08:56:15.374645 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.v2.resource_helper [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 08:56:15.375084 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.v2.resource_helper [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 08:56:15.375424 n-d-800085-9 neutron-server[93926]: INFO neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Creating instance of TrackedResource for resource:router Jul 24 08:56:15.375769 n-d-800085-9 neutron-server[93926]: WARNING neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] router is already registered Jul 24 08:56:15.376189 n-d-800085-9 neutron-server[93926]: INFO neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Creating instance of TrackedResource for resource:floatingip Jul 24 08:56:15.376534 n-d-800085-9 neutron-server[93926]: WARNING neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] floatingip is already registered Jul 24 08:56:15.377029 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.v2.resource_helper [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Service METERING assigned prefix: /metering {{(pid=93926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 08:56:15.377701 n-d-800085-9 neutron-server[93926]: INFO neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Creating instance of CountableResource for resource:rbac_policy Jul 24 08:56:15.378032 n-d-800085-9 neutron-server[93926]: WARNING neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] rbac_policy is already registered Jul 24 08:56:15.378445 n-d-800085-9 neutron-server[93926]: INFO neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Creating instance of TrackedResource for resource:security_group Jul 24 08:56:15.378785 n-d-800085-9 neutron-server[93926]: WARNING neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] security_group is already registered Jul 24 08:56:15.379190 n-d-800085-9 neutron-server[93926]: INFO neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 24 08:56:15.379528 n-d-800085-9 neutron-server[93926]: WARNING neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] security_group_rule is already registered Jul 24 08:56:15.380154 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.v2.resource_helper [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Service CORE assigned prefix: {{(pid=93926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 08:56:15.380515 n-d-800085-9 neutron-server[93926]: INFO neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Creating instance of TrackedResource for resource:subnetpool Jul 24 08:56:15.380888 n-d-800085-9 neutron-server[93926]: WARNING neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] subnetpool is already registered Jul 24 08:56:15.381324 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.v2.resource_helper [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Service CORE assigned prefix: {{(pid=93926) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 08:56:15.381651 n-d-800085-9 neutron-server[93926]: INFO neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Creating instance of TrackedResource for resource:subnetpool Jul 24 08:56:15.381986 n-d-800085-9 neutron-server[93926]: WARNING neutron.quota.resource_registry [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] subnetpool is already registered Jul 24 08:56:15.382463 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: extensions {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.383913 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: address-groups {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.385424 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: address-scopes {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.386737 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: agents {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.387897 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: auto-allocated-topology {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.389179 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: availability_zones {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.390400 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: dhcp-networks {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.393006 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: dhcp-agents {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.394406 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: routers {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.396124 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: flavors {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.397440 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: service_profiles {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.398644 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: next_providers {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.400080 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: service_profiles {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.401656 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: floatingip-pools {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.402867 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: routers {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.404569 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: floatingips {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.405884 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: l3-routers {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.407275 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: l3-agents {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.408707 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: metering-labels {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.409972 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: metering-label-rules {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.411359 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: network-ip-availabilities {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.413164 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: bindings {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.414709 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: quotas {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.416261 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: quotas {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.417722 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: rbac-policies {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.418907 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: security-groups {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.420212 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: security-group-rules {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.421488 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: service-providers {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.422731 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: subnetpools {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.424039 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: subnetpools {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.425631 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: tags {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.427943 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: tags {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.429771 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: tags {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.431575 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: tags {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.433284 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: tags {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.435223 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: tags {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.436935 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: tags {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.438734 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: tags {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.440590 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: tags {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.442349 n-d-800085-9 neutron-server[93926]: DEBUG neutron.api.extensions [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Extended resource: tags {{(pid=93926) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 08:56:15.448347 n-d-800085-9 neutron-server[93926]: WARNING keystonemiddleware.auth_token [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 24 08:56:15.452923 n-d-800085-9 neutron-server[93926]: WARNING keystonemiddleware.auth_token [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 24 08:56:15.462357 n-d-800085-9 neutron-server[93926]: DEBUG oslo_concurrency.lockutils [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Acquired lock "singleton_lock" {{(pid=93926) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 24 08:56:15.462839 n-d-800085-9 neutron-server[93926]: DEBUG oslo_concurrency.lockutils [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Releasing lock "singleton_lock" {{(pid=93926) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 24 08:56:15.463485 n-d-800085-9 neutron-server[93926]: INFO oslo_service.service [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Starting 2 workers Jul 24 08:56:15.468330 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Started child 94035 {{(pid=93926) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 24 08:56:15.472853 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Started child 94036 {{(pid=93926) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 24 08:56:15.473710 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:15.474934 n-d-800085-9 neutron-server[93926]: INFO neutron.service [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 24 08:56:15.475847 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Notify callbacks [] for process, before_spawn {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:15.476037 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [-] (94035) wsgi starting up on http://0.0.0.0:9696 Jul 24 08:56:15.478174 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:15.478636 n-d-800085-9 neutron-server[93926]: INFO oslo_service.service [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Starting 1 workers Jul 24 08:56:15.479519 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [-] (94036) wsgi starting up on http://0.0.0.0:9696 Jul 24 08:56:15.483410 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Started child 94037 {{(pid=93926) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 24 08:56:15.483923 n-d-800085-9 neutron-server[93926]: INFO oslo_service.service [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Starting 1 workers Jul 24 08:56:15.486917 n-d-800085-9 neutron-server[94037]: DEBUG neutron.service [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] calling RpcWorker wait() {{(pid=94037) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 24 08:56:15.487497 n-d-800085-9 neutron-server[94037]: DEBUG neutron.service [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] returning from RpcWorker wait() {{(pid=94037) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 24 08:56:15.488369 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Started child 94038 {{(pid=93926) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 24 08:56:15.488603 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:15.489149 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 08:56:15.489312 n-d-800085-9 neutron-server[93926]: DEBUG neutron_lib.callbacks.manager [None req-491002a9-1ff5-43f8-ba5d-1d352eb98585 None None] Notify callbacks [] for process, after_spawn {{(pid=93926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:15.491785 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93926) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 24 08:56:15.491998 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 24 08:56:15.492186 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 24 08:56:15.492410 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 24 08:56:15.492758 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 24 08:56:15.492933 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 24 08:56:15.493472 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.493762 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.493965 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:15.494516 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.494516 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.494797 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.495139 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.495405 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.495656 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.495929 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.496166 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.496337 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.496506 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.496784 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.497030 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.497311 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.497578 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.497832 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.498227 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.498376 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.498546 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.498817 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.499080 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.499349 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] debug = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.499611 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.500125 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.500387 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.500689 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.500961 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.501157 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.501400 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.501686 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.501940 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.502194 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.502451 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.502737 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.502980 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.503236 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.503473 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.503712 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.503942 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.504426 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] host = n-d-800085-9 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.504651 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.504932 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.505183 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.505480 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.505760 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.505985 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.506252 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.506525 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.506778 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.507027 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.507295 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.507549 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.507818 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.508097 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] log_file = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.508351 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] log_options = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.508561 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.508860 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.509132 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.509327 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.509501 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.509686 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.509944 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.510113 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.510377 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.510617 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.510860 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.511103 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.511288 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.511526 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.511795 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.512056 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.512280 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.512496 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.512772 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.513032 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.513284 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.513538 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.513745 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.513990 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.514218 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.514440 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.514673 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.514895 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.515135 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.515386 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.515627 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.515880 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.516133 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.516433 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.516615 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.516867 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.517091 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.517400 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.517640 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.517889 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.518138 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.518454 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.518631 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.518855 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.519109 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.519346 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] use_json = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.519569 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.519789 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.520061 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.521025 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.521025 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.521025 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.521258 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.521569 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.522190 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.522609 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.523037 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.523219 n-d-800085-9 neutron-server[94038]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 08:56:15.523312 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.523555 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.523807 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.524325 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.524586 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.524888 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.525134 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.525479 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.525719 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.526032 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.526310 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.526582 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.526900 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.527359 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.527652 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.529144 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.529144 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.529144 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.529144 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.529144 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.530981 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.530981 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.530981 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.530981 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.530981 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.530981 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.530981 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.532864 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.532864 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.532864 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.532864 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.532864 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.532864 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.532864 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.532864 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.532864 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.536496 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.536496 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.536496 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.536496 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.536496 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.536496 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.536496 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.536496 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.536496 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.539335 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.539335 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.539335 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.539335 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.539335 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.539335 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.539335 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.539335 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.539335 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.542948 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.542948 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.542948 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.542948 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.542948 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.542948 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.542948 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.542948 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.542948 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.544190 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.544190 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.544190 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.544190 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.544190 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.544190 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.544190 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.544190 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.544190 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.545353 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.545353 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.547583 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.547786 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.548056 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.548308 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.548550 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.548817 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.549057 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.549348 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.549693 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.549981 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.550286 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.550554 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.550835 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.551067 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.551314 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.551564 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.551812 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.552057 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.552360 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.555377 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.555660 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.555912 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.556158 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.556446 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.556678 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.556975 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.557218 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.557487 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.557725 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.558031 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.558275 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.558550 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.558811 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.559052 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.559344 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.559606 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.559903 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.560132 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.560414 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.560759 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.561897 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.562180 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.562449 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.562707 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.562975 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.563269 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.563491 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.563746 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.563984 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.564210 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.564495 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.565402 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.565402 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.565402 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.566273 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.567480 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.567808 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.568161 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.569127 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.570194 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.570541 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.571890 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.572192 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.572464 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.572760 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.573036 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.573299 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.573519 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.573748 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.573991 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.574215 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.574470 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.574717 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.574965 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.575188 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.575410 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.575666 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.575886 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.576109 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.576351 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.576577 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.577340 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.578746 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.579008 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.579866 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.580133 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.580393 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.580627 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.580884 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.581118 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.581381 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.581959 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.584029 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.584310 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.584569 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.584848 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.585154 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.585383 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.585612 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.585872 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.586110 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.586335 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.586562 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.586792 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.587018 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.587260 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.587497 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.587721 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.587982 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.588246 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.588603 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.589522 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.589771 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.590022 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.590261 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.590511 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.592241 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.592483 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.592767 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.593003 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.593237 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.593514 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.593772 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.594027 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.594251 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.594478 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.594699 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.594958 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.595180 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.595483 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.595750 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.596001 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.596262 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.596518 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.596952 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.597390 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.597621 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.597844 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.598077 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.598328 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.598668 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.598934 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.599196 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.599909 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.600405 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.600628 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.600864 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.601097 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.601311 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.601524 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.601770 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.601989 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.602202 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.602449 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.602711 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.602947 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.603171 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.603388 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.603605 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.603840 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.604050 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.604262 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.604506 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.604724 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.604955 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.605267 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.605517 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.605739 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.606041 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.606276 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.606528 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.606752 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.607062 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.607280 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.607543 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.607765 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.607985 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.608209 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.608482 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.608829 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.609150 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.609432 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.609689 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.610464 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.610915 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.611211 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.611432 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.611947 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.612302 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.612584 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.612863 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.613132 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.613386 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.615025 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.615285 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.615928 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.616583 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.617294 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.617562 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.618126 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.618375 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.619025 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.619269 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.619790 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.620045 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.620287 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.620547 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.620812 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.620989 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 24 08:56:15.622288 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93926) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 24 08:56:15.622579 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 24 08:56:15.622749 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 24 08:56:15.622995 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 24 08:56:15.623860 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 24 08:56:15.624021 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 24 08:56:15.624354 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.624526 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.624693 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.625017 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.625195 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.625461 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.625631 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.625791 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.625951 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.626153 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.626322 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.626552 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.626795 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.626998 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.627159 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.627310 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.627457 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.627685 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.627768 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.627916 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.628077 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.628236 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.628395 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] debug = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.628553 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.628777 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.628950 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.629094 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.629252 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.629411 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.629553 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.629716 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.629803 n-d-800085-9 neutron-server[94037]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 08:56:15.629894 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.630021 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.630180 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.630357 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.630520 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.630680 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.630840 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.630998 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.631158 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.631315 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] host = n-d-800085-9 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.631473 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.631631 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.631790 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.631949 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.632109 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.632267 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.632427 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.632585 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.632765 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.632921 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.633081 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.633238 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.633396 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.633558 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] log_file = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.633717 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] log_options = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.633876 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.634034 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.634220 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.634378 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.634542 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.634702 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.634862 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.635022 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.635179 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.635337 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.635497 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.635655 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.635813 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.635971 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.636130 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.636288 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.636447 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.636606 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.636789 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.636952 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.637111 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.637269 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.637427 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.637587 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.637746 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.637906 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.638066 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.638225 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.638384 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.638543 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.638702 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.638862 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.639021 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.639180 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.639338 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.639497 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.639655 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.639818 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.639977 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.640136 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.640295 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.640453 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.640611 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.640792 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.640951 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.641111 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] use_json = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.641274 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.641413 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.641550 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.641708 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.641869 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.642027 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.642186 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.642629 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 08:56:15.642822 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.642985 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.643209 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.643303 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.643475 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.643637 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.644135 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.644312 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.644459 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.644623 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.644814 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.644980 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.645153 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.645825 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.646516 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.647409 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.647577 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.647742 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.647948 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.648087 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.648217 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.648366 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.648546 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.648708 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.648894 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.649309 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.649457 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.649591 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.649745 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.649913 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.650077 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.650240 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.650402 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.650564 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.650726 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.650888 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.651050 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.651212 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.651374 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.651536 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.651699 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.651861 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.652021 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.652184 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.652345 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.652506 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.652669 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.652852 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.653015 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.653181 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.653354 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.653521 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.653683 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.653844 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.654005 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.654167 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.654331 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.654474 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.654821 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.654821 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.655071 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.655219 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.655350 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.655483 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.655612 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.655740 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.655873 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.656007 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.656138 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.656284 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.656445 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.656606 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.656786 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.656950 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.657127 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.657261 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.657649 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.657818 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.657980 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.658142 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.658302 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.658464 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.658625 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.658786 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.658956 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.659134 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.659296 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.659457 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.659618 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.659779 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.659942 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.660103 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.660264 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.660425 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.660587 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.660763 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.660929 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.661092 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.661253 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.661412 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.661586 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.662331 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.662495 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.662656 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.662818 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.662979 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.663140 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.663302 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.663463 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.663626 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.663786 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.663957 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.664118 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.664281 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.664441 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.664608 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.664816 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.664981 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.665143 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.665303 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.665463 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.665623 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.665784 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.665944 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.666106 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.666266 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.666427 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.666596 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.666768 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.666928 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.667103 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.667312 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.667421 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.667581 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.667740 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.667901 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.668061 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.668222 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.668381 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.668541 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.668702 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.668884 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.669045 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.669207 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.669369 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.669529 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.669689 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.669851 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.670012 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.670175 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.670335 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.670497 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.670658 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.670821 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.670981 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.671140 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.671301 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.671460 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.671621 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.671971 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.672454 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.672586 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.672708 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.672870 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.675006 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.675187 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.675358 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.675551 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.675702 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.676182 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.676182 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.676182 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.676411 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.676490 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.676627 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.676812 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.676962 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.677128 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.677314 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.677477 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.677637 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.677800 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.677962 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.678125 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.678288 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.678450 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.678611 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.678787 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.678948 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.679107 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.679274 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.679438 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.679599 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.679761 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.679922 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.680082 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.680243 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.680404 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.680566 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.680729 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.681149 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.681319 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.681476 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.681616 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.681782 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.682402 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.682585 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.682755 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.682912 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.684454 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.684641 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.684911 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.685457 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.685708 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.685924 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.686083 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.686542 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.686719 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.686894 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.687057 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.687218 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.687379 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.687540 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.687701 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.687872 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.688035 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.688196 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.688356 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.688516 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.688677 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.688871 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.689032 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.689192 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.689352 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.689514 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.689675 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.689846 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.690007 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.690168 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.690328 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.690487 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.690648 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.690818 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.690980 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.691141 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.691310 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.691470 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.691632 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.691792 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.691965 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.692126 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.692289 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.692449 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.692610 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.692789 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.692977 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.693143 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.693314 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.693488 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.693650 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.693820 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.693990 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.694159 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.694319 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.694486 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.694658 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.694819 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.694978 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.695138 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.695299 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.695458 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.695617 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.695777 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.695937 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.696096 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.696257 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.696415 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.696576 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.696750 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.696914 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.697074 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.697233 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.697394 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.697553 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.697713 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 08:56:15.697867 n-d-800085-9 neutron-server[93926]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93926) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 24 08:56:15.913832 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40522) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:56:15.922398 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063062 Jul 24 08:56:27.171253 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea943749-70fc-4f99-94cc-246b25ff32ff None None] get_active_networks_info from n-d-800085-9 {{(pid=94037) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 08:56:27.259112 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea943749-70fc-4f99-94cc-246b25ff32ff None None] No non-hosted networks {{(pid=94037) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 24 08:56:27.267920 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.agentschedulers_db [None req-ea943749-70fc-4f99-94cc-246b25ff32ff None None] DHCP Agent not found on host n-d-800085-9 {{(pid=94037) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 24 08:56:27.439112 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce8510e8-a277-44e1-8cdf-f7d9cf837cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483474'] for agent, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:29.718098 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9ffb9bc6-bc96-403c-8ac6-8881461d5227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483474'] for agent, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:29.767197 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ec7e89f4-47df-46bc-ba9d-567456619ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:30.331994 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483474'] for agent, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:30.335303 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:30.336094 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:30.336811 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:30.337383 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:30.338997 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:30.339558 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:30.340375 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:30.342062 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:30.342727 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:30.343306 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:30.344308 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:30.345383 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:30.346449 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-800085-9', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 08:56:30.360641 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-800085-9', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 08:56:30.881763 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483474'] for agent, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:32.468002 n-d-800085-9 neutron-server[94037]: INFO neutron.db.l3_hamode_db [None req-98630220-2bb3-435a-8630-b33bfa97584d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 24 08:56:32.546114 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98630220-2bb3-435a-8630-b33bfa97584d None None] Routers set() bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 08:56:32.546512 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98630220-2bb3-435a-8630-b33bfa97584d None None] Router IDs set() for agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 24 08:56:32.706719 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483474'] for agent, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:33.483331 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40614) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:56:33.967840 n-d-800085-9 neutron-server[94036]: WARNING oslo_policy.policy [None req-6dd225e1-6d92-4cc7-a583-eafa42f03a47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 08:56:33.968444 n-d-800085-9 neutron-server[94036]: WARNING oslo_policy.policy [None req-6dd225e1-6d92-4cc7-a583-eafa42f03a47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 08:56:34.189298 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-6dd225e1-6d92-4cc7-a583-eafa42f03a47 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 08:56:34.190400 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6dd225e1-6d92-4cc7-a583-eafa42f03a47 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7061572 Jul 24 08:56:36.555554 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40628) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:56:36.870861 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-d81022fa-f6de-460f-8adc-25f1aad4b2b0 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 08:56:36.963057 n-d-800085-9 neutron-server[94036]: DEBUG neutron.policy [None req-d81022fa-f6de-460f-8adc-25f1aad4b2b0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94036) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 24 08:56:37.007219 n-d-800085-9 neutron-server[94036]: WARNING oslo_policy.policy [None req-d81022fa-f6de-460f-8adc-25f1aad4b2b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 08:56:37.007585 n-d-800085-9 neutron-server[94036]: WARNING oslo_policy.policy [None req-d81022fa-f6de-460f-8adc-25f1aad4b2b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 08:56:37.016017 n-d-800085-9 neutron-server[94036]: INFO neutron.quota [None req-d81022fa-f6de-460f-8adc-25f1aad4b2b0 admin admin] Loaded quota_driver: . Jul 24 08:56:37.110717 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d81022fa-f6de-460f-8adc-25f1aad4b2b0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761916089491', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761916090022', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761916110110', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761916107992', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761916097106', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761916119201', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1459145', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1471214', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-399264', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-628384'] for rbac-policy, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:37.174300 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d81022fa-f6de-460f-8adc-25f1aad4b2b0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:37.175469 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d81022fa-f6de-460f-8adc-25f1aad4b2b0 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6189430 Jul 24 08:56:39.709204 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40640) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:56:40.021708 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Request body: {'network': {'project_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'ce07e4fa9cc04adca9e49b3e511ffae2'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 08:56:40.049955 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Made reservation on behalf of ce07e4fa9cc04adca9e49b3e511ffae2 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 08:56:40.053258 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:40.069333 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:40.189806 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:40.195843 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:40.216839 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 08:56:40.247573 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761914515321', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:40.248169 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Unsubscribe: segment precommit_create {{(pid=94036) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 24 08:56:40.248764 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Added segment 49e90f74-96d5-401e-93f7-10892080b9be of type vlan for network bcbe5bdc-c507-463f-a38d-fefdb56c8aaf Jul 24 08:56:40.265897 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737bf108-c899-4b70-81cb-71567e5aa04d,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 08:56:40.315501 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:40.315849 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:40.316189 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:40.316526 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:40.316906 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:40.317238 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:40.317566 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:40.317891 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:40.318222 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:40.318544 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:40.318866 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:40.319188 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Tracked resource versions report: Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: pushed versions: Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: { 'AddressGroup': {'1.2'}, Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: 'ConntrackHelper': {'1.0'}, Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: 'Log': {'1.0'}, Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: 'Network': {'1.1'}, Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: 'Port': {'1.7'}, Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: 'PortForwarding': {'1.2'}, Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: 'QosPolicy': {'1.8'}, Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: 'SecurityGroup': {'1.4'}, Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: 'SecurityGroupRule': {'1.2'}, Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: 'SubPort': {'1.0'}, Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: 'Subnet': {'1.1'}, Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: 'Trunk': {'1.1'}} Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: consumer versions: Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: { DHCP agent@n-d-800085-9: {}, Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: L3 agent@n-d-800085-9: {}, Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: Metadata agent@n-d-800085-9: {}, Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: Metering agent@n-d-800085-9: {}, Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: Open vSwitch agent@n-d-800085-9: { 'AddressGroup': '1.2', Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: 'ConntrackHelper': '1.0', Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: 'Log': '1.0', Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: 'Network': '1.1', Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: 'Port': '1.7', Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: 'PortForwarding': '1.2', Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: 'QosPolicy': '1.8', Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: 'SecurityGroup': '1.4', Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: 'SecurityGroupRule': '1.2', Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: 'SubPort': '1.0', Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: 'Subnet': '1.1', Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: 'Trunk': '1.1'}} Jul 24 08:56:40.320311 n-d-800085-9 neutron-server[94036]: {{(pid=94036) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 08:56:40.367523 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:40.417176 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:40.418241 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 08:56:40.418898 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:40.475851 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7656085 Jul 24 08:56:40.515205 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7443cef-e520-4dd1-a39e-d4df52bf0e0a admin admin] Pushing event updated for resources: {'Network': ['ID=bcbe5bdc-c507-463f-a38d-fefdb56c8aaf,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 08:56:40.527305 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network bcbe5bdc-c507-463f-a38d-fefdb56c8aaf details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 08:56:43.100515 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40654) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:56:43.482913 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc481f1-d3a8-40ec-9a65-43beab877017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 08:56:43.484275 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bbc481f1-d3a8-40ec-9a65-43beab877017 admin admin] 10.222.0.32 "GET /v2.0/networks/bcbe5bdc-c507-463f-a38d-fefdb56c8aaf HTTP/1.1" status: 200 len: 824 time: 0.3827806 Jul 24 08:56:43.508230 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c203c4cb-56d0-4055-a281-868596c0e6af admin admin] 10.222.0.32 "GET /v2.0/subnetpools/cf2bf80b-f3d0-4673-9379-3c200d94a4db HTTP/1.1" status: 200 len: 734 time: 0.0181012 Jul 24 08:56:43.516203 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-8271d1ce-4a47-424e-b446-483ec183a326 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'cf2bf80b-f3d0-4673-9379-3c200d94a4db', 'tenant_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'gateway_ip': '172.20.0.1', 'network_id': 'bcbe5bdc-c507-463f-a38d-fefdb56c8aaf'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 08:56:43.536878 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8271d1ce-4a47-424e-b446-483ec183a326 admin admin] Made reservation on behalf of ce07e4fa9cc04adca9e49b3e511ffae2 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 08:56:43.539385 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8271d1ce-4a47-424e-b446-483ec183a326 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:43.829992 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8271d1ce-4a47-424e-b446-483ec183a326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:43.894561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271d1ce-4a47-424e-b446-483ec183a326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=750c0f0f-a529-4b50-b480-450a9fb235e5,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 08:56:43.904368 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8271d1ce-4a47-424e-b446-483ec183a326 admin admin] Checking segment: {'id': '49e90f74-96d5-401e-93f7-10892080b9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bcbe5bdc-c507-463f-a38d-fefdb56c8aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 08:56:43.904787 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8271d1ce-4a47-424e-b446-483ec183a326 admin admin] Network hostable DHCP agents. Network: bcbe5bdc-c507-463f-a38d-fefdb56c8aaf, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 08:56:43.926986 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8271d1ce-4a47-424e-b446-483ec183a326 admin admin] Network bcbe5bdc-c507-463f-a38d-fefdb56c8aaf is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 08:56:43.937173 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-8271d1ce-4a47-424e-b446-483ec183a326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, bcbe5bdc-c507-463f-a38d-fefdb56c8aaf) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 08:56:43.942638 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8271d1ce-4a47-424e-b446-483ec183a326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 08:56:43.943222 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8271d1ce-4a47-424e-b446-483ec183a326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:43.948553 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b568016d-ab01-4f16-aca3-0d199e00e7ce None None] Network bcbe5bdc-c507-463f-a38d-fefdb56c8aaf requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 08:56:43.956278 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8271d1ce-4a47-424e-b446-483ec183a326 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4432921 Jul 24 08:56:44.267681 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-bcbe5bdc-c507-463f-a38d-fefdb56c8aaf', 'network_id': 'bcbe5bdc-c507-463f-a38d-fefdb56c8aaf', 'tenant_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'fixed_ips': [{'subnet_id': '750c0f0f-a529-4b50-b480-450a9fb235e5'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 08:56:44.269107 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:44.536022 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Allocated IP 172.20.0.2 (bcbe5bdc-c507-463f-a38d-fefdb56c8aaf/750c0f0f-a529-4b50-b480-450a9fb235e5/00aa07f1-0a9d-43b0-8a02-d0cc97f21451) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 08:56:44.764259 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:44.780525 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Transition to ACTIVE for port object 00aa07f1-0a9d-43b0-8a02-d0cc97f21451 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 08:56:44.802763 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Transition to ACTIVE for port object 00aa07f1-0a9d-43b0-8a02-d0cc97f21451 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 08:56:44.811122 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:44.882695 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Network bcbe5bdc-c507-463f-a38d-fefdb56c8aaf is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 08:56:44.889834 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 08:56:44.893548 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 08:56:44.925411 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Pushing event updated for resources: {'Port': ['ID=00aa07f1-0a9d-43b0-8a02-d0cc97f21451,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 08:56:44.955789 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:44.956462 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:44.956462 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:44.956870 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:44.957708 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:44.958042 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:44.958366 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:44.958686 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:44.959074 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:44.959455 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:44.959777 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:44.960098 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Tracked resource versions report: Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: pushed versions: Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: { 'AddressGroup': {'1.2'}, Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: 'ConntrackHelper': {'1.0'}, Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: 'Log': {'1.0'}, Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: 'Network': {'1.1'}, Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: 'Port': {'1.7'}, Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: 'PortForwarding': {'1.2'}, Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: 'QosPolicy': {'1.8'}, Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: 'SecurityGroup': {'1.4'}, Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: 'SecurityGroupRule': {'1.2'}, Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: 'SubPort': {'1.0'}, Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: 'Subnet': {'1.1'}, Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: 'Trunk': {'1.1'}} Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: consumer versions: Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: { DHCP agent@n-d-800085-9: {}, Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: L3 agent@n-d-800085-9: {}, Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: Metadata agent@n-d-800085-9: {}, Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: Metering agent@n-d-800085-9: {}, Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: Open vSwitch agent@n-d-800085-9: { 'AddressGroup': '1.2', Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: 'ConntrackHelper': '1.0', Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: 'Log': '1.0', Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: 'Network': '1.1', Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: 'Port': '1.7', Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: 'PortForwarding': '1.2', Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: 'QosPolicy': '1.8', Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: 'SecurityGroup': '1.4', Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: 'SecurityGroupRule': '1.2', Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: 'SubPort': '1.0', Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: 'Subnet': '1.1', Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: 'Trunk': '1.1'}} Jul 24 08:56:44.961256 n-d-800085-9 neutron-server[94037]: {{(pid=94037) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 08:56:44.992466 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Attempting to bind port 00aa07f1-0a9d-43b0-8a02-d0cc97f21451 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 08:56:44.992894 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Attempting to bind port 00aa07f1-0a9d-43b0-8a02-d0cc97f21451 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '49e90f74-96d5-401e-93f7-10892080b9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bcbe5bdc-c507-463f-a38d-fefdb56c8aaf'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 08:56:44.993308 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Attempting to bind port 00aa07f1-0a9d-43b0-8a02-d0cc97f21451 on network bcbe5bdc-c507-463f-a38d-fefdb56c8aaf {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 08:56:44.998178 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 8, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 08:56:44.998582 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Checking segment: {'id': '49e90f74-96d5-401e-93f7-10892080b9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bcbe5bdc-c507-463f-a38d-fefdb56c8aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 08:56:44.999081 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:44.999467 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Bound using segment: {'id': '49e90f74-96d5-401e-93f7-10892080b9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bcbe5bdc-c507-463f-a38d-fefdb56c8aaf'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 08:56:44.999941 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Bound port: 00aa07f1-0a9d-43b0-8a02-d0cc97f21451, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e90f74-96d5-401e-93f7-10892080b9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bcbe5bdc-c507-463f-a38d-fefdb56c8aaf'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 08:56:45.000348 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:45.064621 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] For port 00aa07f1-0a9d-43b0-8a02-d0cc97f21451, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 08:56:45.073821 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] For port 00aa07f1-0a9d-43b0-8a02-d0cc97f21451, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=00aa07f1-0a9d-43b0-8a02-d0cc97f21451,segment=NetworkSegment(49e90f74-96d5-401e-93f7-10892080b9be),segment_id=49e90f74-96d5-401e-93f7-10892080b9be)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 08:56:45.078019 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:45.150464 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4acc59-d992-4912-b148-66327a1dfcd4 None None] Pushing event updated for resources: {'Port': ['ID=00aa07f1-0a9d-43b0-8a02-d0cc97f21451,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 08:56:46.373229 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40662) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:56:46.693165 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-82f6360f-fe97-4e2d-9c20-1bcc208e1b21 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 08:56:46.694150 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-82f6360f-fe97-4e2d-9c20-1bcc208e1b21 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3198602 Jul 24 08:56:49.039505 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40670) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:56:49.345548 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-60610bb4-35ca-4bfc-bdae-58aeb97fefed admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 08:56:49.346533 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-60610bb4-35ca-4bfc-bdae-58aeb97fefed admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3061104 Jul 24 08:56:51.938421 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40680) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:56:52.232318 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-59bb5b23-3378-4576-9b6c-ee0e65f0fa92 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'admin_state_up': True}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 08:56:52.256223 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-59bb5b23-3378-4576-9b6c-ee0e65f0fa92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:52.257821 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-59bb5b23-3378-4576-9b6c-ee0e65f0fa92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:52.392985 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-59bb5b23-3378-4576-9b6c-ee0e65f0fa92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:52.397948 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-59bb5b23-3378-4576-9b6c-ee0e65f0fa92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:52.421020 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-59bb5b23-3378-4576-9b6c-ee0e65f0fa92 admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:52.429780 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-59bb5b23-3378-4576-9b6c-ee0e65f0fa92 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4900210 Jul 24 08:56:53.507933 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466d005a-d646-4a24-9a0e-94c8d8dee54f None None] Network bcbe5bdc-c507-463f-a38d-fefdb56c8aaf requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 08:56:53.576401 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-db0c9831-a2c6-4bee-82c4-94d91c80f037 None None] Provisioning for port 00aa07f1-0a9d-43b0-8a02-d0cc97f21451 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 08:56:54.348218 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 00aa07f1-0a9d-43b0-8a02-d0cc97f21451 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 08:56:54.439663 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 00aa07f1-0a9d-43b0-8a02-d0cc97f21451 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 08:56:54.443526 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 00aa07f1-0a9d-43b0-8a02-d0cc97f21451 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 08:56:54.443922 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:54.547252 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:54.584268 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 00aa07f1-0a9d-43b0-8a02-d0cc97f21451, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=00aa07f1-0a9d-43b0-8a02-d0cc97f21451,segment=NetworkSegment(49e90f74-96d5-401e-93f7-10892080b9be),segment_id=49e90f74-96d5-401e-93f7-10892080b9be)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 08:56:54.588286 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:54.637261 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=00aa07f1-0a9d-43b0-8a02-d0cc97f21451,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 08:56:54.812871 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40692) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:56:55.121431 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-6a258969-6ed0-462a-8cf3-e19ea598cf99 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 08:56:55.122435 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6a258969-6ed0-462a-8cf3-e19ea598cf99 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3086061 Jul 24 08:56:56.330069 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 00aa07f1-0a9d-43b0-8a02-d0cc97f21451 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 08:56:56.376901 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 00aa07f1-0a9d-43b0-8a02-d0cc97f21451 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 08:56:56.377276 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:57.072893 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-802f3cd8-d3af-44cd-8e95-9b57afd6cab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:57.492777 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40700) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:56:57.795455 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-b11f942a-e232-4b5b-80bd-6df90a999df5 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 08:56:57.816778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11f942a-e232-4b5b-80bd-6df90a999df5 admin admin] Made reservation on behalf of 7af2bce674fc4e11b45611d2a38d5f15 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 08:56:57.819005 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b11f942a-e232-4b5b-80bd-6df90a999df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:57.828509 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b11f942a-e232-4b5b-80bd-6df90a999df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:57.911722 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b11f942a-e232-4b5b-80bd-6df90a999df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:57.914618 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b11f942a-e232-4b5b-80bd-6df90a999df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:57.929614 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b11f942a-e232-4b5b-80bd-6df90a999df5 admin admin] Reserving flat network on physical network physnet1 {{(pid=94036) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 24 08:56:57.947969 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f942a-e232-4b5b-80bd-6df90a999df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155aa838-47ed-4a2b-bd0a-39055ebc85a1,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 08:56:57.953047 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b11f942a-e232-4b5b-80bd-6df90a999df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:57.953187 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-b11f942a-e232-4b5b-80bd-6df90a999df5 admin admin] Added segment 4ea6d831-9814-47e0-8288-abfca361aa78 of type flat for network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 Jul 24 08:56:57.998425 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b11f942a-e232-4b5b-80bd-6df90a999df5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:58.031566 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b11f942a-e232-4b5b-80bd-6df90a999df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:58.032513 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11f942a-e232-4b5b-80bd-6df90a999df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 08:56:58.033115 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b11f942a-e232-4b5b-80bd-6df90a999df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:56:58.056251 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b11f942a-e232-4b5b-80bd-6df90a999df5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5623140 Jul 24 08:56:58.100712 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f942a-e232-4b5b-80bd-6df90a999df5 admin admin] Pushing event updated for resources: {'Network': ['ID=9e5d4da0-cf80-4f70-a3b9-7360e672a770,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 08:56:58.110830 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 08:56:59.707387 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4ea69084-7032-42c9-bd85-8b83d74afa16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:00.293778 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:00.406595 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40708) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:57:00.761543 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459e8df9-7e7d-4212-9ca5-aa118ed54f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 08:57:00.762776 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-459e8df9-7e7d-4212-9ca5-aa118ed54f00 admin admin] 10.222.0.32 "GET /v2.0/subnets/750c0f0f-a529-4b50-b480-450a9fb235e5 HTTP/1.1" status: 200 len: 849 time: 0.3552439 Jul 24 08:57:00.795678 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:00.874554 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-58744e14-60a9-4ba3-b7be-11f9868b38cb admin admin] 10.222.0.32 "GET /v2.0/routers/0f45dd2b-f153-4b8c-8708-55b8093f15b7 HTTP/1.1" status: 200 len: 704 time: 0.1064167 Jul 24 08:57:01.126617 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-692337c1-c95c-4718-a45f-b6df004e8bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:01.405418 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-692337c1-c95c-4718-a45f-b6df004e8bf5 admin admin] Allocated IP 172.20.0.1 (bcbe5bdc-c507-463f-a38d-fefdb56c8aaf/750c0f0f-a529-4b50-b480-450a9fb235e5/dfb69b38-07db-4b3d-a062-decd5da55151) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 08:57:01.546559 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 5 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 08:57:01.595853 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-692337c1-c95c-4718-a45f-b6df004e8bf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:01.617637 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-692337c1-c95c-4718-a45f-b6df004e8bf5 admin admin] Transition to ACTIVE for port object dfb69b38-07db-4b3d-a062-decd5da55151 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 08:57:01.694074 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-692337c1-c95c-4718-a45f-b6df004e8bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:01.772447 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692337c1-c95c-4718-a45f-b6df004e8bf5 admin admin] Network bcbe5bdc-c507-463f-a38d-fefdb56c8aaf is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 08:57:01.781256 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-692337c1-c95c-4718-a45f-b6df004e8bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 08:57:01.783366 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692337c1-c95c-4718-a45f-b6df004e8bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=dfb69b38-07db-4b3d-a062-decd5da55151,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 08:57:01.794589 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692337c1-c95c-4718-a45f-b6df004e8bf5 admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 08:57:01.795139 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-692337c1-c95c-4718-a45f-b6df004e8bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:01.967173 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1ea6806d-738a-4c82-ab5f-b8784e699e61 None None] Provisioning for port dfb69b38-07db-4b3d-a062-decd5da55151 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 08:57:01.970783 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1ea6806d-738a-4c82-ab5f-b8784e699e61 None None] Provisioning complete for port dfb69b38-07db-4b3d-a062-decd5da55151 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 08:57:01.971213 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1ea6806d-738a-4c82-ab5f-b8784e699e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:02.002450 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-692337c1-c95c-4718-a45f-b6df004e8bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:02.003754 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-1ea6806d-738a-4c82-ab5f-b8784e699e61 None None] Port dfb69b38-07db-4b3d-a062-decd5da55151 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 08:57:02.179462 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-692337c1-c95c-4718-a45f-b6df004e8bf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:02.183556 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-692337c1-c95c-4718-a45f-b6df004e8bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:02.184315 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-692337c1-c95c-4718-a45f-b6df004e8bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:02.243213 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692337c1-c95c-4718-a45f-b6df004e8bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=dfb69b38-07db-4b3d-a062-decd5da55151,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 08:57:02.302815 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692337c1-c95c-4718-a45f-b6df004e8bf5 admin admin] Network bcbe5bdc-c507-463f-a38d-fefdb56c8aaf is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 08:57:02.304117 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-692337c1-c95c-4718-a45f-b6df004e8bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 08:57:02.460238 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692337c1-c95c-4718-a45f-b6df004e8bf5 admin admin] Router 0f45dd2b-f153-4b8c-8708-55b8093f15b7 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 08:57:02.523543 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7834fc5d-82a4-44fa-be9a-d65ba67c3027 None None] Provisioning complete for port dfb69b38-07db-4b3d-a062-decd5da55151 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 08:57:02.523839 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7834fc5d-82a4-44fa-be9a-d65ba67c3027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:02.549519 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692337c1-c95c-4718-a45f-b6df004e8bf5 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 08:57:02.558860 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-7834fc5d-82a4-44fa-be9a-d65ba67c3027 None None] Port dfb69b38-07db-4b3d-a062-decd5da55151 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 08:57:02.572135 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] Sync routers for ids ['0f45dd2b-f153-4b8c-8708-55b8093f15b7'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 08:57:02.573394 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-692337c1-c95c-4718-a45f-b6df004e8bf5 admin admin] 10.222.0.32 "PUT /v2.0/routers/0f45dd2b-f153-4b8c-8708-55b8093f15b7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6938808 Jul 24 08:57:02.582991 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] Routers {'0f45dd2b-f153-4b8c-8708-55b8093f15b7'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 08:57:02.583808 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T08:57:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0f45dd2b-f153-4b8c-8708-55b8093f15b7'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 08:57:02.667472 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:02.768479 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] Set router 0f45dd2b-f153-4b8c-8708-55b8093f15b7 gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 08:57:03.189099 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f45dd2b-f153-4b8c-8708-55b8093f15b7', 'name': 'router1', 'tenant_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T08:56:52Z', 'updated_at': '2021-07-24T08:57:01Z', 'revision_number': 2, 'project_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'gw_port_host': None, '_interfaces': [{'id': 'dfb69b38-07db-4b3d-a062-decd5da55151', 'name': '', 'network_id': 'bcbe5bdc-c507-463f-a38d-fefdb56c8aaf', 'tenant_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'mac_address': 'fa:16:3e:ed:1d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f45dd2b-f153-4b8c-8708-55b8093f15b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '750c0f0f-a529-4b50-b480-450a9fb235e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T08:57:01Z', 'updated_at': '2021-07-24T08:57:02Z', 'revision_number': 2, 'project_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'subnets': [{'id': '750c0f0f-a529-4b50-b480-450a9fb235e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf2bf80b-f3d0-4673-9379-3c200d94a4db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 08:57:03.238425 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] Checking router: 0f45dd2b-f153-4b8c-8708-55b8093f15b7 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 08:57:03.238800 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] Updating router 0f45dd2b-f153-4b8c-8708-55b8093f15b7 port dfb69b38-07db-4b3d-a062-decd5da55151 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 08:57:03.301253 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:03.780224 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:03.798601 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] Transition to ACTIVE for port object dfb69b38-07db-4b3d-a062-decd5da55151 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 08:57:03.804315 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:03.944854 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236599a4-b49d-44c4-b4dc-050b78951285 None None] Pushing event updated for resources: {'Port': ['ID=dfb69b38-07db-4b3d-a062-decd5da55151,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 08:57:03.970977 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236599a4-b49d-44c4-b4dc-050b78951285 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:57:03.971318 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236599a4-b49d-44c4-b4dc-050b78951285 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:57:03.971649 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236599a4-b49d-44c4-b4dc-050b78951285 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:57:03.972466 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236599a4-b49d-44c4-b4dc-050b78951285 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:57:03.972815 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236599a4-b49d-44c4-b4dc-050b78951285 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:57:03.973386 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236599a4-b49d-44c4-b4dc-050b78951285 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:57:03.973703 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236599a4-b49d-44c4-b4dc-050b78951285 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:57:03.974016 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236599a4-b49d-44c4-b4dc-050b78951285 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:57:03.974328 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236599a4-b49d-44c4-b4dc-050b78951285 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:57:03.974640 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236599a4-b49d-44c4-b4dc-050b78951285 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:57:03.974949 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236599a4-b49d-44c4-b4dc-050b78951285 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:57:03.975258 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236599a4-b49d-44c4-b4dc-050b78951285 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236599a4-b49d-44c4-b4dc-050b78951285 None None] Tracked resource versions report: Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: pushed versions: Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: { 'AddressGroup': {'1.2'}, Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: 'ConntrackHelper': {'1.0'}, Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: 'Log': {'1.0'}, Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: 'Network': {'1.1'}, Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: 'Port': {'1.7'}, Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: 'PortForwarding': {'1.2'}, Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: 'QosPolicy': {'1.8'}, Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: 'SecurityGroup': {'1.4'}, Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: 'SecurityGroupRule': {'1.2'}, Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: 'SubPort': {'1.0'}, Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: 'Subnet': {'1.1'}, Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: 'Trunk': {'1.1'}} Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: consumer versions: Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: { DHCP agent@n-d-800085-9: {}, Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: L3 agent@n-d-800085-9: {}, Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: Metadata agent@n-d-800085-9: {}, Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: Metering agent@n-d-800085-9: {}, Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: Open vSwitch agent@n-d-800085-9: { 'AddressGroup': '1.2', Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: 'ConntrackHelper': '1.0', Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: 'Log': '1.0', Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: 'Network': '1.1', Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: 'Port': '1.7', Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: 'PortForwarding': '1.2', Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: 'QosPolicy': '1.8', Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: 'SecurityGroup': '1.4', Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: 'SecurityGroupRule': '1.2', Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: 'SubPort': '1.0', Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: 'Subnet': '1.1', Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: 'Trunk': '1.1'}} Jul 24 08:57:03.976375 n-d-800085-9 neutron-server[94038]: {{(pid=94038) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 08:57:03.986871 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] Attempting to bind port dfb69b38-07db-4b3d-a062-decd5da55151 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 08:57:03.987269 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] Attempting to bind port dfb69b38-07db-4b3d-a062-decd5da55151 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '49e90f74-96d5-401e-93f7-10892080b9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bcbe5bdc-c507-463f-a38d-fefdb56c8aaf'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 08:57:03.988271 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] Attempting to bind port dfb69b38-07db-4b3d-a062-decd5da55151 on network bcbe5bdc-c507-463f-a38d-fefdb56c8aaf {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 08:57:03.993680 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 08:57:03.994082 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] Checking segment: {'id': '49e90f74-96d5-401e-93f7-10892080b9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bcbe5bdc-c507-463f-a38d-fefdb56c8aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 08:57:03.994543 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:03.994926 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] Bound using segment: {'id': '49e90f74-96d5-401e-93f7-10892080b9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bcbe5bdc-c507-463f-a38d-fefdb56c8aaf'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 08:57:03.995419 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] Bound port: dfb69b38-07db-4b3d-a062-decd5da55151, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e90f74-96d5-401e-93f7-10892080b9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bcbe5bdc-c507-463f-a38d-fefdb56c8aaf'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 08:57:03.995813 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:04.057984 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] For port dfb69b38-07db-4b3d-a062-decd5da55151, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 08:57:04.083149 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] For port dfb69b38-07db-4b3d-a062-decd5da55151, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=dfb69b38-07db-4b3d-a062-decd5da55151,segment=NetworkSegment(49e90f74-96d5-401e-93f7-10892080b9be),segment_id=49e90f74-96d5-401e-93f7-10892080b9be)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 08:57:04.087569 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:04.140943 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] Routers {'0f45dd2b-f153-4b8c-8708-55b8093f15b7'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 08:57:04.141555 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T08:57:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0f45dd2b-f153-4b8c-8708-55b8093f15b7'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 08:57:04.206541 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236599a4-b49d-44c4-b4dc-050b78951285 None None] Pushing event updated for resources: {'Port': ['ID=dfb69b38-07db-4b3d-a062-decd5da55151,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 08:57:04.230705 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] Set router 0f45dd2b-f153-4b8c-8708-55b8093f15b7 gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 08:57:04.430976 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f45dd2b-f153-4b8c-8708-55b8093f15b7', 'name': 'router1', 'tenant_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T08:56:52Z', 'updated_at': '2021-07-24T08:57:01Z', 'revision_number': 2, 'project_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'gw_port_host': None, '_interfaces': [{'id': 'dfb69b38-07db-4b3d-a062-decd5da55151', 'name': '', 'network_id': 'bcbe5bdc-c507-463f-a38d-fefdb56c8aaf', 'tenant_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'mac_address': 'fa:16:3e:ed:1d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f45dd2b-f153-4b8c-8708-55b8093f15b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '750c0f0f-a529-4b50-b480-450a9fb235e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T08:57:01Z', 'updated_at': '2021-07-24T08:57:04Z', 'revision_number': 4, 'project_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'subnets': [{'id': '750c0f0f-a529-4b50-b480-450a9fb235e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf2bf80b-f3d0-4673-9379-3c200d94a4db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 08:57:04.455299 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8672dc2e-495e-4f92-857e-134387d56c3d None None] The sync data for ids ['0f45dd2b-f153-4b8c-8708-55b8093f15b7'] in n-d-800085-9 is: [{'id': '0f45dd2b-f153-4b8c-8708-55b8093f15b7', 'name': 'router1', 'tenant_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T08:56:52Z', 'updated_at': '2021-07-24T08:57:01Z', 'revision_number': 2, 'project_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'gw_port_host': None, '_interfaces': [{'id': 'dfb69b38-07db-4b3d-a062-decd5da55151', 'name': '', 'network_id': 'bcbe5bdc-c507-463f-a38d-fefdb56c8aaf', 'tenant_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'mac_address': 'fa:16:3e:ed:1d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f45dd2b-f153-4b8c-8708-55b8093f15b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '750c0f0f-a529-4b50-b480-450a9fb235e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T08:57:01Z', 'updated_at': '2021-07-24T08:57:04Z', 'revision_number': 4, 'project_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'subnets': [{'id': '750c0f0f-a529-4b50-b480-450a9fb235e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf2bf80b-f3d0-4673-9379-3c200d94a4db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 08:57:04.810598 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40730) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:57:04.980711 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edfe689-0300-447f-8e8f-6910274365c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 08:57:04.982023 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9edfe689-0300-447f-8e8f-6910274365c6 admin admin] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 842 time: 0.1704810 Jul 24 08:57:04.996991 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-12725ac3-6796-4265-83dc-0c0840e01b1b admin admin] Request body: {'subnet': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.25.7.1', 'enable_dhcp': False, 'cidr': '172.25.7.0/24'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 08:57:05.016830 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12725ac3-6796-4265-83dc-0c0840e01b1b admin admin] Made reservation on behalf of 7af2bce674fc4e11b45611d2a38d5f15 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 08:57:05.019104 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-12725ac3-6796-4265-83dc-0c0840e01b1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:05.367563 n-d-800085-9 neutron-server[94036]: DEBUG neutron.objects.ports [None req-12725ac3-6796-4265-83dc-0c0840e01b1b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94036) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 08:57:05.367904 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-12725ac3-6796-4265-83dc-0c0840e01b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:05.426015 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12725ac3-6796-4265-83dc-0c0840e01b1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=798db582-2942-4855-ab10-08a9361c159c,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 08:57:05.431125 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12725ac3-6796-4265-83dc-0c0840e01b1b admin admin] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 08:57:05.431489 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12725ac3-6796-4265-83dc-0c0840e01b1b admin admin] Network hostable DHCP agents. Network: 9e5d4da0-cf80-4f70-a3b9-7360e672a770, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 08:57:05.453997 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12725ac3-6796-4265-83dc-0c0840e01b1b admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 08:57:05.463720 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-12725ac3-6796-4265-83dc-0c0840e01b1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 9e5d4da0-cf80-4f70-a3b9-7360e672a770) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 08:57:05.469024 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12725ac3-6796-4265-83dc-0c0840e01b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 08:57:05.469987 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-12725ac3-6796-4265-83dc-0c0840e01b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:05.476405 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5667379-e046-48a2-b5ac-2a9296f3b7c3 None None] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 08:57:05.489732 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-12725ac3-6796-4265-83dc-0c0840e01b1b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4961088 Jul 24 08:57:05.622603 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4371f92-aea8-4e4f-ab43-425f5fd51b27 None None] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 08:57:07.761337 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40748) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:57:07.892817 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9d3a518e-c82f-4d7c-bbad-d36ad7235045 admin admin] 10.222.0.32 "GET /v2.0/routers/0f45dd2b-f153-4b8c-8708-55b8093f15b7 HTTP/1.1" status: 200 len: 710 time: 0.1301966 Jul 24 08:57:07.979162 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d42de67-f3db-4cc3-b946-2975a7ce32b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 08:57:07.980287 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1d42de67-f3db-4cc3-b946-2975a7ce32b3 admin admin] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 886 time: 0.0818405 Jul 24 08:57:07.988854 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-e041346b-7cf6-44ef-ba91-42e20f205709 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 08:57:08.233209 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e041346b-7cf6-44ef-ba91-42e20f205709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:08.463713 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e041346b-7cf6-44ef-ba91-42e20f205709 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:08.534585 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e041346b-7cf6-44ef-ba91-42e20f205709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:08.637300 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-e041346b-7cf6-44ef-ba91-42e20f205709 admin admin] Allocated IP 172.25.7.253 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/742b15b8-5dd9-4708-817c-359083e0d927) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 08:57:08.737820 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e041346b-7cf6-44ef-ba91-42e20f205709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:08.778335 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e041346b-7cf6-44ef-ba91-42e20f205709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:08.819596 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e041346b-7cf6-44ef-ba91-42e20f205709 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 08:57:08.823113 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-e041346b-7cf6-44ef-ba91-42e20f205709 admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 08:57:08.825921 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e041346b-7cf6-44ef-ba91-42e20f205709 admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 08:57:08.858121 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041346b-7cf6-44ef-ba91-42e20f205709 admin admin] Pushing event updated for resources: {'Port': ['ID=742b15b8-5dd9-4708-817c-359083e0d927,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 08:57:09.147652 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e041346b-7cf6-44ef-ba91-42e20f205709 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:09.334035 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e041346b-7cf6-44ef-ba91-42e20f205709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:09.337226 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e041346b-7cf6-44ef-ba91-42e20f205709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593208'] for router, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:09.438031 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e041346b-7cf6-44ef-ba91-42e20f205709 admin admin] Router 0f45dd2b-f153-4b8c-8708-55b8093f15b7 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 08:57:09.563848 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e041346b-7cf6-44ef-ba91-42e20f205709 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 08:57:09.568617 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e041346b-7cf6-44ef-ba91-42e20f205709 admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:09.569721 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e041346b-7cf6-44ef-ba91-42e20f205709 admin admin] 10.222.0.32 "PUT /v2.0/routers/0f45dd2b-f153-4b8c-8708-55b8093f15b7 HTTP/1.1" status: 200 len: 890 time: 1.5841391 Jul 24 08:57:10.382021 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device dfb69b38-07db-4b3d-a062-decd5da55151 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 08:57:10.432923 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port dfb69b38-07db-4b3d-a062-decd5da55151 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 08:57:10.437003 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port dfb69b38-07db-4b3d-a062-decd5da55151 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 08:57:10.437377 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:10.511778 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:10.541906 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port dfb69b38-07db-4b3d-a062-decd5da55151, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=dfb69b38-07db-4b3d-a062-decd5da55151,segment=NetworkSegment(49e90f74-96d5-401e-93f7-10892080b9be),segment_id=49e90f74-96d5-401e-93f7-10892080b9be)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 08:57:10.547101 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:10.592406 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=dfb69b38-07db-4b3d-a062-decd5da55151,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 08:57:10.834412 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] Sync routers for ids ['0f45dd2b-f153-4b8c-8708-55b8093f15b7'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 08:57:10.844363 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] Routers {'0f45dd2b-f153-4b8c-8708-55b8093f15b7'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 08:57:10.845045 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T08:57:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0f45dd2b-f153-4b8c-8708-55b8093f15b7'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 08:57:11.087065 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] Set router 0f45dd2b-f153-4b8c-8708-55b8093f15b7 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 08:57:11.475004 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f45dd2b-f153-4b8c-8708-55b8093f15b7', 'name': 'router1', 'tenant_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '742b15b8-5dd9-4708-817c-359083e0d927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T08:56:52Z', 'updated_at': '2021-07-24T08:57:08Z', 'revision_number': 4, 'project_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'gw_port': {'id': '742b15b8-5dd9-4708-817c-359083e0d927', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f45dd2b-f153-4b8c-8708-55b8093f15b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T08:57:08Z', 'updated_at': '2021-07-24T08:57:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'dfb69b38-07db-4b3d-a062-decd5da55151', 'name': '', 'network_id': 'bcbe5bdc-c507-463f-a38d-fefdb56c8aaf', 'tenant_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'mac_address': 'fa:16:3e:ed:1d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f45dd2b-f153-4b8c-8708-55b8093f15b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '750c0f0f-a529-4b50-b480-450a9fb235e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T08:57:01Z', 'updated_at': '2021-07-24T08:57:10Z', 'revision_number': 5, 'project_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'subnets': [{'id': '750c0f0f-a529-4b50-b480-450a9fb235e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf2bf80b-f3d0-4673-9379-3c200d94a4db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 08:57:11.523128 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] Checking router: 0f45dd2b-f153-4b8c-8708-55b8093f15b7 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 08:57:11.523480 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] Updating router 0f45dd2b-f153-4b8c-8708-55b8093f15b7 port 742b15b8-5dd9-4708-817c-359083e0d927 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 08:57:11.558016 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:11.869798 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:11.880358 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] Transition to ACTIVE for port object 742b15b8-5dd9-4708-817c-359083e0d927 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 08:57:11.886572 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:11.935962 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153e9c4-f539-4085-849b-8484b70e3ef7 None None] Pushing event updated for resources: {'Port': ['ID=742b15b8-5dd9-4708-817c-359083e0d927,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 08:57:11.939988 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] Attempting to bind port 742b15b8-5dd9-4708-817c-359083e0d927 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 08:57:11.940430 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] Attempting to bind port 742b15b8-5dd9-4708-817c-359083e0d927 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 08:57:11.941316 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] Attempting to bind port 742b15b8-5dd9-4708-817c-359083e0d927 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 08:57:11.946162 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 08:57:11.946540 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 08:57:11.946940 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:11.947326 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 08:57:11.947787 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] Bound port: 742b15b8-5dd9-4708-817c-359083e0d927, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 08:57:11.948165 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:11.976092 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40760) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:57:11.996572 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] For port 742b15b8-5dd9-4708-817c-359083e0d927, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 08:57:11.999785 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] For port 742b15b8-5dd9-4708-817c-359083e0d927, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=742b15b8-5dd9-4708-817c-359083e0d927,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 08:57:12.005313 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:12.061175 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] Routers {'0f45dd2b-f153-4b8c-8708-55b8093f15b7'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 08:57:12.061706 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T08:57:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0f45dd2b-f153-4b8c-8708-55b8093f15b7'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 08:57:12.093659 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153e9c4-f539-4085-849b-8484b70e3ef7 None None] Pushing event updated for resources: {'Port': ['ID=742b15b8-5dd9-4708-817c-359083e0d927,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 08:57:12.133762 n-d-800085-9 neutron-server[94035]: WARNING oslo_policy.policy [None req-9448b3a7-383e-4a8a-bbae-06ce4500f599 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 08:57:12.134340 n-d-800085-9 neutron-server[94035]: WARNING oslo_policy.policy [None req-9448b3a7-383e-4a8a-bbae-06ce4500f599 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 08:57:12.239477 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] Set router 0f45dd2b-f153-4b8c-8708-55b8093f15b7 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 08:57:12.357952 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device dfb69b38-07db-4b3d-a062-decd5da55151 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 08:57:12.445739 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port dfb69b38-07db-4b3d-a062-decd5da55151 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 08:57:12.446111 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:12.536779 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f45dd2b-f153-4b8c-8708-55b8093f15b7', 'name': 'router1', 'tenant_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '742b15b8-5dd9-4708-817c-359083e0d927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T08:56:52Z', 'updated_at': '2021-07-24T08:57:08Z', 'revision_number': 4, 'project_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'gw_port': {'id': '742b15b8-5dd9-4708-817c-359083e0d927', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f45dd2b-f153-4b8c-8708-55b8093f15b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T08:57:08Z', 'updated_at': '2021-07-24T08:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'dfb69b38-07db-4b3d-a062-decd5da55151', 'name': '', 'network_id': 'bcbe5bdc-c507-463f-a38d-fefdb56c8aaf', 'tenant_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'mac_address': 'fa:16:3e:ed:1d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f45dd2b-f153-4b8c-8708-55b8093f15b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '750c0f0f-a529-4b50-b480-450a9fb235e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T08:57:01Z', 'updated_at': '2021-07-24T08:57:10Z', 'revision_number': 5, 'project_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'subnets': [{'id': '750c0f0f-a529-4b50-b480-450a9fb235e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf2bf80b-f3d0-4673-9379-3c200d94a4db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 08:57:12.561008 n-d-800085-9 neutron-server[94035]: DEBUG neutron.policy [None req-9448b3a7-383e-4a8a-bbae-06ce4500f599 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94035) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 24 08:57:12.567178 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd232c7-f347-452a-8a3f-2c01d81d76aa None None] The sync data for ids ['0f45dd2b-f153-4b8c-8708-55b8093f15b7'] in n-d-800085-9 is: [{'id': '0f45dd2b-f153-4b8c-8708-55b8093f15b7', 'name': 'router1', 'tenant_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '742b15b8-5dd9-4708-817c-359083e0d927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T08:56:52Z', 'updated_at': '2021-07-24T08:57:08Z', 'revision_number': 4, 'project_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'gw_port': {'id': '742b15b8-5dd9-4708-817c-359083e0d927', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f45dd2b-f153-4b8c-8708-55b8093f15b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T08:57:08Z', 'updated_at': '2021-07-24T08:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'dfb69b38-07db-4b3d-a062-decd5da55151', 'name': '', 'network_id': 'bcbe5bdc-c507-463f-a38d-fefdb56c8aaf', 'tenant_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'mac_address': 'fa:16:3e:ed:1d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f45dd2b-f153-4b8c-8708-55b8093f15b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '750c0f0f-a529-4b50-b480-450a9fb235e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T08:57:01Z', 'updated_at': '2021-07-24T08:57:10Z', 'revision_number': 5, 'project_id': 'ce07e4fa9cc04adca9e49b3e511ffae2', 'subnets': [{'id': '750c0f0f-a529-4b50-b480-450a9fb235e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf2bf80b-f3d0-4673-9379-3c200d94a4db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 08:57:12.609068 n-d-800085-9 neutron-server[94035]: WARNING oslo_policy.policy [None req-9448b3a7-383e-4a8a-bbae-06ce4500f599 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 08:57:12.609461 n-d-800085-9 neutron-server[94035]: WARNING oslo_policy.policy [None req-9448b3a7-383e-4a8a-bbae-06ce4500f599 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 08:57:12.620225 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9448b3a7-383e-4a8a-bbae-06ce4500f599 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.6416049 Jul 24 08:57:14.374470 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 742b15b8-5dd9-4708-817c-359083e0d927 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 08:57:14.427865 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 742b15b8-5dd9-4708-817c-359083e0d927 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 08:57:14.431915 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 742b15b8-5dd9-4708-817c-359083e0d927 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 08:57:14.432408 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:14.510854 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:14.533922 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 742b15b8-5dd9-4708-817c-359083e0d927, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=742b15b8-5dd9-4708-817c-359083e0d927,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 08:57:14.537941 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:14.587022 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=742b15b8-5dd9-4708-817c-359083e0d927,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 08:57:16.373648 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 742b15b8-5dd9-4708-817c-359083e0d927 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 08:57:16.446615 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 742b15b8-5dd9-4708-817c-359083e0d927 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 08:57:16.447337 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:27.075287 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-865853ad-9534-4a77-8bb2-1fbd9d92d8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:29.710022 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b631ac99-1420-4a2b-addb-bcb93ee0cb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:30.298660 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:30.802316 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:32.684935 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:38.558503 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 5 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 08:57:57.086472 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f624e282-0188-4674-a481-f64c74532558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:57:59.716287 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-764b4eb6-e93b-4a0b-bb0c-91f283da6e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:58:00.293005 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:58:00.815833 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:58:02.692280 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:58:15.548639 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 5 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 08:58:27.079843 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ae64a768-d41a-4e65-9362-0f7163bc59f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:58:29.717137 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f67e21a1-ad92-4ca4-8aa6-007bfd8a948b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:58:30.293785 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:58:30.805575 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:58:32.692018 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:58:52.547480 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 5 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 08:58:53.622528 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41370) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:58:53.696269 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d4cef0-c570-4a79-bcbf-779b79bd04a8 admin admin] GET failed (client error): The resource could not be found. Jul 24 08:58:53.697608 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-09d4cef0-c570-4a79-bcbf-779b79bd04a8 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0735908 Jul 24 08:58:53.890074 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649ca401-d0d2-4766-8106-20dd2f2d05d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 08:58:53.891505 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-649ca401-d0d2-4766-8106-20dd2f2d05d7 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1901031 Jul 24 08:58:56.057632 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41380) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:58:56.184236 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70ed285-af5c-4f7c-9645-46ce599ed7d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 08:58:56.186126 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a70ed285-af5c-4f7c-9645-46ce599ed7d1 admin admin] 10.222.0.32 "GET /v2.0/subnets/750c0f0f-a529-4b50-b480-450a9fb235e5 HTTP/1.1" status: 200 len: 849 time: 0.1275644 Jul 24 08:58:56.195470 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-2e6d8396-2c54-44bd-8260-013e55a45d57 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 08:58:56.280427 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2e6d8396-2c54-44bd-8260-013e55a45d57 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:58:56.434446 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2e6d8396-2c54-44bd-8260-013e55a45d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761914635587'] for subnet, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:58:56.498628 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6d8396-2c54-44bd-8260-013e55a45d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 08:58:56.499625 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2e6d8396-2c54-44bd-8260-013e55a45d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:58:56.500559 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2e6d8396-2c54-44bd-8260-013e55a45d57 admin admin] 10.222.0.32 "PUT /v2.0/subnets/750c0f0f-a529-4b50-b480-450a9fb235e5 HTTP/1.1" status: 200 len: 868 time: 0.3089681 Jul 24 08:58:56.506352 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba36d3f-fe52-4b49-af86-863080ad9828 None None] Network bcbe5bdc-c507-463f-a38d-fefdb56c8aaf requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 08:58:56.515171 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d8396-2c54-44bd-8260-013e55a45d57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=750c0f0f-a529-4b50-b480-450a9fb235e5,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 08:58:56.524442 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6d8396-2c54-44bd-8260-013e55a45d57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:58:56.524830 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6d8396-2c54-44bd-8260-013e55a45d57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:58:56.525168 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6d8396-2c54-44bd-8260-013e55a45d57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:58:56.525505 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6d8396-2c54-44bd-8260-013e55a45d57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:58:56.525838 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6d8396-2c54-44bd-8260-013e55a45d57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:58:56.526171 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6d8396-2c54-44bd-8260-013e55a45d57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:58:56.526499 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6d8396-2c54-44bd-8260-013e55a45d57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:58:56.526825 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6d8396-2c54-44bd-8260-013e55a45d57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:58:56.527150 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6d8396-2c54-44bd-8260-013e55a45d57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:58:56.527474 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6d8396-2c54-44bd-8260-013e55a45d57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:58:56.527797 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6d8396-2c54-44bd-8260-013e55a45d57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:58:56.528121 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6d8396-2c54-44bd-8260-013e55a45d57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6d8396-2c54-44bd-8260-013e55a45d57 admin admin] Tracked resource versions report: Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: pushed versions: Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: { 'AddressGroup': {'1.2'}, Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: 'ConntrackHelper': {'1.0'}, Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: 'Log': {'1.0'}, Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: 'Network': {'1.1'}, Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: 'Port': {'1.7'}, Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: 'PortForwarding': {'1.2'}, Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: 'QosPolicy': {'1.8'}, Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: 'SecurityGroup': {'1.4'}, Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: 'SecurityGroupRule': {'1.2'}, Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: 'SubPort': {'1.0'}, Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: 'Subnet': {'1.1'}, Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: 'Trunk': {'1.1'}} Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: consumer versions: Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: { DHCP agent@n-d-800085-9: {}, Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: L3 agent@n-d-800085-9: {}, Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: Metadata agent@n-d-800085-9: {}, Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: Metering agent@n-d-800085-9: {}, Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: Open vSwitch agent@n-d-800085-9: { 'AddressGroup': '1.2', Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: 'ConntrackHelper': '1.0', Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: 'Log': '1.0', Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: 'Network': '1.1', Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: 'Port': '1.7', Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: 'PortForwarding': '1.2', Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: 'QosPolicy': '1.8', Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: 'SecurityGroup': '1.4', Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: 'SecurityGroupRule': '1.2', Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: 'SubPort': '1.0', Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: 'Subnet': '1.1', Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: 'Trunk': '1.1'}} Jul 24 08:58:56.529388 n-d-800085-9 neutron-server[94035]: {{(pid=94035) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 08:58:56.987452 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-35158d52-67e2-47eb-91b3-956b1b6dfe92 None None] Provisioning complete for port 00aa07f1-0a9d-43b0-8a02-d0cc97f21451 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 08:58:56.987828 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-35158d52-67e2-47eb-91b3-956b1b6dfe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:58:57.078404 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-35158d52-67e2-47eb-91b3-956b1b6dfe92 None None] Provisioning complete for port dfb69b38-07db-4b3d-a062-decd5da55151 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 08:58:57.078650 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-35158d52-67e2-47eb-91b3-956b1b6dfe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:58:57.081400 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dc6f00af-86b6-44bb-bb1c-2889474fd0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:58:58.725893 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41392) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:58:58.941004 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e19305-4c92-4d58-8afe-f98526da84a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 08:58:58.941386 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e19305-4c92-4d58-8afe-f98526da84a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 08:58:58.942913 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c5e19305-4c92-4d58-8afe-f98526da84a3 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2160692 Jul 24 08:58:59.719532 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4cfea375-5001-4f93-ad16-9be8be1614bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:00.300560 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:00.806868 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:01.133371 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41400) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:59:01.262382 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855d1d9-5651-4388-b849-301d2da2a912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 08:59:01.264421 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855d1d9-5651-4388-b849-301d2da2a912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 08:59:01.266470 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8855d1d9-5651-4388-b849-301d2da2a912 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1319823 Jul 24 08:59:02.694448 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:03.416889 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41408) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:59:03.591085 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd3c7e4-e66b-4407-b5dd-a64ccfc10b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 08:59:03.593173 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1fd3c7e4-e66b-4407-b5dd-a64ccfc10b46 admin admin] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 886 time: 0.1753359 Jul 24 08:59:05.725480 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41416) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:59:05.863562 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52d4e42-2bca-4f76-b378-d46deff546ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 08:59:05.864940 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b52d4e42-2bca-4f76-b378-d46deff546ab admin admin] 10.222.0.32 "GET /v2.0/networks/bcbe5bdc-c507-463f-a38d-fefdb56c8aaf HTTP/1.1" status: 200 len: 868 time: 0.1385055 Jul 24 08:59:08.017037 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41424) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:59:08.136082 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f900bde0-ce4a-480c-8b3c-d767dc45aefa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 08:59:08.136540 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f900bde0-ce4a-480c-8b3c-d767dc45aefa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 08:59:08.138088 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f900bde0-ce4a-480c-8b3c-d767dc45aefa admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1201096 Jul 24 08:59:10.311104 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41434) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:59:10.403036 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e7bf48-26e7-4910-8dac-e90bbc33eb94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 08:59:10.403499 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e7bf48-26e7-4910-8dac-e90bbc33eb94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 08:59:10.405083 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-75e7bf48-26e7-4910-8dac-e90bbc33eb94 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0929811 Jul 24 08:59:12.536549 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41442) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:59:12.627896 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6838090-0c48-49d6-9e9e-5ad401ead76c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 08:59:12.629284 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b6838090-0c48-49d6-9e9e-5ad401ead76c admin admin] 10.222.0.32 "GET /v2.0/subnets/750c0f0f-a529-4b50-b480-450a9fb235e5 HTTP/1.1" status: 200 len: 868 time: 0.0917697 Jul 24 08:59:14.782146 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41450) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:59:14.864233 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363b1464-04de-412c-af06-980433d0b11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 08:59:14.865587 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-363b1464-04de-412c-af06-980433d0b11f admin admin] 10.222.0.32 "GET /v2.0/subnets/798db582-2942-4855-ab10-08a9361c159c HTTP/1.1" status: 200 len: 816 time: 0.0824921 Jul 24 08:59:27.081162 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4949e08d-d0b5-41fd-9079-d7204573a2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:29.545768 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 5 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 08:59:29.720646 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4fb5d01d-6a39-4eb1-b509-4e6ff2ff8172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:30.291142 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:30.809993 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:32.701100 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:39.232253 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41502) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:59:39.277183 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-77c4f747-2647-472b-968c-ba707d0944f0 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 08:59:39.278189 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-77c4f747-2647-472b-968c-ba707d0944f0 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0445325 Jul 24 08:59:41.514821 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41510) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:59:41.571876 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d8342a-7a89-4462-907a-404e8306a25e admin admin] GET failed (client error): The resource could not be found. Jul 24 08:59:41.573225 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-86d8342a-7a89-4462-907a-404e8306a25e admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0574651 Jul 24 08:59:41.658511 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5f00de-8a99-4f32-baeb-87eea0fbdb05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 08:59:41.659968 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2e5f00de-8a99-4f32-baeb-87eea0fbdb05 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0824950 Jul 24 08:59:43.839636 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41518) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:59:43.884464 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-eaf2e18f-6ba1-4e30-94e4-bcd2a52751c3 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 08:59:43.885687 n-d-800085-9 neutron-server[94035]: INFO neutron.quota [None req-eaf2e18f-6ba1-4e30-94e4-bcd2a52751c3 admin admin] Loaded quota_driver: . Jul 24 08:59:43.923467 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf2e18f-6ba1-4e30-94e4-bcd2a52751c3 admin admin] Made reservation on behalf of 7af2bce674fc4e11b45611d2a38d5f15 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 08:59:43.925835 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eaf2e18f-6ba1-4e30-94e4-bcd2a52751c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:43.974004 n-d-800085-9 neutron-server[94035]: WARNING neutron.services.revisions.revision_plugin [None req-eaf2e18f-6ba1-4e30-94e4-bcd2a52751c3 admin admin] Could not find related network for resource to bump revision. Jul 24 08:59:43.998088 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf2e18f-6ba1-4e30-94e4-bcd2a52751c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 08:59:44.015525 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eaf2e18f-6ba1-4e30-94e4-bcd2a52751c3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761914515321', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:44.016089 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eaf2e18f-6ba1-4e30-94e4-bcd2a52751c3 admin admin] Unsubscribe: segment precommit_create {{(pid=94035) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 24 08:59:44.016545 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-eaf2e18f-6ba1-4e30-94e4-bcd2a52751c3 admin admin] Added segment e7aea6f4-122f-4658-8084-5f7e75af2018 of type vlan for network 92316843-a103-469d-8d14-d101ede46ca8 Jul 24 08:59:44.085670 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eaf2e18f-6ba1-4e30-94e4-bcd2a52751c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:44.128278 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eaf2e18f-6ba1-4e30-94e4-bcd2a52751c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:44.129261 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf2e18f-6ba1-4e30-94e4-bcd2a52751c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 08:59:44.129844 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eaf2e18f-6ba1-4e30-94e4-bcd2a52751c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:44.178581 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-eaf2e18f-6ba1-4e30-94e4-bcd2a52751c3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3378506 Jul 24 08:59:44.232204 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2e18f-6ba1-4e30-94e4-bcd2a52751c3 admin admin] Pushing event updated for resources: {'Network': ['ID=92316843-a103-469d-8d14-d101ede46ca8,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 08:59:44.244786 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 92316843-a103-469d-8d14-d101ede46ca8 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 08:59:46.394302 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41526) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 08:59:46.455984 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a76bdd-c615-4356-a108-0b832a076c74 admin admin] GET failed (client error): The resource could not be found. Jul 24 08:59:46.457290 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e8a76bdd-c615-4356-a108-0b832a076c74 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0620329 Jul 24 08:59:46.526714 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc04095c-e3f8-44c2-ab30-3e0bf54e28e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 08:59:46.528150 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-dc04095c-e3f8-44c2-ab30-3e0bf54e28e7 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0668087 Jul 24 08:59:46.537601 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-8edd45f3-a36b-4b23-beb6-24aa110b6272 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 08:59:46.558480 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edd45f3-a36b-4b23-beb6-24aa110b6272 admin admin] Made reservation on behalf of 7af2bce674fc4e11b45611d2a38d5f15 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 08:59:46.561212 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8edd45f3-a36b-4b23-beb6-24aa110b6272 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:46.756448 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8edd45f3-a36b-4b23-beb6-24aa110b6272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:46.813195 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd45f3-a36b-4b23-beb6-24aa110b6272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d48f5d1-81cf-40d1-82ed-c323dc53a577,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 08:59:46.823818 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edd45f3-a36b-4b23-beb6-24aa110b6272 admin admin] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 08:59:46.824192 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edd45f3-a36b-4b23-beb6-24aa110b6272 admin admin] Network hostable DHCP agents. Network: 92316843-a103-469d-8d14-d101ede46ca8, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 08:59:46.846521 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edd45f3-a36b-4b23-beb6-24aa110b6272 admin admin] Network 92316843-a103-469d-8d14-d101ede46ca8 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 08:59:46.857333 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-8edd45f3-a36b-4b23-beb6-24aa110b6272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 92316843-a103-469d-8d14-d101ede46ca8) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 08:59:46.863007 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edd45f3-a36b-4b23-beb6-24aa110b6272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 08:59:46.863007 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8edd45f3-a36b-4b23-beb6-24aa110b6272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:46.865996 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b82612-07e0-42d3-806c-f45d2c2459ca None None] Network 92316843-a103-469d-8d14-d101ede46ca8 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 08:59:46.877234 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8edd45f3-a36b-4b23-beb6-24aa110b6272 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3429809 Jul 24 08:59:47.111274 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-92316843-a103-469d-8d14-d101ede46ca8', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'tenant_id': '7af2bce674fc4e11b45611d2a38d5f15', 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 08:59:47.112163 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:47.249262 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Allocated IP 192.168.233.2 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/d7715341-0457-417a-8033-51667a655960) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 08:59:47.398639 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:47.408297 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Transition to ACTIVE for port object d7715341-0457-417a-8033-51667a655960 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 08:59:47.423938 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Transition to ACTIVE for port object d7715341-0457-417a-8033-51667a655960 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 08:59:47.429966 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:47.470769 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 08:59:47.474560 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 08:59:47.486643 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 08:59:47.488566 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Pushing event updated for resources: {'Port': ['ID=d7715341-0457-417a-8033-51667a655960,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 08:59:47.500294 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:59:47.500642 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:59:47.501009 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:59:47.501345 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:59:47.501676 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:59:47.502004 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:59:47.502383 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:59:47.502708 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:59:47.503038 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:59:47.503358 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:59:47.503680 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:59:47.503999 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 08:59:47.556948 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Attempting to bind port d7715341-0457-417a-8033-51667a655960 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 08:59:47.557315 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Attempting to bind port d7715341-0457-417a-8033-51667a655960 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 08:59:47.557691 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Attempting to bind port d7715341-0457-417a-8033-51667a655960 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 08:59:47.563092 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 8, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 08:59:47.563456 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 08:59:47.563849 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:47.564241 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 08:59:47.564690 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Bound port: d7715341-0457-417a-8033-51667a655960, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 08:59:47.565105 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:47.626995 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] For port d7715341-0457-417a-8033-51667a655960, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 08:59:47.630343 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] For port d7715341-0457-417a-8033-51667a655960, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d7715341-0457-417a-8033-51667a655960,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 08:59:47.634050 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:47.689700 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d6c34-9a83-4f38-9696-65361b8ea640 None None] Pushing event updated for resources: {'Port': ['ID=d7715341-0457-417a-8033-51667a655960,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 08:59:48.488064 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77027674-7fdb-459f-98f0-6106c7937eab None None] Network 92316843-a103-469d-8d14-d101ede46ca8 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 08:59:48.525271 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d7715341-0457-417a-8033-51667a655960 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 08:59:48.613088 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ec82adee-4d9d-4b68-88af-0252dfbbc429 None None] Provisioning for port d7715341-0457-417a-8033-51667a655960 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 08:59:48.654471 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port d7715341-0457-417a-8033-51667a655960 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 08:59:48.662543 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port d7715341-0457-417a-8033-51667a655960 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 08:59:48.662912 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:48.770678 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:48.807058 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port d7715341-0457-417a-8033-51667a655960, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d7715341-0457-417a-8033-51667a655960,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 08:59:48.812727 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:48.874116 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=d7715341-0457-417a-8033-51667a655960,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 08:59:49.044298 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3ad33eba-829d-48c2-b00c-56db5337b4e4 None None] Provisioning complete for port d7715341-0457-417a-8033-51667a655960 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 08:59:49.044571 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3ad33eba-829d-48c2-b00c-56db5337b4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:50.468621 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d7715341-0457-417a-8033-51667a655960 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 08:59:50.516253 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port d7715341-0457-417a-8033-51667a655960 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 08:59:50.516616 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:57.082162 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8de90cdd-e3b8-4b6d-aa9b-527718cf80bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 08:59:59.723371 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e42cbde5-3bfb-4d98-972b-83e1db326986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:00:00.293968 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:00:00.812777 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:00:02.700502 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:00:06.547009 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 5 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:00:27.083381 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7f2c6bbe-9fdc-4d57-91da-713a702ef8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:00:29.723441 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-255395b1-da61-40b0-a5ce-619d93bcef7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:00:30.298051 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:00:30.816143 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:00:32.703426 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:00:43.546057 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 5 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:00:57.084557 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-591304aa-df03-4f6d-a6dd-a67b19dd3ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:00:59.725147 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-43bc08f5-e6c1-41b4-a564-b7920ac89458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:01:00.305907 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:01:00.820570 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:01:02.150869 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41580) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:01:02.157915 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-d3f398dd-4449-48ba-8bda-3889c3dffcf2 tempest-verify_tempest_config-905476223 tempest-verify_tempest_config-905476223-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:01:02.158887 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d3f398dd-4449-48ba-8bda-3889c3dffcf2 tempest-verify_tempest_config-905476223 tempest-verify_tempest_config-905476223-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070667 Jul 24 09:01:02.459004 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41598) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:01:02.556991 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7094f810-73dd-4eb0-9b91-0dea38f054c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:01:02.667807 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7094f810-73dd-4eb0-9b91-0dea38f054c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:01:02.671523 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7094f810-73dd-4eb0-9b91-0dea38f054c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:01:02.706854 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:01:02.760607 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094f810-73dd-4eb0-9b91-0dea38f054c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4208d9e5-22fe-4a2e-9d9e-232abac2d819,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:01:02.765706 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7094f810-73dd-4eb0-9b91-0dea38f054c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6e717763add4759a20f9143a3649ace&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3057411 Jul 24 09:01:02.768492 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41602) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:01:02.770083 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094f810-73dd-4eb0-9b91-0dea38f054c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:01:02.770425 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094f810-73dd-4eb0-9b91-0dea38f054c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:01:02.770758 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094f810-73dd-4eb0-9b91-0dea38f054c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:01:02.771086 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094f810-73dd-4eb0-9b91-0dea38f054c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:01:02.771410 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094f810-73dd-4eb0-9b91-0dea38f054c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:01:02.771733 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094f810-73dd-4eb0-9b91-0dea38f054c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:01:02.772057 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094f810-73dd-4eb0-9b91-0dea38f054c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:01:02.772378 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094f810-73dd-4eb0-9b91-0dea38f054c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:01:02.772694 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094f810-73dd-4eb0-9b91-0dea38f054c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:01:02.773038 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094f810-73dd-4eb0-9b91-0dea38f054c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:01:02.773357 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094f810-73dd-4eb0-9b91-0dea38f054c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:01:02.773674 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7094f810-73dd-4eb0-9b91-0dea38f054c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:01:02.822820 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d2a45fa4-c369-4d18-ac52-1a15fa477db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:01:02.843138 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d2a45fa4-c369-4d18-ac52-1a15fa477db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:01:02.928326 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d2a45fa4-c369-4d18-ac52-1a15fa477db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:01:02.930783 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d2a45fa4-c369-4d18-ac52-1a15fa477db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:01:02.934698 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d2a45fa4-c369-4d18-ac52-1a15fa477db5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4208d9e5-22fe-4a2e-9d9e-232abac2d819 HTTP/1.1" status: 204 len: 168 time: 0.1651430 Jul 24 09:01:02.942594 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a45fa4-c369-4d18-ac52-1a15fa477db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4208d9e5-22fe-4a2e-9d9e-232abac2d819,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:01:02.949029 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a45fa4-c369-4d18-ac52-1a15fa477db5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:01:02.949495 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a45fa4-c369-4d18-ac52-1a15fa477db5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:01:02.949838 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a45fa4-c369-4d18-ac52-1a15fa477db5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:01:02.950281 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a45fa4-c369-4d18-ac52-1a15fa477db5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:01:02.950679 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a45fa4-c369-4d18-ac52-1a15fa477db5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:01:02.951502 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a45fa4-c369-4d18-ac52-1a15fa477db5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:01:02.951830 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a45fa4-c369-4d18-ac52-1a15fa477db5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:01:02.952162 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a45fa4-c369-4d18-ac52-1a15fa477db5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:01:02.952481 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a45fa4-c369-4d18-ac52-1a15fa477db5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:01:02.952828 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a45fa4-c369-4d18-ac52-1a15fa477db5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:01:02.953154 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a45fa4-c369-4d18-ac52-1a15fa477db5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:01:02.953473 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a45fa4-c369-4d18-ac52-1a15fa477db5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:01:20.543429 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 5 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:01:27.086035 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c0db62f3-c112-4e4a-aac9-60a86010424e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:01:29.726502 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4497fef4-fe0c-462b-bddb-0b32b1aa2a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:01:30.296313 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:01:30.821500 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:01:32.705261 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:01:57.085584 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-adae5138-5cc1-43f4-a0e8-d90110b1096c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:01:57.541674 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 5 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:01:59.728881 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-be3a79c2-3e0d-4813-8601-c4b43d093817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:02:00.297172 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:02:00.824868 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:02:02.711075 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:02:27.086226 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5405b1ff-3f93-4d1a-9581-723e6e2fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:02:29.729483 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6fd1a955-ca00-4934-b323-805c97444d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:02:30.297893 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:02:30.828248 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:02:32.711688 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:02:34.540443 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 5 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:02:57.087452 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-398bf842-761a-436c-a486-ee1821925255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:02:59.730680 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f8df9bf7-5715-436d-aa13-a79817f9159c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:03:00.298327 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:03:00.832950 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:03:02.717322 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:03:11.538906 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 5 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:03:27.087639 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-be332eeb-d672-40f7-8e90-121262c51f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:03:29.731404 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8ded61d3-9a4a-4272-8132-5a6485688d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:03:30.299139 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:03:30.833125 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:03:32.720539 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:03:43.770576 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483474'] for agent, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:03:46.240860 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483474'] for agent, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:03:48.539387 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:03:57.087604 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e9455f8a-aea2-4503-9605-922f1b6ea1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:03:59.732727 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-977d1f38-6a35-4109-b80c-3ebc2069de03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:04:00.302268 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:04:00.836488 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:04:02.723701 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:04:13.748206 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:04:16.197889 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:04:25.539160 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:04:27.087977 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-66d3377d-18fb-47c9-8029-3c2d5ed2db17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:04:29.733428 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e017b75c-59ba-4461-b4e4-99af909e943c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:04:30.304086 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:04:30.532008 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41668) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:04:30.634721 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-225af143-d8c0-47ea-add2-93fe9dd3c967 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1016331 Jul 24 09:04:30.839213 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:04:32.727582 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:04:32.785366 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41678) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:04:32.836546 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-98f1e220-bee2-4bc6-9a35-52fcde61ea65 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0500715 Jul 24 09:04:43.753597 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:04:46.198712 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:04:57.088534 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-33edd1ce-f7fd-4ec1-a9ad-78a7a6348a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:04:59.733316 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-affea8a8-8c77-4189-9f03-73f780adf83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:00.305123 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:00.841512 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:02.538810 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:05:02.729455 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:13.770790 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:16.211039 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:27.090859 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b72cc9ab-6d14-4aa7-8f7f-a6fd2e56d9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:29.733182 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3b6d68d1-c20d-40cd-bd70-5f3f4be48bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:30.306408 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:30.846137 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:32.732220 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:39.538052 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:05:43.787638 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:46.223539 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:52.850256 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41888) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:05:53.329139 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e961f68a-fa86-4022-b2cb-d7f5b8ff9a59 tempest-AutoAllocateNetworkTest-310847208 tempest-AutoAllocateNetworkTest-310847208-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9a063192ea4844afbbefa4d83f7d5664&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4776309 Jul 24 09:05:53.331773 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41912) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:05:53.540496 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cd45c9-99a3-4b3e-b9ed-b55a5212317e tempest-AutoAllocateNetworkTest-310847208 tempest-AutoAllocateNetworkTest-310847208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:05:53.546376 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-73cd45c9-99a3-4b3e-b9ed-b55a5212317e tempest-AutoAllocateNetworkTest-310847208 tempest-AutoAllocateNetworkTest-310847208-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2097549 Jul 24 09:05:53.546376 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41926) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:05:53.617759 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f895759c-3817-48d4-9dd2-add59848c4ec tempest-AutoAllocateNetworkTest-310847208 tempest-AutoAllocateNetworkTest-310847208-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678060 Jul 24 09:05:53.618308 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41932) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:05:53.654829 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-25d3147d-a003-4de4-90e7-e8b3dae307a4 tempest-AutoAllocateNetworkTest-310847208 tempest-AutoAllocateNetworkTest-310847208-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9a063192ea4844afbbefa4d83f7d5664 HTTP/1.1" status: 200 len: 208 time: 0.0352855 Jul 24 09:05:54.428565 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41976) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:05:54.834695 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-29b0082a-45cf-4d0f-9c04-1b81204d6724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:54.944401 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-29b0082a-45cf-4d0f-9c04-1b81204d6724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:54.951066 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-29b0082a-45cf-4d0f-9c04-1b81204d6724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:54.983944 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0082a-45cf-4d0f-9c04-1b81204d6724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0361ac85-a460-4844-9370-80559f83f2b8,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:05:55.002578 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0082a-45cf-4d0f-9c04-1b81204d6724 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:05:55.003234 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0082a-45cf-4d0f-9c04-1b81204d6724 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:05:55.003762 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0082a-45cf-4d0f-9c04-1b81204d6724 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:05:55.004494 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0082a-45cf-4d0f-9c04-1b81204d6724 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:05:55.005525 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0082a-45cf-4d0f-9c04-1b81204d6724 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:05:55.006238 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0082a-45cf-4d0f-9c04-1b81204d6724 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:05:55.006761 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0082a-45cf-4d0f-9c04-1b81204d6724 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:05:55.007281 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0082a-45cf-4d0f-9c04-1b81204d6724 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:05:55.007897 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0082a-45cf-4d0f-9c04-1b81204d6724 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:05:55.008314 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0082a-45cf-4d0f-9c04-1b81204d6724 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:05:55.008721 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0082a-45cf-4d0f-9c04-1b81204d6724 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:05:55.009195 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0082a-45cf-4d0f-9c04-1b81204d6724 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0082a-45cf-4d0f-9c04-1b81204d6724 admin admin] Tracked resource versions report: Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: pushed versions: Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: { 'AddressGroup': {'1.2'}, Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: 'ConntrackHelper': {'1.0'}, Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: 'Log': {'1.0'}, Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: 'Network': {'1.1'}, Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: 'Port': {'1.7'}, Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: 'PortForwarding': {'1.2'}, Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: 'QosPolicy': {'1.8'}, Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: 'SecurityGroup': {'1.4'}, Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: 'SecurityGroupRule': {'1.2'}, Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: 'SubPort': {'1.0'}, Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: 'Subnet': {'1.1'}, Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: 'Trunk': {'1.1'}} Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: consumer versions: Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: { DHCP agent@n-d-800085-9: {}, Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: HyperV agent@n-h1-800085-9: {}, Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: HyperV agent@n-h2-800085-9: {}, Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: L3 agent@n-d-800085-9: {}, Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: Metadata agent@n-d-800085-9: {}, Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: Metering agent@n-d-800085-9: {}, Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: Open vSwitch agent@n-d-800085-9: { 'AddressGroup': '1.2', Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: 'ConntrackHelper': '1.0', Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: 'Log': '1.0', Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: 'Network': '1.1', Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: 'Port': '1.7', Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: 'PortForwarding': '1.2', Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: 'QosPolicy': '1.8', Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: 'SecurityGroup': '1.4', Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: 'SecurityGroupRule': '1.2', Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: 'SubPort': '1.0', Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: 'Subnet': '1.1', Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: 'Trunk': '1.1'}} Jul 24 09:05:55.010387 n-d-800085-9 neutron-server[94036]: {{(pid=94036) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 09:05:55.027632 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-29b0082a-45cf-4d0f-9c04-1b81204d6724 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a063192ea4844afbbefa4d83f7d5664&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5979488 Jul 24 09:05:55.030170 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42014) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:05:55.080092 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5e346973-c960-4ea4-8233-de735d7d0a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:55.100169 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5e346973-c960-4ea4-8233-de735d7d0a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:55.155514 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5e346973-c960-4ea4-8233-de735d7d0a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:55.158743 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5e346973-c960-4ea4-8233-de735d7d0a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:55.159918 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5e346973-c960-4ea4-8233-de735d7d0a59 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0361ac85-a460-4844-9370-80559f83f2b8 HTTP/1.1" status: 204 len: 168 time: 0.1285903 Jul 24 09:05:55.169116 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e346973-c960-4ea4-8233-de735d7d0a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0361ac85-a460-4844-9370-80559f83f2b8,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:05:56.773620 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42126) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:05:56.921141 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-be635d57-847e-4d41-b3c4-d23bb2d67fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:57.032554 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-be635d57-847e-4d41-b3c4-d23bb2d67fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:57.038885 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-be635d57-847e-4d41-b3c4-d23bb2d67fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:57.073606 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be635d57-847e-4d41-b3c4-d23bb2d67fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6149b2c-fa6c-4185-88ad-5ac8c23a2ed6,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:05:57.089649 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-be635d57-847e-4d41-b3c4-d23bb2d67fb3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f137db71383b488d95cb0f9b175131fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3141644 Jul 24 09:05:57.092896 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42150) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:05:57.099393 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c2e35e5b-249a-4769-88f7-ee5d90fd9c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:57.173057 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e7be050b-227e-4a30-b1d5-1930f21f61aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:57.205362 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e7be050b-227e-4a30-b1d5-1930f21f61aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:57.267232 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e7be050b-227e-4a30-b1d5-1930f21f61aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:57.270895 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e7be050b-227e-4a30-b1d5-1930f21f61aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:57.273861 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e7be050b-227e-4a30-b1d5-1930f21f61aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6149b2c-fa6c-4185-88ad-5ac8c23a2ed6 HTTP/1.1" status: 204 len: 168 time: 0.1789496 Jul 24 09:05:57.286828 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be050b-227e-4a30-b1d5-1930f21f61aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6149b2c-fa6c-4185-88ad-5ac8c23a2ed6,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:05:57.306076 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be050b-227e-4a30-b1d5-1930f21f61aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:05:57.306629 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be050b-227e-4a30-b1d5-1930f21f61aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:05:57.307145 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be050b-227e-4a30-b1d5-1930f21f61aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:05:57.307650 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be050b-227e-4a30-b1d5-1930f21f61aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:05:57.308209 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be050b-227e-4a30-b1d5-1930f21f61aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:05:57.308867 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be050b-227e-4a30-b1d5-1930f21f61aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:05:57.309932 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be050b-227e-4a30-b1d5-1930f21f61aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:05:57.310268 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be050b-227e-4a30-b1d5-1930f21f61aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:05:57.310770 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be050b-227e-4a30-b1d5-1930f21f61aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:05:57.311263 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be050b-227e-4a30-b1d5-1930f21f61aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:05:57.311753 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be050b-227e-4a30-b1d5-1930f21f61aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:05:57.312577 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be050b-227e-4a30-b1d5-1930f21f61aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be050b-227e-4a30-b1d5-1930f21f61aa admin admin] Tracked resource versions report: Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: pushed versions: Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: { 'AddressGroup': {'1.2'}, Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: 'ConntrackHelper': {'1.0'}, Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: 'Log': {'1.0'}, Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: 'Network': {'1.1'}, Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: 'Port': {'1.7'}, Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: 'PortForwarding': {'1.2'}, Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: 'QosPolicy': {'1.8'}, Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: 'SecurityGroup': {'1.4'}, Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: 'SecurityGroupRule': {'1.2'}, Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: 'SubPort': {'1.0'}, Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: 'Subnet': {'1.1'}, Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: 'Trunk': {'1.1'}} Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: consumer versions: Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: { DHCP agent@n-d-800085-9: {}, Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: HyperV agent@n-h1-800085-9: {}, Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: HyperV agent@n-h2-800085-9: {}, Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: L3 agent@n-d-800085-9: {}, Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: Metadata agent@n-d-800085-9: {}, Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: Metering agent@n-d-800085-9: {}, Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: Open vSwitch agent@n-d-800085-9: { 'AddressGroup': '1.2', Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: 'ConntrackHelper': '1.0', Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: 'Log': '1.0', Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: 'Network': '1.1', Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: 'Port': '1.7', Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: 'PortForwarding': '1.2', Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: 'QosPolicy': '1.8', Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: 'SecurityGroup': '1.4', Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: 'SecurityGroupRule': '1.2', Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: 'SubPort': '1.0', Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: 'Subnet': '1.1', Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: 'Trunk': '1.1'}} Jul 24 09:05:57.336967 n-d-800085-9 neutron-server[94035]: {{(pid=94035) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 09:05:57.790862 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42210) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:05:57.803755 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-602ff0a5-5a87-4c49-873c-d83f513f9c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:57.900688 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-602ff0a5-5a87-4c49-873c-d83f513f9c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:57.905151 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-602ff0a5-5a87-4c49-873c-d83f513f9c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:57.939765 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-602ff0a5-5a87-4c49-873c-d83f513f9c60 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c99bc909ae8048158a02ee9e4fccd391&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1477928 Jul 24 09:05:57.942398 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42226) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:05:57.955167 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ff0a5-5a87-4c49-873c-d83f513f9c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1a6545-7ebb-410e-82e3-8a9b0783c3db,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:05:57.995789 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3907ffd-7c50-4580-9a5f-8301d9c8b63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:58.017198 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3907ffd-7c50-4580-9a5f-8301d9c8b63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:58.065660 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3907ffd-7c50-4580-9a5f-8301d9c8b63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:58.068577 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3907ffd-7c50-4580-9a5f-8301d9c8b63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:58.070422 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f3907ffd-7c50-4580-9a5f-8301d9c8b63e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc1a6545-7ebb-410e-82e3-8a9b0783c3db HTTP/1.1" status: 204 len: 168 time: 0.1257820 Jul 24 09:05:58.078827 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3907ffd-7c50-4580-9a5f-8301d9c8b63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1a6545-7ebb-410e-82e3-8a9b0783c3db,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:05:58.168826 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42246) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:05:58.171467 n-d-800085-9 neutron-server[94036]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 24 09:05:58.214288 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-f8d92af0-8212-4414-8691-350aa3d6340e tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=dc373782874d445dbc233c761727b79b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440462 Jul 24 09:05:58.423555 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-a22806e9-a52a-4500-961a-aed597082d62 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:05:58.425245 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-a22806e9-a52a-4500-961a-aed597082d62 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048538 Jul 24 09:05:58.441678 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-464f64be-8343-4545-b646-4edc1a846206 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/quotas/dc373782874d445dbc233c761727b79b HTTP/1.1" status: 200 len: 375 time: 0.0106096 Jul 24 09:05:58.516147 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-20bef5ec-b7b9-4060-b78e-339c3751ca02 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc373782874d445dbc233c761727b79b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673351 Jul 24 09:05:58.861243 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e0c07dcd-55ce-420a-90be-9fcaa0d3e00a req-657887aa-5b54-49d4-b4df-e615d5037a8a tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062 HTTP/1.1" status: 200 len: 210 time: 0.0756416 Jul 24 09:05:59.630724 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42396) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:05:59.746447 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b227eee9-4ae6-4b53-819a-3deb56862245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:05:59.930514 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8ead52e4-5f9e-410f-99aa-1c435fee9bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:00.057109 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8ead52e4-5f9e-410f-99aa-1c435fee9bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:00.065172 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8ead52e4-5f9e-410f-99aa-1c435fee9bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:00.129317 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8ead52e4-5f9e-410f-99aa-1c435fee9bf5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53be2c72eb17477b93cb52c12c94bcc1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4969289 Jul 24 09:06:00.130719 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead52e4-5f9e-410f-99aa-1c435fee9bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7c26af-ab3a-4cbb-a347-99bd7cc37e58,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:00.131910 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42438) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:00.250857 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6b6b0435-3f29-49ac-9cfe-686c90df199a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:00.283329 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6b6b0435-3f29-49ac-9cfe-686c90df199a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:00.324013 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:00.357813 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6b6b0435-3f29-49ac-9cfe-686c90df199a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:00.361304 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6b6b0435-3f29-49ac-9cfe-686c90df199a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:00.364897 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6b6b0435-3f29-49ac-9cfe-686c90df199a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d7c26af-ab3a-4cbb-a347-99bd7cc37e58 HTTP/1.1" status: 204 len: 168 time: 0.2290509 Jul 24 09:06:00.380915 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b0435-3f29-49ac-9cfe-686c90df199a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7c26af-ab3a-4cbb-a347-99bd7cc37e58,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:00.602414 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-f05eb784-3874-41e5-a304-7f2b040d81c7 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3e7b847d939c4cbf8a412223c183d2a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1840947 Jul 24 09:06:00.755566 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-7f516d88-fa38-4b6e-a7e7-2a704b9262ac tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:00.763562 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-7f516d88-fa38-4b6e-a7e7-2a704b9262ac tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1550431 Jul 24 09:06:00.780497 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-e52ca09b-7e33-4bf3-8e36-53d2daefc810 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/quotas/3e7b847d939c4cbf8a412223c183d2a0 HTTP/1.1" status: 200 len: 375 time: 0.0156646 Jul 24 09:06:00.800213 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42472) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:00.806807 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42474) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:00.827181 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5fa804f4-f64d-4c4f-9512-64dadf1348bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:00.828361 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-a865d42b-9b44-4993-b61f-b6e87514dc20 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e7b847d939c4cbf8a412223c183d2a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467091 Jul 24 09:06:00.857005 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:00.963510 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5fa804f4-f64d-4c4f-9512-64dadf1348bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:00.970230 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5fa804f4-f64d-4c4f-9512-64dadf1348bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:01.004957 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5fa804f4-f64d-4c4f-9512-64dadf1348bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a274cf39287421295fa3793b66b2812&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1961999 Jul 24 09:06:01.008401 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42486) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:01.019099 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa804f4-f64d-4c4f-9512-64dadf1348bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c822ac-b1fb-45dd-88c0-3a3e3fce3aaf,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:01.080003 n-d-800085-9 neutron-server[94035]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 24 09:06:01.090757 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4627ec19-b723-424e-8b33-26c62110d9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:01.112360 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4627ec19-b723-424e-8b33-26c62110d9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:01.152294 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e366e435-6a19-4bbf-a857-752bec9c99e9 req-937af0fa-7efc-4082-aab0-1ac22bd58750 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062 HTTP/1.1" status: 200 len: 210 time: 0.3497493 Jul 24 09:06:01.210395 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4627ec19-b723-424e-8b33-26c62110d9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:01.214651 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4627ec19-b723-424e-8b33-26c62110d9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:01.221050 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4627ec19-b723-424e-8b33-26c62110d9f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/61c822ac-b1fb-45dd-88c0-3a3e3fce3aaf HTTP/1.1" status: 204 len: 168 time: 0.2105350 Jul 24 09:06:01.240952 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627ec19-b723-424e-8b33-26c62110d9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c822ac-b1fb-45dd-88c0-3a3e3fce3aaf,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:01.244086 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.37', 57220) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:01.269890 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-3d03d3cd-d1d0-4cbc-abc6-a0fa3f748341 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=dc373782874d445dbc233c761727b79b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247295 Jul 24 09:06:01.286257 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3ba066a4-4ccc-40c0-a0a5-a9585522ed01 req-1d8c6447-75b6-454a-a63f-52293073bac7 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccba785-3591-434f-bb04-1883107e0f1a HTTP/1.1" status: 200 len: 210 time: 0.0758450 Jul 24 09:06:01.463817 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-3a89bae7-ba57-4a17-a990-6ad03b2953e2 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=04b68a5a364f4a7b80cc8c202c9497f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434785 Jul 24 09:06:01.523963 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-73e36942-1161-407f-89f8-d6f40daebb28 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:01.525709 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-73e36942-1161-407f-89f8-d6f40daebb28 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2427082 Jul 24 09:06:01.584042 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-ea9347d9-9f6c-42d3-a31f-07921a2fc79f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Request body: {'port': {'device_id': '42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': 'dc373782874d445dbc233c761727b79b'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:01.676608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-986251fa-1b6e-4f8a-adc9-6121af2618b7 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:01.678128 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-986251fa-1b6e-4f8a-adc9-6121af2618b7 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2135420 Jul 24 09:06:01.807963 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-ff7bd0dc-837b-4bdf-844b-de114746e757 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/quotas/04b68a5a364f4a7b80cc8c202c9497f2 HTTP/1.1" status: 200 len: 375 time: 0.1187007 Jul 24 09:06:01.876405 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-0b0255f3-118f-4999-ab06-04587ff777dc tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=04b68a5a364f4a7b80cc8c202c9497f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492871 Jul 24 09:06:01.923943 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-ea9347d9-9f6c-42d3-a31f-07921a2fc79f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Made reservation on behalf of dc373782874d445dbc233c761727b79b for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:06:01.929695 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-ea9347d9-9f6c-42d3-a31f-07921a2fc79f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:01.969434 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-ea9347d9-9f6c-42d3-a31f-07921a2fc79f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:02.190009 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-59692c60-5c5d-4fa9-be64-985625326f21 req-e41f1410-e6d8-4c55-a389-492a46d063c9 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e53edd-6271-4f48-badc-1e49b38d9c61 HTTP/1.1" status: 200 len: 210 time: 0.0617361 Jul 24 09:06:02.288813 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-ea9347d9-9f6c-42d3-a31f-07921a2fc79f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:02.290131 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-ea9347d9-9f6c-42d3-a31f-07921a2fc79f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:02.395174 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9347d9-9f6c-42d3-a31f-07921a2fc79f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b116bf2-1f67-46e9-8a44-859e7e56a0e2,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:02.407411 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1419806-401c-4f2b-9cd6-ecf95da90247 req-595b9a91-671c-42f0-9f1d-afbbb76cd285 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062 HTTP/1.1" status: 200 len: 210 time: 0.0931964 Jul 24 09:06:02.666311 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c6791a51-d3d7-4f48-9374-717adda1e63d req-d21ac698-48ad-4162-8f60-bf37a9184302 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccba785-3591-434f-bb04-1883107e0f1a HTTP/1.1" status: 200 len: 210 time: 0.0880771 Jul 24 09:06:02.747654 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:02.827568 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-ea9347d9-9f6c-42d3-a31f-07921a2fc79f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Allocated IP 192.168.233.91 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/4a6a3253-0176-416f-8ab1-42ceeccc7b2d) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:06:03.212073 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-ea9347d9-9f6c-42d3-a31f-07921a2fc79f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:03.233869 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-ea9347d9-9f6c-42d3-a31f-07921a2fc79f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Transition to ACTIVE for port object 4a6a3253-0176-416f-8ab1-42ceeccc7b2d will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:06:03.278980 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-ea9347d9-9f6c-42d3-a31f-07921a2fc79f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:03.314546 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.37', 57225) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:03.382614 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-2f4049ec-0eba-469c-afd2-10a68d84c7c3 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3e7b847d939c4cbf8a412223c183d2a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601239 Jul 24 09:06:03.606067 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9347d9-9f6c-42d3-a31f-07921a2fc79f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Pushing event updated for resources: {'Port': ['ID=4a6a3253-0176-416f-8ab1-42ceeccc7b2d,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:03.638778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-ea9347d9-9f6c-42d3-a31f-07921a2fc79f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:06:03.641832 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-ea9347d9-9f6c-42d3-a31f-07921a2fc79f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:06:03.664013 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-ea9347d9-9f6c-42d3-a31f-07921a2fc79f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:06:03.669994 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-ea9347d9-9f6c-42d3-a31f-07921a2fc79f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:03.670658 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-ea9347d9-9f6c-42d3-a31f-07921a2fc79f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:03.699930 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-ea9347d9-9f6c-42d3-a31f-07921a2fc79f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1195230 Jul 24 09:06:03.735359 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-74d86efe-f573-4cc3-af2b-4652a50d46fc tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:06:03.736913 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-74d86efe-f573-4cc3-af2b-4652a50d46fc tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088930 Jul 24 09:06:03.815112 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-a0675f37-11f7-49e2-9a67-82e0c4ca1f9b tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:03.817037 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-a0675f37-11f7-49e2-9a67-82e0c4ca1f9b tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4119332 Jul 24 09:06:03.856015 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-057e9564-6d9b-4504-92b8-ddbbde881ece tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Request body: {'port': {'device_id': 'dccba785-3591-434f-bb04-1883107e0f1a', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': '3e7b847d939c4cbf8a412223c183d2a0'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:03.899192 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-aed3be0f-b225-49f6-b6f0-8b513d4404db req-7fa4f38b-7281-490d-a9fc-9a2942c8b335 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e53edd-6271-4f48-badc-1e49b38d9c61 HTTP/1.1" status: 200 len: 210 time: 0.0574424 Jul 24 09:06:03.998202 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b80a1-8656-41ab-9765-4c13c9abac5d req-ac3a9778-668b-4c61-859e-6038908e4916 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:04.004226 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f30b80a1-8656-41ab-9765-4c13c9abac5d req-ac3a9778-668b-4c61-859e-6038908e4916 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062 HTTP/1.1" status: 200 len: 935 time: 0.2924302 Jul 24 09:06:04.085552 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.20', 61162) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:04.141668 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-aa177fda-e5dc-45db-a3ef-021c713bddb0 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=04b68a5a364f4a7b80cc8c202c9497f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529795 Jul 24 09:06:04.182527 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-52d5022c-c41e-46b8-a36b-a15f9a136661 None None] Provisioning for port 4a6a3253-0176-416f-8ab1-42ceeccc7b2d completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:06:04.190080 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-52d5022c-c41e-46b8-a36b-a15f9a136661 None None] Provisioning complete for port 4a6a3253-0176-416f-8ab1-42ceeccc7b2d triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:04.192008 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-52d5022c-c41e-46b8-a36b-a15f9a136661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:04.199251 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42678) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:04.284436 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-52d5022c-c41e-46b8-a36b-a15f9a136661 None None] Port 4a6a3253-0176-416f-8ab1-42ceeccc7b2d cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:06:04.330436 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a3a4748f-e944-40c5-93c5-97dd11615ddd req-4d41c601-d55e-4bcb-8de1-9762a458f829 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccba785-3591-434f-bb04-1883107e0f1a HTTP/1.1" status: 200 len: 210 time: 0.1422603 Jul 24 09:06:04.427343 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8563a27a-8b4f-4a3e-994a-e5fff75983d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:04.430512 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-057e9564-6d9b-4504-92b8-ddbbde881ece tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Made reservation on behalf of 3e7b847d939c4cbf8a412223c183d2a0 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:06:04.440017 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-057e9564-6d9b-4504-92b8-ddbbde881ece tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:04.470947 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-057e9564-6d9b-4504-92b8-ddbbde881ece tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:04.472625 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-9d2f58a1-33ad-49e8-9598-39053eb0bba7 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:04.477838 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-9d2f58a1-33ad-49e8-9598-39053eb0bba7 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3296628 Jul 24 09:06:04.530818 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f30b80a1-8656-41ab-9765-4c13c9abac5d req-55f63b7f-35bf-4d7e-a763-e4bd3abc6edb tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5041914 Jul 24 09:06:04.555952 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-600ac0f4-3d2b-44e3-a8a1-253a64c5ec88 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Request body: {'port': {'device_id': 'f0e53edd-6271-4f48-badc-1e49b38d9c61', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': '04b68a5a364f4a7b80cc8c202c9497f2'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:04.846066 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8563a27a-8b4f-4a3e-994a-e5fff75983d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:04.871685 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8563a27a-8b4f-4a3e-994a-e5fff75983d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:04.939960 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8563a27a-8b4f-4a3e-994a-e5fff75983d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53bd418b183c472fb1602cb04e31f124&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7083867 Jul 24 09:06:04.942936 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.db.api [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-600ac0f4-3d2b-44e3-a8a1-253a64c5ec88 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 09:06:04.942936 n-d-800085-9 neutron-server[94036]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 24 09:06:04.942936 n-d-800085-9 neutron-server[94036]: [parameters: {'project_id_1': '04b68a5a364f4a7b80cc8c202c9497f2', 'expiration_1': datetime.datetime(2021, 7, 24, 9, 6, 4, 840022)}] Jul 24 09:06:04.942936 n-d-800085-9 neutron-server[94036]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:06:04.944171 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42710) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:04.951316 n-d-800085-9 neutron-server[94036]: DEBUG oslo_db.api [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-600ac0f4-3d2b-44e3-a8a1-253a64c5ec88 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:06:04.986931 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563a27a-8b4f-4a3e-994a-e5fff75983d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dedee29-24a5-4de5-8752-9e81aa01e692,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:05.045928 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-057e9564-6d9b-4504-92b8-ddbbde881ece tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:05.072212 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-057e9564-6d9b-4504-92b8-ddbbde881ece tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:05.381623 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42730) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:05.481629 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-600ac0f4-3d2b-44e3-a8a1-253a64c5ec88 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Made reservation on behalf of 04b68a5a364f4a7b80cc8c202c9497f2 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:06:05.491119 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-600ac0f4-3d2b-44e3-a8a1-253a64c5ec88 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:05.524019 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-057e9564-6d9b-4504-92b8-ddbbde881ece tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Allocated IP 192.168.233.244 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:06:05.531299 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-600ac0f4-3d2b-44e3-a8a1-253a64c5ec88 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:05.604792 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5ec5d551-9789-438f-8321-00557aaa1f31 req-c83d0c5c-f4bd-4cf7-88ba-7829a490278f tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccba785-3591-434f-bb04-1883107e0f1a HTTP/1.1" status: 200 len: 210 time: 0.1215932 Jul 24 09:06:05.633914 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b2713bfd-1a39-4f53-b931-3f55dd3130f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:05.777987 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e9564-6d9b-4504-92b8-ddbbde881ece tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf4bd91-1640-4062-b3bb-f08e0022403c,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:05.872228 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42742) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:05.888919 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-600ac0f4-3d2b-44e3-a8a1-253a64c5ec88 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:06.025092 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dcb635e6-f6b2-42aa-a1b3-2ed9090186f5 req-8c165205-748a-4611-8065-1652fff48557 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e53edd-6271-4f48-badc-1e49b38d9c61 HTTP/1.1" status: 200 len: 210 time: 0.3008907 Jul 24 09:06:06.025914 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b2713bfd-1a39-4f53-b931-3f55dd3130f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:06.043834 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-600ac0f4-3d2b-44e3-a8a1-253a64c5ec88 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:06.104797 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-057e9564-6d9b-4504-92b8-ddbbde881ece tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:06.163783 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ac0f4-3d2b-44e3-a8a1-253a64c5ec88 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d890e7-271c-45a5-a466-e475b57cebbc,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:06.166760 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b2713bfd-1a39-4f53-b931-3f55dd3130f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:06.191706 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a952bbec-0a7e-43fa-b993-ec6abb26cce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:06.197958 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-057e9564-6d9b-4504-92b8-ddbbde881ece tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Transition to ACTIVE for port object ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:06:06.237888 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b2713bfd-1a39-4f53-b931-3f55dd3130f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1518ebcf93b1423fa644d6a5db0c3e3b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8548610 Jul 24 09:06:06.245145 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a952bbec-0a7e-43fa-b993-ec6abb26cce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:06.247073 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42752) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:06.281178 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-e59eb6c9-7343-4345-adbe-62935c281b8c service neutron] Request body: {'port': {'device_id': '42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062', 'device_owner': 'compute:tempest-test_az-2121543573', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:06.379544 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430ff5c-baf6-4ca7-a0da-34d3e837e2aa req-61267185-3ba3-4b47-a3b5-f5eee6701d6d tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:06.381740 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9430ff5c-baf6-4ca7-a0da-34d3e837e2aa req-61267185-3ba3-4b47-a3b5-f5eee6701d6d tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062 HTTP/1.1" status: 200 len: 935 time: 0.6307614 Jul 24 09:06:06.404282 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-057e9564-6d9b-4504-92b8-ddbbde881ece tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:06.435709 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-e59eb6c9-7343-4345-adbe-62935c281b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:06.520386 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2b082099-76d7-4689-b7b5-d6778cd7afd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:06.532295 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a952bbec-0a7e-43fa-b993-ec6abb26cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:06.534892 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a952bbec-0a7e-43fa-b993-ec6abb26cce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:06.536039 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a952bbec-0a7e-43fa-b993-ec6abb26cce6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5dedee29-24a5-4de5-8752-9e81aa01e692 HTTP/1.1" status: 204 len: 168 time: 1.5826242 Jul 24 09:06:06.554631 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-057e9564-6d9b-4504-92b8-ddbbde881ece tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:06:06.595023 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e9564-6d9b-4504-92b8-ddbbde881ece tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Pushing event updated for resources: {'Port': ['ID=ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:06.623101 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-057e9564-6d9b-4504-92b8-ddbbde881ece tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:06:06.650431 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-057e9564-6d9b-4504-92b8-ddbbde881ece tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:06:06.667402 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-057e9564-6d9b-4504-92b8-ddbbde881ece tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:06.669494 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-057e9564-6d9b-4504-92b8-ddbbde881ece tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:06.733703 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952bbec-0a7e-43fa-b993-ec6abb26cce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dedee29-24a5-4de5-8752-9e81aa01e692,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:06.751713 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-057e9564-6d9b-4504-92b8-ddbbde881ece tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9030414 Jul 24 09:06:06.769427 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2b082099-76d7-4689-b7b5-d6778cd7afd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:06.797616 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-d80030de-ce6a-4952-bd6f-426761986106 service neutron] Request body: {'port': {'device_id': 'dccba785-3591-434f-bb04-1883107e0f1a', 'device_owner': 'compute:tempest-test_az-2121543573', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:06.868518 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-e59eb6c9-7343-4345-adbe-62935c281b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a6a3253-0176-416f-8ab1-42ceeccc7b2d {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:06:06.878577 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-e59eb6c9-7343-4345-adbe-62935c281b8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:06.895436 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-e59eb6c9-7343-4345-adbe-62935c281b8c service neutron] Transition to ACTIVE for port object 4a6a3253-0176-416f-8ab1-42ceeccc7b2d will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:06:06.896820 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3ab23c24-ec7f-4910-afe6-16b2c301cebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:06.986186 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-d80030de-ce6a-4952-bd6f-426761986106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:06.989915 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-e59eb6c9-7343-4345-adbe-62935c281b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:07.068378 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42764) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:07.097964 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-946b0c9c-aed9-4e1a-812a-8420c8c4b8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:07.108751 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2713bfd-1a39-4f53-b931-3f55dd3130f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851c1747-8209-44fb-91c0-7429e0d04333,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:07.155086 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-368d529c-d0ea-42a5-ade3-6be1b47a53bc None None] Provisioning for port ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:06:07.160682 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-368d529c-d0ea-42a5-ade3-6be1b47a53bc None None] Provisioning complete for port ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:07.161620 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-368d529c-d0ea-42a5-ade3-6be1b47a53bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:07.246991 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-368d529c-d0ea-42a5-ade3-6be1b47a53bc None None] Port ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:06:07.342793 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03e928-3745-4b63-bd70-a3c262984b5d req-3b66900d-18af-4048-b0f2-15df642d2590 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:07.349079 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9430ff5c-baf6-4ca7-a0da-34d3e837e2aa req-e020e145-ea0c-41cf-95f8-2a67c55e7bb8 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9148982 Jul 24 09:06:07.353260 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ea03e928-3745-4b63-bd70-a3c262984b5d req-3b66900d-18af-4048-b0f2-15df642d2590 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccba785-3591-434f-bb04-1883107e0f1a HTTP/1.1" status: 200 len: 936 time: 0.3682766 Jul 24 09:06:07.427613 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-600ac0f4-3d2b-44e3-a8a1-253a64c5ec88 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Allocated IP 192.168.233.32 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/f152c21b-a69c-4d32-aed6-af6b18f802f5) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:06:07.427812 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59eb6c9-7343-4345-adbe-62935c281b8c service neutron] Pushing event updated for resources: {'Port': ['ID=4a6a3253-0176-416f-8ab1-42ceeccc7b2d,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:07.435290 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-e59eb6c9-7343-4345-adbe-62935c281b8c service neutron] Attempting to bind port 4a6a3253-0176-416f-8ab1-42ceeccc7b2d on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:06:07.435674 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-e59eb6c9-7343-4345-adbe-62935c281b8c service neutron] Attempting to bind port 4a6a3253-0176-416f-8ab1-42ceeccc7b2d by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:06:07.436015 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-e59eb6c9-7343-4345-adbe-62935c281b8c service neutron] Attempting to bind port 4a6a3253-0176-416f-8ab1-42ceeccc7b2d on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:06:07.437834 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2b082099-76d7-4689-b7b5-d6778cd7afd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:07.440638 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2b082099-76d7-4689-b7b5-d6778cd7afd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:07.441995 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2b082099-76d7-4689-b7b5-d6778cd7afd5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/851c1747-8209-44fb-91c0-7429e0d04333 HTTP/1.1" status: 204 len: 168 time: 1.1938949 Jul 24 09:06:07.479821 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ea03e928-3745-4b63-bd70-a3c262984b5d req-808d0ff3-826f-443b-bebb-b1b28a863c7c tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/security-groups?id=2cf4bd91-1640-4062-b3bb-f08e0022403c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253128 Jul 24 09:06:07.502546 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b082099-76d7-4689-b7b5-d6778cd7afd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851c1747-8209-44fb-91c0-7429e0d04333,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:07.563188 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3ab23c24-ec7f-4910-afe6-16b2c301cebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:07.760880 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3ab23c24-ec7f-4910-afe6-16b2c301cebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:07.768574 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-e59eb6c9-7343-4345-adbe-62935c281b8c service neutron] Port 4a6a3253-0176-416f-8ab1-42ceeccc7b2d on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:06:07.768574 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-e59eb6c9-7343-4345-adbe-62935c281b8c service neutron] Attempting to bind port 4a6a3253-0176-416f-8ab1-42ceeccc7b2d on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:06:07.778022 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a22a26d5-842d-44c1-99e7-3372853c793e req-4fd23132-19cb-438d-adf1-840ffbb69eca tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e53edd-6271-4f48-badc-1e49b38d9c61 HTTP/1.1" status: 200 len: 210 time: 0.1121025 Jul 24 09:06:07.813425 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-e59eb6c9-7343-4345-adbe-62935c281b8c service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:06:07.814101 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-e59eb6c9-7343-4345-adbe-62935c281b8c service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:06:07.814406 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-e59eb6c9-7343-4345-adbe-62935c281b8c service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:06:07.814872 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-e59eb6c9-7343-4345-adbe-62935c281b8c service neutron] Bound port: 4a6a3253-0176-416f-8ab1-42ceeccc7b2d, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:06:07.815222 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-e59eb6c9-7343-4345-adbe-62935c281b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:07.872278 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3ab23c24-ec7f-4910-afe6-16b2c301cebd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5beda7f7d8c44e97a3bbac05a1652cf8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9981205 Jul 24 09:06:07.875016 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42774) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:07.920255 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab23c24-ec7f-4910-afe6-16b2c301cebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b36552-dac1-47ea-9872-70debbbdb2db,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:08.019779 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-77017aad-9481-4134-909e-fdc144dede90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:08.048503 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-77017aad-9481-4134-909e-fdc144dede90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:08.055387 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-600ac0f4-3d2b-44e3-a8a1-253a64c5ec88 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:08.100246 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-e59eb6c9-7343-4345-adbe-62935c281b8c service neutron] For port 4a6a3253-0176-416f-8ab1-42ceeccc7b2d, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:06:08.111506 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-e59eb6c9-7343-4345-adbe-62935c281b8c service neutron] For port 4a6a3253-0176-416f-8ab1-42ceeccc7b2d, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=4a6a3253-0176-416f-8ab1-42ceeccc7b2d,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:06:08.113107 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-600ac0f4-3d2b-44e3-a8a1-253a64c5ec88 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Transition to ACTIVE for port object f152c21b-a69c-4d32-aed6-af6b18f802f5 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:06:08.122266 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-e59eb6c9-7343-4345-adbe-62935c281b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:08.152802 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-77017aad-9481-4134-909e-fdc144dede90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:08.156907 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-77017aad-9481-4134-909e-fdc144dede90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:08.158787 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-77017aad-9481-4134-909e-fdc144dede90 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66b36552-dac1-47ea-9872-70debbbdb2db HTTP/1.1" status: 204 len: 168 time: 0.2824650 Jul 24 09:06:08.189133 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77017aad-9481-4134-909e-fdc144dede90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b36552-dac1-47ea-9872-70debbbdb2db,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:08.219381 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-e59eb6c9-7343-4345-adbe-62935c281b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:08.220058 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-e59eb6c9-7343-4345-adbe-62935c281b8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:08.221850 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-e59eb6c9-7343-4345-adbe-62935c281b8c service neutron] 10.222.0.37 "PUT /v2.0/ports/4a6a3253-0176-416f-8ab1-42ceeccc7b2d HTTP/1.1" status: 200 len: 1117 time: 2.1892595 Jul 24 09:06:08.222237 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062', 'tag': '4a6a3253-0176-416f-8ab1-42ceeccc7b2d'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:06:08.244406 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42778) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:08.263476 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-035cad2f-2ab9-4583-9373-ec51e31e26c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:08.372611 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-946b0c9c-aed9-4e1a-812a-8420c8c4b8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:08.464273 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-946b0c9c-aed9-4e1a-812a-8420c8c4b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:08.467875 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-600ac0f4-3d2b-44e3-a8a1-253a64c5ec88 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:08.572770 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-600ac0f4-3d2b-44e3-a8a1-253a64c5ec88 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:06:08.609168 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-600ac0f4-3d2b-44e3-a8a1-253a64c5ec88 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:06:08.641707 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-600ac0f4-3d2b-44e3-a8a1-253a64c5ec88 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:06:08.650597 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-600ac0f4-3d2b-44e3-a8a1-253a64c5ec88 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:08.651341 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-600ac0f4-3d2b-44e3-a8a1-253a64c5ec88 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:08.789695 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59eb6c9-7343-4345-adbe-62935c281b8c service neutron] Pushing event updated for resources: {'Port': ['ID=4a6a3253-0176-416f-8ab1-42ceeccc7b2d,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:08.841213 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf5db92-fd8c-4477-bc67-92df069c6306" -d '{"events": [{"name": "network-changed", "server_uuid": "42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062", "tag": "4a6a3253-0176-416f-8ab1-42ceeccc7b2d"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:06:08.879114 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-946b0c9c-aed9-4e1a-812a-8420c8c4b8a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=661908555b3145ee9ddf58924e01f396&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8050919 Jul 24 09:06:08.906631 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42794) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:08.989747 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42796) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:08.998013 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b0c9c-aed9-4e1a-812a-8420c8c4b8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46175ece-2d36-4b24-ab9d-6fea54e3d1fd,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:09.050915 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-02278626-4d34-40b4-849b-8df4e8fe5bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:09.056421 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-d80030de-ce6a-4952-bd6f-426761986106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:06:09.058512 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-7dd2cc2f-7fe0-4ecb-9963-79dc8f652102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:09.060242 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-7dd2cc2f-7fe0-4ecb-9963-79dc8f652102 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc373782874d445dbc233c761727b79b&device_id=42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062 HTTP/1.1" status: 200 len: 1120 time: 0.6773851 Jul 24 09:06:09.077865 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-d80030de-ce6a-4952-bd6f-426761986106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:09.085672 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634df22c-6aa7-4646-bb24-797e437322b4 req-10fb4738-5866-4c5e-a3ae-18bf1597cf44 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:09.087415 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-634df22c-6aa7-4646-bb24-797e437322b4 req-10fb4738-5866-4c5e-a3ae-18bf1597cf44 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccba785-3591-434f-bb04-1883107e0f1a HTTP/1.1" status: 200 len: 936 time: 0.3952868 Jul 24 09:06:09.088262 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ac0f4-3d2b-44e3-a8a1-253a64c5ec88 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Pushing event updated for resources: {'Port': ['ID=f152c21b-a69c-4d32-aed6-af6b18f802f5,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:09.094097 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-45e975fe-64a9-4427-b16d-e73fc3ff11dd None None] Provisioning for port f152c21b-a69c-4d32-aed6-af6b18f802f5 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:06:09.105424 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-45e975fe-64a9-4427-b16d-e73fc3ff11dd None None] Provisioning complete for port f152c21b-a69c-4d32-aed6-af6b18f802f5 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:09.106398 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-45e975fe-64a9-4427-b16d-e73fc3ff11dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:09.149114 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-d80030de-ce6a-4952-bd6f-426761986106 service neutron] Transition to ACTIVE for port object ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:06:09.161201 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-d80030de-ce6a-4952-bd6f-426761986106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:09.173488 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-45e975fe-64a9-4427-b16d-e73fc3ff11dd None None] Port f152c21b-a69c-4d32-aed6-af6b18f802f5 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:06:09.248909 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b774330-19f9-4f3d-9517-b861be28c558 req-187845ad-dd12-4b9a-8ab9-83a166d1ba26 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:09.250368 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4b774330-19f9-4f3d-9517-b861be28c558 req-187845ad-dd12-4b9a-8ab9-83a166d1ba26 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062 HTTP/1.1" status: 200 len: 969 time: 0.6816337 Jul 24 09:06:09.366463 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1f1b0936-b90f-4913-ac08-c0c5ca614654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:09.388373 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80030de-ce6a-4952-bd6f-426761986106 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:09.392038 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-035cad2f-2ab9-4583-9373-ec51e31e26c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:09.396864 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1f1b0936-b90f-4913-ac08-c0c5ca614654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:09.423378 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-035cad2f-2ab9-4583-9373-ec51e31e26c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:09.442856 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-0b4f013e-d70e-4d10-8cf8-34fdab7dc42f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=4a6a3253-0176-416f-8ab1-42ceeccc7b2d HTTP/1.1" status: 200 len: 217 time: 0.3514433 Jul 24 09:06:09.482430 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-634df22c-6aa7-4646-bb24-797e437322b4 req-03034f91-43fc-4742-850a-3e4fb754da61 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/security-groups?id=2cf4bd91-1640-4062-b3bb-f08e0022403c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823287 Jul 24 09:06:09.504323 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-600ac0f4-3d2b-44e3-a8a1-253a64c5ec88 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9507270 Jul 24 09:06:09.547076 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-bb36bf1e-6d29-4c8a-9993-8841fad18fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:09.549102 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-bb36bf1e-6d29-4c8a-9993-8841fad18fc7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0801833 Jul 24 09:06:09.564962 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1f1b0936-b90f-4913-ac08-c0c5ca614654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:09.570361 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1f1b0936-b90f-4913-ac08-c0c5ca614654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:09.571729 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1f1b0936-b90f-4913-ac08-c0c5ca614654 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46175ece-2d36-4b24-ab9d-6fea54e3d1fd HTTP/1.1" status: 204 len: 168 time: 0.5802565 Jul 24 09:06:09.580695 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-7995dcd0-0c21-42e0-b487-327de2481ed1 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:06:09.588537 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-7995dcd0-0c21-42e0-b487-327de2481ed1 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089664 Jul 24 09:06:09.595550 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b0936-b90f-4913-ac08-c0c5ca614654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46175ece-2d36-4b24-ab9d-6fea54e3d1fd,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:09.767780 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035cad2f-2ab9-4583-9373-ec51e31e26c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea67fc4f-aa04-4b2a-9eb4-7f7003a6a376,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:09.816064 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4b774330-19f9-4f3d-9517-b861be28c558 req-c3a6fbed-cbd9-4a1f-93d4-28085d618077 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5396397 Jul 24 09:06:09.846036 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a6ce6-87a2-4a58-ba12-bd22cf9eea2d req-74f9bf45-1abf-4819-a3f3-2e2f85881e1d tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:09.847829 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-526a6ce6-87a2-4a58-ba12-bd22cf9eea2d req-74f9bf45-1abf-4819-a3f3-2e2f85881e1d tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e53edd-6271-4f48-badc-1e49b38d9c61 HTTP/1.1" status: 200 len: 935 time: 0.1818731 Jul 24 09:06:09.848467 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42804) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:09.851004 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-035cad2f-2ab9-4583-9373-ec51e31e26c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=57b22fc24cd94d77ac47788bece34df7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6019344 Jul 24 09:06:09.868336 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-7f046868-bc82-40da-b00e-8fe5df17267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:09.870040 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-7f046868-bc82-40da-b00e-8fe5df17267d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2629545 Jul 24 09:06:09.897168 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-d80030de-ce6a-4952-bd6f-426761986106 service neutron] Attempting to bind port ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:06:09.902616 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-d80030de-ce6a-4952-bd6f-426761986106 service neutron] Attempting to bind port ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:06:09.905697 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-d80030de-ce6a-4952-bd6f-426761986106 service neutron] Attempting to bind port ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:06:09.925148 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-d80030de-ce6a-4952-bd6f-426761986106 service neutron] Port ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:06:09.932006 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-d80030de-ce6a-4952-bd6f-426761986106 service neutron] Attempting to bind port ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:06:09.969953 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-d80030de-ce6a-4952-bd6f-426761986106 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:06:09.970396 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-d80030de-ce6a-4952-bd6f-426761986106 service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:06:09.971071 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-d80030de-ce6a-4952-bd6f-426761986106 service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:06:09.971696 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-d80030de-ce6a-4952-bd6f-426761986106 service neutron] Bound port: ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:06:09.972209 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-d80030de-ce6a-4952-bd6f-426761986106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:10.209523 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-526a6ce6-87a2-4a58-ba12-bd22cf9eea2d req-da9ceaf0-e25b-4fef-9a4a-ba9da0354630 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/security-groups?id=09d890e7-271c-45a5-a466-e475b57cebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308575 Jul 24 09:06:10.259288 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-64abb975-8d80-4771-8e0a-7c944c5e6efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:10.314802 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-64abb975-8d80-4771-8e0a-7c944c5e6efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:10.349845 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-d80030de-ce6a-4952-bd6f-426761986106 service neutron] For port ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:06:10.400266 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-21ae6491-b4ae-4d50-ab5c-4e674f9188a0 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5112596 Jul 24 09:06:10.439742 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-fda8051d-c78a-4cc8-acd7-c8132c95cf1a service neutron] Request body: {'port': {'device_id': 'f0e53edd-6271-4f48-badc-1e49b38d9c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:10.489584 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-d80030de-ce6a-4952-bd6f-426761986106 service neutron] For port ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:06:10.516996 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-02278626-4d34-40b4-849b-8df4e8fe5bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:10.519845 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-d80030de-ce6a-4952-bd6f-426761986106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:10.534265 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-02278626-4d34-40b4-849b-8df4e8fe5bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:10.622372 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04087526-96dc-4355-90f3-5fec7f759fe9 x-openstack-request-id: req-04087526-96dc-4355-90f3-5fec7f759fe9 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:06:10.622623 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062", "tag": "4a6a3253-0176-416f-8ab1-42ceeccc7b2d", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:06:10.622965 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04087526-96dc-4355-90f3-5fec7f759fe9 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:06:10.623309 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062', 'tag': '4a6a3253-0176-416f-8ab1-42ceeccc7b2d', 'status': 'completed', 'code': 200} Jul 24 09:06:10.676766 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-64abb975-8d80-4771-8e0a-7c944c5e6efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:10.677749 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-64abb975-8d80-4771-8e0a-7c944c5e6efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:10.680093 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-64abb975-8d80-4771-8e0a-7c944c5e6efe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea67fc4f-aa04-4b2a-9eb4-7f7003a6a376 HTTP/1.1" status: 204 len: 168 time: 0.8240621 Jul 24 09:06:10.731029 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80030de-ce6a-4952-bd6f-426761986106 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:10.777520 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-d80030de-ce6a-4952-bd6f-426761986106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:10.785675 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4b60a4b-29d9-4ccf-9e6e-ae279ee7c9bb req-069edfd4-df66-4648-90c2-b72e0549e009 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666284 Jul 24 09:06:10.789110 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-d80030de-ce6a-4952-bd6f-426761986106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:10.791129 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-d80030de-ce6a-4952-bd6f-426761986106 service neutron] 10.222.0.37 "PUT /v2.0/ports/ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb HTTP/1.1" status: 200 len: 1118 time: 4.0060771 Jul 24 09:06:10.801152 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abb975-8d80-4771-8e0a-7c944c5e6efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea67fc4f-aa04-4b2a-9eb4-7f7003a6a376,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:10.806026 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dccba785-3591-434f-bb04-1883107e0f1a', 'tag': 'ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:06:10.816806 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-fda8051d-c78a-4cc8-acd7-c8132c95cf1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:11.063647 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42822) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:11.132171 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876d8c3-45fe-4b56-a420-3e9a7a88baef req-68694656-0a63-42c0-ba70-46d62b2191e7 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:11.142229 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2876d8c3-45fe-4b56-a420-3e9a7a88baef req-68694656-0a63-42c0-ba70-46d62b2191e7 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccba785-3591-434f-bb04-1883107e0f1a HTTP/1.1" status: 200 len: 970 time: 0.3836195 Jul 24 09:06:11.301989 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2876d8c3-45fe-4b56-a420-3e9a7a88baef req-587cf31d-a020-4644-9807-43df28d21f3e tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/security-groups?id=2cf4bd91-1640-4062-b3bb-f08e0022403c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584980 Jul 24 09:06:11.304533 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-765b93dd-c19f-4b6f-b9ae-108fc3c1da49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:11.373359 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-951ef87c-f5f0-4966-8a77-99d706f7b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:11.379707 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-951ef87c-f5f0-4966-8a77-99d706f7b3f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e7b847d939c4cbf8a412223c183d2a0&device_id=dccba785-3591-434f-bb04-1883107e0f1a HTTP/1.1" status: 200 len: 1121 time: 0.4793825 Jul 24 09:06:11.480585 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141ab6ad-f8c4-4834-9c51-62deaedcb20b" -d '{"events": [{"name": "network-changed", "server_uuid": "dccba785-3591-434f-bb04-1883107e0f1a", "tag": "ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:06:11.525709 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-02278626-4d34-40b4-849b-8df4e8fe5bed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ed08ece994c4a038f8900f41906262a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5342553 Jul 24 09:06:11.527913 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42838) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:11.594842 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02278626-4d34-40b4-849b-8df4e8fe5bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ff9c2f-b7a4-41a9-b5f0-7084aa951cc1,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:11.692490 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ed9b4-142e-47f0-ad0c-6a0fb9cd1e79 req-79610dd0-34f7-44fb-9b18-06277557e19f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:11.701716 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b7f07-9ffc-4392-967f-27ac2aa74d57 req-8994d264-0074-4b31-a6f2-3066c1cc9b7d tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:11.701941 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-204ed9b4-142e-47f0-ad0c-6a0fb9cd1e79 req-79610dd0-34f7-44fb-9b18-06277557e19f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062 HTTP/1.1" status: 200 len: 969 time: 0.6612477 Jul 24 09:06:11.713068 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5db92-fd8c-4477-bc67-92df069c6306 req-34231853-9589-4a84-8627-2e40ba9141b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:11.714955 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7cf5db92-fd8c-4477-bc67-92df069c6306 req-34231853-9589-4a84-8627-2e40ba9141b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc373782874d445dbc233c761727b79b&device_id=42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062 HTTP/1.1" status: 200 len: 1120 time: 0.6388116 Jul 24 09:06:11.716849 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de2b7f07-9ffc-4392-967f-27ac2aa74d57 req-8994d264-0074-4b31-a6f2-3066c1cc9b7d tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e53edd-6271-4f48-badc-1e49b38d9c61 HTTP/1.1" status: 200 len: 935 time: 0.2740989 Jul 24 09:06:11.784387 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-9bc9d2cf-82f8-4016-af22-3d97df3b386b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb HTTP/1.1" status: 200 len: 217 time: 0.1157885 Jul 24 09:06:11.797468 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dc0cb005-eabe-4cc0-97a9-dec25ed94a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:11.823775 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dc0cb005-eabe-4cc0-97a9-dec25ed94a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:11.849912 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-204ed9b4-142e-47f0-ad0c-6a0fb9cd1e79 req-6a506e20-6235-4821-a7ff-8e937fb99bad tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469321 Jul 24 09:06:11.930339 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-ce9728cd-6d06-45ea-b6c4-d9814164a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:11.931164 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-ce9728cd-6d06-45ea-b6c4-d9814164a642 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0527430 Jul 24 09:06:11.939251 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dc0cb005-eabe-4cc0-97a9-dec25ed94a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:11.941882 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dc0cb005-eabe-4cc0-97a9-dec25ed94a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:11.943153 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-dc0cb005-eabe-4cc0-97a9-dec25ed94a71 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0ff9c2f-b7a4-41a9-b5f0-7084aa951cc1 HTTP/1.1" status: 204 len: 168 time: 0.4087050 Jul 24 09:06:12.153426 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de2b7f07-9ffc-4392-967f-27ac2aa74d57 req-06e008fe-9a28-4e67-ba70-bfbff2373a5b tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/security-groups?id=09d890e7-271c-45a5-a466-e475b57cebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355609 Jul 24 09:06:12.154679 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cb005-eabe-4cc0-97a9-dec25ed94a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ff9c2f-b7a4-41a9-b5f0-7084aa951cc1,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:12.206821 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5db92-fd8c-4477-bc67-92df069c6306 req-fd1bcb7a-8c6b-4b64-9967-0f18564400ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:12.208447 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7cf5db92-fd8c-4477-bc67-92df069c6306 req-fd1bcb7a-8c6b-4b64-9967-0f18564400ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.4707310 Jul 24 09:06:12.248336 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-765b93dd-c19f-4b6f-b9ae-108fc3c1da49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:12.312116 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-765b93dd-c19f-4b6f-b9ae-108fc3c1da49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:12.391869 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7cf5db92-fd8c-4477-bc67-92df069c6306 req-e9f5aa24-329d-4e56-9ae4-1651e99bcba3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=4a6a3253-0176-416f-8ab1-42ceeccc7b2d HTTP/1.1" status: 200 len: 217 time: 0.1624455 Jul 24 09:06:12.403046 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b93dd-c19f-4b6f-b9ae-108fc3c1da49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95200872-a49d-48c0-aa43-97901a17f0db,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:12.404645 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248beb62-67c6-480e-b49c-f3ee71a36312 x-openstack-request-id: req-248beb62-67c6-480e-b49c-f3ee71a36312 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:06:12.404983 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dccba785-3591-434f-bb04-1883107e0f1a", "tag": "ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:06:12.405223 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-248beb62-67c6-480e-b49c-f3ee71a36312 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:06:12.405708 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dccba785-3591-434f-bb04-1883107e0f1a', 'tag': 'ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb', 'status': 'completed', 'code': 200} Jul 24 09:06:12.461580 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-fda8051d-c78a-4cc8-acd7-c8132c95cf1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f152c21b-a69c-4d32-aed6-af6b18f802f5 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:06:12.521911 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-995fe6c1-1970-4a03-9712-73d9bb8a7b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:12.523551 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-995fe6c1-1970-4a03-9712-73d9bb8a7b40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5118566 Jul 24 09:06:12.529848 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-fda8051d-c78a-4cc8-acd7-c8132c95cf1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:12.577117 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5db92-fd8c-4477-bc67-92df069c6306 req-e4be0864-b6ad-42d5-bbe4-d242c1da65e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:12.578523 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7cf5db92-fd8c-4477-bc67-92df069c6306 req-e4be0864-b6ad-42d5-bbe4-d242c1da65e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1716866 Jul 24 09:06:12.640918 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-765b93dd-c19f-4b6f-b9ae-108fc3c1da49 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a72a8e4df58f4853bdcd5e5c8ef882c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5583472 Jul 24 09:06:12.642827 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42860) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:12.764659 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-fda8051d-c78a-4cc8-acd7-c8132c95cf1a service neutron] Transition to ACTIVE for port object f152c21b-a69c-4d32-aed6-af6b18f802f5 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:06:12.828358 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-fda8051d-c78a-4cc8-acd7-c8132c95cf1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:12.899608 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5db92-fd8c-4477-bc67-92df069c6306 req-afddf058-f084-4d74-b016-612749d79eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:12.901185 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7cf5db92-fd8c-4477-bc67-92df069c6306 req-afddf058-f084-4d74-b016-612749d79eeb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3143454 Jul 24 09:06:13.363913 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7cf5db92-fd8c-4477-bc67-92df069c6306 req-b49f4058-91be-40ac-8b83-990e5fc9a50a service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460130 Jul 24 09:06:13.439429 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99d11e-404a-4cd9-9aa8-7869a0c328d0 req-2aeea27f-f902-4c8c-b4ae-60870e9de4c5 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:13.446470 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca99d11e-404a-4cd9-9aa8-7869a0c328d0 req-2aeea27f-f902-4c8c-b4ae-60870e9de4c5 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccba785-3591-434f-bb04-1883107e0f1a HTTP/1.1" status: 200 len: 970 time: 0.9655328 Jul 24 09:06:13.448303 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-604ac166-df54-4ab2-8fa1-f057dd842ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:13.459419 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2611cf-48f2-4000-97e8-4be307b0d998 req-bf7a23bb-1bcb-40e8-a4ff-0c26430ac769 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:13.478853 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ee2611cf-48f2-4000-97e8-4be307b0d998 req-bf7a23bb-1bcb-40e8-a4ff-0c26430ac769 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062 HTTP/1.1" status: 200 len: 969 time: 0.3399158 Jul 24 09:06:13.526458 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-fda8051d-c78a-4cc8-acd7-c8132c95cf1a service neutron] Attempting to bind port f152c21b-a69c-4d32-aed6-af6b18f802f5 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:06:13.527235 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-fda8051d-c78a-4cc8-acd7-c8132c95cf1a service neutron] Attempting to bind port f152c21b-a69c-4d32-aed6-af6b18f802f5 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:06:13.527587 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-fda8051d-c78a-4cc8-acd7-c8132c95cf1a service neutron] Attempting to bind port f152c21b-a69c-4d32-aed6-af6b18f802f5 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:06:13.529756 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8051d-c78a-4cc8-acd7-c8132c95cf1a service neutron] Pushing event updated for resources: {'Port': ['ID=f152c21b-a69c-4d32-aed6-af6b18f802f5,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:13.574363 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-4fd97879-4a5f-436d-8399-25cb43d04768 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0081100 Jul 24 09:06:13.592020 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-fda8051d-c78a-4cc8-acd7-c8132c95cf1a service neutron] Port f152c21b-a69c-4d32-aed6-af6b18f802f5 on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:06:13.592779 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-fda8051d-c78a-4cc8-acd7-c8132c95cf1a service neutron] Attempting to bind port f152c21b-a69c-4d32-aed6-af6b18f802f5 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:06:13.618351 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-fda8051d-c78a-4cc8-acd7-c8132c95cf1a service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:06:13.618710 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-fda8051d-c78a-4cc8-acd7-c8132c95cf1a service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:06:13.619139 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-fda8051d-c78a-4cc8-acd7-c8132c95cf1a service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:06:13.619614 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-fda8051d-c78a-4cc8-acd7-c8132c95cf1a service neutron] Bound port: f152c21b-a69c-4d32-aed6-af6b18f802f5, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:06:13.619979 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-fda8051d-c78a-4cc8-acd7-c8132c95cf1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:13.622924 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ee2611cf-48f2-4000-97e8-4be307b0d998 req-b61d13f2-2441-4fb0-b47d-0280e7b51204 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378548 Jul 24 09:06:13.662334 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-604ac166-df54-4ab2-8fa1-f057dd842ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:13.812923 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca99d11e-404a-4cd9-9aa8-7869a0c328d0 req-025284be-f8dc-4432-a6a4-badec13fdf39 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/security-groups?id=2cf4bd91-1640-4062-b3bb-f08e0022403c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654432 Jul 24 09:06:13.828386 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:14.001647 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de8940e1-0c94-488e-81c3-42be4f16f351 req-1972fa1e-461f-407c-859c-1a3ef00d78dc service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606316 Jul 24 09:06:14.015131 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7cf5db92-fd8c-4477-bc67-92df069c6306 req-59167927-730f-4529-a2e6-84d1e5ed18ee service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154373 Jul 24 09:06:14.080446 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496305af-fc76-4069-b2bd-efe0c830a20a req-23579b84-ec95-46a2-9ccf-9780a32c1942 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:14.094682 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-604ac166-df54-4ab2-8fa1-f057dd842ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:14.096777 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-496305af-fc76-4069-b2bd-efe0c830a20a req-23579b84-ec95-46a2-9ccf-9780a32c1942 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e53edd-6271-4f48-badc-1e49b38d9c61 HTTP/1.1" status: 200 len: 947 time: 0.2747381 Jul 24 09:06:14.107155 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-604ac166-df54-4ab2-8fa1-f057dd842ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:14.117644 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-604ac166-df54-4ab2-8fa1-f057dd842ea2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95200872-a49d-48c0-aa43-97901a17f0db HTTP/1.1" status: 204 len: 168 time: 1.4223504 Jul 24 09:06:14.156856 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ac166-df54-4ab2-8fa1-f057dd842ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95200872-a49d-48c0-aa43-97901a17f0db,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:14.170133 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-fda8051d-c78a-4cc8-acd7-c8132c95cf1a service neutron] For port f152c21b-a69c-4d32-aed6-af6b18f802f5, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:06:14.174135 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-fda8051d-c78a-4cc8-acd7-c8132c95cf1a service neutron] For port f152c21b-a69c-4d32-aed6-af6b18f802f5, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f152c21b-a69c-4d32-aed6-af6b18f802f5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:06:14.182004 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-fda8051d-c78a-4cc8-acd7-c8132c95cf1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:14.273055 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-fda8051d-c78a-4cc8-acd7-c8132c95cf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:14.273786 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-fda8051d-c78a-4cc8-acd7-c8132c95cf1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:14.288050 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-fda8051d-c78a-4cc8-acd7-c8132c95cf1a service neutron] 10.222.0.20 "PUT /v2.0/ports/f152c21b-a69c-4d32-aed6-af6b18f802f5 HTTP/1.1" status: 200 len: 1095 time: 4.4250081 Jul 24 09:06:14.293848 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e53edd-6271-4f48-badc-1e49b38d9c61', 'tag': 'f152c21b-a69c-4d32-aed6-af6b18f802f5'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:06:14.295219 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-496305af-fc76-4069-b2bd-efe0c830a20a req-08cdcfba-31b2-4e73-918d-73d6d61a4aaf tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/security-groups?id=09d890e7-271c-45a5-a466-e475b57cebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974528 Jul 24 09:06:14.298172 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4f0327-660e-45ea-bcd0-d2b0b9a2eaec" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e53edd-6271-4f48-badc-1e49b38d9c61", "tag": "f152c21b-a69c-4d32-aed6-af6b18f802f5"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:06:14.336722 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ab6ad-f8c4-4834-9c51-62deaedcb20b req-5b94a47e-883e-406c-b46c-bc9507fef885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:14.338424 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-141ab6ad-f8c4-4834-9c51-62deaedcb20b req-5b94a47e-883e-406c-b46c-bc9507fef885 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e7b847d939c4cbf8a412223c183d2a0&device_id=dccba785-3591-434f-bb04-1883107e0f1a HTTP/1.1" status: 200 len: 1121 time: 0.2386725 Jul 24 09:06:14.481689 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8ef198-993d-4798-9eb9-99f1f983d566 x-openstack-request-id: req-dd8ef198-993d-4798-9eb9-99f1f983d566 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:06:14.482237 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e53edd-6271-4f48-badc-1e49b38d9c61", "tag": "f152c21b-a69c-4d32-aed6-af6b18f802f5", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:06:14.482237 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd8ef198-993d-4798-9eb9-99f1f983d566 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:06:14.482664 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e53edd-6271-4f48-badc-1e49b38d9c61', 'tag': 'f152c21b-a69c-4d32-aed6-af6b18f802f5', 'status': 'completed', 'code': 200} Jul 24 09:06:14.494826 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8051d-c78a-4cc8-acd7-c8132c95cf1a service neutron] Pushing event updated for resources: {'Port': ['ID=f152c21b-a69c-4d32-aed6-af6b18f802f5,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:14.526981 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ab6ad-f8c4-4834-9c51-62deaedcb20b req-74977519-4cf2-4340-aba9-3af2b916e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:14.528915 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-141ab6ad-f8c4-4834-9c51-62deaedcb20b req-74977519-4cf2-4340-aba9-3af2b916e321 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.1738803 Jul 24 09:06:14.550925 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-6030f90c-232e-4277-b3b2-cc28b2977acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:14.552491 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-6030f90c-232e-4277-b3b2-cc28b2977acb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=04b68a5a364f4a7b80cc8c202c9497f2&device_id=f0e53edd-6271-4f48-badc-1e49b38d9c61 HTTP/1.1" status: 200 len: 1098 time: 0.1839657 Jul 24 09:06:14.620616 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-141ab6ad-f8c4-4834-9c51-62deaedcb20b req-9fdb1435-8cde-4d24-959e-2a671afbe6d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb HTTP/1.1" status: 200 len: 217 time: 0.0795538 Jul 24 09:06:14.747363 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ab6ad-f8c4-4834-9c51-62deaedcb20b req-8c90323b-1c61-4a66-b804-2c277d395f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:14.752024 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-141ab6ad-f8c4-4834-9c51-62deaedcb20b req-8c90323b-1c61-4a66-b804-2c277d395f07 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1150463 Jul 24 09:06:14.867994 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-b83f1ffc-9072-4ddc-bae3-a315140c9b18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=f152c21b-a69c-4d32-aed6-af6b18f802f5 HTTP/1.1" status: 200 len: 217 time: 0.3065572 Jul 24 09:06:14.920439 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ab6ad-f8c4-4834-9c51-62deaedcb20b req-1305f32d-c798-4d97-92c3-d38ae961ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:14.922062 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-141ab6ad-f8c4-4834-9c51-62deaedcb20b req-1305f32d-c798-4d97-92c3-d38ae961ddf1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1563027 Jul 24 09:06:14.979001 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-f8862fc0-bd53-4271-a22e-da4f3c2222f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:14.980433 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-f8862fc0-bd53-4271-a22e-da4f3c2222f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0989640 Jul 24 09:06:15.044857 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1bf7f-d812-42cd-8c42-7d49fb7056b5 req-bcfe21ff-0a10-43c0-bc64-103a893c2a29 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:15.051634 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a3f1bf7f-d812-42cd-8c42-7d49fb7056b5 req-bcfe21ff-0a10-43c0-bc64-103a893c2a29 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062 HTTP/1.1" status: 200 len: 969 time: 0.1771550 Jul 24 09:06:15.138248 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-3fe30ac5-fd9e-4dc6-972f-2e3387374fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:15.140806 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-3fe30ac5-fd9e-4dc6-972f-2e3387374fc3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1403749 Jul 24 09:06:15.206541 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a3f1bf7f-d812-42cd-8c42-7d49fb7056b5 req-282d730b-48c1-4678-a035-799ab8f1481d tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539164 Jul 24 09:06:15.264220 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-141ab6ad-f8c4-4834-9c51-62deaedcb20b req-8b8bea5b-7e87-4747-a9c5-4cd689d6e1e1 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105342 Jul 24 09:06:15.492096 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-141ab6ad-f8c4-4834-9c51-62deaedcb20b req-2191ddf8-7d27-455c-843d-0e6cfa21f62c service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931527 Jul 24 09:06:15.505363 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-915a29da-8417-41c2-9e0a-339ba0200e4d service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203793 Jul 24 09:06:15.514254 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9b146-a789-4fcf-84cd-09e5449f96fa req-cf9a264b-5c6f-4dc0-8cd3-10b50bc2f1ca tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:15.521426 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-47e9b146-a789-4fcf-84cd-09e5449f96fa req-cf9a264b-5c6f-4dc0-8cd3-10b50bc2f1ca tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccba785-3591-434f-bb04-1883107e0f1a HTTP/1.1" status: 200 len: 970 time: 0.2830803 Jul 24 09:06:15.656277 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-47e9b146-a789-4fcf-84cd-09e5449f96fa req-f19c6f6f-a917-47b8-99a7-cf5596576ba9 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/security-groups?id=2cf4bd91-1640-4062-b3bb-f08e0022403c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337106 Jul 24 09:06:15.686124 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5108fb85-75a4-42aa-aa92-73d3381a9950 req-72d4db7a-3ad4-4194-8c50-01ca2d1b322c service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622381 Jul 24 09:06:15.968974 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c33a4-14ce-4e34-8dbf-db9a27fff84e req-5a0d4ca4-4742-486b-96c7-a079f50743e1 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:15.971705 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e3c33a4-14ce-4e34-8dbf-db9a27fff84e req-5a0d4ca4-4742-486b-96c7-a079f50743e1 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e53edd-6271-4f48-badc-1e49b38d9c61 HTTP/1.1" status: 200 len: 947 time: 0.1773336 Jul 24 09:06:15.978360 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f0327-660e-45ea-bcd0-d2b0b9a2eaec req-05ef2879-7e49-4d7d-bc37-5d9b28da6700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:15.980824 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1c4f0327-660e-45ea-bcd0-d2b0b9a2eaec req-05ef2879-7e49-4d7d-bc37-5d9b28da6700 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=04b68a5a364f4a7b80cc8c202c9497f2&device_id=f0e53edd-6271-4f48-badc-1e49b38d9c61 HTTP/1.1" status: 200 len: 1098 time: 0.1385155 Jul 24 09:06:16.164035 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e3c33a4-14ce-4e34-8dbf-db9a27fff84e req-7a1ab92a-60e2-4ef4-ab6d-3fdc63bff64e tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/security-groups?id=09d890e7-271c-45a5-a466-e475b57cebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759250 Jul 24 09:06:16.232945 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:16.363190 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f0327-660e-45ea-bcd0-d2b0b9a2eaec req-157b3b16-be11-426c-a97e-a505e6a1bc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:16.365318 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1c4f0327-660e-45ea-bcd0-d2b0b9a2eaec req-157b3b16-be11-426c-a97e-a505e6a1bc55 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.3412373 Jul 24 09:06:16.537321 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:06:16.572707 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7964ed-bb59-44cc-a2f9-73a3fc579071 req-415da44b-72f8-46bf-947d-a85a6af990cf tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:16.574539 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bc7964ed-bb59-44cc-a2f9-73a3fc579071 req-415da44b-72f8-46bf-947d-a85a6af990cf tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062 HTTP/1.1" status: 200 len: 969 time: 0.0953462 Jul 24 09:06:16.625242 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bc7964ed-bb59-44cc-a2f9-73a3fc579071 req-32b79843-8c36-48bd-be40-a08621cbbf74 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406876 Jul 24 09:06:16.860074 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5443c26-1b4e-4e36-8bba-0457f82b901b req-19902824-7253-40c8-9de4-8f423d48d185 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:16.861701 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a5443c26-1b4e-4e36-8bba-0457f82b901b req-19902824-7253-40c8-9de4-8f423d48d185 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccba785-3591-434f-bb04-1883107e0f1a HTTP/1.1" status: 200 len: 970 time: 0.0940266 Jul 24 09:06:16.928258 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a5443c26-1b4e-4e36-8bba-0457f82b901b req-9c1d806e-0ace-4723-89d4-93bae12605e2 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/security-groups?id=2cf4bd91-1640-4062-b3bb-f08e0022403c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587451 Jul 24 09:06:17.029219 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42996) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:17.173807 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ff683a9a-33fd-4486-81be-624be35f5f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:17.351344 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ff683a9a-33fd-4486-81be-624be35f5f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:17.362424 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ff683a9a-33fd-4486-81be-624be35f5f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:17.365915 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0054c4-8810-424f-b430-842af8b69142 req-a1af6d3d-8fec-4bf5-b3df-7c41ed5797cb tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:17.368726 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ab0054c4-8810-424f-b430-842af8b69142 req-a1af6d3d-8fec-4bf5-b3df-7c41ed5797cb tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e53edd-6271-4f48-badc-1e49b38d9c61 HTTP/1.1" status: 200 len: 947 time: 0.0843990 Jul 24 09:06:17.400069 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff683a9a-33fd-4486-81be-624be35f5f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92793f53-5bac-40d2-a600-58ba5e06c447,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:17.416166 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ff683a9a-33fd-4486-81be-624be35f5f55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec000514ac474aebacf8283e6793db70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3856468 Jul 24 09:06:17.419390 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43020) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:17.434735 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ab0054c4-8810-424f-b430-842af8b69142 req-3028c71b-8849-4afb-9962-8997c1d2d34f tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/security-groups?id=09d890e7-271c-45a5-a466-e475b57cebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568972 Jul 24 09:06:17.481936 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43024) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:17.493799 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ffdcc03c-a738-497a-9ee0-7a4ba0798903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:17.521264 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ffdcc03c-a738-497a-9ee0-7a4ba0798903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:17.577725 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ffdcc03c-a738-497a-9ee0-7a4ba0798903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:17.580609 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ffdcc03c-a738-497a-9ee0-7a4ba0798903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:17.581808 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ffdcc03c-a738-497a-9ee0-7a4ba0798903 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/92793f53-5bac-40d2-a600-58ba5e06c447 HTTP/1.1" status: 204 len: 168 time: 0.1614525 Jul 24 09:06:17.592725 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdcc03c-a738-497a-9ee0-7a4ba0798903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92793f53-5bac-40d2-a600-58ba5e06c447,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:17.630615 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dcbce992-37e4-4e1f-af77-407b910fcc86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:17.799112 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dcbce992-37e4-4e1f-af77-407b910fcc86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:17.812621 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dcbce992-37e4-4e1f-af77-407b910fcc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:17.904395 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43048) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:17.982742 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609042b-15a2-4211-bb63-6cef9a1703eb req-d7991103-350f-4eed-9515-5102ba90fc44 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:17.984285 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7609042b-15a2-4211-bb63-6cef9a1703eb req-d7991103-350f-4eed-9515-5102ba90fc44 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062 HTTP/1.1" status: 200 len: 969 time: 0.2562420 Jul 24 09:06:17.994244 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-dcbce992-37e4-4e1f-af77-407b910fcc86 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c8702e8bdb1546e39cce90e85347b71d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5112391 Jul 24 09:06:17.994389 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43054) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:17.997303 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbce992-37e4-4e1f-af77-407b910fcc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f626cc0f-1d9a-484b-bb59-144c79f392b4,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:18.001231 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43056) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:18.031511 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8f742209-feae-4c23-a48d-27335d6f2daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:18.065454 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7609042b-15a2-4211-bb63-6cef9a1703eb req-95fdd716-19e8-47bf-aa9e-0aa3455b4ac1 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694306 Jul 24 09:06:18.126457 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e9fa-ba1c-4ebe-b3a1-a8d6fdf53d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:18.128851 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1c4f0327-660e-45ea-bcd0-d2b0b9a2eaec req-68a8a93e-b3f8-4276-9c18-11a8cf5187be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=f152c21b-a69c-4d32-aed6-af6b18f802f5 HTTP/1.1" status: 200 len: 217 time: 0.0754218 Jul 24 09:06:18.130597 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f8def193-0a0d-49ca-918f-7cc077c16fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:18.150006 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8f742209-feae-4c23-a48d-27335d6f2daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:18.154034 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8f742209-feae-4c23-a48d-27335d6f2daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:18.192354 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8f742209-feae-4c23-a48d-27335d6f2daa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3d3c8cd769b42e9abffd3910520d5ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884880 Jul 24 09:06:18.193584 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e9fa-ba1c-4ebe-b3a1-a8d6fdf53d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:18.194985 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f742209-feae-4c23-a48d-27335d6f2daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2583c8-02bd-4fa4-a43c-2859e3e61460,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:18.197345 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43058) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:18.245558 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4513dbca-ba22-4288-bdc6-51feeef043cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:18.252176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f0327-660e-45ea-bcd0-d2b0b9a2eaec req-f11af7a8-a8af-4b63-96d4-27f28e917faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:18.253673 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1c4f0327-660e-45ea-bcd0-d2b0b9a2eaec req-f11af7a8-a8af-4b63-96d4-27f28e917faa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1163836 Jul 24 09:06:18.266543 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4513dbca-ba22-4288-bdc6-51feeef043cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:18.285622 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa497c-276a-4cd6-b0e0-0cf8256590a8 req-12270f6c-275a-4d40-bc7b-e5309a3543c0 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:18.287005 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3baa497c-276a-4cd6-b0e0-0cf8256590a8 req-12270f6c-275a-4d40-bc7b-e5309a3543c0 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccba785-3591-434f-bb04-1883107e0f1a HTTP/1.1" status: 200 len: 970 time: 0.2475343 Jul 24 09:06:18.318861 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4513dbca-ba22-4288-bdc6-51feeef043cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:18.321990 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4513dbca-ba22-4288-bdc6-51feeef043cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:18.323261 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4513dbca-ba22-4288-bdc6-51feeef043cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b2583c8-02bd-4fa4-a43c-2859e3e61460 HTTP/1.1" status: 204 len: 168 time: 0.1250179 Jul 24 09:06:18.331202 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513dbca-ba22-4288-bdc6-51feeef043cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2583c8-02bd-4fa4-a43c-2859e3e61460,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:18.362904 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e9fa-ba1c-4ebe-b3a1-a8d6fdf53d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:18.365402 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e9fa-ba1c-4ebe-b3a1-a8d6fdf53d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:18.366558 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-dcf6e9fa-ba1c-4ebe-b3a1-a8d6fdf53d68 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f626cc0f-1d9a-484b-bb59-144c79f392b4 HTTP/1.1" status: 204 len: 168 time: 0.3712304 Jul 24 09:06:18.391434 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3baa497c-276a-4cd6-b0e0-0cf8256590a8 req-acc7a91f-22ca-420e-9cba-673a4198c667 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/security-groups?id=2cf4bd91-1640-4062-b3bb-f08e0022403c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818849 Jul 24 09:06:18.397133 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6e9fa-ba1c-4ebe-b3a1-a8d6fdf53d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f626cc0f-1d9a-484b-bb59-144c79f392b4,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:18.433353 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f0327-660e-45ea-bcd0-d2b0b9a2eaec req-a7a333e2-93fe-4a75-9282-39460a849401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:18.434888 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1c4f0327-660e-45ea-bcd0-d2b0b9a2eaec req-a7a333e2-93fe-4a75-9282-39460a849401 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1669006 Jul 24 09:06:18.439472 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f8def193-0a0d-49ca-918f-7cc077c16fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:18.462437 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f8def193-0a0d-49ca-918f-7cc077c16fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:18.542598 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8def193-0a0d-49ca-918f-7cc077c16fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9efb8d-4499-4f60-becb-a18e705d2c54,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:18.548278 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f8def193-0a0d-49ca-918f-7cc077c16fdf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92e8d9e2a8764040828254c5356a3b6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6422322 Jul 24 09:06:18.552466 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43066) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:18.596348 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1c4f0327-660e-45ea-bcd0-d2b0b9a2eaec req-db15f38b-cfb3-4404-b199-b18ada323608 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539783 Jul 24 09:06:18.626476 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6606e-92e8-40f2-92d5-bb726ac45d2a req-e9d0be55-82fa-452b-8d38-057ff2ecae69 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:18.634612 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b3c6606e-92e8-40f2-92d5-bb726ac45d2a req-e9d0be55-82fa-452b-8d38-057ff2ecae69 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e53edd-6271-4f48-badc-1e49b38d9c61 HTTP/1.1" status: 200 len: 947 time: 0.0901752 Jul 24 09:06:18.645238 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1afb93ea-60f7-4ab4-a927-e4159b84a53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:18.678250 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b3c6606e-92e8-40f2-92d5-bb726ac45d2a req-fc1f64c0-b854-478e-869b-346a87581d1f tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/security-groups?id=09d890e7-271c-45a5-a466-e475b57cebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423925 Jul 24 09:06:18.704345 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1afb93ea-60f7-4ab4-a927-e4159b84a53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:18.729773 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1c4f0327-660e-45ea-bcd0-d2b0b9a2eaec req-d0bded99-dde9-4e70-ac71-f7d2660ddd96 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260676 Jul 24 09:06:18.768874 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1afb93ea-60f7-4ab4-a927-e4159b84a53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:18.771882 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1afb93ea-60f7-4ab4-a927-e4159b84a53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:18.776490 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1afb93ea-60f7-4ab4-a927-e4159b84a53a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e9efb8d-4499-4f60-becb-a18e705d2c54 HTTP/1.1" status: 204 len: 168 time: 0.2204230 Jul 24 09:06:18.782414 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb93ea-60f7-4ab4-a927-e4159b84a53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9efb8d-4499-4f60-becb-a18e705d2c54,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:18.800203 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43080) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:18.814906 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-991e929d-8eda-4684-802a-2742c76e3b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:18.905758 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-991e929d-8eda-4684-802a-2742c76e3b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:18.911081 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-991e929d-8eda-4684-802a-2742c76e3b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:18.954519 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-991e929d-8eda-4684-802a-2742c76e3b5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1452bd51ce61496daa1e1e4570480fd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508574 Jul 24 09:06:18.954739 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43086) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:18.961532 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e929d-8eda-4684-802a-2742c76e3b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9773fd38-8edb-4e56-b0ca-83d252bffa6d,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:19.011436 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7afa48ca-5eec-4a46-8555-0dea00f30dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:19.035265 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7afa48ca-5eec-4a46-8555-0dea00f30dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:19.083247 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7afa48ca-5eec-4a46-8555-0dea00f30dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:19.087197 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7afa48ca-5eec-4a46-8555-0dea00f30dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:19.088806 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7afa48ca-5eec-4a46-8555-0dea00f30dbc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9773fd38-8edb-4e56-b0ca-83d252bffa6d HTTP/1.1" status: 204 len: 168 time: 0.1327002 Jul 24 09:06:19.107794 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa48ca-5eec-4a46-8555-0dea00f30dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9773fd38-8edb-4e56-b0ca-83d252bffa6d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:19.184567 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43100) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:19.201710 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1b7b3529-314e-4862-abe5-b5a5e5fff60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:19.234454 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded75e8-aaaa-4cbe-b052-2840065ad70e req-18ed0c45-5c3c-42e8-950d-fd508918cfff tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:19.242876 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2ded75e8-aaaa-4cbe-b052-2840065ad70e req-18ed0c45-5c3c-42e8-950d-fd508918cfff tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062 HTTP/1.1" status: 200 len: 969 time: 0.0808527 Jul 24 09:06:19.284335 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2ded75e8-aaaa-4cbe-b052-2840065ad70e req-3053af2d-7d8d-41e6-826d-d246e2ae5312 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404489 Jul 24 09:06:19.318975 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1b7b3529-314e-4862-abe5-b5a5e5fff60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:19.323228 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1b7b3529-314e-4862-abe5-b5a5e5fff60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:19.362863 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1b7b3529-314e-4862-abe5-b5a5e5fff60d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3cfca9abdfc846b2a08b503d77557af8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1767387 Jul 24 09:06:19.363669 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b3529-314e-4862-abe5-b5a5e5fff60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a15c0c-e922-40eb-96ba-d052b04adaaf,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:19.365833 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43106) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:19.418833 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4a593a5f-f3c7-4d33-b133-a63f7f92ca0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:19.448050 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4a593a5f-f3c7-4d33-b133-a63f7f92ca0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:19.502612 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4a593a5f-f3c7-4d33-b133-a63f7f92ca0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:19.509834 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4a593a5f-f3c7-4d33-b133-a63f7f92ca0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:19.511506 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4a593a5f-f3c7-4d33-b133-a63f7f92ca0e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90a15c0c-e922-40eb-96ba-d052b04adaaf HTTP/1.1" status: 204 len: 168 time: 0.1443181 Jul 24 09:06:19.520401 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a593a5f-f3c7-4d33-b133-a63f7f92ca0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a15c0c-e922-40eb-96ba-d052b04adaaf,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:19.574718 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f8eb3-2fec-4a60-9bf7-86a69d07e986 req-6e1be2bf-e468-4c36-ab5f-dafa2cdf33bd tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:19.576427 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-486f8eb3-2fec-4a60-9bf7-86a69d07e986 req-6e1be2bf-e468-4c36-ab5f-dafa2cdf33bd tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccba785-3591-434f-bb04-1883107e0f1a HTTP/1.1" status: 200 len: 970 time: 0.0939310 Jul 24 09:06:19.620474 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-486f8eb3-2fec-4a60-9bf7-86a69d07e986 req-4d14cc2b-2a82-43ca-878a-b8419863d9af tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/security-groups?id=2cf4bd91-1640-4062-b3bb-f08e0022403c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358396 Jul 24 09:06:19.815397 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060d51a-8029-49fc-a956-1a773d7b238e req-1c191990-815d-4ce5-8dd4-7dd5171974e9 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:19.816807 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a060d51a-8029-49fc-a956-1a773d7b238e req-1c191990-815d-4ce5-8dd4-7dd5171974e9 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e53edd-6271-4f48-badc-1e49b38d9c61 HTTP/1.1" status: 200 len: 947 time: 0.0694551 Jul 24 09:06:19.865834 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a060d51a-8029-49fc-a956-1a773d7b238e req-42bd97c9-a840-4452-9301-fce400af501c tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/security-groups?id=09d890e7-271c-45a5-a466-e475b57cebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421240 Jul 24 09:06:20.429302 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07437e73-912b-4b7f-9719-748497a693df req-adf93935-aee8-4396-aba0-0c9172df5618 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:20.430912 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-07437e73-912b-4b7f-9719-748497a693df req-adf93935-aee8-4396-aba0-0c9172df5618 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062 HTTP/1.1" status: 200 len: 969 time: 0.0724487 Jul 24 09:06:20.461832 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:06:20.501203 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-07437e73-912b-4b7f-9719-748497a693df req-291c5af3-6997-4312-8f17-90e47ba22880 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637581 Jul 24 09:06:20.587972 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:20.599107 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': 'ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb', 'mac_address': 'fa:16:3e:6f:26:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:tempest-test_az-2121543573', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:06:20.639146 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:20.653683 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:06:20.681317 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:20.686398 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:20.687154 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 4a6a3253-0176-416f-8ab1-42ceeccc7b2d details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:06:20.764601 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 4a6a3253-0176-416f-8ab1-42ceeccc7b2d, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=4a6a3253-0176-416f-8ab1-42ceeccc7b2d,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:20.768135 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:20.783588 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:20.784245 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:20.784782 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:20.785331 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:20.785739 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:20.786297 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:20.786795 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:20.787182 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:20.787574 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:20.788786 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:20.789302 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:20.789806 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Tracked resource versions report: Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: pushed versions: Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: { 'AddressGroup': {'1.2'}, Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: 'ConntrackHelper': {'1.0'}, Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: 'Log': {'1.0'}, Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: 'Network': {'1.1'}, Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: 'Port': {'1.7'}, Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: 'PortForwarding': {'1.2'}, Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: 'QosPolicy': {'1.8'}, Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: 'SecurityGroup': {'1.4'}, Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: 'SecurityGroupRule': {'1.2'}, Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: 'SubPort': {'1.0'}, Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: 'Subnet': {'1.1'}, Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: 'Trunk': {'1.1'}} Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: consumer versions: Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: { DHCP agent@n-d-800085-9: {}, Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: HyperV agent@n-h1-800085-9: {}, Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: HyperV agent@n-h2-800085-9: {}, Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: L3 agent@n-d-800085-9: {}, Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: Metadata agent@n-d-800085-9: {}, Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: Metering agent@n-d-800085-9: {}, Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: Open vSwitch agent@n-d-800085-9: { 'AddressGroup': '1.2', Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: 'ConntrackHelper': '1.0', Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: 'Log': '1.0', Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: 'Network': '1.1', Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: 'Port': '1.7', Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: 'PortForwarding': '1.2', Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: 'QosPolicy': '1.8', Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: 'SecurityGroup': '1.4', Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: 'SecurityGroupRule': '1.2', Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: 'SubPort': '1.0', Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: 'Subnet': '1.1', Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: 'Trunk': '1.1'}} Jul 24 09:06:20.791705 n-d-800085-9 neutron-server[94037]: {{(pid=94037) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 09:06:20.800818 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '4a6a3253-0176-416f-8ab1-42ceeccc7b2d', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': '4a6a3253-0176-416f-8ab1-42ceeccc7b2d', 'mac_address': 'fa:16:3e:ca:d6:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:tempest-test_az-2121543573', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:06:20.833541 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50337d7b-64d9-49df-8f72-6c6e65a82145 req-6ae67081-0d4c-46a8-95ee-d9d9dd1c6d00 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:20.835820 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-50337d7b-64d9-49df-8f72-6c6e65a82145 req-6ae67081-0d4c-46a8-95ee-d9d9dd1c6d00 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccba785-3591-434f-bb04-1883107e0f1a HTTP/1.1" status: 200 len: 971 time: 0.1053228 Jul 24 09:06:20.847084 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:20.865395 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a6a3253-0176-416f-8ab1-42ceeccc7b2d {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:06:20.906034 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 4a6a3253-0176-416f-8ab1-42ceeccc7b2d, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=4a6a3253-0176-416f-8ab1-42ceeccc7b2d,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:20.911496 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-50337d7b-64d9-49df-8f72-6c6e65a82145 req-cd557f2e-717c-42a0-a556-a8aba1023a91 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/security-groups?id=2cf4bd91-1640-4062-b3bb-f08e0022403c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693052 Jul 24 09:06:20.920000 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:20.973006 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=4a6a3253-0176-416f-8ab1-42ceeccc7b2d,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:21.020937 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034d19f-9885-4b6c-92fc-c3c0f8698010 req-ef742110-42a4-4dac-8ab3-b18e219fd90e tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:21.022693 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e034d19f-9885-4b6c-92fc-c3c0f8698010 req-ef742110-42a4-4dac-8ab3-b18e219fd90e tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e53edd-6271-4f48-badc-1e49b38d9c61 HTTP/1.1" status: 200 len: 947 time: 0.0694335 Jul 24 09:06:21.065005 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e034d19f-9885-4b6c-92fc-c3c0f8698010 req-88dedc7c-e200-42fb-ac98-e91db333e75b tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/security-groups?id=09d890e7-271c-45a5-a466-e475b57cebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336766 Jul 24 09:06:21.236856 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:06:21.263807 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['4a6a3253-0176-416f-8ab1-42ceeccc7b2d'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:06:21.383907 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7b5636ee-4c30-405e-8416-07d9c5b8c19a req-8d4196c3-7743-498f-ae65-285cf74656fb tempest-QuotasAdminNegativeTest-1569871609 tempest-QuotasAdminNegativeTest-1569871609-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fac5e5a4ed964eef93bc5cea75bed440&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274765 Jul 24 09:06:21.494017 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5636ee-4c30-405e-8416-07d9c5b8c19a req-2a73a594-d34b-4c9f-909d-791ba310f402 tempest-QuotasAdminNegativeTest-1569871609 tempest-QuotasAdminNegativeTest-1569871609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:21.495857 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7b5636ee-4c30-405e-8416-07d9c5b8c19a req-2a73a594-d34b-4c9f-909d-791ba310f402 tempest-QuotasAdminNegativeTest-1569871609 tempest-QuotasAdminNegativeTest-1569871609-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1108358 Jul 24 09:06:21.532636 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7b5636ee-4c30-405e-8416-07d9c5b8c19a req-e99a2228-c2cc-4e73-b152-73568ca65c48 tempest-QuotasAdminNegativeTest-1569871609 tempest-QuotasAdminNegativeTest-1569871609-project] 10.222.0.32 "GET /v2.0/quotas/fac5e5a4ed964eef93bc5cea75bed440 HTTP/1.1" status: 200 len: 375 time: 0.0293849 Jul 24 09:06:21.609372 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7b5636ee-4c30-405e-8416-07d9c5b8c19a req-a1a97e72-aa1f-4faf-8cdb-79f1f798d52b tempest-QuotasAdminNegativeTest-1569871609 tempest-QuotasAdminNegativeTest-1569871609-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fac5e5a4ed964eef93bc5cea75bed440&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772340 Jul 24 09:06:21.673437 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483d842-9245-4a3c-b7b0-7ba8865c445a req-e45259af-a0cd-4ea1-873e-5d7b7652d500 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:21.675578 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7483d842-9245-4a3c-b7b0-7ba8865c445a req-e45259af-a0cd-4ea1-873e-5d7b7652d500 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062 HTTP/1.1" status: 200 len: 970 time: 0.0711744 Jul 24 09:06:21.722223 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7483d842-9245-4a3c-b7b0-7ba8865c445a req-669df6f0-a69a-4c25-b3fe-03a6506cf0a7 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411263 Jul 24 09:06:21.804914 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43258) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:22.005463 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43266) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:22.065881 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2e268ded-9903-4416-8ef8-11cc099d3b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:22.075024 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f2a87-6db1-4bfe-8b48-7a0b04b3d5f4 req-9681ceb8-63aa-4961-9c4d-216a5b054dc6 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:22.076019 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b4bc6d5e-ab71-49bc-b0ec-8505fc8112c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:22.076518 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd3f2a87-6db1-4bfe-8b48-7a0b04b3d5f4 req-9681ceb8-63aa-4961-9c4d-216a5b054dc6 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccba785-3591-434f-bb04-1883107e0f1a HTTP/1.1" status: 200 len: 971 time: 0.0949185 Jul 24 09:06:22.125396 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd3f2a87-6db1-4bfe-8b48-7a0b04b3d5f4 req-a3b691b8-5816-4aa2-bafb-d8129e52c39f tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/security-groups?id=2cf4bd91-1640-4062-b3bb-f08e0022403c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419552 Jul 24 09:06:22.203848 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b4bc6d5e-ab71-49bc-b0ec-8505fc8112c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:22.208838 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b4bc6d5e-ab71-49bc-b0ec-8505fc8112c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:22.260141 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b4bc6d5e-ab71-49bc-b0ec-8505fc8112c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e553728bfc5044849281a6e5655aced3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511868 Jul 24 09:06:22.260141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc6d5e-ab71-49bc-b0ec-8505fc8112c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1de3fdb-cc54-4d63-ad42-aaa643a95d8e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:22.261050 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43278) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:22.314161 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d90328-9045-48c5-b976-b1a375fd971f req-5cacfc4a-f3cb-4934-85f1-87748343bd44 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:22.315792 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-03d90328-9045-48c5-b976-b1a375fd971f req-5cacfc4a-f3cb-4934-85f1-87748343bd44 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e53edd-6271-4f48-badc-1e49b38d9c61 HTTP/1.1" status: 200 len: 947 time: 0.1201813 Jul 24 09:06:22.397177 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee62abe5-1179-4a05-9551-e8dcb6244000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:22.405654 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-03d90328-9045-48c5-b976-b1a375fd971f req-8205bcfb-9e5a-448c-9545-018e9dcbdc28 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/security-groups?id=09d890e7-271c-45a5-a466-e475b57cebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772009 Jul 24 09:06:22.415499 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2e268ded-9903-4416-8ef8-11cc099d3b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:22.423390 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2e268ded-9903-4416-8ef8-11cc099d3b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:22.444702 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee62abe5-1179-4a05-9551-e8dcb6244000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:22.457919 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:06:22.488810 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2e268ded-9903-4416-8ef8-11cc099d3b87 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d631a682b7f4c5190f10b6ad59a85e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6827679 Jul 24 09:06:22.489490 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43290) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:22.495582 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e268ded-9903-4416-8ef8-11cc099d3b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e35404f-b058-4d65-9ced-3605d68c6480,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:22.510175 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:06:22.514880 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:22.515780 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:22.526889 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee62abe5-1179-4a05-9551-e8dcb6244000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:22.530742 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee62abe5-1179-4a05-9551-e8dcb6244000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:22.536021 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ee62abe5-1179-4a05-9551-e8dcb6244000 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1de3fdb-cc54-4d63-ad42-aaa643a95d8e HTTP/1.1" status: 204 len: 168 time: 0.2737305 Jul 24 09:06:22.573765 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62abe5-1179-4a05-9551-e8dcb6244000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1de3fdb-cc54-4d63-ad42-aaa643a95d8e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:22.596970 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc369-ea97-4343-9969-849a3aa490ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:22.617408 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-df64ff06-291d-4e60-b890-f44bba5ad5ea req-fde4f2e4-6869-4688-9da0-7ecb511301eb tempest-QuotasAdminNegativeTest-1569871609 tempest-QuotasAdminNegativeTest-1569871609-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fac5e5a4ed964eef93bc5cea75bed440&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368147 Jul 24 09:06:22.650082 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:22.662105 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc369-ea97-4343-9969-849a3aa490ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:22.682759 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccba785-3591-434f-bb04-1883107e0f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:06:22.759625 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:22.764985 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:22.765839 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 4a6a3253-0176-416f-8ab1-42ceeccc7b2d up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:06:22.786368 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64ff06-291d-4e60-b890-f44bba5ad5ea req-3c67e40c-b833-4169-ac39-a8fe904fbbe3 tempest-QuotasAdminNegativeTest-1569871609 tempest-QuotasAdminNegativeTest-1569871609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:22.790708 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-df64ff06-291d-4e60-b890-f44bba5ad5ea req-3c67e40c-b833-4169-ac39-a8fe904fbbe3 tempest-QuotasAdminNegativeTest-1569871609 tempest-QuotasAdminNegativeTest-1569871609-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1724896 Jul 24 09:06:22.812178 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc369-ea97-4343-9969-849a3aa490ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:22.818118 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc369-ea97-4343-9969-849a3aa490ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:22.823015 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6c5dc369-ea97-4343-9969-849a3aa490ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e35404f-b058-4d65-9ced-3605d68c6480 HTTP/1.1" status: 204 len: 168 time: 0.3307621 Jul 24 09:06:22.843425 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5dc369-ea97-4343-9969-849a3aa490ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e35404f-b058-4d65-9ced-3605d68c6480,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:22.847015 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-df64ff06-291d-4e60-b890-f44bba5ad5ea req-e2d8e5f3-a090-4d4f-aa63-62a175da1424 tempest-QuotasAdminNegativeTest-1569871609 tempest-QuotasAdminNegativeTest-1569871609-project] 10.222.0.32 "GET /v2.0/quotas/fac5e5a4ed964eef93bc5cea75bed440 HTTP/1.1" status: 200 len: 375 time: 0.0482838 Jul 24 09:06:22.851398 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 4a6a3253-0176-416f-8ab1-42ceeccc7b2d completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:06:22.859245 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 4a6a3253-0176-416f-8ab1-42ceeccc7b2d triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:22.859696 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:22.902865 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43312) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:22.910822 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-df64ff06-291d-4e60-b890-f44bba5ad5ea req-6611a00a-992b-4a99-93ce-79e02c48ae1f tempest-QuotasAdminNegativeTest-1569871609 tempest-QuotasAdminNegativeTest-1569871609-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fac5e5a4ed964eef93bc5cea75bed440&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558028 Jul 24 09:06:22.921958 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device f152c21b-a69c-4d32-aed6-af6b18f802f5 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:06:22.933581 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af77848-78f2-4213-b902-e8960ea8e4f8 req-b0efef9a-6833-4907-8a41-629b30bc9de3 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:22.935971 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4af77848-78f2-4213-b902-e8960ea8e4f8 req-b0efef9a-6833-4907-8a41-629b30bc9de3 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062 HTTP/1.1" status: 200 len: 970 time: 0.1079338 Jul 24 09:06:22.937157 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3130c678-7f15-49bd-a09f-9d47917f138b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:23.010441 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c12ee70-9603-4df6-9cc0-9384c09999e6" -d '{"events": [{"server_uuid": "dccba785-3591-434f-bb04-1883107e0f1a", "name": "network-vif-plugged", "status": "completed", "tag": "ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:06:23.012191 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4af77848-78f2-4213-b902-e8960ea8e4f8 req-a7d1e11b-f6cc-4bfd-ac2d-e6e64747e3a0 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655377 Jul 24 09:06:23.030567 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:23.052347 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port f152c21b-a69c-4d32-aed6-af6b18f802f5, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f152c21b-a69c-4d32-aed6-af6b18f802f5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:23.110864 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3130c678-7f15-49bd-a09f-9d47917f138b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:23.117218 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3130c678-7f15-49bd-a09f-9d47917f138b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:23.169380 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130c678-7f15-49bd-a09f-9d47917f138b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0657a7d-ab24-48ad-8c2b-dcb862a62d17,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:23.174126 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3130c678-7f15-49bd-a09f-9d47917f138b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de01798c599e46e5b808b4b95b1c520c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683160 Jul 24 09:06:23.176840 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43328) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:23.196544 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'f152c21b-a69c-4d32-aed6-af6b18f802f5', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': 'f152c21b-a69c-4d32-aed6-af6b18f802f5', 'mac_address': 'fa:16:3e:fa:81:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:06:23.234054 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:23.243896 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d4ef507f-846d-4b62-8766-8c0bb85a7cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:23.252898 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:23.276100 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d4ef507f-846d-4b62-8766-8c0bb85a7cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:23.281117 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f152c21b-a69c-4d32-aed6-af6b18f802f5 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:06:23.289649 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 4a6a3253-0176-416f-8ab1-42ceeccc7b2d, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=4a6a3253-0176-416f-8ab1-42ceeccc7b2d,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:23.302964 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:23.306675 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port f152c21b-a69c-4d32-aed6-af6b18f802f5, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f152c21b-a69c-4d32-aed6-af6b18f802f5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:23.334355 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:23.342117 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d4ef507f-846d-4b62-8766-8c0bb85a7cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:23.345052 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d4ef507f-846d-4b62-8766-8c0bb85a7cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:23.346451 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d4ef507f-846d-4b62-8766-8c0bb85a7cfa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0657a7d-ab24-48ad-8c2b-dcb862a62d17 HTTP/1.1" status: 204 len: 168 time: 0.1676791 Jul 24 09:06:23.365606 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=4a6a3253-0176-416f-8ab1-42ceeccc7b2d,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:23.366693 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef507f-846d-4b62-8766-8c0bb85a7cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0657a7d-ab24-48ad-8c2b-dcb862a62d17,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:23.449934 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=f152c21b-a69c-4d32-aed6-af6b18f802f5,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:23.458943 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6a2c70-9351-49ef-b74b-a3b4a9fec8ad x-openstack-request-id: req-6f6a2c70-9351-49ef-b74b-a3b4a9fec8ad {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:06:23.461174 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dccba785-3591-434f-bb04-1883107e0f1a", "name": "network-vif-plugged", "status": "completed", "tag": "ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:06:23.461599 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f6a2c70-9351-49ef-b74b-a3b4a9fec8ad {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:06:23.462218 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccba785-3591-434f-bb04-1883107e0f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb', 'code': 200} Jul 24 09:06:23.602778 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43338) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:23.632284 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-85ae4f52-0c92-4a16-97bf-fac8b1cbda71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:23.637621 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['f152c21b-a69c-4d32-aed6-af6b18f802f5'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:06:23.691185 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b0d0c-5e6a-4688-aa7e-4f7ed8acca09 req-d8413c6e-099c-4f9b-87f0-ad70127d89b4 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:23.692843 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-489b0d0c-5e6a-4688-aa7e-4f7ed8acca09 req-d8413c6e-099c-4f9b-87f0-ad70127d89b4 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccba785-3591-434f-bb04-1883107e0f1a HTTP/1.1" status: 200 len: 972 time: 0.1942735 Jul 24 09:06:23.742542 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610443b-1d0e-4266-a6b1-8433bf1ce89f req-d223b2a0-3399-42c3-9436-5d4ca113b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:23.744423 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f610443b-1d0e-4266-a6b1-8433bf1ce89f req-d223b2a0-3399-42c3-9436-5d4ca113b70e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dccba785-3591-434f-bb04-1883107e0f1a HTTP/1.1" status: 200 len: 1123 time: 0.2110636 Jul 24 09:06:23.775298 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f610443b-1d0e-4266-a6b1-8433bf1ce89f req-01a4566d-0c47-4949-a031-12ab95e4e939 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:23.782964 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df04999-0387-4cc8-97b4-ca080400ab71 req-f6892265-c505-4176-91a6-12d3abfaec7d tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:23.789257 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3df04999-0387-4cc8-97b4-ca080400ab71 req-f6892265-c505-4176-91a6-12d3abfaec7d tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e53edd-6271-4f48-badc-1e49b38d9c61 HTTP/1.1" status: 200 len: 948 time: 0.2602868 Jul 24 09:06:23.817822 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-489b0d0c-5e6a-4688-aa7e-4f7ed8acca09 req-4d9fbfcb-16d5-4f7f-8c2d-33970fed6444 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/security-groups?id=2cf4bd91-1640-4062-b3bb-f08e0022403c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049461 Jul 24 09:06:23.833693 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3df04999-0387-4cc8-97b4-ca080400ab71 req-4b00a154-8372-4615-8a63-a7ec51e02e46 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/security-groups?id=09d890e7-271c-45a5-a466-e475b57cebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423892 Jul 24 09:06:23.884807 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-85ae4f52-0c92-4a16-97bf-fac8b1cbda71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:23.891575 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-85ae4f52-0c92-4a16-97bf-fac8b1cbda71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:23.944838 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-85ae4f52-0c92-4a16-97bf-fac8b1cbda71 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=953a13cfbe024748b242e1f3b123de65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407512 Jul 24 09:06:23.947538 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43354) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:23.948953 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae4f52-0c92-4a16-97bf-fac8b1cbda71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708d5986-1ab6-49d7-8285-e8d0c8586993,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:24.016830 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f610443b-1d0e-4266-a6b1-8433bf1ce89f req-01a4566d-0c47-4949-a031-12ab95e4e939 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:24.022937 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f610443b-1d0e-4266-a6b1-8433bf1ce89f req-01a4566d-0c47-4949-a031-12ab95e4e939 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:24.023681 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6748a6d8-4d41-467c-ac0f-aad044b5613d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:24.049225 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6748a6d8-4d41-467c-ac0f-aad044b5613d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:24.087179 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f610443b-1d0e-4266-a6b1-8433bf1ce89f req-01a4566d-0c47-4949-a031-12ab95e4e939 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2cf4bd91-1640-4062-b3bb-f08e0022403c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281298 Jul 24 09:06:24.109660 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4566d-0c47-4949-a031-12ab95e4e939 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=125fd109-dcd0-40f9-add4-1ece271db230,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:24.137267 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6748a6d8-4d41-467c-ac0f-aad044b5613d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:24.139889 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6748a6d8-4d41-467c-ac0f-aad044b5613d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:24.143396 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6748a6d8-4d41-467c-ac0f-aad044b5613d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/708d5986-1ab6-49d7-8285-e8d0c8586993 HTTP/1.1" status: 204 len: 168 time: 0.1920555 Jul 24 09:06:24.159209 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748a6d8-4d41-467c-ac0f-aad044b5613d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708d5986-1ab6-49d7-8285-e8d0c8586993,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:24.196044 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a73af-9c8f-45a9-bbe6-7cc08b88f8c4 req-d3158810-4079-460e-a259-9daa7c67885f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:24.197645 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6e1a73af-9c8f-45a9-bbe6-7cc08b88f8c4 req-d3158810-4079-460e-a259-9daa7c67885f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062 HTTP/1.1" status: 200 len: 971 time: 0.1069467 Jul 24 09:06:24.239957 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6e1a73af-9c8f-45a9-bbe6-7cc08b88f8c4 req-219a431f-d297-45b6-8208-96c7822810a7 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347233 Jul 24 09:06:24.689553 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cbfce3df-b618-41c8-ba4c-04dd1856b1a7 req-4e653442-9d07-4468-b274-3f562a5a54fa tempest-QuotasAdminNegativeTest-1569871609 tempest-QuotasAdminNegativeTest-1569871609-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fac5e5a4ed964eef93bc5cea75bed440&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221274 Jul 24 09:06:24.813852 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfce3df-b618-41c8-ba4c-04dd1856b1a7 req-ac1509f0-e224-4f61-afe1-4a82e6cb83f7 tempest-QuotasAdminNegativeTest-1569871609 tempest-QuotasAdminNegativeTest-1569871609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:24.815311 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cbfce3df-b618-41c8-ba4c-04dd1856b1a7 req-ac1509f0-e224-4f61-afe1-4a82e6cb83f7 tempest-QuotasAdminNegativeTest-1569871609 tempest-QuotasAdminNegativeTest-1569871609-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1192908 Jul 24 09:06:24.833289 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cbfce3df-b618-41c8-ba4c-04dd1856b1a7 req-5b600334-4a54-4b5c-9131-3fc340d98fa3 tempest-QuotasAdminNegativeTest-1569871609 tempest-QuotasAdminNegativeTest-1569871609-project] 10.222.0.32 "GET /v2.0/quotas/fac5e5a4ed964eef93bc5cea75bed440 HTTP/1.1" status: 200 len: 375 time: 0.0116043 Jul 24 09:06:24.897770 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device f152c21b-a69c-4d32-aed6-af6b18f802f5 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:06:24.900342 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cbfce3df-b618-41c8-ba4c-04dd1856b1a7 req-71275138-2118-4edf-adcf-3b6dca861cfd tempest-QuotasAdminNegativeTest-1569871609 tempest-QuotasAdminNegativeTest-1569871609-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fac5e5a4ed964eef93bc5cea75bed440&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642490 Jul 24 09:06:24.992298 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port f152c21b-a69c-4d32-aed6-af6b18f802f5 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:06:24.993869 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9c67f-7536-4d3a-b749-78e464db3a30 req-41f1365a-99c2-4648-9623-d1ec4264dde5 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:24.996373 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2bf9c67f-7536-4d3a-b749-78e464db3a30 req-41f1365a-99c2-4648-9623-d1ec4264dde5 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccba785-3591-434f-bb04-1883107e0f1a HTTP/1.1" status: 200 len: 972 time: 0.0828383 Jul 24 09:06:24.997953 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port f152c21b-a69c-4d32-aed6-af6b18f802f5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:24.998627 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:25.050019 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2bf9c67f-7536-4d3a-b749-78e464db3a30 req-cbe56deb-a316-482a-a9b7-0c6c0a0e925e tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/security-groups?id=2cf4bd91-1640-4062-b3bb-f08e0022403c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474217 Jul 24 09:06:25.118226 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:25.140544 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539f7af-f8ae-4590-af3f-8cffa9fbef51 req-0d3111fc-8079-481c-a57b-eb8b13674be2 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:25.142246 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5539f7af-f8ae-4590-af3f-8cffa9fbef51 req-0d3111fc-8079-481c-a57b-eb8b13674be2 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e53edd-6271-4f48-badc-1e49b38d9c61 HTTP/1.1" status: 200 len: 948 time: 0.0910790 Jul 24 09:06:25.155007 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port f152c21b-a69c-4d32-aed6-af6b18f802f5, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f152c21b-a69c-4d32-aed6-af6b18f802f5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:25.161346 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:25.202842 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5539f7af-f8ae-4590-af3f-8cffa9fbef51 req-7a93f793-ebfc-48ee-89a0-882a1251aea2 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/security-groups?id=09d890e7-271c-45a5-a466-e475b57cebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544028 Jul 24 09:06:25.251545 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=f152c21b-a69c-4d32-aed6-af6b18f802f5,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:25.465100 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6a3253-0176-416f-8ab1-42ceeccc7b2d'}, {'server_uuid': 'f0e53edd-6271-4f48-badc-1e49b38d9c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f152c21b-a69c-4d32-aed6-af6b18f802f5'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:06:25.468142 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a00b2f-7421-4622-88da-53b4f222160d" -d '{"events": [{"server_uuid": "42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062", "name": "network-vif-plugged", "status": "completed", "tag": "4a6a3253-0176-416f-8ab1-42ceeccc7b2d"}, {"server_uuid": "f0e53edd-6271-4f48-badc-1e49b38d9c61", "name": "network-vif-plugged", "status": "completed", "tag": "f152c21b-a69c-4d32-aed6-af6b18f802f5"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:06:25.547204 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1811e6-4034-40f2-ac19-cb4c2e54f161 req-d920f38e-688a-4784-b106-c207b7663750 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:25.548887 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9f1811e6-4034-40f2-ac19-cb4c2e54f161 req-d920f38e-688a-4784-b106-c207b7663750 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062 HTTP/1.1" status: 200 len: 971 time: 0.0703554 Jul 24 09:06:25.614462 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9f1811e6-4034-40f2-ac19-cb4c2e54f161 req-a942ee39-5c9e-4f50-b219-67057253bff5 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585854 Jul 24 09:06:25.645027 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 09:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a30ee1e-3c2c-4da2-b8e9-0b05450034ba x-openstack-request-id: req-8a30ee1e-3c2c-4da2-b8e9-0b05450034ba {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:06:25.645027 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062", "name": "network-vif-plugged", "status": "completed", "tag": "4a6a3253-0176-416f-8ab1-42ceeccc7b2d", "code": 200}, {"server_uuid": "f0e53edd-6271-4f48-badc-1e49b38d9c61", "name": "network-vif-plugged", "status": "completed", "tag": "f152c21b-a69c-4d32-aed6-af6b18f802f5", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:06:25.645027 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a30ee1e-3c2c-4da2-b8e9-0b05450034ba {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:06:25.645027 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6a3253-0176-416f-8ab1-42ceeccc7b2d', 'code': 200} Jul 24 09:06:25.645027 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e53edd-6271-4f48-badc-1e49b38d9c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f152c21b-a69c-4d32-aed6-af6b18f802f5', 'code': 200} Jul 24 09:06:25.799114 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4a818-bb12-48ca-bc11-03c7dd4fa61a req-fb15aa4f-a822-4e78-86fd-5e65130bc3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:25.800587 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7eb4a818-bb12-48ca-bc11-03c7dd4fa61a req-fb15aa4f-a822-4e78-86fd-5e65130bc3db service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062 HTTP/1.1" status: 200 len: 1122 time: 0.0770493 Jul 24 09:06:25.830632 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c6da5-2e57-475f-90fd-63aac6593318 req-7443e7aa-39af-4391-98f5-4b0cbc04565a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:25.832139 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-359c6da5-2e57-475f-90fd-63aac6593318 req-7443e7aa-39af-4391-98f5-4b0cbc04565a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f0e53edd-6271-4f48-badc-1e49b38d9c61 HTTP/1.1" status: 200 len: 1100 time: 0.1126912 Jul 24 09:06:25.841159 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7eb4a818-bb12-48ca-bc11-03c7dd4fa61a req-f8983a6e-559c-4f45-892a-391d3ee720fd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331416 Jul 24 09:06:25.878296 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-359c6da5-2e57-475f-90fd-63aac6593318 req-a2eb020b-efef-4d86-be25-f6d012fd25d9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=09d890e7-271c-45a5-a466-e475b57cebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392439 Jul 24 09:06:25.881490 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43464) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:26.077075 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a8eb583a-884b-4b09-9a12-f0c955397aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:26.095396 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43472) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:26.176130 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-112d9a1b-da83-4652-9910-a8ad947b1897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:26.222515 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a8eb583a-884b-4b09-9a12-f0c955397aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:26.232001 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a8eb583a-884b-4b09-9a12-f0c955397aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:26.278064 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f1578-04f6-4478-8e58-e160fe6348aa req-bda67c7f-e1fb-489f-9c76-0046ca6a84fb tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:26.280536 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-149f1578-04f6-4478-8e58-e160fe6348aa req-bda67c7f-e1fb-489f-9c76-0046ca6a84fb tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccba785-3591-434f-bb04-1883107e0f1a HTTP/1.1" status: 200 len: 972 time: 0.1272817 Jul 24 09:06:26.290526 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a8eb583a-884b-4b09-9a12-f0c955397aa8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fac5e5a4ed964eef93bc5cea75bed440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4078839 Jul 24 09:06:26.294846 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43486) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:26.297759 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb583a-884b-4b09-9a12-f0c955397aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e8e591-63fc-4749-8c35-d2eefef53193,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:26.328350 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-149f1578-04f6-4478-8e58-e160fe6348aa req-47833945-8337-4bc3-ac96-ce315be98cb2 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/security-groups?id=2cf4bd91-1640-4062-b3bb-f08e0022403c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405278 Jul 24 09:06:26.352595 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-112d9a1b-da83-4652-9910-a8ad947b1897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:26.359815 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-112d9a1b-da83-4652-9910-a8ad947b1897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:26.442612 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-112d9a1b-da83-4652-9910-a8ad947b1897 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=452211d209e04b759083b685771c1280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459210 Jul 24 09:06:26.443410 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d9a1b-da83-4652-9910-a8ad947b1897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c6d154-86eb-4e77-b0c7-4e85e67e8d70,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:26.445898 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43494) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:26.457171 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a216a78f-738b-4cd0-9402-860d5d4f3f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:26.484545 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a216a78f-738b-4cd0-9402-860d5d4f3f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:26.523200 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-846f40bc-fa9b-446f-a122-627d9d091bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:26.524723 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bc45a-a759-4827-8fc5-55f62b14d27f req-39653077-1ae0-4104-bb9e-b967716ccfbe tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:26.526375 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-269bc45a-a759-4827-8fc5-55f62b14d27f req-39653077-1ae0-4104-bb9e-b967716ccfbe tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e53edd-6271-4f48-badc-1e49b38d9c61 HTTP/1.1" status: 200 len: 949 time: 0.1374300 Jul 24 09:06:26.550386 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-846f40bc-fa9b-446f-a122-627d9d091bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:26.567148 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a216a78f-738b-4cd0-9402-860d5d4f3f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:26.570549 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a216a78f-738b-4cd0-9402-860d5d4f3f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:26.574684 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a216a78f-738b-4cd0-9402-860d5d4f3f41 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/59e8e591-63fc-4749-8c35-d2eefef53193 HTTP/1.1" status: 204 len: 168 time: 0.2758548 Jul 24 09:06:26.577383 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-269bc45a-a759-4827-8fc5-55f62b14d27f req-a9b5656b-773b-472f-8c5c-5ac53c977f4b tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/security-groups?id=09d890e7-271c-45a5-a466-e475b57cebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428991 Jul 24 09:06:26.587137 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216a78f-738b-4cd0-9402-860d5d4f3f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e8e591-63fc-4749-8c35-d2eefef53193,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:26.615544 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1b4aa-62c8-44af-ac14-0a15390d71a7 req-4ebdde67-d16d-47f1-8999-6c5cc81cb6e3 tempest-AggregatesAdminTestJSON-172309695 tempest-AggregatesAdminTestJSON-172309695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:26.617311 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e4c1b4aa-62c8-44af-ac14-0a15390d71a7 req-4ebdde67-d16d-47f1-8999-6c5cc81cb6e3 tempest-AggregatesAdminTestJSON-172309695 tempest-AggregatesAdminTestJSON-172309695-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dccba785-3591-434f-bb04-1883107e0f1a HTTP/1.1" status: 200 len: 1123 time: 0.1210151 Jul 24 09:06:26.643290 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e4c1b4aa-62c8-44af-ac14-0a15390d71a7 req-6264ee2e-f228-4758-bbf9-fe2d9bfcbef9 tempest-AggregatesAdminTestJSON-172309695 tempest-AggregatesAdminTestJSON-172309695-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:26.654572 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-846f40bc-fa9b-446f-a122-627d9d091bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:26.656985 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-846f40bc-fa9b-446f-a122-627d9d091bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:26.658182 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-846f40bc-fa9b-446f-a122-627d9d091bdb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8c6d154-86eb-4e77-b0c7-4e85e67e8d70 HTTP/1.1" status: 204 len: 168 time: 0.2110491 Jul 24 09:06:26.669967 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f40bc-fa9b-446f-a122-627d9d091bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c6d154-86eb-4e77-b0c7-4e85e67e8d70,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:26.791816 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e4c1b4aa-62c8-44af-ac14-0a15390d71a7 req-6264ee2e-f228-4758-bbf9-fe2d9bfcbef9 tempest-AggregatesAdminTestJSON-172309695 tempest-AggregatesAdminTestJSON-172309695-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:26.808932 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e4c1b4aa-62c8-44af-ac14-0a15390d71a7 req-6264ee2e-f228-4758-bbf9-fe2d9bfcbef9 tempest-AggregatesAdminTestJSON-172309695 tempest-AggregatesAdminTestJSON-172309695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:26.853062 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e4c1b4aa-62c8-44af-ac14-0a15390d71a7 req-6264ee2e-f228-4758-bbf9-fe2d9bfcbef9 tempest-AggregatesAdminTestJSON-172309695 tempest-AggregatesAdminTestJSON-172309695-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2cf4bd91-1640-4062-b3bb-f08e0022403c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216759 Jul 24 09:06:26.854255 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264ee2e-f228-4758-bbf9-fe2d9bfcbef9 tempest-AggregatesAdminTestJSON-172309695 tempest-AggregatesAdminTestJSON-172309695-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88b2397-a271-428f-89c0-27a6f519c7b1,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:26.899936 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1659717-2910-4d4b-94c0-2a0130e980fd req-c2d57cb3-c444-494c-b1c7-ce2abeffd216 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:26.902207 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a1659717-2910-4d4b-94c0-2a0130e980fd req-c2d57cb3-c444-494c-b1c7-ce2abeffd216 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062 HTTP/1.1" status: 200 len: 971 time: 0.1048152 Jul 24 09:06:26.959379 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a1659717-2910-4d4b-94c0-2a0130e980fd req-e5bcb604-d213-4b8e-842b-24bcd3ba8fc3 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471787 Jul 24 09:06:27.051740 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43528) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:27.071817 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-afcb6227-6f59-4548-8891-140961ab45d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:27.106943 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43532) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:27.122464 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2c4165c7-4c4c-4e11-b194-1b8473d19462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:27.124715 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3911fb33-9513-497f-8629-92def68bb957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:27.277277 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-afcb6227-6f59-4548-8891-140961ab45d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:27.291272 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-afcb6227-6f59-4548-8891-140961ab45d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:27.403384 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb6227-6f59-4548-8891-140961ab45d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d4c98b-d36b-4efc-b4c9-da08eb991132,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:27.407579 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-afcb6227-6f59-4548-8891-140961ab45d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36f1324e6b0b491b86f1be530e39ea28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3549209 Jul 24 09:06:27.412047 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43548) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:27.466512 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2c4165c7-4c4c-4e11-b194-1b8473d19462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:27.471671 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2c4165c7-4c4c-4e11-b194-1b8473d19462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:27.518097 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43556) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:27.530667 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2c4165c7-4c4c-4e11-b194-1b8473d19462 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf05244c6a0f4325b3dfc59031c2586d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4217298 Jul 24 09:06:27.531473 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4165c7-4c4c-4e11-b194-1b8473d19462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf4ca63-8a2f-4caa-852a-cdc1cf062713,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:27.533377 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43560) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:27.539273 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-990c6556-e12c-420c-bf8e-b2384f0ec686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:27.566335 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-990c6556-e12c-420c-bf8e-b2384f0ec686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:27.637723 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-990c6556-e12c-420c-bf8e-b2384f0ec686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:27.638540 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3600e44e-857f-4c74-ab21-7545aad8c50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:27.640552 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-990c6556-e12c-420c-bf8e-b2384f0ec686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:27.641746 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-990c6556-e12c-420c-bf8e-b2384f0ec686 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8d4c98b-d36b-4efc-b4c9-da08eb991132 HTTP/1.1" status: 204 len: 168 time: 0.2278776 Jul 24 09:06:27.652091 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c6556-e12c-420c-bf8e-b2384f0ec686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d4c98b-d36b-4efc-b4c9-da08eb991132,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:27.665086 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3600e44e-857f-4c74-ab21-7545aad8c50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:27.755332 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3600e44e-857f-4c74-ab21-7545aad8c50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:27.757983 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3600e44e-857f-4c74-ab21-7545aad8c50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:27.759207 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3600e44e-857f-4c74-ab21-7545aad8c50e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6cf4ca63-8a2f-4caa-852a-cdc1cf062713 HTTP/1.1" status: 204 len: 168 time: 0.2247281 Jul 24 09:06:27.768092 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600e44e-857f-4c74-ab21-7545aad8c50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf4ca63-8a2f-4caa-852a-cdc1cf062713,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:27.799742 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58a91941-9e56-4303-ba73-9e8537232348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:27.824721 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdabba-327a-4360-96ec-494ce06a6907 req-66702035-9922-48f4-8502-e310956b1e2f tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:27.826287 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7acdabba-327a-4360-96ec-494ce06a6907 req-66702035-9922-48f4-8502-e310956b1e2f tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e53edd-6271-4f48-badc-1e49b38d9c61 HTTP/1.1" status: 200 len: 949 time: 0.1094382 Jul 24 09:06:27.901438 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7acdabba-327a-4360-96ec-494ce06a6907 req-ef2ec7dd-9235-4f67-b9aa-42c3d4c7f861 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/security-groups?id=09d890e7-271c-45a5-a466-e475b57cebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671799 Jul 24 09:06:28.006843 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58a91941-9e56-4303-ba73-9e8537232348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:28.032016 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58a91941-9e56-4303-ba73-9e8537232348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:28.078072 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a91941-9e56-4303-ba73-9e8537232348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e432b3-5098-4ee2-8f00-e6a73a48e566,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:28.082325 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-58a91941-9e56-4303-ba73-9e8537232348 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=249eced5a2eb4689bd395e997e11c0fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5630867 Jul 24 09:06:28.085169 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43588) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:28.122347 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe13a58-3446-4741-8cc0-956e4492a1a5 req-98639656-1a41-48c9-a747-d33bae9d6471 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:28.123810 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dfe13a58-3446-4741-8cc0-956e4492a1a5 req-98639656-1a41-48c9-a747-d33bae9d6471 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062 HTTP/1.1" status: 200 len: 971 time: 0.1314616 Jul 24 09:06:28.188964 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dfe13a58-3446-4741-8cc0-956e4492a1a5 req-6e29322e-d38b-4b18-9089-b5c9406fd04e tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572906 Jul 24 09:06:28.190008 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-881811af-0db9-46d8-8f1b-2195cfb9e33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:28.225879 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-881811af-0db9-46d8-8f1b-2195cfb9e33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:28.281815 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-881811af-0db9-46d8-8f1b-2195cfb9e33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:28.284580 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-881811af-0db9-46d8-8f1b-2195cfb9e33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:28.288807 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-881811af-0db9-46d8-8f1b-2195cfb9e33e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0e432b3-5098-4ee2-8f00-e6a73a48e566 HTTP/1.1" status: 204 len: 168 time: 0.1997478 Jul 24 09:06:28.294967 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881811af-0db9-46d8-8f1b-2195cfb9e33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e432b3-5098-4ee2-8f00-e6a73a48e566,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:28.531827 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-46ee32e0-4288-40ab-8375-6973d947453c tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=04b68a5a364f4a7b80cc8c202c9497f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300639 Jul 24 09:06:28.651045 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-3519374c-1e1e-42ed-b300-f18703ef815a tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:28.657431 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-3519374c-1e1e-42ed-b300-f18703ef815a tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1199367 Jul 24 09:06:28.673967 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-af46f0ad-2eaa-4e33-9923-d4ce777760f6 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/quotas/04b68a5a364f4a7b80cc8c202c9497f2 HTTP/1.1" status: 200 len: 375 time: 0.0156326 Jul 24 09:06:28.771468 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-afd4422f-0de8-4147-aade-c53f3a0b09cd tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=04b68a5a364f4a7b80cc8c202c9497f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0965688 Jul 24 09:06:28.791033 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43648) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:28.813169 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f6f9baf7-6d25-47a1-99e8-1757e6de8e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:28.984730 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f6f9baf7-6d25-47a1-99e8-1757e6de8e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:28.991387 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f6f9baf7-6d25-47a1-99e8-1757e6de8e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:29.033431 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5129024a-50b6-4473-8408-62e6c72cf62a req-ca75f953-dbf5-4e02-ab57-08a0dc69a203 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=6637ba48-2b64-4691-9fdf-8b4148c2845e HTTP/1.1" status: 200 len: 210 time: 0.0558650 Jul 24 09:06:29.055435 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f6f9baf7-6d25-47a1-99e8-1757e6de8e93 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cde22911b4024f5991e7145fbce6da89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634039 Jul 24 09:06:29.057475 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9baf7-6d25-47a1-99e8-1757e6de8e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad668438-9ff6-45d5-9844-adee920589ce,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:29.060487 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43670) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:29.148782 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1c57abbf-1c1e-42da-8bf2-58229da3b5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:29.179747 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1c57abbf-1c1e-42da-8bf2-58229da3b5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:29.237800 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1c57abbf-1c1e-42da-8bf2-58229da3b5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:29.242577 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1c57abbf-1c1e-42da-8bf2-58229da3b5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:29.244260 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1c57abbf-1c1e-42da-8bf2-58229da3b5ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad668438-9ff6-45d5-9844-adee920589ce HTTP/1.1" status: 204 len: 168 time: 0.1827927 Jul 24 09:06:29.252987 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57abbf-1c1e-42da-8bf2-58229da3b5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad668438-9ff6-45d5-9844-adee920589ce,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:29.317984 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43692) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:29.411102 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68d95d-5ff0-4206-965a-d6314f567e59 req-1b43cf04-07c9-4acc-972a-00fc895d29ef tempest-DeleteServersAdminTestJSON-1611432722 tempest-DeleteServersAdminTestJSON-1611432722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:29.412643 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-be68d95d-5ff0-4206-965a-d6314f567e59 req-1b43cf04-07c9-4acc-972a-00fc895d29ef tempest-DeleteServersAdminTestJSON-1611432722 tempest-DeleteServersAdminTestJSON-1611432722-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062 HTTP/1.1" status: 200 len: 1122 time: 0.1164634 Jul 24 09:06:29.669670 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-0015752c-2fdd-4a7c-81ec-4276bbc3397c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1562952662-network', 'tenant_id': '4e8bcd755fb7413ba3c9ec90a6266523'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:29.711001 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0015752c-2fdd-4a7c-81ec-4276bbc3397c admin admin] Made reservation on behalf of 4e8bcd755fb7413ba3c9ec90a6266523 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:06:29.715069 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0015752c-2fdd-4a7c-81ec-4276bbc3397c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:29.719437 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59397b-7f2f-4f87-b374-76965b0a82ea req-27acf750-c4c6-4cd6-957a-7234a5444490 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:29.726434 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bd59397b-7f2f-4f87-b374-76965b0a82ea req-27acf750-c4c6-4cd6-957a-7234a5444490 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062 HTTP/1.1" status: 200 len: 971 time: 0.3771455 Jul 24 09:06:29.759752 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0015752c-2fdd-4a7c-81ec-4276bbc3397c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:29.759891 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-66c9f538-6d34-4a11-8f76-c54d03fa3913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:29.801597 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bd59397b-7f2f-4f87-b374-76965b0a82ea req-503cbe68-222d-4ff0-b5ac-ea833f8c1644 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688853 Jul 24 09:06:29.829715 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-be68d95d-5ff0-4206-965a-d6314f567e59 req-6711abeb-1ef3-4782-a54d-629101d6ea9e tempest-DeleteServersAdminTestJSON-1611432722 tempest-DeleteServersAdminTestJSON-1611432722-project-admin] Deleting port 4a6a3253-0176-416f-8ab1-42ceeccc7b2d {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:06:29.832881 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-be68d95d-5ff0-4206-965a-d6314f567e59 req-6711abeb-1ef3-4782-a54d-629101d6ea9e tempest-DeleteServersAdminTestJSON-1611432722 tempest-DeleteServersAdminTestJSON-1611432722-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:30.020295 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0015752c-2fdd-4a7c-81ec-4276bbc3397c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:30.025460 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0015752c-2fdd-4a7c-81ec-4276bbc3397c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:30.057288 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-be68d95d-5ff0-4206-965a-d6314f567e59 req-6711abeb-1ef3-4782-a54d-629101d6ea9e tempest-DeleteServersAdminTestJSON-1611432722 tempest-DeleteServersAdminTestJSON-1611432722-project-admin] For port 4a6a3253-0176-416f-8ab1-42ceeccc7b2d, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=4a6a3253-0176-416f-8ab1-42ceeccc7b2d,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:30.057288 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-be68d95d-5ff0-4206-965a-d6314f567e59 req-6711abeb-1ef3-4782-a54d-629101d6ea9e tempest-DeleteServersAdminTestJSON-1611432722 tempest-DeleteServersAdminTestJSON-1611432722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:30.057604 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0015752c-2fdd-4a7c-81ec-4276bbc3397c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:06:30.067139 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015752c-2fdd-4a7c-81ec-4276bbc3397c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fce0cb7-445c-4307-968e-4c5a267c3875,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:30.072791 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0015752c-2fdd-4a7c-81ec-4276bbc3397c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:30.073284 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-0015752c-2fdd-4a7c-81ec-4276bbc3397c admin admin] Added segment ef45f85e-e278-4ebb-b631-ba6593d27575 of type vlan for network 78a39135-7e1b-4cfc-8949-e6417e15b488 Jul 24 09:06:30.105760 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-be68d95d-5ff0-4206-965a-d6314f567e59 req-6711abeb-1ef3-4782-a54d-629101d6ea9e tempest-DeleteServersAdminTestJSON-1611432722 tempest-DeleteServersAdminTestJSON-1611432722-project-admin] Calling delete_port for 4a6a3253-0176-416f-8ab1-42ceeccc7b2d owned by compute:tempest-test_az-2121543573 {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:06:30.137168 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0015752c-2fdd-4a7c-81ec-4276bbc3397c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:30.216985 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0015752c-2fdd-4a7c-81ec-4276bbc3397c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:30.218002 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0015752c-2fdd-4a7c-81ec-4276bbc3397c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:30.218707 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0015752c-2fdd-4a7c-81ec-4276bbc3397c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:30.283055 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0015752c-2fdd-4a7c-81ec-4276bbc3397c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9639316 Jul 24 09:06:30.283674 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43770) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:30.315389 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:30.335762 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-f2931dd2-03f3-44ba-a181-0280e96dc7c9 admin admin] Request body: {'subnet': {'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1562952662-subnet', 'tenant_id': '4e8bcd755fb7413ba3c9ec90a6266523', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:30.350807 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015752c-2fdd-4a7c-81ec-4276bbc3397c admin admin] Pushing event updated for resources: {'Network': ['ID=78a39135-7e1b-4cfc-8949-e6417e15b488,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:30.390705 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 78a39135-7e1b-4cfc-8949-e6417e15b488 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:06:30.394158 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-be68d95d-5ff0-4206-965a-d6314f567e59 req-6711abeb-1ef3-4782-a54d-629101d6ea9e tempest-DeleteServersAdminTestJSON-1611432722 tempest-DeleteServersAdminTestJSON-1611432722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:30.415624 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['4a6a3253-0176-416f-8ab1-42ceeccc7b2d'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:06:30.436876 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44327cf1-fefe-47b5-b89c-b40b79fe4fb8 req-7b0d61d6-e23b-4089-9b22-5d6ceaed8e08 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=6637ba48-2b64-4691-9fdf-8b4148c2845e HTTP/1.1" status: 200 len: 210 time: 0.0885973 Jul 24 09:06:30.502638 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-41e92ffc-2b4d-4fa4-9fde-dffd16620e7f tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=04b68a5a364f4a7b80cc8c202c9497f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776200 Jul 24 09:06:30.514566 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711abeb-1ef3-4782-a54d-629101d6ea9e tempest-DeleteServersAdminTestJSON-1611432722 tempest-DeleteServersAdminTestJSON-1611432722-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a6a3253-0176-416f-8ab1-42ceeccc7b2d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:30.570138 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43786) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:30.592797 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2931dd2-03f3-44ba-a181-0280e96dc7c9 admin admin] Made reservation on behalf of 4e8bcd755fb7413ba3c9ec90a6266523 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:06:30.597033 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f2931dd2-03f3-44ba-a181-0280e96dc7c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:30.653841 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-be68d95d-5ff0-4206-965a-d6314f567e59 req-6711abeb-1ef3-4782-a54d-629101d6ea9e tempest-DeleteServersAdminTestJSON-1611432722 tempest-DeleteServersAdminTestJSON-1611432722-project-admin] No DVR routers for this DVR port 4a6a3253-0176-416f-8ab1-42ceeccc7b2d on host n-h1-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:06:30.675495 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-be68d95d-5ff0-4206-965a-d6314f567e59 req-6711abeb-1ef3-4782-a54d-629101d6ea9e tempest-DeleteServersAdminTestJSON-1611432722 tempest-DeleteServersAdminTestJSON-1611432722-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:30.677616 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-be68d95d-5ff0-4206-965a-d6314f567e59 req-6711abeb-1ef3-4782-a54d-629101d6ea9e tempest-DeleteServersAdminTestJSON-1611432722 tempest-DeleteServersAdminTestJSON-1611432722-project-admin] 10.222.0.37 "DELETE /v2.0/ports/4a6a3253-0176-416f-8ab1-42ceeccc7b2d HTTP/1.1" status: 204 len: 173 time: 1.2569828 Jul 24 09:06:30.680465 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062', 'name': 'network-vif-deleted', 'tag': '4a6a3253-0176-416f-8ab1-42ceeccc7b2d'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:06:30.689421 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66315296-5aa5-45be-89c0-97e681b48e5b" -d '{"events": [{"server_uuid": "42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062", "name": "network-vif-deleted", "tag": "4a6a3253-0176-416f-8ab1-42ceeccc7b2d"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:06:30.744425 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e550680-330f-4128-83ef-af9e7463ac35 req-e5e1aad9-92a9-4d75-a6ec-269ff5c77688 tempest-FlavorsV2NegativeTest-1236529791 tempest-FlavorsV2NegativeTest-1236529791-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b8426e07ff3d4787a9ecb7371ba5f708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353987 Jul 24 09:06:30.869321 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:30.915278 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-95639710-8945-4dfa-bb1c-602c64be2cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:30.964357 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bdd8de-b84b-4787-a1bc-19c4d43f7ffa x-openstack-request-id: req-16bdd8de-b84b-4787-a1bc-19c4d43f7ffa {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:06:30.964646 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062", "name": "network-vif-deleted", "tag": "4a6a3253-0176-416f-8ab1-42ceeccc7b2d", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:06:30.965062 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16bdd8de-b84b-4787-a1bc-19c4d43f7ffa {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:06:30.965654 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062', 'name': 'network-vif-deleted', 'tag': '4a6a3253-0176-416f-8ab1-42ceeccc7b2d', 'status': 'completed', 'code': 200} Jul 24 09:06:30.977585 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-94e8e27b-9a8c-4d2a-990a-912c0094df5d tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:30.979359 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-94e8e27b-9a8c-4d2a-990a-912c0094df5d tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4712007 Jul 24 09:06:30.999007 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-b8ab900c-fe8b-4e2c-baa5-90bea9e1ca0f tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Request body: {'port': {'device_id': '6637ba48-2b64-4691-9fdf-8b4148c2845e', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': '04b68a5a364f4a7b80cc8c202c9497f2'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:31.096131 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3e6e77a8-8a18-4ab2-96b0-411383bdcfe6 req-f0e42327-3198-4e13-828f-6d6875c0d23f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=42f3dcb9-7b60-4c0e-b5ec-78b04b8ca062 HTTP/1.1" status: 200 len: 210 time: 0.0348725 Jul 24 09:06:31.214809 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e550680-330f-4128-83ef-af9e7463ac35 req-e760e315-200e-4f89-9dfe-1ab87f9400dd tempest-FlavorsV2NegativeTest-1236529791 tempest-FlavorsV2NegativeTest-1236529791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:31.216342 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e550680-330f-4128-83ef-af9e7463ac35 req-e760e315-200e-4f89-9dfe-1ab87f9400dd tempest-FlavorsV2NegativeTest-1236529791 tempest-FlavorsV2NegativeTest-1236529791-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3526428 Jul 24 09:06:31.220284 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f2931dd2-03f3-44ba-a181-0280e96dc7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:31.296547 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e550680-330f-4128-83ef-af9e7463ac35 req-308ce5a8-9f8d-4f9b-86c3-e11992862b5e tempest-FlavorsV2NegativeTest-1236529791 tempest-FlavorsV2NegativeTest-1236529791-project] 10.222.0.32 "GET /v2.0/quotas/b8426e07ff3d4787a9ecb7371ba5f708 HTTP/1.1" status: 200 len: 375 time: 0.0641515 Jul 24 09:06:31.358622 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e550680-330f-4128-83ef-af9e7463ac35 req-5eda7573-436a-4f0f-ac5c-606604edad81 tempest-FlavorsV2NegativeTest-1236529791 tempest-FlavorsV2NegativeTest-1236529791-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b8426e07ff3d4787a9ecb7371ba5f708&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608964 Jul 24 09:06:31.376543 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2931dd2-03f3-44ba-a181-0280e96dc7c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=726d329a-a5bb-490b-be1e-f21c87173472,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:31.409301 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2931dd2-03f3-44ba-a181-0280e96dc7c9 admin admin] Checking segment: {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:06:31.410237 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2931dd2-03f3-44ba-a181-0280e96dc7c9 admin admin] Network hostable DHCP agents. Network: 78a39135-7e1b-4cfc-8949-e6417e15b488, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:06:31.454607 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-95639710-8945-4dfa-bb1c-602c64be2cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:31.475642 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-95639710-8945-4dfa-bb1c-602c64be2cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:31.530047 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-95639710-8945-4dfa-bb1c-602c64be2cca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b802d622d30046adb9b7dc58607685aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9543688 Jul 24 09:06:31.533048 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43860) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:31.553635 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2931dd2-03f3-44ba-a181-0280e96dc7c9 admin admin] Network 78a39135-7e1b-4cfc-8949-e6417e15b488 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:06:31.601560 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-f2931dd2-03f3-44ba-a181-0280e96dc7c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 78a39135-7e1b-4cfc-8949-e6417e15b488) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:06:31.611551 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-b8ab900c-fe8b-4e2c-baa5-90bea9e1ca0f tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Made reservation on behalf of 04b68a5a364f4a7b80cc8c202c9497f2 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:06:31.620498 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b093b54-a676-44d3-b425-62f7b7f6301e None None] Network 78a39135-7e1b-4cfc-8949-e6417e15b488 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:06:31.620860 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-b8ab900c-fe8b-4e2c-baa5-90bea9e1ca0f tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:31.639772 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2931dd2-03f3-44ba-a181-0280e96dc7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:31.640362 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f2931dd2-03f3-44ba-a181-0280e96dc7c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:31.652447 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95639710-8945-4dfa-bb1c-602c64be2cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610af196-a927-4130-a9c4-0d4ad940c0a6,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:31.672284 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f2931dd2-03f3-44ba-a181-0280e96dc7c9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3847373 Jul 24 09:06:31.684275 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d0a122da-e022-496e-abdf-28708adf0ff0 req-3d526bd4-40ae-4278-8cc5-2c45950d0bf0 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=6637ba48-2b64-4691-9fdf-8b4148c2845e HTTP/1.1" status: 200 len: 210 time: 0.1337943 Jul 24 09:06:31.767529 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-92c7b052-3370-466d-9671-b972492a3bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:31.825191 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb54708-15f9-4f4e-8bc9-c9fcc6a5f668 None None] Network 78a39135-7e1b-4cfc-8949-e6417e15b488 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:06:31.850877 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-92c7b052-3370-466d-9671-b972492a3bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:31.910534 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-b8ab900c-fe8b-4e2c-baa5-90bea9e1ca0f tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Allocated IP 192.168.233.28 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/25c36663-0d2f-48a6-ba1f-880407186e53) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:06:31.923300 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-92c7b052-3370-466d-9671-b972492a3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:31.926463 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-92c7b052-3370-466d-9671-b972492a3bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:31.928607 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-92c7b052-3370-466d-9671-b972492a3bbf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/610af196-a927-4130-a9c4-0d4ad940c0a6 HTTP/1.1" status: 204 len: 168 time: 0.3937476 Jul 24 09:06:31.940116 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7b052-3370-466d-9671-b972492a3bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610af196-a927-4130-a9c4-0d4ad940c0a6,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:32.121338 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-b8ab900c-fe8b-4e2c-baa5-90bea9e1ca0f tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:32.138336 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-b8ab900c-fe8b-4e2c-baa5-90bea9e1ca0f tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Transition to ACTIVE for port object 25c36663-0d2f-48a6-ba1f-880407186e53 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:06:32.180093 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-b8ab900c-fe8b-4e2c-baa5-90bea9e1ca0f tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:32.187326 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43898) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:32.200822 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['f152c21b-a69c-4d32-aed6-af6b18f802f5'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:06:32.300400 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-b8ab900c-fe8b-4e2c-baa5-90bea9e1ca0f tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:06:32.304049 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-b8ab900c-fe8b-4e2c-baa5-90bea9e1ca0f tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:06:32.321575 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-b8ab900c-fe8b-4e2c-baa5-90bea9e1ca0f tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:06:32.330209 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-b8ab900c-fe8b-4e2c-baa5-90bea9e1ca0f tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:32.331037 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-b8ab900c-fe8b-4e2c-baa5-90bea9e1ca0f tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:32.368818 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab900c-fe8b-4e2c-baa5-90bea9e1ca0f tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Pushing event updated for resources: {'Port': ['ID=25c36663-0d2f-48a6-ba1f-880407186e53,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:32.375688 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-b8ab900c-fe8b-4e2c-baa5-90bea9e1ca0f tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3825562 Jul 24 09:06:32.388453 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-77143b9a-c9c1-4a7d-b9d8-bb1ca7879a98 service neutron] Request body: {'port': {'device_id': '6637ba48-2b64-4691-9fdf-8b4148c2845e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:32.493823 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-77143b9a-c9c1-4a7d-b9d8-bb1ca7879a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:32.506729 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf49692-1bc5-47fa-996e-e210a5f708d3 req-a35cb5e5-8d71-4960-9731-343368886950 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:32.509929 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1bf49692-1bc5-47fa-996e-e210a5f708d3 req-a35cb5e5-8d71-4960-9731-343368886950 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccba785-3591-434f-bb04-1883107e0f1a HTTP/1.1" status: 200 len: 972 time: 0.0996177 Jul 24 09:06:32.591403 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1bf49692-1bc5-47fa-996e-e210a5f708d3 req-1bd4b0da-05f9-423b-ba4e-99cece5b5215 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/security-groups?id=2cf4bd91-1640-4062-b3bb-f08e0022403c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709205 Jul 24 09:06:32.625525 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d0928f3e-dd24-4aed-9429-557eb070921e None None] Provisioning for port 25c36663-0d2f-48a6-ba1f-880407186e53 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:06:32.630879 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d0928f3e-dd24-4aed-9429-557eb070921e None None] Provisioning complete for port 25c36663-0d2f-48a6-ba1f-880407186e53 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:32.631520 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d0928f3e-dd24-4aed-9429-557eb070921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:32.686469 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d0928f3e-dd24-4aed-9429-557eb070921e None None] Port 25c36663-0d2f-48a6-ba1f-880407186e53 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:06:32.713007 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-906cbf04-84dd-4bfa-9606-f818e851de6b tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=dc373782874d445dbc233c761727b79b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243995 Jul 24 09:06:32.747786 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:32.872940 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-4a4d7dc1-0fa0-4133-8202-fc044180c8c0 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:32.879832 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-4a4d7dc1-0fa0-4133-8202-fc044180c8c0 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1616473 Jul 24 09:06:32.912771 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-fbf7f4ce-a144-4673-b72c-97c7601539af tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/quotas/dc373782874d445dbc233c761727b79b HTTP/1.1" status: 200 len: 375 time: 0.0313225 Jul 24 09:06:32.958643 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-493ae419-538e-4c6d-86df-12e39da31ee6 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc373782874d445dbc233c761727b79b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444977 Jul 24 09:06:32.992258 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43940) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:33.019914 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8af8e183-caa9-4683-ab85-905cbef30c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:33.057324 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6926435-1dbd-4c6c-9b53-ec57473fcbdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:33.083341 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-a4d52043-da2b-4adb-889c-445b1ed45289 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f67164019b334342a09c29ba4cdc5893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595598 Jul 24 09:06:33.120302 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-77143b9a-c9c1-4a7d-b9d8-bb1ca7879a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c36663-0d2f-48a6-ba1f-880407186e53 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:06:33.136698 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-77143b9a-c9c1-4a7d-b9d8-bb1ca7879a98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:33.179457 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-77143b9a-c9c1-4a7d-b9d8-bb1ca7879a98 service neutron] Transition to ACTIVE for port object 25c36663-0d2f-48a6-ba1f-880407186e53 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:06:33.179457 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43948) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:33.183482 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8af8e183-caa9-4683-ab85-905cbef30c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:33.195711 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8af8e183-caa9-4683-ab85-905cbef30c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:33.232558 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-77143b9a-c9c1-4a7d-b9d8-bb1ca7879a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:33.242856 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8e183-caa9-4683-ab85-905cbef30c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4369d5f5-42b0-45c4-b068-50285ea9058b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:33.267147 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8af8e183-caa9-4683-ab85-905cbef30c53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8819564b256a4580b838c86b8d8051a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711945 Jul 24 09:06:33.267547 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43952) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:33.335478 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6f50cf84-4539-4613-9ad4-026fd5101c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:33.359854 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943eb756-f860-4b89-997a-8bdb707ba6a2 req-7c7b6f12-1cb6-4b92-8bc2-969afd6785e2 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:33.372160 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-943eb756-f860-4b89-997a-8bdb707ba6a2 req-7c7b6f12-1cb6-4b92-8bc2-969afd6785e2 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=6637ba48-2b64-4691-9fdf-8b4148c2845e HTTP/1.1" status: 200 len: 947 time: 0.1860790 Jul 24 09:06:33.415252 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6f50cf84-4539-4613-9ad4-026fd5101c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:33.419503 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1e57902e-efbe-4f09-ad03-8af6e9a1d5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:33.448011 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77143b9a-c9c1-4a7d-b9d8-bb1ca7879a98 service neutron] Pushing event updated for resources: {'Port': ['ID=25c36663-0d2f-48a6-ba1f-880407186e53,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:33.465863 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-943eb756-f860-4b89-997a-8bdb707ba6a2 req-2f2abf47-6d1c-4a6f-be18-693171e975ab tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/security-groups?id=09d890e7-271c-45a5-a466-e475b57cebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927100 Jul 24 09:06:33.466035 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-cee25e06-ffaf-44b8-b680-0e68a6ada068 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:33.482494 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-cee25e06-ffaf-44b8-b680-0e68a6ada068 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3982384 Jul 24 09:06:33.515459 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6f50cf84-4539-4613-9ad4-026fd5101c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:33.518120 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6f50cf84-4539-4613-9ad4-026fd5101c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:33.519367 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6f50cf84-4539-4613-9ad4-026fd5101c0c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4369d5f5-42b0-45c4-b068-50285ea9058b HTTP/1.1" status: 204 len: 168 time: 0.2511511 Jul 24 09:06:33.528515 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50cf84-4539-4613-9ad4-026fd5101c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4369d5f5-42b0-45c4-b068-50285ea9058b,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:33.554974 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-39a201cc-dcbe-47c0-bcfd-dfce1ae5f86a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/quotas/f67164019b334342a09c29ba4cdc5893 HTTP/1.1" status: 200 len: 375 time: 0.0714438 Jul 24 09:06:33.568330 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-49d298b4-dc56-4b43-a21e-c251522e0f70 req-35c74c98-39a1-4380-8d0c-34ad540d3c0e tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f008328-35cc-4d0c-8bc9-d19555e62c98 HTTP/1.1" status: 200 len: 210 time: 0.0306010 Jul 24 09:06:33.610112 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-77143b9a-c9c1-4a7d-b9d8-bb1ca7879a98 service neutron] Attempting to bind port 25c36663-0d2f-48a6-ba1f-880407186e53 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:06:33.610601 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-77143b9a-c9c1-4a7d-b9d8-bb1ca7879a98 service neutron] Attempting to bind port 25c36663-0d2f-48a6-ba1f-880407186e53 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:06:33.611069 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-77143b9a-c9c1-4a7d-b9d8-bb1ca7879a98 service neutron] Attempting to bind port 25c36663-0d2f-48a6-ba1f-880407186e53 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:06:33.628768 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-922c6d8e-73c3-479e-8f33-a48fa4e3d06d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706251 Jul 24 09:06:33.649082 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-77143b9a-c9c1-4a7d-b9d8-bb1ca7879a98 service neutron] Port 25c36663-0d2f-48a6-ba1f-880407186e53 on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:06:33.652662 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-77143b9a-c9c1-4a7d-b9d8-bb1ca7879a98 service neutron] Attempting to bind port 25c36663-0d2f-48a6-ba1f-880407186e53 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:06:33.676887 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-77143b9a-c9c1-4a7d-b9d8-bb1ca7879a98 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:06:33.677363 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-77143b9a-c9c1-4a7d-b9d8-bb1ca7879a98 service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:06:33.681932 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-77143b9a-c9c1-4a7d-b9d8-bb1ca7879a98 service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:06:33.682544 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-77143b9a-c9c1-4a7d-b9d8-bb1ca7879a98 service neutron] Bound port: 25c36663-0d2f-48a6-ba1f-880407186e53, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:06:33.682750 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-77143b9a-c9c1-4a7d-b9d8-bb1ca7879a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:33.713758 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c37ad-0a51-4b95-a332-60526a9c673c req-3b16cf40-9bb2-4275-9cef-615eb9c1659c tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:33.719733 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-678c37ad-0a51-4b95-a332-60526a9c673c req-3b16cf40-9bb2-4275-9cef-615eb9c1659c tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.37 "GET /v2.0/ports?device_id=dccba785-3591-434f-bb04-1883107e0f1a HTTP/1.1" status: 200 len: 972 time: 0.1421058 Jul 24 09:06:33.754235 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6926435-1dbd-4c6c-9b53-ec57473fcbdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:33.845411 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43972) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:33.853391 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-85c48124-ef52-4299-b51f-f565b9371c09 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2106617941-network', 'tenant_id': '7e82bc5290fb4c7c89c4974f795cb3a7'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:33.915288 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1e57902e-efbe-4f09-ad03-8af6e9a1d5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:33.926618 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e490d-ebd7-4492-b73b-6e882850ce62 req-292fadb1-7b4e-44b1-a426-bb811bc00035 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:33.934991 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-974e490d-ebd7-4492-b73b-6e882850ce62 req-292fadb1-7b4e-44b1-a426-bb811bc00035 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccba785-3591-434f-bb04-1883107e0f1a HTTP/1.1" status: 200 len: 972 time: 0.1808016 Jul 24 09:06:33.941942 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6926435-1dbd-4c6c-9b53-ec57473fcbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:33.949840 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1e57902e-efbe-4f09-ad03-8af6e9a1d5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:33.963166 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c48124-ef52-4299-b51f-f565b9371c09 admin admin] Made reservation on behalf of 7e82bc5290fb4c7c89c4974f795cb3a7 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:06:33.966143 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-85c48124-ef52-4299-b51f-f565b9371c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:33.995803 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-85c48124-ef52-4299-b51f-f565b9371c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:34.011070 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a6926435-1dbd-4c6c-9b53-ec57473fcbdb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5751dad5025846f88d0189faa5afa8c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8220959 Jul 24 09:06:34.028779 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43980) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:34.040514 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-974e490d-ebd7-4492-b73b-6e882850ce62 req-0478875a-08d0-4c71-ad8c-a4a2ee291467 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/security-groups?id=2cf4bd91-1640-4062-b3bb-f08e0022403c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042747 Jul 24 09:06:34.057496 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-678c37ad-0a51-4b95-a332-60526a9c673c req-9aa4e549-217d-49aa-a9a1-4c4745c43887 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Deleting port ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:06:34.058297 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-678c37ad-0a51-4b95-a332-60526a9c673c req-9aa4e549-217d-49aa-a9a1-4c4745c43887 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:34.077151 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-547095d3-1fc1-4f1a-9c9f-149bfaf85694 req-18403495-468a-4ef7-8ae8-0a711f3855c9 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 210 time: 0.0607007 Jul 24 09:06:34.094066 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6926435-1dbd-4c6c-9b53-ec57473fcbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4184aeb5-057f-40f4-b663-fa6be7b11b4b,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:34.105276 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1e57902e-efbe-4f09-ad03-8af6e9a1d5f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8426e07ff3d4787a9ecb7371ba5f708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8808477 Jul 24 09:06:34.107049 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43982) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:34.169336 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-77143b9a-c9c1-4a7d-b9d8-bb1ca7879a98 service neutron] For port 25c36663-0d2f-48a6-ba1f-880407186e53, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:06:34.207174 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-77143b9a-c9c1-4a7d-b9d8-bb1ca7879a98 service neutron] For port 25c36663-0d2f-48a6-ba1f-880407186e53, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=25c36663-0d2f-48a6-ba1f-880407186e53,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:06:34.218460 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-77143b9a-c9c1-4a7d-b9d8-bb1ca7879a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:34.230517 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-73466caf-bf27-4f1f-b464-dd7c93aa2e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:34.234392 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-678c37ad-0a51-4b95-a332-60526a9c673c req-9aa4e549-217d-49aa-a9a1-4c4745c43887 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] For port ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:34.234578 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-678c37ad-0a51-4b95-a332-60526a9c673c req-9aa4e549-217d-49aa-a9a1-4c4745c43887 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:34.265221 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-43f0521f-cf19-454d-931c-a75e9906769f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:34.270659 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-678c37ad-0a51-4b95-a332-60526a9c673c req-9aa4e549-217d-49aa-a9a1-4c4745c43887 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Calling delete_port for ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb owned by compute:tempest-test_az-2121543573 {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:06:34.281759 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-73466caf-bf27-4f1f-b464-dd7c93aa2e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:34.297970 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57902e-efbe-4f09-ad03-8af6e9a1d5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45bf39c-5f55-48e1-8ae4-47e4c9291f72,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:34.349561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-77143b9a-c9c1-4a7d-b9d8-bb1ca7879a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:34.350245 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-77143b9a-c9c1-4a7d-b9d8-bb1ca7879a98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:34.351817 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-77143b9a-c9c1-4a7d-b9d8-bb1ca7879a98 service neutron] 10.222.0.20 "PUT /v2.0/ports/25c36663-0d2f-48a6-ba1f-880407186e53 HTTP/1.1" status: 200 len: 1095 time: 1.9680517 Jul 24 09:06:34.354958 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6637ba48-2b64-4691-9fdf-8b4148c2845e', 'tag': '25c36663-0d2f-48a6-ba1f-880407186e53'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:06:34.365343 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-85c48124-ef52-4299-b51f-f565b9371c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:34.372530 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf1ef1f-a7c4-4984-9979-9a98b83c5f52" -d '{"events": [{"name": "network-changed", "server_uuid": "6637ba48-2b64-4691-9fdf-8b4148c2845e", "tag": "25c36663-0d2f-48a6-ba1f-880407186e53"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:06:34.374066 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-85c48124-ef52-4299-b51f-f565b9371c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:34.396705 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-43f0521f-cf19-454d-931c-a75e9906769f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:34.428729 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77143b9a-c9c1-4a7d-b9d8-bb1ca7879a98 service neutron] Pushing event updated for resources: {'Port': ['ID=25c36663-0d2f-48a6-ba1f-880407186e53,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:34.472631 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c48124-ef52-4299-b51f-f565b9371c09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:06:34.494136 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 4a6a3253-0176-416f-8ab1-42ceeccc7b2d no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:06:34.522274 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-85c48124-ef52-4299-b51f-f565b9371c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:34.522499 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-85c48124-ef52-4299-b51f-f565b9371c09 admin admin] Added segment b2337207-a646-45be-9ffa-e360d6c34fa3 of type vlan for network 0ae1d7f2-20d8-4856-8a30-ebe4763ebfd2 Jul 24 09:06:34.525137 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8618882-ab25-4e7a-9b9e-34c48bc5e6ba x-openstack-request-id: req-f8618882-ab25-4e7a-9b9e-34c48bc5e6ba {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:06:34.525475 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6637ba48-2b64-4691-9fdf-8b4148c2845e", "tag": "25c36663-0d2f-48a6-ba1f-880407186e53", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:06:34.525726 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8618882-ab25-4e7a-9b9e-34c48bc5e6ba {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:06:34.526122 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6637ba48-2b64-4691-9fdf-8b4148c2845e', 'tag': '25c36663-0d2f-48a6-ba1f-880407186e53', 'status': 'completed', 'code': 200} Jul 24 09:06:34.547041 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 4a6a3253-0176-416f-8ab1-42ceeccc7b2d {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:06:34.547391 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 4a6a3253-0176-416f-8ab1-42ceeccc7b2d not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:06:34.551789 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-73466caf-bf27-4f1f-b464-dd7c93aa2e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:34.554807 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-73466caf-bf27-4f1f-b464-dd7c93aa2e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:34.556632 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-73466caf-bf27-4f1f-b464-dd7c93aa2e60 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c45bf39c-5f55-48e1-8ae4-47e4c9291f72 HTTP/1.1" status: 204 len: 168 time: 0.4484644 Jul 24 09:06:34.564572 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-43f0521f-cf19-454d-931c-a75e9906769f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:34.569641 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-43f0521f-cf19-454d-931c-a75e9906769f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:34.570083 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c48124-ef52-4299-b51f-f565b9371c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae479758-1e0c-43e8-8339-2470db9c97d4,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:34.576540 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-43f0521f-cf19-454d-931c-a75e9906769f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4184aeb5-057f-40f4-b663-fa6be7b11b4b HTTP/1.1" status: 204 len: 168 time: 0.5411212 Jul 24 09:06:34.625727 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-10847c3e-648b-4af0-b248-ab16046b9e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:34.627733 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-10847c3e-648b-4af0-b248-ab16046b9e36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=04b68a5a364f4a7b80cc8c202c9497f2&device_id=6637ba48-2b64-4691-9fdf-8b4148c2845e HTTP/1.1" status: 200 len: 1098 time: 0.2287467 Jul 24 09:06:34.630323 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-77509df4-3ab6-416e-a177-99132379a73a tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=dc373782874d445dbc233c761727b79b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729852 Jul 24 09:06:34.632096 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0521f-cf19-454d-931c-a75e9906769f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4184aeb5-057f-40f4-b663-fa6be7b11b4b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:34.689959 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73466caf-bf27-4f1f-b464-dd7c93aa2e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45bf39c-5f55-48e1-8ae4-47e4c9291f72,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:34.819120 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-572a1d67-0073-4426-affd-3fcd4505277b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=25c36663-0d2f-48a6-ba1f-880407186e53 HTTP/1.1" status: 200 len: 217 time: 0.1814911 Jul 24 09:06:34.833990 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-85c48124-ef52-4299-b51f-f565b9371c09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:34.851761 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-678c37ad-0a51-4b95-a332-60526a9c673c req-9aa4e549-217d-49aa-a9a1-4c4745c43887 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:34.875434 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:06:34.927406 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4e549-217d-49aa-a9a1-4c4745c43887 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Pushing event deleted for resources: {'Port': ['ID=ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:34.948078 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-72478a38-a7ec-4ef1-b830-f811bdae5971 req-92c67886-f2f4-4231-a89b-06e0a3e29de7 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f008328-35cc-4d0c-8bc9-d19555e62c98 HTTP/1.1" status: 200 len: 210 time: 0.1196132 Jul 24 09:06:35.040102 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-b3536440-593d-46f6-ade4-94687af745b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:35.041620 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-b3536440-593d-46f6-ade4-94687af745b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1802073 Jul 24 09:06:35.044400 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-85c48124-ef52-4299-b51f-f565b9371c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:35.045509 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c48124-ef52-4299-b51f-f565b9371c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:35.046368 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-85c48124-ef52-4299-b51f-f565b9371c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:35.060968 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-0029c8a8-7b61-4214-8d48-3669b1b55e98 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:35.063283 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-0029c8a8-7b61-4214-8d48-3669b1b55e98 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4246311 Jul 24 09:06:35.082711 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-c0d719ec-1168-4c26-91bf-ef06faad7e68 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Request body: {'port': {'device_id': '3f008328-35cc-4d0c-8bc9-d19555e62c98', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': 'dc373782874d445dbc233c761727b79b'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:35.113332 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-678c37ad-0a51-4b95-a332-60526a9c673c req-9aa4e549-217d-49aa-a9a1-4c4745c43887 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] No DVR routers for this DVR port ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb on host n-h1-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:06:35.131607 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734577f-4c7c-4d12-90a3-c3f30c58df17 req-48258cef-888c-4325-871c-30fe0933762a tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:35.141129 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6734577f-4c7c-4d12-90a3-c3f30c58df17 req-48258cef-888c-4325-871c-30fe0933762a tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=6637ba48-2b64-4691-9fdf-8b4148c2845e HTTP/1.1" status: 200 len: 947 time: 0.4224098 Jul 24 09:06:35.146021 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-678c37ad-0a51-4b95-a332-60526a9c673c req-9aa4e549-217d-49aa-a9a1-4c4745c43887 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:35.157780 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-678c37ad-0a51-4b95-a332-60526a9c673c req-9aa4e549-217d-49aa-a9a1-4c4745c43887 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.37 "DELETE /v2.0/ports/ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb HTTP/1.1" status: 204 len: 173 time: 1.4306939 Jul 24 09:06:35.158603 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccba785-3591-434f-bb04-1883107e0f1a', 'name': 'network-vif-deleted', 'tag': 'ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:06:35.161161 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666cd468-69e1-423c-a0e4-cb026acea3c2" -d '{"events": [{"server_uuid": "dccba785-3591-434f-bb04-1883107e0f1a", "name": "network-vif-deleted", "tag": "ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:06:35.199821 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-85c48124-ef52-4299-b51f-f565b9371c09 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3505392 Jul 24 09:06:35.206169 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44024) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:35.282766 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44028) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:35.297546 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-26e5f2b0-ea4e-43da-a4ec-87c40369ea8e admin admin] Request body: {'subnet': {'network_id': '0ae1d7f2-20d8-4856-8a30-ebe4763ebfd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2106617941-subnet', 'tenant_id': '7e82bc5290fb4c7c89c4974f795cb3a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:35.340813 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-00b8bf6a-4f27-456c-90fa-7436a7b9780a req-aabda8dc-5383-4e41-9d38-fbe1b6435cd2 tempest-AggregatesAdminTestJSON-1609198267 tempest-AggregatesAdminTestJSON-1609198267-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccba785-3591-434f-bb04-1883107e0f1a HTTP/1.1" status: 200 len: 210 time: 0.1397800 Jul 24 09:06:35.341873 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c48124-ef52-4299-b51f-f565b9371c09 admin admin] Pushing event updated for resources: {'Network': ['ID=0ae1d7f2-20d8-4856-8a30-ebe4763ebfd2,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:35.341994 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e5f2b0-ea4e-43da-a4ec-87c40369ea8e admin admin] Made reservation on behalf of 7e82bc5290fb4c7c89c4974f795cb3a7 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:06:35.344119 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-26e5f2b0-ea4e-43da-a4ec-87c40369ea8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:35.352068 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 0ae1d7f2-20d8-4856-8a30-ebe4763ebfd2 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:06:35.414030 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-93ba6e03-6a30-41c5-b3cc-1f3d594cff30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:35.487438 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6734577f-4c7c-4d12-90a3-c3f30c58df17 req-1fad7ae3-4687-47e9-8abb-498a7c93ba7a tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/security-groups?id=09d890e7-271c-45a5-a466-e475b57cebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451631 Jul 24 09:06:35.512308 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a2026ff6-bece-4b2d-a059-45a4fd3d1aca req-cab6deeb-4515-43ab-9a04-c6027be43738 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 210 time: 0.0407314 Jul 24 09:06:35.543884 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-33281915-8871-4e0a-9701-ed8f8827c80f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f67164019b334342a09c29ba4cdc5893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301371 Jul 24 09:06:35.570394 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdb3695-8fac-4c11-b50a-c1feefcf3898 x-openstack-request-id: req-dcdb3695-8fac-4c11-b50a-c1feefcf3898 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:06:35.571038 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dccba785-3591-434f-bb04-1883107e0f1a", "name": "network-vif-deleted", "tag": "ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:06:35.572177 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dcdb3695-8fac-4c11-b50a-c1feefcf3898 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:06:35.575035 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccba785-3591-434f-bb04-1883107e0f1a', 'name': 'network-vif-deleted', 'tag': 'ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb', 'status': 'completed', 'code': 200} Jul 24 09:06:35.583545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-ddda5c53-a2c0-417c-9668-a49069bb6fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:35.586031 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-ddda5c53-a2c0-417c-9668-a49069bb6fb3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5200865 Jul 24 09:06:35.770549 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-a47a580a-774a-4c3e-9902-6c8387502c9f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:35.773101 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-a47a580a-774a-4c3e-9902-6c8387502c9f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2231956 Jul 24 09:06:35.794734 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-443b1cbe-153b-4ea8-9324-5d17735b9f70 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Request body: {'port': {'device_id': 'bc7d0218-14f2-4048-a3ab-36a5e74bcedf', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': 'f67164019b334342a09c29ba4cdc5893'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:35.797288 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-9f483821-63ef-4e56-a2f0-dc97e8365af2 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975892 Jul 24 09:06:35.905861 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-93ba6e03-6a30-41c5-b3cc-1f3d594cff30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:35.913514 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-26e5f2b0-ea4e-43da-a4ec-87c40369ea8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:35.942954 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-93ba6e03-6a30-41c5-b3cc-1f3d594cff30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:36.026745 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-c0d719ec-1168-4c26-91bf-ef06faad7e68 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Made reservation on behalf of dc373782874d445dbc233c761727b79b for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:06:36.030480 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-c0d719ec-1168-4c26-91bf-ef06faad7e68 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:36.045646 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-443b1cbe-153b-4ea8-9324-5d17735b9f70 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Made reservation on behalf of f67164019b334342a09c29ba4cdc5893 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:06:36.058194 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-443b1cbe-153b-4ea8-9324-5d17735b9f70 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:36.074617 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-93ba6e03-6a30-41c5-b3cc-1f3d594cff30 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f96efb99002b41f79ec9c98d2a9f5c26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7516239 Jul 24 09:06:36.084683 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44054) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:36.100602 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba6e03-6a30-41c5-b3cc-1f3d594cff30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a44fe4c-128c-46c1-846b-a2483837f6bc,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:36.104955 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5f2b0-ea4e-43da-a4ec-87c40369ea8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=90c89544-408d-4f2b-ae79-f788b9c17d10,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:36.114452 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-224ccae9-ad1f-4fe1-ab21-38fb632ddd6c req-1b6f7b27-ef52-452b-9a7d-083aec84ef5d service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936299 Jul 24 09:06:36.144790 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-443b1cbe-153b-4ea8-9324-5d17735b9f70 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:36.200802 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e5f2b0-ea4e-43da-a4ec-87c40369ea8e admin admin] Checking segment: {'id': 'b2337207-a646-45be-9ffa-e360d6c34fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0ae1d7f2-20d8-4856-8a30-ebe4763ebfd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:06:36.201202 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e5f2b0-ea4e-43da-a4ec-87c40369ea8e admin admin] Network hostable DHCP agents. Network: 0ae1d7f2-20d8-4856-8a30-ebe4763ebfd2, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:06:36.358937 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44062) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:36.365251 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-290ffc6e-a3f5-49f4-b95b-bd68c14bf834 req-4f588a06-5878-472d-b6ba-e5d519e64e48 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f008328-35cc-4d0c-8bc9-d19555e62c98 HTTP/1.1" status: 200 len: 210 time: 0.2950141 Jul 24 09:06:36.460112 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e5f2b0-ea4e-43da-a4ec-87c40369ea8e admin admin] Network 0ae1d7f2-20d8-4856-8a30-ebe4763ebfd2 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:06:36.501352 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-26e5f2b0-ea4e-43da-a4ec-87c40369ea8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 0ae1d7f2-20d8-4856-8a30-ebe4763ebfd2) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:06:36.510252 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff66338-db05-4dd7-81ee-d01376b5d94a None None] Network 0ae1d7f2-20d8-4856-8a30-ebe4763ebfd2 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:06:36.515482 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e5f2b0-ea4e-43da-a4ec-87c40369ea8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:36.516073 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-26e5f2b0-ea4e-43da-a4ec-87c40369ea8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:36.532250 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-443b1cbe-153b-4ea8-9324-5d17735b9f70 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:36.539438 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-443b1cbe-153b-4ea8-9324-5d17735b9f70 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:36.618164 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-48a5427b-1652-47eb-ab69-ee2efb906b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:36.644503 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-26e5f2b0-ea4e-43da-a4ec-87c40369ea8e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3668487 Jul 24 09:06:36.655709 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1ef1f-a7c4-4984-9979-9a98b83c5f52 req-0f683f12-5d8c-42f5-85bb-52d7611c2e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:36.658046 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0cf1ef1f-a7c4-4984-9979-9a98b83c5f52 req-0f683f12-5d8c-42f5-85bb-52d7611c2e2e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=04b68a5a364f4a7b80cc8c202c9497f2&device_id=6637ba48-2b64-4691-9fdf-8b4148c2845e HTTP/1.1" status: 200 len: 1098 time: 0.4720106 Jul 24 09:06:36.699202 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-48a5427b-1652-47eb-ab69-ee2efb906b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:36.704337 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-c0d719ec-1168-4c26-91bf-ef06faad7e68 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Allocated IP 192.168.233.180 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/c9bfcf22-172f-4be6-9d0b-7e497b5af27f) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:06:36.726825 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-08e84dd0-1388-4a88-9a46-502b0c7a7d8e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-network', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:36.734233 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b1cbe-153b-4ea8-9324-5d17735b9f70 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571603aa-550c-4ba2-8117-369cf9a7852a,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:36.764307 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b824b96b-6491-4e35-99a4-61b4adee5cee None None] Network 0ae1d7f2-20d8-4856-8a30-ebe4763ebfd2 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:06:36.771342 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e84dd0-1388-4a88-9a46-502b0c7a7d8e admin admin] Made reservation on behalf of 9e0f26770ead4e32a3c0b7247a4e23c2 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:06:36.774132 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-08e84dd0-1388-4a88-9a46-502b0c7a7d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:36.785699 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-08e84dd0-1388-4a88-9a46-502b0c7a7d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:36.802774 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-307302bf-4011-4bb5-af15-51322c738088 req-8da94113-d505-445d-9113-00bf493a62a9 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 210 time: 0.0865235 Jul 24 09:06:36.825552 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f68eaa-c431-4fed-83c4-628438d30ea1 req-f1d204a5-dee6-4e93-9faf-f78594402642 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:36.834416 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c0f68eaa-c431-4fed-83c4-628438d30ea1 req-f1d204a5-dee6-4e93-9faf-f78594402642 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=6637ba48-2b64-4691-9fdf-8b4148c2845e HTTP/1.1" status: 200 len: 947 time: 0.1800780 Jul 24 09:06:36.957453 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1ef1f-a7c4-4984-9979-9a98b83c5f52 req-c90d1355-0ac4-42d5-ae8a-44bde788d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:36.959337 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0cf1ef1f-a7c4-4984-9979-9a98b83c5f52 req-c90d1355-0ac4-42d5-ae8a-44bde788d27c service neutron] 10.222.0.20 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.2926006 Jul 24 09:06:36.965629 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-48a5427b-1652-47eb-ab69-ee2efb906b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:36.968102 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-48a5427b-1652-47eb-ab69-ee2efb906b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:36.971522 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-48a5427b-1652-47eb-ab69-ee2efb906b48 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a44fe4c-128c-46c1-846b-a2483837f6bc HTTP/1.1" status: 204 len: 168 time: 0.8808661 Jul 24 09:06:36.997199 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c0f68eaa-c431-4fed-83c4-628438d30ea1 req-0a1ec7f1-aa62-4d85-baa0-fadc180aadfc tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/security-groups?id=09d890e7-271c-45a5-a466-e475b57cebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585343 Jul 24 09:06:37.002531 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-08e84dd0-1388-4a88-9a46-502b0c7a7d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:37.007516 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-08e84dd0-1388-4a88-9a46-502b0c7a7d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:37.035670 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e84dd0-1388-4a88-9a46-502b0c7a7d8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:06:37.038429 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5427b-1652-47eb-ab69-ee2efb906b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a44fe4c-128c-46c1-846b-a2483837f6bc,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:37.044723 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0cf1ef1f-a7c4-4984-9979-9a98b83c5f52 req-3a8316a1-6a0a-411d-99f6-6b17c4a2a9a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=25c36663-0d2f-48a6-ba1f-880407186e53 HTTP/1.1" status: 200 len: 217 time: 0.0633066 Jul 24 09:06:37.048605 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e84dd0-1388-4a88-9a46-502b0c7a7d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaea48f7-8f05-4ea0-9664-6cbf2e8c279a,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:37.054866 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-08e84dd0-1388-4a88-9a46-502b0c7a7d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:37.055214 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-08e84dd0-1388-4a88-9a46-502b0c7a7d8e admin admin] Added segment d70121ac-134b-429c-b67d-2538b555b119 of type vlan for network dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d Jul 24 09:06:37.101880 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-08e84dd0-1388-4a88-9a46-502b0c7a7d8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:37.140884 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-08e84dd0-1388-4a88-9a46-502b0c7a7d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:37.142167 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e84dd0-1388-4a88-9a46-502b0c7a7d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:37.142804 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-08e84dd0-1388-4a88-9a46-502b0c7a7d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:37.167718 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1ef1f-a7c4-4984-9979-9a98b83c5f52 req-a47e1217-6ec7-4605-b5f0-3478b878fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:37.169245 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0cf1ef1f-a7c4-4984-9979-9a98b83c5f52 req-a47e1217-6ec7-4605-b5f0-3478b878fe7f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0839257 Jul 24 09:06:37.200486 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-08e84dd0-1388-4a88-9a46-502b0c7a7d8e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8393993 Jul 24 09:06:37.201811 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44096) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:37.210826 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-a956377a-014a-41ef-b998-1eb5ee1b1997 admin admin] Request body: {'subnet': {'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-subnet', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:37.211660 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-c0d719ec-1168-4c26-91bf-ef06faad7e68 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:37.231492 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-c0d719ec-1168-4c26-91bf-ef06faad7e68 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Transition to ACTIVE for port object c9bfcf22-172f-4be6-9d0b-7e497b5af27f will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:06:37.254245 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e84dd0-1388-4a88-9a46-502b0c7a7d8e admin admin] Pushing event updated for resources: {'Network': ['ID=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:37.261239 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1ef1f-a7c4-4984-9979-9a98b83c5f52 req-b9499ef9-c948-4154-bc34-7a724b6f62aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:37.262919 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0cf1ef1f-a7c4-4984-9979-9a98b83c5f52 req-b9499ef9-c948-4154-bc34-7a724b6f62aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0839074 Jul 24 09:06:37.269455 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:06:37.271461 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a956377a-014a-41ef-b998-1eb5ee1b1997 admin admin] Made reservation on behalf of 9e0f26770ead4e32a3c0b7247a4e23c2 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:06:37.275467 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a956377a-014a-41ef-b998-1eb5ee1b1997 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:37.297402 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-c0d719ec-1168-4c26-91bf-ef06faad7e68 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:37.359093 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-c0d719ec-1168-4c26-91bf-ef06faad7e68 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:06:37.366465 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-c0d719ec-1168-4c26-91bf-ef06faad7e68 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:06:37.408589 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-c0d719ec-1168-4c26-91bf-ef06faad7e68 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:06:37.415191 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-c0d719ec-1168-4c26-91bf-ef06faad7e68 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:37.415939 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-c0d719ec-1168-4c26-91bf-ef06faad7e68 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:37.471336 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44108) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:37.497902 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-c0d719ec-1168-4c26-91bf-ef06faad7e68 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4211206 Jul 24 09:06:37.513199 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-2fdfe0fb-7829-4ef1-9af4-f00c1f314092 service neutron] Request body: {'port': {'device_id': '3f008328-35cc-4d0c-8bc9-d19555e62c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:37.516150 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d719ec-1168-4c26-91bf-ef06faad7e68 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Pushing event updated for resources: {'Port': ['ID=c9bfcf22-172f-4be6-9d0b-7e497b5af27f,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:37.579219 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0cf1ef1f-a7c4-4984-9979-9a98b83c5f52 req-f7b2251c-a65d-4b79-a34a-c715a3581c43 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047466 Jul 24 09:06:37.590290 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-443b1cbe-153b-4ea8-9324-5d17735b9f70 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Allocated IP 192.168.233.192 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/6289c3e7-30d0-4072-b34b-6153a02e4df5) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:06:37.678727 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ed74eacd-24fe-4845-a386-bd58aff4ee0a None None] Provisioning for port c9bfcf22-172f-4be6-9d0b-7e497b5af27f completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:06:37.689462 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ed74eacd-24fe-4845-a386-bd58aff4ee0a None None] Provisioning complete for port c9bfcf22-172f-4be6-9d0b-7e497b5af27f triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:37.690065 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ed74eacd-24fe-4845-a386-bd58aff4ee0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:37.722372 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-2fdfe0fb-7829-4ef1-9af4-f00c1f314092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:37.764889 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-ed74eacd-24fe-4845-a386-bd58aff4ee0a None None] Port c9bfcf22-172f-4be6-9d0b-7e497b5af27f cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:06:37.837375 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0cf1ef1f-a7c4-4984-9979-9a98b83c5f52 req-795c9d07-7fa3-497d-8974-e2eab8a12ba3 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347026 Jul 24 09:06:37.904240 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a956377a-014a-41ef-b998-1eb5ee1b1997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:37.953466 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a0079-979d-471d-8efa-7d7d0bff96a4 req-99b42aee-5c81-4437-8fa2-575dd870702d tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:37.955049 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-427a0079-979d-471d-8efa-7d7d0bff96a4 req-99b42aee-5c81-4437-8fa2-575dd870702d tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f008328-35cc-4d0c-8bc9-d19555e62c98 HTTP/1.1" status: 200 len: 936 time: 0.1861017 Jul 24 09:06:37.999733 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-427a0079-979d-471d-8efa-7d7d0bff96a4 req-a1c02f2d-51b2-422d-a008-193f06aa4ed9 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375264 Jul 24 09:06:38.068552 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-06bbefbd-ccd3-49df-86be-c6fd31080316 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e7b847d939c4cbf8a412223c183d2a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5940056 Jul 24 09:06:38.071099 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44142) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:38.112542 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-443b1cbe-153b-4ea8-9324-5d17735b9f70 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:38.121277 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956377a-014a-41ef-b998-1eb5ee1b1997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=220ccdaa-7d4a-4d90-b09e-296688a41add,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:38.130157 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-1fb4e560-6010-4074-949d-00497ef87290 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:38.131735 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-1fb4e560-6010-4074-949d-00497ef87290 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/networks?id=78a39135-7e1b-4cfc-8949-e6417e15b488 HTTP/1.1" status: 200 len: 821 time: 0.3819339 Jul 24 09:06:38.156517 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-443b1cbe-153b-4ea8-9324-5d17735b9f70 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Transition to ACTIVE for port object 6289c3e7-30d0-4072-b34b-6153a02e4df5 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:06:38.162098 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-bd86df89-b732-42d3-829e-bcbce83c7a53 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/quotas/4e8bcd755fb7413ba3c9ec90a6266523 HTTP/1.1" status: 200 len: 375 time: 0.0246048 Jul 24 09:06:38.171377 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d3ce3c51-db59-4f8e-a826-5851988435c7 req-296472fe-b224-4228-813b-173c66236735 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 210 time: 0.0440712 Jul 24 09:06:38.172877 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a956377a-014a-41ef-b998-1eb5ee1b1997 admin admin] Checking segment: {'id': 'd70121ac-134b-429c-b67d-2538b555b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:06:38.173159 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a956377a-014a-41ef-b998-1eb5ee1b1997 admin admin] Network hostable DHCP agents. Network: dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:06:38.198549 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bf0630a2-536a-4209-bb35-e2d4657acef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:38.224434 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bf0630a2-536a-4209-bb35-e2d4657acef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:38.251144 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-cfe33c3d-b026-4f76-8b25-f47900f89868 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667634 Jul 24 09:06:38.254826 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-443b1cbe-153b-4ea8-9324-5d17735b9f70 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:38.270233 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44146) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:38.293461 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-0f65873c-99c4-43c2-b011-65f2e8efd7a8 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:06:38.294588 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-0f65873c-99c4-43c2-b011-65f2e8efd7a8 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0311120 Jul 24 09:06:38.302826 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a956377a-014a-41ef-b998-1eb5ee1b1997 admin admin] Network dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:06:38.320125 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-443b1cbe-153b-4ea8-9324-5d17735b9f70 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:06:38.326017 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-443b1cbe-153b-4ea8-9324-5d17735b9f70 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:06:38.330372 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-443b1cbe-153b-4ea8-9324-5d17735b9f70 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:06:38.336884 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-443b1cbe-153b-4ea8-9324-5d17735b9f70 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:38.337535 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-443b1cbe-153b-4ea8-9324-5d17735b9f70 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:38.340463 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-a956377a-014a-41ef-b998-1eb5ee1b1997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:06:38.351057 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a956377a-014a-41ef-b998-1eb5ee1b1997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:38.351817 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a956377a-014a-41ef-b998-1eb5ee1b1997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:38.355025 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b1cbe-153b-4ea8-9324-5d17735b9f70 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Pushing event updated for resources: {'Port': ['ID=6289c3e7-30d0-4072-b34b-6153a02e4df5,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:38.373809 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-443b1cbe-153b-4ea8-9324-5d17735b9f70 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5907826 Jul 24 09:06:38.376510 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a956377a-014a-41ef-b998-1eb5ee1b1997 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1717362 Jul 24 09:06:38.379243 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44152) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:38.382325 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0b8bb4-0fcc-48f9-962a-92977b16759f None None] Network dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:06:38.387428 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-8abef522-d907-4044-8e11-4bed78b5341b service neutron] Request body: {'port': {'device_id': 'bc7d0218-14f2-4048-a3ab-36a5e74bcedf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:38.394283 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-22e92f96-9197-43ad-9e22-c065b927a82f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:38.411245 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976a776-8501-4dc7-98e9-09bd91f63138 req-ea729df3-741d-469e-8e50-08a6d0cab8b8 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:38.412876 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9976a776-8501-4dc7-98e9-09bd91f63138 req-ea729df3-741d-469e-8e50-08a6d0cab8b8 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=6637ba48-2b64-4691-9fdf-8b4148c2845e HTTP/1.1" status: 200 len: 947 time: 0.1277406 Jul 24 09:06:38.413525 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bf0630a2-536a-4209-bb35-e2d4657acef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:38.416081 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bf0630a2-536a-4209-bb35-e2d4657acef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:38.417209 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bf0630a2-536a-4209-bb35-e2d4657acef9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2cf4bd91-1640-4062-b3bb-f08e0022403c HTTP/1.1" status: 204 len: 168 time: 0.3437784 Jul 24 09:06:38.481314 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-22e92f96-9197-43ad-9e22-c065b927a82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:38.482913 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-22e92f96-9197-43ad-9e22-c065b927a82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:38.501495 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0630a2-536a-4209-bb35-e2d4657acef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf4bd91-1640-4062-b3bb-f08e0022403c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:38.519360 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:06:38.536440 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-2fdfe0fb-7829-4ef1-9af4-f00c1f314092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9bfcf22-172f-4be6-9d0b-7e497b5af27f {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:06:38.538279 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-939de357-5601-41bb-9ea2-ef9273883083 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1553795204-network', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:38.554220 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-2fdfe0fb-7829-4ef1-9af4-f00c1f314092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:38.559795 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9976a776-8501-4dc7-98e9-09bd91f63138 req-6e3c95ae-7b6e-483e-9331-bde4bd95ff34 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/security-groups?id=09d890e7-271c-45a5-a466-e475b57cebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341350 Jul 24 09:06:38.573922 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-2fdfe0fb-7829-4ef1-9af4-f00c1f314092 service neutron] Transition to ACTIVE for port object c9bfcf22-172f-4be6-9d0b-7e497b5af27f will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:06:38.586617 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-2fdfe0fb-7829-4ef1-9af4-f00c1f314092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:38.663872 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:06:38.664667 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device ea8305b3-ca10-4d9f-a3a8-4697a5b2edbb not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:06:38.718450 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfe0fb-7829-4ef1-9af4-f00c1f314092 service neutron] Pushing event updated for resources: {'Port': ['ID=c9bfcf22-172f-4be6-9d0b-7e497b5af27f,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:38.738844 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-2fdfe0fb-7829-4ef1-9af4-f00c1f314092 service neutron] Attempting to bind port c9bfcf22-172f-4be6-9d0b-7e497b5af27f on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:06:38.739423 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-2fdfe0fb-7829-4ef1-9af4-f00c1f314092 service neutron] Attempting to bind port c9bfcf22-172f-4be6-9d0b-7e497b5af27f by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:06:38.740011 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-2fdfe0fb-7829-4ef1-9af4-f00c1f314092 service neutron] Attempting to bind port c9bfcf22-172f-4be6-9d0b-7e497b5af27f on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:06:38.742054 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-8abef522-d907-4044-8e11-4bed78b5341b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:38.743545 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-916ef856-de73-4ee2-9e06-8730c9492112 None None] Provisioning for port 6289c3e7-30d0-4072-b34b-6153a02e4df5 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:06:38.747629 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-2fdfe0fb-7829-4ef1-9af4-f00c1f314092 service neutron] Port c9bfcf22-172f-4be6-9d0b-7e497b5af27f on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:06:38.749892 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-916ef856-de73-4ee2-9e06-8730c9492112 None None] Provisioning complete for port 6289c3e7-30d0-4072-b34b-6153a02e4df5 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:38.749892 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-916ef856-de73-4ee2-9e06-8730c9492112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:38.763128 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-2fdfe0fb-7829-4ef1-9af4-f00c1f314092 service neutron] Attempting to bind port c9bfcf22-172f-4be6-9d0b-7e497b5af27f on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:06:38.783735 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-2fdfe0fb-7829-4ef1-9af4-f00c1f314092 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:06:38.784077 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-2fdfe0fb-7829-4ef1-9af4-f00c1f314092 service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:06:38.784473 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-2fdfe0fb-7829-4ef1-9af4-f00c1f314092 service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:06:38.785290 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939de357-5601-41bb-9ea2-ef9273883083 admin admin] Made reservation on behalf of 4433cfda2b344ed09028d36a89cb8dd1 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:06:38.786361 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-2fdfe0fb-7829-4ef1-9af4-f00c1f314092 service neutron] Bound port: c9bfcf22-172f-4be6-9d0b-7e497b5af27f, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:06:38.786554 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-2fdfe0fb-7829-4ef1-9af4-f00c1f314092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:38.787535 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-939de357-5601-41bb-9ea2-ef9273883083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:38.828719 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-916ef856-de73-4ee2-9e06-8730c9492112 None None] Port 6289c3e7-30d0-4072-b34b-6153a02e4df5 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:06:38.837136 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-939de357-5601-41bb-9ea2-ef9273883083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:38.878794 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83400159-a4e6-4893-a1e1-3264d1f2248d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'fixed_ips': [{'subnet_id': '220ccdaa-7d4a-4d90-b09e-296688a41add'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:06:38.880069 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-83400159-a4e6-4893-a1e1-3264d1f2248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:38.945042 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-22e92f96-9197-43ad-9e22-c065b927a82f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:38.968856 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-2fdfe0fb-7829-4ef1-9af4-f00c1f314092 service neutron] For port c9bfcf22-172f-4be6-9d0b-7e497b5af27f, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:06:38.973733 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-2fdfe0fb-7829-4ef1-9af4-f00c1f314092 service neutron] For port c9bfcf22-172f-4be6-9d0b-7e497b5af27f, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=c9bfcf22-172f-4be6-9d0b-7e497b5af27f,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:06:38.979615 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-2fdfe0fb-7829-4ef1-9af4-f00c1f314092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:39.087568 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-83400159-a4e6-4893-a1e1-3264d1f2248d None None] Allocated IP 172.20.0.2 (dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d/220ccdaa-7d4a-4d90-b09e-296688a41add/07be3c9d-3089-4ff1-a4da-df93a0bbf9fd) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:06:39.116150 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfe0fb-7829-4ef1-9af4-f00c1f314092 service neutron] Pushing event updated for resources: {'Port': ['ID=c9bfcf22-172f-4be6-9d0b-7e497b5af27f,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:39.129448 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44186) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:39.204489 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-2fdfe0fb-7829-4ef1-9af4-f00c1f314092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:39.205379 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-2fdfe0fb-7829-4ef1-9af4-f00c1f314092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:39.206746 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-2fdfe0fb-7829-4ef1-9af4-f00c1f314092 service neutron] 10.222.0.37 "PUT /v2.0/ports/c9bfcf22-172f-4be6-9d0b-7e497b5af27f HTTP/1.1" status: 200 len: 1096 time: 1.6998727 Jul 24 09:06:39.207197 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f008328-35cc-4d0c-8bc9-d19555e62c98', 'tag': 'c9bfcf22-172f-4be6-9d0b-7e497b5af27f'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:06:39.210141 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a2732f-6a6d-46db-9c6c-73fc143c8e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "3f008328-35cc-4d0c-8bc9-d19555e62c98", "tag": "c9bfcf22-172f-4be6-9d0b-7e497b5af27f"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:06:39.317178 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-83400159-a4e6-4893-a1e1-3264d1f2248d None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:39.317862 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2f92a7c9-adc7-40de-ad50-40a4b9b3f871 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14f281b6fbc547f3ba6eef191083aaa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857400 Jul 24 09:06:39.321937 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44194) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:39.326886 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 25c36663-0d2f-48a6-ba1f-880407186e53 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:06:39.347441 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-83400159-a4e6-4893-a1e1-3264d1f2248d None None] Transition to ACTIVE for port object 07be3c9d-3089-4ff1-a4da-df93a0bbf9fd will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:06:39.351644 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44196) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:39.392574 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-83400159-a4e6-4893-a1e1-3264d1f2248d None None] Transition to ACTIVE for port object 07be3c9d-3089-4ff1-a4da-df93a0bbf9fd will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:06:39.407316 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-83400159-a4e6-4893-a1e1-3264d1f2248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:39.442336 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce161fa-9d50-4842-816b-7313c0e36bd4 req-f7477c35-5b20-45c0-a67b-52cd95b0142f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:39.459468 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3ce161fa-9d50-4842-816b-7313c0e36bd4 req-f7477c35-5b20-45c0-a67b-52cd95b0142f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f008328-35cc-4d0c-8bc9-d19555e62c98 HTTP/1.1" status: 200 len: 948 time: 0.2711542 Jul 24 09:06:39.465498 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-3587e83f-7d5f-4b47-ad95-5c44996241da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:39.467731 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-3587e83f-7d5f-4b47-ad95-5c44996241da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc373782874d445dbc233c761727b79b&device_id=3f008328-35cc-4d0c-8bc9-d19555e62c98 HTTP/1.1" status: 200 len: 1099 time: 0.2008090 Jul 24 09:06:39.502515 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-601b4bec-db79-4253-946a-27e29adbd93e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:39.570115 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-c84fb267-2cb5-41e3-bb08-46036cb7b296 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=c9bfcf22-172f-4be6-9d0b-7e497b5af27f HTTP/1.1" status: 200 len: 217 time: 0.0689039 Jul 24 09:06:39.602459 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-67e52964-ec19-45f5-9bed-f9e7ed85ace0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:39.605750 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-601b4bec-db79-4253-946a-27e29adbd93e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:39.613545 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83400159-a4e6-4893-a1e1-3264d1f2248d None None] Network dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:06:39.628343 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-83400159-a4e6-4893-a1e1-3264d1f2248d None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:06:39.628893 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3ce161fa-9d50-4842-816b-7313c0e36bd4 req-6bf31394-8696-442b-8e88-a4c3f898f97f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681380 Jul 24 09:06:39.631047 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83400159-a4e6-4893-a1e1-3264d1f2248d None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:06:39.642265 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-939de357-5601-41bb-9ea2-ef9273883083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:39.669631 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-939de357-5601-41bb-9ea2-ef9273883083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:39.687301 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83400159-a4e6-4893-a1e1-3264d1f2248d None None] Pushing event updated for resources: {'Port': ['ID=07be3c9d-3089-4ff1-a4da-df93a0bbf9fd,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:39.692540 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 25c36663-0d2f-48a6-ba1f-880407186e53, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=25c36663-0d2f-48a6-ba1f-880407186e53,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:39.694220 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-8abef522-d907-4044-8e11-4bed78b5341b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6289c3e7-30d0-4072-b34b-6153a02e4df5 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:06:39.719888 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-de3a7002-aed9-402c-acb8-6432baaf0dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:39.721411 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-de3a7002-aed9-402c-acb8-6432baaf0dd5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1325560 Jul 24 09:06:39.733712 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '25c36663-0d2f-48a6-ba1f-880407186e53', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': '25c36663-0d2f-48a6-ba1f-880407186e53', 'mac_address': 'fa:16:3e:c0:d3:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:06:39.735582 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-83400159-a4e6-4893-a1e1-3264d1f2248d None None] Attempting to bind port 07be3c9d-3089-4ff1-a4da-df93a0bbf9fd on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:06:39.736133 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-83400159-a4e6-4893-a1e1-3264d1f2248d None None] Attempting to bind port 07be3c9d-3089-4ff1-a4da-df93a0bbf9fd by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd70121ac-134b-429c-b67d-2538b555b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:06:39.736681 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83400159-a4e6-4893-a1e1-3264d1f2248d None None] Attempting to bind port 07be3c9d-3089-4ff1-a4da-df93a0bbf9fd on network dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:06:39.746497 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83400159-a4e6-4893-a1e1-3264d1f2248d None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:06:39.747209 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83400159-a4e6-4893-a1e1-3264d1f2248d None None] Checking segment: {'id': 'd70121ac-134b-429c-b67d-2538b555b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:06:39.747482 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-83400159-a4e6-4893-a1e1-3264d1f2248d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:39.747962 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83400159-a4e6-4893-a1e1-3264d1f2248d None None] Bound using segment: {'id': 'd70121ac-134b-429c-b67d-2538b555b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:06:39.748501 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-83400159-a4e6-4893-a1e1-3264d1f2248d None None] Bound port: 07be3c9d-3089-4ff1-a4da-df93a0bbf9fd, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd70121ac-134b-429c-b67d-2538b555b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:06:39.749007 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-83400159-a4e6-4893-a1e1-3264d1f2248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:39.785410 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-8abef522-d907-4044-8e11-4bed78b5341b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:39.788479 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939de357-5601-41bb-9ea2-ef9273883083 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:06:39.818920 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:39.822252 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-939de357-5601-41bb-9ea2-ef9273883083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:39.822604 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-939de357-5601-41bb-9ea2-ef9273883083 admin admin] Added segment b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85 of type vlan for network baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 Jul 24 09:06:39.825349 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-71d05673-2c50-4b0b-a91f-bceb39ac463e service neutron] 10.222.0.32 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2750542 Jul 24 09:06:39.830250 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-601b4bec-db79-4253-946a-27e29adbd93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:39.832750 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-601b4bec-db79-4253-946a-27e29adbd93e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:39.836640 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-601b4bec-db79-4253-946a-27e29adbd93e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b88b2397-a271-428f-89c0-27a6f519c7b1 HTTP/1.1" status: 204 len: 168 time: 0.5111122 Jul 24 09:06:39.840103 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-22e92f96-9197-43ad-9e22-c065b927a82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:39.844345 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c36663-0d2f-48a6-ba1f-880407186e53 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:06:39.856690 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-8abef522-d907-4044-8e11-4bed78b5341b service neutron] Transition to ACTIVE for port object 6289c3e7-30d0-4072-b34b-6153a02e4df5 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:06:39.862785 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939de357-5601-41bb-9ea2-ef9273883083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d57625-3138-49cb-8293-7e89fcc22ee4,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:39.863008 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b4bec-db79-4253-946a-27e29adbd93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88b2397-a271-428f-89c0-27a6f519c7b1,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:39.887027 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534ef63-5365-4434-b01f-e891a380245a req-d9ff8151-d3b9-4c3a-b2ea-f8f7aab2e3e5 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:39.888570 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d534ef63-5365-4434-b01f-e891a380245a req-d9ff8151-d3b9-4c3a-b2ea-f8f7aab2e3e5 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 936 time: 0.1728311 Jul 24 09:06:39.902608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-ca5b8623-fb4a-4458-879a-ec1f0feace94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:39.904096 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-ca5b8623-fb4a-4458-879a-ec1f0feace94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1724308 Jul 24 09:06:39.923804 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-83400159-a4e6-4893-a1e1-3264d1f2248d None None] For port 07be3c9d-3089-4ff1-a4da-df93a0bbf9fd, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:06:39.930019 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 25c36663-0d2f-48a6-ba1f-880407186e53, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=25c36663-0d2f-48a6-ba1f-880407186e53,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:39.933134 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-939de357-5601-41bb-9ea2-ef9273883083 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:39.939585 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:39.948586 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-83400159-a4e6-4893-a1e1-3264d1f2248d None None] For port 07be3c9d-3089-4ff1-a4da-df93a0bbf9fd, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=07be3c9d-3089-4ff1-a4da-df93a0bbf9fd,segment=NetworkSegment(d70121ac-134b-429c-b67d-2538b555b119),segment_id=d70121ac-134b-429c-b67d-2538b555b119)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:06:39.970465 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-83400159-a4e6-4893-a1e1-3264d1f2248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:39.990749 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-67e52964-ec19-45f5-9bed-f9e7ed85ace0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:40.014833 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-67e52964-ec19-45f5-9bed-f9e7ed85ace0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:40.022870 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=25c36663-0d2f-48a6-ba1f-880407186e53,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:40.035752 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-8abef522-d907-4044-8e11-4bed78b5341b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:40.040950 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-939de357-5601-41bb-9ea2-ef9273883083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:40.041939 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939de357-5601-41bb-9ea2-ef9273883083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:40.042531 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-939de357-5601-41bb-9ea2-ef9273883083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:40.057751 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d534ef63-5365-4434-b01f-e891a380245a req-aadcf17b-fa3b-43d4-8e0f-8d76d4fc109d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495368 Jul 24 09:06:40.104886 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-67e52964-ec19-45f5-9bed-f9e7ed85ace0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d72ed7723804c7186826f45fe624440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7431943 Jul 24 09:06:40.104886 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-d0f94d03-1981-48c1-a770-9d227562a1d0 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910214 Jul 24 09:06:40.114082 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83400159-a4e6-4893-a1e1-3264d1f2248d None None] Pushing event updated for resources: {'Port': ['ID=07be3c9d-3089-4ff1-a4da-df93a0bbf9fd,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:40.125626 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44208) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:40.136789 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b5c837-10a2-41bb-8f5b-7a766b42618d x-openstack-request-id: req-30b5c837-10a2-41bb-8f5b-7a766b42618d {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:06:40.140636 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f008328-35cc-4d0c-8bc9-d19555e62c98", "tag": "c9bfcf22-172f-4be6-9d0b-7e497b5af27f", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:06:40.140963 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30b5c837-10a2-41bb-8f5b-7a766b42618d {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:06:40.141402 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f008328-35cc-4d0c-8bc9-d19555e62c98', 'tag': 'c9bfcf22-172f-4be6-9d0b-7e497b5af27f', 'status': 'completed', 'code': 200} Jul 24 09:06:40.154695 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['25c36663-0d2f-48a6-ba1f-880407186e53'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:06:40.190533 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e52964-ec19-45f5-9bed-f9e7ed85ace0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee3ff2e-5ccc-4c6f-bdcf-cbe5922db3d6,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:40.275763 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939de357-5601-41bb-9ea2-ef9273883083 admin admin] Pushing event updated for resources: {'Network': ['ID=baf54693-f6ce-4efa-ad5c-848a9b2e7bd5,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:40.322617 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-939de357-5601-41bb-9ea2-ef9273883083 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0269122 Jul 24 09:06:40.329054 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-2ed4949a-3131-44e4-b5be-a7bd53632294 service neutron] 10.222.0.32 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742396 Jul 24 09:06:40.332655 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44220) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:40.350441 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-15ef6f1a-c08f-455f-8028-39e37710d852 admin admin] Request body: {'subnet': {'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1553795204-subnet', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:40.381385 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abef522-d907-4044-8e11-4bed78b5341b service neutron] Pushing event updated for resources: {'Port': ['ID=6289c3e7-30d0-4072-b34b-6153a02e4df5,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:40.478167 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:06:40.580625 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-8abef522-d907-4044-8e11-4bed78b5341b service neutron] Attempting to bind port 6289c3e7-30d0-4072-b34b-6153a02e4df5 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:06:40.581563 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-8abef522-d907-4044-8e11-4bed78b5341b service neutron] Attempting to bind port 6289c3e7-30d0-4072-b34b-6153a02e4df5 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:06:40.582747 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-8abef522-d907-4044-8e11-4bed78b5341b service neutron] Attempting to bind port 6289c3e7-30d0-4072-b34b-6153a02e4df5 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:06:40.592847 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-8abef522-d907-4044-8e11-4bed78b5341b service neutron] Port 6289c3e7-30d0-4072-b34b-6153a02e4df5 on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:06:40.594250 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-8abef522-d907-4044-8e11-4bed78b5341b service neutron] Attempting to bind port 6289c3e7-30d0-4072-b34b-6153a02e4df5 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:06:40.608007 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ef6f1a-c08f-455f-8028-39e37710d852 admin admin] Made reservation on behalf of 4433cfda2b344ed09028d36a89cb8dd1 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:06:40.616650 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-51d0fa13-666c-4681-8f9d-7909197194c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:40.620333 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-15ef6f1a-c08f-455f-8028-39e37710d852 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:40.708592 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-51d0fa13-666c-4681-8f9d-7909197194c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:40.761999 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-8abef522-d907-4044-8e11-4bed78b5341b service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:06:40.762519 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-8abef522-d907-4044-8e11-4bed78b5341b service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:06:40.762926 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-8abef522-d907-4044-8e11-4bed78b5341b service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:06:40.763503 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-8abef522-d907-4044-8e11-4bed78b5341b service neutron] Bound port: 6289c3e7-30d0-4072-b34b-6153a02e4df5, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:06:40.763926 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-8abef522-d907-4044-8e11-4bed78b5341b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:40.776425 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1fe37e48-0471-4352-9e54-bf8876828b00 req-f7d1da66-ffed-4790-8339-4fe7f7a72924 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6515667 Jul 24 09:06:40.822556 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b6a78fdd-844c-4f59-a5d3-f96d8a3a4131 req-247c9ec0-eea4-4e57-a208-0dca1d2af50c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 210 time: 0.0624630 Jul 24 09:06:40.855194 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d33b5-991b-4b5e-b8e3-ae5f50673a3e req-f03dca8a-1944-4495-b0a2-90b9e070f7ac tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:40.860988 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e64d33b5-991b-4b5e-b8e3-ae5f50673a3e req-f03dca8a-1944-4495-b0a2-90b9e070f7ac tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=6637ba48-2b64-4691-9fdf-8b4148c2845e HTTP/1.1" status: 200 len: 948 time: 0.5818000 Jul 24 09:06:40.901964 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 07be3c9d-3089-4ff1-a4da-df93a0bbf9fd up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:06:40.933799 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-51d0fa13-666c-4681-8f9d-7909197194c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:40.939862 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-51d0fa13-666c-4681-8f9d-7909197194c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:40.943856 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-51d0fa13-666c-4681-8f9d-7909197194c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dee3ff2e-5ccc-4c6f-bdcf-cbe5922db3d6 HTTP/1.1" status: 204 len: 168 time: 0.8009887 Jul 24 09:06:40.995360 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0fa13-666c-4681-8f9d-7909197194c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee3ff2e-5ccc-4c6f-bdcf-cbe5922db3d6,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:41.028710 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e64d33b5-991b-4b5e-b8e3-ae5f50673a3e req-a02b2ba5-38b9-40f8-b721-900788babeb2 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/security-groups?id=09d890e7-271c-45a5-a466-e475b57cebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364729 Jul 24 09:06:41.040348 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-8abef522-d907-4044-8e11-4bed78b5341b service neutron] For port 6289c3e7-30d0-4072-b34b-6153a02e4df5, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:06:41.047110 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2732f-6a6d-46db-9c6c-73fc143c8e9e req-c0db682f-5747-48a1-988c-85d43a9272c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:41.048954 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-08a2732f-6a6d-46db-9c6c-73fc143c8e9e req-c0db682f-5747-48a1-988c-85d43a9272c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc373782874d445dbc233c761727b79b&device_id=3f008328-35cc-4d0c-8bc9-d19555e62c98 HTTP/1.1" status: 200 len: 1099 time: 0.1814332 Jul 24 09:06:41.077151 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 07be3c9d-3089-4ff1-a4da-df93a0bbf9fd completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:06:41.216871 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-8abef522-d907-4044-8e11-4bed78b5341b service neutron] For port 6289c3e7-30d0-4072-b34b-6153a02e4df5, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=6289c3e7-30d0-4072-b34b-6153a02e4df5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:06:41.236108 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-8abef522-d907-4044-8e11-4bed78b5341b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:41.263159 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-15ef6f1a-c08f-455f-8028-39e37710d852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:41.412524 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2732f-6a6d-46db-9c6c-73fc143c8e9e req-2701f17b-2504-4a56-bc61-c3b61c1fe856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:41.416713 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-08a2732f-6a6d-46db-9c6c-73fc143c8e9e req-2701f17b-2504-4a56-bc61-c3b61c1fe856 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.3516746 Jul 24 09:06:41.506428 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-08a2732f-6a6d-46db-9c6c-73fc143c8e9e req-f01b527d-97fb-4864-a52d-63ca61fb2c37 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=c9bfcf22-172f-4be6-9d0b-7e497b5af27f HTTP/1.1" status: 200 len: 217 time: 0.0814958 Jul 24 09:06:41.510329 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abef522-d907-4044-8e11-4bed78b5341b service neutron] Pushing event updated for resources: {'Port': ['ID=6289c3e7-30d0-4072-b34b-6153a02e4df5,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:41.533884 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-22e92f96-9197-43ad-9e22-c065b927a82f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:41.582756 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1747e9-c6e2-4179-a24f-8cfacf66a6e9 req-a811c87e-ad9f-43d2-9ae0-33a07307c09f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:41.584364 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2b1747e9-c6e2-4179-a24f-8cfacf66a6e9 req-a811c87e-ad9f-43d2-9ae0-33a07307c09f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 948 time: 0.3105028 Jul 24 09:06:41.619702 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2732f-6a6d-46db-9c6c-73fc143c8e9e req-85510494-302f-43a2-834c-8b1ac25a935d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:41.621218 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-08a2732f-6a6d-46db-9c6c-73fc143c8e9e req-85510494-302f-43a2-834c-8b1ac25a935d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0996058 Jul 24 09:06:41.635381 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-8abef522-d907-4044-8e11-4bed78b5341b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:41.636205 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-8abef522-d907-4044-8e11-4bed78b5341b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:41.641878 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-8abef522-d907-4044-8e11-4bed78b5341b service neutron] 10.222.0.37 "PUT /v2.0/ports/6289c3e7-30d0-4072-b34b-6153a02e4df5 HTTP/1.1" status: 200 len: 1096 time: 3.2593386 Jul 24 09:06:41.684193 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2b1747e9-c6e2-4179-a24f-8cfacf66a6e9 req-07d94787-647d-4736-936a-afc516b36686 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906703 Jul 24 09:06:41.691210 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-22e92f96-9197-43ad-9e22-c065b927a82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:41.720341 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2732f-6a6d-46db-9c6c-73fc143c8e9e req-8fabff69-3133-47b4-b8f0-971bfcfacf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:41.722531 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-08a2732f-6a6d-46db-9c6c-73fc143c8e9e req-8fabff69-3133-47b4-b8f0-971bfcfacf7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0949299 Jul 24 09:06:41.728637 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44256) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:41.766448 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4bcf10-2ebb-44f2-b479-31956acac88e None None] Network dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:06:41.770910 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f8d58e93-2e2c-4668-acc2-831c74198c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:41.889888 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-22e92f96-9197-43ad-9e22-c065b927a82f admin admin] Allocated IP 172.25.7.169 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/6693a85b-8497-4a2f-8937-b7f9410ec3cf) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:06:41.932222 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-98350911-0f44-4c8a-8557-9b0df23b998e None None] Provisioning for port 07be3c9d-3089-4ff1-a4da-df93a0bbf9fd completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:06:41.940203 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-98350911-0f44-4c8a-8557-9b0df23b998e None None] Provisioning complete for port 07be3c9d-3089-4ff1-a4da-df93a0bbf9fd triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:41.941102 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-98350911-0f44-4c8a-8557-9b0df23b998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:41.958596 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-08a2732f-6a6d-46db-9c6c-73fc143c8e9e req-89f2f41b-2fcb-4ad3-bd46-3667a96706ff service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210653 Jul 24 09:06:41.968148 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7d0218-14f2-4048-a3ab-36a5e74bcedf', 'tag': '6289c3e7-30d0-4072-b34b-6153a02e4df5'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:06:41.970809 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7bae6b-5c10-4a96-855a-74bbbc715b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7d0218-14f2-4048-a3ab-36a5e74bcedf", "tag": "6289c3e7-30d0-4072-b34b-6153a02e4df5"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:06:42.054166 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-057ba6c2-5c16-4e4f-a9ec-0495d85fa49b req-37522973-8d0f-4eae-a17c-801c46a66c65 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 210 time: 0.0760522 Jul 24 09:06:42.115855 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f8d58e93-2e2c-4668-acc2-831c74198c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:42.149283 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-98350911-0f44-4c8a-8557-9b0df23b998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:42.184323 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f8d58e93-2e2c-4668-acc2-831c74198c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:42.262139 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-98350911-0f44-4c8a-8557-9b0df23b998e None None] For port 07be3c9d-3089-4ff1-a4da-df93a0bbf9fd, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=07be3c9d-3089-4ff1-a4da-df93a0bbf9fd,segment=NetworkSegment(d70121ac-134b-429c-b67d-2538b555b119),segment_id=d70121ac-134b-429c-b67d-2538b555b119)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:42.263866 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bc490-1001-49fa-b577-b86728d9dd4d req-9cb8ef90-d036-4c6c-bc26-c77fccea0933 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:42.265435 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4d3bc490-1001-49fa-b577-b86728d9dd4d req-9cb8ef90-d036-4c6c-bc26-c77fccea0933 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f008328-35cc-4d0c-8bc9-d19555e62c98 HTTP/1.1" status: 200 len: 948 time: 1.2797296 Jul 24 09:06:42.280320 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-98350911-0f44-4c8a-8557-9b0df23b998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:42.286972 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef6f1a-c08f-455f-8028-39e37710d852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31fd267b-9b48-4500-908e-db289ca8125b,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:42.312975 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.37', 57241) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:42.317201 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f8d58e93-2e2c-4668-acc2-831c74198c8d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf7efb3dada54f8ab3be124860b95474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5872986 Jul 24 09:06:42.318676 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-22e92f96-9197-43ad-9e22-c065b927a82f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:42.320652 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44274) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:42.338428 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-08a2732f-6a6d-46db-9c6c-73fc143c8e9e req-cebde8e9-4f10-4486-9424-06a12d2cb1ac service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622100 Jul 24 09:06:42.338629 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ef6f1a-c08f-455f-8028-39e37710d852 admin admin] Checking segment: {'id': 'b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:06:42.339141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ef6f1a-c08f-455f-8028-39e37710d852 admin admin] Network hostable DHCP agents. Network: baf54693-f6ce-4efa-ad5c-848a9b2e7bd5, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:06:42.339355 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d58e93-2e2c-4668-acc2-831c74198c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de1df4d-91ab-4657-89b4-40e86506f4d9,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:42.359711 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4d3bc490-1001-49fa-b577-b86728d9dd4d req-23366711-f38d-4de0-8522-47ee142ddddc tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802646 Jul 24 09:06:42.371186 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-fe19eb9f-e1f2-4d5e-ad30-0eee739bebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:42.372877 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-fe19eb9f-e1f2-4d5e-ad30-0eee739bebc7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 1099 time: 0.3925495 Jul 24 09:06:42.396345 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ef6f1a-c08f-455f-8028-39e37710d852 admin admin] Network baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:06:42.408370 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98350911-0f44-4c8a-8557-9b0df23b998e None None] Pushing event updated for resources: {'Port': ['ID=07be3c9d-3089-4ff1-a4da-df93a0bbf9fd,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:42.467720 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2500882-5025-462a-b64a-8c0a1aae1088 x-openstack-request-id: req-f2500882-5025-462a-b64a-8c0a1aae1088 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:06:42.468000 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7d0218-14f2-4048-a3ab-36a5e74bcedf", "tag": "6289c3e7-30d0-4072-b34b-6153a02e4df5", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:06:42.468252 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2500882-5025-462a-b64a-8c0a1aae1088 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:06:42.468650 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7d0218-14f2-4048-a3ab-36a5e74bcedf', 'tag': '6289c3e7-30d0-4072-b34b-6153a02e4df5', 'status': 'completed', 'code': 200} Jul 24 09:06:42.481932 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-dced3816-3c97-4c16-ad88-f5447b4d93c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=6289c3e7-30d0-4072-b34b-6153a02e4df5 HTTP/1.1" status: 200 len: 217 time: 0.0984042 Jul 24 09:06:42.484124 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-15ef6f1a-c08f-455f-8028-39e37710d852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, baf54693-f6ce-4efa-ad5c-848a9b2e7bd5) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:06:42.494825 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef747b57-1e2b-42bd-8458-6b0c5fdb8890 None None] Network baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:06:42.507721 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ef6f1a-c08f-455f-8028-39e37710d852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:42.513048 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-15ef6f1a-c08f-455f-8028-39e37710d852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:42.556149 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-22e92f96-9197-43ad-9e22-c065b927a82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:42.583021 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429ac7d-4c65-4463-bb68-221855d4317e req-739b2e00-0e88-4277-b1c5-95981a4a5e34 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:42.584651 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7429ac7d-4c65-4463-bb68-221855d4317e req-739b2e00-0e88-4277-b1c5-95981a4a5e34 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=6637ba48-2b64-4691-9fdf-8b4148c2845e HTTP/1.1" status: 200 len: 948 time: 0.4043343 Jul 24 09:06:42.610863 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-262e33c4-36cd-432a-b598-6250d7c226c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:42.612385 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-262e33c4-36cd-432a-b598-6250d7c226c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1206772 Jul 24 09:06:42.616297 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-15ef6f1a-c08f-455f-8028-39e37710d852 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.2823205 Jul 24 09:06:42.623752 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44278) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:42.637524 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-19e79272-854a-486f-9065-5664de47aa3e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1553795204-router', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:42.652549 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-95a3d4aa-3548-4a86-9a14-a7ae467ea2f4 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:42.653768 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-95a3d4aa-3548-4a86-9a14-a7ae467ea2f4 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.37 "GET /v2.0/networks?id=78a39135-7e1b-4cfc-8949-e6417e15b488 HTTP/1.1" status: 200 len: 821 time: 0.3343632 Jul 24 09:06:42.656368 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-66e9cce3-468d-49eb-b68a-e7ae299e855f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:42.663974 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-30d6d655-cfdc-49af-9eae-e170481c0546 None None] Provisioning complete for port 07be3c9d-3089-4ff1-a4da-df93a0bbf9fd triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:42.664576 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-30d6d655-cfdc-49af-9eae-e170481c0546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:42.668798 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e92f96-9197-43ad-9e22-c065b927a82f admin admin] Pushing event updated for resources: {'Port': ['ID=6693a85b-8497-4a2f-8937-b7f9410ec3cf,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:42.672877 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-4b64dd7e-af67-4145-8e1f-68849c43e734 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Request body: {'port': {'device_id': 'df72bd75-1ee9-4df9-ad73-985ed12bbe75', 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488', 'admin_state_up': True, 'tenant_id': '4e8bcd755fb7413ba3c9ec90a6266523'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:42.713464 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e92f96-9197-43ad-9e22-c065b927a82f admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:06:42.717650 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-22e92f96-9197-43ad-9e22-c065b927a82f admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:06:42.726410 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e92f96-9197-43ad-9e22-c065b927a82f admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:06:42.733729 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7429ac7d-4c65-4463-bb68-221855d4317e req-962c699e-0029-419f-b4d6-2cb887ddb948 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/security-groups?id=09d890e7-271c-45a5-a466-e475b57cebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344612 Jul 24 09:06:42.735602 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-66e9cce3-468d-49eb-b68a-e7ae299e855f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:42.756790 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-19e79272-854a-486f-9065-5664de47aa3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:42.756790 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-19e79272-854a-486f-9065-5664de47aa3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:42.812003 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 07be3c9d-3089-4ff1-a4da-df93a0bbf9fd up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:06:42.904999 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-19e79272-854a-486f-9065-5664de47aa3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:42.933113 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-f23c680a-b84a-445a-875b-a0e29712b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:42.934758 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-f23c680a-b84a-445a-875b-a0e29712b72e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2589867 Jul 24 09:06:42.946152 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff9b542-b24a-4d7c-b6f5-07ebfe02b748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'fixed_ips': [{'subnet_id': '31fd267b-9b48-4500-908e-db289ca8125b'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:06:42.947004 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eff9b542-b24a-4d7c-b6f5-07ebfe02b748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:43.083131 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 25c36663-0d2f-48a6-ba1f-880407186e53 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:06:43.087603 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 07be3c9d-3089-4ff1-a4da-df93a0bbf9fd triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:43.087976 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:43.159455 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-4b64dd7e-af67-4145-8e1f-68849c43e734 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Made reservation on behalf of 4e8bcd755fb7413ba3c9ec90a6266523 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:06:43.172910 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-4b64dd7e-af67-4145-8e1f-68849c43e734 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:43.173979 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-eff9b542-b24a-4d7c-b6f5-07ebfe02b748 None None] Allocated IP 172.20.0.2 (baf54693-f6ce-4efa-ad5c-848a9b2e7bd5/31fd267b-9b48-4500-908e-db289ca8125b/e401916d-cd7d-4c9d-b182-60a44aecd856) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:06:43.186600 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-66e9cce3-468d-49eb-b68a-e7ae299e855f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:43.191634 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-66e9cce3-468d-49eb-b68a-e7ae299e855f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:43.195405 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-66e9cce3-468d-49eb-b68a-e7ae299e855f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1de1df4d-91ab-4657-89b4-40e86506f4d9 HTTP/1.1" status: 204 len: 168 time: 0.8710084 Jul 24 09:06:43.218336 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-19e79272-854a-486f-9065-5664de47aa3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:43.236841 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1675656-9c32-4d97-a672-01bc4bdc7b79 req-75cc38c5-a6ce-43ca-b123-b0473a82125c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:43.241629 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 25c36663-0d2f-48a6-ba1f-880407186e53 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:06:43.248166 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 25c36663-0d2f-48a6-ba1f-880407186e53 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:43.248579 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:43.249407 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-6ac4b2f2-13ae-4295-8754-975dff09dbf5 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713110 Jul 24 09:06:43.251293 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a1675656-9c32-4d97-a672-01bc4bdc7b79 req-75cc38c5-a6ce-43ca-b123-b0473a82125c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 948 time: 0.3076289 Jul 24 09:06:43.285363 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6eed5296-7190-4180-8e0b-0b0f95596367 req-7f47ca77-b764-4bbf-9417-76bf4831512c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 210 time: 0.0682309 Jul 24 09:06:43.314447 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-22e92f96-9197-43ad-9e22-c065b927a82f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:43.420656 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-4b64dd7e-af67-4145-8e1f-68849c43e734 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Allocated IP 172.20.0.10 (78a39135-7e1b-4cfc-8949-e6417e15b488/726d329a-a5bb-490b-be1e-f21c87173472/2da51239-493e-4ce8-9564-2138e4448452) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:06:43.467604 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:43.477883 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9cce3-468d-49eb-b68a-e7ae299e855f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de1df4d-91ab-4657-89b4-40e86506f4d9,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:43.481829 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de77fc1e-29c7-4f99-9092-f34fbf1ebc67 req-ffcfea83-da01-476b-a479-297b8cb37c97 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982298 Jul 24 09:06:43.482215 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eff9b542-b24a-4d7c-b6f5-07ebfe02b748 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:43.517876 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-eff9b542-b24a-4d7c-b6f5-07ebfe02b748 None None] Transition to ACTIVE for port object e401916d-cd7d-4c9d-b182-60a44aecd856 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:06:43.535156 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a1675656-9c32-4d97-a672-01bc4bdc7b79 req-ced3ffed-8297-431d-a5fe-fe786a670ae7 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817214 Jul 24 09:06:43.544171 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6637ba48-2b64-4691-9fdf-8b4148c2845e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c36663-0d2f-48a6-ba1f-880407186e53'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:06:43.546866 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76167b1-8458-4825-b315-cd7fb5a18ae3" -d '{"events": [{"server_uuid": "6637ba48-2b64-4691-9fdf-8b4148c2845e", "name": "network-vif-plugged", "status": "completed", "tag": "25c36663-0d2f-48a6-ba1f-880407186e53"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:06:43.596703 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 25c36663-0d2f-48a6-ba1f-880407186e53, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=25c36663-0d2f-48a6-ba1f-880407186e53,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:43.603207 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-eff9b542-b24a-4d7c-b6f5-07ebfe02b748 None None] Transition to ACTIVE for port object e401916d-cd7d-4c9d-b182-60a44aecd856 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:06:43.608431 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:43.618147 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eff9b542-b24a-4d7c-b6f5-07ebfe02b748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:43.634388 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8908e2-8193-4d0f-8dc3-a0cd965f8afc x-openstack-request-id: req-6f8908e2-8193-4d0f-8dc3-a0cd965f8afc {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:06:43.635617 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6637ba48-2b64-4691-9fdf-8b4148c2845e", "name": "network-vif-plugged", "status": "completed", "tag": "25c36663-0d2f-48a6-ba1f-880407186e53", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:06:43.635874 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f8908e2-8193-4d0f-8dc3-a0cd965f8afc {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:06:43.636397 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6637ba48-2b64-4691-9fdf-8b4148c2845e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c36663-0d2f-48a6-ba1f-880407186e53', 'code': 200} Jul 24 09:06:43.649339 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff9b542-b24a-4d7c-b6f5-07ebfe02b748 None None] Network baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:06:43.682251 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-eff9b542-b24a-4d7c-b6f5-07ebfe02b748 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:06:43.692580 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff9b542-b24a-4d7c-b6f5-07ebfe02b748 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:06:43.785324 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-22e92f96-9197-43ad-9e22-c065b927a82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:43.794388 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1610e08-95d7-45ea-8cf9-85d4d10b5b06 req-54d876a7-a239-403c-ad1e-e4e85120ac7e tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:43.804652 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d1610e08-95d7-45ea-8cf9-85d4d10b5b06 req-54d876a7-a239-403c-ad1e-e4e85120ac7e tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f008328-35cc-4d0c-8bc9-d19555e62c98 HTTP/1.1" status: 200 len: 948 time: 0.2086203 Jul 24 09:06:43.807397 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bae6b-5c10-4a96-855a-74bbbc715b9d req-29da06a5-d026-4555-8107-d367eb3da920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:43.809054 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e7bae6b-5c10-4a96-855a-74bbbc715b9d req-29da06a5-d026-4555-8107-d367eb3da920 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 1099 time: 0.2155604 Jul 24 09:06:43.880383 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:43.882558 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-eff9b542-b24a-4d7c-b6f5-07ebfe02b748 None None] Attempting to bind port e401916d-cd7d-4c9d-b182-60a44aecd856 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:06:43.882779 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-eff9b542-b24a-4d7c-b6f5-07ebfe02b748 None None] Attempting to bind port e401916d-cd7d-4c9d-b182-60a44aecd856 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:06:43.883364 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff9b542-b24a-4d7c-b6f5-07ebfe02b748 None None] Attempting to bind port e401916d-cd7d-4c9d-b182-60a44aecd856 on network baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:06:43.887099 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=25c36663-0d2f-48a6-ba1f-880407186e53,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:43.919980 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff9b542-b24a-4d7c-b6f5-07ebfe02b748 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:06:43.920894 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff9b542-b24a-4d7c-b6f5-07ebfe02b748 None None] Checking segment: {'id': 'b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:06:43.921023 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eff9b542-b24a-4d7c-b6f5-07ebfe02b748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:43.921409 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff9b542-b24a-4d7c-b6f5-07ebfe02b748 None None] Bound using segment: {'id': 'b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:06:43.921934 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-eff9b542-b24a-4d7c-b6f5-07ebfe02b748 None None] Bound port: e401916d-cd7d-4c9d-b182-60a44aecd856, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:06:43.922335 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eff9b542-b24a-4d7c-b6f5-07ebfe02b748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:43.973787 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d1610e08-95d7-45ea-8cf9-85d4d10b5b06 req-a65e1ac2-1259-41fc-a1ca-d5abdd1bae04 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716878 Jul 24 09:06:44.110258 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9b542-b24a-4d7c-b6f5-07ebfe02b748 None None] Pushing event updated for resources: {'Port': ['ID=e401916d-cd7d-4c9d-b182-60a44aecd856,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:44.121365 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-4b64dd7e-af67-4145-8e1f-68849c43e734 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:44.128922 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bae6b-5c10-4a96-855a-74bbbc715b9d req-d6a5dcde-992d-4bb9-97dc-1678b72ad76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:44.132379 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e7bae6b-5c10-4a96-855a-74bbbc715b9d req-d6a5dcde-992d-4bb9-97dc-1678b72ad76d service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.3152335 Jul 24 09:06:44.172462 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcec0a7-2d58-4867-9dc1-e4018f1440da req-c7cfc5f0-fb8b-4a3e-a30d-664c55bbe5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:44.175367 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6fcec0a7-2d58-4867-9dc1-e4018f1440da req-c7cfc5f0-fb8b-4a3e-a30d-664c55bbe5a1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6637ba48-2b64-4691-9fdf-8b4148c2845e HTTP/1.1" status: 200 len: 1100 time: 0.4842885 Jul 24 09:06:44.194073 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e7bae6b-5c10-4a96-855a-74bbbc715b9d req-63c3105c-1819-4bcc-be4d-c25c272195a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=6289c3e7-30d0-4072-b34b-6153a02e4df5 HTTP/1.1" status: 200 len: 217 time: 0.0494990 Jul 24 09:06:44.197686 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-eff9b542-b24a-4d7c-b6f5-07ebfe02b748 None None] For port e401916d-cd7d-4c9d-b182-60a44aecd856, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:06:44.198118 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-4b64dd7e-af67-4145-8e1f-68849c43e734 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:44.203172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-eff9b542-b24a-4d7c-b6f5-07ebfe02b748 None None] For port e401916d-cd7d-4c9d-b182-60a44aecd856, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e401916d-cd7d-4c9d-b182-60a44aecd856,segment=NetworkSegment(b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85),segment_id=b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:06:44.208435 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eff9b542-b24a-4d7c-b6f5-07ebfe02b748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:44.244803 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e92f96-9197-43ad-9e22-c065b927a82f admin admin] Router b82a34ac-21b9-40f2-9c52-98d6d2cec22a is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:06:44.261631 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bae6b-5c10-4a96-855a-74bbbc715b9d req-8612e95a-ed3f-4004-ac0f-8914b5331a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:44.263164 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e7bae6b-5c10-4a96-855a-74bbbc715b9d req-8612e95a-ed3f-4004-ac0f-8914b5331a23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0620940 Jul 24 09:06:44.304087 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9b542-b24a-4d7c-b6f5-07ebfe02b748 None None] Pushing event updated for resources: {'Port': ['ID=e401916d-cd7d-4c9d-b182-60a44aecd856,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:44.426721 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-4b64dd7e-af67-4145-8e1f-68849c43e734 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Network 78a39135-7e1b-4cfc-8949-e6417e15b488 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:06:44.436384 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-4b64dd7e-af67-4145-8e1f-68849c43e734 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:06:44.443025 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-4b64dd7e-af67-4145-8e1f-68849c43e734 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:06:44.450558 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-4b64dd7e-af67-4145-8e1f-68849c43e734 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:44.450799 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-4b64dd7e-af67-4145-8e1f-68849c43e734 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:44.470954 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64dd7e-af67-4145-8e1f-68849c43e734 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Pushing event updated for resources: {'Port': ['ID=2da51239-493e-4ce8-9564-2138e4448452,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:44.481745 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddbbfa-7366-46a0-bf76-4b5a8b289c4b req-076c3f76-9017-432a-b01e-648b8aeed06f tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:44.483375 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5cddbbfa-7366-46a0-bf76-4b5a8b289c4b req-076c3f76-9017-432a-b01e-648b8aeed06f tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=6637ba48-2b64-4691-9fdf-8b4148c2845e HTTP/1.1" status: 200 len: 949 time: 0.4849937 Jul 24 09:06:44.488394 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-4b64dd7e-af67-4145-8e1f-68849c43e734 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8231156 Jul 24 09:06:44.539129 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-57c1cf31-1b86-4af2-a643-c660358dd226 service neutron] Request body: {'port': {'device_id': 'df72bd75-1ee9-4df9-ad73-985ed12bbe75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:44.566281 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6fcec0a7-2d58-4867-9dc1-e4018f1440da req-7312c408-2d18-42a9-8b22-bb0f2e26c0ff service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=09d890e7-271c-45a5-a466-e475b57cebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817484 Jul 24 09:06:44.571846 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device c9bfcf22-172f-4be6-9d0b-7e497b5af27f details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:06:44.581788 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44348) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:44.670043 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5cddbbfa-7366-46a0-bf76-4b5a8b289c4b req-efdeb511-3641-4a59-8734-48dff2560cb4 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/security-groups?id=09d890e7-271c-45a5-a466-e475b57cebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724329 Jul 24 09:06:44.694405 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e92f96-9197-43ad-9e22-c065b927a82f admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:06:44.709082 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] Sync routers for ids ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:06:44.726951 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] Routers {'b82a34ac-21b9-40f2-9c52-98d6d2cec22a'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:06:44.729158 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:06:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:06:44.768856 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-19e79272-854a-486f-9065-5664de47aa3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:44.804055 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-19e79272-854a-486f-9065-5664de47aa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:44.809854 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port c9bfcf22-172f-4be6-9d0b-7e497b5af27f, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=c9bfcf22-172f-4be6-9d0b-7e497b5af27f,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:44.852386 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-57c1cf31-1b86-4af2-a643-c660358dd226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:44.867332 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-22e92f96-9197-43ad-9e22-c065b927a82f admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:44.868296 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'c9bfcf22-172f-4be6-9d0b-7e497b5af27f', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': 'c9bfcf22-172f-4be6-9d0b-7e497b5af27f', 'mac_address': 'fa:16:3e:15:2e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:06:44.871000 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-22e92f96-9197-43ad-9e22-c065b927a82f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.4900601 Jul 24 09:06:44.880886 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44354) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:44.887814 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e401916d-cd7d-4c9d-b182-60a44aecd856 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:06:44.988994 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] Set router b82a34ac-21b9-40f2-9c52-98d6d2cec22a gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:06:45.072798 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port e401916d-cd7d-4c9d-b182-60a44aecd856 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:06:45.089779 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-19e79272-854a-486f-9065-5664de47aa3e admin admin] Allocated IP 172.25.7.241 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/bd087bf1-bc9a-46c6-87b5-1fb47e77762f) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:06:45.101475 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bae6b-5c10-4a96-855a-74bbbc715b9d req-eda811c6-b3ad-43e5-9528-fb8caf2a8ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:45.103611 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e7bae6b-5c10-4a96-855a-74bbbc715b9d req-eda811c6-b3ad-43e5-9528-fb8caf2a8ca3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8312657 Jul 24 09:06:45.109304 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:45.115112 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f50ed-5a8b-4002-80ee-29777de3c435 req-c1a4e922-30fe-4ad7-9bf9-834f04d66f5b tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:45.116928 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-818f50ed-5a8b-4002-80ee-29777de3c435 req-c1a4e922-30fe-4ad7-9bf9-834f04d66f5b tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 932 time: 0.5745003 Jul 24 09:06:45.138126 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9bfcf22-172f-4be6-9d0b-7e497b5af27f {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:06:45.199775 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port c9bfcf22-172f-4be6-9d0b-7e497b5af27f, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=c9bfcf22-172f-4be6-9d0b-7e497b5af27f,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:45.216565 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:45.236149 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-456e3ef7-f60e-4658-a233-f9309c081159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:45.300073 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:38Z', 'updated_at': '2021-07-24T09:06:42Z', 'revision_number': 3, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'gw_port': {'id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:af:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:41Z', 'updated_at': '2021-07-24T09:06:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:06:45.328645 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=c9bfcf22-172f-4be6-9d0b-7e497b5af27f,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:45.344339 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] Checking router: b82a34ac-21b9-40f2-9c52-98d6d2cec22a for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:06:45.345070 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] Updating router b82a34ac-21b9-40f2-9c52-98d6d2cec22a port 6693a85b-8497-4a2f-8937-b7f9410ec3cf binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:06:45.402086 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:45.424116 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['c9bfcf22-172f-4be6-9d0b-7e497b5af27f'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:06:45.511004 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-818f50ed-5a8b-4002-80ee-29777de3c435 req-0f2e6d64-1f76-44e5-a429-0e294822d20d tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835077 Jul 24 09:06:45.648922 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e7bae6b-5c10-4a96-855a-74bbbc715b9d req-5a9f75ff-fefa-4c14-b12a-66d306cb39ca service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308237 Jul 24 09:06:45.702367 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e325da-6dd8-42fb-9682-d99773ad5995 req-380c7e6a-3fcf-4e8a-803e-f8798be64116 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:45.710188 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-79e325da-6dd8-42fb-9682-d99773ad5995 req-380c7e6a-3fcf-4e8a-803e-f8798be64116 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 948 time: 0.8444948 Jul 24 09:06:45.794524 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc6aa4f-c0ca-4795-9664-757b707ddaec None None] Network baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:06:45.827408 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-19e79272-854a-486f-9065-5664de47aa3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:45.833550 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-79e325da-6dd8-42fb-9682-d99773ad5995 req-a474690d-7da5-4f86-8af2-5b4520d69aeb tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223867 Jul 24 09:06:45.838166 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-456e3ef7-f60e-4658-a233-f9309c081159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:45.850305 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee240a07-94a6-4fa3-9dea-767ab299a762 req-6abc2fd2-0e20-41bb-9025-2303ec5cb5ae tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:45.851877 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ee240a07-94a6-4fa3-9dea-767ab299a762 req-6abc2fd2-0e20-41bb-9025-2303ec5cb5ae tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f008328-35cc-4d0c-8bc9-d19555e62c98 HTTP/1.1" status: 200 len: 949 time: 0.2564950 Jul 24 09:06:45.855963 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e7bae6b-5c10-4a96-855a-74bbbc715b9d req-f429d134-effb-4366-bb3d-78cc9dcc3ea3 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002475 Jul 24 09:06:45.889236 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-456e3ef7-f60e-4658-a233-f9309c081159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:45.928843 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ee240a07-94a6-4fa3-9dea-767ab299a762 req-bf1b82fe-8038-460d-862f-37729825de12 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700853 Jul 24 09:06:45.930265 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-323d5f7a-da35-4988-a8cf-d73d1cacb969 None None] Provisioning for port e401916d-cd7d-4c9d-b182-60a44aecd856 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:06:45.937303 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-323d5f7a-da35-4988-a8cf-d73d1cacb969 None None] Provisioning complete for port e401916d-cd7d-4c9d-b182-60a44aecd856 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:45.937679 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-323d5f7a-da35-4988-a8cf-d73d1cacb969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:45.966180 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-456e3ef7-f60e-4658-a233-f9309c081159 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60ddc17bf85644b8adb5d0f670bf93c9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3400192 Jul 24 09:06:45.979336 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44374) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:46.018447 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e3ef7-f60e-4658-a233-f9309c081159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b56fa31-89bf-458e-9d96-7a7b6bbf4663,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:46.077582 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-323d5f7a-da35-4988-a8cf-d73d1cacb969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:46.078663 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-19e79272-854a-486f-9065-5664de47aa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:46.112188 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-16901b58-6c6a-4ca3-8fbc-fda3043d55a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:46.150685 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-323d5f7a-da35-4988-a8cf-d73d1cacb969 None None] For port e401916d-cd7d-4c9d-b182-60a44aecd856, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e401916d-cd7d-4c9d-b182-60a44aecd856,segment=NetworkSegment(b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85),segment_id=b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:46.158116 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-323d5f7a-da35-4988-a8cf-d73d1cacb969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:46.217529 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-57c1cf31-1b86-4af2-a643-c660358dd226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da51239-493e-4ce8-9564-2138e4448452 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:06:46.222290 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bcb3d9f9-b2fb-46a6-9743-546c2d00665c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:46.237284 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-57c1cf31-1b86-4af2-a643-c660358dd226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:46.256694 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:46.258529 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e79272-854a-486f-9065-5664de47aa3e admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:06:46.274841 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-19e79272-854a-486f-9065-5664de47aa3e admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:06:46.279294 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d5f7a-da35-4988-a8cf-d73d1cacb969 None None] Pushing event updated for resources: {'Port': ['ID=e401916d-cd7d-4c9d-b182-60a44aecd856,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:46.285594 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e79272-854a-486f-9065-5664de47aa3e admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:06:46.371228 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-57c1cf31-1b86-4af2-a643-c660358dd226 service neutron] Transition to ACTIVE for port object 2da51239-493e-4ce8-9564-2138e4448452 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:06:46.373408 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e79272-854a-486f-9065-5664de47aa3e admin admin] Pushing event updated for resources: {'Port': ['ID=bd087bf1-bc9a-46c6-87b5-1fb47e77762f,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:46.383586 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bcb3d9f9-b2fb-46a6-9743-546c2d00665c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:46.392172 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-57c1cf31-1b86-4af2-a643-c660358dd226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:46.402930 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:46.419946 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] Transition to ACTIVE for port object 6693a85b-8497-4a2f-8937-b7f9410ec3cf will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:06:46.429984 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ef82d-8add-4e8c-b7fc-cdd8f896afc0 req-89968aa1-491a-4501-9939-0990ebc6e504 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:46.430218 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:46.436928 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c49ef82d-8add-4e8c-b7fc-cdd8f896afc0 req-89968aa1-491a-4501-9939-0990ebc6e504 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=6637ba48-2b64-4691-9fdf-8b4148c2845e HTTP/1.1" status: 200 len: 949 time: 0.3017845 Jul 24 09:06:46.485470 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] Attempting to bind port 6693a85b-8497-4a2f-8937-b7f9410ec3cf on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:06:46.485702 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-67bb4e63-e58d-44f7-8ff8-cfe77ddb1259 None None] Provisioning complete for port e401916d-cd7d-4c9d-b182-60a44aecd856 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:46.485833 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] Attempting to bind port 6693a85b-8497-4a2f-8937-b7f9410ec3cf by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:06:46.486030 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-67bb4e63-e58d-44f7-8ff8-cfe77ddb1259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:46.486514 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] Attempting to bind port 6693a85b-8497-4a2f-8937-b7f9410ec3cf on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:06:46.488647 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee609c42-4069-4fad-9968-cd4e5955ee2d None None] Pushing event updated for resources: {'Port': ['ID=6693a85b-8497-4a2f-8937-b7f9410ec3cf,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:46.498419 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:06:46.499388 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:06:46.500049 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:46.500672 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:06:46.501374 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] Bound port: 6693a85b-8497-4a2f-8937-b7f9410ec3cf, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:06:46.502017 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:46.505342 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee609c42-4069-4fad-9968-cd4e5955ee2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:46.506569 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee609c42-4069-4fad-9968-cd4e5955ee2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:46.507129 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee609c42-4069-4fad-9968-cd4e5955ee2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:46.507679 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee609c42-4069-4fad-9968-cd4e5955ee2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:46.508240 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee609c42-4069-4fad-9968-cd4e5955ee2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:46.508804 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee609c42-4069-4fad-9968-cd4e5955ee2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:46.509474 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee609c42-4069-4fad-9968-cd4e5955ee2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:46.510007 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee609c42-4069-4fad-9968-cd4e5955ee2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:46.510542 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee609c42-4069-4fad-9968-cd4e5955ee2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:46.511084 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee609c42-4069-4fad-9968-cd4e5955ee2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:46.511639 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee609c42-4069-4fad-9968-cd4e5955ee2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:46.512185 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee609c42-4069-4fad-9968-cd4e5955ee2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee609c42-4069-4fad-9968-cd4e5955ee2d None None] Tracked resource versions report: Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: pushed versions: Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: { 'AddressGroup': {'1.2'}, Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: 'ConntrackHelper': {'1.0'}, Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: 'Log': {'1.0'}, Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: 'Network': {'1.1'}, Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: 'Port': {'1.7'}, Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: 'PortForwarding': {'1.2'}, Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: 'QosPolicy': {'1.8'}, Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: 'SecurityGroup': {'1.4'}, Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: 'SecurityGroupRule': {'1.2'}, Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: 'SubPort': {'1.0'}, Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: 'Subnet': {'1.1'}, Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: 'Trunk': {'1.1'}} Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: consumer versions: Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: { DHCP agent@n-d-800085-9: {}, Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: HyperV agent@n-h1-800085-9: {}, Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: HyperV agent@n-h2-800085-9: {}, Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: L3 agent@n-d-800085-9: {}, Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: Metadata agent@n-d-800085-9: {}, Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: Metering agent@n-d-800085-9: {}, Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: Open vSwitch agent@n-d-800085-9: { 'AddressGroup': '1.2', Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: 'ConntrackHelper': '1.0', Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: 'Log': '1.0', Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: 'Network': '1.1', Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: 'Port': '1.7', Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: 'PortForwarding': '1.2', Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: 'QosPolicy': '1.8', Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: 'SecurityGroup': '1.4', Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: 'SecurityGroupRule': '1.2', Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: 'SubPort': '1.0', Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: 'Subnet': '1.1', Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: 'Trunk': '1.1'}} Jul 24 09:06:46.513548 n-d-800085-9 neutron-server[94038]: {{(pid=94038) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 09:06:46.526435 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c49ef82d-8add-4e8c-b7fc-cdd8f896afc0 req-1f1a0ceb-78a9-43b7-9661-6c934c8fae96 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/security-groups?id=09d890e7-271c-45a5-a466-e475b57cebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822370 Jul 24 09:06:46.560693 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-16901b58-6c6a-4ca3-8fbc-fda3043d55a9 admin admin] Allocated IP 172.20.0.1 (dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d/220ccdaa-7d4a-4d90-b09e-296688a41add/a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:06:46.585095 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] For port 6693a85b-8497-4a2f-8937-b7f9410ec3cf, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:06:46.588284 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] For port 6693a85b-8497-4a2f-8937-b7f9410ec3cf, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=6693a85b-8497-4a2f-8937-b7f9410ec3cf,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:06:46.590773 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 6289c3e7-30d0-4072-b34b-6153a02e4df5 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:06:46.596328 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:46.597631 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device c9bfcf22-172f-4be6-9d0b-7e497b5af27f up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:06:46.652876 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee609c42-4069-4fad-9968-cd4e5955ee2d None None] Pushing event updated for resources: {'Port': ['ID=6693a85b-8497-4a2f-8937-b7f9410ec3cf,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:46.706638 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] Routers {'b82a34ac-21b9-40f2-9c52-98d6d2cec22a'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:06:46.707428 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:06:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:06:46.826335 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-57c1cf31-1b86-4af2-a643-c660358dd226 service neutron] Attempting to bind port 2da51239-493e-4ce8-9564-2138e4448452 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:06:46.827039 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-57c1cf31-1b86-4af2-a643-c660358dd226 service neutron] Attempting to bind port 2da51239-493e-4ce8-9564-2138e4448452 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:06:46.829161 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-57c1cf31-1b86-4af2-a643-c660358dd226 service neutron] Attempting to bind port 2da51239-493e-4ce8-9564-2138e4448452 on network 78a39135-7e1b-4cfc-8949-e6417e15b488 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:06:46.841075 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1cf31-1b86-4af2-a643-c660358dd226 service neutron] Pushing event updated for resources: {'Port': ['ID=2da51239-493e-4ce8-9564-2138e4448452,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:46.854792 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-57c1cf31-1b86-4af2-a643-c660358dd226 service neutron] Port 2da51239-493e-4ce8-9564-2138e4448452 on network 78a39135-7e1b-4cfc-8949-e6417e15b488 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:06:46.854978 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-16901b58-6c6a-4ca3-8fbc-fda3043d55a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:46.855376 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-57c1cf31-1b86-4af2-a643-c660358dd226 service neutron] Attempting to bind port 2da51239-493e-4ce8-9564-2138e4448452 on network 78a39135-7e1b-4cfc-8949-e6417e15b488 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:06:46.855971 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e401916d-cd7d-4c9d-b182-60a44aecd856 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:06:46.866478 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bcb3d9f9-b2fb-46a6-9743-546c2d00665c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:46.869613 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bcb3d9f9-b2fb-46a6-9743-546c2d00665c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:46.883201 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bcb3d9f9-b2fb-46a6-9743-546c2d00665c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b56fa31-89bf-458e-9d96-7a7b6bbf4663 HTTP/1.1" status: 204 len: 168 time: 0.8961468 Jul 24 09:06:46.891140 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port c9bfcf22-172f-4be6-9d0b-7e497b5af27f completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:06:46.893364 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-57c1cf31-1b86-4af2-a643-c660358dd226 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:06:46.893738 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-57c1cf31-1b86-4af2-a643-c660358dd226 service neutron] Checking segment: {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:06:46.895323 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-57c1cf31-1b86-4af2-a643-c660358dd226 service neutron] Bound using segment: {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:06:46.895797 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-57c1cf31-1b86-4af2-a643-c660358dd226 service neutron] Bound port: 2da51239-493e-4ce8-9564-2138e4448452, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:06:46.896163 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-57c1cf31-1b86-4af2-a643-c660358dd226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:46.900456 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-16901b58-6c6a-4ca3-8fbc-fda3043d55a9 admin admin] Transition to ACTIVE for port object a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:06:46.907135 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port c9bfcf22-172f-4be6-9d0b-7e497b5af27f triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:46.907749 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:46.915069 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b05f8-c96b-4077-a944-98be0b9d2940 req-082bfac1-fc76-4f92-972d-cda3bb83d869 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:46.916656 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-415b05f8-c96b-4077-a944-98be0b9d2940 req-082bfac1-fc76-4f92-972d-cda3bb83d869 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 944 time: 0.2177663 Jul 24 09:06:46.982230 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] Set router b82a34ac-21b9-40f2-9c52-98d6d2cec22a gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:06:46.993855 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 6289c3e7-30d0-4072-b34b-6153a02e4df5, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=6289c3e7-30d0-4072-b34b-6153a02e4df5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:47.012150 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3d9f9-b2fb-46a6-9743-546c2d00665c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b56fa31-89bf-458e-9d96-7a7b6bbf4663,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:47.039366 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44396) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:47.056518 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:47.082549 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '6289c3e7-30d0-4072-b34b-6153a02e4df5', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': '6289c3e7-30d0-4072-b34b-6153a02e4df5', 'mac_address': 'fa:16:3e:c7:53:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:06:47.096770 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port e401916d-cd7d-4c9d-b182-60a44aecd856 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:47.097250 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:47.167564 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-415b05f8-c96b-4077-a944-98be0b9d2940 req-23aec5d5-22bd-458d-8606-2338a94d275a tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342298 Jul 24 09:06:47.180760 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port c9bfcf22-172f-4be6-9d0b-7e497b5af27f, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=c9bfcf22-172f-4be6-9d0b-7e497b5af27f,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:47.189566 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f008328-35cc-4d0c-8bc9-d19555e62c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bfcf22-172f-4be6-9d0b-7e497b5af27f'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:06:47.192832 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-19e79272-854a-486f-9065-5664de47aa3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:47.193303 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3deac92a-dad7-4dae-b3bf-e57b5bad746c" -d '{"events": [{"server_uuid": "3f008328-35cc-4d0c-8bc9-d19555e62c98", "name": "network-vif-plugged", "status": "completed", "tag": "c9bfcf22-172f-4be6-9d0b-7e497b5af27f"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:06:47.197464 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:47.229051 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-16901b58-6c6a-4ca3-8fbc-fda3043d55a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:47.321740 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16901b58-6c6a-4ca3-8fbc-fda3043d55a9 admin admin] Network dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:06:47.327506 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:47.329124 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-16901b58-6c6a-4ca3-8fbc-fda3043d55a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:06:47.335559 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16901b58-6c6a-4ca3-8fbc-fda3043d55a9 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:06:47.335912 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-16901b58-6c6a-4ca3-8fbc-fda3043d55a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:47.408531 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6289c3e7-30d0-4072-b34b-6153a02e4df5 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:06:47.460431 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 6289c3e7-30d0-4072-b34b-6153a02e4df5, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=6289c3e7-30d0-4072-b34b-6153a02e4df5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:47.462220 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=c9bfcf22-172f-4be6-9d0b-7e497b5af27f,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:47.497333 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:47.517709 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16901b58-6c6a-4ca3-8fbc-fda3043d55a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:47.571834 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=6289c3e7-30d0-4072-b34b-6153a02e4df5,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:47.615011 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2fd4ba5c-59ff-4956-8ddf-fd602a8bbebc None None] Provisioning for port a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:06:47.622329 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2fd4ba5c-59ff-4956-8ddf-fd602a8bbebc None None] Provisioning complete for port a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:47.622662 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2fd4ba5c-59ff-4956-8ddf-fd602a8bbebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:47.625152 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:38Z', 'updated_at': '2021-07-24T09:06:42Z', 'revision_number': 3, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'gw_port': {'id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:af:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:41Z', 'updated_at': '2021-07-24T09:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:06:47.656859 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fc098f-30fa-4085-909e-22e77cc341ff None None] The sync data for ids ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'] in n-d-800085-9 is: [{'id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:38Z', 'updated_at': '2021-07-24T09:06:42Z', 'revision_number': 3, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'gw_port': {'id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:af:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:41Z', 'updated_at': '2021-07-24T09:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:06:47.683059 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44406) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:47.686172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-2fd4ba5c-59ff-4956-8ddf-fd602a8bbebc None None] Port a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:06:47.718364 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6f9dc602-1e88-4a3a-82b2-bdd759ea7355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:47.731211 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-57c1cf31-1b86-4af2-a643-c660358dd226 service neutron] For port 2da51239-493e-4ce8-9564-2138e4448452, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:06:47.748522 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cf593a55-da64-4884-828f-d3a5c76b4899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:47.753129 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['6289c3e7-30d0-4072-b34b-6153a02e4df5'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:06:47.777126 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-57c1cf31-1b86-4af2-a643-c660358dd226 service neutron] For port 2da51239-493e-4ce8-9564-2138e4448452, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=2da51239-493e-4ce8-9564-2138e4448452,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:06:47.792483 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-57c1cf31-1b86-4af2-a643-c660358dd226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:47.865130 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-57c1cf31-1b86-4af2-a643-c660358dd226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:47.865857 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-57c1cf31-1b86-4af2-a643-c660358dd226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:47.867357 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-57c1cf31-1b86-4af2-a643-c660358dd226 service neutron] 10.222.0.37 "PUT /v2.0/ports/2da51239-493e-4ce8-9564-2138e4448452 HTTP/1.1" status: 200 len: 1092 time: 3.3644309 Jul 24 09:06:47.868299 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df72bd75-1ee9-4df9-ad73-985ed12bbe75', 'tag': '2da51239-493e-4ce8-9564-2138e4448452'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:06:47.870259 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a229bb27-a217-4dc3-9f63-1642f0cc5ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "df72bd75-1ee9-4df9-ad73-985ed12bbe75", "tag": "2da51239-493e-4ce8-9564-2138e4448452"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:06:47.921067 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345b69f-07de-4a17-bab4-d9a3d620f5fa req-ed1e251d-13fe-4eb4-a110-21fd42d8271e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:47.928334 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1345b69f-07de-4a17-bab4-d9a3d620f5fa req-ed1e251d-13fe-4eb4-a110-21fd42d8271e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 948 time: 0.7364602 Jul 24 09:06:47.928526 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f0c6f-237a-4e99-8d54-29c55bbc14dd req-e8596539-3db7-4d2f-ab21-73a344e438e9 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:47.930026 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4d5f0c6f-237a-4e99-8d54-29c55bbc14dd req-e8596539-3db7-4d2f-ab21-73a344e438e9 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f008328-35cc-4d0c-8bc9-d19555e62c98 HTTP/1.1" status: 200 len: 950 time: 0.5304353 Jul 24 09:06:47.994269 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-16901b58-6c6a-4ca3-8fbc-fda3043d55a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:48.020449 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1cf31-1b86-4af2-a643-c660358dd226 service neutron] Pushing event updated for resources: {'Port': ['ID=2da51239-493e-4ce8-9564-2138e4448452,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:48.023415 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4d5f0c6f-237a-4e99-8d54-29c55bbc14dd req-37999554-29bf-4bf9-8206-4da1ec2fe1ec tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633879 Jul 24 09:06:48.149390 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1345b69f-07de-4a17-bab4-d9a3d620f5fa req-431463de-b8ad-43aa-860e-d360d6b62ae9 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197661 Jul 24 09:06:48.195982 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6f9dc602-1e88-4a3a-82b2-bdd759ea7355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:48.197916 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-19e79272-854a-486f-9065-5664de47aa3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:48.208636 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfdc8be-a945-44bd-8e63-4234a291db44 x-openstack-request-id: req-ecfdc8be-a945-44bd-8e63-4234a291db44 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:06:48.209728 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f008328-35cc-4d0c-8bc9-d19555e62c98", "name": "network-vif-plugged", "status": "completed", "tag": "c9bfcf22-172f-4be6-9d0b-7e497b5af27f", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:06:48.209901 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ecfdc8be-a945-44bd-8e63-4234a291db44 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:06:48.210317 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f008328-35cc-4d0c-8bc9-d19555e62c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bfcf22-172f-4be6-9d0b-7e497b5af27f', 'code': 200} Jul 24 09:06:48.280425 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6f9dc602-1e88-4a3a-82b2-bdd759ea7355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:48.285065 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccc92d8-75cc-49f3-8563-c36c4d0ff1f6 x-openstack-request-id: req-8ccc92d8-75cc-49f3-8563-c36c4d0ff1f6 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:06:48.285460 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df72bd75-1ee9-4df9-ad73-985ed12bbe75", "tag": "2da51239-493e-4ce8-9564-2138e4448452", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:06:48.285843 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ccc92d8-75cc-49f3-8563-c36c4d0ff1f6 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:06:48.286245 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df72bd75-1ee9-4df9-ad73-985ed12bbe75', 'tag': '2da51239-493e-4ce8-9564-2138e4448452', 'status': 'completed', 'code': 200} Jul 24 09:06:48.317223 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9dc602-1e88-4a3a-82b2-bdd759ea7355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815243b9-2dc9-4305-b401-9b18ab363e49,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:48.369943 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4999dd0-b916-4462-b467-3f0ceaee109f req-ea87d43d-0014-4ee8-9362-6e771ba6facd tempest-ServersAdminNegativeTestJSON-826632090 tempest-ServersAdminNegativeTestJSON-826632090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:48.376410 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b4999dd0-b916-4462-b467-3f0ceaee109f req-ea87d43d-0014-4ee8-9362-6e771ba6facd tempest-ServersAdminNegativeTestJSON-826632090 tempest-ServersAdminNegativeTestJSON-826632090-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6637ba48-2b64-4691-9fdf-8b4148c2845e HTTP/1.1" status: 200 len: 1100 time: 0.2562318 Jul 24 09:06:48.389548 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-16901b58-6c6a-4ca3-8fbc-fda3043d55a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:48.398495 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-6f8f2640-6591-417f-b714-cc6409c2b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:48.400014 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-6f8f2640-6591-417f-b714-cc6409c2b992 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 1095 time: 0.4261398 Jul 24 09:06:48.403863 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b4999dd0-b916-4462-b467-3f0ceaee109f req-90ba0881-7956-4267-9035-508fb77bd110 tempest-ServersAdminNegativeTestJSON-826632090 tempest-ServersAdminNegativeTestJSON-826632090-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:48.405581 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-16901b58-6c6a-4ca3-8fbc-fda3043d55a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:48.406468 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-16901b58-6c6a-4ca3-8fbc-fda3043d55a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:48.434485 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cf593a55-da64-4884-828f-d3a5c76b4899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:48.495479 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6f9dc602-1e88-4a3a-82b2-bdd759ea7355 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f6ec538bb2e452cbfff4ac3a1ea0f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7964265 Jul 24 09:06:48.495479 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cf593a55-da64-4884-828f-d3a5c76b4899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:48.497811 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44412) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:48.508347 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-060f3d2d-372c-4145-9b50-8becf8fc015f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2da51239-493e-4ce8-9564-2138e4448452 HTTP/1.1" status: 200 len: 217 time: 0.0922458 Jul 24 09:06:48.516216 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16901b58-6c6a-4ca3-8fbc-fda3043d55a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:48.563810 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e30ea5-e7a2-4691-b864-12c2a1045455 req-ae13b3de-ceb6-4cf5-b7bf-62b09f5e31d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:48.565378 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-07e30ea5-e7a2-4691-b864-12c2a1045455 req-ae13b3de-ceb6-4cf5-b7bf-62b09f5e31d8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3f008328-35cc-4d0c-8bc9-d19555e62c98 HTTP/1.1" status: 200 len: 1101 time: 0.2598536 Jul 24 09:06:48.572659 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 6289c3e7-30d0-4072-b34b-6153a02e4df5 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:06:48.620654 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-cf593a55-da64-4884-828f-d3a5c76b4899 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=357ef683f5db4a60a30e2a59de78bacf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5786495 Jul 24 09:06:48.627687 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 6289c3e7-30d0-4072-b34b-6153a02e4df5 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:06:48.628524 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44414) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:48.636574 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 6289c3e7-30d0-4072-b34b-6153a02e4df5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:48.636983 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:48.675218 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-07e30ea5-e7a2-4691-b864-12c2a1045455 req-4a5fc246-19a5-47fb-bc37-52d43cc7dbb4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960746 Jul 24 09:06:48.680685 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16901b58-6c6a-4ca3-8fbc-fda3043d55a9 admin admin] Network dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:06:48.686538 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-16901b58-6c6a-4ca3-8fbc-fda3043d55a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:06:48.690385 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf593a55-da64-4884-828f-d3a5c76b4899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb57489-1f6e-468e-8231-d240fd8a0b2c,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:48.697071 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1d885fe1-aed0-458d-87e2-b332aeaae8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:48.754242 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-1a56e199-d1e5-47c3-b932-feac0f0c896b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:48.756161 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-1a56e199-d1e5-47c3-b932-feac0f0c896b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=726d329a-a5bb-490b-be1e-f21c87173472 HTTP/1.1" status: 200 len: 861 time: 0.2260826 Jul 24 09:06:48.759217 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:48.813495 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e25b8c-6a4c-4c34-b089-67c1f29393f8 req-8efe81a6-7a2a-477a-85ce-ee16e505d851 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:48.815921 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 6289c3e7-30d0-4072-b34b-6153a02e4df5, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=6289c3e7-30d0-4072-b34b-6153a02e4df5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:48.827577 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-91e25b8c-6a4c-4c34-b089-67c1f29393f8 req-8efe81a6-7a2a-477a-85ce-ee16e505d851 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 944 time: 0.5065851 Jul 24 09:06:48.832652 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:48.851094 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c443eed4-295a-4ffe-8293-a63d203be67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:48.896913 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=6289c3e7-30d0-4072-b34b-6153a02e4df5,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:48.897900 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-af064292-5615-42ab-8149-f1c4d47cb1cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=78a39135-7e1b-4cfc-8949-e6417e15b488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1340728 Jul 24 09:06:48.898323 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1d885fe1-aed0-458d-87e2-b332aeaae8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:48.901572 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 6693a85b-8497-4a2f-8937-b7f9410ec3cf up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:06:48.913445 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b4999dd0-b916-4462-b467-3f0ceaee109f req-90ba0881-7956-4267-9035-508fb77bd110 tempest-ServersAdminNegativeTestJSON-826632090 tempest-ServersAdminNegativeTestJSON-826632090-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:48.928587 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b4999dd0-b916-4462-b467-3f0ceaee109f req-90ba0881-7956-4267-9035-508fb77bd110 tempest-ServersAdminNegativeTestJSON-826632090 tempest-ServersAdminNegativeTestJSON-826632090-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:48.945788 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e79272-854a-486f-9065-5664de47aa3e admin admin] Router b3596d54-e46f-4bc4-8857-ddc805702ca2 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:06:48.960992 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 6693a85b-8497-4a2f-8937-b7f9410ec3cf completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:06:48.965646 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 6693a85b-8497-4a2f-8937-b7f9410ec3cf triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:48.966029 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:48.985688 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c443eed4-295a-4ffe-8293-a63d203be67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:48.988966 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b4999dd0-b916-4462-b467-3f0ceaee109f req-90ba0881-7956-4267-9035-508fb77bd110 tempest-ServersAdminNegativeTestJSON-826632090 tempest-ServersAdminNegativeTestJSON-826632090-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=09d890e7-271c-45a5-a466-e475b57cebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6094546 Jul 24 09:06:49.008111 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-91e25b8c-6a4c-4c34-b089-67c1f29393f8 req-26128384-c600-46f5-ab1e-ba23bc74c21c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792510 Jul 24 09:06:49.026974 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16901b58-6c6a-4ca3-8fbc-fda3043d55a9 admin admin] Router b82a34ac-21b9-40f2-9c52-98d6d2cec22a has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:06:49.034346 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba0881-7956-4267-9035-508fb77bd110 tempest-ServersAdminNegativeTestJSON-826632090 tempest-ServersAdminNegativeTestJSON-826632090-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb627a37-ea03-47a1-b83e-d7b9009f923e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:49.064589 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1d885fe1-aed0-458d-87e2-b332aeaae8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:49.067207 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1d885fe1-aed0-458d-87e2-b332aeaae8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:49.069265 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1d885fe1-aed0-458d-87e2-b332aeaae8c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/815243b9-2dc9-4305-b401-9b18ab363e49 HTTP/1.1" status: 204 len: 168 time: 0.5698841 Jul 24 09:06:49.078361 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b7ea022f-299a-456e-ba0e-8aad54817896 None None] Provisioning complete for port a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:49.078750 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b7ea022f-299a-456e-ba0e-8aad54817896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:49.080936 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d885fe1-aed0-458d-87e2-b332aeaae8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815243b9-2dc9-4305-b401-9b18ab363e49,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:49.196180 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-b64e1068-c260-4ccd-9de1-c7fc2b5ff181 service neutron] 10.222.0.37 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846336 Jul 24 09:06:49.220481 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c443eed4-295a-4ffe-8293-a63d203be67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:49.223253 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c443eed4-295a-4ffe-8293-a63d203be67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:49.226926 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c443eed4-295a-4ffe-8293-a63d203be67a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2bb57489-1f6e-468e-8231-d240fd8a0b2c HTTP/1.1" status: 204 len: 168 time: 0.5877984 Jul 24 09:06:49.252001 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16901b58-6c6a-4ca3-8fbc-fda3043d55a9 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:06:49.267712 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-16901b58-6c6a-4ca3-8fbc-fda3043d55a9 admin admin] 10.222.0.32 "PUT /v2.0/routers/b82a34ac-21b9-40f2-9c52-98d6d2cec22a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3844693 Jul 24 09:06:49.282676 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e79272-854a-486f-9065-5664de47aa3e admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:06:49.301270 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443eed4-295a-4ffe-8293-a63d203be67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb57489-1f6e-468e-8231-d240fd8a0b2c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:49.321595 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:49.354038 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] Sync routers for ids ['b3596d54-e46f-4bc4-8857-ddc805702ca2'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:06:49.366858 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-23b6031a-7491-46a2-8483-6ad001792a46 req-f249a269-99a4-4c74-8f42-4d94dc4484e7 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:06:49.368054 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-23b6031a-7491-46a2-8483-6ad001792a46 req-f249a269-99a4-4c74-8f42-4d94dc4484e7 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089965 Jul 24 09:06:49.377025 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-19e79272-854a-486f-9065-5664de47aa3e admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:49.378389 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-19e79272-854a-486f-9065-5664de47aa3e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.7536941 Jul 24 09:06:49.382827 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44430) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:49.422373 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-b7ea022f-299a-456e-ba0e-8aad54817896 None None] Port a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:06:49.442923 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] Routers {'b3596d54-e46f-4bc4-8857-ddc805702ca2'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:06:49.444874 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:06:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b3596d54-e46f-4bc4-8857-ddc805702ca2'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:06:49.462314 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 6693a85b-8497-4a2f-8937-b7f9410ec3cf, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=6693a85b-8497-4a2f-8937-b7f9410ec3cf,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:49.548254 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:49.597035 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009ef53-32b6-48a8-84b6-8c09c14a3de6 req-bf15a45d-bcf9-4b9f-a7fd-a640941cb13b tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:49.598717 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7009ef53-32b6-48a8-84b6-8c09c14a3de6 req-bf15a45d-bcf9-4b9f-a7fd-a640941cb13b tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 950 time: 0.1193035 Jul 24 09:06:49.680296 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7009ef53-32b6-48a8-84b6-8c09c14a3de6 req-e13d1836-16a0-4cec-b643-7b83e293b46a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738173 Jul 24 09:06:49.701590 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c54abde5-eee6-4892-9699-1ec9699a48fb req-044eba22-3dbc-4865-a8da-64a464f73447 service neutron] 10.222.0.37 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836297 Jul 24 09:06:49.726790 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8021dcc-22f4-4c68-bb56-91dc72a7aef3 req-a66a1d97-178d-4637-8914-088a01424083 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:49.728440 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f8021dcc-22f4-4c68-bb56-91dc72a7aef3 req-a66a1d97-178d-4637-8914-088a01424083 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f008328-35cc-4d0c-8bc9-d19555e62c98 HTTP/1.1" status: 200 len: 950 time: 0.5272470 Jul 24 09:06:49.825550 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=6693a85b-8497-4a2f-8937-b7f9410ec3cf,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:49.862805 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] Set router b3596d54-e46f-4bc4-8857-ddc805702ca2 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:06:49.910076 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44452) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:49.922652 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] Sync routers for ids ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:06:49.935893 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5e5f751-c8d6-41ab-b4a9-98b8e70b61f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:49.940317 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4a8feea-c85e-4005-a065-469c7ed501e0 req-b415a140-945c-4881-a754-fce70a01e935 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f0e53edd-6271-4f48-badc-1e49b38d9c61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3749199 Jul 24 09:06:49.942129 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] Routers {'b82a34ac-21b9-40f2-9c52-98d6d2cec22a'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:06:49.944405 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:06:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:06:49.976594 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f8021dcc-22f4-4c68-bb56-91dc72a7aef3 req-c53de046-201b-4580-9e98-ff0ab3c7ed7f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314427 Jul 24 09:06:50.188568 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1553795204-router', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:42Z', 'updated_at': '2021-07-24T09:06:46Z', 'revision_number': 3, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'gw_port': {'id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ba:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:44Z', 'updated_at': '2021-07-24T09:06:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:06:50.194729 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5e5f751-c8d6-41ab-b4a9-98b8e70b61f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:50.201966 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5e5f751-c8d6-41ab-b4a9-98b8e70b61f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:50.226763 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] Set router b82a34ac-21b9-40f2-9c52-98d6d2cec22a gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:06:50.248141 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7d0218-14f2-4048-a3ab-36a5e74bcedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6289c3e7-30d0-4072-b34b-6153a02e4df5'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:06:50.255242 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50ebb19-c8f2-4c34-8e9a-03209694925d" -d '{"events": [{"server_uuid": "bc7d0218-14f2-4048-a3ab-36a5e74bcedf", "name": "network-vif-plugged", "status": "completed", "tag": "6289c3e7-30d0-4072-b34b-6153a02e4df5"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:06:50.266265 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] Checking router: b3596d54-e46f-4bc4-8857-ddc805702ca2 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:06:50.268621 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] Updating router b3596d54-e46f-4bc4-8857-ddc805702ca2 port bd087bf1-bc9a-46c6-87b5-1fb47e77762f binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:06:50.297244 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5f751-c8d6-41ab-b4a9-98b8e70b61f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93eb282-1254-42b8-a7db-6ea6e8c6f9ab,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:50.318727 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229bb27-a217-4dc3-9f63-1642f0cc5ff8 req-c1a68324-2d79-48a6-9edf-cc35da7c3e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:50.320217 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a229bb27-a217-4dc3-9f63-1642f0cc5ff8 req-c1a68324-2d79-48a6-9edf-cc35da7c3e5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 1095 time: 0.4751394 Jul 24 09:06:50.344553 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:50.356039 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c5e5f751-c8d6-41ab-b4a9-98b8e70b61f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8598807461a242719daed04a0239121f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4446218 Jul 24 09:06:50.358889 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44464) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:50.477047 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d578b9dd-d1b3-4675-ab7d-eca32a12df9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:50.531899 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d578b9dd-d1b3-4675-ab7d-eca32a12df9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:50.590898 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8feea-c85e-4005-a065-469c7ed501e0 req-c047f8ad-8d65-4bc2-9535-f8337495d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:50.592755 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4a8feea-c85e-4005-a065-469c7ed501e0 req-c047f8ad-8d65-4bc2-9535-f8337495d7f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=04b68a5a364f4a7b80cc8c202c9497f2&device_id=f0e53edd-6271-4f48-badc-1e49b38d9c61 HTTP/1.1" status: 200 len: 1100 time: 0.5866604 Jul 24 09:06:50.652755 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:38Z', 'updated_at': '2021-07-24T09:06:47Z', 'revision_number': 4, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'gw_port': {'id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:41Z', 'updated_at': '2021-07-24T09:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f', 'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'mac_address': 'fa:16:3e:39:1b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:46Z', 'updated_at': '2021-07-24T09:06:48Z', 'revision_number': 2, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'subnets': [{'id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:06:50.672206 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229bb27-a217-4dc3-9f63-1642f0cc5ff8 req-dab58d10-e67b-453e-9561-f65accbbdd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:50.674125 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a229bb27-a217-4dc3-9f63-1642f0cc5ff8 req-dab58d10-e67b-453e-9561-f65accbbdd0a service neutron] 10.222.0.37 "GET /v2.0/networks?id=78a39135-7e1b-4cfc-8949-e6417e15b488 HTTP/1.1" status: 200 len: 921 time: 0.3461552 Jul 24 09:06:50.680108 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-4962131e-d385-44f4-b123-b2567a35f57b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:50.686055 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-4962131e-d385-44f4-b123-b2567a35f57b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/networks?id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d HTTP/1.1" status: 200 len: 818 time: 0.2146285 Jul 24 09:06:50.691561 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] Checking router: b82a34ac-21b9-40f2-9c52-98d6d2cec22a for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:06:50.691926 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] Updating router b82a34ac-21b9-40f2-9c52-98d6d2cec22a port a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:06:50.712814 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-1936fabf-5111-4b32-8d72-424199897483 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/quotas/9e0f26770ead4e32a3c0b7247a4e23c2 HTTP/1.1" status: 200 len: 375 time: 0.0171068 Jul 24 09:06:50.730556 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d578b9dd-d1b3-4675-ab7d-eca32a12df9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:50.734194 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d578b9dd-d1b3-4675-ab7d-eca32a12df9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:50.734673 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:50.738029 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d578b9dd-d1b3-4675-ab7d-eca32a12df9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b93eb282-1254-42b8-a7db-6ea6e8c6f9ab HTTP/1.1" status: 204 len: 168 time: 0.3759141 Jul 24 09:06:50.755675 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359495df-ba2f-452c-ba07-223daf8a52d5 req-7e124209-3391-4377-ac59-37d979306806 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:50.757595 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-359495df-ba2f-452c-ba07-223daf8a52d5 req-7e124209-3391-4377-ac59-37d979306806 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 944 time: 0.3161137 Jul 24 09:06:50.812549 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578b9dd-d1b3-4675-ab7d-eca32a12df9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93eb282-1254-42b8-a7db-6ea6e8c6f9ab,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:50.831826 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 6693a85b-8497-4a2f-8937-b7f9410ec3cf up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:06:50.890679 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-dd8bee39-f44d-449c-bed5-29ea7deab6f6 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e0f26770ead4e32a3c0b7247a4e23c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1535523 Jul 24 09:06:50.916113 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a229bb27-a217-4dc3-9f63-1642f0cc5ff8 req-bbf21fb5-e594-47ad-aa6b-356fa9cc81ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2da51239-493e-4ce8-9564-2138e4448452 HTTP/1.1" status: 200 len: 217 time: 0.2111695 Jul 24 09:06:50.926456 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:50.979943 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] Transition to ACTIVE for port object bd087bf1-bc9a-46c6-87b5-1fb47e77762f will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:06:51.000947 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 6693a85b-8497-4a2f-8937-b7f9410ec3cf triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:51.002701 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:51.006804 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:51.012473 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-7d3d7383-4eba-4935-b460-78c27d57b1a6 service neutron] 10.222.0.32 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204233 Jul 24 09:06:51.156223 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-830e0b25-5b21-4153-8b10-c859d20f8c1e service neutron] 10.222.0.32 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426320 Jul 24 09:06:51.172789 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229bb27-a217-4dc3-9f63-1642f0cc5ff8 req-8f4b5782-4f1e-4a3d-9963-c1c1c9559faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:51.183162 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a229bb27-a217-4dc3-9f63-1642f0cc5ff8 req-8f4b5782-4f1e-4a3d-9963-c1c1c9559faa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=726d329a-a5bb-490b-be1e-f21c87173472 HTTP/1.1" status: 200 len: 861 time: 0.2287161 Jul 24 09:06:51.184500 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:51.198561 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] Attempting to bind port bd087bf1-bc9a-46c6-87b5-1fb47e77762f on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:06:51.200262 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] Attempting to bind port bd087bf1-bc9a-46c6-87b5-1fb47e77762f by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:06:51.201356 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] Attempting to bind port bd087bf1-bc9a-46c6-87b5-1fb47e77762f on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:06:51.215414 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] Transition to ACTIVE for port object a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:06:51.225545 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:51.250856 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:06:51.251541 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:06:51.253870 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:51.254534 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:06:51.255268 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] Bound port: bd087bf1-bc9a-46c6-87b5-1fb47e77762f, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:06:51.256680 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:51.265885 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-359495df-ba2f-452c-ba07-223daf8a52d5 req-2c8c5572-108f-4ac9-a602-c3999405aac3 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517141 Jul 24 09:06:51.271129 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a229bb27-a217-4dc3-9f63-1642f0cc5ff8 req-f5b94438-96c6-4a93-93d7-f21c05c7ee36 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=78a39135-7e1b-4cfc-8949-e6417e15b488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759389 Jul 24 09:06:51.288098 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade568b-b2ae-4d8e-93fa-ab50f5e1367b None None] Pushing event updated for resources: {'Port': ['ID=bd087bf1-bc9a-46c6-87b5-1fb47e77762f,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:51.382856 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8feea-c85e-4005-a065-469c7ed501e0 req-2f3b8c90-2c60-4f71-a53c-78a787023eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:51.391881 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9311c1-fde6-4e59-8482-3e5b38ebd530 None None] Pushing event updated for resources: {'Port': ['ID=a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:51.409766 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4a8feea-c85e-4005-a065-469c7ed501e0 req-2f3b8c90-2c60-4f71-a53c-78a787023eee service neutron] 10.222.0.20 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.7949989 Jul 24 09:06:51.448171 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82794281-3c33-4dc9-9d11-a84ecb0491f2 x-openstack-request-id: req-82794281-3c33-4dc9-9d11-a84ecb0491f2 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:06:51.448797 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7d0218-14f2-4048-a3ab-36a5e74bcedf", "name": "network-vif-plugged", "status": "completed", "tag": "6289c3e7-30d0-4072-b34b-6153a02e4df5", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:06:51.448797 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-82794281-3c33-4dc9-9d11-a84ecb0491f2 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:06:51.449174 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7d0218-14f2-4048-a3ab-36a5e74bcedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6289c3e7-30d0-4072-b34b-6153a02e4df5', 'code': 200} Jul 24 09:06:51.469605 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] For port bd087bf1-bc9a-46c6-87b5-1fb47e77762f, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:06:51.480787 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] For port bd087bf1-bc9a-46c6-87b5-1fb47e77762f, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=bd087bf1-bc9a-46c6-87b5-1fb47e77762f,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:06:51.500765 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:51.634711 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4a8feea-c85e-4005-a065-469c7ed501e0 req-03e24909-1782-4896-81ad-9dfbc9e44ce3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=f152c21b-a69c-4d32-aed6-af6b18f802f5 HTTP/1.1" status: 200 len: 217 time: 0.1824174 Jul 24 09:06:51.635483 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] Attempting to bind port a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:06:51.636655 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] Attempting to bind port a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd70121ac-134b-429c-b67d-2538b555b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:06:51.637691 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] Attempting to bind port a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f on network dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:06:51.652878 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade568b-b2ae-4d8e-93fa-ab50f5e1367b None None] Pushing event updated for resources: {'Port': ['ID=bd087bf1-bc9a-46c6-87b5-1fb47e77762f,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:51.655876 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] Routers {'b3596d54-e46f-4bc4-8857-ddc805702ca2'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:06:51.656489 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:06:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b3596d54-e46f-4bc4-8857-ddc805702ca2'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:06:51.664274 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:06:51.665612 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] Checking segment: {'id': 'd70121ac-134b-429c-b67d-2538b555b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:06:51.668314 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:51.669247 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] Bound using segment: {'id': 'd70121ac-134b-429c-b67d-2538b555b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:06:51.670619 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] Bound port: a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd70121ac-134b-429c-b67d-2538b555b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:06:51.672303 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:51.732116 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.20', 61174) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:51.775428 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7400a-ab18-439e-8d44-d32fec644fae req-2c7d5442-7aaa-4995-8b76-2937ae3603eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:51.777493 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-73f7400a-ab18-439e-8d44-d32fec644fae req-2c7d5442-7aaa-4995-8b76-2937ae3603eb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 1101 time: 0.2419052 Jul 24 09:06:51.837900 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640472e9-d517-4b87-9c79-0693c97ab573 req-6124ba5e-c59c-442c-92d4-06871058381e tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:51.842495 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-640472e9-d517-4b87-9c79-0693c97ab573 req-6124ba5e-c59c-442c-92d4-06871058381e tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=6637ba48-2b64-4691-9fdf-8b4148c2845e HTTP/1.1" status: 200 len: 949 time: 0.3548641 Jul 24 09:06:51.857870 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] For port a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:06:51.864803 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] For port a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f,segment=NetworkSegment(d70121ac-134b-429c-b67d-2538b555b119),segment_id=d70121ac-134b-429c-b67d-2538b555b119)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:06:51.873736 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:51.941967 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] Set router b3596d54-e46f-4bc4-8857-ddc805702ca2 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:06:51.950866 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a229bb27-a217-4dc3-9f63-1642f0cc5ff8 req-06cd7440-b268-4150-9e4b-59b343b60816 service neutron] 10.222.0.37 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143754 Jul 24 09:06:51.953589 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b07a97dc-4f5b-4461-bf08-094125fd5dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:51.973414 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-73f7400a-ab18-439e-8d44-d32fec644fae req-6ab7a747-218d-41ef-aa68-5afcb87f8761 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864402 Jul 24 09:06:52.011660 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37284a18-599e-4d46-91ba-5e4853dc325d req-06ef6b98-3ceb-4b0e-bd33-1d3ea5fd8d74 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:52.013524 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-37284a18-599e-4d46-91ba-5e4853dc325d req-06ef6b98-3ceb-4b0e-bd33-1d3ea5fd8d74 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.20 "GET /v2.0/ports?device_id=6637ba48-2b64-4691-9fdf-8b4148c2845e HTTP/1.1" status: 200 len: 949 time: 0.2765114 Jul 24 09:06:52.021937 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] Routers {'b82a34ac-21b9-40f2-9c52-98d6d2cec22a'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:06:52.024762 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:06:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:06:52.091262 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a229bb27-a217-4dc3-9f63-1642f0cc5ff8 req-5e985d77-bb1b-4be7-9b82-ea29e87dce3f service neutron] 10.222.0.37 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138315 Jul 24 09:06:52.138999 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9311c1-fde6-4e59-8482-3e5b38ebd530 None None] Pushing event updated for resources: {'Port': ['ID=a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:52.157371 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-640472e9-d517-4b87-9c79-0693c97ab573 req-24d7764b-d6dd-4c8d-9f55-28204c22d75f tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/security-groups?id=09d890e7-271c-45a5-a466-e475b57cebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016322 Jul 24 09:06:52.237243 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] Set router b82a34ac-21b9-40f2-9c52-98d6d2cec22a gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:06:52.279458 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8feea-c85e-4005-a065-469c7ed501e0 req-3debf954-0db8-4645-9169-685a83b50c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:52.286014 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4a8feea-c85e-4005-a065-469c7ed501e0 req-3debf954-0db8-4645-9169-685a83b50c72 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.6397662 Jul 24 09:06:52.304440 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac76577-1948-4bbe-ba5d-b1db9e39cc8b req-e65ac1f8-d9d6-4d56-b6f4-76670ae28e16 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:52.320530 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7ac76577-1948-4bbe-ba5d-b1db9e39cc8b req-e65ac1f8-d9d6-4d56-b6f4-76670ae28e16 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 950 time: 0.5724585 Jul 24 09:06:52.334740 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-37284a18-599e-4d46-91ba-5e4853dc325d req-32cf32a8-41d8-4a42-8385-7c9c28856d0c tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Deleting port 25c36663-0d2f-48a6-ba1f-880407186e53 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:06:52.335090 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-37284a18-599e-4d46-91ba-5e4853dc325d req-32cf32a8-41d8-4a42-8385-7c9c28856d0c tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:52.339441 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44536) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:52.394059 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1553795204-router', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:42Z', 'updated_at': '2021-07-24T09:06:46Z', 'revision_number': 3, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'gw_port': {'id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ba:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:44Z', 'updated_at': '2021-07-24T09:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:06:52.473289 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95436eb4-532f-4ee4-922b-a9772493af28 None None] The sync data for ids ['b3596d54-e46f-4bc4-8857-ddc805702ca2'] in n-d-800085-9 is: [{'id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1553795204-router', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:42Z', 'updated_at': '2021-07-24T09:06:46Z', 'revision_number': 3, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'gw_port': {'id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ba:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:44Z', 'updated_at': '2021-07-24T09:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:06:52.474836 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7ac76577-1948-4bbe-ba5d-b1db9e39cc8b req-c91498ae-ef1e-498c-8eec-33574ba2c4d9 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507165 Jul 24 09:06:52.548940 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-8eceb18d-14cf-44b6-baf7-433f7c520ab9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-764884267-network', 'tenant_id': '62248caafbb747ab99386921fc0e1793'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:52.612407 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 2da51239-493e-4ce8-9564-2138e4448452 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:06:52.630544 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-37284a18-599e-4d46-91ba-5e4853dc325d req-32cf32a8-41d8-4a42-8385-7c9c28856d0c tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] For port 25c36663-0d2f-48a6-ba1f-880407186e53, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=25c36663-0d2f-48a6-ba1f-880407186e53,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:52.631594 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-37284a18-599e-4d46-91ba-5e4853dc325d req-32cf32a8-41d8-4a42-8385-7c9c28856d0c tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:52.640267 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2bc926a-21d3-4e79-b6e0-59079af7090d req-11f6594c-985f-4ce4-a990-bad006290b7f tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b HTTP/1.1" status: 200 len: 210 time: 0.0881131 Jul 24 09:06:52.641414 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eceb18d-14cf-44b6-baf7-433f7c520ab9 admin admin] Made reservation on behalf of 62248caafbb747ab99386921fc0e1793 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:06:52.644370 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8eceb18d-14cf-44b6-baf7-433f7c520ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:52.660460 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-37284a18-599e-4d46-91ba-5e4853dc325d req-32cf32a8-41d8-4a42-8385-7c9c28856d0c tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Calling delete_port for 25c36663-0d2f-48a6-ba1f-880407186e53 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:06:52.662770 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8eceb18d-14cf-44b6-baf7-433f7c520ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:52.665133 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-b07a97dc-4f5b-4461-bf08-094125fd5dd7 admin admin] Allocated IP 172.20.0.1 (baf54693-f6ce-4efa-ad5c-848a9b2e7bd5/31fd267b-9b48-4500-908e-db289ca8125b/d58fd0f6-39db-4bb0-859e-f44e07e86d6a) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:06:52.675647 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8feea-c85e-4005-a065-469c7ed501e0 req-1eba0cb4-97e1-488d-8325-febf46b84702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:52.682386 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4a8feea-c85e-4005-a065-469c7ed501e0 req-1eba0cb4-97e1-488d-8325-febf46b84702 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3242981 Jul 24 09:06:52.703125 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0b8a2-e7e9-4b3c-a6ce-fec615711e60 req-519dcdb9-8ba2-4034-8f8c-dee0472e9834 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:52.711498 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d4c0b8a2-e7e9-4b3c-a6ce-fec615711e60 req-519dcdb9-8ba2-4034-8f8c-dee0472e9834 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f008328-35cc-4d0c-8bc9-d19555e62c98 HTTP/1.1" status: 200 len: 950 time: 0.3693829 Jul 24 09:06:52.736295 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:38Z', 'updated_at': '2021-07-24T09:06:47Z', 'revision_number': 4, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'gw_port': {'id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:41Z', 'updated_at': '2021-07-24T09:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f', 'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'mac_address': 'fa:16:3e:39:1b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:46Z', 'updated_at': '2021-07-24T09:06:51Z', 'revision_number': 4, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'subnets': [{'id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:06:52.786289 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7af01e-f691-4fcc-a932-99a0b5d4299b None None] The sync data for ids ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'] in n-d-800085-9 is: [{'id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:38Z', 'updated_at': '2021-07-24T09:06:47Z', 'revision_number': 4, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'gw_port': {'id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:41Z', 'updated_at': '2021-07-24T09:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f', 'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'mac_address': 'fa:16:3e:39:1b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:46Z', 'updated_at': '2021-07-24T09:06:51Z', 'revision_number': 4, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'subnets': [{'id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:06:52.811801 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 2da51239-493e-4ce8-9564-2138e4448452, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=2da51239-493e-4ce8-9564-2138e4448452,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:52.893816 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d4c0b8a2-e7e9-4b3c-a6ce-fec615711e60 req-802a4551-bada-41ce-972d-3af007b4731f tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515105 Jul 24 09:06:52.943465 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '2da51239-493e-4ce8-9564-2138e4448452', 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488', 'port_id': '2da51239-493e-4ce8-9564-2138e4448452', 'mac_address': 'fa:16:3e:83:04:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '726d329a-a5bb-490b-be1e-f21c87173472', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:06:53.007925 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4a8feea-c85e-4005-a065-469c7ed501e0 req-582ee453-b375-4ea6-aa17-3f7e137401f4 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129864 Jul 24 09:06:53.085113 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:53.109033 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da51239-493e-4ce8-9564-2138e4448452 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:06:53.153257 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 2da51239-493e-4ce8-9564-2138e4448452, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=2da51239-493e-4ce8-9564-2138e4448452,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:53.171547 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:53.176382 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.20', 61176) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:53.252558 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8eceb18d-14cf-44b6-baf7-433f7c520ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:53.258347 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=2da51239-493e-4ce8-9564-2138e4448452,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:53.280095 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8eceb18d-14cf-44b6-baf7-433f7c520ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:53.284961 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b07a97dc-4f5b-4461-bf08-094125fd5dd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:53.294143 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eceb18d-14cf-44b6-baf7-433f7c520ab9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:06:53.324685 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8eceb18d-14cf-44b6-baf7-433f7c520ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:53.325120 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-8eceb18d-14cf-44b6-baf7-433f7c520ab9 admin admin] Added segment 63e24f2f-706c-4ff2-b21f-2480e982546d of type vlan for network d4370e97-fe81-4cbd-bc3a-052bee6b3142 Jul 24 09:06:53.357837 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-b07a97dc-4f5b-4461-bf08-094125fd5dd7 admin admin] Transition to ACTIVE for port object d58fd0f6-39db-4bb0-859e-f44e07e86d6a will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:06:53.379936 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['2da51239-493e-4ce8-9564-2138e4448452'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:06:53.439541 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8eceb18d-14cf-44b6-baf7-433f7c520ab9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:53.485808 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-37284a18-599e-4d46-91ba-5e4853dc325d req-32cf32a8-41d8-4a42-8385-7c9c28856d0c tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:53.504851 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['f152c21b-a69c-4d32-aed6-af6b18f802f5', '25c36663-0d2f-48a6-ba1f-880407186e53'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:06:53.536341 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:06:53.626723 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eceb18d-14cf-44b6-baf7-433f7c520ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ea8b6a-c79e-42da-a8f8-5ad1add36c53,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:53.632980 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf32a8-41d8-4a42-8385-7c9c28856d0c tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Pushing event deleted for resources: {'Port': ['ID=25c36663-0d2f-48a6-ba1f-880407186e53,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:53.664201 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8eceb18d-14cf-44b6-baf7-433f7c520ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:53.665320 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eceb18d-14cf-44b6-baf7-433f7c520ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:53.666015 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8eceb18d-14cf-44b6-baf7-433f7c520ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:53.688775 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4a8feea-c85e-4005-a065-469c7ed501e0 req-d3bd7651-b05f-4c21-8241-a194a74c9fb6 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6726894 Jul 24 09:06:53.768109 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-90c2fa3c-0828-4c44-834c-6bbeb80e3861 req-59ea4a25-457a-4785-93df-257ce513e6b2 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=6637ba48-2b64-4691-9fdf-8b4148c2845e HTTP/1.1" status: 200 len: 210 time: 0.0747664 Jul 24 09:06:53.869732 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b07a97dc-4f5b-4461-bf08-094125fd5dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:53.885156 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-9df57ab3-4de9-497f-b441-19bf49275744 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:53.886709 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-9df57ab3-4de9-497f-b441-19bf49275744 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.20 "GET /v2.0/networks?id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d HTTP/1.1" status: 200 len: 818 time: 0.7093632 Jul 24 09:06:53.895756 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eceb18d-14cf-44b6-baf7-433f7c520ab9 admin admin] Pushing event updated for resources: {'Network': ['ID=d4370e97-fe81-4cbd-bc3a-052bee6b3142,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:53.905038 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-5fb56cc4-08c5-44c3-9607-78baf2f46d3b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Request body: {'port': {'device_id': '8a4ad02c-74d1-4b40-bfcb-7f290d018f5b', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'admin_state_up': True, 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:53.913297 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network d4370e97-fe81-4cbd-bc3a-052bee6b3142 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:06:53.929192 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8eceb18d-14cf-44b6-baf7-433f7c520ab9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5860078 Jul 24 09:06:53.939159 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44558) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:53.946324 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-50a1ed98-4f49-4a03-92f4-697bd7339dfa admin admin] Request body: {'subnet': {'network_id': 'd4370e97-fe81-4cbd-bc3a-052bee6b3142', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-764884267-subnet', 'tenant_id': '62248caafbb747ab99386921fc0e1793', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:54.027421 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed224b-696d-4c1a-ac82-931834d532a7 req-d06c8a01-2206-473d-94c5-6e18db0c5322 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:54.030239 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07a97dc-4f5b-4461-bf08-094125fd5dd7 admin admin] Network baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:06:54.046255 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-03ed224b-696d-4c1a-ac82-931834d532a7 req-d06c8a01-2206-473d-94c5-6e18db0c5322 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 944 time: 0.9464846 Jul 24 09:06:54.049708 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-37284a18-599e-4d46-91ba-5e4853dc325d req-32cf32a8-41d8-4a42-8385-7c9c28856d0c tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] No DVR routers for this DVR port 25c36663-0d2f-48a6-ba1f-880407186e53 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:06:54.058419 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-b07a97dc-4f5b-4461-bf08-094125fd5dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:06:54.072541 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07a97dc-4f5b-4461-bf08-094125fd5dd7 admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:06:54.073133 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b07a97dc-4f5b-4461-bf08-094125fd5dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:54.105916 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-37284a18-599e-4d46-91ba-5e4853dc325d req-32cf32a8-41d8-4a42-8385-7c9c28856d0c tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:54.107956 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-37284a18-599e-4d46-91ba-5e4853dc325d req-32cf32a8-41d8-4a42-8385-7c9c28856d0c tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.20 "DELETE /v2.0/ports/25c36663-0d2f-48a6-ba1f-880407186e53 HTTP/1.1" status: 204 len: 173 time: 2.0808578 Jul 24 09:06:54.108408 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6637ba48-2b64-4691-9fdf-8b4148c2845e', 'name': 'network-vif-deleted', 'tag': '25c36663-0d2f-48a6-ba1f-880407186e53'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:06:54.110905 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41579781-5870-4c12-b068-f77abc2775f8" -d '{"events": [{"server_uuid": "6637ba48-2b64-4691-9fdf-8b4148c2845e", "name": "network-vif-deleted", "tag": "25c36663-0d2f-48a6-ba1f-880407186e53"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:06:54.129449 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-03ed224b-696d-4c1a-ac82-931834d532a7 req-4b27fcbe-fbaf-4863-9c11-7a8dbc8f3318 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810268 Jul 24 09:06:54.289809 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44564) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:54.318552 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a97dc-4f5b-4461-bf08-094125fd5dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=d58fd0f6-39db-4bb0-859e-f44e07e86d6a,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:54.343830 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a1ed98-4f49-4a03-92f4-697bd7339dfa admin admin] Made reservation on behalf of 62248caafbb747ab99386921fc0e1793 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:06:54.345994 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526371b-256f-41dc-a78a-c6b2fe3575c5 req-111ccc85-c8b9-4c38-a0e4-6c122fd5df15 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:54.346148 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-50a1ed98-4f49-4a03-92f4-697bd7339dfa admin admin] Notify callbacks [] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:54.353390 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6526371b-256f-41dc-a78a-c6b2fe3575c5 req-111ccc85-c8b9-4c38-a0e4-6c122fd5df15 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 950 time: 0.0982502 Jul 24 09:06:54.400697 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6526371b-256f-41dc-a78a-c6b2fe3575c5 req-35644691-ed34-48f7-a737-f73d0cf9fe00 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459335 Jul 24 09:06:54.431198 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-621bff0b-4937-4cfd-a043-79ba1498fcef None None] Provisioning for port d58fd0f6-39db-4bb0-859e-f44e07e86d6a completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:06:54.435908 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-621bff0b-4937-4cfd-a043-79ba1498fcef None None] Provisioning complete for port d58fd0f6-39db-4bb0-859e-f44e07e86d6a triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:54.436287 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-621bff0b-4937-4cfd-a043-79ba1498fcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:54.486890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-621bff0b-4937-4cfd-a043-79ba1498fcef None None] Port d58fd0f6-39db-4bb0-859e-f44e07e86d6a cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:06:54.500044 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65c0c6-2a97-4255-a9a8-026fff166cca req-5e00d4eb-896d-4b24-9e0a-caeefb88d3c4 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:54.505307 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a65c0c6-2a97-4255-a9a8-026fff166cca req-5e00d4eb-896d-4b24-9e0a-caeefb88d3c4 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f008328-35cc-4d0c-8bc9-d19555e62c98 HTTP/1.1" status: 200 len: 950 time: 0.4434793 Jul 24 09:06:54.515752 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-5fb56cc4-08c5-44c3-9607-78baf2f46d3b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Made reservation on behalf of 9e0f26770ead4e32a3c0b7247a4e23c2 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:06:54.519326 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-5fb56cc4-08c5-44c3-9607-78baf2f46d3b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:54.527158 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2cf0d115-95f4-4553-8c34-be33d4d80820 req-f55f4a56-41eb-4a3e-8878-d4017ade6d80 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b HTTP/1.1" status: 200 len: 210 time: 0.0379672 Jul 24 09:06:54.536494 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7af518ea-31a4-4c05-b89e-820eddc9c1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:54.580165 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d434d3d7-8ddf-4de6-a610-ea3b56582d01 x-openstack-request-id: req-d434d3d7-8ddf-4de6-a610-ea3b56582d01 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:06:54.580519 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6637ba48-2b64-4691-9fdf-8b4148c2845e", "name": "network-vif-deleted", "tag": "25c36663-0d2f-48a6-ba1f-880407186e53", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:06:54.580925 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d434d3d7-8ddf-4de6-a610-ea3b56582d01 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:06:54.581391 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6637ba48-2b64-4691-9fdf-8b4148c2845e', 'name': 'network-vif-deleted', 'tag': '25c36663-0d2f-48a6-ba1f-880407186e53', 'status': 'completed', 'code': 200} Jul 24 09:06:54.635463 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 2da51239-493e-4ce8-9564-2138e4448452 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:06:54.654831 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a65c0c6-2a97-4255-a9a8-026fff166cca req-dc8d07d1-c5c3-42b4-8484-160709f67a2e tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325479 Jul 24 09:06:54.744178 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b07a97dc-4f5b-4461-bf08-094125fd5dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:54.745753 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 2da51239-493e-4ce8-9564-2138e4448452 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:06:54.751110 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 2da51239-493e-4ce8-9564-2138e4448452 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:54.751725 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:54.920563 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bd087bf1-bc9a-46c6-87b5-1fb47e77762f up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:06:54.961299 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a77c09-9ea1-4e44-89b5-ff706c828b45 req-4d679a40-8715-495c-99eb-81f06136eea2 tempest-MigrationsAdminTest-882573123 tempest-MigrationsAdminTest-882573123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:54.968580 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d8a77c09-9ea1-4e44-89b5-ff706c828b45 req-4d679a40-8715-495c-99eb-81f06136eea2 tempest-MigrationsAdminTest-882573123 tempest-MigrationsAdminTest-882573123-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 1101 time: 0.1235509 Jul 24 09:06:54.970712 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:54.975604 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-5fb56cc4-08c5-44c3-9607-78baf2f46d3b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Allocated IP 172.20.0.4 (dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d/220ccdaa-7d4a-4d90-b09e-296688a41add/023adb2a-00d1-47e7-8a65-6bb04d45eb45) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:06:54.998387 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d8a77c09-9ea1-4e44-89b5-ff706c828b45 req-1118925a-0ef5-4b28-99f3-a48685b23c46 tempest-MigrationsAdminTest-882573123 tempest-MigrationsAdminTest-882573123-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:55.008878 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df72bd75-1ee9-4df9-ad73-985ed12bbe75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da51239-493e-4ce8-9564-2138e4448452'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:06:55.012006 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb0f761-fa7a-4acd-82bf-f4ed5fd3e66f" -d '{"events": [{"server_uuid": "df72bd75-1ee9-4df9-ad73-985ed12bbe75", "name": "network-vif-plugged", "status": "completed", "tag": "2da51239-493e-4ce8-9564-2138e4448452"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:06:55.031936 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 2da51239-493e-4ce8-9564-2138e4448452, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=2da51239-493e-4ce8-9564-2138e4448452,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:55.033410 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port bd087bf1-bc9a-46c6-87b5-1fb47e77762f completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:06:55.038808 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:55.054050 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port bd087bf1-bc9a-46c6-87b5-1fb47e77762f triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:55.055705 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:55.086548 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-50a1ed98-4f49-4a03-92f4-697bd7339dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:55.123322 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=2da51239-493e-4ce8-9564-2138e4448452,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:55.175671 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79adcdce-2456-4afa-ba80-674435e956ce x-openstack-request-id: req-79adcdce-2456-4afa-ba80-674435e956ce {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:06:55.176382 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df72bd75-1ee9-4df9-ad73-985ed12bbe75", "name": "network-vif-plugged", "status": "completed", "tag": "2da51239-493e-4ce8-9564-2138e4448452", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:06:55.176911 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79adcdce-2456-4afa-ba80-674435e956ce {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:06:55.178135 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df72bd75-1ee9-4df9-ad73-985ed12bbe75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da51239-493e-4ce8-9564-2138e4448452', 'code': 200} Jul 24 09:06:55.246944 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:55.274402 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port bd087bf1-bc9a-46c6-87b5-1fb47e77762f, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=bd087bf1-bc9a-46c6-87b5-1fb47e77762f,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:55.280983 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:55.281782 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:06:55.303903 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7af518ea-31a4-4c05-b89e-820eddc9c1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:55.346551 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1ed98-4f49-4a03-92f4-697bd7339dfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fce476b-139c-4061-8dee-e18821667c99,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:55.359461 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7af518ea-31a4-4c05-b89e-820eddc9c1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:55.375792 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=bd087bf1-bc9a-46c6-87b5-1fb47e77762f,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:55.397811 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:06:55.402642 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:55.403022 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:55.410041 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d8a77c09-9ea1-4e44-89b5-ff706c828b45 req-1118925a-0ef5-4b28-99f3-a48685b23c46 tempest-MigrationsAdminTest-882573123 tempest-MigrationsAdminTest-882573123-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:55.414175 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d8a77c09-9ea1-4e44-89b5-ff706c828b45 req-1118925a-0ef5-4b28-99f3-a48685b23c46 tempest-MigrationsAdminTest-882573123 tempest-MigrationsAdminTest-882573123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:55.432422 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1ed98-4f49-4a03-92f4-697bd7339dfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:55.433574 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1ed98-4f49-4a03-92f4-697bd7339dfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:55.433574 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1ed98-4f49-4a03-92f4-697bd7339dfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:55.433854 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1ed98-4f49-4a03-92f4-697bd7339dfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:55.434329 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1ed98-4f49-4a03-92f4-697bd7339dfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:55.435130 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1ed98-4f49-4a03-92f4-697bd7339dfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:55.435571 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1ed98-4f49-4a03-92f4-697bd7339dfa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:55.436111 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1ed98-4f49-4a03-92f4-697bd7339dfa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:55.436446 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1ed98-4f49-4a03-92f4-697bd7339dfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:55.436800 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1ed98-4f49-4a03-92f4-697bd7339dfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:55.437132 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1ed98-4f49-4a03-92f4-697bd7339dfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:55.437455 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1ed98-4f49-4a03-92f4-697bd7339dfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:55.440508 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d8a77c09-9ea1-4e44-89b5-ff706c828b45 req-1118925a-0ef5-4b28-99f3-a48685b23c46 tempest-MigrationsAdminTest-882573123 tempest-MigrationsAdminTest-882573123-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710314 Jul 24 09:06:55.449627 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118925a-0ef5-4b28-99f3-a48685b23c46 tempest-MigrationsAdminTest-882573123 tempest-MigrationsAdminTest-882573123-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce6dee6-1290-48ff-a997-3a1dd20c232e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:55.513839 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:55.531142 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a1ed98-4f49-4a03-92f4-697bd7339dfa admin admin] Checking segment: {'id': '63e24f2f-706c-4ff2-b21f-2480e982546d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4370e97-fe81-4cbd-bc3a-052bee6b3142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:06:55.531492 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a1ed98-4f49-4a03-92f4-697bd7339dfa admin admin] Network hostable DHCP agents. Network: d4370e97-fe81-4cbd-bc3a-052bee6b3142, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:06:55.538214 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7af518ea-31a4-4c05-b89e-820eddc9c1ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f72a5dbd0060497da10e3753785816ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2434285 Jul 24 09:06:55.539435 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44588) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:55.544175 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af518ea-31a4-4c05-b89e-820eddc9c1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1163fd4-a5fe-4207-8757-eb94a549539c,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:55.563462 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f,segment=NetworkSegment(d70121ac-134b-429c-b67d-2538b555b119),segment_id=d70121ac-134b-429c-b67d-2538b555b119)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:55.570400 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:55.599732 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6f147e94-1e8a-499c-8368-f302b0fd8acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:55.623007 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b07a97dc-4f5b-4461-bf08-094125fd5dd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:55.627624 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-5fb56cc4-08c5-44c3-9607-78baf2f46d3b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:55.637041 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6f147e94-1e8a-499c-8368-f302b0fd8acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:55.638889 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b07a97dc-4f5b-4461-bf08-094125fd5dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:55.639605 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b07a97dc-4f5b-4461-bf08-094125fd5dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:55.646545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a1ed98-4f49-4a03-92f4-697bd7339dfa admin admin] Network d4370e97-fe81-4cbd-bc3a-052bee6b3142 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:06:55.654377 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6e409-960a-4cbe-8dd0-bac9c9131cc8 req-1f28b755-40b5-40f2-8628-2ae24542a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:55.655903 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ac6e409-960a-4cbe-8dd0-bac9c9131cc8 req-1f28b755-40b5-40f2-8628-2ae24542a38a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 1097 time: 0.4327903 Jul 24 09:06:55.664767 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:55.681796 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-5fb56cc4-08c5-44c3-9607-78baf2f46d3b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Transition to ACTIVE for port object 023adb2a-00d1-47e7-8a65-6bb04d45eb45 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:06:55.695530 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2109d-cd41-4702-aced-5a9d62459a09 req-f7977743-0c54-455a-ada3-4e2393467458 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:55.697066 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fef2109d-cd41-4702-aced-5a9d62459a09 req-f7977743-0c54-455a-ada3-4e2393467458 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f008328-35cc-4d0c-8bc9-d19555e62c98 HTTP/1.1" status: 200 len: 950 time: 0.4107964 Jul 24 09:06:55.723296 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6f147e94-1e8a-499c-8368-f302b0fd8acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:55.726558 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6f147e94-1e8a-499c-8368-f302b0fd8acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:55.730195 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-50a1ed98-4f49-4a03-92f4-697bd7339dfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, d4370e97-fe81-4cbd-bc3a-052bee6b3142) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:06:55.730373 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6f147e94-1e8a-499c-8368-f302b0fd8acb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1163fd4-a5fe-4207-8757-eb94a549539c HTTP/1.1" status: 204 len: 168 time: 0.1874197 Jul 24 09:06:55.732550 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a1ed98-4f49-4a03-92f4-697bd7339dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:55.733342 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-50a1ed98-4f49-4a03-92f4-697bd7339dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:55.738130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0768dc0e-a962-4604-b357-4b011a30dc97 None None] Network d4370e97-fe81-4cbd-bc3a-052bee6b3142 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:06:55.744946 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f147e94-1e8a-499c-8368-f302b0fd8acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1163fd4-a5fe-4207-8757-eb94a549539c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:55.805809 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a97dc-4f5b-4461-bf08-094125fd5dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=d58fd0f6-39db-4bb0-859e-f44e07e86d6a,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:55.832677 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-50a1ed98-4f49-4a03-92f4-697bd7339dfa admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8909256 Jul 24 09:06:55.881020 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ac6e409-960a-4cbe-8dd0-bac9c9131cc8 req-0291e307-3b38-4ca7-941c-08e1bda00a93 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937017 Jul 24 09:06:55.894983 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fef2109d-cd41-4702-aced-5a9d62459a09 req-e5503293-9793-45fd-81c9-068b1bad8104 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837699 Jul 24 09:06:55.911330 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-5fb56cc4-08c5-44c3-9607-78baf2f46d3b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:56.009009 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2826356-63d5-42e2-b8e9-e6cb45f0bac3 None None] Network d4370e97-fe81-4cbd-bc3a-052bee6b3142 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:06:56.022933 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927435fa-968a-4d04-af89-0c5d4d4c3d5a req-a2c0d87e-a3bb-483b-88af-6035c6adcec2 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:56.024523 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-927435fa-968a-4d04-af89-0c5d4d4c3d5a req-a2c0d87e-a3bb-483b-88af-6035c6adcec2 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 946 time: 0.1159010 Jul 24 09:06:56.031407 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb56cc4-08c5-44c3-9607-78baf2f46d3b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Pushing event updated for resources: {'Port': ['ID=023adb2a-00d1-47e7-8a65-6bb04d45eb45,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:56.046837 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07a97dc-4f5b-4461-bf08-094125fd5dd7 admin admin] Network baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:06:56.049958 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-b07a97dc-4f5b-4461-bf08-094125fd5dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:06:56.057505 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-5fb56cc4-08c5-44c3-9607-78baf2f46d3b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Network dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:06:56.066119 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-5fb56cc4-08c5-44c3-9607-78baf2f46d3b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:06:56.069288 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-5fb56cc4-08c5-44c3-9607-78baf2f46d3b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:06:56.075555 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-5fb56cc4-08c5-44c3-9607-78baf2f46d3b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:56.078434 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-5fb56cc4-08c5-44c3-9607-78baf2f46d3b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:56.097921 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-927435fa-968a-4d04-af89-0c5d4d4c3d5a req-5119327e-ebf5-4345-bef3-636b0b4e0794 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649843 Jul 24 09:06:56.225113 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-5fb56cc4-08c5-44c3-9607-78baf2f46d3b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3203850 Jul 24 09:06:56.245303 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44604) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:56.261532 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-1e145038-7cdc-43a0-8eb7-cf4b489963b6 service neutron] Request body: {'port': {'device_id': '8a4ad02c-74d1-4b40-bfcb-7f290d018f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:56.293521 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00b3e390-dda8-4870-a56f-ae155465b54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:56.462466 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ba737-cb2a-401e-8ca6-5266a07e9a14 req-3cab9a62-6fb0-45e8-b617-f1e55d187d92 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:56.464373 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f28ba737-cb2a-401e-8ca6-5266a07e9a14 req-3cab9a62-6fb0-45e8-b617-f1e55d187d92 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b HTTP/1.1" status: 200 len: 931 time: 0.2776246 Jul 24 09:06:56.507754 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00b3e390-dda8-4870-a56f-ae155465b54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:56.548145 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-80a0cc1a-1f42-45ea-b636-97754a33f1d8 None None] Provisioning complete for port d58fd0f6-39db-4bb0-859e-f44e07e86d6a triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:56.548524 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-80a0cc1a-1f42-45ea-b636-97754a33f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:56.586475 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-80a0cc1a-1f42-45ea-b636-97754a33f1d8 None None] Port d58fd0f6-39db-4bb0-859e-f44e07e86d6a cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:06:56.599696 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-80a0cc1a-1f42-45ea-b636-97754a33f1d8 None None] Provisioning for port 023adb2a-00d1-47e7-8a65-6bb04d45eb45 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:06:56.604545 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-80a0cc1a-1f42-45ea-b636-97754a33f1d8 None None] Provisioning complete for port 023adb2a-00d1-47e7-8a65-6bb04d45eb45 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:56.604952 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-80a0cc1a-1f42-45ea-b636-97754a33f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:56.648596 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-80a0cc1a-1f42-45ea-b636-97754a33f1d8 None None] Port 023adb2a-00d1-47e7-8a65-6bb04d45eb45 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:06:56.709347 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-1e145038-7cdc-43a0-8eb7-cf4b489963b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:56.750640 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07a97dc-4f5b-4461-bf08-094125fd5dd7 admin admin] Router b3596d54-e46f-4bc4-8857-ddc805702ca2 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:06:56.758311 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00b3e390-dda8-4870-a56f-ae155465b54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:56.793625 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f28ba737-cb2a-401e-8ca6-5266a07e9a14 req-fa801413-6948-4d54-b4ec-4d37dc27b1d0 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaea48f7-8f05-4ea0-9664-6cbf2e8c279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898555 Jul 24 09:06:56.827179 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-00b3e390-dda8-4870-a56f-ae155465b54a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=950d0012ab6b42fab83c2eaefc8d0cb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5786221 Jul 24 09:06:56.830966 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44620) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:56.846485 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44622) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:56.847504 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3e390-dda8-4870-a56f-ae155465b54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bf22d6-17cd-4e68-9147-314267ae83ca,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:56.857719 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1643752349-network', 'tenant_id': 'b74dcc8891fe454b88454a9e9c8bc871'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:56.884615 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] Made reservation on behalf of b74dcc8891fe454b88454a9e9c8bc871 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:06:56.887396 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:56.909035 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:56.928624 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bd087bf1-bc9a-46c6-87b5-1fb47e77762f up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:06:56.981026 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecdbac-5b78-4f32-929a-f4927612ad31 req-fdf81b59-51f3-4ae5-b06c-8af326639699 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:56.982989 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-13ecdbac-5b78-4f32-929a-f4927612ad31 req-fdf81b59-51f3-4ae5-b06c-8af326639699 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f008328-35cc-4d0c-8bc9-d19555e62c98 HTTP/1.1" status: 200 len: 950 time: 0.5040758 Jul 24 09:06:57.005078 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port bd087bf1-bc9a-46c6-87b5-1fb47e77762f triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:57.006331 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:57.017179 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7083c0ef-fa09-4b4a-9b53-f2ad9fa09af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:57.034234 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-528502d2-fe7a-4398-a27e-1330a3ef7e4f req-84bed5b4-5532-412a-b08a-160d10a1e99b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:06:57.035250 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-528502d2-fe7a-4398-a27e-1330a3ef7e4f req-84bed5b4-5532-412a-b08a-160d10a1e99b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5588324 Jul 24 09:06:57.051886 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 25c36663-0d2f-48a6-ba1f-880407186e53 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:06:57.062275 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7083c0ef-fa09-4b4a-9b53-f2ad9fa09af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:57.092186 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc731133-afec-47ad-b0d1-bebc0d952c09 req-13ef2552-534a-4b9f-97a2-3bbe1e240f48 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:57.093781 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bc731133-afec-47ad-b0d1-bebc0d952c09 req-13ef2552-534a-4b9f-97a2-3bbe1e240f48 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e53edd-6271-4f48-badc-1e49b38d9c61 HTTP/1.1" status: 200 len: 949 time: 0.1629541 Jul 24 09:06:57.138772 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 25c36663-0d2f-48a6-ba1f-880407186e53 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:06:57.139514 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 25c36663-0d2f-48a6-ba1f-880407186e53 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:06:57.191203 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:06:57.200199 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-250c5ff1-11d3-446e-bbcf-a41f6618d8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:57.219123 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bc731133-afec-47ad-b0d1-bebc0d952c09 req-154cad27-0e2c-4af4-9f71-62437c1a8eae tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/security-groups?id=09d890e7-271c-45a5-a466-e475b57cebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183653 Jul 24 09:06:57.247609 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07a97dc-4f5b-4461-bf08-094125fd5dd7 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:06:57.259731 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:57.273932 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:57.288906 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7083c0ef-fa09-4b4a-9b53-f2ad9fa09af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:57.291755 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7083c0ef-fa09-4b4a-9b53-f2ad9fa09af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:57.293135 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7083c0ef-fa09-4b4a-9b53-f2ad9fa09af5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/96bf22d6-17cd-4e68-9147-314267ae83ca HTTP/1.1" status: 204 len: 168 time: 0.4609063 Jul 24 09:06:57.303054 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b07a97dc-4f5b-4461-bf08-094125fd5dd7 admin admin] 10.222.0.32 "PUT /v2.0/routers/b3596d54-e46f-4bc4-8857-ddc805702ca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9105239 Jul 24 09:06:57.323558 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:06:57.334045 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80982c-3cb7-49f3-b1eb-6896d62480cd req-17cc6a3f-09d9-46bf-bb3d-706fbe6e4d43 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:57.335844 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2e80982c-3cb7-49f3-b1eb-6896d62480cd req-17cc6a3f-09d9-46bf-bb3d-706fbe6e4d43 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0e53edd-6271-4f48-badc-1e49b38d9c61 HTTP/1.1" status: 200 len: 949 time: 0.1876073 Jul 24 09:06:57.346724 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-13ecdbac-5b78-4f32-929a-f4927612ad31 req-5d6a53c4-adf5-40b0-bc81-315505581b2a tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Deleting port c9bfcf22-172f-4be6-9d0b-7e497b5af27f {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:06:57.347079 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-13ecdbac-5b78-4f32-929a-f4927612ad31 req-5d6a53c4-adf5-40b0-bc81-315505581b2a tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:57.394201 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b457fe-507b-4d5f-ae88-eb1eefb7ee0e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:57.398943 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:57.399486 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] Added segment ae71b7c1-ffd8-480f-a41c-6aa14e49fc70 of type vlan for network 2d70addb-93cf-4824-b208-860195fedcd6 Jul 24 09:06:57.462228 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:57.463748 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:57.463748 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:57.463748 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:57.464583 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:57.464583 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:57.465037 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:57.465544 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:57.466245 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:57.466245 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:57.466822 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:57.467253 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:06:57.483809 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-1e145038-7cdc-43a0-8eb7-cf4b489963b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 023adb2a-00d1-47e7-8a65-6bb04d45eb45 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:06:57.490318 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] Sync routers for ids ['b3596d54-e46f-4bc4-8857-ddc805702ca2'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:06:57.497495 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-1e145038-7cdc-43a0-8eb7-cf4b489963b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:57.500804 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-13ecdbac-5b78-4f32-929a-f4927612ad31 req-5d6a53c4-adf5-40b0-bc81-315505581b2a tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] For port c9bfcf22-172f-4be6-9d0b-7e497b5af27f, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=c9bfcf22-172f-4be6-9d0b-7e497b5af27f,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:57.501200 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-13ecdbac-5b78-4f32-929a-f4927612ad31 req-5d6a53c4-adf5-40b0-bc81-315505581b2a tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:57.520144 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083c0ef-fa09-4b4a-9b53-f2ad9fa09af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bf22d6-17cd-4e68-9147-314267ae83ca,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:57.522310 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-13ecdbac-5b78-4f32-929a-f4927612ad31 req-5d6a53c4-adf5-40b0-bc81-315505581b2a tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Calling delete_port for c9bfcf22-172f-4be6-9d0b-7e497b5af27f owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:06:57.528396 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-1e145038-7cdc-43a0-8eb7-cf4b489963b6 service neutron] Transition to ACTIVE for port object 023adb2a-00d1-47e7-8a65-6bb04d45eb45 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:06:57.539438 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] Routers {'b3596d54-e46f-4bc4-8857-ddc805702ca2'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:06:57.540077 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:06:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b3596d54-e46f-4bc4-8857-ddc805702ca2'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:06:57.540330 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:57.543346 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-1e145038-7cdc-43a0-8eb7-cf4b489963b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:57.608311 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b81103-ab5c-4a49-b6ed-b19df9bf0a7f req-05075eb6-ba9f-43ba-9150-0088b2e68693 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:57.610236 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f5b81103-ab5c-4a49-b6ed-b19df9bf0a7f req-05075eb6-ba9f-43ba-9150-0088b2e68693 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f008328-35cc-4d0c-8bc9-d19555e62c98 HTTP/1.1" status: 200 len: 950 time: 0.2552333 Jul 24 09:06:57.662799 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:06:57.663152 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:57.681648 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:57.682705 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:57.683190 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:57.714330 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e145038-7cdc-43a0-8eb7-cf4b489963b6 service neutron] Pushing event updated for resources: {'Port': ['ID=023adb2a-00d1-47e7-8a65-6bb04d45eb45,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:57.720011 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] Set router b3596d54-e46f-4bc4-8857-ddc805702ca2 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:06:57.737691 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-1e145038-7cdc-43a0-8eb7-cf4b489963b6 service neutron] Attempting to bind port 023adb2a-00d1-47e7-8a65-6bb04d45eb45 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:06:57.738025 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-1e145038-7cdc-43a0-8eb7-cf4b489963b6 service neutron] Attempting to bind port 023adb2a-00d1-47e7-8a65-6bb04d45eb45 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'd70121ac-134b-429c-b67d-2538b555b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:06:57.738377 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-1e145038-7cdc-43a0-8eb7-cf4b489963b6 service neutron] Attempting to bind port 023adb2a-00d1-47e7-8a65-6bb04d45eb45 on network dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:06:57.750164 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-1e145038-7cdc-43a0-8eb7-cf4b489963b6 service neutron] Port 023adb2a-00d1-47e7-8a65-6bb04d45eb45 on network dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:06:57.750493 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-1e145038-7cdc-43a0-8eb7-cf4b489963b6 service neutron] Attempting to bind port 023adb2a-00d1-47e7-8a65-6bb04d45eb45 on network dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:06:57.758314 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-1e145038-7cdc-43a0-8eb7-cf4b489963b6 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:06:57.758643 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-1e145038-7cdc-43a0-8eb7-cf4b489963b6 service neutron] Checking segment: {'id': 'd70121ac-134b-429c-b67d-2538b555b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:06:57.759034 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-1e145038-7cdc-43a0-8eb7-cf4b489963b6 service neutron] Bound using segment: {'id': 'd70121ac-134b-429c-b67d-2538b555b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:06:57.759473 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-1e145038-7cdc-43a0-8eb7-cf4b489963b6 service neutron] Bound port: 023adb2a-00d1-47e7-8a65-6bb04d45eb45, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd70121ac-134b-429c-b67d-2538b555b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:06:57.759828 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-1e145038-7cdc-43a0-8eb7-cf4b489963b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:57.859330 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f5b81103-ab5c-4a49-b6ed-b19df9bf0a7f req-9e23cd09-cb8b-40cb-955e-a9cd64bb8653 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b116bf2-1f67-46e9-8a44-859e7e56a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406063 Jul 24 09:06:57.869445 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0174460 Jul 24 09:06:57.884534 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44648) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:57.889528 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-6e2fd96d-08e4-45a0-95e9-4aa4edc7fa54 admin admin] Request body: {'subnet': {'network_id': '2d70addb-93cf-4824-b208-860195fedcd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1643752349-subnet', 'tenant_id': 'b74dcc8891fe454b88454a9e9c8bc871', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:57.979713 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-2e80982c-3cb7-49f3-b1eb-6896d62480cd req-02c6355b-879d-4454-bbaa-0405d9591845 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Deleting port f152c21b-a69c-4d32-aed6-af6b18f802f5 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:06:57.981915 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2e80982c-3cb7-49f3-b1eb-6896d62480cd req-02c6355b-879d-4454-bbaa-0405d9591845 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:58.047297 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2fd96d-08e4-45a0-95e9-4aa4edc7fa54 admin admin] Made reservation on behalf of b74dcc8891fe454b88454a9e9c8bc871 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:06:58.055157 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e2fd96d-08e4-45a0-95e9-4aa4edc7fa54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:58.100174 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-13ecdbac-5b78-4f32-929a-f4927612ad31 req-5d6a53c4-adf5-40b0-bc81-315505581b2a tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:58.115450 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['c9bfcf22-172f-4be6-9d0b-7e497b5af27f'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:06:58.170824 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-1e145038-7cdc-43a0-8eb7-cf4b489963b6 service neutron] For port 023adb2a-00d1-47e7-8a65-6bb04d45eb45, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:06:58.265664 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-2e80982c-3cb7-49f3-b1eb-6896d62480cd req-02c6355b-879d-4454-bbaa-0405d9591845 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] For port f152c21b-a69c-4d32-aed6-af6b18f802f5, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f152c21b-a69c-4d32-aed6-af6b18f802f5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:06:58.266153 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2e80982c-3cb7-49f3-b1eb-6896d62480cd req-02c6355b-879d-4454-bbaa-0405d9591845 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:58.266340 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1553795204-router', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:42Z', 'updated_at': '2021-07-24T09:06:54Z', 'revision_number': 4, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'gw_port': {'id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:44Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'd58fd0f6-39db-4bb0-859e-f44e07e86d6a', 'name': '', 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'mac_address': 'fa:16:3e:bd:e3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '31fd267b-9b48-4500-908e-db289ca8125b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:52Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 2, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'subnets': [{'id': '31fd267b-9b48-4500-908e-db289ca8125b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:06:58.291004 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b3c38-926f-4874-99b6-60ec6cd772d4 admin admin] Pushing event updated for resources: {'Network': ['ID=2d70addb-93cf-4824-b208-860195fedcd6,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:58.307854 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 2d70addb-93cf-4824-b208-860195fedcd6 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:06:58.310195 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] Checking router: b3596d54-e46f-4bc4-8857-ddc805702ca2 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:06:58.310548 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] Updating router b3596d54-e46f-4bc4-8857-ddc805702ca2 port d58fd0f6-39db-4bb0-859e-f44e07e86d6a binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:06:58.317444 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a53c4-adf5-40b0-bc81-315505581b2a tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Pushing event deleted for resources: {'Port': ['ID=c9bfcf22-172f-4be6-9d0b-7e497b5af27f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:58.320215 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-2e80982c-3cb7-49f3-b1eb-6896d62480cd req-02c6355b-879d-4454-bbaa-0405d9591845 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Calling delete_port for f152c21b-a69c-4d32-aed6-af6b18f802f5 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:06:58.329570 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-1e145038-7cdc-43a0-8eb7-cf4b489963b6 service neutron] For port 023adb2a-00d1-47e7-8a65-6bb04d45eb45, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=023adb2a-00d1-47e7-8a65-6bb04d45eb45,segment=NetworkSegment(d70121ac-134b-429c-b67d-2538b555b119),segment_id=d70121ac-134b-429c-b67d-2538b555b119)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:06:58.378552 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-1e145038-7cdc-43a0-8eb7-cf4b489963b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:58.483238 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e145038-7cdc-43a0-8eb7-cf4b489963b6 service neutron] Pushing event updated for resources: {'Port': ['ID=023adb2a-00d1-47e7-8a65-6bb04d45eb45,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:58.493244 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:58.559683 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44676) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:58.570664 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ecdbac-5b78-4f32-929a-f4927612ad31 req-5d6a53c4-adf5-40b0-bc81-315505581b2a tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] No DVR routers for this DVR port c9bfcf22-172f-4be6-9d0b-7e497b5af27f on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:06:58.576510 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f722c8-3c3f-4ad5-b3c2-1b28cac11540 req-b16b3fac-5b06-43e2-a44a-694df3d91ab1 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:58.583854 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-27f722c8-3c3f-4ad5-b3c2-1b28cac11540 req-b16b3fac-5b06-43e2-a44a-694df3d91ab1 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 946 time: 0.3029377 Jul 24 09:06:58.599739 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-13ecdbac-5b78-4f32-929a-f4927612ad31 req-5d6a53c4-adf5-40b0-bc81-315505581b2a tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:58.602482 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-13ecdbac-5b78-4f32-929a-f4927612ad31 req-5d6a53c4-adf5-40b0-bc81-315505581b2a tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.37 "DELETE /v2.0/ports/c9bfcf22-172f-4be6-9d0b-7e497b5af27f HTTP/1.1" status: 204 len: 173 time: 1.5641408 Jul 24 09:06:58.603029 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f008328-35cc-4d0c-8bc9-d19555e62c98', 'name': 'network-vif-deleted', 'tag': 'c9bfcf22-172f-4be6-9d0b-7e497b5af27f'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:06:58.605500 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0bc38c-9bee-4874-8ebc-8ca22c0c9688" -d '{"events": [{"server_uuid": "3f008328-35cc-4d0c-8bc9-d19555e62c98", "name": "network-vif-deleted", "tag": "c9bfcf22-172f-4be6-9d0b-7e497b5af27f"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:06:58.646694 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-1e145038-7cdc-43a0-8eb7-cf4b489963b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:58.647415 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-1e145038-7cdc-43a0-8eb7-cf4b489963b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:58.664103 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-27f722c8-3c3f-4ad5-b3c2-1b28cac11540 req-f479fdf6-a516-4817-9c0e-f4f9e3a06b7a tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777867 Jul 24 09:06:58.665202 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-1e145038-7cdc-43a0-8eb7-cf4b489963b6 service neutron] 10.222.0.20 "PUT /v2.0/ports/023adb2a-00d1-47e7-8a65-6bb04d45eb45 HTTP/1.1" status: 200 len: 1091 time: 2.4250934 Jul 24 09:06:58.712407 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525cc5c-3d8b-4b53-91e2-adc5762ceace req-1b893817-1a72-4381-8751-78fcd7726062 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:58.728303 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2525cc5c-3d8b-4b53-91e2-adc5762ceace req-1b893817-1a72-4381-8751-78fcd7726062 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b HTTP/1.1" status: 200 len: 943 time: 0.4516735 Jul 24 09:06:58.880120 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2e80982c-3cb7-49f3-b1eb-6896d62480cd req-02c6355b-879d-4454-bbaa-0405d9591845 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:58.931793 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6355b-879d-4454-bbaa-0405d9591845 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Pushing event deleted for resources: {'Port': ['ID=f152c21b-a69c-4d32-aed6-af6b18f802f5,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:58.936102 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44692) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:06:58.980981 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-34e274da-09d0-463e-ae46-8d355a5c7afd admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295142798-network', 'tenant_id': '7909d83a2acf4f8199ffce41d81f8005'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:06:59.028498 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:59.032385 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2525cc5c-3d8b-4b53-91e2-adc5762ceace req-221d7931-58b2-430c-8a12-89e4ea4f87b0 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaea48f7-8f05-4ea0-9664-6cbf2e8c279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031504 Jul 24 09:06:59.033001 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-d45bede6-a9cb-49b5-beec-3f54485642d2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4701676 Jul 24 09:06:59.034015 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e80982c-3cb7-49f3-b1eb-6896d62480cd req-02c6355b-879d-4454-bbaa-0405d9591845 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] No DVR routers for this DVR port f152c21b-a69c-4d32-aed6-af6b18f802f5 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:06:59.046532 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2e80982c-3cb7-49f3-b1eb-6896d62480cd req-02c6355b-879d-4454-bbaa-0405d9591845 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:59.046532 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2e80982c-3cb7-49f3-b1eb-6896d62480cd req-02c6355b-879d-4454-bbaa-0405d9591845 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.20 "DELETE /v2.0/ports/f152c21b-a69c-4d32-aed6-af6b18f802f5 HTTP/1.1" status: 204 len: 173 time: 1.6966038 Jul 24 09:06:59.046532 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e53edd-6271-4f48-badc-1e49b38d9c61', 'name': 'network-vif-deleted', 'tag': 'f152c21b-a69c-4d32-aed6-af6b18f802f5'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:06:59.046532 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44371896-d036-4ab1-9f9f-f584be0b6e75" -d '{"events": [{"server_uuid": "f0e53edd-6271-4f48-badc-1e49b38d9c61", "name": "network-vif-deleted", "tag": "f152c21b-a69c-4d32-aed6-af6b18f802f5"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:06:59.058917 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] Transition to ACTIVE for port object d58fd0f6-39db-4bb0-859e-f44e07e86d6a will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:06:59.081590 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81dfc8-6e19-4edf-92e7-201162f63ad4 req-f6b0e1ad-0739-4405-a411-bb7841259b1f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:59.092144 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1a81dfc8-6e19-4edf-92e7-201162f63ad4 req-f6b0e1ad-0739-4405-a411-bb7841259b1f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 950 time: 0.2590363 Jul 24 09:06:59.100350 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['f152c21b-a69c-4d32-aed6-af6b18f802f5'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:06:59.150135 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-df0fe31f-3c28-4359-99a4-ca8b3402d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:06:59.152021 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-df0fe31f-3c28-4359-99a4-ca8b3402d900 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9e0f26770ead4e32a3c0b7247a4e23c2&device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b HTTP/1.1" status: 200 len: 1094 time: 0.4190361 Jul 24 09:06:59.203820 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1a81dfc8-6e19-4edf-92e7-201162f63ad4 req-a076b4d6-2456-4d05-add0-9586f0f47a7a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104681 Jul 24 09:06:59.229819 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:59.250035 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-7bd09f11-810f-4d00-97e5-e021b632d71a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=023adb2a-00d1-47e7-8a65-6bb04d45eb45 HTTP/1.1" status: 200 len: 217 time: 0.0892887 Jul 24 09:06:59.261557 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e2fd96d-08e4-45a0-95e9-4aa4edc7fa54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:59.273289 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e274da-09d0-463e-ae46-8d355a5c7afd admin admin] Made reservation on behalf of 7909d83a2acf4f8199ffce41d81f8005 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:06:59.275628 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34e274da-09d0-463e-ae46-8d355a5c7afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:59.331900 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-daf864dd-b627-419c-91b6-e16c4d48c372 req-b7fa8546-e70a-4af7-bc61-1c73d89b2685 tempest-ServersAdminNegativeTestJSON-679912426 tempest-ServersAdminNegativeTestJSON-679912426-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e53edd-6271-4f48-badc-1e49b38d9c61 HTTP/1.1" status: 200 len: 210 time: 0.0803041 Jul 24 09:06:59.365455 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] Attempting to bind port d58fd0f6-39db-4bb0-859e-f44e07e86d6a on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:06:59.369768 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] Attempting to bind port d58fd0f6-39db-4bb0-859e-f44e07e86d6a by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:06:59.370201 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] Attempting to bind port d58fd0f6-39db-4bb0-859e-f44e07e86d6a on network baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:06:59.384614 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75539a4d-de8c-429f-85ca-774e2e809a28 None None] Pushing event updated for resources: {'Port': ['ID=d58fd0f6-39db-4bb0-859e-f44e07e86d6a,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:59.388181 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:06:59.388621 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] Checking segment: {'id': 'b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:06:59.389090 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:59.390390 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] Bound using segment: {'id': 'b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:06:59.390529 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] Bound port: d58fd0f6-39db-4bb0-859e-f44e07e86d6a, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:06:59.390828 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:59.455605 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8858229c-cd0d-4d80-baab-5c3509e89cf1 x-openstack-request-id: req-8858229c-cd0d-4d80-baab-5c3509e89cf1 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:06:59.462552 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f008328-35cc-4d0c-8bc9-d19555e62c98", "name": "network-vif-deleted", "tag": "c9bfcf22-172f-4be6-9d0b-7e497b5af27f", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:06:59.464279 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8858229c-cd0d-4d80-baab-5c3509e89cf1 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:06:59.466609 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f008328-35cc-4d0c-8bc9-d19555e62c98', 'name': 'network-vif-deleted', 'tag': 'c9bfcf22-172f-4be6-9d0b-7e497b5af27f', 'status': 'completed', 'code': 200} Jul 24 09:06:59.477342 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34e274da-09d0-463e-ae46-8d355a5c7afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:59.584195 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] For port d58fd0f6-39db-4bb0-859e-f44e07e86d6a, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:06:59.603135 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] For port d58fd0f6-39db-4bb0-859e-f44e07e86d6a, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d58fd0f6-39db-4bb0-859e-f44e07e86d6a,segment=NetworkSegment(b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85),segment_id=b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:06:59.616173 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:59.674942 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7e112700-79e8-4507-81cb-20d18e9a9c2e req-231a4262-86ca-4f5e-a3d5-354ab9446e30 tempest-DeleteServersAdminTestJSON-661593874 tempest-DeleteServersAdminTestJSON-661593874-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f008328-35cc-4d0c-8bc9-d19555e62c98 HTTP/1.1" status: 200 len: 210 time: 0.0824296 Jul 24 09:06:59.815674 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34e274da-09d0-463e-ae46-8d355a5c7afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:59.843317 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c94ae01-4283-41d8-abbb-9da8aa80a1f6 x-openstack-request-id: req-6c94ae01-4283-41d8-abbb-9da8aa80a1f6 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:06:59.843937 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e53edd-6271-4f48-badc-1e49b38d9c61", "name": "network-vif-deleted", "tag": "f152c21b-a69c-4d32-aed6-af6b18f802f5", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:06:59.844429 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c94ae01-4283-41d8-abbb-9da8aa80a1f6 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:06:59.845275 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e53edd-6271-4f48-badc-1e49b38d9c61', 'name': 'network-vif-deleted', 'tag': 'f152c21b-a69c-4d32-aed6-af6b18f802f5', 'status': 'completed', 'code': 200} Jul 24 09:06:59.862781 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2fd96d-08e4-45a0-95e9-4aa4edc7fa54 admin admin] Checking segment: {'id': 'ae71b7c1-ffd8-480f-a41c-6aa14e49fc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2d70addb-93cf-4824-b208-860195fedcd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:06:59.863436 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2fd96d-08e4-45a0-95e9-4aa4edc7fa54 admin admin] Network hostable DHCP agents. Network: 2d70addb-93cf-4824-b208-860195fedcd6, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:06:59.875263 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34e274da-09d0-463e-ae46-8d355a5c7afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:06:59.891890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75539a4d-de8c-429f-85ca-774e2e809a28 None None] Pushing event updated for resources: {'Port': ['ID=d58fd0f6-39db-4bb0-859e-f44e07e86d6a,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:06:59.941486 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] Routers {'b3596d54-e46f-4bc4-8857-ddc805702ca2'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:06:59.945174 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:06:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b3596d54-e46f-4bc4-8857-ddc805702ca2'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:00.095002 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-870ca049-502d-4735-8068-21057c5ee66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:00.214975 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] Set router b3596d54-e46f-4bc4-8857-ddc805702ca2 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:07:00.298135 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567f168-a33c-47f1-a11f-f8de0fb74f00 req-c505aa5f-dafc-4799-afe6-a020f1c09127 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:00.299715 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0567f168-a33c-47f1-a11f-f8de0fb74f00 req-c505aa5f-dafc-4799-afe6-a020f1c09127 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b HTTP/1.1" status: 200 len: 943 time: 0.1107199 Jul 24 09:07:00.392632 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0567f168-a33c-47f1-a11f-f8de0fb74f00 req-d4760880-bf91-4611-8cc6-df769f10ef93 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaea48f7-8f05-4ea0-9664-6cbf2e8c279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838950 Jul 24 09:07:00.429142 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-3d7bbd07-524b-47fb-a494-55eedaa931bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:00.432215 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-3d7bbd07-524b-47fb-a494-55eedaa931bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=220ccdaa-7d4a-4d90-b09e-296688a41add HTTP/1.1" status: 200 len: 857 time: 1.1630547 Jul 24 09:07:00.441439 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2fd96d-08e4-45a0-95e9-4aa4edc7fa54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12fb2fbf-af18-4bb4-b7f6-2c75dd5a16da,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:00.528838 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e274da-09d0-463e-ae46-8d355a5c7afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f8649f-090a-488d-82fa-3d95e7508175,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:00.543124 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:00.548638 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e274da-09d0-463e-ae46-8d355a5c7afd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:07:00.555667 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2fd96d-08e4-45a0-95e9-4aa4edc7fa54 admin admin] Network 2d70addb-93cf-4824-b208-860195fedcd6 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:07:00.591461 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-6e2fd96d-08e4-45a0-95e9-4aa4edc7fa54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 2d70addb-93cf-4824-b208-860195fedcd6) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:07:00.603664 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826b90e2-618b-41e9-ba14-943b791d6afb None None] Network 2d70addb-93cf-4824-b208-860195fedcd6 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:07:00.609307 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2fd96d-08e4-45a0-95e9-4aa4edc7fa54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:00.610121 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e2fd96d-08e4-45a0-95e9-4aa4edc7fa54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:00.630015 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34e274da-09d0-463e-ae46-8d355a5c7afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:00.630676 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-34e274da-09d0-463e-ae46-8d355a5c7afd admin admin] Added segment 30f8215d-a9ee-4990-964a-9b1adb3bc23f of type vlan for network d1ce1b03-e172-4641-a4ad-66a12d3b2f19 Jul 24 09:07:00.636040 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64209c38-38e0-49b1-a58e-743e0a9e3a56 req-d227d371-ba62-475b-8e74-5534778c67c0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:00.643857 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-64209c38-38e0-49b1-a58e-743e0a9e3a56 req-d227d371-ba62-475b-8e74-5534778c67c0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 950 time: 0.0953133 Jul 24 09:07:00.695900 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-64209c38-38e0-49b1-a58e-743e0a9e3a56 req-660a8fa2-820f-41f3-b341-1fabd328583b tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457289 Jul 24 09:07:00.697251 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device c9bfcf22-172f-4be6-9d0b-7e497b5af27f no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:07:00.700066 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6e2fd96d-08e4-45a0-95e9-4aa4edc7fa54 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8142467 Jul 24 09:07:00.706310 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1553795204-router', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:42Z', 'updated_at': '2021-07-24T09:06:54Z', 'revision_number': 4, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'gw_port': {'id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:44Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'd58fd0f6-39db-4bb0-859e-f44e07e86d6a', 'name': '', 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'mac_address': 'fa:16:3e:bd:e3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '31fd267b-9b48-4500-908e-db289ca8125b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:52Z', 'updated_at': '2021-07-24T09:06:59Z', 'revision_number': 4, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'subnets': [{'id': '31fd267b-9b48-4500-908e-db289ca8125b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:00.760495 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33f3bd2-ef49-4c38-b490-9b7b9c02f00e None None] The sync data for ids ['b3596d54-e46f-4bc4-8857-ddc805702ca2'] in n-d-800085-9 is: [{'id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1553795204-router', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:42Z', 'updated_at': '2021-07-24T09:06:54Z', 'revision_number': 4, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'gw_port': {'id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:44Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'd58fd0f6-39db-4bb0-859e-f44e07e86d6a', 'name': '', 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'mac_address': 'fa:16:3e:bd:e3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '31fd267b-9b48-4500-908e-db289ca8125b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:52Z', 'updated_at': '2021-07-24T09:06:59Z', 'revision_number': 4, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'subnets': [{'id': '31fd267b-9b48-4500-908e-db289ca8125b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:07:01.037807 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44750) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:01.058929 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34e274da-09d0-463e-ae46-8d355a5c7afd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:01.072072 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-6886f339-7230-4865-9acc-11cbfd0a0e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:01.088168 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-6886f339-7230-4865-9acc-11cbfd0a0e6a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6283374 Jul 24 09:07:01.119694 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: c9bfcf22-172f-4be6-9d0b-7e497b5af27f {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:07:01.125836 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device c9bfcf22-172f-4be6-9d0b-7e497b5af27f not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:07:01.143412 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f125c-da5e-466b-bb35-038e9d063d64 req-dc3b15fc-705e-42cd-a069-af2e42985255 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:01.150312 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-941f125c-da5e-466b-bb35-038e9d063d64 req-dc3b15fc-705e-42cd-a069-af2e42985255 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 1097 time: 0.7308016 Jul 24 09:07:01.152312 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device f152c21b-a69c-4d32-aed6-af6b18f802f5 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:07:01.216377 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-587fbbd8-421b-45e3-aff0-a6896be4c4fd admin admin] Deleting subnet 7fce476b-139c-4061-8dee-e18821667c99 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:07:01.239615 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-587fbbd8-421b-45e3-aff0-a6896be4c4fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:01.315591 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: f152c21b-a69c-4d32-aed6-af6b18f802f5 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:07:01.318491 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device f152c21b-a69c-4d32-aed6-af6b18f802f5 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:07:01.337573 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a111d21-23b5-4a14-8824-72a2086dbe04 None None] Network 2d70addb-93cf-4824-b208-860195fedcd6 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:07:01.347212 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:01.370734 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-587fbbd8-421b-45e3-aff0-a6896be4c4fd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:01.398097 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-587fbbd8-421b-45e3-aff0-a6896be4c4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:01.401716 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-941f125c-da5e-466b-bb35-038e9d063d64 req-c283e5c5-350f-40a4-bf63-51f2344564bb tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325797 Jul 24 09:07:01.402327 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34e274da-09d0-463e-ae46-8d355a5c7afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:01.415880 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e274da-09d0-463e-ae46-8d355a5c7afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:01.418268 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34e274da-09d0-463e-ae46-8d355a5c7afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:01.475462 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4ad02c-74d1-4b40-bfcb-7f290d018f5b', 'tag': '023adb2a-00d1-47e7-8a65-6bb04d45eb45'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:01.481448 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366d33f1-03b4-4753-9a0b-170cc4db5195" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4ad02c-74d1-4b40-bfcb-7f290d018f5b", "tag": "023adb2a-00d1-47e7-8a65-6bb04d45eb45"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:01.540031 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-587fbbd8-421b-45e3-aff0-a6896be4c4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:01.560395 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-34e274da-09d0-463e-ae46-8d355a5c7afd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.5953655 Jul 24 09:07:01.566137 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44768) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:01.575604 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-fe5e9999-8230-44b1-8fb8-84384ec86aff admin admin] Request body: {'subnet': {'network_id': 'd1ce1b03-e172-4641-a4ad-66a12d3b2f19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295142798-subnet', 'tenant_id': '7909d83a2acf4f8199ffce41d81f8005', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:01.650772 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-a61e0b3c-1b84-4fc7-bddc-90d667b3e387 service neutron] 10.222.0.20 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5576110 Jul 24 09:07:01.663522 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587fbbd8-421b-45e3-aff0-a6896be4c4fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fce476b-139c-4061-8dee-e18821667c99,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:01.670154 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e274da-09d0-463e-ae46-8d355a5c7afd admin admin] Pushing event updated for resources: {'Network': ['ID=d1ce1b03-e172-4641-a4ad-66a12d3b2f19,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:01.691660 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network d1ce1b03-e172-4641-a4ad-66a12d3b2f19 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:07:01.753599 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-587fbbd8-421b-45e3-aff0-a6896be4c4fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:01.760121 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-587fbbd8-421b-45e3-aff0-a6896be4c4fd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7fce476b-139c-4061-8dee-e18821667c99 HTTP/1.1" status: 204 len: 168 time: 0.7210946 Jul 24 09:07:01.766193 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44774) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:01.899476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5e9999-8230-44b1-8fb8-84384ec86aff admin admin] Made reservation on behalf of 7909d83a2acf4f8199ffce41d81f8005 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:07:01.906877 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe5e9999-8230-44b1-8fb8-84384ec86aff admin admin] Notify callbacks [] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:01.957424 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75144e45-010e-4f7e-92c3-767b01caaba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:01.961490 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b7a815-f773-4015-9673-4080540035b8 x-openstack-request-id: req-c5b7a815-f773-4015-9673-4080540035b8 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:01.961984 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4ad02c-74d1-4b40-bfcb-7f290d018f5b", "tag": "023adb2a-00d1-47e7-8a65-6bb04d45eb45", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:01.962388 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5b7a815-f773-4015-9673-4080540035b8 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:01.962929 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4ad02c-74d1-4b40-bfcb-7f290d018f5b', 'tag': '023adb2a-00d1-47e7-8a65-6bb04d45eb45', 'status': 'completed', 'code': 200} Jul 24 09:07:01.969772 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44780) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:02.023830 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9622a2-8b59-48f3-9228-6d3a8b949a88 req-b26dae83-9ada-456c-9616-30d92019b8e6 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:02.031129 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9b9622a2-8b59-48f3-9228-6d3a8b949a88 req-b26dae83-9ada-456c-9616-30d92019b8e6 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b HTTP/1.1" status: 200 len: 943 time: 0.3885980 Jul 24 09:07:02.036918 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44784) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:02.218336 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75144e45-010e-4f7e-92c3-767b01caaba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:02.270083 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75144e45-010e-4f7e-92c3-767b01caaba3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:07:02.271396 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75144e45-010e-4f7e-92c3-767b01caaba3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:07:02.272357 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75144e45-010e-4f7e-92c3-767b01caaba3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:07:02.272928 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75144e45-010e-4f7e-92c3-767b01caaba3 admin admin] Subscribe: > port after_create 55550000 {{(pid=94035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:07:02.273797 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75144e45-010e-4f7e-92c3-767b01caaba3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:07:02.274363 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75144e45-010e-4f7e-92c3-767b01caaba3 admin admin] Subscribe: > port after_update 55550000 {{(pid=94035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:07:02.274911 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75144e45-010e-4f7e-92c3-767b01caaba3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:07:02.275466 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75144e45-010e-4f7e-92c3-767b01caaba3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:07:02.275989 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75144e45-010e-4f7e-92c3-767b01caaba3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:07:02.276583 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75144e45-010e-4f7e-92c3-767b01caaba3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:07:02.316812 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d18e1b7a-e505-4320-8534-3212ddae5129 req-374501de-be32-4d5b-b333-a4727bc266eb service neutron] 10.222.0.20 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6274114 Jul 24 09:07:02.387904 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75144e45-010e-4f7e-92c3-767b01caaba3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:07:02.388301 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75144e45-010e-4f7e-92c3-767b01caaba3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:07:02.388814 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75144e45-010e-4f7e-92c3-767b01caaba3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:07:02.389150 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75144e45-010e-4f7e-92c3-767b01caaba3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:07:02.389520 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-75144e45-010e-4f7e-92c3-767b01caaba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4370e97-fe81-4cbd-bc3a-052bee6b3142']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:02.400528 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9b9622a2-8b59-48f3-9228-6d3a8b949a88 req-563830cf-6630-4af7-bd82-bb6e969be2e2 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaea48f7-8f05-4ea0-9664-6cbf2e8c279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681269 Jul 24 09:07:02.429827 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-75144e45-010e-4f7e-92c3-767b01caaba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e24f2f-706c-4ff2-b21f-2480e982546d') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:02.430071 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-75144e45-010e-4f7e-92c3-767b01caaba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e24f2f-706c-4ff2-b21f-2480e982546d') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:02.455575 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75144e45-010e-4f7e-92c3-767b01caaba3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:02.477682 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d5188406-9f7f-40df-af33-0f99003a42ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04b68a5a364f4a7b80cc8c202c9497f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5013049 Jul 24 09:07:02.481539 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44792) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:02.502108 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75144e45-010e-4f7e-92c3-767b01caaba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:02.548293 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75144e45-010e-4f7e-92c3-767b01caaba3 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:07:02.548863 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75144e45-010e-4f7e-92c3-767b01caaba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: from cryptography.utils import int_from_bytes Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: from cryptography.utils import int_from_bytes Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:07:02.568817 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:07:02.652346 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bb031f5b-9df3-4d1c-ade9-aee5bb2b4f19 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc373782874d445dbc233c761727b79b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6140902 Jul 24 09:07:02.655870 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44794) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:02.667398 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db665f-f7dc-4ba5-abc1-b209f6579b39 req-cd3ccc40-0687-42a4-b510-155f77955b4c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:02.672891 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75144e45-010e-4f7e-92c3-767b01caaba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:02.674721 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2db665f-f7dc-4ba5-abc1-b209f6579b39 req-cd3ccc40-0687-42a4-b510-155f77955b4c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 950 time: 0.4959462 Jul 24 09:07:02.680886 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe5e9999-8230-44b1-8fb8-84384ec86aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:02.684910 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86fff3a1-115f-4cb5-bd6d-db6cffd4f8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:02.700973 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-08c21964-3572-48a4-ba52-5b7f5a74f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:02.702534 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-08c21964-3572-48a4-ba52-5b7f5a74f3c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 1101 time: 0.5024796 Jul 24 09:07:02.759576 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d33f1-03b4-4753-9a0b-170cc4db5195 req-d4b35156-5dbd-4860-8bd5-641397856f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:02.761215 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-366d33f1-03b4-4753-9a0b-170cc4db5195 req-d4b35156-5dbd-4860-8bd5-641397856f40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9e0f26770ead4e32a3c0b7247a4e23c2&device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b HTTP/1.1" status: 200 len: 1094 time: 0.2906740 Jul 24 09:07:02.761379 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:02.779201 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86fff3a1-115f-4cb5-bd6d-db6cffd4f8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:02.800486 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75144e45-010e-4f7e-92c3-767b01caaba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4370e97-fe81-4cbd-bc3a-052bee6b3142,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:02.805082 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e691a0-fc8d-40dd-8d4b-eb42922000f0 req-bed9c4d8-7df6-41ea-9f5a-20b734f7b0e4 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:02.809231 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a5e691a0-fc8d-40dd-8d4b-eb42922000f0 req-bed9c4d8-7df6-41ea-9f5a-20b734f7b0e4 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 1097 time: 0.3086355 Jul 24 09:07:02.815568 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75144e45-010e-4f7e-92c3-767b01caaba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:02.817780 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-75144e45-010e-4f7e-92c3-767b01caaba3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d4370e97-fe81-4cbd-bc3a-052bee6b3142 HTTP/1.1" status: 204 len: 168 time: 1.0411446 Jul 24 09:07:02.836357 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44796) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:02.851161 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d58fd0f6-39db-4bb0-859e-f44e07e86d6a up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:07:02.887481 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2db665f-f7dc-4ba5-abc1-b209f6579b39 req-f56b786a-c8fb-4a97-9151-25c2e669e570 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118728 Jul 24 09:07:02.922817 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86fff3a1-115f-4cb5-bd6d-db6cffd4f8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:02.926371 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86fff3a1-115f-4cb5-bd6d-db6cffd4f8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:02.927785 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-86fff3a1-115f-4cb5-bd6d-db6cffd4f8e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09d890e7-271c-45a5-a466-e475b57cebbc HTTP/1.1" status: 204 len: 168 time: 0.4408302 Jul 24 09:07:02.932644 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e9999-8230-44b1-8fb8-84384ec86aff admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aa028c9-0ac7-4742-8435-7f1b666f2178,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:02.947799 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-18e670c6-d640-42dd-93f4-1be507e3a015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:02.948602 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port d58fd0f6-39db-4bb0-859e-f44e07e86d6a completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:07:02.963799 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port d58fd0f6-39db-4bb0-859e-f44e07e86d6a triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:07:02.964277 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:02.983074 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a5e691a0-fc8d-40dd-8d4b-eb42922000f0 req-79e7a099-f1d4-4b62-ae99-2c8464d3d239 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348021 Jul 24 09:07:02.994233 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fff3a1-115f-4cb5-bd6d-db6cffd4f8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d890e7-271c-45a5-a466-e475b57cebbc,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:03.029197 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-18e670c6-d640-42dd-93f4-1be507e3a015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:03.118280 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-140da335-f0f9-439d-80ce-61d54567ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:03.119754 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-140da335-f0f9-439d-80ce-61d54567ec1c service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.3891127 Jul 24 09:07:03.133125 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5e9999-8230-44b1-8fb8-84384ec86aff admin admin] Checking segment: {'id': '30f8215d-a9ee-4990-964a-9b1adb3bc23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd1ce1b03-e172-4641-a4ad-66a12d3b2f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:07:03.133524 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5e9999-8230-44b1-8fb8-84384ec86aff admin admin] Network hostable DHCP agents. Network: d1ce1b03-e172-4641-a4ad-66a12d3b2f19, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:07:03.139633 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c07d7c1-f713-40cc-9fb8-7ef1d4faad21 admin admin] Deleting subnet 12fb2fbf-af18-4bb4-b7f6-2c75dd5a16da {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:07:03.140516 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-18e670c6-d640-42dd-93f4-1be507e3a015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:03.143174 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-18e670c6-d640-42dd-93f4-1be507e3a015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:03.147269 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-18e670c6-d640-42dd-93f4-1be507e3a015 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b116bf2-1f67-46e9-8a44-859e7e56a0e2 HTTP/1.1" status: 204 len: 168 time: 0.4863071 Jul 24 09:07:03.157015 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8c07d7c1-f713-40cc-9fb8-7ef1d4faad21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:03.173738 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e670c6-d640-42dd-93f4-1be507e3a015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b116bf2-1f67-46e9-8a44-859e7e56a0e2,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:03.179477 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:03.225000 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-06666d86-7386-4f96-81a3-e082c77496ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=6289c3e7-30d0-4072-b34b-6153a02e4df5 HTTP/1.1" status: 200 len: 217 time: 0.0811660 Jul 24 09:07:03.256917 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8c07d7c1-f713-40cc-9fb8-7ef1d4faad21 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:03.258664 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port d58fd0f6-39db-4bb0-859e-f44e07e86d6a, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d58fd0f6-39db-4bb0-859e-f44e07e86d6a,segment=NetworkSegment(b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85),segment_id=b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:03.264494 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:03.283715 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d33f1-03b4-4753-9a0b-170cc4db5195 req-e13437d1-fe17-468a-a33d-6dc06fc705af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:03.285219 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-366d33f1-03b4-4753-9a0b-170cc4db5195 req-e13437d1-fe17-468a-a33d-6dc06fc705af service neutron] 10.222.0.20 "GET /v2.0/networks?id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d HTTP/1.1" status: 200 len: 918 time: 0.5116789 Jul 24 09:07:03.293006 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8c07d7c1-f713-40cc-9fb8-7ef1d4faad21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:03.335289 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=d58fd0f6-39db-4bb0-859e-f44e07e86d6a,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:03.363945 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-366d33f1-03b4-4753-9a0b-170cc4db5195 req-7592f913-4937-4398-9f74-cb4f3acc0e75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=023adb2a-00d1-47e7-8a65-6bb04d45eb45 HTTP/1.1" status: 200 len: 217 time: 0.0626426 Jul 24 09:07:03.371354 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5e9999-8230-44b1-8fb8-84384ec86aff admin admin] Network d1ce1b03-e172-4641-a4ad-66a12d3b2f19 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:07:03.417314 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-c0c1cd88-d977-417c-8243-bfc392867e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:03.418795 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-c0c1cd88-d977-417c-8243-bfc392867e4d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1814134 Jul 24 09:07:03.445215 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-fe5e9999-8230-44b1-8fb8-84384ec86aff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, d1ce1b03-e172-4641-a4ad-66a12d3b2f19) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:07:03.454973 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8672f91b-1a83-4762-86c7-b252e0260461 None None] Network d1ce1b03-e172-4641-a4ad-66a12d3b2f19 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:07:03.473764 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5e9999-8230-44b1-8fb8-84384ec86aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:03.474417 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe5e9999-8230-44b1-8fb8-84384ec86aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:03.486831 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44816) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:03.516511 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d33f1-03b4-4753-9a0b-170cc4db5195 req-bcad3c60-9908-47f4-a9c3-6070265a35f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:03.537022 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-366d33f1-03b4-4753-9a0b-170cc4db5195 req-bcad3c60-9908-47f4-a9c3-6070265a35f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=220ccdaa-7d4a-4d90-b09e-296688a41add HTTP/1.1" status: 200 len: 857 time: 0.1584578 Jul 24 09:07:03.550804 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8c07d7c1-f713-40cc-9fb8-7ef1d4faad21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:03.581048 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2e7a0d7c-bfe6-4cc4-a52f-d30376146aff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aea4eec62cad4f199b72d7b3dc8ea9b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0907247 Jul 24 09:07:03.581504 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44820) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:03.656813 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fe5e9999-8230-44b1-8fb8-84384ec86aff admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0894797 Jul 24 09:07:03.661253 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44822) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:03.688114 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ed414e06-4a15-45dc-bd10-57b48c5f9990 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295142798-router', 'tenant_id': '7909d83a2acf4f8199ffce41d81f8005', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:03.737024 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e2413a-d5e0-4432-b496-96e5e55b1473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-d1ce1b03-e172-4641-a4ad-66a12d3b2f19', 'network_id': 'd1ce1b03-e172-4641-a4ad-66a12d3b2f19', 'tenant_id': '7909d83a2acf4f8199ffce41d81f8005', 'fixed_ips': [{'subnet_id': '2aa028c9-0ac7-4742-8435-7f1b666f2178'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:07:03.738258 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-44e2413a-d5e0-4432-b496-96e5e55b1473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:03.739311 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07d7c1-f713-40cc-9fb8-7ef1d4faad21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12fb2fbf-af18-4bb4-b7f6-2c75dd5a16da,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:03.746305 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8c07d7c1-f713-40cc-9fb8-7ef1d4faad21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:03.748126 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8c07d7c1-f713-40cc-9fb8-7ef1d4faad21 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/12fb2fbf-af18-4bb4-b7f6-2c75dd5a16da HTTP/1.1" status: 204 len: 168 time: 0.9107950 Jul 24 09:07:03.759826 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44826) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:03.792163 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-e60929b5-967a-41aa-8c8f-2d80f351c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:03.793658 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-e60929b5-967a-41aa-8c8f-2d80f351c3c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3653438 Jul 24 09:07:03.806831 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2ed42548-9a00-4e84-a65a-836036686414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:03.834228 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed414e06-4a15-45dc-bd10-57b48c5f9990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:03.835427 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed414e06-4a15-45dc-bd10-57b48c5f9990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:03.882012 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2ed42548-9a00-4e84-a65a-836036686414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:03.896176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d33f1-03b4-4753-9a0b-170cc4db5195 req-465ab1b7-ca99-425c-a6a5-9ef7f1652483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:03.902277 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-366d33f1-03b4-4753-9a0b-170cc4db5195 req-465ab1b7-ca99-425c-a6a5-9ef7f1652483 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3437719 Jul 24 09:07:04.005932 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cbe5b5ae-16c8-46ba-bdf5-3a25baca2ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:04.010673 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed414e06-4a15-45dc-bd10-57b48c5f9990 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:04.094156 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-44e2413a-d5e0-4432-b496-96e5e55b1473 None None] Allocated IP 172.20.0.2 (d1ce1b03-e172-4641-a4ad-66a12d3b2f19/2aa028c9-0ac7-4742-8435-7f1b666f2178/7916b597-b6b5-441e-a8b7-9fb93f7913d5) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:07:04.108353 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cbe5b5ae-16c8-46ba-bdf5-3a25baca2ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:04.193624 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-cbe5b5ae-16c8-46ba-bdf5-3a25baca2ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d70addb-93cf-4824-b208-860195fedcd6']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:04.196412 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44834) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:04.222031 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-cbe5b5ae-16c8-46ba-bdf5-3a25baca2ee8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae71b7c1-ffd8-480f-a41c-6aa14e49fc70') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:04.222748 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-cbe5b5ae-16c8-46ba-bdf5-3a25baca2ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae71b7c1-ffd8-480f-a41c-6aa14e49fc70') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:04.232443 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2ed42548-9a00-4e84-a65a-836036686414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:04.235541 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2ed42548-9a00-4e84-a65a-836036686414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:04.251486 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2ed42548-9a00-4e84-a65a-836036686414 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb627a37-ea03-47a1-b83e-d7b9009f923e HTTP/1.1" status: 204 len: 168 time: 0.6570115 Jul 24 09:07:04.253035 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ad64b50-9d81-41fc-b650-69e1c7258d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:04.305494 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cbe5b5ae-16c8-46ba-bdf5-3a25baca2ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:04.308336 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed42548-9a00-4e84-a65a-836036686414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb627a37-ea03-47a1-b83e-d7b9009f923e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:04.323118 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-366d33f1-03b4-4753-9a0b-170cc4db5195 req-4985a742-1fed-41ba-9d7c-4c226462c555 service neutron] 10.222.0.20 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181862 Jul 24 09:07:04.372951 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-44e2413a-d5e0-4432-b496-96e5e55b1473 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:04.375422 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-f053215c-4831-4034-9477-fa9125c67e0a service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5684144 Jul 24 09:07:04.382075 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-44e2413a-d5e0-4432-b496-96e5e55b1473 None None] Transition to ACTIVE for port object 7916b597-b6b5-441e-a8b7-9fb93f7913d5 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:07:04.399219 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-44e2413a-d5e0-4432-b496-96e5e55b1473 None None] Transition to ACTIVE for port object 7916b597-b6b5-441e-a8b7-9fb93f7913d5 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:07:04.410869 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-44e2413a-d5e0-4432-b496-96e5e55b1473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:04.448081 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cbe5b5ae-16c8-46ba-bdf5-3a25baca2ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:04.455487 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed414e06-4a15-45dc-bd10-57b48c5f9990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:04.462344 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2413a-d5e0-4432-b496-96e5e55b1473 None None] Pushing event updated for resources: {'Port': ['ID=7916b597-b6b5-441e-a8b7-9fb93f7913d5,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:04.479107 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe5b5ae-16c8-46ba-bdf5-3a25baca2ee8 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:07:04.482329 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cbe5b5ae-16c8-46ba-bdf5-3a25baca2ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:04.484918 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e2413a-d5e0-4432-b496-96e5e55b1473 None None] Network d1ce1b03-e172-4641-a4ad-66a12d3b2f19 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:07:04.486601 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-44e2413a-d5e0-4432-b496-96e5e55b1473 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:07:04.488105 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:07:04.490898 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e2413a-d5e0-4432-b496-96e5e55b1473 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:07:04.517963 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6a047-fc1c-489c-b632-4e42b43454c6 req-b7405539-15e6-40d5-b5a7-de01cd7b7118 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:04.526667 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dab6a047-fc1c-489c-b632-4e42b43454c6 req-b7405539-15e6-40d5-b5a7-de01cd7b7118 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b HTTP/1.1" status: 200 len: 943 time: 0.2415566 Jul 24 09:07:04.614948 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-44e2413a-d5e0-4432-b496-96e5e55b1473 None None] Attempting to bind port 7916b597-b6b5-441e-a8b7-9fb93f7913d5 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:07:04.615331 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-44e2413a-d5e0-4432-b496-96e5e55b1473 None None] Attempting to bind port 7916b597-b6b5-441e-a8b7-9fb93f7913d5 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '30f8215d-a9ee-4990-964a-9b1adb3bc23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd1ce1b03-e172-4641-a4ad-66a12d3b2f19'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:07:04.615733 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e2413a-d5e0-4432-b496-96e5e55b1473 None None] Attempting to bind port 7916b597-b6b5-441e-a8b7-9fb93f7913d5 on network d1ce1b03-e172-4641-a4ad-66a12d3b2f19 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:04.623712 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cbe5b5ae-16c8-46ba-bdf5-3a25baca2ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:04.627165 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e2413a-d5e0-4432-b496-96e5e55b1473 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:07:04.627681 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e2413a-d5e0-4432-b496-96e5e55b1473 None None] Checking segment: {'id': '30f8215d-a9ee-4990-964a-9b1adb3bc23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd1ce1b03-e172-4641-a4ad-66a12d3b2f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:07:04.628114 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-44e2413a-d5e0-4432-b496-96e5e55b1473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:04.628504 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e2413a-d5e0-4432-b496-96e5e55b1473 None None] Bound using segment: {'id': '30f8215d-a9ee-4990-964a-9b1adb3bc23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd1ce1b03-e172-4641-a4ad-66a12d3b2f19'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:07:04.629834 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cbe5b5ae-16c8-46ba-bdf5-3a25baca2ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:04.631240 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-44e2413a-d5e0-4432-b496-96e5e55b1473 None None] Bound port: 7916b597-b6b5-441e-a8b7-9fb93f7913d5, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f8215d-a9ee-4990-964a-9b1adb3bc23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd1ce1b03-e172-4641-a4ad-66a12d3b2f19'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:07:04.631673 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-44e2413a-d5e0-4432-b496-96e5e55b1473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:04.634764 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cbe5b5ae-16c8-46ba-bdf5-3a25baca2ee8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2d70addb-93cf-4824-b208-860195fedcd6 HTTP/1.1" status: 204 len: 168 time: 0.8366044 Jul 24 09:07:04.655196 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-93f6ac77-616a-4a75-9df9-8a65b149d589 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709429 Jul 24 09:07:04.670731 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dab6a047-fc1c-489c-b632-4e42b43454c6 req-39631a3e-810b-486c-a8b2-5870ae632474 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaea48f7-8f05-4ea0-9664-6cbf2e8c279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431494 Jul 24 09:07:04.672978 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-366d33f1-03b4-4753-9a0b-170cc4db5195 req-ba14a07b-1ba2-4961-8880-c95cfb545a48 service neutron] 10.222.0.20 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397429 Jul 24 09:07:04.711842 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5b5ae-16c8-46ba-bdf5-3a25baca2ee8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d70addb-93cf-4824-b208-860195fedcd6,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:04.794551 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-44e2413a-d5e0-4432-b496-96e5e55b1473 None None] For port 7916b597-b6b5-441e-a8b7-9fb93f7913d5, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:07:04.804955 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-44e2413a-d5e0-4432-b496-96e5e55b1473 None None] For port 7916b597-b6b5-441e-a8b7-9fb93f7913d5, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7916b597-b6b5-441e-a8b7-9fb93f7913d5,segment=NetworkSegment(30f8215d-a9ee-4990-964a-9b1adb3bc23f),segment_id=30f8215d-a9ee-4990-964a-9b1adb3bc23f)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:07:04.815784 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-44e2413a-d5e0-4432-b496-96e5e55b1473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:04.894132 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2413a-d5e0-4432-b496-96e5e55b1473 None None] Pushing event updated for resources: {'Port': ['ID=7916b597-b6b5-441e-a8b7-9fb93f7913d5,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:04.898970 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d58fd0f6-39db-4bb0-859e-f44e07e86d6a up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:07:04.955552 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ad64b50-9d81-41fc-b650-69e1c7258d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:04.956298 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port d58fd0f6-39db-4bb0-859e-f44e07e86d6a triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:07:04.956861 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:04.971791 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ad64b50-9d81-41fc-b650-69e1c7258d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:04.982759 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2b9bc-9bac-4a05-be00-dad699209065 req-4d3bdfd6-0850-4662-a50d-94d88c1fa2e9 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:04.998226 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-05b2b9bc-9bac-4a05-be00-dad699209065 req-4d3bdfd6-0850-4662-a50d-94d88c1fa2e9 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 950 time: 0.1392097 Jul 24 09:07:05.015512 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44864) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:05.093392 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 023adb2a-00d1-47e7-8a65-6bb04d45eb45 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:07:05.158922 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-05b2b9bc-9bac-4a05-be00-dad699209065 req-396b16b6-a6c8-43f4-ac6e-ad0293b5f4ab tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596906 Jul 24 09:07:05.205738 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-cd7b6823-8b50-42e7-b688-7f3f2678a4b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62248caafbb747ab99386921fc0e1793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1889904 Jul 24 09:07:05.208290 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44870) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:05.314569 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 023adb2a-00d1-47e7-8a65-6bb04d45eb45, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=023adb2a-00d1-47e7-8a65-6bb04d45eb45,segment=NetworkSegment(d70121ac-134b-429c-b67d-2538b555b119),segment_id=d70121ac-134b-429c-b67d-2538b555b119)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:05.356809 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '023adb2a-00d1-47e7-8a65-6bb04d45eb45', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'port_id': '023adb2a-00d1-47e7-8a65-6bb04d45eb45', 'mac_address': 'fa:16:3e:ba:ee:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:07:05.395752 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3451151e-c088-4f75-969c-9029b6a5a194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:05.432263 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:05.451733 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 023adb2a-00d1-47e7-8a65-6bb04d45eb45 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:07:05.454870 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3451151e-c088-4f75-969c-9029b6a5a194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:05.495483 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 023adb2a-00d1-47e7-8a65-6bb04d45eb45, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=023adb2a-00d1-47e7-8a65-6bb04d45eb45,segment=NetworkSegment(d70121ac-134b-429c-b67d-2538b555b119),segment_id=d70121ac-134b-429c-b67d-2538b555b119)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:05.504663 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:05.513427 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed414e06-4a15-45dc-bd10-57b48c5f9990 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:05.557426 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed414e06-4a15-45dc-bd10-57b48c5f9990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:05.566497 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6ad64b50-9d81-41fc-b650-69e1c7258d14 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5fadc1b61de94d8f8eb18a4133388b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3687384 Jul 24 09:07:05.569339 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44884) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:05.570251 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad64b50-9d81-41fc-b650-69e1c7258d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6772a4bc-b538-479b-a08a-37f396e73d43,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:05.606960 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3451151e-c088-4f75-969c-9029b6a5a194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:05.609681 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3451151e-c088-4f75-969c-9029b6a5a194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:05.611894 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3451151e-c088-4f75-969c-9029b6a5a194 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6ea8b6a-c79e-42da-a8f8-5ad1add36c53 HTTP/1.1" status: 204 len: 168 time: 0.3950026 Jul 24 09:07:05.620986 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=023adb2a-00d1-47e7-8a65-6bb04d45eb45,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:05.656470 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451151e-c088-4f75-969c-9029b6a5a194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ea8b6a-c79e-42da-a8f8-5ad1add36c53,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:05.695236 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['023adb2a-00d1-47e7-8a65-6bb04d45eb45'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:07:05.701781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-ed414e06-4a15-45dc-bd10-57b48c5f9990 admin admin] Allocated IP 172.25.7.22 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/32b78107-1908-41de-96cf-9008f3dba90e) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:07:05.704777 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c45b0859-46f2-402b-856e-67f15c8d141a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:05.735393 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c45b0859-46f2-402b-856e-67f15c8d141a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:05.821416 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c45b0859-46f2-402b-856e-67f15c8d141a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:05.824137 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c45b0859-46f2-402b-856e-67f15c8d141a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:05.828582 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c45b0859-46f2-402b-856e-67f15c8d141a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6772a4bc-b538-479b-a08a-37f396e73d43 HTTP/1.1" status: 204 len: 168 time: 0.2580130 Jul 24 09:07:05.844260 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b0859-46f2-402b-856e-67f15c8d141a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6772a4bc-b538-479b-a08a-37f396e73d43,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:05.909204 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed414e06-4a15-45dc-bd10-57b48c5f9990 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:05.947732 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51dd6a-2ac8-4476-85f8-51415dda7ae0 req-d7887018-3af7-4971-8992-c0e4dcfc2d02 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:05.955878 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4b51dd6a-2ac8-4476-85f8-51415dda7ae0 req-d7887018-3af7-4971-8992-c0e4dcfc2d02 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b HTTP/1.1" status: 200 len: 944 time: 0.0900249 Jul 24 09:07:05.962943 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed414e06-4a15-45dc-bd10-57b48c5f9990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:06.008170 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed414e06-4a15-45dc-bd10-57b48c5f9990 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:07:06.009727 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4b51dd6a-2ac8-4476-85f8-51415dda7ae0 req-4c4f61b2-dc73-471c-80ba-3c8ca5fd9f2a tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaea48f7-8f05-4ea0-9664-6cbf2e8c279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524015 Jul 24 09:07:06.012781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-ed414e06-4a15-45dc-bd10-57b48c5f9990 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:07:06.019583 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed414e06-4a15-45dc-bd10-57b48c5f9990 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:07:06.049377 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44904) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:06.064374 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed414e06-4a15-45dc-bd10-57b48c5f9990 admin admin] Pushing event updated for resources: {'Port': ['ID=32b78107-1908-41de-96cf-9008f3dba90e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:06.242953 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44916) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:06.315410 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-054fe048-cbed-4083-a5a2-a9943c592411 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b74dcc8891fe454b88454a9e9c8bc871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0710220 Jul 24 09:07:06.318351 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44922) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:06.354717 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed414e06-4a15-45dc-bd10-57b48c5f9990 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:06.356160 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dcda85-b614-427a-9d90-43273d4a2493 None None] Network d1ce1b03-e172-4641-a4ad-66a12d3b2f19 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:07:06.406278 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7cf7998c-45c4-4a0e-b43b-280071a14ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:06.432622 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7cf7998c-45c4-4a0e-b43b-280071a14ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:06.484835 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a3c46f4e-633c-4563-9e95-c76e888d3743 None None] Provisioning for port 7916b597-b6b5-441e-a8b7-9fb93f7913d5 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:07:06.508271 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-2eaf710d-a4a6-43f3-a07e-2f7b192fa256 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:07:06.509633 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-2eaf710d-a4a6-43f3-a07e-2f7b192fa256 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4567771 Jul 24 09:07:06.510780 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7cf7998c-45c4-4a0e-b43b-280071a14ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:06.515313 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7cf7998c-45c4-4a0e-b43b-280071a14ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:06.516731 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7cf7998c-45c4-4a0e-b43b-280071a14ba2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1b457fe-507b-4d5f-ae88-eb1eefb7ee0e HTTP/1.1" status: 204 len: 168 time: 0.1971123 Jul 24 09:07:06.534135 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7998c-45c4-4a0e-b43b-280071a14ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b457fe-507b-4d5f-ae88-eb1eefb7ee0e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:06.611528 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed414e06-4a15-45dc-bd10-57b48c5f9990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:06.754697 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed414e06-4a15-45dc-bd10-57b48c5f9990 admin admin] Router dfded65d-686b-4dd5-92d2-d4244347be4f is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:07:06.928123 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed414e06-4a15-45dc-bd10-57b48c5f9990 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:07:06.939028 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7916b597-b6b5-441e-a8b7-9fb93f7913d5 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:07:06.939998 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] Sync routers for ids ['dfded65d-686b-4dd5-92d2-d4244347be4f'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:07:06.955772 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] Routers {'dfded65d-686b-4dd5-92d2-d4244347be4f'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:07:06.959144 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:07:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['dfded65d-686b-4dd5-92d2-d4244347be4f'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:06.967712 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1888ab-a402-4215-bf24-b0e27105ce57 req-db1cb408-34c4-4631-a8b3-7752ffe4858f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:06.970366 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dc1888ab-a402-4215-bf24-b0e27105ce57 req-db1cb408-34c4-4631-a8b3-7752ffe4858f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 950 time: 0.1140761 Jul 24 09:07:06.977631 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed414e06-4a15-45dc-bd10-57b48c5f9990 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:06.979799 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ed414e06-4a15-45dc-bd10-57b48c5f9990 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3166289 Jul 24 09:07:06.982746 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44942) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:07.027537 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 7916b597-b6b5-441e-a8b7-9fb93f7913d5 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:07:07.038490 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 7916b597-b6b5-441e-a8b7-9fb93f7913d5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:07:07.038921 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:07.050293 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dc1888ab-a402-4215-bf24-b0e27105ce57 req-01e77603-39b9-49b8-b65e-f1904232e944 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662613 Jul 24 09:07:07.094844 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 023adb2a-00d1-47e7-8a65-6bb04d45eb45 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:07:07.180826 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] Set router dfded65d-686b-4dd5-92d2-d4244347be4f gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:07:07.238031 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684c5aa-fd8a-492b-97ca-ff580fe33362 req-3e5a90ab-4847-4672-abd1-89d97b076d24 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:07.253885 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7684c5aa-fd8a-492b-97ca-ff580fe33362 req-3e5a90ab-4847-4672-abd1-89d97b076d24 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b HTTP/1.1" status: 200 len: 944 time: 0.1320970 Jul 24 09:07:07.272939 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 023adb2a-00d1-47e7-8a65-6bb04d45eb45 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:07:07.301792 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 023adb2a-00d1-47e7-8a65-6bb04d45eb45 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:07:07.305314 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:07.312001 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-657b5d94-8932-4fb8-8437-d20103081ef6 service neutron] Request body: {'binding': {'host': 'n-h2-800085-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:07.312001 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-657b5d94-8932-4fb8-8437-d20103081ef6 service neutron] Unknown quota resources ['binding']. {{(pid=94036) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 09:07:07.394199 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:07.429389 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7684c5aa-fd8a-492b-97ca-ff580fe33362 req-5b503408-0230-40d0-873c-634df3cf3d49 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaea48f7-8f05-4ea0-9664-6cbf2e8c279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743305 Jul 24 09:07:07.510088 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 7916b597-b6b5-441e-a8b7-9fb93f7913d5, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7916b597-b6b5-441e-a8b7-9fb93f7913d5,segment=NetworkSegment(30f8215d-a9ee-4990-964a-9b1adb3bc23f),segment_id=30f8215d-a9ee-4990-964a-9b1adb3bc23f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:07.563960 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:07.566410 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:07.627415 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-657b5d94-8932-4fb8-8437-d20103081ef6 service neutron] Attempting to bind port 2da51239-493e-4ce8-9564-2138e4448452 on host n-h2-800085-9 for vnic_type normal with profile None {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:07:07.627774 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-657b5d94-8932-4fb8-8437-d20103081ef6 service neutron] Attempting to bind port 2da51239-493e-4ce8-9564-2138e4448452 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:07:07.628109 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-657b5d94-8932-4fb8-8437-d20103081ef6 service neutron] Attempting to bind port 2da51239-493e-4ce8-9564-2138e4448452 on network 78a39135-7e1b-4cfc-8949-e6417e15b488 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:07.637598 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-657b5d94-8932-4fb8-8437-d20103081ef6 service neutron] Port 2da51239-493e-4ce8-9564-2138e4448452 on network 78a39135-7e1b-4cfc-8949-e6417e15b488 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:07:07.637921 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-657b5d94-8932-4fb8-8437-d20103081ef6 service neutron] Attempting to bind port 2da51239-493e-4ce8-9564-2138e4448452 on network 78a39135-7e1b-4cfc-8949-e6417e15b488 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:07.644618 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4ad02c-74d1-4b40-bfcb-7f290d018f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023adb2a-00d1-47e7-8a65-6bb04d45eb45'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:07.648043 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44081b5b-f0fa-4b40-be18-87bf512d3ea9" -d '{"events": [{"server_uuid": "8a4ad02c-74d1-4b40-bfcb-7f290d018f5b", "name": "network-vif-plugged", "status": "completed", "tag": "023adb2a-00d1-47e7-8a65-6bb04d45eb45"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:07.651242 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-657b5d94-8932-4fb8-8437-d20103081ef6 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:07:07.651718 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-657b5d94-8932-4fb8-8437-d20103081ef6 service neutron] Checking segment: {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:07:07.652123 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-657b5d94-8932-4fb8-8437-d20103081ef6 service neutron] Bound using segment: {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:07:07.652728 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-657b5d94-8932-4fb8-8437-d20103081ef6 service neutron] Bound port: 2da51239-493e-4ce8-9564-2138e4448452, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:07:07.694178 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 023adb2a-00d1-47e7-8a65-6bb04d45eb45, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=023adb2a-00d1-47e7-8a65-6bb04d45eb45,segment=NetworkSegment(d70121ac-134b-429c-b67d-2538b555b119),segment_id=d70121ac-134b-429c-b67d-2538b555b119)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:07.717413 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:07.728644 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=7916b597-b6b5-441e-a8b7-9fb93f7913d5,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:07.783608 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfded65d-686b-4dd5-92d2-d4244347be4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295142798-router', 'tenant_id': '7909d83a2acf4f8199ffce41d81f8005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '32b78107-1908-41de-96cf-9008f3dba90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:07:03Z', 'updated_at': '2021-07-24T09:07:06Z', 'revision_number': 3, 'project_id': '7909d83a2acf4f8199ffce41d81f8005', 'gw_port': {'id': '32b78107-1908-41de-96cf-9008f3dba90e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfded65d-686b-4dd5-92d2-d4244347be4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:07:05Z', 'updated_at': '2021-07-24T09:07:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:07.797932 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=023adb2a-00d1-47e7-8a65-6bb04d45eb45,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:07.799579 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-657b5d94-8932-4fb8-8437-d20103081ef6 service neutron] For port 2da51239-493e-4ce8-9564-2138e4448452, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=2da51239-493e-4ce8-9564-2138e4448452,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:07:07.805996 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-657b5d94-8932-4fb8-8437-d20103081ef6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:07.807819 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-657b5d94-8932-4fb8-8437-d20103081ef6 service neutron] 10.222.0.32 "POST /v2.0/ports/2da51239-493e-4ce8-9564-2138e4448452/bindings HTTP/1.1" status: 201 len: 389 time: 0.9082072 Jul 24 09:07:07.845551 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] Checking router: dfded65d-686b-4dd5-92d2-d4244347be4f for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:07:07.845795 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] Updating router dfded65d-686b-4dd5-92d2-d4244347be4f port 32b78107-1908-41de-96cf-9008f3dba90e binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:07:07.871137 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-87d65036-0819-49a3-a13a-3489cdef8155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:07.937065 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:07.983473 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020165be-8430-4889-b0ab-789c74f821ea x-openstack-request-id: req-020165be-8430-4889-b0ab-789c74f821ea {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:07.983769 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4ad02c-74d1-4b40-bfcb-7f290d018f5b", "name": "network-vif-plugged", "status": "completed", "tag": "023adb2a-00d1-47e7-8a65-6bb04d45eb45", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:07.984023 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-020165be-8430-4889-b0ab-789c74f821ea {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:07.984415 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4ad02c-74d1-4b40-bfcb-7f290d018f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023adb2a-00d1-47e7-8a65-6bb04d45eb45', 'code': 200} Jul 24 09:07:08.220268 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3a5a3-5aae-4136-a6c4-b5379fca19fc req-222fb32a-c1f1-4f0c-be80-628d572487c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:08.221890 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-87d65036-0819-49a3-a13a-3489cdef8155 admin admin] Allocated IP 172.20.0.1 (d1ce1b03-e172-4641-a4ad-66a12d3b2f19/2aa028c9-0ac7-4742-8435-7f1b666f2178/e2132dd6-99fd-4bda-a894-52d5f56afba4) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:07:08.224220 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34b3a5a3-5aae-4136-a6c4-b5379fca19fc req-222fb32a-c1f1-4f0c-be80-628d572487c5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b HTTP/1.1" status: 200 len: 1096 time: 0.1643927 Jul 24 09:07:08.360377 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-87d65036-0819-49a3-a13a-3489cdef8155 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:08.374822 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34b3a5a3-5aae-4136-a6c4-b5379fca19fc req-ea080dab-225a-483a-988c-f4508afe37ec service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=eaea48f7-8f05-4ea0-9664-6cbf2e8c279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445112 Jul 24 09:07:08.435125 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4531e-27e7-44dc-9e5c-c466d62ec4b5 req-438f5442-1396-4a56-8f96-9da9ae3fbf1e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:08.436796 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c3f4531e-27e7-44dc-9e5c-c466d62ec4b5 req-438f5442-1396-4a56-8f96-9da9ae3fbf1e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 950 time: 0.1539071 Jul 24 09:07:08.437887 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-87d65036-0819-49a3-a13a-3489cdef8155 admin admin] Transition to ACTIVE for port object e2132dd6-99fd-4bda-a894-52d5f56afba4 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:07:08.463874 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:08.477553 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] Transition to ACTIVE for port object 32b78107-1908-41de-96cf-9008f3dba90e will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:07:08.485459 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:08.517134 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c3f4531e-27e7-44dc-9e5c-c466d62ec4b5 req-3c7b3fe2-d44d-459d-a16a-1516700513e4 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729966 Jul 24 09:07:08.543414 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91104d2b-3fe4-411b-a090-19c57295e9f3 req-627c5363-8b5c-4fb2-87c6-c4754189ecb6 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:08.550174 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-91104d2b-3fe4-411b-a090-19c57295e9f3 req-627c5363-8b5c-4fb2-87c6-c4754189ecb6 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 946 time: 0.4483395 Jul 24 09:07:08.551925 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] Attempting to bind port 32b78107-1908-41de-96cf-9008f3dba90e on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:07:08.552574 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] Attempting to bind port 32b78107-1908-41de-96cf-9008f3dba90e by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:07:08.553005 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] Attempting to bind port 32b78107-1908-41de-96cf-9008f3dba90e on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:08.561378 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3458a14-3963-45cd-97de-feacebffea54 None None] Pushing event updated for resources: {'Port': ['ID=32b78107-1908-41de-96cf-9008f3dba90e,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:08.571639 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:07:08.572055 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:07:08.572487 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:08.573133 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:07:08.573548 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] Bound port: 32b78107-1908-41de-96cf-9008f3dba90e, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:07:08.574094 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:08.607057 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-90511ad9-efec-4a7b-8c35-180187645de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:08.608576 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-90511ad9-efec-4a7b-8c35-180187645de9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 1097 time: 0.4213715 Jul 24 09:07:08.640624 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-87d65036-0819-49a3-a13a-3489cdef8155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:08.660509 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-91104d2b-3fe4-411b-a090-19c57295e9f3 req-b3607159-0010-4352-b4c1-a7512764dc72 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042476 Jul 24 09:07:08.686240 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] For port 32b78107-1908-41de-96cf-9008f3dba90e, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:07:08.693974 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] For port 32b78107-1908-41de-96cf-9008f3dba90e, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=32b78107-1908-41de-96cf-9008f3dba90e,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:07:08.701452 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:08.733010 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d65036-0819-49a3-a13a-3489cdef8155 admin admin] Network d1ce1b03-e172-4641-a4ad-66a12d3b2f19 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:07:08.737779 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-87d65036-0819-49a3-a13a-3489cdef8155 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:07:08.742303 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d65036-0819-49a3-a13a-3489cdef8155 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:07:08.796787 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] Routers {'dfded65d-686b-4dd5-92d2-d4244347be4f'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:07:08.797423 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:07:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['dfded65d-686b-4dd5-92d2-d4244347be4f'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:08.802616 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3458a14-3963-45cd-97de-feacebffea54 None None] Pushing event updated for resources: {'Port': ['ID=32b78107-1908-41de-96cf-9008f3dba90e,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:08.830111 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea0871-6204-46d3-9c1f-754d0e4db04c req-bb2f4727-1c9b-4e99-8726-8f9ba06fea77 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:08.839762 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4fea0871-6204-46d3-9c1f-754d0e4db04c req-bb2f4727-1c9b-4e99-8726-8f9ba06fea77 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b HTTP/1.1" status: 200 len: 945 time: 0.1729209 Jul 24 09:07:08.896987 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7916b597-b6b5-441e-a8b7-9fb93f7913d5 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:07:08.991675 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4fea0871-6204-46d3-9c1f-754d0e4db04c req-9d7cc30a-bb9b-4974-af0c-7e7f97b528de tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaea48f7-8f05-4ea0-9664-6cbf2e8c279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498883 Jul 24 09:07:08.993838 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] Set router dfded65d-686b-4dd5-92d2-d4244347be4f gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:07:09.084572 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 7916b597-b6b5-441e-a8b7-9fb93f7913d5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:07:09.084973 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:09.149353 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45064) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:09.325901 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1912a51f-7153-4aac-9a12-8185da57bd25 None None] Provisioning for port e2132dd6-99fd-4bda-a894-52d5f56afba4 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:07:09.331898 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1912a51f-7153-4aac-9a12-8185da57bd25 None None] Provisioning complete for port e2132dd6-99fd-4bda-a894-52d5f56afba4 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:07:09.332354 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1912a51f-7153-4aac-9a12-8185da57bd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:09.344139 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d65036-0819-49a3-a13a-3489cdef8155 admin admin] Pushing event updated for resources: {'Port': ['ID=e2132dd6-99fd-4bda-a894-52d5f56afba4,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:09.373030 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-87d65036-0819-49a3-a13a-3489cdef8155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:09.381141 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-1912a51f-7153-4aac-9a12-8185da57bd25 None None] Port e2132dd6-99fd-4bda-a894-52d5f56afba4 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:07:09.414529 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfded65d-686b-4dd5-92d2-d4244347be4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295142798-router', 'tenant_id': '7909d83a2acf4f8199ffce41d81f8005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '32b78107-1908-41de-96cf-9008f3dba90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:07:03Z', 'updated_at': '2021-07-24T09:07:06Z', 'revision_number': 3, 'project_id': '7909d83a2acf4f8199ffce41d81f8005', 'gw_port': {'id': '32b78107-1908-41de-96cf-9008f3dba90e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfded65d-686b-4dd5-92d2-d4244347be4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:07:05Z', 'updated_at': '2021-07-24T09:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:09.416952 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-4a322abb-35c0-4f09-873e-3e9d759e8765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:09.419505 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-4a322abb-35c0-4f09-873e-3e9d759e8765 service neutron] 10.222.0.20 "GET /v2.0/networks?id=78a39135-7e1b-4cfc-8949-e6417e15b488 HTTP/1.1" status: 200 len: 921 time: 0.8028336 Jul 24 09:07:09.450501 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf9c4b8-e7ee-46ca-9cbc-b6143c8395f9 None None] The sync data for ids ['dfded65d-686b-4dd5-92d2-d4244347be4f'] in n-d-800085-9 is: [{'id': 'dfded65d-686b-4dd5-92d2-d4244347be4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295142798-router', 'tenant_id': '7909d83a2acf4f8199ffce41d81f8005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '32b78107-1908-41de-96cf-9008f3dba90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:07:03Z', 'updated_at': '2021-07-24T09:07:06Z', 'revision_number': 3, 'project_id': '7909d83a2acf4f8199ffce41d81f8005', 'gw_port': {'id': '32b78107-1908-41de-96cf-9008f3dba90e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfded65d-686b-4dd5-92d2-d4244347be4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:07:05Z', 'updated_at': '2021-07-24T09:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:07:09.538203 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-b36fd526-566b-4319-8433-d492b6f8914c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2da51239-493e-4ce8-9564-2138e4448452 HTTP/1.1" status: 200 len: 217 time: 0.0468078 Jul 24 09:07:09.580078 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-e3adf94a-7164-47fe-9dfb-52019f9bc712 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-230395625-network', 'tenant_id': '9d4740b4b94942bdba9d4b286110923d'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:09.613166 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-87d65036-0819-49a3-a13a-3489cdef8155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:09.624659 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3adf94a-7164-47fe-9dfb-52019f9bc712 admin admin] Made reservation on behalf of 9d4740b4b94942bdba9d4b286110923d for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:07:09.630847 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3adf94a-7164-47fe-9dfb-52019f9bc712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:09.662554 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3adf94a-7164-47fe-9dfb-52019f9bc712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:09.740370 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-db2a6d02-010f-4ce4-afa7-28d06c489713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:09.741890 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-db2a6d02-010f-4ce4-afa7-28d06c489713 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=726d329a-a5bb-490b-be1e-f21c87173472 HTTP/1.1" status: 200 len: 861 time: 0.1643102 Jul 24 09:07:09.822419 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3adf94a-7164-47fe-9dfb-52019f9bc712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:09.828140 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3adf94a-7164-47fe-9dfb-52019f9bc712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:09.835160 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-defb7dda-7b60-4401-9461-7abfac93ab35 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78a39135-7e1b-4cfc-8949-e6417e15b488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850840 Jul 24 09:07:09.880819 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3adf94a-7164-47fe-9dfb-52019f9bc712 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:07:10.001040 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3adf94a-7164-47fe-9dfb-52019f9bc712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:10.001475 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-e3adf94a-7164-47fe-9dfb-52019f9bc712 admin admin] Added segment ee79f3d5-d260-42ea-aea7-a3df226085b8 of type vlan for network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 Jul 24 09:07:10.014837 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3adf94a-7164-47fe-9dfb-52019f9bc712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f7983c-a0a7-456e-ac19-25a25d6337ea,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:10.066246 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3adf94a-7164-47fe-9dfb-52019f9bc712 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:10.098256 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-218e7bdb-bb36-4937-996a-d05bc6f12ba1 service neutron] 10.222.0.20 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268145 Jul 24 09:07:10.104560 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce63f7-bd41-47f1-adc2-0119554ae068 req-3d94b240-1236-45dd-b7e3-69e95eb28a55 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:10.113925 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-23ce63f7-bd41-47f1-adc2-0119554ae068 req-3d94b240-1236-45dd-b7e3-69e95eb28a55 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 950 time: 0.2116263 Jul 24 09:07:10.167046 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-23ce63f7-bd41-47f1-adc2-0119554ae068 req-922b0a9c-c17b-4cec-aeeb-57ad633287d0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513093 Jul 24 09:07:10.168700 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3adf94a-7164-47fe-9dfb-52019f9bc712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:10.170052 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3adf94a-7164-47fe-9dfb-52019f9bc712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:10.170861 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3adf94a-7164-47fe-9dfb-52019f9bc712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:10.188039 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-87d65036-0819-49a3-a13a-3489cdef8155 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:10.232349 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-87d65036-0819-49a3-a13a-3489cdef8155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:10.282921 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3adf94a-7164-47fe-9dfb-52019f9bc712 admin admin] Pushing event updated for resources: {'Network': ['ID=6a935e96-24dd-4ac6-b84d-eaf70ae8f877,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:10.294684 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:07:10.297009 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e3adf94a-7164-47fe-9dfb-52019f9bc712 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1462104 Jul 24 09:07:10.299940 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45146) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:10.305070 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-5029aa71-bdf5-4754-b355-a3cc932cfc44 admin admin] Request body: {'subnet': {'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-230395625-subnet', 'tenant_id': '9d4740b4b94942bdba9d4b286110923d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:10.336896 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5029aa71-bdf5-4754-b355-a3cc932cfc44 admin admin] Made reservation on behalf of 9d4740b4b94942bdba9d4b286110923d for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:07:10.343445 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5029aa71-bdf5-4754-b355-a3cc932cfc44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:10.387810 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-2e84f782-46cf-4285-992d-29775e7ac44a service neutron] 10.222.0.20 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814026 Jul 24 09:07:10.396216 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d65036-0819-49a3-a13a-3489cdef8155 admin admin] Pushing event updated for resources: {'Port': ['ID=e2132dd6-99fd-4bda-a894-52d5f56afba4,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:10.406084 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46fb5f-cb8e-4721-b725-ae6c2f6c5a26 req-34cc0580-e2f8-435c-9211-1743e9df2677 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:10.408062 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dc46fb5f-cb8e-4721-b725-ae6c2f6c5a26 req-34cc0580-e2f8-435c-9211-1743e9df2677 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 946 time: 0.1790593 Jul 24 09:07:10.409677 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-87d65036-0819-49a3-a13a-3489cdef8155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:10.476599 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dc46fb5f-cb8e-4721-b725-ae6c2f6c5a26 req-88a49f41-b659-4c04-a86c-36f2ce471be0 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595884 Jul 24 09:07:10.594464 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5029aa71-bdf5-4754-b355-a3cc932cfc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:10.630524 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d65036-0819-49a3-a13a-3489cdef8155 admin admin] Network d1ce1b03-e172-4641-a4ad-66a12d3b2f19 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:07:10.667146 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-87d65036-0819-49a3-a13a-3489cdef8155 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:07:10.679792 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029aa71-bdf5-4754-b355-a3cc932cfc44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58351263-9729-4aa6-887c-072787b6bdca,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:10.698022 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5029aa71-bdf5-4754-b355-a3cc932cfc44 admin admin] Checking segment: {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:07:10.698615 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5029aa71-bdf5-4754-b355-a3cc932cfc44 admin admin] Network hostable DHCP agents. Network: 6a935e96-24dd-4ac6-b84d-eaf70ae8f877, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:07:10.721364 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5029aa71-bdf5-4754-b355-a3cc932cfc44 admin admin] Network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:07:10.734908 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-5029aa71-bdf5-4754-b355-a3cc932cfc44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 6a935e96-24dd-4ac6-b84d-eaf70ae8f877) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:07:10.742702 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecdd499-5a2b-43b6-be07-dd004c840cd2 None None] Network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:07:10.743358 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5029aa71-bdf5-4754-b355-a3cc932cfc44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:10.743944 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5029aa71-bdf5-4754-b355-a3cc932cfc44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:10.788961 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5029aa71-bdf5-4754-b355-a3cc932cfc44 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4807196 Jul 24 09:07:10.803614 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-36c308cf-fdda-46d9-91c8-0c97e0ebaafe tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:10.805972 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-36c308cf-fdda-46d9-91c8-0c97e0ebaafe tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75&tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&binding%3Ahost_id=n-h1-800085-9 HTTP/1.1" status: 200 len: 1097 time: 0.2886772 Jul 24 09:07:10.820862 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-53486427-1a44-4178-832e-9e00fe9e2512 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800085-9'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:10.939311 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93682cf7-397e-4355-9f49-28fab603f79a req-8a04de48-062c-411b-9bab-6e393315b9c0 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:10.941556 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-93682cf7-397e-4355-9f49-28fab603f79a req-8a04de48-062c-411b-9bab-6e393315b9c0 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b HTTP/1.1" status: 200 len: 945 time: 0.3279662 Jul 24 09:07:10.945907 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 32b78107-1908-41de-96cf-9008f3dba90e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:07:11.029308 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-53486427-1a44-4178-832e-9e00fe9e2512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:11.100656 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-93682cf7-397e-4355-9f49-28fab603f79a req-ff1166e6-c08a-4867-91b4-9217e9480478 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaea48f7-8f05-4ea0-9664-6cbf2e8c279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483057 Jul 24 09:07:11.112670 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d65036-0819-49a3-a13a-3489cdef8155 admin admin] Router dfded65d-686b-4dd5-92d2-d4244347be4f has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:07:11.211848 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f30335ff-8f14-40a1-ba50-f8c471f2ae20 None None] Provisioning complete for port e2132dd6-99fd-4bda-a894-52d5f56afba4 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:07:11.212462 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f30335ff-8f14-40a1-ba50-f8c471f2ae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:11.266537 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ee3775-3c1b-40f2-ba0e-9ced8c0ddea4 None None] Network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:07:11.301002 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-f30335ff-8f14-40a1-ba50-f8c471f2ae20 None None] Port e2132dd6-99fd-4bda-a894-52d5f56afba4 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:07:11.311684 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 32b78107-1908-41de-96cf-9008f3dba90e completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:07:11.350645 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 32b78107-1908-41de-96cf-9008f3dba90e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:07:11.351104 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:11.473056 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d65036-0819-49a3-a13a-3489cdef8155 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:07:11.479950 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-87d65036-0819-49a3-a13a-3489cdef8155 admin admin] 10.222.0.32 "PUT /v2.0/routers/dfded65d-686b-4dd5-92d2-d4244347be4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4959698 Jul 24 09:07:11.495572 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-53486427-1a44-4178-832e-9e00fe9e2512 service neutron] For port 2da51239-493e-4ce8-9564-2138e4448452, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=2da51239-493e-4ce8-9564-2138e4448452,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:11.562588 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-53486427-1a44-4178-832e-9e00fe9e2512 service neutron] For port 2da51239-493e-4ce8-9564-2138e4448452, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:07:11.564403 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:11.592900 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 32b78107-1908-41de-96cf-9008f3dba90e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=32b78107-1908-41de-96cf-9008f3dba90e,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:11.599938 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:11.668361 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=32b78107-1908-41de-96cf-9008f3dba90e,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:11.881542 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45242) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:11.887642 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-d5704b83-fa29-4f3f-ba2a-22cf0900c00a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1688692372-network', 'tenant_id': '11a68bdb73d04bf3964d6ebd921793a7'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:11.925727 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a6b2b-f3be-48e6-933f-46bad29537d5 req-6e5eeb11-a754-4318-a908-51b61081057d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:11.927258 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cc2a6b2b-f3be-48e6-933f-46bad29537d5 req-6e5eeb11-a754-4318-a908-51b61081057d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 950 time: 0.0985098 Jul 24 09:07:11.928271 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5704b83-fa29-4f3f-ba2a-22cf0900c00a admin admin] Made reservation on behalf of 11a68bdb73d04bf3964d6ebd921793a7 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:07:11.930460 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d5704b83-fa29-4f3f-ba2a-22cf0900c00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:11.945966 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d5704b83-fa29-4f3f-ba2a-22cf0900c00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:11.987653 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cc2a6b2b-f3be-48e6-933f-46bad29537d5 req-a9f9deae-104e-4eea-8fe8-bc97e84f0dfc tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540333 Jul 24 09:07:12.004163 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] Sync routers for ids ['dfded65d-686b-4dd5-92d2-d4244347be4f'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:07:12.009875 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df72bd75-1ee9-4df9-ad73-985ed12bbe75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2da51239-493e-4ce8-9564-2138e4448452'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:12.013309 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c2edf2-c833-40ca-85dc-5f2dd7147c6a" -d '{"events": [{"server_uuid": "df72bd75-1ee9-4df9-ad73-985ed12bbe75", "name": "network-vif-unplugged", "status": "completed", "tag": "2da51239-493e-4ce8-9564-2138e4448452"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:12.029531 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] Routers {'dfded65d-686b-4dd5-92d2-d4244347be4f'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:07:12.030490 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:07:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['dfded65d-686b-4dd5-92d2-d4244347be4f'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:12.044943 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-53486427-1a44-4178-832e-9e00fe9e2512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:12.066192 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-53486427-1a44-4178-832e-9e00fe9e2512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:12.070646 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d5704b83-fa29-4f3f-ba2a-22cf0900c00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:12.077003 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d5704b83-fa29-4f3f-ba2a-22cf0900c00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:12.116617 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5704b83-fa29-4f3f-ba2a-22cf0900c00a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:07:12.121896 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-edd948e0-9280-47ff-949e-0f27acb3de45 req-33562074-4baf-440a-9653-4ccd13c72c6b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5185030 Jul 24 09:07:12.128988 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-edd948e0-9280-47ff-949e-0f27acb3de45 req-42cf0cb3-42d4-4753-b7a9-7edd4471b16b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:12.140071 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5704b83-fa29-4f3f-ba2a-22cf0900c00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796190dc-d751-4437-a767-20aaf7954a6a,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:12.164905 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d5704b83-fa29-4f3f-ba2a-22cf0900c00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:12.165254 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-d5704b83-fa29-4f3f-ba2a-22cf0900c00a admin admin] Added segment ab3516ce-69c4-43e6-a086-0abbf318e2f2 of type vlan for network 92ba91a5-2974-4d84-ba94-2e818d045287 Jul 24 09:07:12.193910 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] Set router dfded65d-686b-4dd5-92d2-d4244347be4f gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:07:12.204434 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53486427-1a44-4178-832e-9e00fe9e2512 service neutron] Pushing event updated for resources: {'Port': ['ID=2da51239-493e-4ce8-9564-2138e4448452,revision_number=7']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:12.217548 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-edd948e0-9280-47ff-949e-0f27acb3de45 req-42cf0cb3-42d4-4753-b7a9-7edd4471b16b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:12.222905 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-53486427-1a44-4178-832e-9e00fe9e2512 service neutron] Attempting to bind port 2da51239-493e-4ce8-9564-2138e4448452 on host n-h1-800085-9 for vnic_type normal with profile {"migrating_to": "n-h2-800085-9"} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:07:12.223238 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-53486427-1a44-4178-832e-9e00fe9e2512 service neutron] Attempting to bind port 2da51239-493e-4ce8-9564-2138e4448452 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:07:12.224138 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-53486427-1a44-4178-832e-9e00fe9e2512 service neutron] Attempting to bind port 2da51239-493e-4ce8-9564-2138e4448452 on network 78a39135-7e1b-4cfc-8949-e6417e15b488 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:12.247365 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d5704b83-fa29-4f3f-ba2a-22cf0900c00a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:12.248719 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-53486427-1a44-4178-832e-9e00fe9e2512 service neutron] Port 2da51239-493e-4ce8-9564-2138e4448452 on network 78a39135-7e1b-4cfc-8949-e6417e15b488 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:07:12.249089 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-53486427-1a44-4178-832e-9e00fe9e2512 service neutron] Attempting to bind port 2da51239-493e-4ce8-9564-2138e4448452 on network 78a39135-7e1b-4cfc-8949-e6417e15b488 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:12.259209 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-53486427-1a44-4178-832e-9e00fe9e2512 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:07:12.259600 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-53486427-1a44-4178-832e-9e00fe9e2512 service neutron] Checking segment: {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:07:12.260160 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-53486427-1a44-4178-832e-9e00fe9e2512 service neutron] Bound using segment: {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:07:12.260927 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-53486427-1a44-4178-832e-9e00fe9e2512 service neutron] Bound port: 2da51239-493e-4ce8-9564-2138e4448452, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:07:12.261297 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-53486427-1a44-4178-832e-9e00fe9e2512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:12.291691 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e89442-0919-4022-8c3b-7eae2556f4cb req-ef13d211-00fb-4e38-bd64-b12bb9f081e1 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:12.297217 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-41e89442-0919-4022-8c3b-7eae2556f4cb req-ef13d211-00fb-4e38-bd64-b12bb9f081e1 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 944 time: 0.1374354 Jul 24 09:07:12.298455 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d5704b83-fa29-4f3f-ba2a-22cf0900c00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:12.299378 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5704b83-fa29-4f3f-ba2a-22cf0900c00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:12.299958 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d5704b83-fa29-4f3f-ba2a-22cf0900c00a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:12.373591 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5704b83-fa29-4f3f-ba2a-22cf0900c00a admin admin] Pushing event updated for resources: {'Network': ['ID=92ba91a5-2974-4d84-ba94-2e818d045287,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:12.383446 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d5704b83-fa29-4f3f-ba2a-22cf0900c00a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5002923 Jul 24 09:07:12.388066 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45256) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:12.391463 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 92ba91a5-2974-4d84-ba94-2e818d045287 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:07:12.398835 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-9c34d314-0f4b-4a23-9fcd-7f6b9497c7f1 admin admin] Request body: {'subnet': {'network_id': '92ba91a5-2974-4d84-ba94-2e818d045287', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1688692372-subnet', 'tenant_id': '11a68bdb73d04bf3964d6ebd921793a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:12.399119 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-53486427-1a44-4178-832e-9e00fe9e2512 service neutron] For port 2da51239-493e-4ce8-9564-2138e4448452, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:07:12.411230 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-41e89442-0919-4022-8c3b-7eae2556f4cb req-10c9168e-3be3-493e-abed-8a57efc4e046 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075511 Jul 24 09:07:12.419850 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-53486427-1a44-4178-832e-9e00fe9e2512 service neutron] For port 2da51239-493e-4ce8-9564-2138e4448452, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=2da51239-493e-4ce8-9564-2138e4448452,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:07:12.428379 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c34d314-0f4b-4a23-9fcd-7f6b9497c7f1 admin admin] Made reservation on behalf of 11a68bdb73d04bf3964d6ebd921793a7 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:07:12.430950 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9c34d314-0f4b-4a23-9fcd-7f6b9497c7f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:12.431384 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-edd948e0-9280-47ff-949e-0f27acb3de45 req-42cf0cb3-42d4-4753-b7a9-7edd4471b16b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:12.434406 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-53486427-1a44-4178-832e-9e00fe9e2512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:12.493514 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfded65d-686b-4dd5-92d2-d4244347be4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295142798-router', 'tenant_id': '7909d83a2acf4f8199ffce41d81f8005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '32b78107-1908-41de-96cf-9008f3dba90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:07:03Z', 'updated_at': '2021-07-24T09:07:09Z', 'revision_number': 4, 'project_id': '7909d83a2acf4f8199ffce41d81f8005', 'gw_port': {'id': '32b78107-1908-41de-96cf-9008f3dba90e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfded65d-686b-4dd5-92d2-d4244347be4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:07:05Z', 'updated_at': '2021-07-24T09:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'e2132dd6-99fd-4bda-a894-52d5f56afba4', 'name': '', 'network_id': 'd1ce1b03-e172-4641-a4ad-66a12d3b2f19', 'tenant_id': '7909d83a2acf4f8199ffce41d81f8005', 'mac_address': 'fa:16:3e:48:c7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfded65d-686b-4dd5-92d2-d4244347be4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2aa028c9-0ac7-4742-8435-7f1b666f2178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:07:07Z', 'updated_at': '2021-07-24T09:07:09Z', 'revision_number': 2, 'project_id': '7909d83a2acf4f8199ffce41d81f8005', 'subnets': [{'id': '2aa028c9-0ac7-4742-8435-7f1b666f2178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:12.503050 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53486427-1a44-4178-832e-9e00fe9e2512 service neutron] Pushing event updated for resources: {'Port': ['ID=2da51239-493e-4ce8-9564-2138e4448452,revision_number=8']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:12.527069 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] Checking router: dfded65d-686b-4dd5-92d2-d4244347be4f for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:07:12.527564 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] Updating router dfded65d-686b-4dd5-92d2-d4244347be4f port e2132dd6-99fd-4bda-a894-52d5f56afba4 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:07:12.562894 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:12.588758 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-53486427-1a44-4178-832e-9e00fe9e2512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:12.589381 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-53486427-1a44-4178-832e-9e00fe9e2512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:12.590886 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-53486427-1a44-4178-832e-9e00fe9e2512 service neutron] 10.222.0.20 "PUT /v2.0/ports/2da51239-493e-4ce8-9564-2138e4448452 HTTP/1.1" status: 200 len: 1122 time: 1.7758241 Jul 24 09:07:12.660230 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9c34d314-0f4b-4a23-9fcd-7f6b9497c7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:12.671768 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-edd948e0-9280-47ff-949e-0f27acb3de45 req-42cf0cb3-42d4-4753-b7a9-7edd4471b16b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Allocated IP 172.25.7.251 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/43530de3-2ee1-4dc9-9809-c21351092460) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:07:12.736100 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['2da51239-493e-4ce8-9564-2138e4448452'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:07:12.743014 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34d314-0f4b-4a23-9fcd-7f6b9497c7f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=066d7309-3f18-4a0d-8273-46d14e87496a,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:12.748998 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c34d314-0f4b-4a23-9fcd-7f6b9497c7f1 admin admin] Checking segment: {'id': 'ab3516ce-69c4-43e6-a086-0abbf318e2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '92ba91a5-2974-4d84-ba94-2e818d045287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:07:12.749380 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c34d314-0f4b-4a23-9fcd-7f6b9497c7f1 admin admin] Network hostable DHCP agents. Network: 92ba91a5-2974-4d84-ba94-2e818d045287, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:07:12.768164 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c34d314-0f4b-4a23-9fcd-7f6b9497c7f1 admin admin] Network 92ba91a5-2974-4d84-ba94-2e818d045287 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:07:12.780652 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-9c34d314-0f4b-4a23-9fcd-7f6b9497c7f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 92ba91a5-2974-4d84-ba94-2e818d045287) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:07:12.789943 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c34d314-0f4b-4a23-9fcd-7f6b9497c7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:12.790716 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9c34d314-0f4b-4a23-9fcd-7f6b9497c7f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:12.796062 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00f7d84-d5e3-4c22-add1-c521ffdb0a95 None None] Network 92ba91a5-2974-4d84-ba94-2e818d045287 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:07:12.809868 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9c34d314-0f4b-4a23-9fcd-7f6b9497c7f1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4201345 Jul 24 09:07:12.812563 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-edd948e0-9280-47ff-949e-0f27acb3de45 req-42cf0cb3-42d4-4753-b7a9-7edd4471b16b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:12.859303 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-edd948e0-9280-47ff-949e-0f27acb3de45 req-42cf0cb3-42d4-4753-b7a9-7edd4471b16b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:12.875217 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 32b78107-1908-41de-96cf-9008f3dba90e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:07:12.902356 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edd948e0-9280-47ff-949e-0f27acb3de45 req-42cf0cb3-42d4-4753-b7a9-7edd4471b16b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:07:12.906108 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-edd948e0-9280-47ff-949e-0f27acb3de45 req-42cf0cb3-42d4-4753-b7a9-7edd4471b16b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:07:12.914563 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd948e0-9280-47ff-949e-0f27acb3de45 req-42cf0cb3-42d4-4753-b7a9-7edd4471b16b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:07:12.968367 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf0cb3-42d4-4753-b7a9-7edd4471b16b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Pushing event updated for resources: {'Port': ['ID=43530de3-2ee1-4dc9-9809-c21351092460,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:13.107380 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-edd948e0-9280-47ff-949e-0f27acb3de45 req-42cf0cb3-42d4-4753-b7a9-7edd4471b16b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:13.139004 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 32b78107-1908-41de-96cf-9008f3dba90e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:07:13.139383 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:13.177182 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-edd948e0-9280-47ff-949e-0f27acb3de45 req-42cf0cb3-42d4-4753-b7a9-7edd4471b16b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:13.228658 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9df3002-39a9-4cea-8add-9fd6b459e22b None None] Network 92ba91a5-2974-4d84-ba94-2e818d045287 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:07:13.278745 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8836de2a-1596-4667-9a2d-5a4237946c41 x-openstack-request-id: req-8836de2a-1596-4667-9a2d-5a4237946c41 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:13.279276 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df72bd75-1ee9-4df9-ad73-985ed12bbe75", "name": "network-vif-unplugged", "status": "completed", "tag": "2da51239-493e-4ce8-9564-2138e4448452", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:13.279677 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8836de2a-1596-4667-9a2d-5a4237946c41 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:13.280269 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df72bd75-1ee9-4df9-ad73-985ed12bbe75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2da51239-493e-4ce8-9564-2138e4448452', 'code': 200} Jul 24 09:07:13.293889 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:13.351441 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] Transition to ACTIVE for port object e2132dd6-99fd-4bda-a894-52d5f56afba4 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:07:13.369996 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-edd948e0-9280-47ff-949e-0f27acb3de45 req-42cf0cb3-42d4-4753-b7a9-7edd4471b16b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:13.375482 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-edd948e0-9280-47ff-949e-0f27acb3de45 req-42cf0cb3-42d4-4753-b7a9-7edd4471b16b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:13.375695 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:13.454567 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf0cb3-42d4-4753-b7a9-7edd4471b16b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Pushing event updated for resources: {'Port': ['ID=43530de3-2ee1-4dc9-9809-c21351092460,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:13.463506 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-edd948e0-9280-47ff-949e-0f27acb3de45 req-42cf0cb3-42d4-4753-b7a9-7edd4471b16b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:13.478484 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-edd948e0-9280-47ff-949e-0f27acb3de45 req-42cf0cb3-42d4-4753-b7a9-7edd4471b16b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:13.479819 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-edd948e0-9280-47ff-949e-0f27acb3de45 req-42cf0cb3-42d4-4753-b7a9-7edd4471b16b tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3571146 Jul 24 09:07:13.563543 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-edd948e0-9280-47ff-949e-0f27acb3de45 req-abafcab8-9ab8-4d0b-bdca-cb606ff7d408 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.251 HTTP/1.1" status: 200 len: 696 time: 0.0766778 Jul 24 09:07:13.623090 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd2c8c-93c5-46fb-a29f-cf4d726b1179 None None] Pushing event updated for resources: {'Port': ['ID=e2132dd6-99fd-4bda-a894-52d5f56afba4,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:13.685585 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] Attempting to bind port e2132dd6-99fd-4bda-a894-52d5f56afba4 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:07:13.686427 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] Attempting to bind port e2132dd6-99fd-4bda-a894-52d5f56afba4 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '30f8215d-a9ee-4990-964a-9b1adb3bc23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd1ce1b03-e172-4641-a4ad-66a12d3b2f19'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:07:13.687633 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] Attempting to bind port e2132dd6-99fd-4bda-a894-52d5f56afba4 on network d1ce1b03-e172-4641-a4ad-66a12d3b2f19 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:13.695312 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:07:13.695698 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] Checking segment: {'id': '30f8215d-a9ee-4990-964a-9b1adb3bc23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd1ce1b03-e172-4641-a4ad-66a12d3b2f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:07:13.696236 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:13.696642 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] Bound using segment: {'id': '30f8215d-a9ee-4990-964a-9b1adb3bc23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd1ce1b03-e172-4641-a4ad-66a12d3b2f19'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:07:13.697507 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] Bound port: e2132dd6-99fd-4bda-a894-52d5f56afba4, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f8215d-a9ee-4990-964a-9b1adb3bc23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd1ce1b03-e172-4641-a4ad-66a12d3b2f19'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:07:13.697905 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:13.705383 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd948e0-9280-47ff-949e-0f27acb3de45 req-7e8c29e4-9cd1-4eb5-8cb1-14903cf0a9af tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:13.707223 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-edd948e0-9280-47ff-949e-0f27acb3de45 req-7e8c29e4-9cd1-4eb5-8cb1-14903cf0a9af tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 0.1347272 Jul 24 09:07:13.720802 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-edd948e0-9280-47ff-949e-0f27acb3de45 req-08264fb3-02f3-430f-86e7-b1bf3d118d1f tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:07:13.721976 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-edd948e0-9280-47ff-949e-0f27acb3de45 req-08264fb3-02f3-430f-86e7-b1bf3d118d1f tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061929 Jul 24 09:07:13.797697 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] For port e2132dd6-99fd-4bda-a894-52d5f56afba4, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:07:13.824207 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:13.827950 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] For port e2132dd6-99fd-4bda-a894-52d5f56afba4, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e2132dd6-99fd-4bda-a894-52d5f56afba4,segment=NetworkSegment(30f8215d-a9ee-4990-964a-9b1adb3bc23f),segment_id=30f8215d-a9ee-4990-964a-9b1adb3bc23f)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:07:13.830551 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572facc-365c-4fc1-9a07-db0357d82ce2 req-32b04213-c8be-4e83-8045-0b91e224f86a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:13.832852 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:13.838134 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7572facc-365c-4fc1-9a07-db0357d82ce2 req-32b04213-c8be-4e83-8045-0b91e224f86a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 950 time: 0.0968022 Jul 24 09:07:13.895469 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7572facc-365c-4fc1-9a07-db0357d82ce2 req-bbc14655-6a75-442c-8ccb-c6194d0cf0a6 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478728 Jul 24 09:07:13.916794 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] Routers {'dfded65d-686b-4dd5-92d2-d4244347be4f'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:07:13.917507 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:07:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['dfded65d-686b-4dd5-92d2-d4244347be4f'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:13.920462 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd2c8c-93c5-46fb-a29f-cf4d726b1179 None None] Pushing event updated for resources: {'Port': ['ID=e2132dd6-99fd-4bda-a894-52d5f56afba4,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:14.040601 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] Set router dfded65d-686b-4dd5-92d2-d4244347be4f gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:07:14.189434 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e82014-8fdf-41d2-96bc-d2ba21da9e3f req-ba37f7a0-ca87-4802-9837-ca80da8d8d49 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:14.191226 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-47e82014-8fdf-41d2-96bc-d2ba21da9e3f req-ba37f7a0-ca87-4802-9837-ca80da8d8d49 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 944 time: 0.0758348 Jul 24 09:07:14.231257 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-47e82014-8fdf-41d2-96bc-d2ba21da9e3f req-02883055-5c87-47a4-b4b2-aef2445b6237 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333831 Jul 24 09:07:14.267609 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfded65d-686b-4dd5-92d2-d4244347be4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295142798-router', 'tenant_id': '7909d83a2acf4f8199ffce41d81f8005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '32b78107-1908-41de-96cf-9008f3dba90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:07:03Z', 'updated_at': '2021-07-24T09:07:09Z', 'revision_number': 4, 'project_id': '7909d83a2acf4f8199ffce41d81f8005', 'gw_port': {'id': '32b78107-1908-41de-96cf-9008f3dba90e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfded65d-686b-4dd5-92d2-d4244347be4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:07:05Z', 'updated_at': '2021-07-24T09:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'e2132dd6-99fd-4bda-a894-52d5f56afba4', 'name': '', 'network_id': 'd1ce1b03-e172-4641-a4ad-66a12d3b2f19', 'tenant_id': '7909d83a2acf4f8199ffce41d81f8005', 'mac_address': 'fa:16:3e:48:c7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfded65d-686b-4dd5-92d2-d4244347be4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2aa028c9-0ac7-4742-8435-7f1b666f2178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:07:07Z', 'updated_at': '2021-07-24T09:07:13Z', 'revision_number': 4, 'project_id': '7909d83a2acf4f8199ffce41d81f8005', 'subnets': [{'id': '2aa028c9-0ac7-4742-8435-7f1b666f2178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:14.298823 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8826c53d-2760-4fbf-8e53-3911c1902a64 None None] The sync data for ids ['dfded65d-686b-4dd5-92d2-d4244347be4f'] in n-d-800085-9 is: [{'id': 'dfded65d-686b-4dd5-92d2-d4244347be4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295142798-router', 'tenant_id': '7909d83a2acf4f8199ffce41d81f8005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '32b78107-1908-41de-96cf-9008f3dba90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:07:03Z', 'updated_at': '2021-07-24T09:07:09Z', 'revision_number': 4, 'project_id': '7909d83a2acf4f8199ffce41d81f8005', 'gw_port': {'id': '32b78107-1908-41de-96cf-9008f3dba90e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfded65d-686b-4dd5-92d2-d4244347be4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:07:05Z', 'updated_at': '2021-07-24T09:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'e2132dd6-99fd-4bda-a894-52d5f56afba4', 'name': '', 'network_id': 'd1ce1b03-e172-4641-a4ad-66a12d3b2f19', 'tenant_id': '7909d83a2acf4f8199ffce41d81f8005', 'mac_address': 'fa:16:3e:48:c7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfded65d-686b-4dd5-92d2-d4244347be4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '2aa028c9-0ac7-4742-8435-7f1b666f2178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:07:07Z', 'updated_at': '2021-07-24T09:07:13Z', 'revision_number': 4, 'project_id': '7909d83a2acf4f8199ffce41d81f8005', 'subnets': [{'id': '2aa028c9-0ac7-4742-8435-7f1b666f2178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:07:14.314404 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-16975a34-328d-4da3-9a35-ed5e535a0abd tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:14.316171 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-16975a34-328d-4da3-9a35-ed5e535a0abd tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/networks?id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 200 len: 807 time: 0.1179411 Jul 24 09:07:14.354051 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-f7bd5ff1-8613-40d4-8a59-59ba7187a10b tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/quotas/9d4740b4b94942bdba9d4b286110923d HTTP/1.1" status: 200 len: 375 time: 0.0299456 Jul 24 09:07:14.396194 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-baef19cc-bc59-481e-adb6-2abf5719d59e tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d4740b4b94942bdba9d4b286110923d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335219 Jul 24 09:07:14.413488 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-36088b89-e52e-4df5-a56c-fcf8ce42fa9b tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:07:14.413488 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-36088b89-e52e-4df5-a56c-fcf8ce42fa9b tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073218 Jul 24 09:07:14.508175 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-6037337d-33b1-4b70-b311-789bfead9d3e tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:14.511635 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-6037337d-33b1-4b70-b311-789bfead9d3e tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/networks?id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d HTTP/1.1" status: 200 len: 818 time: 0.1162839 Jul 24 09:07:14.514518 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-68c42007-80f5-4435-a14b-442a8d446e3b service neutron] 10.222.0.32 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896792 Jul 24 09:07:14.525406 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-57ce9bb0-08a8-49d5-a42c-196c4057d86e tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/quotas/9e0f26770ead4e32a3c0b7247a4e23c2 HTTP/1.1" status: 200 len: 375 time: 0.0102112 Jul 24 09:07:14.605200 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-a7ac74a1-7b33-450e-8df1-819037d01b9c service neutron] 10.222.0.32 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847123 Jul 24 09:07:14.606254 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-8202b9fe-3a3d-41be-98a4-82644eebf9db tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e0f26770ead4e32a3c0b7247a4e23c2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0755889 Jul 24 09:07:14.693166 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-0bb53ef3-cd22-4d69-83f0-0239e1ab897e service neutron] 10.222.0.32 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848782 Jul 24 09:07:14.840139 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e2132dd6-99fd-4bda-a894-52d5f56afba4 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:07:14.879064 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-f4a530dd-c232-4511-978f-713bd8798cf0 service neutron] 10.222.0.32 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795716 Jul 24 09:07:14.920960 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port e2132dd6-99fd-4bda-a894-52d5f56afba4 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:07:14.933151 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port e2132dd6-99fd-4bda-a894-52d5f56afba4 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:07:14.933537 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:15.055016 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:15.100326 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 2da51239-493e-4ce8-9564-2138e4448452 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:07:15.109635 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port e2132dd6-99fd-4bda-a894-52d5f56afba4, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e2132dd6-99fd-4bda-a894-52d5f56afba4,segment=NetworkSegment(30f8215d-a9ee-4990-964a-9b1adb3bc23f),segment_id=30f8215d-a9ee-4990-964a-9b1adb3bc23f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:15.120307 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:15.236535 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=e2132dd6-99fd-4bda-a894-52d5f56afba4,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:15.282020 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df72bd75-1ee9-4df9-ad73-985ed12bbe75', 'tag': '2da51239-493e-4ce8-9564-2138e4448452'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:15.297471 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e9663f-58dd-4fe1-8022-745c10c73bbe" -d '{"events": [{"name": "network-changed", "server_uuid": "df72bd75-1ee9-4df9-ad73-985ed12bbe75", "tag": "2da51239-493e-4ce8-9564-2138e4448452"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:15.342280 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 2da51239-493e-4ce8-9564-2138e4448452, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=2da51239-493e-4ce8-9564-2138e4448452,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:15.355848 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 2da51239-493e-4ce8-9564-2138e4448452 has no active binding in host n-h2-800085-9 {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 24 09:07:15.363752 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a8fb723f-7ddf-497a-8129-874e96dc56bc req-ce69d128-c21e-4ac8-9fa4-595da2c49096 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 210 time: 0.0446827 Jul 24 09:07:15.528237 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c909d3-8ddc-43d2-9ceb-ab985d79809e req-3379e8d0-cbde-4d66-8048-b0d6d67c6b4c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:15.530515 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-47c909d3-8ddc-43d2-9ceb-ab985d79809e req-3379e8d0-cbde-4d66-8048-b0d6d67c6b4c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 950 time: 0.1071773 Jul 24 09:07:15.581218 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-47c909d3-8ddc-43d2-9ceb-ab985d79809e req-25f7c1f6-350d-414f-bff5-3e2ebbd78b5f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442510 Jul 24 09:07:15.699955 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-daeee6e7-b64c-45d7-bc47-3555ee6dfa4d req-729bc27f-1fdb-4ff3-9db6-d79db6ade71d tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe982b6-7c28-4b6b-991a-852b0a03055e HTTP/1.1" status: 200 len: 210 time: 0.0405829 Jul 24 09:07:15.905124 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1dc73-1e6b-4c25-aeca-987fe479ebf2 req-2fed7ff2-c234-445f-b973-ce6e2d09d697 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:15.906899 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-35b1dc73-1e6b-4c25-aeca-987fe479ebf2 req-2fed7ff2-c234-445f-b973-ce6e2d09d697 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 944 time: 0.1321621 Jul 24 09:07:15.950577 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-35b1dc73-1e6b-4c25-aeca-987fe479ebf2 req-68246b55-7326-462f-8ced-0453595b4b87 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378881 Jul 24 09:07:16.015969 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350957c7-e7c6-47c8-9a25-42b903c9fd4f x-openstack-request-id: req-350957c7-e7c6-47c8-9a25-42b903c9fd4f {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:16.016463 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df72bd75-1ee9-4df9-ad73-985ed12bbe75", "tag": "2da51239-493e-4ce8-9564-2138e4448452", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:16.016840 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-350957c7-e7c6-47c8-9a25-42b903c9fd4f {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:16.017679 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df72bd75-1ee9-4df9-ad73-985ed12bbe75', 'tag': '2da51239-493e-4ce8-9564-2138e4448452', 'status': 'completed', 'code': 200} Jul 24 09:07:16.179869 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9663f-58dd-4fe1-8022-745c10c73bbe req-535439be-105b-45ea-b4a4-df67768e0353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:16.182467 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-16e9663f-58dd-4fe1-8022-745c10c73bbe req-535439be-105b-45ea-b4a4-df67768e0353 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 1125 time: 0.1207447 Jul 24 09:07:16.237384 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:16.268002 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-80c53d1c-4f21-4674-a455-c2099045b079 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:16.269609 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-80c53d1c-4f21-4674-a455-c2099045b079 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.20 "GET /v2.0/networks?id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 200 len: 807 time: 0.1896694 Jul 24 09:07:16.292441 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-7b85c06c-3393-457c-bbb8-611537c7f74d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Request body: {'port': {'device_id': 'ed858fd9-b338-42f7-be16-0230ce498cf9', 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877', 'admin_state_up': True, 'tenant_id': '9d4740b4b94942bdba9d4b286110923d'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:16.369666 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9663f-58dd-4fe1-8022-745c10c73bbe req-b1da5c1c-c32e-4909-9824-1358fe52157d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:16.373217 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-16e9663f-58dd-4fe1-8022-745c10c73bbe req-b1da5c1c-c32e-4909-9824-1358fe52157d service neutron] 10.222.0.37 "GET /v2.0/networks?id=78a39135-7e1b-4cfc-8949-e6417e15b488 HTTP/1.1" status: 200 len: 921 time: 0.1785986 Jul 24 09:07:16.434196 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-16e9663f-58dd-4fe1-8022-745c10c73bbe req-d79e5f9e-8d3a-4559-a6ac-19152cfa10e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2da51239-493e-4ce8-9564-2138e4448452 HTTP/1.1" status: 200 len: 217 time: 0.0529826 Jul 24 09:07:16.481574 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-7b85c06c-3393-457c-bbb8-611537c7f74d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Made reservation on behalf of 9d4740b4b94942bdba9d4b286110923d for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:07:16.485294 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-7b85c06c-3393-457c-bbb8-611537c7f74d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:16.512285 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9663f-58dd-4fe1-8022-745c10c73bbe req-68b90d45-e455-4f23-b5d4-be721af3d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:16.516555 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-16e9663f-58dd-4fe1-8022-745c10c73bbe req-68b90d45-e455-4f23-b5d4-be721af3d721 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=726d329a-a5bb-490b-be1e-f21c87173472 HTTP/1.1" status: 200 len: 861 time: 0.0765085 Jul 24 09:07:16.564902 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-16e9663f-58dd-4fe1-8022-745c10c73bbe req-c121a508-2d44-4a99-a1cb-b978a2865969 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=78a39135-7e1b-4cfc-8949-e6417e15b488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413175 Jul 24 09:07:16.724757 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45502) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:16.787211 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-7b85c06c-3393-457c-bbb8-611537c7f74d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Allocated IP 172.20.0.10 (6a935e96-24dd-4ac6-b84d-eaf70ae8f877/58351263-9729-4aa6-887c-072787b6bdca/74f69e1e-7b5b-4fd5-bfda-6c196aa43da3) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:07:16.804703 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45508) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:16.822188 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e2ad0815-57ec-4212-a45b-fadc4ad019ee tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--930751014', 'description': 'tempest-description--803847862'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:16.883368 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e2ad0815-57ec-4212-a45b-fadc4ad019ee tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:16.900018 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e2132dd6-99fd-4bda-a894-52d5f56afba4 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:07:16.956569 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port e2132dd6-99fd-4bda-a894-52d5f56afba4 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:07:16.957125 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:17.042488 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bb4f6e75-2cff-449a-904a-007ed7598d3c req-ba9559bb-ce19-4883-8831-f5ce2da3a180 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 210 time: 0.2838030 Jul 24 09:07:17.086513 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-16e9663f-58dd-4fe1-8022-745c10c73bbe req-22ee7ace-957f-4ad7-b1c5-936f92c456ac service neutron] 10.222.0.37 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143812 Jul 24 09:07:17.089766 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-81de3c43-5706-4be2-a4d7-20fd98290c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:17.109530 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce979eab-3911-4494-9ea2-b595e8fe31f3 req-854dbd6d-6bef-4d37-b5c1-ad92db51e1af tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:17.111044 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ce979eab-3911-4494-9ea2-b595e8fe31f3 req-854dbd6d-6bef-4d37-b5c1-ad92db51e1af tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 950 time: 0.1891658 Jul 24 09:07:17.132720 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-7b85c06c-3393-457c-bbb8-611537c7f74d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:17.178665 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e2ad0815-57ec-4212-a45b-fadc4ad019ee tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:17.189468 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e2ad0815-57ec-4212-a45b-fadc4ad019ee tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:17.197689 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-3cf35324-f70d-4fd1-8ead-36894991b6e9 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:17.199163 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-3cf35324-f70d-4fd1-8ead-36894991b6e9 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.20 "GET /v2.0/networks?id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d HTTP/1.1" status: 200 len: 818 time: 0.5263391 Jul 24 09:07:17.224838 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-b861c918-ea78-42cd-9083-f7163a2dccf2 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Request body: {'port': {'device_id': '6fe982b6-7c28-4b6b-991a-852b0a03055e', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'admin_state_up': True, 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:17.234161 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ce979eab-3911-4494-9ea2-b595e8fe31f3 req-d5db2402-0b6f-401f-8bc1-a6c9abf14c5e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991061 Jul 24 09:07:17.244827 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad0815-57ec-4212-a45b-fadc4ad019ee tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=637106b1-3b61-4df2-902f-c2d54663dcea,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:17.261858 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-7b85c06c-3393-457c-bbb8-611537c7f74d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:17.268554 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bb490711-809e-4767-b0a0-68415971577a req-a83bfa47-47cb-4b3f-8ca2-7e512692cbab tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe982b6-7c28-4b6b-991a-852b0a03055e HTTP/1.1" status: 200 len: 210 time: 0.0656936 Jul 24 09:07:17.334192 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85c06c-3393-457c-bbb8-611537c7f74d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Pushing event updated for resources: {'Port': ['ID=74f69e1e-7b5b-4fd5-bfda-6c196aa43da3,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:17.345378 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-16e9663f-58dd-4fe1-8022-745c10c73bbe req-38cd53ce-455a-4d62-a276-a47486f9f7c2 service neutron] 10.222.0.37 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476680 Jul 24 09:07:17.361050 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-7b85c06c-3393-457c-bbb8-611537c7f74d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:07:17.377950 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-7b85c06c-3393-457c-bbb8-611537c7f74d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:07:17.381450 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-7b85c06c-3393-457c-bbb8-611537c7f74d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:07:17.440611 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-81de3c43-5706-4be2-a4d7-20fd98290c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:17.443318 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-7b85c06c-3393-457c-bbb8-611537c7f74d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:17.444092 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-7b85c06c-3393-457c-bbb8-611537c7f74d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:17.446760 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-81de3c43-5706-4be2-a4d7-20fd98290c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:17.460265 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e2ad0815-57ec-4212-a45b-fadc4ad019ee tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:17.464429 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e2ad0815-57ec-4212-a45b-fadc4ad019ee tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6571779 Jul 24 09:07:17.465758 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45544) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:17.472653 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-96f82b0c-a1b2-419a-bfd8-921bc04dc26e tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Request body: {'security_group_rule': {'security_group_id': '637106b1-3b61-4df2-902f-c2d54663dcea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:17.492299 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2b3b6-ff34-4102-8d56-53084efc4933 req-c9a637dd-4096-4de3-a3a4-032cdea46687 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:17.493956 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0ef2b3b6-ff34-4102-8d56-53084efc4933 req-c9a637dd-4096-4de3-a3a4-032cdea46687 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 944 time: 0.1657264 Jul 24 09:07:17.501907 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-81de3c43-5706-4be2-a4d7-20fd98290c2a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c4b456f1454c4708858da3f91129fc1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7762280 Jul 24 09:07:17.503259 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-b861c918-ea78-42cd-9083-f7163a2dccf2 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Made reservation on behalf of 9e0f26770ead4e32a3c0b7247a4e23c2 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:07:17.505603 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45554) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:17.506859 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-b861c918-ea78-42cd-9083-f7163a2dccf2 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:17.508992 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de3c43-5706-4be2-a4d7-20fd98290c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28be25f8-cf05-4204-99d9-1bd80e7fdb60,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:17.524068 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-7b85c06c-3393-457c-bbb8-611537c7f74d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2436230 Jul 24 09:07:17.546545 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-828ef621-07a5-48ef-8b79-d5c2a966c6d9 service neutron] Request body: {'port': {'device_id': 'ed858fd9-b338-42f7-be16-0230ce498cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:17.627133 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0ef2b3b6-ff34-4102-8d56-53084efc4933 req-b0793d61-7498-4e20-99f9-1677a24e6cf2 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252141 Jul 24 09:07:17.640587 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-96f82b0c-a1b2-419a-bfd8-921bc04dc26e tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:17.675856 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-b861c918-ea78-42cd-9083-f7163a2dccf2 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Allocated IP 172.20.0.3 (dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d/220ccdaa-7d4a-4d90-b09e-296688a41add/af1f7074-a71d-4246-9a15-efcc8568eb11) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:07:17.730802 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e977a2dd-bf2e-47da-a91f-43d28fb0df65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:17.739936 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-828ef621-07a5-48ef-8b79-d5c2a966c6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:17.819340 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e977a2dd-bf2e-47da-a91f-43d28fb0df65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:17.823952 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-96f82b0c-a1b2-419a-bfd8-921bc04dc26e tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:17.838690 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-96f82b0c-a1b2-419a-bfd8-921bc04dc26e tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:17.887026 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f82b0c-a1b2-419a-bfd8-921bc04dc26e tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4703d243-2c2b-4385-8852-b77c3b518c78,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:17.889104 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-b861c918-ea78-42cd-9083-f7163a2dccf2 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:17.935339 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-b861c918-ea78-42cd-9083-f7163a2dccf2 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Transition to ACTIVE for port object af1f7074-a71d-4246-9a15-efcc8568eb11 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:07:17.956272 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-96f82b0c-a1b2-419a-bfd8-921bc04dc26e tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:17.960729 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-96f82b0c-a1b2-419a-bfd8-921bc04dc26e tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4901218 Jul 24 09:07:17.961467 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45598) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:17.972719 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-6f808697-af17-41f6-8c93-2df0e09f6c3c tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Request body: {'security_group_rule': {'security_group_id': '637106b1-3b61-4df2-902f-c2d54663dcea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:18.003709 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e977a2dd-bf2e-47da-a91f-43d28fb0df65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:18.006398 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e977a2dd-bf2e-47da-a91f-43d28fb0df65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:18.008179 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-48faaae0-23dc-4460-9b30-a23ad3374e53 service neutron] 10.222.0.37 "GET /v2.0/ports/2da51239-493e-4ce8-9564-2138e4448452/bindings/n-h2-800085-9 HTTP/1.1" status: 200 len: 384 time: 0.1289856 Jul 24 09:07:18.010627 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e977a2dd-bf2e-47da-a91f-43d28fb0df65 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28be25f8-cf05-4204-99d9-1bd80e7fdb60 HTTP/1.1" status: 204 len: 168 time: 0.4964147 Jul 24 09:07:18.050808 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-b861c918-ea78-42cd-9083-f7163a2dccf2 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:18.056822 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977a2dd-bf2e-47da-a91f-43d28fb0df65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28be25f8-cf05-4204-99d9-1bd80e7fdb60,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:18.062232 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['023adb2a-00d1-47e7-8a65-6bb04d45eb45'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:07:18.074565 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6f808697-af17-41f6-8c93-2df0e09f6c3c tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:18.099783 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45608) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:18.219763 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-b861c918-ea78-42cd-9083-f7163a2dccf2 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Network dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:07:18.255278 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-b861c918-ea78-42cd-9083-f7163a2dccf2 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:07:18.263456 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-b861c918-ea78-42cd-9083-f7163a2dccf2 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:07:18.269110 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-b861c918-ea78-42cd-9083-f7163a2dccf2 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:18.269789 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-b861c918-ea78-42cd-9083-f7163a2dccf2 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:18.304221 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861c918-ea78-42cd-9083-f7163a2dccf2 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Pushing event updated for resources: {'Port': ['ID=af1f7074-a71d-4246-9a15-efcc8568eb11,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:18.364057 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-b861c918-ea78-42cd-9083-f7163a2dccf2 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1526649 Jul 24 09:07:18.391061 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6f808697-af17-41f6-8c93-2df0e09f6c3c tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:18.403970 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-4bf42e5f-bd7c-4d02-b841-84996dcc0da7 service neutron] Request body: {'port': {'device_id': '6fe982b6-7c28-4b6b-991a-852b0a03055e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:18.417569 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6f808697-af17-41f6-8c93-2df0e09f6c3c tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:18.596942 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9a4405f9-324e-44aa-aa73-396bc95d51f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:18.611210 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f808697-af17-41f6-8c93-2df0e09f6c3c tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9deccd46-9753-46b9-9a24-0b884d6c2a3c,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:18.626686 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-427f1382-3949-4dcd-af72-6ca4a56e0752 None None] Provisioning for port af1f7074-a71d-4246-9a15-efcc8568eb11 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:07:18.626987 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6f808697-af17-41f6-8c93-2df0e09f6c3c tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:18.631642 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6f808697-af17-41f6-8c93-2df0e09f6c3c tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6622398 Jul 24 09:07:18.632789 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45628) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:18.633547 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-427f1382-3949-4dcd-af72-6ca4a56e0752 None None] Provisioning complete for port af1f7074-a71d-4246-9a15-efcc8568eb11 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:07:18.633922 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-427f1382-3949-4dcd-af72-6ca4a56e0752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:18.642874 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-8a9caffe-afd9-40a6-9b02-2869286797b0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:18.656354 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45630) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:18.673827 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e335eeb-e486-4106-bac9-bcdb00f1915d req-ac045c16-fed6-4c8a-92e9-6591f8f56247 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:18.674637 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-427f1382-3949-4dcd-af72-6ca4a56e0752 None None] Port af1f7074-a71d-4246-9a15-efcc8568eb11 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:07:18.675352 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e335eeb-e486-4106-bac9-bcdb00f1915d req-ac045c16-fed6-4c8a-92e9-6591f8f56247 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 932 time: 0.4790695 Jul 24 09:07:18.694906 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.db.api [None req-8a9caffe-afd9-40a6-9b02-2869286797b0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 09:07:18.694906 n-d-800085-9 neutron-server[94036]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 24 09:07:18.694906 n-d-800085-9 neutron-server[94036]: [parameters: {'project_id_1': '4433cfda2b344ed09028d36a89cb8dd1', 'expiration_1': datetime.datetime(2021, 7, 24, 9, 7, 18, 676194)}] Jul 24 09:07:18.694906 n-d-800085-9 neutron-server[94036]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:07:18.695366 n-d-800085-9 neutron-server[94036]: DEBUG oslo_db.api [None req-8a9caffe-afd9-40a6-9b02-2869286797b0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:07:18.696533 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70b2d06f-8872-4a7c-a232-1fa365f0d787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:18.712227 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-5491ec11-6d20-470b-96a2-5bcd9d420b64 service neutron] For port 2da51239-493e-4ce8-9564-2138e4448452, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=2da51239-493e-4ce8-9564-2138e4448452,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:18.740878 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-4bf42e5f-bd7c-4d02-b841-84996dcc0da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:18.760413 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-828ef621-07a5-48ef-8b79-d5c2a966c6d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:07:18.768448 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e335eeb-e486-4106-bac9-bcdb00f1915d req-9fe7b0a3-0754-4466-998e-70802df0261f tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818930 Jul 24 09:07:18.770475 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-5491ec11-6d20-470b-96a2-5bcd9d420b64 service neutron] For port 2da51239-493e-4ce8-9564-2138e4448452, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:07:18.776977 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-828ef621-07a5-48ef-8b79-d5c2a966c6d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:18.812005 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6e198-8797-4445-8e51-3aabf127d781 req-3d085da2-f755-4045-b04f-6ff3a7aab32c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:18.813890 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-10a6e198-8797-4445-8e51-3aabf127d781 req-3d085da2-f755-4045-b04f-6ff3a7aab32c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 950 time: 0.2181413 Jul 24 09:07:18.817891 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-828ef621-07a5-48ef-8b79-d5c2a966c6d9 service neutron] Transition to ACTIVE for port object 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:07:18.828312 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-828ef621-07a5-48ef-8b79-d5c2a966c6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:18.836290 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-5491ec11-6d20-470b-96a2-5bcd9d420b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da51239-493e-4ce8-9564-2138e4448452 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:07:18.882430 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-5491ec11-6d20-470b-96a2-5bcd9d420b64 service neutron] For port 2da51239-493e-4ce8-9564-2138e4448452, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=2da51239-493e-4ce8-9564-2138e4448452,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:18.924478 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-10a6e198-8797-4445-8e51-3aabf127d781 req-7e7946ac-008e-494c-8377-e0aee1383a85 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011980 Jul 24 09:07:18.925091 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ef621-07a5-48ef-8b79-d5c2a966c6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=74f69e1e-7b5b-4fd5-bfda-6c196aa43da3,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:18.955116 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-5491ec11-6d20-470b-96a2-5bcd9d420b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:18.988800 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9a4405f9-324e-44aa-aa73-396bc95d51f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:18.998921 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9a4405f9-324e-44aa-aa73-396bc95d51f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:19.066216 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4405f9-324e-44aa-aa73-396bc95d51f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a86d32-38c9-41aa-b486-220bdecece2a,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:19.084048 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1da119-4dd9-41c6-a0ec-400a72cc079d req-bcb633f5-6ccd-4009-8b91-0ca411013ed7 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:19.085585 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0e1da119-4dd9-41c6-a0ec-400a72cc079d req-bcb633f5-6ccd-4009-8b91-0ca411013ed7 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe982b6-7c28-4b6b-991a-852b0a03055e HTTP/1.1" status: 200 len: 931 time: 0.2390079 Jul 24 09:07:19.092522 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9a4405f9-324e-44aa-aa73-396bc95d51f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11bec0de5f8741578a36490a1bf8c269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9916875 Jul 24 09:07:19.101159 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45644) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:19.115376 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-828ef621-07a5-48ef-8b79-d5c2a966c6d9 service neutron] Attempting to bind port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:07:19.115717 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-828ef621-07a5-48ef-8b79-d5c2a966c6d9 service neutron] Attempting to bind port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:07:19.116046 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-828ef621-07a5-48ef-8b79-d5c2a966c6d9 service neutron] Attempting to bind port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:19.127792 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-828ef621-07a5-48ef-8b79-d5c2a966c6d9 service neutron] Port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:07:19.128098 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-828ef621-07a5-48ef-8b79-d5c2a966c6d9 service neutron] Attempting to bind port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:19.143891 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-828ef621-07a5-48ef-8b79-d5c2a966c6d9 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:07:19.144149 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-828ef621-07a5-48ef-8b79-d5c2a966c6d9 service neutron] Checking segment: {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:07:19.144614 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-828ef621-07a5-48ef-8b79-d5c2a966c6d9 service neutron] Bound using segment: {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:07:19.145088 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-828ef621-07a5-48ef-8b79-d5c2a966c6d9 service neutron] Bound port: 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:07:19.145999 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-828ef621-07a5-48ef-8b79-d5c2a966c6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:19.213618 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0e1da119-4dd9-41c6-a0ec-400a72cc079d req-662ce6cd-0445-45b6-9123-397b497f755c tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaea48f7-8f05-4ea0-9664-6cbf2e8c279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132419 Jul 24 09:07:19.214530 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-5491ec11-6d20-470b-96a2-5bcd9d420b64 service neutron] Transition to ACTIVE for port object 2da51239-493e-4ce8-9564-2138e4448452 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:07:19.221957 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-5491ec11-6d20-470b-96a2-5bcd9d420b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:19.244513 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc9c05-7906-43f8-a8fe-b710b9ae8679 req-f102d6a8-80dd-46d8-a663-11293c61b2ee tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:19.246088 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-40bc9c05-7906-43f8-a8fe-b710b9ae8679 req-f102d6a8-80dd-46d8-a663-11293c61b2ee tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 944 time: 0.1810417 Jul 24 09:07:19.248051 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70b2d06f-8872-4a7c-a232-1fa365f0d787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:19.269015 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70b2d06f-8872-4a7c-a232-1fa365f0d787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:19.281449 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b984df6b-375f-4f1d-872d-bc3e3fe5d306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:19.297444 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-828ef621-07a5-48ef-8b79-d5c2a966c6d9 service neutron] For port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:07:19.335864 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-828ef621-07a5-48ef-8b79-d5c2a966c6d9 service neutron] For port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=74f69e1e-7b5b-4fd5-bfda-6c196aa43da3,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:07:19.344993 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-70b2d06f-8872-4a7c-a232-1fa365f0d787 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c401f96a0ce420fa32810893a1a174b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6856027 Jul 24 09:07:19.345209 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-5491ec11-6d20-470b-96a2-5bcd9d420b64 service neutron] No DVR routers for this DVR port 2da51239-493e-4ce8-9564-2138e4448452 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:07:19.346067 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2d06f-8872-4a7c-a232-1fa365f0d787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ee7e2d-9daf-4df7-9150-160fed156ead,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:19.349317 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-828ef621-07a5-48ef-8b79-d5c2a966c6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:19.351997 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45654) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:19.366023 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-40bc9c05-7906-43f8-a8fe-b710b9ae8679 req-52847c6a-6263-4536-a266-967c44dcb3e6 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094618 Jul 24 09:07:19.372082 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b984df6b-375f-4f1d-872d-bc3e3fe5d306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:19.396951 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a9caffe-afd9-40a6-9b02-2869286797b0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks [] for floatingip, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:19.425914 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-828ef621-07a5-48ef-8b79-d5c2a966c6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:19.427283 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-828ef621-07a5-48ef-8b79-d5c2a966c6d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:19.428900 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-828ef621-07a5-48ef-8b79-d5c2a966c6d9 service neutron] 10.222.0.20 "PUT /v2.0/ports/74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 HTTP/1.1" status: 200 len: 1092 time: 1.8892562 Jul 24 09:07:19.430994 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed858fd9-b338-42f7-be16-0230ce498cf9', 'tag': '74f69e1e-7b5b-4fd5-bfda-6c196aa43da3'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:19.433492 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e72376-04d3-4301-adc4-6d1dcd9b64ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ed858fd9-b338-42f7-be16-0230ce498cf9", "tag": "74f69e1e-7b5b-4fd5-bfda-6c196aa43da3"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:19.443773 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-4bf42e5f-bd7c-4d02-b841-84996dcc0da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af1f7074-a71d-4246-9a15-efcc8568eb11 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:07:19.465676 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-4bf42e5f-bd7c-4d02-b841-84996dcc0da7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:19.468465 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ef621-07a5-48ef-8b79-d5c2a966c6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=74f69e1e-7b5b-4fd5-bfda-6c196aa43da3,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:19.478984 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491ec11-6d20-470b-96a2-5bcd9d420b64 service neutron] Pushing event updated for resources: {'Port': ['ID=2da51239-493e-4ce8-9564-2138e4448452,revision_number=10']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:19.510377 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-5491ec11-6d20-470b-96a2-5bcd9d420b64 service neutron] 10.222.0.37 "PUT /v2.0/ports/2da51239-493e-4ce8-9564-2138e4448452/bindings/n-h2-800085-9/activate HTTP/1.1" status: 200 len: 369 time: 1.4958024 Jul 24 09:07:19.515288 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec311eb-5a96-4030-9067-05a733abbf5e x-openstack-request-id: req-bec311eb-5a96-4030-9067-05a733abbf5e {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:19.516238 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed858fd9-b338-42f7-be16-0230ce498cf9", "tag": "74f69e1e-7b5b-4fd5-bfda-6c196aa43da3", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:19.516238 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bec311eb-5a96-4030-9067-05a733abbf5e {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:19.516238 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed858fd9-b338-42f7-be16-0230ce498cf9', 'tag': '74f69e1e-7b5b-4fd5-bfda-6c196aa43da3', 'status': 'completed', 'code': 200} Jul 24 09:07:19.517978 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d703439-082a-4612-9f55-73f765e9348b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:19.551264 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d703439-082a-4612-9f55-73f765e9348b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:19.596586 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-ab87da0c-f0fa-4e31-9d96-8d5378a1e7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:19.599444 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-4bf42e5f-bd7c-4d02-b841-84996dcc0da7 service neutron] Transition to ACTIVE for port object af1f7074-a71d-4246-9a15-efcc8568eb11 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:07:19.600277 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b984df6b-375f-4f1d-872d-bc3e3fe5d306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:19.601072 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-ab87da0c-f0fa-4e31-9d96-8d5378a1e7ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d4740b4b94942bdba9d4b286110923d&device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 1095 time: 0.1215613 Jul 24 09:07:19.603483 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b984df6b-375f-4f1d-872d-bc3e3fe5d306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:19.604813 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b984df6b-375f-4f1d-872d-bc3e3fe5d306 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8a86d32-38c9-41aa-b486-220bdecece2a HTTP/1.1" status: 204 len: 168 time: 0.5013618 Jul 24 09:07:19.649536 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-4bf42e5f-bd7c-4d02-b841-84996dcc0da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:19.650498 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-40ed57ed-461a-4375-9a95-8e82ae36c629 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 HTTP/1.1" status: 200 len: 217 time: 0.0437801 Jul 24 09:07:19.669906 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d703439-082a-4612-9f55-73f765e9348b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:19.673567 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d703439-082a-4612-9f55-73f765e9348b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:19.674713 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4d703439-082a-4612-9f55-73f765e9348b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84ee7e2d-9daf-4df7-9150-160fed156ead HTTP/1.1" status: 204 len: 168 time: 0.3195775 Jul 24 09:07:19.717476 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d703439-082a-4612-9f55-73f765e9348b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ee7e2d-9daf-4df7-9150-160fed156ead,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:19.725567 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984df6b-375f-4f1d-872d-bc3e3fe5d306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a86d32-38c9-41aa-b486-220bdecece2a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:19.732187 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-fd346b27-ab02-4e62-b286-565e7381db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:19.734851 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-fd346b27-ab02-4e62-b286-565e7381db8b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58351263-9729-4aa6-887c-072787b6bdca HTTP/1.1" status: 200 len: 847 time: 0.0772324 Jul 24 09:07:19.853361 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-f832ebaa-fba2-41c9-aa1e-6ac16b1df5ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124370 Jul 24 09:07:19.912003 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf42e5f-bd7c-4d02-b841-84996dcc0da7 service neutron] Pushing event updated for resources: {'Port': ['ID=af1f7074-a71d-4246-9a15-efcc8568eb11,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:19.949475 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-4bf42e5f-bd7c-4d02-b841-84996dcc0da7 service neutron] Attempting to bind port af1f7074-a71d-4246-9a15-efcc8568eb11 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:07:19.949717 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-4bf42e5f-bd7c-4d02-b841-84996dcc0da7 service neutron] Attempting to bind port af1f7074-a71d-4246-9a15-efcc8568eb11 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'd70121ac-134b-429c-b67d-2538b555b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:07:19.950044 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-4bf42e5f-bd7c-4d02-b841-84996dcc0da7 service neutron] Attempting to bind port af1f7074-a71d-4246-9a15-efcc8568eb11 on network dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:19.985129 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-0cdd1734-b66a-407e-8fe8-b347b6af97a8 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:19.987058 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-0cdd1734-b66a-407e-8fe8-b347b6af97a8 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75&tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&binding%3Ahost_id=n-h1-800085-9 HTTP/1.1" status: 200 len: 1096 time: 0.4218569 Jul 24 09:07:19.989944 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a9caffe-afd9-40a6-9b02-2869286797b0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:19.993178 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-4bf42e5f-bd7c-4d02-b841-84996dcc0da7 service neutron] Port af1f7074-a71d-4246-9a15-efcc8568eb11 on network dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:07:19.993655 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-4bf42e5f-bd7c-4d02-b841-84996dcc0da7 service neutron] Attempting to bind port af1f7074-a71d-4246-9a15-efcc8568eb11 on network dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:20.059383 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-8643f1c7-84db-4c4e-a4b9-c7951a484d26 service neutron] 10.222.0.20 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957889 Jul 24 09:07:20.083268 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfa10a-332f-454b-a74b-67602ae08678 req-29dab1b0-7dd8-4c3c-9484-08f7e557d6fa tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:20.091353 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4bbfa10a-332f-454b-a74b-67602ae08678 req-29dab1b0-7dd8-4c3c-9484-08f7e557d6fa tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 944 time: 0.1914146 Jul 24 09:07:20.100098 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-4bf42e5f-bd7c-4d02-b841-84996dcc0da7 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:07:20.100443 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-4bf42e5f-bd7c-4d02-b841-84996dcc0da7 service neutron] Checking segment: {'id': 'd70121ac-134b-429c-b67d-2538b555b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:07:20.102143 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-4bf42e5f-bd7c-4d02-b841-84996dcc0da7 service neutron] Bound using segment: {'id': 'd70121ac-134b-429c-b67d-2538b555b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:07:20.102621 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-4bf42e5f-bd7c-4d02-b841-84996dcc0da7 service neutron] Bound port: af1f7074-a71d-4246-9a15-efcc8568eb11, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd70121ac-134b-429c-b67d-2538b555b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:07:20.108959 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-4bf42e5f-bd7c-4d02-b841-84996dcc0da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:20.201305 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4bbfa10a-332f-454b-a74b-67602ae08678 req-68ee2ed3-a9fd-444c-bce2-c32e5af102a8 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089559 Jul 24 09:07:20.250646 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfa10b21-f75b-4b08-bf2e-16fabc2b3a76 req-b037fe69-e92c-48c4-85fe-35c981fdb701 service neutron] 10.222.0.20 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838105 Jul 24 09:07:20.397906 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45740) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:20.428298 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4f13303b-eb30-48c1-b0b8-d4056155ee76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:20.532206 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-cb2e6bdf-1b55-4086-87cc-c6733ddac662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:20.533864 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-cb2e6bdf-1b55-4086-87cc-c6733ddac662 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75&tenant_id=4e8bcd755fb7413ba3c9ec90a6266523 HTTP/1.1" status: 200 len: 1096 time: 0.5294611 Jul 24 09:07:20.542246 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-8a9caffe-afd9-40a6-9b02-2869286797b0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Allocated IP 172.25.7.18 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/01be2e64-b04b-4733-82fc-008cc868230a) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:07:20.560557 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-4bf42e5f-bd7c-4d02-b841-84996dcc0da7 service neutron] For port af1f7074-a71d-4246-9a15-efcc8568eb11, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:07:20.565423 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-4bf42e5f-bd7c-4d02-b841-84996dcc0da7 service neutron] For port af1f7074-a71d-4246-9a15-efcc8568eb11, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=af1f7074-a71d-4246-9a15-efcc8568eb11,segment=NetworkSegment(d70121ac-134b-429c-b67d-2538b555b119),segment_id=d70121ac-134b-429c-b67d-2538b555b119)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:07:20.574966 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4f13303b-eb30-48c1-b0b8-d4056155ee76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:20.582012 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-4bf42e5f-bd7c-4d02-b841-84996dcc0da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:20.588600 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4f13303b-eb30-48c1-b0b8-d4056155ee76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:20.605077 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f0e8f-9072-46c7-b6fd-26aa17971e2a req-b878cc70-da23-4ee6-b159-a3afa98567d0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:20.606747 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a5f0e8f-9072-46c7-b6fd-26aa17971e2a req-b878cc70-da23-4ee6-b159-a3afa98567d0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 950 time: 0.2515557 Jul 24 09:07:20.647200 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e72376-04d3-4301-adc4-6d1dcd9b64ec req-fc105a76-2675-470b-b518-bf74fc8437af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:20.648874 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-96e72376-04d3-4301-adc4-6d1dcd9b64ec req-fc105a76-2675-470b-b518-bf74fc8437af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d4740b4b94942bdba9d4b286110923d&device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 1095 time: 0.3510365 Jul 24 09:07:20.672439 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13303b-eb30-48c1-b0b8-d4056155ee76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6698af5a-57d1-40eb-88bf-f8f7f8162733,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:20.687478 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-4bf42e5f-bd7c-4d02-b841-84996dcc0da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:20.688027 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-4bf42e5f-bd7c-4d02-b841-84996dcc0da7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:20.689866 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-4bf42e5f-bd7c-4d02-b841-84996dcc0da7 service neutron] 10.222.0.20 "PUT /v2.0/ports/af1f7074-a71d-4246-9a15-efcc8568eb11 HTTP/1.1" status: 200 len: 1091 time: 2.2916892 Jul 24 09:07:20.696306 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe982b6-7c28-4b6b-991a-852b0a03055e', 'tag': 'af1f7074-a71d-4246-9a15-efcc8568eb11'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:20.696432 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4f13303b-eb30-48c1-b0b8-d4056155ee76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b97686c5d934006a3f1de680b7766d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920687 Jul 24 09:07:20.698500 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45756) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:20.698771 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634f7d88-9016-4443-9f6f-28744669948d" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe982b6-7c28-4b6b-991a-852b0a03055e", "tag": "af1f7074-a71d-4246-9a15-efcc8568eb11"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:20.746844 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a5f0e8f-9072-46c7-b6fd-26aa17971e2a req-eb5c73e6-1458-49e6-8204-a5d29f5a3a39 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241663 Jul 24 09:07:20.836578 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf42e5f-bd7c-4d02-b841-84996dcc0da7 service neutron] Pushing event updated for resources: {'Port': ['ID=af1f7074-a71d-4246-9a15-efcc8568eb11,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:20.861906 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e72376-04d3-4301-adc4-6d1dcd9b64ec req-9936af7d-212b-4899-8491-cfadfe6d890e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:20.865068 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-96e72376-04d3-4301-adc4-6d1dcd9b64ec req-9936af7d-212b-4899-8491-cfadfe6d890e service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 200 len: 907 time: 0.2036242 Jul 24 09:07:20.878984 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a9caffe-afd9-40a6-9b02-2869286797b0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:20.884193 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-a547b325-579c-4011-9660-5cf0d75a9fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:20.885748 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-a547b325-579c-4011-9660-5cf0d75a9fa6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 1096 time: 0.3193991 Jul 24 09:07:20.898977 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6440c2-8736-441b-9932-4965c80dc053 req-673af450-9684-4a01-b09e-890d07950146 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:20.900536 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dc6440c2-8736-441b-9932-4965c80dc053 req-673af450-9684-4a01-b09e-890d07950146 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe982b6-7c28-4b6b-991a-852b0a03055e HTTP/1.1" status: 200 len: 943 time: 0.3239887 Jul 24 09:07:20.976272 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-96e72376-04d3-4301-adc4-6d1dcd9b64ec req-8bccad30-6aca-4756-a1e0-46b54ac1ef03 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 HTTP/1.1" status: 200 len: 217 time: 0.0718148 Jul 24 09:07:20.979203 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff57240e-7492-46dd-838d-e7b5c332027f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:21.023545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-e8b69cbf-5cfb-4b17-acf3-dbd9f79677b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:21.025082 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-e8b69cbf-5cfb-4b17-acf3-dbd9f79677b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9e0f26770ead4e32a3c0b7247a4e23c2&device_id=6fe982b6-7c28-4b6b-991a-852b0a03055e HTTP/1.1" status: 200 len: 1094 time: 0.2735686 Jul 24 09:07:21.052833 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff57240e-7492-46dd-838d-e7b5c332027f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:21.060573 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dc6440c2-8736-441b-9932-4965c80dc053 req-73e50b5c-96e4-4bf9-83a5-68d922dfc77f tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaea48f7-8f05-4ea0-9664-6cbf2e8c279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363409 Jul 24 09:07:21.082266 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e72376-04d3-4301-adc4-6d1dcd9b64ec req-fac734c8-1cf9-4b9d-bb7b-9c934e46f67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:21.084322 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-96e72376-04d3-4301-adc4-6d1dcd9b64ec req-fac734c8-1cf9-4b9d-bb7b-9c934e46f67a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58351263-9729-4aa6-887c-072787b6bdca HTTP/1.1" status: 200 len: 847 time: 0.1014314 Jul 24 09:07:21.094606 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc5b0f-dc6e-4cd4-982b-f9e9acf1e745 req-10e2bb16-56aa-4820-9405-56a275db02d3 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:21.101372 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a1cc5b0f-dc6e-4cd4-982b-f9e9acf1e745 req-10e2bb16-56aa-4820-9405-56a275db02d3 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 945 time: 0.2126582 Jul 24 09:07:21.121182 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-79f0d448-a036-4ee7-91ce-f5ad7718600b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af1f7074-a71d-4246-9a15-efcc8568eb11 HTTP/1.1" status: 200 len: 217 time: 0.0788422 Jul 24 09:07:21.122855 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-a900c0c2-809f-4b76-ae73-5936bbdbc75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:21.125079 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-a900c0c2-809f-4b76-ae73-5936bbdbc75a service neutron] 10.222.0.20 "GET /v2.0/networks?id=78a39135-7e1b-4cfc-8949-e6417e15b488 HTTP/1.1" status: 200 len: 921 time: 0.2208993 Jul 24 09:07:21.126717 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a9caffe-afd9-40a6-9b02-2869286797b0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:21.172088 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-96e72376-04d3-4301-adc4-6d1dcd9b64ec req-06a27441-d990-4e12-a509-e0cba206a787 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622027 Jul 24 09:07:21.207285 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4e97d1-6173-4c10-b1b7-238eaa1f71d9 x-openstack-request-id: req-0f4e97d1-6173-4c10-b1b7-238eaa1f71d9 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:21.207813 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe982b6-7c28-4b6b-991a-852b0a03055e", "tag": "af1f7074-a71d-4246-9a15-efcc8568eb11", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:21.208063 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f4e97d1-6173-4c10-b1b7-238eaa1f71d9 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:21.208522 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe982b6-7c28-4b6b-991a-852b0a03055e', 'tag': 'af1f7074-a71d-4246-9a15-efcc8568eb11', 'status': 'completed', 'code': 200} Jul 24 09:07:21.258625 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a1cc5b0f-dc6e-4cd4-982b-f9e9acf1e745 req-8209e6f2-d11b-4dca-af2c-414f6b481ef8 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560221 Jul 24 09:07:21.272120 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-371807ba-6041-4208-8c35-759c01d52669 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2da51239-493e-4ce8-9564-2138e4448452 HTTP/1.1" status: 200 len: 217 time: 0.1091738 Jul 24 09:07:21.279590 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9caffe-afd9-40a6-9b02-2869286797b0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:07:21.298974 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-8a9caffe-afd9-40a6-9b02-2869286797b0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:07:21.301404 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9caffe-afd9-40a6-9b02-2869286797b0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:07:21.342288 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9caffe-afd9-40a6-9b02-2869286797b0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Pushing event updated for resources: {'Port': ['ID=01be2e64-b04b-4733-82fc-008cc868230a,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:21.346452 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-db6b38f1-6721-48c7-bf70-2f98222ad062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:21.347965 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-db6b38f1-6721-48c7-bf70-2f98222ad062 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=220ccdaa-7d4a-4d90-b09e-296688a41add HTTP/1.1" status: 200 len: 857 time: 0.2144990 Jul 24 09:07:21.349170 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff57240e-7492-46dd-838d-e7b5c332027f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:21.351999 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff57240e-7492-46dd-838d-e7b5c332027f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:21.353163 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ff57240e-7492-46dd-838d-e7b5c332027f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6698af5a-57d1-40eb-88bf-f8f7f8162733 HTTP/1.1" status: 204 len: 168 time: 0.6519821 Jul 24 09:07:21.368810 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57240e-7492-46dd-838d-e7b5c332027f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6698af5a-57d1-40eb-88bf-f8f7f8162733,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:21.401434 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-96e72376-04d3-4301-adc4-6d1dcd9b64ec req-54488889-7bc7-4130-b9f1-57a184a4755d service neutron] 10.222.0.20 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230506 Jul 24 09:07:21.518008 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-0e11d9d9-7e44-474c-a1b8-8830ca2fb0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:21.519486 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-0e11d9d9-7e44-474c-a1b8-8830ca2fb0bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=726d329a-a5bb-490b-be1e-f21c87173472 HTTP/1.1" status: 200 len: 861 time: 0.2358062 Jul 24 09:07:21.521486 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-96e72376-04d3-4301-adc4-6d1dcd9b64ec req-5ec27225-ea0b-4aad-9966-7411233a8fda service neutron] 10.222.0.20 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119082 Jul 24 09:07:21.528931 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a9caffe-afd9-40a6-9b02-2869286797b0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:21.579859 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-f94e4d81-2300-4231-903f-2a6f85cc59c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78a39135-7e1b-4cfc-8949-e6417e15b488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441222 Jul 24 09:07:21.679333 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e015425-c3fd-4c8b-b4a5-201115b02903 req-9d76fff2-097e-46d7-891e-840848d96eb9 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:21.680867 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9e015425-c3fd-4c8b-b4a5-201115b02903 req-9d76fff2-097e-46d7-891e-840848d96eb9 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 944 time: 0.3462257 Jul 24 09:07:21.685364 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-36093ee4-28fc-411a-8d09-f200a25ee356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:21.686791 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-36093ee4-28fc-411a-8d09-f200a25ee356 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2751551 Jul 24 09:07:21.687348 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a9caffe-afd9-40a6-9b02-2869286797b0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:21.873393 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-382ff2ad-a548-47d7-9d38-d32334fe644d service neutron] 10.222.0.20 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705753 Jul 24 09:07:21.925759 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9015d3-a0d0-4e32-85e2-7d71a394482c req-608140a2-1dbc-4fda-8732-4a41411d6719 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:21.933289 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fb9015d3-a0d0-4e32-85e2-7d71a394482c req-608140a2-1dbc-4fda-8732-4a41411d6719 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 950 time: 0.0905139 Jul 24 09:07:21.949320 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9e015425-c3fd-4c8b-b4a5-201115b02903 req-6b4929aa-79fa-492e-bce6-d7fdbdf94472 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368960 Jul 24 09:07:21.993139 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fb9015d3-a0d0-4e32-85e2-7d71a394482c req-c9f3c077-ec2e-4972-937c-649dbc5d07b9 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552700 Jul 24 09:07:22.045504 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45826) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:22.067602 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-e401e66c-87c1-414c-9c9b-70d51d5a02a7 service neutron] show failed (client error): The resource could not be found. Jul 24 09:07:22.068707 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-e401e66c-87c1-414c-9c9b-70d51d5a02a7 service neutron] 10.222.0.37 "GET /v2.0/ports/6289c3e7-30d0-4072-b34b-6153a02e4df5/bindings/n-h2-800085-9 HTTP/1.1" status: 404 len: 380 time: 0.3517718 Jul 24 09:07:22.112629 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-632387ec-bea5-4a3b-91ac-644112cfdceb service neutron] 10.222.0.20 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965924 Jul 24 09:07:22.172065 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-de1077b0-ff57-41c5-85a0-ca75e1bde374 service neutron] 10.222.0.20 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667265 Jul 24 09:07:22.458937 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45840) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:22.483043 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fbae0233-7326-44d8-b0e1-dbdd312665e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:22.524687 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a9caffe-afd9-40a6-9b02-2869286797b0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:22.548023 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a9caffe-afd9-40a6-9b02-2869286797b0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:22.560248 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1e45c5a-a8b1-46b3-a3f5-7f87db5604aa req-72569992-e912-4dbd-947f-39c613c8aa6b service neutron] 10.222.0.20 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337711 Jul 24 09:07:22.592326 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a9caffe-afd9-40a6-9b02-2869286797b0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:22.606229 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa73c0-c3ba-4fa3-899b-22430574e3d5 req-29127e30-ff16-4359-9c9c-4ea68b4d2ee3 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:22.607699 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-51fa73c0-c3ba-4fa3-899b-22430574e3d5 req-29127e30-ff16-4359-9c9c-4ea68b4d2ee3 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe982b6-7c28-4b6b-991a-852b0a03055e HTTP/1.1" status: 200 len: 943 time: 0.3977764 Jul 24 09:07:22.616012 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c659c7bb-ed97-4194-bf87-6c206b9179ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:22.626008 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc1f92-e8ff-438a-844a-58970748d332 req-812ae91b-12a9-46f5-bc83-92c94cbc3ca1 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:22.627514 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0dfc1f92-e8ff-438a-844a-58970748d332 req-812ae91b-12a9-46f5-bc83-92c94cbc3ca1 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 945 time: 0.2216380 Jul 24 09:07:22.650309 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9caffe-afd9-40a6-9b02-2869286797b0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Pushing event updated for resources: {'Port': ['ID=01be2e64-b04b-4733-82fc-008cc868230a,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:22.699664 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-fa90b99f-0df1-4504-8aac-78817cc50867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:22.701181 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-fa90b99f-0df1-4504-8aac-78817cc50867 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf&tenant_id=f67164019b334342a09c29ba4cdc5893 HTTP/1.1" status: 200 len: 1101 time: 0.2403903 Jul 24 09:07:22.704242 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-151a0fe2-fd74-454c-833f-813e31d1c42e tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:22.705762 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-151a0fe2-fd74-454c-833f-813e31d1c42e tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75&tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&binding%3Ahost_id=n-h2-800085-9 HTTP/1.1" status: 200 len: 1096 time: 0.1921599 Jul 24 09:07:22.709856 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-51fa73c0-c3ba-4fa3-899b-22430574e3d5 req-c74317d3-09fe-4d5e-a8d7-76758d4dbc50 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaea48f7-8f05-4ea0-9664-6cbf2e8c279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872221 Jul 24 09:07:22.720058 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-55e47b73-5a05-4c08-8d70-79f04e5319ec service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-9', 'device_owner': 'compute:nova'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:22.720220 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0dfc1f92-e8ff-438a-844a-58970748d332 req-ffb7c92a-9281-4bf1-a005-73b9bc990a0f tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814495 Jul 24 09:07:22.767691 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f7d88-9016-4443-9f6f-28744669948d req-a7792473-e7ad-4876-b6f6-19379143a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:22.769246 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-634f7d88-9016-4443-9f6f-28744669948d req-a7792473-e7ad-4876-b6f6-19379143a257 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9e0f26770ead4e32a3c0b7247a4e23c2&device_id=6fe982b6-7c28-4b6b-991a-852b0a03055e HTTP/1.1" status: 200 len: 1094 time: 0.1489873 Jul 24 09:07:22.776136 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 2da51239-493e-4ce8-9564-2138e4448452 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:07:22.807457 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fbae0233-7326-44d8-b0e1-dbdd312665e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:22.813016 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-55e47b73-5a05-4c08-8d70-79f04e5319ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:22.817951 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fbae0233-7326-44d8-b0e1-dbdd312665e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:22.841642 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 2da51239-493e-4ce8-9564-2138e4448452 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:07:22.856054 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a9caffe-afd9-40a6-9b02-2869286797b0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:22.864801 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8a9caffe-afd9-40a6-9b02-2869286797b0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2207320 Jul 24 09:07:22.944363 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fbae0233-7326-44d8-b0e1-dbdd312665e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e0926690eae4b20ae38db6d2eb879bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8979962 Jul 24 09:07:22.959166 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45856) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:22.964074 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae0233-7326-44d8-b0e1-dbdd312665e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e58127-0698-44f9-bf10-282c399a3191,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:23.010775 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-309dd6b5-a3be-415a-8afb-9259819d0e1c service neutron] For port 2da51239-493e-4ce8-9564-2138e4448452, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:07:23.024904 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-309dd6b5-a3be-415a-8afb-9259819d0e1c service neutron] Notify callbacks [] for binding, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:23.026497 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5809224e-a9cb-471b-93d1-e1fa74b7e4af req-309dd6b5-a3be-415a-8afb-9259819d0e1c service neutron] 10.222.0.20 "DELETE /v2.0/ports/2da51239-493e-4ce8-9564-2138e4448452/bindings/n-h1-800085-9 HTTP/1.1" status: 204 len: 173 time: 0.3050423 Jul 24 09:07:23.101651 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c659c7bb-ed97-4194-bf87-6c206b9179ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:23.106745 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f7d88-9016-4443-9f6f-28744669948d req-bcf95530-7253-4ce8-ae57-5bfeaf47c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:23.108893 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-634f7d88-9016-4443-9f6f-28744669948d req-bcf95530-7253-4ce8-ae57-5bfeaf47c156 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d HTTP/1.1" status: 200 len: 918 time: 0.2969449 Jul 24 09:07:23.115161 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c659c7bb-ed97-4194-bf87-6c206b9179ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:23.155966 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:07:23.195803 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c659c7bb-ed97-4194-bf87-6c206b9179ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=096388e294ce43ac8b7140a813a35c7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7224109 Jul 24 09:07:23.198467 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45868) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:23.205685 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659c7bb-ed97-4194-bf87-6c206b9179ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d9eb31-6555-4231-b522-acc31c49e06e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:23.236362 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-634f7d88-9016-4443-9f6f-28744669948d req-cbd65c5f-82c5-4db5-add4-4ba27ec9977e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af1f7074-a71d-4246-9a15-efcc8568eb11 HTTP/1.1" status: 200 len: 217 time: 0.1113091 Jul 24 09:07:23.277363 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=74f69e1e-7b5b-4fd5-bfda-6c196aa43da3,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:23.292379 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ad4f4-ba26-4858-94a4-46b3e541a476 req-7024d7b4-e551-4561-b42d-618c7a1b9935 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:23.293985 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-217ad4f4-ba26-4858-94a4-46b3e541a476 req-7024d7b4-e551-4561-b42d-618c7a1b9935 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 950 time: 0.1680059 Jul 24 09:07:23.304717 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-72a9d923-74c0-4171-9821-de72423cf005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:23.309923 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '74f69e1e-7b5b-4fd5-bfda-6c196aa43da3', 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877', 'port_id': '74f69e1e-7b5b-4fd5-bfda-6c196aa43da3', 'mac_address': 'fa:16:3e:c0:1c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58351263-9729-4aa6-887c-072787b6bdca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:07:23.337043 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9546b41-dea7-42fd-96a1-e7b72403d2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:23.362127 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:23.367959 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-72a9d923-74c0-4171-9821-de72423cf005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:23.377121 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-217ad4f4-ba26-4858-94a4-46b3e541a476 req-7d187ed8-aa8e-43eb-84c5-a397664bc41d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755777 Jul 24 09:07:23.388728 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f7d88-9016-4443-9f6f-28744669948d req-ab23a7e4-8881-4850-b3aa-a71190a102cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:23.390517 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-634f7d88-9016-4443-9f6f-28744669948d req-ab23a7e4-8881-4850-b3aa-a71190a102cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=220ccdaa-7d4a-4d90-b09e-296688a41add HTTP/1.1" status: 200 len: 857 time: 0.1439679 Jul 24 09:07:23.395945 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9546b41-dea7-42fd-96a1-e7b72403d2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:23.413549 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:07:23.453298 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-55e47b73-5a05-4c08-8d70-79f04e5319ec service neutron] For port 6289c3e7-30d0-4072-b34b-6153a02e4df5, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=6289c3e7-30d0-4072-b34b-6153a02e4df5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:23.467164 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=74f69e1e-7b5b-4fd5-bfda-6c196aa43da3,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:23.472192 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:23.480116 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a35142-7975-4daf-8376-e1d7d2a5347f req-e05b9ade-7611-4385-aec8-d7484abefcc7 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:23.487056 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88a35142-7975-4daf-8376-e1d7d2a5347f req-e05b9ade-7611-4385-aec8-d7484abefcc7 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 944 time: 0.3631704 Jul 24 09:07:23.528860 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9546b41-dea7-42fd-96a1-e7b72403d2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:23.538340 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9546b41-dea7-42fd-96a1-e7b72403d2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:23.542122 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b9546b41-dea7-42fd-96a1-e7b72403d2ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83d9eb31-6555-4231-b522-acc31c49e06e HTTP/1.1" status: 204 len: 168 time: 0.3396957 Jul 24 09:07:23.552927 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-55e47b73-5a05-4c08-8d70-79f04e5319ec service neutron] For port 6289c3e7-30d0-4072-b34b-6153a02e4df5, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:07:23.557176 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-72a9d923-74c0-4171-9821-de72423cf005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:23.559670 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-72a9d923-74c0-4171-9821-de72423cf005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:23.560911 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-72a9d923-74c0-4171-9821-de72423cf005 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33e58127-0698-44f9-bf10-282c399a3191 HTTP/1.1" status: 204 len: 168 time: 0.5982695 Jul 24 09:07:23.569352 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=74f69e1e-7b5b-4fd5-bfda-6c196aa43da3,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:23.578605 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:23.578943 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9546b41-dea7-42fd-96a1-e7b72403d2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d9eb31-6555-4231-b522-acc31c49e06e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:23.579051 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:23.579827 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:23.579954 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:23.580321 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:23.580726 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:23.581144 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:23.581695 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:23.582319 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:23.582743 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:23.583152 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:23.583819 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:23.602546 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88a35142-7975-4daf-8376-e1d7d2a5347f req-870ad18f-03d6-43b0-a5ef-06c00a77984c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143878 Jul 24 09:07:23.635771 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9d923-74c0-4171-9821-de72423cf005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e58127-0698-44f9-bf10-282c399a3191,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:23.653023 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f7d88-9016-4443-9f6f-28744669948d req-76183bff-5381-40a8-8f26-60fd78d2653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:23.654563 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-634f7d88-9016-4443-9f6f-28744669948d req-76183bff-5381-40a8-8f26-60fd78d2653f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2491717 Jul 24 09:07:23.659149 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7d0218-14f2-4048-a3ab-36a5e74bcedf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6289c3e7-30d0-4072-b34b-6153a02e4df5'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:23.661978 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d6c02a-96fd-446a-8496-50d2e81c1542" -d '{"events": [{"server_uuid": "bc7d0218-14f2-4048-a3ab-36a5e74bcedf", "name": "network-vif-unplugged", "status": "completed", "tag": "6289c3e7-30d0-4072-b34b-6153a02e4df5"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:23.667765 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-55e47b73-5a05-4c08-8d70-79f04e5319ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:23.670010 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-ab5585f9-22d1-45b5-af6e-09e72441fb80 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--930751014&fields=id&tenant_id=4433cfda2b344ed09028d36a89cb8dd1 HTTP/1.1" status: 200 len: 267 time: 0.0920963 Jul 24 09:07:23.706267 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-55e47b73-5a05-4c08-8d70-79f04e5319ec service neutron] Transition to ACTIVE for port object 6289c3e7-30d0-4072-b34b-6153a02e4df5 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:07:23.712144 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-55e47b73-5a05-4c08-8d70-79f04e5319ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:23.716576 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['74f69e1e-7b5b-4fd5-bfda-6c196aa43da3'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:07:23.821687 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-300fd6d6-bcc5-4500-935b-05608ffc2e90 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:23.827153 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-300fd6d6-bcc5-4500-935b-05608ffc2e90 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/networks?id=baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 HTTP/1.1" status: 200 len: 824 time: 0.1562579 Jul 24 09:07:23.849911 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-3b9e0fcd-478a-4bb3-91e7-53a231195289 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/quotas/4433cfda2b344ed09028d36a89cb8dd1 HTTP/1.1" status: 200 len: 375 time: 0.0149496 Jul 24 09:07:23.859428 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-55e47b73-5a05-4c08-8d70-79f04e5319ec service neutron] No DVR routers for this DVR port 6289c3e7-30d0-4072-b34b-6153a02e4df5 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:07:23.904478 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e47b73-5a05-4c08-8d70-79f04e5319ec service neutron] Pushing event updated for resources: {'Port': ['ID=6289c3e7-30d0-4072-b34b-6153a02e4df5,revision_number=6']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:23.917642 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-634f7d88-9016-4443-9f6f-28744669948d req-efcb49f8-fa5e-4247-af31-b4037f51c7cd service neutron] 10.222.0.20 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508976 Jul 24 09:07:23.987777 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-55e47b73-5a05-4c08-8d70-79f04e5319ec service neutron] Attempting to bind port 6289c3e7-30d0-4072-b34b-6153a02e4df5 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:07:23.988324 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-55e47b73-5a05-4c08-8d70-79f04e5319ec service neutron] Attempting to bind port 6289c3e7-30d0-4072-b34b-6153a02e4df5 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:07:23.988456 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-55e47b73-5a05-4c08-8d70-79f04e5319ec service neutron] Attempting to bind port 6289c3e7-30d0-4072-b34b-6153a02e4df5 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:24.011659 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-55e47b73-5a05-4c08-8d70-79f04e5319ec service neutron] Port 6289c3e7-30d0-4072-b34b-6153a02e4df5 on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:07:24.011886 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-55e47b73-5a05-4c08-8d70-79f04e5319ec service neutron] Attempting to bind port 6289c3e7-30d0-4072-b34b-6153a02e4df5 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:24.043226 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-c796c874-0267-4641-9a88-871bf7ab0170 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4433cfda2b344ed09028d36a89cb8dd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1844697 Jul 24 09:07:24.050808 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-55e47b73-5a05-4c08-8d70-79f04e5319ec service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:07:24.050981 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-55e47b73-5a05-4c08-8d70-79f04e5319ec service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:07:24.051670 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-55e47b73-5a05-4c08-8d70-79f04e5319ec service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:07:24.052227 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-55e47b73-5a05-4c08-8d70-79f04e5319ec service neutron] Bound port: 6289c3e7-30d0-4072-b34b-6153a02e4df5, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:07:24.052690 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-55e47b73-5a05-4c08-8d70-79f04e5319ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:24.145454 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-634f7d88-9016-4443-9f6f-28744669948d req-07901419-f52b-4723-8caf-2500dbf2df6e service neutron] 10.222.0.20 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121406 Jul 24 09:07:24.173135 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-55e47b73-5a05-4c08-8d70-79f04e5319ec service neutron] For port 6289c3e7-30d0-4072-b34b-6153a02e4df5, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:07:24.177321 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-55e47b73-5a05-4c08-8d70-79f04e5319ec service neutron] For port 6289c3e7-30d0-4072-b34b-6153a02e4df5, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=6289c3e7-30d0-4072-b34b-6153a02e4df5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:07:24.183983 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-55e47b73-5a05-4c08-8d70-79f04e5319ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:24.224161 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-55e47b73-5a05-4c08-8d70-79f04e5319ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:24.224939 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-55e47b73-5a05-4c08-8d70-79f04e5319ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:24.226513 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-55e47b73-5a05-4c08-8d70-79f04e5319ec service neutron] 10.222.0.20 "PUT /v2.0/ports/6289c3e7-30d0-4072-b34b-6153a02e4df5 HTTP/1.1" status: 200 len: 1096 time: 1.5112300 Jul 24 09:07:24.251906 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-f64698f5-18fc-4dab-8e6b-b4bafbfe53a2 service neutron] 10.222.0.32 "GET /v2.0/networks/baf54693-f6ce-4efa-ad5c-848a9b2e7bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927457 Jul 24 09:07:24.274214 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45900) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:24.310509 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-143292c7-b756-4cd6-a8e6-4c8dc3ad91a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:24.317874 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e47b73-5a05-4c08-8d70-79f04e5319ec service neutron] Pushing event updated for resources: {'Port': ['ID=6289c3e7-30d0-4072-b34b-6153a02e4df5,revision_number=7']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:24.388500 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-6a68a0ab-8cd2-4085-b1af-618c5f747852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:24.392838 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-6a68a0ab-8cd2-4085-b1af-618c5f747852 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 1099 time: 0.1349931 Jul 24 09:07:24.435496 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f45ac4-54c5-414c-929e-a723db1b754c x-openstack-request-id: req-07f45ac4-54c5-414c-929e-a723db1b754c {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:24.435837 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7d0218-14f2-4048-a3ab-36a5e74bcedf", "name": "network-vif-unplugged", "status": "completed", "tag": "6289c3e7-30d0-4072-b34b-6153a02e4df5", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:24.436081 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-07f45ac4-54c5-414c-929e-a723db1b754c {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:24.436538 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7d0218-14f2-4048-a3ab-36a5e74bcedf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6289c3e7-30d0-4072-b34b-6153a02e4df5', 'code': 200} Jul 24 09:07:24.606730 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ce87f-dacf-45dc-a600-28f42fabe60d req-6d963653-695f-4ef0-9fae-9dd556ce2649 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:24.608154 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ba1ce87f-dacf-45dc-a600-28f42fabe60d req-6d963653-695f-4ef0-9fae-9dd556ce2649 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe982b6-7c28-4b6b-991a-852b0a03055e HTTP/1.1" status: 200 len: 943 time: 0.1262677 Jul 24 09:07:24.609229 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-250fc6ee-3082-44df-ba9c-0eee9e69ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:24.610640 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-250fc6ee-3082-44df-ba9c-0eee9e69ef46 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.2097676 Jul 24 09:07:24.643170 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-4961cc0d-2863-4822-ad82-3f9de5d8957d service neutron] 10.222.0.32 "GET /v2.0/networks/baf54693-f6ce-4efa-ad5c-848a9b2e7bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844199 Jul 24 09:07:24.674010 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-db1fa659-2482-49d2-87c0-47493f859b77 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=6289c3e7-30d0-4072-b34b-6153a02e4df5 HTTP/1.1" status: 200 len: 217 time: 0.0556667 Jul 24 09:07:24.721754 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-143292c7-b756-4cd6-a8e6-4c8dc3ad91a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:24.722460 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ba1ce87f-dacf-45dc-a600-28f42fabe60d req-d1cb059c-8a2f-48ba-a1f9-2e25c3389881 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaea48f7-8f05-4ea0-9664-6cbf2e8c279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023870 Jul 24 09:07:24.735294 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-143292c7-b756-4cd6-a8e6-4c8dc3ad91a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:24.753723 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-5cbbfeef-b0ac-4b9d-a652-dc1c51addd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:24.760679 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-5cbbfeef-b0ac-4b9d-a652-dc1c51addd84 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0755703 Jul 24 09:07:24.806784 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-143292c7-b756-4cd6-a8e6-4c8dc3ad91a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=416256efa91d4b3bb5367fdc3d314dc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5305116 Jul 24 09:07:24.808328 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143292c7-b756-4cd6-a8e6-4c8dc3ad91a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46927fe4-7115-4ced-8939-fe2d257757b1,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:24.811852 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45924) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:24.873283 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ff20166-ce09-480a-9a7c-0f619c417609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:24.904950 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ff20166-ce09-480a-9a7c-0f619c417609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:24.939451 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-f59fc784-c25b-4cfd-9451-8221af82a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:24.945303 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-f59fc784-c25b-4cfd-9451-8221af82a66d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1796463 Jul 24 09:07:24.981548 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ff20166-ce09-480a-9a7c-0f619c417609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:24.985396 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ff20166-ce09-480a-9a7c-0f619c417609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:24.990545 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4ff20166-ce09-480a-9a7c-0f619c417609 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46927fe4-7115-4ced-8939-fe2d257757b1 HTTP/1.1" status: 204 len: 168 time: 0.1771681 Jul 24 09:07:25.008014 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff20166-ce09-480a-9a7c-0f619c417609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46927fe4-7115-4ced-8939-fe2d257757b1,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:25.050755 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8954a-6731-4630-8e91-c07f4a56f8a8 req-f4f5fb57-8cd2-40fd-96ff-1d342f4e2f7b tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:25.059439 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45938) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:25.065298 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5ed8954a-6731-4630-8e91-c07f4a56f8a8 req-f4f5fb57-8cd2-40fd-96ff-1d342f4e2f7b tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 945 time: 0.2229605 Jul 24 09:07:25.112993 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5ed8954a-6731-4630-8e91-c07f4a56f8a8 req-556c0187-f748-42f8-a980-c3925858ba31 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444796 Jul 24 09:07:25.124925 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-7f7cb469-b3f5-4c29-8d62-695d3efb05d3 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722434 Jul 24 09:07:25.160380 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device af1f7074-a71d-4246-9a15-efcc8568eb11 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:07:25.199546 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:07:25.369229 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5abd46b0-19b8-4bcd-a419-3b1cbdbfe202 req-e931c8dd-82f0-4f67-8b5d-a08d4c94b2cf service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375700 Jul 24 09:07:25.419968 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:07:25.429593 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fd087-049f-400d-80db-6d7943840cf1 req-778a8526-0a78-43ed-ab37-b7f3d3912e90 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:25.431554 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d83fd087-049f-400d-80db-6d7943840cf1 req-778a8526-0a78-43ed-ab37-b7f3d3912e90 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 948 time: 0.1281030 Jul 24 09:07:25.447395 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:07:25.452569 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:25.497022 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d83fd087-049f-400d-80db-6d7943840cf1 req-e800feba-271e-4b96-9c80-d2f6ffee5b2f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586445 Jul 24 09:07:25.521474 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671d471-eea7-45c1-9ebb-717d6a5e3b05 req-5e4d60b2-72b8-440f-bf18-f2894c4ea64b tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:25.521474 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9671d471-eea7-45c1-9ebb-717d6a5e3b05 req-5e4d60b2-72b8-440f-bf18-f2894c4ea64b tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 945 time: 0.1537752 Jul 24 09:07:25.584345 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port af1f7074-a71d-4246-9a15-efcc8568eb11, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=af1f7074-a71d-4246-9a15-efcc8568eb11,segment=NetworkSegment(d70121ac-134b-429c-b67d-2538b555b119),segment_id=d70121ac-134b-429c-b67d-2538b555b119)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:25.596067 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ac7ccc79-0e6b-4eab-9490-caad8c46d858 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-442684644-network', 'tenant_id': 'cdd8f5e7d7f84620bf7ed3fa5281d368'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:25.630214 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'af1f7074-a71d-4246-9a15-efcc8568eb11', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'port_id': 'af1f7074-a71d-4246-9a15-efcc8568eb11', 'mac_address': 'fa:16:3e:51:72:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:07:25.642003 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9671d471-eea7-45c1-9ebb-717d6a5e3b05 req-890ff66b-4ad8-4378-aa00-086b85139aab tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198943 Jul 24 09:07:25.644446 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7ccc79-0e6b-4eab-9490-caad8c46d858 admin admin] Made reservation on behalf of cdd8f5e7d7f84620bf7ed3fa5281d368 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:07:25.650186 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac7ccc79-0e6b-4eab-9490-caad8c46d858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:25.653587 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ac9f6933-8865-4fde-847c-ee43c011edfa req-ad8792b4-3ef5-4bef-b94b-9283ca112963 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e1aa00a-d4a6-47e6-8943-e4648c4bd454 HTTP/1.1" status: 200 len: 210 time: 0.0456715 Jul 24 09:07:25.675768 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:25.687138 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac7ccc79-0e6b-4eab-9490-caad8c46d858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:25.786935 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed858fd9-b338-42f7-be16-0230ce498cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f69e1e-7b5b-4fd5-bfda-6c196aa43da3'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:25.789152 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9c8d28-d203-493b-96fe-8d55b2ba87ab" -d '{"events": [{"server_uuid": "ed858fd9-b338-42f7-be16-0230ce498cf9", "name": "network-vif-plugged", "status": "completed", "tag": "74f69e1e-7b5b-4fd5-bfda-6c196aa43da3"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:25.807744 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=74f69e1e-7b5b-4fd5-bfda-6c196aa43da3,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:25.809655 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:25.818777 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:25.850852 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af1f7074-a71d-4246-9a15-efcc8568eb11 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:07:25.874965 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac7ccc79-0e6b-4eab-9490-caad8c46d858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:25.887270 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port af1f7074-a71d-4246-9a15-efcc8568eb11, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=af1f7074-a71d-4246-9a15-efcc8568eb11,segment=NetworkSegment(d70121ac-134b-429c-b67d-2538b555b119),segment_id=d70121ac-134b-429c-b67d-2538b555b119)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:25.891634 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac7ccc79-0e6b-4eab-9490-caad8c46d858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:25.894945 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:25.899951 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=74f69e1e-7b5b-4fd5-bfda-6c196aa43da3,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:25.900202 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647d8bb-23f0-4028-bbbd-57fb65041a65 req-a613eb8c-4815-46f5-8052-eed34eccff98 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:25.901817 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b647d8bb-23f0-4028-bbbd-57fb65041a65 req-a613eb8c-4815-46f5-8052-eed34eccff98 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 1096 time: 0.1287982 Jul 24 09:07:25.951041 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7ccc79-0e6b-4eab-9490-caad8c46d858 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:07:25.954557 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b647d8bb-23f0-4028-bbbd-57fb65041a65 req-8bebc232-6340-4700-8565-a9092c309cc3 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446486 Jul 24 09:07:25.961926 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ccc79-0e6b-4eab-9490-caad8c46d858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dde374-cc9d-41e3-8825-e646108b9a82,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:25.963035 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=af1f7074-a71d-4246-9a15-efcc8568eb11,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:25.971746 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac7ccc79-0e6b-4eab-9490-caad8c46d858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:25.972221 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-ac7ccc79-0e6b-4eab-9490-caad8c46d858 admin admin] Added segment e9f975a3-56e1-4ba5-a914-2babef96d541 of type vlan for network ac408c39-d1f0-4678-97b8-aa103328e5da Jul 24 09:07:26.039278 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293e579-98b7-446c-9443-a8ccdec9d0bc req-be3fff82-e18e-4400-92e7-ad1319d24d98 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:26.040718 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e293e579-98b7-446c-9443-a8ccdec9d0bc req-be3fff82-e18e-4400-92e7-ad1319d24d98 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe982b6-7c28-4b6b-991a-852b0a03055e HTTP/1.1" status: 200 len: 944 time: 0.1639259 Jul 24 09:07:26.045040 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac7ccc79-0e6b-4eab-9490-caad8c46d858 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:26.092056 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b5c2c3-8440-4dd8-ba9f-effd68909a50 x-openstack-request-id: req-04b5c2c3-8440-4dd8-ba9f-effd68909a50 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:26.092454 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed858fd9-b338-42f7-be16-0230ce498cf9", "name": "network-vif-plugged", "status": "completed", "tag": "74f69e1e-7b5b-4fd5-bfda-6c196aa43da3", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:26.092823 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04b5c2c3-8440-4dd8-ba9f-effd68909a50 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:26.093442 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed858fd9-b338-42f7-be16-0230ce498cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f69e1e-7b5b-4fd5-bfda-6c196aa43da3', 'code': 200} Jul 24 09:07:26.120574 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e293e579-98b7-446c-9443-a8ccdec9d0bc req-63b27b2e-657d-44c2-ba1d-15fdac5f2dd5 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaea48f7-8f05-4ea0-9664-6cbf2e8c279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657377 Jul 24 09:07:26.122516 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac7ccc79-0e6b-4eab-9490-caad8c46d858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:26.123517 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7ccc79-0e6b-4eab-9490-caad8c46d858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:26.124094 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac7ccc79-0e6b-4eab-9490-caad8c46d858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:26.161407 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['af1f7074-a71d-4246-9a15-efcc8568eb11'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:07:26.229047 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ac7ccc79-0e6b-4eab-9490-caad8c46d858 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1672716 Jul 24 09:07:26.240283 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45982) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:26.336320 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f8b01723-753d-48ce-b301-ffffacbc8869 admin admin] Request body: {'subnet': {'network_id': 'ac408c39-d1f0-4678-97b8-aa103328e5da', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-442684644-subnet', 'tenant_id': 'cdd8f5e7d7f84620bf7ed3fa5281d368', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:26.348247 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ccc79-0e6b-4eab-9490-caad8c46d858 admin admin] Pushing event updated for resources: {'Network': ['ID=ac408c39-d1f0-4678-97b8-aa103328e5da,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:26.366637 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network ac408c39-d1f0-4678-97b8-aa103328e5da details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:07:26.400865 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b01723-753d-48ce-b301-ffffacbc8869 admin admin] Made reservation on behalf of cdd8f5e7d7f84620bf7ed3fa5281d368 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:07:26.403389 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f8b01723-753d-48ce-b301-ffffacbc8869 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:26.588128 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7d0218-14f2-4048-a3ab-36a5e74bcedf', 'tag': '6289c3e7-30d0-4072-b34b-6153a02e4df5'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:26.590420 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e23c2d3-581a-481a-afe3-5c49d367d7fc" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7d0218-14f2-4048-a3ab-36a5e74bcedf", "tag": "6289c3e7-30d0-4072-b34b-6153a02e4df5"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:26.670637 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68803dfe-bb8d-4239-907e-3281244cf6b7 req-b42d10ca-68a5-4258-9f71-3e882ce2f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:26.671969 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-68803dfe-bb8d-4239-907e-3281244cf6b7 req-b42d10ca-68a5-4258-9f71-3e882ce2f1d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 1097 time: 0.4905391 Jul 24 09:07:26.683144 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-b675168c-5527-493d-a3e8-61ce9955b0f0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:26.684609 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-b675168c-5527-493d-a3e8-61ce9955b0f0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.37 "GET /v2.0/networks?id=baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 HTTP/1.1" status: 200 len: 824 time: 0.4418068 Jul 24 09:07:26.756904 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f8b01723-753d-48ce-b301-ffffacbc8869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:26.758718 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46010) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:26.794396 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-68803dfe-bb8d-4239-907e-3281244cf6b7 req-07aaac2c-cae1-46db-b4b3-cc611d18025c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086717 Jul 24 09:07:26.805599 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 6289c3e7-30d0-4072-b34b-6153a02e4df5 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:07:26.810922 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd2065-0253-4b14-838c-3a5fd5ba868b req-b45c5923-17e6-4c3a-aac9-6135b8c16dad tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:26.812515 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4cdd2065-0253-4b14-838c-3a5fd5ba868b req-b45c5923-17e6-4c3a-aac9-6135b8c16dad tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 948 time: 0.1866345 Jul 24 09:07:26.845545 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-4df87de7-2ae7-4d4b-91ad-7a32ed791ba9 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4433cfda2b344ed09028d36a89cb8dd1 HTTP/1.1" status: 200 len: 379 time: 0.1205742 Jul 24 09:07:26.858569 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a0648072-9268-47a7-81a9-c87fc2f75aef tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Request body: {'port': {'device_id': '7e1aa00a-d4a6-47e6-8943-e4648c4bd454', 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'admin_state_up': True, 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'security_groups': ['637106b1-3b61-4df2-902f-c2d54663dcea']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:26.877753 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 6289c3e7-30d0-4072-b34b-6153a02e4df5 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:07:26.880793 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b01723-753d-48ce-b301-ffffacbc8869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42d70e07-746f-4576-83ca-4006ee06e09d,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:26.897440 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-4f77d5d4-f65f-4913-8774-66c0e808f25b tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:26.899480 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-4f77d5d4-f65f-4913-8774-66c0e808f25b tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/networks?id=78a39135-7e1b-4cfc-8949-e6417e15b488 HTTP/1.1" status: 200 len: 821 time: 0.5573297 Jul 24 09:07:26.905016 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4cdd2065-0253-4b14-838c-3a5fd5ba868b req-a3c8b009-6a62-40c2-aaed-94d747649192 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828907 Jul 24 09:07:26.923933 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b01723-753d-48ce-b301-ffffacbc8869 admin admin] Checking segment: {'id': 'e9f975a3-56e1-4ba5-a914-2babef96d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ac408c39-d1f0-4678-97b8-aa103328e5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:07:26.925072 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b01723-753d-48ce-b301-ffffacbc8869 admin admin] Network hostable DHCP agents. Network: ac408c39-d1f0-4678-97b8-aa103328e5da, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:07:26.941588 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58a49f33-110f-4c66-b53f-38ff84af9e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:26.954606 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-1354e7f4-2f25-465c-ac5b-2e4b4ebf0cae tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/quotas/4e8bcd755fb7413ba3c9ec90a6266523 HTTP/1.1" status: 200 len: 375 time: 0.0470877 Jul 24 09:07:26.989547 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b01723-753d-48ce-b301-ffffacbc8869 admin admin] Network ac408c39-d1f0-4678-97b8-aa103328e5da is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:07:27.003513 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-f8b01723-753d-48ce-b301-ffffacbc8869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, ac408c39-d1f0-4678-97b8-aa103328e5da) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:07:27.011415 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b01723-753d-48ce-b301-ffffacbc8869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:27.012024 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f8b01723-753d-48ce-b301-ffffacbc8869 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:27.021324 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6080d100-6c56-4f02-98c6-35529a1fc91d x-openstack-request-id: req-6080d100-6c56-4f02-98c6-35529a1fc91d {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:27.021723 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7d0218-14f2-4048-a3ab-36a5e74bcedf", "tag": "6289c3e7-30d0-4072-b34b-6153a02e4df5", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:27.022110 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6080d100-6c56-4f02-98c6-35529a1fc91d {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:27.022607 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7d0218-14f2-4048-a3ab-36a5e74bcedf', 'tag': '6289c3e7-30d0-4072-b34b-6153a02e4df5', 'status': 'completed', 'code': 200} Jul 24 09:07:27.023246 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b2a3b6-03a2-4bab-91b9-01fe34f2c142 None None] Network ac408c39-d1f0-4678-97b8-aa103328e5da requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:07:27.120768 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58a49f33-110f-4c66-b53f-38ff84af9e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:27.130307 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58a49f33-110f-4c66-b53f-38ff84af9e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:27.139749 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-914dbc18-5ff3-4ca2-a2f5-ebfb4ba6d1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:27.147943 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23c2d3-581a-481a-afe3-5c49d367d7fc req-0178c3e8-8ab9-4fd8-8ab9-c7a605672cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:27.149281 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e23c2d3-581a-481a-afe3-5c49d367d7fc req-0178c3e8-8ab9-4fd8-8ab9-c7a605672cdd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 1099 time: 0.1248729 Jul 24 09:07:27.170168 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-7d57c6d3-dbb1-4326-aefa-3737f9f14014 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2048559 Jul 24 09:07:27.175343 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device af1f7074-a71d-4246-9a15-efcc8568eb11 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:07:27.185581 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f8b01723-753d-48ce-b301-ffffacbc8869 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8590207 Jul 24 09:07:27.214599 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a0648072-9268-47a7-81a9-c87fc2f75aef tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Made reservation on behalf of 4433cfda2b344ed09028d36a89cb8dd1 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:07:27.218072 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a0648072-9268-47a7-81a9-c87fc2f75aef tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:27.226957 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-58a49f33-110f-4c66-b53f-38ff84af9e68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d6f7d30d01ef42f8b34ab7cf4823ecd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4622936 Jul 24 09:07:27.230608 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46028) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:27.265372 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23c2d3-581a-481a-afe3-5c49d367d7fc req-85ea0514-f72b-4540-a018-c583ff920018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:27.267000 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9e23c2d3-581a-481a-afe3-5c49d367d7fc req-85ea0514-f72b-4540-a018-c583ff920018 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 1099 time: 0.2263639 Jul 24 09:07:27.285427 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port af1f7074-a71d-4246-9a15-efcc8568eb11 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:07:27.328888 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aec0ef4-ea29-4e1c-a235-d04140ddf8aa None None] Network ac408c39-d1f0-4678-97b8-aa103328e5da requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:07:27.371955 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a49f33-110f-4c66-b53f-38ff84af9e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb30f55f-c8e6-4ec5-8b31-7e9916c48e6f,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:27.436140 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port af1f7074-a71d-4246-9a15-efcc8568eb11 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:07:27.437041 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:27.475027 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-51fe6e94-31a0-4683-a4fe-92cc466d0f6c service neutron] 10.222.0.32 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037889 Jul 24 09:07:27.475554 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d33b35-4aff-47c2-b08e-f1f15584c578 req-7999ebef-5cd8-469e-ad00-04a097174d19 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:27.477219 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-57d33b35-4aff-47c2-b08e-f1f15584c578 req-7999ebef-5cd8-469e-ad00-04a097174d19 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 946 time: 0.2736609 Jul 24 09:07:27.498579 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f8e15a59-9e22-4322-b6a3-715e47070104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:27.539432 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23c2d3-581a-481a-afe3-5c49d367d7fc req-78ade5bf-7ffb-4bff-9df9-2501645c3301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:27.541127 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e23c2d3-581a-481a-afe3-5c49d367d7fc req-78ade5bf-7ffb-4bff-9df9-2501645c3301 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.3786969 Jul 24 09:07:27.550130 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f8e15a59-9e22-4322-b6a3-715e47070104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:27.560126 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23c2d3-581a-481a-afe3-5c49d367d7fc req-9795c849-4c56-4d1a-b96b-a002faf29ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:27.561673 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9e23c2d3-581a-481a-afe3-5c49d367d7fc req-9795c849-4c56-4d1a-b96b-a002faf29ab3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.2669175 Jul 24 09:07:27.606183 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a0648072-9268-47a7-81a9-c87fc2f75aef tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Allocated IP 172.20.0.3 (baf54693-f6ce-4efa-ad5c-848a9b2e7bd5/31fd267b-9b48-4500-908e-db289ca8125b/8434030c-c1f4-4480-99c6-d70fabe3f802) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:07:27.621061 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e23c2d3-581a-481a-afe3-5c49d367d7fc req-774c74a4-075d-4fd0-828b-d499f7e3af97 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=6289c3e7-30d0-4072-b34b-6153a02e4df5 HTTP/1.1" status: 200 len: 217 time: 0.0731626 Jul 24 09:07:27.649360 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-57d33b35-4aff-47c2-b08e-f1f15584c578 req-20112fdb-7aee-4276-a2ab-fee37050bbc5 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517937 Jul 24 09:07:27.655763 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9e23c2d3-581a-481a-afe3-5c49d367d7fc req-8411aefb-2b46-4aac-b4bf-1a5fe523792a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=6289c3e7-30d0-4072-b34b-6153a02e4df5 HTTP/1.1" status: 200 len: 217 time: 0.0621276 Jul 24 09:07:27.694939 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23c2d3-581a-481a-afe3-5c49d367d7fc req-151cb6c2-9ba8-448c-89b9-6b2f6958fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:27.696567 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e23c2d3-581a-481a-afe3-5c49d367d7fc req-151cb6c2-9ba8-448c-89b9-6b2f6958fe27 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0670488 Jul 24 09:07:27.736485 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f8e15a59-9e22-4322-b6a3-715e47070104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:27.740068 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f8e15a59-9e22-4322-b6a3-715e47070104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:27.741667 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f8e15a59-9e22-4322-b6a3-715e47070104 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb30f55f-c8e6-4ec5-8b31-7e9916c48e6f HTTP/1.1" status: 204 len: 168 time: 0.5083761 Jul 24 09:07:27.747168 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-aac8c6a0-7475-4ee6-8abe-b4db3c4ea399 service neutron] 10.222.0.32 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712100 Jul 24 09:07:27.755366 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e15a59-9e22-4322-b6a3-715e47070104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb30f55f-c8e6-4ec5-8b31-7e9916c48e6f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:27.788097 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23c2d3-581a-481a-afe3-5c49d367d7fc req-91545659-01f4-4584-a12b-153dc012507f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:27.790771 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:27.806559 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9e23c2d3-581a-481a-afe3-5c49d367d7fc req-91545659-01f4-4584-a12b-153dc012507f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1345558 Jul 24 09:07:27.821885 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8de079a1-df28-43d8-9d43-4c8015d2934c req-5f1c8972-dd31-45e7-866d-d325bbef4185 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e1aa00a-d4a6-47e6-8943-e4648c4bd454 HTTP/1.1" status: 200 len: 210 time: 0.0637140 Jul 24 09:07:27.849885 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23c2d3-581a-481a-afe3-5c49d367d7fc req-df787743-7d02-45f1-9ed7-177023c54e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:27.851903 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e23c2d3-581a-481a-afe3-5c49d367d7fc req-df787743-7d02-45f1-9ed7-177023c54e53 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1488869 Jul 24 09:07:27.861631 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port af1f7074-a71d-4246-9a15-efcc8568eb11, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=af1f7074-a71d-4246-9a15-efcc8568eb11,segment=NetworkSegment(d70121ac-134b-429c-b67d-2538b555b119),segment_id=d70121ac-134b-429c-b67d-2538b555b119)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:27.871779 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:28.031685 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e23c2d3-581a-481a-afe3-5c49d367d7fc req-2aebd2db-fbf7-466c-a7be-ab327b0749e8 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719956 Jul 24 09:07:28.042604 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=af1f7074-a71d-4246-9a15-efcc8568eb11,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:28.044525 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23c2d3-581a-481a-afe3-5c49d367d7fc req-ec125816-4419-4837-92b5-6ea50b2149e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:28.046394 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9e23c2d3-581a-481a-afe3-5c49d367d7fc req-ec125816-4419-4837-92b5-6ea50b2149e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2262411 Jul 24 09:07:28.056923 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a0648072-9268-47a7-81a9-c87fc2f75aef tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:28.094723 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe982b6-7c28-4b6b-991a-852b0a03055e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1f7074-a71d-4246-9a15-efcc8568eb11'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:28.096553 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a0648072-9268-47a7-81a9-c87fc2f75aef tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Transition to ACTIVE for port object 8434030c-c1f4-4480-99c6-d70fabe3f802 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:07:28.099436 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1192e87d-79bd-484a-b201-e35a165fbb32" -d '{"events": [{"server_uuid": "6fe982b6-7c28-4b6b-991a-852b0a03055e", "name": "network-vif-plugged", "status": "completed", "tag": "af1f7074-a71d-4246-9a15-efcc8568eb11"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:28.126696 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ccf42f-5368-433a-90c7-4483151fed74 req-683e5fe4-6858-4340-a5e5-ad8cca46825d tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:28.128617 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-59ccf42f-5368-433a-90c7-4483151fed74 req-683e5fe4-6858-4340-a5e5-ad8cca46825d tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe982b6-7c28-4b6b-991a-852b0a03055e HTTP/1.1" status: 200 len: 945 time: 0.1706190 Jul 24 09:07:28.177871 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9e23c2d3-581a-481a-afe3-5c49d367d7fc req-6aa78e02-1862-40de-9c6b-ceea68043d1e service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180530 Jul 24 09:07:28.197502 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a0648072-9268-47a7-81a9-c87fc2f75aef tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:28.234362 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-59ccf42f-5368-433a-90c7-4483151fed74 req-8db038e4-af8d-4fd8-8cca-637b98e301ff tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaea48f7-8f05-4ea0-9664-6cbf2e8c279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943556 Jul 24 09:07:28.254847 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e23c2d3-581a-481a-afe3-5c49d367d7fc req-647e9a8c-2660-431b-8b67-936b6d674501 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054994 Jul 24 09:07:28.342333 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a0648072-9268-47a7-81a9-c87fc2f75aef tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Network baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:07:28.350188 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a0648072-9268-47a7-81a9-c87fc2f75aef tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:07:28.350855 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46050) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:28.358957 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a0648072-9268-47a7-81a9-c87fc2f75aef tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:07:28.365087 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a0648072-9268-47a7-81a9-c87fc2f75aef tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:28.365718 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a0648072-9268-47a7-81a9-c87fc2f75aef tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:28.381567 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0648072-9268-47a7-81a9-c87fc2f75aef tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Pushing event updated for resources: {'Port': ['ID=8434030c-c1f4-4480-99c6-d70fabe3f802,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:28.383069 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a7d6f9e-d8c9-44ab-a210-3de5ccdb7d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:28.399279 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a0648072-9268-47a7-81a9-c87fc2f75aef tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5453506 Jul 24 09:07:28.401712 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9e23c2d3-581a-481a-afe3-5c49d367d7fc req-2b6ed0df-cfa7-4546-abfa-08d6404dda06 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148054 Jul 24 09:07:28.412088 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a5575c51-17ea-4911-a03e-59a50f08eb9f service neutron] Request body: {'port': {'device_id': '7e1aa00a-d4a6-47e6-8943-e4648c4bd454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:28.519187 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a5575c51-17ea-4911-a03e-59a50f08eb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:28.623974 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a7d6f9e-d8c9-44ab-a210-3de5ccdb7d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:28.637836 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a7d6f9e-d8c9-44ab-a210-3de5ccdb7d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:28.686090 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-85443015-4fc0-41e6-a0fd-65411201f7ef req-3348c32e-8990-408c-82f5-8d207d763bd0 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1951416079', 'description': 'tempest-description-677707852'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:28.718126 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d6f9e-d8c9-44ab-a210-3de5ccdb7d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b3b33e-28a4-4f25-aff7-b04dd1373887,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:28.727017 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1a7d6f9e-d8c9-44ab-a210-3de5ccdb7d4a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c531431917634b13aaca3aa7bad96bd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3750081 Jul 24 09:07:28.730217 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46064) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:28.731370 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6f6dfcd2-4733-4548-a525-db69129ad339 None None] Provisioning for port 8434030c-c1f4-4480-99c6-d70fabe3f802 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:07:28.740000 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6f6dfcd2-4733-4548-a525-db69129ad339 None None] Provisioning complete for port 8434030c-c1f4-4480-99c6-d70fabe3f802 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:07:28.742278 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6f6dfcd2-4733-4548-a525-db69129ad339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:28.747767 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-85443015-4fc0-41e6-a0fd-65411201f7ef req-3348c32e-8990-408c-82f5-8d207d763bd0 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:28.814968 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-6f6dfcd2-4733-4548-a525-db69129ad339 None None] Port 8434030c-c1f4-4480-99c6-d70fabe3f802 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:07:28.825884 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bfb69783-7231-45dc-a9bf-c16720e3d215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:28.859329 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bfb69783-7231-45dc-a9bf-c16720e3d215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:28.866548 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f3c54-eb8d-4958-90ec-930d4e3b7ebb req-631e9618-50b2-47d0-b6ae-cda3a3104224 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:28.868503 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-154f3c54-eb8d-4958-90ec-930d4e3b7ebb req-631e9618-50b2-47d0-b6ae-cda3a3104224 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 948 time: 0.1885452 Jul 24 09:07:28.917230 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-85443015-4fc0-41e6-a0fd-65411201f7ef req-3348c32e-8990-408c-82f5-8d207d763bd0 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:28.922032 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-85443015-4fc0-41e6-a0fd-65411201f7ef req-3348c32e-8990-408c-82f5-8d207d763bd0 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:28.933915 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-154f3c54-eb8d-4958-90ec-930d4e3b7ebb req-6c1a08b4-a621-4355-a157-b60b8ae1cd9b tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594909 Jul 24 09:07:28.964945 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348c32e-8990-408c-82f5-8d207d763bd0 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47c4e719-77fc-4cc8-84ff-4199e93f273d,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:28.971603 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-85443015-4fc0-41e6-a0fd-65411201f7ef req-3348c32e-8990-408c-82f5-8d207d763bd0 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:28.986589 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-85443015-4fc0-41e6-a0fd-65411201f7ef req-3348c32e-8990-408c-82f5-8d207d763bd0 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3072588 Jul 24 09:07:28.988148 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bfb69783-7231-45dc-a9bf-c16720e3d215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:28.992580 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bfb69783-7231-45dc-a9bf-c16720e3d215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:28.994247 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bfb69783-7231-45dc-a9bf-c16720e3d215 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6b3b33e-28a4-4f25-aff7-b04dd1373887 HTTP/1.1" status: 204 len: 168 time: 0.2628372 Jul 24 09:07:29.004636 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb69783-7231-45dc-a9bf-c16720e3d215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b3b33e-28a4-4f25-aff7-b04dd1373887,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:29.010335 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a5575c51-17ea-4911-a03e-59a50f08eb9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8434030c-c1f4-4480-99c6-d70fabe3f802 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:07:29.029649 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a5575c51-17ea-4911-a03e-59a50f08eb9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:29.048352 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b6ebaa-3556-4324-85d9-fa0efc80a96c x-openstack-request-id: req-10b6ebaa-3556-4324-85d9-fa0efc80a96c {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:29.048778 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe982b6-7c28-4b6b-991a-852b0a03055e", "name": "network-vif-plugged", "status": "completed", "tag": "af1f7074-a71d-4246-9a15-efcc8568eb11", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:29.049108 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10b6ebaa-3556-4324-85d9-fa0efc80a96c {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:29.049760 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe982b6-7c28-4b6b-991a-852b0a03055e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1f7074-a71d-4246-9a15-efcc8568eb11', 'code': 200} Jul 24 09:07:29.055235 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a5575c51-17ea-4911-a03e-59a50f08eb9f service neutron] Transition to ACTIVE for port object 8434030c-c1f4-4480-99c6-d70fabe3f802 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:07:29.083243 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fd7839cb-59a2-43bd-b2b0-f45f96ee050a req-060a2f84-3ea5-41c4-8535-e165c81c050f tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 210 time: 0.0406449 Jul 24 09:07:29.084555 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a5575c51-17ea-4911-a03e-59a50f08eb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:29.167168 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 6289c3e7-30d0-4072-b34b-6153a02e4df5 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:07:29.248088 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5575c51-17ea-4911-a03e-59a50f08eb9f service neutron] Pushing event updated for resources: {'Port': ['ID=8434030c-c1f4-4480-99c6-d70fabe3f802,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:29.293314 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd44ba-3d7e-41d3-bfbb-66d70a1911ab req-c776a0f2-4d42-439a-a95b-9375436b9e06 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:29.297557 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a5575c51-17ea-4911-a03e-59a50f08eb9f service neutron] Attempting to bind port 8434030c-c1f4-4480-99c6-d70fabe3f802 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:07:29.297892 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a5575c51-17ea-4911-a03e-59a50f08eb9f service neutron] Attempting to bind port 8434030c-c1f4-4480-99c6-d70fabe3f802 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:07:29.298223 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a5575c51-17ea-4911-a03e-59a50f08eb9f service neutron] Attempting to bind port 8434030c-c1f4-4480-99c6-d70fabe3f802 on network baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:29.302151 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-65cd44ba-3d7e-41d3-bfbb-66d70a1911ab req-c776a0f2-4d42-439a-a95b-9375436b9e06 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 946 time: 0.1362958 Jul 24 09:07:29.310039 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a5575c51-17ea-4911-a03e-59a50f08eb9f service neutron] Port 8434030c-c1f4-4480-99c6-d70fabe3f802 on network baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:07:29.310369 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a5575c51-17ea-4911-a03e-59a50f08eb9f service neutron] Attempting to bind port 8434030c-c1f4-4480-99c6-d70fabe3f802 on network baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:29.333701 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a5575c51-17ea-4911-a03e-59a50f08eb9f service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:07:29.334034 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a5575c51-17ea-4911-a03e-59a50f08eb9f service neutron] Checking segment: {'id': 'b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:07:29.334427 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a5575c51-17ea-4911-a03e-59a50f08eb9f service neutron] Bound using segment: {'id': 'b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:07:29.335117 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a5575c51-17ea-4911-a03e-59a50f08eb9f service neutron] Bound port: 8434030c-c1f4-4480-99c6-d70fabe3f802, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:07:29.335250 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a5575c51-17ea-4911-a03e-59a50f08eb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:29.346853 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0f775-b66a-477a-b2fd-92a350034e51 req-cc7020aa-5a1f-4335-a7fd-314e3539ad17 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:29.348573 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e1f0f775-b66a-477a-b2fd-92a350034e51 req-cc7020aa-5a1f-4335-a7fd-314e3539ad17 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e1aa00a-d4a6-47e6-8943-e4648c4bd454 HTTP/1.1" status: 200 len: 943 time: 0.1459420 Jul 24 09:07:29.349445 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 6289c3e7-30d0-4072-b34b-6153a02e4df5, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=6289c3e7-30d0-4072-b34b-6153a02e4df5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:29.365085 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad068f0-7cfd-4b46-a29f-f4e4810cf27a req-07209d17-22c5-4c13-b876-4ca6c1564215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:29.368400 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '6289c3e7-30d0-4072-b34b-6153a02e4df5', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': '6289c3e7-30d0-4072-b34b-6153a02e4df5', 'mac_address': 'fa:16:3e:c7:53:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:07:29.371406 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8ad068f0-7cfd-4b46-a29f-f4e4810cf27a req-07209d17-22c5-4c13-b876-4ca6c1564215 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6fe982b6-7c28-4b6b-991a-852b0a03055e HTTP/1.1" status: 200 len: 1096 time: 0.2336872 Jul 24 09:07:29.385323 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-65cd44ba-3d7e-41d3-bfbb-66d70a1911ab req-a54774d6-cd1e-4fed-96ee-620e9875f000 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797565 Jul 24 09:07:29.425031 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e1f0f775-b66a-477a-b2fd-92a350034e51 req-40b86eec-734c-42b5-bdd1-a25256b57711 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/security-groups?id=637106b1-3b61-4df2-902f-c2d54663dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665364 Jul 24 09:07:29.467920 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:29.499199 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6289c3e7-30d0-4072-b34b-6153a02e4df5 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:07:29.551939 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 6289c3e7-30d0-4072-b34b-6153a02e4df5, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=6289c3e7-30d0-4072-b34b-6153a02e4df5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:29.564781 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:29.576770 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8ad068f0-7cfd-4b46-a29f-f4e4810cf27a req-7b25a0e7-78cd-482b-a895-2021d9d39fca service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=eaea48f7-8f05-4ea0-9664-6cbf2e8c279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683741 Jul 24 09:07:29.595324 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-5904b2d6-6355-4f07-b8aa-811142c0c274 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:29.597137 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-5904b2d6-6355-4f07-b8aa-811142c0c274 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.37 "GET /v2.0/networks?id=78a39135-7e1b-4cfc-8949-e6417e15b488 HTTP/1.1" status: 200 len: 821 time: 0.2044466 Jul 24 09:07:29.599925 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a5575c51-17ea-4911-a03e-59a50f08eb9f service neutron] For port 8434030c-c1f4-4480-99c6-d70fabe3f802, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:07:29.606478 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a5575c51-17ea-4911-a03e-59a50f08eb9f service neutron] For port 8434030c-c1f4-4480-99c6-d70fabe3f802, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=8434030c-c1f4-4480-99c6-d70fabe3f802,segment=NetworkSegment(b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85),segment_id=b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:07:29.613517 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a5575c51-17ea-4911-a03e-59a50f08eb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:29.615370 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-d4c967c1-2dca-45b7-aeee-6a4b6af88f3b tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Request body: {'port': {'device_id': 'c052ac52-d850-425a-aa2c-7da2b924b04f', 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488', 'admin_state_up': True, 'tenant_id': '4e8bcd755fb7413ba3c9ec90a6266523'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:29.675729 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da0cafb7-be5d-4df1-868c-edd17b0f7b58 req-b2f136f2-b70a-4bcb-918d-0cfe913627bc tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "GET /v2.0/security-groups/47c4e719-77fc-4cc8-84ff-4199e93f273d HTTP/1.1" status: 200 len: 1804 time: 0.1625490 Jul 24 09:07:29.677710 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5575c51-17ea-4911-a03e-59a50f08eb9f service neutron] Pushing event updated for resources: {'Port': ['ID=8434030c-c1f4-4480-99c6-d70fabe3f802,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:29.680846 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a5575c51-17ea-4911-a03e-59a50f08eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:29.681462 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a5575c51-17ea-4911-a03e-59a50f08eb9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:29.682813 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-a5575c51-17ea-4911-a03e-59a50f08eb9f service neutron] 10.222.0.37 "PUT /v2.0/ports/8434030c-c1f4-4480-99c6-d70fabe3f802 HTTP/1.1" status: 200 len: 1091 time: 1.2770994 Jul 24 09:07:29.683293 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1aa00a-d4a6-47e6-8943-e4648c4bd454', 'tag': '8434030c-c1f4-4480-99c6-d70fabe3f802'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:29.685747 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3b76fd-d686-4690-a0fa-1fc0c3af005b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1aa00a-d4a6-47e6-8943-e4648c4bd454", "tag": "8434030c-c1f4-4480-99c6-d70fabe3f802"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:29.714511 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-da0cafb7-be5d-4df1-868c-edd17b0f7b58 req-09ceeced-80d5-4325-adb7-88c740030697 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '47c4e719-77fc-4cc8-84ff-4199e93f273d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:29.714842 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-da0cafb7-be5d-4df1-868c-edd17b0f7b58 req-09ceeced-80d5-4325-adb7-88c740030697 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '47c4e719-77fc-4cc8-84ff-4199e93f273d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:29.724170 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=6289c3e7-30d0-4072-b34b-6153a02e4df5,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:29.772115 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eade4982-a94f-4ec1-80d8-dc89b4ea84ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:29.883078 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['6289c3e7-30d0-4072-b34b-6153a02e4df5'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:07:29.903198 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-d4c967c1-2dca-45b7-aeee-6a4b6af88f3b tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Made reservation on behalf of 4e8bcd755fb7413ba3c9ec90a6266523 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:07:29.914222 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-d4c967c1-2dca-45b7-aeee-6a4b6af88f3b tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:29.988150 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7910a1-9748-4506-85ad-6f1b7e0523a2 req-29bc1562-6abf-4b8e-bbce-c8a2f352aa34 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:29.990584 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0b7910a1-9748-4506-85ad-6f1b7e0523a2 req-29bc1562-6abf-4b8e-bbce-c8a2f352aa34 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe982b6-7c28-4b6b-991a-852b0a03055e HTTP/1.1" status: 200 len: 945 time: 0.1929014 Jul 24 09:07:30.119738 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0b7910a1-9748-4506-85ad-6f1b7e0523a2 req-7cdaca0d-d499-49c9-bf1b-7ea94fd8fd8f tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaea48f7-8f05-4ea0-9664-6cbf2e8c279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893843 Jul 24 09:07:30.157465 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-d4c967c1-2dca-45b7-aeee-6a4b6af88f3b tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Allocated IP 172.20.0.5 (78a39135-7e1b-4cfc-8949-e6417e15b488/726d329a-a5bb-490b-be1e-f21c87173472/16310b34-2d78-42f4-93bf-6a4e2d0afeaf) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:07:30.166989 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-da0cafb7-be5d-4df1-868c-edd17b0f7b58 req-09ceeced-80d5-4325-adb7-88c740030697 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:30.216559 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-da0cafb7-be5d-4df1-868c-edd17b0f7b58 req-09ceeced-80d5-4325-adb7-88c740030697 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:30.230471 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-da0cafb7-be5d-4df1-868c-edd17b0f7b58 req-09ceeced-80d5-4325-adb7-88c740030697 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:30.263974 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-f709c580-2f9e-4945-81a9-2e21e1ce5233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:30.265590 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-f709c580-2f9e-4945-81a9-2e21e1ce5233 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4433cfda2b344ed09028d36a89cb8dd1&device_id=7e1aa00a-d4a6-47e6-8943-e4648c4bd454 HTTP/1.1" status: 200 len: 1094 time: 0.4718597 Jul 24 09:07:30.273086 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bb709-0ad5-4f24-9e68-d3593873f361 req-0b56804e-123b-4a1e-96a6-1c26aa5e9349 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:30.274535 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a7bb709-0ad5-4f24-9e68-d3593873f361 req-0b56804e-123b-4a1e-96a6-1c26aa5e9349 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf&tenant_id=f67164019b334342a09c29ba4cdc5893&binding%3Ahost_id=n-h2-800085-9 HTTP/1.1" status: 200 len: 949 time: 0.4695494 Jul 24 09:07:30.291463 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ceeced-80d5-4325-adb7-88c740030697 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34b1a870-97fa-4e3f-a675-f69d1d2a5dd8,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:30.318652 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:30.344298 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-d4c967c1-2dca-45b7-aeee-6a4b6af88f3b tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:30.364285 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-da0cafb7-be5d-4df1-868c-edd17b0f7b58 req-09ceeced-80d5-4325-adb7-88c740030697 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:30.378762 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da0cafb7-be5d-4df1-868c-edd17b0f7b58 req-09ceeced-80d5-4325-adb7-88c740030697 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6765194 Jul 24 09:07:30.380983 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-5e54544e-73dc-42d7-b172-d0ebe87c51cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8434030c-c1f4-4480-99c6-d70fabe3f802 HTTP/1.1" status: 200 len: 217 time: 0.1037931 Jul 24 09:07:30.407385 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-d4c967c1-2dca-45b7-aeee-6a4b6af88f3b tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:30.442889 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [req-0a7bb709-0ad5-4f24-9e68-d3593873f361 req-451ffca1-7637-4daa-a40d-93755fb3687b service neutron] delete failed (client error): The resource could not be found. Jul 24 09:07:30.444006 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a7bb709-0ad5-4f24-9e68-d3593873f361 req-451ffca1-7637-4daa-a40d-93755fb3687b service neutron] 10.222.0.37 "DELETE /v2.0/ports/6289c3e7-30d0-4072-b34b-6153a02e4df5/bindings/n-h1-800085-9 HTTP/1.1" status: 404 len: 380 time: 0.1549647 Jul 24 09:07:30.462030 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-1f27f183-33a4-4e0f-b73e-71e68434ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:30.463867 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-1f27f183-33a4-4e0f-b73e-71e68434ca93 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=31fd267b-9b48-4500-908e-db289ca8125b HTTP/1.1" status: 200 len: 863 time: 0.0757382 Jul 24 09:07:30.501055 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-d4c967c1-2dca-45b7-aeee-6a4b6af88f3b tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Network 78a39135-7e1b-4cfc-8949-e6417e15b488 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:07:30.537358 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:07:30.537934 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-d4c967c1-2dca-45b7-aeee-6a4b6af88f3b tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:07:30.540701 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-d4c967c1-2dca-45b7-aeee-6a4b6af88f3b tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:07:30.548906 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c967c1-2dca-45b7-aeee-6a4b6af88f3b tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Pushing event updated for resources: {'Port': ['ID=16310b34-2d78-42f4-93bf-6a4e2d0afeaf,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:30.587987 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757dd54f-e7fb-4482-99c4-7cacb08a62c3 req-a2542b90-ec6d-49db-ac4b-5f4fe014cd94 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:30.595691 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-757dd54f-e7fb-4482-99c4-7cacb08a62c3 req-a2542b90-ec6d-49db-ac4b-5f4fe014cd94 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 949 time: 0.1473086 Jul 24 09:07:30.608832 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-d4c967c1-2dca-45b7-aeee-6a4b6af88f3b tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:30.609471 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-d4c967c1-2dca-45b7-aeee-6a4b6af88f3b tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:30.631168 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-d4c967c1-2dca-45b7-aeee-6a4b6af88f3b tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0233827 Jul 24 09:07:30.636141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11898677-7620-4008-bdd2-ac50968f8aa6 req-dcd4aa50-a235-4786-8921-d8129246d6aa tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:30.637742 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11898677-7620-4008-bdd2-ac50968f8aa6 req-dcd4aa50-a235-4786-8921-d8129246d6aa tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 1097 time: 0.1672878 Jul 24 09:07:30.642763 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-7ec7fb5e-6299-4a85-97da-bc38549ce881 service neutron] Request body: {'port': {'device_id': 'c052ac52-d850-425a-aa2c-7da2b924b04f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:30.672202 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-757dd54f-e7fb-4482-99c4-7cacb08a62c3 req-12ac8e5c-04e3-4fc0-892c-573bfd86c08c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754769 Jul 24 09:07:30.698429 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-ec463107-cad2-42a1-be3d-66a005bd0091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:30.699933 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-ec463107-cad2-42a1-be3d-66a005bd0091 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=baf54693-f6ce-4efa-ad5c-848a9b2e7bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2137287 Jul 24 09:07:30.734747 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11898677-7620-4008-bdd2-ac50968f8aa6 req-d50b4224-728a-4b83-8903-d9125b5bbeed tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827565 Jul 24 09:07:30.736707 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdf9583-6ef4-4f95-8198-1305c84e1829 x-openstack-request-id: req-6fdf9583-6ef4-4f95-8198-1305c84e1829 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:30.737020 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1aa00a-d4a6-47e6-8943-e4648c4bd454", "tag": "8434030c-c1f4-4480-99c6-d70fabe3f802", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:30.737269 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6fdf9583-6ef4-4f95-8198-1305c84e1829 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:30.737663 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1aa00a-d4a6-47e6-8943-e4648c4bd454', 'tag': '8434030c-c1f4-4480-99c6-d70fabe3f802', 'status': 'completed', 'code': 200} Jul 24 09:07:30.769700 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bb709-0ad5-4f24-9e68-d3593873f361 req-350043fe-af7c-4cce-b5ea-e41acf98c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:30.771754 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a7bb709-0ad5-4f24-9e68-d3593873f361 req-350043fe-af7c-4cce-b5ea-e41acf98c8e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 1100 time: 0.2249537 Jul 24 09:07:30.826573 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-7ec7fb5e-6299-4a85-97da-bc38549ce881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:30.830170 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-6fc16d0c-07d5-45c7-b311-ce1222ebd258 req-733859db-5d60-4b85-a62a-a78aaef1f41e tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-579884726', 'description': 'tempest-description-861250317'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:30.856242 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:30.915533 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-842f8a49-c2ab-4411-9c0c-5c250ea8c12a service neutron] 10.222.0.37 "GET /v2.0/networks/baf54693-f6ce-4efa-ad5c-848a9b2e7bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084613 Jul 24 09:07:30.917983 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6fc16d0c-07d5-45c7-b311-ce1222ebd258 req-733859db-5d60-4b85-a62a-a78aaef1f41e tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:30.978402 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bb709-0ad5-4f24-9e68-d3593873f361 req-0dc8a6eb-be8d-4caa-a5c7-50dbfa25a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:30.979817 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a7bb709-0ad5-4f24-9e68-d3593873f361 req-0dc8a6eb-be8d-4caa-a5c7-50dbfa25a985 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.1821272 Jul 24 09:07:30.982324 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64017738-b035-4136-a9bd-6205b0abf3f8 req-b4e557c8-dea3-4b4a-a891-38c594c128e5 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:30.983767 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-64017738-b035-4136-a9bd-6205b0abf3f8 req-b4e557c8-dea3-4b4a-a891-38c594c128e5 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 931 time: 0.1196260 Jul 24 09:07:31.063860 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a7bb709-0ad5-4f24-9e68-d3593873f361 req-29be2c4b-ed1b-46d3-aae1-f04492472fa1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=6289c3e7-30d0-4072-b34b-6153a02e4df5 HTTP/1.1" status: 200 len: 217 time: 0.0763881 Jul 24 09:07:31.072717 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-64017738-b035-4136-a9bd-6205b0abf3f8 req-6348c2eb-e586-4cf5-82c3-9edd2d02cb95 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439119 Jul 24 09:07:31.132693 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46142) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:31.154686 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88fa8f26-5e6e-40fe-849c-f32eac13181d req-85100c19-c5a1-40a5-b166-bdfc7b067a9f service neutron] 10.222.0.37 "GET /v2.0/networks/baf54693-f6ce-4efa-ad5c-848a9b2e7bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322936 Jul 24 09:07:31.168106 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bb709-0ad5-4f24-9e68-d3593873f361 req-7300f9a3-85c2-44ac-a356-d5005504b89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:31.178488 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 6289c3e7-30d0-4072-b34b-6153a02e4df5 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:07:31.182434 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a7bb709-0ad5-4f24-9e68-d3593873f361 req-7300f9a3-85c2-44ac-a356-d5005504b89f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1014600 Jul 24 09:07:31.215436 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6fc16d0c-07d5-45c7-b311-ce1222ebd258 req-733859db-5d60-4b85-a62a-a78aaef1f41e tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:31.233900 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6fc16d0c-07d5-45c7-b311-ce1222ebd258 req-733859db-5d60-4b85-a62a-a78aaef1f41e tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:31.272973 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 6289c3e7-30d0-4072-b34b-6153a02e4df5 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:07:31.279226 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 6289c3e7-30d0-4072-b34b-6153a02e4df5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:07:31.280345 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:31.311337 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6fc16d0c-07d5-45c7-b311-ce1222ebd258 req-733859db-5d60-4b85-a62a-a78aaef1f41e tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:31.312539 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6fc16d0c-07d5-45c7-b311-ce1222ebd258 req-733859db-5d60-4b85-a62a-a78aaef1f41e tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4863355 Jul 24 09:07:31.315742 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733859db-5d60-4b85-a62a-a78aaef1f41e tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c856be-a0ff-4b8b-9966-a8db094b2a10,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:31.318101 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cfaae-9fa6-4eba-88e2-7fa564269345 req-80af5139-9cb1-441e-9a4f-09b5dc2820a5 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:31.319677 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-db7cfaae-9fa6-4eba-88e2-7fa564269345 req-80af5139-9cb1-441e-9a4f-09b5dc2820a5 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e1aa00a-d4a6-47e6-8943-e4648c4bd454 HTTP/1.1" status: 200 len: 943 time: 0.1546941 Jul 24 09:07:31.322610 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-47e3597a-69fc-4622-be24-dfac2abf9174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:31.361377 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-7ec7fb5e-6299-4a85-97da-bc38549ce881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16310b34-2d78-42f4-93bf-6a4e2d0afeaf {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:07:31.372697 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bb709-0ad5-4f24-9e68-d3593873f361 req-dfb32cac-7b2a-46e1-a526-fcbbbe90ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:31.375060 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-7ec7fb5e-6299-4a85-97da-bc38549ce881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:31.375527 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a7bb709-0ad5-4f24-9e68-d3593873f361 req-dfb32cac-7b2a-46e1-a526-fcbbbe90ab6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1924601 Jul 24 09:07:31.379371 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b76fd-d686-4690-a0fa-1fc0c3af005b req-7392da81-6673-4377-8473-457f0ec99af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:31.381316 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e3b76fd-d686-4690-a0fa-1fc0c3af005b req-7392da81-6673-4377-8473-457f0ec99af4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4433cfda2b344ed09028d36a89cb8dd1&device_id=7e1aa00a-d4a6-47e6-8943-e4648c4bd454 HTTP/1.1" status: 200 len: 1094 time: 0.1569321 Jul 24 09:07:31.406897 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:31.414416 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-db7cfaae-9fa6-4eba-88e2-7fa564269345 req-13f9b950-ba3b-4922-b728-57ea92f3eb89 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/security-groups?id=637106b1-3b61-4df2-902f-c2d54663dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867867 Jul 24 09:07:31.420044 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-7ec7fb5e-6299-4a85-97da-bc38549ce881 service neutron] Transition to ACTIVE for port object 16310b34-2d78-42f4-93bf-6a4e2d0afeaf will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:07:31.426959 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-7ec7fb5e-6299-4a85-97da-bc38549ce881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:31.452065 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7d0218-14f2-4048-a3ab-36a5e74bcedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6289c3e7-30d0-4072-b34b-6153a02e4df5'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:31.454873 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04611cc-cd8d-4850-a6a6-552a9355cdf4" -d '{"events": [{"server_uuid": "bc7d0218-14f2-4048-a3ab-36a5e74bcedf", "name": "network-vif-plugged", "status": "completed", "tag": "6289c3e7-30d0-4072-b34b-6153a02e4df5"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:31.489023 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 6289c3e7-30d0-4072-b34b-6153a02e4df5, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=6289c3e7-30d0-4072-b34b-6153a02e4df5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:31.494961 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:31.507457 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7fb5e-6299-4a85-97da-bc38549ce881 service neutron] Pushing event updated for resources: {'Port': ['ID=16310b34-2d78-42f4-93bf-6a4e2d0afeaf,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:31.561732 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=6289c3e7-30d0-4072-b34b-6153a02e4df5,revision_number=9']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:31.594899 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a7bb709-0ad5-4f24-9e68-d3593873f361 req-72b1e0f3-cde9-420d-88ce-abfe5fc0a98e service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096534 Jul 24 09:07:31.596373 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-47e3597a-69fc-4622-be24-dfac2abf9174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:31.602034 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-47e3597a-69fc-4622-be24-dfac2abf9174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:31.633428 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-7ec7fb5e-6299-4a85-97da-bc38549ce881 service neutron] Attempting to bind port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:07:31.633763 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-7ec7fb5e-6299-4a85-97da-bc38549ce881 service neutron] Attempting to bind port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:07:31.634098 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-7ec7fb5e-6299-4a85-97da-bc38549ce881 service neutron] Attempting to bind port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf on network 78a39135-7e1b-4cfc-8949-e6417e15b488 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:31.638143 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9810ce-e0ca-43fb-8e27-ca8333663d63 req-cc25db81-c185-4424-ae71-6103033bfd65 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:31.645591 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7f9810ce-e0ca-43fb-8e27-ca8333663d63 req-cc25db81-c185-4424-ae71-6103033bfd65 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 1097 time: 0.2455804 Jul 24 09:07:31.650878 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-7ec7fb5e-6299-4a85-97da-bc38549ce881 service neutron] Port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf on network 78a39135-7e1b-4cfc-8949-e6417e15b488 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:07:31.651211 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-7ec7fb5e-6299-4a85-97da-bc38549ce881 service neutron] Attempting to bind port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf on network 78a39135-7e1b-4cfc-8949-e6417e15b488 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:31.654851 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-47e3597a-69fc-4622-be24-dfac2abf9174 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=51b17a99f7ca4bf38e67df36d5a986bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5211561 Jul 24 09:07:31.657594 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46154) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:31.667257 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-7ec7fb5e-6299-4a85-97da-bc38549ce881 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:07:31.667839 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-7ec7fb5e-6299-4a85-97da-bc38549ce881 service neutron] Checking segment: {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:07:31.668242 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-7ec7fb5e-6299-4a85-97da-bc38549ce881 service neutron] Bound using segment: {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:07:31.668689 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-7ec7fb5e-6299-4a85-97da-bc38549ce881 service neutron] Bound port: 16310b34-2d78-42f4-93bf-6a4e2d0afeaf, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:07:31.669076 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-7ec7fb5e-6299-4a85-97da-bc38549ce881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:31.670787 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3597a-69fc-4622-be24-dfac2abf9174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9aeba35-8e21-4819-ba6e-4da6ce887437,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:31.674113 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b76fd-d686-4690-a0fa-1fc0c3af005b req-cb1d6fa7-ab52-4e7d-8cf2-f59a8f93eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:31.675797 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e3b76fd-d686-4690-a0fa-1fc0c3af005b req-cb1d6fa7-ab52-4e7d-8cf2-f59a8f93eb77 service neutron] 10.222.0.37 "GET /v2.0/networks?id=baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 HTTP/1.1" status: 200 len: 924 time: 0.2782307 Jul 24 09:07:31.766618 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28924000-1e19-424b-94a2-d84d28d8afd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:31.770434 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-7ec7fb5e-6299-4a85-97da-bc38549ce881 service neutron] For port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:07:31.775000 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-7ec7fb5e-6299-4a85-97da-bc38549ce881 service neutron] For port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=16310b34-2d78-42f4-93bf-6a4e2d0afeaf,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:07:31.778580 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7f9810ce-e0ca-43fb-8e27-ca8333663d63 req-2c538fcc-ef85-4825-8234-f1f98547fbcc tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319044 Jul 24 09:07:31.779831 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e3b76fd-d686-4690-a0fa-1fc0c3af005b req-84fd3052-bb08-44e4-bd2f-79705f245edf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8434030c-c1f4-4480-99c6-d70fabe3f802 HTTP/1.1" status: 200 len: 217 time: 0.0733359 Jul 24 09:07:31.793031 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-7ec7fb5e-6299-4a85-97da-bc38549ce881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:31.807216 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a7bb709-0ad5-4f24-9e68-d3593873f361 req-36b6e540-930a-458b-b63f-79b73f41a53f service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039421 Jul 24 09:07:31.854018 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28924000-1e19-424b-94a2-d84d28d8afd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:31.862821 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b76fd-d686-4690-a0fa-1fc0c3af005b req-3395b9cf-096f-4a0b-94b7-7a5c2e3e59a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:31.864943 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e3b76fd-d686-4690-a0fa-1fc0c3af005b req-3395b9cf-096f-4a0b-94b7-7a5c2e3e59a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=31fd267b-9b48-4500-908e-db289ca8125b HTTP/1.1" status: 200 len: 863 time: 0.0765765 Jul 24 09:07:31.875647 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-7ec7fb5e-6299-4a85-97da-bc38549ce881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:31.876259 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-7ec7fb5e-6299-4a85-97da-bc38549ce881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:31.877683 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-7ec7fb5e-6299-4a85-97da-bc38549ce881 service neutron] 10.222.0.37 "PUT /v2.0/ports/16310b34-2d78-42f4-93bf-6a4e2d0afeaf HTTP/1.1" status: 200 len: 1091 time: 1.2389624 Jul 24 09:07:31.884887 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c052ac52-d850-425a-aa2c-7da2b924b04f', 'tag': '16310b34-2d78-42f4-93bf-6a4e2d0afeaf'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:31.885065 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e25cb93-a7f5-4acd-bdb8-5f3e8bbc8a9f req-c538fe00-663d-460f-ab94-74a6c53fb6ef tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "GET /v2.0/security-groups/43c856be-a0ff-4b8b-9966-a8db094b2a10 HTTP/1.1" status: 200 len: 1803 time: 0.0607853 Jul 24 09:07:31.886725 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd82ea34-0779-46d3-bf73-899cebd50017" -d '{"events": [{"name": "network-changed", "server_uuid": "c052ac52-d850-425a-aa2c-7da2b924b04f", "tag": "16310b34-2d78-42f4-93bf-6a4e2d0afeaf"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:31.916397 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-1e25cb93-a7f5-4acd-bdb8-5f3e8bbc8a9f req-b3fc8367-9c13-4ae9-895b-5f41c3888bc8 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '43c856be-a0ff-4b8b-9966-a8db094b2a10', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:31.916672 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-1e25cb93-a7f5-4acd-bdb8-5f3e8bbc8a9f req-b3fc8367-9c13-4ae9-895b-5f41c3888bc8 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '43c856be-a0ff-4b8b-9966-a8db094b2a10', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:31.964716 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b76fd-d686-4690-a0fa-1fc0c3af005b req-155f1dae-8d25-4cba-afb1-112ba654cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:31.966372 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e3b76fd-d686-4690-a0fa-1fc0c3af005b req-155f1dae-8d25-4cba-afb1-112ba654cab9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=baf54693-f6ce-4efa-ad5c-848a9b2e7bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935349 Jul 24 09:07:31.967268 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7fb5e-6299-4a85-97da-bc38549ce881 service neutron] Pushing event updated for resources: {'Port': ['ID=16310b34-2d78-42f4-93bf-6a4e2d0afeaf,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:32.002495 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e6a48-1b82-48bf-9299-d483d699872f req-c07c0eaf-57ba-46be-946b-ec4fa3e5ae63 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:32.004008 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7c4e6a48-1b82-48bf-9299-d483d699872f req-c07c0eaf-57ba-46be-946b-ec4fa3e5ae63 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe982b6-7c28-4b6b-991a-852b0a03055e HTTP/1.1" status: 200 len: 945 time: 0.2276869 Jul 24 09:07:32.007030 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1e25cb93-a7f5-4acd-bdb8-5f3e8bbc8a9f req-b3fc8367-9c13-4ae9-895b-5f41c3888bc8 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:32.022161 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28924000-1e19-424b-94a2-d84d28d8afd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:32.024795 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28924000-1e19-424b-94a2-d84d28d8afd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:32.025881 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-28924000-1e19-424b-94a2-d84d28d8afd8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b9aeba35-8e21-4819-ba6e-4da6ce887437 HTTP/1.1" status: 204 len: 168 time: 0.3659554 Jul 24 09:07:32.048316 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28924000-1e19-424b-94a2-d84d28d8afd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9aeba35-8e21-4819-ba6e-4da6ce887437,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:32.052489 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-3ebdaf6b-2481-426c-9b9f-525439101c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:32.054155 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-3ebdaf6b-2481-426c-9b9f-525439101c66 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 1094 time: 0.1255162 Jul 24 09:07:32.060848 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1e25cb93-a7f5-4acd-bdb8-5f3e8bbc8a9f req-b3fc8367-9c13-4ae9-895b-5f41c3888bc8 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:32.067844 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1e25cb93-a7f5-4acd-bdb8-5f3e8bbc8a9f req-b3fc8367-9c13-4ae9-895b-5f41c3888bc8 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:32.081265 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7c4e6a48-1b82-48bf-9299-d483d699872f req-946e0d2c-c2d8-4e40-b6ce-5cd734ac69b4 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaea48f7-8f05-4ea0-9664-6cbf2e8c279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715480 Jul 24 09:07:32.109588 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-03356b75-bf58-4350-93dd-2a1b05a2cfed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16310b34-2d78-42f4-93bf-6a4e2d0afeaf HTTP/1.1" status: 200 len: 217 time: 0.0447590 Jul 24 09:07:32.116319 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc8367-9c13-4ae9-895b-5f41c3888bc8 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab275a8-a12c-454c-96f8-5bc0bb3e7412,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:32.128527 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1e25cb93-a7f5-4acd-bdb8-5f3e8bbc8a9f req-b3fc8367-9c13-4ae9-895b-5f41c3888bc8 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:32.131689 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e25cb93-a7f5-4acd-bdb8-5f3e8bbc8a9f req-b3fc8367-9c13-4ae9-895b-5f41c3888bc8 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2298572 Jul 24 09:07:32.137396 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e3b76fd-d686-4690-a0fa-1fc0c3af005b req-86b73ead-fdf1-4976-b389-d35defd46430 service neutron] 10.222.0.37 "GET /v2.0/networks/baf54693-f6ce-4efa-ad5c-848a9b2e7bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594100 Jul 24 09:07:32.166838 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-15ba9dfe-c104-41c4-987b-28e6ff48c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:32.168576 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-15ba9dfe-c104-41c4-987b-28e6ff48c9f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=726d329a-a5bb-490b-be1e-f21c87173472 HTTP/1.1" status: 200 len: 861 time: 0.0524690 Jul 24 09:07:32.207102 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b0410c-8810-4302-9091-2db0d6a586b6 x-openstack-request-id: req-39b0410c-8810-4302-9091-2db0d6a586b6 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:32.208166 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7d0218-14f2-4048-a3ab-36a5e74bcedf", "name": "network-vif-plugged", "status": "completed", "tag": "6289c3e7-30d0-4072-b34b-6153a02e4df5", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:32.208260 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39b0410c-8810-4302-9091-2db0d6a586b6 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:32.208853 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7d0218-14f2-4048-a3ab-36a5e74bcedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6289c3e7-30d0-4072-b34b-6153a02e4df5', 'code': 200} Jul 24 09:07:32.262445 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-3013d61d-8cab-4f9c-8adb-ac1fa4844ded service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=78a39135-7e1b-4cfc-8949-e6417e15b488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842395 Jul 24 09:07:32.318634 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e3b76fd-d686-4690-a0fa-1fc0c3af005b req-1f5b4dfc-627d-49e3-b4a2-ffa0197c5b20 service neutron] 10.222.0.37 "GET /v2.0/networks/baf54693-f6ce-4efa-ad5c-848a9b2e7bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666863 Jul 24 09:07:32.406265 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324b554-926b-43d1-9236-04ecff7cc5d3 req-93e3d079-650e-4c43-bc92-ab05affc34c3 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:32.415374 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6324b554-926b-43d1-9236-04ecff7cc5d3 req-93e3d079-650e-4c43-bc92-ab05affc34c3 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 950 time: 0.1386101 Jul 24 09:07:32.465477 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6324b554-926b-43d1-9236-04ecff7cc5d3 req-c756b76d-1f7c-48c7-840d-474d8c2e87d6 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486810 Jul 24 09:07:32.466004 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46182) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:32.497939 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-70211888-2900-40d1-9a96-7ab8236ed4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:32.544512 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80564cb5-9893-431b-96f4-b7b26f8f8c48 x-openstack-request-id: req-80564cb5-9893-431b-96f4-b7b26f8f8c48 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:32.545111 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c052ac52-d850-425a-aa2c-7da2b924b04f", "tag": "16310b34-2d78-42f4-93bf-6a4e2d0afeaf", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:32.545111 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80564cb5-9893-431b-96f4-b7b26f8f8c48 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:32.545512 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c052ac52-d850-425a-aa2c-7da2b924b04f', 'tag': '16310b34-2d78-42f4-93bf-6a4e2d0afeaf', 'status': 'completed', 'code': 200} Jul 24 09:07:32.611350 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-70211888-2900-40d1-9a96-7ab8236ed4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:32.616417 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-70211888-2900-40d1-9a96-7ab8236ed4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:32.647315 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-d3e908fc-cdaa-4ed4-ae9a-d135b4849b5f service neutron] 10.222.0.37 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819883 Jul 24 09:07:32.657557 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4ae91-91cb-4020-88e9-1f16fba64a62 req-888b5125-d522-4f55-af03-8134c5f540e3 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:32.659150 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9bf4ae91-91cb-4020-88e9-1f16fba64a62 req-888b5125-d522-4f55-af03-8134c5f540e3 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 943 time: 0.1239731 Jul 24 09:07:32.708698 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70211888-2900-40d1-9a96-7ab8236ed4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78832418-672a-4ed2-98a7-e328c98f2049,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:32.713176 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-70211888-2900-40d1-9a96-7ab8236ed4fe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c76e572c44244848b885d5e5330f2f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461786 Jul 24 09:07:32.715950 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46184) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:32.748810 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9bf4ae91-91cb-4020-88e9-1f16fba64a62 req-150a3ed7-0098-46a8-b23c-8c8e2ad7e3d1 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802722 Jul 24 09:07:32.764149 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:32.783847 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-03c705b5-0ff4-4f21-ada9-b5677d0b3cb4 req-c645261a-6c08-4d96-b72e-8671dabf4d1f service neutron] 10.222.0.37 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237233 Jul 24 09:07:32.789416 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-77a90356-0bf6-46ad-8bef-dbcd13779af6 req-4bcf1b8e-8255-47ee-a47d-a62da2cfe537 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-214044609', 'description': 'tempest-description-242467855'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:32.806445 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0438e20-d2eb-4fbc-9f35-3ebcc54f5e52 req-8608741b-5f15-4e06-b196-f84e72270b34 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:32.807982 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0438e20-d2eb-4fbc-9f35-3ebcc54f5e52 req-8608741b-5f15-4e06-b196-f84e72270b34 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1757793 Jul 24 09:07:32.812644 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-77a90356-0bf6-46ad-8bef-dbcd13779af6 req-4bcf1b8e-8255-47ee-a47d-a62da2cfe537 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:32.879759 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-64f6f2a7-5023-4df7-8c77-1ecbc4fc8094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:32.890567 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0438e20-d2eb-4fbc-9f35-3ebcc54f5e52 req-7117e60c-c06e-484a-ab7c-ad2760feebb5 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.251 HTTP/1.1" status: 200 len: 696 time: 0.0735013 Jul 24 09:07:32.905487 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-b0438e20-d2eb-4fbc-9f35-3ebcc54f5e52 req-810935f7-936d-479d-9307-58531aa6ff2d tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Request body: {'floatingip': {'port_id': '023adb2a-00d1-47e7-8a65-6bb04d45eb45', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:32.918865 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82ea34-0779-46d3-bf73-899cebd50017 req-87bc9112-aad8-42dd-9b43-4d19ab86455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:32.920367 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cd82ea34-0779-46d3-bf73-899cebd50017 req-87bc9112-aad8-42dd-9b43-4d19ab86455e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 1094 time: 0.0881784 Jul 24 09:07:32.967843 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-77a90356-0bf6-46ad-8bef-dbcd13779af6 req-4bcf1b8e-8255-47ee-a47d-a62da2cfe537 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:32.975359 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-77a90356-0bf6-46ad-8bef-dbcd13779af6 req-4bcf1b8e-8255-47ee-a47d-a62da2cfe537 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:33.039021 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-77a90356-0bf6-46ad-8bef-dbcd13779af6 req-4bcf1b8e-8255-47ee-a47d-a62da2cfe537 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:33.040268 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-77a90356-0bf6-46ad-8bef-dbcd13779af6 req-4bcf1b8e-8255-47ee-a47d-a62da2cfe537 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2553587 Jul 24 09:07:33.050401 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf1b8e-8255-47ee-a47d-a62da2cfe537 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dbdc80-81a7-49af-8076-f60ba78c66a4,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:33.070548 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82ea34-0779-46d3-bf73-899cebd50017 req-f9f296cf-20eb-499d-a6a6-9ed6de939dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:33.072151 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cd82ea34-0779-46d3-bf73-899cebd50017 req-f9f296cf-20eb-499d-a6a6-9ed6de939dd1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=78a39135-7e1b-4cfc-8949-e6417e15b488 HTTP/1.1" status: 200 len: 921 time: 0.1431603 Jul 24 09:07:33.117509 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cd82ea34-0779-46d3-bf73-899cebd50017 req-34f11594-d1e0-4ba6-a59a-d92290ed21dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16310b34-2d78-42f4-93bf-6a4e2d0afeaf HTTP/1.1" status: 200 len: 217 time: 0.0380492 Jul 24 09:07:33.171363 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82ea34-0779-46d3-bf73-899cebd50017 req-e0801020-0fec-434b-be53-ac2d1e22bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:33.172341 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-64f6f2a7-5023-4df7-8c77-1ecbc4fc8094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:33.173089 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cd82ea34-0779-46d3-bf73-899cebd50017 req-e0801020-0fec-434b-be53-ac2d1e22bfe6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=726d329a-a5bb-490b-be1e-f21c87173472 HTTP/1.1" status: 200 len: 861 time: 0.0486524 Jul 24 09:07:33.193356 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0438e20-d2eb-4fbc-9f35-3ebcc54f5e52 req-810935f7-936d-479d-9307-58531aa6ff2d tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks [] for floatingip, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:33.210256 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cd82ea34-0779-46d3-bf73-899cebd50017 req-f94d379a-8731-4b24-92c7-bfb8b2b2ce6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=78a39135-7e1b-4cfc-8949-e6417e15b488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293410 Jul 24 09:07:33.316253 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cd82ea34-0779-46d3-bf73-899cebd50017 req-330d7a4b-5c30-49c4-ac99-9661c31deedb service neutron] 10.222.0.37 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994849 Jul 24 09:07:33.318664 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-64f6f2a7-5023-4df7-8c77-1ecbc4fc8094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:33.321132 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-64f6f2a7-5023-4df7-8c77-1ecbc4fc8094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:33.322268 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-64f6f2a7-5023-4df7-8c77-1ecbc4fc8094 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78832418-672a-4ed2-98a7-e328c98f2049 HTTP/1.1" status: 204 len: 168 time: 0.6054244 Jul 24 09:07:33.338963 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6f2a7-5023-4df7-8c77-1ecbc4fc8094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78832418-672a-4ed2-98a7-e328c98f2049,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:33.432227 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cd82ea34-0779-46d3-bf73-899cebd50017 req-7d42bbf9-d657-4ba1-9c6d-205bed086e33 service neutron] 10.222.0.37 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093297 Jul 24 09:07:33.891983 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0438e20-d2eb-4fbc-9f35-3ebcc54f5e52 req-810935f7-936d-479d-9307-58531aa6ff2d tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:33.896573 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0438e20-d2eb-4fbc-9f35-3ebcc54f5e52 req-810935f7-936d-479d-9307-58531aa6ff2d tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:34.001961 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [req-b0438e20-d2eb-4fbc-9f35-3ebcc54f5e52 req-810935f7-936d-479d-9307-58531aa6ff2d tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Floating IP eb75bc2c-c22f-47c3-8718-74b938c1f41f associated. External IP: 172.25.7.251, port: 023adb2a-00d1-47e7-8a65-6bb04d45eb45. Jul 24 09:07:34.218839 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0438e20-d2eb-4fbc-9f35-3ebcc54f5e52 req-810935f7-936d-479d-9307-58531aa6ff2d tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Router b82a34ac-21b9-40f2-9c52-98d6d2cec22a has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:07:34.329491 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0438e20-d2eb-4fbc-9f35-3ebcc54f5e52 req-810935f7-936d-479d-9307-58531aa6ff2d tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:07:34.334914 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0438e20-d2eb-4fbc-9f35-3ebcc54f5e52 req-810935f7-936d-479d-9307-58531aa6ff2d tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:34.346494 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a5f1b4-9b39-45c2-a9f7-dad0de0ce4d3 None None] Sync routers for ids ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:07:34.362499 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a5f1b4-9b39-45c2-a9f7-dad0de0ce4d3 None None] Routers {'b82a34ac-21b9-40f2-9c52-98d6d2cec22a'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:07:34.363388 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-18a5f1b4-9b39-45c2-a9f7-dad0de0ce4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:07:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:34.379417 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0438e20-d2eb-4fbc-9f35-3ebcc54f5e52 req-810935f7-936d-479d-9307-58531aa6ff2d tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "PUT /v2.0/floatingips/eb75bc2c-c22f-47c3-8718-74b938c1f41f HTTP/1.1" status: 200 len: 996 time: 1.4804802 Jul 24 09:07:34.379949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4ad02c-74d1-4b40-bfcb-7f290d018f5b', 'tag': '023adb2a-00d1-47e7-8a65-6bb04d45eb45'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:34.382565 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b9cddf-8f56-4d66-8722-198ca1f4983d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4ad02c-74d1-4b40-bfcb-7f290d018f5b", "tag": "023adb2a-00d1-47e7-8a65-6bb04d45eb45"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:34.387758 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-dd2c6cd8-5a58-41ea-8f0c-0361af563335 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:07:34.388830 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-dd2c6cd8-5a58-41ea-8f0c-0361af563335 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1125789 Jul 24 09:07:34.400502 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-29b970c1-f364-4168-8377-54ea1874916e service neutron] Request body: {'binding': {'host': 'n-h1-800085-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:34.408377 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-29b970c1-f364-4168-8377-54ea1874916e service neutron] Unknown quota resources ['binding']. {{(pid=94035) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 09:07:34.468301 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-18a5f1b4-9b39-45c2-a9f7-dad0de0ce4d3 None None] Set router b82a34ac-21b9-40f2-9c52-98d6d2cec22a gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:07:34.470734 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0438e20-d2eb-4fbc-9f35-3ebcc54f5e52 req-f79b5513-972f-4de4-a647-558bb395bbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:34.471394 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0438e20-d2eb-4fbc-9f35-3ebcc54f5e52 req-f79b5513-972f-4de4-a647-558bb395bbdc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e0f26770ead4e32a3c0b7247a4e23c2&device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b HTTP/1.1" status: 200 len: 1096 time: 0.0627902 Jul 24 09:07:34.578761 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0438e20-d2eb-4fbc-9f35-3ebcc54f5e52 req-6a2cace8-5eb1-4225-929d-bda2671abcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:34.579428 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-29b970c1-f364-4168-8377-54ea1874916e service neutron] Attempting to bind port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 on host n-h1-800085-9 for vnic_type normal with profile None {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:07:34.579807 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-29b970c1-f364-4168-8377-54ea1874916e service neutron] Attempting to bind port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:07:34.580147 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-29b970c1-f364-4168-8377-54ea1874916e service neutron] Attempting to bind port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:34.589754 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-29b970c1-f364-4168-8377-54ea1874916e service neutron] Port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:07:34.589754 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-29b970c1-f364-4168-8377-54ea1874916e service neutron] Attempting to bind port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:34.590030 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0438e20-d2eb-4fbc-9f35-3ebcc54f5e52 req-6a2cace8-5eb1-4225-929d-bda2671abcad service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d HTTP/1.1" status: 200 len: 918 time: 0.1102417 Jul 24 09:07:34.592489 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-29b970c1-f364-4168-8377-54ea1874916e service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:07:34.592884 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-29b970c1-f364-4168-8377-54ea1874916e service neutron] Checking segment: {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:07:34.593297 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-29b970c1-f364-4168-8377-54ea1874916e service neutron] Bound using segment: {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:07:34.593741 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-29b970c1-f364-4168-8377-54ea1874916e service neutron] Bound port: 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:07:34.674590 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-29b970c1-f364-4168-8377-54ea1874916e service neutron] For port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=74f69e1e-7b5b-4fd5-bfda-6c196aa43da3,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:07:34.680948 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-29b970c1-f364-4168-8377-54ea1874916e service neutron] Notify callbacks [] for binding, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:34.682780 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-29b970c1-f364-4168-8377-54ea1874916e service neutron] 10.222.0.32 "POST /v2.0/ports/74f69e1e-7b5b-4fd5-bfda-6c196aa43da3/bindings HTTP/1.1" status: 201 len: 389 time: 0.2858005 Jul 24 09:07:34.693100 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0438e20-d2eb-4fbc-9f35-3ebcc54f5e52 req-df1f7e42-8f16-4dc0-8254-41b8e57f7728 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=023adb2a-00d1-47e7-8a65-6bb04d45eb45 HTTP/1.1" status: 200 len: 999 time: 0.1046927 Jul 24 09:07:34.793521 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-18a5f1b4-9b39-45c2-a9f7-dad0de0ce4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:38Z', 'updated_at': '2021-07-24T09:06:47Z', 'revision_number': 4, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'gw_port': {'id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:41Z', 'updated_at': '2021-07-24T09:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'eb75bc2c-c22f-47c3-8718-74b938c1f41f', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'port_id': '023adb2a-00d1-47e7-8a65-6bb04d45eb45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'mac_address': 'fa:16:3e:ba:ee:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4ad02c-74d1-4b40-bfcb-7f290d018f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:07:12Z', 'updated_at': '2021-07-24T09:07:33Z', 'revision_number': 1, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f', 'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'mac_address': 'fa:16:3e:39:1b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:46Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 5, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'subnets': [{'id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:34.820428 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 8434030c-c1f4-4480-99c6-d70fabe3f802 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:07:34.827767 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a5f1b4-9b39-45c2-a9f7-dad0de0ce4d3 None None] Checking router: b82a34ac-21b9-40f2-9c52-98d6d2cec22a for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:07:34.838263 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a5f1b4-9b39-45c2-a9f7-dad0de0ce4d3 None None] Routers {'b82a34ac-21b9-40f2-9c52-98d6d2cec22a'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:07:34.839270 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-18a5f1b4-9b39-45c2-a9f7-dad0de0ce4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:07:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:35.008915 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0438e20-d2eb-4fbc-9f35-3ebcc54f5e52 req-05fc21e1-7872-4806-8a67-88281fdb30b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:35.009355 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 8434030c-c1f4-4480-99c6-d70fabe3f802, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=8434030c-c1f4-4480-99c6-d70fabe3f802,segment=NetworkSegment(b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85),segment_id=b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:35.010966 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0438e20-d2eb-4fbc-9f35-3ebcc54f5e52 req-05fc21e1-7872-4806-8a67-88281fdb30b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=220ccdaa-7d4a-4d90-b09e-296688a41add HTTP/1.1" status: 200 len: 857 time: 0.3117836 Jul 24 09:07:35.013551 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440046ae-ad43-44c8-8c1a-47a5883ee575 req-da7b92f0-84dc-429c-bbe2-0e98b611e7cf tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:35.016249 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-440046ae-ad43-44c8-8c1a-47a5883ee575 req-da7b92f0-84dc-429c-bbe2-0e98b611e7cf tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e1aa00a-d4a6-47e6-8943-e4648c4bd454 HTTP/1.1" status: 200 len: 943 time: 0.1660609 Jul 24 09:07:35.030143 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '8434030c-c1f4-4480-99c6-d70fabe3f802', 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'port_id': '8434030c-c1f4-4480-99c6-d70fabe3f802', 'mac_address': 'fa:16:3e:df:53:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31fd267b-9b48-4500-908e-db289ca8125b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:07:35.068125 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-18a5f1b4-9b39-45c2-a9f7-dad0de0ce4d3 None None] Set router b82a34ac-21b9-40f2-9c52-98d6d2cec22a gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:07:35.069797 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-440046ae-ad43-44c8-8c1a-47a5883ee575 req-95870dd4-4530-4636-ac4e-ea33ace8bc69 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/security-groups?id=637106b1-3b61-4df2-902f-c2d54663dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472505 Jul 24 09:07:35.072948 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-06541691-6fc3-4815-98b0-6a1d67b731f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:35.074532 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-06541691-6fc3-4815-98b0-6a1d67b731f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d4740b4b94942bdba9d4b286110923d&device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 1097 time: 0.1278462 Jul 24 09:07:35.084001 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0438e20-d2eb-4fbc-9f35-3ebcc54f5e52 req-06734198-f4a4-4495-b86f-915acda8e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:35.086401 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0438e20-d2eb-4fbc-9f35-3ebcc54f5e52 req-06734198-f4a4-4495-b86f-915acda8e354 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619059 Jul 24 09:07:35.096299 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-b0438e20-d2eb-4fbc-9f35-3ebcc54f5e52 req-88e28d20-64b2-4d68-9bc0-5634e1cd7ef4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:07:35.097730 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0438e20-d2eb-4fbc-9f35-3ebcc54f5e52 req-88e28d20-64b2-4d68-9bc0-5634e1cd7ef4 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056961 Jul 24 09:07:35.108988 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:35.121750 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-c4ca13af-cace-47ae-a57e-45609d8de680 req-e5411a24-5ab4-40d2-bcc6-d4954c6748c7 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2093914580', 'description': 'tempest-description-478097924'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:35.123310 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8434030c-c1f4-4480-99c6-d70fabe3f802 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:07:35.143798 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 8434030c-c1f4-4480-99c6-d70fabe3f802, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=8434030c-c1f4-4480-99c6-d70fabe3f802,segment=NetworkSegment(b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85),segment_id=b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:35.148062 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:35.200049 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-c4ca13af-cace-47ae-a57e-45609d8de680 req-e5411a24-5ab4-40d2-bcc6-d4954c6748c7 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:35.210141 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0438e20-d2eb-4fbc-9f35-3ebcc54f5e52 req-f3224135-0f4d-4214-a1c8-72c27b933900 service neutron] 10.222.0.32 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048868 Jul 24 09:07:35.216126 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=8434030c-c1f4-4480-99c6-d70fabe3f802,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:35.240388 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-e8c0bcc5-8f8c-49a3-b0f7-0e0ce775d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:35.243137 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-e8c0bcc5-8f8c-49a3-b0f7-0e0ce775d5f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 200 len: 907 time: 0.1626420 Jul 24 09:07:35.288781 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-2193fb20-a275-4e82-9d4b-0c60f41ac101 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 HTTP/1.1" status: 200 len: 217 time: 0.0383499 Jul 24 09:07:35.305184 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0438e20-d2eb-4fbc-9f35-3ebcc54f5e52 req-4628bd1d-f155-4d4c-a3f9-42ac8a5711ae service neutron] 10.222.0.32 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889971 Jul 24 09:07:35.354775 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['8434030c-c1f4-4480-99c6-d70fabe3f802'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:07:35.356087 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-18a5f1b4-9b39-45c2-a9f7-dad0de0ce4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:38Z', 'updated_at': '2021-07-24T09:06:47Z', 'revision_number': 4, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'gw_port': {'id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:41Z', 'updated_at': '2021-07-24T09:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'eb75bc2c-c22f-47c3-8718-74b938c1f41f', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'port_id': '023adb2a-00d1-47e7-8a65-6bb04d45eb45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'mac_address': 'fa:16:3e:ba:ee:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4ad02c-74d1-4b40-bfcb-7f290d018f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:07:12Z', 'updated_at': '2021-07-24T09:07:33Z', 'revision_number': 1, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f', 'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'mac_address': 'fa:16:3e:39:1b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:46Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 5, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'subnets': [{'id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:35.364092 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-438c9c5f-0826-42c7-b77e-330f5fa99285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:35.365693 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-438c9c5f-0826-42c7-b77e-330f5fa99285 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58351263-9729-4aa6-887c-072787b6bdca HTTP/1.1" status: 200 len: 847 time: 0.0708878 Jul 24 09:07:35.385176 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a5f1b4-9b39-45c2-a9f7-dad0de0ce4d3 None None] The sync data for ids ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'] in n-d-800085-9 is: [{'id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:38Z', 'updated_at': '2021-07-24T09:06:47Z', 'revision_number': 4, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'gw_port': {'id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:41Z', 'updated_at': '2021-07-24T09:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'eb75bc2c-c22f-47c3-8718-74b938c1f41f', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'port_id': '023adb2a-00d1-47e7-8a65-6bb04d45eb45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'mac_address': 'fa:16:3e:ba:ee:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4ad02c-74d1-4b40-bfcb-7f290d018f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:07:12Z', 'updated_at': '2021-07-24T09:07:33Z', 'revision_number': 1, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f', 'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'mac_address': 'fa:16:3e:39:1b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:46Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 5, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'subnets': [{'id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:07:35.421506 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-e5df618b-9427-41f4-b6b6-c56f3af5db1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487456 Jul 24 09:07:35.428273 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-c4ca13af-cace-47ae-a57e-45609d8de680 req-e5411a24-5ab4-40d2-bcc6-d4954c6748c7 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:35.439347 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-c4ca13af-cace-47ae-a57e-45609d8de680 req-e5411a24-5ab4-40d2-bcc6-d4954c6748c7 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:35.495633 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-c4ca13af-cace-47ae-a57e-45609d8de680 req-e5411a24-5ab4-40d2-bcc6-d4954c6748c7 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:35.496988 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c4ca13af-cace-47ae-a57e-45609d8de680 req-e5411a24-5ab4-40d2-bcc6-d4954c6748c7 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3883796 Jul 24 09:07:35.500518 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5411a24-5ab4-40d2-bcc6-d4954c6748c7 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0b4bd8-68e9-4034-9e3c-7018cbbceab5,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:35.527553 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce38e37-a9aa-441f-9e8e-a0d91b0b44b1 req-af8ca4c2-02d2-4c75-ac8c-9001fe9bff8e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:35.529128 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fce38e37-a9aa-441f-9e8e-a0d91b0b44b1 req-af8ca4c2-02d2-4c75-ac8c-9001fe9bff8e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 950 time: 0.0864818 Jul 24 09:07:35.563173 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-6b9171fd-d520-4f46-90a3-513442fce6d1 service neutron] 10.222.0.37 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332364 Jul 24 09:07:35.579149 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fce38e37-a9aa-441f-9e8e-a0d91b0b44b1 req-d405a9be-c7cb-4168-ae34-57ec896bc57c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424061 Jul 24 09:07:35.627254 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bfd3bd-6a6d-4413-82cf-eae9c6c4adf7 x-openstack-request-id: req-b3bfd3bd-6a6d-4413-82cf-eae9c6c4adf7 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:35.627553 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4ad02c-74d1-4b40-bfcb-7f290d018f5b", "tag": "023adb2a-00d1-47e7-8a65-6bb04d45eb45", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:35.627806 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3bfd3bd-6a6d-4413-82cf-eae9c6c4adf7 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:35.628210 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4ad02c-74d1-4b40-bfcb-7f290d018f5b', 'tag': '023adb2a-00d1-47e7-8a65-6bb04d45eb45', 'status': 'completed', 'code': 200} Jul 24 09:07:35.663064 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dec6be-9502-46f3-be91-fc7f9d781b31 None None] New status for floating IP eb75bc2c-c22f-47c3-8718-74b938c1f41f: ACTIVE {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:07:35.716865 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc646b-6a17-40b8-8d51-30a63bfb7e1e req-76589f5a-b198-421e-8c5b-410e91e6210f tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:35.718531 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-73dc646b-6a17-40b8-8d51-30a63bfb7e1e req-76589f5a-b198-421e-8c5b-410e91e6210f tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 943 time: 0.1507666 Jul 24 09:07:35.749487 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-2bb2f58b-c1cb-4206-9065-79aaf0ac9e23 service neutron] 10.222.0.37 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721647 Jul 24 09:07:35.764829 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9cddf-8f56-4d66-8722-198ca1f4983d req-704bd9a9-acb2-4af8-a9f5-d77cd0b79e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:35.766409 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2b9cddf-8f56-4d66-8722-198ca1f4983d req-704bd9a9-acb2-4af8-a9f5-d77cd0b79e56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9e0f26770ead4e32a3c0b7247a4e23c2&device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b HTTP/1.1" status: 200 len: 1096 time: 0.1001403 Jul 24 09:07:35.773223 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-73dc646b-6a17-40b8-8d51-30a63bfb7e1e req-cab0ff05-9b97-402c-b53f-6928f1c75055 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421503 Jul 24 09:07:35.812072 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fd2fd-320d-4a3d-a3e0-a74c1a6ced99 req-3784065a-ffe9-4093-8de6-37f73c3e9536 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:35.813689 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c24fd2fd-320d-4a3d-a3e0-a74c1a6ced99 req-3784065a-ffe9-4093-8de6-37f73c3e9536 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 946 time: 0.1162844 Jul 24 09:07:35.888028 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-3618de21-7710-4ab7-a34e-14315c7d8640 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:35.889972 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-3618de21-7710-4ab7-a34e-14315c7d8640 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9&tenant_id=9d4740b4b94942bdba9d4b286110923d&binding%3Ahost_id=n-h2-800085-9 HTTP/1.1" status: 200 len: 1097 time: 0.0766239 Jul 24 09:07:35.895066 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c24fd2fd-320d-4a3d-a3e0-a74c1a6ced99 req-de58cc55-9f67-40e0-99c0-9a8869961aca tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740814 Jul 24 09:07:35.899719 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9cddf-8f56-4d66-8722-198ca1f4983d req-c89a6fc0-8633-4606-980e-07546534ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:35.901216 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2b9cddf-8f56-4d66-8722-198ca1f4983d req-c89a6fc0-8633-4606-980e-07546534ca01 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d HTTP/1.1" status: 200 len: 918 time: 0.1283121 Jul 24 09:07:35.909784 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-239fdb17-de66-466e-9782-df1921e10a29 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800085-9'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:36.003562 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-239fdb17-de66-466e-9782-df1921e10a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:36.028089 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2b9cddf-8f56-4d66-8722-198ca1f4983d req-513d32a3-ac7a-4278-9f43-fe5673e05ba5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=023adb2a-00d1-47e7-8a65-6bb04d45eb45 HTTP/1.1" status: 200 len: 1001 time: 0.1196914 Jul 24 09:07:36.092622 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9cddf-8f56-4d66-8722-198ca1f4983d req-c26f3636-28e3-4170-a591-a51928dc5a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:36.094138 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2b9cddf-8f56-4d66-8722-198ca1f4983d req-c26f3636-28e3-4170-a591-a51928dc5a37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=220ccdaa-7d4a-4d90-b09e-296688a41add HTTP/1.1" status: 200 len: 857 time: 0.0570815 Jul 24 09:07:36.094416 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-31287b1d-e573-4831-a29a-c7f8552e98df tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7344d82f98b94d72b1529d0b52b6d7c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310445 Jul 24 09:07:36.104784 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-adf832a5-f25b-41d5-9f4e-950171b73fcc tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:36.106265 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-adf832a5-f25b-41d5-9f4e-950171b73fcc tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe982b6-7c28-4b6b-991a-852b0a03055e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1147559 Jul 24 09:07:36.214218 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-239fdb17-de66-466e-9782-df1921e10a29 service neutron] For port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=74f69e1e-7b5b-4fd5-bfda-6c196aa43da3,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:36.222879 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-1629aa32-c371-47e2-81d5-1e1a9b029cde tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.251 HTTP/1.1" status: 200 len: 1001 time: 0.1077440 Jul 24 09:07:36.233273 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-1865ade9-d7ac-49f4-9afe-5d6e0202e9c3 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Request body: {'floatingip': {'port_id': 'af1f7074-a71d-4246-9a15-efcc8568eb11', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:36.269499 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-4017b989-1d7e-4f6c-a1ec-fd92e9a34f76 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:36.271668 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-4017b989-1d7e-4f6c-a1ec-fd92e9a34f76 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1712232 Jul 24 09:07:36.271798 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9cddf-8f56-4d66-8722-198ca1f4983d req-0ff52ce0-8013-47d3-968a-9b92bd7573b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:36.273318 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2b9cddf-8f56-4d66-8722-198ca1f4983d req-0ff52ce0-8013-47d3-968a-9b92bd7573b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1661615 Jul 24 09:07:36.287562 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-239fdb17-de66-466e-9782-df1921e10a29 service neutron] For port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:07:36.307659 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-a8c4d2b7-b9eb-4d88-8b30-d1c1dc5c3bd8 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] 10.222.0.32 "GET /v2.0/quotas/7344d82f98b94d72b1529d0b52b6d7c5 HTTP/1.1" status: 200 len: 375 time: 0.0301547 Jul 24 09:07:36.315373 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-1865ade9-d7ac-49f4-9afe-5d6e0202e9c3 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks [] for floatingip, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:36.355382 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-ec526d25-2079-4683-9afb-e032e325580a tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7344d82f98b94d72b1529d0b52b6d7c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420146 Jul 24 09:07:36.367695 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed858fd9-b338-42f7-be16-0230ce498cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74f69e1e-7b5b-4fd5-bfda-6c196aa43da3'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:36.370268 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f068ed-58e1-4d79-9df5-bf2012cadb24" -d '{"events": [{"server_uuid": "ed858fd9-b338-42f7-be16-0230ce498cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "74f69e1e-7b5b-4fd5-bfda-6c196aa43da3"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:36.374304 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-239fdb17-de66-466e-9782-df1921e10a29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:36.380660 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-239fdb17-de66-466e-9782-df1921e10a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:36.457014 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2b9cddf-8f56-4d66-8722-198ca1f4983d req-3c98fc28-95f8-484a-89fb-d1e2013c6447 service neutron] 10.222.0.20 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756337 Jul 24 09:07:36.466220 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fdb17-de66-466e-9782-df1921e10a29 service neutron] Pushing event updated for resources: {'Port': ['ID=74f69e1e-7b5b-4fd5-bfda-6c196aa43da3,revision_number=7']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:36.480017 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-239fdb17-de66-466e-9782-df1921e10a29 service neutron] Attempting to bind port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 on host n-h2-800085-9 for vnic_type normal with profile {"migrating_to": "n-h1-800085-9"} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:07:36.480347 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-239fdb17-de66-466e-9782-df1921e10a29 service neutron] Attempting to bind port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:07:36.480678 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-239fdb17-de66-466e-9782-df1921e10a29 service neutron] Attempting to bind port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:36.485043 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-239fdb17-de66-466e-9782-df1921e10a29 service neutron] Port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:07:36.485365 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-239fdb17-de66-466e-9782-df1921e10a29 service neutron] Attempting to bind port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:36.490383 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-239fdb17-de66-466e-9782-df1921e10a29 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:07:36.490717 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-239fdb17-de66-466e-9782-df1921e10a29 service neutron] Checking segment: {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:07:36.491100 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-239fdb17-de66-466e-9782-df1921e10a29 service neutron] Bound using segment: {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:07:36.491525 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-239fdb17-de66-466e-9782-df1921e10a29 service neutron] Bound port: 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:07:36.491879 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-239fdb17-de66-466e-9782-df1921e10a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:36.587193 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-239fdb17-de66-466e-9782-df1921e10a29 service neutron] For port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:07:36.591157 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-239fdb17-de66-466e-9782-df1921e10a29 service neutron] For port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=74f69e1e-7b5b-4fd5-bfda-6c196aa43da3,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:07:36.595874 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-59c47ff8-940e-4809-96d2-bfedec2432fd req-167d981e-c620-422f-bdd5-aa89bba05bb5 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "GET /v2.0/security-groups/f2dbdc80-81a7-49af-8076-f60ba78c66a4 HTTP/1.1" status: 200 len: 1803 time: 0.0663962 Jul 24 09:07:36.597436 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-239fdb17-de66-466e-9782-df1921e10a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:36.674029 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2b9cddf-8f56-4d66-8722-198ca1f4983d req-b0ed9797-ae94-4e04-b56f-83982d0d8a52 service neutron] 10.222.0.20 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034173 Jul 24 09:07:36.718788 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fdb17-de66-466e-9782-df1921e10a29 service neutron] Pushing event updated for resources: {'Port': ['ID=74f69e1e-7b5b-4fd5-bfda-6c196aa43da3,revision_number=8']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:36.736371 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-59c47ff8-940e-4809-96d2-bfedec2432fd req-5d271aa8-89f6-4930-bad9-1de5f18cf915 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "GET /v2.0/security-groups/fe0b4bd8-68e9-4034-9e3c-7018cbbceab5 HTTP/1.1" status: 200 len: 1804 time: 0.1325281 Jul 24 09:07:36.737814 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-239fdb17-de66-466e-9782-df1921e10a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:36.740019 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-239fdb17-de66-466e-9782-df1921e10a29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:36.740019 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-239fdb17-de66-466e-9782-df1921e10a29 service neutron] 10.222.0.37 "PUT /v2.0/ports/74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 HTTP/1.1" status: 200 len: 1122 time: 0.8344965 Jul 24 09:07:36.778100 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-59c47ff8-940e-4809-96d2-bfedec2432fd req-ef55a31d-2f18-42dd-87c3-814c7df153ff tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f2dbdc80-81a7-49af-8076-f60ba78c66a4', 'remote_group_id': 'fe0b4bd8-68e9-4034-9e3c-7018cbbceab5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:36.778610 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-59c47ff8-940e-4809-96d2-bfedec2432fd req-ef55a31d-2f18-42dd-87c3-814c7df153ff tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f2dbdc80-81a7-49af-8076-f60ba78c66a4', 'remote_group_id': 'fe0b4bd8-68e9-4034-9e3c-7018cbbceab5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:36.839216 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 16310b34-2d78-42f4-93bf-6a4e2d0afeaf details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:07:36.841431 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 8434030c-c1f4-4480-99c6-d70fabe3f802 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:07:36.851708 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-59c47ff8-940e-4809-96d2-bfedec2432fd req-ef55a31d-2f18-42dd-87c3-814c7df153ff tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:36.866987 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['74f69e1e-7b5b-4fd5-bfda-6c196aa43da3'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:07:36.920183 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-59c47ff8-940e-4809-96d2-bfedec2432fd req-ef55a31d-2f18-42dd-87c3-814c7df153ff tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:36.925083 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-59c47ff8-940e-4809-96d2-bfedec2432fd req-ef55a31d-2f18-42dd-87c3-814c7df153ff tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:36.951616 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55a31d-2f18-42dd-87c3-814c7df153ff tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e83ba9f-86f7-43c6-9c1c-70616736935e,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:36.953842 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-59c47ff8-940e-4809-96d2-bfedec2432fd req-ef55a31d-2f18-42dd-87c3-814c7df153ff tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:36.955044 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-59c47ff8-940e-4809-96d2-bfedec2432fd req-ef55a31d-2f18-42dd-87c3-814c7df153ff tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1846671 Jul 24 09:07:37.032815 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-1865ade9-d7ac-49f4-9afe-5d6e0202e9c3 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:37.033938 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 8434030c-c1f4-4480-99c6-d70fabe3f802 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:07:37.037306 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-1865ade9-d7ac-49f4-9afe-5d6e0202e9c3 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:37.050468 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 8434030c-c1f4-4480-99c6-d70fabe3f802 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:07:37.050882 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:37.093082 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb59d62-bd1c-4bdf-8c89-e4060a8ec3c0 req-f577f448-5b06-4154-b8ad-1e446d9469eb tempest-MigrationsAdminTest-882573123 tempest-MigrationsAdminTest-882573123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:37.094639 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0eb59d62-bd1c-4bdf-8c89-e4060a8ec3c0 req-f577f448-5b06-4154-b8ad-1e446d9469eb tempest-MigrationsAdminTest-882573123 tempest-MigrationsAdminTest-882573123-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 1101 time: 0.0776606 Jul 24 09:07:37.095792 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=16310b34-2d78-42f4-93bf-6a4e2d0afeaf,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:37.132703 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '16310b34-2d78-42f4-93bf-6a4e2d0afeaf', 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488', 'port_id': '16310b34-2d78-42f4-93bf-6a4e2d0afeaf', 'mac_address': 'fa:16:3e:05:20:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '726d329a-a5bb-490b-be1e-f21c87173472', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:07:37.135039 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0eb59d62-bd1c-4bdf-8c89-e4060a8ec3c0 req-505c5cb5-b72c-4f31-b9e9-46afd6e62184 tempest-MigrationsAdminTest-882573123 tempest-MigrationsAdminTest-882573123-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318244 Jul 24 09:07:37.212769 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-1865ade9-d7ac-49f4-9afe-5d6e0202e9c3 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Floating IP eb75bc2c-c22f-47c3-8718-74b938c1f41f associated. External IP: 172.25.7.251, port: 023adb2a-00d1-47e7-8a65-6bb04d45eb45. Jul 24 09:07:37.232308 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:37.258106 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16310b34-2d78-42f4-93bf-6a4e2d0afeaf {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:07:37.262083 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:37.295320 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=16310b34-2d78-42f4-93bf-6a4e2d0afeaf,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:37.303506 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1aa00a-d4a6-47e6-8943-e4648c4bd454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8434030c-c1f4-4480-99c6-d70fabe3f802'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:37.303712 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f232919-463d-4547-bf1b-c3a4ae5d43e4 req-794d48d9-5096-4f5b-a187-f5467c77e086 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:37.305780 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13d90e8-b266-4da7-ab5a-6970071d11fc" -d '{"events": [{"server_uuid": "7e1aa00a-d4a6-47e6-8943-e4648c4bd454", "name": "network-vif-plugged", "status": "completed", "tag": "8434030c-c1f4-4480-99c6-d70fabe3f802"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:37.310835 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:37.312505 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f232919-463d-4547-bf1b-c3a4ae5d43e4 req-794d48d9-5096-4f5b-a187-f5467c77e086 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e1aa00a-d4a6-47e6-8943-e4648c4bd454 HTTP/1.1" status: 200 len: 944 time: 0.0948720 Jul 24 09:07:37.339320 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 8434030c-c1f4-4480-99c6-d70fabe3f802, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=8434030c-c1f4-4480-99c6-d70fabe3f802,segment=NetworkSegment(b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85),segment_id=b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:37.345631 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:37.359190 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f232919-463d-4547-bf1b-c3a4ae5d43e4 req-254691c9-858a-4a0f-a55f-98a6166af7e4 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/security-groups?id=637106b1-3b61-4df2-902f-c2d54663dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357840 Jul 24 09:07:37.367141 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=16310b34-2d78-42f4-93bf-6a4e2d0afeaf,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:37.416236 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ac42d0-dffb-4518-8e26-dc073d047976 x-openstack-request-id: req-02ac42d0-dffb-4518-8e26-dc073d047976 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:37.416606 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed858fd9-b338-42f7-be16-0230ce498cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "74f69e1e-7b5b-4fd5-bfda-6c196aa43da3", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:37.416974 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-02ac42d0-dffb-4518-8e26-dc073d047976 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:37.417919 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed858fd9-b338-42f7-be16-0230ce498cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74f69e1e-7b5b-4fd5-bfda-6c196aa43da3', 'code': 200} Jul 24 09:07:37.423931 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=8434030c-c1f4-4480-99c6-d70fabe3f802,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:37.457733 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-1865ade9-d7ac-49f4-9afe-5d6e0202e9c3 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Router b82a34ac-21b9-40f2-9c52-98d6d2cec22a has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:07:37.496672 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfc035c7-381f-4728-8400-5e4363db2209 req-444095d2-61c0-444c-815f-e623daedf828 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa892ca7-2cb5-463a-bdee-fe1bab00faaa HTTP/1.1" status: 200 len: 210 time: 0.0284975 Jul 24 09:07:37.557512 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['16310b34-2d78-42f4-93bf-6a4e2d0afeaf'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:07:37.570171 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-1865ade9-d7ac-49f4-9afe-5d6e0202e9c3 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:07:37.586472 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24daa6be-c5c5-486a-8d5a-29783fcf0fde None None] Sync routers for ids ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:07:37.598918 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24daa6be-c5c5-486a-8d5a-29783fcf0fde None None] Routers {'b82a34ac-21b9-40f2-9c52-98d6d2cec22a'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:07:37.599548 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-24daa6be-c5c5-486a-8d5a-29783fcf0fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:07:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:37.710154 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-8b401513-63f1-49ba-beff-a1679522e39e tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7344d82f98b94d72b1529d0b52b6d7c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348313 Jul 24 09:07:37.723932 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d2d71-aa5f-466c-bce0-490b9aa427e8 req-3cb8a8d3-d91d-4b46-9f3a-71c41a3162fa tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:37.725551 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-507d2d71-aa5f-466c-bce0-490b9aa427e8 req-3cb8a8d3-d91d-4b46-9f3a-71c41a3162fa tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 944 time: 0.1096177 Jul 24 09:07:37.736638 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-24daa6be-c5c5-486a-8d5a-29783fcf0fde None None] Set router b82a34ac-21b9-40f2-9c52-98d6d2cec22a gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:07:37.825749 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-507d2d71-aa5f-466c-bce0-490b9aa427e8 req-5ce9920a-9078-45bc-b8b4-403b28b9e4fe tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903163 Jul 24 09:07:37.887224 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-c8422325-b9b4-4d44-a626-370b4195c9d0 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:37.890379 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-c8422325-b9b4-4d44-a626-370b4195c9d0 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1752069 Jul 24 09:07:37.905230 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-0517a1f6-0786-407a-b356-658d33153771 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Request body: {'port': {'device_id': 'fa892ca7-2cb5-463a-bdee-fe1bab00faaa', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': '7344d82f98b94d72b1529d0b52b6d7c5'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:38.098503 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-24daa6be-c5c5-486a-8d5a-29783fcf0fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:38Z', 'updated_at': '2021-07-24T09:06:47Z', 'revision_number': 4, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'gw_port': {'id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:41Z', 'updated_at': '2021-07-24T09:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'eb75bc2c-c22f-47c3-8718-74b938c1f41f', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'port_id': 'af1f7074-a71d-4246-9a15-efcc8568eb11', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'mac_address': 'fa:16:3e:51:72:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe982b6-7c28-4b6b-991a-852b0a03055e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:07:12Z', 'updated_at': '2021-07-24T09:07:36Z', 'revision_number': 3, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f', 'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'mac_address': 'fa:16:3e:39:1b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:46Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 5, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'subnets': [{'id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:38.109754 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-1865ade9-d7ac-49f4-9afe-5d6e0202e9c3 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Router b82a34ac-21b9-40f2-9c52-98d6d2cec22a has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:07:38.128022 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24daa6be-c5c5-486a-8d5a-29783fcf0fde None None] Checking router: b82a34ac-21b9-40f2-9c52-98d6d2cec22a for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:07:38.137920 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24daa6be-c5c5-486a-8d5a-29783fcf0fde None None] Routers {'b82a34ac-21b9-40f2-9c52-98d6d2cec22a'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:07:38.138714 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-24daa6be-c5c5-486a-8d5a-29783fcf0fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:07:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:38.225763 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-1865ade9-d7ac-49f4-9afe-5d6e0202e9c3 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:07:38.230804 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-1865ade9-d7ac-49f4-9afe-5d6e0202e9c3 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:38.262489 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-24daa6be-c5c5-486a-8d5a-29783fcf0fde None None] Set router b82a34ac-21b9-40f2-9c52-98d6d2cec22a gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:07:38.270698 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4ad02c-74d1-4b40-bfcb-7f290d018f5b', 'tag': '023adb2a-00d1-47e7-8a65-6bb04d45eb45'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:38.273124 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0f90ae-2c1e-468a-ba74-bf2ca7e86c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4ad02c-74d1-4b40-bfcb-7f290d018f5b", "tag": "023adb2a-00d1-47e7-8a65-6bb04d45eb45"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:38.306387 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-0517a1f6-0786-407a-b356-658d33153771 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Made reservation on behalf of 7344d82f98b94d72b1529d0b52b6d7c5 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:07:38.309832 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-0517a1f6-0786-407a-b356-658d33153771 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:38.312079 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-1865ade9-d7ac-49f4-9afe-5d6e0202e9c3 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "PUT /v2.0/floatingips/eb75bc2c-c22f-47c3-8718-74b938c1f41f HTTP/1.1" status: 200 len: 998 time: 2.0834360 Jul 24 09:07:38.325769 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a7238-8107-447a-a79e-56da097485bb req-22f56c99-8735-4d38-bfab-48e78d2de3a1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:38.328001 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fe5a7238-8107-447a-a79e-56da097485bb req-22f56c99-8735-4d38-bfab-48e78d2de3a1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 944 time: 0.3736477 Jul 24 09:07:38.328465 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-0517a1f6-0786-407a-b356-658d33153771 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:38.380375 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-bba55d3a-fc60-414c-9d63-eec100be00e6 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:38.381375 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-bba55d3a-fc60-414c-9d63-eec100be00e6 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports/023adb2a-00d1-47e7-8a65-6bb04d45eb45 HTTP/1.1" status: 200 len: 942 time: 0.0638089 Jul 24 09:07:38.388078 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fe5a7238-8107-447a-a79e-56da097485bb req-bdab6ee7-2050-4119-b7ba-165f99c37aff tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509391 Jul 24 09:07:38.432389 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-a1b847c9-007e-442a-90d1-7c56b015d845 req-2bcd444e-001b-4bc0-8868-55b525390228 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1211657357', 'description': 'tempest-description-1803035449'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:38.474413 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-0517a1f6-0786-407a-b356-658d33153771 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:38.482253 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-0517a1f6-0786-407a-b356-658d33153771 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:38.533531 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-24daa6be-c5c5-486a-8d5a-29783fcf0fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:38Z', 'updated_at': '2021-07-24T09:06:47Z', 'revision_number': 4, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'gw_port': {'id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:41Z', 'updated_at': '2021-07-24T09:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'eb75bc2c-c22f-47c3-8718-74b938c1f41f', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'port_id': 'af1f7074-a71d-4246-9a15-efcc8568eb11', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'mac_address': 'fa:16:3e:51:72:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe982b6-7c28-4b6b-991a-852b0a03055e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:07:12Z', 'updated_at': '2021-07-24T09:07:36Z', 'revision_number': 3, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f', 'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'mac_address': 'fa:16:3e:39:1b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:46Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 5, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'subnets': [{'id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:38.551686 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517a1f6-0786-407a-b356-658d33153771 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35f81def-1902-4d9b-81fb-9d0da40b25c6,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:38.558519 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24daa6be-c5c5-486a-8d5a-29783fcf0fde None None] The sync data for ids ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'] in n-d-800085-9 is: [{'id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:38Z', 'updated_at': '2021-07-24T09:06:47Z', 'revision_number': 4, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'gw_port': {'id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:41Z', 'updated_at': '2021-07-24T09:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'eb75bc2c-c22f-47c3-8718-74b938c1f41f', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'port_id': 'af1f7074-a71d-4246-9a15-efcc8568eb11', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'mac_address': 'fa:16:3e:51:72:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe982b6-7c28-4b6b-991a-852b0a03055e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:07:12Z', 'updated_at': '2021-07-24T09:07:36Z', 'revision_number': 3, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f', 'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'mac_address': 'fa:16:3e:39:1b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:46Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 5, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'subnets': [{'id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:07:38.559953 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a1b847c9-007e-442a-90d1-7c56b015d845 req-2bcd444e-001b-4bc0-8868-55b525390228 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:38.587830 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-9e3221db-bbde-497a-a164-358dcce8572f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:38.595555 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-9e3221db-bbde-497a-a164-358dcce8572f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e0f26770ead4e32a3c0b7247a4e23c2&device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b HTTP/1.1" status: 200 len: 1096 time: 0.0760036 Jul 24 09:07:38.655229 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-0517a1f6-0786-407a-b356-658d33153771 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Allocated IP 192.168.233.137 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/855a386c-6c6c-438d-8ced-1efbc27c56c3) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:07:38.685213 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-ecc0bb5a-92c9-4060-9fee-47441e56f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:38.686808 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-ecc0bb5a-92c9-4060-9fee-47441e56f0a9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d HTTP/1.1" status: 200 len: 918 time: 0.0905838 Jul 24 09:07:38.738966 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a1b847c9-007e-442a-90d1-7c56b015d845 req-2bcd444e-001b-4bc0-8868-55b525390228 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:38.739954 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c31dc4-dd4e-41be-882c-e0593ad1f455 None None] New status for floating IP eb75bc2c-c22f-47c3-8718-74b938c1f41f: ACTIVE {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:07:38.743303 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-2686a8f0-e95e-49c5-8d38-724ce232c8a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=023adb2a-00d1-47e7-8a65-6bb04d45eb45 HTTP/1.1" status: 200 len: 217 time: 0.0481403 Jul 24 09:07:38.743618 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a1b847c9-007e-442a-90d1-7c56b015d845 req-2bcd444e-001b-4bc0-8868-55b525390228 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:38.793121 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a1b847c9-007e-442a-90d1-7c56b015d845 req-2bcd444e-001b-4bc0-8868-55b525390228 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:38.803612 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a1b847c9-007e-442a-90d1-7c56b015d845 req-2bcd444e-001b-4bc0-8868-55b525390228 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3747318 Jul 24 09:07:38.807183 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-50ffd2ef-ba7e-4d16-87ac-53b3d7e49b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:38.808712 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-50ffd2ef-ba7e-4d16-87ac-53b3d7e49b19 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=220ccdaa-7d4a-4d90-b09e-296688a41add HTTP/1.1" status: 200 len: 857 time: 0.0649519 Jul 24 09:07:38.851709 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd444e-001b-4bc0-8868-55b525390228 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bca6afd-3ec8-4669-8a80-e80cc01a03b6,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:38.903553 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-9a30de71-2cc9-45ad-9d6f-071a64903aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:38.906422 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-9a30de71-2cc9-45ad-9d6f-071a64903aa3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914476 Jul 24 09:07:38.909400 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-0517a1f6-0786-407a-b356-658d33153771 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:38.926611 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-0517a1f6-0786-407a-b356-658d33153771 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Transition to ACTIVE for port object 855a386c-6c6c-438d-8ced-1efbc27c56c3 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:07:38.968171 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-0517a1f6-0786-407a-b356-658d33153771 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:39.022115 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c89189-8819-4235-aba8-53902ea4da35 x-openstack-request-id: req-62c89189-8819-4235-aba8-53902ea4da35 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:39.022419 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1aa00a-d4a6-47e6-8943-e4648c4bd454", "name": "network-vif-plugged", "status": "completed", "tag": "8434030c-c1f4-4480-99c6-d70fabe3f802", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:39.022666 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62c89189-8819-4235-aba8-53902ea4da35 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:39.023053 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1aa00a-d4a6-47e6-8943-e4648c4bd454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8434030c-c1f4-4480-99c6-d70fabe3f802', 'code': 200} Jul 24 09:07:39.025779 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:07:39.028170 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 16310b34-2d78-42f4-93bf-6a4e2d0afeaf up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:07:39.048968 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-0517a1f6-0786-407a-b356-658d33153771 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:07:39.052535 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf69935-c11d-4878-9f92-759bd5daaa93 x-openstack-request-id: req-2cf69935-c11d-4878-9f92-759bd5daaa93 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:39.053396 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4ad02c-74d1-4b40-bfcb-7f290d018f5b", "tag": "023adb2a-00d1-47e7-8a65-6bb04d45eb45", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:39.054333 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2cf69935-c11d-4878-9f92-759bd5daaa93 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:39.055133 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4ad02c-74d1-4b40-bfcb-7f290d018f5b', 'tag': '023adb2a-00d1-47e7-8a65-6bb04d45eb45', 'status': 'completed', 'code': 200} Jul 24 09:07:39.060794 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-0517a1f6-0786-407a-b356-658d33153771 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:07:39.086070 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-0517a1f6-0786-407a-b356-658d33153771 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:07:39.137351 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517a1f6-0786-407a-b356-658d33153771 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Pushing event updated for resources: {'Port': ['ID=855a386c-6c6c-438d-8ced-1efbc27c56c3,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:39.174947 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-0517a1f6-0786-407a-b356-658d33153771 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:39.175612 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-0517a1f6-0786-407a-b356-658d33153771 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:39.200483 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801424c-0415-4b3b-a0f9-fd77a4a7cd78 None None] Sync routers for ids ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:07:39.201126 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-945de80a-feb4-48a5-a680-a77a840cc866 service neutron] 10.222.0.32 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782412 Jul 24 09:07:39.210105 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-0517a1f6-0786-407a-b356-658d33153771 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3099043 Jul 24 09:07:39.210492 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801424c-0415-4b3b-a0f9-fd77a4a7cd78 None None] Routers {'b82a34ac-21b9-40f2-9c52-98d6d2cec22a'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:07:39.210890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:07:39.211278 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d801424c-0415-4b3b-a0f9-fd77a4a7cd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:07:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:39.218100 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:07:39.218711 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:39.222803 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73bed0-1e6f-4feb-a54b-2b9eca9ac431 req-6269e081-fce1-42d7-b319-c534474902f3 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:39.224723 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3f73bed0-1e6f-4feb-a54b-2b9eca9ac431 req-6269e081-fce1-42d7-b319-c534474902f3 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e1aa00a-d4a6-47e6-8943-e4648c4bd454 HTTP/1.1" status: 200 len: 945 time: 0.1724548 Jul 24 09:07:39.230221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-79e5062a-a9d6-44c0-a4fa-00ef92493f50 service neutron] Request body: {'port': {'device_id': 'fa892ca7-2cb5-463a-bdee-fe1bab00faaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:39.268002 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=74f69e1e-7b5b-4fd5-bfda-6c196aa43da3,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:39.291318 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 has no active binding in host n-h1-800085-9 {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 24 09:07:39.350360 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e35962-55c1-46a2-9b89-c36ae5f99c5b req-a427ba3b-cfef-4022-9f7c-52c742b42b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:39.351862 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f0e35962-55c1-46a2-9b89-c36ae5f99c5b req-a427ba3b-cfef-4022-9f7c-52c742b42b58 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e1aa00a-d4a6-47e6-8943-e4648c4bd454 HTTP/1.1" status: 200 len: 1096 time: 0.3869298 Jul 24 09:07:39.354895 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:39.361413 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3f73bed0-1e6f-4feb-a54b-2b9eca9ac431 req-c257dfc4-9730-4d72-94e6-92316812c9dc tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/security-groups?id=637106b1-3b61-4df2-902f-c2d54663dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715778 Jul 24 09:07:39.376491 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f90ae-2c1e-468a-ba74-bf2ca7e86c9d req-ed03bb07-31dd-4dd0-a4d7-f969ed7375f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:39.377903 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-d801424c-0415-4b3b-a0f9-fd77a4a7cd78 None None] Set router b82a34ac-21b9-40f2-9c52-98d6d2cec22a gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:07:39.378085 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2e0f90ae-2c1e-468a-ba74-bf2ca7e86c9d req-ed03bb07-31dd-4dd0-a4d7-f969ed7375f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9e0f26770ead4e32a3c0b7247a4e23c2&device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b HTTP/1.1" status: 200 len: 1096 time: 0.3337066 Jul 24 09:07:39.411931 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-79e5062a-a9d6-44c0-a4fa-00ef92493f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:39.421872 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed858fd9-b338-42f7-be16-0230ce498cf9', 'tag': '74f69e1e-7b5b-4fd5-bfda-6c196aa43da3'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:39.424434 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dedacf-3c7e-4afb-8914-ca3ff5cb51ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ed858fd9-b338-42f7-be16-0230ce498cf9", "tag": "74f69e1e-7b5b-4fd5-bfda-6c196aa43da3"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:39.446363 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=16310b34-2d78-42f4-93bf-6a4e2d0afeaf,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:39.450351 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:39.454928 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-568bcd6a-3024-4f79-9cd4-55a7fc6410ee None None] Provisioning for port 855a386c-6c6c-438d-8ced-1efbc27c56c3 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:07:39.476966 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-568bcd6a-3024-4f79-9cd4-55a7fc6410ee None None] Provisioning complete for port 855a386c-6c6c-438d-8ced-1efbc27c56c3 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:07:39.477353 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-568bcd6a-3024-4f79-9cd4-55a7fc6410ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:39.523353 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-be7a29b8-bd46-47af-9d29-7a9afed8dad4 service neutron] 10.222.0.32 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209240 Jul 24 09:07:39.535726 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-568bcd6a-3024-4f79-9cd4-55a7fc6410ee None None] Port 855a386c-6c6c-438d-8ced-1efbc27c56c3 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:07:39.537307 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=16310b34-2d78-42f4-93bf-6a4e2d0afeaf,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:39.545931 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f90ae-2c1e-468a-ba74-bf2ca7e86c9d req-8a96eee0-6e9d-4e07-9299-c4ce82dd0f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:39.547841 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2e0f90ae-2c1e-468a-ba74-bf2ca7e86c9d req-8a96eee0-6e9d-4e07-9299-c4ce82dd0f20 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d HTTP/1.1" status: 200 len: 918 time: 0.1590426 Jul 24 09:07:39.569347 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f0e35962-55c1-46a2-9b89-c36ae5f99c5b req-30b41edd-7bd9-4c9c-9df7-b53565d2cf31 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=637106b1-3b61-4df2-902f-c2d54663dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073343 Jul 24 09:07:39.612720 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2e0f90ae-2c1e-468a-ba74-bf2ca7e86c9d req-5399a0b1-cd80-4b44-a173-0f02844391e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=023adb2a-00d1-47e7-8a65-6bb04d45eb45 HTTP/1.1" status: 200 len: 217 time: 0.0519094 Jul 24 09:07:39.640811 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d801424c-0415-4b3b-a0f9-fd77a4a7cd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:38Z', 'updated_at': '2021-07-24T09:06:47Z', 'revision_number': 4, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'gw_port': {'id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:41Z', 'updated_at': '2021-07-24T09:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'eb75bc2c-c22f-47c3-8718-74b938c1f41f', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'port_id': 'af1f7074-a71d-4246-9a15-efcc8568eb11', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'mac_address': 'fa:16:3e:51:72:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe982b6-7c28-4b6b-991a-852b0a03055e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:07:12Z', 'updated_at': '2021-07-24T09:07:38Z', 'revision_number': 4, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f', 'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'mac_address': 'fa:16:3e:39:1b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:46Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 5, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'subnets': [{'id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:39.668240 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a8628-aff4-4672-8f7a-4e7a2df827b3 req-9a3ae5b5-a139-44f3-aa16-5ecbf2df9e8c tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:39.669828 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e22a8628-aff4-4672-8f7a-4e7a2df827b3 req-9a3ae5b5-a139-44f3-aa16-5ecbf2df9e8c tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa892ca7-2cb5-463a-bdee-fe1bab00faaa HTTP/1.1" status: 200 len: 936 time: 0.2236521 Jul 24 09:07:39.674521 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-69b905f6-d485-4373-bcfe-f256cf8c2e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:39.677197 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-69b905f6-d485-4373-bcfe-f256cf8c2e2e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e0f26770ead4e32a3c0b7247a4e23c2&device_id=6fe982b6-7c28-4b6b-991a-852b0a03055e HTTP/1.1" status: 200 len: 1096 time: 0.1251950 Jul 24 09:07:39.681352 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f90ae-2c1e-468a-ba74-bf2ca7e86c9d req-4fa050ac-d040-4543-b79a-dd90d8874a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:39.682797 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801424c-0415-4b3b-a0f9-fd77a4a7cd78 None None] Checking router: b82a34ac-21b9-40f2-9c52-98d6d2cec22a for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:07:39.682925 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2e0f90ae-2c1e-468a-ba74-bf2ca7e86c9d req-4fa050ac-d040-4543-b79a-dd90d8874a6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=220ccdaa-7d4a-4d90-b09e-296688a41add HTTP/1.1" status: 200 len: 857 time: 0.0607328 Jul 24 09:07:39.692598 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801424c-0415-4b3b-a0f9-fd77a4a7cd78 None None] Routers {'b82a34ac-21b9-40f2-9c52-98d6d2cec22a'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:07:39.692973 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d801424c-0415-4b3b-a0f9-fd77a4a7cd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:07:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:39.753295 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e22a8628-aff4-4672-8f7a-4e7a2df827b3 req-5d68dd69-aaca-46ba-8dd3-3e480776d34b tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] 10.222.0.32 "GET /v2.0/security-groups?id=35f81def-1902-4d9b-81fb-9d0da40b25c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527248 Jul 24 09:07:39.787596 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-f0d1ebea-0588-4e46-a7a0-27e6af977835 req-67c5f1b5-2345-4036-957e-883ee0ca122e tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-586350432', 'description': 'tempest-description-736524319'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:39.802699 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f90ae-2c1e-468a-ba74-bf2ca7e86c9d req-bf9ae6a1-ddff-4162-a99f-3a713dc8c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:39.804244 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2e0f90ae-2c1e-468a-ba74-bf2ca7e86c9d req-bf9ae6a1-ddff-4162-a99f-3a713dc8c6f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113424 Jul 24 09:07:39.818451 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-5f2f9d45-ac8c-40ae-bb7d-97dd85bf8f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:39.819972 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-5f2f9d45-ac8c-40ae-bb7d-97dd85bf8f6e service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d HTTP/1.1" status: 200 len: 918 time: 0.1363080 Jul 24 09:07:39.844466 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-79e5062a-a9d6-44c0-a4fa-00ef92493f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 855a386c-6c6c-438d-8ced-1efbc27c56c3 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:07:39.851530 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f0d1ebea-0588-4e46-a7a0-27e6af977835 req-67c5f1b5-2345-4036-957e-883ee0ca122e tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:39.854771 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-79e5062a-a9d6-44c0-a4fa-00ef92493f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:39.880727 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-79e5062a-a9d6-44c0-a4fa-00ef92493f50 service neutron] Transition to ACTIVE for port object 855a386c-6c6c-438d-8ced-1efbc27c56c3 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:07:39.890272 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-79e5062a-a9d6-44c0-a4fa-00ef92493f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:39.910819 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-d801424c-0415-4b3b-a0f9-fd77a4a7cd78 None None] Set router b82a34ac-21b9-40f2-9c52-98d6d2cec22a gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:07:39.938125 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-3d873ae2-24b1-412a-a8a6-08ad78935b52 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af1f7074-a71d-4246-9a15-efcc8568eb11 HTTP/1.1" status: 200 len: 1001 time: 0.0992286 Jul 24 09:07:39.966808 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5062a-a9d6-44c0-a4fa-00ef92493f50 service neutron] Pushing event updated for resources: {'Port': ['ID=855a386c-6c6c-438d-8ced-1efbc27c56c3,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:39.992556 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2e0f90ae-2c1e-468a-ba74-bf2ca7e86c9d req-bb0c363c-5639-4a7a-be02-c7f75c65894f service neutron] 10.222.0.20 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713192 Jul 24 09:07:40.041184 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-41d2ec81-3707-4215-aa1d-89d2405ec1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:40.042762 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-41d2ec81-3707-4215-aa1d-89d2405ec1d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=220ccdaa-7d4a-4d90-b09e-296688a41add HTTP/1.1" status: 200 len: 857 time: 0.0849831 Jul 24 09:07:40.063536 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f0d1ebea-0588-4e46-a7a0-27e6af977835 req-67c5f1b5-2345-4036-957e-883ee0ca122e tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:40.071625 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f0d1ebea-0588-4e46-a7a0-27e6af977835 req-67c5f1b5-2345-4036-957e-883ee0ca122e tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:40.074060 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-79e5062a-a9d6-44c0-a4fa-00ef92493f50 service neutron] Attempting to bind port 855a386c-6c6c-438d-8ced-1efbc27c56c3 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:07:40.074399 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-79e5062a-a9d6-44c0-a4fa-00ef92493f50 service neutron] Attempting to bind port 855a386c-6c6c-438d-8ced-1efbc27c56c3 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:07:40.074733 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-79e5062a-a9d6-44c0-a4fa-00ef92493f50 service neutron] Attempting to bind port 855a386c-6c6c-438d-8ced-1efbc27c56c3 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:40.093783 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-79e5062a-a9d6-44c0-a4fa-00ef92493f50 service neutron] Port 855a386c-6c6c-438d-8ced-1efbc27c56c3 on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:07:40.094115 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-79e5062a-a9d6-44c0-a4fa-00ef92493f50 service neutron] Attempting to bind port 855a386c-6c6c-438d-8ced-1efbc27c56c3 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:40.105204 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-79e5062a-a9d6-44c0-a4fa-00ef92493f50 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:07:40.105550 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-79e5062a-a9d6-44c0-a4fa-00ef92493f50 service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:07:40.105942 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-79e5062a-a9d6-44c0-a4fa-00ef92493f50 service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:07:40.106385 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-79e5062a-a9d6-44c0-a4fa-00ef92493f50 service neutron] Bound port: 855a386c-6c6c-438d-8ced-1efbc27c56c3, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:07:40.107148 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-79e5062a-a9d6-44c0-a4fa-00ef92493f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:40.113438 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f0d1ebea-0588-4e46-a7a0-27e6af977835 req-67c5f1b5-2345-4036-957e-883ee0ca122e tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:40.126139 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0d1ebea-0588-4e46-a7a0-27e6af977835 req-67c5f1b5-2345-4036-957e-883ee0ca122e tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3473823 Jul 24 09:07:40.148510 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2e0f90ae-2c1e-468a-ba74-bf2ca7e86c9d req-bb30acf5-063a-4493-85c3-44019a4adf85 service neutron] 10.222.0.20 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455722 Jul 24 09:07:40.154840 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5f1b5-2345-4036-957e-883ee0ca122e tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00cd7769-f92c-4d21-8d46-5ff05e0488ac,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:40.169095 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-14785e57-7532-4da9-b934-0548d1ca01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:40.171259 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-14785e57-7532-4da9-b934-0548d1ca01d4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932813 Jul 24 09:07:40.216616 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d801424c-0415-4b3b-a0f9-fd77a4a7cd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:38Z', 'updated_at': '2021-07-24T09:06:47Z', 'revision_number': 4, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'gw_port': {'id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:41Z', 'updated_at': '2021-07-24T09:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'eb75bc2c-c22f-47c3-8718-74b938c1f41f', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'port_id': 'af1f7074-a71d-4246-9a15-efcc8568eb11', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'mac_address': 'fa:16:3e:51:72:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe982b6-7c28-4b6b-991a-852b0a03055e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:07:12Z', 'updated_at': '2021-07-24T09:07:38Z', 'revision_number': 4, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f', 'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'mac_address': 'fa:16:3e:39:1b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:46Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 5, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'subnets': [{'id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:40.245408 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801424c-0415-4b3b-a0f9-fd77a4a7cd78 None None] The sync data for ids ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'] in n-d-800085-9 is: [{'id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:38Z', 'updated_at': '2021-07-24T09:06:47Z', 'revision_number': 4, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'gw_port': {'id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:41Z', 'updated_at': '2021-07-24T09:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'eb75bc2c-c22f-47c3-8718-74b938c1f41f', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'port_id': 'af1f7074-a71d-4246-9a15-efcc8568eb11', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'mac_address': 'fa:16:3e:51:72:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe982b6-7c28-4b6b-991a-852b0a03055e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:07:12Z', 'updated_at': '2021-07-24T09:07:38Z', 'revision_number': 4, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f', 'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'mac_address': 'fa:16:3e:39:1b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:46Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 5, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'subnets': [{'id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:07:40.278546 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-79e5062a-a9d6-44c0-a4fa-00ef92493f50 service neutron] For port 855a386c-6c6c-438d-8ced-1efbc27c56c3, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:07:40.282336 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-79e5062a-a9d6-44c0-a4fa-00ef92493f50 service neutron] For port 855a386c-6c6c-438d-8ced-1efbc27c56c3, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=855a386c-6c6c-438d-8ced-1efbc27c56c3,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:07:40.288717 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-79e5062a-a9d6-44c0-a4fa-00ef92493f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:40.310610 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-dd126bd2-197e-454d-95d2-5443ec2d9c36 service neutron] 10.222.0.32 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262658 Jul 24 09:07:40.342263 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-79e5062a-a9d6-44c0-a4fa-00ef92493f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:40.342872 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-79e5062a-a9d6-44c0-a4fa-00ef92493f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:40.344459 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-79e5062a-a9d6-44c0-a4fa-00ef92493f50 service neutron] 10.222.0.37 "PUT /v2.0/ports/855a386c-6c6c-438d-8ced-1efbc27c56c3 HTTP/1.1" status: 200 len: 1096 time: 1.1187010 Jul 24 09:07:40.365413 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86243fce-2e18-4a95-8ee1-21279079231e req-3edefda3-50f5-4329-ac69-07ea3515bab1 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:40.373510 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-86243fce-2e18-4a95-8ee1-21279079231e req-3edefda3-50f5-4329-ac69-07ea3515bab1 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 945 time: 0.1568909 Jul 24 09:07:40.446158 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f2acef4-7ccb-4d2a-8ca2-cfefaec107b3 req-fcc49f26-dd3c-42a0-b520-9852c55f6bb4 service neutron] 10.222.0.32 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285741 Jul 24 09:07:40.461465 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5062a-a9d6-44c0-a4fa-00ef92493f50 service neutron] Pushing event updated for resources: {'Port': ['ID=855a386c-6c6c-438d-8ced-1efbc27c56c3,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:40.470776 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-86243fce-2e18-4a95-8ee1-21279079231e req-f27cb156-dec4-481f-be4d-bd15ef54e41f tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962024 Jul 24 09:07:40.512035 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-f47fba51-de51-42d3-b471-ba59c878d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:40.513850 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-f47fba51-de51-42d3-b471-ba59c878d45e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7344d82f98b94d72b1529d0b52b6d7c5&device_id=fa892ca7-2cb5-463a-bdee-fe1bab00faaa HTTP/1.1" status: 200 len: 1099 time: 0.0955122 Jul 24 09:07:40.559049 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-10acd2c3-a952-42c5-a744-84839d391268 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=855a386c-6c6c-438d-8ced-1efbc27c56c3 HTTP/1.1" status: 200 len: 217 time: 0.0373554 Jul 24 09:07:40.624836 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-2859f452-e884-4655-a025-157fcfb45ece tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f67164019b334342a09c29ba4cdc5893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420494 Jul 24 09:07:40.652724 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-ab9fd5e1-4f4c-48bf-8264-a13f96dfc349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:40.654175 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-ab9fd5e1-4f4c-48bf-8264-a13f96dfc349 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0878186 Jul 24 09:07:40.695329 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b66f10-fd09-4d8f-8f67-f8f75cba1b94 req-6133f069-ce1a-481b-b94f-64c336eed7d6 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:40.696719 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a1b66f10-fd09-4d8f-8f67-f8f75cba1b94 req-6133f069-ce1a-481b-b94f-64c336eed7d6 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 944 time: 0.0632048 Jul 24 09:07:40.737887 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a1b66f10-fd09-4d8f-8f67-f8f75cba1b94 req-716e1fa4-efe5-4039-96f9-1ed2c7309eec tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352144 Jul 24 09:07:40.785733 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-42d66894-37c7-483b-a298-5d06bb7f27ed tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:40.787217 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-42d66894-37c7-483b-a298-5d06bb7f27ed tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1542974 Jul 24 09:07:40.793367 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-461703ea-11a4-4dcd-a4d1-ada76ea0290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:40.794908 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-461703ea-11a4-4dcd-a4d1-ada76ea0290f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1310725 Jul 24 09:07:40.797423 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dcc202-6160-48d7-b371-7898e8511ff0 x-openstack-request-id: req-36dcc202-6160-48d7-b371-7898e8511ff0 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:40.797702 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed858fd9-b338-42f7-be16-0230ce498cf9", "tag": "74f69e1e-7b5b-4fd5-bfda-6c196aa43da3", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:40.797953 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36dcc202-6160-48d7-b371-7898e8511ff0 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:40.798331 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed858fd9-b338-42f7-be16-0230ce498cf9', 'tag': '74f69e1e-7b5b-4fd5-bfda-6c196aa43da3', 'status': 'completed', 'code': 200} Jul 24 09:07:40.816951 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-236f7462-98e4-4a33-b93b-5e5fcfb9fe44 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/quotas/f67164019b334342a09c29ba4cdc5893 HTTP/1.1" status: 200 len: 375 time: 0.0210280 Jul 24 09:07:40.877384 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-78d6b6ae-c1a4-441c-a950-dd380f01316d req-5549b660-359a-46fd-a1c9-dfa59c9118d3 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "GET /v2.0/security-groups/6bca6afd-3ec8-4669-8a80-e80cc01a03b6 HTTP/1.1" status: 200 len: 1805 time: 0.0679874 Jul 24 09:07:40.918069 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dedacf-3c7e-4afb-8914-ca3ff5cb51ea req-b998ded6-d120-4ca6-bbed-4d6e4a6a9542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:40.919581 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-87dedacf-3c7e-4afb-8914-ca3ff5cb51ea req-b998ded6-d120-4ca6-bbed-4d6e4a6a9542 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d4740b4b94942bdba9d4b286110923d&device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 1125 time: 0.0961640 Jul 24 09:07:40.931827 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-35815973-eb52-48dc-8141-13cd77207d78 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255085 Jul 24 09:07:40.940367 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-78d6b6ae-c1a4-441c-a950-dd380f01316d req-6df3ada6-5d9c-4450-936f-9281f6d85d15 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "GET /v2.0/security-groups/00cd7769-f92c-4d21-8d46-5ff05e0488ac HTTP/1.1" status: 200 len: 1803 time: 0.0571942 Jul 24 09:07:40.943815 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-d999bea5-87b6-49d7-b3d8-2cfc5aba0a48 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1171405 Jul 24 09:07:40.955316 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-78d6b6ae-c1a4-441c-a950-dd380f01316d req-e3f1e0a9-d835-49d2-98fc-0e432cb25b8d tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6bca6afd-3ec8-4669-8a80-e80cc01a03b6', 'remote_group_id': '00cd7769-f92c-4d21-8d46-5ff05e0488ac', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:40.955637 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-78d6b6ae-c1a4-441c-a950-dd380f01316d req-e3f1e0a9-d835-49d2-98fc-0e432cb25b8d tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6bca6afd-3ec8-4669-8a80-e80cc01a03b6', 'remote_group_id': '00cd7769-f92c-4d21-8d46-5ff05e0488ac', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:41.024593 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c052ac52-d850-425a-aa2c-7da2b924b04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16310b34-2d78-42f4-93bf-6a4e2d0afeaf'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:41.026926 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed5c46e-6cf6-49d8-8650-28745fda6d4c" -d '{"events": [{"server_uuid": "c052ac52-d850-425a-aa2c-7da2b924b04f", "name": "network-vif-plugged", "status": "completed", "tag": "16310b34-2d78-42f4-93bf-6a4e2d0afeaf"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:41.035638 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7fc48880-c8c0-4b3b-9b06-db1955434df5 req-a751c7c6-2cf9-4dba-8d99-5edf688d86ec service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958579 Jul 24 09:07:41.059791 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe982b6-7c28-4b6b-991a-852b0a03055e', 'tag': 'af1f7074-a71d-4246-9a15-efcc8568eb11'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:41.059791 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a0b773-1b1d-4aa3-9722-34e09ad481d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe982b6-7c28-4b6b-991a-852b0a03055e", "tag": "af1f7074-a71d-4246-9a15-efcc8568eb11"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:41.068359 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dedacf-3c7e-4afb-8914-ca3ff5cb51ea req-a9c980c6-260b-4a7a-bad9-204ad1a6e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:41.070020 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-87dedacf-3c7e-4afb-8914-ca3ff5cb51ea req-a9c980c6-260b-4a7a-bad9-204ad1a6e112 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 200 len: 907 time: 0.1420972 Jul 24 09:07:41.117934 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-87dedacf-3c7e-4afb-8914-ca3ff5cb51ea req-67ad71b9-219d-43dd-baab-5a77a908e253 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 HTTP/1.1" status: 200 len: 217 time: 0.0408401 Jul 24 09:07:41.120840 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-78d6b6ae-c1a4-441c-a950-dd380f01316d req-e3f1e0a9-d835-49d2-98fc-0e432cb25b8d tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:41.193137 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b1c58-6977-462c-a5ab-d451fc19c902 req-2ad007c9-aac0-4ca5-b6e0-9ccfb811b55b tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:41.203108 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fb8b1c58-6977-462c-a5ab-d451fc19c902 req-2ad007c9-aac0-4ca5-b6e0-9ccfb811b55b tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e1aa00a-d4a6-47e6-8943-e4648c4bd454 HTTP/1.1" status: 200 len: 945 time: 0.0850699 Jul 24 09:07:41.210206 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dedacf-3c7e-4afb-8914-ca3ff5cb51ea req-6ae1c3a3-6feb-4544-b6b2-1f05105f5700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:41.211681 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-87dedacf-3c7e-4afb-8914-ca3ff5cb51ea req-6ae1c3a3-6feb-4544-b6b2-1f05105f5700 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58351263-9729-4aa6-887c-072787b6bdca HTTP/1.1" status: 200 len: 847 time: 0.0849295 Jul 24 09:07:41.213588 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-78d6b6ae-c1a4-441c-a950-dd380f01316d req-e3f1e0a9-d835-49d2-98fc-0e432cb25b8d tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:41.228772 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-78d6b6ae-c1a4-441c-a950-dd380f01316d req-e3f1e0a9-d835-49d2-98fc-0e432cb25b8d tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:41.246577 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fb8b1c58-6977-462c-a5ab-d451fc19c902 req-6b103d7c-d6c6-4bd9-a6f9-39bafb6a1c93 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/security-groups?id=637106b1-3b61-4df2-902f-c2d54663dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425758 Jul 24 09:07:41.252004 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-87dedacf-3c7e-4afb-8914-ca3ff5cb51ea req-f470e382-80ab-4d7a-8a37-dc410c49d1e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335884 Jul 24 09:07:41.272309 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1e0a9-d835-49d2-98fc-0e432cb25b8d tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69dbc093-c346-4920-9e7c-aae55135730e,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:41.290768 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-78d6b6ae-c1a4-441c-a950-dd380f01316d req-e3f1e0a9-d835-49d2-98fc-0e432cb25b8d tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:41.301266 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-78d6b6ae-c1a4-441c-a950-dd380f01316d req-e3f1e0a9-d835-49d2-98fc-0e432cb25b8d tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3512883 Jul 24 09:07:41.376882 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-37bbe646-993c-4601-9770-f52f033fc11e req-6f097813-e222-4bbe-85c7-5e64451f42c2 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.251 HTTP/1.1" status: 200 len: 1001 time: 0.1060932 Jul 24 09:07:41.442004 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-87dedacf-3c7e-4afb-8914-ca3ff5cb51ea req-509510cd-920c-4f4f-bb26-6e0146139522 service neutron] 10.222.0.20 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792607 Jul 24 09:07:41.487830 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbe646-993c-4601-9770-f52f033fc11e req-0863db29-7e73-449e-90f2-d6633e383d1e tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:41.489732 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-37bbe646-993c-4601-9770-f52f033fc11e req-0863db29-7e73-449e-90f2-d6633e383d1e tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports/af1f7074-a71d-4246-9a15-efcc8568eb11 HTTP/1.1" status: 200 len: 942 time: 0.1049750 Jul 24 09:07:41.594728 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb2dfc-2757-49de-ac39-16c0505ebb4c req-970f2bc5-b913-4037-9b84-cb6b6362578b tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:41.596242 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ddbb2dfc-2757-49de-ac39-16c0505ebb4c req-970f2bc5-b913-4037-9b84-cb6b6362578b tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa892ca7-2cb5-463a-bdee-fe1bab00faaa HTTP/1.1" status: 200 len: 948 time: 0.1510417 Jul 24 09:07:41.715319 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46376) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:41.730671 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-37bbe646-993c-4601-9770-f52f033fc11e req-a084f818-d923-4f8a-a570-4e6641e23cce tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.251 HTTP/1.1" status: 200 len: 1001 time: 0.0799062 Jul 24 09:07:41.849830 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbe646-993c-4601-9770-f52f033fc11e req-4dfd56e3-1e81-4f04-90ca-993eac7d9be8 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:41.851228 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-37bbe646-993c-4601-9770-f52f033fc11e req-4dfd56e3-1e81-4f04-90ca-993eac7d9be8 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 0.1148124 Jul 24 09:07:41.858634 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5322c901-c02b-4e3b-878e-82e9a7ec6d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:41.867990 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-37bbe646-993c-4601-9770-f52f033fc11e req-0e463792-1c9c-4c56-af78-c96638a4ef0e tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:07:41.869031 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-37bbe646-993c-4601-9770-f52f033fc11e req-0e463792-1c9c-4c56-af78-c96638a4ef0e tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124016 Jul 24 09:07:41.877612 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-87dedacf-3c7e-4afb-8914-ca3ff5cb51ea req-43ac6668-b19d-4ac8-bf41-bc27e4a79590 service neutron] 10.222.0.20 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228323 Jul 24 09:07:41.905562 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ddbb2dfc-2757-49de-ac39-16c0505ebb4c req-510619ad-5350-47f9-9bc8-7b6c4ccaa496 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] 10.222.0.32 "GET /v2.0/security-groups?id=35f81def-1902-4d9b-81fb-9d0da40b25c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025644 Jul 24 09:07:41.926652 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-68603b1f-e920-41fa-87cf-ff0e8e290022 service neutron] 10.222.0.20 "GET /v2.0/ports/74f69e1e-7b5b-4fd5-bfda-6c196aa43da3/bindings/n-h1-800085-9 HTTP/1.1" status: 200 len: 384 time: 0.0843670 Jul 24 09:07:41.934769 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e80803-f0d5-4ba8-b0b7-94ec5f09a4a0 x-openstack-request-id: req-77e80803-f0d5-4ba8-b0b7-94ec5f09a4a0 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:41.935132 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c052ac52-d850-425a-aa2c-7da2b924b04f", "name": "network-vif-plugged", "status": "completed", "tag": "16310b34-2d78-42f4-93bf-6a4e2d0afeaf", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:41.935453 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77e80803-f0d5-4ba8-b0b7-94ec5f09a4a0 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:41.935899 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c052ac52-d850-425a-aa2c-7da2b924b04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16310b34-2d78-42f4-93bf-6a4e2d0afeaf', 'code': 200} Jul 24 09:07:42.004929 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74525e4a-290d-49b9-aa79-abba5eb54f34 x-openstack-request-id: req-74525e4a-290d-49b9-aa79-abba5eb54f34 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:42.005356 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe982b6-7c28-4b6b-991a-852b0a03055e", "tag": "af1f7074-a71d-4246-9a15-efcc8568eb11", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:42.005725 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74525e4a-290d-49b9-aa79-abba5eb54f34 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:42.005992 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe982b6-7c28-4b6b-991a-852b0a03055e', 'tag': 'af1f7074-a71d-4246-9a15-efcc8568eb11', 'status': 'completed', 'code': 200} Jul 24 09:07:42.011557 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5322c901-c02b-4e3b-878e-82e9a7ec6d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:42.016475 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5322c901-c02b-4e3b-878e-82e9a7ec6d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:42.032499 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c63295c0-3216-4060-ba90-1cb73215a72c req-074c5b2b-d206-4544-8fae-8e94785d48c8 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 210 time: 0.0497410 Jul 24 09:07:42.120801 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5322c901-c02b-4e3b-878e-82e9a7ec6d6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b184ab2b54f543518b178e06045efeb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4022214 Jul 24 09:07:42.122584 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46384) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:42.132374 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322c901-c02b-4e3b-878e-82e9a7ec6d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923a7130-9e4d-43ba-9374-d921295ac309,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:42.176537 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-3cffdc1c-2680-4454-95d6-8d63b01ffd32 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f67164019b334342a09c29ba4cdc5893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539267 Jul 24 09:07:42.206231 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d84a0-ba31-4453-8646-8278d1ab22bc req-c89dbb20-6a43-41b2-a64d-f493e4e69bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:42.207787 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-100d84a0-ba31-4453-8646-8278d1ab22bc req-c89dbb20-6a43-41b2-a64d-f493e4e69bbb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 1096 time: 0.1811087 Jul 24 09:07:42.216487 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80567063-1468-4121-941e-d3eee22fed50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:42.247279 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209065cd-b9f3-4a8b-8643-5059f7ffcb05 req-e729dd12-f3a5-4ecd-b17e-2517117920ac tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:42.248849 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-209065cd-b9f3-4a8b-8643-5059f7ffcb05 req-e729dd12-f3a5-4ecd-b17e-2517117920ac tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e1aa00a-d4a6-47e6-8943-e4648c4bd454 HTTP/1.1" status: 200 len: 945 time: 0.1739390 Jul 24 09:07:42.260232 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46386) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:42.267508 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e2f0bf76-7420-49fc-aed3-a8e5bb373c6a tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Request body: {'floatingip': {'port_id': '8434030c-c1f4-4480-99c6-d70fabe3f802'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:42.270753 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0b773-1b1d-4aa3-9722-34e09ad481d1 req-3c07226a-e384-4368-82c2-375d31fdaa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:42.272421 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4a0b773-1b1d-4aa3-9722-34e09ad481d1 req-3c07226a-e384-4368-82c2-375d31fdaa20 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9e0f26770ead4e32a3c0b7247a4e23c2&device_id=6fe982b6-7c28-4b6b-991a-852b0a03055e HTTP/1.1" status: 200 len: 1096 time: 0.2264838 Jul 24 09:07:42.272725 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80567063-1468-4121-941e-d3eee22fed50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:42.283176 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3c6c25a3-149d-4e45-8b63-3c25aa4acd86 req-63b3bc7b-b0b2-4547-aa69-4271ff8708b2 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "GET /v2.0/security-groups/00cd7769-f92c-4d21-8d46-5ff05e0488ac HTTP/1.1" status: 200 len: 1803 time: 0.1956983 Jul 24 09:07:42.376940 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e2f0bf76-7420-49fc-aed3-a8e5bb373c6a tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks [] for floatingip, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:42.379923 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-100d84a0-ba31-4453-8646-8278d1ab22bc req-eab1f5f8-b146-4d0c-b6a5-0d134c6b6a7e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645830 Jul 24 09:07:42.467463 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-6a954f08-ccc2-4fd8-b13c-55c73970ca56 service neutron] For port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=74f69e1e-7b5b-4fd5-bfda-6c196aa43da3,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:42.512762 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80567063-1468-4121-941e-d3eee22fed50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:42.515301 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80567063-1468-4121-941e-d3eee22fed50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:42.516635 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-80567063-1468-4121-941e-d3eee22fed50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/923a7130-9e4d-43ba-9374-d921295ac309 HTTP/1.1" status: 204 len: 168 time: 0.3918269 Jul 24 09:07:42.517860 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-389b3acf-ab84-4ebc-9c12-e0b05db17d76 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:42.519428 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-389b3acf-ab84-4ebc-9c12-e0b05db17d76 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3204827 Jul 24 09:07:42.531375 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-6a954f08-ccc2-4fd8-b13c-55c73970ca56 service neutron] For port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:07:42.534352 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80567063-1468-4121-941e-d3eee22fed50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923a7130-9e4d-43ba-9374-d921295ac309,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:42.553558 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb22a3-6d35-4a05-a295-23a061e2225e req-2d3f9376-64b7-499b-bc75-f1b3696fd938 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:42.555186 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-42cb22a3-6d35-4a05-a295-23a061e2225e req-2d3f9376-64b7-499b-bc75-f1b3696fd938 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 945 time: 0.2157855 Jul 24 09:07:42.565302 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-325f2ed4-2c98-4122-8dcc-4a9033a1157a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Request body: {'port': {'device_id': 'dc029631-da41-4f16-a728-5a5c0bd27d6f', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': 'f67164019b334342a09c29ba4cdc5893'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:42.574227 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0b773-1b1d-4aa3-9722-34e09ad481d1 req-10872fe9-4fc9-4ab6-b0e1-9d274bdfa18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:42.575779 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4a0b773-1b1d-4aa3-9722-34e09ad481d1 req-10872fe9-4fc9-4ab6-b0e1-9d274bdfa18c service neutron] 10.222.0.20 "GET /v2.0/networks?id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d HTTP/1.1" status: 200 len: 918 time: 0.2917647 Jul 24 09:07:42.612186 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3c6c25a3-149d-4e45-8b63-3c25aa4acd86 req-9ea2ec8c-139c-4041-87d2-0f8e9137e61e tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:42.653137 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-6a954f08-ccc2-4fd8-b13c-55c73970ca56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:07:42.685722 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-42cb22a3-6d35-4a05-a295-23a061e2225e req-f8b957cd-971d-4fdb-bb86-dcaa87349597 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208808 Jul 24 09:07:42.713814 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-6a954f08-ccc2-4fd8-b13c-55c73970ca56 service neutron] For port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=74f69e1e-7b5b-4fd5-bfda-6c196aa43da3,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:42.740580 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3c6c25a3-149d-4e45-8b63-3c25aa4acd86 req-9ea2ec8c-139c-4041-87d2-0f8e9137e61e tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:42.759868 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-6a954f08-ccc2-4fd8-b13c-55c73970ca56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:42.763123 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4a0b773-1b1d-4aa3-9722-34e09ad481d1 req-549efc1f-acd2-47c6-9fb7-e351ba10e0dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af1f7074-a71d-4246-9a15-efcc8568eb11 HTTP/1.1" status: 200 len: 1001 time: 0.1692002 Jul 24 09:07:42.806145 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa892ca7-2cb5-463a-bdee-fe1bab00faaa', 'tag': '855a386c-6c6c-438d-8ced-1efbc27c56c3'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:42.808391 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e401bbfd-a869-4f16-83db-9b82296651b3" -d '{"events": [{"name": "network-changed", "server_uuid": "fa892ca7-2cb5-463a-bdee-fe1bab00faaa", "tag": "855a386c-6c6c-438d-8ced-1efbc27c56c3"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:42.845833 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46394) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:42.905025 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5222c1e7-1eeb-4af4-91ce-78958b0fa0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:42.940591 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-325f2ed4-2c98-4122-8dcc-4a9033a1157a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Made reservation on behalf of f67164019b334342a09c29ba4cdc5893 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:07:42.944654 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-325f2ed4-2c98-4122-8dcc-4a9033a1157a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:42.959350 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0b773-1b1d-4aa3-9722-34e09ad481d1 req-bdd1d62d-02e7-4a1d-afb4-bac355cbae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:42.960880 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4a0b773-1b1d-4aa3-9722-34e09ad481d1 req-bdd1d62d-02e7-4a1d-afb4-bac355cbae96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=220ccdaa-7d4a-4d90-b09e-296688a41add HTTP/1.1" status: 200 len: 857 time: 0.1708889 Jul 24 09:07:43.025113 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3c6c25a3-149d-4e45-8b63-3c25aa4acd86 req-9ea2ec8c-139c-4041-87d2-0f8e9137e61e tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:43.027563 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3c6c25a3-149d-4e45-8b63-3c25aa4acd86 req-9ea2ec8c-139c-4041-87d2-0f8e9137e61e tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:43.028766 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3c6c25a3-149d-4e45-8b63-3c25aa4acd86 req-9ea2ec8c-139c-4041-87d2-0f8e9137e61e tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "DELETE /v2.0/security-groups/00cd7769-f92c-4d21-8d46-5ff05e0488ac HTTP/1.1" status: 204 len: 173 time: 0.6990495 Jul 24 09:07:43.078717 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-6a954f08-ccc2-4fd8-b13c-55c73970ca56 service neutron] Transition to ACTIVE for port object 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:07:43.110488 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2ec8c-139c-4041-87d2-0f8e9137e61e tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cd7769-f92c-4d21-8d46-5ff05e0488ac,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:43.151615 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-6a954f08-ccc2-4fd8-b13c-55c73970ca56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:43.233836 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fdcf8-06c4-43e7-a445-63e7532ebcd9 req-ac4f771a-e704-49a4-82e8-9b7487c9397a tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:43.236505 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f02fdcf8-06c4-43e7-a445-63e7532ebcd9 req-ac4f771a-e704-49a4-82e8-9b7487c9397a tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 944 time: 0.4703302 Jul 24 09:07:43.317358 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c26f1173-91ea-4a3c-848a-7039d5455e0a req-2c82e885-fb17-48ff-a0b2-bfe7f6ec27ae tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.251 HTTP/1.1" status: 200 len: 1001 time: 0.2649283 Jul 24 09:07:43.328383 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-6a954f08-ccc2-4fd8-b13c-55c73970ca56 service neutron] No DVR routers for this DVR port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:07:43.367959 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a954f08-ccc2-4fd8-b13c-55c73970ca56 service neutron] Pushing event updated for resources: {'Port': ['ID=74f69e1e-7b5b-4fd5-bfda-6c196aa43da3,revision_number=10']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:43.383666 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f02fdcf8-06c4-43e7-a445-63e7532ebcd9 req-77dd9e76-9303-4d24-a96c-fee1b17e138d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236160 Jul 24 09:07:43.389940 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e2f0bf76-7420-49fc-aed3-a8e5bb373c6a tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:43.394958 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e2f0bf76-7420-49fc-aed3-a8e5bb373c6a tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:43.424905 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0b773-1b1d-4aa3-9722-34e09ad481d1 req-8145cf41-07fc-4cc5-8098-255bb3f7bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:43.426993 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4a0b773-1b1d-4aa3-9722-34e09ad481d1 req-8145cf41-07fc-4cc5-8098-255bb3f7bf96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4525921 Jul 24 09:07:43.451337 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-6a954f08-ccc2-4fd8-b13c-55c73970ca56 service neutron] 10.222.0.20 "PUT /v2.0/ports/74f69e1e-7b5b-4fd5-bfda-6c196aa43da3/bindings/n-h1-800085-9/activate HTTP/1.1" status: 200 len: 369 time: 1.5113580 Jul 24 09:07:43.462329 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b908b9c8-717b-41f9-bb33-d8198d3b8f8d x-openstack-request-id: req-b908b9c8-717b-41f9-bb33-d8198d3b8f8d {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:43.462607 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa892ca7-2cb5-463a-bdee-fe1bab00faaa", "tag": "855a386c-6c6c-438d-8ced-1efbc27c56c3", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:43.463078 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b908b9c8-717b-41f9-bb33-d8198d3b8f8d {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:43.463691 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa892ca7-2cb5-463a-bdee-fe1bab00faaa', 'tag': '855a386c-6c6c-438d-8ced-1efbc27c56c3', 'status': 'completed', 'code': 200} Jul 24 09:07:43.515582 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-325f2ed4-2c98-4122-8dcc-4a9033a1157a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Allocated IP 192.168.233.100 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/b07ae86d-67b5-41e2-86cd-d5066530521d) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:07:43.567791 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f1173-91ea-4a3c-848a-7039d5455e0a req-a4dc4efe-4c07-4eef-8e49-afbeb5962128 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:43.569151 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c26f1173-91ea-4a3c-848a-7039d5455e0a req-a4dc4efe-4c07-4eef-8e49-afbeb5962128 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports/af1f7074-a71d-4246-9a15-efcc8568eb11 HTTP/1.1" status: 200 len: 942 time: 0.2310889 Jul 24 09:07:43.573649 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-e2f0bf76-7420-49fc-aed3-a8e5bb373c6a tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Floating IP 0cdf8c2f-5077-4068-9363-b15bf12134cc associated. External IP: 172.25.7.18, port: 8434030c-c1f4-4480-99c6-d70fabe3f802. Jul 24 09:07:43.592551 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5222c1e7-1eeb-4af4-91ce-78958b0fa0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:43.633766 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5222c1e7-1eeb-4af4-91ce-78958b0fa0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:43.674346 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401bbfd-a869-4f16-83db-9b82296651b3 req-763b83f2-86b0-451e-8d06-80b5eab224cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:43.676514 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e401bbfd-a869-4f16-83db-9b82296651b3 req-763b83f2-86b0-451e-8d06-80b5eab224cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7344d82f98b94d72b1529d0b52b6d7c5&device_id=fa892ca7-2cb5-463a-bdee-fe1bab00faaa HTTP/1.1" status: 200 len: 1099 time: 0.1891441 Jul 24 09:07:43.693830 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c49602-8800-4309-8be7-e278997e0ef4 req-951a4382-f0ca-423a-82c0-0f9254e1b2e9 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:43.695239 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-95c49602-8800-4309-8be7-e278997e0ef4 req-951a4382-f0ca-423a-82c0-0f9254e1b2e9 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa892ca7-2cb5-463a-bdee-fe1bab00faaa HTTP/1.1" status: 200 len: 948 time: 0.1737602 Jul 24 09:07:43.769612 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222c1e7-1eeb-4af4-91ce-78958b0fa0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec6c92f-c567-4843-9b0c-c9d526b67f88,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:43.790338 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5222c1e7-1eeb-4af4-91ce-78958b0fa0b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=239bc9d0248841618c8b3c618eeca7d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9400799 Jul 24 09:07:43.792714 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46404) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:43.810908 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:43.823778 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4a0b773-1b1d-4aa3-9722-34e09ad481d1 req-f9135751-89cf-49a7-84b9-3ac5dbb3e294 service neutron] 10.222.0.20 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691876 Jul 24 09:07:43.843924 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-95c49602-8800-4309-8be7-e278997e0ef4 req-acbcb9cf-9284-4410-897c-8619ea53a43b tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] 10.222.0.32 "GET /v2.0/security-groups?id=35f81def-1902-4d9b-81fb-9d0da40b25c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383028 Jul 24 09:07:43.857997 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c26f1173-91ea-4a3c-848a-7039d5455e0a req-95ceb542-78af-4fed-9f9c-0aeb16e13fa5 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.251 HTTP/1.1" status: 200 len: 1001 time: 0.2254181 Jul 24 09:07:43.914321 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-ab9e44be-f5a1-4043-9822-997c13d9cb8d tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:43.915844 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-ab9e44be-f5a1-4043-9822-997c13d9cb8d tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9&tenant_id=9d4740b4b94942bdba9d4b286110923d&binding%3Ahost_id=n-h2-800085-9 HTTP/1.1" status: 200 len: 1096 time: 0.3755107 Jul 24 09:07:43.956343 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401bbfd-a869-4f16-83db-9b82296651b3 req-87b57fef-fe35-4740-a817-167a8eed0c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:43.957509 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e401bbfd-a869-4f16-83db-9b82296651b3 req-87b57fef-fe35-4740-a817-167a8eed0c10 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.2719917 Jul 24 09:07:44.023686 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e401bbfd-a869-4f16-83db-9b82296651b3 req-64a2fab3-c4e9-4500-a1e0-3b68ed4ce227 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=855a386c-6c6c-438d-8ced-1efbc27c56c3 HTTP/1.1" status: 200 len: 217 time: 0.0568836 Jul 24 09:07:44.028200 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-730eb910-2f9d-477c-91a3-22a09028855f req-61f3522f-dad4-4a86-be43-9b63cbedcdbb tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "GET /v2.0/security-groups/6bca6afd-3ec8-4669-8a80-e80cc01a03b6 HTTP/1.1" status: 200 len: 1805 time: 0.1418922 Jul 24 09:07:44.028863 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-aa548ff7-dd99-469b-9570-d9886e0f2820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:44.087969 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f0bf76-7420-49fc-aed3-a8e5bb373c6a tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Router b3596d54-e46f-4bc4-8857-ddc805702ca2 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:07:44.093063 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-aa548ff7-dd99-469b-9570-d9886e0f2820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:44.156785 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b738d971-9d48-4383-97c3-c47e1f5e2618 req-e4eaa067-a6f3-4df9-ac4c-6d1c520641a8 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 210 time: 0.0613825 Jul 24 09:07:44.167013 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401bbfd-a869-4f16-83db-9b82296651b3 req-5920f849-e466-46ef-9a5e-34d442f8ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:44.168425 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e401bbfd-a869-4f16-83db-9b82296651b3 req-5920f849-e466-46ef-9a5e-34d442f8ae17 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1375597 Jul 24 09:07:44.331694 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-aa548ff7-dd99-469b-9570-d9886e0f2820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:44.334752 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-aa548ff7-dd99-469b-9570-d9886e0f2820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:44.335890 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-aa548ff7-dd99-469b-9570-d9886e0f2820 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bec6c92f-c567-4843-9b0c-c9d526b67f88 HTTP/1.1" status: 204 len: 168 time: 0.5419414 Jul 24 09:07:44.344448 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-325f2ed4-2c98-4122-8dcc-4a9033a1157a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:44.362709 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa548ff7-dd99-469b-9570-d9886e0f2820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec6c92f-c567-4843-9b0c-c9d526b67f88,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:44.369198 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4a0b773-1b1d-4aa3-9722-34e09ad481d1 req-8c8caa79-a059-40fd-8319-a5a55015eac9 service neutron] 10.222.0.20 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5346086 Jul 24 09:07:44.380215 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-325f2ed4-2c98-4122-8dcc-4a9033a1157a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Transition to ACTIVE for port object b07ae86d-67b5-41e2-86cd-d5066530521d will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:07:44.389311 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f1173-91ea-4a3c-848a-7039d5455e0a req-65286fa9-d7ea-4220-a273-ce66801bd141 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:44.390616 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f0bf76-7420-49fc-aed3-a8e5bb373c6a tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:07:44.390783 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c26f1173-91ea-4a3c-848a-7039d5455e0a req-65286fa9-d7ea-4220-a273-ce66801bd141 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 0.5116832 Jul 24 09:07:44.401716 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e2f0bf76-7420-49fc-aed3-a8e5bb373c6a tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:44.403274 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-f231a146-0a26-49f0-97b5-3906ad96f190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:44.404843 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-f231a146-0a26-49f0-97b5-3906ad96f190 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9&tenant_id=9d4740b4b94942bdba9d4b286110923d HTTP/1.1" status: 200 len: 1096 time: 0.4691999 Jul 24 09:07:44.417757 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d4333-18a7-4027-b420-ac5134bb777a None None] Sync routers for ids ['b3596d54-e46f-4bc4-8857-ddc805702ca2'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:07:44.444310 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86d4333-18a7-4027-b420-ac5134bb777a None None] Routers {'b3596d54-e46f-4bc4-8857-ddc805702ca2'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:07:44.445012 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c86d4333-18a7-4027-b420-ac5134bb777a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:07:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b3596d54-e46f-4bc4-8857-ddc805702ca2'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:44.453056 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401bbfd-a869-4f16-83db-9b82296651b3 req-03f20a40-56ed-4635-bc07-44aa375410d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:44.454809 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e401bbfd-a869-4f16-83db-9b82296651b3 req-03f20a40-56ed-4635-bc07-44aa375410d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2430129 Jul 24 09:07:44.473618 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115131f8-3743-4e5a-ad01-2a924b36d759 req-d18a5f7a-3b9b-4f41-9edf-8f7e71dcebc8 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:44.480384 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-115131f8-3743-4e5a-ad01-2a924b36d759 req-d18a5f7a-3b9b-4f41-9edf-8f7e71dcebc8 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 945 time: 0.2247281 Jul 24 09:07:44.515737 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-325f2ed4-2c98-4122-8dcc-4a9033a1157a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:44.528407 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c26f1173-91ea-4a3c-848a-7039d5455e0a req-976028b0-f8fd-4095-bcc1-2122fc4a51f8 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.251 HTTP/1.1" status: 200 len: 1001 time: 0.1187844 Jul 24 09:07:44.553324 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-115131f8-3743-4e5a-ad01-2a924b36d759 req-717213ba-1511-4367-a1f1-33571fa97824 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719206 Jul 24 09:07:44.560888 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-c26f1173-91ea-4a3c-848a-7039d5455e0a req-1d1c848c-ea68-4a25-bedf-0960568a31bd tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:44.603678 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-325f2ed4-2c98-4122-8dcc-4a9033a1157a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:07:44.614634 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-c86d4333-18a7-4027-b420-ac5134bb777a None None] Set router b3596d54-e46f-4bc4-8857-ddc805702ca2 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:07:44.618173 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-325f2ed4-2c98-4122-8dcc-4a9033a1157a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:07:44.624984 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-325f2ed4-2c98-4122-8dcc-4a9033a1157a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:07:44.631083 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-325f2ed4-2c98-4122-8dcc-4a9033a1157a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:44.631915 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-325f2ed4-2c98-4122-8dcc-4a9033a1157a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:44.633898 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e401bbfd-a869-4f16-83db-9b82296651b3 req-ae711215-902f-4f1a-a9df-a5d519c67407 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714532 Jul 24 09:07:44.635001 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f2ed4-2c98-4122-8dcc-4a9033a1157a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Pushing event updated for resources: {'Port': ['ID=b07ae86d-67b5-41e2-86cd-d5066530521d,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:44.641674 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-f8646ddb-7514-4761-999c-cbfe58f9c549 req-2fbf6f70-20d8-4612-98cd-5db929cd3b35 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-74556947', 'description': 'tempest-description-1215892862'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:44.653077 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e2f0bf76-7420-49fc-aed3-a8e5bb373c6a tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "PUT /v2.0/floatingips/0cdf8c2f-5077-4068-9363-b15bf12134cc HTTP/1.1" status: 200 len: 990 time: 2.3917637 Jul 24 09:07:44.677148 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-a9373d3f-a4c3-41ab-b740-4463429f0513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:44.678686 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-a9373d3f-a4c3-41ab-b740-4463429f0513 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d4740b4b94942bdba9d4b286110923d&device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 1096 time: 0.2245471 Jul 24 09:07:44.681292 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-325f2ed4-2c98-4122-8dcc-4a9033a1157a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1384497 Jul 24 09:07:44.684341 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c26f1173-91ea-4a3c-848a-7039d5455e0a req-1d1c848c-ea68-4a25-bedf-0960568a31bd tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks [] for floatingip, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:44.725628 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-695190ac-4653-42cf-9175-56e339cfb525 service neutron] Request body: {'port': {'device_id': 'dc029631-da41-4f16-a728-5a5c0bd27d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:44.772899 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f8646ddb-7514-4761-999c-cbfe58f9c549 req-2fbf6f70-20d8-4612-98cd-5db929cd3b35 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:44.934480 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f8646ddb-7514-4761-999c-cbfe58f9c549 req-2fbf6f70-20d8-4612-98cd-5db929cd3b35 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:44.937920 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e401bbfd-a869-4f16-83db-9b82296651b3 req-954811ec-1cc4-459e-9fa6-73a93d33f3d4 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901375 Jul 24 09:07:44.939180 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f8646ddb-7514-4761-999c-cbfe58f9c549 req-2fbf6f70-20d8-4612-98cd-5db929cd3b35 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:44.973579 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f8646ddb-7514-4761-999c-cbfe58f9c549 req-2fbf6f70-20d8-4612-98cd-5db929cd3b35 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:44.983269 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['6289c3e7-30d0-4072-b34b-6153a02e4df5'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:07:44.988572 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f8646ddb-7514-4761-999c-cbfe58f9c549 req-2fbf6f70-20d8-4612-98cd-5db929cd3b35 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3513706 Jul 24 09:07:44.997132 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf6f70-20d8-4612-98cd-5db929cd3b35 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0849ff34-aab2-410c-85ff-181b3546ce6d,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:45.046375 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 855a386c-6c6c-438d-8ced-1efbc27c56c3 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:07:45.064492 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-695190ac-4653-42cf-9175-56e339cfb525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:45.075950 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c26f1173-91ea-4a3c-848a-7039d5455e0a req-1d1c848c-ea68-4a25-bedf-0960568a31bd tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:45.085323 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-3a561d96-f36c-418a-8f48-6821271684ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:45.087413 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-3a561d96-f36c-418a-8f48-6821271684ac service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 200 len: 907 time: 0.3683281 Jul 24 09:07:45.090404 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c26f1173-91ea-4a3c-848a-7039d5455e0a req-1d1c848c-ea68-4a25-bedf-0960568a31bd tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:45.090725 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [req-c26f1173-91ea-4a3c-848a-7039d5455e0a req-1d1c848c-ea68-4a25-bedf-0960568a31bd tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Floating IP eb75bc2c-c22f-47c3-8718-74b938c1f41f disassociated. External IP: 172.25.7.251, port: af1f7074-a71d-4246-9a15-efcc8568eb11. Jul 24 09:07:45.147191 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-efcf4ee4-babf-4aac-a20a-fa5dca56aec7 None None] Provisioning for port b07ae86d-67b5-41e2-86cd-d5066530521d completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:07:45.167045 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-efcf4ee4-babf-4aac-a20a-fa5dca56aec7 None None] Provisioning complete for port b07ae86d-67b5-41e2-86cd-d5066530521d triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:07:45.167419 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-efcf4ee4-babf-4aac-a20a-fa5dca56aec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:45.227878 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-efcf4ee4-babf-4aac-a20a-fa5dca56aec7 None None] Port b07ae86d-67b5-41e2-86cd-d5066530521d cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:07:45.277066 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:07:45.277744 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-b3b44906-c153-4d11-8302-7ba5ad609532 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 HTTP/1.1" status: 200 len: 217 time: 0.0759656 Jul 24 09:07:45.359423 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c86d4333-18a7-4027-b420-ac5134bb777a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1553795204-router', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:42Z', 'updated_at': '2021-07-24T09:06:54Z', 'revision_number': 4, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'gw_port': {'id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:44Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '0cdf8c2f-5077-4068-9363-b15bf12134cc', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'port_id': '8434030c-c1f4-4480-99c6-d70fabe3f802', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'mac_address': 'fa:16:3e:df:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1aa00a-d4a6-47e6-8943-e4648c4bd454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:07:21Z', 'updated_at': '2021-07-24T09:07:43Z', 'revision_number': 1, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd58fd0f6-39db-4bb0-859e-f44e07e86d6a', 'name': '', 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'mac_address': 'fa:16:3e:bd:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '31fd267b-9b48-4500-908e-db289ca8125b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:52Z', 'updated_at': '2021-07-24T09:07:03Z', 'revision_number': 5, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'subnets': [{'id': '31fd267b-9b48-4500-908e-db289ca8125b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:45.398765 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:07:45.402651 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d4333-18a7-4027-b420-ac5134bb777a None None] Checking router: b3596d54-e46f-4bc4-8857-ddc805702ca2 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:07:45.426128 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86d4333-18a7-4027-b420-ac5134bb777a None None] Routers {'b3596d54-e46f-4bc4-8857-ddc805702ca2'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:07:45.426391 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c86d4333-18a7-4027-b420-ac5134bb777a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:07:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b3596d54-e46f-4bc4-8857-ddc805702ca2'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:45.472983 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c849b-6d82-441b-8e0e-e266ede91244 req-4be6ca94-960a-4b9d-beeb-c0005550a2a9 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:45.482070 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3b1c849b-6d82-441b-8e0e-e266ede91244 req-4be6ca94-960a-4b9d-beeb-c0005550a2a9 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 945 time: 0.4395032 Jul 24 09:07:45.485035 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1aa00a-d4a6-47e6-8943-e4648c4bd454', 'tag': '8434030c-c1f4-4480-99c6-d70fabe3f802'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:45.491369 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2b8b24-1593-4186-b1a1-097de27d4b86" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1aa00a-d4a6-47e6-8943-e4648c4bd454", "tag": "8434030c-c1f4-4480-99c6-d70fabe3f802"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:45.491681 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-9d630abc-2b4c-483b-af4c-d9e41df5ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:45.492486 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-9d630abc-2b4c-483b-af4c-d9e41df5ba7a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58351263-9729-4aa6-887c-072787b6bdca HTTP/1.1" status: 200 len: 847 time: 0.1802611 Jul 24 09:07:45.534837 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 855a386c-6c6c-438d-8ced-1efbc27c56c3, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=855a386c-6c6c-438d-8ced-1efbc27c56c3,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:45.547180 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-2468dd12-a297-46d0-b33c-042da0f80d37 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452220 Jul 24 09:07:45.548324 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3b1c849b-6d82-441b-8e0e-e266ede91244 req-05b066be-b222-4bc7-9715-e993818907e1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651526 Jul 24 09:07:45.555851 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '855a386c-6c6c-438d-8ced-1efbc27c56c3', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': '855a386c-6c6c-438d-8ced-1efbc27c56c3', 'mac_address': 'fa:16:3e:21:43:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:07:45.564632 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c26f1173-91ea-4a3c-848a-7039d5455e0a req-1d1c848c-ea68-4a25-bedf-0960568a31bd tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Router b82a34ac-21b9-40f2-9c52-98d6d2cec22a has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:07:45.568253 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-c86d4333-18a7-4027-b420-ac5134bb777a None None] Set router b3596d54-e46f-4bc4-8857-ddc805702ca2 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:07:45.704913 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a8e0e-1f0f-4be0-8d87-00e2c824c97a req-a9ed5109-9b32-4746-88a5-21e65b74bf1f tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:45.716629 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d92a8e0e-1f0f-4be0-8d87-00e2c824c97a req-a9ed5109-9b32-4746-88a5-21e65b74bf1f tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 1096 time: 0.0891471 Jul 24 09:07:45.760963 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d92a8e0e-1f0f-4be0-8d87-00e2c824c97a req-288f03cf-bccd-43da-b9cc-be51b02fbb9e tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430207 Jul 24 09:07:45.789254 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:45.817198 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-80da0863-d183-4239-81fb-710f0ca15359 service neutron] 10.222.0.37 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596912 Jul 24 09:07:45.856666 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c26f1173-91ea-4a3c-848a-7039d5455e0a req-1d1c848c-ea68-4a25-bedf-0960568a31bd tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:07:45.861538 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c26f1173-91ea-4a3c-848a-7039d5455e0a req-1d1c848c-ea68-4a25-bedf-0960568a31bd tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:45.871469 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c900511-3888-4232-866d-1f8a98330a8f None None] Sync routers for ids ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:07:45.884232 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c900511-3888-4232-866d-1f8a98330a8f None None] Routers {'b82a34ac-21b9-40f2-9c52-98d6d2cec22a'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:07:45.885488 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-6c900511-3888-4232-866d-1f8a98330a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:07:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:45.895409 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 855a386c-6c6c-438d-8ced-1efbc27c56c3 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:07:45.977356 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 855a386c-6c6c-438d-8ced-1efbc27c56c3, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=855a386c-6c6c-438d-8ced-1efbc27c56c3,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:45.985922 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:46.020339 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-6c900511-3888-4232-866d-1f8a98330a8f None None] Set router b82a34ac-21b9-40f2-9c52-98d6d2cec22a gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:07:46.126719 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1677c-de3b-4f4b-bc3c-9a39b52cca70 req-08400726-38bc-4ea8-b4d3-2e715dca4bbb tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:46.141014 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-86d1677c-de3b-4f4b-bc3c-9a39b52cca70 req-08400726-38bc-4ea8-b4d3-2e715dca4bbb tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa892ca7-2cb5-463a-bdee-fe1bab00faaa HTTP/1.1" status: 200 len: 949 time: 0.1374788 Jul 24 09:07:46.147700 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=855a386c-6c6c-438d-8ced-1efbc27c56c3,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:46.192100 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c86d4333-18a7-4027-b420-ac5134bb777a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1553795204-router', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:42Z', 'updated_at': '2021-07-24T09:06:54Z', 'revision_number': 4, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'gw_port': {'id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:44Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '0cdf8c2f-5077-4068-9363-b15bf12134cc', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'port_id': '8434030c-c1f4-4480-99c6-d70fabe3f802', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'mac_address': 'fa:16:3e:df:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1aa00a-d4a6-47e6-8943-e4648c4bd454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:07:21Z', 'updated_at': '2021-07-24T09:07:43Z', 'revision_number': 1, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd58fd0f6-39db-4bb0-859e-f44e07e86d6a', 'name': '', 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'mac_address': 'fa:16:3e:bd:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '31fd267b-9b48-4500-908e-db289ca8125b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:52Z', 'updated_at': '2021-07-24T09:07:03Z', 'revision_number': 5, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'subnets': [{'id': '31fd267b-9b48-4500-908e-db289ca8125b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:46.217183 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-86d1677c-de3b-4f4b-bc3c-9a39b52cca70 req-bd07335f-f082-45fa-86de-9410abc001db tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] 10.222.0.32 "GET /v2.0/security-groups?id=35f81def-1902-4d9b-81fb-9d0da40b25c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738368 Jul 24 09:07:46.236460 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d4333-18a7-4027-b420-ac5134bb777a None None] The sync data for ids ['b3596d54-e46f-4bc4-8857-ddc805702ca2'] in n-d-800085-9 is: [{'id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1553795204-router', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:42Z', 'updated_at': '2021-07-24T09:06:54Z', 'revision_number': 4, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'gw_port': {'id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:44Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '0cdf8c2f-5077-4068-9363-b15bf12134cc', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'port_id': '8434030c-c1f4-4480-99c6-d70fabe3f802', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'mac_address': 'fa:16:3e:df:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1aa00a-d4a6-47e6-8943-e4648c4bd454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:07:21Z', 'updated_at': '2021-07-24T09:07:43Z', 'revision_number': 1, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd58fd0f6-39db-4bb0-859e-f44e07e86d6a', 'name': '', 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'mac_address': 'fa:16:3e:bd:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '31fd267b-9b48-4500-908e-db289ca8125b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:52Z', 'updated_at': '2021-07-24T09:07:03Z', 'revision_number': 5, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'subnets': [{'id': '31fd267b-9b48-4500-908e-db289ca8125b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:07:46.250884 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['855a386c-6c6c-438d-8ced-1efbc27c56c3'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:07:46.254828 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:46.271421 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-695190ac-4653-42cf-9175-56e339cfb525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b07ae86d-67b5-41e2-86cd-d5066530521d {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:07:46.277153 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c26f1173-91ea-4a3c-848a-7039d5455e0a req-1d1c848c-ea68-4a25-bedf-0960568a31bd tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "PUT /v2.0/floatingips/eb75bc2c-c22f-47c3-8718-74b938c1f41f HTTP/1.1" status: 200 len: 695 time: 1.7275524 Jul 24 09:07:46.281806 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe982b6-7c28-4b6b-991a-852b0a03055e', 'tag': 'af1f7074-a71d-4246-9a15-efcc8568eb11'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:46.284205 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0689bb-202e-485f-8790-f307430658f5" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe982b6-7c28-4b6b-991a-852b0a03055e", "tag": "af1f7074-a71d-4246-9a15-efcc8568eb11"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:46.288695 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-695190ac-4653-42cf-9175-56e339cfb525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:46.357148 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-695190ac-4653-42cf-9175-56e339cfb525 service neutron] Transition to ACTIVE for port object b07ae86d-67b5-41e2-86cd-d5066530521d will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:07:46.375072 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1d4f33fd-da46-47bc-8534-c7a785613063 req-046bec6a-0857-487f-88b6-3c9fce711717 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "GET /v2.0/security-groups/0849ff34-aab2-410c-85ff-181b3546ce6d HTTP/1.1" status: 200 len: 1803 time: 0.0988741 Jul 24 09:07:46.376831 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-695190ac-4653-42cf-9175-56e339cfb525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:46.385968 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-1d4f33fd-da46-47bc-8534-c7a785613063 req-15da4af3-6706-439e-9d55-be6a58a7cf02 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0849ff34-aab2-410c-85ff-181b3546ce6d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:46.386249 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-1d4f33fd-da46-47bc-8534-c7a785613063 req-15da4af3-6706-439e-9d55-be6a58a7cf02 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0849ff34-aab2-410c-85ff-181b3546ce6d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:46.393135 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-de4faa31-e236-48dc-82f9-f5e2e0a1ce43 service neutron] 10.222.0.37 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5658009 Jul 24 09:07:46.412597 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-6c900511-3888-4232-866d-1f8a98330a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:38Z', 'updated_at': '2021-07-24T09:06:47Z', 'revision_number': 4, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'gw_port': {'id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:41Z', 'updated_at': '2021-07-24T09:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f', 'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'mac_address': 'fa:16:3e:39:1b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:46Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 5, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'subnets': [{'id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:46.453341 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c900511-3888-4232-866d-1f8a98330a8f None None] Checking router: b82a34ac-21b9-40f2-9c52-98d6d2cec22a for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:07:46.471435 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f1173-91ea-4a3c-848a-7039d5455e0a req-94a1f8a5-0d65-4a17-a928-dcf0c97bc9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:46.472297 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c900511-3888-4232-866d-1f8a98330a8f None None] Routers {'b82a34ac-21b9-40f2-9c52-98d6d2cec22a'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:07:46.473478 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-6c900511-3888-4232-866d-1f8a98330a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:07:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:46.475825 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c26f1173-91ea-4a3c-848a-7039d5455e0a req-94a1f8a5-0d65-4a17-a928-dcf0c97bc9f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e0f26770ead4e32a3c0b7247a4e23c2&device_id=6fe982b6-7c28-4b6b-991a-852b0a03055e HTTP/1.1" status: 200 len: 1096 time: 0.1720092 Jul 24 09:07:46.481105 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695190ac-4653-42cf-9175-56e339cfb525 service neutron] Pushing event updated for resources: {'Port': ['ID=b07ae86d-67b5-41e2-86cd-d5066530521d,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:46.498431 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-1d4f33fd-da46-47bc-8534-c7a785613063 req-15da4af3-6706-439e-9d55-be6a58a7cf02 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:46.553970 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-695190ac-4653-42cf-9175-56e339cfb525 service neutron] Attempting to bind port b07ae86d-67b5-41e2-86cd-d5066530521d on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:07:46.554477 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-695190ac-4653-42cf-9175-56e339cfb525 service neutron] Attempting to bind port b07ae86d-67b5-41e2-86cd-d5066530521d by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:07:46.554823 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-695190ac-4653-42cf-9175-56e339cfb525 service neutron] Attempting to bind port b07ae86d-67b5-41e2-86cd-d5066530521d on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:46.565580 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-695190ac-4653-42cf-9175-56e339cfb525 service neutron] Port b07ae86d-67b5-41e2-86cd-d5066530521d on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:07:46.566571 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-695190ac-4653-42cf-9175-56e339cfb525 service neutron] Attempting to bind port b07ae86d-67b5-41e2-86cd-d5066530521d on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:46.595141 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-6c900511-3888-4232-866d-1f8a98330a8f None None] Set router b82a34ac-21b9-40f2-9c52-98d6d2cec22a gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:07:46.611098 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893dd1bb-c90a-4119-848e-d33b632dc79d None None] New status for floating IP 0cdf8c2f-5077-4068-9363-b15bf12134cc: ACTIVE {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:07:46.618468 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-1d4f33fd-da46-47bc-8534-c7a785613063 req-15da4af3-6706-439e-9d55-be6a58a7cf02 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:46.622359 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-1d4f33fd-da46-47bc-8534-c7a785613063 req-15da4af3-6706-439e-9d55-be6a58a7cf02 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:46.635370 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-695190ac-4653-42cf-9175-56e339cfb525 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:07:46.635991 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-695190ac-4653-42cf-9175-56e339cfb525 service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:07:46.636496 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-695190ac-4653-42cf-9175-56e339cfb525 service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:07:46.637077 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-695190ac-4653-42cf-9175-56e339cfb525 service neutron] Bound port: b07ae86d-67b5-41e2-86cd-d5066530521d, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:07:46.637528 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-695190ac-4653-42cf-9175-56e339cfb525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:46.647736 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da4af3-6706-439e-9d55-be6a58a7cf02 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac122019-e90b-4a67-a1cc-add564e01df7,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:46.672455 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-1d4f33fd-da46-47bc-8534-c7a785613063 req-15da4af3-6706-439e-9d55-be6a58a7cf02 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:46.688798 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1d4f33fd-da46-47bc-8534-c7a785613063 req-15da4af3-6706-439e-9d55-be6a58a7cf02 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3126984 Jul 24 09:07:46.765455 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-695190ac-4653-42cf-9175-56e339cfb525 service neutron] For port b07ae86d-67b5-41e2-86cd-d5066530521d, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:07:46.769050 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-695190ac-4653-42cf-9175-56e339cfb525 service neutron] For port b07ae86d-67b5-41e2-86cd-d5066530521d, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b07ae86d-67b5-41e2-86cd-d5066530521d,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:07:46.797613 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-695190ac-4653-42cf-9175-56e339cfb525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:46.861122 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-6c900511-3888-4232-866d-1f8a98330a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:38Z', 'updated_at': '2021-07-24T09:06:47Z', 'revision_number': 4, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'gw_port': {'id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:41Z', 'updated_at': '2021-07-24T09:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f', 'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'mac_address': 'fa:16:3e:39:1b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:46Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 5, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'subnets': [{'id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:46.865769 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f1173-91ea-4a3c-848a-7039d5455e0a req-cc1bb994-727b-45cb-913b-2286063c7990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:46.868149 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c26f1173-91ea-4a3c-848a-7039d5455e0a req-cc1bb994-727b-45cb-913b-2286063c7990 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d HTTP/1.1" status: 200 len: 918 time: 0.3547547 Jul 24 09:07:46.898802 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c900511-3888-4232-866d-1f8a98330a8f None None] The sync data for ids ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'] in n-d-800085-9 is: [{'id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:38Z', 'updated_at': '2021-07-24T09:06:47Z', 'revision_number': 4, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'gw_port': {'id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:41Z', 'updated_at': '2021-07-24T09:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f', 'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'mac_address': 'fa:16:3e:39:1b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:46Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 5, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'subnets': [{'id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:07:46.931587 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c9ca7-cb4a-43df-8284-c79e3cf4e87b req-2a90f8e9-806e-4265-8f4a-ad83b20c54cd tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:46.937510 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-292c9ca7-cb4a-43df-8284-c79e3cf4e87b req-2a90f8e9-806e-4265-8f4a-ad83b20c54cd tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 948 time: 0.1474135 Jul 24 09:07:46.964627 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-695190ac-4653-42cf-9175-56e339cfb525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:46.965388 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-695190ac-4653-42cf-9175-56e339cfb525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:46.966786 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-695190ac-4653-42cf-9175-56e339cfb525 service neutron] 10.222.0.37 "PUT /v2.0/ports/b07ae86d-67b5-41e2-86cd-d5066530521d HTTP/1.1" status: 200 len: 1096 time: 2.2498150 Jul 24 09:07:46.970337 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c26f1173-91ea-4a3c-848a-7039d5455e0a req-c5bb68ae-d2ac-46ae-92ed-ea63d5159081 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af1f7074-a71d-4246-9a15-efcc8568eb11 HTTP/1.1" status: 200 len: 217 time: 0.0786991 Jul 24 09:07:46.990240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695190ac-4653-42cf-9175-56e339cfb525 service neutron] Pushing event updated for resources: {'Port': ['ID=b07ae86d-67b5-41e2-86cd-d5066530521d,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:46.993174 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-292c9ca7-cb4a-43df-8284-c79e3cf4e87b req-dbae6cb3-0adf-44c4-8412-c652e7e95605 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529950 Jul 24 09:07:47.048571 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5d8a74c6-9565-477f-bc8c-799c36600b14 req-3a58ecca-522f-4d4b-8bfb-cac1c37bb527 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1678967 Jul 24 09:07:47.072210 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5bb6cc-2354-4b3a-8fb6-5b119b0ea516 x-openstack-request-id: req-1c5bb6cc-2354-4b3a-8fb6-5b119b0ea516 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:47.072505 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1aa00a-d4a6-47e6-8943-e4648c4bd454", "tag": "8434030c-c1f4-4480-99c6-d70fabe3f802", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:47.072787 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c5bb6cc-2354-4b3a-8fb6-5b119b0ea516 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:47.074806 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1aa00a-d4a6-47e6-8943-e4648c4bd454', 'tag': '8434030c-c1f4-4480-99c6-d70fabe3f802', 'status': 'completed', 'code': 200} Jul 24 09:07:47.104977 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-f14d7838-704b-454f-8c59-542356db5e96 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:47.106803 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-f14d7838-704b-454f-8c59-542356db5e96 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9&tenant_id=9d4740b4b94942bdba9d4b286110923d&binding%3Ahost_id=n-h1-800085-9 HTTP/1.1" status: 200 len: 1096 time: 0.3357959 Jul 24 09:07:47.124038 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.37', 57282) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:47.146898 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f1173-91ea-4a3c-848a-7039d5455e0a req-c4104498-d7c0-4ea9-9597-09a78dee483f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:47.153251 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c26f1173-91ea-4a3c-848a-7039d5455e0a req-c4104498-d7c0-4ea9-9597-09a78dee483f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=220ccdaa-7d4a-4d90-b09e-296688a41add HTTP/1.1" status: 200 len: 857 time: 0.1730776 Jul 24 09:07:47.207850 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b8b24-1593-4186-b1a1-097de27d4b86 req-e8d3be19-4cfc-461d-bd9e-e6cee00bae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:47.209434 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bc2b8b24-1593-4186-b1a1-097de27d4b86 req-e8d3be19-4cfc-461d-bd9e-e6cee00bae9a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4433cfda2b344ed09028d36a89cb8dd1&device_id=7e1aa00a-d4a6-47e6-8943-e4648c4bd454 HTTP/1.1" status: 200 len: 1096 time: 0.1199794 Jul 24 09:07:47.214806 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ab726-cde3-442f-95fa-86cc2be9083e req-4821b52d-5c5d-4840-b8a7-a9732fb96b06 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:47.218202 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-398ab726-cde3-442f-95fa-86cc2be9083e req-4821b52d-5c5d-4840-b8a7-a9732fb96b06 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 1096 time: 0.0789979 Jul 24 09:07:47.290160 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-d0d1462e-b11d-4225-8535-f47f5fb3e50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:47.291684 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-d0d1462e-b11d-4225-8535-f47f5fb3e50d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 1099 time: 0.2581878 Jul 24 09:07:47.307511 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-398ab726-cde3-442f-95fa-86cc2be9083e req-8848ec15-6775-40b6-bfb3-1cdae6dd79e1 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809567 Jul 24 09:07:47.316252 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e74179-13e0-43d5-be1b-26b1179e83a4 None None] New status for floating IP eb75bc2c-c22f-47c3-8718-74b938c1f41f: DOWN {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:07:47.339270 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b8b24-1593-4186-b1a1-097de27d4b86 req-fbaa18a8-88b6-415c-b221-dc02ed8cadab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:47.357025 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bc2b8b24-1593-4186-b1a1-097de27d4b86 req-fbaa18a8-88b6-415c-b221-dc02ed8cadab service neutron] 10.222.0.37 "GET /v2.0/networks?id=baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 HTTP/1.1" status: 200 len: 924 time: 0.1259835 Jul 24 09:07:47.389192 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-0494e22e-3508-4fd4-be07-60668b377a8e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=b07ae86d-67b5-41e2-86cd-d5066530521d HTTP/1.1" status: 200 len: 217 time: 0.0879209 Jul 24 09:07:47.393626 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5a972f-99e6-41ce-b3db-71ea46642546 x-openstack-request-id: req-2e5a972f-99e6-41ce-b3db-71ea46642546 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:47.393626 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe982b6-7c28-4b6b-991a-852b0a03055e", "tag": "af1f7074-a71d-4246-9a15-efcc8568eb11", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:47.393626 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e5a972f-99e6-41ce-b3db-71ea46642546 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:47.393938 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe982b6-7c28-4b6b-991a-852b0a03055e', 'tag': 'af1f7074-a71d-4246-9a15-efcc8568eb11', 'status': 'completed', 'code': 200} Jul 24 09:07:47.400360 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a74c6-9565-477f-bc8c-799c36600b14 req-fadcb377-64f0-4965-8308-00aaaec200d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:47.401988 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d8a74c6-9565-477f-bc8c-799c36600b14 req-fadcb377-64f0-4965-8308-00aaaec200d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d4740b4b94942bdba9d4b286110923d&device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 1096 time: 0.2756288 Jul 24 09:07:47.443562 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f1173-91ea-4a3c-848a-7039d5455e0a req-5e4e2393-7e64-4412-b49a-aa2944d3ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:47.444926 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c26f1173-91ea-4a3c-848a-7039d5455e0a req-5e4e2393-7e64-4412-b49a-aa2944d3ba1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2664771 Jul 24 09:07:47.492066 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bc2b8b24-1593-4186-b1a1-097de27d4b86 req-729b5f70-5fa2-451d-816d-7597c03ee2cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8434030c-c1f4-4480-99c6-d70fabe3f802 HTTP/1.1" status: 200 len: 1000 time: 0.1332574 Jul 24 09:07:47.553330 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-9369a655-0e5e-4094-9b31-bdf87b2c3f88 service neutron] For port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:07:47.569936 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b8b24-1593-4186-b1a1-097de27d4b86 req-04a88ac7-af01-45b4-bf06-8b3258e0ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:47.572172 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bc2b8b24-1593-4186-b1a1-097de27d4b86 req-04a88ac7-af01-45b4-bf06-8b3258e0ec53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=31fd267b-9b48-4500-908e-db289ca8125b HTTP/1.1" status: 200 len: 863 time: 0.0704684 Jul 24 09:07:47.592716 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-d3863f21-7ac7-4f69-aec0-11a7c312a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:47.594238 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-d3863f21-7ac7-4f69-aec0-11a7c312a39f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1981623 Jul 24 09:07:47.596902 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-9369a655-0e5e-4094-9b31-bdf87b2c3f88 service neutron] Notify callbacks [] for binding, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:47.597958 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b04909e8-c9de-4bbf-a2f9-38d5d39c8d31 req-9369a655-0e5e-4094-9b31-bdf87b2c3f88 service neutron] 10.222.0.37 "DELETE /v2.0/ports/74f69e1e-7b5b-4fd5-bfda-6c196aa43da3/bindings/n-h2-800085-9 HTTP/1.1" status: 204 len: 173 time: 0.4730332 Jul 24 09:07:47.669568 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b8b24-1593-4186-b1a1-097de27d4b86 req-3809ea43-9232-4388-9707-1f7dbfd45a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:47.671960 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bc2b8b24-1593-4186-b1a1-097de27d4b86 req-3809ea43-9232-4388-9707-1f7dbfd45a94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=baf54693-f6ce-4efa-ad5c-848a9b2e7bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929275 Jul 24 09:07:47.719603 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a74c6-9565-477f-bc8c-799c36600b14 req-fb6b3f5a-e2aa-4fb2-8ec0-4144826040d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:47.721105 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d8a74c6-9565-477f-bc8c-799c36600b14 req-fb6b3f5a-e2aa-4fb2-8ec0-4144826040d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 200 len: 907 time: 0.2835598 Jul 24 09:07:47.731555 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c26f1173-91ea-4a3c-848a-7039d5455e0a req-69bb0abc-d2a0-4987-90e3-2f494af9668b service neutron] 10.222.0.32 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650766 Jul 24 09:07:47.744219 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0689bb-202e-485f-8790-f307430658f5 req-82386ebb-7fab-4530-bb19-b644d690cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:47.745738 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da0689bb-202e-485f-8790-f307430658f5 req-82386ebb-7fab-4530-bb19-b644d690cbf2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9e0f26770ead4e32a3c0b7247a4e23c2&device_id=6fe982b6-7c28-4b6b-991a-852b0a03055e HTTP/1.1" status: 200 len: 1096 time: 0.3071132 Jul 24 09:07:47.801793 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d8a74c6-9565-477f-bc8c-799c36600b14 req-a841c075-76a1-4dc4-b44c-809e157b4ae6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 HTTP/1.1" status: 200 len: 217 time: 0.0732131 Jul 24 09:07:47.820067 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bc2b8b24-1593-4186-b1a1-097de27d4b86 req-0e14c121-674a-4a38-b992-a15f12e630a9 service neutron] 10.222.0.37 "GET /v2.0/networks/baf54693-f6ce-4efa-ad5c-848a9b2e7bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337416 Jul 24 09:07:47.869115 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-cf69d70e-c6ed-474b-b914-912bb2d29223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:47.870593 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-cf69d70e-c6ed-474b-b914-912bb2d29223 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2432437 Jul 24 09:07:47.871157 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c0a74-da27-4a41-bc57-b5ceffdce1e8 req-2d604132-1d29-46f7-9663-4354769d3c80 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:47.872622 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bc0c0a74-da27-4a41-bc57-b5ceffdce1e8 req-2d604132-1d29-46f7-9663-4354769d3c80 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 945 time: 0.1063418 Jul 24 09:07:47.949203 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bc0c0a74-da27-4a41-bc57-b5ceffdce1e8 req-8f7c35a5-48d2-4c58-bb0a-07943dd78a60 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504591 Jul 24 09:07:47.952823 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bc2b8b24-1593-4186-b1a1-097de27d4b86 req-f40c23be-c2f8-475f-9ff7-58425a1837b5 service neutron] 10.222.0.37 "GET /v2.0/networks/baf54693-f6ce-4efa-ad5c-848a9b2e7bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254611 Jul 24 09:07:48.031449 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a74c6-9565-477f-bc8c-799c36600b14 req-ff599229-4b52-48ff-9d68-4cba37aa8df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:48.033010 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d8a74c6-9565-477f-bc8c-799c36600b14 req-ff599229-4b52-48ff-9d68-4cba37aa8df5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58351263-9729-4aa6-887c-072787b6bdca HTTP/1.1" status: 200 len: 847 time: 0.2108672 Jul 24 09:07:48.034868 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-668eea54-33c1-4f4b-b704-bdefe7d7f6f4 req-789a3e64-e02b-4cbd-85b3-eeaf0d802906 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "GET /v2.0/security-groups/0849ff34-aab2-410c-85ff-181b3546ce6d HTTP/1.1" status: 200 len: 2396 time: 0.0473235 Jul 24 09:07:48.042787 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0689bb-202e-485f-8790-f307430658f5 req-15389b1b-f377-4390-9a2c-d2087b8aee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:48.044264 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da0689bb-202e-485f-8790-f307430658f5 req-15389b1b-f377-4390-9a2c-d2087b8aee73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d HTTP/1.1" status: 200 len: 918 time: 0.2640197 Jul 24 09:07:48.045554 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-668eea54-33c1-4f4b-b704-bdefe7d7f6f4 req-0fc88f92-7775-4a36-89da-87613d3a5ad3 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0849ff34-aab2-410c-85ff-181b3546ce6d', 'remote_group_id': None}]} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:48.046308 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-668eea54-33c1-4f4b-b704-bdefe7d7f6f4 req-0fc88f92-7775-4a36-89da-87613d3a5ad3 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0849ff34-aab2-410c-85ff-181b3546ce6d', 'remote_group_id': None}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:48.048837 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c26f1173-91ea-4a3c-848a-7039d5455e0a req-13131560-a99f-4b4e-bb60-76e140beb6f9 service neutron] 10.222.0.32 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079193 Jul 24 09:07:48.090672 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d8a74c6-9565-477f-bc8c-799c36600b14 req-6f4459e0-e123-4128-a546-27bdf8678f2f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439165 Jul 24 09:07:48.130461 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-668eea54-33c1-4f4b-b704-bdefe7d7f6f4 req-0fc88f92-7775-4a36-89da-87613d3a5ad3 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:48.136577 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da0689bb-202e-485f-8790-f307430658f5 req-1b9d044d-bd3c-4bc7-8adf-11dbf5b1cc86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af1f7074-a71d-4246-9a15-efcc8568eb11 HTTP/1.1" status: 200 len: 217 time: 0.0778389 Jul 24 09:07:48.150250 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-70da2e72-cc48-4dc4-9c9c-c27fd4b465fe service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497032 Jul 24 09:07:48.158482 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-668eea54-33c1-4f4b-b704-bdefe7d7f6f4 req-0fc88f92-7775-4a36-89da-87613d3a5ad3 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:48.162893 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-668eea54-33c1-4f4b-b704-bdefe7d7f6f4 req-0fc88f92-7775-4a36-89da-87613d3a5ad3 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:48.188888 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc88f92-7775-4a36-89da-87613d3a5ad3 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e29756d9-68dd-4077-a17c-a6202fb5680f,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:48.192829 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-668eea54-33c1-4f4b-b704-bdefe7d7f6f4 req-0fc88f92-7775-4a36-89da-87613d3a5ad3 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:48.194138 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-668eea54-33c1-4f4b-b704-bdefe7d7f6f4 req-0fc88f92-7775-4a36-89da-87613d3a5ad3 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1534352 Jul 24 09:07:48.362163 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0689bb-202e-485f-8790-f307430658f5 req-33cbc451-87dc-4a48-b4a5-ccc001ba45f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:48.363694 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da0689bb-202e-485f-8790-f307430658f5 req-33cbc451-87dc-4a48-b4a5-ccc001ba45f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=220ccdaa-7d4a-4d90-b09e-296688a41add HTTP/1.1" status: 200 len: 857 time: 0.1870861 Jul 24 09:07:48.367722 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d8a74c6-9565-477f-bc8c-799c36600b14 req-f97232d5-34f8-4f9e-ac93-359e63323702 service neutron] 10.222.0.37 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414846 Jul 24 09:07:48.483552 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0142d-4105-4f7d-a1cd-7702ff60f746 req-3e09689d-b816-4139-a96d-02ebb6d9c84e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:48.485190 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-25c0142d-4105-4f7d-a1cd-7702ff60f746 req-3e09689d-b816-4139-a96d-02ebb6d9c84e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 948 time: 0.0720587 Jul 24 09:07:48.529440 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-25c0142d-4105-4f7d-a1cd-7702ff60f746 req-7af1ad97-126d-466c-890f-97474738801a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373857 Jul 24 09:07:48.667790 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0541f6ce-aed6-44d9-af97-49ee4b2c0da2 req-ec046836-c390-4ea6-95d4-6acb27dbeffe service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5090687 Jul 24 09:07:48.741249 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876f5fa-d249-4466-8148-9e19ae6bef98 req-dc5d1ee3-d90c-4a1e-89a2-1ec88d0433aa tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:48.742725 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b876f5fa-d249-4466-8148-9e19ae6bef98 req-dc5d1ee3-d90c-4a1e-89a2-1ec88d0433aa tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa892ca7-2cb5-463a-bdee-fe1bab00faaa HTTP/1.1" status: 200 len: 949 time: 0.4983373 Jul 24 09:07:48.760211 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-84db538c-3892-429c-be36-8c26fb0373a8 req-b130eb06-543b-45b8-b261-c0ebf418ebe1 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "GET /v2.0/security-groups/0849ff34-aab2-410c-85ff-181b3546ce6d HTTP/1.1" status: 200 len: 2994 time: 0.0403097 Jul 24 09:07:48.787543 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d8a74c6-9565-477f-bc8c-799c36600b14 req-9c5bd5c0-5b06-4de3-94d8-4c5e6cf5f8a7 service neutron] 10.222.0.37 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061222 Jul 24 09:07:48.789358 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0689bb-202e-485f-8790-f307430658f5 req-4e51ea5d-3fda-4a00-ba2f-bd16f320dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:48.790622 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da0689bb-202e-485f-8790-f307430658f5 req-4e51ea5d-3fda-4a00-ba2f-bd16f320dcc9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4166601 Jul 24 09:07:48.815636 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b876f5fa-d249-4466-8148-9e19ae6bef98 req-26a2c2f7-cadf-4281-b3bb-41a5d3f9e676 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] 10.222.0.32 "GET /v2.0/security-groups?id=35f81def-1902-4d9b-81fb-9d0da40b25c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664048 Jul 24 09:07:48.898669 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 855a386c-6c6c-438d-8ced-1efbc27c56c3 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:07:48.958651 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 855a386c-6c6c-438d-8ced-1efbc27c56c3 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:07:48.962636 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 855a386c-6c6c-438d-8ced-1efbc27c56c3 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:07:48.963030 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:48.969950 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da0689bb-202e-485f-8790-f307430658f5 req-ea2163c4-fc8a-4f8a-9731-decb03fd5cb2 service neutron] 10.222.0.20 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672461 Jul 24 09:07:48.972593 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82f427-06cf-42dc-a1d2-7caed2b90461 req-ae8d8ad9-5b09-4276-9b14-8e3345505fa9 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:48.974045 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4b82f427-06cf-42dc-a1d2-7caed2b90461 req-ae8d8ad9-5b09-4276-9b14-8e3345505fa9 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 1096 time: 0.0930474 Jul 24 09:07:49.043580 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:49.067702 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4b82f427-06cf-42dc-a1d2-7caed2b90461 req-84ea29ee-5034-4404-b23a-4a7c5c9b9d05 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821860 Jul 24 09:07:49.088012 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da0689bb-202e-485f-8790-f307430658f5 req-a7a42875-6693-41f4-87ea-4c7c9a4ae93e service neutron] 10.222.0.20 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105735 Jul 24 09:07:49.108699 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa892ca7-2cb5-463a-bdee-fe1bab00faaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855a386c-6c6c-438d-8ced-1efbc27c56c3'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:49.112027 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d24369-2a9d-4ea5-ad40-1592aafd5742" -d '{"events": [{"server_uuid": "fa892ca7-2cb5-463a-bdee-fe1bab00faaa", "name": "network-vif-plugged", "status": "completed", "tag": "855a386c-6c6c-438d-8ced-1efbc27c56c3"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:49.127604 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 855a386c-6c6c-438d-8ced-1efbc27c56c3, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=855a386c-6c6c-438d-8ced-1efbc27c56c3,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:49.140166 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:49.140424 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a6667a07-ac33-44f8-9eb4-219e12efd898 req-c7db73e7-3c10-46a4-a8c3-55c9afdfc492 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "GET /v2.0/security-group-rules/e29756d9-68dd-4077-a17c-a6202fb5680f HTTP/1.1" status: 200 len: 783 time: 0.0237634 Jul 24 09:07:49.202577 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=855a386c-6c6c-438d-8ced-1efbc27c56c3,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:49.220356 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a6667a07-ac33-44f8-9eb4-219e12efd898 req-0e688615-77d7-4975-b942-2434932aaf12 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "GET /v2.0/security-groups/0849ff34-aab2-410c-85ff-181b3546ce6d HTTP/1.1" status: 200 len: 2994 time: 0.0717015 Jul 24 09:07:49.258522 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a6667a07-ac33-44f8-9eb4-219e12efd898 req-b2e820d6-91d5-4003-8acf-235d9741c65b tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:49.267109 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a6667a07-ac33-44f8-9eb4-219e12efd898 req-b2e820d6-91d5-4003-8acf-235d9741c65b tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:49.290364 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e24a3-c7a0-416d-a11f-ad46cfb5eaa9 req-fab217a3-b238-46de-8ffa-3a82ebf52933 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:49.292461 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1b7e24a3-c7a0-416d-a11f-ad46cfb5eaa9 req-fab217a3-b238-46de-8ffa-3a82ebf52933 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1714172 Jul 24 09:07:49.298142 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a6667a07-ac33-44f8-9eb4-219e12efd898 req-b2e820d6-91d5-4003-8acf-235d9741c65b tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:49.304483 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a6667a07-ac33-44f8-9eb4-219e12efd898 req-b2e820d6-91d5-4003-8acf-235d9741c65b tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:49.305681 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a6667a07-ac33-44f8-9eb4-219e12efd898 req-b2e820d6-91d5-4003-8acf-235d9741c65b tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e29756d9-68dd-4077-a17c-a6202fb5680f HTTP/1.1" status: 204 len: 173 time: 0.0783916 Jul 24 09:07:49.312686 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e820d6-91d5-4003-8acf-235d9741c65b tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e29756d9-68dd-4077-a17c-a6202fb5680f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:49.348799 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1b7e24a3-c7a0-416d-a11f-ad46cfb5eaa9 req-7025fa58-b49a-4d58-8a89-eda19987a6f4 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.251 HTTP/1.1" status: 200 len: 696 time: 0.0506830 Jul 24 09:07:49.357935 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-1b7e24a3-c7a0-416d-a11f-ad46cfb5eaa9 req-bb52eb7b-5d1f-4a90-8027-578d3e0f6579 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Request body: {'floatingip': {'port_id': '023adb2a-00d1-47e7-8a65-6bb04d45eb45', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:49.394389 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc029631-da41-4f16-a728-5a5c0bd27d6f', 'tag': 'b07ae86d-67b5-41e2-86cd-d5066530521d'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:49.396188 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-1b7e24a3-c7a0-416d-a11f-ad46cfb5eaa9 req-bb52eb7b-5d1f-4a90-8027-578d3e0f6579 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks [] for floatingip, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:49.396586 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cb7f38-0c31-4439-b4de-fb05cae6e232" -d '{"events": [{"name": "network-changed", "server_uuid": "dc029631-da41-4f16-a728-5a5c0bd27d6f", "tag": "b07ae86d-67b5-41e2-86cd-d5066530521d"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:49.416043 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9bb0a-0fa1-4e00-a402-a5f013771ce3 req-9a12e2d6-804f-4844-90ab-55dcc91c8b45 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:49.417610 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-22c9bb0a-0fa1-4e00-a402-a5f013771ce3 req-9a12e2d6-804f-4844-90ab-55dcc91c8b45 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 1096 time: 0.0580504 Jul 24 09:07:49.451559 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-22c9bb0a-0fa1-4e00-a402-a5f013771ce3 req-33a1d539-290a-4d93-a06b-87b376b8c46f tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283864 Jul 24 09:07:49.597873 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb56da0-4eb5-4f01-af92-c00bd2c9622d x-openstack-request-id: req-1bb56da0-4eb5-4f01-af92-c00bd2c9622d {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:49.599004 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa892ca7-2cb5-463a-bdee-fe1bab00faaa", "name": "network-vif-plugged", "status": "completed", "tag": "855a386c-6c6c-438d-8ced-1efbc27c56c3", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:49.599600 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1bb56da0-4eb5-4f01-af92-c00bd2c9622d {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:49.604690 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa892ca7-2cb5-463a-bdee-fe1bab00faaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855a386c-6c6c-438d-8ced-1efbc27c56c3', 'code': 200} Jul 24 09:07:49.743047 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8c22e-b7b9-4081-a3ca-cf0bb56af434 req-85f402f9-5397-4771-94d1-e9e4d191a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:49.744562 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a9e8c22e-b7b9-4081-a3ca-cf0bb56af434 req-85f402f9-5397-4771-94d1-e9e4d191a4ea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fa892ca7-2cb5-463a-bdee-fe1bab00faaa HTTP/1.1" status: 200 len: 1101 time: 0.0582139 Jul 24 09:07:49.816555 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a9e8c22e-b7b9-4081-a3ca-cf0bb56af434 req-033c28e8-8485-4582-95a7-c602c45070c2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=35f81def-1902-4d9b-81fb-9d0da40b25c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656023 Jul 24 09:07:49.870329 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-1b7e24a3-c7a0-416d-a11f-ad46cfb5eaa9 req-bb52eb7b-5d1f-4a90-8027-578d3e0f6579 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:49.874541 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-1b7e24a3-c7a0-416d-a11f-ad46cfb5eaa9 req-bb52eb7b-5d1f-4a90-8027-578d3e0f6579 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:49.883837 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-4c4647ac-463d-4c01-9db8-47177b7ee215 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:49.885369 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-4c4647ac-463d-4c01-9db8-47177b7ee215 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/networks?id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 200 len: 807 time: 0.1162066 Jul 24 09:07:49.900543 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-1e95f9cd-79f9-4704-af17-c890a9e5e82d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/quotas/9d4740b4b94942bdba9d4b286110923d HTTP/1.1" status: 200 len: 375 time: 0.0100021 Jul 24 09:07:49.973702 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-ef0c1f43-2d56-472e-99d8-700013f1c670 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d4740b4b94942bdba9d4b286110923d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0678611 Jul 24 09:07:49.999425 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [req-1b7e24a3-c7a0-416d-a11f-ad46cfb5eaa9 req-bb52eb7b-5d1f-4a90-8027-578d3e0f6579 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Floating IP eb75bc2c-c22f-47c3-8718-74b938c1f41f associated. External IP: 172.25.7.251, port: 023adb2a-00d1-47e7-8a65-6bb04d45eb45. Jul 24 09:07:50.073300 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-df3162fc-da7e-43ca-ac7e-5d0bdba3db0c service neutron] 10.222.0.32 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925114 Jul 24 09:07:50.178264 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-631af9d1-792b-48ff-88ff-34f993a26b4d service neutron] 10.222.0.32 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947111 Jul 24 09:07:50.212958 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b7e24a3-c7a0-416d-a11f-ad46cfb5eaa9 req-bb52eb7b-5d1f-4a90-8027-578d3e0f6579 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Router b82a34ac-21b9-40f2-9c52-98d6d2cec22a has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:07:50.261438 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46564) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:50.331217 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b7e24a3-c7a0-416d-a11f-ad46cfb5eaa9 req-bb52eb7b-5d1f-4a90-8027-578d3e0f6579 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:07:50.336049 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-1b7e24a3-c7a0-416d-a11f-ad46cfb5eaa9 req-bb52eb7b-5d1f-4a90-8027-578d3e0f6579 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:50.342418 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb718135-9a39-4694-82b7-469da49a118c None None] Sync routers for ids ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:07:50.355565 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb718135-9a39-4694-82b7-469da49a118c None None] Routers {'b82a34ac-21b9-40f2-9c52-98d6d2cec22a'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:07:50.356417 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-eb718135-9a39-4694-82b7-469da49a118c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:07:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:50.397885 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4bed7b6d-fc94-4e8f-a8b4-10d7d7156c03 req-ed6021db-d3ab-4ff1-b541-f4e2380e6ec5 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "GET /v2.0/security-groups/0849ff34-aab2-410c-85ff-181b3546ce6d HTTP/1.1" status: 200 len: 2396 time: 0.0980632 Jul 24 09:07:50.413942 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1b7e24a3-c7a0-416d-a11f-ad46cfb5eaa9 req-bb52eb7b-5d1f-4a90-8027-578d3e0f6579 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "PUT /v2.0/floatingips/eb75bc2c-c22f-47c3-8718-74b938c1f41f HTTP/1.1" status: 200 len: 996 time: 1.0597529 Jul 24 09:07:50.414473 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4ad02c-74d1-4b40-bfcb-7f290d018f5b', 'tag': '023adb2a-00d1-47e7-8a65-6bb04d45eb45'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:50.417072 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e24a0ce-7d69-4f2f-86e1-5e53c8e17948" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4ad02c-74d1-4b40-bfcb-7f290d018f5b", "tag": "023adb2a-00d1-47e7-8a65-6bb04d45eb45"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:50.417185 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-06d8253f-e4bc-46de-87d5-556686019f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:50.465909 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d1d8a-10b8-4d11-8ede-2906d50eebae req-14efd189-2a9e-488c-b63a-6fbcc2798722 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:50.467593 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d51d1d8a-10b8-4d11-8ede-2906d50eebae req-14efd189-2a9e-488c-b63a-6fbcc2798722 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fe982b6-7c28-4b6b-991a-852b0a03055e HTTP/1.1" status: 200 len: 945 time: 0.1527150 Jul 24 09:07:50.501766 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e24a3-c7a0-416d-a11f-ad46cfb5eaa9 req-0e1dca6d-46d1-4357-89ac-5296601c7dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:50.503310 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1b7e24a3-c7a0-416d-a11f-ad46cfb5eaa9 req-0e1dca6d-46d1-4357-89ac-5296601c7dd9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e0f26770ead4e32a3c0b7247a4e23c2&device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b HTTP/1.1" status: 200 len: 1096 time: 0.0711293 Jul 24 09:07:50.533925 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-eb718135-9a39-4694-82b7-469da49a118c None None] Set router b82a34ac-21b9-40f2-9c52-98d6d2cec22a gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:07:50.610547 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4bed7b6d-fc94-4e8f-a8b4-10d7d7156c03 req-0dcab1ef-0e6b-4380-ac76-dedf1452543e tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:50.621602 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e24a3-c7a0-416d-a11f-ad46cfb5eaa9 req-776a4fad-30fa-4b81-8cc5-4dbfbd480d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:50.630828 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1b7e24a3-c7a0-416d-a11f-ad46cfb5eaa9 req-776a4fad-30fa-4b81-8cc5-4dbfbd480d5d service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d HTTP/1.1" status: 200 len: 918 time: 0.1170902 Jul 24 09:07:50.683436 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4bed7b6d-fc94-4e8f-a8b4-10d7d7156c03 req-0dcab1ef-0e6b-4380-ac76-dedf1452543e tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:50.718656 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1b7e24a3-c7a0-416d-a11f-ad46cfb5eaa9 req-0439b8a6-0848-45d3-9c13-5b0de72fe5df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=023adb2a-00d1-47e7-8a65-6bb04d45eb45 HTTP/1.1" status: 200 len: 999 time: 0.0866518 Jul 24 09:07:50.758233 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4bed7b6d-fc94-4e8f-a8b4-10d7d7156c03 req-0dcab1ef-0e6b-4380-ac76-dedf1452543e tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:50.761203 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4bed7b6d-fc94-4e8f-a8b4-10d7d7156c03 req-0dcab1ef-0e6b-4380-ac76-dedf1452543e tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:50.767256 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4bed7b6d-fc94-4e8f-a8b4-10d7d7156c03 req-0dcab1ef-0e6b-4380-ac76-dedf1452543e tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "DELETE /v2.0/security-groups/0849ff34-aab2-410c-85ff-181b3546ce6d HTTP/1.1" status: 204 len: 173 time: 0.3619473 Jul 24 09:07:50.780376 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e24a3-c7a0-416d-a11f-ad46cfb5eaa9 req-d0b35987-0d36-4755-8561-76c87f5ddb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:50.788332 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1b7e24a3-c7a0-416d-a11f-ad46cfb5eaa9 req-d0b35987-0d36-4755-8561-76c87f5ddb95 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=220ccdaa-7d4a-4d90-b09e-296688a41add HTTP/1.1" status: 200 len: 857 time: 0.0685539 Jul 24 09:07:50.842262 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54f0e6e-c4a0-40da-af7a-4bc7401b217a x-openstack-request-id: req-e54f0e6e-c4a0-40da-af7a-4bc7401b217a {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:50.842567 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc029631-da41-4f16-a728-5a5c0bd27d6f", "tag": "b07ae86d-67b5-41e2-86cd-d5066530521d", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:50.842814 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e54f0e6e-c4a0-40da-af7a-4bc7401b217a {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:50.843650 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc029631-da41-4f16-a728-5a5c0bd27d6f', 'tag': 'b07ae86d-67b5-41e2-86cd-d5066530521d', 'status': 'completed', 'code': 200} Jul 24 09:07:50.847243 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e24a3-c7a0-416d-a11f-ad46cfb5eaa9 req-0cf18616-ba53-4d23-b91b-dfbb84e3d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:50.848783 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcab1ef-0e6b-4380-ac76-dedf1452543e tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0849ff34-aab2-410c-85ff-181b3546ce6d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:50.855796 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1b7e24a3-c7a0-416d-a11f-ad46cfb5eaa9 req-0cf18616-ba53-4d23-b91b-dfbb84e3d473 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664501 Jul 24 09:07:50.866142 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-d51d1d8a-10b8-4d11-8ede-2906d50eebae req-3784bae3-bac7-4788-a13f-484aeaa0c2af tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Deleting port af1f7074-a71d-4246-9a15-efcc8568eb11 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:07:50.866491 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d51d1d8a-10b8-4d11-8ede-2906d50eebae req-3784bae3-bac7-4788-a13f-484aeaa0c2af tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:50.934439 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-eb718135-9a39-4694-82b7-469da49a118c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:38Z', 'updated_at': '2021-07-24T09:06:47Z', 'revision_number': 4, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'gw_port': {'id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:41Z', 'updated_at': '2021-07-24T09:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'eb75bc2c-c22f-47c3-8718-74b938c1f41f', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'port_id': '023adb2a-00d1-47e7-8a65-6bb04d45eb45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'mac_address': 'fa:16:3e:ba:ee:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4ad02c-74d1-4b40-bfcb-7f290d018f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:07:12Z', 'updated_at': '2021-07-24T09:07:49Z', 'revision_number': 8, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f', 'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'mac_address': 'fa:16:3e:39:1b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:46Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 5, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'subnets': [{'id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:50.971409 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1b7e24a3-c7a0-416d-a11f-ad46cfb5eaa9 req-85f44f89-e9e2-4955-b85f-9946d5e7d7de service neutron] 10.222.0.32 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145680 Jul 24 09:07:50.972966 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb718135-9a39-4694-82b7-469da49a118c None None] Checking router: b82a34ac-21b9-40f2-9c52-98d6d2cec22a for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:07:50.982247 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb718135-9a39-4694-82b7-469da49a118c None None] Routers {'b82a34ac-21b9-40f2-9c52-98d6d2cec22a'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:07:50.982861 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-eb718135-9a39-4694-82b7-469da49a118c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:07:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:51.086033 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-06d8253f-e4bc-46de-87d5-556686019f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:51.093304 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1b7e24a3-c7a0-416d-a11f-ad46cfb5eaa9 req-e9b5c706-658c-4af5-a749-4d4f46f61c99 service neutron] 10.222.0.32 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210110 Jul 24 09:07:51.101220 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-06d8253f-e4bc-46de-87d5-556686019f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:51.123650 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-eb718135-9a39-4694-82b7-469da49a118c None None] Set router b82a34ac-21b9-40f2-9c52-98d6d2cec22a gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:07:51.131113 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-d51d1d8a-10b8-4d11-8ede-2906d50eebae req-3784bae3-bac7-4788-a13f-484aeaa0c2af tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] For port af1f7074-a71d-4246-9a15-efcc8568eb11, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=af1f7074-a71d-4246-9a15-efcc8568eb11,segment=NetworkSegment(d70121ac-134b-429c-b67d-2538b555b119),segment_id=d70121ac-134b-429c-b67d-2538b555b119)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:51.131495 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d51d1d8a-10b8-4d11-8ede-2906d50eebae req-3784bae3-bac7-4788-a13f-484aeaa0c2af tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:51.160393 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-d51d1d8a-10b8-4d11-8ede-2906d50eebae req-3784bae3-bac7-4788-a13f-484aeaa0c2af tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Calling delete_port for af1f7074-a71d-4246-9a15-efcc8568eb11 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:07:51.180887 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46588) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:51.182765 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-06d8253f-e4bc-46de-87d5-556686019f5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76df67639a6d43bca270736d629e333d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9180562 Jul 24 09:07:51.195316 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb7f38-0c31-4439-b4de-fb05cae6e232 req-83198042-713d-44dc-94c4-08cdd7adaf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:51.196965 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1cb7f38-0c31-4439-b4de-fb05cae6e232 req-83198042-713d-44dc-94c4-08cdd7adaf88 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 1099 time: 0.2783718 Jul 24 09:07:51.199034 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8253f-e4bc-46de-87d5-556686019f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bea500-9d9a-4d9c-ba27-b3cafe802ba8,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:51.317765 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c1f61979-32e9-40b8-980d-48918be6f60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:51.338672 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5e7dc-1c1f-47c9-955f-bf4239fd3c03 req-cef16c4b-1514-4409-b985-83bf0a0ed92a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:51.340289 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-07e5e7dc-1c1f-47c9-955f-bf4239fd3c03 req-cef16c4b-1514-4409-b985-83bf0a0ed92a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 948 time: 0.1333997 Jul 24 09:07:51.358293 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c1f61979-32e9-40b8-980d-48918be6f60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:51.377251 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb7f38-0c31-4439-b4de-fb05cae6e232 req-e13fbbb5-bb51-463b-a554-51ba1355401c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:51.380111 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1cb7f38-0c31-4439-b4de-fb05cae6e232 req-e13fbbb5-bb51-463b-a554-51ba1355401c service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.1766927 Jul 24 09:07:51.422025 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-07e5e7dc-1c1f-47c9-955f-bf4239fd3c03 req-c6f127f3-0c18-46ae-8613-e1cd69c9ad91 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693450 Jul 24 09:07:51.445297 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c1f61979-32e9-40b8-980d-48918be6f60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:51.448065 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c1f61979-32e9-40b8-980d-48918be6f60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:51.451784 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c1f61979-32e9-40b8-980d-48918be6f60e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95bea500-9d9a-4d9c-ba27-b3cafe802ba8 HTTP/1.1" status: 204 len: 168 time: 0.2674015 Jul 24 09:07:51.474786 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f61979-32e9-40b8-980d-48918be6f60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bea500-9d9a-4d9c-ba27-b3cafe802ba8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:51.526858 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-eb718135-9a39-4694-82b7-469da49a118c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:38Z', 'updated_at': '2021-07-24T09:06:47Z', 'revision_number': 4, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'gw_port': {'id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:41Z', 'updated_at': '2021-07-24T09:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'eb75bc2c-c22f-47c3-8718-74b938c1f41f', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'port_id': '023adb2a-00d1-47e7-8a65-6bb04d45eb45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'mac_address': 'fa:16:3e:ba:ee:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4ad02c-74d1-4b40-bfcb-7f290d018f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:07:12Z', 'updated_at': '2021-07-24T09:07:49Z', 'revision_number': 8, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f', 'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'mac_address': 'fa:16:3e:39:1b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:46Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 5, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'subnets': [{'id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:51.576601 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d51d1d8a-10b8-4d11-8ede-2906d50eebae req-3784bae3-bac7-4788-a13f-484aeaa0c2af tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:51.598032 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['023adb2a-00d1-47e7-8a65-6bb04d45eb45', 'af1f7074-a71d-4246-9a15-efcc8568eb11'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:07:51.599201 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5bb55-e958-4772-a8c6-045898f66898 req-be996814-da64-420d-98ed-ca40ccee99ba tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:51.601004 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a7a5bb55-e958-4772-a8c6-045898f66898 req-be996814-da64-420d-98ed-ca40ccee99ba tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa892ca7-2cb5-463a-bdee-fe1bab00faaa HTTP/1.1" status: 200 len: 950 time: 0.0833254 Jul 24 09:07:51.617777 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1cb7f38-0c31-4439-b4de-fb05cae6e232 req-0936552f-8c29-406a-851d-4834504f1c6e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=b07ae86d-67b5-41e2-86cd-d5066530521d HTTP/1.1" status: 200 len: 217 time: 0.2307596 Jul 24 09:07:51.664878 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a7a5bb55-e958-4772-a8c6-045898f66898 req-4c052fe3-c22e-4143-a486-19ad1e387bbb tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] 10.222.0.32 "GET /v2.0/security-groups?id=35f81def-1902-4d9b-81fb-9d0da40b25c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427709 Jul 24 09:07:51.680485 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784bae3-bac7-4788-a13f-484aeaa0c2af tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Pushing event deleted for resources: {'Port': ['ID=af1f7074-a71d-4246-9a15-efcc8568eb11,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:51.682603 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb718135-9a39-4694-82b7-469da49a118c None None] The sync data for ids ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'] in n-d-800085-9 is: [{'id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:38Z', 'updated_at': '2021-07-24T09:06:47Z', 'revision_number': 4, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'gw_port': {'id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:41Z', 'updated_at': '2021-07-24T09:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'eb75bc2c-c22f-47c3-8718-74b938c1f41f', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'port_id': '023adb2a-00d1-47e7-8a65-6bb04d45eb45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'mac_address': 'fa:16:3e:ba:ee:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4ad02c-74d1-4b40-bfcb-7f290d018f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:07:12Z', 'updated_at': '2021-07-24T09:07:49Z', 'revision_number': 8, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f', 'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'mac_address': 'fa:16:3e:39:1b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:46Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 5, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'subnets': [{'id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:07:51.839619 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-43567e29-c4ec-4adb-b355-1654f21fb76f req-d82a7e3d-2863-4076-b514-0466a97607ac tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 210 time: 0.0525463 Jul 24 09:07:51.917229 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775ac9b5-29d6-438e-acef-b230c0115b4c x-openstack-request-id: req-775ac9b5-29d6-438e-acef-b230c0115b4c {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:51.917511 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4ad02c-74d1-4b40-bfcb-7f290d018f5b", "tag": "023adb2a-00d1-47e7-8a65-6bb04d45eb45", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:51.917772 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-775ac9b5-29d6-438e-acef-b230c0115b4c {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:51.918234 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4ad02c-74d1-4b40-bfcb-7f290d018f5b', 'tag': '023adb2a-00d1-47e7-8a65-6bb04d45eb45', 'status': 'completed', 'code': 200} Jul 24 09:07:51.943907 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51d1d8a-10b8-4d11-8ede-2906d50eebae req-3784bae3-bac7-4788-a13f-484aeaa0c2af tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] No DVR routers for this DVR port af1f7074-a71d-4246-9a15-efcc8568eb11 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:07:51.963530 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-b02377be-e3c5-4060-86a8-6c7bcb76f998 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:51.965240 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-b02377be-e3c5-4060-86a8-6c7bcb76f998 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.20 "GET /v2.0/networks?id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 200 len: 807 time: 0.4560940 Jul 24 09:07:51.966380 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d51d1d8a-10b8-4d11-8ede-2906d50eebae req-3784bae3-bac7-4788-a13f-484aeaa0c2af tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:51.970690 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d51d1d8a-10b8-4d11-8ede-2906d50eebae req-3784bae3-bac7-4788-a13f-484aeaa0c2af tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.20 "DELETE /v2.0/ports/af1f7074-a71d-4246-9a15-efcc8568eb11 HTTP/1.1" status: 204 len: 173 time: 1.4881148 Jul 24 09:07:52.011608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-9eb6f411-0db3-486d-9bd8-034d7be7073f tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Request body: {'port': {'device_id': '4f865ce5-cf0f-4950-8bcb-32ae6a211a43', 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877', 'admin_state_up': True, 'tenant_id': '9d4740b4b94942bdba9d4b286110923d'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:52.058362 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46616) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:52.067885 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb7f38-0c31-4439-b4de-fb05cae6e232 req-58ac8c86-df16-48e7-9b84-f96f9482ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:52.070005 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1cb7f38-0c31-4439-b4de-fb05cae6e232 req-58ac8c86-df16-48e7-9b84-f96f9482ce8e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.4226727 Jul 24 09:07:52.085514 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28466e42-7c5e-4489-8e4a-921cccc9c18c None None] New status for floating IP eb75bc2c-c22f-47c3-8718-74b938c1f41f: ACTIVE {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:07:52.102397 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24a0ce-7d69-4f2f-86e1-5e53c8e17948 req-cd9fe01f-c86a-4210-9853-23e1f4f8158e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:52.104645 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e24a0ce-7d69-4f2f-86e1-5e53c8e17948 req-cd9fe01f-c86a-4210-9853-23e1f4f8158e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9e0f26770ead4e32a3c0b7247a4e23c2&device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b HTTP/1.1" status: 200 len: 1096 time: 0.1647637 Jul 24 09:07:52.111827 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6cc6d033-8e9c-4b8d-84f7-0d9876d1fd05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:52.123798 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-088f916f-ccf9-4390-bcb8-14282ead3ae3 req-1ab490a8-4403-4ed0-884a-d2218424edc4 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] show failed (client error): The resource could not be found. Jul 24 09:07:52.137301 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-088f916f-ccf9-4390-bcb8-14282ead3ae3 req-1ab490a8-4403-4ed0-884a-d2218424edc4 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "GET /v2.0/security-groups/00cd7769-f92c-4d21-8d46-5ff05e0488ac HTTP/1.1" status: 404 len: 352 time: 0.0517962 Jul 24 09:07:52.275222 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb7f38-0c31-4439-b4de-fb05cae6e232 req-87c72060-9bf1-4565-8aae-b072a863b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:52.277097 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1cb7f38-0c31-4439-b4de-fb05cae6e232 req-87c72060-9bf1-4565-8aae-b072a863b1db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0621490 Jul 24 09:07:52.380629 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1cb7f38-0c31-4439-b4de-fb05cae6e232 req-a428b6a6-cf90-4016-b566-48effa5b25c0 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933313 Jul 24 09:07:52.490269 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1cb7f38-0c31-4439-b4de-fb05cae6e232 req-18f6092b-e0e5-4f08-a2f6-c2345de42630 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028671 Jul 24 09:07:52.542369 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-eda6145e-9575-4f65-a115-ea333557fb37 req-0e47c757-d792-4e1d-9592-1aa2fc3a22e1 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:07:52.543360 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eda6145e-9575-4f65-a115-ea333557fb37 req-0e47c757-d792-4e1d-9592-1aa2fc3a22e1 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207605 Jul 24 09:07:52.559328 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-eda6145e-9575-4f65-a115-ea333557fb37 req-4acddacc-c016-4714-bef0-bcafe87adffe service neutron] Request body: {'binding': {'host': 'n-h2-800085-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:52.559775 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-eda6145e-9575-4f65-a115-ea333557fb37 req-4acddacc-c016-4714-bef0-bcafe87adffe service neutron] Unknown quota resources ['binding']. {{(pid=94035) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 09:07:52.570995 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-919b5aad-a60d-43ad-b7c9-4e3e93991bd9 req-939d0b63-6693-4a46-aa3c-d8eee7acc15d tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/floatingips/eb75bc2c-c22f-47c3-8718-74b938c1f41f HTTP/1.1" status: 200 len: 996 time: 0.4204812 Jul 24 09:07:52.615594 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24a0ce-7d69-4f2f-86e1-5e53c8e17948 req-ac8ba55b-b6a1-4ea6-b9f9-6321af73693c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:52.617266 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e24a0ce-7d69-4f2f-86e1-5e53c8e17948 req-ac8ba55b-b6a1-4ea6-b9f9-6321af73693c service neutron] 10.222.0.20 "GET /v2.0/networks?id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d HTTP/1.1" status: 200 len: 918 time: 0.5022371 Jul 24 09:07:52.818229 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e24a0ce-7d69-4f2f-86e1-5e53c8e17948 req-ffad825a-05d6-4a4b-aab4-04940e700a5b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=023adb2a-00d1-47e7-8a65-6bb04d45eb45 HTTP/1.1" status: 200 len: 1001 time: 0.1809390 Jul 24 09:07:52.843891 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe982b6-7c28-4b6b-991a-852b0a03055e', 'name': 'network-vif-deleted', 'tag': 'af1f7074-a71d-4246-9a15-efcc8568eb11'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:52.846345 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5881a56c-1979-47fe-aef8-b4cd13054c66" -d '{"events": [{"server_uuid": "6fe982b6-7c28-4b6b-991a-852b0a03055e", "name": "network-vif-deleted", "tag": "af1f7074-a71d-4246-9a15-efcc8568eb11"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:52.892118 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b5aad-a60d-43ad-b7c9-4e3e93991bd9 req-ffd939c2-6f08-4cf1-9e65-c1a9a1892a87 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:52.893472 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-919b5aad-a60d-43ad-b7c9-4e3e93991bd9 req-ffd939c2-6f08-4cf1-9e65-c1a9a1892a87 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 0.2975624 Jul 24 09:07:52.895723 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6cc6d033-8e9c-4b8d-84f7-0d9876d1fd05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:52.910542 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6cc6d033-8e9c-4b8d-84f7-0d9876d1fd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:52.915195 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-9eb6f411-0db3-486d-9bd8-034d7be7073f tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Made reservation on behalf of 9d4740b4b94942bdba9d4b286110923d for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:07:52.917212 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device b07ae86d-67b5-41e2-86cd-d5066530521d details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:07:52.918944 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-9eb6f411-0db3-486d-9bd8-034d7be7073f tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:52.919179 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-919b5aad-a60d-43ad-b7c9-4e3e93991bd9 req-984ae42e-00f8-4e3f-9c1d-1cc5994ab9f8 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:07:52.920183 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-919b5aad-a60d-43ad-b7c9-4e3e93991bd9 req-984ae42e-00f8-4e3f-9c1d-1cc5994ab9f8 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0170724 Jul 24 09:07:52.954526 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24a0ce-7d69-4f2f-86e1-5e53c8e17948 req-dcc6435f-d98e-4b41-a7e0-3f899cfcf5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:52.956006 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e24a0ce-7d69-4f2f-86e1-5e53c8e17948 req-dcc6435f-d98e-4b41-a7e0-3f899cfcf5ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=220ccdaa-7d4a-4d90-b09e-296688a41add HTTP/1.1" status: 200 len: 857 time: 0.1302052 Jul 24 09:07:52.983475 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-eda6145e-9575-4f65-a115-ea333557fb37 req-4acddacc-c016-4714-bef0-bcafe87adffe service neutron] Attempting to bind port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf on host n-h2-800085-9 for vnic_type normal with profile None {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:07:52.983818 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-eda6145e-9575-4f65-a115-ea333557fb37 req-4acddacc-c016-4714-bef0-bcafe87adffe service neutron] Attempting to bind port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:07:52.984154 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda6145e-9575-4f65-a115-ea333557fb37 req-4acddacc-c016-4714-bef0-bcafe87adffe service neutron] Attempting to bind port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf on network 78a39135-7e1b-4cfc-8949-e6417e15b488 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:53.004316 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6d033-8e9c-4b8d-84f7-0d9876d1fd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edfe62b-f99f-498a-8051-0ddf9815343d,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:53.011990 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6cc6d033-8e9c-4b8d-84f7-0d9876d1fd05 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca12599fec504dccbd75256ee97d715e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9523458 Jul 24 09:07:53.013849 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda6145e-9575-4f65-a115-ea333557fb37 req-4acddacc-c016-4714-bef0-bcafe87adffe service neutron] Port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf on network 78a39135-7e1b-4cfc-8949-e6417e15b488 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:07:53.014179 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda6145e-9575-4f65-a115-ea333557fb37 req-4acddacc-c016-4714-bef0-bcafe87adffe service neutron] Attempting to bind port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf on network 78a39135-7e1b-4cfc-8949-e6417e15b488 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:53.015974 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46630) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:53.029623 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda6145e-9575-4f65-a115-ea333557fb37 req-4acddacc-c016-4714-bef0-bcafe87adffe service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:07:53.029965 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda6145e-9575-4f65-a115-ea333557fb37 req-4acddacc-c016-4714-bef0-bcafe87adffe service neutron] Checking segment: {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:07:53.030352 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda6145e-9575-4f65-a115-ea333557fb37 req-4acddacc-c016-4714-bef0-bcafe87adffe service neutron] Bound using segment: {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:07:53.030801 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-eda6145e-9575-4f65-a115-ea333557fb37 req-4acddacc-c016-4714-bef0-bcafe87adffe service neutron] Bound port: 16310b34-2d78-42f4-93bf-6a4e2d0afeaf, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:07:53.096907 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-9eb6f411-0db3-486d-9bd8-034d7be7073f tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Allocated IP 172.20.0.3 (6a935e96-24dd-4ac6-b84d-eaf70ae8f877/58351263-9729-4aa6-887c-072787b6bdca/ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:07:53.135620 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-eda6145e-9575-4f65-a115-ea333557fb37 req-4acddacc-c016-4714-bef0-bcafe87adffe service neutron] For port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=16310b34-2d78-42f4-93bf-6a4e2d0afeaf,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:07:53.147378 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24a0ce-7d69-4f2f-86e1-5e53c8e17948 req-b7be5872-2fb5-4ff3-a978-02ba81671a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:53.148955 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e24a0ce-7d69-4f2f-86e1-5e53c8e17948 req-b7be5872-2fb5-4ff3-a978-02ba81671a32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1776369 Jul 24 09:07:53.152457 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-eda6145e-9575-4f65-a115-ea333557fb37 req-4acddacc-c016-4714-bef0-bcafe87adffe service neutron] Notify callbacks [] for binding, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:53.153671 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eda6145e-9575-4f65-a115-ea333557fb37 req-4acddacc-c016-4714-bef0-bcafe87adffe service neutron] 10.222.0.32 "POST /v2.0/ports/16310b34-2d78-42f4-93bf-6a4e2d0afeaf/bindings HTTP/1.1" status: 201 len: 389 time: 0.5994878 Jul 24 09:07:53.168042 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-48fa45a1-97e9-4474-9b22-7e2e79c1e9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:53.215700 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port b07ae86d-67b5-41e2-86cd-d5066530521d, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b07ae86d-67b5-41e2-86cd-d5066530521d,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:53.241915 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-48fa45a1-97e9-4474-9b22-7e2e79c1e9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:53.259749 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'b07ae86d-67b5-41e2-86cd-d5066530521d', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': 'b07ae86d-67b5-41e2-86cd-d5066530521d', 'mac_address': 'fa:16:3e:b2:89:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:07:53.297406 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e24a0ce-7d69-4f2f-86e1-5e53c8e17948 req-08c4308b-15e2-4cd3-bd48-a9384ef30804 service neutron] 10.222.0.20 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396377 Jul 24 09:07:53.317436 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:53.332354 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b07ae86d-67b5-41e2-86cd-d5066530521d {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:07:53.355595 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port b07ae86d-67b5-41e2-86cd-d5066530521d, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b07ae86d-67b5-41e2-86cd-d5066530521d,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:53.360171 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:53.361020 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-48fa45a1-97e9-4474-9b22-7e2e79c1e9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:53.371914 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-48fa45a1-97e9-4474-9b22-7e2e79c1e9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:53.373542 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-48fa45a1-97e9-4474-9b22-7e2e79c1e9bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2edfe62b-f99f-498a-8051-0ddf9815343d HTTP/1.1" status: 204 len: 168 time: 0.3546371 Jul 24 09:07:53.408233 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2713b65d-4cef-40f5-915e-836ee1c2177e req-32eb09df-22c5-4c53-9fd6-bbb612b960a0 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "GET /v2.0/security-groups/6bca6afd-3ec8-4669-8a80-e80cc01a03b6 HTTP/1.1" status: 200 len: 1805 time: 0.0634608 Jul 24 09:07:53.411738 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-9eb6f411-0db3-486d-9bd8-034d7be7073f tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:53.425017 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=b07ae86d-67b5-41e2-86cd-d5066530521d,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:53.434031 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa45a1-97e9-4474-9b22-7e2e79c1e9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edfe62b-f99f-498a-8051-0ddf9815343d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:53.477353 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e24a0ce-7d69-4f2f-86e1-5e53c8e17948 req-e7985623-5057-475f-912e-0a2f4e72d639 service neutron] 10.222.0.20 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736295 Jul 24 09:07:53.554490 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2713b65d-4cef-40f5-915e-836ee1c2177e req-6b5fc5e4-2130-4bd4-8ef0-a97ac2b68013 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:53.558246 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-9eb6f411-0db3-486d-9bd8-034d7be7073f tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:53.563751 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6145e-9575-4f65-a115-ea333557fb37 req-f9e403e6-3c04-4510-88b7-d22f10b85d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:53.565228 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eda6145e-9575-4f65-a115-ea333557fb37 req-f9e403e6-3c04-4510-88b7-d22f10b85d87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 1096 time: 0.1509397 Jul 24 09:07:53.618858 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['b07ae86d-67b5-41e2-86cd-d5066530521d'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:07:53.623222 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f2b84-914c-4590-ac4d-2d944f7ca37c req-f51d6328-044c-4089-a396-39c3830c980e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:53.624783 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-673f2b84-914c-4590-ac4d-2d944f7ca37c req-f51d6328-044c-4089-a396-39c3830c980e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 949 time: 0.0778768 Jul 24 09:07:53.653121 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2713b65d-4cef-40f5-915e-836ee1c2177e req-6b5fc5e4-2130-4bd4-8ef0-a97ac2b68013 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:53.670022 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-9eb6f411-0db3-486d-9bd8-034d7be7073f tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:07:53.685627 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-673f2b84-914c-4590-ac4d-2d944f7ca37c req-07098136-4027-4334-9e6b-4de5da73f44d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497978 Jul 24 09:07:53.687467 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-9eb6f411-0db3-486d-9bd8-034d7be7073f tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:07:53.716096 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-9eb6f411-0db3-486d-9bd8-034d7be7073f tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:07:53.721641 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-9eb6f411-0db3-486d-9bd8-034d7be7073f tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:53.722801 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-9eb6f411-0db3-486d-9bd8-034d7be7073f tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:53.725166 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6f411-0db3-486d-9bd8-034d7be7073f tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Pushing event updated for resources: {'Port': ['ID=ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:53.761643 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d424848-6caa-482e-87bf-dc0b1777c335 x-openstack-request-id: req-6d424848-6caa-482e-87bf-dc0b1777c335 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:53.761919 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe982b6-7c28-4b6b-991a-852b0a03055e", "name": "network-vif-deleted", "tag": "af1f7074-a71d-4246-9a15-efcc8568eb11", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:53.762172 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d424848-6caa-482e-87bf-dc0b1777c335 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:53.762570 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe982b6-7c28-4b6b-991a-852b0a03055e', 'name': 'network-vif-deleted', 'tag': 'af1f7074-a71d-4246-9a15-efcc8568eb11', 'status': 'completed', 'code': 200} Jul 24 09:07:53.776609 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-9eb6f411-0db3-486d-9bd8-034d7be7073f tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7896590 Jul 24 09:07:53.782520 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6145e-9575-4f65-a115-ea333557fb37 req-d597280f-430c-4da6-b14d-2f0bd27d4ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:53.784117 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eda6145e-9575-4f65-a115-ea333557fb37 req-d597280f-430c-4da6-b14d-2f0bd27d4ed4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=78a39135-7e1b-4cfc-8949-e6417e15b488 HTTP/1.1" status: 200 len: 921 time: 0.2080090 Jul 24 09:07:53.789779 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Request body: {'port': {'device_id': '4f865ce5-cf0f-4950-8bcb-32ae6a211a43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:53.794400 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2713b65d-4cef-40f5-915e-836ee1c2177e req-6b5fc5e4-2130-4bd4-8ef0-a97ac2b68013 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:53.796905 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2713b65d-4cef-40f5-915e-836ee1c2177e req-6b5fc5e4-2130-4bd4-8ef0-a97ac2b68013 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:53.797982 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2713b65d-4cef-40f5-915e-836ee1c2177e req-6b5fc5e4-2130-4bd4-8ef0-a97ac2b68013 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "DELETE /v2.0/security-groups/6bca6afd-3ec8-4669-8a80-e80cc01a03b6 HTTP/1.1" status: 204 len: 173 time: 0.3826101 Jul 24 09:07:53.869876 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5fc5e4-2130-4bd4-8ef0-a97ac2b68013 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bca6afd-3ec8-4669-8a80-e80cc01a03b6,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:53.874901 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eda6145e-9575-4f65-a115-ea333557fb37 req-c70a76a3-6713-45c2-9923-c539cd5b430a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16310b34-2d78-42f4-93bf-6a4e2d0afeaf HTTP/1.1" status: 200 len: 217 time: 0.0812945 Jul 24 09:07:53.921982 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f04eda-e486-417f-9482-6fcaae6b16cd req-3bb9fbef-28c2-4b2d-8ee0-b40809d26111 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:53.923888 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d4f04eda-e486-417f-9482-6fcaae6b16cd req-3bb9fbef-28c2-4b2d-8ee0-b40809d26111 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 931 time: 0.0936329 Jul 24 09:07:53.971100 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d4f04eda-e486-417f-9482-6fcaae6b16cd req-d1f67e73-48a5-4e92-bbcb-310a02a61203 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387750 Jul 24 09:07:54.189146 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cad55-6afc-40fb-9297-c66c110e6900 req-4840afff-10d5-4196-8ec7-7d6a03d2f9d7 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:54.191105 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7b5cad55-6afc-40fb-9297-c66c110e6900 req-4840afff-10d5-4196-8ec7-7d6a03d2f9d7 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 945 time: 0.0746937 Jul 24 09:07:54.234224 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7b5cad55-6afc-40fb-9297-c66c110e6900 req-141bd9c0-e58f-4659-bac4-9ed5ceb5a890 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367241 Jul 24 09:07:54.241794 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-35866e0b-e908-480f-bff1-41068a45cf54 req-0577a66b-de7e-4d83-a7d2-6195cd8cea07 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.251 HTTP/1.1" status: 200 len: 1001 time: 0.4184604 Jul 24 09:07:54.247276 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6145e-9575-4f65-a115-ea333557fb37 req-b8d7b591-af2e-4d76-992f-307db582e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:54.248696 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eda6145e-9575-4f65-a115-ea333557fb37 req-b8d7b591-af2e-4d76-992f-307db582e88a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=726d329a-a5bb-490b-be1e-f21c87173472 HTTP/1.1" status: 200 len: 861 time: 0.3423288 Jul 24 09:07:54.249602 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:54.317687 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eda6145e-9575-4f65-a115-ea333557fb37 req-0ddb486c-497d-4604-a56c-c2187fe66d32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78a39135-7e1b-4cfc-8949-e6417e15b488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563955 Jul 24 09:07:54.353522 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6ca1f6ec-3be3-417a-a782-8527bfca9e78 req-1c8cfd0a-0b36-4f7b-8eb2-0a9d0fb6de89 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "GET /v2.0/security-groups/fe0b4bd8-68e9-4034-9e3c-7018cbbceab5 HTTP/1.1" status: 200 len: 1804 time: 0.0439470 Jul 24 09:07:54.379854 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35866e0b-e908-480f-bff1-41068a45cf54 req-d5200913-ec3b-48ff-8e7f-6c58d41ce351 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:54.381412 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-35866e0b-e908-480f-bff1-41068a45cf54 req-d5200913-ec3b-48ff-8e7f-6c58d41ce351 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports/023adb2a-00d1-47e7-8a65-6bb04d45eb45 HTTP/1.1" status: 200 len: 942 time: 0.1291893 Jul 24 09:07:54.441737 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-6ca1f6ec-3be3-417a-a782-8527bfca9e78 req-9f7a7c00-bd26-4431-96d8-db9c5a23c442 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:54.464049 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-6ca1f6ec-3be3-417a-a782-8527bfca9e78 req-9f7a7c00-bd26-4431-96d8-db9c5a23c442 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:54.538758 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-6ca1f6ec-3be3-417a-a782-8527bfca9e78 req-9f7a7c00-bd26-4431-96d8-db9c5a23c442 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:54.541800 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-6ca1f6ec-3be3-417a-a782-8527bfca9e78 req-9f7a7c00-bd26-4431-96d8-db9c5a23c442 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:54.543191 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6ca1f6ec-3be3-417a-a782-8527bfca9e78 req-9f7a7c00-bd26-4431-96d8-db9c5a23c442 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "DELETE /v2.0/security-groups/fe0b4bd8-68e9-4034-9e3c-7018cbbceab5 HTTP/1.1" status: 204 len: 173 time: 0.1841249 Jul 24 09:07:54.556531 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a7c00-bd26-4431-96d8-db9c5a23c442 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0b4bd8-68e9-4034-9e3c-7018cbbceab5,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:54.582989 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eda6145e-9575-4f65-a115-ea333557fb37 req-bc947676-da6b-4d7e-9f6e-0b1a36ddec94 service neutron] 10.222.0.20 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531083 Jul 24 09:07:54.606597 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-35866e0b-e908-480f-bff1-41068a45cf54 req-22c4fde2-2a3a-4ebe-ae8e-7e3f27e6a876 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.251 HTTP/1.1" status: 200 len: 1001 time: 0.1280494 Jul 24 09:07:54.698409 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aa3d0206-5657-42c3-9a4c-c34df3e12ef8 req-122b1ba5-43bd-4bbd-b827-ea0c98d847bf tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "GET /v2.0/security-groups/f2dbdc80-81a7-49af-8076-f60ba78c66a4 HTTP/1.1" status: 200 len: 1803 time: 0.0406330 Jul 24 09:07:54.763085 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-aa3d0206-5657-42c3-9a4c-c34df3e12ef8 req-53c88534-75d4-45d0-8841-f26f975ff7b4 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:54.787116 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-aa3d0206-5657-42c3-9a4c-c34df3e12ef8 req-53c88534-75d4-45d0-8841-f26f975ff7b4 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:54.814953 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eda6145e-9575-4f65-a115-ea333557fb37 req-fd0186ba-318a-43bc-8a32-37d155900981 service neutron] 10.222.0.20 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270701 Jul 24 09:07:54.841484 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-aa3d0206-5657-42c3-9a4c-c34df3e12ef8 req-53c88534-75d4-45d0-8841-f26f975ff7b4 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:54.844349 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-aa3d0206-5657-42c3-9a4c-c34df3e12ef8 req-53c88534-75d4-45d0-8841-f26f975ff7b4 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:54.845793 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aa3d0206-5657-42c3-9a4c-c34df3e12ef8 req-53c88534-75d4-45d0-8841-f26f975ff7b4 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "DELETE /v2.0/security-groups/f2dbdc80-81a7-49af-8076-f60ba78c66a4 HTTP/1.1" status: 204 len: 173 time: 0.1401381 Jul 24 09:07:54.856493 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c88534-75d4-45d0-8841-f26f975ff7b4 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dbdc80-81a7-49af-8076-f60ba78c66a4,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:54.862834 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35866e0b-e908-480f-bff1-41068a45cf54 req-53f06ba7-4685-4590-869a-bc2a87e82b7d tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:54.864388 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-35866e0b-e908-480f-bff1-41068a45cf54 req-53f06ba7-4685-4590-869a-bc2a87e82b7d tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 0.2213166 Jul 24 09:07:54.884877 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:07:54.895260 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:54.929077 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device b07ae86d-67b5-41e2-86cd-d5066530521d up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:07:54.977340 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-35866e0b-e908-480f-bff1-41068a45cf54 req-a9b8bdc4-10b9-48e5-a1be-f0cc72ea7962 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.251 HTTP/1.1" status: 200 len: 1001 time: 0.1019742 Jul 24 09:07:54.985467 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port b07ae86d-67b5-41e2-86cd-d5066530521d completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:07:54.990954 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port b07ae86d-67b5-41e2-86cd-d5066530521d triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:07:54.991408 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:55.013681 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-35866e0b-e908-480f-bff1-41068a45cf54 req-b5b1de0b-1167-4502-ba4f-7ac7a5be4213 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:55.022713 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Transition to ACTIVE for port object ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:07:55.069025 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:55.090715 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:55.115252 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc029631-da41-4f16-a728-5a5c0bd27d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07ae86d-67b5-41e2-86cd-d5066530521d'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:55.118241 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8a906c-97d5-4c33-9ddb-3c311406cdb6" -d '{"events": [{"server_uuid": "dc029631-da41-4f16-a728-5a5c0bd27d6f", "name": "network-vif-plugged", "status": "completed", "tag": "b07ae86d-67b5-41e2-86cd-d5066530521d"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:55.133305 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port b07ae86d-67b5-41e2-86cd-d5066530521d, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b07ae86d-67b5-41e2-86cd-d5066530521d,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:55.138165 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:55.190045 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Pushing event updated for resources: {'Port': ['ID=ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:55.195579 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=b07ae86d-67b5-41e2-86cd-d5066530521d,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:55.199900 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-35866e0b-e908-480f-bff1-41068a45cf54 req-b5b1de0b-1167-4502-ba4f-7ac7a5be4213 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks [] for floatingip, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:55.211357 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495e6c8-0bf6-4f6d-b73e-a7754b064dde req-6dd43673-0a07-4b97-9e2e-8a8781854623 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:55.212545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6145e-9575-4f65-a115-ea333557fb37 req-c6766ae8-588e-4fb6-babf-336c97e90497 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:55.214174 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eda6145e-9575-4f65-a115-ea333557fb37 req-c6766ae8-588e-4fb6-babf-336c97e90497 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f&tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&binding%3Ahost_id=n-h1-800085-9 HTTP/1.1" status: 200 len: 1096 time: 0.3164570 Jul 24 09:07:55.218455 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e495e6c8-0bf6-4f6d-b73e-a7754b064dde req-6dd43673-0a07-4b97-9e2e-8a8781854623 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 950 time: 0.0872238 Jul 24 09:07:55.250109 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e495e6c8-0bf6-4f6d-b73e-a7754b064dde req-88e70667-bfb7-40ca-bae2-7192c6b9d4f7 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307875 Jul 24 09:07:55.256216 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-eda6145e-9575-4f65-a115-ea333557fb37 req-77865b5e-cfc9-45f4-bab9-87a8c12b30d7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800085-9'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:55.280437 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Attempting to bind port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:07:55.280816 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Attempting to bind port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:07:55.281153 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Attempting to bind port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:55.296464 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:07:55.298936 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Attempting to bind port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:55.303373 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device af1f7074-a71d-4246-9a15-efcc8568eb11 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:07:55.313359 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f9765609-93a2-4d55-ab40-8d2fbeb8f49a req-9faff688-bca1-4eda-9459-dce63e893d3c tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "GET /v2.0/security-groups/43c856be-a0ff-4b8b-9966-a8db094b2a10 HTTP/1.1" status: 200 len: 2402 time: 0.0397735 Jul 24 09:07:55.338769 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: af1f7074-a71d-4246-9a15-efcc8568eb11 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:07:55.339111 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device af1f7074-a71d-4246-9a15-efcc8568eb11 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:07:55.346523 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:07:55.346862 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Checking segment: {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:07:55.347274 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Bound using segment: {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:07:55.347717 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Bound port: ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:07:55.348123 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:55.380068 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f9765609-93a2-4d55-ab40-8d2fbeb8f49a req-2bad7973-743e-45ee-8f3d-3c48076eafe0 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:55.401967 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f9765609-93a2-4d55-ab40-8d2fbeb8f49a req-2bad7973-743e-45ee-8f3d-3c48076eafe0 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:55.439217 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-eda6145e-9575-4f65-a115-ea333557fb37 req-77865b5e-cfc9-45f4-bab9-87a8c12b30d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:55.446752 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f9765609-93a2-4d55-ab40-8d2fbeb8f49a req-2bad7973-743e-45ee-8f3d-3c48076eafe0 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:55.449370 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f9765609-93a2-4d55-ab40-8d2fbeb8f49a req-2bad7973-743e-45ee-8f3d-3c48076eafe0 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:55.450609 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f9765609-93a2-4d55-ab40-8d2fbeb8f49a req-2bad7973-743e-45ee-8f3d-3c48076eafe0 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "DELETE /v2.0/security-groups/43c856be-a0ff-4b8b-9966-a8db094b2a10 HTTP/1.1" status: 204 len: 173 time: 0.1302710 Jul 24 09:07:55.462822 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad7973-743e-45ee-8f3d-3c48076eafe0 tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c856be-a0ff-4b8b-9966-a8db094b2a10,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:55.504832 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-35866e0b-e908-480f-bff1-41068a45cf54 req-b5b1de0b-1167-4502-ba4f-7ac7a5be4213 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:55.513418 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-35866e0b-e908-480f-bff1-41068a45cf54 req-b5b1de0b-1167-4502-ba4f-7ac7a5be4213 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:55.513751 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [req-35866e0b-e908-480f-bff1-41068a45cf54 req-b5b1de0b-1167-4502-ba4f-7ac7a5be4213 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Floating IP eb75bc2c-c22f-47c3-8718-74b938c1f41f disassociated. External IP: 172.25.7.251, port: 023adb2a-00d1-47e7-8a65-6bb04d45eb45. Jul 24 09:07:55.563714 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405beeba-3596-4bd6-ac0b-11c5d68962c4 req-a8ca0015-e661-4f2a-a3a1-23038bbe0d10 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:55.565219 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-405beeba-3596-4bd6-ac0b-11c5d68962c4 req-a8ca0015-e661-4f2a-a3a1-23038bbe0d10 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 943 time: 0.0635910 Jul 24 09:07:55.600377 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] For port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:07:55.602973 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-405beeba-3596-4bd6-ac0b-11c5d68962c4 req-e00276d7-29a1-4c08-b08b-1fb798073b54 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313697 Jul 24 09:07:55.642917 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] For port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:07:55.657955 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:55.725964 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba77ed-8924-47ab-b98a-1063eda81e4d req-8c7eb765-1b7b-4e42-af14-ff3b0f023ea5 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:55.727639 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eeba77ed-8924-47ab-b98a-1063eda81e4d req-8c7eb765-1b7b-4e42-af14-ff3b0f023ea5 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa892ca7-2cb5-463a-bdee-fe1bab00faaa HTTP/1.1" status: 200 len: 950 time: 0.0674441 Jul 24 09:07:55.736563 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:55.737247 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:55.739220 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] 10.222.0.20 "PUT /v2.0/ports/ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 HTTP/1.1" status: 200 len: 1091 time: 1.9535816 Jul 24 09:07:55.764138 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f865ce5-cf0f-4950-8bcb-32ae6a211a43', 'tag': 'ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:55.766506 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d880380-933f-4418-b702-d0351b482757" -d '{"events": [{"name": "network-changed", "server_uuid": "4f865ce5-cf0f-4950-8bcb-32ae6a211a43", "tag": "ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:55.769789 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eeba77ed-8924-47ab-b98a-1063eda81e4d req-ad931b6c-00e8-4201-adcf-6f9c87a97230 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] 10.222.0.32 "GET /v2.0/security-groups?id=35f81def-1902-4d9b-81fb-9d0da40b25c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361290 Jul 24 09:07:55.860915 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Pushing event updated for resources: {'Port': ['ID=ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:55.864908 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-eda6145e-9575-4f65-a115-ea333557fb37 req-77865b5e-cfc9-45f4-bab9-87a8c12b30d7 service neutron] For port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=16310b34-2d78-42f4-93bf-6a4e2d0afeaf,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:55.888039 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409af53c-8e2e-4c17-aafe-3f909e49c952 x-openstack-request-id: req-409af53c-8e2e-4c17-aafe-3f909e49c952 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:55.888336 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc029631-da41-4f16-a728-5a5c0bd27d6f", "name": "network-vif-plugged", "status": "completed", "tag": "b07ae86d-67b5-41e2-86cd-d5066530521d", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:55.888585 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-409af53c-8e2e-4c17-aafe-3f909e49c952 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:55.889014 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc029631-da41-4f16-a728-5a5c0bd27d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07ae86d-67b5-41e2-86cd-d5066530521d', 'code': 200} Jul 24 09:07:55.924836 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:55.925743 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:55.926096 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:55.926434 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:55.926769 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:55.927100 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:55.927420 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:55.927749 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:55.928073 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:55.928399 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:55.928723 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:55.929075 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea846c66-6e2b-45d6-ab05-c67b9e3f2360 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:55.985468 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-eda6145e-9575-4f65-a115-ea333557fb37 req-77865b5e-cfc9-45f4-bab9-87a8c12b30d7 service neutron] For port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:07:56.044454 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-eb9a1b1c-1e80-4007-9ec4-806a3bf2fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:56.046009 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-eb9a1b1c-1e80-4007-9ec4-806a3bf2fcd0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d4740b4b94942bdba9d4b286110923d&device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 1094 time: 0.2642710 Jul 24 09:07:56.105448 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-eda6145e-9575-4f65-a115-ea333557fb37 req-77865b5e-cfc9-45f4-bab9-87a8c12b30d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:56.112697 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-3858de2a-e045-45aa-bfbe-973c8db8d118 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 HTTP/1.1" status: 200 len: 217 time: 0.0545206 Jul 24 09:07:56.116575 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35866e0b-e908-480f-bff1-41068a45cf54 req-b5b1de0b-1167-4502-ba4f-7ac7a5be4213 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Router b82a34ac-21b9-40f2-9c52-98d6d2cec22a has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:07:56.118291 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-eda6145e-9575-4f65-a115-ea333557fb37 req-77865b5e-cfc9-45f4-bab9-87a8c12b30d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:56.270297 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ab44c-d3bd-4996-a82f-612245bfbb18 req-2903c2ec-5a10-4ddd-b16b-1082245368a5 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:56.272946 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-516ab44c-d3bd-4996-a82f-612245bfbb18 req-2903c2ec-5a10-4ddd-b16b-1082245368a5 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 943 time: 0.0687082 Jul 24 09:07:56.313099 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-516ab44c-d3bd-4996-a82f-612245bfbb18 req-c0bcb29e-d740-474b-b973-a74c9cc88d8d tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354824 Jul 24 09:07:56.396163 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f9997637-0fb9-43f6-ac7a-3e4a9c6661a8 req-b50607a1-8a0f-4ed3-a26e-84d6e164045b tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "GET /v2.0/security-groups/47c4e719-77fc-4cc8-84ff-4199e93f273d HTTP/1.1" status: 200 len: 2397 time: 0.0441201 Jul 24 09:07:56.457223 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f9997637-0fb9-43f6-ac7a-3e4a9c6661a8 req-d306bf3e-080b-48bc-8f57-280d68ef6c4b tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:56.482499 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f9997637-0fb9-43f6-ac7a-3e4a9c6661a8 req-d306bf3e-080b-48bc-8f57-280d68ef6c4b tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:56.502839 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d5dc0-159a-427c-b41a-d3efcd6e44ee req-87e64670-508b-44fb-b3b7-049d07d0c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:56.504901 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2c2d5dc0-159a-427c-b41a-d3efcd6e44ee req-87e64670-508b-44fb-b3b7-049d07d0c9f2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 1101 time: 0.4999981 Jul 24 09:07:56.532288 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f9997637-0fb9-43f6-ac7a-3e4a9c6661a8 req-d306bf3e-080b-48bc-8f57-280d68ef6c4b tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:56.534883 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f9997637-0fb9-43f6-ac7a-3e4a9c6661a8 req-d306bf3e-080b-48bc-8f57-280d68ef6c4b tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:56.536016 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f9997637-0fb9-43f6-ac7a-3e4a9c6661a8 req-d306bf3e-080b-48bc-8f57-280d68ef6c4b tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] 10.222.0.32 "DELETE /v2.0/security-groups/47c4e719-77fc-4cc8-84ff-4199e93f273d HTTP/1.1" status: 204 len: 173 time: 0.1336203 Jul 24 09:07:56.544987 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46716) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:56.545442 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-862238ef-7c91-43d8-841e-7c76b3c82f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:56.546853 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-862238ef-7c91-43d8-841e-7c76b3c82f45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58351263-9729-4aa6-887c-072787b6bdca HTTP/1.1" status: 200 len: 847 time: 0.4256783 Jul 24 09:07:56.547450 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77865b5e-cfc9-45f4-bab9-87a8c12b30d7 service neutron] Pushing event updated for resources: {'Port': ['ID=16310b34-2d78-42f4-93bf-6a4e2d0afeaf,revision_number=7']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:56.555451 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306bf3e-080b-48bc-8f57-280d68ef6c4b tempest-SecurityGroupRulesTestJSON-1460354111 tempest-SecurityGroupRulesTestJSON-1460354111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c4e719-77fc-4cc8-84ff-4199e93f273d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:56.595540 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46f04da-7091-47df-8ce4-ed17ffcf1efe x-openstack-request-id: req-e46f04da-7091-47df-8ce4-ed17ffcf1efe {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:56.595831 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f865ce5-cf0f-4950-8bcb-32ae6a211a43", "tag": "ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:56.596080 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e46f04da-7091-47df-8ce4-ed17ffcf1efe {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:56.596630 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f865ce5-cf0f-4950-8bcb-32ae6a211a43', 'tag': 'ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4', 'status': 'completed', 'code': 200} Jul 24 09:07:56.602308 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba66119-a6e7-48c6-bc56-1a707eb00f14 admin admin] Deleting subnet 42d70e07-746f-4576-83ca-4006ee06e09d {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:07:56.606234 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7ba66119-a6e7-48c6-bc56-1a707eb00f14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:56.630777 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-32e5d276-8dfd-4cf6-b1e5-7664a2fcad7c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595047 Jul 24 09:07:56.649978 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7ba66119-a6e7-48c6-bc56-1a707eb00f14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:56.655077 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-eda6145e-9575-4f65-a115-ea333557fb37 req-77865b5e-cfc9-45f4-bab9-87a8c12b30d7 service neutron] Attempting to bind port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf on host n-h1-800085-9 for vnic_type normal with profile {"migrating_to": "n-h2-800085-9"} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:07:56.655436 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-eda6145e-9575-4f65-a115-ea333557fb37 req-77865b5e-cfc9-45f4-bab9-87a8c12b30d7 service neutron] Attempting to bind port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:07:56.655754 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda6145e-9575-4f65-a115-ea333557fb37 req-77865b5e-cfc9-45f4-bab9-87a8c12b30d7 service neutron] Attempting to bind port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf on network 78a39135-7e1b-4cfc-8949-e6417e15b488 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:56.707128 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7ba66119-a6e7-48c6-bc56-1a707eb00f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:56.707393 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda6145e-9575-4f65-a115-ea333557fb37 req-77865b5e-cfc9-45f4-bab9-87a8c12b30d7 service neutron] Port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf on network 78a39135-7e1b-4cfc-8949-e6417e15b488 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:07:56.707641 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda6145e-9575-4f65-a115-ea333557fb37 req-77865b5e-cfc9-45f4-bab9-87a8c12b30d7 service neutron] Attempting to bind port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf on network 78a39135-7e1b-4cfc-8949-e6417e15b488 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:07:56.715961 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2c2d5dc0-159a-427c-b41a-d3efcd6e44ee req-15e3557a-d146-45b1-a886-d657aece0695 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809931 Jul 24 09:07:56.733604 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda6145e-9575-4f65-a115-ea333557fb37 req-77865b5e-cfc9-45f4-bab9-87a8c12b30d7 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:07:56.733949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda6145e-9575-4f65-a115-ea333557fb37 req-77865b5e-cfc9-45f4-bab9-87a8c12b30d7 service neutron] Checking segment: {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:07:56.734510 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda6145e-9575-4f65-a115-ea333557fb37 req-77865b5e-cfc9-45f4-bab9-87a8c12b30d7 service neutron] Bound using segment: {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:07:56.735113 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-eda6145e-9575-4f65-a115-ea333557fb37 req-77865b5e-cfc9-45f4-bab9-87a8c12b30d7 service neutron] Bound port: 16310b34-2d78-42f4-93bf-6a4e2d0afeaf, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:07:56.735632 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-eda6145e-9575-4f65-a115-ea333557fb37 req-77865b5e-cfc9-45f4-bab9-87a8c12b30d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:56.775686 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35866e0b-e908-480f-bff1-41068a45cf54 req-b5b1de0b-1167-4502-ba4f-7ac7a5be4213 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:07:56.786646 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3497e7-910c-4595-9c68-0e2dbeabe686 None None] Sync routers for ids ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:07:56.787495 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-35866e0b-e908-480f-bff1-41068a45cf54 req-b5b1de0b-1167-4502-ba4f-7ac7a5be4213 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:56.802636 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3497e7-910c-4595-9c68-0e2dbeabe686 None None] Routers {'b82a34ac-21b9-40f2-9c52-98d6d2cec22a'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:07:56.803375 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ce3497e7-910c-4595-9c68-0e2dbeabe686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:07:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:56.842829 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7ba66119-a6e7-48c6-bc56-1a707eb00f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:56.883656 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-195ce3fd-7c21-4a73-9604-f1515b49c5a8 service neutron] 10.222.0.20 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420502 Jul 24 09:07:56.883872 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba66119-a6e7-48c6-bc56-1a707eb00f14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42d70e07-746f-4576-83ca-4006ee06e09d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:56.891532 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7ba66119-a6e7-48c6-bc56-1a707eb00f14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:56.896003 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7ba66119-a6e7-48c6-bc56-1a707eb00f14 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/42d70e07-746f-4576-83ca-4006ee06e09d HTTP/1.1" status: 204 len: 168 time: 0.3476295 Jul 24 09:07:56.896945 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46736) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:56.905018 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-35866e0b-e908-480f-bff1-41068a45cf54 req-b5b1de0b-1167-4502-ba4f-7ac7a5be4213 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "PUT /v2.0/floatingips/eb75bc2c-c22f-47c3-8718-74b938c1f41f HTTP/1.1" status: 200 len: 696 time: 1.9050364 Jul 24 09:07:56.912393 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11426023-ef5b-4f13-a238-33d4a190d794 req-1b4c809d-56de-4e88-bb7d-a603b84efc3b tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:56.914082 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-11426023-ef5b-4f13-a238-33d4a190d794 req-1b4c809d-56de-4e88-bb7d-a603b84efc3b tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa892ca7-2cb5-463a-bdee-fe1bab00faaa HTTP/1.1" status: 200 len: 950 time: 0.2907634 Jul 24 09:07:56.927134 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d9ab5-0a4c-48be-b481-04edc6053a5a req-025ca2dc-824b-404d-bd9c-ac4c5c6a0f64 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:56.928675 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da3d9ab5-0a4c-48be-b481-04edc6053a5a req-025ca2dc-824b-404d-bd9c-ac4c5c6a0f64 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 950 time: 0.1828451 Jul 24 09:07:56.952960 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-ce3497e7-910c-4595-9c68-0e2dbeabe686 None None] Set router b82a34ac-21b9-40f2-9c52-98d6d2cec22a gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:07:56.976994 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-eda6145e-9575-4f65-a115-ea333557fb37 req-77865b5e-cfc9-45f4-bab9-87a8c12b30d7 service neutron] For port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:07:57.005825 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a139f8ac-3148-4f6e-9de5-08ea2b442c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:57.017663 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-eda6145e-9575-4f65-a115-ea333557fb37 req-77865b5e-cfc9-45f4-bab9-87a8c12b30d7 service neutron] For port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=16310b34-2d78-42f4-93bf-6a4e2d0afeaf,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:07:57.023639 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da3d9ab5-0a4c-48be-b481-04edc6053a5a req-a04b6202-6e82-4d67-acae-d88654b877d8 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846810 Jul 24 09:07:57.053637 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-eda6145e-9575-4f65-a115-ea333557fb37 req-77865b5e-cfc9-45f4-bab9-87a8c12b30d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:57.119149 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a139f8ac-3148-4f6e-9de5-08ea2b442c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:57.139193 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-a139f8ac-3148-4f6e-9de5-08ea2b442c85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac408c39-d1f0-4678-97b8-aa103328e5da']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:57.145911 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3cd2c2f8-caa6-4dc2-8e4f-ec4d832adbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:57.171175 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-a139f8ac-3148-4f6e-9de5-08ea2b442c85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f975a3-56e1-4ba5-a914-2babef96d541') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:57.171958 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-a139f8ac-3148-4f6e-9de5-08ea2b442c85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f975a3-56e1-4ba5-a914-2babef96d541') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:57.174165 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2b227d3-15ef-4629-a24b-374c9fe6d97a req-1e3f0de0-8c19-40c8-8e78-be2cd16a50d9 service neutron] 10.222.0.20 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826748 Jul 24 09:07:57.199143 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a139f8ac-3148-4f6e-9de5-08ea2b442c85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:57.206526 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77865b5e-cfc9-45f4-bab9-87a8c12b30d7 service neutron] Pushing event updated for resources: {'Port': ['ID=16310b34-2d78-42f4-93bf-6a4e2d0afeaf,revision_number=8']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:57.212383 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6145e-9575-4f65-a115-ea333557fb37 req-77865b5e-cfc9-45f4-bab9-87a8c12b30d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:57.213079 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-eda6145e-9575-4f65-a115-ea333557fb37 req-77865b5e-cfc9-45f4-bab9-87a8c12b30d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:57.215613 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eda6145e-9575-4f65-a115-ea333557fb37 req-77865b5e-cfc9-45f4-bab9-87a8c12b30d7 service neutron] 10.222.0.20 "PUT /v2.0/ports/16310b34-2d78-42f4-93bf-6a4e2d0afeaf HTTP/1.1" status: 200 len: 1121 time: 1.9673171 Jul 24 09:07:57.217608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35866e0b-e908-480f-bff1-41068a45cf54 req-31743697-8a57-49c9-9f9b-1f2282c82ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:57.219716 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-35866e0b-e908-480f-bff1-41068a45cf54 req-31743697-8a57-49c9-9f9b-1f2282c82ff4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e0f26770ead4e32a3c0b7247a4e23c2&device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b HTTP/1.1" status: 200 len: 1096 time: 0.2825179 Jul 24 09:07:57.226019 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ce3497e7-910c-4595-9c68-0e2dbeabe686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:38Z', 'updated_at': '2021-07-24T09:06:47Z', 'revision_number': 4, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'gw_port': {'id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:41Z', 'updated_at': '2021-07-24T09:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f', 'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'mac_address': 'fa:16:3e:39:1b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:46Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 5, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'subnets': [{'id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:57.248053 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a139f8ac-3148-4f6e-9de5-08ea2b442c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:57.264029 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3497e7-910c-4595-9c68-0e2dbeabe686 None None] Checking router: b82a34ac-21b9-40f2-9c52-98d6d2cec22a for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:07:57.273693 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a139f8ac-3148-4f6e-9de5-08ea2b442c85 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:07:57.274230 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3497e7-910c-4595-9c68-0e2dbeabe686 None None] Routers {'b82a34ac-21b9-40f2-9c52-98d6d2cec22a'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:07:57.274567 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ce3497e7-910c-4595-9c68-0e2dbeabe686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:07:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:57.275013 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a139f8ac-3148-4f6e-9de5-08ea2b442c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:07:57.277079 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:07:57.294357 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-11426023-ef5b-4f13-a238-33d4a190d794 req-11fd25f4-92f4-4954-8a10-9e5d96294aa1 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Deleting port 855a386c-6c6c-438d-8ced-1efbc27c56c3 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:07:57.294791 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-11426023-ef5b-4f13-a238-33d4a190d794 req-11fd25f4-92f4-4954-8a10-9e5d96294aa1 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:57.337378 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['16310b34-2d78-42f4-93bf-6a4e2d0afeaf'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:07:57.348137 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c0b11-45d7-409e-980f-ac5d07149e50 req-a3f83a6c-7650-4607-90f3-5a0320078cb2 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:57.349746 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-940c0b11-45d7-409e-980f-ac5d07149e50 req-a3f83a6c-7650-4607-90f3-5a0320078cb2 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 943 time: 0.2278008 Jul 24 09:07:57.359502 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a139f8ac-3148-4f6e-9de5-08ea2b442c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:57.368447 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a139f8ac-3148-4f6e-9de5-08ea2b442c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:57.382456 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a139f8ac-3148-4f6e-9de5-08ea2b442c85 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ac408c39-d1f0-4678-97b8-aa103328e5da HTTP/1.1" status: 204 len: 168 time: 0.4814210 Jul 24 09:07:57.411070 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139f8ac-3148-4f6e-9de5-08ea2b442c85 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac408c39-d1f0-4678-97b8-aa103328e5da,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:57.434189 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35866e0b-e908-480f-bff1-41068a45cf54 req-1a106dcd-8dd3-4d1a-9742-c6c9eb5c670d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:57.438477 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-ce3497e7-910c-4595-9c68-0e2dbeabe686 None None] Set router b82a34ac-21b9-40f2-9c52-98d6d2cec22a gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:07:57.441276 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-35866e0b-e908-480f-bff1-41068a45cf54 req-1a106dcd-8dd3-4d1a-9742-c6c9eb5c670d service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d HTTP/1.1" status: 200 len: 918 time: 0.2106373 Jul 24 09:07:57.454825 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-940c0b11-45d7-409e-980f-ac5d07149e50 req-b9846d65-52a2-4df4-ae5a-e58cf1a3f535 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698559 Jul 24 09:07:57.539111 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d880380-933f-4418-b702-d0351b482757 req-80ac4d8e-1537-426f-a026-87e4065fea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:57.546877 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2d880380-933f-4418-b702-d0351b482757 req-80ac4d8e-1537-426f-a026-87e4065fea43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d4740b4b94942bdba9d4b286110923d&device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 1094 time: 0.3029497 Jul 24 09:07:57.563711 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-35866e0b-e908-480f-bff1-41068a45cf54 req-bd8102ac-2e4b-460b-9be4-b016e313108d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=023adb2a-00d1-47e7-8a65-6bb04d45eb45 HTTP/1.1" status: 200 len: 217 time: 0.1214190 Jul 24 09:07:57.575016 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-11426023-ef5b-4f13-a238-33d4a190d794 req-11fd25f4-92f4-4954-8a10-9e5d96294aa1 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] For port 855a386c-6c6c-438d-8ced-1efbc27c56c3, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=855a386c-6c6c-438d-8ced-1efbc27c56c3,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:57.575401 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-11426023-ef5b-4f13-a238-33d4a190d794 req-11fd25f4-92f4-4954-8a10-9e5d96294aa1 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:57.623274 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d997bb4-2e16-4e3c-8ac8-daaf420f9c34 req-853c96f9-7b39-4594-8dcf-a291f1d8ebe1 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:57.631466 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0d997bb4-2e16-4e3c-8ac8-daaf420f9c34 req-853c96f9-7b39-4594-8dcf-a291f1d8ebe1 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa892ca7-2cb5-463a-bdee-fe1bab00faaa HTTP/1.1" status: 200 len: 950 time: 0.1064706 Jul 24 09:07:57.677293 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0d997bb4-2e16-4e3c-8ac8-daaf420f9c34 req-9f6c3a56-565d-456e-8d2c-1cbf6ed13a44 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] 10.222.0.32 "GET /v2.0/security-groups?id=35f81def-1902-4d9b-81fb-9d0da40b25c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449064 Jul 24 09:07:57.677889 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46742) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:57.697952 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-11426023-ef5b-4f13-a238-33d4a190d794 req-11fd25f4-92f4-4954-8a10-9e5d96294aa1 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Calling delete_port for 855a386c-6c6c-438d-8ced-1efbc27c56c3 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:07:57.723998 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ce3497e7-910c-4595-9c68-0e2dbeabe686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:38Z', 'updated_at': '2021-07-24T09:06:47Z', 'revision_number': 4, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'gw_port': {'id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:41Z', 'updated_at': '2021-07-24T09:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f', 'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'mac_address': 'fa:16:3e:39:1b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:46Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 5, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'subnets': [{'id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:07:57.735896 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5c6018ba-de5d-4e77-9893-d7fda51b4bdb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cdd8f5e7d7f84620bf7ed3fa5281d368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557041 Jul 24 09:07:57.739977 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46744) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:57.752003 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35866e0b-e908-480f-bff1-41068a45cf54 req-8ecbc959-daba-481e-a94b-79ff26ce6313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:57.753931 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-35866e0b-e908-480f-bff1-41068a45cf54 req-8ecbc959-daba-481e-a94b-79ff26ce6313 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=220ccdaa-7d4a-4d90-b09e-296688a41add HTTP/1.1" status: 200 len: 857 time: 0.1725504 Jul 24 09:07:57.754485 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3497e7-910c-4595-9c68-0e2dbeabe686 None None] The sync data for ids ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'] in n-d-800085-9 is: [{'id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:38Z', 'updated_at': '2021-07-24T09:06:47Z', 'revision_number': 4, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'gw_port': {'id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:41Z', 'updated_at': '2021-07-24T09:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f', 'name': '', 'network_id': 'dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'mac_address': 'fa:16:3e:39:1b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:46Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 5, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'subnets': [{'id': '220ccdaa-7d4a-4d90-b09e-296688a41add', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:07:57.795030 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0ed32c83-0fa2-4f7d-850a-9eb3597760d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:57.819003 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0ed32c83-0fa2-4f7d-850a-9eb3597760d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:57.870606 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0ed32c83-0fa2-4f7d-850a-9eb3597760d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:57.873456 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0ed32c83-0fa2-4f7d-850a-9eb3597760d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:57.876792 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0ed32c83-0fa2-4f7d-850a-9eb3597760d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11dde374-cc9d-41e3-8825-e646108b9a82 HTTP/1.1" status: 204 len: 168 time: 0.1336606 Jul 24 09:07:57.885468 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed32c83-0fa2-4f7d-850a-9eb3597760d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dde374-cc9d-41e3-8825-e646108b9a82,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:57.891708 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d880380-933f-4418-b702-d0351b482757 req-c4e59afe-f017-44ed-865f-0533deb6d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:57.894383 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2d880380-933f-4418-b702-d0351b482757 req-c4e59afe-f017-44ed-865f-0533deb6d635 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 200 len: 907 time: 0.3290648 Jul 24 09:07:57.894655 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed32c83-0fa2-4f7d-850a-9eb3597760d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:57.895013 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed32c83-0fa2-4f7d-850a-9eb3597760d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:57.895360 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed32c83-0fa2-4f7d-850a-9eb3597760d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:57.895701 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed32c83-0fa2-4f7d-850a-9eb3597760d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:57.896041 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed32c83-0fa2-4f7d-850a-9eb3597760d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:57.896430 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed32c83-0fa2-4f7d-850a-9eb3597760d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:57.896785 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed32c83-0fa2-4f7d-850a-9eb3597760d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:57.897132 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed32c83-0fa2-4f7d-850a-9eb3597760d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:57.897467 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed32c83-0fa2-4f7d-850a-9eb3597760d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:57.897919 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed32c83-0fa2-4f7d-850a-9eb3597760d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:57.898252 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed32c83-0fa2-4f7d-850a-9eb3597760d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:57.898709 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed32c83-0fa2-4f7d-850a-9eb3597760d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:07:57.987873 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2d880380-933f-4418-b702-d0351b482757 req-0e20e678-9ec0-4aec-8307-30cb8b4430ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 HTTP/1.1" status: 200 len: 217 time: 0.0711808 Jul 24 09:07:58.014158 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35866e0b-e908-480f-bff1-41068a45cf54 req-fe9959ba-0da5-458d-83b8-28be41e3fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:58.015717 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-35866e0b-e908-480f-bff1-41068a45cf54 req-fe9959ba-0da5-458d-83b8-28be41e3fa19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2507246 Jul 24 09:07:58.038533 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-11426023-ef5b-4f13-a238-33d4a190d794 req-11fd25f4-92f4-4954-8a10-9e5d96294aa1 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:58.056777 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['855a386c-6c6c-438d-8ced-1efbc27c56c3'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:07:58.089564 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd25f4-92f4-4954-8a10-9e5d96294aa1 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Pushing event deleted for resources: {'Port': ['ID=855a386c-6c6c-438d-8ced-1efbc27c56c3,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:58.092836 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5319f79-8f49-45cd-b3f9-2918aac74963 None None] New status for floating IP eb75bc2c-c22f-47c3-8718-74b938c1f41f: DOWN {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:07:58.119131 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d880380-933f-4418-b702-d0351b482757 req-3eb7e929-53c7-40bf-b600-9506382bfed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:58.120538 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2d880380-933f-4418-b702-d0351b482757 req-3eb7e929-53c7-40bf-b600-9506382bfed7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58351263-9729-4aa6-887c-072787b6bdca HTTP/1.1" status: 200 len: 847 time: 0.1194251 Jul 24 09:07:58.266367 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-11426023-ef5b-4f13-a238-33d4a190d794 req-11fd25f4-92f4-4954-8a10-9e5d96294aa1 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] No DVR routers for this DVR port 855a386c-6c6c-438d-8ced-1efbc27c56c3 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:07:58.277035 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2d880380-933f-4418-b702-d0351b482757 req-447608f9-598b-49b6-b41f-3d9a1bf2ce5c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287358 Jul 24 09:07:58.280313 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-11426023-ef5b-4f13-a238-33d4a190d794 req-11fd25f4-92f4-4954-8a10-9e5d96294aa1 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:58.282312 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-11426023-ef5b-4f13-a238-33d4a190d794 req-11fd25f4-92f4-4954-8a10-9e5d96294aa1 tempest-TenantUsagesTestJSON-385488152 tempest-TenantUsagesTestJSON-385488152-project] 10.222.0.37 "DELETE /v2.0/ports/855a386c-6c6c-438d-8ced-1efbc27c56c3 HTTP/1.1" status: 204 len: 173 time: 1.3616564 Jul 24 09:07:58.354248 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-35866e0b-e908-480f-bff1-41068a45cf54 req-b3e8f850-2ef8-4df1-9a38-d84d6d08cfd4 service neutron] 10.222.0.32 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163738 Jul 24 09:07:58.442087 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce48ce4-0a48-4203-8d62-7501af4795cc req-fc99df11-03df-4896-899e-f8fb73deed20 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:58.444328 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0ce48ce4-0a48-4203-8d62-7501af4795cc req-fc99df11-03df-4896-899e-f8fb73deed20 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 943 time: 0.1264880 Jul 24 09:07:58.499987 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0ce48ce4-0a48-4203-8d62-7501af4795cc req-73fd6c40-f6cd-492c-a626-4d71474b4adb tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490029 Jul 24 09:07:58.512514 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2d880380-933f-4418-b702-d0351b482757 req-af87869e-7345-40bd-a0e9-2483e2ed859e service neutron] 10.222.0.20 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275078 Jul 24 09:07:58.550728 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-35866e0b-e908-480f-bff1-41068a45cf54 req-93941c76-ba31-4ef6-a83e-0a1f892baa74 service neutron] 10.222.0.32 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852198 Jul 24 09:07:58.597520 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c052ac52-d850-425a-aa2c-7da2b924b04f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16310b34-2d78-42f4-93bf-6a4e2d0afeaf'}, {'name': 'network-changed', 'server_uuid': '8a4ad02c-74d1-4b40-bfcb-7f290d018f5b', 'tag': '023adb2a-00d1-47e7-8a65-6bb04d45eb45'}, {'name': 'network-changed', 'server_uuid': 'c052ac52-d850-425a-aa2c-7da2b924b04f', 'tag': '16310b34-2d78-42f4-93bf-6a4e2d0afeaf'}, {'server_uuid': 'fa892ca7-2cb5-463a-bdee-fe1bab00faaa', 'name': 'network-vif-deleted', 'tag': '855a386c-6c6c-438d-8ced-1efbc27c56c3'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:07:58.600453 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9d61a0-9d9f-415f-b636-51b0a5ff8b45" -d '{"events": [{"server_uuid": "c052ac52-d850-425a-aa2c-7da2b924b04f", "name": "network-vif-unplugged", "status": "completed", "tag": "16310b34-2d78-42f4-93bf-6a4e2d0afeaf"}, {"name": "network-changed", "server_uuid": "8a4ad02c-74d1-4b40-bfcb-7f290d018f5b", "tag": "023adb2a-00d1-47e7-8a65-6bb04d45eb45"}, {"name": "network-changed", "server_uuid": "c052ac52-d850-425a-aa2c-7da2b924b04f", "tag": "16310b34-2d78-42f4-93bf-6a4e2d0afeaf"}, {"server_uuid": "fa892ca7-2cb5-463a-bdee-fe1bab00faaa", "name": "network-vif-deleted", "tag": "855a386c-6c6c-438d-8ced-1efbc27c56c3"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:07:58.636897 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2d880380-933f-4418-b702-d0351b482757 req-cb3bdd3a-84f1-4315-9ad7-5d2f5eb830a5 service neutron] 10.222.0.20 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131439 Jul 24 09:07:58.651246 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f2dea-c458-42b5-b498-ea34767287ee req-1982901d-9e22-4742-bc00-3a29fc925169 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:58.653000 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e99f2dea-c458-42b5-b498-ea34767287ee req-1982901d-9e22-4742-bc00-3a29fc925169 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 950 time: 0.0813181 Jul 24 09:07:58.693883 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e99f2dea-c458-42b5-b498-ea34767287ee req-ae088f9b-7bf6-4b71-8981-477360a98f66 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354576 Jul 24 09:07:58.819742 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46790) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:58.859504 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cff1db-f10b-4fe6-9070-3ce042fdae06 req-921977f4-9211-452e-be1b-fd29653406fc tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:58.861160 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e3cff1db-f10b-4fe6-9070-3ce042fdae06 req-921977f4-9211-452e-be1b-fd29653406fc tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 943 time: 0.0804851 Jul 24 09:07:58.909058 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e3cff1db-f10b-4fe6-9070-3ce042fdae06 req-c362f268-f52e-48c9-87f6-73f36d79f36f tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413270 Jul 24 09:07:58.957703 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-6d7dcb8a-6318-4485-a4c7-9b34cf349cfc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-878030359-network', 'tenant_id': '267eb1e9771b44c4894eb788151fcdab'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:07:58.986481 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7dcb8a-6318-4485-a4c7-9b34cf349cfc admin admin] Made reservation on behalf of 267eb1e9771b44c4894eb788151fcdab for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:07:58.990901 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcb8a-6318-4485-a4c7-9b34cf349cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:59.008048 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcb8a-6318-4485-a4c7-9b34cf349cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:59.013111 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 690 Content-Type: application/json Date: Sat, 24 Jul 2021 09:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4019edcf-1839-4f80-bae5-f97197bcb5ac x-openstack-request-id: req-4019edcf-1839-4f80-bae5-f97197bcb5ac {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:07:59.013512 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c052ac52-d850-425a-aa2c-7da2b924b04f", "name": "network-vif-unplugged", "status": "completed", "tag": "16310b34-2d78-42f4-93bf-6a4e2d0afeaf", "code": 200}, {"name": "network-changed", "server_uuid": "8a4ad02c-74d1-4b40-bfcb-7f290d018f5b", "tag": "023adb2a-00d1-47e7-8a65-6bb04d45eb45", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c052ac52-d850-425a-aa2c-7da2b924b04f", "tag": "16310b34-2d78-42f4-93bf-6a4e2d0afeaf", "status": "completed", "code": 200}, {"server_uuid": "fa892ca7-2cb5-463a-bdee-fe1bab00faaa", "name": "network-vif-deleted", "tag": "855a386c-6c6c-438d-8ced-1efbc27c56c3", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:07:59.013956 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4019edcf-1839-4f80-bae5-f97197bcb5ac {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:07:59.014557 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c052ac52-d850-425a-aa2c-7da2b924b04f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16310b34-2d78-42f4-93bf-6a4e2d0afeaf', 'code': 200} Jul 24 09:07:59.014814 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4ad02c-74d1-4b40-bfcb-7f290d018f5b', 'tag': '023adb2a-00d1-47e7-8a65-6bb04d45eb45', 'status': 'completed', 'code': 200} Jul 24 09:07:59.015053 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c052ac52-d850-425a-aa2c-7da2b924b04f', 'tag': '16310b34-2d78-42f4-93bf-6a4e2d0afeaf', 'status': 'completed', 'code': 200} Jul 24 09:07:59.015341 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa892ca7-2cb5-463a-bdee-fe1bab00faaa', 'name': 'network-vif-deleted', 'tag': '855a386c-6c6c-438d-8ced-1efbc27c56c3', 'status': 'completed', 'code': 200} Jul 24 09:07:59.188958 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-6cc816f9-770d-4172-a207-c0aaffe91399 req-d23e8287-bb0b-4e84-b94d-323d6fba4e0a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:07:59.190152 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6cc816f9-770d-4172-a207-c0aaffe91399 req-d23e8287-bb0b-4e84-b94d-323d6fba4e0a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059834 Jul 24 09:07:59.203015 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d61a0-9d9f-415f-b636-51b0a5ff8b45 req-a887bf03-2c8d-44e1-b60c-9c3cf2d82dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:59.204291 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f9d61a0-9d9f-415f-b636-51b0a5ff8b45 req-a887bf03-2c8d-44e1-b60c-9c3cf2d82dff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9e0f26770ead4e32a3c0b7247a4e23c2&device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b HTTP/1.1" status: 200 len: 1096 time: 0.1870525 Jul 24 09:07:59.257661 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcb8a-6318-4485-a4c7-9b34cf349cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:59.324931 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 16310b34-2d78-42f4-93bf-6a4e2d0afeaf details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:07:59.354218 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46806) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:59.541412 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=16310b34-2d78-42f4-93bf-6a4e2d0afeaf,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:07:59.554184 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 16310b34-2d78-42f4-93bf-6a4e2d0afeaf has no active binding in host n-h2-800085-9 {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 24 09:07:59.617929 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e912efdd-bebc-416c-93ab-c2a507e1b643 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7344d82f98b94d72b1529d0b52b6d7c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622833 Jul 24 09:07:59.620149 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46816) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:59.664189 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d61a0-9d9f-415f-b636-51b0a5ff8b45 req-02a17d86-9578-4823-a8dc-281c0fba015a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:59.665929 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f9d61a0-9d9f-415f-b636-51b0a5ff8b45 req-02a17d86-9578-4823-a8dc-281c0fba015a service neutron] 10.222.0.20 "GET /v2.0/networks?id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d HTTP/1.1" status: 200 len: 918 time: 0.4499393 Jul 24 09:07:59.666547 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcb8a-6318-4485-a4c7-9b34cf349cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:59.679763 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ea1ba-0e36-473c-9eef-bc9f5629a94a req-0c9e48bc-cc4a-4b7b-bc50-a2db0ba34258 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:59.681681 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c06ea1ba-0e36-473c-9eef-bc9f5629a94a req-0c9e48bc-cc4a-4b7b-bc50-a2db0ba34258 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 950 time: 0.1550348 Jul 24 09:07:59.712622 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-27d859a0-fcda-4bf9-a3df-b244782e046b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:59.730559 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f5a02b82-5411-4303-bcc0-b60b48678114 req-7b77582c-472d-49f0-a62f-829238f360ba tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/floatingips/eb75bc2c-c22f-47c3-8718-74b938c1f41f HTTP/1.1" status: 200 len: 694 time: 0.4804702 Jul 24 09:07:59.748295 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bacf54a9-9b65-4861-8ba7-903f35959198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:59.769161 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-27d859a0-fcda-4bf9-a3df-b244782e046b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:59.785232 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c06ea1ba-0e36-473c-9eef-bc9f5629a94a req-d6d5d75f-dc8a-4ece-9dc7-160ace559929 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907815 Jul 24 09:07:59.867828 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-27d859a0-fcda-4bf9-a3df-b244782e046b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:59.870908 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-27d859a0-fcda-4bf9-a3df-b244782e046b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:07:59.872279 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-27d859a0-fcda-4bf9-a3df-b244782e046b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/35f81def-1902-4d9b-81fb-9d0da40b25c6 HTTP/1.1" status: 204 len: 168 time: 0.2509756 Jul 24 09:07:59.878553 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f9d61a0-9d9f-415f-b636-51b0a5ff8b45 req-e330fe01-4ac9-44ce-9b24-90ac7c13671c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=023adb2a-00d1-47e7-8a65-6bb04d45eb45 HTTP/1.1" status: 200 len: 217 time: 0.1374145 Jul 24 09:07:59.882349 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d859a0-fcda-4bf9-a3df-b244782e046b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f81def-1902-4d9b-81fb-9d0da40b25c6,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:07:59.928486 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d61a0-9d9f-415f-b636-51b0a5ff8b45 req-5e265509-d37f-48f5-8e17-d4908b56c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:59.930032 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f9d61a0-9d9f-415f-b636-51b0a5ff8b45 req-5e265509-d37f-48f5-8e17-d4908b56c019 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 1124 time: 0.8461754 Jul 24 09:07:59.936940 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d7dcb8a-6318-4485-a4c7-9b34cf349cfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:07:59.944285 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46822) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:07:59.967348 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f28d5-13c9-490b-b512-dd2505c82f6d req-2cc1a2ae-034c-463e-9fc3-aca75258579c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:07:59.969291 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5c7f28d5-13c9-490b-b512-dd2505c82f6d req-2cc1a2ae-034c-463e-9fc3-aca75258579c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 943 time: 0.0959229 Jul 24 09:08:00.008058 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7dcb8a-6318-4485-a4c7-9b34cf349cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:00.022153 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5c7f28d5-13c9-490b-b512-dd2505c82f6d req-9cb6e93c-ad6d-4a1b-9439-833de9999fc8 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451446 Jul 24 09:08:00.043440 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcb8a-6318-4485-a4c7-9b34cf349cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:00.044142 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-6d7dcb8a-6318-4485-a4c7-9b34cf349cfc admin admin] Added segment abd905bc-1a45-436c-b516-e7eb5ca9a4b9 of type vlan for network 5a3b87de-6571-402b-81bd-14fb75019273 Jul 24 09:08:00.183747 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a02b82-5411-4303-bcc0-b60b48678114 req-56b8c1eb-d887-43d3-a9e4-683e4c99bdba tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:00.185374 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f5a02b82-5411-4303-bcc0-b60b48678114 req-56b8c1eb-d887-43d3-a9e4-683e4c99bdba tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 0.4539068 Jul 24 09:08:00.235782 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc84e7-940c-4c84-a909-f70a6f508b18 req-08745583-494c-48da-b9e6-35c8eaa69a71 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:00.246804 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-84cc84e7-940c-4c84-a909-f70a6f508b18 req-08745583-494c-48da-b9e6-35c8eaa69a71 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 943 time: 0.1276081 Jul 24 09:08:00.281022 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-f5a02b82-5411-4303-bcc0-b60b48678114 req-a1164e3c-5340-407c-ab40-9fdc0bcc4eba tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:08:00.282157 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f5a02b82-5411-4303-bcc0-b60b48678114 req-a1164e3c-5340-407c-ab40-9fdc0bcc4eba tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525532 Jul 24 09:08:00.283750 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d61a0-9d9f-415f-b636-51b0a5ff8b45 req-68ee1f29-e96a-4d1f-b2d5-567833df0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:00.285492 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f9d61a0-9d9f-415f-b636-51b0a5ff8b45 req-68ee1f29-e96a-4d1f-b2d5-567833df0e27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=220ccdaa-7d4a-4d90-b09e-296688a41add HTTP/1.1" status: 200 len: 857 time: 0.3657994 Jul 24 09:08:00.311316 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:00.346522 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-84cc84e7-940c-4c84-a909-f70a6f508b18 req-b8c0a976-dbb8-4f95-817d-03c525b7c97e tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978532 Jul 24 09:08:00.389695 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcb8a-6318-4485-a4c7-9b34cf349cfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:00.403696 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f5e25b83-c44a-43d0-8d28-1c71a035142e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:00.451850 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a9e24b0c-a006-4f7c-9c9a-1715daafcabf req-749641fe-410e-4e45-833f-606fd1964c1d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7363601 Jul 24 09:08:00.456047 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d61a0-9d9f-415f-b636-51b0a5ff8b45 req-39f5b560-0544-4573-b478-eb5d254a789d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:00.463090 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f9d61a0-9d9f-415f-b636-51b0a5ff8b45 req-39f5b560-0544-4573-b478-eb5d254a789d service neutron] 10.222.0.37 "GET /v2.0/networks?id=78a39135-7e1b-4cfc-8949-e6417e15b488 HTTP/1.1" status: 200 len: 921 time: 0.5155277 Jul 24 09:08:00.483367 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f5a02b82-5411-4303-bcc0-b60b48678114 req-341b2b21-6d48-4699-9a3b-0e3d9b1f13f3 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.251 HTTP/1.1" status: 200 len: 697 time: 0.1713803 Jul 24 09:08:00.584455 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f9d61a0-9d9f-415f-b636-51b0a5ff8b45 req-7637e600-492b-4fa9-bb13-0483087b182d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16310b34-2d78-42f4-93bf-6a4e2d0afeaf HTTP/1.1" status: 200 len: 217 time: 0.0924041 Jul 24 09:08:00.593878 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcb8a-6318-4485-a4c7-9b34cf349cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:00.594760 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7dcb8a-6318-4485-a4c7-9b34cf349cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:00.595351 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcb8a-6318-4485-a4c7-9b34cf349cfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:00.616249 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f5a02b82-5411-4303-bcc0-b60b48678114 req-ebb7570b-ebc9-48da-b112-b0fd8af85743 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.251 HTTP/1.1" status: 200 len: 697 time: 0.1008887 Jul 24 09:08:00.617656 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46836) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:00.628950 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f5e25b83-c44a-43d0-8d28-1c71a035142e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:00.633550 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f5e25b83-c44a-43d0-8d28-1c71a035142e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:00.692013 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f5e25b83-c44a-43d0-8d28-1c71a035142e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=422d80ad04294125ae9f3942faca12da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7463965 Jul 24 09:08:00.693101 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e25b83-c44a-43d0-8d28-1c71a035142e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32aebb57-6296-4c85-a0ef-902ecd6f5e8c,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:00.696043 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46844) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:00.705788 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6d7dcb8a-6318-4485-a4c7-9b34cf349cfc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8849440 Jul 24 09:08:00.710716 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46846) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:00.718068 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-6fba0e19-354c-4ecc-b433-775afaff0ff8 admin admin] Request body: {'subnet': {'network_id': '5a3b87de-6571-402b-81bd-14fb75019273', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-878030359-subnet', 'tenant_id': '267eb1e9771b44c4894eb788151fcdab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:00.764442 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fba0e19-354c-4ecc-b433-775afaff0ff8 admin admin] Made reservation on behalf of 267eb1e9771b44c4894eb788151fcdab for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:08:00.764764 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d630de98-9475-439a-9319-70f7569088e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:00.766781 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6fba0e19-354c-4ecc-b433-775afaff0ff8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:00.777497 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7dcb8a-6318-4485-a4c7-9b34cf349cfc admin admin] Pushing event updated for resources: {'Network': ['ID=5a3b87de-6571-402b-81bd-14fb75019273,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:00.781680 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d650b659-8a91-474d-8a0b-1d54d8e314de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:00.787012 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d61a0-9d9f-415f-b636-51b0a5ff8b45 req-1fb44fa8-849b-4fba-ac24-a59de36b7b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:00.788580 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f9d61a0-9d9f-415f-b636-51b0a5ff8b45 req-1fb44fa8-849b-4fba-ac24-a59de36b7b62 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4841022 Jul 24 09:08:00.793227 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 5a3b87de-6571-402b-81bd-14fb75019273 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:08:00.828925 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d61a0-9d9f-415f-b636-51b0a5ff8b45 req-764001ad-a0cc-4513-9458-4e62b565669e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:00.830470 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f9d61a0-9d9f-415f-b636-51b0a5ff8b45 req-764001ad-a0cc-4513-9458-4e62b565669e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=726d329a-a5bb-490b-be1e-f21c87173472 HTTP/1.1" status: 200 len: 861 time: 0.2319641 Jul 24 09:08:00.919424 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d650b659-8a91-474d-8a0b-1d54d8e314de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:00.938240 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:00.954851 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f9d61a0-9d9f-415f-b636-51b0a5ff8b45 req-69f58793-e862-4604-a16d-d99dc493ff53 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=78a39135-7e1b-4cfc-8949-e6417e15b488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085677 Jul 24 09:08:00.964608 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 855a386c-6c6c-438d-8ced-1efbc27c56c3 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:08:01.079871 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e357c46-7bf3-4187-8219-93547811ea25 req-f298e3ba-4971-4796-9e26-4334b0be48bc tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:01.087417 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4e357c46-7bf3-4187-8219-93547811ea25 req-f298e3ba-4971-4796-9e26-4334b0be48bc tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 950 time: 0.1708796 Jul 24 09:08:01.097308 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d650b659-8a91-474d-8a0b-1d54d8e314de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:01.099486 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d650b659-8a91-474d-8a0b-1d54d8e314de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:01.100805 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d650b659-8a91-474d-8a0b-1d54d8e314de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32aebb57-6296-4c85-a0ef-902ecd6f5e8c HTTP/1.1" status: 204 len: 168 time: 0.4030893 Jul 24 09:08:01.128842 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650b659-8a91-474d-8a0b-1d54d8e314de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32aebb57-6296-4c85-a0ef-902ecd6f5e8c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:01.152889 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 855a386c-6c6c-438d-8ced-1efbc27c56c3 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:08:01.153233 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 855a386c-6c6c-438d-8ced-1efbc27c56c3 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:08:01.189979 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f9d61a0-9d9f-415f-b636-51b0a5ff8b45 req-f3cae06b-6993-4926-9f30-8c1b77f56169 service neutron] 10.222.0.20 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901932 Jul 24 09:08:01.225802 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4e357c46-7bf3-4187-8219-93547811ea25 req-e8936dd7-29fa-4036-a761-174e12cc7432 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281254 Jul 24 09:08:01.229278 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6fba0e19-354c-4ecc-b433-775afaff0ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:01.257175 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-f5a02b82-5411-4303-bcc0-b60b48678114 req-16d05e67-f6cb-450c-8836-b7f0bbd99188 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Deleting port 43530de3-2ee1-4dc9-9809-c21351092460 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:08:01.257525 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f5a02b82-5411-4303-bcc0-b60b48678114 req-16d05e67-f6cb-450c-8836-b7f0bbd99188 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:01.338085 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:08:01.378205 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba0e19-354c-4ecc-b433-775afaff0ff8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8e66ac9-105b-4409-a14d-808609c061e7,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:01.403472 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fba0e19-354c-4ecc-b433-775afaff0ff8 admin admin] Checking segment: {'id': 'abd905bc-1a45-436c-b516-e7eb5ca9a4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5a3b87de-6571-402b-81bd-14fb75019273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:08:01.405875 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fba0e19-354c-4ecc-b433-775afaff0ff8 admin admin] Network hostable DHCP agents. Network: 5a3b87de-6571-402b-81bd-14fb75019273, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:08:01.426180 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eda6145e-9575-4f65-a115-ea333557fb37 req-fcdb7118-ff16-4935-ac56-5a842632bfd2 service neutron] 10.222.0.37 "GET /v2.0/ports/16310b34-2d78-42f4-93bf-6a4e2d0afeaf/bindings/n-h2-800085-9 HTTP/1.1" status: 200 len: 384 time: 0.3807166 Jul 24 09:08:01.433148 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f9d61a0-9d9f-415f-b636-51b0a5ff8b45 req-883f96c7-9568-46a4-baea-ffb0fcc91984 service neutron] 10.222.0.37 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395301 Jul 24 09:08:01.450980 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fba0e19-354c-4ecc-b433-775afaff0ff8 admin admin] Network 5a3b87de-6571-402b-81bd-14fb75019273 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:08:01.479662 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ee258-339a-4f14-82b0-4f72b1eacb00 req-50af4eb5-5220-43a1-bf95-df8aec8d956a tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:01.489676 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-634ee258-339a-4f14-82b0-4f72b1eacb00 req-50af4eb5-5220-43a1-bf95-df8aec8d956a tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 943 time: 0.1570282 Jul 24 09:08:01.523351 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f5a02b82-5411-4303-bcc0-b60b48678114 req-16d05e67-f6cb-450c-8836-b7f0bbd99188 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:01.523681 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f5a02b82-5411-4303-bcc0-b60b48678114 req-16d05e67-f6cb-450c-8836-b7f0bbd99188 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:01.533369 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d630de98-9475-439a-9319-70f7569088e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:01.537890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:01.548441 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-6fba0e19-354c-4ecc-b433-775afaff0ff8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 5a3b87de-6571-402b-81bd-14fb75019273) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:08:01.553847 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fba0e19-354c-4ecc-b433-775afaff0ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:01.554447 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6fba0e19-354c-4ecc-b433-775afaff0ff8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:01.563286 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4', 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877', 'port_id': 'ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4', 'mac_address': 'fa:16:3e:6f:fc:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58351263-9729-4aa6-887c-072787b6bdca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:08:01.567476 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fadb884-1d57-410d-981c-a7f63045144d None None] Network 5a3b87de-6571-402b-81bd-14fb75019273 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:08:01.569265 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d630de98-9475-439a-9319-70f7569088e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:01.609647 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-f5a02b82-5411-4303-bcc0-b60b48678114 req-16d05e67-f6cb-450c-8836-b7f0bbd99188 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Calling delete_port for 43530de3-2ee1-4dc9-9809-c21351092460 owned by network:floatingip {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:08:01.614637 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-634ee258-339a-4f14-82b0-4f72b1eacb00 req-5d9f552b-dbb9-45c4-8aea-74dfb997e030 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202946 Jul 24 09:08:01.619148 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6fba0e19-354c-4ecc-b433-775afaff0ff8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9074357 Jul 24 09:08:01.655120 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630de98-9475-439a-9319-70f7569088e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56592c20-c6e6-4de3-b318-ba7e48efedde,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:01.661481 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46874) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:01.672803 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f9d61a0-9d9f-415f-b636-51b0a5ff8b45 req-6f9fe5eb-a25b-448b-855e-ed50fc06ebd2 service neutron] 10.222.0.20 "GET /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685156 Jul 24 09:08:01.684688 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b61fd9f4-0a02-41d2-88e2-05b0aaa06cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:01.766307 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d630de98-9475-439a-9319-70f7569088e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e7383a833b24b41a048585f9d22d19f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1312470 Jul 24 09:08:01.780417 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46876) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:01.828188 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:01.830046 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b61fd9f4-0a02-41d2-88e2-05b0aaa06cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:01.838493 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f9d61a0-9d9f-415f-b636-51b0a5ff8b45 req-d2a117bb-4ed8-4296-ac16-fdcaeddbda6f service neutron] 10.222.0.37 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938327 Jul 24 09:08:01.842385 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a354e31-1bf1-4289-94fe-eeffcc0aad5a None None] Network 5a3b87de-6571-402b-81bd-14fb75019273 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:08:01.873330 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:08:01.889292 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b61fd9f4-0a02-41d2-88e2-05b0aaa06cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:01.905128 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:01.912449 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:01.929369 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b61fd9f4-0a02-41d2-88e2-05b0aaa06cfe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8476fd467934a119595d8e91279612e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644877 Jul 24 09:08:01.930905 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46880) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:01.968073 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7591037d-ee8a-4af3-ad2d-09fd2634da04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:01.984059 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fd9f4-0a02-41d2-88e2-05b0aaa06cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e93e30-8eda-49c1-bddc-bc357c749e3a,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:02.003924 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-eda6145e-9575-4f65-a115-ea333557fb37 req-ea6c985c-fe2c-479b-a3f2-4f9114930635 service neutron] For port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=16310b34-2d78-42f4-93bf-6a4e2d0afeaf,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:02.008480 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:02.020122 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7591037d-ee8a-4af3-ad2d-09fd2634da04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:02.021575 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784b1e2-ff86-4a00-9081-9d76037fe098 req-514d3d7b-86bd-4f2d-bd18-1c2997dccb29 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:02.024786 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a784b1e2-ff86-4a00-9081-9d76037fe098 req-514d3d7b-86bd-4f2d-bd18-1c2997dccb29 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 943 time: 0.1905065 Jul 24 09:08:02.044415 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70b7db37-d1bf-4e6d-933b-7298b68268b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:02.082366 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70b7db37-d1bf-4e6d-933b-7298b68268b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:02.129506 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a784b1e2-ff86-4a00-9081-9d76037fe098 req-a58821b0-54f5-43e1-8ace-66c9da4a9668 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858669 Jul 24 09:08:02.150891 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:08:02.171492 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70b7db37-d1bf-4e6d-933b-7298b68268b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:02.182312 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70b7db37-d1bf-4e6d-933b-7298b68268b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:02.183749 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-70b7db37-d1bf-4e6d-933b-7298b68268b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/35e93e30-8eda-49c1-bddc-bc357c749e3a HTTP/1.1" status: 204 len: 168 time: 0.2523015 Jul 24 09:08:02.194382 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7db37-d1bf-4e6d-933b-7298b68268b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e93e30-8eda-49c1-bddc-bc357c749e3a,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:02.355670 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-eda6145e-9575-4f65-a115-ea333557fb37 req-ea6c985c-fe2c-479b-a3f2-4f9114930635 service neutron] For port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:08:02.408140 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f5a02b82-5411-4303-bcc0-b60b48678114 req-16d05e67-f6cb-450c-8836-b7f0bbd99188 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:02.445158 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-eda6145e-9575-4f65-a115-ea333557fb37 req-ea6c985c-fe2c-479b-a3f2-4f9114930635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16310b34-2d78-42f4-93bf-6a4e2d0afeaf {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:08:02.457821 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d05e67-f6cb-450c-8836-b7f0bbd99188 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Pushing event deleted for resources: {'Port': ['ID=43530de3-2ee1-4dc9-9809-c21351092460,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:02.460666 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-eda6145e-9575-4f65-a115-ea333557fb37 req-ea6c985c-fe2c-479b-a3f2-4f9114930635 service neutron] For port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=16310b34-2d78-42f4-93bf-6a4e2d0afeaf,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:02.497278 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7591037d-ee8a-4af3-ad2d-09fd2634da04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:02.499776 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7591037d-ee8a-4af3-ad2d-09fd2634da04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:02.500941 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7591037d-ee8a-4af3-ad2d-09fd2634da04 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56592c20-c6e6-4de3-b318-ba7e48efedde HTTP/1.1" status: 204 len: 168 time: 0.7191370 Jul 24 09:08:02.509458 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-eda6145e-9575-4f65-a115-ea333557fb37 req-ea6c985c-fe2c-479b-a3f2-4f9114930635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:02.512902 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f5a02b82-5411-4303-bcc0-b60b48678114 req-16d05e67-f6cb-450c-8836-b7f0bbd99188 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks [] for floatingip, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:02.515358 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f5a02b82-5411-4303-bcc0-b60b48678114 req-16d05e67-f6cb-450c-8836-b7f0bbd99188 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:02.516498 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f5a02b82-5411-4303-bcc0-b60b48678114 req-16d05e67-f6cb-450c-8836-b7f0bbd99188 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "DELETE /v2.0/floatingips/eb75bc2c-c22f-47c3-8718-74b938c1f41f HTTP/1.1" status: 204 len: 173 time: 1.8557770 Jul 24 09:08:02.531972 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591037d-ee8a-4af3-ad2d-09fd2634da04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56592c20-c6e6-4de3-b318-ba7e48efedde,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:02.541840 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e24b0c-a006-4f7c-9c9a-1715daafcabf req-7c50f153-093d-44ac-af02-3364509158f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:02.543882 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a9e24b0c-a006-4f7c-9c9a-1715daafcabf req-7c50f153-093d-44ac-af02-3364509158f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 1101 time: 0.2022448 Jul 24 09:08:02.628535 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-ff919651-5ac8-4203-b0f2-265de586a323 req-4ecc69aa-4878-4a3b-9fc8-fc651c6942ee tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-255681054', 'description': 'tempest-description-407917626'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:02.657251 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-ff919651-5ac8-4203-b0f2-265de586a323 req-4ecc69aa-4878-4a3b-9fc8-fc651c6942ee tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:02.715077 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-eda6145e-9575-4f65-a115-ea333557fb37 req-ea6c985c-fe2c-479b-a3f2-4f9114930635 service neutron] Transition to ACTIVE for port object 16310b34-2d78-42f4-93bf-6a4e2d0afeaf will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:08:02.724678 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-eda6145e-9575-4f65-a115-ea333557fb37 req-ea6c985c-fe2c-479b-a3f2-4f9114930635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:02.735720 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e24b0c-a006-4f7c-9c9a-1715daafcabf req-d88f376a-ac24-40af-9091-c0730a1e5d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:02.737223 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a9e24b0c-a006-4f7c-9c9a-1715daafcabf req-d88f376a-ac24-40af-9091-c0730a1e5d88 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.1669731 Jul 24 09:08:02.765214 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:02.802589 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-ff919651-5ac8-4203-b0f2-265de586a323 req-4ecc69aa-4878-4a3b-9fc8-fc651c6942ee tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:02.809233 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-ff919651-5ac8-4203-b0f2-265de586a323 req-4ecc69aa-4878-4a3b-9fc8-fc651c6942ee tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:02.813911 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a9e24b0c-a006-4f7c-9c9a-1715daafcabf req-b8c288fd-e353-4614-b185-5b5fad521c5c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=b07ae86d-67b5-41e2-86cd-d5066530521d HTTP/1.1" status: 200 len: 217 time: 0.0547454 Jul 24 09:08:02.853999 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a504bfe-b185-4f66-9a9c-d3914ac27cb4 req-b667e0d3-2259-4a07-a497-68ba2258e4a8 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:02.855531 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5a504bfe-b185-4f66-9a9c-d3914ac27cb4 req-b667e0d3-2259-4a07-a497-68ba2258e4a8 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 950 time: 0.2014334 Jul 24 09:08:02.876412 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-ff919651-5ac8-4203-b0f2-265de586a323 req-4ecc69aa-4878-4a3b-9fc8-fc651c6942ee tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:02.880775 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ff919651-5ac8-4203-b0f2-265de586a323 req-4ecc69aa-4878-4a3b-9fc8-fc651c6942ee tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2591636 Jul 24 09:08:02.882721 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc69aa-4878-4a3b-9fc8-fc651c6942ee tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74cca43a-6365-4eda-93b6-e4ff41f2e76e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:02.892633 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda6145e-9575-4f65-a115-ea333557fb37 req-ea6c985c-fe2c-479b-a3f2-4f9114930635 service neutron] No DVR routers for this DVR port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:08:02.898016 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c985c-fe2c-479b-a3f2-4f9114930635 service neutron] Pushing event updated for resources: {'Port': ['ID=16310b34-2d78-42f4-93bf-6a4e2d0afeaf,revision_number=10']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:02.956591 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e24b0c-a006-4f7c-9c9a-1715daafcabf req-756a05e9-da9b-4f69-91d3-0dd3f4ba5193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:02.958106 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a9e24b0c-a006-4f7c-9c9a-1715daafcabf req-756a05e9-da9b-4f69-91d3-0dd3f4ba5193 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1316361 Jul 24 09:08:02.961471 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eda6145e-9575-4f65-a115-ea333557fb37 req-ea6c985c-fe2c-479b-a3f2-4f9114930635 service neutron] 10.222.0.37 "PUT /v2.0/ports/16310b34-2d78-42f4-93bf-6a4e2d0afeaf/bindings/n-h2-800085-9/activate HTTP/1.1" status: 200 len: 369 time: 1.5243554 Jul 24 09:08:02.985224 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5a504bfe-b185-4f66-9a9c-d3914ac27cb4 req-76e35519-1091-4cfb-9ac3-ebfafe99a543 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957644 Jul 24 09:08:03.105297 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e24b0c-a006-4f7c-9c9a-1715daafcabf req-24794db8-555c-48af-ba35-3321b2e2ce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:03.106803 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a9e24b0c-a006-4f7c-9c9a-1715daafcabf req-24794db8-555c-48af-ba35-3321b2e2ce23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1319349 Jul 24 09:08:03.125699 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-78725419-098e-40dc-a887-a7a6769462e4 req-0c9aaf4b-242e-4cce-a1db-d0fde701aa8b tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1283160549', 'description': 'tempest-description-1344091628'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:03.152666 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-78725419-098e-40dc-a887-a7a6769462e4 req-0c9aaf4b-242e-4cce-a1db-d0fde701aa8b tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:03.212619 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6145e-9575-4f65-a115-ea333557fb37 req-8068939c-0d25-474a-85d9-57e4c6908ea2 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:03.214466 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eda6145e-9575-4f65-a115-ea333557fb37 req-8068939c-0d25-474a-85d9-57e4c6908ea2 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f&tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&binding%3Ahost_id=n-h1-800085-9 HTTP/1.1" status: 200 len: 1095 time: 0.1906235 Jul 24 09:08:03.281665 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-78725419-098e-40dc-a887-a7a6769462e4 req-0c9aaf4b-242e-4cce-a1db-d0fde701aa8b tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:03.286995 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-78725419-098e-40dc-a887-a7a6769462e4 req-0c9aaf4b-242e-4cce-a1db-d0fde701aa8b tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:03.309567 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-78725419-098e-40dc-a887-a7a6769462e4 req-0c9aaf4b-242e-4cce-a1db-d0fde701aa8b tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:03.322521 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-78725419-098e-40dc-a887-a7a6769462e4 req-0c9aaf4b-242e-4cce-a1db-d0fde701aa8b tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2051558 Jul 24 09:08:03.355298 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c562249-11be-440d-9a84-06637aeba671 req-d6a70026-caf3-44b5-972c-a8e7b48783ca tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:03.356843 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9c562249-11be-440d-9a84-06637aeba671 req-d6a70026-caf3-44b5-972c-a8e7b48783ca tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 944 time: 0.2554319 Jul 24 09:08:03.360215 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a9e24b0c-a006-4f7c-9c9a-1715daafcabf req-7ee96669-4316-4d1d-b8c7-6e5f4a95f735 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393456 Jul 24 09:08:03.374158 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:08:03.384728 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9aaf4b-242e-4cce-a1db-d0fde701aa8b tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d92ff52-2c6f-47bc-bf53-e619b179a605,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:03.430067 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6145e-9575-4f65-a115-ea333557fb37 req-90a3f269-6f8b-44c2-9112-85d2435bb948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:03.431734 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eda6145e-9575-4f65-a115-ea333557fb37 req-90a3f269-6f8b-44c2-9112-85d2435bb948 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f&tenant_id=4e8bcd755fb7413ba3c9ec90a6266523 HTTP/1.1" status: 200 len: 1095 time: 0.1841092 Jul 24 09:08:03.451770 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9c562249-11be-440d-9a84-06637aeba671 req-6d9dbd2b-699b-40b1-966a-9dc03ce46509 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852334 Jul 24 09:08:03.478520 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:08:03.489142 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:08:03.490062 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:03.537225 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56d692-4911-40cf-b2e2-28eec8f0f32f req-cbb75f04-27e2-48b6-b3a7-4e02e0695310 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:03.538826 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a56d692-4911-40cf-b2e2-28eec8f0f32f req-cbb75f04-27e2-48b6-b3a7-4e02e0695310 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b HTTP/1.1" status: 200 len: 945 time: 0.1163137 Jul 24 09:08:03.599329 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a56d692-4911-40cf-b2e2-28eec8f0f32f req-6b170b65-25d6-419d-8e78-7c9e13a10a37 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaea48f7-8f05-4ea0-9664-6cbf2e8c279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533752 Jul 24 09:08:03.636552 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:03.648970 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a9e24b0c-a006-4f7c-9c9a-1715daafcabf req-7d966bf8-6b24-4aef-a568-2335b91aa454 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799132 Jul 24 09:08:03.681300 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6145e-9575-4f65-a115-ea333557fb37 req-dde21442-1028-410d-b7b8-417ab1b3cc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:03.683043 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eda6145e-9575-4f65-a115-ea333557fb37 req-dde21442-1028-410d-b7b8-417ab1b3cc2b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 1095 time: 0.2226048 Jul 24 09:08:03.721477 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43c88f-fa3b-4ae9-bfd9-329f9a5109af req-c86f0393-5e3b-4221-bcb6-cb8bc99b773c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:03.723259 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5f43c88f-fa3b-4ae9-bfd9-329f9a5109af req-c86f0393-5e3b-4221-bcb6-cb8bc99b773c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 944 time: 0.1355729 Jul 24 09:08:03.724206 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:03.725668 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f865ce5-cf0f-4950-8bcb-32ae6a211a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:03.728644 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70476e0e-13b1-48fa-857f-ae60748a61a0" -d '{"events": [{"server_uuid": "4f865ce5-cf0f-4950-8bcb-32ae6a211a43", "name": "network-vif-plugged", "status": "completed", "tag": "ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:03.733370 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:03.770140 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46948) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:03.819486 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5f43c88f-fa3b-4ae9-bfd9-329f9a5109af req-e7f8f6c8-b00e-4fae-bafc-1b02cb6543b1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894923 Jul 24 09:08:03.834176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6145e-9575-4f65-a115-ea333557fb37 req-5eddf65f-378b-4ad9-961c-8007160ead55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:03.836217 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eda6145e-9575-4f65-a115-ea333557fb37 req-5eddf65f-378b-4ad9-961c-8007160ead55 service neutron] 10.222.0.20 "GET /v2.0/networks?id=78a39135-7e1b-4cfc-8949-e6417e15b488 HTTP/1.1" status: 200 len: 921 time: 0.1464403 Jul 24 09:08:03.873810 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:03.894932 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133e67c1-ce05-47a4-b514-ad00df72414f x-openstack-request-id: req-133e67c1-ce05-47a4-b514-ad00df72414f {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:03.895258 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f865ce5-cf0f-4950-8bcb-32ae6a211a43", "name": "network-vif-plugged", "status": "completed", "tag": "ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:03.895646 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-133e67c1-ce05-47a4-b514-ad00df72414f {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:03.895919 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f865ce5-cf0f-4950-8bcb-32ae6a211a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4', 'code': 200} Jul 24 09:08:03.901502 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eda6145e-9575-4f65-a115-ea333557fb37 req-40a57eb9-ebe2-418e-87ea-2ecae5bdcd53 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16310b34-2d78-42f4-93bf-6a4e2d0afeaf HTTP/1.1" status: 200 len: 217 time: 0.0581064 Jul 24 09:08:03.962322 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-2223b63d-14d6-4e68-ad4a-4a1ec9d4e2f5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1837992777-network', 'tenant_id': '41e4ce0292f142bd8b28a9ad8e899285'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:03.979805 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6145e-9575-4f65-a115-ea333557fb37 req-37394eea-4f32-483b-9a35-279b25480655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:03.981552 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eda6145e-9575-4f65-a115-ea333557fb37 req-37394eea-4f32-483b-9a35-279b25480655 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=726d329a-a5bb-490b-be1e-f21c87173472 HTTP/1.1" status: 200 len: 861 time: 0.0654545 Jul 24 09:08:04.038337 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2223b63d-14d6-4e68-ad4a-4a1ec9d4e2f5 admin admin] Made reservation on behalf of 41e4ce0292f142bd8b28a9ad8e899285 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:08:04.040908 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2223b63d-14d6-4e68-ad4a-4a1ec9d4e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:04.051353 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eda6145e-9575-4f65-a115-ea333557fb37 req-d3dd2ee0-e299-43e7-a362-28e969ffc682 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78a39135-7e1b-4cfc-8949-e6417e15b488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569026 Jul 24 09:08:04.058162 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2223b63d-14d6-4e68-ad4a-4a1ec9d4e2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:04.098625 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-6738a892-3f52-4aba-878f-72b193f93d59 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:04.100621 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-6738a892-3f52-4aba-878f-72b193f93d59 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/networks?id=5a3b87de-6571-402b-81bd-14fb75019273 HTTP/1.1" status: 200 len: 812 time: 0.1544688 Jul 24 09:08:04.120569 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-94acfdf8-e9bd-4ed7-91a6-ab164b4b8256 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/quotas/267eb1e9771b44c4894eb788151fcdab HTTP/1.1" status: 200 len: 375 time: 0.0140364 Jul 24 09:08:04.173304 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-eed746f7-3b39-45e1-9150-1284e43a6a7c tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=267eb1e9771b44c4894eb788151fcdab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445101 Jul 24 09:08:04.192190 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9e92f-8145-4bce-a234-98d47e7abe76 req-8b72531a-7c45-4b62-8b59-bfdd07a4daf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:04.194467 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bdf9e92f-8145-4bce-a234-98d47e7abe76 req-8b72531a-7c45-4b62-8b59-bfdd07a4daf7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 1096 time: 0.2113454 Jul 24 09:08:04.252868 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c0d7a-f2cc-4aa1-8e4a-7d3c4b96d783 req-e484cd12-1282-4ef5-9947-49389baf9e17 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:04.254416 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df1c0d7a-f2cc-4aa1-8e4a-7d3c4b96d783 req-e484cd12-1282-4ef5-9947-49389baf9e17 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 950 time: 0.1659935 Jul 24 09:08:04.265671 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eda6145e-9575-4f65-a115-ea333557fb37 req-36b8ddc5-bf76-4c6a-91c2-bb1ccc16bf2f service neutron] 10.222.0.20 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056010 Jul 24 09:08:04.275114 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bdf9e92f-8145-4bce-a234-98d47e7abe76 req-beeabc0c-3659-4f8d-a5ae-c8775f858715 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696292 Jul 24 09:08:04.298023 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2223b63d-14d6-4e68-ad4a-4a1ec9d4e2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:04.301507 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df1c0d7a-f2cc-4aa1-8e4a-7d3c4b96d783 req-639883a2-d7aa-4ddf-a4b0-244d4808e27e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404379 Jul 24 09:08:04.303084 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-63b6db8e-a695-41fa-8649-ffae3a17df70 service neutron] 10.222.0.32 "GET /v2.0/networks/5a3b87de-6571-402b-81bd-14fb75019273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209643 Jul 24 09:08:04.304088 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2223b63d-14d6-4e68-ad4a-4a1ec9d4e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:04.340219 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223b63d-14d6-4e68-ad4a-4a1ec9d4e2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7afe264-287a-4253-9dc2-6f9b4befa390,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:04.376771 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2223b63d-14d6-4e68-ad4a-4a1ec9d4e2f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:08:04.394214 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2223b63d-14d6-4e68-ad4a-4a1ec9d4e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:04.395811 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-2223b63d-14d6-4e68-ad4a-4a1ec9d4e2f5 admin admin] Added segment ca735f48-2402-4279-aa0b-dfee45b734af of type vlan for network 59946cc4-e2f3-4857-9465-6696a384ed46 Jul 24 09:08:04.420879 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eda6145e-9575-4f65-a115-ea333557fb37 req-949da4b5-b22b-412a-badc-de2fe18356bc service neutron] 10.222.0.20 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014092 Jul 24 09:08:04.476904 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2223b63d-14d6-4e68-ad4a-4a1ec9d4e2f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:04.496514 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-ef362ea2-f2a1-4563-9603-8ae9fa1d3a57 service neutron] 10.222.0.32 "GET /v2.0/networks/5a3b87de-6571-402b-81bd-14fb75019273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571257 Jul 24 09:08:04.520615 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2223b63d-14d6-4e68-ad4a-4a1ec9d4e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:04.521761 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2223b63d-14d6-4e68-ad4a-4a1ec9d4e2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:04.522468 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2223b63d-14d6-4e68-ad4a-4a1ec9d4e2f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:04.623501 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223b63d-14d6-4e68-ad4a-4a1ec9d4e2f5 admin admin] Pushing event updated for resources: {'Network': ['ID=59946cc4-e2f3-4857-9465-6696a384ed46,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:04.627535 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2223b63d-14d6-4e68-ad4a-4a1ec9d4e2f5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8560913 Jul 24 09:08:04.632394 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46984) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:04.637821 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 59946cc4-e2f3-4857-9465-6696a384ed46 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:08:04.639277 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-3627b6ec-5c30-4d17-9235-3ea8f4f64ec6 admin admin] Request body: {'subnet': {'network_id': '59946cc4-e2f3-4857-9465-6696a384ed46', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1837992777-subnet', 'tenant_id': '41e4ce0292f142bd8b28a9ad8e899285', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:04.676247 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0fc37-d72a-43e5-9b3d-b30d065d5771 req-57cc2557-5823-40af-b2ca-a950ac3870b4 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:04.677833 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-80f0fc37-d72a-43e5-9b3d-b30d065d5771 req-57cc2557-5823-40af-b2ca-a950ac3870b4 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b HTTP/1.1" status: 200 len: 945 time: 0.1459537 Jul 24 09:08:04.691543 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3627b6ec-5c30-4d17-9235-3ea8f4f64ec6 admin admin] Made reservation on behalf of 41e4ce0292f142bd8b28a9ad8e899285 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:08:04.694557 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3627b6ec-5c30-4d17-9235-3ea8f4f64ec6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:04.725089 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-961a22c3-9526-4c23-9114-ffe04b5757a5 req-8828643e-0ced-476b-83bf-bad245ba4f08 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20a5aef-a32e-4098-8a2e-72ecd20ea786 HTTP/1.1" status: 200 len: 210 time: 0.0317636 Jul 24 09:08:04.868745 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad9fdd-9442-429d-af3e-1d412b894481 req-b15bae95-05a2-4ce8-9b4c-daa241061f89 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:04.870308 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bbad9fdd-9442-429d-af3e-1d412b894481 req-b15bae95-05a2-4ce8-9b4c-daa241061f89 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b HTTP/1.1" status: 200 len: 945 time: 0.0718122 Jul 24 09:08:04.870875 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe32505-5dee-4834-b724-2a83257c0049 req-2d4bb4b2-4059-451d-9f3c-d56335666969 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:04.872640 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0fe32505-5dee-4834-b724-2a83257c0049 req-2d4bb4b2-4059-451d-9f3c-d56335666969 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 944 time: 0.2997844 Jul 24 09:08:04.915881 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bbad9fdd-9442-429d-af3e-1d412b894481 req-22a14034-97d9-435d-a3cc-b6ba974314f1 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaea48f7-8f05-4ea0-9664-6cbf2e8c279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369618 Jul 24 09:08:04.966642 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6145e-9575-4f65-a115-ea333557fb37 req-8068e58c-2b96-433f-8b60-ba5760375b35 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:04.968685 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eda6145e-9575-4f65-a115-ea333557fb37 req-8068e58c-2b96-433f-8b60-ba5760375b35 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f&tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&binding%3Ahost_id=n-h2-800085-9 HTTP/1.1" status: 200 len: 1095 time: 0.2871041 Jul 24 09:08:04.984694 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 16310b34-2d78-42f4-93bf-6a4e2d0afeaf no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:08:05.004028 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0fe32505-5dee-4834-b724-2a83257c0049 req-bd9d0aae-1024-4177-95e1-336c2b62c4e3 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089706 Jul 24 09:08:05.030073 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 16310b34-2d78-42f4-93bf-6a4e2d0afeaf not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:08:05.114405 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-80f0fc37-d72a-43e5-9b3d-b30d065d5771 req-2807889f-2133-49e0-869f-48033809841a tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Deleting port 023adb2a-00d1-47e7-8a65-6bb04d45eb45 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:08:05.114955 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-80f0fc37-d72a-43e5-9b3d-b30d065d5771 req-2807889f-2133-49e0-869f-48033809841a tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:05.141042 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3627b6ec-5c30-4d17-9235-3ea8f4f64ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:05.505669 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea2f76-6e73-45c3-8d8d-a91400153644 req-59382f76-a838-4dce-8fd9-8b3a1099103b tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:05.507274 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-53ea2f76-6e73-45c3-8d8d-a91400153644 req-59382f76-a838-4dce-8fd9-8b3a1099103b tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 950 time: 0.0726469 Jul 24 09:08:05.548427 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-53ea2f76-6e73-45c3-8d8d-a91400153644 req-9974c54b-0804-43c9-88f1-521c4e1b328d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343275 Jul 24 09:08:05.563385 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627b6ec-5c30-4d17-9235-3ea8f4f64ec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e891ff5-c7d2-4eb2-9a34-5724afeecd82,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:05.619007 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3627b6ec-5c30-4d17-9235-3ea8f4f64ec6 admin admin] Checking segment: {'id': 'ca735f48-2402-4279-aa0b-dfee45b734af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '59946cc4-e2f3-4857-9465-6696a384ed46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:08:05.619370 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3627b6ec-5c30-4d17-9235-3ea8f4f64ec6 admin admin] Network hostable DHCP agents. Network: 59946cc4-e2f3-4857-9465-6696a384ed46, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:08:05.632337 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-80f0fc37-d72a-43e5-9b3d-b30d065d5771 req-2807889f-2133-49e0-869f-48033809841a tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] For port 023adb2a-00d1-47e7-8a65-6bb04d45eb45, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=023adb2a-00d1-47e7-8a65-6bb04d45eb45,segment=NetworkSegment(d70121ac-134b-429c-b67d-2538b555b119),segment_id=d70121ac-134b-429c-b67d-2538b555b119)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:05.632718 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-80f0fc37-d72a-43e5-9b3d-b30d065d5771 req-2807889f-2133-49e0-869f-48033809841a tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:05.648569 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47028) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:05.651448 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-eda6145e-9575-4f65-a115-ea333557fb37 req-fa1e844c-9d9e-4b50-8588-037a9ee7276f service neutron] For port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:08:05.657105 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-80f0fc37-d72a-43e5-9b3d-b30d065d5771 req-2807889f-2133-49e0-869f-48033809841a tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Calling delete_port for 023adb2a-00d1-47e7-8a65-6bb04d45eb45 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:08:05.664377 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-eda6145e-9575-4f65-a115-ea333557fb37 req-fa1e844c-9d9e-4b50-8588-037a9ee7276f service neutron] Notify callbacks [] for binding, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:05.665514 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eda6145e-9575-4f65-a115-ea333557fb37 req-fa1e844c-9d9e-4b50-8588-037a9ee7276f service neutron] 10.222.0.20 "DELETE /v2.0/ports/16310b34-2d78-42f4-93bf-6a4e2d0afeaf/bindings/n-h1-800085-9 HTTP/1.1" status: 204 len: 173 time: 0.6851480 Jul 24 09:08:05.682788 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdeac9b-27e0-4ac2-abca-89767834b468 req-1b67f70b-22fa-4f39-8dd4-f71abdcd7618 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:05.684289 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3cdeac9b-27e0-4ac2-abca-89767834b468 req-1b67f70b-22fa-4f39-8dd4-f71abdcd7618 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 945 time: 0.5770462 Jul 24 09:08:05.697189 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3627b6ec-5c30-4d17-9235-3ea8f4f64ec6 admin admin] Network 59946cc4-e2f3-4857-9465-6696a384ed46 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:08:05.755466 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-3627b6ec-5c30-4d17-9235-3ea8f4f64ec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 59946cc4-e2f3-4857-9465-6696a384ed46) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:08:05.760190 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3627b6ec-5c30-4d17-9235-3ea8f4f64ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:05.761116 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3627b6ec-5c30-4d17-9235-3ea8f4f64ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:05.765373 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4605154-0c57-4a50-b6f7-549ac462970c None None] Network 59946cc4-e2f3-4857-9465-6696a384ed46 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:08:05.799106 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-56091329-4034-4512-805a-355bbe6153bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:05.853678 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3627b6ec-5c30-4d17-9235-3ea8f4f64ec6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2194734 Jul 24 09:08:05.889372 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3cdeac9b-27e0-4ac2-abca-89767834b468 req-16b953c4-4f0c-48bc-9dda-213d4688a040 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951361 Jul 24 09:08:05.890081 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47034) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:05.901989 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-daca1ac3-0a07-4324-aa09-b5a575189913 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1837992777-router', 'tenant_id': '41e4ce0292f142bd8b28a9ad8e899285', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:05.916145 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1dd03e01-b826-4ad4-8a86-d502be786c43 req-20d75e29-6511-4e02-b1c8-4c93919f5dc7 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20a5aef-a32e-4098-8a2e-72ecd20ea786 HTTP/1.1" status: 200 len: 210 time: 0.0783463 Jul 24 09:08:05.975879 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-56091329-4034-4512-805a-355bbe6153bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:05.980297 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-56091329-4034-4512-805a-355bbe6153bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:05.983239 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-70d01261-3596-432d-a473-30689b332d5f tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:05.984980 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-70d01261-3596-432d-a473-30689b332d5f tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.20 "GET /v2.0/networks?id=5a3b87de-6571-402b-81bd-14fb75019273 HTTP/1.1" status: 200 len: 812 time: 0.2204490 Jul 24 09:08:05.991147 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a9ca04-6060-443d-9571-c7d303e4b358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-59946cc4-e2f3-4857-9465-6696a384ed46', 'network_id': '59946cc4-e2f3-4857-9465-6696a384ed46', 'tenant_id': '41e4ce0292f142bd8b28a9ad8e899285', 'fixed_ips': [{'subnet_id': '1e891ff5-c7d2-4eb2-9a34-5724afeecd82'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:08:05.993525 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-18a9ca04-6060-443d-9571-c7d303e4b358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:06.002492 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-2a18f8af-7128-4e1f-81ea-a61b2fc1dafe tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Request body: {'port': {'device_id': 'd20a5aef-a32e-4098-8a2e-72ecd20ea786', 'network_id': '5a3b87de-6571-402b-81bd-14fb75019273', 'admin_state_up': True, 'tenant_id': '267eb1e9771b44c4894eb788151fcdab'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:06.024648 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-56091329-4034-4512-805a-355bbe6153bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0618238f6514999be452fc4c8e398d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3749561 Jul 24 09:08:06.025544 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56091329-4034-4512-805a-355bbe6153bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96e3633-848d-44bb-82e3-1cc46bebfa0b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:06.027797 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47038) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:06.090122 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-abf60dee-7fd4-477f-a5fa-0dc52b53a426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:06.094722 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-80f0fc37-d72a-43e5-9b3d-b30d065d5771 req-2807889f-2133-49e0-869f-48033809841a tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:06.096515 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-daca1ac3-0a07-4324-aa09-b5a575189913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:06.098527 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-daca1ac3-0a07-4324-aa09-b5a575189913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:06.120057 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-abf60dee-7fd4-477f-a5fa-0dc52b53a426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:06.148321 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['023adb2a-00d1-47e7-8a65-6bb04d45eb45'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:08:06.185711 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807889f-2133-49e0-869f-48033809841a tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Pushing event deleted for resources: {'Port': ['ID=023adb2a-00d1-47e7-8a65-6bb04d45eb45,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:06.239113 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d039d7-c52f-4f98-af8c-201061b3fdad req-92fcbf51-a417-4a83-bef3-3e3bb6de5d63 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:06.245730 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f3d039d7-c52f-4f98-af8c-201061b3fdad req-92fcbf51-a417-4a83-bef3-3e3bb6de5d63 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 944 time: 0.1174109 Jul 24 09:08:06.259848 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-abf60dee-7fd4-477f-a5fa-0dc52b53a426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:06.262534 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-abf60dee-7fd4-477f-a5fa-0dc52b53a426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:06.263637 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-abf60dee-7fd4-477f-a5fa-0dc52b53a426 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e96e3633-848d-44bb-82e3-1cc46bebfa0b HTTP/1.1" status: 204 len: 168 time: 0.2348270 Jul 24 09:08:06.274627 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-18a9ca04-6060-443d-9571-c7d303e4b358 None None] Allocated IP 172.20.0.2 (59946cc4-e2f3-4857-9465-6696a384ed46/1e891ff5-c7d2-4eb2-9a34-5724afeecd82/6793b1d7-c4dc-40a1-a372-47ff8e721326) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:08:06.278065 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f0fc37-d72a-43e5-9b3d-b30d065d5771 req-2807889f-2133-49e0-869f-48033809841a tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] No DVR routers for this DVR port 023adb2a-00d1-47e7-8a65-6bb04d45eb45 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:08:06.281301 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-80f0fc37-d72a-43e5-9b3d-b30d065d5771 req-2807889f-2133-49e0-869f-48033809841a tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:06.283587 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-80f0fc37-d72a-43e5-9b3d-b30d065d5771 req-2807889f-2133-49e0-869f-48033809841a tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.20 "DELETE /v2.0/ports/023adb2a-00d1-47e7-8a65-6bb04d45eb45 HTTP/1.1" status: 204 len: 173 time: 1.5935655 Jul 24 09:08:06.284092 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf60dee-7fd4-477f-a5fa-0dc52b53a426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96e3633-848d-44bb-82e3-1cc46bebfa0b,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:06.316364 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4ad02c-74d1-4b40-bfcb-7f290d018f5b', 'name': 'network-vif-deleted', 'tag': '023adb2a-00d1-47e7-8a65-6bb04d45eb45'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:06.318548 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d8fb1f-9c9f-4591-8e2c-2871636e434c" -d '{"events": [{"server_uuid": "8a4ad02c-74d1-4b40-bfcb-7f290d018f5b", "name": "network-vif-deleted", "tag": "023adb2a-00d1-47e7-8a65-6bb04d45eb45"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:06.328229 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f3d039d7-c52f-4f98-af8c-201061b3fdad req-20c356c4-c5b3-4cf7-8194-f261da666a74 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815585 Jul 24 09:08:06.335654 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-daca1ac3-0a07-4324-aa09-b5a575189913 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:06.359917 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29652bea-7cfd-45f2-b0ab-4e057b986822 req-4295440d-ab15-4cd7-930e-9e24f0e61556 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:06.361519 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-29652bea-7cfd-45f2-b0ab-4e057b986822 req-4295440d-ab15-4cd7-930e-9e24f0e61556 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4ad02c-74d1-4b40-bfcb-7f290d018f5b HTTP/1.1" status: 200 len: 867 time: 0.3518958 Jul 24 09:08:06.448306 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-2a18f8af-7128-4e1f-81ea-a61b2fc1dafe tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Made reservation on behalf of 267eb1e9771b44c4894eb788151fcdab for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:08:06.453334 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-2a18f8af-7128-4e1f-81ea-a61b2fc1dafe tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:06.531624 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-29652bea-7cfd-45f2-b0ab-4e057b986822 req-f2ce62cd-9832-4aba-b175-cfc9278c3300 tempest-FloatingIPsAssociationTestJSON-1291372289 tempest-FloatingIPsAssociationTestJSON-1291372289-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaea48f7-8f05-4ea0-9664-6cbf2e8c279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035900 Jul 24 09:08:06.556558 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-18a9ca04-6060-443d-9571-c7d303e4b358 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:06.575840 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-18a9ca04-6060-443d-9571-c7d303e4b358 None None] Transition to ACTIVE for port object 6793b1d7-c4dc-40a1-a372-47ff8e721326 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:08:06.620646 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-18a9ca04-6060-443d-9571-c7d303e4b358 None None] Transition to ACTIVE for port object 6793b1d7-c4dc-40a1-a372-47ff8e721326 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:08:06.626986 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f539b31f-43c7-42e5-a6d6-dea176b9cf24 x-openstack-request-id: req-f539b31f-43c7-42e5-a6d6-dea176b9cf24 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:06.628549 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4ad02c-74d1-4b40-bfcb-7f290d018f5b", "name": "network-vif-deleted", "tag": "023adb2a-00d1-47e7-8a65-6bb04d45eb45", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:06.631108 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-18a9ca04-6060-443d-9571-c7d303e4b358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:06.631742 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f539b31f-43c7-42e5-a6d6-dea176b9cf24 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:06.632352 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4ad02c-74d1-4b40-bfcb-7f290d018f5b', 'name': 'network-vif-deleted', 'tag': '023adb2a-00d1-47e7-8a65-6bb04d45eb45', 'status': 'completed', 'code': 200} Jul 24 09:08:06.676420 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a9ca04-6060-443d-9571-c7d303e4b358 None None] Network 59946cc4-e2f3-4857-9465-6696a384ed46 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:08:06.679912 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-18a9ca04-6060-443d-9571-c7d303e4b358 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:08:06.683550 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a9ca04-6060-443d-9571-c7d303e4b358 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:08:06.689529 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47056) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:06.705328 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9ca04-6060-443d-9571-c7d303e4b358 None None] Pushing event updated for resources: {'Port': ['ID=6793b1d7-c4dc-40a1-a372-47ff8e721326,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:06.752151 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-99571419-713d-48fa-8101-41d301b5c8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:06.763646 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-daca1ac3-0a07-4324-aa09-b5a575189913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:06.792120 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-18a9ca04-6060-443d-9571-c7d303e4b358 None None] Attempting to bind port 6793b1d7-c4dc-40a1-a372-47ff8e721326 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:08:06.792548 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-18a9ca04-6060-443d-9571-c7d303e4b358 None None] Attempting to bind port 6793b1d7-c4dc-40a1-a372-47ff8e721326 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'ca735f48-2402-4279-aa0b-dfee45b734af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '59946cc4-e2f3-4857-9465-6696a384ed46'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:08:06.792925 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a9ca04-6060-443d-9571-c7d303e4b358 None None] Attempting to bind port 6793b1d7-c4dc-40a1-a372-47ff8e721326 on network 59946cc4-e2f3-4857-9465-6696a384ed46 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:08:06.804762 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a9ca04-6060-443d-9571-c7d303e4b358 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:08:06.805825 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a9ca04-6060-443d-9571-c7d303e4b358 None None] Checking segment: {'id': 'ca735f48-2402-4279-aa0b-dfee45b734af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '59946cc4-e2f3-4857-9465-6696a384ed46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:08:06.806727 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-18a9ca04-6060-443d-9571-c7d303e4b358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:06.807372 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a9ca04-6060-443d-9571-c7d303e4b358 None None] Bound using segment: {'id': 'ca735f48-2402-4279-aa0b-dfee45b734af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '59946cc4-e2f3-4857-9465-6696a384ed46'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:08:06.808034 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-18a9ca04-6060-443d-9571-c7d303e4b358 None None] Bound port: 6793b1d7-c4dc-40a1-a372-47ff8e721326, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca735f48-2402-4279-aa0b-dfee45b734af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '59946cc4-e2f3-4857-9465-6696a384ed46'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:08:06.808648 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-18a9ca04-6060-443d-9571-c7d303e4b358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:06.857855 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784185e-8fd0-45dd-a36c-f7c66b2bcd0e req-7972cff0-fbb5-4cf8-a252-17c9c7795a81 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:06.872258 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2784185e-8fd0-45dd-a36c-f7c66b2bcd0e req-7972cff0-fbb5-4cf8-a252-17c9c7795a81 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 950 time: 0.1912823 Jul 24 09:08:06.910749 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-18a9ca04-6060-443d-9571-c7d303e4b358 None None] For port 6793b1d7-c4dc-40a1-a372-47ff8e721326, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:08:06.911981 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-2a18f8af-7128-4e1f-81ea-a61b2fc1dafe tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Allocated IP 172.20.0.8 (5a3b87de-6571-402b-81bd-14fb75019273/e8e66ac9-105b-4409-a14d-808609c061e7/fdda9fa5-b894-4670-aa60-8286fde20d52) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:08:06.915954 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-18a9ca04-6060-443d-9571-c7d303e4b358 None None] For port 6793b1d7-c4dc-40a1-a372-47ff8e721326, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=6793b1d7-c4dc-40a1-a372-47ff8e721326,segment=NetworkSegment(ca735f48-2402-4279-aa0b-dfee45b734af),segment_id=ca735f48-2402-4279-aa0b-dfee45b734af)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:08:06.921204 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-18a9ca04-6060-443d-9571-c7d303e4b358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:06.950629 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db48335-2c08-4a12-bd93-013d3b5cb53e req-240b519d-3154-4d94-8dcf-79f9be370acd tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:06.953261 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4db48335-2c08-4a12-bd93-013d3b5cb53e req-240b519d-3154-4d94-8dcf-79f9be370acd tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 1095 time: 0.2603951 Jul 24 09:08:06.958676 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2784185e-8fd0-45dd-a36c-f7c66b2bcd0e req-8cd7888f-73b9-415a-8005-47770d8fa3a0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840890 Jul 24 09:08:07.000936 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9ca04-6060-443d-9571-c7d303e4b358 None None] Pushing event updated for resources: {'Port': ['ID=6793b1d7-c4dc-40a1-a372-47ff8e721326,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:07.031067 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-99571419-713d-48fa-8101-41d301b5c8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:07.036482 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-99571419-713d-48fa-8101-41d301b5c8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:07.072205 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4db48335-2c08-4a12-bd93-013d3b5cb53e req-b33b37c3-18c2-412c-861a-0c0a0eef3c4c tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072934 Jul 24 09:08:07.106352 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-99571419-713d-48fa-8101-41d301b5c8e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6455ae6578ba470bb416bd0fbb6fb5d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4141037 Jul 24 09:08:07.118619 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47062) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:07.123174 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99571419-713d-48fa-8101-41d301b5c8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7394a099-e5a3-4130-8eef-e0b192b534e0,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:07.203405 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542f8de-9a9f-48cd-9d96-1aaba366d4ac req-e51fb4f4-536c-4ed7-8219-e853b3893346 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:07.205051 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f542f8de-9a9f-48cd-9d96-1aaba366d4ac req-e51fb4f4-536c-4ed7-8219-e853b3893346 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 945 time: 0.1647732 Jul 24 09:08:07.225521 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ae2c590c-b2ee-459c-9a79-df7dab87d999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:07.288183 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ae2c590c-b2ee-459c-9a79-df7dab87d999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:07.296905 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0cf760d7-77d8-45c0-9b6c-0635cc71a457 req-655fb980-5181-4a66-907b-f0f06b113ea0 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20a5aef-a32e-4098-8a2e-72ecd20ea786 HTTP/1.1" status: 200 len: 210 time: 0.0697687 Jul 24 09:08:07.318134 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f542f8de-9a9f-48cd-9d96-1aaba366d4ac req-39ccc868-55a3-4b3f-8630-18a99bfa322b tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026263 Jul 24 09:08:07.342460 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-daca1ac3-0a07-4324-aa09-b5a575189913 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:07.394612 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-daca1ac3-0a07-4324-aa09-b5a575189913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:07.397405 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ae2c590c-b2ee-459c-9a79-df7dab87d999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:07.400102 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ae2c590c-b2ee-459c-9a79-df7dab87d999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:07.401412 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ae2c590c-b2ee-459c-9a79-df7dab87d999 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7394a099-e5a3-4130-8eef-e0b192b534e0 HTTP/1.1" status: 204 len: 168 time: 0.2796025 Jul 24 09:08:07.425610 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c590c-b2ee-459c-9a79-df7dab87d999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7394a099-e5a3-4130-8eef-e0b192b534e0,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:07.426135 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-2a18f8af-7128-4e1f-81ea-a61b2fc1dafe tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:07.499756 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad012f9-053c-493f-80b6-419dc70e56ff req-644ea598-94d1-49c4-957a-66e3f840bbba tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:07.507999 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2ad012f9-053c-493f-80b6-419dc70e56ff req-644ea598-94d1-49c4-957a-66e3f840bbba tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 1096 time: 0.1028237 Jul 24 09:08:07.541742 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:08:07.549541 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2ad012f9-053c-493f-80b6-419dc70e56ff req-b2ec7ae1-b63c-44bd-b444-b78ef96c2fa1 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403914 Jul 24 09:08:07.623134 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-2a18f8af-7128-4e1f-81ea-a61b2fc1dafe tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:07.668188 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47088) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:07.674401 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-daca1ac3-0a07-4324-aa09-b5a575189913 admin admin] Allocated IP 172.25.7.187 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/82881ee3-f3fd-416b-8299-eaa10b1cfd9c) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:08:07.699862 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-f4a26287-edec-4028-9322-62358240e01c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:07.706402 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-f4a26287-edec-4028-9322-62358240e01c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/networks?id=78a39135-7e1b-4cfc-8949-e6417e15b488 HTTP/1.1" status: 200 len: 821 time: 0.2666531 Jul 24 09:08:07.729655 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-2a18f8af-7128-4e1f-81ea-a61b2fc1dafe tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Network 5a3b87de-6571-402b-81bd-14fb75019273 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:08:07.738542 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-2a18f8af-7128-4e1f-81ea-a61b2fc1dafe tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:08:07.740628 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18f8af-7128-4e1f-81ea-a61b2fc1dafe tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Pushing event updated for resources: {'Port': ['ID=fdda9fa5-b894-4670-aa60-8286fde20d52,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:07.748651 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-0e4c19b9-bafe-4284-8d36-01bad7fc398e tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/quotas/4e8bcd755fb7413ba3c9ec90a6266523 HTTP/1.1" status: 200 len: 375 time: 0.0413737 Jul 24 09:08:07.752868 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-2a18f8af-7128-4e1f-81ea-a61b2fc1dafe tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:08:07.758338 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-2a18f8af-7128-4e1f-81ea-a61b2fc1dafe tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:07.758959 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-2a18f8af-7128-4e1f-81ea-a61b2fc1dafe tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:07.817000 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-2a18f8af-7128-4e1f-81ea-a61b2fc1dafe tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8212209 Jul 24 09:08:07.849369 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ea0bc-e9f8-42b9-920e-b94fb9c8ae25 req-bdaf22d0-9119-4cd3-846c-704df7425f9a tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:07.851622 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-873ea0bc-e9f8-42b9-920e-b94fb9c8ae25 req-bdaf22d0-9119-4cd3-846c-704df7425f9a tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 1096 time: 0.1229441 Jul 24 09:08:07.865723 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-d46d06bb-7ad0-40a9-9565-f426b3112a84 service neutron] Request body: {'port': {'device_id': 'd20a5aef-a32e-4098-8a2e-72ecd20ea786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:07.970787 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-daca1ac3-0a07-4324-aa09-b5a575189913 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:07.993634 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-73546cb2-8fd9-4502-ab99-c31fd262bdc1 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2440176 Jul 24 09:08:08.015186 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-d46d06bb-7ad0-40a9-9565-f426b3112a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:08.170983 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-e8cb10fc-7dff-4e8f-a264-946eac3cc301 service neutron] 10.222.0.32 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651213 Jul 24 09:08:08.208955 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-daca1ac3-0a07-4324-aa09-b5a575189913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:08.301774 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-873ea0bc-e9f8-42b9-920e-b94fb9c8ae25 req-de566504-a4da-4bfa-9661-f13ef7b03cfa tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413202 Jul 24 09:08:08.353618 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daca1ac3-0a07-4324-aa09-b5a575189913 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:08:08.369779 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-daca1ac3-0a07-4324-aa09-b5a575189913 admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:08:08.385930 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daca1ac3-0a07-4324-aa09-b5a575189913 admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:08:08.387379 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6631c9-999a-4281-8104-4858a260dab0 None None] Network 59946cc4-e2f3-4857-9465-6696a384ed46 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:08:08.434932 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca1ac3-0a07-4324-aa09-b5a575189913 admin admin] Pushing event updated for resources: {'Port': ['ID=82881ee3-f3fd-416b-8299-eaa10b1cfd9c,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:08.475271 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ab87ca9c-b25c-4822-a9c1-68497c3fa213 None None] Provisioning for port 6793b1d7-c4dc-40a1-a372-47ff8e721326 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:08:08.477758 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-f6af52b3-1852-409d-b1b2-35bca048b8cd service neutron] 10.222.0.32 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922904 Jul 24 09:08:08.544167 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07488c2f-5d93-4bcb-9744-d0748c162668 req-4217b8c6-9f57-41db-b632-91f74501edd1 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:08.545596 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-07488c2f-5d93-4bcb-9744-d0748c162668 req-4217b8c6-9f57-41db-b632-91f74501edd1 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 950 time: 0.1274407 Jul 24 09:08:08.647668 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-07488c2f-5d93-4bcb-9744-d0748c162668 req-75b7cda7-aaa6-4c3e-94ed-f528b10aa205 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947814 Jul 24 09:08:08.765854 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6fca7bce-c680-4c8a-bb6d-44915fed9711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:08.995486 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 6793b1d7-c4dc-40a1-a372-47ff8e721326 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:08:09.055876 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-d46d06bb-7ad0-40a9-9565-f426b3112a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdda9fa5-b894-4670-aa60-8286fde20d52 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:08:09.068396 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-d46d06bb-7ad0-40a9-9565-f426b3112a84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:09.080292 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-daca1ac3-0a07-4324-aa09-b5a575189913 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:09.086315 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c7017-4932-429a-a77d-6bbd1901b569 req-a5f1fdc2-3d93-4095-ae9b-51e0e255c716 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:09.094261 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a30c7017-4932-429a-a77d-6bbd1901b569 req-a5f1fdc2-3d93-4095-ae9b-51e0e255c716 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20a5aef-a32e-4098-8a2e-72ecd20ea786 HTTP/1.1" status: 200 len: 931 time: 0.2795479 Jul 24 09:08:09.116111 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-d46d06bb-7ad0-40a9-9565-f426b3112a84 service neutron] Transition to ACTIVE for port object fdda9fa5-b894-4670-aa60-8286fde20d52 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:08:09.133909 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 6793b1d7-c4dc-40a1-a372-47ff8e721326 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:08:09.140676 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 6793b1d7-c4dc-40a1-a372-47ff8e721326 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:08:09.140896 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:09.148108 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-d46d06bb-7ad0-40a9-9565-f426b3112a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:09.185636 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a30c7017-4932-429a-a77d-6bbd1901b569 req-81771ff6-516f-4731-88d0-9db3d2e38e14 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792494 Jul 24 09:08:09.227213 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec69e4da-ef3c-453e-9967-7ac42f1c8fd9 req-7b1fa357-d89e-4830-b9a5-00801877febe tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 210 time: 0.0825899 Jul 24 09:08:09.276707 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d06bb-7ad0-40a9-9565-f426b3112a84 service neutron] Pushing event updated for resources: {'Port': ['ID=fdda9fa5-b894-4670-aa60-8286fde20d52,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:09.283001 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:09.346110 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-d46d06bb-7ad0-40a9-9565-f426b3112a84 service neutron] Attempting to bind port fdda9fa5-b894-4670-aa60-8286fde20d52 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:08:09.347116 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-d46d06bb-7ad0-40a9-9565-f426b3112a84 service neutron] Attempting to bind port fdda9fa5-b894-4670-aa60-8286fde20d52 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'abd905bc-1a45-436c-b516-e7eb5ca9a4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5a3b87de-6571-402b-81bd-14fb75019273'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:08:09.347562 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-d46d06bb-7ad0-40a9-9565-f426b3112a84 service neutron] Attempting to bind port fdda9fa5-b894-4670-aa60-8286fde20d52 on network 5a3b87de-6571-402b-81bd-14fb75019273 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:08:09.355142 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-d46d06bb-7ad0-40a9-9565-f426b3112a84 service neutron] Port fdda9fa5-b894-4670-aa60-8286fde20d52 on network 5a3b87de-6571-402b-81bd-14fb75019273 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:08:09.355727 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-d46d06bb-7ad0-40a9-9565-f426b3112a84 service neutron] Attempting to bind port fdda9fa5-b894-4670-aa60-8286fde20d52 on network 5a3b87de-6571-402b-81bd-14fb75019273 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:08:09.370724 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 6793b1d7-c4dc-40a1-a372-47ff8e721326, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=6793b1d7-c4dc-40a1-a372-47ff8e721326,segment=NetworkSegment(ca735f48-2402-4279-aa0b-dfee45b734af),segment_id=ca735f48-2402-4279-aa0b-dfee45b734af)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:09.375811 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:09.403467 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-6fca7bce-c680-4c8a-bb6d-44915fed9711 admin admin] Deleting port a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:08:09.403817 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6fca7bce-c680-4c8a-bb6d-44915fed9711 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:09.434307 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 023adb2a-00d1-47e7-8a65-6bb04d45eb45 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:08:09.469754 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-d46d06bb-7ad0-40a9-9565-f426b3112a84 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:08:09.470876 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-d46d06bb-7ad0-40a9-9565-f426b3112a84 service neutron] Checking segment: {'id': 'abd905bc-1a45-436c-b516-e7eb5ca9a4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5a3b87de-6571-402b-81bd-14fb75019273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:08:09.471955 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-d46d06bb-7ad0-40a9-9565-f426b3112a84 service neutron] Bound using segment: {'id': 'abd905bc-1a45-436c-b516-e7eb5ca9a4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5a3b87de-6571-402b-81bd-14fb75019273'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:08:09.473338 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-d46d06bb-7ad0-40a9-9565-f426b3112a84 service neutron] Bound port: fdda9fa5-b894-4670-aa60-8286fde20d52, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abd905bc-1a45-436c-b516-e7eb5ca9a4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5a3b87de-6571-402b-81bd-14fb75019273'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:08:09.473902 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-d46d06bb-7ad0-40a9-9565-f426b3112a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:09.538114 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=6793b1d7-c4dc-40a1-a372-47ff8e721326,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:09.541195 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 023adb2a-00d1-47e7-8a65-6bb04d45eb45 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:08:09.541708 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 023adb2a-00d1-47e7-8a65-6bb04d45eb45 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:08:09.569799 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-daca1ac3-0a07-4324-aa09-b5a575189913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:09.616455 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-d46d06bb-7ad0-40a9-9565-f426b3112a84 service neutron] For port fdda9fa5-b894-4670-aa60-8286fde20d52, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:08:09.632166 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-6fca7bce-c680-4c8a-bb6d-44915fed9711 admin admin] For port a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f,segment=NetworkSegment(d70121ac-134b-429c-b67d-2538b555b119),segment_id=d70121ac-134b-429c-b67d-2538b555b119)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:09.632538 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6fca7bce-c680-4c8a-bb6d-44915fed9711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:09.657571 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-d46d06bb-7ad0-40a9-9565-f426b3112a84 service neutron] For port fdda9fa5-b894-4670-aa60-8286fde20d52, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=fdda9fa5-b894-4670-aa60-8286fde20d52,segment=NetworkSegment(abd905bc-1a45-436c-b516-e7eb5ca9a4b9),segment_id=abd905bc-1a45-436c-b516-e7eb5ca9a4b9)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:08:09.665128 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-6fca7bce-c680-4c8a-bb6d-44915fed9711 admin admin] Calling delete_port for a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:08:09.668253 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-d46d06bb-7ad0-40a9-9565-f426b3112a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:09.692932 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbe10e-ff44-4a25-b32b-4dfa1d79d658 req-522cedcf-7204-4ee0-bbbd-53c04779b4fd tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:09.700161 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-edfbe10e-ff44-4a25-b32b-4dfa1d79d658 req-522cedcf-7204-4ee0-bbbd-53c04779b4fd tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 1096 time: 0.1684632 Jul 24 09:08:09.716951 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-d46d06bb-7ad0-40a9-9565-f426b3112a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:09.717813 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-d46d06bb-7ad0-40a9-9565-f426b3112a84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:09.719316 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-d46d06bb-7ad0-40a9-9565-f426b3112a84 service neutron] 10.222.0.20 "PUT /v2.0/ports/fdda9fa5-b894-4670-aa60-8286fde20d52 HTTP/1.1" status: 200 len: 1091 time: 1.8604934 Jul 24 09:08:09.719900 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20a5aef-a32e-4098-8a2e-72ecd20ea786', 'tag': 'fdda9fa5-b894-4670-aa60-8286fde20d52'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:09.723723 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a907a6e5-252a-4a5d-8878-cfdb4adf9b68" -d '{"events": [{"name": "network-changed", "server_uuid": "d20a5aef-a32e-4098-8a2e-72ecd20ea786", "tag": "fdda9fa5-b894-4670-aa60-8286fde20d52"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:09.764702 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d06bb-7ad0-40a9-9565-f426b3112a84 service neutron] Pushing event updated for resources: {'Port': ['ID=fdda9fa5-b894-4670-aa60-8286fde20d52,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:09.792906 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-edfbe10e-ff44-4a25-b32b-4dfa1d79d658 req-d8b80d30-6493-4284-807b-763c3f19c777 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918090 Jul 24 09:08:09.868021 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ed02eb-95b3-4a3d-b83d-d97b961e5a99 x-openstack-request-id: req-f3ed02eb-95b3-4a3d-b83d-d97b961e5a99 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:09.868318 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20a5aef-a32e-4098-8a2e-72ecd20ea786", "tag": "fdda9fa5-b894-4670-aa60-8286fde20d52", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:09.868568 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3ed02eb-95b3-4a3d-b83d-d97b961e5a99 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:09.868994 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20a5aef-a32e-4098-8a2e-72ecd20ea786', 'tag': 'fdda9fa5-b894-4670-aa60-8286fde20d52', 'status': 'completed', 'code': 200} Jul 24 09:08:09.921963 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-1bb0c76d-caa5-4a6a-87a2-e7c69423f6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:09.923778 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-1bb0c76d-caa5-4a6a-87a2-e7c69423f6ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=267eb1e9771b44c4894eb788151fcdab&device_id=d20a5aef-a32e-4098-8a2e-72ecd20ea786 HTTP/1.1" status: 200 len: 1094 time: 0.1560280 Jul 24 09:08:09.932911 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ed485-36ea-4f51-a271-aaeac1ad4276 req-90c67513-c0dc-4f04-8391-0853f8053243 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:09.934644 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d5ed485-36ea-4f51-a271-aaeac1ad4276 req-90c67513-c0dc-4f04-8391-0853f8053243 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 950 time: 0.1482017 Jul 24 09:08:09.935232 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daca1ac3-0a07-4324-aa09-b5a575189913 admin admin] Router db76ca39-65dd-4b57-8e56-92e9ca2df47c is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:08:09.965400 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6fca7bce-c680-4c8a-bb6d-44915fed9711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:09.992696 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-ad99352c-feb7-45ee-a792-f64498abe5dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdda9fa5-b894-4670-aa60-8286fde20d52 HTTP/1.1" status: 200 len: 217 time: 0.0550890 Jul 24 09:08:10.006529 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca7bce-c680-4c8a-bb6d-44915fed9711 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:10.197118 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-ad7fd0c7-6d55-45bf-b2a7-eb017bff3e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:10.200636 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-ad7fd0c7-6d55-45bf-b2a7-eb017bff3e23 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8e66ac9-105b-4409-a14d-808609c061e7 HTTP/1.1" status: 200 len: 852 time: 0.1946809 Jul 24 09:08:10.227094 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d5ed485-36ea-4f51-a271-aaeac1ad4276 req-b6b3a3f4-420d-48d3-a891-396ed8b708da tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786601 Jul 24 09:08:10.252023 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6fca7bce-c680-4c8a-bb6d-44915fed9711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:10.323870 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daca1ac3-0a07-4324-aa09-b5a575189913 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:08:10.327937 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-204c5047-01b5-4509-968b-01be5d8f9ea2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a3b87de-6571-402b-81bd-14fb75019273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111660 Jul 24 09:08:10.333858 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] Sync routers for ids ['db76ca39-65dd-4b57-8e56-92e9ca2df47c'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:08:10.348317 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] Routers {'db76ca39-65dd-4b57-8e56-92e9ca2df47c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:08:10.351020 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:08:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['db76ca39-65dd-4b57-8e56-92e9ca2df47c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:08:10.425611 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2fa4d7f1-dfa6-4b6c-a757-28cdd66ed43f req-9482edaf-b449-474a-bcd5-c614a618f8f5 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 210 time: 0.0453272 Jul 24 09:08:10.476639 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-2aebc3b1-8823-47d1-a763-f23e4f82d333 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:10.478175 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-2aebc3b1-8823-47d1-a763-f23e4f82d333 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.37 "GET /v2.0/networks?id=78a39135-7e1b-4cfc-8949-e6417e15b488 HTTP/1.1" status: 200 len: 821 time: 0.3998058 Jul 24 09:08:10.483498 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] Set router db76ca39-65dd-4b57-8e56-92e9ca2df47c gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:08:10.486669 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-daca1ac3-0a07-4324-aa09-b5a575189913 admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:10.490915 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-daca1ac3-0a07-4324-aa09-b5a575189913 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.5936630 Jul 24 09:08:10.495953 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-f1226a45-41ab-40ac-8dd9-c34eb01e1594 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Request body: {'port': {'device_id': '2d4a45f3-ab97-4652-839f-9108c93e0438', 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488', 'admin_state_up': True, 'tenant_id': '4e8bcd755fb7413ba3c9ec90a6266523'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:10.500700 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47182) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:10.607703 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47186) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:10.610939 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fca7bce-c680-4c8a-bb6d-44915fed9711 admin admin] Router b82a34ac-21b9-40f2-9c52-98d6d2cec22a has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:08:10.702667 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db76ca39-65dd-4b57-8e56-92e9ca2df47c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1837992777-router', 'tenant_id': '41e4ce0292f142bd8b28a9ad8e899285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '82881ee3-f3fd-416b-8299-eaa10b1cfd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:08:06Z', 'updated_at': '2021-07-24T09:08:08Z', 'revision_number': 3, 'project_id': '41e4ce0292f142bd8b28a9ad8e899285', 'gw_port': {'id': '82881ee3-f3fd-416b-8299-eaa10b1cfd9c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db76ca39-65dd-4b57-8e56-92e9ca2df47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:08:07Z', 'updated_at': '2021-07-24T09:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:08:10.715705 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c184e97-d7c9-4533-8450-cb7585382b10 req-79ee29e8-39f4-4478-b083-4d749ea438b6 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:10.717234 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5c184e97-d7c9-4533-8450-cb7585382b10 req-79ee29e8-39f4-4478-b083-4d749ea438b6 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20a5aef-a32e-4098-8a2e-72ecd20ea786 HTTP/1.1" status: 200 len: 943 time: 0.3431277 Jul 24 09:08:10.727623 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fca7bce-c680-4c8a-bb6d-44915fed9711 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:08:10.728875 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-9bb8985a-6ea0-47cd-b0f8-8f5d10919b86 service neutron] 10.222.0.20 "GET /v2.0/networks/5a3b87de-6571-402b-81bd-14fb75019273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659999 Jul 24 09:08:10.732905 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6fca7bce-c680-4c8a-bb6d-44915fed9711 admin admin] 10.222.0.32 "PUT /v2.0/routers/b82a34ac-21b9-40f2-9c52-98d6d2cec22a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0618773 Jul 24 09:08:10.736054 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47190) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:10.741489 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa5b2ae-019a-407d-9431-e0207db0de3c None None] Sync routers for ids ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:08:10.747960 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] Checking router: db76ca39-65dd-4b57-8e56-92e9ca2df47c for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:08:10.748605 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] Updating router db76ca39-65dd-4b57-8e56-92e9ca2df47c port 82881ee3-f3fd-416b-8299-eaa10b1cfd9c binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:08:10.753276 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa5b2ae-019a-407d-9431-e0207db0de3c None None] Routers {'b82a34ac-21b9-40f2-9c52-98d6d2cec22a'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:08:10.754145 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1fa5b2ae-019a-407d-9431-e0207db0de3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:08:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:08:10.793821 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:10.832659 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5c184e97-d7c9-4533-8450-cb7585382b10 req-5f696904-8494-40ce-8887-2025707b3daf tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058910 Jul 24 09:08:10.910585 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-1fa5b2ae-019a-407d-9431-e0207db0de3c None None] Set router b82a34ac-21b9-40f2-9c52-98d6d2cec22a gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:08:11.011626 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-f1226a45-41ab-40ac-8dd9-c34eb01e1594 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Made reservation on behalf of 4e8bcd755fb7413ba3c9ec90a6266523 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:08:11.015053 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-f1226a45-41ab-40ac-8dd9-c34eb01e1594 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:11.022498 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 6793b1d7-c4dc-40a1-a372-47ff8e721326 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:08:11.067062 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5ac21f27-4154-4bf9-8a8a-7254ea2760e9 req-201917a7-5188-4cc9-9940-1a79d506a531 service neutron] 10.222.0.20 "GET /v2.0/networks/5a3b87de-6571-402b-81bd-14fb75019273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300393 Jul 24 09:08:11.175596 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5085540e-479b-446b-bd8c-31b6466b1def admin admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:11.176162 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1fa5b2ae-019a-407d-9431-e0207db0de3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:38Z', 'updated_at': '2021-07-24T09:08:09Z', 'revision_number': 5, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'gw_port': {'id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:41Z', 'updated_at': '2021-07-24T09:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:08:11.214426 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa5b2ae-019a-407d-9431-e0207db0de3c None None] Checking router: b82a34ac-21b9-40f2-9c52-98d6d2cec22a for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:08:11.226862 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa5b2ae-019a-407d-9431-e0207db0de3c None None] Routers {'b82a34ac-21b9-40f2-9c52-98d6d2cec22a'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:08:11.227753 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1fa5b2ae-019a-407d-9431-e0207db0de3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:08:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:08:11.285828 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2c0444e1-2c65-4e44-babd-98720513bd62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:11.306906 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5085540e-479b-446b-bd8c-31b6466b1def admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:11.377388 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-1fa5b2ae-019a-407d-9431-e0207db0de3c None None] Set router b82a34ac-21b9-40f2-9c52-98d6d2cec22a gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:08:11.386775 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 6793b1d7-c4dc-40a1-a372-47ff8e721326 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:08:11.387467 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:11.473913 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731db4e8-b338-4613-9689-616216f2d871 req-0ee526af-d4ad-4e29-858d-55d90307d156 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:11.480859 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-731db4e8-b338-4613-9689-616216f2d871 req-0ee526af-d4ad-4e29-858d-55d90307d156 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 1096 time: 0.1985164 Jul 24 09:08:11.489271 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-5085540e-479b-446b-bd8c-31b6466b1def admin admin] Deleting port 6693a85b-8497-4a2f-8937-b7f9410ec3cf {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:08:11.489614 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5085540e-479b-446b-bd8c-31b6466b1def admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:11.542021 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:11.561787 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] Transition to ACTIVE for port object 82881ee3-f3fd-416b-8299-eaa10b1cfd9c will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:08:11.573663 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:11.592470 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-5085540e-479b-446b-bd8c-31b6466b1def admin admin] For port 6693a85b-8497-4a2f-8937-b7f9410ec3cf, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=6693a85b-8497-4a2f-8937-b7f9410ec3cf,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:11.593357 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5085540e-479b-446b-bd8c-31b6466b1def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:11.608362 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-5085540e-479b-446b-bd8c-31b6466b1def admin admin] Calling delete_port for 6693a85b-8497-4a2f-8937-b7f9410ec3cf owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:08:11.618954 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3f1f0-7e2f-4aae-84f8-3b6ca1ff3892 None None] Pushing event updated for resources: {'Port': ['ID=82881ee3-f3fd-416b-8299-eaa10b1cfd9c,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:11.638163 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] Attempting to bind port 82881ee3-f3fd-416b-8299-eaa10b1cfd9c on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:08:11.638814 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] Attempting to bind port 82881ee3-f3fd-416b-8299-eaa10b1cfd9c by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:08:11.639338 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] Attempting to bind port 82881ee3-f3fd-416b-8299-eaa10b1cfd9c on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:08:11.645426 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:08:11.646130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:08:11.646731 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:11.647314 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:08:11.647965 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] Bound port: 82881ee3-f3fd-416b-8299-eaa10b1cfd9c, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:08:11.648619 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:11.652438 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1fa5b2ae-019a-407d-9431-e0207db0de3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:38Z', 'updated_at': '2021-07-24T09:08:09Z', 'revision_number': 5, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'gw_port': {'id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:41Z', 'updated_at': '2021-07-24T09:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:08:11.682753 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa5b2ae-019a-407d-9431-e0207db0de3c None None] The sync data for ids ['b82a34ac-21b9-40f2-9c52-98d6d2cec22a'] in n-d-800085-9 is: [{'id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2887890-router', 'tenant_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:38Z', 'updated_at': '2021-07-24T09:08:09Z', 'revision_number': 5, 'project_id': '9e0f26770ead4e32a3c0b7247a4e23c2', 'gw_port': {'id': '6693a85b-8497-4a2f-8937-b7f9410ec3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82a34ac-21b9-40f2-9c52-98d6d2cec22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:41Z', 'updated_at': '2021-07-24T09:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:08:11.699592 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2c0444e1-2c65-4e44-babd-98720513bd62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:11.710836 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] For port 82881ee3-f3fd-416b-8299-eaa10b1cfd9c, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:08:11.712122 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2c0444e1-2c65-4e44-babd-98720513bd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:11.714876 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] For port 82881ee3-f3fd-416b-8299-eaa10b1cfd9c, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=82881ee3-f3fd-416b-8299-eaa10b1cfd9c,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:08:11.721388 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:11.728968 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-f1226a45-41ab-40ac-8dd9-c34eb01e1594 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Allocated IP 172.20.0.6 (78a39135-7e1b-4cfc-8949-e6417e15b488/726d329a-a5bb-490b-be1e-f21c87173472/95d59126-4f43-41c6-8e09-fca4d1581987) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:08:11.752425 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2c0444e1-2c65-4e44-babd-98720513bd62 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de14e050d41d40be99ddb2de0734a923&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1434574 Jul 24 09:08:11.755206 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47200) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:11.782971 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907a6e5-252a-4a5d-8878-cfdb4adf9b68 req-e2c7c6e7-bf1c-4b98-91f7-47ba56e30633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:11.784679 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a907a6e5-252a-4a5d-8878-cfdb4adf9b68 req-e2c7c6e7-bf1c-4b98-91f7-47ba56e30633 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=267eb1e9771b44c4894eb788151fcdab&device_id=d20a5aef-a32e-4098-8a2e-72ecd20ea786 HTTP/1.1" status: 200 len: 1094 time: 0.6552961 Jul 24 09:08:11.821210 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3f1f0-7e2f-4aae-84f8-3b6ca1ff3892 None None] Pushing event updated for resources: {'Port': ['ID=82881ee3-f3fd-416b-8299-eaa10b1cfd9c,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:11.835454 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] Routers {'db76ca39-65dd-4b57-8e56-92e9ca2df47c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:08:11.836765 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:08:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['db76ca39-65dd-4b57-8e56-92e9ca2df47c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:08:11.849072 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0444e1-2c65-4e44-babd-98720513bd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c03a50c-9152-4d6f-9407-a0597eb0fac1,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:11.853445 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da37b82-d783-4747-b593-0f2d0ffee13d req-ff863a4a-c183-4bb6-8ea2-8d35e9e83e53 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:11.860321 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8da37b82-d783-4747-b593-0f2d0ffee13d req-ff863a4a-c183-4bb6-8ea2-8d35e9e83e53 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 950 time: 0.2794318 Jul 24 09:08:11.862677 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-731db4e8-b338-4613-9689-616216f2d871 req-aadfd0d7-44c9-49cc-968b-7bb6e4f7773e tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772762 Jul 24 09:08:11.915980 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1644c511-3db4-4445-87da-943a5624e3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:11.968939 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1644c511-3db4-4445-87da-943a5624e3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:11.971630 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] Set router db76ca39-65dd-4b57-8e56-92e9ca2df47c gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:08:12.016621 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6ed79631-61a3-4c76-be89-0ec7d6b0304c req-48cb20c1-0f23-4ad0-acb2-aaf65e6c489c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 210 time: 0.0455375 Jul 24 09:08:12.023817 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8da37b82-d783-4747-b593-0f2d0ffee13d req-be330d16-3a21-49e5-a9cf-66fd65bb204e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625364 Jul 24 09:08:12.027305 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5085540e-479b-446b-bd8c-31b6466b1def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:12.058220 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085540e-479b-446b-bd8c-31b6466b1def admin admin] Pushing event deleted for resources: {'Port': ['ID=6693a85b-8497-4a2f-8937-b7f9410ec3cf,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:12.106402 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7a09-6456-433f-b1bb-1788cb0b1991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:12.111546 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907a6e5-252a-4a5d-8878-cfdb4adf9b68 req-fb1782ec-5b94-4de2-bdb6-67b16b937b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:12.113107 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a907a6e5-252a-4a5d-8878-cfdb4adf9b68 req-fb1782ec-5b94-4de2-bdb6-67b16b937b58 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a3b87de-6571-402b-81bd-14fb75019273 HTTP/1.1" status: 200 len: 912 time: 0.3184161 Jul 24 09:08:12.193816 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a907a6e5-252a-4a5d-8878-cfdb4adf9b68 req-2821206c-2b30-4e31-a80d-69e73b6d22c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdda9fa5-b894-4670-aa60-8286fde20d52 HTTP/1.1" status: 200 len: 217 time: 0.0705717 Jul 24 09:08:12.207015 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1644c511-3db4-4445-87da-943a5624e3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:12.210058 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1644c511-3db4-4445-87da-943a5624e3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:12.214341 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1644c511-3db4-4445-87da-943a5624e3c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c03a50c-9152-4d6f-9407-a0597eb0fac1 HTTP/1.1" status: 204 len: 168 time: 0.4571385 Jul 24 09:08:12.227998 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5085540e-479b-446b-bd8c-31b6466b1def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:12.245927 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644c511-3db4-4445-87da-943a5624e3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c03a50c-9152-4d6f-9407-a0597eb0fac1,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:12.321610 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-f1226a45-41ab-40ac-8dd9-c34eb01e1594 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:12.346036 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5085540e-479b-446b-bd8c-31b6466b1def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:12.350434 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5085540e-479b-446b-bd8c-31b6466b1def admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:12.394320 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db76ca39-65dd-4b57-8e56-92e9ca2df47c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1837992777-router', 'tenant_id': '41e4ce0292f142bd8b28a9ad8e899285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '82881ee3-f3fd-416b-8299-eaa10b1cfd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:08:06Z', 'updated_at': '2021-07-24T09:08:08Z', 'revision_number': 3, 'project_id': '41e4ce0292f142bd8b28a9ad8e899285', 'gw_port': {'id': '82881ee3-f3fd-416b-8299-eaa10b1cfd9c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db76ca39-65dd-4b57-8e56-92e9ca2df47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:08:07Z', 'updated_at': '2021-07-24T09:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:08:12.426231 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95357410-51a2-4eba-a931-9b5e164eee63 req-d9338f9b-b1ec-4bef-badd-505eb409102f tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:12.433145 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-95357410-51a2-4eba-a931-9b5e164eee63 req-d9338f9b-b1ec-4bef-badd-505eb409102f tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20a5aef-a32e-4098-8a2e-72ecd20ea786 HTTP/1.1" status: 200 len: 943 time: 0.2697058 Jul 24 09:08:12.452466 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7953bb65-a542-4734-b2a3-7a7b530b331c None None] The sync data for ids ['db76ca39-65dd-4b57-8e56-92e9ca2df47c'] in n-d-800085-9 is: [{'id': 'db76ca39-65dd-4b57-8e56-92e9ca2df47c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1837992777-router', 'tenant_id': '41e4ce0292f142bd8b28a9ad8e899285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '82881ee3-f3fd-416b-8299-eaa10b1cfd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:08:06Z', 'updated_at': '2021-07-24T09:08:08Z', 'revision_number': 3, 'project_id': '41e4ce0292f142bd8b28a9ad8e899285', 'gw_port': {'id': '82881ee3-f3fd-416b-8299-eaa10b1cfd9c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db76ca39-65dd-4b57-8e56-92e9ca2df47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:08:07Z', 'updated_at': '2021-07-24T09:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:08:12.452645 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-f1226a45-41ab-40ac-8dd9-c34eb01e1594 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:12.462246 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5085540e-479b-446b-bd8c-31b6466b1def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:12.462811 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5085540e-479b-446b-bd8c-31b6466b1def admin admin] Fanout notify agent at l3_agent the message router_deleted on router b82a34ac-21b9-40f2-9c52-98d6d2cec22a {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:08:12.471090 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5085540e-479b-446b-bd8c-31b6466b1def admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:12.474599 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5085540e-479b-446b-bd8c-31b6466b1def admin admin] 10.222.0.32 "DELETE /v2.0/routers/b82a34ac-21b9-40f2-9c52-98d6d2cec22a HTTP/1.1" status: 204 len: 168 time: 1.7353628 Jul 24 09:08:12.484887 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47212) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:12.524565 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-f1226a45-41ab-40ac-8dd9-c34eb01e1594 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Network 78a39135-7e1b-4cfc-8949-e6417e15b488 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:08:12.528029 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907a6e5-252a-4a5d-8878-cfdb4adf9b68 req-054edcbd-920d-4e5f-8dca-07eac94f2b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:12.538304 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a907a6e5-252a-4a5d-8878-cfdb4adf9b68 req-054edcbd-920d-4e5f-8dca-07eac94f2b1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8e66ac9-105b-4409-a14d-808609c061e7 HTTP/1.1" status: 200 len: 852 time: 0.3232021 Jul 24 09:08:12.546123 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-95357410-51a2-4eba-a931-9b5e164eee63 req-0bf4c6f2-c292-42fa-b63d-64bf37b38844 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119413 Jul 24 09:08:12.602377 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e831b77-7131-45cb-ac58-a7cad59a95a1 admin admin] Deleting subnet 220ccdaa-7d4a-4d90-b09e-296688a41add {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:08:12.610769 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7e831b77-7131-45cb-ac58-a7cad59a95a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:12.673456 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-ee2e7a09-6456-433f-b1bb-1788cb0b1991 admin admin] Allocated IP 172.20.0.1 (59946cc4-e2f3-4857-9465-6696a384ed46/1e891ff5-c7d2-4eb2-9a34-5724afeecd82/57170570-8a51-4392-a953-67224996fb64) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:08:12.679382 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-f1226a45-41ab-40ac-8dd9-c34eb01e1594 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:08:12.681496 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1226a45-41ab-40ac-8dd9-c34eb01e1594 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Pushing event updated for resources: {'Port': ['ID=95d59126-4f43-41c6-8e09-fca4d1581987,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:12.684278 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-f1226a45-41ab-40ac-8dd9-c34eb01e1594 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:08:12.691565 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-f1226a45-41ab-40ac-8dd9-c34eb01e1594 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:12.692247 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-f1226a45-41ab-40ac-8dd9-c34eb01e1594 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:12.699372 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7e831b77-7131-45cb-ac58-a7cad59a95a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:12.766188 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a907a6e5-252a-4a5d-8878-cfdb4adf9b68 req-0e65940b-92bb-4696-adbe-319fc8399e29 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a3b87de-6571-402b-81bd-14fb75019273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642729 Jul 24 09:08:12.828949 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-f1226a45-41ab-40ac-8dd9-c34eb01e1594 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3364985 Jul 24 09:08:12.855864 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-9d7850d2-efa8-4de0-a750-a12e87f739d2 service neutron] Request body: {'port': {'device_id': '2d4a45f3-ab97-4652-839f-9108c93e0438', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:12.933308 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7e831b77-7131-45cb-ac58-a7cad59a95a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:12.992231 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7e831b77-7131-45cb-ac58-a7cad59a95a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:13.023651 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e831b77-7131-45cb-ac58-a7cad59a95a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=220ccdaa-7d4a-4d90-b09e-296688a41add,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:13.026007 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7e831b77-7131-45cb-ac58-a7cad59a95a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:13.028154 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7e831b77-7131-45cb-ac58-a7cad59a95a1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/220ccdaa-7d4a-4d90-b09e-296688a41add HTTP/1.1" status: 204 len: 168 time: 0.5423036 Jul 24 09:08:13.030708 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47240) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:13.034801 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7a09-6456-433f-b1bb-1788cb0b1991 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:13.038471 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a907a6e5-252a-4a5d-8878-cfdb4adf9b68 req-66beb14f-acaa-4ab0-847f-0f72a6ee1fb4 service neutron] 10.222.0.20 "GET /v2.0/networks/5a3b87de-6571-402b-81bd-14fb75019273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591445 Jul 24 09:08:13.042639 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b908d5f-1110-4a2c-a0df-80221edb949d None None] Network dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:08:13.093552 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-9d7850d2-efa8-4de0-a750-a12e87f739d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:13.095688 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-ee2e7a09-6456-433f-b1bb-1788cb0b1991 admin admin] Transition to ACTIVE for port object 57170570-8a51-4392-a953-67224996fb64 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:08:13.193046 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00227503-49f6-4e48-b0d2-41a968279a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:13.317707 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a907a6e5-252a-4a5d-8878-cfdb4adf9b68 req-d6c2c29f-9353-485e-8df6-b40dae9277e5 service neutron] 10.222.0.20 "GET /v2.0/networks/5a3b87de-6571-402b-81bd-14fb75019273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550745 Jul 24 09:08:13.360196 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ae8b8-afe0-4da7-9684-95079cf41b7e req-3c8a4896-0dff-4eae-b7ae-38a546752bb4 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:13.361814 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3f3ae8b8-afe0-4da7-9684-95079cf41b7e req-3c8a4896-0dff-4eae-b7ae-38a546752bb4 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 931 time: 0.2112389 Jul 24 09:08:13.389896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:08:13.404274 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7a09-6456-433f-b1bb-1788cb0b1991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:13.450314 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:08:13.450757 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a7a0caaf-0ec8-421d-94a0-c9afccf6cc5f not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:08:13.475492 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2e7a09-6456-433f-b1bb-1788cb0b1991 admin admin] Network 59946cc4-e2f3-4857-9465-6696a384ed46 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:08:13.484136 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-ee2e7a09-6456-433f-b1bb-1788cb0b1991 admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:08:13.489586 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2e7a09-6456-433f-b1bb-1788cb0b1991 admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:08:13.494720 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3f3ae8b8-afe0-4da7-9684-95079cf41b7e req-933653d7-7283-4590-8678-d8c5d4329130 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222231 Jul 24 09:08:13.496302 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-00227503-49f6-4e48-b0d2-41a968279a31 admin admin] Deleting port 07be3c9d-3089-4ff1-a4da-df93a0bbf9fd {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:08:13.496771 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00227503-49f6-4e48-b0d2-41a968279a31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:13.499844 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7a09-6456-433f-b1bb-1788cb0b1991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:13.544844 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47256) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:13.635448 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed53cb4-d3d7-4d8e-a2d3-6b5931fbda1f None None] DHCP port deletion for dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:08:13.645319 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e7a09-6456-433f-b1bb-1788cb0b1991 admin admin] Pushing event updated for resources: {'Port': ['ID=57170570-8a51-4392-a953-67224996fb64,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:13.682196 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-a695de3f-bda6-424e-b043-471b49f46359 req-c1caa0a7-c87d-41b8-b7e7-a9543e36fe5b tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:08:13.683270 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a695de3f-bda6-424e-b043-471b49f46359 req-c1caa0a7-c87d-41b8-b7e7-a9543e36fe5b tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0285118 Jul 24 09:08:13.723643 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-00227503-49f6-4e48-b0d2-41a968279a31 admin admin] For port 07be3c9d-3089-4ff1-a4da-df93a0bbf9fd, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=07be3c9d-3089-4ff1-a4da-df93a0bbf9fd,segment=NetworkSegment(d70121ac-134b-429c-b67d-2538b555b119),segment_id=d70121ac-134b-429c-b67d-2538b555b119)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:13.723643 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00227503-49f6-4e48-b0d2-41a968279a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:13.729320 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-7ed53cb4-d3d7-4d8e-a2d3-6b5931fbda1f None None] Deleting port 07be3c9d-3089-4ff1-a4da-df93a0bbf9fd {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:08:13.730399 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7ed53cb4-d3d7-4d8e-a2d3-6b5931fbda1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:13.740812 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-a695de3f-bda6-424e-b043-471b49f46359 req-9c683028-9336-4615-a352-6d9bb7931cdc service neutron] Request body: {'binding': {'host': 'n-h1-800085-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:13.741419 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-a695de3f-bda6-424e-b043-471b49f46359 req-9c683028-9336-4615-a352-6d9bb7931cdc service neutron] Unknown quota resources ['binding']. {{(pid=94035) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 09:08:13.849220 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-7ed53cb4-d3d7-4d8e-a2d3-6b5931fbda1f None None] For port 07be3c9d-3089-4ff1-a4da-df93a0bbf9fd, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=07be3c9d-3089-4ff1-a4da-df93a0bbf9fd,segment=NetworkSegment(d70121ac-134b-429c-b67d-2538b555b119),segment_id=d70121ac-134b-429c-b67d-2538b555b119)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:13.849690 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7ed53cb4-d3d7-4d8e-a2d3-6b5931fbda1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:13.865918 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:13.867534 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-7ed53cb4-d3d7-4d8e-a2d3-6b5931fbda1f None None] Calling delete_port for 07be3c9d-3089-4ff1-a4da-df93a0bbf9fd owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:08:13.896340 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7a09-6456-433f-b1bb-1788cb0b1991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:13.915881 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-9d7850d2-efa8-4de0-a750-a12e87f739d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d59126-4f43-41c6-8e09-fca4d1581987 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:08:13.916866 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-2f6e3a36-85e0-49bb-accc-ae659407fc1c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1202293870-network', 'tenant_id': 'cca414eeb75d4a728826bf910f0b973f'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:13.925076 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-9d7850d2-efa8-4de0-a750-a12e87f739d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:13.941771 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-00227503-49f6-4e48-b0d2-41a968279a31 admin admin] Calling delete_port for 07be3c9d-3089-4ff1-a4da-df93a0bbf9fd owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:08:13.961016 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-9d7850d2-efa8-4de0-a750-a12e87f739d2 service neutron] Transition to ACTIVE for port object 95d59126-4f43-41c6-8e09-fca4d1581987 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:08:13.977562 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-9d7850d2-efa8-4de0-a750-a12e87f739d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:13.999345 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c54c3c88-7a23-401a-be22-e2e27a2af799 None None] Provisioning for port 57170570-8a51-4392-a953-67224996fb64 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:08:14.015210 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c54c3c88-7a23-401a-be22-e2e27a2af799 None None] Provisioning complete for port 57170570-8a51-4392-a953-67224996fb64 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:08:14.015911 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c54c3c88-7a23-401a-be22-e2e27a2af799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:14.038219 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7850d2-efa8-4de0-a750-a12e87f739d2 service neutron] Pushing event updated for resources: {'Port': ['ID=95d59126-4f43-41c6-8e09-fca4d1581987,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:14.040633 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-a695de3f-bda6-424e-b043-471b49f46359 req-9c683028-9336-4615-a352-6d9bb7931cdc service neutron] Attempting to bind port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 on host n-h1-800085-9 for vnic_type normal with profile None {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:08:14.041157 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-a695de3f-bda6-424e-b043-471b49f46359 req-9c683028-9336-4615-a352-6d9bb7931cdc service neutron] Attempting to bind port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:08:14.042045 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a695de3f-bda6-424e-b043-471b49f46359 req-9c683028-9336-4615-a352-6d9bb7931cdc service neutron] Attempting to bind port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:08:14.044233 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6e3a36-85e0-49bb-accc-ae659407fc1c admin admin] Made reservation on behalf of cca414eeb75d4a728826bf910f0b973f for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:08:14.047290 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3a36-85e0-49bb-accc-ae659407fc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:14.062951 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3a36-85e0-49bb-accc-ae659407fc1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:14.081423 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a695de3f-bda6-424e-b043-471b49f46359 req-9c683028-9336-4615-a352-6d9bb7931cdc service neutron] Port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:08:14.082114 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a695de3f-bda6-424e-b043-471b49f46359 req-9c683028-9336-4615-a352-6d9bb7931cdc service neutron] Attempting to bind port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:08:14.089300 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-c54c3c88-7a23-401a-be22-e2e27a2af799 None None] Port 57170570-8a51-4392-a953-67224996fb64 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:08:14.094593 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7ed53cb4-d3d7-4d8e-a2d3-6b5931fbda1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:14.099391 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a695de3f-bda6-424e-b043-471b49f46359 req-9c683028-9336-4615-a352-6d9bb7931cdc service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:08:14.099966 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a695de3f-bda6-424e-b043-471b49f46359 req-9c683028-9336-4615-a352-6d9bb7931cdc service neutron] Checking segment: {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:08:14.100543 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a695de3f-bda6-424e-b043-471b49f46359 req-9c683028-9336-4615-a352-6d9bb7931cdc service neutron] Bound using segment: {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:08:14.101211 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-a695de3f-bda6-424e-b043-471b49f46359 req-9c683028-9336-4615-a352-6d9bb7931cdc service neutron] Bound port: ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:08:14.116028 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28daa6c6-7411-4cd3-8a24-ddcc60958066 req-ba3b6c3f-0941-4f15-bbe5-052fabe740fd tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:14.117981 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28daa6c6-7411-4cd3-8a24-ddcc60958066 req-ba3b6c3f-0941-4f15-bbe5-052fabe740fd tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 950 time: 0.4338591 Jul 24 09:08:14.133792 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed53cb4-d3d7-4d8e-a2d3-6b5931fbda1f None None] Pushing event deleted for resources: {'Port': ['ID=07be3c9d-3089-4ff1-a4da-df93a0bbf9fd,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:14.137010 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-9d7850d2-efa8-4de0-a750-a12e87f739d2 service neutron] Attempting to bind port 95d59126-4f43-41c6-8e09-fca4d1581987 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:08:14.137348 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-9d7850d2-efa8-4de0-a750-a12e87f739d2 service neutron] Attempting to bind port 95d59126-4f43-41c6-8e09-fca4d1581987 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:08:14.137675 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-9d7850d2-efa8-4de0-a750-a12e87f739d2 service neutron] Attempting to bind port 95d59126-4f43-41c6-8e09-fca4d1581987 on network 78a39135-7e1b-4cfc-8949-e6417e15b488 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:08:14.140196 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed53cb4-d3d7-4d8e-a2d3-6b5931fbda1f None None] No DVR routers for this DVR port 07be3c9d-3089-4ff1-a4da-df93a0bbf9fd on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:08:14.147887 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-9d7850d2-efa8-4de0-a750-a12e87f739d2 service neutron] Port 95d59126-4f43-41c6-8e09-fca4d1581987 on network 78a39135-7e1b-4cfc-8949-e6417e15b488 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:08:14.148208 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-9d7850d2-efa8-4de0-a750-a12e87f739d2 service neutron] Attempting to bind port 95d59126-4f43-41c6-8e09-fca4d1581987 on network 78a39135-7e1b-4cfc-8949-e6417e15b488 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:08:14.158618 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-9d7850d2-efa8-4de0-a750-a12e87f739d2 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:08:14.158618 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-9d7850d2-efa8-4de0-a750-a12e87f739d2 service neutron] Checking segment: {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:08:14.158618 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-9d7850d2-efa8-4de0-a750-a12e87f739d2 service neutron] Bound using segment: {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:08:14.158618 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-9d7850d2-efa8-4de0-a750-a12e87f739d2 service neutron] Bound port: 95d59126-4f43-41c6-8e09-fca4d1581987, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:08:14.158618 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-9d7850d2-efa8-4de0-a750-a12e87f739d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:14.242030 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28daa6c6-7411-4cd3-8a24-ddcc60958066 req-f3cb9893-7c9f-4f9b-83f3-3854bd1a6a91 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917449 Jul 24 09:08:14.257952 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7a09-6456-433f-b1bb-1788cb0b1991 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:14.261928 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-9d7850d2-efa8-4de0-a750-a12e87f739d2 service neutron] For port 95d59126-4f43-41c6-8e09-fca4d1581987, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:08:14.274677 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-a695de3f-bda6-424e-b043-471b49f46359 req-9c683028-9336-4615-a352-6d9bb7931cdc service neutron] For port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:08:14.275114 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-9d7850d2-efa8-4de0-a750-a12e87f739d2 service neutron] For port 95d59126-4f43-41c6-8e09-fca4d1581987, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=95d59126-4f43-41c6-8e09-fca4d1581987,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:08:14.275834 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00227503-49f6-4e48-b0d2-41a968279a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:14.276399 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7a09-6456-433f-b1bb-1788cb0b1991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:14.277384 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7a09-6456-433f-b1bb-1788cb0b1991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:14.289831 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-9d7850d2-efa8-4de0-a750-a12e87f739d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:14.310496 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a695de3f-bda6-424e-b043-471b49f46359 req-9c683028-9336-4615-a352-6d9bb7931cdc service neutron] Notify callbacks [] for binding, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:14.311893 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a695de3f-bda6-424e-b043-471b49f46359 req-9c683028-9336-4615-a352-6d9bb7931cdc service neutron] 10.222.0.32 "POST /v2.0/ports/ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4/bindings HTTP/1.1" status: 201 len: 389 time: 0.5981202 Jul 24 09:08:14.320559 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00227503-49f6-4e48-b0d2-41a968279a31 admin admin] No DVR routers for this DVR port 07be3c9d-3089-4ff1-a4da-df93a0bbf9fd on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:08:14.325596 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00227503-49f6-4e48-b0d2-41a968279a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=07be3c9d-3089-4ff1-a4da-df93a0bbf9fd,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:14.355890 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-9d7850d2-efa8-4de0-a750-a12e87f739d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:14.356500 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-9d7850d2-efa8-4de0-a750-a12e87f739d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:14.358024 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-9d7850d2-efa8-4de0-a750-a12e87f739d2 service neutron] 10.222.0.37 "PUT /v2.0/ports/95d59126-4f43-41c6-8e09-fca4d1581987 HTTP/1.1" status: 200 len: 1091 time: 1.5122614 Jul 24 09:08:14.373985 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4a45f3-ab97-4652-839f-9108c93e0438', 'tag': '95d59126-4f43-41c6-8e09-fca4d1581987'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:14.375710 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe6a159-5c9d-4e18-bbc0-f76359688141" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4a45f3-ab97-4652-839f-9108c93e0438", "tag": "95d59126-4f43-41c6-8e09-fca4d1581987"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:14.387647 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e7a09-6456-433f-b1bb-1788cb0b1991 admin admin] Pushing event updated for resources: {'Port': ['ID=57170570-8a51-4392-a953-67224996fb64,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:14.503313 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00227503-49f6-4e48-b0d2-41a968279a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:14.522464 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7850d2-efa8-4de0-a750-a12e87f739d2 service neutron] Pushing event updated for resources: {'Port': ['ID=95d59126-4f43-41c6-8e09-fca4d1581987,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:14.532149 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-00227503-49f6-4e48-b0d2-41a968279a31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:08:14.538193 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2e7a09-6456-433f-b1bb-1788cb0b1991 admin admin] Network 59946cc4-e2f3-4857-9465-6696a384ed46 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:08:14.539233 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-ee2e7a09-6456-433f-b1bb-1788cb0b1991 admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:08:14.552291 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-00227503-49f6-4e48-b0d2-41a968279a31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd70121ac-134b-429c-b67d-2538b555b119') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:08:14.552535 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-00227503-49f6-4e48-b0d2-41a968279a31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd70121ac-134b-429c-b67d-2538b555b119') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:08:14.574177 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00227503-49f6-4e48-b0d2-41a968279a31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:14.583319 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941ce3d-c559-46ce-b535-5c85e11b5b77 req-be706b5e-8a3e-47d9-93ad-2089867febca tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:14.585706 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b941ce3d-c559-46ce-b535-5c85e11b5b77 req-be706b5e-8a3e-47d9-93ad-2089867febca tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20a5aef-a32e-4098-8a2e-72ecd20ea786 HTTP/1.1" status: 200 len: 943 time: 0.2357392 Jul 24 09:08:14.609928 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3a36-85e0-49bb-accc-ae659407fc1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:14.624618 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-d865b5e4-98dc-4413-8104-8293b90cbf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:14.626202 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00227503-49f6-4e48-b0d2-41a968279a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:14.626394 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-d865b5e4-98dc-4413-8104-8293b90cbf52 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 1094 time: 0.2074385 Jul 24 09:08:14.628101 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3a36-85e0-49bb-accc-ae659407fc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:14.651928 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00227503-49f6-4e48-b0d2-41a968279a31 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:08:14.652342 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00227503-49f6-4e48-b0d2-41a968279a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:08:14.654078 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:08:14.678347 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6e3a36-85e0-49bb-accc-ae659407fc1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:08:14.736352 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-eb50134e-b249-4795-bb1f-ccf5e6142402 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95d59126-4f43-41c6-8e09-fca4d1581987 HTTP/1.1" status: 200 len: 217 time: 0.0888405 Jul 24 09:08:14.739901 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3a36-85e0-49bb-accc-ae659407fc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:14.739901 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-2f6e3a36-85e0-49bb-accc-ae659407fc1c admin admin] Added segment 3a8ff286-f6f5-4c05-b3eb-2c391f403600 of type vlan for network fbc5b270-0c92-4400-92e0-37b0a548e1d0 Jul 24 09:08:14.744037 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b941ce3d-c559-46ce-b535-5c85e11b5b77 req-91b89772-50c8-4857-93e3-5ee4a365b3c1 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490049 Jul 24 09:08:14.752566 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e3a36-85e0-49bb-accc-ae659407fc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784bd22c-d528-4f0d-886c-8bdd15642d46,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:14.800697 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00227503-49f6-4e48-b0d2-41a968279a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:14.832041 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3a36-85e0-49bb-accc-ae659407fc1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:14.842116 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2cf52351-32fd-4783-8b7b-ecf6b38cfc34 None None] Provisioning complete for port 57170570-8a51-4392-a953-67224996fb64 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:08:14.842514 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2cf52351-32fd-4783-8b7b-ecf6b38cfc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:14.890367 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00227503-49f6-4e48-b0d2-41a968279a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:14.892886 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-00227503-49f6-4e48-b0d2-41a968279a31 admin admin] 10.222.0.32 "DELETE /v2.0/networks/dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d HTTP/1.1" status: 204 len: 168 time: 1.8609190 Jul 24 09:08:14.905152 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3a36-85e0-49bb-accc-ae659407fc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:14.906382 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6e3a36-85e0-49bb-accc-ae659407fc1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:14.907278 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3a36-85e0-49bb-accc-ae659407fc1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:14.924599 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00227503-49f6-4e48-b0d2-41a968279a31 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfa3a4a6-bf07-4877-ad4f-b63a724d6a0d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:14.931602 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2f6e3a36-85e0-49bb-accc-ae659407fc1c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3841436 Jul 24 09:08:14.978836 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-2cf52351-32fd-4783-8b7b-ecf6b38cfc34 None None] Port 57170570-8a51-4392-a953-67224996fb64 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:08:14.980498 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 82881ee3-f3fd-416b-8299-eaa10b1cfd9c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:08:15.011650 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47272) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:15.014751 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e3a36-85e0-49bb-accc-ae659407fc1c admin admin] Pushing event updated for resources: {'Network': ['ID=fbc5b270-0c92-4400-92e0-37b0a548e1d0,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:15.021713 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-6e644de8-1065-4383-83a9-49adf9d26e83 admin admin] Request body: {'subnet': {'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1202293870-subnet', 'tenant_id': 'cca414eeb75d4a728826bf910f0b973f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:15.035369 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network fbc5b270-0c92-4400-92e0-37b0a548e1d0 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:08:15.051485 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e644de8-1065-4383-83a9-49adf9d26e83 admin admin] Made reservation on behalf of cca414eeb75d4a728826bf910f0b973f for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:08:15.055851 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e644de8-1065-4383-83a9-49adf9d26e83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:15.137478 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47274) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:15.177430 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 82881ee3-f3fd-416b-8299-eaa10b1cfd9c completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:08:15.184207 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 82881ee3-f3fd-416b-8299-eaa10b1cfd9c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:08:15.184793 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:15.190748 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-1d681998-c7d1-4789-bed1-ad94cf63a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:15.196231 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-1d681998-c7d1-4789-bed1-ad94cf63a6e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=726d329a-a5bb-490b-be1e-f21c87173472 HTTP/1.1" status: 200 len: 861 time: 0.4493849 Jul 24 09:08:15.214340 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc220c9-5359-41d2-9473-50edc5641020 x-openstack-request-id: req-7dc220c9-5359-41d2-9473-50edc5641020 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:15.214754 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4a45f3-ab97-4652-839f-9108c93e0438", "tag": "95d59126-4f43-41c6-8e09-fca4d1581987", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:15.215102 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7dc220c9-5359-41d2-9473-50edc5641020 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:15.215608 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4a45f3-ab97-4652-839f-9108c93e0438', 'tag': '95d59126-4f43-41c6-8e09-fca4d1581987', 'status': 'completed', 'code': 200} Jul 24 09:08:15.230953 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2e7a09-6456-433f-b1bb-1788cb0b1991 admin admin] Router db76ca39-65dd-4b57-8e56-92e9ca2df47c has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:08:15.266332 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c913f9-d2c8-4ce0-a2ad-37c731a0cefb req-560c0bf0-3627-43ed-83bc-38fd798be9f7 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:15.274564 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f1c913f9-d2c8-4ce0-a2ad-37c731a0cefb req-560c0bf0-3627-43ed-83bc-38fd798be9f7 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 945 time: 0.6824944 Jul 24 09:08:15.280214 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:15.281084 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695de3f-bda6-424e-b043-471b49f46359 req-bec75452-4113-4df4-9f2a-769a19be8217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:15.282580 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a695de3f-bda6-424e-b043-471b49f46359 req-bec75452-4113-4df4-9f2a-769a19be8217 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d4740b4b94942bdba9d4b286110923d&device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 1096 time: 0.6605611 Jul 24 09:08:15.284779 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-03d2e8d4-5a15-440d-b8d4-67d3c6fb73d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=78a39135-7e1b-4cfc-8949-e6417e15b488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787318 Jul 24 09:08:15.304635 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 82881ee3-f3fd-416b-8299-eaa10b1cfd9c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=82881ee3-f3fd-416b-8299-eaa10b1cfd9c,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:15.311617 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:15.389699 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e644de8-1065-4383-83a9-49adf9d26e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:15.393958 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=82881ee3-f3fd-416b-8299-eaa10b1cfd9c,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:15.398913 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47278) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:15.401518 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-70ee3291-8c93-458b-8eec-2c674041f8b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e0f26770ead4e32a3c0b7247a4e23c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553949 Jul 24 09:08:15.406097 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 07be3c9d-3089-4ff1-a4da-df93a0bbf9fd no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:08:15.433414 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device fdda9fa5-b894-4670-aa60-8286fde20d52 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:08:15.437435 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 07be3c9d-3089-4ff1-a4da-df93a0bbf9fd {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:08:15.437825 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 07be3c9d-3089-4ff1-a4da-df93a0bbf9fd not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:08:15.438239 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 6693a85b-8497-4a2f-8937-b7f9410ec3cf no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:08:15.452720 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf96cd-bc1b-4dbd-86f7-6cbea37c2c70 req-cf0748bd-37f0-4659-90c4-b66f75b4977b tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:15.454261 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ddaf96cd-bc1b-4dbd-86f7-6cbea37c2c70 req-cf0748bd-37f0-4659-90c4-b66f75b4977b tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 943 time: 0.1449959 Jul 24 09:08:15.477060 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 6693a85b-8497-4a2f-8937-b7f9410ec3cf {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:08:15.477678 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 6693a85b-8497-4a2f-8937-b7f9410ec3cf not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:08:15.497309 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e644de8-1065-4383-83a9-49adf9d26e83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4f4d091-9355-41fb-8669-a9c6a15e7d4f,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:15.534638 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f1c913f9-d2c8-4ce0-a2ad-37c731a0cefb req-d959451b-b93b-4339-9040-ac0cdf045231 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592175 Jul 24 09:08:15.540821 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e644de8-1065-4383-83a9-49adf9d26e83 admin admin] Checking segment: {'id': '3a8ff286-f6f5-4c05-b3eb-2c391f403600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:08:15.540821 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e644de8-1065-4383-83a9-49adf9d26e83 admin admin] Network hostable DHCP agents. Network: fbc5b270-0c92-4400-92e0-37b0a548e1d0, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:08:15.553246 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ddaf96cd-bc1b-4dbd-86f7-6cbea37c2c70 req-a1bf2723-c68b-4864-a93d-d4d68bd62626 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890098 Jul 24 09:08:15.576398 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9792f947-8016-4d83-8439-a4438e8ca34d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:15.584338 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port fdda9fa5-b894-4670-aa60-8286fde20d52, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=fdda9fa5-b894-4670-aa60-8286fde20d52,segment=NetworkSegment(abd905bc-1a45-436c-b516-e7eb5ca9a4b9),segment_id=abd905bc-1a45-436c-b516-e7eb5ca9a4b9)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:15.614067 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'fdda9fa5-b894-4670-aa60-8286fde20d52', 'network_id': '5a3b87de-6571-402b-81bd-14fb75019273', 'port_id': 'fdda9fa5-b894-4670-aa60-8286fde20d52', 'mac_address': 'fa:16:3e:af:9e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e66ac9-105b-4409-a14d-808609c061e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:08:15.618642 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9792f947-8016-4d83-8439-a4438e8ca34d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:15.620652 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e644de8-1065-4383-83a9-49adf9d26e83 admin admin] Network fbc5b270-0c92-4400-92e0-37b0a548e1d0 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:08:15.643604 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-6e644de8-1065-4383-83a9-49adf9d26e83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, fbc5b270-0c92-4400-92e0-37b0a548e1d0) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:08:15.649773 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695de3f-bda6-424e-b043-471b49f46359 req-a054e49c-aafe-4f9b-909e-d3ceea205597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:15.651275 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a695de3f-bda6-424e-b043-471b49f46359 req-a054e49c-aafe-4f9b-909e-d3ceea205597 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 200 len: 907 time: 0.3557127 Jul 24 09:08:15.659375 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e644de8-1065-4383-83a9-49adf9d26e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:15.660201 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e644de8-1065-4383-83a9-49adf9d26e83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:15.663513 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-bcac3fee-a783-43d6-b0d0-b8695f7a813f service neutron] 10.222.0.37 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668752 Jul 24 09:08:15.680723 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6e644de8-1065-4383-83a9-49adf9d26e83 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6669762 Jul 24 09:08:15.686013 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:15.698248 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9792f947-8016-4d83-8439-a4438e8ca34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:15.701025 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2e7a09-6456-433f-b1bb-1788cb0b1991 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:08:15.701171 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9792f947-8016-4d83-8439-a4438e8ca34d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:15.702955 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9792f947-8016-4d83-8439-a4438e8ca34d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eaea48f7-8f05-4ea0-9664-6cbf2e8c279a HTTP/1.1" status: 204 len: 168 time: 0.2856195 Jul 24 09:08:15.706674 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b9e3ce-505f-42ba-aed0-6fc58dadb024 None None] Network fbc5b270-0c92-4400-92e0-37b0a548e1d0 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:08:15.717737 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdda9fa5-b894-4670-aa60-8286fde20d52 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:08:15.718241 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792f947-8016-4d83-8439-a4438e8ca34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaea48f7-8f05-4ea0-9664-6cbf2e8c279a,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:15.734558 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] Sync routers for ids ['db76ca39-65dd-4b57-8e56-92e9ca2df47c'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:08:15.754820 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ee2e7a09-6456-433f-b1bb-1788cb0b1991 admin admin] 10.222.0.32 "PUT /v2.0/routers/db76ca39-65dd-4b57-8e56-92e9ca2df47c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2497411 Jul 24 09:08:15.769835 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a695de3f-bda6-424e-b043-471b49f46359 req-4875cec0-3cf8-4ffe-9d34-dc0b098fedac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 HTTP/1.1" status: 200 len: 217 time: 0.1084735 Jul 24 09:08:15.770211 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] Routers {'db76ca39-65dd-4b57-8e56-92e9ca2df47c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:08:15.770842 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:08:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['db76ca39-65dd-4b57-8e56-92e9ca2df47c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:08:15.861004 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port fdda9fa5-b894-4670-aa60-8286fde20d52, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=fdda9fa5-b894-4670-aa60-8286fde20d52,segment=NetworkSegment(abd905bc-1a45-436c-b516-e7eb5ca9a4b9),segment_id=abd905bc-1a45-436c-b516-e7eb5ca9a4b9)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:15.879385 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695de3f-bda6-424e-b043-471b49f46359 req-c146e54f-f35f-4754-8fc0-bbeec567b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:15.880983 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a695de3f-bda6-424e-b043-471b49f46359 req-c146e54f-f35f-4754-8fc0-bbeec567b7d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58351263-9729-4aa6-887c-072787b6bdca HTTP/1.1" status: 200 len: 847 time: 0.0987599 Jul 24 09:08:15.884252 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:15.943681 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a695de3f-bda6-424e-b043-471b49f46359 req-34abd97b-973b-4210-a479-2d45345b4e40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552840 Jul 24 09:08:15.950870 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6153b43e-0ef6-4484-8ba8-871590147e6f req-de15e1d2-71e7-435d-82eb-93be3c483fe3 service neutron] 10.222.0.37 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516813 Jul 24 09:08:15.983216 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb91d1-9aee-4e13-bc3e-6d7def3db31f req-2df5a3d6-1b35-4cf6-95fb-32ad78cb00d6 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:15.991090 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-19cb91d1-9aee-4e13-bc3e-6d7def3db31f req-2df5a3d6-1b35-4cf6-95fb-32ad78cb00d6 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 950 time: 0.3460851 Jul 24 09:08:15.997387 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c21407-0856-44e6-a79b-9a34d846a5ea req-2f530f5c-751b-4d08-901a-71283567c7b9 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:16.000235 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c5c21407-0856-44e6-a79b-9a34d846a5ea req-2f530f5c-751b-4d08-901a-71283567c7b9 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20a5aef-a32e-4098-8a2e-72ecd20ea786 HTTP/1.1" status: 200 len: 944 time: 0.1353490 Jul 24 09:08:16.009886 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=fdda9fa5-b894-4670-aa60-8286fde20d52,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:16.036765 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] Set router db76ca39-65dd-4b57-8e56-92e9ca2df47c gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:08:16.070168 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58985bae-c88a-4bda-abcf-27bc28fbf413 None None] Network fbc5b270-0c92-4400-92e0-37b0a548e1d0 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:08:16.093130 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c5c21407-0856-44e6-a79b-9a34d846a5ea req-f7725446-ddd8-4c54-9a1a-3e0bea5e51ee tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868437 Jul 24 09:08:16.147640 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-19cb91d1-9aee-4e13-bc3e-6d7def3db31f req-fcc71566-ffcf-4685-9999-16fd0f0293f7 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554589 Jul 24 09:08:16.206019 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a695de3f-bda6-424e-b043-471b49f46359 req-d32380ac-6a7a-467c-862b-c9d6b192d206 service neutron] 10.222.0.37 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541275 Jul 24 09:08:16.212903 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6a159-5c9d-4e18-bbc0-f76359688141 req-32276c97-522f-4fe9-b3e9-a37e1a0feed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:16.214658 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ebe6a159-5c9d-4e18-bbc0-f76359688141 req-32276c97-522f-4fe9-b3e9-a37e1a0feed7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 1094 time: 0.1993186 Jul 24 09:08:16.285018 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['fdda9fa5-b894-4670-aa60-8286fde20d52'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:08:16.389549 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:16.413725 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6a159-5c9d-4e18-bbc0-f76359688141 req-318e0cd2-d3c4-449d-baca-005385cdac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:16.415211 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ebe6a159-5c9d-4e18-bbc0-f76359688141 req-318e0cd2-d3c4-449d-baca-005385cdac9f service neutron] 10.222.0.37 "GET /v2.0/networks?id=78a39135-7e1b-4cfc-8949-e6417e15b488 HTTP/1.1" status: 200 len: 921 time: 0.1916602 Jul 24 09:08:16.417478 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a695de3f-bda6-424e-b043-471b49f46359 req-47aa9b15-81cb-4471-a1fa-ca88e334fcbf service neutron] 10.222.0.37 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019515 Jul 24 09:08:16.431949 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9f7d0c7e-b4a5-4df9-aed7-05b94e42fb0f req-c2e4942d-1566-4122-a3bc-b410cae8fa9f tempest-FloatingIPsNegativeTestJSON-1604164296 tempest-FloatingIPsNegativeTestJSON-1604164296-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=41e4ce0292f142bd8b28a9ad8e899285 HTTP/1.1" status: 200 len: 217 time: 0.0823765 Jul 24 09:08:16.491652 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6cd48777-5c11-4dfb-9d5a-8a70feb0a324 req-0e62ca24-235d-4c93-873d-46afafc0d22a tempest-FloatingIPsNegativeTestJSON-1604164296 tempest-FloatingIPsNegativeTestJSON-1604164296-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0326424 Jul 24 09:08:16.518704 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ebe6a159-5c9d-4e18-bbc0-f76359688141 req-ec668b80-fb51-4658-9d4d-54d7135e42f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95d59126-4f43-41c6-8e09-fca4d1581987 HTTP/1.1" status: 200 len: 217 time: 0.0813327 Jul 24 09:08:16.554605 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-f4462bfb-6b9c-4a2e-bc11-7a33ae85c96b req-18a6b6c3-5fa6-47f9-a80f-440ce3871d0b tempest-FloatingIPsNegativeTestJSON-1604164296 tempest-FloatingIPsNegativeTestJSON-1604164296-project] show failed (client error): The resource could not be found. Jul 24 09:08:16.555636 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f4462bfb-6b9c-4a2e-bc11-7a33ae85c96b req-18a6b6c3-5fa6-47f9-a80f-440ce3871d0b tempest-FloatingIPsNegativeTestJSON-1604164296 tempest-FloatingIPsNegativeTestJSON-1604164296-project] 10.222.0.32 "GET /v2.0/floatingips/ae3686fc-24f6-4a5f-b95b-3e6dd5970e39 HTTP/1.1" status: 404 len: 350 time: 0.0417669 Jul 24 09:08:16.566097 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47322) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:16.625565 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6a159-5c9d-4e18-bbc0-f76359688141 req-6aecba1d-53a6-443f-abd9-8390f7a9048c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:16.627047 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ebe6a159-5c9d-4e18-bbc0-f76359688141 req-6aecba1d-53a6-443f-abd9-8390f7a9048c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=726d329a-a5bb-490b-be1e-f21c87173472 HTTP/1.1" status: 200 len: 861 time: 0.0878599 Jul 24 09:08:16.698554 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db76ca39-65dd-4b57-8e56-92e9ca2df47c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1837992777-router', 'tenant_id': '41e4ce0292f142bd8b28a9ad8e899285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '82881ee3-f3fd-416b-8299-eaa10b1cfd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:08:06Z', 'updated_at': '2021-07-24T09:08:13Z', 'revision_number': 4, 'project_id': '41e4ce0292f142bd8b28a9ad8e899285', 'gw_port': {'id': '82881ee3-f3fd-416b-8299-eaa10b1cfd9c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db76ca39-65dd-4b57-8e56-92e9ca2df47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:08:07Z', 'updated_at': '2021-07-24T09:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '57170570-8a51-4392-a953-67224996fb64', 'name': '', 'network_id': '59946cc4-e2f3-4857-9465-6696a384ed46', 'tenant_id': '41e4ce0292f142bd8b28a9ad8e899285', 'mac_address': 'fa:16:3e:e2:b7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db76ca39-65dd-4b57-8e56-92e9ca2df47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1e891ff5-c7d2-4eb2-9a34-5724afeecd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:08:12Z', 'updated_at': '2021-07-24T09:08:13Z', 'revision_number': 2, 'project_id': '41e4ce0292f142bd8b28a9ad8e899285', 'subnets': [{'id': '1e891ff5-c7d2-4eb2-9a34-5724afeecd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:08:16.721007 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ebe6a159-5c9d-4e18-bbc0-f76359688141 req-3236f1e0-c071-4bb8-bb75-1b85b9e8c74e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=78a39135-7e1b-4cfc-8949-e6417e15b488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819790 Jul 24 09:08:16.743648 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] Checking router: db76ca39-65dd-4b57-8e56-92e9ca2df47c for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:08:16.744485 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] Updating router db76ca39-65dd-4b57-8e56-92e9ca2df47c port 57170570-8a51-4392-a953-67224996fb64 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:08:16.753342 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695de3f-bda6-424e-b043-471b49f46359 req-059b9ce1-341c-417d-9a38-b91a33a2898f tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:16.754904 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a695de3f-bda6-424e-b043-471b49f46359 req-059b9ce1-341c-417d-9a38-b91a33a2898f tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43&tenant_id=9d4740b4b94942bdba9d4b286110923d&binding%3Ahost_id=n-h2-800085-9 HTTP/1.1" status: 200 len: 1096 time: 0.2244279 Jul 24 09:08:16.774042 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-a695de3f-bda6-424e-b043-471b49f46359 req-e900ab1b-7b2b-4dcf-9349-172335c0585a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800085-9'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:16.854005 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:16.907941 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-c68a71c7-a371-454f-aa71-afe3929b098c tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:16.914679 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-c68a71c7-a371-454f-aa71-afe3929b098c tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/networks?id=fbc5b270-0c92-4400-92e0-37b0a548e1d0 HTTP/1.1" status: 200 len: 805 time: 0.4510128 Jul 24 09:08:16.942894 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-653ad3dd-8252-4413-a5e5-8820bc097699 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/quotas/cca414eeb75d4a728826bf910f0b973f HTTP/1.1" status: 200 len: 375 time: 0.0271316 Jul 24 09:08:16.991316 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-38fb55f2-e635-4345-9a38-4c3c4811fe50 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cca414eeb75d4a728826bf910f0b973f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473518 Jul 24 09:08:17.057940 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbeb36-72b7-4d17-bc28-6c699dc36ba7 req-02ef835d-cfc5-4544-9042-af59c0cd9fcf tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:17.060376 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d2dbeb36-72b7-4d17-bc28-6c699dc36ba7 req-02ef835d-cfc5-4544-9042-af59c0cd9fcf tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 945 time: 0.1342030 Jul 24 09:08:17.074524 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ebe6a159-5c9d-4e18-bbc0-f76359688141 req-35c7d967-30bf-4740-880b-7df501749902 service neutron] 10.222.0.37 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424604 Jul 24 09:08:17.136248 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a695de3f-bda6-424e-b043-471b49f46359 req-e900ab1b-7b2b-4dcf-9349-172335c0585a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:17.156514 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 82881ee3-f3fd-416b-8299-eaa10b1cfd9c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:08:17.210751 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d2dbeb36-72b7-4d17-bc28-6c699dc36ba7 req-970b3271-fa0b-4434-a700-807b12663458 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432719 Jul 24 09:08:17.264645 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:17.277295 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 82881ee3-f3fd-416b-8299-eaa10b1cfd9c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:08:17.277672 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:17.291176 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] Transition to ACTIVE for port object 57170570-8a51-4392-a953-67224996fb64 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:08:17.318028 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:17.334049 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-15dd587e-93b6-49fc-8888-cf828e89403e service neutron] 10.222.0.32 "GET /v2.0/networks/fbc5b270-0c92-4400-92e0-37b0a548e1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417499 Jul 24 09:08:17.385775 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25a98f-e11b-4e33-8d0f-bf89901fc0e2 None None] Pushing event updated for resources: {'Port': ['ID=57170570-8a51-4392-a953-67224996fb64,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:17.433936 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5577d51-af9a-4a6f-a3ca-ae48ad86c649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:17.439192 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ebe6a159-5c9d-4e18-bbc0-f76359688141 req-51af1f7e-59cc-49a3-9675-9942a15cbb3e service neutron] 10.222.0.37 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316872 Jul 24 09:08:17.447202 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85161ad9-5c44-4991-afe9-1b3116ac63f5 req-9d44bc3d-9f9e-42ff-a802-e1e0290aa14e tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:17.454435 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-85161ad9-5c44-4991-afe9-1b3116ac63f5 req-9d44bc3d-9f9e-42ff-a802-e1e0290aa14e tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 943 time: 0.1505504 Jul 24 09:08:17.462691 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device fdda9fa5-b894-4670-aa60-8286fde20d52 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:08:17.486564 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-a695de3f-bda6-424e-b043-471b49f46359 req-e900ab1b-7b2b-4dcf-9349-172335c0585a service neutron] For port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:17.518487 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] Attempting to bind port 57170570-8a51-4392-a953-67224996fb64 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:08:17.519015 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] Attempting to bind port 57170570-8a51-4392-a953-67224996fb64 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'ca735f48-2402-4279-aa0b-dfee45b734af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '59946cc4-e2f3-4857-9465-6696a384ed46'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:08:17.519652 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] Attempting to bind port 57170570-8a51-4392-a953-67224996fb64 on network 59946cc4-e2f3-4857-9465-6696a384ed46 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:08:17.534883 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-0ad6946d-8e9e-47c8-91c0-00763d100212 service neutron] 10.222.0.32 "GET /v2.0/networks/fbc5b270-0c92-4400-92e0-37b0a548e1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902654 Jul 24 09:08:17.540064 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:08:17.540701 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] Checking segment: {'id': 'ca735f48-2402-4279-aa0b-dfee45b734af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '59946cc4-e2f3-4857-9465-6696a384ed46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:08:17.541256 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:17.541753 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] Bound using segment: {'id': 'ca735f48-2402-4279-aa0b-dfee45b734af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '59946cc4-e2f3-4857-9465-6696a384ed46'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:08:17.542357 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] Bound port: 57170570-8a51-4392-a953-67224996fb64, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca735f48-2402-4279-aa0b-dfee45b734af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '59946cc4-e2f3-4857-9465-6696a384ed46'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:08:17.542849 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:17.555069 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-a695de3f-bda6-424e-b043-471b49f46359 req-e900ab1b-7b2b-4dcf-9349-172335c0585a service neutron] For port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:08:17.585592 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-85161ad9-5c44-4991-afe9-1b3116ac63f5 req-f9f5fc0a-1532-4201-aa6f-0410b3f78bd0 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298602 Jul 24 09:08:17.623074 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port fdda9fa5-b894-4670-aa60-8286fde20d52 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:08:17.623619 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f865ce5-cf0f-4950-8bcb-32ae6a211a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:17.627134 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2556951-e2a8-4151-97a3-9ed97b92d8a3" -d '{"events": [{"server_uuid": "4f865ce5-cf0f-4950-8bcb-32ae6a211a43", "name": "network-vif-unplugged", "status": "completed", "tag": "ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:17.631855 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a695de3f-bda6-424e-b043-471b49f46359 req-e900ab1b-7b2b-4dcf-9349-172335c0585a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:17.635022 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port fdda9fa5-b894-4670-aa60-8286fde20d52 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:08:17.635449 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:17.646946 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a695de3f-bda6-424e-b043-471b49f46359 req-e900ab1b-7b2b-4dcf-9349-172335c0585a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:17.672834 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] For port 57170570-8a51-4392-a953-67224996fb64, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:08:17.681774 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] For port 57170570-8a51-4392-a953-67224996fb64, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=57170570-8a51-4392-a953-67224996fb64,segment=NetworkSegment(ca735f48-2402-4279-aa0b-dfee45b734af),segment_id=ca735f48-2402-4279-aa0b-dfee45b734af)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:08:17.700800 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:17.801563 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900ab1b-7b2b-4dcf-9349-172335c0585a service neutron] Pushing event updated for resources: {'Port': ['ID=ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4,revision_number=7']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:17.878925 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] Routers {'db76ca39-65dd-4b57-8e56-92e9ca2df47c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:08:17.879563 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:08:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['db76ca39-65dd-4b57-8e56-92e9ca2df47c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:08:17.895301 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-a695de3f-bda6-424e-b043-471b49f46359 req-e900ab1b-7b2b-4dcf-9349-172335c0585a service neutron] Attempting to bind port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 on host n-h2-800085-9 for vnic_type normal with profile {"migrating_to": "n-h1-800085-9"} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:08:17.895638 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-a695de3f-bda6-424e-b043-471b49f46359 req-e900ab1b-7b2b-4dcf-9349-172335c0585a service neutron] Attempting to bind port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:08:17.895972 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a695de3f-bda6-424e-b043-471b49f46359 req-e900ab1b-7b2b-4dcf-9349-172335c0585a service neutron] Attempting to bind port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:08:17.900602 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a695de3f-bda6-424e-b043-471b49f46359 req-e900ab1b-7b2b-4dcf-9349-172335c0585a service neutron] Port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:08:17.900957 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a695de3f-bda6-424e-b043-471b49f46359 req-e900ab1b-7b2b-4dcf-9349-172335c0585a service neutron] Attempting to bind port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:08:17.909718 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a695de3f-bda6-424e-b043-471b49f46359 req-e900ab1b-7b2b-4dcf-9349-172335c0585a service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:08:17.910084 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a695de3f-bda6-424e-b043-471b49f46359 req-e900ab1b-7b2b-4dcf-9349-172335c0585a service neutron] Checking segment: {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:08:17.910985 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a695de3f-bda6-424e-b043-471b49f46359 req-e900ab1b-7b2b-4dcf-9349-172335c0585a service neutron] Bound using segment: {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:08:17.910985 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-a695de3f-bda6-424e-b043-471b49f46359 req-e900ab1b-7b2b-4dcf-9349-172335c0585a service neutron] Bound port: ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:08:17.911189 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a695de3f-bda6-424e-b043-471b49f46359 req-e900ab1b-7b2b-4dcf-9349-172335c0585a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:17.957101 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:17.994238 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a21ec-8b2a-4f83-9981-640bd98c795c req-22c10b7e-50d6-4e0e-9c13-4c09c71dffa3 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:17.995833 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e6a21ec-8b2a-4f83-9981-640bd98c795c req-22c10b7e-50d6-4e0e-9c13-4c09c71dffa3 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20a5aef-a32e-4098-8a2e-72ecd20ea786 HTTP/1.1" status: 200 len: 944 time: 0.1891463 Jul 24 09:08:18.026853 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef08987-1887-492d-87a8-b2ddfa4dca2a req-c8221908-745e-4ada-8dfb-0f4e128f3e5c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:18.030426 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25a98f-e11b-4e33-8d0f-bf89901fc0e2 None None] Pushing event updated for resources: {'Port': ['ID=57170570-8a51-4392-a953-67224996fb64,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:18.037106 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cef08987-1887-492d-87a8-b2ddfa4dca2a req-c8221908-745e-4ada-8dfb-0f4e128f3e5c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 950 time: 0.1886959 Jul 24 09:08:18.079451 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-c5577d51-af9a-4a6f-a3ca-ae48ad86c649 admin admin] Deleting port 57170570-8a51-4392-a953-67224996fb64 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:08:18.079793 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5577d51-af9a-4a6f-a3ca-ae48ad86c649 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:18.104597 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port fdda9fa5-b894-4670-aa60-8286fde20d52, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=fdda9fa5-b894-4670-aa60-8286fde20d52,segment=NetworkSegment(abd905bc-1a45-436c-b516-e7eb5ca9a4b9),segment_id=abd905bc-1a45-436c-b516-e7eb5ca9a4b9)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:18.106970 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e6a21ec-8b2a-4f83-9981-640bd98c795c req-330f5583-2fc3-461c-9468-85109eaf8581 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938611 Jul 24 09:08:18.107552 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20a5aef-a32e-4098-8a2e-72ecd20ea786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdda9fa5-b894-4670-aa60-8286fde20d52'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:18.110233 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968aee67-daf6-4011-903c-f529949c8f8d" -d '{"events": [{"server_uuid": "d20a5aef-a32e-4098-8a2e-72ecd20ea786", "name": "network-vif-plugged", "status": "completed", "tag": "fdda9fa5-b894-4670-aa60-8286fde20d52"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:18.134764 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:18.253828 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] Set router db76ca39-65dd-4b57-8e56-92e9ca2df47c gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:08:18.288905 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=fdda9fa5-b894-4670-aa60-8286fde20d52,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:18.337942 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9eefddc4-e4c6-48a7-8aaf-ebb9950aac7a req-7e3a6401-cca6-4410-8535-7360ff4288e0 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f806f10-636b-4a14-9662-b001b7f5c1e2 HTTP/1.1" status: 200 len: 210 time: 0.0789309 Jul 24 09:08:18.376577 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627398e5-b1ec-4d03-9841-9c9bd97a4e74 x-openstack-request-id: req-627398e5-b1ec-4d03-9841-9c9bd97a4e74 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:18.377244 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f865ce5-cf0f-4950-8bcb-32ae6a211a43", "name": "network-vif-unplugged", "status": "completed", "tag": "ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:18.377244 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-627398e5-b1ec-4d03-9841-9c9bd97a4e74 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:18.378033 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f865ce5-cf0f-4950-8bcb-32ae6a211a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4', 'code': 200} Jul 24 09:08:18.381476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-a695de3f-bda6-424e-b043-471b49f46359 req-e900ab1b-7b2b-4dcf-9349-172335c0585a service neutron] For port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:08:18.383269 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-c5577d51-af9a-4a6f-a3ca-ae48ad86c649 admin admin] For port 57170570-8a51-4392-a953-67224996fb64, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=57170570-8a51-4392-a953-67224996fb64,segment=NetworkSegment(ca735f48-2402-4279-aa0b-dfee45b734af),segment_id=ca735f48-2402-4279-aa0b-dfee45b734af)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:18.383649 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5577d51-af9a-4a6f-a3ca-ae48ad86c649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:18.406748 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-a695de3f-bda6-424e-b043-471b49f46359 req-e900ab1b-7b2b-4dcf-9349-172335c0585a service neutron] For port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:08:18.407511 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-c5577d51-af9a-4a6f-a3ca-ae48ad86c649 admin admin] Calling delete_port for 57170570-8a51-4392-a953-67224996fb64 owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:08:18.420315 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cef08987-1887-492d-87a8-b2ddfa4dca2a req-7adf4e3a-9ac2-4e29-b47f-f16a1ab96e72 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832371 Jul 24 09:08:18.427795 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a695de3f-bda6-424e-b043-471b49f46359 req-e900ab1b-7b2b-4dcf-9349-172335c0585a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:18.478967 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32be3120-1d78-403d-a210-362f0bfa505a x-openstack-request-id: req-32be3120-1d78-403d-a210-362f0bfa505a {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:18.478967 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20a5aef-a32e-4098-8a2e-72ecd20ea786", "name": "network-vif-plugged", "status": "completed", "tag": "fdda9fa5-b894-4670-aa60-8286fde20d52", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:18.479769 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32be3120-1d78-403d-a210-362f0bfa505a {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:18.479769 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20a5aef-a32e-4098-8a2e-72ecd20ea786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdda9fa5-b894-4670-aa60-8286fde20d52', 'code': 200} Jul 24 09:08:18.638278 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db76ca39-65dd-4b57-8e56-92e9ca2df47c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1837992777-router', 'tenant_id': '41e4ce0292f142bd8b28a9ad8e899285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '82881ee3-f3fd-416b-8299-eaa10b1cfd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:08:06Z', 'updated_at': '2021-07-24T09:08:13Z', 'revision_number': 4, 'project_id': '41e4ce0292f142bd8b28a9ad8e899285', 'gw_port': {'id': '82881ee3-f3fd-416b-8299-eaa10b1cfd9c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db76ca39-65dd-4b57-8e56-92e9ca2df47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:08:07Z', 'updated_at': '2021-07-24T09:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '57170570-8a51-4392-a953-67224996fb64', 'name': '', 'network_id': '59946cc4-e2f3-4857-9465-6696a384ed46', 'tenant_id': '41e4ce0292f142bd8b28a9ad8e899285', 'mac_address': 'fa:16:3e:e2:b7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db76ca39-65dd-4b57-8e56-92e9ca2df47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1e891ff5-c7d2-4eb2-9a34-5724afeecd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:08:12Z', 'updated_at': '2021-07-24T09:08:17Z', 'revision_number': 4, 'project_id': '41e4ce0292f142bd8b28a9ad8e899285', 'subnets': [{'id': '1e891ff5-c7d2-4eb2-9a34-5724afeecd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:08:18.663687 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695de3f-bda6-424e-b043-471b49f46359 req-e900ab1b-7b2b-4dcf-9349-172335c0585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:18.664444 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a695de3f-bda6-424e-b043-471b49f46359 req-e900ab1b-7b2b-4dcf-9349-172335c0585a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:18.666459 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a695de3f-bda6-424e-b043-471b49f46359 req-e900ab1b-7b2b-4dcf-9349-172335c0585a service neutron] 10.222.0.37 "PUT /v2.0/ports/ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 HTTP/1.1" status: 200 len: 1121 time: 1.8998246 Jul 24 09:08:18.672528 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900ab1b-7b2b-4dcf-9349-172335c0585a service neutron] Pushing event updated for resources: {'Port': ['ID=ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4,revision_number=8']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:18.710735 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b5bb8d-70d8-4d0a-8e91-7ecc26c35898 None None] The sync data for ids ['db76ca39-65dd-4b57-8e56-92e9ca2df47c'] in n-d-800085-9 is: [{'id': 'db76ca39-65dd-4b57-8e56-92e9ca2df47c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1837992777-router', 'tenant_id': '41e4ce0292f142bd8b28a9ad8e899285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '82881ee3-f3fd-416b-8299-eaa10b1cfd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:08:06Z', 'updated_at': '2021-07-24T09:08:13Z', 'revision_number': 4, 'project_id': '41e4ce0292f142bd8b28a9ad8e899285', 'gw_port': {'id': '82881ee3-f3fd-416b-8299-eaa10b1cfd9c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db76ca39-65dd-4b57-8e56-92e9ca2df47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:08:07Z', 'updated_at': '2021-07-24T09:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '57170570-8a51-4392-a953-67224996fb64', 'name': '', 'network_id': '59946cc4-e2f3-4857-9465-6696a384ed46', 'tenant_id': '41e4ce0292f142bd8b28a9ad8e899285', 'mac_address': 'fa:16:3e:e2:b7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db76ca39-65dd-4b57-8e56-92e9ca2df47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1e891ff5-c7d2-4eb2-9a34-5724afeecd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:08:12Z', 'updated_at': '2021-07-24T09:08:17Z', 'revision_number': 4, 'project_id': '41e4ce0292f142bd8b28a9ad8e899285', 'subnets': [{'id': '1e891ff5-c7d2-4eb2-9a34-5724afeecd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:08:18.779489 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414937ed-809b-46bf-913d-5029ee5ecb92 req-20082de3-e1e8-4f77-9fa4-960026919cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:18.781486 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-414937ed-809b-46bf-913d-5029ee5ecb92 req-20082de3-e1e8-4f77-9fa4-960026919cda service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d20a5aef-a32e-4098-8a2e-72ecd20ea786 HTTP/1.1" status: 200 len: 1096 time: 0.2611415 Jul 24 09:08:18.791127 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:08:18.847897 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23133d-cc84-4276-a7aa-9843438eb54d req-843d7d9a-4d57-4086-81b9-3080702e1f54 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:18.856804 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca23133d-cc84-4276-a7aa-9843438eb54d req-843d7d9a-4d57-4086-81b9-3080702e1f54 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 943 time: 0.3063476 Jul 24 09:08:18.867092 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5577d51-af9a-4a6f-a3ca-ae48ad86c649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:18.923333 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5577d51-af9a-4a6f-a3ca-ae48ad86c649 admin admin] Pushing event deleted for resources: {'Port': ['ID=57170570-8a51-4392-a953-67224996fb64,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:18.948364 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-414937ed-809b-46bf-913d-5029ee5ecb92 req-25c9f63f-046a-4f7e-9c9e-d3b4aff43804 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429994 Jul 24 09:08:18.959833 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca23133d-cc84-4276-a7aa-9843438eb54d req-2442c6af-f6da-4662-bb96-37412d478b06 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877023 Jul 24 09:08:18.994858 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 57170570-8a51-4392-a953-67224996fb64 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:08:19.038074 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149b160-0c0c-421b-bafc-93d898877cd1 req-2e18bd1d-bcf9-49eb-93ea-ff6a325cb048 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:19.046442 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 57170570-8a51-4392-a953-67224996fb64 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:08:19.046886 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 57170570-8a51-4392-a953-67224996fb64 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 24 09:08:19.047116 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d149b160-0c0c-421b-bafc-93d898877cd1 req-2e18bd1d-bcf9-49eb-93ea-ff6a325cb048 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 943 time: 0.3071132 Jul 24 09:08:19.092641 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 95d59126-4f43-41c6-8e09-fca4d1581987 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:08:19.105969 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Port 57170570-8a51-4392-a953-67224996fb64 not found, will not notify nova. {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 24 09:08:19.113307 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d149b160-0c0c-421b-bafc-93d898877cd1 req-16757bc5-9f17-47c9-8805-50462b02a517 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648513 Jul 24 09:08:19.380414 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5577d51-af9a-4a6f-a3ca-ae48ad86c649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:19.410554 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 95d59126-4f43-41c6-8e09-fca4d1581987, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=95d59126-4f43-41c6-8e09-fca4d1581987,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:19.428496 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '95d59126-4f43-41c6-8e09-fca4d1581987', 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488', 'port_id': '95d59126-4f43-41c6-8e09-fca4d1581987', 'mac_address': 'fa:16:3e:fc:5b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '726d329a-a5bb-490b-be1e-f21c87173472', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:08:19.484129 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:19.513105 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d59126-4f43-41c6-8e09-fca4d1581987 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:08:19.543964 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 95d59126-4f43-41c6-8e09-fca4d1581987, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=95d59126-4f43-41c6-8e09-fca4d1581987,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:19.548603 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:19.568762 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-d0853581-503c-423a-b286-a386c070502c tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:19.570237 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-d0853581-503c-423a-b286-a386c070502c tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.20 "GET /v2.0/networks?id=fbc5b270-0c92-4400-92e0-37b0a548e1d0 HTTP/1.1" status: 200 len: 805 time: 0.2554255 Jul 24 09:08:19.574640 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a67ac92c-095d-4865-ab8a-0ceefa9a9b47 req-c3ca713f-5db1-4339-9b83-f1bf5bb059f3 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f806f10-636b-4a14-9662-b001b7f5c1e2 HTTP/1.1" status: 200 len: 210 time: 0.0758560 Jul 24 09:08:19.590731 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd6d26-e28a-4fba-b930-0a9342c1389a req-7184a68c-94cd-4b7a-b5c2-e05ff2b25c01 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:19.598858 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-55dd6d26-e28a-4fba-b930-0a9342c1389a req-7184a68c-94cd-4b7a-b5c2-e05ff2b25c01 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20a5aef-a32e-4098-8a2e-72ecd20ea786 HTTP/1.1" status: 200 len: 945 time: 0.3688505 Jul 24 09:08:19.610284 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-5c211202-9e04-447f-a352-3730a1ed6a40 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Request body: {'port': {'device_id': '6f806f10-636b-4a14-9662-b001b7f5c1e2', 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0', 'admin_state_up': True, 'tenant_id': 'cca414eeb75d4a728826bf910f0b973f'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:19.621003 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=95d59126-4f43-41c6-8e09-fca4d1581987,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:19.713328 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-55dd6d26-e28a-4fba-b930-0a9342c1389a req-881d8d71-f4b5-4a57-825b-1b7f0b1b8d02 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135697 Jul 24 09:08:19.777601 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-5c211202-9e04-447f-a352-3730a1ed6a40 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Made reservation on behalf of cca414eeb75d4a728826bf910f0b973f for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:08:19.785392 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-5c211202-9e04-447f-a352-3730a1ed6a40 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:19.795935 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5577d51-af9a-4a6f-a3ca-ae48ad86c649 admin admin] Router db76ca39-65dd-4b57-8e56-92e9ca2df47c has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:08:19.808630 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48bac6-6c7e-4194-aa78-1144b59bba89 req-25b279ce-d3f1-46b2-901e-51d752460bb4 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:19.810268 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cf48bac6-6c7e-4194-aa78-1144b59bba89 req-25b279ce-d3f1-46b2-901e-51d752460bb4 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 950 time: 0.1063373 Jul 24 09:08:19.827609 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['95d59126-4f43-41c6-8e09-fca4d1581987'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:08:19.965204 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cf48bac6-6c7e-4194-aa78-1144b59bba89 req-36b7b671-aae0-4041-9399-4eef5e6cc70f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464429 Jul 24 09:08:20.010088 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5577d51-af9a-4a6f-a3ca-ae48ad86c649 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:08:20.015660 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c5577d51-af9a-4a6f-a3ca-ae48ad86c649 admin admin] 10.222.0.32 "PUT /v2.0/routers/db76ca39-65dd-4b57-8e56-92e9ca2df47c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4483495 Jul 24 09:08:20.019600 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47424) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:20.038869 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-5c211202-9e04-447f-a352-3730a1ed6a40 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Allocated IP 172.20.0.10 (fbc5b270-0c92-4400-92e0-37b0a548e1d0/e4f4d091-9355-41fb-8669-a9c6a15e7d4f/ca67c0f1-5caf-4a84-84e3-3de9c8646914) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:08:20.165613 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-108c7690-c44d-4044-8bc0-be7912b9053c admin admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:20.189181 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933206f6-e259-4c8f-8a95-7a26305f28ac req-dbdee000-6c27-41a7-b826-aae914dd0288 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:20.192214 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-933206f6-e259-4c8f-8a95-7a26305f28ac req-dbdee000-6c27-41a7-b826-aae914dd0288 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 943 time: 0.1469882 Jul 24 09:08:20.267082 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-933206f6-e259-4c8f-8a95-7a26305f28ac req-074851fb-23d4-42f8-9877-06703cc9efa8 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686576 Jul 24 09:08:20.303118 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-5c211202-9e04-447f-a352-3730a1ed6a40 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:20.313765 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-108c7690-c44d-4044-8bc0-be7912b9053c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:20.338041 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce7369-d085-45a4-a279-e482ae60a8ed req-385261ec-2148-41ac-a4e9-69ff9c5cd6f9 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:20.341217 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b6ce7369-d085-45a4-a279-e482ae60a8ed req-385261ec-2148-41ac-a4e9-69ff9c5cd6f9 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 944 time: 0.1031840 Jul 24 09:08:20.348983 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-5c211202-9e04-447f-a352-3730a1ed6a40 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:20.362109 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc503848-27f1-4eef-85ef-c6f5711ec944 None None] Sync routers for ids ['db76ca39-65dd-4b57-8e56-92e9ca2df47c'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:08:20.370936 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc503848-27f1-4eef-85ef-c6f5711ec944 None None] Routers {'db76ca39-65dd-4b57-8e56-92e9ca2df47c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:08:20.371548 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-dc503848-27f1-4eef-85ef-c6f5711ec944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:08:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['db76ca39-65dd-4b57-8e56-92e9ca2df47c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:08:20.380882 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f865ce5-cf0f-4950-8bcb-32ae6a211a43', 'tag': 'ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:20.383117 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5e69f7-a063-40a3-a7de-938328e254e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4f865ce5-cf0f-4950-8bcb-32ae6a211a43", "tag": "ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:20.402170 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-5c211202-9e04-447f-a352-3730a1ed6a40 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Network fbc5b270-0c92-4400-92e0-37b0a548e1d0 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:08:20.406298 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-5c211202-9e04-447f-a352-3730a1ed6a40 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:08:20.415795 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-5c211202-9e04-447f-a352-3730a1ed6a40 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:08:20.422749 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-5c211202-9e04-447f-a352-3730a1ed6a40 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:20.423179 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-108c7690-c44d-4044-8bc0-be7912b9053c admin admin] Deleting port 82881ee3-f3fd-416b-8299-eaa10b1cfd9c {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:08:20.423530 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-5c211202-9e04-447f-a352-3730a1ed6a40 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:20.423712 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-108c7690-c44d-4044-8bc0-be7912b9053c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:20.441172 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fde0ebd-a53b-4fbd-9e37-c557a081f7ac x-openstack-request-id: req-7fde0ebd-a53b-4fbd-9e37-c557a081f7ac {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:20.441973 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f865ce5-cf0f-4950-8bcb-32ae6a211a43", "tag": "ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:20.441973 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7fde0ebd-a53b-4fbd-9e37-c557a081f7ac {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:20.442203 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f865ce5-cf0f-4950-8bcb-32ae6a211a43', 'tag': 'ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4', 'status': 'completed', 'code': 200} Jul 24 09:08:20.442640 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b6ce7369-d085-45a4-a279-e482ae60a8ed req-297b2f4f-175c-417c-9859-f0563a1a3105 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812104 Jul 24 09:08:20.447958 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-5c211202-9e04-447f-a352-3730a1ed6a40 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8415329 Jul 24 09:08:20.465712 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-b9404f6f-f729-46ce-90b6-1b09e8599b72 service neutron] Request body: {'port': {'device_id': '6f806f10-636b-4a14-9662-b001b7f5c1e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:20.467843 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-dc503848-27f1-4eef-85ef-c6f5711ec944 None None] Set router db76ca39-65dd-4b57-8e56-92e9ca2df47c gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:08:20.492451 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c211202-9e04-447f-a352-3730a1ed6a40 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Pushing event updated for resources: {'Port': ['ID=ca67c0f1-5caf-4a84-84e3-3de9c8646914,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:20.525768 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-dc503848-27f1-4eef-85ef-c6f5711ec944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db76ca39-65dd-4b57-8e56-92e9ca2df47c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1837992777-router', 'tenant_id': '41e4ce0292f142bd8b28a9ad8e899285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:08:06Z', 'updated_at': '2021-07-24T09:08:20Z', 'revision_number': 6, 'project_id': '41e4ce0292f142bd8b28a9ad8e899285', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:08:20.537679 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-108c7690-c44d-4044-8bc0-be7912b9053c admin admin] For port 82881ee3-f3fd-416b-8299-eaa10b1cfd9c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=82881ee3-f3fd-416b-8299-eaa10b1cfd9c,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:20.538371 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-108c7690-c44d-4044-8bc0-be7912b9053c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:20.550631 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-108c7690-c44d-4044-8bc0-be7912b9053c admin admin] Calling delete_port for 82881ee3-f3fd-416b-8299-eaa10b1cfd9c owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:08:20.552955 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc503848-27f1-4eef-85ef-c6f5711ec944 None None] Checking router: db76ca39-65dd-4b57-8e56-92e9ca2df47c for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:08:20.561374 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc503848-27f1-4eef-85ef-c6f5711ec944 None None] Routers {'db76ca39-65dd-4b57-8e56-92e9ca2df47c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:08:20.561982 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-dc503848-27f1-4eef-85ef-c6f5711ec944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:08:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['db76ca39-65dd-4b57-8e56-92e9ca2df47c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:08:20.589850 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-b9404f6f-f729-46ce-90b6-1b09e8599b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:20.601529 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e69f7-a063-40a3-a7de-938328e254e5 req-4ec7050b-b42e-4fc9-a6d9-b5de6ad451c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:20.603044 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db5e69f7-a063-40a3-a7de-938328e254e5 req-4ec7050b-b42e-4fc9-a6d9-b5de6ad451c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d4740b4b94942bdba9d4b286110923d&device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 1124 time: 0.1294229 Jul 24 09:08:20.652194 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-dc503848-27f1-4eef-85ef-c6f5711ec944 None None] Set router db76ca39-65dd-4b57-8e56-92e9ca2df47c gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:08:20.729490 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-108c7690-c44d-4044-8bc0-be7912b9053c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:20.756654 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c7690-c44d-4044-8bc0-be7912b9053c admin admin] Pushing event deleted for resources: {'Port': ['ID=82881ee3-f3fd-416b-8299-eaa10b1cfd9c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:20.779380 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e69f7-a063-40a3-a7de-938328e254e5 req-7309a7e0-8545-4fa8-9ad1-af98f8713a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:20.781626 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db5e69f7-a063-40a3-a7de-938328e254e5 req-7309a7e0-8545-4fa8-9ad1-af98f8713a16 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 200 len: 907 time: 0.1712577 Jul 24 09:08:20.802001 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-dc503848-27f1-4eef-85ef-c6f5711ec944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db76ca39-65dd-4b57-8e56-92e9ca2df47c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1837992777-router', 'tenant_id': '41e4ce0292f142bd8b28a9ad8e899285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:08:06Z', 'updated_at': '2021-07-24T09:08:20Z', 'revision_number': 6, 'project_id': '41e4ce0292f142bd8b28a9ad8e899285', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:08:20.829029 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc503848-27f1-4eef-85ef-c6f5711ec944 None None] The sync data for ids ['db76ca39-65dd-4b57-8e56-92e9ca2df47c'] in n-d-800085-9 is: [{'id': 'db76ca39-65dd-4b57-8e56-92e9ca2df47c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1837992777-router', 'tenant_id': '41e4ce0292f142bd8b28a9ad8e899285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:08:06Z', 'updated_at': '2021-07-24T09:08:20Z', 'revision_number': 6, 'project_id': '41e4ce0292f142bd8b28a9ad8e899285', 'gw_port_host': None}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:08:20.837876 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db5e69f7-a063-40a3-a7de-938328e254e5 req-2e489d6f-4bb7-4ea2-b569-0ab5c903cf8a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 HTTP/1.1" status: 200 len: 217 time: 0.0479929 Jul 24 09:08:20.881354 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-108c7690-c44d-4044-8bc0-be7912b9053c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:20.969948 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f724a-98b5-4250-88dd-6d1239e8bf4a req-325954dc-1d68-4cd1-a1ff-d72c63bcce1a tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:20.973464 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6e8f724a-98b5-4250-88dd-6d1239e8bf4a req-325954dc-1d68-4cd1-a1ff-d72c63bcce1a tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f806f10-636b-4a14-9662-b001b7f5c1e2 HTTP/1.1" status: 200 len: 932 time: 0.2894828 Jul 24 09:08:20.993858 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e69f7-a063-40a3-a7de-938328e254e5 req-cacdd4a2-42fc-4052-ac97-8623bb6fd49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:20.995513 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db5e69f7-a063-40a3-a7de-938328e254e5 req-cacdd4a2-42fc-4052-ac97-8623bb6fd49c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58351263-9729-4aa6-887c-072787b6bdca HTTP/1.1" status: 200 len: 847 time: 0.1493976 Jul 24 09:08:21.053134 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db5e69f7-a063-40a3-a7de-938328e254e5 req-625ac7b8-9f39-4bcb-8348-2a22ae6f0a5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495865 Jul 24 09:08:21.085955 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:08:21.089582 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 95d59126-4f43-41c6-8e09-fca4d1581987 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:08:21.136220 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6e8f724a-98b5-4250-88dd-6d1239e8bf4a req-3452a501-e6d2-487d-9bad-939c68c7b51e tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443782 Jul 24 09:08:21.301714 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 95d59126-4f43-41c6-8e09-fca4d1581987 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:08:21.333226 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 95d59126-4f43-41c6-8e09-fca4d1581987 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:08:21.333994 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:21.353239 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db5e69f7-a063-40a3-a7de-938328e254e5 req-758f3192-4e26-4600-8b6a-3ed57d2c2e8b service neutron] 10.222.0.20 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714057 Jul 24 09:08:21.363684 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-108c7690-c44d-4044-8bc0-be7912b9053c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:21.368862 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-108c7690-c44d-4044-8bc0-be7912b9053c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:21.384046 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ce51e-1966-435a-b91c-08d24103bb6e req-3b85dc00-5503-4dc0-9355-f2cf47aef6a6 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:21.391302 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2c9ce51e-1966-435a-b91c-08d24103bb6e req-3b85dc00-5503-4dc0-9355-f2cf47aef6a6 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20a5aef-a32e-4098-8a2e-72ecd20ea786 HTTP/1.1" status: 200 len: 945 time: 0.5862985 Jul 24 09:08:21.391744 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:21.407074 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 has no active binding in host n-h1-800085-9 {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 24 09:08:21.420147 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-b9404f6f-f729-46ce-90b6-1b09e8599b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca67c0f1-5caf-4a84-84e3-3de9c8646914 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:08:21.437961 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-b9404f6f-f729-46ce-90b6-1b09e8599b72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:21.443633 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-108c7690-c44d-4044-8bc0-be7912b9053c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:21.444215 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108c7690-c44d-4044-8bc0-be7912b9053c admin admin] Fanout notify agent at l3_agent the message router_deleted on router db76ca39-65dd-4b57-8e56-92e9ca2df47c {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:08:21.449492 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-108c7690-c44d-4044-8bc0-be7912b9053c admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:21.450557 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-108c7690-c44d-4044-8bc0-be7912b9053c admin admin] 10.222.0.32 "DELETE /v2.0/routers/db76ca39-65dd-4b57-8e56-92e9ca2df47c HTTP/1.1" status: 204 len: 168 time: 1.4299991 Jul 24 09:08:21.456985 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47460) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:21.460101 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:21.499608 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2c9ce51e-1966-435a-b91c-08d24103bb6e req-c2efc07e-535d-4a52-a0d1-12a16905031a tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074305 Jul 24 09:08:21.501129 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-b9404f6f-f729-46ce-90b6-1b09e8599b72 service neutron] Transition to ACTIVE for port object ca67c0f1-5caf-4a84-84e3-3de9c8646914 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:08:21.512068 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-b9404f6f-f729-46ce-90b6-1b09e8599b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:21.529245 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec2d253-f04e-4503-9023-3cd3d9454a3c admin admin] Deleting subnet 1e891ff5-c7d2-4eb2-9a34-5724afeecd82 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:08:21.533131 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8ec2d253-f04e-4503-9023-3cd3d9454a3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:21.533965 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b36976-086b-486a-9655-706a3fcc62d2 req-5bd0e06b-e41e-4eac-8597-32b3ce7bc4de tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:21.541649 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88b36976-086b-486a-9655-706a3fcc62d2 req-5bd0e06b-e41e-4eac-8597-32b3ce7bc4de tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 950 time: 0.2412460 Jul 24 09:08:21.585593 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8ec2d253-f04e-4503-9023-3cd3d9454a3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:21.620413 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db5e69f7-a063-40a3-a7de-938328e254e5 req-0ca604ea-8606-4c9c-bbfb-9147b26920da service neutron] 10.222.0.20 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448637 Jul 24 09:08:21.649263 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4a45f3-ab97-4652-839f-9108c93e0438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d59126-4f43-41c6-8e09-fca4d1581987'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:21.651718 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a788c77a-24ee-447e-b53d-c96e3bdb72d1" -d '{"events": [{"server_uuid": "2d4a45f3-ab97-4652-839f-9108c93e0438", "name": "network-vif-plugged", "status": "completed", "tag": "95d59126-4f43-41c6-8e09-fca4d1581987"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:21.652591 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9404f6f-f729-46ce-90b6-1b09e8599b72 service neutron] Pushing event updated for resources: {'Port': ['ID=ca67c0f1-5caf-4a84-84e3-3de9c8646914,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:21.666071 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 95d59126-4f43-41c6-8e09-fca4d1581987, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=95d59126-4f43-41c6-8e09-fca4d1581987,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:21.672455 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:21.682365 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88b36976-086b-486a-9655-706a3fcc62d2 req-ccc34439-047d-46f3-82e6-f813318caceb tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398261 Jul 24 09:08:21.693815 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-b9404f6f-f729-46ce-90b6-1b09e8599b72 service neutron] Attempting to bind port ca67c0f1-5caf-4a84-84e3-3de9c8646914 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:08:21.694521 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-b9404f6f-f729-46ce-90b6-1b09e8599b72 service neutron] Attempting to bind port ca67c0f1-5caf-4a84-84e3-3de9c8646914 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '3a8ff286-f6f5-4c05-b3eb-2c391f403600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:08:21.695002 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-b9404f6f-f729-46ce-90b6-1b09e8599b72 service neutron] Attempting to bind port ca67c0f1-5caf-4a84-84e3-3de9c8646914 on network fbc5b270-0c92-4400-92e0-37b0a548e1d0 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:08:21.699238 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8ec2d253-f04e-4503-9023-3cd3d9454a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:21.700895 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-b9404f6f-f729-46ce-90b6-1b09e8599b72 service neutron] Port ca67c0f1-5caf-4a84-84e3-3de9c8646914 on network fbc5b270-0c92-4400-92e0-37b0a548e1d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:08:21.701239 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-b9404f6f-f729-46ce-90b6-1b09e8599b72 service neutron] Attempting to bind port ca67c0f1-5caf-4a84-84e3-3de9c8646914 on network fbc5b270-0c92-4400-92e0-37b0a548e1d0 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:08:21.719080 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-b9404f6f-f729-46ce-90b6-1b09e8599b72 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:08:21.719690 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-b9404f6f-f729-46ce-90b6-1b09e8599b72 service neutron] Checking segment: {'id': '3a8ff286-f6f5-4c05-b3eb-2c391f403600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:08:21.721139 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-b9404f6f-f729-46ce-90b6-1b09e8599b72 service neutron] Bound using segment: {'id': '3a8ff286-f6f5-4c05-b3eb-2c391f403600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:08:21.722607 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-b9404f6f-f729-46ce-90b6-1b09e8599b72 service neutron] Bound port: ca67c0f1-5caf-4a84-84e3-3de9c8646914, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a8ff286-f6f5-4c05-b3eb-2c391f403600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:08:21.722977 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-b9404f6f-f729-46ce-90b6-1b09e8599b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:21.744091 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=95d59126-4f43-41c6-8e09-fca4d1581987,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:21.816928 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-b9404f6f-f729-46ce-90b6-1b09e8599b72 service neutron] For port ca67c0f1-5caf-4a84-84e3-3de9c8646914, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:08:21.817792 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34137956-a4fe-44c5-8dd4-efc88251169f req-010a256b-d776-4c07-8c4a-1581a3622c87 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:21.820511 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-b9404f6f-f729-46ce-90b6-1b09e8599b72 service neutron] For port ca67c0f1-5caf-4a84-84e3-3de9c8646914, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ca67c0f1-5caf-4a84-84e3-3de9c8646914,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:08:21.824775 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-34137956-a4fe-44c5-8dd4-efc88251169f req-010a256b-d776-4c07-8c4a-1581a3622c87 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 943 time: 0.0998232 Jul 24 09:08:21.824960 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-b9404f6f-f729-46ce-90b6-1b09e8599b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:21.833820 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8ec2d253-f04e-4503-9023-3cd3d9454a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:21.870287 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2d253-f04e-4503-9023-3cd3d9454a3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e891ff5-c7d2-4eb2-9a34-5724afeecd82,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:21.871843 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-b9404f6f-f729-46ce-90b6-1b09e8599b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:21.872604 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-b9404f6f-f729-46ce-90b6-1b09e8599b72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:21.873993 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-b9404f6f-f729-46ce-90b6-1b09e8599b72 service neutron] 10.222.0.20 "PUT /v2.0/ports/ca67c0f1-5caf-4a84-84e3-3de9c8646914 HTTP/1.1" status: 200 len: 1092 time: 1.4173281 Jul 24 09:08:21.880892 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8ec2d253-f04e-4503-9023-3cd3d9454a3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:21.885261 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8ec2d253-f04e-4503-9023-3cd3d9454a3c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1e891ff5-c7d2-4eb2-9a34-5724afeecd82 HTTP/1.1" status: 204 len: 168 time: 0.4218328 Jul 24 09:08:21.889828 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8886336f-b36b-4fc2-9f4d-0fe3c85f1530 None None] Network 59946cc4-e2f3-4857-9465-6696a384ed46 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:08:21.898872 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47478) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:21.906527 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-34137956-a4fe-44c5-8dd4-efc88251169f req-70a01d11-2027-4a03-acba-55391727f5ca tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806401 Jul 24 09:08:21.983987 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9404f6f-f729-46ce-90b6-1b09e8599b72 service neutron] Pushing event updated for resources: {'Port': ['ID=ca67c0f1-5caf-4a84-84e3-3de9c8646914,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:22.011194 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-abf036da-3eb3-405c-a5ef-b1f9708482e0 req-e7eea2b0-f587-4251-a258-7bfd051d44df tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-255681054&fields=id&tenant_id=267eb1e9771b44c4894eb788151fcdab HTTP/1.1" status: 200 len: 267 time: 0.0417163 Jul 24 09:08:22.036865 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:22.074404 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fc216-90e7-4d70-9ea1-5e6b9b9dd2d2 req-0569aa62-3a32-4775-94f6-b27e76b527c3 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:22.075933 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a57fc216-90e7-4d70-9ea1-5e6b9b9dd2d2 req-0569aa62-3a32-4775-94f6-b27e76b527c3 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 945 time: 0.2190597 Jul 24 09:08:22.107098 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-b94392d8-a143-4971-b84b-aee8212de965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:22.109135 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-b94392d8-a143-4971-b84b-aee8212de965 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cca414eeb75d4a728826bf910f0b973f&device_id=6f806f10-636b-4a14-9662-b001b7f5c1e2 HTTP/1.1" status: 200 len: 1095 time: 0.1901715 Jul 24 09:08:22.109641 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf036da-3eb3-405c-a5ef-b1f9708482e0 req-8dbd939f-e89a-429f-93d0-dbeac631f1f1 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:22.117183 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-abf036da-3eb3-405c-a5ef-b1f9708482e0 req-8dbd939f-e89a-429f-93d0-dbeac631f1f1 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20a5aef-a32e-4098-8a2e-72ecd20ea786 HTTP/1.1" status: 200 len: 945 time: 0.0993323 Jul 24 09:08:22.127085 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-abf036da-3eb3-405c-a5ef-b1f9708482e0 req-c7557432-48a6-4f9d-8d75-d92680e52576 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Request body: {'port': {'security_groups': ['b42f5ce5-abb0-4faa-9bb4-988f6be2fc08', '74cca43a-6365-4eda-93b6-e4ff41f2e76e']}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:22.164247 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-b0d62193-0820-46bd-bd81-a63d5691c9d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca67c0f1-5caf-4a84-84e3-3de9c8646914 HTTP/1.1" status: 200 len: 217 time: 0.0380208 Jul 24 09:08:22.166306 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70482234-4339-40a5-9193-5666e91e325b None None] DHCP port deletion for 59946cc4-e2f3-4857-9465-6696a384ed46 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:08:22.215193 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a57fc216-90e7-4d70-9ea1-5e6b9b9dd2d2 req-cd1ad91c-b90a-43dd-8073-66c91f1f12b5 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121716 Jul 24 09:08:22.219295 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-70482234-4339-40a5-9193-5666e91e325b None None] Deleting port 6793b1d7-c4dc-40a1-a372-47ff8e721326 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:08:22.219940 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-70482234-4339-40a5-9193-5666e91e325b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:22.223731 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-abf036da-3eb3-405c-a5ef-b1f9708482e0 req-c7557432-48a6-4f9d-8d75-d92680e52576 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:22.240282 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Deleting port 6793b1d7-c4dc-40a1-a372-47ff8e721326 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:08:22.240624 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:22.267517 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-ce35b15d-d0d1-45f8-8b9e-70348dcf8530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:22.269045 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-ce35b15d-d0d1-45f8-8b9e-70348dcf8530 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e4f4d091-9355-41fb-8669-a9c6a15e7d4f HTTP/1.1" status: 200 len: 845 time: 0.0909765 Jul 24 09:08:22.331302 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20fe5e7-dd76-4bca-b253-6a79ee517860 x-openstack-request-id: req-a20fe5e7-dd76-4bca-b253-6a79ee517860 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:22.331599 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4a45f3-ab97-4652-839f-9108c93e0438", "name": "network-vif-plugged", "status": "completed", "tag": "95d59126-4f43-41c6-8e09-fca4d1581987", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:22.331905 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a20fe5e7-dd76-4bca-b253-6a79ee517860 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:22.332227 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4a45f3-ab97-4652-839f-9108c93e0438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d59126-4f43-41c6-8e09-fca4d1581987', 'code': 200} Jul 24 09:08:22.369114 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-11c4f55a-d966-48b6-b220-05f29edb2add service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fbc5b270-0c92-4400-92e0-37b0a548e1d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892441 Jul 24 09:08:22.373195 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-70482234-4339-40a5-9193-5666e91e325b None None] For port 6793b1d7-c4dc-40a1-a372-47ff8e721326, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=6793b1d7-c4dc-40a1-a372-47ff8e721326,segment=NetworkSegment(ca735f48-2402-4279-aa0b-dfee45b734af),segment_id=ca735f48-2402-4279-aa0b-dfee45b734af)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:22.373600 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-70482234-4339-40a5-9193-5666e91e325b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:22.384240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] For port 6793b1d7-c4dc-40a1-a372-47ff8e721326, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=6793b1d7-c4dc-40a1-a372-47ff8e721326,segment=NetworkSegment(ca735f48-2402-4279-aa0b-dfee45b734af),segment_id=ca735f48-2402-4279-aa0b-dfee45b734af)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:22.384240 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:22.404434 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-70482234-4339-40a5-9193-5666e91e325b None None] Calling delete_port for 6793b1d7-c4dc-40a1-a372-47ff8e721326 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:08:22.462435 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-abf036da-3eb3-405c-a5ef-b1f9708482e0 req-c7557432-48a6-4f9d-8d75-d92680e52576 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] For port fdda9fa5-b894-4670-aa60-8286fde20d52, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=fdda9fa5-b894-4670-aa60-8286fde20d52,segment=NetworkSegment(abd905bc-1a45-436c-b516-e7eb5ca9a4b9),segment_id=abd905bc-1a45-436c-b516-e7eb5ca9a4b9)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:22.477350 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f806f10-636b-4a14-9662-b001b7f5c1e2', 'tag': 'ca67c0f1-5caf-4a84-84e3-3de9c8646914'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:22.480854 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479de5bb-53f9-49dc-9ce0-159fe60119ba" -d '{"events": [{"name": "network-changed", "server_uuid": "6f806f10-636b-4a14-9662-b001b7f5c1e2", "tag": "ca67c0f1-5caf-4a84-84e3-3de9c8646914"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:22.487160 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Calling delete_port for 6793b1d7-c4dc-40a1-a372-47ff8e721326 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:08:22.489017 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-70482234-4339-40a5-9193-5666e91e325b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:22.504055 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-abf036da-3eb3-405c-a5ef-b1f9708482e0 req-c7557432-48a6-4f9d-8d75-d92680e52576 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:22.511372 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-abf036da-3eb3-405c-a5ef-b1f9708482e0 req-c7557432-48a6-4f9d-8d75-d92680e52576 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:22.514412 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70482234-4339-40a5-9193-5666e91e325b None None] Pushing event deleted for resources: {'Port': ['ID=6793b1d7-c4dc-40a1-a372-47ff8e721326,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:22.534015 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['fdda9fa5-b894-4670-aa60-8286fde20d52'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:08:22.537207 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70482234-4339-40a5-9193-5666e91e325b None None] No DVR routers for this DVR port 6793b1d7-c4dc-40a1-a372-47ff8e721326 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:08:22.572597 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf036da-3eb3-405c-a5ef-b1f9708482e0 req-c7557432-48a6-4f9d-8d75-d92680e52576 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:22.573297 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-abf036da-3eb3-405c-a5ef-b1f9708482e0 req-c7557432-48a6-4f9d-8d75-d92680e52576 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:22.575492 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-abf036da-3eb3-405c-a5ef-b1f9708482e0 req-c7557432-48a6-4f9d-8d75-d92680e52576 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "PUT /v2.0/ports/fdda9fa5-b894-4670-aa60-8286fde20d52 HTTP/1.1" status: 200 len: 981 time: 0.4533925 Jul 24 09:08:22.577621 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20a5aef-a32e-4098-8a2e-72ecd20ea786', 'tag': 'fdda9fa5-b894-4670-aa60-8286fde20d52'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:22.579880 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b6fccf-f3eb-4c2e-97df-857946e6ade5" -d '{"events": [{"name": "network-changed", "server_uuid": "d20a5aef-a32e-4098-8a2e-72ecd20ea786", "tag": "fdda9fa5-b894-4670-aa60-8286fde20d52"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:22.618534 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8291504-e97b-4f16-a041-f18307f7c549 x-openstack-request-id: req-e8291504-e97b-4f16-a041-f18307f7c549 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:22.618923 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f806f10-636b-4a14-9662-b001b7f5c1e2", "tag": "ca67c0f1-5caf-4a84-84e3-3de9c8646914", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:22.619293 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8291504-e97b-4f16-a041-f18307f7c549 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:22.619768 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f806f10-636b-4a14-9662-b001b7f5c1e2', 'tag': 'ca67c0f1-5caf-4a84-84e3-3de9c8646914', 'status': 'completed', 'code': 200} Jul 24 09:08:22.620337 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7557432-48a6-4f9d-8d75-d92680e52576 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Pushing event updated for resources: {'Port': ['ID=fdda9fa5-b894-4670-aa60-8286fde20d52,revision_number=6']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:22.647240 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['fdda9fa5-b894-4670-aa60-8286fde20d52'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:08:22.708856 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b78908c7-d83c-4d80-9237-5602776bbc44 req-5bd3b225-b98d-464d-95a5-d37065ec4dda tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1283160549&fields=id&tenant_id=267eb1e9771b44c4894eb788151fcdab HTTP/1.1" status: 200 len: 267 time: 0.0431590 Jul 24 09:08:22.718123 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a695de3f-bda6-424e-b043-471b49f46359 req-233e7e5e-08fa-49ef-b942-4ff0a49b514b service neutron] 10.222.0.20 "GET /v2.0/ports/ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4/bindings/n-h1-800085-9 HTTP/1.1" status: 200 len: 384 time: 0.2961948 Jul 24 09:08:22.738566 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-7c6b401f-5884-47c6-b10a-6e837934812d service neutron] 10.222.0.20 "GET /v2.0/networks/fbc5b270-0c92-4400-92e0-37b0a548e1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380470 Jul 24 09:08:22.778187 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445ab7c-e29e-4314-9695-cc3d46f57792 req-88adc7ff-6285-4416-9b83-a0b7006014c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:22.779665 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7445ab7c-e29e-4314-9695-cc3d46f57792 req-88adc7ff-6285-4416-9b83-a0b7006014c6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 1096 time: 0.4138231 Jul 24 09:08:22.784954 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78908c7-d83c-4d80-9237-5602776bbc44 req-fa7a7c51-97bb-4e4a-9cd3-b42fb190538a tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:22.786739 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b78908c7-d83c-4d80-9237-5602776bbc44 req-fa7a7c51-97bb-4e4a-9cd3-b42fb190538a tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20a5aef-a32e-4098-8a2e-72ecd20ea786 HTTP/1.1" status: 200 len: 984 time: 0.0704596 Jul 24 09:08:22.801192 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c332004-22b5-4146-90a9-ffa68c530468 req-a42c1a36-3f93-45f9-9574-ddcb0d23e4b3 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:22.801522 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-b78908c7-d83c-4d80-9237-5602776bbc44 req-188e3f93-45c7-44d1-a8ea-cebf9e3421ed tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Request body: {'port': {'security_groups': ['74cca43a-6365-4eda-93b6-e4ff41f2e76e', 'b42f5ce5-abb0-4faa-9bb4-988f6be2fc08', '6d92ff52-2c6f-47bc-bf53-e619b179a605']}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:22.802656 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3c332004-22b5-4146-90a9-ffa68c530468 req-a42c1a36-3f93-45f9-9574-ddcb0d23e4b3 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f806f10-636b-4a14-9662-b001b7f5c1e2 HTTP/1.1" status: 200 len: 944 time: 0.3905942 Jul 24 09:08:22.856964 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:22.909966 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b78908c7-d83c-4d80-9237-5602776bbc44 req-188e3f93-45c7-44d1-a8ea-cebf9e3421ed tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:22.924895 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 82881ee3-f3fd-416b-8299-eaa10b1cfd9c no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:08:22.945806 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=6793b1d7-c4dc-40a1-a372-47ff8e721326,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:22.953627 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 82881ee3-f3fd-416b-8299-eaa10b1cfd9c {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:08:22.953627 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 82881ee3-f3fd-416b-8299-eaa10b1cfd9c not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:08:22.954005 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 57170570-8a51-4392-a953-67224996fb64 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:08:22.974644 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 57170570-8a51-4392-a953-67224996fb64 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:08:22.975006 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 57170570-8a51-4392-a953-67224996fb64 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:08:22.975396 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 6793b1d7-c4dc-40a1-a372-47ff8e721326 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:08:22.996441 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 6793b1d7-c4dc-40a1-a372-47ff8e721326 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:08:22.996864 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 6793b1d7-c4dc-40a1-a372-47ff8e721326 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:08:23.126602 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-b78908c7-d83c-4d80-9237-5602776bbc44 req-188e3f93-45c7-44d1-a8ea-cebf9e3421ed tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] For port fdda9fa5-b894-4670-aa60-8286fde20d52, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=fdda9fa5-b894-4670-aa60-8286fde20d52,segment=NetworkSegment(abd905bc-1a45-436c-b516-e7eb5ca9a4b9),segment_id=abd905bc-1a45-436c-b516-e7eb5ca9a4b9)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:23.156413 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b78908c7-d83c-4d80-9237-5602776bbc44 req-188e3f93-45c7-44d1-a8ea-cebf9e3421ed tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:23.161383 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b78908c7-d83c-4d80-9237-5602776bbc44 req-188e3f93-45c7-44d1-a8ea-cebf9e3421ed tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:23.172804 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['fdda9fa5-b894-4670-aa60-8286fde20d52'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:08:23.199033 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] No DVR routers for this DVR port 6793b1d7-c4dc-40a1-a372-47ff8e721326 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:08:23.211305 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7445ab7c-e29e-4314-9695-cc3d46f57792 req-839d0467-7b54-463f-8390-0a6947c0f595 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199042 Jul 24 09:08:23.211462 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78908c7-d83c-4d80-9237-5602776bbc44 req-188e3f93-45c7-44d1-a8ea-cebf9e3421ed tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:23.211846 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b78908c7-d83c-4d80-9237-5602776bbc44 req-188e3f93-45c7-44d1-a8ea-cebf9e3421ed tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:23.213676 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b78908c7-d83c-4d80-9237-5602776bbc44 req-188e3f93-45c7-44d1-a8ea-cebf9e3421ed tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "PUT /v2.0/ports/fdda9fa5-b894-4670-aa60-8286fde20d52 HTTP/1.1" status: 200 len: 1020 time: 0.4171898 Jul 24 09:08:23.234375 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3c332004-22b5-4146-90a9-ffa68c530468 req-2443ae53-e2b1-4542-a515-d2bcc6168307 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135103 Jul 24 09:08:23.248849 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e3f93-45c7-44d1-a8ea-cebf9e3421ed tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Pushing event updated for resources: {'Port': ['ID=fdda9fa5-b894-4670-aa60-8286fde20d52,revision_number=7']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:23.290531 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['fdda9fa5-b894-4670-aa60-8286fde20d52'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:08:23.293010 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96769157-9396-4c9c-8ee1-0060f08b27d9 req-176b64de-e75f-47f1-8adf-a081f61be9e8 service neutron] 10.222.0.20 "GET /v2.0/networks/fbc5b270-0c92-4400-92e0-37b0a548e1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170693 Jul 24 09:08:23.306146 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a19631-7219-4356-bd61-5278dad9d63c x-openstack-request-id: req-f2a19631-7219-4356-bd61-5278dad9d63c {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:23.306442 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20a5aef-a32e-4098-8a2e-72ecd20ea786", "tag": "fdda9fa5-b894-4670-aa60-8286fde20d52", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:23.306697 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2a19631-7219-4356-bd61-5278dad9d63c {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:23.307099 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20a5aef-a32e-4098-8a2e-72ecd20ea786', 'tag': 'fdda9fa5-b894-4670-aa60-8286fde20d52', 'status': 'completed', 'code': 200} Jul 24 09:08:23.332446 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:23.368527 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:08:23.368899 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:08:23.369643 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:08:23.369973 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Subscribe: > port after_create 55550000 {{(pid=94036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:08:23.370562 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:08:23.370904 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Subscribe: > port after_update 55550000 {{(pid=94036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:08:23.371283 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:08:23.371607 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:08:23.371920 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:08:23.372242 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:08:23.461334 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:08:23.462018 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:08:23.462378 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:08:23.462824 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 09:08:23.463270 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59946cc4-e2f3-4857-9465-6696a384ed46']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:08:23.490676 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479de5bb-53f9-49dc-9ce0-159fe60119ba req-df7d7050-374f-4b00-b1de-a15fe9b9196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:23.492427 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-479de5bb-53f9-49dc-9ce0-159fe60119ba req-df7d7050-374f-4b00-b1de-a15fe9b9196e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cca414eeb75d4a728826bf910f0b973f&device_id=6f806f10-636b-4a14-9662-b001b7f5c1e2 HTTP/1.1" status: 200 len: 1095 time: 0.1400933 Jul 24 09:08:23.557737 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca735f48-2402-4279-aa0b-dfee45b734af') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:08:23.558290 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca735f48-2402-4279-aa0b-dfee45b734af') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:08:23.590827 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:23.608526 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479de5bb-53f9-49dc-9ce0-159fe60119ba req-2eab9105-4041-4889-b036-5b3c11acb49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:23.610222 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-479de5bb-53f9-49dc-9ce0-159fe60119ba req-2eab9105-4041-4889-b036-5b3c11acb49b service neutron] 10.222.0.20 "GET /v2.0/networks?id=fbc5b270-0c92-4400-92e0-37b0a548e1d0 HTTP/1.1" status: 200 len: 905 time: 0.1113145 Jul 24 09:08:23.659328 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-479de5bb-53f9-49dc-9ce0-159fe60119ba req-174612fc-b4c6-4eac-ac8e-2d7554e6f5c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca67c0f1-5caf-4a84-84e3-3de9c8646914 HTTP/1.1" status: 200 len: 217 time: 0.0397828 Jul 24 09:08:23.669052 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:23.684343 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396eae87-6b48-4c18-ba56-f09acefd1984 req-3caa0e2e-3199-474d-a27f-355cf62186a4 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:23.686003 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-396eae87-6b48-4c18-ba56-f09acefd1984 req-3caa0e2e-3199-474d-a27f-355cf62186a4 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 950 time: 0.2777245 Jul 24 09:08:23.700837 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:08:23.701367 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: from cryptography.utils import int_from_bytes Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: from cryptography.utils import int_from_bytes Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:08:23.706635 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:08:23.736426 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-a695de3f-bda6-424e-b043-471b49f46359 req-0d7706df-d286-4b65-a67b-5bf3c4c48dfb service neutron] For port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:23.747810 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479de5bb-53f9-49dc-9ce0-159fe60119ba req-667e251f-d4db-49ca-b75b-b7c990af441f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:23.749545 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-479de5bb-53f9-49dc-9ce0-159fe60119ba req-667e251f-d4db-49ca-b75b-b7c990af441f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e4f4d091-9355-41fb-8669-a9c6a15e7d4f HTTP/1.1" status: 200 len: 845 time: 0.0804513 Jul 24 09:08:23.776903 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-396eae87-6b48-4c18-ba56-f09acefd1984 req-06f2cb74-182e-450e-b26e-cf1dab972c3a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638888 Jul 24 09:08:23.801626 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-479de5bb-53f9-49dc-9ce0-159fe60119ba req-f4be6057-6624-42f9-8295-1e9844aa7a30 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fbc5b270-0c92-4400-92e0-37b0a548e1d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424817 Jul 24 09:08:23.810016 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6fccf-f3eb-4c2e-97df-857946e6ade5 req-f0257f4b-7a3e-4227-9cb1-3f70a3a1fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:23.811604 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66b6fccf-f3eb-4c2e-97df-857946e6ade5 req-f0257f4b-7a3e-4227-9cb1-3f70a3a1fc55 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=267eb1e9771b44c4894eb788151fcdab&device_id=d20a5aef-a32e-4098-8a2e-72ecd20ea786 HTTP/1.1" status: 200 len: 1174 time: 0.4763904 Jul 24 09:08:23.812590 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-a695de3f-bda6-424e-b043-471b49f46359 req-0d7706df-d286-4b65-a67b-5bf3c4c48dfb service neutron] For port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:08:23.821956 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f425b-3387-4a77-9932-c14026eef401 req-b705f64f-1666-4146-ab14-85bfbf2a79ef tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:23.823416 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d81f425b-3387-4a77-9932-c14026eef401 req-b705f64f-1666-4146-ab14-85bfbf2a79ef tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 943 time: 0.3544188 Jul 24 09:08:23.864052 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:23.869928 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:23.874241 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] 10.222.0.32 "DELETE /v2.0/networks/59946cc4-e2f3-4857-9465-6696a384ed46 HTTP/1.1" status: 204 len: 168 time: 1.9637623 Jul 24 09:08:23.920966 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2991ec-816e-4235-8e7c-2d5e1dc46a64 admin admin] Pushing event deleted for resources: {'Network': ['ID=59946cc4-e2f3-4857-9465-6696a384ed46,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:23.931497 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-a695de3f-bda6-424e-b043-471b49f46359 req-0d7706df-d286-4b65-a67b-5bf3c4c48dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:08:23.936348 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-479de5bb-53f9-49dc-9ce0-159fe60119ba req-db53664d-71f9-44cc-897a-25bdf5e22993 service neutron] 10.222.0.20 "GET /v2.0/networks/fbc5b270-0c92-4400-92e0-37b0a548e1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281204 Jul 24 09:08:23.959493 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a278e3-f4ec-4cbe-834d-856417e19b54 req-80d9e992-0cc8-4e01-b0bd-cd43d1eb5dc6 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:23.961268 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1a278e3-f4ec-4cbe-834d-856417e19b54 req-80d9e992-0cc8-4e01-b0bd-cd43d1eb5dc6 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20a5aef-a32e-4098-8a2e-72ecd20ea786 HTTP/1.1" status: 200 len: 1023 time: 0.1173315 Jul 24 09:08:23.993511 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-a695de3f-bda6-424e-b043-471b49f46359 req-0d7706df-d286-4b65-a67b-5bf3c4c48dfb service neutron] For port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:24.014049 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d81f425b-3387-4a77-9932-c14026eef401 req-68a1d80d-8e80-47d2-89c2-1e9b20c7ba55 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608605 Jul 24 09:08:24.030109 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a695de3f-bda6-424e-b043-471b49f46359 req-0d7706df-d286-4b65-a67b-5bf3c4c48dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:24.066814 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6fccf-f3eb-4c2e-97df-857946e6ade5 req-2195a862-aedb-4281-b903-9dc949d6ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:24.068314 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66b6fccf-f3eb-4c2e-97df-857946e6ade5 req-2195a862-aedb-4281-b903-9dc949d6ed31 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a3b87de-6571-402b-81bd-14fb75019273 HTTP/1.1" status: 200 len: 912 time: 0.2433331 Jul 24 09:08:24.084353 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47530) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:24.122700 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1a278e3-f4ec-4cbe-834d-856417e19b54 req-6493a8b4-da19-46f7-bed7-88549d8468e3 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d92ff52-2c6f-47bc-bf53-e619b179a605&id=74cca43a-6365-4eda-93b6-e4ff41f2e76e&id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08 HTTP/1.1" status: 200 len: 6148 time: 0.1514418 Jul 24 09:08:24.124991 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-479de5bb-53f9-49dc-9ce0-159fe60119ba req-bf5b9c33-e1d0-4aa5-98a6-a8d68d7e79de service neutron] 10.222.0.20 "GET /v2.0/networks/fbc5b270-0c92-4400-92e0-37b0a548e1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816142 Jul 24 09:08:24.165080 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a9747fdc-3226-4dc2-b1bb-5d3fdebbb81b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41e4ce0292f142bd8b28a9ad8e899285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0786259 Jul 24 09:08:24.167669 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47538) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:24.202556 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66b6fccf-f3eb-4c2e-97df-857946e6ade5 req-08739da8-6a14-43e6-80cd-3d24f1b2bbfa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdda9fa5-b894-4670-aa60-8286fde20d52 HTTP/1.1" status: 200 len: 217 time: 0.1266894 Jul 24 09:08:24.208889 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-22d767ba-cebd-40d5-ab0c-4b4b9084a47f req-30accb02-a952-4067-b0e1-5f5d30693867 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Request body: {'security_group': {'name': ' tempest-securitygroup -856965652 ', 'description': 'tempest-description-1224813368'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:24.245648 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0507680-fc10-462d-b091-29282c734475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:24.250389 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-22d767ba-cebd-40d5-ab0c-4b4b9084a47f req-30accb02-a952-4067-b0e1-5f5d30693867 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:24.271924 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-a695de3f-bda6-424e-b043-471b49f46359 req-0d7706df-d286-4b65-a67b-5bf3c4c48dfb service neutron] Transition to ACTIVE for port object ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:08:24.278923 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6fccf-f3eb-4c2e-97df-857946e6ade5 req-bacab9e9-bda6-469e-a98f-a106512e297e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:24.280424 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66b6fccf-f3eb-4c2e-97df-857946e6ade5 req-bacab9e9-bda6-469e-a98f-a106512e297e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8e66ac9-105b-4409-a14d-808609c061e7 HTTP/1.1" status: 200 len: 852 time: 0.0687919 Jul 24 09:08:24.280990 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0507680-fc10-462d-b091-29282c734475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:24.281421 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a695de3f-bda6-424e-b043-471b49f46359 req-0d7706df-d286-4b65-a67b-5bf3c4c48dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:24.355759 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66b6fccf-f3eb-4c2e-97df-857946e6ade5 req-298016ac-70b7-4306-8cdf-b4ae81456fc4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a3b87de-6571-402b-81bd-14fb75019273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672598 Jul 24 09:08:24.370519 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0507680-fc10-462d-b091-29282c734475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:24.371087 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e91d6-4219-463b-b38c-523a8a2fe240 req-0e760788-cd0b-4b30-ae38-7ab6a405d1a8 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:24.372533 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-150e91d6-4219-463b-b38c-523a8a2fe240 req-0e760788-cd0b-4b30-ae38-7ab6a405d1a8 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 945 time: 0.2261791 Jul 24 09:08:24.373043 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0507680-fc10-462d-b091-29282c734475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:24.376555 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a0507680-fc10-462d-b091-29282c734475 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7afe264-287a-4253-9dc2-6f9b4befa390 HTTP/1.1" status: 204 len: 168 time: 0.2057216 Jul 24 09:08:24.391664 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-22d767ba-cebd-40d5-ab0c-4b4b9084a47f req-30accb02-a952-4067-b0e1-5f5d30693867 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:24.393479 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0507680-fc10-462d-b091-29282c734475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7afe264-287a-4253-9dc2-6f9b4befa390,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:24.398022 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-22d767ba-cebd-40d5-ab0c-4b4b9084a47f req-30accb02-a952-4067-b0e1-5f5d30693867 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:24.428333 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-a695de3f-bda6-424e-b043-471b49f46359 req-0d7706df-d286-4b65-a67b-5bf3c4c48dfb service neutron] No DVR routers for this DVR port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:08:24.445700 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7706df-d286-4b65-a67b-5bf3c4c48dfb service neutron] Pushing event updated for resources: {'Port': ['ID=ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4,revision_number=10']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:24.445958 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30accb02-a952-4067-b0e1-5f5d30693867 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a07c821a-822c-4850-86b9-5d30848bfaba,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:24.448909 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-22d767ba-cebd-40d5-ab0c-4b4b9084a47f req-30accb02-a952-4067-b0e1-5f5d30693867 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:24.450761 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-22d767ba-cebd-40d5-ab0c-4b4b9084a47f req-30accb02-a952-4067-b0e1-5f5d30693867 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.2473569 Jul 24 09:08:24.543997 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a695de3f-bda6-424e-b043-471b49f46359 req-0d7706df-d286-4b65-a67b-5bf3c4c48dfb service neutron] 10.222.0.20 "PUT /v2.0/ports/ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4/bindings/n-h1-800085-9/activate HTTP/1.1" status: 200 len: 369 time: 1.8195965 Jul 24 09:08:24.549910 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-150e91d6-4219-463b-b38c-523a8a2fe240 req-ea92356b-6243-4ed5-9dd0-5950ac2f8a62 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607876 Jul 24 09:08:24.585219 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66b6fccf-f3eb-4c2e-97df-857946e6ade5 req-1cc5129b-4175-4c1a-b696-52ddb6696fc4 service neutron] 10.222.0.20 "GET /v2.0/networks/5a3b87de-6571-402b-81bd-14fb75019273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063563 Jul 24 09:08:24.647904 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625dccb-b982-4729-88cb-3c00a5cbc05b req-4e6caed7-8ad3-4342-81a7-cb34952b16bb tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:24.656671 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c625dccb-b982-4729-88cb-3c00a5cbc05b req-4e6caed7-8ad3-4342-81a7-cb34952b16bb tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f806f10-636b-4a14-9662-b001b7f5c1e2 HTTP/1.1" status: 200 len: 944 time: 0.0891447 Jul 24 09:08:24.702990 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c625dccb-b982-4729-88cb-3c00a5cbc05b req-22e55f6c-b27c-4b27-bcde-25ffc6e843b7 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441332 Jul 24 09:08:24.761438 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66b6fccf-f3eb-4c2e-97df-857946e6ade5 req-395c469e-c0bf-4912-9114-23096ef1c6f3 service neutron] 10.222.0.20 "GET /v2.0/networks/5a3b87de-6571-402b-81bd-14fb75019273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714480 Jul 24 09:08:24.764336 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695de3f-bda6-424e-b043-471b49f46359 req-eb5b741d-ec51-4639-a745-5f0f8cc6278a tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:24.765626 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a695de3f-bda6-424e-b043-471b49f46359 req-eb5b741d-ec51-4639-a745-5f0f8cc6278a tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43&tenant_id=9d4740b4b94942bdba9d4b286110923d&binding%3Ahost_id=n-h2-800085-9 HTTP/1.1" status: 200 len: 1095 time: 0.1655662 Jul 24 09:08:24.769229 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0731d1ee-e0ed-47f3-b68a-cf3c70de751d req-59240e47-ae4e-4109-9304-c11f0a41ec64 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/a07c821a-822c-4850-86b9-5d30848bfaba HTTP/1.1" status: 200 len: 1780 time: 0.0835834 Jul 24 09:08:24.829267 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-b218eae6-f600-4701-9ea0-971efae1ff12 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9be9fba1b4a740bdb96d353ddb8dfad2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343921 Jul 24 09:08:24.866336 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-12553b82-0195-4219-9d67-c1ffe8e90b67 req-b519f756-b7e3-47c0-b279-44ab4baace1a tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/a07c821a-822c-4850-86b9-5d30848bfaba HTTP/1.1" status: 200 len: 1780 time: 0.0526712 Jul 24 09:08:24.872637 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695de3f-bda6-424e-b043-471b49f46359 req-3aeb00bc-0628-4c7a-9e3d-25ad46da3d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:24.874114 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a695de3f-bda6-424e-b043-471b49f46359 req-3aeb00bc-0628-4c7a-9e3d-25ad46da3d03 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43&tenant_id=9d4740b4b94942bdba9d4b286110923d HTTP/1.1" status: 200 len: 1095 time: 0.1007645 Jul 24 09:08:24.958839 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-b3fdcaff-40a3-4136-b3a0-fb525f3352fb tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:24.961133 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-b3fdcaff-40a3-4136-b3a0-fb525f3352fb tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1220934 Jul 24 09:08:24.966565 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-12553b82-0195-4219-9d67-c1ffe8e90b67 req-382f0714-affa-43c7-8e31-b47365870d16 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:24.981400 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-5f22e587-889d-441a-b906-ecfacf692327 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/quotas/9be9fba1b4a740bdb96d353ddb8dfad2 HTTP/1.1" status: 200 len: 375 time: 0.0111187 Jul 24 09:08:25.015772 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695de3f-bda6-424e-b043-471b49f46359 req-5276dae1-e605-40d5-8d01-150c0ba24c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:25.017997 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a695de3f-bda6-424e-b043-471b49f46359 req-5276dae1-e605-40d5-8d01-150c0ba24c82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d4740b4b94942bdba9d4b286110923d&device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 1095 time: 0.1169910 Jul 24 09:08:25.020051 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-12553b82-0195-4219-9d67-c1ffe8e90b67 req-382f0714-affa-43c7-8e31-b47365870d16 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:25.021856 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-3c289e7b-b4c2-4032-b8be-30e8902da8ba tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9be9fba1b4a740bdb96d353ddb8dfad2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347126 Jul 24 09:08:25.137507 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-12553b82-0195-4219-9d67-c1ffe8e90b67 req-382f0714-affa-43c7-8e31-b47365870d16 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:25.140245 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-12553b82-0195-4219-9d67-c1ffe8e90b67 req-382f0714-affa-43c7-8e31-b47365870d16 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:25.141552 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-12553b82-0195-4219-9d67-c1ffe8e90b67 req-382f0714-affa-43c7-8e31-b47365870d16 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "DELETE /v2.0/security-groups/a07c821a-822c-4850-86b9-5d30848bfaba HTTP/1.1" status: 204 len: 173 time: 0.2665699 Jul 24 09:08:25.162045 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f0714-affa-43c7-8e31-b47365870d16 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07c821a-822c-4850-86b9-5d30848bfaba,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:25.186144 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695de3f-bda6-424e-b043-471b49f46359 req-eda23fc6-6865-48a7-bbf5-1e43d7fa7687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:25.188060 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a695de3f-bda6-424e-b043-471b49f46359 req-eda23fc6-6865-48a7-bbf5-1e43d7fa7687 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 200 len: 907 time: 0.1583979 Jul 24 09:08:25.246047 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a695de3f-bda6-424e-b043-471b49f46359 req-61de962d-5eb0-464a-9ec0-64f05954fbca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 HTTP/1.1" status: 200 len: 217 time: 0.0490091 Jul 24 09:08:25.304477 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a9939-46ca-41f1-a2bf-559642cf6b99 req-5e947e04-061c-49ae-8830-76a79f4d7395 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:25.306292 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da2a9939-46ca-41f1-a2bf-559642cf6b99 req-5e947e04-061c-49ae-8830-76a79f4d7395 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 950 time: 0.0890989 Jul 24 09:08:25.307867 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20a5aef-a32e-4098-8a2e-72ecd20ea786', 'tag': 'fdda9fa5-b894-4670-aa60-8286fde20d52'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:25.310804 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e99805b-bf70-47ff-830c-7f15589495f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d20a5aef-a32e-4098-8a2e-72ecd20ea786", "tag": "fdda9fa5-b894-4670-aa60-8286fde20d52"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:25.335430 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695de3f-bda6-424e-b043-471b49f46359 req-0c606760-cd91-4b1d-9a1c-a1aee492ca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:25.338762 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a695de3f-bda6-424e-b043-471b49f46359 req-0c606760-cd91-4b1d-9a1c-a1aee492ca54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58351263-9729-4aa6-887c-072787b6bdca HTTP/1.1" status: 200 len: 847 time: 0.0828507 Jul 24 09:08:25.360562 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da2a9939-46ca-41f1-a2bf-559642cf6b99 req-39ee272c-af9e-428e-938c-854c83e78ec3 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464246 Jul 24 09:08:25.405007 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a695de3f-bda6-424e-b043-471b49f46359 req-9b7b249d-0cbc-4ddc-8c89-5c6435f780d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458760 Jul 24 09:08:25.436581 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-07219ade-a5ac-4a3d-b2d0-6eee06d85137 req-9b1e02fc-c6cc-466e-bd62-b5ce75174d63 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] show failed (client error): The resource could not be found. Jul 24 09:08:25.446230 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-07219ade-a5ac-4a3d-b2d0-6eee06d85137 req-9b1e02fc-c6cc-466e-bd62-b5ce75174d63 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/a07c821a-822c-4850-86b9-5d30848bfaba HTTP/1.1" status: 404 len: 352 time: 0.0316169 Jul 24 09:08:25.480915 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddb37a8-b167-4a6c-bedd-29e7959cbfbe x-openstack-request-id: req-5ddb37a8-b167-4a6c-bedd-29e7959cbfbe {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:25.481197 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20a5aef-a32e-4098-8a2e-72ecd20ea786", "tag": "fdda9fa5-b894-4670-aa60-8286fde20d52", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:25.481507 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ddb37a8-b167-4a6c-bedd-29e7959cbfbe {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:25.481970 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20a5aef-a32e-4098-8a2e-72ecd20ea786', 'tag': 'fdda9fa5-b894-4670-aa60-8286fde20d52', 'status': 'completed', 'code': 200} Jul 24 09:08:25.507261 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:08:25.543168 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1343c3-686f-4df6-8f4b-90c7219fd680 req-a2a8b5ba-dafd-444b-9f94-e1cfc5f3c487 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:25.545432 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2d1343c3-686f-4df6-8f4b-90c7219fd680 req-a2a8b5ba-dafd-444b-9f94-e1cfc5f3c487 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 944 time: 0.2343886 Jul 24 09:08:25.566550 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:08:25.594230 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-b7641352-c2e6-4943-8073-32f389b8301e tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9be9fba1b4a740bdb96d353ddb8dfad2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299652 Jul 24 09:08:25.602774 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a695de3f-bda6-424e-b043-471b49f46359 req-f93264cc-d2e6-428c-b02f-6af3d63c9c51 service neutron] 10.222.0.37 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887302 Jul 24 09:08:25.650185 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2d1343c3-686f-4df6-8f4b-90c7219fd680 req-43a07a9a-079e-4022-a4eb-fed963d50f2f tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922515 Jul 24 09:08:25.728674 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99805b-bf70-47ff-830c-7f15589495f2 req-5546ac4b-cf89-420b-8d88-9e9d4dc9c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:25.730197 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3e99805b-bf70-47ff-830c-7f15589495f2 req-5546ac4b-cf89-420b-8d88-9e9d4dc9c1b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=267eb1e9771b44c4894eb788151fcdab&device_id=d20a5aef-a32e-4098-8a2e-72ecd20ea786 HTTP/1.1" status: 200 len: 1174 time: 0.1976540 Jul 24 09:08:25.734113 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a695de3f-bda6-424e-b043-471b49f46359 req-66d84a45-f868-4350-acf5-5d468d594cad service neutron] 10.222.0.37 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220479 Jul 24 09:08:25.740343 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-263bea63-7689-410a-8546-263a1f099eb7 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:25.742663 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-263bea63-7689-410a-8546-263a1f099eb7 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1468432 Jul 24 09:08:25.761986 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-12373120-cde1-428a-b29c-5f548d3b1754 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/quotas/9be9fba1b4a740bdb96d353ddb8dfad2 HTTP/1.1" status: 200 len: 375 time: 0.0120122 Jul 24 09:08:25.814626 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-d35baa45-fd6e-4f49-a15d-dfd81dbf20e3 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9be9fba1b4a740bdb96d353ddb8dfad2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466177 Jul 24 09:08:25.880647 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99805b-bf70-47ff-830c-7f15589495f2 req-c7fda5c9-fe29-4c67-b9e0-d75960ec27d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:25.882845 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3e99805b-bf70-47ff-830c-7f15589495f2 req-c7fda5c9-fe29-4c67-b9e0-d75960ec27d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a3b87de-6571-402b-81bd-14fb75019273 HTTP/1.1" status: 200 len: 912 time: 0.1462767 Jul 24 09:08:25.915777 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-59182236-fd3b-4a9e-840d-1ae3b775fbb7 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=529253b2646247518c32c4f31faf17e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317149 Jul 24 09:08:25.938595 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-1a0fcfa6-43eb-4264-b96e-1412614a0c97 req-6e9aef05-5de6-4e97-aef6-163ce8c4e068 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1403348394', 'description': 'tempest-description-222209037'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:25.958126 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3e99805b-bf70-47ff-830c-7f15589495f2 req-82199a13-2481-4583-906d-33641e418618 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdda9fa5-b894-4670-aa60-8286fde20d52 HTTP/1.1" status: 200 len: 217 time: 0.0596952 Jul 24 09:08:25.964214 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-1a0fcfa6-43eb-4264-b96e-1412614a0c97 req-6e9aef05-5de6-4e97-aef6-163ce8c4e068 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:26.065561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99805b-bf70-47ff-830c-7f15589495f2 req-6d43f8e8-6e70-4bab-88cd-443b9b85f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:26.067017 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3e99805b-bf70-47ff-830c-7f15589495f2 req-6d43f8e8-6e70-4bab-88cd-443b9b85f668 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8e66ac9-105b-4409-a14d-808609c061e7 HTTP/1.1" status: 200 len: 852 time: 0.0959592 Jul 24 09:08:26.076508 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-1a0fcfa6-43eb-4264-b96e-1412614a0c97 req-6e9aef05-5de6-4e97-aef6-163ce8c4e068 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:26.081919 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-1a0fcfa6-43eb-4264-b96e-1412614a0c97 req-6e9aef05-5de6-4e97-aef6-163ce8c4e068 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:26.112288 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-1a0fcfa6-43eb-4264-b96e-1412614a0c97 req-6e9aef05-5de6-4e97-aef6-163ce8c4e068 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:26.123467 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3e99805b-bf70-47ff-830c-7f15589495f2 req-6145a09f-98ce-4f1a-ba49-9ac8db984259 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a3b87de-6571-402b-81bd-14fb75019273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343409 Jul 24 09:08:26.124276 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1a0fcfa6-43eb-4264-b96e-1412614a0c97 req-6e9aef05-5de6-4e97-aef6-163ce8c4e068 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1901951 Jul 24 09:08:26.131103 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9aef05-5de6-4e97-aef6-163ce8c4e068 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcaf395-510c-40c4-ab52-295144090f0e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:26.159037 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-b7b2aed9-4cf7-4641-b579-b0542a9abb33 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:26.161217 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-b7b2aed9-4cf7-4641-b579-b0542a9abb33 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2123699 Jul 24 09:08:26.217291 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-d01fd79f-59f0-483a-a86a-e7b94767b091 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/quotas/529253b2646247518c32c4f31faf17e3 HTTP/1.1" status: 200 len: 375 time: 0.0404592 Jul 24 09:08:26.253924 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4fe5f-2342-45b8-ad8b-f62c5af06365 req-53956d8d-c41e-4116-a901-9f93361e0b9f tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:26.255866 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d5b4fe5f-2342-45b8-ad8b-f62c5af06365 req-53956d8d-c41e-4116-a901-9f93361e0b9f tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 945 time: 0.0726459 Jul 24 09:08:26.303129 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d5b4fe5f-2342-45b8-ad8b-f62c5af06365 req-cee9506d-bd5f-43c9-948c-7dcce178c97a tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402048 Jul 24 09:08:26.308449 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-59293b3d-f4bf-4f1b-94c1-e5669f94752d tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=529253b2646247518c32c4f31faf17e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782630 Jul 24 09:08:26.343241 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695de3f-bda6-424e-b043-471b49f46359 req-b5d0ffe4-98da-46a7-88da-0988d3ea0e52 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:26.344882 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a695de3f-bda6-424e-b043-471b49f46359 req-b5d0ffe4-98da-46a7-88da-0988d3ea0e52 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43&tenant_id=9d4740b4b94942bdba9d4b286110923d&binding%3Ahost_id=n-h1-800085-9 HTTP/1.1" status: 200 len: 1095 time: 0.2240152 Jul 24 09:08:26.351848 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3e99805b-bf70-47ff-830c-7f15589495f2 req-15afb015-abc8-437f-b343-abe65b4a14fc service neutron] 10.222.0.20 "GET /v2.0/networks/5a3b87de-6571-402b-81bd-14fb75019273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886606 Jul 24 09:08:26.461789 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-5b0d8819-0ca1-4b3d-88ce-78418cd42462 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9be9fba1b4a740bdb96d353ddb8dfad2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474560 Jul 24 09:08:26.590041 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8b2eb-e3a9-45ff-a847-be9ce6a1dd49 req-c983eaa6-883b-4b98-b5b2-63ade24350e8 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:26.599161 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a9f8b2eb-e3a9-45ff-a847-be9ce6a1dd49 req-c983eaa6-883b-4b98-b5b2-63ade24350e8 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f806f10-636b-4a14-9662-b001b7f5c1e2 HTTP/1.1" status: 200 len: 944 time: 0.0837436 Jul 24 09:08:26.674961 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a9f8b2eb-e3a9-45ff-a847-be9ce6a1dd49 req-38bed33c-6f84-4899-a7a7-24ad35f9085f tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732603 Jul 24 09:08:26.699548 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-f89a42f8-9f8d-4d68-8ce8-6f12f87a5362 req-e807d0ce-5809-4e2b-8c42-9026107c5a63 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-112509331', 'description': 'tempest-description-611765760'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:26.729827 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f89a42f8-9f8d-4d68-8ce8-6f12f87a5362 req-e807d0ce-5809-4e2b-8c42-9026107c5a63 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:26.833470 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f89a42f8-9f8d-4d68-8ce8-6f12f87a5362 req-e807d0ce-5809-4e2b-8c42-9026107c5a63 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:26.838140 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f89a42f8-9f8d-4d68-8ce8-6f12f87a5362 req-e807d0ce-5809-4e2b-8c42-9026107c5a63 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:26.868662 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807d0ce-5809-4e2b-8c42-9026107c5a63 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b7a5e8-aeb4-4984-b939-1083da07b32e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:26.870936 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f89a42f8-9f8d-4d68-8ce8-6f12f87a5362 req-e807d0ce-5809-4e2b-8c42-9026107c5a63 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:26.884087 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f89a42f8-9f8d-4d68-8ce8-6f12f87a5362 req-e807d0ce-5809-4e2b-8c42-9026107c5a63 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1885519 Jul 24 09:08:26.927964 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75fff839-6bd7-4e07-b39e-ad1e8ebd4f7b req-2203248d-a7f1-49de-a81e-dd98c810a12b tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9946d7f-cc4e-4856-9e22-e19895519dbe HTTP/1.1" status: 200 len: 210 time: 0.3607168 Jul 24 09:08:26.938707 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-51b60793-863a-48e7-a9e8-4312c2765896 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:26.940402 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-51b60793-863a-48e7-a9e8-4312c2765896 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4705126 Jul 24 09:08:26.956168 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-e979cca2-2704-4c3f-9284-e2ffc6edc66e tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Request body: {'port': {'device_id': '5d3770d6-7d2c-42a5-a8d3-0b1682236cb5', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': '9be9fba1b4a740bdb96d353ddb8dfad2'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:27.014441 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189bcb6-dd14-409d-bf63-8beb8b685a26 req-9336cfb0-5b0e-422e-bf45-2180dd75b357 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:27.016316 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3189bcb6-dd14-409d-bf63-8beb8b685a26 req-9336cfb0-5b0e-422e-bf45-2180dd75b357 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 1096 time: 0.0911884 Jul 24 09:08:27.072366 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3e99805b-bf70-47ff-830c-7f15589495f2 req-af02e23f-be1f-4742-b804-11816b2e0e0c service neutron] 10.222.0.20 "GET /v2.0/networks/5a3b87de-6571-402b-81bd-14fb75019273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7123449 Jul 24 09:08:27.072979 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3189bcb6-dd14-409d-bf63-8beb8b685a26 req-3b992710-d9ec-4cbc-877e-6ba3adccc9a3 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493782 Jul 24 09:08:27.111657 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ff9a5fac-0345-4e16-ae2f-529991a936e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:27.124545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-a695de3f-bda6-424e-b043-471b49f46359 req-bbc2a4ef-0b65-40ff-9271-e0e76eaef45a service neutron] For port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:08:27.133487 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a695de3f-bda6-424e-b043-471b49f46359 req-bbc2a4ef-0b65-40ff-9271-e0e76eaef45a service neutron] Notify callbacks [] for binding, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:27.134603 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a695de3f-bda6-424e-b043-471b49f46359 req-bbc2a4ef-0b65-40ff-9271-e0e76eaef45a service neutron] 10.222.0.37 "DELETE /v2.0/ports/ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4/bindings/n-h2-800085-9 HTTP/1.1" status: 204 len: 173 time: 0.7818234 Jul 24 09:08:27.159798 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-f7b796b3-36e5-4ce6-9a06-fd3dd16dad27 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9be9fba1b4a740bdb96d353ddb8dfad2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371830 Jul 24 09:08:27.212978 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a20f6-c165-4f89-8a7a-a4e30c626641 req-ccc25b15-0f12-42a5-9585-ee2796e4b46a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:27.217335 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a66a20f6-c165-4f89-8a7a-a4e30c626641 req-ccc25b15-0f12-42a5-9585-ee2796e4b46a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 950 time: 0.1783214 Jul 24 09:08:27.223276 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-e979cca2-2704-4c3f-9284-e2ffc6edc66e tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Made reservation on behalf of 9be9fba1b4a740bdb96d353ddb8dfad2 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:08:27.227825 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-e979cca2-2704-4c3f-9284-e2ffc6edc66e tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:27.248417 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-853b6891-4faa-4f0c-8421-6bad5ccb4267 req-ebd318b2-4866-4e33-91e9-a2b5e746d491 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/ports?device_id=65fba51a-e23e-4e7c-a969-d8a09e878bc0 HTTP/1.1" status: 200 len: 210 time: 0.0381403 Jul 24 09:08:27.256639 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-e979cca2-2704-4c3f-9284-e2ffc6edc66e tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:27.300455 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a66a20f6-c165-4f89-8a7a-a4e30c626641 req-75c14d00-7d0e-4875-90cd-d2862fa515df tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795519 Jul 24 09:08:27.329234 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-d228e14a-a7c7-4b2d-88f2-5a0f9ff583e6 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:27.331319 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-d228e14a-a7c7-4b2d-88f2-5a0f9ff583e6 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1640663 Jul 24 09:08:27.344951 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-b0527b3a-2fd1-497f-9af6-1a3d9e1cbaa7 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Request body: {'port': {'device_id': 'b9946d7f-cc4e-4856-9e22-e19895519dbe', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': '9be9fba1b4a740bdb96d353ddb8dfad2'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:27.360944 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-98549177-f02c-4e95-b716-e8aa33330346 req-679834e3-cd2c-4635-a737-6c0d3d2724b6 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-234784138', 'description': 'tempest-description-1591720401'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:27.415502 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-e979cca2-2704-4c3f-9284-e2ffc6edc66e tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:27.421250 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-e979cca2-2704-4c3f-9284-e2ffc6edc66e tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:27.461327 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-98549177-f02c-4e95-b716-e8aa33330346 req-679834e3-cd2c-4635-a737-6c0d3d2724b6 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:27.496223 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c5070-e34f-4149-941a-ac1ef44dc426 req-f46d9089-36c7-453a-a540-5ffcca85588a tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:27.496612 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979cca2-2704-4c3f-9284-e2ffc6edc66e tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24ef9e9b-3a89-41eb-b9d4-aa4872ae1379,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:27.497741 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7d9c5070-e34f-4149-941a-ac1ef44dc426 req-f46d9089-36c7-453a-a540-5ffcca85588a tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 944 time: 0.1233525 Jul 24 09:08:27.524899 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ca67c0f1-5caf-4a84-84e3-3de9c8646914 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:08:27.542663 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-b0527b3a-2fd1-497f-9af6-1a3d9e1cbaa7 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Made reservation on behalf of 9be9fba1b4a740bdb96d353ddb8dfad2 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:08:27.546741 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-b0527b3a-2fd1-497f-9af6-1a3d9e1cbaa7 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:27.570274 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7d9c5070-e34f-4149-941a-ac1ef44dc426 req-5974c7f9-fa55-4ad6-aba3-d148d0028549 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629451 Jul 24 09:08:27.599180 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-e979cca2-2704-4c3f-9284-e2ffc6edc66e tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Allocated IP 192.168.233.26 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/af623ca2-ffa5-433d-8a89-bfd38bd048a9) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:08:27.685298 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-98549177-f02c-4e95-b716-e8aa33330346 req-679834e3-cd2c-4635-a737-6c0d3d2724b6 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:27.691701 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-98549177-f02c-4e95-b716-e8aa33330346 req-679834e3-cd2c-4635-a737-6c0d3d2724b6 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:27.727232 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port ca67c0f1-5caf-4a84-84e3-3de9c8646914, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ca67c0f1-5caf-4a84-84e3-3de9c8646914,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:27.742345 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'ca67c0f1-5caf-4a84-84e3-3de9c8646914', 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0', 'port_id': 'ca67c0f1-5caf-4a84-84e3-3de9c8646914', 'mac_address': 'fa:16:3e:32:ed:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f4d091-9355-41fb-8669-a9c6a15e7d4f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:08:27.813458 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:27.815821 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-b8e30cf8-19e1-4d93-bbe3-0d33e24547ed tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=529253b2646247518c32c4f31faf17e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1091886 Jul 24 09:08:27.829821 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-98549177-f02c-4e95-b716-e8aa33330346 req-679834e3-cd2c-4635-a737-6c0d3d2724b6 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:27.838465 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-98549177-f02c-4e95-b716-e8aa33330346 req-679834e3-cd2c-4635-a737-6c0d3d2724b6 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4820731 Jul 24 09:08:27.838595 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca67c0f1-5caf-4a84-84e3-3de9c8646914 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:08:27.891929 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port ca67c0f1-5caf-4a84-84e3-3de9c8646914, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ca67c0f1-5caf-4a84-84e3-3de9c8646914,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:27.899141 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:27.924147 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679834e3-cd2c-4635-a737-6c0d3d2724b6 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52da7974-1b25-4150-af8b-67440a4cbdda,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:27.988400 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=ca67c0f1-5caf-4a84-84e3-3de9c8646914,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:27.998781 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:27.999531 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:28.000099 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:28.000707 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:28.001296 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:28.002541 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:28.003307 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:28.003853 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:28.004404 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:28.004966 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:28.005508 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:28.006062 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:28.015122 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461ee79-58fd-48f4-a04d-c372783d647a req-c4289bae-85cb-4199-a257-a9177a452144 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:28.016903 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f461ee79-58fd-48f4-a04d-c372783d647a req-c4289bae-85cb-4199-a257-a9177a452144 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f806f10-636b-4a14-9662-b001b7f5c1e2 HTTP/1.1" status: 200 len: 945 time: 0.1062622 Jul 24 09:08:28.059249 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f461ee79-58fd-48f4-a04d-c372783d647a req-bf14754f-89da-498e-a2ae-229ff66d7c3a tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353553 Jul 24 09:08:28.081545 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-e979cca2-2704-4c3f-9284-e2ffc6edc66e tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:28.108613 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-1a031853-e44d-4d68-b9ad-4069a09140a3 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:28.110243 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-1a031853-e44d-4d68-b9ad-4069a09140a3 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2836249 Jul 24 09:08:28.112617 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-e979cca2-2704-4c3f-9284-e2ffc6edc66e tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Transition to ACTIVE for port object af623ca2-ffa5-433d-8a89-bfd38bd048a9 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:08:28.120764 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae067a-98e8-4541-ac12-8f9cfee959d1 req-e95d34af-04a6-4003-933c-5a540eb57b37 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:28.125848 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0dae067a-98e8-4541-ac12-8f9cfee959d1 req-e95d34af-04a6-4003-933c-5a540eb57b37 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 1095 time: 0.1959608 Jul 24 09:08:28.133627 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-80ff677d-321e-4622-8dbd-619081877623 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Request body: {'port': {'device_id': '65fba51a-e23e-4e7c-a969-d8a09e878bc0', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': '529253b2646247518c32c4f31faf17e3'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:28.203738 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['ca67c0f1-5caf-4a84-84e3-3de9c8646914'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:08:28.260657 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0dae067a-98e8-4541-ac12-8f9cfee959d1 req-48e53dc8-b534-487b-a638-eb44467fd126 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234107 Jul 24 09:08:28.290386 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-97e0d1c0-c98d-4c52-be57-3b156a365dc2 req-be316390-26ae-4047-bad9-3bb377a80f5a tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=267eb1e9771b44c4894eb788151fcdab HTTP/1.1" status: 200 len: 10894 time: 0.1883504 Jul 24 09:08:28.342991 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-e979cca2-2704-4c3f-9284-e2ffc6edc66e tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:28.408009 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-97e0d1c0-c98d-4c52-be57-3b156a365dc2 req-f8d008c5-e72d-4d14-8692-c5c8db687b76 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/b42f5ce5-abb0-4faa-9bb4-988f6be2fc08 HTTP/1.1" status: 200 len: 2981 time: 0.0984082 Jul 24 09:08:28.458998 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-80ff677d-321e-4622-8dbd-619081877623 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Made reservation on behalf of 529253b2646247518c32c4f31faf17e3 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:08:28.461944 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-b0527b3a-2fd1-497f-9af6-1a3d9e1cbaa7 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Allocated IP 192.168.233.222 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/039f68ca-4754-4a40-9236-1b572054d186) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:08:28.464565 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-80ff677d-321e-4622-8dbd-619081877623 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:28.503164 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-97e0d1c0-c98d-4c52-be57-3b156a365dc2 req-02f24e19-afb8-42fa-9b7f-08f7132dcb84 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/b42f5ce5-abb0-4faa-9bb4-988f6be2fc08 HTTP/1.1" status: 200 len: 2981 time: 0.0935965 Jul 24 09:08:28.504123 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f24ba346-77f5-497f-b218-2c9ca7b4ec00 req-fdf5e3f9-127b-4d0a-acbe-cc4bb33a5a31 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9946d7f-cc4e-4856-9e22-e19895519dbe HTTP/1.1" status: 200 len: 210 time: 0.0899017 Jul 24 09:08:28.541425 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-e979cca2-2704-4c3f-9284-e2ffc6edc66e tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:08:28.547258 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-80ff677d-321e-4622-8dbd-619081877623 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:28.552888 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-e979cca2-2704-4c3f-9284-e2ffc6edc66e tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:08:28.556432 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-e979cca2-2704-4c3f-9284-e2ffc6edc66e tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:08:28.574842 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979cca2-2704-4c3f-9284-e2ffc6edc66e tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Pushing event updated for resources: {'Port': ['ID=af623ca2-ffa5-433d-8a89-bfd38bd048a9,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:28.701626 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2d6de1bd-b6b5-4a17-9139-d3bc80d689ae req-60a263f1-3077-43d6-8b03-8ed8ac68b26e tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/ports?device_id=65fba51a-e23e-4e7c-a969-d8a09e878bc0 HTTP/1.1" status: 200 len: 210 time: 0.0917704 Jul 24 09:08:28.741466 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-e979cca2-2704-4c3f-9284-e2ffc6edc66e tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:28.742184 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-e979cca2-2704-4c3f-9284-e2ffc6edc66e tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:28.797474 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-b0527b3a-2fd1-497f-9af6-1a3d9e1cbaa7 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:28.813431 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-b0527b3a-2fd1-497f-9af6-1a3d9e1cbaa7 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Transition to ACTIVE for port object 039f68ca-4754-4a40-9236-1b572054d186 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:08:28.852307 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-b0527b3a-2fd1-497f-9af6-1a3d9e1cbaa7 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:28.856349 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896211d-ce1a-477c-91b7-a17322d4a73c req-96869e60-42b8-4c75-b96b-1abf1dff197f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:28.865279 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c896211d-ce1a-477c-91b7-a17322d4a73c req-96869e60-42b8-4c75-b96b-1abf1dff197f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 950 time: 0.2120697 Jul 24 09:08:28.870402 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-80ff677d-321e-4622-8dbd-619081877623 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:28.875176 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-55841530-88e3-4328-b42d-dff4d078e28c None None] Provisioning for port af623ca2-ffa5-433d-8a89-bfd38bd048a9 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:08:28.881740 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-55841530-88e3-4328-b42d-dff4d078e28c None None] Provisioning complete for port af623ca2-ffa5-433d-8a89-bfd38bd048a9 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:08:28.882483 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-55841530-88e3-4328-b42d-dff4d078e28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:28.887582 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-80ff677d-321e-4622-8dbd-619081877623 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:28.895990 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-e979cca2-2704-4c3f-9284-e2ffc6edc66e tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9456947 Jul 24 09:08:28.919842 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-64419525-854d-4a6a-9812-0f8ade16c38e service neutron] Request body: {'port': {'device_id': '5d3770d6-7d2c-42a5-a8d3-0b1682236cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:28.929709 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-55841530-88e3-4328-b42d-dff4d078e28c None None] Port af623ca2-ffa5-433d-8a89-bfd38bd048a9 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:08:28.938581 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-b0527b3a-2fd1-497f-9af6-1a3d9e1cbaa7 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:08:28.950549 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-b0527b3a-2fd1-497f-9af6-1a3d9e1cbaa7 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:08:28.964211 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-b0527b3a-2fd1-497f-9af6-1a3d9e1cbaa7 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:08:28.977393 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0527b3a-2fd1-497f-9af6-1a3d9e1cbaa7 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Pushing event updated for resources: {'Port': ['ID=039f68ca-4754-4a40-9236-1b572054d186,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:29.015448 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c896211d-ce1a-477c-91b7-a17322d4a73c req-3d1e1ca9-1347-4279-b848-4adbaec9f1d2 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491580 Jul 24 09:08:29.020409 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff677d-321e-4622-8dbd-619081877623 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75594b11-499a-41ef-a795-083d73e1bd11,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:29.098271 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-b0527b3a-2fd1-497f-9af6-1a3d9e1cbaa7 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:29.098930 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-b0527b3a-2fd1-497f-9af6-1a3d9e1cbaa7 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:29.131633 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-84d16852-f52b-4035-bce9-e166fee23c26 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:29.135046 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-84d16852-f52b-4035-bce9-e166fee23c26 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/networks?id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 200 len: 807 time: 0.2669523 Jul 24 09:08:29.146180 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-64419525-854d-4a6a-9812-0f8ade16c38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:29.159607 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-ed26f69c-92a0-4c82-b393-51ecc63b17d2 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/quotas/9d4740b4b94942bdba9d4b286110923d HTTP/1.1" status: 200 len: 375 time: 0.0170805 Jul 24 09:08:29.167596 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-b0527b3a-2fd1-497f-9af6-1a3d9e1cbaa7 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8219950 Jul 24 09:08:29.170091 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-80ff677d-321e-4622-8dbd-619081877623 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Allocated IP 192.168.233.117 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/e1b14d5d-a8d4-4a12-8283-200e8ee13b56) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:08:29.194488 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6e272244-a7ca-45df-bc5e-3684ca2a2f4b req-7e7e551d-d390-4ee5-a70f-f9633f2106e7 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/4fcaf395-510c-40c4-ab52-295144090f0e HTTP/1.1" status: 200 len: 1800 time: 0.0974154 Jul 24 09:08:29.196918 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-9e188f70-446f-4b83-9d47-7c38cc038a13 service neutron] Request body: {'port': {'device_id': 'b9946d7f-cc4e-4856-9e22-e19895519dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:29.271954 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ddd1d5e0-1f02-45c7-b900-bb9dd2d5a31f None None] Provisioning for port 039f68ca-4754-4a40-9236-1b572054d186 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:08:29.278090 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ddd1d5e0-1f02-45c7-b900-bb9dd2d5a31f None None] Provisioning complete for port 039f68ca-4754-4a40-9236-1b572054d186 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:08:29.278802 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ddd1d5e0-1f02-45c7-b900-bb9dd2d5a31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:29.325975 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-9e188f70-446f-4b83-9d47-7c38cc038a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:29.329646 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-ddd1d5e0-1f02-45c7-b900-bb9dd2d5a31f None None] Port 039f68ca-4754-4a40-9236-1b572054d186 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:08:29.333864 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-3f6e1309-993c-44e8-8c3f-75c817dc9e43 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d4740b4b94942bdba9d4b286110923d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1614811 Jul 24 09:08:29.455131 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6e272244-a7ca-45df-bc5e-3684ca2a2f4b req-f73bbfec-c190-4e78-8ac9-a03e50a36b03 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:29.491310 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6e272244-a7ca-45df-bc5e-3684ca2a2f4b req-f73bbfec-c190-4e78-8ac9-a03e50a36b03 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:29.535006 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-b79c8b73-e852-4180-b522-6d8943778912 service neutron] 10.222.0.32 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919730 Jul 24 09:08:29.541580 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ca67c0f1-5caf-4a84-84e3-3de9c8646914 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:08:29.546035 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-80ff677d-321e-4622-8dbd-619081877623 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:29.571268 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-80ff677d-321e-4622-8dbd-619081877623 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Transition to ACTIVE for port object e1b14d5d-a8d4-4a12-8283-200e8ee13b56 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:08:29.581581 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6e272244-a7ca-45df-bc5e-3684ca2a2f4b req-f73bbfec-c190-4e78-8ac9-a03e50a36b03 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:29.584127 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6e272244-a7ca-45df-bc5e-3684ca2a2f4b req-f73bbfec-c190-4e78-8ac9-a03e50a36b03 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:29.585319 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6e272244-a7ca-45df-bc5e-3684ca2a2f4b req-f73bbfec-c190-4e78-8ac9-a03e50a36b03 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "DELETE /v2.0/security-groups/4fcaf395-510c-40c4-ab52-295144090f0e HTTP/1.1" status: 204 len: 173 time: 0.3702817 Jul 24 09:08:29.604280 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73bbfec-c190-4e78-8ac9-a03e50a36b03 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcaf395-510c-40c4-ab52-295144090f0e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:29.622358 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port ca67c0f1-5caf-4a84-84e3-3de9c8646914 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:08:29.633487 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-80ff677d-321e-4622-8dbd-619081877623 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:29.648716 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port ca67c0f1-5caf-4a84-84e3-3de9c8646914 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:08:29.652782 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:29.668911 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-778f997c-f300-4170-94c7-451dd19d9226 service neutron] 10.222.0.32 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330047 Jul 24 09:08:29.749086 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-80ff677d-321e-4622-8dbd-619081877623 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:08:29.766030 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-80ff677d-321e-4622-8dbd-619081877623 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:08:29.786113 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0a0149f6-342b-4606-8e6b-1f88786dad30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:29.790485 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff677d-321e-4622-8dbd-619081877623 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Pushing event updated for resources: {'Port': ['ID=e1b14d5d-a8d4-4a12-8283-200e8ee13b56,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:29.797476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-80ff677d-321e-4622-8dbd-619081877623 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:08:29.902562 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:29.961915 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port ca67c0f1-5caf-4a84-84e3-3de9c8646914, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ca67c0f1-5caf-4a84-84e3-3de9c8646914,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:29.963297 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f806f10-636b-4a14-9662-b001b7f5c1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca67c0f1-5caf-4a84-84e3-3de9c8646914'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:29.971976 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd7e628-421f-4638-96d6-1d44d0467141" -d '{"events": [{"server_uuid": "6f806f10-636b-4a14-9662-b001b7f5c1e2", "name": "network-vif-plugged", "status": "completed", "tag": "ca67c0f1-5caf-4a84-84e3-3de9c8646914"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:29.984374 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:30.025803 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-80ff677d-321e-4622-8dbd-619081877623 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:30.026501 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-80ff677d-321e-4622-8dbd-619081877623 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:30.042738 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e19fab-4e72-4da3-9305-b2ba75d44cf1 req-079519c3-513d-40d1-b63a-0b36ceca9031 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:30.047695 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f4e19fab-4e72-4da3-9305-b2ba75d44cf1 req-079519c3-513d-40d1-b63a-0b36ceca9031 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9946d7f-cc4e-4856-9e22-e19895519dbe HTTP/1.1" status: 200 len: 936 time: 0.1265974 Jul 24 09:08:30.084227 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-80ff677d-321e-4622-8dbd-619081877623 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9570229 Jul 24 09:08:30.118327 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f4e19fab-4e72-4da3-9305-b2ba75d44cf1 req-42cecc2b-49a5-4ca5-b6cc-b6ca40795843 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/security-groups?id=24ef9e9b-3a89-41eb-b9d4-aa4872ae1379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636244 Jul 24 09:08:30.120875 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-abcc0768-2823-4529-ba65-79e0442287a0 service neutron] Request body: {'port': {'device_id': '65fba51a-e23e-4e7c-a969-d8a09e878bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:30.144484 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=ca67c0f1-5caf-4a84-84e3-3de9c8646914,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:30.172807 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-9dc10805-1050-46b5-bb58-bc2fcb729d01 req-b079d0ac-da0c-4312-b22f-834257ad3e04 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] show failed (client error): The resource could not be found. Jul 24 09:08:30.174874 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9dc10805-1050-46b5-bb58-bc2fcb729d01 req-b079d0ac-da0c-4312-b22f-834257ad3e04 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/4fcaf395-510c-40c4-ab52-295144090f0e HTTP/1.1" status: 404 len: 352 time: 0.0160644 Jul 24 09:08:30.213777 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8551bcc3-d39b-4545-9c0e-732d1c75448c None None] Provisioning for port e1b14d5d-a8d4-4a12-8283-200e8ee13b56 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:08:30.221701 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8551bcc3-d39b-4545-9c0e-732d1c75448c None None] Provisioning complete for port e1b14d5d-a8d4-4a12-8283-200e8ee13b56 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:08:30.222385 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8551bcc3-d39b-4545-9c0e-732d1c75448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:30.268922 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fed7d5-16df-4e87-abf2-beb33fcc2d18 req-90fcfd19-e58b-43f1-97da-226708e8c437 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:30.277192 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88fed7d5-16df-4e87-abf2-beb33fcc2d18 req-90fcfd19-e58b-43f1-97da-226708e8c437 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f806f10-636b-4a14-9662-b001b7f5c1e2 HTTP/1.1" status: 200 len: 945 time: 0.5026329 Jul 24 09:08:30.280704 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-abcc0768-2823-4529-ba65-79e0442287a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:30.307654 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-8551bcc3-d39b-4545-9c0e-732d1c75448c None None] Port e1b14d5d-a8d4-4a12-8283-200e8ee13b56 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:08:30.326655 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-64419525-854d-4a6a-9812-0f8ade16c38e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af623ca2-ffa5-433d-8a89-bfd38bd048a9 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:08:30.334070 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:30.336949 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-64419525-854d-4a6a-9812-0f8ade16c38e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:30.338051 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a3282-b659-4775-8132-141f610b48a9 req-3b342589-9726-4ed8-b94b-0f5d2c00d730 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:30.340092 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ad1a3282-b659-4775-8132-141f610b48a9 req-3b342589-9726-4ed8-b94b-0f5d2c00d730 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/ports?device_id=65fba51a-e23e-4e7c-a969-d8a09e878bc0 HTTP/1.1" status: 200 len: 936 time: 0.0888727 Jul 24 09:08:30.418306 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ad1a3282-b659-4775-8132-141f610b48a9 req-d62616c1-9a1a-40e4-821d-672e8c3f823a tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/security-groups?id=75594b11-499a-41ef-a795-083d73e1bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694320 Jul 24 09:08:30.423596 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-64419525-854d-4a6a-9812-0f8ade16c38e service neutron] Transition to ACTIVE for port object af623ca2-ffa5-433d-8a89-bfd38bd048a9 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:08:30.438107 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88fed7d5-16df-4e87-abf2-beb33fcc2d18 req-4d04137e-a651-433a-8195-cd90b8e8848e tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577122 Jul 24 09:08:30.446122 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-64419525-854d-4a6a-9812-0f8ade16c38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:30.507390 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0958ebb-0570-426d-93bf-5fe4b2ab2dea x-openstack-request-id: req-e0958ebb-0570-426d-93bf-5fe4b2ab2dea {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:30.507797 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f806f10-636b-4a14-9662-b001b7f5c1e2", "name": "network-vif-plugged", "status": "completed", "tag": "ca67c0f1-5caf-4a84-84e3-3de9c8646914", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:30.508178 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0958ebb-0570-426d-93bf-5fe4b2ab2dea {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:30.509040 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f806f10-636b-4a14-9662-b001b7f5c1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca67c0f1-5caf-4a84-84e3-3de9c8646914', 'code': 200} Jul 24 09:08:30.619107 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f11a5a23-c7ce-464d-b98d-156509a383d5 req-be9e9ada-aefc-471a-b3a8-c23020594797 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 210 time: 0.0406392 Jul 24 09:08:30.712140 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64419525-854d-4a6a-9812-0f8ade16c38e service neutron] Pushing event updated for resources: {'Port': ['ID=af623ca2-ffa5-433d-8a89-bfd38bd048a9,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:30.725288 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-634ee2d1-d980-4ff3-9c58-aed054a217d6 req-d4fea5ab-bb52-4441-baca-97932b784dd0 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/49b7a5e8-aeb4-4984-b939-1083da07b32e HTTP/1.1" status: 200 len: 1799 time: 0.0517573 Jul 24 09:08:30.729273 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-9e188f70-446f-4b83-9d47-7c38cc038a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 039f68ca-4754-4a40-9236-1b572054d186 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:08:30.747168 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-9e188f70-446f-4b83-9d47-7c38cc038a13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:30.777919 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a9e24b0c-a006-4f7c-9c9a-1715daafcabf req-0afd626e-39b5-4a68-8981-a2ad8ab7b930 service neutron] 10.222.0.37 "GET /v2.0/ports/b07ae86d-67b5-41e2-86cd-d5066530521d/bindings/n-h1-800085-9 HTTP/1.1" status: 200 len: 382 time: 0.3389308 Jul 24 09:08:30.780946 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-9e188f70-446f-4b83-9d47-7c38cc038a13 service neutron] Transition to ACTIVE for port object 039f68ca-4754-4a40-9236-1b572054d186 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:08:30.789441 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-9e188f70-446f-4b83-9d47-7c38cc038a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:30.859228 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-634ee2d1-d980-4ff3-9c58-aed054a217d6 req-f46aa845-aa04-4bc2-9ac7-63e80c4644d5 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:30.864546 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:30.886494 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e188f70-446f-4b83-9d47-7c38cc038a13 service neutron] Pushing event updated for resources: {'Port': ['ID=039f68ca-4754-4a40-9236-1b572054d186,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:30.909287 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764572e7-ff5e-4b20-9605-a1befc514101 req-5b8b0e60-63fd-48f3-9c64-8ffab0fb3c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:30.910805 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-764572e7-ff5e-4b20-9605-a1befc514101 req-5b8b0e60-63fd-48f3-9c64-8ffab0fb3c82 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6f806f10-636b-4a14-9662-b001b7f5c1e2 HTTP/1.1" status: 200 len: 1097 time: 0.3006237 Jul 24 09:08:30.920389 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-634ee2d1-d980-4ff3-9c58-aed054a217d6 req-f46aa845-aa04-4bc2-9ac7-63e80c4644d5 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:30.923057 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432d1d9-93ab-43e2-839b-a32f7a055e2b req-81a460f5-54e9-45f5-b39d-7596604a5a90 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:30.929960 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2432d1d9-93ab-43e2-839b-a32f7a055e2b req-81a460f5-54e9-45f5-b39d-7596604a5a90 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 950 time: 0.3183982 Jul 24 09:08:30.944461 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-64419525-854d-4a6a-9812-0f8ade16c38e service neutron] Attempting to bind port af623ca2-ffa5-433d-8a89-bfd38bd048a9 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:08:30.944894 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-64419525-854d-4a6a-9812-0f8ade16c38e service neutron] Attempting to bind port af623ca2-ffa5-433d-8a89-bfd38bd048a9 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:08:30.945228 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-64419525-854d-4a6a-9812-0f8ade16c38e service neutron] Attempting to bind port af623ca2-ffa5-433d-8a89-bfd38bd048a9 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:08:31.001784 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-9e188f70-446f-4b83-9d47-7c38cc038a13 service neutron] Attempting to bind port 039f68ca-4754-4a40-9236-1b572054d186 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:08:31.002964 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-9e188f70-446f-4b83-9d47-7c38cc038a13 service neutron] Attempting to bind port 039f68ca-4754-4a40-9236-1b572054d186 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:08:31.003314 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-9e188f70-446f-4b83-9d47-7c38cc038a13 service neutron] Attempting to bind port 039f68ca-4754-4a40-9236-1b572054d186 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:08:31.024298 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-9e188f70-446f-4b83-9d47-7c38cc038a13 service neutron] Port 039f68ca-4754-4a40-9236-1b572054d186 on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:08:31.026925 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-9e188f70-446f-4b83-9d47-7c38cc038a13 service neutron] Attempting to bind port 039f68ca-4754-4a40-9236-1b572054d186 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:08:31.040714 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-9e188f70-446f-4b83-9d47-7c38cc038a13 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:08:31.041666 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-9e188f70-446f-4b83-9d47-7c38cc038a13 service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:08:31.042667 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-9e188f70-446f-4b83-9d47-7c38cc038a13 service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:08:31.043502 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-9e188f70-446f-4b83-9d47-7c38cc038a13 service neutron] Bound port: 039f68ca-4754-4a40-9236-1b572054d186, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:08:31.044199 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-9e188f70-446f-4b83-9d47-7c38cc038a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:31.060598 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-634ee2d1-d980-4ff3-9c58-aed054a217d6 req-f46aa845-aa04-4bc2-9ac7-63e80c4644d5 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:31.064002 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-634ee2d1-d980-4ff3-9c58-aed054a217d6 req-f46aa845-aa04-4bc2-9ac7-63e80c4644d5 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:31.083242 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-634ee2d1-d980-4ff3-9c58-aed054a217d6 req-f46aa845-aa04-4bc2-9ac7-63e80c4644d5 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "DELETE /v2.0/security-groups/49b7a5e8-aeb4-4984-b939-1083da07b32e HTTP/1.1" status: 204 len: 173 time: 0.3330863 Jul 24 09:08:31.115585 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46aa845-aa04-4bc2-9ac7-63e80c4644d5 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b7a5e8-aeb4-4984-b939-1083da07b32e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:31.197420 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-9e188f70-446f-4b83-9d47-7c38cc038a13 service neutron] For port 039f68ca-4754-4a40-9236-1b572054d186, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:08:31.202097 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-9e188f70-446f-4b83-9d47-7c38cc038a13 service neutron] For port 039f68ca-4754-4a40-9236-1b572054d186, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=039f68ca-4754-4a40-9236-1b572054d186,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:08:31.208158 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-9e188f70-446f-4b83-9d47-7c38cc038a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:31.250630 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-9e188f70-446f-4b83-9d47-7c38cc038a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:31.252836 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-9e188f70-446f-4b83-9d47-7c38cc038a13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:31.254963 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-9e188f70-446f-4b83-9d47-7c38cc038a13 service neutron] 10.222.0.37 "PUT /v2.0/ports/039f68ca-4754-4a40-9236-1b572054d186 HTTP/1.1" status: 200 len: 1096 time: 2.0636206 Jul 24 09:08:31.255539 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9946d7f-cc4e-4856-9e22-e19895519dbe', 'tag': '039f68ca-4754-4a40-9236-1b572054d186'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:31.257999 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299b1a4c-4eac-4e45-8e12-2c5cf66ebcb4" -d '{"events": [{"name": "network-changed", "server_uuid": "b9946d7f-cc4e-4856-9e22-e19895519dbe", "tag": "039f68ca-4754-4a40-9236-1b572054d186"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:31.265227 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-64419525-854d-4a6a-9812-0f8ade16c38e service neutron] Port af623ca2-ffa5-433d-8a89-bfd38bd048a9 on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:08:31.265558 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-64419525-854d-4a6a-9812-0f8ade16c38e service neutron] Attempting to bind port af623ca2-ffa5-433d-8a89-bfd38bd048a9 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:08:31.327710 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-64419525-854d-4a6a-9812-0f8ade16c38e service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:08:31.328324 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-64419525-854d-4a6a-9812-0f8ade16c38e service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:08:31.328471 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-64419525-854d-4a6a-9812-0f8ade16c38e service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:08:31.328913 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-64419525-854d-4a6a-9812-0f8ade16c38e service neutron] Bound port: af623ca2-ffa5-433d-8a89-bfd38bd048a9, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:08:31.329479 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-64419525-854d-4a6a-9812-0f8ade16c38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:31.337502 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e188f70-446f-4b83-9d47-7c38cc038a13 service neutron] Pushing event updated for resources: {'Port': ['ID=039f68ca-4754-4a40-9236-1b572054d186,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:31.351675 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-764572e7-ff5e-4b20-9605-a1befc514101 req-74a0d617-acd2-4149-9929-505086b710cd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197626 Jul 24 09:08:31.367058 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2432d1d9-93ab-43e2-839b-a32f7a055e2b req-f741cb4d-bed3-4455-923a-59f0af04f585 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362946 Jul 24 09:08:31.419400 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-9e074e1a-ae1f-4a75-8380-4ca5ca214251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:31.422839 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-9e074e1a-ae1f-4a75-8380-4ca5ca214251 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9be9fba1b4a740bdb96d353ddb8dfad2&device_id=b9946d7f-cc4e-4856-9e22-e19895519dbe HTTP/1.1" status: 200 len: 1099 time: 0.1210883 Jul 24 09:08:31.501655 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-aad5f5b1-b9fb-4e8a-8054-6f805b287774 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=039f68ca-4754-4a40-9236-1b572054d186 HTTP/1.1" status: 200 len: 217 time: 0.0644488 Jul 24 09:08:31.503560 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [req-c0d02140-8d79-48fb-927f-03057c0246d8 req-b911f5e2-8ee7-490f-bea6-89fef4ab127a tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] show failed (client error): The resource could not be found. Jul 24 09:08:31.504646 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c0d02140-8d79-48fb-927f-03057c0246d8 req-b911f5e2-8ee7-490f-bea6-89fef4ab127a tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/49b7a5e8-aeb4-4984-b939-1083da07b32e HTTP/1.1" status: 404 len: 352 time: 0.0912371 Jul 24 09:08:31.622669 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-ab9f67a8-e471-4960-bde2-d0961d80b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:31.624149 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-ab9f67a8-e471-4960-bde2-d0961d80b066 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1049247 Jul 24 09:08:31.630417 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-64419525-854d-4a6a-9812-0f8ade16c38e service neutron] For port af623ca2-ffa5-433d-8a89-bfd38bd048a9, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:08:31.633973 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-abcc0768-2823-4529-ba65-79e0442287a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b14d5d-a8d4-4a12-8283-200e8ee13b56 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:08:31.688161 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-abcc0768-2823-4529-ba65-79e0442287a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:31.692145 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e24b0c-a006-4f7c-9c9a-1715daafcabf req-ea2740f2-cbc1-4431-b604-3889ca4e3d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:31.697513 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-85c38767-79a5-4c0b-b47e-00ac45f53bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:31.698219 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a9e24b0c-a006-4f7c-9c9a-1715daafcabf req-ea2740f2-cbc1-4431-b604-3889ca4e3d03 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f&tenant_id=f67164019b334342a09c29ba4cdc5893 HTTP/1.1" status: 200 len: 1101 time: 0.4544082 Jul 24 09:08:31.699013 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-85c38767-79a5-4c0b-b47e-00ac45f53bfd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681138 Jul 24 09:08:31.724776 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-e4736d6d-20af-4562-a6f7-7afacd8001ed tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:31.726280 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-e4736d6d-20af-4562-a6f7-7afacd8001ed tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.20 "GET /v2.0/networks?id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 200 len: 807 time: 0.2175014 Jul 24 09:08:31.735598 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-64419525-854d-4a6a-9812-0f8ade16c38e service neutron] For port af623ca2-ffa5-433d-8a89-bfd38bd048a9, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=af623ca2-ffa5-433d-8a89-bfd38bd048a9,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:08:31.749606 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-e84d7b19-09ba-4bb1-a7cb-f18ffb2c68c1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Request body: {'port': {'device_id': '22d29ae7-3072-40fb-bfd5-3701068bd594', 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877', 'admin_state_up': True, 'tenant_id': '9d4740b4b94942bdba9d4b286110923d'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:31.751704 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bf6bb5-17dc-4aca-aa62-815599db2a0e x-openstack-request-id: req-52bf6bb5-17dc-4aca-aa62-815599db2a0e {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:31.752030 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9946d7f-cc4e-4856-9e22-e19895519dbe", "tag": "039f68ca-4754-4a40-9236-1b572054d186", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:31.752336 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-52bf6bb5-17dc-4aca-aa62-815599db2a0e {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:31.752757 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9946d7f-cc4e-4856-9e22-e19895519dbe', 'tag': '039f68ca-4754-4a40-9236-1b572054d186', 'status': 'completed', 'code': 200} Jul 24 09:08:31.759416 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-64419525-854d-4a6a-9812-0f8ade16c38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:31.768364 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-abcc0768-2823-4529-ba65-79e0442287a0 service neutron] Transition to ACTIVE for port object e1b14d5d-a8d4-4a12-8283-200e8ee13b56 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:08:31.784943 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-abcc0768-2823-4529-ba65-79e0442287a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:31.791999 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-64419525-854d-4a6a-9812-0f8ade16c38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:31.792723 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-64419525-854d-4a6a-9812-0f8ade16c38e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:31.794068 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-64419525-854d-4a6a-9812-0f8ade16c38e service neutron] 10.222.0.37 "PUT /v2.0/ports/af623ca2-ffa5-433d-8a89-bfd38bd048a9 HTTP/1.1" status: 200 len: 1095 time: 2.8826778 Jul 24 09:08:31.831536 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d3770d6-7d2c-42a5-a8d3-0b1682236cb5', 'tag': 'af623ca2-ffa5-433d-8a89-bfd38bd048a9'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:31.834191 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e88df9-356f-44c5-b1bb-29e93229814f" -d '{"events": [{"name": "network-changed", "server_uuid": "5d3770d6-7d2c-42a5-a8d3-0b1682236cb5", "tag": "af623ca2-ffa5-433d-8a89-bfd38bd048a9"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:31.859118 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-16a1bac5-f4d2-4019-ae18-db6597e13325 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499708 Jul 24 09:08:31.893815 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ca5c8-2164-43c6-8f6d-fe876d554588 req-4ea51483-f64f-442e-9398-f1bf8144926a tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:31.895392 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c33ca5c8-2164-43c6-8f6d-fe876d554588 req-4ea51483-f64f-442e-9398-f1bf8144926a tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/ports?device_id=65fba51a-e23e-4e7c-a969-d8a09e878bc0 HTTP/1.1" status: 200 len: 948 time: 0.0825136 Jul 24 09:08:31.938521 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c33ca5c8-2164-43c6-8f6d-fe876d554588 req-bbd71177-f80b-434f-ae94-823f6f76bdb7 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/security-groups?id=75594b11-499a-41ef-a795-083d73e1bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359533 Jul 24 09:08:31.960223 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64419525-854d-4a6a-9812-0f8ade16c38e service neutron] Pushing event updated for resources: {'Port': ['ID=af623ca2-ffa5-433d-8a89-bfd38bd048a9,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:31.992609 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597ee79-7ff0-4b75-a171-62fb05d1b232 req-ba1fb854-d81e-4d57-b053-0500596dcd85 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:32.001086 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4597ee79-7ff0-4b75-a171-62fb05d1b232 req-ba1fb854-d81e-4d57-b053-0500596dcd85 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9946d7f-cc4e-4856-9e22-e19895519dbe HTTP/1.1" status: 200 len: 948 time: 0.3614106 Jul 24 09:08:32.189109 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc0768-2823-4529-ba65-79e0442287a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b14d5d-a8d4-4a12-8283-200e8ee13b56,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:32.224706 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4597ee79-7ff0-4b75-a171-62fb05d1b232 req-e0324b84-5e67-4224-ba69-8aecf862a567 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/security-groups?id=24ef9e9b-3a89-41eb-b9d4-aa4872ae1379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225738 Jul 24 09:08:32.258078 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-e84d7b19-09ba-4bb1-a7cb-f18ffb2c68c1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Made reservation on behalf of 9d4740b4b94942bdba9d4b286110923d for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:08:32.268022 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-e84d7b19-09ba-4bb1-a7cb-f18ffb2c68c1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:32.270953 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-abcc0768-2823-4529-ba65-79e0442287a0 service neutron] Attempting to bind port e1b14d5d-a8d4-4a12-8283-200e8ee13b56 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:08:32.271341 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-abcc0768-2823-4529-ba65-79e0442287a0 service neutron] Attempting to bind port e1b14d5d-a8d4-4a12-8283-200e8ee13b56 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:08:32.271675 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-abcc0768-2823-4529-ba65-79e0442287a0 service neutron] Attempting to bind port e1b14d5d-a8d4-4a12-8283-200e8ee13b56 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:08:32.319418 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-abcc0768-2823-4529-ba65-79e0442287a0 service neutron] Port e1b14d5d-a8d4-4a12-8283-200e8ee13b56 on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:08:32.319654 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-abcc0768-2823-4529-ba65-79e0442287a0 service neutron] Attempting to bind port e1b14d5d-a8d4-4a12-8283-200e8ee13b56 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:08:32.326786 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e24b0c-a006-4f7c-9c9a-1715daafcabf req-89a23019-833f-49db-8dc5-9dc36d26c650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:32.328279 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a9e24b0c-a006-4f7c-9c9a-1715daafcabf req-89a23019-833f-49db-8dc5-9dc36d26c650 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 1101 time: 0.3234589 Jul 24 09:08:32.347268 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-abcc0768-2823-4529-ba65-79e0442287a0 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:08:32.348272 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-abcc0768-2823-4529-ba65-79e0442287a0 service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:08:32.348823 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-abcc0768-2823-4529-ba65-79e0442287a0 service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:08:32.349331 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-abcc0768-2823-4529-ba65-79e0442287a0 service neutron] Bound port: e1b14d5d-a8d4-4a12-8283-200e8ee13b56, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:08:32.349699 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-abcc0768-2823-4529-ba65-79e0442287a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:32.375845 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-652bb0e5-eb6a-4d24-909e-5120990985b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:32.377354 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-652bb0e5-eb6a-4d24-909e-5120990985b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9be9fba1b4a740bdb96d353ddb8dfad2&device_id=5d3770d6-7d2c-42a5-a8d3-0b1682236cb5 HTTP/1.1" status: 200 len: 1098 time: 0.3046536 Jul 24 09:08:32.428728 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-52dae6ba-1757-4b71-9fb9-0af50655797b req-14f652ec-6ea7-4f87-a370-25e55ed0dcf4 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444842 Jul 24 09:08:32.440432 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64ca03-ac36-49a2-9e29-8075047eca17 req-9020b5c7-c920-4ded-9e3d-5b7517afc907 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:32.447473 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5b64ca03-ac36-49a2-9e29-8075047eca17 req-9020b5c7-c920-4ded-9e3d-5b7517afc907 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f806f10-636b-4a14-9662-b001b7f5c1e2 HTTP/1.1" status: 200 len: 946 time: 0.4128442 Jul 24 09:08:32.484898 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5b64ca03-ac36-49a2-9e29-8075047eca17 req-dd3b3b4f-0f62-4d25-a0d7-280cdb8eb00d tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364439 Jul 24 09:08:32.533961 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-b37e7a37-52a2-4c2a-83f5-51e0ae167dfc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=af623ca2-ffa5-433d-8a89-bfd38bd048a9 HTTP/1.1" status: 200 len: 217 time: 0.1336660 Jul 24 09:08:32.546498 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9fd3bc5f-253e-45fa-9b20-debd5ab0f52b req-e7b38986-6848-44d7-bcbf-a42633afb964 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/52da7974-1b25-4150-af8b-67440a4cbdda HTTP/1.1" status: 200 len: 1800 time: 0.2708712 Jul 24 09:08:32.555520 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b1a4c-4eac-4e45-8e12-2c5cf66ebcb4 req-7be576bb-ad8e-4ecd-8234-1dd030fd323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:32.557092 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-299b1a4c-4eac-4e45-8e12-2c5cf66ebcb4 req-7be576bb-ad8e-4ecd-8234-1dd030fd323c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9be9fba1b4a740bdb96d353ddb8dfad2&device_id=b9946d7f-cc4e-4856-9e22-e19895519dbe HTTP/1.1" status: 200 len: 1099 time: 0.0700026 Jul 24 09:08:32.600578 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ce75d821-4edd-446a-bfd8-bb756421be13 req-4862575f-2819-425c-ba6f-2b4601dcd123 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 210 time: 0.0418186 Jul 24 09:08:32.661622 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382bf821-bb78-48d7-ad0c-d0fd2f729303 x-openstack-request-id: req-382bf821-bb78-48d7-ad0c-d0fd2f729303 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:32.661979 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d3770d6-7d2c-42a5-a8d3-0b1682236cb5", "tag": "af623ca2-ffa5-433d-8a89-bfd38bd048a9", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:32.662326 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-382bf821-bb78-48d7-ad0c-d0fd2f729303 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:32.662806 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d3770d6-7d2c-42a5-a8d3-0b1682236cb5', 'tag': 'af623ca2-ffa5-433d-8a89-bfd38bd048a9', 'status': 'completed', 'code': 200} Jul 24 09:08:32.697518 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b1a4c-4eac-4e45-8e12-2c5cf66ebcb4 req-fe8a6d15-3dbd-4d72-9e56-a14dea157bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:32.699284 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-299b1a4c-4eac-4e45-8e12-2c5cf66ebcb4 req-fe8a6d15-3dbd-4d72-9e56-a14dea157bf7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.1308920 Jul 24 09:08:32.756609 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-299b1a4c-4eac-4e45-8e12-2c5cf66ebcb4 req-a15fee4b-133f-47f9-a308-4a936093fcdf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=039f68ca-4754-4a40-9236-1b572054d186 HTTP/1.1" status: 200 len: 217 time: 0.0489235 Jul 24 09:08:32.765939 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e24b0c-a006-4f7c-9c9a-1715daafcabf req-953ef6ea-2a85-4eb8-b405-205b5a9424c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:32.768136 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a9e24b0c-a006-4f7c-9c9a-1715daafcabf req-953ef6ea-2a85-4eb8-b405-205b5a9424c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.4221365 Jul 24 09:08:32.773132 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:32.779317 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-abcc0768-2823-4529-ba65-79e0442287a0 service neutron] For port e1b14d5d-a8d4-4a12-8283-200e8ee13b56, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:08:32.782042 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-e84d7b19-09ba-4bb1-a7cb-f18ffb2c68c1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Allocated IP 172.20.0.6 (6a935e96-24dd-4ac6-b84d-eaf70ae8f877/58351263-9729-4aa6-887c-072787b6bdca/5e6a7759-2eba-44ce-a52e-8b788226fa04) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:08:32.791553 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-edafd6f5-db7f-44d8-a9e6-b8b8a15fce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:32.794545 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-edafd6f5-db7f-44d8-a9e6-b8b8a15fce0b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.2466235 Jul 24 09:08:32.798592 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-abcc0768-2823-4529-ba65-79e0442287a0 service neutron] For port e1b14d5d-a8d4-4a12-8283-200e8ee13b56, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e1b14d5d-a8d4-4a12-8283-200e8ee13b56,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:08:32.812468 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b1a4c-4eac-4e45-8e12-2c5cf66ebcb4 req-7da4ecd4-1cd8-4461-a2a8-2a15b7fea438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:32.814121 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-299b1a4c-4eac-4e45-8e12-2c5cf66ebcb4 req-7da4ecd4-1cd8-4461-a2a8-2a15b7fea438 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0512228 Jul 24 09:08:32.883549 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9fd3bc5f-253e-45fa-9b20-debd5ab0f52b req-eecfe4d2-7c4d-4ef0-aaa5-3297adf4fef1 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:32.889820 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-abcc0768-2823-4529-ba65-79e0442287a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:32.915186 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a9e24b0c-a006-4f7c-9c9a-1715daafcabf req-14faf64b-3bc7-4bbf-8e52-a239a8b63ec3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=b07ae86d-67b5-41e2-86cd-d5066530521d HTTP/1.1" status: 200 len: 217 time: 0.1379142 Jul 24 09:08:32.928363 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0276b65-a65a-4b99-95a0-5354fdd6ceca req-3a55668f-83f4-4871-bb38-9ede9306a23e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:32.935131 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b0276b65-a65a-4b99-95a0-5354fdd6ceca req-3a55668f-83f4-4871-bb38-9ede9306a23e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 950 time: 0.1025243 Jul 24 09:08:32.945338 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b1a4c-4eac-4e45-8e12-2c5cf66ebcb4 req-3d3b6ce8-1d15-4cd3-9372-372ae7f09d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:32.946815 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-299b1a4c-4eac-4e45-8e12-2c5cf66ebcb4 req-3d3b6ce8-1d15-4cd3-9372-372ae7f09d02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1262183 Jul 24 09:08:33.018447 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-abcc0768-2823-4529-ba65-79e0442287a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:33.019142 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-abcc0768-2823-4529-ba65-79e0442287a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:33.020613 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-abcc0768-2823-4529-ba65-79e0442287a0 service neutron] 10.222.0.20 "PUT /v2.0/ports/e1b14d5d-a8d4-4a12-8283-200e8ee13b56 HTTP/1.1" status: 200 len: 1096 time: 2.9193523 Jul 24 09:08:33.028252 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9fd3bc5f-253e-45fa-9b20-debd5ab0f52b req-eecfe4d2-7c4d-4ef0-aaa5-3297adf4fef1 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:33.055675 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-299b1a4c-4eac-4e45-8e12-2c5cf66ebcb4 req-5ec256f5-0767-4a72-89b1-94b1860d903c service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023431 Jul 24 09:08:33.067479 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b0276b65-a65a-4b99-95a0-5354fdd6ceca req-0814049e-d0fd-43a2-b51d-1356ccd0b86e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310077 Jul 24 09:08:33.151990 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc0768-2823-4529-ba65-79e0442287a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b14d5d-a8d4-4a12-8283-200e8ee13b56,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:33.174417 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e24b0c-a006-4f7c-9c9a-1715daafcabf req-ffddeb6d-6979-422b-af2e-b1131eeb438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:33.181825 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a9e24b0c-a006-4f7c-9c9a-1715daafcabf req-ffddeb6d-6979-422b-af2e-b1131eeb438e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.2306342 Jul 24 09:08:33.243061 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-299b1a4c-4eac-4e45-8e12-2c5cf66ebcb4 req-cb62d629-2ff7-495f-aece-72ed24749cf9 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706166 Jul 24 09:08:33.257038 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-3be28e3e-ed1d-43ff-92cc-1caa9d88c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:33.259341 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-3be28e3e-ed1d-43ff-92cc-1caa9d88c877 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4546106 Jul 24 09:08:33.264764 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9fd3bc5f-253e-45fa-9b20-debd5ab0f52b req-eecfe4d2-7c4d-4ef0-aaa5-3297adf4fef1 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:33.268086 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9fd3bc5f-253e-45fa-9b20-debd5ab0f52b req-eecfe4d2-7c4d-4ef0-aaa5-3297adf4fef1 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:33.269400 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9fd3bc5f-253e-45fa-9b20-debd5ab0f52b req-eecfe4d2-7c4d-4ef0-aaa5-3297adf4fef1 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "DELETE /v2.0/security-groups/52da7974-1b25-4150-af8b-67440a4cbdda HTTP/1.1" status: 204 len: 173 time: 0.7024250 Jul 24 09:08:33.274176 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295ef8c-1309-4c24-b01d-e7a3787256f1 req-0fced7ca-e4e8-43c9-9a4f-65a1431e0c69 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:33.282204 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1295ef8c-1309-4c24-b01d-e7a3787256f1 req-0fced7ca-e4e8-43c9-9a4f-65a1431e0c69 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/ports?device_id=65fba51a-e23e-4e7c-a969-d8a09e878bc0 HTTP/1.1" status: 200 len: 948 time: 0.1140049 Jul 24 09:08:33.331337 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1295ef8c-1309-4c24-b01d-e7a3787256f1 req-e2050966-2f48-4fa2-be49-0b5d5232ad03 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/security-groups?id=75594b11-499a-41ef-a795-083d73e1bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479727 Jul 24 09:08:33.357027 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-e9d84568-cf01-4eb9-95a0-d735fe888db7 req-c4b6f97d-dff9-4ce0-96d1-d80d723df2cb tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] show failed (client error): The resource could not be found. Jul 24 09:08:33.358059 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e9d84568-cf01-4eb9-95a0-d735fe888db7 req-c4b6f97d-dff9-4ce0-96d1-d80d723df2cb tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/52da7974-1b25-4150-af8b-67440a4cbdda HTTP/1.1" status: 404 len: 352 time: 0.0142400 Jul 24 09:08:33.358229 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecfe4d2-7c4d-4ef0-aaa5-3297adf4fef1 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52da7974-1b25-4150-af8b-67440a4cbdda,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:33.481440 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7611be42-7abf-49cd-a27e-fa6b48e562ec req-cce826b6-2e55-4ed2-84c6-d85b2215b0f1 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=267eb1e9771b44c4894eb788151fcdab HTTP/1.1" status: 200 len: 6148 time: 0.0772099 Jul 24 09:08:33.484686 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-07408030-dc62-4484-a9b7-4a6a4047ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:33.486382 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-07408030-dc62-4484-a9b7-4a6a4047ce79 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=529253b2646247518c32c4f31faf17e3&device_id=65fba51a-e23e-4e7c-a969-d8a09e878bc0 HTTP/1.1" status: 200 len: 1099 time: 0.4078820 Jul 24 09:08:33.495758 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e24b0c-a006-4f7c-9c9a-1715daafcabf req-ee3ca3a4-dc8c-4b77-a789-b83590bcc29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:33.497786 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a9e24b0c-a006-4f7c-9c9a-1715daafcabf req-ee3ca3a4-dc8c-4b77-a789-b83590bcc29d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3044322 Jul 24 09:08:33.510199 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-e84d7b19-09ba-4bb1-a7cb-f18ffb2c68c1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:33.535513 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7611be42-7abf-49cd-a27e-fa6b48e562ec req-ef37dc5d-63c1-4f9f-9888-0efb2a96a789 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/b42f5ce5-abb0-4faa-9bb4-988f6be2fc08 HTTP/1.1" status: 200 len: 2981 time: 0.0467026 Jul 24 09:08:33.577366 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7611be42-7abf-49cd-a27e-fa6b48e562ec req-ce393083-fa35-4585-a428-e9aa46aada9f tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/b42f5ce5-abb0-4faa-9bb4-988f6be2fc08 HTTP/1.1" status: 200 len: 2981 time: 0.0406272 Jul 24 09:08:33.579745 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-d2e27c1f-2a97-487c-93c6-4fdbed5a2d6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=e1b14d5d-a8d4-4a12-8283-200e8ee13b56 HTTP/1.1" status: 200 len: 217 time: 0.0762546 Jul 24 09:08:33.646745 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-dea14d30-8a7c-4010-88c5-99722edf1f33 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374972 Jul 24 09:08:33.729812 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210e50d-1107-41ba-a059-6927eaab9c4b req-8d6123b2-22e5-42d9-927a-96f3ff6bffda tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:33.731488 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4210e50d-1107-41ba-a059-6927eaab9c4b req-8d6123b2-22e5-42d9-927a-96f3ff6bffda tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f806f10-636b-4a14-9662-b001b7f5c1e2 HTTP/1.1" status: 200 len: 946 time: 0.0769901 Jul 24 09:08:33.777669 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4210e50d-1107-41ba-a059-6927eaab9c4b req-b386b611-9037-419e-a043-cd79a0f8096e tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389919 Jul 24 09:08:33.807219 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-3fd4f327-aabd-488c-b47b-20e9f06459c9 req-94c6fb6d-cc56-4593-8534-b1d7c734c882 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1613548296', 'description': 'tempest-description-1218500425'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:33.832390 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-3fd4f327-aabd-488c-b47b-20e9f06459c9 req-94c6fb6d-cc56-4593-8534-b1d7c734c882 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:33.931084 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-3fd4f327-aabd-488c-b47b-20e9f06459c9 req-94c6fb6d-cc56-4593-8534-b1d7c734c882 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:33.936012 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-3fd4f327-aabd-488c-b47b-20e9f06459c9 req-94c6fb6d-cc56-4593-8534-b1d7c734c882 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:33.969164 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6fb6d-cc56-4593-8534-b1d7c734c882 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63636072-ce4f-4cde-bf9c-1379af67c451,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:33.973635 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-3fd4f327-aabd-488c-b47b-20e9f06459c9 req-94c6fb6d-cc56-4593-8534-b1d7c734c882 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:33.989807 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3fd4f327-aabd-488c-b47b-20e9f06459c9 req-94c6fb6d-cc56-4593-8534-b1d7c734c882 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1862833 Jul 24 09:08:34.007471 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b4458-ebb0-42c9-87f5-cd27bdfcbe72 req-65b0d886-e5e0-4c62-a593-da9d6d98657f tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:34.008867 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-940b4458-ebb0-42c9-87f5-cd27bdfcbe72 req-65b0d886-e5e0-4c62-a593-da9d6d98657f tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9946d7f-cc4e-4856-9e22-e19895519dbe HTTP/1.1" status: 200 len: 948 time: 0.6663547 Jul 24 09:08:34.056442 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-f8bc8a2d-d43c-4abc-a7e9-4cb44246c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:34.057915 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-f8bc8a2d-d43c-4abc-a7e9-4cb44246c275 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.4626288 Jul 24 09:08:34.062702 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-90574b25-1148-4570-9c48-635a58724999 req-9b8f21d6-e5eb-4005-9f6b-8ba9e3d5120c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 210 time: 0.0299578 Jul 24 09:08:34.113432 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-e84d7b19-09ba-4bb1-a7cb-f18ffb2c68c1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:34.146836 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a9e24b0c-a006-4f7c-9c9a-1715daafcabf req-43828921-64f5-4449-be89-78aa5fb57610 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6267431 Jul 24 09:08:34.242722 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-e84d7b19-09ba-4bb1-a7cb-f18ffb2c68c1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:08:34.247504 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-940b4458-ebb0-42c9-87f5-cd27bdfcbe72 req-5f8e4bf9-08fa-4f30-b16f-2d02bb2ecbad tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/security-groups?id=24ef9e9b-3a89-41eb-b9d4-aa4872ae1379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254987 Jul 24 09:08:34.267282 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-e84d7b19-09ba-4bb1-a7cb-f18ffb2c68c1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:08:34.270221 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-e84d7b19-09ba-4bb1-a7cb-f18ffb2c68c1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:08:34.270595 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-3af19a4b-a340-44bb-8727-535100efa822 req-37040c24-86f1-4672-a0d8-9d3e889e1885 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1454170943', 'description': 'tempest-description-1478684170'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:34.282925 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-530faf96-6161-43da-9f7d-1e3a4dd71d19 req-9cff5694-b1a9-44fa-a51b-5bc405dd88d0 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5912857 Jul 24 09:08:34.294374 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-3af19a4b-a340-44bb-8727-535100efa822 req-37040c24-86f1-4672-a0d8-9d3e889e1885 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:34.341779 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d7b19-09ba-4bb1-a7cb-f18ffb2c68c1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Pushing event updated for resources: {'Port': ['ID=5e6a7759-2eba-44ce-a52e-8b788226fa04,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:34.409354 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-3af19a4b-a340-44bb-8727-535100efa822 req-37040c24-86f1-4672-a0d8-9d3e889e1885 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:34.414721 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-3af19a4b-a340-44bb-8727-535100efa822 req-37040c24-86f1-4672-a0d8-9d3e889e1885 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:34.455223 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-e84d7b19-09ba-4bb1-a7cb-f18ffb2c68c1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:34.455887 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-e84d7b19-09ba-4bb1-a7cb-f18ffb2c68c1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:34.458773 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37040c24-86f1-4672-a0d8-9d3e889e1885 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12c5e7ed-23db-44d3-8684-07abc4d00c85,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:34.462309 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-3af19a4b-a340-44bb-8727-535100efa822 req-37040c24-86f1-4672-a0d8-9d3e889e1885 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:34.463485 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3af19a4b-a340-44bb-8727-535100efa822 req-37040c24-86f1-4672-a0d8-9d3e889e1885 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1979232 Jul 24 09:08:34.490140 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-5caaa0b5-6f00-496f-9c54-48c2bd416e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:34.491731 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-5caaa0b5-6f00-496f-9c54-48c2bd416e66 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4178619 Jul 24 09:08:34.496450 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a9e24b0c-a006-4f7c-9c9a-1715daafcabf req-2a138273-797d-4595-8a49-65e4063e785a service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176255 Jul 24 09:08:34.543550 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-e84d7b19-09ba-4bb1-a7cb-f18ffb2c68c1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8014090 Jul 24 09:08:34.561066 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-cb9fe7c6-a955-439f-85a2-2f909e712701 service neutron] Request body: {'port': {'device_id': '22d29ae7-3072-40fb-bfd5-3701068bd594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:34.668334 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e88df9-356f-44c5-b1bb-29e93229814f req-0724c250-58e7-406a-8403-0ff08f62431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:34.670231 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2e88df9-356f-44c5-b1bb-29e93229814f req-0724c250-58e7-406a-8403-0ff08f62431d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9be9fba1b4a740bdb96d353ddb8dfad2&device_id=5d3770d6-7d2c-42a5-a8d3-0b1682236cb5 HTTP/1.1" status: 200 len: 1098 time: 0.2979462 Jul 24 09:08:34.670667 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65fba51a-e23e-4e7c-a969-d8a09e878bc0', 'tag': 'e1b14d5d-a8d4-4a12-8283-200e8ee13b56'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:34.672923 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0213eb8d-0fcc-4858-8db1-11c90b3104f1" -d '{"events": [{"name": "network-changed", "server_uuid": "65fba51a-e23e-4e7c-a969-d8a09e878bc0", "tag": "e1b14d5d-a8d4-4a12-8283-200e8ee13b56"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:34.680901 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8c6f3-133c-4f70-9b9c-67b259694578 req-9f78dfb0-588a-4126-80d8-0135a680485b tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:34.682091 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cfe8c6f3-133c-4f70-9b9c-67b259694578 req-9f78dfb0-588a-4126-80d8-0135a680485b tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f806f10-636b-4a14-9662-b001b7f5c1e2 HTTP/1.1" status: 200 len: 946 time: 0.1081128 Jul 24 09:08:34.691357 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d3cd0-f269-46db-ab67-a86d234cb888 req-a232b7de-d358-4aa2-8e8e-e9c0861207c9 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:34.692908 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0e1d3cd0-f269-46db-ab67-a86d234cb888 req-a232b7de-d358-4aa2-8e8e-e9c0861207c9 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 950 time: 0.2798655 Jul 24 09:08:34.738710 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cfe8c6f3-133c-4f70-9b9c-67b259694578 req-ba36da5b-0d1e-477b-8c75-0b5d214f3345 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509942 Jul 24 09:08:34.742862 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-9e197432-b11b-46e2-a15e-46fffcd68f7e service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433238 Jul 24 09:08:34.809843 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-cb9fe7c6-a955-439f-85a2-2f909e712701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:34.866990 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d45ee-8f0e-42bd-8e65-2d575f43ec71 req-346ec4ae-9fcf-4dc6-ad99-b7c1ce6f3b48 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:34.868514 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7f3d45ee-8f0e-42bd-8e65-2d575f43ec71 req-346ec4ae-9fcf-4dc6-ad99-b7c1ce6f3b48 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/ports?device_id=65fba51a-e23e-4e7c-a969-d8a09e878bc0 HTTP/1.1" status: 200 len: 948 time: 0.0720263 Jul 24 09:08:34.889820 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0e1d3cd0-f269-46db-ab67-a86d234cb888 req-e49b687e-7779-4164-96b1-8bc93b291f82 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884968 Jul 24 09:08:34.919898 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7f3d45ee-8f0e-42bd-8e65-2d575f43ec71 req-dc0fce4c-9a6c-4fde-b937-618d92fa67f8 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/security-groups?id=75594b11-499a-41ef-a795-083d73e1bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453918 Jul 24 09:08:34.987740 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e88df9-356f-44c5-b1bb-29e93229814f req-7ded2078-c973-4d35-8c1f-c6f894230e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:34.989454 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2e88df9-356f-44c5-b1bb-29e93229814f req-7ded2078-c973-4d35-8c1f-c6f894230e1b service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.2605295 Jul 24 09:08:34.994920 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84b9426e-f06d-4ea1-9af0-d9ddd2067e0f req-90551cfc-1891-46f8-b296-65e0c6453e11 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435920 Jul 24 09:08:35.068317 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9748f3-82a7-4035-b404-978097c8e209 x-openstack-request-id: req-6b9748f3-82a7-4035-b404-978097c8e209 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:35.068522 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65fba51a-e23e-4e7c-a969-d8a09e878bc0", "tag": "e1b14d5d-a8d4-4a12-8283-200e8ee13b56", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:35.068804 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b9748f3-82a7-4035-b404-978097c8e209 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:35.069194 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65fba51a-e23e-4e7c-a969-d8a09e878bc0', 'tag': 'e1b14d5d-a8d4-4a12-8283-200e8ee13b56', 'status': 'completed', 'code': 200} Jul 24 09:08:35.153871 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2e88df9-356f-44c5-b1bb-29e93229814f req-8ab32343-0a93-46c9-888e-b5d09a7581ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=af623ca2-ffa5-433d-8a89-bfd38bd048a9 HTTP/1.1" status: 200 len: 217 time: 0.0932958 Jul 24 09:08:35.156860 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device b07ae86d-67b5-41e2-86cd-d5066530521d no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:08:35.158958 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 039f68ca-4754-4a40-9236-1b572054d186 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:08:35.225637 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fd53a-78d9-43cd-85b7-12c26a30cf80 req-8f0bd2a6-749a-438d-9dd5-bc6a8da80910 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:35.227445 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ec6fd53a-78d9-43cd-85b7-12c26a30cf80 req-8f0bd2a6-749a-438d-9dd5-bc6a8da80910 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 931 time: 0.0859923 Jul 24 09:08:35.251108 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:35.273234 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ec6fd53a-78d9-43cd-85b7-12c26a30cf80 req-b9faf300-cf84-49aa-8add-b44daac013b9 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387478 Jul 24 09:08:35.307337 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port b07ae86d-67b5-41e2-86cd-d5066530521d, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b07ae86d-67b5-41e2-86cd-d5066530521d,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:35.308591 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc029631-da41-4f16-a728-5a5c0bd27d6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b07ae86d-67b5-41e2-86cd-d5066530521d'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:35.311954 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5ea09d-4c4d-4ab2-b1f0-8b96c0919fe8" -d '{"events": [{"server_uuid": "dc029631-da41-4f16-a728-5a5c0bd27d6f", "name": "network-vif-unplugged", "status": "completed", "tag": "b07ae86d-67b5-41e2-86cd-d5066530521d"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:35.317854 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:35.342785 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-398df66d-45cc-4d1f-b910-7a96b8097aff tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:35.344313 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-398df66d-45cc-4d1f-b910-7a96b8097aff tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/networks?id=5a3b87de-6571-402b-81bd-14fb75019273 HTTP/1.1" status: 200 len: 812 time: 0.3518367 Jul 24 09:08:35.417541 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=b07ae86d-67b5-41e2-86cd-d5066530521d,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:35.424586 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-1a072250-b1b2-4853-89d0-ac31e63486eb tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/quotas/267eb1e9771b44c4894eb788151fcdab HTTP/1.1" status: 200 len: 375 time: 0.0717275 Jul 24 09:08:35.427362 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 039f68ca-4754-4a40-9236-1b572054d186, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=039f68ca-4754-4a40-9236-1b572054d186,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:35.441489 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '039f68ca-4754-4a40-9236-1b572054d186', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': '039f68ca-4754-4a40-9236-1b572054d186', 'mac_address': 'fa:16:3e:d7:2a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:08:35.441835 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e88df9-356f-44c5-b1bb-29e93229814f req-bbd0ecd0-c7e0-4cbe-ad48-3f76508a5a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:35.443445 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2e88df9-356f-44c5-b1bb-29e93229814f req-bbd0ecd0-c7e0-4cbe-ad48-3f76508a5a65 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1720614 Jul 24 09:08:35.492625 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:35.511638 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 039f68ca-4754-4a40-9236-1b572054d186 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:08:35.522299 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213eb8d-0fcc-4858-8db1-11c90b3104f1 req-194ba9c8-fe4f-4257-be0f-031158df8205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:35.524209 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0213eb8d-0fcc-4858-8db1-11c90b3104f1 req-194ba9c8-fe4f-4257-be0f-031158df8205 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=529253b2646247518c32c4f31faf17e3&device_id=65fba51a-e23e-4e7c-a969-d8a09e878bc0 HTTP/1.1" status: 200 len: 1099 time: 0.4517987 Jul 24 09:08:35.525951 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b88012-c902-4e2a-881e-6c11163be80b req-61ab8599-6468-47c4-a51e-c0656d1fa956 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:35.527815 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-95b88012-c902-4e2a-881e-6c11163be80b req-61ab8599-6468-47c4-a51e-c0656d1fa956 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9946d7f-cc4e-4856-9e22-e19895519dbe HTTP/1.1" status: 200 len: 948 time: 0.0697420 Jul 24 09:08:35.538399 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 039f68ca-4754-4a40-9236-1b572054d186, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=039f68ca-4754-4a40-9236-1b572054d186,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:35.543546 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:35.570245 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-95b88012-c902-4e2a-881e-6c11163be80b req-8e19747f-a6f3-4dca-aa68-ce601cce1e1b tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/security-groups?id=24ef9e9b-3a89-41eb-b9d4-aa4872ae1379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359168 Jul 24 09:08:35.631113 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85167bc0-1f71-4338-98f8-c1e128dd081a x-openstack-request-id: req-85167bc0-1f71-4338-98f8-c1e128dd081a {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:35.631433 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc029631-da41-4f16-a728-5a5c0bd27d6f", "name": "network-vif-unplugged", "status": "completed", "tag": "b07ae86d-67b5-41e2-86cd-d5066530521d", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:35.631689 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85167bc0-1f71-4338-98f8-c1e128dd081a {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:35.632269 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc029631-da41-4f16-a728-5a5c0bd27d6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b07ae86d-67b5-41e2-86cd-d5066530521d', 'code': 200} Jul 24 09:08:35.632854 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=039f68ca-4754-4a40-9236-1b572054d186,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:35.663355 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-cb9fe7c6-a955-439f-85a2-2f909e712701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e6a7759-2eba-44ce-a52e-8b788226fa04 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:08:35.678291 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-1326a658-81d9-4b8b-8827-56ba815ec4f3 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=267eb1e9771b44c4894eb788151fcdab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2525325 Jul 24 09:08:35.680082 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-cb9fe7c6-a955-439f-85a2-2f909e712701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:35.729427 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e88df9-356f-44c5-b1bb-29e93229814f req-1cb0cc26-79b3-4034-9b4e-f2ef391f75a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:35.730990 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2e88df9-356f-44c5-b1bb-29e93229814f req-1cb0cc26-79b3-4034-9b4e-f2ef391f75a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2607093 Jul 24 09:08:35.733393 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-cb9fe7c6-a955-439f-85a2-2f909e712701 service neutron] Transition to ACTIVE for port object 5e6a7759-2eba-44ce-a52e-8b788226fa04 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:08:35.745813 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-cb9fe7c6-a955-439f-85a2-2f909e712701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:35.819496 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213eb8d-0fcc-4858-8db1-11c90b3104f1 req-18f48340-b6bd-4284-93e1-f22982d9af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:35.820979 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0213eb8d-0fcc-4858-8db1-11c90b3104f1 req-18f48340-b6bd-4284-93e1-f22982d9af2b service neutron] 10.222.0.20 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.2865355 Jul 24 09:08:35.833783 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['039f68ca-4754-4a40-9236-1b572054d186'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:08:35.889011 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb20b76-a130-4d69-acff-d1a1d6859671 req-79d587d8-e45f-41cb-8ada-f7f54c3fddbc tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:35.890861 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0cb20b76-a130-4d69-acff-d1a1d6859671 req-79d587d8-e45f-41cb-8ada-f7f54c3fddbc tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f806f10-636b-4a14-9662-b001b7f5c1e2 HTTP/1.1" status: 200 len: 946 time: 0.0791240 Jul 24 09:08:35.938029 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0213eb8d-0fcc-4858-8db1-11c90b3104f1 req-308b528b-9413-4679-8375-3c47c6fc8bd0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=e1b14d5d-a8d4-4a12-8283-200e8ee13b56 HTTP/1.1" status: 200 len: 217 time: 0.1008248 Jul 24 09:08:35.940534 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0cb20b76-a130-4d69-acff-d1a1d6859671 req-c356b36a-e539-45d0-a646-c392679e9358 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434387 Jul 24 09:08:35.954010 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fe7c6-a955-439f-85a2-2f909e712701 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6a7759-2eba-44ce-a52e-8b788226fa04,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:36.020349 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-b84e0142-75c0-4a82-a38b-d61d6a28613e service neutron] 10.222.0.32 "GET /v2.0/networks/5a3b87de-6571-402b-81bd-14fb75019273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318775 Jul 24 09:08:36.109539 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71925340-1143-4708-9d06-00666bdd592d req-e125f48a-a2f3-4d2d-bbae-c2c7872f1b58 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:36.111523 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-71925340-1143-4708-9d06-00666bdd592d req-e125f48a-a2f3-4d2d-bbae-c2c7872f1b58 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 948 time: 0.0787327 Jul 24 09:08:36.152771 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-71925340-1143-4708-9d06-00666bdd592d req-be9b9e37-997b-4d08-bd24-10a97ba40e4b tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350771 Jul 24 09:08:36.294857 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37f986-7aef-4f5e-b97d-758e74a286e8 req-fe6ca35a-2856-46a5-822a-ea1b58381ba7 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:36.296779 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ac37f986-7aef-4f5e-b97d-758e74a286e8 req-fe6ca35a-2856-46a5-822a-ea1b58381ba7 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/ports?device_id=65fba51a-e23e-4e7c-a969-d8a09e878bc0 HTTP/1.1" status: 200 len: 948 time: 0.0716317 Jul 24 09:08:36.329098 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2e88df9-356f-44c5-b1bb-29e93229814f req-2ebdcaae-32ff-4b31-9386-90e2cf350b22 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5884781 Jul 24 09:08:36.337422 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ac37f986-7aef-4f5e-b97d-758e74a286e8 req-1d48a287-2275-4dc0-baa7-a60220249b39 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/security-groups?id=75594b11-499a-41ef-a795-083d73e1bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345311 Jul 24 09:08:36.374954 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213eb8d-0fcc-4858-8db1-11c90b3104f1 req-34751a6d-4fe9-4f53-a235-939982001220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:36.376593 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0213eb8d-0fcc-4858-8db1-11c90b3104f1 req-34751a6d-4fe9-4f53-a235-939982001220 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.4289103 Jul 24 09:08:36.413226 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-cb9fe7c6-a955-439f-85a2-2f909e712701 service neutron] Attempting to bind port 5e6a7759-2eba-44ce-a52e-8b788226fa04 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:08:36.413565 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-cb9fe7c6-a955-439f-85a2-2f909e712701 service neutron] Attempting to bind port 5e6a7759-2eba-44ce-a52e-8b788226fa04 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:08:36.413893 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-cb9fe7c6-a955-439f-85a2-2f909e712701 service neutron] Attempting to bind port 5e6a7759-2eba-44ce-a52e-8b788226fa04 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:08:36.498510 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-cb9fe7c6-a955-439f-85a2-2f909e712701 service neutron] Port 5e6a7759-2eba-44ce-a52e-8b788226fa04 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:08:36.498921 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-cb9fe7c6-a955-439f-85a2-2f909e712701 service neutron] Attempting to bind port 5e6a7759-2eba-44ce-a52e-8b788226fa04 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:08:36.525012 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-cb9fe7c6-a955-439f-85a2-2f909e712701 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:08:36.525731 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-cb9fe7c6-a955-439f-85a2-2f909e712701 service neutron] Checking segment: {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:08:36.525837 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-cb9fe7c6-a955-439f-85a2-2f909e712701 service neutron] Bound using segment: {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:08:36.526373 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-cb9fe7c6-a955-439f-85a2-2f909e712701 service neutron] Bound port: 5e6a7759-2eba-44ce-a52e-8b788226fa04, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:08:36.526798 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-cb9fe7c6-a955-439f-85a2-2f909e712701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:36.578312 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-6c87b1e8-76d1-4172-9a5c-679365c69092 service neutron] 10.222.0.32 "GET /v2.0/networks/5a3b87de-6571-402b-81bd-14fb75019273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934484 Jul 24 09:08:36.617118 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2e88df9-356f-44c5-b1bb-29e93229814f req-739cdf77-4696-45d0-bdec-a3f273f88e82 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764499 Jul 24 09:08:36.624321 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213eb8d-0fcc-4858-8db1-11c90b3104f1 req-00bb358b-8866-49ae-ba38-ebc519f88145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:36.625872 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0213eb8d-0fcc-4858-8db1-11c90b3104f1 req-00bb358b-8866-49ae-ba38-ebc519f88145 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2309861 Jul 24 09:08:36.760905 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-cb9fe7c6-a955-439f-85a2-2f909e712701 service neutron] For port 5e6a7759-2eba-44ce-a52e-8b788226fa04, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:08:36.821315 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-cb9fe7c6-a955-439f-85a2-2f909e712701 service neutron] For port 5e6a7759-2eba-44ce-a52e-8b788226fa04, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=5e6a7759-2eba-44ce-a52e-8b788226fa04,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:08:36.840254 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-cb9fe7c6-a955-439f-85a2-2f909e712701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:36.854098 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0213eb8d-0fcc-4858-8db1-11c90b3104f1 req-c26438d0-f488-4c74-9da8-8b9209ecdcce service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202218 Jul 24 09:08:36.900718 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-cb9fe7c6-a955-439f-85a2-2f909e712701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:36.902170 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-cb9fe7c6-a955-439f-85a2-2f909e712701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:36.903267 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-cb9fe7c6-a955-439f-85a2-2f909e712701 service neutron] 10.222.0.20 "PUT /v2.0/ports/5e6a7759-2eba-44ce-a52e-8b788226fa04 HTTP/1.1" status: 200 len: 1091 time: 2.3512907 Jul 24 09:08:36.950996 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fda84a-b55d-4347-94f7-e1c599f7d1fd req-aa08b562-c59f-4e76-9b84-a0000f2404d9 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:36.952702 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c7fda84a-b55d-4347-94f7-e1c599f7d1fd req-aa08b562-c59f-4e76-9b84-a0000f2404d9 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 943 time: 0.1372707 Jul 24 09:08:36.998295 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c7fda84a-b55d-4347-94f7-e1c599f7d1fd req-1b7b1cc2-fbfb-4ded-aee1-c2f6f743db02 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385864 Jul 24 09:08:37.081289 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d29ae7-3072-40fb-bfd5-3701068bd594', 'tag': '5e6a7759-2eba-44ce-a52e-8b788226fa04'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:37.083547 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee686c93-4977-4c5f-9299-a450a2ab7683" -d '{"events": [{"name": "network-changed", "server_uuid": "22d29ae7-3072-40fb-bfd5-3701068bd594", "tag": "5e6a7759-2eba-44ce-a52e-8b788226fa04"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:37.092784 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fe7c6-a955-439f-85a2-2f909e712701 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6a7759-2eba-44ce-a52e-8b788226fa04,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:37.154887 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0213eb8d-0fcc-4858-8db1-11c90b3104f1 req-b2f46594-12ec-4734-9886-38c6d81421bd service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730880 Jul 24 09:08:37.161231 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2c0781f8-80a2-4809-9be6-a653e7b22cd0 req-04a7d235-f0d6-46f8-b87d-078f50fea252 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 210 time: 0.0488093 Jul 24 09:08:37.173407 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d624b-f5e9-4f3d-b2b6-b6b1c3f43dcc req-ef684c33-666c-4a5a-8623-b903b299fd65 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:37.175767 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2a8d624b-f5e9-4f3d-b2b6-b6b1c3f43dcc req-ef684c33-666c-4a5a-8623-b903b299fd65 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9946d7f-cc4e-4856-9e22-e19895519dbe HTTP/1.1" status: 200 len: 949 time: 0.2716727 Jul 24 09:08:37.187100 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device b07ae86d-67b5-41e2-86cd-d5066530521d details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:08:37.189905 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 039f68ca-4754-4a40-9236-1b572054d186 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:08:37.196186 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-2d7aa8f3-0b53-40a9-94c1-249b41dec88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:37.198585 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-2d7aa8f3-0b53-40a9-94c1-249b41dec88c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d4740b4b94942bdba9d4b286110923d&device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 1094 time: 0.2128487 Jul 24 09:08:37.274363 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219cff40-b989-416b-ac33-fdf523459fdb x-openstack-request-id: req-219cff40-b989-416b-ac33-fdf523459fdb {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:37.275076 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d29ae7-3072-40fb-bfd5-3701068bd594", "tag": "5e6a7759-2eba-44ce-a52e-8b788226fa04", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:37.275610 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-219cff40-b989-416b-ac33-fdf523459fdb {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:37.276288 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d29ae7-3072-40fb-bfd5-3701068bd594', 'tag': '5e6a7759-2eba-44ce-a52e-8b788226fa04', 'status': 'completed', 'code': 200} Jul 24 09:08:37.279601 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-590b7815-a292-4e8b-973b-1a914de6c079 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e6a7759-2eba-44ce-a52e-8b788226fa04 HTTP/1.1" status: 200 len: 217 time: 0.0718641 Jul 24 09:08:37.309100 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 039f68ca-4754-4a40-9236-1b572054d186 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:08:37.318609 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 039f68ca-4754-4a40-9236-1b572054d186 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:08:37.319063 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:37.330788 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2a8d624b-f5e9-4f3d-b2b6-b6b1c3f43dcc req-e223364e-e74d-40de-8038-07e6caf8c791 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/security-groups?id=24ef9e9b-3a89-41eb-b9d4-aa4872ae1379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309197 Jul 24 09:08:37.360063 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-04d953d5-753d-4305-844c-faa54d34f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:37.361167 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port b07ae86d-67b5-41e2-86cd-d5066530521d, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b07ae86d-67b5-41e2-86cd-d5066530521d,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:37.366253 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-04d953d5-753d-4305-844c-faa54d34f009 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58351263-9729-4aa6-887c-072787b6bdca HTTP/1.1" status: 200 len: 847 time: 0.0737119 Jul 24 09:08:37.380525 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'b07ae86d-67b5-41e2-86cd-d5066530521d', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': 'b07ae86d-67b5-41e2-86cd-d5066530521d', 'mac_address': 'fa:16:3e:b2:89:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:08:37.388766 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8d680-39c4-4f87-8b57-0a740bc7c480 req-8372d770-7e2e-4a6d-99e8-69fbba16d4d3 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:37.391701 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9ca8d680-39c4-4f87-8b57-0a740bc7c480 req-8372d770-7e2e-4a6d-99e8-69fbba16d4d3 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 948 time: 0.1055191 Jul 24 09:08:37.411731 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-20830622-307f-4d0d-9514-3abcd5ecbf09 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363019 Jul 24 09:08:37.446436 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9ca8d680-39c4-4f87-8b57-0a740bc7c480 req-348751c6-78ae-4980-af81-96d07b717f70 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446920 Jul 24 09:08:37.468773 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:37.481824 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:37.493424 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b07ae86d-67b5-41e2-86cd-d5066530521d {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:08:37.526210 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port b07ae86d-67b5-41e2-86cd-d5066530521d, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b07ae86d-67b5-41e2-86cd-d5066530521d,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:37.534614 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:37.535376 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device af623ca2-ffa5-433d-8a89-bfd38bd048a9 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:08:37.539264 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 039f68ca-4754-4a40-9236-1b572054d186, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=039f68ca-4754-4a40-9236-1b572054d186,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:37.566217 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:37.572200 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device e1b14d5d-a8d4-4a12-8283-200e8ee13b56 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:08:37.611734 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-7bdb9478-420e-452f-8ec4-8788d8423191 service neutron] 10.222.0.20 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778953 Jul 24 09:08:37.620175 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe7998-9626-4794-9eab-9f01321a2632 req-b5c129a1-df49-458d-b1ad-5867981d96ed tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:37.623816 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port af623ca2-ffa5-433d-8a89-bfd38bd048a9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=af623ca2-ffa5-433d-8a89-bfd38bd048a9,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:37.627058 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64fe7998-9626-4794-9eab-9f01321a2632 req-b5c129a1-df49-458d-b1ad-5867981d96ed tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/ports?device_id=65fba51a-e23e-4e7c-a969-d8a09e878bc0 HTTP/1.1" status: 200 len: 948 time: 0.1829805 Jul 24 09:08:37.633693 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9946d7f-cc4e-4856-9e22-e19895519dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039f68ca-4754-4a40-9236-1b572054d186'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:37.635912 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1daf45-10ad-48af-9eab-bb5438d227ba" -d '{"events": [{"server_uuid": "b9946d7f-cc4e-4856-9e22-e19895519dbe", "name": "network-vif-plugged", "status": "completed", "tag": "039f68ca-4754-4a40-9236-1b572054d186"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:37.654139 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=b07ae86d-67b5-41e2-86cd-d5066530521d,revision_number=7']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:37.659153 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'af623ca2-ffa5-433d-8a89-bfd38bd048a9', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': 'af623ca2-ffa5-433d-8a89-bfd38bd048a9', 'mac_address': 'fa:16:3e:78:e1:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:08:37.729109 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9842190-0db9-4168-9cc3-b0008a912c08 req-e2b46106-332b-48cc-a291-263b2c316eed tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:37.730524 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c9842190-0db9-4168-9cc3-b0008a912c08 req-e2b46106-332b-48cc-a291-263b2c316eed tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 949 time: 0.0831549 Jul 24 09:08:37.763348 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64fe7998-9626-4794-9eab-9f01321a2632 req-2d6fe919-76e6-43a5-9d75-a9e56494188b tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/security-groups?id=75594b11-499a-41ef-a795-083d73e1bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354001 Jul 24 09:08:37.786882 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c9842190-0db9-4168-9cc3-b0008a912c08 req-31d467e3-e1f6-4576-b4ba-44870a63ed37 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464182 Jul 24 09:08:37.798085 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6ce1e351-eeed-44d3-afc3-aec12f301868 req-1212adf9-5d67-4afa-bcee-7006b440a29c service neutron] 10.222.0.20 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690087 Jul 24 09:08:37.822474 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96c7d8-7d02-4a73-abd0-ef114a2e80e7 req-1ff26bc4-cd82-4c85-8232-942571702edb tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:37.824066 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a96c7d8-7d02-4a73-abd0-ef114a2e80e7 req-1ff26bc4-cd82-4c85-8232-942571702edb tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f&tenant_id=f67164019b334342a09c29ba4cdc5893&binding%3Ahost_id=n-h1-800085-9 HTTP/1.1" status: 200 len: 949 time: 0.0986500 Jul 24 09:08:37.899772 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3f6b53-fb50-40b9-8654-35d9a8cfcfee x-openstack-request-id: req-eb3f6b53-fb50-40b9-8654-35d9a8cfcfee {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:37.900360 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9946d7f-cc4e-4856-9e22-e19895519dbe", "name": "network-vif-plugged", "status": "completed", "tag": "039f68ca-4754-4a40-9236-1b572054d186", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:37.900628 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb3f6b53-fb50-40b9-8654-35d9a8cfcfee {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:37.901018 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9946d7f-cc4e-4856-9e22-e19895519dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039f68ca-4754-4a40-9236-1b572054d186', 'code': 200} Jul 24 09:08:37.937639 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:37.942408 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=039f68ca-4754-4a40-9236-1b572054d186,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:37.974064 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af623ca2-ffa5-433d-8a89-bfd38bd048a9 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:08:37.978834 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port e1b14d5d-a8d4-4a12-8283-200e8ee13b56, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e1b14d5d-a8d4-4a12-8283-200e8ee13b56,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:38.000821 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'e1b14d5d-a8d4-4a12-8283-200e8ee13b56', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': 'e1b14d5d-a8d4-4a12-8283-200e8ee13b56', 'mac_address': 'fa:16:3e:d0:c4:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:08:38.014656 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port af623ca2-ffa5-433d-8a89-bfd38bd048a9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=af623ca2-ffa5-433d-8a89-bfd38bd048a9,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:38.034919 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:38.094910 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:38.117662 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=af623ca2-ffa5-433d-8a89-bfd38bd048a9,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:38.122878 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b14d5d-a8d4-4a12-8283-200e8ee13b56 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:08:38.145167 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port e1b14d5d-a8d4-4a12-8283-200e8ee13b56, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e1b14d5d-a8d4-4a12-8283-200e8ee13b56,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:38.149559 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:38.216084 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=e1b14d5d-a8d4-4a12-8283-200e8ee13b56,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:38.254573 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96c7d8-7d02-4a73-abd0-ef114a2e80e7 req-944b21e5-5891-4164-885d-dd6272b45feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:38.256045 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a96c7d8-7d02-4a73-abd0-ef114a2e80e7 req-944b21e5-5891-4164-885d-dd6272b45feb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 1100 time: 0.3048894 Jul 24 09:08:38.262565 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-04cf6697-df0d-4704-a120-4c601e4d6b29 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:38.263895 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-04cf6697-df0d-4704-a120-4c601e4d6b29 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.20 "GET /v2.0/networks?id=5a3b87de-6571-402b-81bd-14fb75019273 HTTP/1.1" status: 200 len: 812 time: 0.2558177 Jul 24 09:08:38.267918 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd5f67-06a3-4203-a7db-8762f4b590f8 req-1ea945bf-9c53-4ddd-b3de-3b0093a17edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:38.269362 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-aafd5f67-06a3-4203-a7db-8762f4b590f8 req-1ea945bf-9c53-4ddd-b3de-3b0093a17edb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b9946d7f-cc4e-4856-9e22-e19895519dbe HTTP/1.1" status: 200 len: 1101 time: 0.3151453 Jul 24 09:08:38.270962 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee686c93-4977-4c5f-9299-a450a2ab7683 req-a5164ac6-33c1-4d5d-a58e-aef93aa32fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:38.272368 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ee686c93-4977-4c5f-9299-a450a2ab7683 req-a5164ac6-33c1-4d5d-a58e-aef93aa32fb8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d4740b4b94942bdba9d4b286110923d&device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 1094 time: 0.3334363 Jul 24 09:08:38.292158 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b0d2e8e2-deb1-4666-ba7f-e2088a4a918e req-6013ae08-5a81-4044-ac44-27b16743e9ec tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 210 time: 0.0322158 Jul 24 09:08:38.310046 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['af623ca2-ffa5-433d-8a89-bfd38bd048a9'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:08:38.320149 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-de6199e3-faaa-4783-86a0-ad0b5bfc37fa tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Request body: {'port': {'device_id': '94b16d78-c03b-49cf-b2ee-eb22b3599603', 'network_id': '5a3b87de-6571-402b-81bd-14fb75019273', 'admin_state_up': True, 'tenant_id': '267eb1e9771b44c4894eb788151fcdab'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:38.333377 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['b07ae86d-67b5-41e2-86cd-d5066530521d'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:08:38.417202 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1bac5a-23eb-47f9-8e6d-312064640250 req-874559ff-d6d6-4887-a515-28ee25e7e647 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:38.418751 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3e1bac5a-23eb-47f9-8e6d-312064640250 req-874559ff-d6d6-4887-a515-28ee25e7e647 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 943 time: 0.3264382 Jul 24 09:08:38.469546 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['e1b14d5d-a8d4-4a12-8283-200e8ee13b56'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:08:38.475258 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf3a8f-596c-4ce0-aad4-c4b27377b1f1 req-0c7ca11b-2f9f-4728-93b3-c52a98599836 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:38.476981 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-94bf3a8f-596c-4ce0-aad4-c4b27377b1f1 req-0c7ca11b-2f9f-4728-93b3-c52a98599836 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9946d7f-cc4e-4856-9e22-e19895519dbe HTTP/1.1" status: 200 len: 950 time: 0.0694029 Jul 24 09:08:38.507007 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-aafd5f67-06a3-4203-a7db-8762f4b590f8 req-81e40aef-874a-418f-84f8-f0cb56922981 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=24ef9e9b-3a89-41eb-b9d4-aa4872ae1379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256687 Jul 24 09:08:38.522508 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-94bf3a8f-596c-4ce0-aad4-c4b27377b1f1 req-b2980e8f-074d-48d6-913e-4a9d836e079b tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/security-groups?id=24ef9e9b-3a89-41eb-b9d4-aa4872ae1379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371544 Jul 24 09:08:38.574638 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3e1bac5a-23eb-47f9-8e6d-312064640250 req-39c9a148-92d8-4c00-a020-3e40a89fb1b3 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419604 Jul 24 09:08:38.575666 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96c7d8-7d02-4a73-abd0-ef114a2e80e7 req-43b129b6-ab30-4d1f-b8cc-75fbebd777c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:38.577100 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a96c7d8-7d02-4a73-abd0-ef114a2e80e7 req-43b129b6-ab30-4d1f-b8cc-75fbebd777c4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.3113620 Jul 24 09:08:38.629575 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee686c93-4977-4c5f-9299-a450a2ab7683 req-b7169b68-a323-434e-916e-83eb1b9e8ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:38.631080 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ee686c93-4977-4c5f-9299-a450a2ab7683 req-b7169b68-a323-434e-916e-83eb1b9e8ea4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 200 len: 907 time: 0.3323555 Jul 24 09:08:38.636102 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a96c7d8-7d02-4a73-abd0-ef114a2e80e7 req-65f2dba3-855d-4234-992e-62297e077771 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=b07ae86d-67b5-41e2-86cd-d5066530521d HTTP/1.1" status: 200 len: 217 time: 0.0482152 Jul 24 09:08:38.679247 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ee686c93-4977-4c5f-9299-a450a2ab7683 req-227e8e04-1595-4fcf-893e-c15836330fdb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e6a7759-2eba-44ce-a52e-8b788226fa04 HTTP/1.1" status: 200 len: 217 time: 0.0404534 Jul 24 09:08:38.737280 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-de6199e3-faaa-4783-86a0-ad0b5bfc37fa tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Made reservation on behalf of 267eb1e9771b44c4894eb788151fcdab for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:08:38.740546 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-de6199e3-faaa-4783-86a0-ad0b5bfc37fa tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:38.778145 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee686c93-4977-4c5f-9299-a450a2ab7683 req-4361426d-d02a-45fa-8046-ff0ce0aa81d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:38.779491 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ee686c93-4977-4c5f-9299-a450a2ab7683 req-4361426d-d02a-45fa-8046-ff0ce0aa81d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58351263-9729-4aa6-887c-072787b6bdca HTTP/1.1" status: 200 len: 847 time: 0.0907292 Jul 24 09:08:38.780696 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96c7d8-7d02-4a73-abd0-ef114a2e80e7 req-bf602cef-ab04-4cd4-9d96-38e6931e752c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:38.782051 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a96c7d8-7d02-4a73-abd0-ef114a2e80e7 req-bf602cef-ab04-4cd4-9d96-38e6931e752c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1058307 Jul 24 09:08:38.864796 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ee686c93-4977-4c5f-9299-a450a2ab7683 req-faf15e16-9973-430b-8ff4-21cd1d0b53b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768142 Jul 24 09:08:38.915277 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154a39d-e66c-40d4-81db-474b5580bcad req-111a3bd6-6991-44c9-8b68-cc05c36f2887 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:38.916820 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7154a39d-e66c-40d4-81db-474b5580bcad req-111a3bd6-6991-44c9-8b68-cc05c36f2887 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/ports?device_id=65fba51a-e23e-4e7c-a969-d8a09e878bc0 HTTP/1.1" status: 200 len: 949 time: 0.0626621 Jul 24 09:08:38.957532 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7154a39d-e66c-40d4-81db-474b5580bcad req-dc7c97a1-faa7-4bbf-8d93-0af660e75cca tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/security-groups?id=75594b11-499a-41ef-a795-083d73e1bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344141 Jul 24 09:08:39.306411 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96c7d8-7d02-4a73-abd0-ef114a2e80e7 req-c2475e73-f036-4b7a-a9f5-788899f05374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:39.307029 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a96c7d8-7d02-4a73-abd0-ef114a2e80e7 req-c2475e73-f036-4b7a-a9f5-788899f05374 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5171461 Jul 24 09:08:39.308851 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-de6199e3-faaa-4783-86a0-ad0b5bfc37fa tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Allocated IP 172.20.0.2 (5a3b87de-6571-402b-81bd-14fb75019273/e8e66ac9-105b-4409-a14d-808609c061e7/01fd6421-e667-446d-9dfa-5a8b5699c233) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:08:39.318960 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ee686c93-4977-4c5f-9299-a450a2ab7683 req-a6808a90-daca-4c88-9e46-1072f143e8a5 service neutron] 10.222.0.20 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452863 Jul 24 09:08:39.340213 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4da6b-4e19-45ad-b9fc-9e1b27a6b516 req-e5efca7e-9195-4f42-b029-fac5e726e26a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:39.341717 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f3e4da6b-4e19-45ad-b9fc-9e1b27a6b516 req-e5efca7e-9195-4f42-b029-fac5e726e26a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 949 time: 0.4760504 Jul 24 09:08:39.404899 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-21abc74e-9bf5-40e0-bd5d-1b7a164cf8c9 req-61a047ad-6e51-410a-8b6b-1c9dfc3d35ec tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 210 time: 0.0312800 Jul 24 09:08:39.517942 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f3e4da6b-4e19-45ad-b9fc-9e1b27a6b516 req-36846885-5b57-4740-824d-38ef0d1b9301 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583004 Jul 24 09:08:39.569311 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ee686c93-4977-4c5f-9299-a450a2ab7683 req-2467bfdc-e7c1-4740-a7b6-52db604b5b90 service neutron] 10.222.0.20 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403829 Jul 24 09:08:39.575025 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a96c7d8-7d02-4a73-abd0-ef114a2e80e7 req-697b6964-df67-422c-8d84-4f523d611316 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582934 Jul 24 09:08:39.579275 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ca67c0f1-5caf-4a84-84e3-3de9c8646914 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:08:39.584119 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device e1b14d5d-a8d4-4a12-8283-200e8ee13b56 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:08:39.688337 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e7caa-fe34-44f8-894a-2a0cadd6bcac req-becdb6b3-cd1f-402d-a7d4-b08a91e61ed1 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:39.690178 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-887e7caa-fe34-44f8-894a-2a0cadd6bcac req-becdb6b3-cd1f-402d-a7d4-b08a91e61ed1 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9946d7f-cc4e-4856-9e22-e19895519dbe HTTP/1.1" status: 200 len: 950 time: 0.0656354 Jul 24 09:08:39.699661 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port e1b14d5d-a8d4-4a12-8283-200e8ee13b56 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:08:39.712009 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port e1b14d5d-a8d4-4a12-8283-200e8ee13b56 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:08:39.712379 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:39.734673 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-887e7caa-fe34-44f8-894a-2a0cadd6bcac req-6769cdd5-04ea-4d50-a2ff-d8cdcf530202 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/security-groups?id=24ef9e9b-3a89-41eb-b9d4-aa4872ae1379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363009 Jul 24 09:08:39.745908 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port ca67c0f1-5caf-4a84-84e3-3de9c8646914, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ca67c0f1-5caf-4a84-84e3-3de9c8646914,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:39.765973 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-de6199e3-faaa-4783-86a0-ad0b5bfc37fa tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:39.770359 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'ca67c0f1-5caf-4a84-84e3-3de9c8646914', 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0', 'port_id': 'ca67c0f1-5caf-4a84-84e3-3de9c8646914', 'mac_address': 'fa:16:3e:32:ed:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f4d091-9355-41fb-8669-a9c6a15e7d4f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:08:39.802722 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a96c7d8-7d02-4a73-abd0-ef114a2e80e7 req-2f416b6e-3a1f-4d25-a805-cc9d38d3efee service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887310 Jul 24 09:08:39.810147 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331877c-eaed-4b14-8019-bd0041f8d471 req-9ad489ee-fa5d-4843-b568-16f0a612c5da tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:39.813636 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5331877c-eaed-4b14-8019-bd0041f8d471 req-9ad489ee-fa5d-4843-b568-16f0a612c5da tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 943 time: 0.1185460 Jul 24 09:08:39.838345 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:39.858627 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:39.862222 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca67c0f1-5caf-4a84-84e3-3de9c8646914 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:08:39.874776 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5331877c-eaed-4b14-8019-bd0041f8d471 req-1365fa99-2b0b-46f0-bf5a-737a1fd13d93 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574827 Jul 24 09:08:39.879218 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-de6199e3-faaa-4783-86a0-ad0b5bfc37fa tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:39.900542 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['fdda9fa5-b894-4670-aa60-8286fde20d52'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:08:39.904419 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port ca67c0f1-5caf-4a84-84e3-3de9c8646914, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ca67c0f1-5caf-4a84-84e3-3de9c8646914,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:39.914005 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fba51a-e23e-4e7c-a969-d8a09e878bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b14d5d-a8d4-4a12-8283-200e8ee13b56'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:39.916783 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac3c9f9-a99c-42c7-b149-b022c26e1125" -d '{"events": [{"server_uuid": "65fba51a-e23e-4e7c-a969-d8a09e878bc0", "name": "network-vif-plugged", "status": "completed", "tag": "e1b14d5d-a8d4-4a12-8283-200e8ee13b56"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:39.928502 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-de6199e3-faaa-4783-86a0-ad0b5bfc37fa tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Network 5a3b87de-6571-402b-81bd-14fb75019273 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:08:39.934211 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-de6199e3-faaa-4783-86a0-ad0b5bfc37fa tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:08:39.938041 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-de6199e3-faaa-4783-86a0-ad0b5bfc37fa tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:08:39.945093 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6199e3-faaa-4783-86a0-ad0b5bfc37fa tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Pushing event updated for resources: {'Port': ['ID=01fd6421-e667-446d-9dfa-5a8b5699c233,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:39.953793 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:39.962942 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port e1b14d5d-a8d4-4a12-8283-200e8ee13b56, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e1b14d5d-a8d4-4a12-8283-200e8ee13b56,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:39.972221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787af876-40e0-4f9d-aea3-88a1877fd129 req-434bb44d-2eac-4210-9bb6-cf18bfbb03f6 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:39.979289 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-787af876-40e0-4f9d-aea3-88a1877fd129 req-434bb44d-2eac-4210-9bb6-cf18bfbb03f6 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d3770d6-7d2c-42a5-a8d3-0b1682236cb5 HTTP/1.1" status: 200 len: 948 time: 0.1496606 Jul 24 09:08:39.990567 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:40.015200 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747e2abb-9b61-4b18-a20d-8e38fbb85b0f x-openstack-request-id: req-747e2abb-9b61-4b18-a20d-8e38fbb85b0f {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:40.015491 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fba51a-e23e-4e7c-a969-d8a09e878bc0", "name": "network-vif-plugged", "status": "completed", "tag": "e1b14d5d-a8d4-4a12-8283-200e8ee13b56", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:40.015741 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-747e2abb-9b61-4b18-a20d-8e38fbb85b0f {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:40.016117 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fba51a-e23e-4e7c-a969-d8a09e878bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b14d5d-a8d4-4a12-8283-200e8ee13b56', 'code': 200} Jul 24 09:08:40.026850 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-787af876-40e0-4f9d-aea3-88a1877fd129 req-1acf58c2-53f6-4866-811a-30593f511338 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/security-groups?id=24ef9e9b-3a89-41eb-b9d4-aa4872ae1379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464597 Jul 24 09:08:40.046156 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-de6199e3-faaa-4783-86a0-ad0b5bfc37fa tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:40.047447 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-de6199e3-faaa-4783-86a0-ad0b5bfc37fa tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:40.050923 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=ca67c0f1-5caf-4a84-84e3-3de9c8646914,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:40.073373 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-de6199e3-faaa-4783-86a0-ad0b5bfc37fa tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7688985 Jul 24 09:08:40.087736 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['ca67c0f1-5caf-4a84-84e3-3de9c8646914'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:08:40.106238 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-5ac5cb92-b805-49fc-aff5-e0e8c62a9da7 service neutron] Request body: {'port': {'device_id': '94b16d78-c03b-49cf-b2ee-eb22b3599603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:40.172252 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=e1b14d5d-a8d4-4a12-8283-200e8ee13b56,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:40.292154 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-5ac5cb92-b805-49fc-aff5-e0e8c62a9da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:40.348748 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e00d76-1e4d-41a0-acf1-f65cd89e0d72 req-cc11f41d-2413-438d-9db3-9d85a23c68ee tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:40.356146 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-94e00d76-1e4d-41a0-acf1-f65cd89e0d72 req-cc11f41d-2413-438d-9db3-9d85a23c68ee tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/ports?device_id=65fba51a-e23e-4e7c-a969-d8a09e878bc0 HTTP/1.1" status: 200 len: 950 time: 0.2451928 Jul 24 09:08:40.376392 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a29e2-4e17-41d7-b03a-6d04f5207965 req-a78a91d2-c32f-480f-87ae-39e4dbe47a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:40.378500 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-912a29e2-4e17-41d7-b03a-6d04f5207965 req-a78a91d2-c32f-480f-87ae-39e4dbe47a82 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=65fba51a-e23e-4e7c-a969-d8a09e878bc0 HTTP/1.1" status: 200 len: 1101 time: 0.2370887 Jul 24 09:08:40.464253 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-94e00d76-1e4d-41a0-acf1-f65cd89e0d72 req-2dfdcd5a-ce4f-4e38-9713-e14d0751c548 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/security-groups?id=75594b11-499a-41ef-a795-083d73e1bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923920 Jul 24 09:08:40.477024 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-912a29e2-4e17-41d7-b03a-6d04f5207965 req-e6f0886c-07cd-4b4e-8750-fd9217887459 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=75594b11-499a-41ef-a795-083d73e1bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723233 Jul 24 09:08:40.604995 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02170b21-6d3e-4bb0-891b-11345fb1bc32 req-176594ab-78f4-4170-9c00-b1b61e427a03 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:40.613986 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-02170b21-6d3e-4bb0-891b-11345fb1bc32 req-176594ab-78f4-4170-9c00-b1b61e427a03 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 931 time: 0.1232088 Jul 24 09:08:40.653317 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-02170b21-6d3e-4bb0-891b-11345fb1bc32 req-e080c1b3-b398-4b5d-b9e2-c64fd215017d tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382366 Jul 24 09:08:40.764230 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da8b84-e34c-41dc-ba5d-8132ec7d1365 req-8eb50856-8ec7-4b8c-aa91-09e5084ec2ef tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:40.765791 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e6da8b84-e34c-41dc-ba5d-8132ec7d1365 req-8eb50856-8ec7-4b8c-aa91-09e5084ec2ef tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 949 time: 0.1337681 Jul 24 09:08:40.836904 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-5ac5cb92-b805-49fc-aff5-e0e8c62a9da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01fd6421-e667-446d-9dfa-5a8b5699c233 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:08:40.854910 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e6da8b84-e34c-41dc-ba5d-8132ec7d1365 req-b2d2cfa1-f779-4a3d-8738-fead4184baa5 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789418 Jul 24 09:08:40.866386 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-5ac5cb92-b805-49fc-aff5-e0e8c62a9da7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:40.882326 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-5ac5cb92-b805-49fc-aff5-e0e8c62a9da7 service neutron] Transition to ACTIVE for port object 01fd6421-e667-446d-9dfa-5a8b5699c233 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:08:40.887663 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-5ac5cb92-b805-49fc-aff5-e0e8c62a9da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:40.943924 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5cb92-b805-49fc-aff5-e0e8c62a9da7 service neutron] Pushing event updated for resources: {'Port': ['ID=01fd6421-e667-446d-9dfa-5a8b5699c233,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:41.056963 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6d907-fcc1-46e9-b52c-392248daf8bb req-f41fc046-da0a-41f2-9102-6d82329fe688 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:41.059026 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-25f6d907-fcc1-46e9-b52c-392248daf8bb req-f41fc046-da0a-41f2-9102-6d82329fe688 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 949 time: 0.0797896 Jul 24 09:08:41.063302 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-5ac5cb92-b805-49fc-aff5-e0e8c62a9da7 service neutron] Attempting to bind port 01fd6421-e667-446d-9dfa-5a8b5699c233 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:08:41.063645 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-5ac5cb92-b805-49fc-aff5-e0e8c62a9da7 service neutron] Attempting to bind port 01fd6421-e667-446d-9dfa-5a8b5699c233 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'abd905bc-1a45-436c-b516-e7eb5ca9a4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5a3b87de-6571-402b-81bd-14fb75019273'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:08:41.064186 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-5ac5cb92-b805-49fc-aff5-e0e8c62a9da7 service neutron] Attempting to bind port 01fd6421-e667-446d-9dfa-5a8b5699c233 on network 5a3b87de-6571-402b-81bd-14fb75019273 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:08:41.071558 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-5ac5cb92-b805-49fc-aff5-e0e8c62a9da7 service neutron] Port 01fd6421-e667-446d-9dfa-5a8b5699c233 on network 5a3b87de-6571-402b-81bd-14fb75019273 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:08:41.071891 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-5ac5cb92-b805-49fc-aff5-e0e8c62a9da7 service neutron] Attempting to bind port 01fd6421-e667-446d-9dfa-5a8b5699c233 on network 5a3b87de-6571-402b-81bd-14fb75019273 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:08:41.088259 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba4e47-b28b-45c6-826d-9e8b97f265fb req-773c970e-047f-4690-96b6-301124a0b3aa tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:41.089839 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-79ba4e47-b28b-45c6-826d-9e8b97f265fb req-773c970e-047f-4690-96b6-301124a0b3aa tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 943 time: 0.1043634 Jul 24 09:08:41.093373 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-5ac5cb92-b805-49fc-aff5-e0e8c62a9da7 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:08:41.093730 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-5ac5cb92-b805-49fc-aff5-e0e8c62a9da7 service neutron] Checking segment: {'id': 'abd905bc-1a45-436c-b516-e7eb5ca9a4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5a3b87de-6571-402b-81bd-14fb75019273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:08:41.094122 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-5ac5cb92-b805-49fc-aff5-e0e8c62a9da7 service neutron] Bound using segment: {'id': 'abd905bc-1a45-436c-b516-e7eb5ca9a4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5a3b87de-6571-402b-81bd-14fb75019273'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:08:41.095179 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-5ac5cb92-b805-49fc-aff5-e0e8c62a9da7 service neutron] Bound port: 01fd6421-e667-446d-9dfa-5a8b5699c233, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abd905bc-1a45-436c-b516-e7eb5ca9a4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5a3b87de-6571-402b-81bd-14fb75019273'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:08:41.096812 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-5ac5cb92-b805-49fc-aff5-e0e8c62a9da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:41.113338 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-25f6d907-fcc1-46e9-b52c-392248daf8bb req-7237ccfd-44fc-41b0-b5c6-73242f04af39 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423415 Jul 24 09:08:41.166666 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-79ba4e47-b28b-45c6-826d-9e8b97f265fb req-d6887aff-a417-48e4-b8eb-71bc7e918ee3 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671265 Jul 24 09:08:41.196685 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device b07ae86d-67b5-41e2-86cd-d5066530521d up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:08:41.251734 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-5ac5cb92-b805-49fc-aff5-e0e8c62a9da7 service neutron] For port 01fd6421-e667-446d-9dfa-5a8b5699c233, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:08:41.260368 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8b481-071b-4201-9d7a-ae88a0933070 req-5ad950b7-5d7e-464c-870e-42c73c5cc522 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:41.260992 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-5ac5cb92-b805-49fc-aff5-e0e8c62a9da7 service neutron] For port 01fd6421-e667-446d-9dfa-5a8b5699c233, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=01fd6421-e667-446d-9dfa-5a8b5699c233,segment=NetworkSegment(abd905bc-1a45-436c-b516-e7eb5ca9a4b9),segment_id=abd905bc-1a45-436c-b516-e7eb5ca9a4b9)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:08:41.262034 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-47b8b481-071b-4201-9d7a-ae88a0933070 req-5ad950b7-5d7e-464c-870e-42c73c5cc522 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d3770d6-7d2c-42a5-a8d3-0b1682236cb5 HTTP/1.1" status: 200 len: 948 time: 0.0842817 Jul 24 09:08:41.266752 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-5ac5cb92-b805-49fc-aff5-e0e8c62a9da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:41.287262 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port b07ae86d-67b5-41e2-86cd-d5066530521d triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:08:41.289367 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:41.318438 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-47b8b481-071b-4201-9d7a-ae88a0933070 req-03f8cf42-11b7-4b43-ac2b-b3819d68a939 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/security-groups?id=24ef9e9b-3a89-41eb-b9d4-aa4872ae1379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456357 Jul 24 09:08:41.330933 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-5ac5cb92-b805-49fc-aff5-e0e8c62a9da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:41.331554 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-5ac5cb92-b805-49fc-aff5-e0e8c62a9da7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:41.332990 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-5ac5cb92-b805-49fc-aff5-e0e8c62a9da7 service neutron] 10.222.0.20 "PUT /v2.0/ports/01fd6421-e667-446d-9dfa-5a8b5699c233 HTTP/1.1" status: 200 len: 1091 time: 1.2443237 Jul 24 09:08:41.333853 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b16d78-c03b-49cf-b2ee-eb22b3599603', 'tag': '01fd6421-e667-446d-9dfa-5a8b5699c233'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:41.336078 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63a9139-cfec-4e32-800f-31cae0f27b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "94b16d78-c03b-49cf-b2ee-eb22b3599603", "tag": "01fd6421-e667-446d-9dfa-5a8b5699c233"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:41.455552 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:41.468792 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5cb92-b805-49fc-aff5-e0e8c62a9da7 service neutron] Pushing event updated for resources: {'Port': ['ID=01fd6421-e667-446d-9dfa-5a8b5699c233,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:41.497925 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19697f46-4591-4e7b-a8fc-efef978c7885 x-openstack-request-id: req-19697f46-4591-4e7b-a8fc-efef978c7885 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:41.497925 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b16d78-c03b-49cf-b2ee-eb22b3599603", "tag": "01fd6421-e667-446d-9dfa-5a8b5699c233", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:41.498167 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19697f46-4591-4e7b-a8fc-efef978c7885 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:41.498470 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b16d78-c03b-49cf-b2ee-eb22b3599603', 'tag': '01fd6421-e667-446d-9dfa-5a8b5699c233', 'status': 'completed', 'code': 200} Jul 24 09:08:41.572347 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-6ad5cb3b-7cb5-4f31-ba02-3c1bfa4d59e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:41.574037 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port b07ae86d-67b5-41e2-86cd-d5066530521d, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b07ae86d-67b5-41e2-86cd-d5066530521d,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:41.581335 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-6ad5cb3b-7cb5-4f31-ba02-3c1bfa4d59e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=267eb1e9771b44c4894eb788151fcdab&device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 1094 time: 0.1731458 Jul 24 09:08:41.582993 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:41.588434 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device af623ca2-ffa5-433d-8a89-bfd38bd048a9 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:08:41.599312 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 5e6a7759-2eba-44ce-a52e-8b788226fa04 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:08:41.614964 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ca67c0f1-5caf-4a84-84e3-3de9c8646914 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:08:41.655097 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-5cabefa6-7b43-486a-8c74-a304ed0c4f8a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01fd6421-e667-446d-9dfa-5a8b5699c233 HTTP/1.1" status: 200 len: 217 time: 0.0654383 Jul 24 09:08:41.741534 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-04ff45cc-ce1d-433e-8efb-aaa5e83f5499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:41.743018 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-04ff45cc-ce1d-433e-8efb-aaa5e83f5499 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8e66ac9-105b-4409-a14d-808609c061e7 HTTP/1.1" status: 200 len: 852 time: 0.0516708 Jul 24 09:08:41.787596 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-f8613cec-d226-43c4-9c47-aea107f75eaa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a3b87de-6571-402b-81bd-14fb75019273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348117 Jul 24 09:08:41.796007 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port ca67c0f1-5caf-4a84-84e3-3de9c8646914 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:08:41.796383 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:41.799803 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6b1c0-8e2d-406c-9d2c-ee5cbe437b52 req-35a3580d-8d62-4fbf-8c49-3f58b021086d tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:41.801475 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7eb6b1c0-8e2d-406c-9d2c-ee5cbe437b52 req-35a3580d-8d62-4fbf-8c49-3f58b021086d tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/ports?device_id=65fba51a-e23e-4e7c-a969-d8a09e878bc0 HTTP/1.1" status: 200 len: 950 time: 0.1491799 Jul 24 09:08:41.833972 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=b07ae86d-67b5-41e2-86cd-d5066530521d,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:41.880462 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b161056-8a06-4615-b5d7-af9d137a6add req-32911bcd-1a9b-4894-b1e5-8877d6397054 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:41.900419 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5b161056-8a06-4615-b5d7-af9d137a6add req-32911bcd-1a9b-4894-b1e5-8877d6397054 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 943 time: 0.1339259 Jul 24 09:08:41.921594 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port af623ca2-ffa5-433d-8a89-bfd38bd048a9 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:08:41.933277 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port af623ca2-ffa5-433d-8a89-bfd38bd048a9 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:08:41.933780 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:41.940785 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 5e6a7759-2eba-44ce-a52e-8b788226fa04, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=5e6a7759-2eba-44ce-a52e-8b788226fa04,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:41.969418 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7eb6b1c0-8e2d-406c-9d2c-ee5cbe437b52 req-a465cc60-9ba4-4d63-8f08-9a708a90109c tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/security-groups?id=75594b11-499a-41ef-a795-083d73e1bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568291 Jul 24 09:08:42.004162 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5b161056-8a06-4615-b5d7-af9d137a6add req-f3abba87-bfe2-4201-9ce2-7e5be446822d tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017101 Jul 24 09:08:42.007350 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '5e6a7759-2eba-44ce-a52e-8b788226fa04', 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877', 'port_id': '5e6a7759-2eba-44ce-a52e-8b788226fa04', 'mac_address': 'fa:16:3e:2f:b4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58351263-9729-4aa6-887c-072787b6bdca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:08:42.043025 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-f7428e15-ba28-432d-a266-92902dc11525 service neutron] 10.222.0.20 "GET /v2.0/networks/5a3b87de-6571-402b-81bd-14fb75019273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402260 Jul 24 09:08:42.046284 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc029631-da41-4f16-a728-5a5c0bd27d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07ae86d-67b5-41e2-86cd-d5066530521d'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:42.051266 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3cd0fe-be7b-4c7c-9a06-3aad6a571336" -d '{"events": [{"server_uuid": "dc029631-da41-4f16-a728-5a5c0bd27d6f", "name": "network-vif-plugged", "status": "completed", "tag": "b07ae86d-67b5-41e2-86cd-d5066530521d"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:42.082494 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:42.109854 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-b3b74193-0d9c-4521-80c9-b71bf3fe5f84 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f67164019b334342a09c29ba4cdc5893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307848 Jul 24 09:08:42.149888 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f76d004-1ce8-4e21-934d-fd49c6bebfa4 x-openstack-request-id: req-9f76d004-1ce8-4e21-934d-fd49c6bebfa4 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:42.150300 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc029631-da41-4f16-a728-5a5c0bd27d6f", "name": "network-vif-plugged", "status": "completed", "tag": "b07ae86d-67b5-41e2-86cd-d5066530521d", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:42.150818 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f76d004-1ce8-4e21-934d-fd49c6bebfa4 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:42.151258 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc029631-da41-4f16-a728-5a5c0bd27d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07ae86d-67b5-41e2-86cd-d5066530521d', 'code': 200} Jul 24 09:08:42.181684 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port ca67c0f1-5caf-4a84-84e3-3de9c8646914, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ca67c0f1-5caf-4a84-84e3-3de9c8646914,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:42.182268 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:42.208874 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:42.253860 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e6a7759-2eba-44ce-a52e-8b788226fa04 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:08:42.278333 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-558a6954-6f1a-4d21-a704-a32d6f53b4b5 req-6d7c3bbf-6ab0-44e5-accc-d532783aef22 service neutron] 10.222.0.20 "GET /v2.0/networks/5a3b87de-6571-402b-81bd-14fb75019273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276998 Jul 24 09:08:42.301841 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:42.323219 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-c0e6f073-4b8a-474d-b05f-bd948a571672 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:42.324954 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-c0e6f073-4b8a-474d-b05f-bd948a571672 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2085884 Jul 24 09:08:42.348624 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 5e6a7759-2eba-44ce-a52e-8b788226fa04, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=5e6a7759-2eba-44ce-a52e-8b788226fa04,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:42.355056 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:42.364935 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=ca67c0f1-5caf-4a84-84e3-3de9c8646914,revision_number=7']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:42.390423 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-84fb0dc3-b786-4f0d-a18a-dbcaa66f1835 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/quotas/f67164019b334342a09c29ba4cdc5893 HTTP/1.1" status: 200 len: 375 time: 0.0164492 Jul 24 09:08:42.393172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port af623ca2-ffa5-433d-8a89-bfd38bd048a9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=af623ca2-ffa5-433d-8a89-bfd38bd048a9,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:42.426122 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:42.455843 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e76a34-026c-477b-9e5b-ed2533b6220c req-e0aa2074-4249-4157-9b65-7bd4448fa2a1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:42.457861 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=5e6a7759-2eba-44ce-a52e-8b788226fa04,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:42.468461 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a9139-cfec-4e32-800f-31cae0f27b5d req-a78dc38e-d6b7-4c53-a829-44aab35d0766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:42.469986 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-79e76a34-026c-477b-9e5b-ed2533b6220c req-e0aa2074-4249-4157-9b65-7bd4448fa2a1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 943 time: 0.1717570 Jul 24 09:08:42.471256 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c63a9139-cfec-4e32-800f-31cae0f27b5d req-a78dc38e-d6b7-4c53-a829-44aab35d0766 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=267eb1e9771b44c4894eb788151fcdab&device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 1094 time: 0.1420770 Jul 24 09:08:42.531212 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-79e76a34-026c-477b-9e5b-ed2533b6220c req-d84365ad-3c73-4d4a-b30b-79c0c7f99840 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557880 Jul 24 09:08:42.531659 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=af623ca2-ffa5-433d-8a89-bfd38bd048a9,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:42.596608 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-f9909b3b-a362-42df-aa9a-d33818e0db14 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1950538 Jul 24 09:08:42.622178 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a9139-cfec-4e32-800f-31cae0f27b5d req-84d0476e-7446-41e6-91d1-d59adf4a488c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:42.624107 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c63a9139-cfec-4e32-800f-31cae0f27b5d req-84d0476e-7446-41e6-91d1-d59adf4a488c service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a3b87de-6571-402b-81bd-14fb75019273 HTTP/1.1" status: 200 len: 912 time: 0.1458743 Jul 24 09:08:42.690618 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c63a9139-cfec-4e32-800f-31cae0f27b5d req-be9a69ee-02b8-47c0-a8f1-979bf678ae1c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01fd6421-e667-446d-9dfa-5a8b5699c233 HTTP/1.1" status: 200 len: 217 time: 0.0472059 Jul 24 09:08:42.699751 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['5e6a7759-2eba-44ce-a52e-8b788226fa04'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:08:42.736861 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51505a37-55cb-410a-a766-0c3211b713bc req-48461127-35e7-4e2f-b57f-b90f4412c1bc tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:42.746192 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-51505a37-55cb-410a-a766-0c3211b713bc req-48461127-35e7-4e2f-b57f-b90f4412c1bc tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d3770d6-7d2c-42a5-a8d3-0b1682236cb5 HTTP/1.1" status: 200 len: 949 time: 0.1217461 Jul 24 09:08:42.780988 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a9139-cfec-4e32-800f-31cae0f27b5d req-c07ba22b-56da-4a61-b6f8-60b74ed49122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:42.782485 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c63a9139-cfec-4e32-800f-31cae0f27b5d req-c07ba22b-56da-4a61-b6f8-60b74ed49122 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8e66ac9-105b-4409-a14d-808609c061e7 HTTP/1.1" status: 200 len: 852 time: 0.0855553 Jul 24 09:08:42.842085 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c63a9139-cfec-4e32-800f-31cae0f27b5d req-1c995f39-5777-4d4a-9dee-2b10d79f95d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a3b87de-6571-402b-81bd-14fb75019273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513687 Jul 24 09:08:42.849346 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-51505a37-55cb-410a-a766-0c3211b713bc req-60b54eab-81de-42b1-9c22-7aef96e8b2b0 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/security-groups?id=24ef9e9b-3a89-41eb-b9d4-aa4872ae1379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017928 Jul 24 09:08:43.057574 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-51ac9edb-16d3-4bc7-a2d1-c433f68bc308 req-7e69713c-92a0-44d9-ab01-e8a0376a44ca tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 210 time: 0.0789328 Jul 24 09:08:43.106541 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c63a9139-cfec-4e32-800f-31cae0f27b5d req-7c1605c4-98ac-4769-b056-d93cf23bffc0 service neutron] 10.222.0.20 "GET /v2.0/networks/5a3b87de-6571-402b-81bd-14fb75019273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555315 Jul 24 09:08:43.184552 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd57db7-9e0b-4cd0-9321-b2e56e5cd926 req-73a39971-4284-4c08-bce5-aa3c7612e2f0 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:43.187945 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8bd57db7-9e0b-4cd0-9321-b2e56e5cd926 req-73a39971-4284-4c08-bce5-aa3c7612e2f0 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/ports?device_id=65fba51a-e23e-4e7c-a969-d8a09e878bc0 HTTP/1.1" status: 200 len: 950 time: 0.0895376 Jul 24 09:08:43.279358 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8bd57db7-9e0b-4cd0-9321-b2e56e5cd926 req-ac140897-c7be-458e-bb67-57ca14001e02 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/security-groups?id=75594b11-499a-41ef-a795-083d73e1bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812795 Jul 24 09:08:43.304626 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebfda7-11cb-47ec-af27-a79c26261192 req-68f716ba-6307-4248-81b5-eff516c90bf1 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:43.306145 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96ebfda7-11cb-47ec-af27-a79c26261192 req-68f716ba-6307-4248-81b5-eff516c90bf1 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 943 time: 0.1265295 Jul 24 09:08:43.310130 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c63a9139-cfec-4e32-800f-31cae0f27b5d req-04e06c6f-87d0-4512-bacc-ef37abc54d8d service neutron] 10.222.0.20 "GET /v2.0/networks/5a3b87de-6571-402b-81bd-14fb75019273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952541 Jul 24 09:08:43.390438 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96ebfda7-11cb-47ec-af27-a79c26261192 req-536932fa-0204-4f72-8877-9fb6de4bfcbb tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716815 Jul 24 09:08:43.744509 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821ada9-8915-42e1-84f7-53daae22c8f0 req-e92042e0-b24c-4818-8c20-c31d572097a3 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:43.746326 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e821ada9-8915-42e1-84f7-53daae22c8f0 req-e92042e0-b24c-4818-8c20-c31d572097a3 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/ports?device_id=65fba51a-e23e-4e7c-a969-d8a09e878bc0 HTTP/1.1" status: 200 len: 950 time: 0.1640868 Jul 24 09:08:43.772279 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94995193-eb15-4fa7-983e-aed6755dca5f req-92b4f4e5-439a-441e-983e-25e269e4eb1b tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:43.790833 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-94995193-eb15-4fa7-983e-aed6755dca5f req-92b4f4e5-439a-441e-983e-25e269e4eb1b tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 944 time: 0.1247013 Jul 24 09:08:43.836757 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:43.838431 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e821ada9-8915-42e1-84f7-53daae22c8f0 req-0d051a52-a142-4d7d-922b-4df23d39609b tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/security-groups?id=75594b11-499a-41ef-a795-083d73e1bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853846 Jul 24 09:08:43.844421 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-94995193-eb15-4fa7-983e-aed6755dca5f req-65720e05-70a0-488f-a611-a01947826cc0 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521948 Jul 24 09:08:43.998480 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6600c1-7592-4bb4-8381-ee798b8a806c req-aa371076-693f-4724-bf53-91f5bbaba5ac tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:44.006607 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fc6600c1-7592-4bb4-8381-ee798b8a806c req-aa371076-693f-4724-bf53-91f5bbaba5ac tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 1096 time: 0.0646360 Jul 24 09:08:44.023135 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447a774-2948-431a-9f9a-68f31ece934a req-222a04d6-7e52-402c-a5b7-9735db392c1c tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:44.024768 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c447a774-2948-431a-9f9a-68f31ece934a req-222a04d6-7e52-402c-a5b7-9735db392c1c tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d3770d6-7d2c-42a5-a8d3-0b1682236cb5 HTTP/1.1" status: 200 len: 949 time: 0.0966892 Jul 24 09:08:44.063611 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fc6600c1-7592-4bb4-8381-ee798b8a806c req-43aaf774-fcc7-4bf6-8cfb-1024af3e803d tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558805 Jul 24 09:08:44.130471 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c447a774-2948-431a-9f9a-68f31ece934a req-a9484124-e812-41de-beef-e6d649e9b9de tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/security-groups?id=24ef9e9b-3a89-41eb-b9d4-aa4872ae1379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918779 Jul 24 09:08:44.152549 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f806f10-636b-4a14-9662-b001b7f5c1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca67c0f1-5caf-4a84-84e3-3de9c8646914'}, {'server_uuid': '5d3770d6-7d2c-42a5-a8d3-0b1682236cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af623ca2-ffa5-433d-8a89-bfd38bd048a9'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:44.155021 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5ea17d-66d0-46c1-b004-8eaac21b867e" -d '{"events": [{"server_uuid": "6f806f10-636b-4a14-9662-b001b7f5c1e2", "name": "network-vif-plugged", "status": "completed", "tag": "ca67c0f1-5caf-4a84-84e3-3de9c8646914"}, {"server_uuid": "5d3770d6-7d2c-42a5-a8d3-0b1682236cb5", "name": "network-vif-plugged", "status": "completed", "tag": "af623ca2-ffa5-433d-8a89-bfd38bd048a9"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:44.294884 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-5fa3e3c5-e894-4e8a-a15e-053212376004 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f67164019b334342a09c29ba4cdc5893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0847220 Jul 24 09:08:44.339401 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-999b4c7f-40ee-47da-9134-792cd37c8841 req-8af5c9d3-da9d-4f80-9f1e-5d6bac4c48f5 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 210 time: 0.0627043 Jul 24 09:08:44.425882 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460dfd0f-66cb-477c-a572-d6c5047ac660 x-openstack-request-id: req-460dfd0f-66cb-477c-a572-d6c5047ac660 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:44.426158 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f806f10-636b-4a14-9662-b001b7f5c1e2", "name": "network-vif-plugged", "status": "completed", "tag": "ca67c0f1-5caf-4a84-84e3-3de9c8646914", "code": 200}, {"server_uuid": "5d3770d6-7d2c-42a5-a8d3-0b1682236cb5", "name": "network-vif-plugged", "status": "completed", "tag": "af623ca2-ffa5-433d-8a89-bfd38bd048a9", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:44.426612 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-460dfd0f-66cb-477c-a572-d6c5047ac660 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:44.427170 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f806f10-636b-4a14-9662-b001b7f5c1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca67c0f1-5caf-4a84-84e3-3de9c8646914', 'code': 200} Jul 24 09:08:44.427592 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3770d6-7d2c-42a5-a8d3-0b1682236cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af623ca2-ffa5-433d-8a89-bfd38bd048a9', 'code': 200} Jul 24 09:08:44.513386 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-db4ad05c-2f15-4eee-8727-0e6b204fc129 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:44.515787 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-db4ad05c-2f15-4eee-8727-0e6b204fc129 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1925309 Jul 24 09:08:44.544727 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:08:44.853444 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-d2e6bb0b-f40b-4b9b-95a4-73c683fe43af tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Request body: {'port': {'device_id': '3f0e5d50-3104-4fd4-925c-e51f436926a3', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': 'f67164019b334342a09c29ba4cdc5893'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:45.007821 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb1142-b304-4a48-8b10-9dab1bb097f8 req-ba6031e5-e9bf-423b-b487-108cea8f8e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:45.009693 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3bbb1142-b304-4a48-8b10-9dab1bb097f8 req-ba6031e5-e9bf-423b-b487-108cea8f8e8b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d3770d6-7d2c-42a5-a8d3-0b1682236cb5 HTTP/1.1" status: 200 len: 1100 time: 0.4912457 Jul 24 09:08:45.023569 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94919eb-96ad-48cf-979b-ba6dad86d84a req-903b0a1a-a737-4de4-abf9-95f1ce6c0ab4 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:45.025111 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b94919eb-96ad-48cf-979b-ba6dad86d84a req-903b0a1a-a737-4de4-abf9-95f1ce6c0ab4 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 943 time: 0.5082860 Jul 24 09:08:45.100600 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-d2e6bb0b-f40b-4b9b-95a4-73c683fe43af tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Made reservation on behalf of f67164019b334342a09c29ba4cdc5893 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:08:45.104120 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-d2e6bb0b-f40b-4b9b-95a4-73c683fe43af tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:45.148557 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3bbb1142-b304-4a48-8b10-9dab1bb097f8 req-6c859356-8ec6-4a10-8e46-cb51a38f300b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=24ef9e9b-3a89-41eb-b9d4-aa4872ae1379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222432 Jul 24 09:08:45.167586 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b94919eb-96ad-48cf-979b-ba6dad86d84a req-68546d9b-13b7-430c-995f-466102e0ede4 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271648 Jul 24 09:08:45.278865 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6829e1d-b7d9-4e27-ac66-921b92a211fd req-c9d3130d-70a2-4a4f-b095-6d00aaeb16a1 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:45.280920 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a6829e1d-b7d9-4e27-ac66-921b92a211fd req-c9d3130d-70a2-4a4f-b095-6d00aaeb16a1 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.20 "GET /v2.0/ports?device_id=65fba51a-e23e-4e7c-a969-d8a09e878bc0 HTTP/1.1" status: 200 len: 950 time: 0.2336416 Jul 24 09:08:45.441450 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-3fcdb6f8-fa0d-4ca3-b18c-b353e71e9fda tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:08:45.444186 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-3fcdb6f8-fa0d-4ca3-b18c-b353e71e9fda tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117459 Jul 24 09:08:45.453513 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-d2e6bb0b-f40b-4b9b-95a4-73c683fe43af tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Allocated IP 192.168.233.103 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/b30aaf2b-d913-480e-acba-dd7ed7267ed8) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:08:45.454847 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-6addd178-7e23-4467-9bd8-7cc355ecade3 service neutron] Request body: {'binding': {'host': 'n-h2-800085-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:45.455479 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-6addd178-7e23-4467-9bd8-7cc355ecade3 service neutron] Unknown quota resources ['binding']. {{(pid=94035) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 09:08:45.518353 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a124c-2ed0-4df3-acab-0277dcd7d33e req-7e5a0b51-2353-4ecd-9e5a-30ba3a87a5e4 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:45.519947 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7e5a124c-2ed0-4df3-acab-0277dcd7d33e req-7e5a0b51-2353-4ecd-9e5a-30ba3a87a5e4 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/ports?device_id=65fba51a-e23e-4e7c-a969-d8a09e878bc0 HTTP/1.1" status: 200 len: 950 time: 0.2560353 Jul 24 09:08:45.592851 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7e5a124c-2ed0-4df3-acab-0277dcd7d33e req-1d923ba2-4d26-4a13-ad11-8083b2ad3f0a tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/security-groups?id=75594b11-499a-41ef-a795-083d73e1bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627830 Jul 24 09:08:45.630502 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 01fd6421-e667-446d-9dfa-5a8b5699c233 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:08:45.632491 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 5e6a7759-2eba-44ce-a52e-8b788226fa04 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:08:45.643643 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-6addd178-7e23-4467-9bd8-7cc355ecade3 service neutron] Attempting to bind port 95d59126-4f43-41c6-8e09-fca4d1581987 on host n-h2-800085-9 for vnic_type normal with profile None {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:08:45.644285 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-6addd178-7e23-4467-9bd8-7cc355ecade3 service neutron] Attempting to bind port 95d59126-4f43-41c6-8e09-fca4d1581987 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:08:45.644640 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-6addd178-7e23-4467-9bd8-7cc355ecade3 service neutron] Attempting to bind port 95d59126-4f43-41c6-8e09-fca4d1581987 on network 78a39135-7e1b-4cfc-8949-e6417e15b488 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:08:45.649709 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-6addd178-7e23-4467-9bd8-7cc355ecade3 service neutron] Port 95d59126-4f43-41c6-8e09-fca4d1581987 on network 78a39135-7e1b-4cfc-8949-e6417e15b488 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:08:45.650061 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-6addd178-7e23-4467-9bd8-7cc355ecade3 service neutron] Attempting to bind port 95d59126-4f43-41c6-8e09-fca4d1581987 on network 78a39135-7e1b-4cfc-8949-e6417e15b488 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:08:45.651746 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-a6829e1d-b7d9-4e27-ac66-921b92a211fd req-81b3843b-4c9a-43b7-8684-730634c5fa65 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Deleting port e1b14d5d-a8d4-4a12-8283-200e8ee13b56 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:08:45.652187 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a6829e1d-b7d9-4e27-ac66-921b92a211fd req-81b3843b-4c9a-43b7-8684-730634c5fa65 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:45.655576 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-6addd178-7e23-4467-9bd8-7cc355ecade3 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:08:45.655941 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-6addd178-7e23-4467-9bd8-7cc355ecade3 service neutron] Checking segment: {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:08:45.656327 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-6addd178-7e23-4467-9bd8-7cc355ecade3 service neutron] Bound using segment: {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:08:45.656789 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-6addd178-7e23-4467-9bd8-7cc355ecade3 service neutron] Bound port: 95d59126-4f43-41c6-8e09-fca4d1581987, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:08:45.719084 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-6addd178-7e23-4467-9bd8-7cc355ecade3 service neutron] For port 95d59126-4f43-41c6-8e09-fca4d1581987, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=95d59126-4f43-41c6-8e09-fca4d1581987,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:08:45.725206 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-6addd178-7e23-4467-9bd8-7cc355ecade3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:45.739086 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-6addd178-7e23-4467-9bd8-7cc355ecade3 service neutron] 10.222.0.32 "POST /v2.0/ports/95d59126-4f43-41c6-8e09-fca4d1581987/bindings HTTP/1.1" status: 201 len: 389 time: 0.2877195 Jul 24 09:08:45.790842 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 5e6a7759-2eba-44ce-a52e-8b788226fa04 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:08:45.834151 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 5e6a7759-2eba-44ce-a52e-8b788226fa04 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:08:45.834796 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:45.920298 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 01fd6421-e667-446d-9dfa-5a8b5699c233, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=01fd6421-e667-446d-9dfa-5a8b5699c233,segment=NetworkSegment(abd905bc-1a45-436c-b516-e7eb5ca9a4b9),segment_id=abd905bc-1a45-436c-b516-e7eb5ca9a4b9)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:45.950557 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '01fd6421-e667-446d-9dfa-5a8b5699c233', 'network_id': '5a3b87de-6571-402b-81bd-14fb75019273', 'port_id': '01fd6421-e667-446d-9dfa-5a8b5699c233', 'mac_address': 'fa:16:3e:af:bd:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e66ac9-105b-4409-a14d-808609c061e7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:08:46.014143 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-a6829e1d-b7d9-4e27-ac66-921b92a211fd req-81b3843b-4c9a-43b7-8684-730634c5fa65 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] For port e1b14d5d-a8d4-4a12-8283-200e8ee13b56, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e1b14d5d-a8d4-4a12-8283-200e8ee13b56,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:46.014529 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a6829e1d-b7d9-4e27-ac66-921b92a211fd req-81b3843b-4c9a-43b7-8684-730634c5fa65 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:46.015194 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe4783-a490-4f7a-8a17-ad379127c01a req-c131da0b-a2d0-406a-8316-6a8f32a819a3 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:46.020997 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:46.026656 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-24fe4783-a490-4f7a-8a17-ad379127c01a req-c131da0b-a2d0-406a-8316-6a8f32a819a3 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d3770d6-7d2c-42a5-a8d3-0b1682236cb5 HTTP/1.1" status: 200 len: 949 time: 0.1207144 Jul 24 09:08:46.044728 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-d2e6bb0b-f40b-4b9b-95a4-73c683fe43af tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:46.056347 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdc5d7-d3d9-4254-ba7d-89b7d2737835 req-0a21178a-bea9-4df7-9f6a-e3255dac032d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:46.059109 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:46.063435 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bfbdc5d7-d3d9-4254-ba7d-89b7d2737835 req-0a21178a-bea9-4df7-9f6a-e3255dac032d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 944 time: 0.3238149 Jul 24 09:08:46.091119 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 5e6a7759-2eba-44ce-a52e-8b788226fa04, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=5e6a7759-2eba-44ce-a52e-8b788226fa04,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:46.093154 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01fd6421-e667-446d-9dfa-5a8b5699c233 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:08:46.094111 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-24fe4783-a490-4f7a-8a17-ad379127c01a req-ad792b6d-3bbf-483b-ae42-ff3c29f11e41 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/security-groups?id=24ef9e9b-3a89-41eb-b9d4-aa4872ae1379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666802 Jul 24 09:08:46.095707 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-a6829e1d-b7d9-4e27-ac66-921b92a211fd req-81b3843b-4c9a-43b7-8684-730634c5fa65 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Calling delete_port for e1b14d5d-a8d4-4a12-8283-200e8ee13b56 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:08:46.101675 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:46.158805 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-d2e6bb0b-f40b-4b9b-95a4-73c683fe43af tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Transition to ACTIVE for port object b30aaf2b-d913-480e-acba-dd7ed7267ed8 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:08:46.169152 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=5e6a7759-2eba-44ce-a52e-8b788226fa04,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:46.181059 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 01fd6421-e667-446d-9dfa-5a8b5699c233, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=01fd6421-e667-446d-9dfa-5a8b5699c233,segment=NetworkSegment(abd905bc-1a45-436c-b516-e7eb5ca9a4b9),segment_id=abd905bc-1a45-436c-b516-e7eb5ca9a4b9)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:46.193773 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:46.250471 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:46.281193 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=01fd6421-e667-446d-9dfa-5a8b5699c233,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:46.285401 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bfbdc5d7-d3d9-4254-ba7d-89b7d2737835 req-99705178-690d-45e6-ad60-3dc81668e468 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210553 Jul 24 09:08:46.377578 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-5c38d9cf-6c76-4602-b0e3-e8eb4bb40c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:46.379995 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-5c38d9cf-6c76-4602-b0e3-e8eb4bb40c26 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 1096 time: 0.2810309 Jul 24 09:08:46.403389 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-d2e6bb0b-f40b-4b9b-95a4-73c683fe43af tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:46.420951 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['6289c3e7-30d0-4072-b34b-6153a02e4df5'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:08:46.424187 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['b07ae86d-67b5-41e2-86cd-d5066530521d'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:08:46.477808 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d29ae7-3072-40fb-bfd5-3701068bd594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6a7759-2eba-44ce-a52e-8b788226fa04'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:46.480704 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564f92d7-537a-4667-8eb1-8401672eaea3" -d '{"events": [{"server_uuid": "22d29ae7-3072-40fb-bfd5-3701068bd594", "name": "network-vif-plugged", "status": "completed", "tag": "5e6a7759-2eba-44ce-a52e-8b788226fa04"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:46.513279 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['01fd6421-e667-446d-9dfa-5a8b5699c233'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:08:46.513892 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716ca16-e327-4a61-ae55-5420474a6136 req-878cf08d-506a-41a7-8943-338ab8ff8347 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:46.515581 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6716ca16-e327-4a61-ae55-5420474a6136 req-878cf08d-506a-41a7-8943-338ab8ff8347 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 945 time: 0.1107280 Jul 24 09:08:46.592829 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6716ca16-e327-4a61-ae55-5420474a6136 req-c6707a94-f1e8-4d7f-a4a9-fe5d97cfcded tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667963 Jul 24 09:08:46.632967 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-d2e6bb0b-f40b-4b9b-95a4-73c683fe43af tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:08:46.648929 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-d2e6bb0b-f40b-4b9b-95a4-73c683fe43af tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:08:46.658797 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-d2e6bb0b-f40b-4b9b-95a4-73c683fe43af tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:08:46.662695 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6bb0b-f40b-4b9b-95a4-73c683fe43af tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Pushing event updated for resources: {'Port': ['ID=b30aaf2b-d913-480e-acba-dd7ed7267ed8,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:46.734663 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-3b55c33e-69d4-489c-984b-8ad3c9114418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:46.737336 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-3b55c33e-69d4-489c-984b-8ad3c9114418 service neutron] 10.222.0.20 "GET /v2.0/networks?id=78a39135-7e1b-4cfc-8949-e6417e15b488 HTTP/1.1" status: 200 len: 921 time: 0.3464952 Jul 24 09:08:46.741611 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a6829e1d-b7d9-4e27-ac66-921b92a211fd req-81b3843b-4c9a-43b7-8684-730634c5fa65 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:46.764089 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a551af-0144-468e-a589-6a6201736064 req-019494b0-27c7-4712-9eeb-d1f1ff196150 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:46.766776 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48a551af-0144-468e-a589-6a6201736064 req-019494b0-27c7-4712-9eeb-d1f1ff196150 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 936 time: 0.3235855 Jul 24 09:08:46.803282 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-d2e6bb0b-f40b-4b9b-95a4-73c683fe43af tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:46.808448 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-d2e6bb0b-f40b-4b9b-95a4-73c683fe43af tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:46.874360 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d573a5-52ce-4f15-a9b5-b4c04a7c545a req-093020df-80b6-4896-9241-da45b1fa1af6 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:46.887874 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b3d573a5-52ce-4f15-a9b5-b4c04a7c545a req-093020df-80b6-4896-9241-da45b1fa1af6 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 944 time: 0.1548162 Jul 24 09:08:46.933302 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-1039ab15-8233-4fce-bfea-eee1be6927a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95d59126-4f43-41c6-8e09-fca4d1581987 HTTP/1.1" status: 200 len: 217 time: 0.1557853 Jul 24 09:08:46.934021 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3843b-4c9a-43b7-8684-730634c5fa65 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Pushing event deleted for resources: {'Port': ['ID=e1b14d5d-a8d4-4a12-8283-200e8ee13b56,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:46.959852 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b3d573a5-52ce-4f15-a9b5-b4c04a7c545a req-4c41c306-fc2b-4d0a-a2c6-50bee7b239b1 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694318 Jul 24 09:08:47.077085 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-d2e6bb0b-f40b-4b9b-95a4-73c683fe43af tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2375312 Jul 24 09:08:47.121206 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-283bd8a5-494e-44db-ad89-dac8ff914445 service neutron] Request body: {'port': {'device_id': '3f0e5d50-3104-4fd4-925c-e51f436926a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:47.207954 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6829e1d-b7d9-4e27-ac66-921b92a211fd req-81b3843b-4c9a-43b7-8684-730634c5fa65 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] No DVR routers for this DVR port e1b14d5d-a8d4-4a12-8283-200e8ee13b56 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:08:47.237224 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48a551af-0144-468e-a589-6a6201736064 req-d66d1863-bb1c-4dd5-bad2-21a4d13ea453 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221599 Jul 24 09:08:47.239023 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a6829e1d-b7d9-4e27-ac66-921b92a211fd req-81b3843b-4c9a-43b7-8684-730634c5fa65 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:47.250467 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a6829e1d-b7d9-4e27-ac66-921b92a211fd req-81b3843b-4c9a-43b7-8684-730634c5fa65 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.20 "DELETE /v2.0/ports/e1b14d5d-a8d4-4a12-8283-200e8ee13b56 HTTP/1.1" status: 204 len: 173 time: 1.9293764 Jul 24 09:08:47.255038 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fba51a-e23e-4e7c-a969-d8a09e878bc0', 'name': 'network-vif-deleted', 'tag': 'e1b14d5d-a8d4-4a12-8283-200e8ee13b56'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:47.267745 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ff70e5-c68c-4650-964f-ad522e6d57bf" -d '{"events": [{"server_uuid": "65fba51a-e23e-4e7c-a969-d8a09e878bc0", "name": "network-vif-deleted", "tag": "e1b14d5d-a8d4-4a12-8283-200e8ee13b56"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:47.290895 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae7a86f-ea5f-4d6a-aaa5-e757202f144a x-openstack-request-id: req-cae7a86f-ea5f-4d6a-aaa5-e757202f144a {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:47.291471 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d29ae7-3072-40fb-bfd5-3701068bd594", "name": "network-vif-plugged", "status": "completed", "tag": "5e6a7759-2eba-44ce-a52e-8b788226fa04", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:47.291471 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cae7a86f-ea5f-4d6a-aaa5-e757202f144a {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:47.291788 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d29ae7-3072-40fb-bfd5-3701068bd594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6a7759-2eba-44ce-a52e-8b788226fa04', 'code': 200} Jul 24 09:08:47.338403 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-7f81854b-579a-428a-8dd0-c8863538612b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:47.338785 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9730a160-82dd-44e1-97f7-e0ee897e0c47 req-b17fb181-0e34-4576-8e0b-a3728e1cc8d6 tempest-ImagesNegativeTestJSON-32066148 tempest-ImagesNegativeTestJSON-32066148-project] 10.222.0.32 "GET /v2.0/ports?device_id=65fba51a-e23e-4e7c-a969-d8a09e878bc0 HTTP/1.1" status: 200 len: 210 time: 0.0982356 Jul 24 09:08:47.341574 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-7f81854b-579a-428a-8dd0-c8863538612b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=726d329a-a5bb-490b-be1e-f21c87173472 HTTP/1.1" status: 200 len: 861 time: 0.3911867 Jul 24 09:08:47.383985 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783b0fc-6b10-43cf-b93e-481974a17473 req-ed503e71-3f48-4aec-9dae-cde02913e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:47.386112 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3783b0fc-6b10-43cf-b93e-481974a17473 req-ed503e71-3f48-4aec-9dae-cde02913e022 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 1096 time: 0.2348909 Jul 24 09:08:47.414096 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c2752b05-5f3f-40d6-81bd-438d14aae057 None None] Provisioning for port b30aaf2b-d913-480e-acba-dd7ed7267ed8 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:08:47.442025 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c2752b05-5f3f-40d6-81bd-438d14aae057 None None] Provisioning complete for port b30aaf2b-d913-480e-acba-dd7ed7267ed8 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:08:47.442480 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c2752b05-5f3f-40d6-81bd-438d14aae057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:47.451778 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3783b0fc-6b10-43cf-b93e-481974a17473 req-78c1711e-56cd-44cc-a0eb-eeeba728e198 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591803 Jul 24 09:08:47.473029 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-283bd8a5-494e-44db-ad89-dac8ff914445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:47.492699 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-b19334f0-90b8-431d-8f67-9d8cd1a5de33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78a39135-7e1b-4cfc-8949-e6417e15b488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1416893 Jul 24 09:08:47.533063 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-c2752b05-5f3f-40d6-81bd-438d14aae057 None None] Port b30aaf2b-d913-480e-acba-dd7ed7267ed8 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:08:47.570807 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c523ed9a-7d8a-4967-bfdb-4782284f10eb x-openstack-request-id: req-c523ed9a-7d8a-4967-bfdb-4782284f10eb {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:47.571414 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fba51a-e23e-4e7c-a969-d8a09e878bc0", "name": "network-vif-deleted", "tag": "e1b14d5d-a8d4-4a12-8283-200e8ee13b56", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:47.571944 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c523ed9a-7d8a-4967-bfdb-4782284f10eb {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:47.572695 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fba51a-e23e-4e7c-a969-d8a09e878bc0', 'name': 'network-vif-deleted', 'tag': 'e1b14d5d-a8d4-4a12-8283-200e8ee13b56', 'status': 'completed', 'code': 200} Jul 24 09:08:47.735245 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81419519-7866-44b6-86e4-6d78c1b7b85c req-6853f931-0377-4372-95ee-5a522e2ed1e9 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:47.741644 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-81419519-7866-44b6-86e4-6d78c1b7b85c req-6853f931-0377-4372-95ee-5a522e2ed1e9 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 945 time: 0.1018131 Jul 24 09:08:47.745053 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ced001-f2b0-42ea-b9de-3b56f6e89441 req-4c1105cb-8c74-43ca-bc26-bc0f700f7f2b tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:47.746659 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-17ced001-f2b0-42ea-b9de-3b56f6e89441 req-4c1105cb-8c74-43ca-bc26-bc0f700f7f2b tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d3770d6-7d2c-42a5-a8d3-0b1682236cb5 HTTP/1.1" status: 200 len: 949 time: 0.2832832 Jul 24 09:08:47.800599 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-81419519-7866-44b6-86e4-6d78c1b7b85c req-b79c3b35-6022-406e-843e-2f69a1d2e4a1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431554 Jul 24 09:08:47.854543 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-5e44a376-a377-4ff9-ae10-0bbb1b4e639f service neutron] 10.222.0.20 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132803 Jul 24 09:08:47.863926 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-17ced001-f2b0-42ea-b9de-3b56f6e89441 req-fe055ff7-6cf1-4302-8c2c-33fa04ff085f tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/security-groups?id=24ef9e9b-3a89-41eb-b9d4-aa4872ae1379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038065 Jul 24 09:08:48.419684 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e43bc-446c-4fcd-9f6a-dbdd24ee8ec1 req-33ec1ca7-12da-4cef-a15a-96c681e20b92 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:48.421618 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2d3e43bc-446c-4fcd-9f6a-dbdd24ee8ec1 req-33ec1ca7-12da-4cef-a15a-96c681e20b92 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 944 time: 0.0949805 Jul 24 09:08:48.453138 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-283bd8a5-494e-44db-ad89-dac8ff914445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b30aaf2b-d913-480e-acba-dd7ed7267ed8 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:08:48.462928 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-283bd8a5-494e-44db-ad89-dac8ff914445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:48.529228 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-283bd8a5-494e-44db-ad89-dac8ff914445 service neutron] Transition to ACTIVE for port object b30aaf2b-d913-480e-acba-dd7ed7267ed8 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:08:48.529494 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2d3e43bc-446c-4fcd-9f6a-dbdd24ee8ec1 req-5809f9ab-e5ac-48ff-a294-c3c6fa005c58 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008101 Jul 24 09:08:48.547024 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-ba580610-6ad9-443c-a760-0bbb49b33ec8 service neutron] 10.222.0.20 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6796527 Jul 24 09:08:48.550200 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-283bd8a5-494e-44db-ad89-dac8ff914445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:48.569631 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f245b-135b-4765-ba0f-73ec04ce48c5 req-37c2d504-7b55-474f-a9a6-65064fcd0124 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:48.577681 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3a1f245b-135b-4765-ba0f-73ec04ce48c5 req-37c2d504-7b55-474f-a9a6-65064fcd0124 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 945 time: 0.5513322 Jul 24 09:08:48.680607 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3a1f245b-135b-4765-ba0f-73ec04ce48c5 req-49509832-78fe-4b6f-8aa2-111e2d12c673 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016860 Jul 24 09:08:48.692654 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283bd8a5-494e-44db-ad89-dac8ff914445 service neutron] Pushing event updated for resources: {'Port': ['ID=b30aaf2b-d913-480e-acba-dd7ed7267ed8,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:48.810654 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb0972-b60d-4091-8102-6d799493d1e7 req-9488b19c-8fba-40d6-b1b6-adb3ae33d94a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:48.812280 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-17eb0972-b60d-4091-8102-6d799493d1e7 req-9488b19c-8fba-40d6-b1b6-adb3ae33d94a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 948 time: 0.1455364 Jul 24 09:08:48.874545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-283bd8a5-494e-44db-ad89-dac8ff914445 service neutron] Attempting to bind port b30aaf2b-d913-480e-acba-dd7ed7267ed8 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:08:48.875106 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-283bd8a5-494e-44db-ad89-dac8ff914445 service neutron] Attempting to bind port b30aaf2b-d913-480e-acba-dd7ed7267ed8 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:08:48.875593 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-283bd8a5-494e-44db-ad89-dac8ff914445 service neutron] Attempting to bind port b30aaf2b-d913-480e-acba-dd7ed7267ed8 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:08:48.882034 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-283bd8a5-494e-44db-ad89-dac8ff914445 service neutron] Port b30aaf2b-d913-480e-acba-dd7ed7267ed8 on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:08:48.882561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-283bd8a5-494e-44db-ad89-dac8ff914445 service neutron] Attempting to bind port b30aaf2b-d913-480e-acba-dd7ed7267ed8 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:08:48.893390 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-283bd8a5-494e-44db-ad89-dac8ff914445 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:08:48.894109 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-283bd8a5-494e-44db-ad89-dac8ff914445 service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:08:48.894702 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-283bd8a5-494e-44db-ad89-dac8ff914445 service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:08:48.895453 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-283bd8a5-494e-44db-ad89-dac8ff914445 service neutron] Bound port: b30aaf2b-d913-480e-acba-dd7ed7267ed8, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:08:48.895835 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-283bd8a5-494e-44db-ad89-dac8ff914445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:48.930378 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-17eb0972-b60d-4091-8102-6d799493d1e7 req-eb1f1396-f438-40c7-98cd-cad77d5bef9f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090162 Jul 24 09:08:49.092360 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-283bd8a5-494e-44db-ad89-dac8ff914445 service neutron] For port b30aaf2b-d913-480e-acba-dd7ed7267ed8, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:08:49.095670 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-283bd8a5-494e-44db-ad89-dac8ff914445 service neutron] For port b30aaf2b-d913-480e-acba-dd7ed7267ed8, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b30aaf2b-d913-480e-acba-dd7ed7267ed8,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:08:49.109255 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-283bd8a5-494e-44db-ad89-dac8ff914445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:49.152909 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-283bd8a5-494e-44db-ad89-dac8ff914445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:49.153813 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-283bd8a5-494e-44db-ad89-dac8ff914445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:49.155754 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-283bd8a5-494e-44db-ad89-dac8ff914445 service neutron] 10.222.0.37 "PUT /v2.0/ports/b30aaf2b-d913-480e-acba-dd7ed7267ed8 HTTP/1.1" status: 200 len: 1096 time: 2.0429077 Jul 24 09:08:49.209820 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b7f41-e44d-4714-9890-871e350f6c98 req-db1bb0ac-6d3e-4629-8a4d-07114d82606e tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:49.211727 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-430b7f41-e44d-4714-9890-871e350f6c98 req-db1bb0ac-6d3e-4629-8a4d-07114d82606e tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 945 time: 0.1389468 Jul 24 09:08:49.300300 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-430b7f41-e44d-4714-9890-871e350f6c98 req-6c3c0232-6675-4f50-b719-91aecb5805dc tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763485 Jul 24 09:08:49.322401 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283bd8a5-494e-44db-ad89-dac8ff914445 service neutron] Pushing event updated for resources: {'Port': ['ID=b30aaf2b-d913-480e-acba-dd7ed7267ed8,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:49.377331 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-f8944e3e-815b-4b5c-9d9b-fff06bd5718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:49.394763 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-f8944e3e-815b-4b5c-9d9b-fff06bd5718b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 1099 time: 0.1537437 Jul 24 09:08:49.533661 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21e5e9-0d2b-4302-8577-e2402277f0e8 req-65eaa570-7698-46d6-ab74-fb4cf1b8975d tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:49.537678 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-0c5dc1f5-e2c8-41f5-8e46-0a949196b661 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=b30aaf2b-d913-480e-acba-dd7ed7267ed8 HTTP/1.1" status: 200 len: 217 time: 0.1203935 Jul 24 09:08:49.542483 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e21e5e9-0d2b-4302-8577-e2402277f0e8 req-65eaa570-7698-46d6-ab74-fb4cf1b8975d tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 1096 time: 0.1182129 Jul 24 09:08:49.603228 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0e5d50-3104-4fd4-925c-e51f436926a3', 'tag': 'b30aaf2b-d913-480e-acba-dd7ed7267ed8'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:49.607502 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d0dfb0-7425-4576-9f69-5389a674280c" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0e5d50-3104-4fd4-925c-e51f436926a3", "tag": "b30aaf2b-d913-480e-acba-dd7ed7267ed8"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:49.610313 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e21e5e9-0d2b-4302-8577-e2402277f0e8 req-a0341f8a-2381-43d4-a602-014f6d869558 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666564 Jul 24 09:08:49.657570 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 01fd6421-e667-446d-9dfa-5a8b5699c233 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:08:49.679760 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-f9a4ae2c-84e4-4f0f-a52d-7a4bd6ae6a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:49.686993 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-f9a4ae2c-84e4-4f0f-a52d-7a4bd6ae6a98 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1424086 Jul 24 09:08:49.697740 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d001621-5a98-4206-80fd-5be493454c65 x-openstack-request-id: req-4d001621-5a98-4206-80fd-5be493454c65 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:49.698201 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0e5d50-3104-4fd4-925c-e51f436926a3", "tag": "b30aaf2b-d913-480e-acba-dd7ed7267ed8", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:49.699483 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d001621-5a98-4206-80fd-5be493454c65 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:49.700286 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0e5d50-3104-4fd4-925c-e51f436926a3', 'tag': 'b30aaf2b-d913-480e-acba-dd7ed7267ed8', 'status': 'completed', 'code': 200} Jul 24 09:08:49.860321 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 01fd6421-e667-446d-9dfa-5a8b5699c233 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:08:49.871915 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 01fd6421-e667-446d-9dfa-5a8b5699c233 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:08:49.872771 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:49.983922 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-4bbdea05-1de4-4443-a7c6-c481d9f10c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:49.985475 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-4bbdea05-1de4-4443-a7c6-c481d9f10c11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2697344 Jul 24 09:08:50.003862 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df231e-d000-4f16-bf3a-8b2099d25bb7 req-1f706f41-0fc4-46c1-9f82-32b6523bce6c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:50.009572 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c3d3c-fe8e-461a-935f-609c07d6ceaf req-8e8a2257-8e91-46be-ab9d-c25e8ff8b5cf tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:50.011127 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-379c3d3c-fe8e-461a-935f-609c07d6ceaf req-8e8a2257-8e91-46be-ab9d-c25e8ff8b5cf tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 944 time: 0.3208756 Jul 24 09:08:50.018424 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-78df231e-d000-4f16-bf3a-8b2099d25bb7 req-1f706f41-0fc4-46c1-9f82-32b6523bce6c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 945 time: 0.1400251 Jul 24 09:08:50.091552 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:50.132773 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-1b93ec73-08e6-4302-98ac-f96e08ac31ad service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206143 Jul 24 09:08:50.145624 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b16d78-c03b-49cf-b2ee-eb22b3599603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fd6421-e667-446d-9dfa-5a8b5699c233'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:50.155415 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48262) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:50.156299 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9daa2858-dfe3-421b-afdf-5caef0a79d0c" -d '{"events": [{"server_uuid": "94b16d78-c03b-49cf-b2ee-eb22b3599603", "name": "network-vif-plugged", "status": "completed", "tag": "01fd6421-e667-446d-9dfa-5a8b5699c233"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:50.182365 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-78df231e-d000-4f16-bf3a-8b2099d25bb7 req-a0ef0930-b741-421a-8567-b564c2f80676 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616852 Jul 24 09:08:50.188463 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 01fd6421-e667-446d-9dfa-5a8b5699c233, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=01fd6421-e667-446d-9dfa-5a8b5699c233,segment=NetworkSegment(abd905bc-1a45-436c-b516-e7eb5ca9a4b9),segment_id=abd905bc-1a45-436c-b516-e7eb5ca9a4b9)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:50.195758 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:50.196880 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device e1b14d5d-a8d4-4a12-8283-200e8ee13b56 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:08:50.199810 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-379c3d3c-fe8e-461a-935f-609c07d6ceaf req-861ca03c-cc41-4701-bdae-789b3f1e7b02 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607464 Jul 24 09:08:50.350494 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: e1b14d5d-a8d4-4a12-8283-200e8ee13b56 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:08:50.355414 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device e1b14d5d-a8d4-4a12-8283-200e8ee13b56 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:08:50.430508 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=01fd6421-e667-446d-9dfa-5a8b5699c233,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:50.530133 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54319bfb-e2ae-49f0-8fd7-ef9a68c2ebac req-f98ec673-29e8-4311-b0c7-71e04f05ba17 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465648 Jul 24 09:08:50.537816 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48284) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:50.544272 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1a6ff3a2-8445-44d1-8f1f-ff59d12da9c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=529253b2646247518c32c4f31faf17e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3876173 Jul 24 09:08:50.566229 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61716d0f-293e-4e09-82ae-981e1cf9b2de req-78eec4fc-2246-486f-a5ea-74203b32a53f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:50.575044 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-61716d0f-293e-4e09-82ae-981e1cf9b2de req-78eec4fc-2246-486f-a5ea-74203b32a53f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 948 time: 0.2382481 Jul 24 09:08:50.620808 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d239accd-333e-454f-8d5d-194e91ae0d3a x-openstack-request-id: req-d239accd-333e-454f-8d5d-194e91ae0d3a {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:50.621287 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b16d78-c03b-49cf-b2ee-eb22b3599603", "name": "network-vif-plugged", "status": "completed", "tag": "01fd6421-e667-446d-9dfa-5a8b5699c233", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:50.621647 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d239accd-333e-454f-8d5d-194e91ae0d3a {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:50.622160 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b16d78-c03b-49cf-b2ee-eb22b3599603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fd6421-e667-446d-9dfa-5a8b5699c233', 'code': 200} Jul 24 09:08:50.727109 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-61716d0f-293e-4e09-82ae-981e1cf9b2de req-cfd74ea7-48ba-44e2-a88c-4892614f65cc tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099076 Jul 24 09:08:50.897728 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6b8e7cb7-86f1-4f81-b419-4c9e97d3cceb req-4f4569c2-adbe-4cf0-857d-dbe9ef0ac0cb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e1aa00a-d4a6-47e6-8943-e4648c4bd454&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4467876 Jul 24 09:08:50.925541 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-322e2c28-2b25-488a-956d-4d489e4516c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:50.989397 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-322e2c28-2b25-488a-956d-4d489e4516c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:51.025721 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8c9b8205-6c76-4e80-a0b3-cfa62e34fa6a req-26bb8e91-760b-4c6f-87a7-b36a27fdfe74 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1081750 Jul 24 09:08:51.054809 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-322e2c28-2b25-488a-956d-4d489e4516c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:51.057649 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-322e2c28-2b25-488a-956d-4d489e4516c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:51.082601 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-322e2c28-2b25-488a-956d-4d489e4516c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75594b11-499a-41ef-a795-083d73e1bd11 HTTP/1.1" status: 204 len: 168 time: 0.5173678 Jul 24 09:08:51.108403 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e2c28-2b25-488a-956d-4d489e4516c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75594b11-499a-41ef-a795-083d73e1bd11,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:51.202550 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0dfb0-7425-4576-9f69-5389a674280c req-48b6594a-b5e0-45f4-8be1-314ded25425a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:51.204185 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a0d0dfb0-7425-4576-9f69-5389a674280c req-48b6594a-b5e0-45f4-8be1-314ded25425a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 1099 time: 0.5937214 Jul 24 09:08:51.217763 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e4a64-6fda-4d07-9f68-a108aee8dd79 req-cb8d58ff-8a64-4137-9a8b-c2b4d7f44d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:51.220445 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d83e4a64-6fda-4d07-9f68-a108aee8dd79 req-cb8d58ff-8a64-4137-9a8b-c2b4d7f44d80 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 1096 time: 0.4443872 Jul 24 09:08:51.234680 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device af623ca2-ffa5-433d-8a89-bfd38bd048a9 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:08:51.278746 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b8205-6c76-4e80-a0b3-cfa62e34fa6a req-03916647-5d12-434f-b0a9-84e863b9a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:51.280065 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8c9b8205-6c76-4e80-a0b3-cfa62e34fa6a req-03916647-5d12-434f-b0a9-84e863b9a57d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 1101 time: 0.1898415 Jul 24 09:08:51.309436 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e7cb7-86f1-4f81-b419-4c9e97d3cceb req-0de86836-42d8-443d-bd2d-a5da9b0dfe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:51.311133 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6b8e7cb7-86f1-4f81-b419-4c9e97d3cceb req-0de86836-42d8-443d-bd2d-a5da9b0dfe70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4433cfda2b344ed09028d36a89cb8dd1&device_id=7e1aa00a-d4a6-47e6-8943-e4648c4bd454 HTTP/1.1" status: 200 len: 1096 time: 0.3879883 Jul 24 09:08:51.342337 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d83e4a64-6fda-4d07-9f68-a108aee8dd79 req-ff9cf756-f24c-41b9-98c2-e12c079be0ab service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091356 Jul 24 09:08:51.460646 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port af623ca2-ffa5-433d-8a89-bfd38bd048a9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=af623ca2-ffa5-433d-8a89-bfd38bd048a9,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:51.477340 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'af623ca2-ffa5-433d-8a89-bfd38bd048a9', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': 'af623ca2-ffa5-433d-8a89-bfd38bd048a9', 'mac_address': 'fa:16:3e:78:e1:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:08:51.513765 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e7cb7-86f1-4f81-b419-4c9e97d3cceb req-c6f68e99-6e08-4eed-a5e5-5588de9a705d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:51.524907 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6b8e7cb7-86f1-4f81-b419-4c9e97d3cceb req-c6f68e99-6e08-4eed-a5e5-5588de9a705d service neutron] 10.222.0.37 "GET /v2.0/networks?id=baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 HTTP/1.1" status: 200 len: 924 time: 0.1814930 Jul 24 09:08:51.583761 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:51.633321 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af623ca2-ffa5-433d-8a89-bfd38bd048a9 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:08:51.732363 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port af623ca2-ffa5-433d-8a89-bfd38bd048a9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=af623ca2-ffa5-433d-8a89-bfd38bd048a9,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:51.741532 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:51.781366 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0dfb0-7425-4576-9f69-5389a674280c req-e8818d06-dfbd-4168-9627-7cba1778e969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:51.788129 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a0d0dfb0-7425-4576-9f69-5389a674280c req-e8818d06-dfbd-4168-9627-7cba1778e969 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.5646279 Jul 24 09:08:51.833141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b8205-6c76-4e80-a0b3-cfa62e34fa6a req-2d91d51b-fc2f-4aa0-9d45-1eaa4c4e1549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:51.837880 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8c9b8205-6c76-4e80-a0b3-cfa62e34fa6a req-2d91d51b-fc2f-4aa0-9d45-1eaa4c4e1549 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.5333049 Jul 24 09:08:51.916943 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa2a34-52be-40a8-948d-11c532bd585d req-7718700d-dc1a-4687-af7b-5607d1e197be tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:51.925474 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-53aa2a34-52be-40a8-948d-11c532bd585d req-7718700d-dc1a-4687-af7b-5607d1e197be tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 945 time: 0.5273697 Jul 24 09:08:51.926627 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6b8e7cb7-86f1-4f81-b419-4c9e97d3cceb req-e8cc84d4-5a68-4551-b393-ee026270508b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8434030c-c1f4-4480-99c6-d70fabe3f802 HTTP/1.1" status: 200 len: 1000 time: 0.3315418 Jul 24 09:08:51.935227 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8c9b8205-6c76-4e80-a0b3-cfa62e34fa6a req-c061592a-be64-4968-a866-18675378bcdf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=6289c3e7-30d0-4072-b34b-6153a02e4df5 HTTP/1.1" status: 200 len: 217 time: 0.0858078 Jul 24 09:08:51.975335 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['af623ca2-ffa5-433d-8a89-bfd38bd048a9'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:08:52.008643 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=af623ca2-ffa5-433d-8a89-bfd38bd048a9,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:52.041427 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-53aa2a34-52be-40a8-948d-11c532bd585d req-f3685ece-12dc-4aea-8bc1-0818151e8ec4 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148267 Jul 24 09:08:52.101855 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a0d0dfb0-7425-4576-9f69-5389a674280c req-9fdf3784-47f2-4de6-813f-e20063adfc9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=b30aaf2b-d913-480e-acba-dd7ed7267ed8 HTTP/1.1" status: 200 len: 217 time: 0.2734666 Jul 24 09:08:52.115833 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b8205-6c76-4e80-a0b3-cfa62e34fa6a req-35216101-9a6a-4e1a-a5b7-2130908c2112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:52.119098 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8c9b8205-6c76-4e80-a0b3-cfa62e34fa6a req-35216101-9a6a-4e1a-a5b7-2130908c2112 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1573808 Jul 24 09:08:52.225583 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b41581-6c45-4d5e-a6af-821e42645e6a req-3c5ec66d-d94b-4f68-95c6-4fa6da186d89 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:52.227159 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-61b41581-6c45-4d5e-a6af-821e42645e6a req-3c5ec66d-d94b-4f68-95c6-4fa6da186d89 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 945 time: 0.8178070 Jul 24 09:08:52.264550 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b8205-6c76-4e80-a0b3-cfa62e34fa6a req-1b72e618-6017-40ab-ab9f-28a38e4277a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:52.273862 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8c9b8205-6c76-4e80-a0b3-cfa62e34fa6a req-1b72e618-6017-40ab-ab9f-28a38e4277a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1448176 Jul 24 09:08:52.278833 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e7cb7-86f1-4f81-b419-4c9e97d3cceb req-248b1644-0067-45a7-951e-84150adf9893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:52.280301 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6b8e7cb7-86f1-4f81-b419-4c9e97d3cceb req-248b1644-0067-45a7-951e-84150adf9893 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=31fd267b-9b48-4500-908e-db289ca8125b HTTP/1.1" status: 200 len: 863 time: 0.2468994 Jul 24 09:08:52.351321 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0dfb0-7425-4576-9f69-5389a674280c req-91afa0c8-885e-40ca-bc86-cdcb93431d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:52.352864 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a0d0dfb0-7425-4576-9f69-5389a674280c req-91afa0c8-885e-40ca-bc86-cdcb93431d05 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.2542031 Jul 24 09:08:52.452465 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-61b41581-6c45-4d5e-a6af-821e42645e6a req-83b9a2ed-fb31-4c99-8aef-ff8298963be3 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028310 Jul 24 09:08:52.473166 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8c9b8205-6c76-4e80-a0b3-cfa62e34fa6a req-d97ae2be-172f-4678-8cdc-cfcc05988461 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917238 Jul 24 09:08:52.489555 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e7cb7-86f1-4f81-b419-4c9e97d3cceb req-35f00004-03a3-4455-be5f-2780eed73a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:52.491096 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6b8e7cb7-86f1-4f81-b419-4c9e97d3cceb req-35f00004-03a3-4455-be5f-2780eed73a06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=baf54693-f6ce-4efa-ad5c-848a9b2e7bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1829302 Jul 24 09:08:52.511127 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0dfb0-7425-4576-9f69-5389a674280c req-da22a3d8-c3d6-48e0-ad05-75fc25ddad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:52.513100 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a0d0dfb0-7425-4576-9f69-5389a674280c req-da22a3d8-c3d6-48e0-ad05-75fc25ddad7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1235006 Jul 24 09:08:52.680951 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8c9b8205-6c76-4e80-a0b3-cfa62e34fa6a req-20c96737-6317-443a-bdd3-2c6c5bef475c service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014136 Jul 24 09:08:52.806493 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6b8e7cb7-86f1-4f81-b419-4c9e97d3cceb req-0c43685a-1844-4f8c-9815-4324bff4a8ad service neutron] 10.222.0.37 "GET /v2.0/networks/baf54693-f6ce-4efa-ad5c-848a9b2e7bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918701 Jul 24 09:08:53.022243 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a0d0dfb0-7425-4576-9f69-5389a674280c req-1add1761-61e4-4947-87ab-5f72b50ea2da service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802954 Jul 24 09:08:53.134761 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62716267-2e51-4615-935b-226ff2b7afc7 req-276b6076-134d-4c0c-998b-4045c8a6a09f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:53.136453 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-62716267-2e51-4615-935b-226ff2b7afc7 req-276b6076-134d-4c0c-998b-4045c8a6a09f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 948 time: 0.3266833 Jul 24 09:08:53.138328 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6b8e7cb7-86f1-4f81-b419-4c9e97d3cceb req-96a240a6-5081-4384-9670-7bc473277f5c service neutron] 10.222.0.37 "GET /v2.0/networks/baf54693-f6ce-4efa-ad5c-848a9b2e7bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206501 Jul 24 09:08:53.217216 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-62716267-2e51-4615-935b-226ff2b7afc7 req-f9452422-7b76-4294-a40e-39f0beedbfeb tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741303 Jul 24 09:08:53.232713 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a0d0dfb0-7425-4576-9f69-5389a674280c req-96339bdd-c19a-4834-bfac-e3fe19bf1ca7 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011051 Jul 24 09:08:53.242672 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device af623ca2-ffa5-433d-8a89-bfd38bd048a9 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:08:53.426384 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port af623ca2-ffa5-433d-8a89-bfd38bd048a9 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:08:53.427528 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:53.611333 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:53.660439 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3770d6-7d2c-42a5-a8d3-0b1682236cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af623ca2-ffa5-433d-8a89-bfd38bd048a9'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:53.666163 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3769ad3-967c-4a3c-afc0-5711f44fec72" -d '{"events": [{"server_uuid": "5d3770d6-7d2c-42a5-a8d3-0b1682236cb5", "name": "network-vif-plugged", "status": "completed", "tag": "af623ca2-ffa5-433d-8a89-bfd38bd048a9"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:53.700933 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port af623ca2-ffa5-433d-8a89-bfd38bd048a9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=af623ca2-ffa5-433d-8a89-bfd38bd048a9,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:53.704110 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:53.820200 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=af623ca2-ffa5-433d-8a89-bfd38bd048a9,revision_number=7']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:55.240928 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device b30aaf2b-d913-480e-acba-dd7ed7267ed8 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:08:55.618815 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port b30aaf2b-d913-480e-acba-dd7ed7267ed8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b30aaf2b-d913-480e-acba-dd7ed7267ed8,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:55.644104 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'b30aaf2b-d913-480e-acba-dd7ed7267ed8', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': 'b30aaf2b-d913-480e-acba-dd7ed7267ed8', 'mac_address': 'fa:16:3e:78:70:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:08:55.712685 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:55.726939 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b30aaf2b-d913-480e-acba-dd7ed7267ed8 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:08:55.754688 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port b30aaf2b-d913-480e-acba-dd7ed7267ed8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b30aaf2b-d913-480e-acba-dd7ed7267ed8,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:55.759071 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:55.864499 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=b30aaf2b-d913-480e-acba-dd7ed7267ed8,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:56.151177 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['b30aaf2b-d913-480e-acba-dd7ed7267ed8'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:08:57.112081 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-30da4763-c458-4a3c-a1b1-71b61245fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:57.282026 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c3125-feb6-41d0-a4eb-7cfef67c8f5d req-0265fe29-e7b8-46a3-b024-504d4a6c7eee tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:57.284077 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-af4c3125-feb6-41d0-a4eb-7cfef67c8f5d req-0265fe29-e7b8-46a3-b024-504d4a6c7eee tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 945 time: 0.0845082 Jul 24 09:08:57.334808 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-af4c3125-feb6-41d0-a4eb-7cfef67c8f5d req-7b0db9bc-9704-44fb-97db-31947045f430 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363519 Jul 24 09:08:57.823926 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff37fee-9027-43bd-b5f0-728d6e169b30 req-c58aa391-1a60-4d6a-ba98-3a13beb31636 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:57.827435 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2ff37fee-9027-43bd-b5f0-728d6e169b30 req-c58aa391-1a60-4d6a-ba98-3a13beb31636 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 945 time: 0.1414647 Jul 24 09:08:57.847438 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2423687f-0f8d-4515-9114-fb7428f6d62b x-openstack-request-id: req-2423687f-0f8d-4515-9114-fb7428f6d62b {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:57.847751 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d3770d6-7d2c-42a5-a8d3-0b1682236cb5", "name": "network-vif-plugged", "status": "completed", "tag": "af623ca2-ffa5-433d-8a89-bfd38bd048a9", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:57.848001 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2423687f-0f8d-4515-9114-fb7428f6d62b {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:57.848406 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3770d6-7d2c-42a5-a8d3-0b1682236cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af623ca2-ffa5-433d-8a89-bfd38bd048a9', 'code': 200} Jul 24 09:08:57.902239 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2ff37fee-9027-43bd-b5f0-728d6e169b30 req-8edd363d-f5ce-4044-bbd8-2a65e028f9ea tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662236 Jul 24 09:08:58.044261 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a5f1b-1e2f-40ad-986c-5e3896fb1207 req-a7abb58a-bec9-4229-a61e-5ebb4ad6436e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:58.047551 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a17a5f1b-1e2f-40ad-986c-5e3896fb1207 req-a7abb58a-bec9-4229-a61e-5ebb4ad6436e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 949 time: 0.1239445 Jul 24 09:08:58.128314 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a17a5f1b-1e2f-40ad-986c-5e3896fb1207 req-510cc7b6-9d26-4f85-a66f-0991507c6277 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733066 Jul 24 09:08:58.146527 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48434) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:58.208830 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f4c7ea3b-41c8-45f5-a5c7-76a634f52847 req-5426afa7-96de-4311-95c8-314e9c925452 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1613548296&fields=id&tenant_id=267eb1e9771b44c4894eb788151fcdab HTTP/1.1" status: 200 len: 267 time: 0.0885808 Jul 24 09:08:58.320115 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7ea3b-41c8-45f5-a5c7-76a634f52847 req-67428b00-9a89-4291-8f0f-03c5ba0ebaf0 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:58.323913 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f4c7ea3b-41c8-45f5-a5c7-76a634f52847 req-67428b00-9a89-4291-8f0f-03c5ba0ebaf0 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 945 time: 0.1074953 Jul 24 09:08:58.336460 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-f4c7ea3b-41c8-45f5-a5c7-76a634f52847 req-1ac451d5-7ee9-4578-b0c5-6f17cd2f33d2 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Request body: {'port': {'security_groups': ['b42f5ce5-abb0-4faa-9bb4-988f6be2fc08', '63636072-ce4f-4cde-bf9c-1379af67c451']}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:08:58.381709 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-84e52305-7cfc-4df3-99b7-f8fb429bf3dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:58.523566 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f4c7ea3b-41c8-45f5-a5c7-76a634f52847 req-1ac451d5-7ee9-4578-b0c5-6f17cd2f33d2 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:58.655740 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-84e52305-7cfc-4df3-99b7-f8fb429bf3dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:58.661864 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-84e52305-7cfc-4df3-99b7-f8fb429bf3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:58.730925 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-84e52305-7cfc-4df3-99b7-f8fb429bf3dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1891c5b65c814467bf6d767c3ca9b64f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5811353 Jul 24 09:08:58.733603 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48458) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:08:58.734083 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e52305-7cfc-4df3-99b7-f8fb429bf3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c65724-5509-46fa-8584-680e47a5933b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:58.750920 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e52305-7cfc-4df3-99b7-f8fb429bf3dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:58.751525 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e52305-7cfc-4df3-99b7-f8fb429bf3dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:58.752029 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e52305-7cfc-4df3-99b7-f8fb429bf3dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:58.752515 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e52305-7cfc-4df3-99b7-f8fb429bf3dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:58.753043 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e52305-7cfc-4df3-99b7-f8fb429bf3dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:58.753531 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e52305-7cfc-4df3-99b7-f8fb429bf3dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:58.754093 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e52305-7cfc-4df3-99b7-f8fb429bf3dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:58.754577 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e52305-7cfc-4df3-99b7-f8fb429bf3dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:58.755060 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e52305-7cfc-4df3-99b7-f8fb429bf3dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:58.755539 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e52305-7cfc-4df3-99b7-f8fb429bf3dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:58.756026 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e52305-7cfc-4df3-99b7-f8fb429bf3dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:58.756507 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e52305-7cfc-4df3-99b7-f8fb429bf3dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:58.880631 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-f4c7ea3b-41c8-45f5-a5c7-76a634f52847 req-1ac451d5-7ee9-4578-b0c5-6f17cd2f33d2 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] For port 01fd6421-e667-446d-9dfa-5a8b5699c233, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=01fd6421-e667-446d-9dfa-5a8b5699c233,segment=NetworkSegment(abd905bc-1a45-436c-b516-e7eb5ca9a4b9),segment_id=abd905bc-1a45-436c-b516-e7eb5ca9a4b9)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:08:58.884715 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e04f8e8a-9f28-431b-8b27-6f69f8abd1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:58.933798 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e04f8e8a-9f28-431b-8b27-6f69f8abd1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:58.936559 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f4c7ea3b-41c8-45f5-a5c7-76a634f52847 req-1ac451d5-7ee9-4578-b0c5-6f17cd2f33d2 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:58.942534 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f4c7ea3b-41c8-45f5-a5c7-76a634f52847 req-1ac451d5-7ee9-4578-b0c5-6f17cd2f33d2 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:58.954974 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['fdda9fa5-b894-4670-aa60-8286fde20d52', '01fd6421-e667-446d-9dfa-5a8b5699c233'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:08:58.997072 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e04f8e8a-9f28-431b-8b27-6f69f8abd1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:59.000248 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e04f8e8a-9f28-431b-8b27-6f69f8abd1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:59.001484 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7ea3b-41c8-45f5-a5c7-76a634f52847 req-1ac451d5-7ee9-4578-b0c5-6f17cd2f33d2 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:59.002291 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f4c7ea3b-41c8-45f5-a5c7-76a634f52847 req-1ac451d5-7ee9-4578-b0c5-6f17cd2f33d2 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:59.003705 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e04f8e8a-9f28-431b-8b27-6f69f8abd1a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/93c65724-5509-46fa-8584-680e47a5933b HTTP/1.1" status: 204 len: 168 time: 0.2676616 Jul 24 09:08:59.010598 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f4c7ea3b-41c8-45f5-a5c7-76a634f52847 req-1ac451d5-7ee9-4578-b0c5-6f17cd2f33d2 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "PUT /v2.0/ports/01fd6421-e667-446d-9dfa-5a8b5699c233 HTTP/1.1" status: 200 len: 981 time: 0.6788399 Jul 24 09:08:59.020682 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f8e8a-9f28-431b-8b27-6f69f8abd1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c65724-5509-46fa-8584-680e47a5933b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:59.022014 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b16d78-c03b-49cf-b2ee-eb22b3599603', 'tag': '01fd6421-e667-446d-9dfa-5a8b5699c233'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:08:59.031883 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e976557-bfb9-42f3-9d1c-361ac2b710cd" -d '{"events": [{"name": "network-changed", "server_uuid": "94b16d78-c03b-49cf-b2ee-eb22b3599603", "tag": "01fd6421-e667-446d-9dfa-5a8b5699c233"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:08:59.032675 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f8e8a-9f28-431b-8b27-6f69f8abd1a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:59.033065 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f8e8a-9f28-431b-8b27-6f69f8abd1a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:59.033493 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f8e8a-9f28-431b-8b27-6f69f8abd1a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:59.033876 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f8e8a-9f28-431b-8b27-6f69f8abd1a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:59.034212 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f8e8a-9f28-431b-8b27-6f69f8abd1a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:59.034538 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f8e8a-9f28-431b-8b27-6f69f8abd1a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:59.035350 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f8e8a-9f28-431b-8b27-6f69f8abd1a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:59.036122 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f8e8a-9f28-431b-8b27-6f69f8abd1a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:59.038662 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f8e8a-9f28-431b-8b27-6f69f8abd1a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:59.039004 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f8e8a-9f28-431b-8b27-6f69f8abd1a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:59.039460 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f8e8a-9f28-431b-8b27-6f69f8abd1a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:59.039865 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f8e8a-9f28-431b-8b27-6f69f8abd1a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:08:59.103381 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac451d5-7ee9-4578-b0c5-6f17cd2f33d2 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Pushing event updated for resources: {'Port': ['ID=01fd6421-e667-446d-9dfa-5a8b5699c233,revision_number=6']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:08:59.123815 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['01fd6421-e667-446d-9dfa-5a8b5699c233'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:08:59.258598 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device b30aaf2b-d913-480e-acba-dd7ed7267ed8 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:08:59.439615 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port b30aaf2b-d913-480e-acba-dd7ed7267ed8 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:08:59.482679 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port b30aaf2b-d913-480e-acba-dd7ed7267ed8 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:08:59.483134 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:59.527370 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-554168c0-2a37-4a9b-9bbe-30b7eb8fa3ce req-b3f7ac49-d7bf-4211-9cd6-57acc79f3b78 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/63636072-ce4f-4cde-bf9c-1379af67c451 HTTP/1.1" status: 200 len: 1801 time: 0.0767419 Jul 24 09:08:59.628183 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [req-554168c0-2a37-4a9b-9bbe-30b7eb8fa3ce req-0cbbec62-fd6b-4d3a-9bd5-74931abedaf2 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 24 09:08:59.639933 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f7a1-3417-4f12-b1ef-7f8dfcebb01a req-2d7fd181-248c-4738-97f4-e2484b774188 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:59.643800 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-554168c0-2a37-4a9b-9bbe-30b7eb8fa3ce req-0cbbec62-fd6b-4d3a-9bd5-74931abedaf2 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "DELETE /v2.0/security-groups/63636072-ce4f-4cde-bf9c-1379af67c451 HTTP/1.1" status: 409 len: 341 time: 0.1102927 Jul 24 09:08:59.652157 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7bd6f7a1-3417-4f12-b1ef-7f8dfcebb01a req-2d7fd181-248c-4738-97f4-e2484b774188 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 945 time: 0.1761839 Jul 24 09:08:59.753634 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65a52ad-83be-4ab2-b161-b45e36c989cd x-openstack-request-id: req-a65a52ad-83be-4ab2-b161-b45e36c989cd {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:08:59.754461 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b16d78-c03b-49cf-b2ee-eb22b3599603", "tag": "01fd6421-e667-446d-9dfa-5a8b5699c233", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:08:59.754732 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a65a52ad-83be-4ab2-b161-b45e36c989cd {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:08:59.755427 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b16d78-c03b-49cf-b2ee-eb22b3599603', 'tag': '01fd6421-e667-446d-9dfa-5a8b5699c233', 'status': 'completed', 'code': 200} Jul 24 09:08:59.780037 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7bd6f7a1-3417-4f12-b1ef-7f8dfcebb01a req-7849ea75-1db8-4b5e-8baf-fae780965b86 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209283 Jul 24 09:08:59.880040 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e4d96ca3-4b3e-44b9-a76f-b65caa5123b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:08:59.952954 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3293c8-788d-484c-a849-be522436975b req-1e07f886-69f1-4705-b3bb-b1ced35543ec tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:59.961804 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca3293c8-788d-484c-a849-be522436975b req-1e07f886-69f1-4705-b3bb-b1ced35543ec tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 949 time: 0.1298847 Jul 24 09:08:59.976513 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e976557-bfb9-42f3-9d1c-361ac2b710cd req-5bee8fdc-2e18-4e5b-b8f6-71201b6154c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:08:59.978450 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e976557-bfb9-42f3-9d1c-361ac2b710cd req-5bee8fdc-2e18-4e5b-b8f6-71201b6154c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=267eb1e9771b44c4894eb788151fcdab&device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 1135 time: 0.1621754 Jul 24 09:09:00.007675 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:00.049115 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca3293c8-788d-484c-a849-be522436975b req-e4853faa-3f74-4aff-bb11-988a0c9d6fe1 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811794 Jul 24 09:09:00.116900 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0e5d50-3104-4fd4-925c-e51f436926a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30aaf2b-d913-480e-acba-dd7ed7267ed8'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:09:00.124327 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba5fe55-c654-4b0c-b2db-407fbfecaf59" -d '{"events": [{"server_uuid": "3f0e5d50-3104-4fd4-925c-e51f436926a3", "name": "network-vif-plugged", "status": "completed", "tag": "b30aaf2b-d913-480e-acba-dd7ed7267ed8"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:09:00.170746 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port b30aaf2b-d913-480e-acba-dd7ed7267ed8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b30aaf2b-d913-480e-acba-dd7ed7267ed8,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:00.193984 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:00.284029 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e976557-bfb9-42f3-9d1c-361ac2b710cd req-364f1330-a3b9-4912-843b-029691d5b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:00.285887 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e976557-bfb9-42f3-9d1c-361ac2b710cd req-364f1330-a3b9-4912-843b-029691d5b2f5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a3b87de-6571-402b-81bd-14fb75019273 HTTP/1.1" status: 200 len: 912 time: 0.3011637 Jul 24 09:09:00.309823 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccc2048-bfaf-459d-aee3-9ab5885330b0 x-openstack-request-id: req-2ccc2048-bfaf-459d-aee3-9ab5885330b0 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:09:00.309823 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0e5d50-3104-4fd4-925c-e51f436926a3", "name": "network-vif-plugged", "status": "completed", "tag": "b30aaf2b-d913-480e-acba-dd7ed7267ed8", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:09:00.309823 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ccc2048-bfaf-459d-aee3-9ab5885330b0 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:09:00.310168 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0e5d50-3104-4fd4-925c-e51f436926a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30aaf2b-d913-480e-acba-dd7ed7267ed8', 'code': 200} Jul 24 09:09:00.382918 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e976557-bfb9-42f3-9d1c-361ac2b710cd req-f606d84e-8e8a-47b1-b3ab-417c497b488b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01fd6421-e667-446d-9dfa-5a8b5699c233 HTTP/1.1" status: 200 len: 217 time: 0.0889754 Jul 24 09:09:00.405705 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:00.431919 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=b30aaf2b-d913-480e-acba-dd7ed7267ed8,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:00.451805 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51dd235-3f1b-44d7-9418-5a7c19336ce1 req-6f1026be-4917-4fc0-9b04-291451581a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:00.464970 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b51dd235-3f1b-44d7-9418-5a7c19336ce1 req-6f1026be-4917-4fc0-9b04-291451581a56 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 1101 time: 0.1621706 Jul 24 09:09:00.500587 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48542) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:09:00.579613 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b51dd235-3f1b-44d7-9418-5a7c19336ce1 req-aabbe1ba-4eb8-40ce-9c7a-22d1613e4163 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094763 Jul 24 09:09:00.649639 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e976557-bfb9-42f3-9d1c-361ac2b710cd req-dcde3f8a-78c2-4139-8490-dd7241004511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:00.651515 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e976557-bfb9-42f3-9d1c-361ac2b710cd req-dcde3f8a-78c2-4139-8490-dd7241004511 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8e66ac9-105b-4409-a14d-808609c061e7 HTTP/1.1" status: 200 len: 852 time: 0.2605383 Jul 24 09:09:00.695133 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e976557-bfb9-42f3-9d1c-361ac2b710cd req-eea64c7d-f862-40bf-959c-49b6e0830b86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a3b87de-6571-402b-81bd-14fb75019273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316887 Jul 24 09:09:00.722927 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358def9-e533-43ad-a54d-ffc78e2c5959 req-de196aad-fd64-4770-8ee8-50a47f2d480a tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:00.724772 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7358def9-e533-43ad-a54d-ffc78e2c5959 req-de196aad-fd64-4770-8ee8-50a47f2d480a tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 984 time: 0.1915710 Jul 24 09:09:00.869525 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:00.884162 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-c8b9be6d-2913-4c84-813d-c1050b6db3cf tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:00.902015 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-c8b9be6d-2913-4c84-813d-c1050b6db3cf tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/networks?id=fbc5b270-0c92-4400-92e0-37b0a548e1d0 HTTP/1.1" status: 200 len: 805 time: 0.2509708 Jul 24 09:09:00.929063 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-4fbe557d-e14c-45e5-98c3-1c5704b64626 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/quotas/cca414eeb75d4a728826bf910f0b973f HTTP/1.1" status: 200 len: 375 time: 0.0260875 Jul 24 09:09:00.934154 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-c49d9ccd-f3b9-4b6c-8fb4-37118d4f7abe admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-299184476-network', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:09:00.955344 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7358def9-e533-43ad-a54d-ffc78e2c5959 req-5ef002b5-da9c-4c15-a484-c22b5c158bde tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?id=63636072-ce4f-4cde-bf9c-1379af67c451&id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2165926 Jul 24 09:09:01.083188 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e976557-bfb9-42f3-9d1c-361ac2b710cd req-4ea151f3-ef52-456a-9a41-9422b3cc1a45 service neutron] 10.222.0.20 "GET /v2.0/networks/5a3b87de-6571-402b-81bd-14fb75019273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804963 Jul 24 09:09:01.090007 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49d9ccd-f3b9-4b6c-8fb4-37118d4f7abe admin admin] Made reservation on behalf of b97303eda20c400ca8976a6ec0773f0e for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:09:01.097283 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c49d9ccd-f3b9-4b6c-8fb4-37118d4f7abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:01.122298 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-d2eb3da4-fef0-4910-9be9-1c55e0d76275 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cca414eeb75d4a728826bf910f0b973f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1923034 Jul 24 09:09:01.149878 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c49d9ccd-f3b9-4b6c-8fb4-37118d4f7abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:01.353318 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-069558cd-d646-49bb-ac0c-5af918194cf3 service neutron] 10.222.0.32 "GET /v2.0/networks/fbc5b270-0c92-4400-92e0-37b0a548e1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241535 Jul 24 09:09:01.567708 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-de871811-241a-44c9-9372-6b70333d9053 service neutron] 10.222.0.32 "GET /v2.0/networks/fbc5b270-0c92-4400-92e0-37b0a548e1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131617 Jul 24 09:09:01.731391 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ca67c0f1-5caf-4a84-84e3-3de9c8646914 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:09:01.832456 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e976557-bfb9-42f3-9d1c-361ac2b710cd req-22f3689d-95e8-406d-9250-138c4d62eb17 service neutron] 10.222.0.20 "GET /v2.0/networks/5a3b87de-6571-402b-81bd-14fb75019273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7261286 Jul 24 09:09:01.990978 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:02.005954 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeef66d-3573-4970-a8f9-4d2f84a8a9a5 req-6f838310-7fc4-4d9f-855a-1206188a0535 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:02.014473 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4aeef66d-3573-4970-a8f9-4d2f84a8a9a5 req-6f838310-7fc4-4d9f-855a-1206188a0535 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 945 time: 0.6916971 Jul 24 09:09:02.087101 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d28bf8-5217-49d5-aa18-4945547792f2 req-71610582-7fae-4fb8-ba7a-437b557b75ae tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:02.096944 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e1d28bf8-5217-49d5-aa18-4945547792f2 req-71610582-7fae-4fb8-ba7a-437b557b75ae tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.2320766 Jul 24 09:09:02.108791 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port ca67c0f1-5caf-4a84-84e3-3de9c8646914, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ca67c0f1-5caf-4a84-84e3-3de9c8646914,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:02.113919 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:02.178494 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c49d9ccd-f3b9-4b6c-8fb4-37118d4f7abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:02.211065 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c49d9ccd-f3b9-4b6c-8fb4-37118d4f7abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:02.247827 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=ca67c0f1-5caf-4a84-84e3-3de9c8646914,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:02.249113 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f335f-e2dd-443e-92cb-9a237039a6d3 req-c18737ab-8611-4117-b19c-e02d3c384ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:02.252457 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-083f335f-e2dd-443e-92cb-9a237039a6d3 req-c18737ab-8611-4117-b19c-e02d3c384ff5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=267eb1e9771b44c4894eb788151fcdab&device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 1135 time: 0.3310621 Jul 24 09:09:02.268083 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4aeef66d-3573-4970-a8f9-4d2f84a8a9a5 req-012e665f-2c73-4e2b-b06e-e1989034fd69 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525926 Jul 24 09:09:02.308134 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e1d28bf8-5217-49d5-aa18-4945547792f2 req-86aefb6b-059e-411d-853f-f3ee9e1e76cf tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915784 Jul 24 09:09:02.311627 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f806f10-636b-4a14-9662-b001b7f5c1e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca67c0f1-5caf-4a84-84e3-3de9c8646914'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:09:02.314428 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0bf7db-230d-40d6-b40c-fcf5e903004e" -d '{"events": [{"server_uuid": "6f806f10-636b-4a14-9662-b001b7f5c1e2", "name": "network-vif-unplugged", "status": "completed", "tag": "ca67c0f1-5caf-4a84-84e3-3de9c8646914"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:09:02.382580 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49d9ccd-f3b9-4b6c-8fb4-37118d4f7abe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:09:02.388622 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4e96a-002b-489d-9d99-be9333ae3fec req-58473736-d1b2-4211-89b1-0c94e300f369 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:02.393084 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-53d4e96a-002b-489d-9d99-be9333ae3fec req-58473736-d1b2-4211-89b1-0c94e300f369 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f806f10-636b-4a14-9662-b001b7f5c1e2 HTTP/1.1" status: 200 len: 944 time: 0.2178900 Jul 24 09:09:02.463679 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d9ccd-f3b9-4b6c-8fb4-37118d4f7abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7714e3f7-a2e1-4cd1-bda4-ac96bd6640e2,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:02.474972 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c49d9ccd-f3b9-4b6c-8fb4-37118d4f7abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:02.475701 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-c49d9ccd-f3b9-4b6c-8fb4-37118d4f7abe admin admin] Added segment 5f12752a-fa32-448f-8ae6-966789d4668c of type vlan for network 2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3 Jul 24 09:09:02.543462 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c05ffa5e-9117-44de-8ffa-414a98bf3d92 req-e4410c14-b710-41e6-8373-12c891a2fb28 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 210 time: 0.1050346 Jul 24 09:09:02.590189 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c49d9ccd-f3b9-4b6c-8fb4-37118d4f7abe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:02.614198 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f335f-e2dd-443e-92cb-9a237039a6d3 req-c3aabd95-6427-4a4c-9593-11f31d84dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:02.617038 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-083f335f-e2dd-443e-92cb-9a237039a6d3 req-c3aabd95-6427-4a4c-9593-11f31d84dc60 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a3b87de-6571-402b-81bd-14fb75019273 HTTP/1.1" status: 200 len: 912 time: 0.3424518 Jul 24 09:09:02.648549 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c49d9ccd-f3b9-4b6c-8fb4-37118d4f7abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:02.649757 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49d9ccd-f3b9-4b6c-8fb4-37118d4f7abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:02.650497 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c49d9ccd-f3b9-4b6c-8fb4-37118d4f7abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:02.704752 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c49d9ccd-f3b9-4b6c-8fb4-37118d4f7abe admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1995680 Jul 24 09:09:02.725853 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e19484-afb0-4166-879d-dba6ae4ad044 x-openstack-request-id: req-b2e19484-afb0-4166-879d-dba6ae4ad044 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:09:02.726374 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f806f10-636b-4a14-9662-b001b7f5c1e2", "name": "network-vif-unplugged", "status": "completed", "tag": "ca67c0f1-5caf-4a84-84e3-3de9c8646914", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:09:02.726783 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2e19484-afb0-4166-879d-dba6ae4ad044 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:09:02.727584 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f806f10-636b-4a14-9662-b001b7f5c1e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca67c0f1-5caf-4a84-84e3-3de9c8646914', 'code': 200} Jul 24 09:09:02.736418 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48592) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:09:02.745402 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-5c11428d-7722-46c1-b8f8-ea5a920ef18f admin admin] Request body: {'subnet': {'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-299184476-subnet', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:09:02.772310 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:02.781020 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-083f335f-e2dd-443e-92cb-9a237039a6d3 req-404d9227-6d34-423d-9ba7-f44fd614a9ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01fd6421-e667-446d-9dfa-5a8b5699c233 HTTP/1.1" status: 200 len: 217 time: 0.1416576 Jul 24 09:09:02.811743 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ec2c2-283d-499c-a70c-7018ed92075b req-fd085098-37ff-46b6-ab18-93e82abd27f5 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:02.813380 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5a8ec2c2-283d-499c-a70c-7018ed92075b req-fd085098-37ff-46b6-ab18-93e82abd27f5 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 984 time: 0.2192848 Jul 24 09:09:02.819131 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-53d4e96a-002b-489d-9d99-be9333ae3fec req-942eb744-eeaa-4f39-b52b-ce4a40943f6c tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Deleting port ca67c0f1-5caf-4a84-84e3-3de9c8646914 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:09:02.819716 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-53d4e96a-002b-489d-9d99-be9333ae3fec req-942eb744-eeaa-4f39-b52b-ce4a40943f6c tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:02.836300 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c11428d-7722-46c1-b8f8-ea5a920ef18f admin admin] Made reservation on behalf of b97303eda20c400ca8976a6ec0773f0e for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:09:02.839070 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5c11428d-7722-46c1-b8f8-ea5a920ef18f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:02.938569 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5a8ec2c2-283d-499c-a70c-7018ed92075b req-9603fc3b-2e42-49a0-aef6-1f4f5c4a6b11 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?id=63636072-ce4f-4cde-bf9c-1379af67c451&id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1149011 Jul 24 09:09:02.988080 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-53d4e96a-002b-489d-9d99-be9333ae3fec req-942eb744-eeaa-4f39-b52b-ce4a40943f6c tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] For port ca67c0f1-5caf-4a84-84e3-3de9c8646914, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ca67c0f1-5caf-4a84-84e3-3de9c8646914,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:02.988805 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-53d4e96a-002b-489d-9d99-be9333ae3fec req-942eb744-eeaa-4f39-b52b-ce4a40943f6c tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:03.004613 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-53d4e96a-002b-489d-9d99-be9333ae3fec req-942eb744-eeaa-4f39-b52b-ce4a40943f6c tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Calling delete_port for ca67c0f1-5caf-4a84-84e3-3de9c8646914 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:09:03.017473 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5c11428d-7722-46c1-b8f8-ea5a920ef18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:03.055898 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d9ccd-f3b9-4b6c-8fb4-37118d4f7abe admin admin] Pushing event updated for resources: {'Network': ['ID=2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:03.070472 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:09:03.125248 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f335f-e2dd-443e-92cb-9a237039a6d3 req-6857f80e-5746-4c9b-99ed-139d97f3ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:03.127432 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-083f335f-e2dd-443e-92cb-9a237039a6d3 req-6857f80e-5746-4c9b-99ed-139d97f3ac67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8e66ac9-105b-4409-a14d-808609c061e7 HTTP/1.1" status: 200 len: 852 time: 0.3364882 Jul 24 09:09:03.137818 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c11428d-7722-46c1-b8f8-ea5a920ef18f admin admin] Checking segment: {'id': '5f12752a-fa32-448f-8ae6-966789d4668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:09:03.138182 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c11428d-7722-46c1-b8f8-ea5a920ef18f admin admin] Network hostable DHCP agents. Network: 2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:09:03.180885 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11428d-7722-46c1-b8f8-ea5a920ef18f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f33a2a2d-93ad-4e4a-a781-d9327260d4a8,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:03.186551 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-083f335f-e2dd-443e-92cb-9a237039a6d3 req-c75334c4-664e-40e4-ae60-24000256e5e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a3b87de-6571-402b-81bd-14fb75019273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498211 Jul 24 09:09:03.220496 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c11428d-7722-46c1-b8f8-ea5a920ef18f admin admin] Network 2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:09:03.231615 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-5c11428d-7722-46c1-b8f8-ea5a920ef18f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:09:03.246073 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c11428d-7722-46c1-b8f8-ea5a920ef18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:03.246931 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5c11428d-7722-46c1-b8f8-ea5a920ef18f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:03.249311 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-53d4e96a-002b-489d-9d99-be9333ae3fec req-942eb744-eeaa-4f39-b52b-ce4a40943f6c tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:03.254530 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623197d5-3e48-4487-b8bd-5a9a643ce5fd None None] Network 2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:09:03.300596 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942eb744-eeaa-4f39-b52b-ce4a40943f6c tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Pushing event deleted for resources: {'Port': ['ID=ca67c0f1-5caf-4a84-84e3-3de9c8646914,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:03.347419 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d4e96a-002b-489d-9d99-be9333ae3fec req-942eb744-eeaa-4f39-b52b-ce4a40943f6c tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] No DVR routers for this DVR port ca67c0f1-5caf-4a84-84e3-3de9c8646914 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:09:03.350291 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-53d4e96a-002b-489d-9d99-be9333ae3fec req-942eb744-eeaa-4f39-b52b-ce4a40943f6c tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:03.353202 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-53d4e96a-002b-489d-9d99-be9333ae3fec req-942eb744-eeaa-4f39-b52b-ce4a40943f6c tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.20 "DELETE /v2.0/ports/ca67c0f1-5caf-4a84-84e3-3de9c8646914 HTTP/1.1" status: 204 len: 173 time: 0.9525990 Jul 24 09:09:03.353637 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f806f10-636b-4a14-9662-b001b7f5c1e2', 'name': 'network-vif-deleted', 'tag': 'ca67c0f1-5caf-4a84-84e3-3de9c8646914'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:09:03.357894 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd1e3b0-ab9e-469d-b42b-9f2017fec4f5" -d '{"events": [{"server_uuid": "6f806f10-636b-4a14-9662-b001b7f5c1e2", "name": "network-vif-deleted", "tag": "ca67c0f1-5caf-4a84-84e3-3de9c8646914"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:09:03.403329 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5c11428d-7722-46c1-b8f8-ea5a920ef18f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6617563 Jul 24 09:09:03.404353 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48602) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:09:03.408406 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-3bed46ec-8f3b-4cd3-b2cb-58b0252f8aa7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-299184476-router', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:09:03.476828 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3bed46ec-8f3b-4cd3-b2cb-58b0252f8aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:03.480247 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3bed46ec-8f3b-4cd3-b2cb-58b0252f8aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:03.575716 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-083f335f-e2dd-443e-92cb-9a237039a6d3 req-13d837fc-50dc-4e73-9b1c-b2913a5e5d11 service neutron] 10.222.0.20 "GET /v2.0/networks/5a3b87de-6571-402b-81bd-14fb75019273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745368 Jul 24 09:09:03.699354 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a961ffb-0398-451d-a469-93315aeb2e4f req-401b14b9-d8c0-4345-bd23-403fa4bc0760 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:03.712579 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-0f3c2c73-6b9a-42ca-8d9f-4263d106ce19 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:03.714155 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-0f3c2c73-6b9a-42ca-8d9f-4263d106ce19 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.37 "GET /v2.0/networks?id=fbc5b270-0c92-4400-92e0-37b0a548e1d0 HTTP/1.1" status: 200 len: 805 time: 0.2234848 Jul 24 09:09:03.718092 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2a961ffb-0398-451d-a469-93315aeb2e4f req-401b14b9-d8c0-4345-bd23-403fa4bc0760 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 945 time: 0.3005803 Jul 24 09:09:03.719456 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3520493a-d37f-41c0-925f-0ae86d51564e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3', 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'fixed_ips': [{'subnet_id': 'f33a2a2d-93ad-4e4a-a781-d9327260d4a8'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:09:03.720338 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3520493a-d37f-41c0-925f-0ae86d51564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:03.747385 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-9fc3cf81-1c66-4710-86b7-238ddf97e025 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Request body: {'port': {'device_id': 'a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77', 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0', 'admin_state_up': True, 'tenant_id': 'cca414eeb75d4a728826bf910f0b973f'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:09:03.890125 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2a961ffb-0398-451d-a469-93315aeb2e4f req-81312ad0-c58f-461a-b422-063eb8ac3107 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509309 Jul 24 09:09:03.897571 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-9fc3cf81-1c66-4710-86b7-238ddf97e025 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Made reservation on behalf of cca414eeb75d4a728826bf910f0b973f for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:09:03.901548 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-9fc3cf81-1c66-4710-86b7-238ddf97e025 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:03.958154 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-3520493a-d37f-41c0-925f-0ae86d51564e None None] Allocated IP 172.20.0.2 (2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3/f33a2a2d-93ad-4e4a-a781-d9327260d4a8/2062bfbd-ed2a-457c-a8b1-829dbfc2987c) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:09:03.971077 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3bed46ec-8f3b-4cd3-b2cb-58b0252f8aa7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:04.158429 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-083f335f-e2dd-443e-92cb-9a237039a6d3 req-b6603d32-5429-4876-96f3-f897250d3c9f service neutron] 10.222.0.20 "GET /v2.0/networks/5a3b87de-6571-402b-81bd-14fb75019273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5629885 Jul 24 09:09:04.183580 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3520493a-d37f-41c0-925f-0ae86d51564e None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:04.205053 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3520493a-d37f-41c0-925f-0ae86d51564e None None] Transition to ACTIVE for port object 2062bfbd-ed2a-457c-a8b1-829dbfc2987c will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:09:04.242268 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3520493a-d37f-41c0-925f-0ae86d51564e None None] Transition to ACTIVE for port object 2062bfbd-ed2a-457c-a8b1-829dbfc2987c will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:09:04.252110 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3520493a-d37f-41c0-925f-0ae86d51564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:04.312615 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0915db8-0b21-42d4-af84-3c00224ff2e8 x-openstack-request-id: req-c0915db8-0b21-42d4-af84-3c00224ff2e8 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:09:04.313086 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f806f10-636b-4a14-9662-b001b7f5c1e2", "name": "network-vif-deleted", "tag": "ca67c0f1-5caf-4a84-84e3-3de9c8646914", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:09:04.314093 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0915db8-0b21-42d4-af84-3c00224ff2e8 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:09:04.314621 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f806f10-636b-4a14-9662-b001b7f5c1e2', 'name': 'network-vif-deleted', 'tag': 'ca67c0f1-5caf-4a84-84e3-3de9c8646914', 'status': 'completed', 'code': 200} Jul 24 09:09:04.364700 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3520493a-d37f-41c0-925f-0ae86d51564e None None] Network 2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:09:04.380495 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-3520493a-d37f-41c0-925f-0ae86d51564e None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:09:04.382683 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520493a-d37f-41c0-925f-0ae86d51564e None None] Pushing event updated for resources: {'Port': ['ID=2062bfbd-ed2a-457c-a8b1-829dbfc2987c,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:04.385036 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3520493a-d37f-41c0-925f-0ae86d51564e None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:09:04.486861 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-913bb7ae-8f17-44e4-b699-cdf8c3b71746 req-ca9b78d1-acaa-4663-b335-bf348f0d4193 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 210 time: 0.0520394 Jul 24 09:09:04.493000 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-3520493a-d37f-41c0-925f-0ae86d51564e None None] Attempting to bind port 2062bfbd-ed2a-457c-a8b1-829dbfc2987c on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:09:04.494460 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4397f-8ae1-4523-94f7-afa2210246b7 req-b0b8efd5-c051-4612-83a4-94fb573fc4df tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:04.495287 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-3520493a-d37f-41c0-925f-0ae86d51564e None None] Attempting to bind port 2062bfbd-ed2a-457c-a8b1-829dbfc2987c by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '5f12752a-fa32-448f-8ae6-966789d4668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:09:04.495775 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3520493a-d37f-41c0-925f-0ae86d51564e None None] Attempting to bind port 2062bfbd-ed2a-457c-a8b1-829dbfc2987c on network 2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:09:04.504096 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89e4397f-8ae1-4523-94f7-afa2210246b7 req-b0b8efd5-c051-4612-83a4-94fb573fc4df tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 1.0572681 Jul 24 09:09:04.514130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3520493a-d37f-41c0-925f-0ae86d51564e None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:09:04.515771 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3520493a-d37f-41c0-925f-0ae86d51564e None None] Checking segment: {'id': '5f12752a-fa32-448f-8ae6-966789d4668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:09:04.515771 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3520493a-d37f-41c0-925f-0ae86d51564e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:04.515771 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3520493a-d37f-41c0-925f-0ae86d51564e None None] Bound using segment: {'id': '5f12752a-fa32-448f-8ae6-966789d4668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:09:04.516044 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-3520493a-d37f-41c0-925f-0ae86d51564e None None] Bound port: 2062bfbd-ed2a-457c-a8b1-829dbfc2987c, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f12752a-fa32-448f-8ae6-966789d4668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:09:04.516236 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3520493a-d37f-41c0-925f-0ae86d51564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:04.671356 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-3520493a-d37f-41c0-925f-0ae86d51564e None None] For port 2062bfbd-ed2a-457c-a8b1-829dbfc2987c, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:09:04.674757 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-3520493a-d37f-41c0-925f-0ae86d51564e None None] For port 2062bfbd-ed2a-457c-a8b1-829dbfc2987c, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=2062bfbd-ed2a-457c-a8b1-829dbfc2987c,segment=NetworkSegment(5f12752a-fa32-448f-8ae6-966789d4668c),segment_id=5f12752a-fa32-448f-8ae6-966789d4668c)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:09:04.681320 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3520493a-d37f-41c0-925f-0ae86d51564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:04.752427 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96449c0-bf50-4b10-a312-bec3cb8630b9 req-d39ef0de-5b05-42b8-b306-b2d5cbc472e1 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:04.763139 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f96449c0-bf50-4b10-a312-bec3cb8630b9 req-d39ef0de-5b05-42b8-b306-b2d5cbc472e1 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 984 time: 0.1324513 Jul 24 09:09:04.797969 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520493a-d37f-41c0-925f-0ae86d51564e None None] Pushing event updated for resources: {'Port': ['ID=2062bfbd-ed2a-457c-a8b1-829dbfc2987c,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:04.801136 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3bed46ec-8f3b-4cd3-b2cb-58b0252f8aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:04.828594 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-9fc3cf81-1c66-4710-86b7-238ddf97e025 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Allocated IP 172.20.0.4 (fbc5b270-0c92-4400-92e0-37b0a548e1d0/e4f4d091-9355-41fb-8669-a9c6a15e7d4f/05d291cb-d039-4b7f-b7e8-0f5e552bfef1) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:09:04.841684 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89e4397f-8ae1-4523-94f7-afa2210246b7 req-fbf5e941-564d-41d6-b69f-67dd480c1651 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353801 Jul 24 09:09:04.871640 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f96449c0-bf50-4b10-a312-bec3cb8630b9 req-90910958-8937-41ba-9f42-0e8591f694e8 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?id=63636072-ce4f-4cde-bf9c-1379af67c451&id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1073720 Jul 24 09:09:04.878197 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-a4d7f2d7-bd57-4ba0-8e8f-8035eaa2dab4 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:04.879587 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-a4d7f2d7-bd57-4ba0-8e8f-8035eaa2dab4 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438&tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&binding%3Ahost_id=n-h1-800085-9 HTTP/1.1" status: 200 len: 1096 time: 0.9021840 Jul 24 09:09:04.901628 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-e255db4c-0b63-4952-8289-207a4271e097 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800085-9'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:09:05.138334 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf3620-aeeb-4579-bcd4-b2cf8c8f6aa8 req-1464767e-54c9-462b-8e2a-de563e587517 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:05.143918 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfcf3620-aeeb-4579-bcd4-b2cf8c8f6aa8 req-1464767e-54c9-462b-8e2a-de563e587517 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 945 time: 0.1288307 Jul 24 09:09:05.242232 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-e255db4c-0b63-4952-8289-207a4271e097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:05.246053 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfcf3620-aeeb-4579-bcd4-b2cf8c8f6aa8 req-85e0ae16-736b-4575-884a-ffef09522345 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009035 Jul 24 09:09:05.355701 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c771a-d586-4bce-aead-e77f818c8dbf req-f5bcb036-db04-4542-9225-a311b55723d6 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:05.358059 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-538c771a-d586-4bce-aead-e77f818c8dbf req-f5bcb036-db04-4542-9225-a311b55723d6 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.3955131 Jul 24 09:09:05.378792 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-9fc3cf81-1c66-4710-86b7-238ddf97e025 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:05.506605 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-538c771a-d586-4bce-aead-e77f818c8dbf req-8227c980-722f-4d68-95e2-b2271e93c507 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412368 Jul 24 09:09:05.519803 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-9fc3cf81-1c66-4710-86b7-238ddf97e025 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:05.686956 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9bc15-2616-4e05-8691-93489c6b41c0 req-5ad1801e-b7fb-4bf7-908a-4fae3b0073f7 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:05.688578 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-57b9bc15-2616-4e05-8691-93489c6b41c0 req-5ad1801e-b7fb-4bf7-908a-4fae3b0073f7 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 931 time: 0.1097188 Jul 24 09:09:05.729946 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 95d59126-4f43-41c6-8e09-fca4d1581987 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:09:05.752809 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-9fc3cf81-1c66-4710-86b7-238ddf97e025 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Network fbc5b270-0c92-4400-92e0-37b0a548e1d0 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:09:05.764979 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-9fc3cf81-1c66-4710-86b7-238ddf97e025 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:09:05.783678 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-9fc3cf81-1c66-4710-86b7-238ddf97e025 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:09:05.818351 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-57b9bc15-2616-4e05-8691-93489c6b41c0 req-7139169d-a0b0-4144-8c57-d320a7d3ac79 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231489 Jul 24 09:09:05.839356 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-9fc3cf81-1c66-4710-86b7-238ddf97e025 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:05.840408 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-9fc3cf81-1c66-4710-86b7-238ddf97e025 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:05.847456 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3cf81-1c66-4710-86b7-238ddf97e025 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Pushing event updated for resources: {'Port': ['ID=05d291cb-d039-4b7f-b7e8-0f5e552bfef1,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:05.891026 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-e255db4c-0b63-4952-8289-207a4271e097 service neutron] For port 95d59126-4f43-41c6-8e09-fca4d1581987, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=95d59126-4f43-41c6-8e09-fca4d1581987,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:05.896944 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3bed46ec-8f3b-4cd3-b2cb-58b0252f8aa7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:05.932040 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 95d59126-4f43-41c6-8e09-fca4d1581987, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=95d59126-4f43-41c6-8e09-fca4d1581987,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:05.943485 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-9fc3cf81-1c66-4710-86b7-238ddf97e025 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2007251 Jul 24 09:09:05.946563 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3bed46ec-8f3b-4cd3-b2cb-58b0252f8aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:05.956380 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ca67c0f1-5caf-4a84-84e3-3de9c8646914 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:09:05.969320 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 95d59126-4f43-41c6-8e09-fca4d1581987 has no active binding in host n-h2-800085-9 {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 24 09:09:06.020798 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: ca67c0f1-5caf-4a84-84e3-3de9c8646914 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:09:06.021408 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ca67c0f1-5caf-4a84-84e3-3de9c8646914 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:09:06.075149 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-2a6fdca5-aabd-4064-9c53-971a3f7d7741 req-116a295c-7a43-40eb-b71c-807cb6419842 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:09:06.076335 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2a6fdca5-aabd-4064-9c53-971a3f7d7741 req-116a295c-7a43-40eb-b71c-807cb6419842 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091646 Jul 24 09:09:06.081273 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19611a9b-3b42-4e9b-b1b6-103337c54818 req-5e8c0f05-d3a1-455f-b8b2-5586dfa86893 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:06.084964 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-4f4f2f32-11b0-4198-a363-81ac2eacbc29 service neutron] Request body: {'port': {'device_id': 'a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:09:06.088865 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-19611a9b-3b42-4e9b-b1b6-103337c54818 req-5e8c0f05-d3a1-455f-b8b2-5586dfa86893 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 984 time: 0.0901718 Jul 24 09:09:06.107201 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-3bed46ec-8f3b-4cd3-b2cb-58b0252f8aa7 admin admin] Allocated IP 172.25.7.41 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/3899c152-f39e-4d85-8d8d-b92f6184838a) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:09:06.143254 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-19611a9b-3b42-4e9b-b1b6-103337c54818 req-ca537e3e-1070-4fbf-b570-6726625b6bbd tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?id=63636072-ce4f-4cde-bf9c-1379af67c451&id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0478578 Jul 24 09:09:06.220284 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-e255db4c-0b63-4952-8289-207a4271e097 service neutron] For port 95d59126-4f43-41c6-8e09-fca4d1581987, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:09:06.300401 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee119012-0041-41bb-a07c-1f68782215b6 None None] Network 2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:09:06.301830 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-4f4f2f32-11b0-4198-a363-81ac2eacbc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:06.326490 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-12bb3d0a-30d8-4c3b-a451-90500c2642bc req-d8e5008d-008a-45e6-81e3-3c2f9aafef8f tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1454170943&fields=id&tenant_id=267eb1e9771b44c4894eb788151fcdab HTTP/1.1" status: 200 len: 267 time: 0.1060789 Jul 24 09:09:06.399024 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4a45f3-ab97-4652-839f-9108c93e0438', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95d59126-4f43-41c6-8e09-fca4d1581987'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:09:06.401721 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ee0472-50f0-4c9e-8214-c2a4a475c105" -d '{"events": [{"server_uuid": "2d4a45f3-ab97-4652-839f-9108c93e0438", "name": "network-vif-unplugged", "status": "completed", "tag": "95d59126-4f43-41c6-8e09-fca4d1581987"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:09:06.425300 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-e255db4c-0b63-4952-8289-207a4271e097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:06.488947 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-e255db4c-0b63-4952-8289-207a4271e097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:06.528583 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb3d0a-30d8-4c3b-a451-90500c2642bc req-bd0f90e3-776a-44ff-ab68-24e6136b6fb7 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:06.536290 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-12bb3d0a-30d8-4c3b-a451-90500c2642bc req-bd0f90e3-776a-44ff-ab68-24e6136b6fb7 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 984 time: 0.2088885 Jul 24 09:09:06.544151 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-12bb3d0a-30d8-4c3b-a451-90500c2642bc req-92411abe-c9c0-4673-9c59-756f1ed18235 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Request body: {'port': {'security_groups': ['63636072-ce4f-4cde-bf9c-1379af67c451', 'b42f5ce5-abb0-4faa-9bb4-988f6be2fc08', '12c5e7ed-23db-44d3-8684-07abc4d00c85']}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:09:06.574409 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-336d64a1-27b9-4f39-8823-9b3ac8fe7427 None None] Provisioning for port 2062bfbd-ed2a-457c-a8b1-829dbfc2987c completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:09:06.624455 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3bed46ec-8f3b-4cd3-b2cb-58b0252f8aa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:06.687979 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-12bb3d0a-30d8-4c3b-a451-90500c2642bc req-92411abe-c9c0-4673-9c59-756f1ed18235 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:06.700597 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-6e39dd6e-1f67-496b-9f60-4a59634ecc07 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2224784 Jul 24 09:09:06.823079 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255db4c-0b63-4952-8289-207a4271e097 service neutron] Pushing event updated for resources: {'Port': ['ID=95d59126-4f43-41c6-8e09-fca4d1581987,revision_number=7']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:06.921983 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-e255db4c-0b63-4952-8289-207a4271e097 service neutron] Attempting to bind port 95d59126-4f43-41c6-8e09-fca4d1581987 on host n-h1-800085-9 for vnic_type normal with profile {"migrating_to": "n-h2-800085-9"} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:09:06.922486 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-e255db4c-0b63-4952-8289-207a4271e097 service neutron] Attempting to bind port 95d59126-4f43-41c6-8e09-fca4d1581987 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:09:06.922902 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-e255db4c-0b63-4952-8289-207a4271e097 service neutron] Attempting to bind port 95d59126-4f43-41c6-8e09-fca4d1581987 on network 78a39135-7e1b-4cfc-8949-e6417e15b488 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:09:06.951985 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-e255db4c-0b63-4952-8289-207a4271e097 service neutron] Port 95d59126-4f43-41c6-8e09-fca4d1581987 on network 78a39135-7e1b-4cfc-8949-e6417e15b488 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:09:06.952339 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-e255db4c-0b63-4952-8289-207a4271e097 service neutron] Attempting to bind port 95d59126-4f43-41c6-8e09-fca4d1581987 on network 78a39135-7e1b-4cfc-8949-e6417e15b488 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:09:06.995962 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-e255db4c-0b63-4952-8289-207a4271e097 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:09:06.996817 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-e255db4c-0b63-4952-8289-207a4271e097 service neutron] Checking segment: {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:09:06.997434 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-e255db4c-0b63-4952-8289-207a4271e097 service neutron] Bound using segment: {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:09:07.004300 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-e255db4c-0b63-4952-8289-207a4271e097 service neutron] Bound port: 95d59126-4f43-41c6-8e09-fca4d1581987, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:09:07.005424 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-e255db4c-0b63-4952-8289-207a4271e097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:07.049847 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 2062bfbd-ed2a-457c-a8b1-829dbfc2987c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:09:07.056500 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f8290-9cdf-43b9-a03d-8196c4897b97 req-dfb3a927-2498-453f-9b0c-5865f4a84cb2 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:07.066035 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-187f8290-9cdf-43b9-a03d-8196c4897b97 req-dfb3a927-2498-453f-9b0c-5865f4a84cb2 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 943 time: 0.5251532 Jul 24 09:09:07.098104 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3bed46ec-8f3b-4cd3-b2cb-58b0252f8aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:07.148457 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-12bb3d0a-30d8-4c3b-a451-90500c2642bc req-92411abe-c9c0-4673-9c59-756f1ed18235 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] For port 01fd6421-e667-446d-9dfa-5a8b5699c233, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=01fd6421-e667-446d-9dfa-5a8b5699c233,segment=NetworkSegment(abd905bc-1a45-436c-b516-e7eb5ca9a4b9),segment_id=abd905bc-1a45-436c-b516-e7eb5ca9a4b9)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:07.175763 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bed46ec-8f3b-4cd3-b2cb-58b0252f8aa7 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:09:07.179676 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 2062bfbd-ed2a-457c-a8b1-829dbfc2987c completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:09:07.192284 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 2062bfbd-ed2a-457c-a8b1-829dbfc2987c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:09:07.197658 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:07.198987 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-12bb3d0a-30d8-4c3b-a451-90500c2642bc req-92411abe-c9c0-4673-9c59-756f1ed18235 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:07.199350 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-3bed46ec-8f3b-4cd3-b2cb-58b0252f8aa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:09:07.206163 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-12bb3d0a-30d8-4c3b-a451-90500c2642bc req-92411abe-c9c0-4673-9c59-756f1ed18235 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:07.213730 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bed46ec-8f3b-4cd3-b2cb-58b0252f8aa7 admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:09:07.261317 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb3d0a-30d8-4c3b-a451-90500c2642bc req-92411abe-c9c0-4673-9c59-756f1ed18235 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:07.262119 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-12bb3d0a-30d8-4c3b-a451-90500c2642bc req-92411abe-c9c0-4673-9c59-756f1ed18235 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:07.279738 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-12bb3d0a-30d8-4c3b-a451-90500c2642bc req-92411abe-c9c0-4673-9c59-756f1ed18235 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "PUT /v2.0/ports/01fd6421-e667-446d-9dfa-5a8b5699c233 HTTP/1.1" status: 200 len: 1020 time: 0.7396221 Jul 24 09:09:07.280511 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b16d78-c03b-49cf-b2ee-eb22b3599603', 'tag': '01fd6421-e667-446d-9dfa-5a8b5699c233'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:09:07.284507 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff38a40-9fef-4a76-8910-5aebdf6bd679" -d '{"events": [{"name": "network-changed", "server_uuid": "94b16d78-c03b-49cf-b2ee-eb22b3599603", "tag": "01fd6421-e667-446d-9dfa-5a8b5699c233"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:09:07.300075 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-187f8290-9cdf-43b9-a03d-8196c4897b97 req-873efb20-4d5f-4163-9741-d0a985ac575c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327297 Jul 24 09:09:07.330038 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92411abe-c9c0-4673-9c59-756f1ed18235 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Pushing event updated for resources: {'Port': ['ID=01fd6421-e667-446d-9dfa-5a8b5699c233,revision_number=7']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:07.354911 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['fdda9fa5-b894-4670-aa60-8286fde20d52', '01fd6421-e667-446d-9dfa-5a8b5699c233'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:09:07.364992 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed46ec-8f3b-4cd3-b2cb-58b0252f8aa7 admin admin] Pushing event updated for resources: {'Port': ['ID=3899c152-f39e-4d85-8d8d-b92f6184838a,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:07.406525 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-e255db4c-0b63-4952-8289-207a4271e097 service neutron] For port 95d59126-4f43-41c6-8e09-fca4d1581987, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:09:07.415812 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-e255db4c-0b63-4952-8289-207a4271e097 service neutron] For port 95d59126-4f43-41c6-8e09-fca4d1581987, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=95d59126-4f43-41c6-8e09-fca4d1581987,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:09:07.447248 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['01fd6421-e667-446d-9dfa-5a8b5699c233'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:09:07.453166 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-4f4f2f32-11b0-4198-a363-81ac2eacbc29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d291cb-d039-4b7f-b7e8-0f5e552bfef1 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:09:07.497065 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-e255db4c-0b63-4952-8289-207a4271e097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:07.501209 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0787500-6a57-41b0-b475-9f922b14ac41 x-openstack-request-id: req-b0787500-6a57-41b0-b475-9f922b14ac41 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:09:07.501649 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4a45f3-ab97-4652-839f-9108c93e0438", "name": "network-vif-unplugged", "status": "completed", "tag": "95d59126-4f43-41c6-8e09-fca4d1581987", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:09:07.501982 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0787500-6a57-41b0-b475-9f922b14ac41 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:09:07.502418 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4a45f3-ab97-4652-839f-9108c93e0438', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95d59126-4f43-41c6-8e09-fca4d1581987', 'code': 200} Jul 24 09:09:07.504549 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-4f4f2f32-11b0-4198-a363-81ac2eacbc29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:07.754653 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2714af-c1f6-479e-9d39-7130fc148353 req-6d3f8887-f4b2-4f51-863a-bbca5c19e406 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:07.763370 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8c2714af-c1f6-479e-9d39-7130fc148353 req-6d3f8887-f4b2-4f51-863a-bbca5c19e406 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 931 time: 0.1091955 Jul 24 09:09:07.846987 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8c2714af-c1f6-479e-9d39-7130fc148353 req-9ab7cc81-014d-43b3-9486-89d11cbaa4c9 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825419 Jul 24 09:09:08.012042 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4d5f3fd3-8935-4b8e-9abd-bab5771d3b11 req-3c73084b-34d3-47f6-9aa0-5fa8c0791ab0 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/12c5e7ed-23db-44d3-8684-07abc4d00c85 HTTP/1.1" status: 200 len: 1801 time: 0.1214361 Jul 24 09:09:08.065356 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-4f4f2f32-11b0-4198-a363-81ac2eacbc29 service neutron] Transition to ACTIVE for port object 05d291cb-d039-4b7f-b7e8-0f5e552bfef1 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:09:08.090919 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-4f4f2f32-11b0-4198-a363-81ac2eacbc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:08.120956 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:08.139298 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-4d5f3fd3-8935-4b8e-9abd-bab5771d3b11 req-cafd5f06-b178-4cec-9cfb-2daf7c9f0009 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 24 09:09:08.141778 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4d5f3fd3-8935-4b8e-9abd-bab5771d3b11 req-cafd5f06-b178-4cec-9cfb-2daf7c9f0009 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "DELETE /v2.0/security-groups/12c5e7ed-23db-44d3-8684-07abc4d00c85 HTTP/1.1" status: 409 len: 341 time: 0.1220205 Jul 24 09:09:08.157680 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d78331-0f88-476e-8fc3-e18bd703a6dc req-ca707c2d-f1c4-4958-8635-9636e576b632 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:08.164700 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-99d78331-0f88-476e-8fc3-e18bd703a6dc req-ca707c2d-f1c4-4958-8635-9636e576b632 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.7426329 Jul 24 09:09:08.221575 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255db4c-0b63-4952-8289-207a4271e097 service neutron] Pushing event updated for resources: {'Port': ['ID=95d59126-4f43-41c6-8e09-fca4d1581987,revision_number=8']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:08.241696 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 2062bfbd-ed2a-457c-a8b1-829dbfc2987c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=2062bfbd-ed2a-457c-a8b1-829dbfc2987c,segment=NetworkSegment(5f12752a-fa32-448f-8ae6-966789d4668c),segment_id=5f12752a-fa32-448f-8ae6-966789d4668c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:08.250547 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:08.269080 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3be6e27-451e-4fa0-b142-a2264275ac26 x-openstack-request-id: req-f3be6e27-451e-4fa0-b142-a2264275ac26 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:09:08.269648 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b16d78-c03b-49cf-b2ee-eb22b3599603", "tag": "01fd6421-e667-446d-9dfa-5a8b5699c233", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:09:08.272013 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3be6e27-451e-4fa0-b142-a2264275ac26 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:09:08.272628 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b16d78-c03b-49cf-b2ee-eb22b3599603', 'tag': '01fd6421-e667-446d-9dfa-5a8b5699c233', 'status': 'completed', 'code': 200} Jul 24 09:09:08.287946 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f2f32-11b0-4198-a363-81ac2eacbc29 service neutron] Pushing event updated for resources: {'Port': ['ID=05d291cb-d039-4b7f-b7e8-0f5e552bfef1,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:08.352081 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-e255db4c-0b63-4952-8289-207a4271e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:08.359675 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-e255db4c-0b63-4952-8289-207a4271e097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:08.363203 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-e255db4c-0b63-4952-8289-207a4271e097 service neutron] 10.222.0.20 "PUT /v2.0/ports/95d59126-4f43-41c6-8e09-fca4d1581987 HTTP/1.1" status: 200 len: 1121 time: 3.4649191 Jul 24 09:09:08.412561 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=2062bfbd-ed2a-457c-a8b1-829dbfc2987c,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:08.417319 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff38a40-9fef-4a76-8910-5aebdf6bd679 req-cec50bd2-da7c-4c22-89c4-7db1703a9055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:08.426547 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ff38a40-9fef-4a76-8910-5aebdf6bd679 req-cec50bd2-da7c-4c22-89c4-7db1703a9055 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=267eb1e9771b44c4894eb788151fcdab&device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 1174 time: 0.1224113 Jul 24 09:09:08.451563 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['95d59126-4f43-41c6-8e09-fca4d1581987'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:09:08.463200 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-99d78331-0f88-476e-8fc3-e18bd703a6dc req-42177fcc-5a95-4c6f-95ff-2a2210170a1e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972281 Jul 24 09:09:08.629413 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-4f4f2f32-11b0-4198-a363-81ac2eacbc29 service neutron] Attempting to bind port 05d291cb-d039-4b7f-b7e8-0f5e552bfef1 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:09:08.630000 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-4f4f2f32-11b0-4198-a363-81ac2eacbc29 service neutron] Attempting to bind port 05d291cb-d039-4b7f-b7e8-0f5e552bfef1 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '3a8ff286-f6f5-4c05-b3eb-2c391f403600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:09:08.630587 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-4f4f2f32-11b0-4198-a363-81ac2eacbc29 service neutron] Attempting to bind port 05d291cb-d039-4b7f-b7e8-0f5e552bfef1 on network fbc5b270-0c92-4400-92e0-37b0a548e1d0 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:09:08.631442 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['95d59126-4f43-41c6-8e09-fca4d1581987'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:09:08.665905 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-4f4f2f32-11b0-4198-a363-81ac2eacbc29 service neutron] Port 05d291cb-d039-4b7f-b7e8-0f5e552bfef1 on network fbc5b270-0c92-4400-92e0-37b0a548e1d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:09:08.665905 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-4f4f2f32-11b0-4198-a363-81ac2eacbc29 service neutron] Attempting to bind port 05d291cb-d039-4b7f-b7e8-0f5e552bfef1 on network fbc5b270-0c92-4400-92e0-37b0a548e1d0 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:09:08.667526 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff38a40-9fef-4a76-8910-5aebdf6bd679 req-7a3b79a1-c607-410a-8690-f7428d03c1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:08.669275 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ff38a40-9fef-4a76-8910-5aebdf6bd679 req-7a3b79a1-c607-410a-8690-f7428d03c1a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a3b87de-6571-402b-81bd-14fb75019273 HTTP/1.1" status: 200 len: 912 time: 0.2419043 Jul 24 09:09:08.683598 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-4f4f2f32-11b0-4198-a363-81ac2eacbc29 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:09:08.684590 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-4f4f2f32-11b0-4198-a363-81ac2eacbc29 service neutron] Checking segment: {'id': '3a8ff286-f6f5-4c05-b3eb-2c391f403600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:09:08.684590 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-4f4f2f32-11b0-4198-a363-81ac2eacbc29 service neutron] Bound using segment: {'id': '3a8ff286-f6f5-4c05-b3eb-2c391f403600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:09:08.685115 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-4f4f2f32-11b0-4198-a363-81ac2eacbc29 service neutron] Bound port: 05d291cb-d039-4b7f-b7e8-0f5e552bfef1, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a8ff286-f6f5-4c05-b3eb-2c391f403600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:09:08.685735 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-4f4f2f32-11b0-4198-a363-81ac2eacbc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:08.730247 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ff38a40-9fef-4a76-8910-5aebdf6bd679 req-29289f18-2fbf-4ff2-9598-09ebe4ad6e86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01fd6421-e667-446d-9dfa-5a8b5699c233 HTTP/1.1" status: 200 len: 217 time: 0.0512934 Jul 24 09:09:08.732707 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3bed46ec-8f3b-4cd3-b2cb-58b0252f8aa7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:08.884214 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff38a40-9fef-4a76-8910-5aebdf6bd679 req-57f5dac8-f38b-4852-bb7a-e55cd13d31d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:08.886107 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ff38a40-9fef-4a76-8910-5aebdf6bd679 req-57f5dac8-f38b-4852-bb7a-e55cd13d31d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8e66ac9-105b-4409-a14d-808609c061e7 HTTP/1.1" status: 200 len: 852 time: 0.1383424 Jul 24 09:09:08.990318 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ff38a40-9fef-4a76-8910-5aebdf6bd679 req-73e8e1f9-6c1b-4c88-99a9-eac39c29b421 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a3b87de-6571-402b-81bd-14fb75019273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920560 Jul 24 09:09:09.054898 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 2062bfbd-ed2a-457c-a8b1-829dbfc2987c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:09:09.065910 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-4f4f2f32-11b0-4198-a363-81ac2eacbc29 service neutron] For port 05d291cb-d039-4b7f-b7e8-0f5e552bfef1, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:09:09.088615 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72ba37-83a8-4031-901d-0fdbe596a719 req-209f14ac-dab5-463e-aa23-3d461b2a6874 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:09.090356 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa72ba37-83a8-4031-901d-0fdbe596a719 req-209f14ac-dab5-463e-aa23-3d461b2a6874 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 943 time: 0.4763610 Jul 24 09:09:09.110711 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-4f4f2f32-11b0-4198-a363-81ac2eacbc29 service neutron] For port 05d291cb-d039-4b7f-b7e8-0f5e552bfef1, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=05d291cb-d039-4b7f-b7e8-0f5e552bfef1,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:09:09.134737 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-4f4f2f32-11b0-4198-a363-81ac2eacbc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:09.221342 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-4f4f2f32-11b0-4198-a363-81ac2eacbc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:09.222109 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-4f4f2f32-11b0-4198-a363-81ac2eacbc29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:09.224148 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-4f4f2f32-11b0-4198-a363-81ac2eacbc29 service neutron] 10.222.0.37 "PUT /v2.0/ports/05d291cb-d039-4b7f-b7e8-0f5e552bfef1 HTTP/1.1" status: 200 len: 1091 time: 3.1450922 Jul 24 09:09:09.228518 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f2f32-11b0-4198-a363-81ac2eacbc29 service neutron] Pushing event updated for resources: {'Port': ['ID=05d291cb-d039-4b7f-b7e8-0f5e552bfef1,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:09.251123 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ff38a40-9fef-4a76-8910-5aebdf6bd679 req-b5d4b112-dd9e-482c-bfe8-d4528ccbda72 service neutron] 10.222.0.20 "GET /v2.0/networks/5a3b87de-6571-402b-81bd-14fb75019273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500627 Jul 24 09:09:09.267144 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab3ea1-2323-4d22-b244-7f8f0d143f73 req-f66fa029-976f-4259-9e9b-383927cf8875 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:09.267887 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-05f7ed9f-e277-46bf-80d6-8260c47a00d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:09.269564 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-05f7ed9f-e277-46bf-80d6-8260c47a00d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 1101 time: 0.4300582 Jul 24 09:09:09.277976 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ddab3ea1-2323-4d22-b244-7f8f0d143f73 req-f66fa029-976f-4259-9e9b-383927cf8875 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 1023 time: 0.2721488 Jul 24 09:09:09.309090 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 2062bfbd-ed2a-457c-a8b1-829dbfc2987c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:09:09.309761 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:09.387935 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ddab3ea1-2323-4d22-b244-7f8f0d143f73 req-6c681f84-bdd2-4fa8-ad70-d491907d596a tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?id=63636072-ce4f-4cde-bf9c-1379af67c451&id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&id=12c5e7ed-23db-44d3-8684-07abc4d00c85&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1080215 Jul 24 09:09:09.443141 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3bed46ec-8f3b-4cd3-b2cb-58b0252f8aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:09.447506 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa72ba37-83a8-4031-901d-0fdbe596a719 req-b9be062d-50a4-4574-9df3-ace0585722db tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450320 Jul 24 09:09:09.477287 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ff38a40-9fef-4a76-8910-5aebdf6bd679 req-91496f52-0a5c-4cbe-9802-a314af986026 service neutron] 10.222.0.20 "GET /v2.0/networks/5a3b87de-6571-402b-81bd-14fb75019273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711447 Jul 24 09:09:09.511231 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4a45f3-ab97-4652-839f-9108c93e0438', 'tag': '95d59126-4f43-41c6-8e09-fca4d1581987'}, {'name': 'network-changed', 'server_uuid': 'a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77', 'tag': '05d291cb-d039-4b7f-b7e8-0f5e552bfef1'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:09:09.513603 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af2f4ab-b5ae-41f5-9a9d-916caabe74f6" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4a45f3-ab97-4652-839f-9108c93e0438", "tag": "95d59126-4f43-41c6-8e09-fca4d1581987"}, {"name": "network-changed", "server_uuid": "a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77", "tag": "05d291cb-d039-4b7f-b7e8-0f5e552bfef1"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:09:09.574996 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa99b6-b78a-444a-a52b-25e2bc9400f6 req-fb4ceb39-c9ea-48f3-adf4-f75e8920f593 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:09.576913 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f1aa99b6-b78a-444a-a52b-25e2bc9400f6 req-fb4ceb39-c9ea-48f3-adf4-f75e8920f593 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 943 time: 0.0882781 Jul 24 09:09:09.642314 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f1aa99b6-b78a-444a-a52b-25e2bc9400f6 req-3c1e14da-2806-445f-b246-9f5e48de2bf3 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581567 Jul 24 09:09:09.707223 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 24 Jul 2021 09:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94520402-a5f4-41f3-a23f-a4e0929c30da x-openstack-request-id: req-94520402-a5f4-41f3-a23f-a4e0929c30da {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:09:09.707604 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4a45f3-ab97-4652-839f-9108c93e0438", "tag": "95d59126-4f43-41c6-8e09-fca4d1581987", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77", "tag": "05d291cb-d039-4b7f-b7e8-0f5e552bfef1", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:09:09.707988 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94520402-a5f4-41f3-a23f-a4e0929c30da {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:09:09.708435 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4a45f3-ab97-4652-839f-9108c93e0438', 'tag': '95d59126-4f43-41c6-8e09-fca4d1581987', 'status': 'completed', 'code': 200} Jul 24 09:09:09.708868 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77', 'tag': '05d291cb-d039-4b7f-b7e8-0f5e552bfef1', 'status': 'completed', 'code': 200} Jul 24 09:09:09.719121 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-c51c9f48-1470-4916-9684-aa54050c327a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:09.721354 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-c51c9f48-1470-4916-9684-aa54050c327a service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.2982471 Jul 24 09:09:09.732371 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-5e0c4f2b-9662-49ed-945b-b5312544cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:09.734091 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-5e0c4f2b-9662-49ed-945b-b5312544cb47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cca414eeb75d4a728826bf910f0b973f&device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 1094 time: 0.3193619 Jul 24 09:09:09.821332 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2f4ab-b5ae-41f5-9a9d-916caabe74f6 req-55077345-2f91-4966-9da3-5d6be1449b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:09.822951 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6af2f4ab-b5ae-41f5-9a9d-916caabe74f6 req-55077345-2f91-4966-9da3-5d6be1449b73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 1124 time: 0.0768306 Jul 24 09:09:09.833598 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-111fc292-daa1-46d1-a030-b39458f94fc9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=b30aaf2b-d913-480e-acba-dd7ed7267ed8 HTTP/1.1" status: 200 len: 217 time: 0.0939045 Jul 24 09:09:09.835127 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-7067604c-6632-429a-9fa3-4c81b4d982e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05d291cb-d039-4b7f-b7e8-0f5e552bfef1 HTTP/1.1" status: 200 len: 217 time: 0.0795774 Jul 24 09:09:09.852906 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9ada4-74a7-44d5-900a-57a3fe567af8 req-95b4c3b3-6ffd-46fc-90dc-ce1ffd79f945 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:09.854718 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-63c9ada4-74a7-44d5-900a-57a3fe567af8 req-95b4c3b3-6ffd-46fc-90dc-ce1ffd79f945 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.2379806 Jul 24 09:09:09.949146 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2f4ab-b5ae-41f5-9a9d-916caabe74f6 req-100b79ec-2d90-4919-97f8-141200337fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:09.950681 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6af2f4ab-b5ae-41f5-9a9d-916caabe74f6 req-100b79ec-2d90-4919-97f8-141200337fb6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=78a39135-7e1b-4cfc-8949-e6417e15b488 HTTP/1.1" status: 200 len: 921 time: 0.1171305 Jul 24 09:09:09.992546 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-192ea253-544e-4ce1-a351-96afaa1516f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:09.994056 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-192ea253-544e-4ce1-a351-96afaa1516f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4f4d091-9355-41fb-8669-a9c6a15e7d4f HTTP/1.1" status: 200 len: 845 time: 0.1303189 Jul 24 09:09:09.996060 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-fa1d31df-ead0-47af-9e2a-f9fd880fd0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:09.997401 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-fa1d31df-ead0-47af-9e2a-f9fd880fd0d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1417298 Jul 24 09:09:10.000324 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-63c9ada4-74a7-44d5-900a-57a3fe567af8 req-934d6e43-9962-4313-b82b-43300dc4252a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263645 Jul 24 09:09:10.007339 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6af2f4ab-b5ae-41f5-9a9d-916caabe74f6 req-1dd68de2-2f07-4610-8f91-c8f1bfe496bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95d59126-4f43-41c6-8e09-fca4d1581987 HTTP/1.1" status: 200 len: 217 time: 0.0363257 Jul 24 09:09:10.011715 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bed46ec-8f3b-4cd3-b2cb-58b0252f8aa7 admin admin] Router 3857bcab-2e55-4513-b757-da63d1510f31 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:09:10.051882 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-5a38ebe5-0278-4aee-b47a-14cbaa78a7d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fbc5b270-0c92-4400-92e0-37b0a548e1d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366757 Jul 24 09:09:10.066090 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2f4ab-b5ae-41f5-9a9d-916caabe74f6 req-2bfb9c6c-2bab-4fec-9136-3b521b038da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:10.067706 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6af2f4ab-b5ae-41f5-9a9d-916caabe74f6 req-2bfb9c6c-2bab-4fec-9136-3b521b038da6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=726d329a-a5bb-490b-be1e-f21c87173472 HTTP/1.1" status: 200 len: 861 time: 0.0483241 Jul 24 09:09:10.112701 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6af2f4ab-b5ae-41f5-9a9d-916caabe74f6 req-af4865b8-6cbd-494f-8b79-6ae96a3dface service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=78a39135-7e1b-4cfc-8949-e6417e15b488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315533 Jul 24 09:09:10.217542 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6af2f4ab-b5ae-41f5-9a9d-916caabe74f6 req-395dbf34-a01c-4161-bf1c-fb9ec9289a89 service neutron] 10.222.0.37 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938988 Jul 24 09:09:10.257630 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-fad014d7-0dfe-4909-8064-f7afe5c2482e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:10.259128 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-fad014d7-0dfe-4909-8064-f7afe5c2482e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2340071 Jul 24 09:09:10.265852 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-a4934c00-172c-49e7-8bfd-1da39ec0e7bd service neutron] 10.222.0.37 "GET /v2.0/networks/fbc5b270-0c92-4400-92e0-37b0a548e1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894755 Jul 24 09:09:10.266922 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bed46ec-8f3b-4cd3-b2cb-58b0252f8aa7 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:09:10.276722 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] Sync routers for ids ['3857bcab-2e55-4513-b757-da63d1510f31'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:09:10.286946 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] Routers {'3857bcab-2e55-4513-b757-da63d1510f31'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:09:10.287293 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:09:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['3857bcab-2e55-4513-b757-da63d1510f31'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:10.313228 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6af2f4ab-b5ae-41f5-9a9d-916caabe74f6 req-8996b879-2850-4acc-964d-bcabfaa7777b service neutron] 10.222.0.37 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883100 Jul 24 09:09:10.316848 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3bed46ec-8f3b-4cd3-b2cb-58b0252f8aa7 admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:10.318042 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3bed46ec-8f3b-4cd3-b2cb-58b0252f8aa7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.9134824 Jul 24 09:09:10.321000 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48758) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:09:10.392684 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] Set router 3857bcab-2e55-4513-b757-da63d1510f31 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:09:10.435079 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e93a6c9b-be7d-4c88-908a-a395a24481af req-0d5bd40e-815b-422e-966b-58e56ef98399 service neutron] 10.222.0.37 "GET /v2.0/networks/fbc5b270-0c92-4400-92e0-37b0a548e1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579180 Jul 24 09:09:10.436962 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-3f12fe85-b75e-499c-b571-641adae22e6a service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588054 Jul 24 09:09:10.592185 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551ea37-1bdf-444e-9af3-5faf1bca39c0 req-7a922640-ea47-442f-9db6-9f1c9b54c668 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:10.593898 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e551ea37-1bdf-444e-9af3-5faf1bca39c0 req-7a922640-ea47-442f-9db6-9f1c9b54c668 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.20 "GET /v2.0/ports?device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 1023 time: 0.2342591 Jul 24 09:09:10.669218 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3857bcab-2e55-4513-b757-da63d1510f31', 'name': 'tempest-ServersTestManualDisk-299184476-router', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '3899c152-f39e-4d85-8d8d-b92f6184838a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:03Z', 'updated_at': '2021-07-24T09:09:08Z', 'revision_number': 3, 'project_id': 'b97303eda20c400ca8976a6ec0773f0e', 'gw_port': {'id': '3899c152-f39e-4d85-8d8d-b92f6184838a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3857bcab-2e55-4513-b757-da63d1510f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:05Z', 'updated_at': '2021-07-24T09:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:10.696455 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] Checking router: 3857bcab-2e55-4513-b757-da63d1510f31 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:09:10.696824 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] Updating router 3857bcab-2e55-4513-b757-da63d1510f31 port 3899c152-f39e-4d85-8d8d-b92f6184838a binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:09:10.733190 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:10.750939 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f5418-b6a0-47bc-a9a5-23351e851119 req-dd9eab25-9138-4006-84a6-04f22216e043 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:10.753297 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-114f5418-b6a0-47bc-a9a5-23351e851119 req-dd9eab25-9138-4006-84a6-04f22216e043 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 1023 time: 0.2533507 Jul 24 09:09:10.869440 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-114f5418-b6a0-47bc-a9a5-23351e851119 req-dcc5e01a-8f27-40f5-8d4e-3c44117af35c tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?id=63636072-ce4f-4cde-bf9c-1379af67c451&id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&id=12c5e7ed-23db-44d3-8684-07abc4d00c85&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0855625 Jul 24 09:09:10.887705 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-e551ea37-1bdf-444e-9af3-5faf1bca39c0 req-ba8905ed-9506-49fd-b8c3-77cb7d1e115a tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Deleting port 01fd6421-e667-446d-9dfa-5a8b5699c233 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:09:10.887705 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e551ea37-1bdf-444e-9af3-5faf1bca39c0 req-ba8905ed-9506-49fd-b8c3-77cb7d1e115a tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:10.901408 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-f8f188af-f887-4916-8fc6-041cc2296722 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237518 Jul 24 09:09:10.963218 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2f4ab-b5ae-41f5-9a9d-916caabe74f6 req-8c69ae7b-a0b4-44eb-95eb-16fa01367d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:10.964977 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6af2f4ab-b5ae-41f5-9a9d-916caabe74f6 req-8c69ae7b-a0b4-44eb-95eb-16fa01367d96 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cca414eeb75d4a728826bf910f0b973f&device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 1094 time: 0.4179051 Jul 24 09:09:11.020348 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11ebae-85e5-4ac0-adc7-33b7890d5a8e req-1fa22006-9abd-44d3-bbcd-230dc123b08c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:11.022139 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f11ebae-85e5-4ac0-adc7-33b7890d5a8e req-1fa22006-9abd-44d3-bbcd-230dc123b08c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 943 time: 0.1683683 Jul 24 09:09:11.063903 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:11.078063 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] Transition to ACTIVE for port object 3899c152-f39e-4d85-8d8d-b92f6184838a will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:09:11.086627 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:11.151772 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] Attempting to bind port 3899c152-f39e-4d85-8d8d-b92f6184838a on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:09:11.152145 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] Attempting to bind port 3899c152-f39e-4d85-8d8d-b92f6184838a by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:09:11.152516 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] Attempting to bind port 3899c152-f39e-4d85-8d8d-b92f6184838a on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:09:11.159459 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f11ebae-85e5-4ac0-adc7-33b7890d5a8e req-5abe8b11-37b5-4680-b02f-f43ca2012779 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745711 Jul 24 09:09:11.164068 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2f4ab-b5ae-41f5-9a9d-916caabe74f6 req-5b3a1001-8648-4d8d-83ef-f98dad0cf92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:11.165616 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6af2f4ab-b5ae-41f5-9a9d-916caabe74f6 req-5b3a1001-8648-4d8d-83ef-f98dad0cf92d service neutron] 10.222.0.37 "GET /v2.0/networks?id=fbc5b270-0c92-4400-92e0-37b0a548e1d0 HTTP/1.1" status: 200 len: 905 time: 0.1908486 Jul 24 09:09:11.179394 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:09:11.179783 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:09:11.180232 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:11.180597 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:09:11.181122 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] Bound port: 3899c152-f39e-4d85-8d8d-b92f6184838a, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:09:11.181510 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:11.190748 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addd77c-7000-4300-98cc-128abf69ccc9 None None] Pushing event updated for resources: {'Port': ['ID=3899c152-f39e-4d85-8d8d-b92f6184838a,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:11.234148 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6af2f4ab-b5ae-41f5-9a9d-916caabe74f6 req-1ede5661-60c0-44da-a447-9c8fa5e963d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05d291cb-d039-4b7f-b7e8-0f5e552bfef1 HTTP/1.1" status: 200 len: 217 time: 0.0583138 Jul 24 09:09:11.272089 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] For port 3899c152-f39e-4d85-8d8d-b92f6184838a, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:09:11.275680 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] For port 3899c152-f39e-4d85-8d8d-b92f6184838a, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=3899c152-f39e-4d85-8d8d-b92f6184838a,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:09:11.279973 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:11.328548 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2f4ab-b5ae-41f5-9a9d-916caabe74f6 req-0537f048-9571-48b7-8273-64446bc9bf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:11.331003 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6af2f4ab-b5ae-41f5-9a9d-916caabe74f6 req-0537f048-9571-48b7-8273-64446bc9bf83 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4f4d091-9355-41fb-8669-a9c6a15e7d4f HTTP/1.1" status: 200 len: 845 time: 0.0903301 Jul 24 09:09:11.354465 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] Routers {'3857bcab-2e55-4513-b757-da63d1510f31'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:09:11.355219 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:09:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['3857bcab-2e55-4513-b757-da63d1510f31'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:11.378998 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6af2f4ab-b5ae-41f5-9a9d-916caabe74f6 req-a881bbb8-2773-4488-b737-9638a5858249 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fbc5b270-0c92-4400-92e0-37b0a548e1d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394459 Jul 24 09:09:11.395377 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addd77c-7000-4300-98cc-128abf69ccc9 None None] Pushing event updated for resources: {'Port': ['ID=3899c152-f39e-4d85-8d8d-b92f6184838a,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:11.402638 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-e551ea37-1bdf-444e-9af3-5faf1bca39c0 req-ba8905ed-9506-49fd-b8c3-77cb7d1e115a tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] For port 01fd6421-e667-446d-9dfa-5a8b5699c233, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=01fd6421-e667-446d-9dfa-5a8b5699c233,segment=NetworkSegment(abd905bc-1a45-436c-b516-e7eb5ca9a4b9),segment_id=abd905bc-1a45-436c-b516-e7eb5ca9a4b9)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:11.403255 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e551ea37-1bdf-444e-9af3-5faf1bca39c0 req-ba8905ed-9506-49fd-b8c3-77cb7d1e115a tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:11.446121 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-e551ea37-1bdf-444e-9af3-5faf1bca39c0 req-ba8905ed-9506-49fd-b8c3-77cb7d1e115a tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Calling delete_port for 01fd6421-e667-446d-9dfa-5a8b5699c233 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:09:11.500566 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] Set router 3857bcab-2e55-4513-b757-da63d1510f31 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:09:11.508210 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6af2f4ab-b5ae-41f5-9a9d-916caabe74f6 req-09041b67-b36f-48c8-9be9-d2be36b6acdc service neutron] 10.222.0.37 "GET /v2.0/networks/fbc5b270-0c92-4400-92e0-37b0a548e1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200306 Jul 24 09:09:11.521177 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f72bbe-a242-432c-a300-40c7a3033f9b req-eb721a48-7539-46c3-a018-e563836b05f7 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:11.528073 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-20f72bbe-a242-432c-a300-40c7a3033f9b req-eb721a48-7539-46c3-a018-e563836b05f7 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 943 time: 0.5831013 Jul 24 09:09:11.619941 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6af2f4ab-b5ae-41f5-9a9d-916caabe74f6 req-96270614-8fc1-4d93-a58b-6a2ad7470a0b service neutron] 10.222.0.37 "GET /v2.0/networks/fbc5b270-0c92-4400-92e0-37b0a548e1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044869 Jul 24 09:09:11.620580 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-20f72bbe-a242-432c-a300-40c7a3033f9b req-04ff62ab-929c-42e8-ac09-2c13b336b0f5 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915926 Jul 24 09:09:11.629079 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b165e16-b458-4e18-9ee1-3ca934e403b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:11.712258 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef0853-968e-4579-883e-33d69bd173d4 req-d93de83d-c79a-42e1-9148-13b86603ca94 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:11.714039 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d3ef0853-968e-4579-883e-33d69bd173d4 req-d93de83d-c79a-42e1-9148-13b86603ca94 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.0782845 Jul 24 09:09:11.724878 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3857bcab-2e55-4513-b757-da63d1510f31', 'name': 'tempest-ServersTestManualDisk-299184476-router', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '3899c152-f39e-4d85-8d8d-b92f6184838a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:03Z', 'updated_at': '2021-07-24T09:09:08Z', 'revision_number': 3, 'project_id': 'b97303eda20c400ca8976a6ec0773f0e', 'gw_port': {'id': '3899c152-f39e-4d85-8d8d-b92f6184838a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3857bcab-2e55-4513-b757-da63d1510f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:05Z', 'updated_at': '2021-07-24T09:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:11.754699 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d3ef0853-968e-4579-883e-33d69bd173d4 req-1561d7f3-7677-47f4-887a-530049f8cbbc tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338457 Jul 24 09:09:11.755307 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752bb07d-436d-44ea-87db-1ba616166309 None None] The sync data for ids ['3857bcab-2e55-4513-b757-da63d1510f31'] in n-d-800085-9 is: [{'id': '3857bcab-2e55-4513-b757-da63d1510f31', 'name': 'tempest-ServersTestManualDisk-299184476-router', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '3899c152-f39e-4d85-8d8d-b92f6184838a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:03Z', 'updated_at': '2021-07-24T09:09:08Z', 'revision_number': 3, 'project_id': 'b97303eda20c400ca8976a6ec0773f0e', 'gw_port': {'id': '3899c152-f39e-4d85-8d8d-b92f6184838a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3857bcab-2e55-4513-b757-da63d1510f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:05Z', 'updated_at': '2021-07-24T09:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:09:11.831919 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e551ea37-1bdf-444e-9af3-5faf1bca39c0 req-ba8905ed-9506-49fd-b8c3-77cb7d1e115a tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:11.843375 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['fdda9fa5-b894-4670-aa60-8286fde20d52'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:09:11.877362 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8905ed-9506-49fd-b8c3-77cb7d1e115a tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Pushing event deleted for resources: {'Port': ['ID=01fd6421-e667-446d-9dfa-5a8b5699c233,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:11.967574 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-e551ea37-1bdf-444e-9af3-5faf1bca39c0 req-ba8905ed-9506-49fd-b8c3-77cb7d1e115a tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] No DVR routers for this DVR port 01fd6421-e667-446d-9dfa-5a8b5699c233 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:09:11.968593 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616dd042-f34e-4653-8994-c808e802f9a4 req-28041224-45fc-4270-9e37-d76280df010f tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:11.970453 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-616dd042-f34e-4653-8994-c808e802f9a4 req-28041224-45fc-4270-9e37-d76280df010f tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d3770d6-7d2c-42a5-a8d3-0b1682236cb5 HTTP/1.1" status: 200 len: 949 time: 0.0814800 Jul 24 09:09:11.972334 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e551ea37-1bdf-444e-9af3-5faf1bca39c0 req-ba8905ed-9506-49fd-b8c3-77cb7d1e115a tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:11.974602 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e551ea37-1bdf-444e-9af3-5faf1bca39c0 req-ba8905ed-9506-49fd-b8c3-77cb7d1e115a tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.20 "DELETE /v2.0/ports/01fd6421-e667-446d-9dfa-5a8b5699c233 HTTP/1.1" status: 204 len: 173 time: 1.3723629 Jul 24 09:09:11.975217 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b16d78-c03b-49cf-b2ee-eb22b3599603', 'name': 'network-vif-deleted', 'tag': '01fd6421-e667-446d-9dfa-5a8b5699c233'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:09:11.978217 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c795aba-7210-465b-b6a5-b194aeffb168" -d '{"events": [{"server_uuid": "94b16d78-c03b-49cf-b2ee-eb22b3599603", "name": "network-vif-deleted", "tag": "01fd6421-e667-446d-9dfa-5a8b5699c233"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:09:11.982234 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635ab44-6d77-4279-b088-8cccc48fd70b req-49988847-d3e9-4016-b59c-7ca04eb4cee7 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:11.983752 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3635ab44-6d77-4279-b088-8cccc48fd70b req-49988847-d3e9-4016-b59c-7ca04eb4cee7 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 1096 time: 0.2602422 Jul 24 09:09:12.023401 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-9b165e16-b458-4e18-9ee1-3ca934e403b7 admin admin] Allocated IP 172.20.0.1 (2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3/f33a2a2d-93ad-4e4a-a781-d9327260d4a8/b3f448c5-802f-4fe3-82aa-88ef108584f8) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:09:12.065712 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-616dd042-f34e-4653-8994-c808e802f9a4 req-3189334b-8ecc-4216-bda0-0dcc25ccc5b0 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/security-groups?id=24ef9e9b-3a89-41eb-b9d4-aa4872ae1379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860512 Jul 24 09:09:12.114963 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3635ab44-6d77-4279-b088-8cccc48fd70b req-f45c585b-3034-4efc-8e9a-f70b79aa78fe tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182916 Jul 24 09:09:12.213401 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ccb1a9-aef9-49f5-abde-f8462f300e5c x-openstack-request-id: req-f8ccb1a9-aef9-49f5-abde-f8462f300e5c {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:09:12.214074 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b16d78-c03b-49cf-b2ee-eb22b3599603", "name": "network-vif-deleted", "tag": "01fd6421-e667-446d-9dfa-5a8b5699c233", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:09:12.214547 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8ccb1a9-aef9-49f5-abde-f8462f300e5c {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:09:12.215075 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b16d78-c03b-49cf-b2ee-eb22b3599603', 'name': 'network-vif-deleted', 'tag': '01fd6421-e667-446d-9dfa-5a8b5699c233', 'status': 'completed', 'code': 200} Jul 24 09:09:12.249167 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b165e16-b458-4e18-9ee1-3ca934e403b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:12.264800 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-9b165e16-b458-4e18-9ee1-3ca934e403b7 admin admin] Transition to ACTIVE for port object b3f448c5-802f-4fe3-82aa-88ef108584f8 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:09:12.289809 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-52723cde-33a4-4258-a279-602b5ced2f10 req-0e40d83b-d3f0-4ca4-ad55-aea7566719b0 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b16d78-c03b-49cf-b2ee-eb22b3599603 HTTP/1.1" status: 200 len: 210 time: 0.0593770 Jul 24 09:09:12.307849 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b165e16-b458-4e18-9ee1-3ca934e403b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:12.354079 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b165e16-b458-4e18-9ee1-3ca934e403b7 admin admin] Network 2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:09:12.359191 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-9b165e16-b458-4e18-9ee1-3ca934e403b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:09:12.362270 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b165e16-b458-4e18-9ee1-3ca934e403b7 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:09:12.398548 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b165e16-b458-4e18-9ee1-3ca934e403b7 admin admin] Pushing event updated for resources: {'Port': ['ID=b3f448c5-802f-4fe3-82aa-88ef108584f8,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:12.418700 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b165e16-b458-4e18-9ee1-3ca934e403b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:12.706399 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f779471e-a15b-4e33-a9c4-6d3cd5ddda69 None None] Provisioning for port b3f448c5-802f-4fe3-82aa-88ef108584f8 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:09:12.719938 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f779471e-a15b-4e33-a9c4-6d3cd5ddda69 None None] Provisioning complete for port b3f448c5-802f-4fe3-82aa-88ef108584f8 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:09:12.720324 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f779471e-a15b-4e33-a9c4-6d3cd5ddda69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:12.729156 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b165e16-b458-4e18-9ee1-3ca934e403b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:12.792783 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-f779471e-a15b-4e33-a9c4-6d3cd5ddda69 None None] Port b3f448c5-802f-4fe3-82aa-88ef108584f8 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:09:12.975752 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a911e6-3559-4244-9790-0070497c4b18 req-3ed96787-0950-4fbe-98d0-0281fa5f838c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:12.977359 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-88a911e6-3559-4244-9790-0070497c4b18 req-3ed96787-0950-4fbe-98d0-0281fa5f838c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 943 time: 0.1614447 Jul 24 09:09:12.995397 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 3899c152-f39e-4d85-8d8d-b92f6184838a up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:09:13.047965 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 3899c152-f39e-4d85-8d8d-b92f6184838a completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:09:13.052141 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-88a911e6-3559-4244-9790-0070497c4b18 req-7ef6d33b-7695-4d95-99a0-ac43b8eac642 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587769 Jul 24 09:09:13.058753 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 3899c152-f39e-4d85-8d8d-b92f6184838a triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:09:13.059211 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:13.062537 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b165e16-b458-4e18-9ee1-3ca934e403b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:13.069836 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b165e16-b458-4e18-9ee1-3ca934e403b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:13.138911 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b165e16-b458-4e18-9ee1-3ca934e403b7 admin admin] Pushing event updated for resources: {'Port': ['ID=b3f448c5-802f-4fe3-82aa-88ef108584f8,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:13.142167 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b165e16-b458-4e18-9ee1-3ca934e403b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:13.183374 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:13.208163 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 3899c152-f39e-4d85-8d8d-b92f6184838a, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=3899c152-f39e-4d85-8d8d-b92f6184838a,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:13.212946 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:13.274450 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=3899c152-f39e-4d85-8d8d-b92f6184838a,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:13.283850 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b165e16-b458-4e18-9ee1-3ca934e403b7 admin admin] Network 2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:09:13.287644 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-9b165e16-b458-4e18-9ee1-3ca934e403b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:09:13.321869 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 05d291cb-d039-4b7f-b7e8-0f5e552bfef1 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:09:13.347296 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-528d6b19-d063-4911-a66d-dbd2feaba34f tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:09:13.357213 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-528d6b19-d063-4911-a66d-dbd2feaba34f tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198326 Jul 24 09:09:13.376187 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-6812d156-fb23-457e-909c-ea98d158b7c8 service neutron] Request body: {'binding': {'host': 'n-h1-800085-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:09:13.376965 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-6812d156-fb23-457e-909c-ea98d158b7c8 service neutron] Unknown quota resources ['binding']. {{(pid=94036) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 09:09:13.381469 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f70da-bb55-444e-810e-95ce90ac9470 req-00b1b614-21bd-4dd5-9cc7-81cfa6d19c12 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:13.383406 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-029f70da-bb55-444e-810e-95ce90ac9470 req-00b1b614-21bd-4dd5-9cc7-81cfa6d19c12 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 943 time: 0.1480629 Jul 24 09:09:13.443020 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 05d291cb-d039-4b7f-b7e8-0f5e552bfef1, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=05d291cb-d039-4b7f-b7e8-0f5e552bfef1,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:13.456435 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-029f70da-bb55-444e-810e-95ce90ac9470 req-96b9f83b-b6b5-43d2-af1f-4b5414cb8461 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659680 Jul 24 09:09:13.463221 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '05d291cb-d039-4b7f-b7e8-0f5e552bfef1', 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0', 'port_id': '05d291cb-d039-4b7f-b7e8-0f5e552bfef1', 'mac_address': 'fa:16:3e:fa:ce:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f4d091-9355-41fb-8669-a9c6a15e7d4f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:09:13.472298 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b165e16-b458-4e18-9ee1-3ca934e403b7 admin admin] Router 3857bcab-2e55-4513-b757-da63d1510f31 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:09:13.549927 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:13.578967 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d291cb-d039-4b7f-b7e8-0f5e552bfef1 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:09:13.599775 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-6812d156-fb23-457e-909c-ea98d158b7c8 service neutron] Attempting to bind port 5e6a7759-2eba-44ce-a52e-8b788226fa04 on host n-h1-800085-9 for vnic_type normal with profile None {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:09:13.605693 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-6812d156-fb23-457e-909c-ea98d158b7c8 service neutron] Attempting to bind port 5e6a7759-2eba-44ce-a52e-8b788226fa04 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:09:13.606064 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-6812d156-fb23-457e-909c-ea98d158b7c8 service neutron] Attempting to bind port 5e6a7759-2eba-44ce-a52e-8b788226fa04 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:09:13.612310 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-6812d156-fb23-457e-909c-ea98d158b7c8 service neutron] Port 5e6a7759-2eba-44ce-a52e-8b788226fa04 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:09:13.612642 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-6812d156-fb23-457e-909c-ea98d158b7c8 service neutron] Attempting to bind port 5e6a7759-2eba-44ce-a52e-8b788226fa04 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:09:13.621592 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b165e16-b458-4e18-9ee1-3ca934e403b7 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:09:13.627956 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9b165e16-b458-4e18-9ee1-3ca934e403b7 admin admin] 10.222.0.32 "PUT /v2.0/routers/3857bcab-2e55-4513-b757-da63d1510f31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3056405 Jul 24 09:09:13.628228 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 05d291cb-d039-4b7f-b7e8-0f5e552bfef1, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=05d291cb-d039-4b7f-b7e8-0f5e552bfef1,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:13.630870 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-6812d156-fb23-457e-909c-ea98d158b7c8 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:09:13.631218 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-6812d156-fb23-457e-909c-ea98d158b7c8 service neutron] Checking segment: {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:09:13.631613 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-6812d156-fb23-457e-909c-ea98d158b7c8 service neutron] Bound using segment: {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:09:13.632209 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-6812d156-fb23-457e-909c-ea98d158b7c8 service neutron] Bound port: 5e6a7759-2eba-44ce-a52e-8b788226fa04, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:09:13.660056 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:13.667551 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-34d34f37-34c1-476d-a3c6-c97765a0de05 None None] Provisioning complete for port b3f448c5-802f-4fe3-82aa-88ef108584f8 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:09:13.667923 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-34d34f37-34c1-476d-a3c6-c97765a0de05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:13.694377 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-6812d156-fb23-457e-909c-ea98d158b7c8 service neutron] For port 5e6a7759-2eba-44ce-a52e-8b788226fa04, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=5e6a7759-2eba-44ce-a52e-8b788226fa04,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:09:13.700894 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-6812d156-fb23-457e-909c-ea98d158b7c8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:13.706609 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-6812d156-fb23-457e-909c-ea98d158b7c8 service neutron] 10.222.0.32 "POST /v2.0/ports/5e6a7759-2eba-44ce-a52e-8b788226fa04/bindings HTTP/1.1" status: 201 len: 389 time: 0.3473506 Jul 24 09:09:13.720385 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-34d34f37-34c1-476d-a3c6-c97765a0de05 None None] Port b3f448c5-802f-4fe3-82aa-88ef108584f8 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:09:13.743594 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74052f4-32bd-4fd6-8bd7-c39ff5017e4e req-2eebca19-689e-4a72-85f1-7ca8e97e60b8 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:13.745550 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c74052f4-32bd-4fd6-8bd7-c39ff5017e4e req-2eebca19-689e-4a72-85f1-7ca8e97e60b8 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.1024723 Jul 24 09:09:13.762977 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 01fd6421-e667-446d-9dfa-5a8b5699c233 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:09:13.798693 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 01fd6421-e667-446d-9dfa-5a8b5699c233 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:09:13.799197 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 01fd6421-e667-446d-9dfa-5a8b5699c233 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:09:13.834196 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c74052f4-32bd-4fd6-8bd7-c39ff5017e4e req-0ff043a1-9c40-4e55-b6a0-1cbb3b6049fb tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740585 Jul 24 09:09:13.844193 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=05d291cb-d039-4b7f-b7e8-0f5e552bfef1,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:13.857177 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:13.872491 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] Sync routers for ids ['3857bcab-2e55-4513-b757-da63d1510f31'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:09:13.882557 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] Routers {'3857bcab-2e55-4513-b757-da63d1510f31'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:09:13.883214 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:09:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['3857bcab-2e55-4513-b757-da63d1510f31'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:13.993154 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] Set router 3857bcab-2e55-4513-b757-da63d1510f31 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:09:13.995433 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd52d0-24cc-4099-a70d-afcd29ee21e6 req-2fea5692-cc15-400f-b490-de70bbf4b597 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:13.996595 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2fd52d0-24cc-4099-a70d-afcd29ee21e6 req-2fea5692-cc15-400f-b490-de70bbf4b597 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 945 time: 0.1075733 Jul 24 09:09:14.054908 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-799e7263-6064-4c2c-9758-46e2ba9bea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:14.056546 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-799e7263-6064-4c2c-9758-46e2ba9bea83 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d4740b4b94942bdba9d4b286110923d&device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 1096 time: 0.1145155 Jul 24 09:09:14.059548 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2fd52d0-24cc-4099-a70d-afcd29ee21e6 req-52370bc5-d817-470a-8a41-534854777646 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528862 Jul 24 09:09:14.180163 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0842c19-04d1-4622-b4aa-fc60cdbf0ebe req-a1c371d3-e2ff-427e-89dc-0e9ce7cc1134 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/63636072-ce4f-4cde-bf9c-1379af67c451 HTTP/1.1" status: 200 len: 1801 time: 0.0822649 Jul 24 09:09:14.192987 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3857bcab-2e55-4513-b757-da63d1510f31', 'name': 'tempest-ServersTestManualDisk-299184476-router', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '3899c152-f39e-4d85-8d8d-b92f6184838a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:03Z', 'updated_at': '2021-07-24T09:09:12Z', 'revision_number': 4, 'project_id': 'b97303eda20c400ca8976a6ec0773f0e', 'gw_port': {'id': '3899c152-f39e-4d85-8d8d-b92f6184838a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857bcab-2e55-4513-b757-da63d1510f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:05Z', 'updated_at': '2021-07-24T09:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'b3f448c5-802f-4fe3-82aa-88ef108584f8', 'name': '', 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'mac_address': 'fa:16:3e:e1:24:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3857bcab-2e55-4513-b757-da63d1510f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'f33a2a2d-93ad-4e4a-a781-d9327260d4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:11Z', 'updated_at': '2021-07-24T09:09:12Z', 'revision_number': 2, 'project_id': 'b97303eda20c400ca8976a6ec0773f0e', 'subnets': [{'id': 'f33a2a2d-93ad-4e4a-a781-d9327260d4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:14.209213 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-78f6a2fb-89b3-4e29-993e-49c8d867b0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:14.211028 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-78f6a2fb-89b3-4e29-993e-49c8d867b0de service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 200 len: 907 time: 0.1465108 Jul 24 09:09:14.218492 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] Checking router: 3857bcab-2e55-4513-b757-da63d1510f31 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:09:14.218843 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] Updating router 3857bcab-2e55-4513-b757-da63d1510f31 port b3f448c5-802f-4fe3-82aa-88ef108584f8 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:09:14.251208 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:14.278587 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-1dac8be9-0b21-44af-b7b5-451367124090 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e6a7759-2eba-44ce-a52e-8b788226fa04 HTTP/1.1" status: 200 len: 217 time: 0.0579345 Jul 24 09:09:14.301622 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0842c19-04d1-4622-b4aa-fc60cdbf0ebe req-f82dd337-d8bd-4366-8e01-aaa7bce747c7 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:14.332073 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['05d291cb-d039-4b7f-b7e8-0f5e552bfef1'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:09:14.350432 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0842c19-04d1-4622-b4aa-fc60cdbf0ebe req-f82dd337-d8bd-4366-8e01-aaa7bce747c7 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:14.370328 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-2ddaf4f2-fdcd-4ee2-b9e8-d581d41bbcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:14.372899 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-2ddaf4f2-fdcd-4ee2-b9e8-d581d41bbcb4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58351263-9729-4aa6-887c-072787b6bdca HTTP/1.1" status: 200 len: 847 time: 0.0803940 Jul 24 09:09:14.413811 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48866) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:09:14.418643 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-5d865561-f020-4a41-a06d-d737b4c93c05 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--691393706', 'description': 'tempest-description--207092191'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:09:14.446050 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-29a38c0e-d64a-4f17-b379-7b4d357ab271 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619512 Jul 24 09:09:14.466994 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5d865561-f020-4a41-a06d-d737b4c93c05 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:14.494389 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0842c19-04d1-4622-b4aa-fc60cdbf0ebe req-f82dd337-d8bd-4366-8e01-aaa7bce747c7 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:14.497082 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0842c19-04d1-4622-b4aa-fc60cdbf0ebe req-f82dd337-d8bd-4366-8e01-aaa7bce747c7 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:14.512992 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0842c19-04d1-4622-b4aa-fc60cdbf0ebe req-f82dd337-d8bd-4366-8e01-aaa7bce747c7 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "DELETE /v2.0/security-groups/63636072-ce4f-4cde-bf9c-1379af67c451 HTTP/1.1" status: 204 len: 173 time: 0.3216386 Jul 24 09:09:14.551504 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:14.561822 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] Transition to ACTIVE for port object b3f448c5-802f-4fe3-82aa-88ef108584f8 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:09:14.564525 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82dd337-d8bd-4366-8e01-aaa7bce747c7 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63636072-ce4f-4cde-bf9c-1379af67c451,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:14.569785 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:14.595795 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-10531f8f-5a93-4d4c-a995-815aff12439a service neutron] 10.222.0.37 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387582 Jul 24 09:09:14.606861 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b873d80-8d3e-4fa4-9295-415e87593ac9 req-82bfdd4a-8863-4fcc-b0e8-fd89ff8a224c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:14.608653 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4b873d80-8d3e-4fa4-9295-415e87593ac9 req-82bfdd4a-8863-4fcc-b0e8-fd89ff8a224c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 943 time: 0.1389575 Jul 24 09:09:14.641750 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48530b53-084a-446b-af5a-db54ffc04c47 None None] Pushing event updated for resources: {'Port': ['ID=b3f448c5-802f-4fe3-82aa-88ef108584f8,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:14.677411 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48530b53-084a-446b-af5a-db54ffc04c47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:09:14.678032 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48530b53-084a-446b-af5a-db54ffc04c47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:09:14.678534 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48530b53-084a-446b-af5a-db54ffc04c47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:09:14.679019 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48530b53-084a-446b-af5a-db54ffc04c47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:09:14.679510 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48530b53-084a-446b-af5a-db54ffc04c47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:09:14.680026 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48530b53-084a-446b-af5a-db54ffc04c47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:09:14.680804 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48530b53-084a-446b-af5a-db54ffc04c47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:09:14.681498 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48530b53-084a-446b-af5a-db54ffc04c47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:09:14.682201 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48530b53-084a-446b-af5a-db54ffc04c47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:09:14.682902 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48530b53-084a-446b-af5a-db54ffc04c47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:09:14.683502 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48530b53-084a-446b-af5a-db54ffc04c47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:09:14.684004 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48530b53-084a-446b-af5a-db54ffc04c47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:09:14.729298 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] Attempting to bind port b3f448c5-802f-4fe3-82aa-88ef108584f8 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:09:14.730759 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] Attempting to bind port b3f448c5-802f-4fe3-82aa-88ef108584f8 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '5f12752a-fa32-448f-8ae6-966789d4668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:09:14.731312 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] Attempting to bind port b3f448c5-802f-4fe3-82aa-88ef108584f8 on network 2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:09:14.734935 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-5ef7776a-7060-49eb-875a-4a0c807f6fb5 service neutron] 10.222.0.37 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306362 Jul 24 09:09:14.737198 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4b873d80-8d3e-4fa4-9295-415e87593ac9 req-74d4a299-1ea0-4002-8203-8b0817faf853 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143956 Jul 24 09:09:14.741657 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:09:14.742424 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] Checking segment: {'id': '5f12752a-fa32-448f-8ae6-966789d4668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:09:14.745776 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:14.748781 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] Bound using segment: {'id': '5f12752a-fa32-448f-8ae6-966789d4668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:09:14.749546 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] Bound port: b3f448c5-802f-4fe3-82aa-88ef108584f8, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f12752a-fa32-448f-8ae6-966789d4668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:09:14.749966 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:14.813656 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5d865561-f020-4a41-a06d-d737b4c93c05 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:14.818940 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5d865561-f020-4a41-a06d-d737b4c93c05 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:14.833051 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e6b29-07fa-4d03-8a84-9359b248ec65 req-17c54201-ee49-4dcf-9773-5aecc500852f tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:14.835364 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7b1e6b29-07fa-4d03-8a84-9359b248ec65 req-17c54201-ee49-4dcf-9773-5aecc500852f tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 944 time: 0.0829480 Jul 24 09:09:14.858932 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5d865561-f020-4a41-a06d-d737b4c93c05 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:14.860706 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5d865561-f020-4a41-a06d-d737b4c93c05 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4458847 Jul 24 09:09:14.868228 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48876) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:09:14.876965 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] For port b3f448c5-802f-4fe3-82aa-88ef108584f8, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:09:14.878265 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-c656e104-482c-46bc-8077-2062c0911741 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Request body: {'security_group_rule': {'security_group_id': '3cf246ae-76ab-47b7-b437-825ea6998570', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:09:14.882352 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] For port b3f448c5-802f-4fe3-82aa-88ef108584f8, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b3f448c5-802f-4fe3-82aa-88ef108584f8,segment=NetworkSegment(5f12752a-fa32-448f-8ae6-966789d4668c),segment_id=5f12752a-fa32-448f-8ae6-966789d4668c)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:09:14.883245 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f3a1be63-79b9-4c01-be5c-b9dc5b02e0cf req-e67a44d5-0f51-48d0-8046-143f5bfb5272 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/12c5e7ed-23db-44d3-8684-07abc4d00c85 HTTP/1.1" status: 200 len: 1801 time: 0.1023054 Jul 24 09:09:14.888225 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:14.943194 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d865561-f020-4a41-a06d-d737b4c93c05 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf246ae-76ab-47b7-b437-825ea6998570,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:14.953503 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7b1e6b29-07fa-4d03-8a84-9359b248ec65 req-e5bfb6f0-da09-4f1b-a0a0-e79e09f459c1 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063211 Jul 24 09:09:14.966189 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c656e104-482c-46bc-8077-2062c0911741 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:14.995381 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 3899c152-f39e-4d85-8d8d-b92f6184838a up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:09:15.012480 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48530b53-084a-446b-af5a-db54ffc04c47 None None] Pushing event updated for resources: {'Port': ['ID=b3f448c5-802f-4fe3-82aa-88ef108584f8,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:15.022564 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] Routers {'3857bcab-2e55-4513-b757-da63d1510f31'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:09:15.023189 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:09:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['3857bcab-2e55-4513-b757-da63d1510f31'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:15.061297 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f3a1be63-79b9-4c01-be5c-b9dc5b02e0cf req-79d6e532-1b2b-43ac-acee-cd7d69d93d91 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:15.089055 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f3a1be63-79b9-4c01-be5c-b9dc5b02e0cf req-79d6e532-1b2b-43ac-acee-cd7d69d93d91 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:15.099504 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c656e104-482c-46bc-8077-2062c0911741 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:15.106572 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c656e104-482c-46bc-8077-2062c0911741 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:15.123840 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 3899c152-f39e-4d85-8d8d-b92f6184838a triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:09:15.126553 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:15.143195 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f3a1be63-79b9-4c01-be5c-b9dc5b02e0cf req-79d6e532-1b2b-43ac-acee-cd7d69d93d91 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:15.147306 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f3a1be63-79b9-4c01-be5c-b9dc5b02e0cf req-79d6e532-1b2b-43ac-acee-cd7d69d93d91 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:15.164720 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f3a1be63-79b9-4c01-be5c-b9dc5b02e0cf req-79d6e532-1b2b-43ac-acee-cd7d69d93d91 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "DELETE /v2.0/security-groups/12c5e7ed-23db-44d3-8684-07abc4d00c85 HTTP/1.1" status: 204 len: 173 time: 0.2700067 Jul 24 09:09:15.178835 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c656e104-482c-46bc-8077-2062c0911741 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:15.186849 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c656e104-482c-46bc-8077-2062c0911741 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3142140 Jul 24 09:09:15.188571 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656e104-482c-46bc-8077-2062c0911741 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd2188e-5db0-4f63-b81c-3f25a40867c9,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:15.199309 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48890) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:09:15.206790 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6e532-1b2b-43ac-acee-cd7d69d93d91 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c5e7ed-23db-44d3-8684-07abc4d00c85,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:15.208097 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-6dc4f96e-b758-42d8-b88f-503958f92db5 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Request body: {'security_group_rule': {'security_group_id': '3cf246ae-76ab-47b7-b437-825ea6998570', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:09:15.214957 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] Set router 3857bcab-2e55-4513-b757-da63d1510f31 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:09:15.349256 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6dc4f96e-b758-42d8-b88f-503958f92db5 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:15.382921 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030eadf-2f2b-4fb2-95b7-4773f23a01a1 req-a07b28d7-e472-4663-8abe-bddec89a52a7 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:15.389037 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0030eadf-2f2b-4fb2-95b7-4773f23a01a1 req-a07b28d7-e472-4663-8abe-bddec89a52a7 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 945 time: 0.1310222 Jul 24 09:09:15.446106 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728cac26-c731-41f9-a0e8-d93dbb757719 req-f8b4bb31-6b3b-4d1e-ab68-85b986841bef tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:15.449491 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-728cac26-c731-41f9-a0e8-d93dbb757719 req-f8b4bb31-6b3b-4d1e-ab68-85b986841bef tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.2221394 Jul 24 09:09:15.471653 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3857bcab-2e55-4513-b757-da63d1510f31', 'name': 'tempest-ServersTestManualDisk-299184476-router', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '3899c152-f39e-4d85-8d8d-b92f6184838a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:03Z', 'updated_at': '2021-07-24T09:09:12Z', 'revision_number': 4, 'project_id': 'b97303eda20c400ca8976a6ec0773f0e', 'gw_port': {'id': '3899c152-f39e-4d85-8d8d-b92f6184838a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857bcab-2e55-4513-b757-da63d1510f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:05Z', 'updated_at': '2021-07-24T09:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'b3f448c5-802f-4fe3-82aa-88ef108584f8', 'name': '', 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'mac_address': 'fa:16:3e:e1:24:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3857bcab-2e55-4513-b757-da63d1510f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'f33a2a2d-93ad-4e4a-a781-d9327260d4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:11Z', 'updated_at': '2021-07-24T09:09:14Z', 'revision_number': 4, 'project_id': 'b97303eda20c400ca8976a6ec0773f0e', 'subnets': [{'id': 'f33a2a2d-93ad-4e4a-a781-d9327260d4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:15.486666 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0030eadf-2f2b-4fb2-95b7-4773f23a01a1 req-5b607093-a242-44b3-87c8-65ea1aa94efc tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838816 Jul 24 09:09:15.502358 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e57e13-11b7-4d28-afb4-3a8e1c999e05 None None] The sync data for ids ['3857bcab-2e55-4513-b757-da63d1510f31'] in n-d-800085-9 is: [{'id': '3857bcab-2e55-4513-b757-da63d1510f31', 'name': 'tempest-ServersTestManualDisk-299184476-router', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '3899c152-f39e-4d85-8d8d-b92f6184838a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:03Z', 'updated_at': '2021-07-24T09:09:12Z', 'revision_number': 4, 'project_id': 'b97303eda20c400ca8976a6ec0773f0e', 'gw_port': {'id': '3899c152-f39e-4d85-8d8d-b92f6184838a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857bcab-2e55-4513-b757-da63d1510f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:05Z', 'updated_at': '2021-07-24T09:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'b3f448c5-802f-4fe3-82aa-88ef108584f8', 'name': '', 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'mac_address': 'fa:16:3e:e1:24:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3857bcab-2e55-4513-b757-da63d1510f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'f33a2a2d-93ad-4e4a-a781-d9327260d4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:11Z', 'updated_at': '2021-07-24T09:09:14Z', 'revision_number': 4, 'project_id': 'b97303eda20c400ca8976a6ec0773f0e', 'subnets': [{'id': 'f33a2a2d-93ad-4e4a-a781-d9327260d4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:09:15.503666 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6dc4f96e-b758-42d8-b88f-503958f92db5 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:15.513373 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6dc4f96e-b758-42d8-b88f-503958f92db5 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:15.522024 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-becf371d-c8fc-43cb-b60d-a03eed811971 req-f24fc43b-a8b3-4b6c-864a-092f51d99f95 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1873788446', 'description': 'tempest-description-814178245'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:09:15.535882 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device af623ca2-ffa5-433d-8a89-bfd38bd048a9 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:09:15.552464 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-becf371d-c8fc-43cb-b60d-a03eed811971 req-f24fc43b-a8b3-4b6c-864a-092f51d99f95 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:15.575595 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-728cac26-c731-41f9-a0e8-d93dbb757719 req-ef9cb9dc-10ef-4d5d-8a14-dfccf8b495cc tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087480 Jul 24 09:09:15.589875 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4f96e-b758-42d8-b88f-503958f92db5 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c942211e-a994-4ee4-83c4-1cbdb7b37d3d,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:15.600899 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6dc4f96e-b758-42d8-b88f-503958f92db5 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:15.617933 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48892) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:09:15.619764 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6dc4f96e-b758-42d8-b88f-503958f92db5 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4182785 Jul 24 09:09:15.627977 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-8dae0f9f-d508-4c1e-9e75-d426ae1dba77 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:09:15.675435 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:15.683250 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8dae0f9f-d508-4c1e-9e75-d426ae1dba77 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:15.722687 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port af623ca2-ffa5-433d-8a89-bfd38bd048a9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=af623ca2-ffa5-433d-8a89-bfd38bd048a9,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:15.723865 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3770d6-7d2c-42a5-a8d3-0b1682236cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af623ca2-ffa5-433d-8a89-bfd38bd048a9'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:09:15.726541 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8cfeff-f2da-4248-8c42-0624e8092d81" -d '{"events": [{"server_uuid": "5d3770d6-7d2c-42a5-a8d3-0b1682236cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "af623ca2-ffa5-433d-8a89-bfd38bd048a9"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:09:15.732716 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:15.824906 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f3cf0e-7d1b-46a0-8cb9-5536724939a3 x-openstack-request-id: req-43f3cf0e-7d1b-46a0-8cb9-5536724939a3 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:09:15.824906 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d3770d6-7d2c-42a5-a8d3-0b1682236cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "af623ca2-ffa5-433d-8a89-bfd38bd048a9", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:09:15.824906 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-43f3cf0e-7d1b-46a0-8cb9-5536724939a3 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:09:15.824906 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3770d6-7d2c-42a5-a8d3-0b1682236cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af623ca2-ffa5-433d-8a89-bfd38bd048a9', 'code': 200} Jul 24 09:09:15.824906 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=af623ca2-ffa5-433d-8a89-bfd38bd048a9,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:15.878112 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-becf371d-c8fc-43cb-b60d-a03eed811971 req-f24fc43b-a8b3-4b6c-864a-092f51d99f95 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:15.890598 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-becf371d-c8fc-43cb-b60d-a03eed811971 req-f24fc43b-a8b3-4b6c-864a-092f51d99f95 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:15.931693 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fc43b-a8b3-4b6c-864a-092f51d99f95 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77563e91-eee2-4f06-9daf-8ee58f524dbc,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:15.944434 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8dae0f9f-d508-4c1e-9e75-d426ae1dba77 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:15.956224 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-becf371d-c8fc-43cb-b60d-a03eed811971 req-f24fc43b-a8b3-4b6c-864a-092f51d99f95 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:15.962945 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-becf371d-c8fc-43cb-b60d-a03eed811971 req-f24fc43b-a8b3-4b6c-864a-092f51d99f95 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4461284 Jul 24 09:09:16.023911 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1534aa-c4da-4123-8b66-4163e0254929 req-43705164-2c62-4727-b773-120c94f20bf2 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:16.025527 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca1534aa-c4da-4123-8b66-4163e0254929 req-43705164-2c62-4727-b773-120c94f20bf2 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 943 time: 0.1222939 Jul 24 09:09:16.073286 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca1534aa-c4da-4123-8b66-4163e0254929 req-a810061d-4bdb-43b8-b7c6-630edb70d43f tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403929 Jul 24 09:09:16.135019 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-8dae0f9f-d508-4c1e-9e75-d426ae1dba77 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Allocated IP 172.25.7.250 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/89001d91-fc04-4116-b0fc-caf5b730351d) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:09:16.178386 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e0d3dac2-e761-4875-9098-f8e50005bd8c req-79950efc-1c95-4dac-8a97-1e6780559afa tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/77563e91-eee2-4f06-9daf-8ee58f524dbc HTTP/1.1" status: 200 len: 1800 time: 0.1508033 Jul 24 09:09:16.189838 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-e0d3dac2-e761-4875-9098-f8e50005bd8c req-5c782f8c-0d80-4f60-b8ab-e046e76317ed tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Request body: {'security_group': {'name': 'tempest-sg-hth-219571385', 'description': 'tempest-description-hth-1128307388'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:09:16.235766 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:16.244030 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ecd97-fe77-4823-8113-a7c7e240ef4b req-503bcfa8-afb7-4218-81b2-0ec7a2e9a2e6 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:16.245850 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-733ecd97-fe77-4823-8113-a7c7e240ef4b req-503bcfa8-afb7-4218-81b2-0ec7a2e9a2e6 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 944 time: 0.0991623 Jul 24 09:09:16.281040 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e0d3dac2-e761-4875-9098-f8e50005bd8c req-5c782f8c-0d80-4f60-b8ab-e046e76317ed tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:16.290666 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-733ecd97-fe77-4823-8113-a7c7e240ef4b req-abdd8a22-481c-4278-8b8c-b9671a4c63da tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386417 Jul 24 09:09:16.372584 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8dae0f9f-d508-4c1e-9e75-d426ae1dba77 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:16.377151 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e0d3dac2-e761-4875-9098-f8e50005bd8c req-5c782f8c-0d80-4f60-b8ab-e046e76317ed tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:16.384538 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e0d3dac2-e761-4875-9098-f8e50005bd8c req-5c782f8c-0d80-4f60-b8ab-e046e76317ed tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:16.389391 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e0d3dac2-e761-4875-9098-f8e50005bd8c req-5c782f8c-0d80-4f60-b8ab-e046e76317ed tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:16.391575 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e0d3dac2-e761-4875-9098-f8e50005bd8c req-5c782f8c-0d80-4f60-b8ab-e046e76317ed tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "PUT /v2.0/security-groups/77563e91-eee2-4f06-9daf-8ee58f524dbc HTTP/1.1" status: 200 len: 1774 time: 0.2081423 Jul 24 09:09:16.442780 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c782f8c-0d80-4f60-b8ab-e046e76317ed tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77563e91-eee2-4f06-9daf-8ee58f524dbc,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:16.459345 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8dae0f9f-d508-4c1e-9e75-d426ae1dba77 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:16.474250 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-55e33685-b2e2-49af-9f93-99bf91f255b0 req-032cff14-456c-4106-822d-8efa527bdd43 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/77563e91-eee2-4f06-9daf-8ee58f524dbc HTTP/1.1" status: 200 len: 1774 time: 0.0515182 Jul 24 09:09:16.528860 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae0f9f-d508-4c1e-9e75-d426ae1dba77 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Pushing event updated for resources: {'Port': ['ID=89001d91-fc04-4116-b0fc-caf5b730351d,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:16.539063 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dae0f9f-d508-4c1e-9e75-d426ae1dba77 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:09:16.547560 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-8dae0f9f-d508-4c1e-9e75-d426ae1dba77 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:09:16.551608 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dae0f9f-d508-4c1e-9e75-d426ae1dba77 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:09:16.673523 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a859b47d-c114-4e33-bc0b-499e3aff70db req-357cc374-47d1-45b4-9e04-018ec785170a tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/77563e91-eee2-4f06-9daf-8ee58f524dbc HTTP/1.1" status: 200 len: 1774 time: 0.1369750 Jul 24 09:09:16.713991 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7976b27-af67-454c-a55c-8148bed2fbc7 req-6748149e-5a83-4f26-9fdc-7662869a176f tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:16.716493 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f7976b27-af67-454c-a55c-8148bed2fbc7 req-6748149e-5a83-4f26-9fdc-7662869a176f tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 945 time: 0.1084626 Jul 24 09:09:16.728578 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8dae0f9f-d508-4c1e-9e75-d426ae1dba77 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:16.770495 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f7976b27-af67-454c-a55c-8148bed2fbc7 req-2c00b82f-dde0-4ab0-b9d2-c8cced84390e tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483661 Jul 24 09:09:16.776356 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a859b47d-c114-4e33-bc0b-499e3aff70db req-8802347c-6caf-4baf-b43d-777be37a343a tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:16.801274 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8dae0f9f-d508-4c1e-9e75-d426ae1dba77 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:16.830258 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a859b47d-c114-4e33-bc0b-499e3aff70db req-8802347c-6caf-4baf-b43d-777be37a343a tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:16.951018 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a859b47d-c114-4e33-bc0b-499e3aff70db req-8802347c-6caf-4baf-b43d-777be37a343a tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:16.954485 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a859b47d-c114-4e33-bc0b-499e3aff70db req-8802347c-6caf-4baf-b43d-777be37a343a tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:16.966646 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a859b47d-c114-4e33-bc0b-499e3aff70db req-8802347c-6caf-4baf-b43d-777be37a343a tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "DELETE /v2.0/security-groups/77563e91-eee2-4f06-9daf-8ee58f524dbc HTTP/1.1" status: 204 len: 173 time: 0.2815833 Jul 24 09:09:17.019224 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a5618-9eca-48d2-94a8-22f9879cde3d req-f50a46b1-a97e-4090-9d4e-1d37af4452a2 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:17.025623 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c48a5618-9eca-48d2-94a8-22f9879cde3d req-f50a46b1-a97e-4090-9d4e-1d37af4452a2 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.1004758 Jul 24 09:09:17.050591 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802347c-6caf-4baf-b43d-777be37a343a tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77563e91-eee2-4f06-9daf-8ee58f524dbc,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:17.079307 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b3f448c5-802f-4fe3-82aa-88ef108584f8 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:09:17.147993 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c48a5618-9eca-48d2-94a8-22f9879cde3d req-f6f3a9d9-2560-4edf-b9b7-d945813bd2c1 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152070 Jul 24 09:09:17.165844 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8dae0f9f-d508-4c1e-9e75-d426ae1dba77 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:17.187079 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8dae0f9f-d508-4c1e-9e75-d426ae1dba77 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:17.241831 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port b3f448c5-802f-4fe3-82aa-88ef108584f8 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:09:17.247574 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port b3f448c5-802f-4fe3-82aa-88ef108584f8 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:09:17.247909 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:17.338355 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 039f68ca-4754-4a40-9236-1b572054d186 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:09:17.340277 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 05d291cb-d039-4b7f-b7e8-0f5e552bfef1 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:09:17.402928 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae0f9f-d508-4c1e-9e75-d426ae1dba77 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Pushing event updated for resources: {'Port': ['ID=89001d91-fc04-4116-b0fc-caf5b730351d,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:17.409737 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8dae0f9f-d508-4c1e-9e75-d426ae1dba77 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:17.418903 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5edbe3-da41-4d32-9404-9d6b3d833b7f req-f0e91c3d-3fb1-4bbe-8d6b-674fed5e96cf tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:17.429398 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7b5edbe3-da41-4d32-9404-9d6b3d833b7f req-f0e91c3d-3fb1-4bbe-8d6b-674fed5e96cf tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 943 time: 0.1434958 Jul 24 09:09:17.432703 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8dae0f9f-d508-4c1e-9e75-d426ae1dba77 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:17.434417 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8dae0f9f-d508-4c1e-9e75-d426ae1dba77 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8137829 Jul 24 09:09:17.513637 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7b5edbe3-da41-4d32-9404-9d6b3d833b7f req-8059f462-6efa-4aea-bace-2cc40ec9aa7e tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828841 Jul 24 09:09:17.531303 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:17.583161 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [req-4c6813bb-96c3-4fec-bae6-f93492e907bd req-0ed7d783-9d0c-46b4-b640-e89d0f94934c tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] show failed (client error): The resource could not be found. Jul 24 09:09:17.601305 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.db.resource_extend [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 09:09:17.605307 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4c6813bb-96c3-4fec-bae6-f93492e907bd req-0ed7d783-9d0c-46b4-b640-e89d0f94934c tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/12c5e7ed-23db-44d3-8684-07abc4d00c85 HTTP/1.1" status: 404 len: 352 time: 0.0524664 Jul 24 09:09:17.636030 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020c354-ec35-468d-871e-45311c0aed00 req-81ccf116-51be-4e5a-a9d2-6cd255f8aee7 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:17.651424 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port b3f448c5-802f-4fe3-82aa-88ef108584f8, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b3f448c5-802f-4fe3-82aa-88ef108584f8,segment=NetworkSegment(5f12752a-fa32-448f-8ae6-966789d4668c),segment_id=5f12752a-fa32-448f-8ae6-966789d4668c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:17.660456 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7020c354-ec35-468d-871e-45311c0aed00 req-81ccf116-51be-4e5a-a9d2-6cd255f8aee7 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 944 time: 0.1378689 Jul 24 09:09:17.714038 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:17.716221 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7020c354-ec35-468d-871e-45311c0aed00 req-5bf1cf6a-e491-4bc2-952b-c62a9c090e62 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553591 Jul 24 09:09:17.761184 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-3c758267-7c2a-432e-9c53-1b68eba8838c req-de0a9ecc-0727-474b-a74d-da44b788a57f tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] show failed (client error): The resource could not be found. Jul 24 09:09:17.770791 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3c758267-7c2a-432e-9c53-1b68eba8838c req-de0a9ecc-0727-474b-a74d-da44b788a57f tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/63636072-ce4f-4cde-bf9c-1379af67c451 HTTP/1.1" status: 404 len: 352 time: 0.0220892 Jul 24 09:09:17.796864 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-cd9dc802-8624-4ab8-9113-04b938ceb0ff req-36462d17-d8c1-4010-865c-c11851e4f14f tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] show failed (client error): The resource could not be found. Jul 24 09:09:17.804767 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=b3f448c5-802f-4fe3-82aa-88ef108584f8,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:17.808296 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 05d291cb-d039-4b7f-b7e8-0f5e552bfef1 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:09:17.821771 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cd9dc802-8624-4ab8-9113-04b938ceb0ff req-36462d17-d8c1-4010-865c-c11851e4f14f tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/52da7974-1b25-4150-af8b-67440a4cbdda HTTP/1.1" status: 404 len: 352 time: 0.0388956 Jul 24 09:09:17.833514 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 039f68ca-4754-4a40-9236-1b572054d186, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=039f68ca-4754-4a40-9236-1b572054d186,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:17.846495 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '039f68ca-4754-4a40-9236-1b572054d186', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': '039f68ca-4754-4a40-9236-1b572054d186', 'mac_address': 'fa:16:3e:d7:2a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:09:17.897535 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:17.899710 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 05d291cb-d039-4b7f-b7e8-0f5e552bfef1 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:09:17.900893 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:17.958859 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 039f68ca-4754-4a40-9236-1b572054d186 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:09:17.994011 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-071bffa3-554a-4837-8310-72b1b0dfb28d tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--691393706&fields=id&tenant_id=b97303eda20c400ca8976a6ec0773f0e HTTP/1.1" status: 200 len: 267 time: 0.1111166 Jul 24 09:09:17.995284 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 039f68ca-4754-4a40-9236-1b572054d186, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=039f68ca-4754-4a40-9236-1b572054d186,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:18.042278 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:18.049057 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfab1b-b7e5-4dd0-be80-2fcfba158b2c req-e85ad89b-5f9c-424f-ab68-aa0023728318 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:18.057777 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:18.066405 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-71bfab1b-b7e5-4dd0-be80-2fcfba158b2c req-e85ad89b-5f9c-424f-ab68-aa0023728318 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 945 time: 0.1643267 Jul 24 09:09:18.129632 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d291cb-d039-4b7f-b7e8-0f5e552bfef1'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:09:18.134649 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b30755-ef1c-48cf-8888-404a38d7f2a7" -d '{"events": [{"server_uuid": "a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77", "name": "network-vif-plugged", "status": "completed", "tag": "05d291cb-d039-4b7f-b7e8-0f5e552bfef1"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:09:18.171381 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-71bfab1b-b7e5-4dd0-be80-2fcfba158b2c req-d7adb982-dd3d-47a5-92af-afeff2acf058 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040289 Jul 24 09:09:18.192113 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-e2f26e0d-98e6-4c81-b0c6-2955bbd79dd1 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:18.198843 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-e2f26e0d-98e6-4c81-b0c6-2955bbd79dd1 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/networks?id=2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3 HTTP/1.1" status: 200 len: 811 time: 0.2026734 Jul 24 09:09:18.199951 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=039f68ca-4754-4a40-9236-1b572054d186,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:18.214653 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 05d291cb-d039-4b7f-b7e8-0f5e552bfef1, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=05d291cb-d039-4b7f-b7e8-0f5e552bfef1,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:18.215407 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-12ae7e65-60b5-4561-88b3-f557470d3d44 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/quotas/b97303eda20c400ca8976a6ec0773f0e HTTP/1.1" status: 200 len: 375 time: 0.0156720 Jul 24 09:09:18.216178 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-74a1f8ce-2e38-4b51-a535-b4c7b3ae41aa req-645f8f1a-643a-4a0a-afee-fb5a18338a99 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] show failed (client error): The resource could not be found. Jul 24 09:09:18.229401 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-74a1f8ce-2e38-4b51-a535-b4c7b3ae41aa req-645f8f1a-643a-4a0a-afee-fb5a18338a99 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/49b7a5e8-aeb4-4984-b939-1083da07b32e HTTP/1.1" status: 404 len: 352 time: 0.0399122 Jul 24 09:09:18.229826 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:18.239143 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['039f68ca-4754-4a40-9236-1b572054d186'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:09:18.335594 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=05d291cb-d039-4b7f-b7e8-0f5e552bfef1,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:18.346822 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-9c8544f0-e692-4631-b6b2-54225d616884 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b97303eda20c400ca8976a6ec0773f0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1305544 Jul 24 09:09:18.402700 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88b38ac-dfc7-4e98-aa84-eb3dabe1200b x-openstack-request-id: req-a88b38ac-dfc7-4e98-aa84-eb3dabe1200b {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:09:18.403347 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77", "name": "network-vif-plugged", "status": "completed", "tag": "05d291cb-d039-4b7f-b7e8-0f5e552bfef1", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:09:18.403696 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a88b38ac-dfc7-4e98-aa84-eb3dabe1200b {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:09:18.404186 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d291cb-d039-4b7f-b7e8-0f5e552bfef1', 'code': 200} Jul 24 09:09:18.549659 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25147924-47da-4867-a0c0-43e8751f9d19 req-311d7b15-ae53-4c48-b82b-1b62d7f3a01d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:18.558192 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-25147924-47da-4867-a0c0-43e8751f9d19 req-311d7b15-ae53-4c48-b82b-1b62d7f3a01d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.0875857 Jul 24 09:09:18.582605 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-ab5c7574-04fb-489e-9355-e96858225ba3 service neutron] 10.222.0.32 "GET /v2.0/networks/2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152047 Jul 24 09:09:18.613365 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-25147924-47da-4867-a0c0-43e8751f9d19 req-6eba0bc9-5952-4ea1-b390-360ba92db0db tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540962 Jul 24 09:09:18.641893 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-8329fa5e-3510-49dc-b9fb-412ba6419572 req-360bf126-8eaa-4029-a01b-2c618a9cba2e tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] show failed (client error): The resource could not be found. Jul 24 09:09:18.642931 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8329fa5e-3510-49dc-b9fb-412ba6419572 req-360bf126-8eaa-4029-a01b-2c618a9cba2e tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/4fcaf395-510c-40c4-ab52-295144090f0e HTTP/1.1" status: 404 len: 352 time: 0.0150242 Jul 24 09:09:18.688221 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853daf5d-605c-47be-96f1-f95cf17a8014 req-55200312-87e0-48ba-8433-12582e6cf5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:18.689978 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-853daf5d-605c-47be-96f1-f95cf17a8014 req-55200312-87e0-48ba-8433-12582e6cf5cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 1096 time: 0.1944463 Jul 24 09:09:18.748971 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-853daf5d-605c-47be-96f1-f95cf17a8014 req-fdad2100-5af8-401e-b350-599173d94b8c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507393 Jul 24 09:09:18.759975 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-ca76b9f6-c0b6-4d70-8d18-1145de5d14fe service neutron] 10.222.0.32 "GET /v2.0/networks/2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758392 Jul 24 09:09:18.876362 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a71282-3b1d-4a4d-8a15-3ab6bd906714 req-023f51f4-be18-435b-a5f3-5c62ab37925b tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:18.890555 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d6a71282-3b1d-4a4d-8a15-3ab6bd906714 req-023f51f4-be18-435b-a5f3-5c62ab37925b tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 943 time: 0.1322036 Jul 24 09:09:18.983203 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [req-d567ce9e-5953-4a2d-b06b-c4ecaf824781 req-f8be06fe-5c7c-4720-94aa-58212dd5fe00 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] show failed (client error): The resource could not be found. Jul 24 09:09:18.986747 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d567ce9e-5953-4a2d-b06b-c4ecaf824781 req-f8be06fe-5c7c-4720-94aa-58212dd5fe00 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/a07c821a-822c-4850-86b9-5d30848bfaba HTTP/1.1" status: 404 len: 352 time: 0.0233474 Jul 24 09:09:19.011570 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b3f448c5-802f-4fe3-82aa-88ef108584f8 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:09:19.035257 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d6a71282-3b1d-4a4d-8a15-3ab6bd906714 req-bdbc5c60-1a99-41db-8401-e5bc4deff08a tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304781 Jul 24 09:09:19.143252 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port b3f448c5-802f-4fe3-82aa-88ef108584f8 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:09:19.143624 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:19.208159 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c4202-e263-4569-b82d-298fad9753b4 req-4d2d1d06-136d-4bf9-90d3-4563786566c4 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:19.210107 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a69c4202-e263-4569-b82d-298fad9753b4 req-4d2d1d06-136d-4bf9-90d3-4563786566c4 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.0986350 Jul 24 09:09:19.243705 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df30ffbb-f62a-4a1f-8232-7584d1bff3fd req-e58b7af5-2f0a-412b-92d4-1ea45cd369fe tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/ports?device_id=167ec730-7975-4f44-bd81-14b49f9cbde2 HTTP/1.1" status: 200 len: 210 time: 0.0860331 Jul 24 09:09:19.293290 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a69c4202-e263-4569-b82d-298fad9753b4 req-d6505dea-efe7-492c-a782-5dd7ff16ee50 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726666 Jul 24 09:09:19.363454 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 039f68ca-4754-4a40-9236-1b572054d186 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:09:19.467767 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 039f68ca-4754-4a40-9236-1b572054d186 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:09:19.468522 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:19.492470 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16ab85-7797-438d-8eac-7bbad20aa0a7 req-523e4d5d-10cb-436f-84de-4f0cbde4d9d7 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:19.505889 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-db16ab85-7797-438d-8eac-7bbad20aa0a7 req-523e4d5d-10cb-436f-84de-4f0cbde4d9d7 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 945 time: 0.1332402 Jul 24 09:09:19.625381 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-db16ab85-7797-438d-8eac-7bbad20aa0a7 req-9a49fde4-1501-40d9-b01a-c0f45ef0becf tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177971 Jul 24 09:09:19.655726 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:19.729616 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 039f68ca-4754-4a40-9236-1b572054d186, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=039f68ca-4754-4a40-9236-1b572054d186,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:19.737302 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:19.791694 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abb38d-4580-4b66-96fc-9f1a73a10bea req-12629be1-afb3-4b21-a73b-bc6600eddd50 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:19.807131 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-15abb38d-4580-4b66-96fc-9f1a73a10bea req-12629be1-afb3-4b21-a73b-bc6600eddd50 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20a5aef-a32e-4098-8a2e-72ecd20ea786 HTTP/1.1" status: 200 len: 1023 time: 0.1069942 Jul 24 09:09:19.847175 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=039f68ca-4754-4a40-9236-1b572054d186,revision_number=7']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:19.928018 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-15abb38d-4580-4b66-96fc-9f1a73a10bea req-cacf955f-621a-4ece-8369-494e17d2d115 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d92ff52-2c6f-47bc-bf53-e619b179a605&id=74cca43a-6365-4eda-93b6-e4ff41f2e76e&id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1139126 Jul 24 09:09:19.972579 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87cbe3-91c3-49fc-941c-629d1f224943 req-dbea04fe-0fe4-4025-95ac-7bd637dc9d97 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:19.983039 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1d87cbe3-91c3-49fc-941c-629d1f224943 req-dbea04fe-0fe4-4025-95ac-7bd637dc9d97 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.1683519 Jul 24 09:09:20.053943 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1d87cbe3-91c3-49fc-941c-629d1f224943 req-c229cf3f-3cec-46b3-86b3-86ff20c83e09 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694678 Jul 24 09:09:20.237582 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908ae54-45ba-4eb8-bc77-0e03225862cc req-3452ea4e-27a8-4a3d-9098-b79caf175330 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:20.244500 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5908ae54-45ba-4eb8-bc77-0e03225862cc req-3452ea4e-27a8-4a3d-9098-b79caf175330 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 943 time: 0.1055679 Jul 24 09:09:20.301261 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5908ae54-45ba-4eb8-bc77-0e03225862cc req-5eabbe8f-2b7b-4099-83ae-850c695cdf8e tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557327 Jul 24 09:09:20.359879 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-21aa7e7a-aa3d-404d-83d1-52e149956dd2 req-414677bc-8340-4445-8906-2486532aa932 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/ports?device_id=167ec730-7975-4f44-bd81-14b49f9cbde2 HTTP/1.1" status: 200 len: 210 time: 0.0375905 Jul 24 09:09:20.407440 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9946d7f-cc4e-4856-9e22-e19895519dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039f68ca-4754-4a40-9236-1b572054d186'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:09:20.411408 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cd9df3-5411-4c8c-9cea-90b1a6e9ee25" -d '{"events": [{"server_uuid": "b9946d7f-cc4e-4856-9e22-e19895519dbe", "name": "network-vif-plugged", "status": "completed", "tag": "039f68ca-4754-4a40-9236-1b572054d186"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:09:20.467430 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1886e5-fea2-4644-a68f-f5d7015aa506 req-0f2e66ce-e13b-47d2-930d-bfbbe6764e85 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:20.469027 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fe1886e5-fea2-4644-a68f-f5d7015aa506 req-0f2e66ce-e13b-47d2-930d-bfbbe6764e85 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.0940866 Jul 24 09:09:20.470622 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57a2341-9aba-456c-9a54-d42558eb85fd x-openstack-request-id: req-a57a2341-9aba-456c-9a54-d42558eb85fd {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:09:20.470980 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9946d7f-cc4e-4856-9e22-e19895519dbe", "name": "network-vif-plugged", "status": "completed", "tag": "039f68ca-4754-4a40-9236-1b572054d186", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:09:20.471353 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a57a2341-9aba-456c-9a54-d42558eb85fd {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:09:20.471805 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9946d7f-cc4e-4856-9e22-e19895519dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039f68ca-4754-4a40-9236-1b572054d186', 'code': 200} Jul 24 09:09:20.535605 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fe1886e5-fea2-4644-a68f-f5d7015aa506 req-ab2e580c-994a-46fb-b01a-ec44aee01c69 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608358 Jul 24 09:09:20.899780 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-da478d52-7b86-4a38-b033-734a58e60b64 service neutron] 10.222.0.37 "GET /v2.0/ports/95d59126-4f43-41c6-8e09-fca4d1581987/bindings/n-h2-800085-9 HTTP/1.1" status: 200 len: 384 time: 0.1119857 Jul 24 09:09:20.928955 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-a17eb37c-3c8a-451f-a07a-740296a7250f tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:20.930292 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-a17eb37c-3c8a-451f-a07a-740296a7250f tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.20 "GET /v2.0/networks?id=2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3 HTTP/1.1" status: 200 len: 811 time: 0.2934282 Jul 24 09:09:21.015038 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-84055918-1504-4e70-ad65-5ea285ab6a92 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b97303eda20c400ca8976a6ec0773f0e HTTP/1.1" status: 200 len: 379 time: 0.0497284 Jul 24 09:09:21.032785 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-82379f20-422e-43a8-b9df-ff0bc397799d tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Request body: {'port': {'device_id': '167ec730-7975-4f44-bd81-14b49f9cbde2', 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3', 'admin_state_up': True, 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'security_groups': ['3cf246ae-76ab-47b7-b437-825ea6998570']}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:09:21.073642 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c859c95-1555-4cae-8f70-093a54fc8456 req-ccd8129a-7917-4686-bcfe-3d781198b292 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:21.081029 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5c859c95-1555-4cae-8f70-093a54fc8456 req-ccd8129a-7917-4686-bcfe-3d781198b292 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 945 time: 0.2006018 Jul 24 09:09:21.205562 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5c859c95-1555-4cae-8f70-093a54fc8456 req-0d4d5ae0-4407-4a39-a4c8-9a1bc9354c23 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078181 Jul 24 09:09:21.246079 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-c74edffb-3b45-4aa7-b9ce-ef24a99f0edc service neutron] For port 95d59126-4f43-41c6-8e09-fca4d1581987, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=95d59126-4f43-41c6-8e09-fca4d1581987,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:21.265780 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-82379f20-422e-43a8-b9df-ff0bc397799d tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Made reservation on behalf of b97303eda20c400ca8976a6ec0773f0e for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:09:21.269734 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-82379f20-422e-43a8-b9df-ff0bc397799d tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:21.275697 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-c74edffb-3b45-4aa7-b9ce-ef24a99f0edc service neutron] For port 95d59126-4f43-41c6-8e09-fca4d1581987, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:09:21.343616 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-c74edffb-3b45-4aa7-b9ce-ef24a99f0edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d59126-4f43-41c6-8e09-fca4d1581987 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:09:21.378422 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 95d59126-4f43-41c6-8e09-fca4d1581987 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:09:21.383976 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-c74edffb-3b45-4aa7-b9ce-ef24a99f0edc service neutron] For port 95d59126-4f43-41c6-8e09-fca4d1581987, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=95d59126-4f43-41c6-8e09-fca4d1581987,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:21.444996 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-c74edffb-3b45-4aa7-b9ce-ef24a99f0edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:21.544432 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:09:21.545777 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85427d-669a-4a8b-ab7c-d79ba633bc36 req-c9209dd0-4b8b-461a-87ae-d4e915a51e69 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:21.548101 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6c85427d-669a-4a8b-ab7c-d79ba633bc36 req-c9209dd0-4b8b-461a-87ae-d4e915a51e69 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20a5aef-a32e-4098-8a2e-72ecd20ea786 HTTP/1.1" status: 200 len: 1023 time: 0.2440090 Jul 24 09:09:21.579144 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-c74edffb-3b45-4aa7-b9ce-ef24a99f0edc service neutron] Transition to ACTIVE for port object 95d59126-4f43-41c6-8e09-fca4d1581987 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:09:21.586954 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-c74edffb-3b45-4aa7-b9ce-ef24a99f0edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:21.619589 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6c85427d-669a-4a8b-ab7c-d79ba633bc36 req-3059ed22-35db-4abf-89b5-5b8115843d7c tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d92ff52-2c6f-47bc-bf53-e619b179a605&id=74cca43a-6365-4eda-93b6-e4ff41f2e76e&id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0586953 Jul 24 09:09:21.632277 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-82379f20-422e-43a8-b9df-ff0bc397799d tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Allocated IP 172.20.0.7 (2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3/f33a2a2d-93ad-4e4a-a781-d9327260d4a8/0c721162-93ea-4879-8cb5-8670381b5e84) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:09:21.682607 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74edffb-3b45-4aa7-b9ce-ef24a99f0edc service neutron] Pushing event updated for resources: {'Port': ['ID=95d59126-4f43-41c6-8e09-fca4d1581987,revision_number=10']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:21.763938 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5b2e5-80ff-4974-990f-216011398fe9 req-410e14a6-5d7d-4583-af65-fe112502e987 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:21.767606 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-69e5b2e5-80ff-4974-990f-216011398fe9 req-410e14a6-5d7d-4583-af65-fe112502e987 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.20 "GET /v2.0/ports?device_id=d20a5aef-a32e-4098-8a2e-72ecd20ea786 HTTP/1.1" status: 200 len: 1023 time: 0.4135504 Jul 24 09:09:21.768512 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-c74edffb-3b45-4aa7-b9ce-ef24a99f0edc service neutron] No DVR routers for this DVR port 95d59126-4f43-41c6-8e09-fca4d1581987 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:09:21.837336 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04490b-3669-46b1-ae37-fc390cdf4220 req-efe4a146-1d48-4a49-8761-ce9e8e6f0dc8 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:21.845059 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2a04490b-3669-46b1-ae37-fc390cdf4220 req-efe4a146-1d48-4a49-8761-ce9e8e6f0dc8 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.4895585 Jul 24 09:09:21.920858 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-c74edffb-3b45-4aa7-b9ce-ef24a99f0edc service neutron] 10.222.0.37 "PUT /v2.0/ports/95d59126-4f43-41c6-8e09-fca4d1581987/bindings/n-h2-800085-9/activate HTTP/1.1" status: 200 len: 369 time: 1.0119877 Jul 24 09:09:21.922387 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-82379f20-422e-43a8-b9df-ff0bc397799d tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:21.944852 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7965eb-64c9-4e69-963c-1def561dfb31 req-79eb9122-66e6-43d9-9d9f-86514cfb8e95 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:21.953369 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bc7965eb-64c9-4e69-963c-1def561dfb31 req-79eb9122-66e6-43d9-9d9f-86514cfb8e95 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.1955910 Jul 24 09:09:21.956309 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2a04490b-3669-46b1-ae37-fc390cdf4220 req-0f1be520-e05a-429b-a73c-d561bece8207 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094763 Jul 24 09:09:21.981503 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-82379f20-422e-43a8-b9df-ff0bc397799d tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Transition to ACTIVE for port object 0c721162-93ea-4879-8cb5-8670381b5e84 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:09:22.028438 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bc7965eb-64c9-4e69-963c-1def561dfb31 req-40bb13f5-af89-4ff4-af13-fe0ad4743ded tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726695 Jul 24 09:09:22.091326 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-82379f20-422e-43a8-b9df-ff0bc397799d tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:22.224481 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-d0ee68cd-0996-4941-8a3b-8f01af9cb12e tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:22.269735 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-d0ee68cd-0996-4941-8a3b-8f01af9cb12e tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438&tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&binding%3Ahost_id=n-h1-800085-9 HTTP/1.1" status: 200 len: 1095 time: 0.2181492 Jul 24 09:09:22.280029 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-82379f20-422e-43a8-b9df-ff0bc397799d tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Network 2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:09:22.280148 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-69e5b2e5-80ff-4974-990f-216011398fe9 req-ad161922-cab3-418f-b645-87c06cfe107d tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Deleting port fdda9fa5-b894-4670-aa60-8286fde20d52 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:09:22.280148 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-69e5b2e5-80ff-4974-990f-216011398fe9 req-ad161922-cab3-418f-b645-87c06cfe107d tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:22.317333 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-82379f20-422e-43a8-b9df-ff0bc397799d tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:09:22.330415 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82379f20-422e-43a8-b9df-ff0bc397799d tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Pushing event updated for resources: {'Port': ['ID=0c721162-93ea-4879-8cb5-8670381b5e84,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:22.337023 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-82379f20-422e-43a8-b9df-ff0bc397799d tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:09:22.571435 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-69e5b2e5-80ff-4974-990f-216011398fe9 req-ad161922-cab3-418f-b645-87c06cfe107d tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] For port fdda9fa5-b894-4670-aa60-8286fde20d52, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=fdda9fa5-b894-4670-aa60-8286fde20d52,segment=NetworkSegment(abd905bc-1a45-436c-b516-e7eb5ca9a4b9),segment_id=abd905bc-1a45-436c-b516-e7eb5ca9a4b9)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:22.572101 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-69e5b2e5-80ff-4974-990f-216011398fe9 req-ad161922-cab3-418f-b645-87c06cfe107d tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:22.587029 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c65d3e-a660-4433-89ea-9cf9340ed4ea req-4d4337ed-c0a3-4d88-9653-ab6403352ecc tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:22.594829 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b8c65d3e-a660-4433-89ea-9cf9340ed4ea req-4d4337ed-c0a3-4d88-9653-ab6403352ecc tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/ports?device_id=167ec730-7975-4f44-bd81-14b49f9cbde2 HTTP/1.1" status: 200 len: 931 time: 0.3339837 Jul 24 09:09:22.636240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-c3b80576-f331-4714-83dc-a8178f5ac8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:22.637990 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-c3b80576-f331-4714-83dc-a8178f5ac8a9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438&tenant_id=4e8bcd755fb7413ba3c9ec90a6266523 HTTP/1.1" status: 200 len: 1095 time: 0.3981450 Jul 24 09:09:22.639178 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-69e5b2e5-80ff-4974-990f-216011398fe9 req-ad161922-cab3-418f-b645-87c06cfe107d tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Calling delete_port for fdda9fa5-b894-4670-aa60-8286fde20d52 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:09:22.667809 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b8c65d3e-a660-4433-89ea-9cf9340ed4ea req-4764bc29-930f-40ab-a4db-e3d42e0f2143 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cf246ae-76ab-47b7-b437-825ea6998570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716333 Jul 24 09:09:22.782334 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-82379f20-422e-43a8-b9df-ff0bc397799d tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:22.783184 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-82379f20-422e-43a8-b9df-ff0bc397799d tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:22.805123 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d915e2a-20c8-443e-89a1-34034345eafa req-264aac1a-89b2-4902-909d-4b18c87650c5 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:22.811405 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-790048e4-1958-416f-b694-acba1b6e5f09 None None] Provisioning for port 0c721162-93ea-4879-8cb5-8670381b5e84 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:09:22.814325 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9d915e2a-20c8-443e-89a1-34034345eafa req-264aac1a-89b2-4902-909d-4b18c87650c5 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 944 time: 0.6595500 Jul 24 09:09:22.827123 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-82379f20-422e-43a8-b9df-ff0bc397799d tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8056791 Jul 24 09:09:22.828362 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-790048e4-1958-416f-b694-acba1b6e5f09 None None] Provisioning complete for port 0c721162-93ea-4879-8cb5-8670381b5e84 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:09:22.829298 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-790048e4-1958-416f-b694-acba1b6e5f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:22.845222 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-e95e6cb2-1058-4f67-a065-3b0fa25aa171 service neutron] Request body: {'port': {'device_id': '167ec730-7975-4f44-bd81-14b49f9cbde2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:09:22.864411 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-423f92c4-5e4a-4b29-866e-0538ad3e789f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:22.866124 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-423f92c4-5e4a-4b29-866e-0538ad3e789f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 1095 time: 0.1910162 Jul 24 09:09:22.900349 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9d915e2a-20c8-443e-89a1-34034345eafa req-8f2d0bbd-b430-4c28-b4c4-102e76fb233e tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853648 Jul 24 09:09:22.943766 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-790048e4-1958-416f-b694-acba1b6e5f09 None None] Port 0c721162-93ea-4879-8cb5-8670381b5e84 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:09:23.035419 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-e95e6cb2-1058-4f67-a065-3b0fa25aa171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:23.238340 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16495e-fc52-4edd-9404-9b8be17daef8 req-58921a2e-67b1-4bb3-a5d7-c01b178f9dc6 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:23.240050 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2a16495e-fc52-4edd-9404-9b8be17daef8 req-58921a2e-67b1-4bb3-a5d7-c01b178f9dc6 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/ports?device_id=d20a5aef-a32e-4098-8a2e-72ecd20ea786 HTTP/1.1" status: 200 len: 1023 time: 0.1726696 Jul 24 09:09:23.344044 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-18601795-d13e-4f74-9729-68b37951aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:23.346708 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-18601795-d13e-4f74-9729-68b37951aae0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=78a39135-7e1b-4cfc-8949-e6417e15b488 HTTP/1.1" status: 200 len: 921 time: 0.4730964 Jul 24 09:09:23.346838 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2a16495e-fc52-4edd-9404-9b8be17daef8 req-7e5ed42b-3f9b-4011-837d-d709b253cc3d tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups?id=6d92ff52-2c6f-47bc-bf53-e619b179a605&id=74cca43a-6365-4eda-93b6-e4ff41f2e76e&id=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0893595 Jul 24 09:09:23.360351 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-69e5b2e5-80ff-4974-990f-216011398fe9 req-ad161922-cab3-418f-b645-87c06cfe107d tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:23.372011 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['fdda9fa5-b894-4670-aa60-8286fde20d52'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:09:23.434230 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44214130-0a33-4a19-823e-c86635d75bd0 req-bc789412-4186-4ecb-a776-ab4c072315a2 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:23.435922 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44214130-0a33-4a19-823e-c86635d75bd0 req-bc789412-4186-4ecb-a776-ab4c072315a2 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 945 time: 0.4691958 Jul 24 09:09:23.441530 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad161922-cab3-418f-b645-87c06cfe107d tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Pushing event deleted for resources: {'Port': ['ID=fdda9fa5-b894-4670-aa60-8286fde20d52,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:23.445132 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-b016dc34-d2b7-4163-91b0-258807ca1bd6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95d59126-4f43-41c6-8e09-fca4d1581987 HTTP/1.1" status: 200 len: 217 time: 0.0912855 Jul 24 09:09:23.491316 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-e95e6cb2-1058-4f67-a065-3b0fa25aa171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c721162-93ea-4879-8cb5-8670381b5e84 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:09:23.501369 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-e95e6cb2-1058-4f67-a065-3b0fa25aa171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:23.518453 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-e95e6cb2-1058-4f67-a065-3b0fa25aa171 service neutron] Transition to ACTIVE for port object 0c721162-93ea-4879-8cb5-8670381b5e84 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:09:23.527689 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-e95e6cb2-1058-4f67-a065-3b0fa25aa171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:23.545189 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e5b2e5-80ff-4974-990f-216011398fe9 req-ad161922-cab3-418f-b645-87c06cfe107d tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] No DVR routers for this DVR port fdda9fa5-b894-4670-aa60-8286fde20d52 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:09:23.549505 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-69e5b2e5-80ff-4974-990f-216011398fe9 req-ad161922-cab3-418f-b645-87c06cfe107d tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:23.551810 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-69e5b2e5-80ff-4974-990f-216011398fe9 req-ad161922-cab3-418f-b645-87c06cfe107d tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.20 "DELETE /v2.0/ports/fdda9fa5-b894-4670-aa60-8286fde20d52 HTTP/1.1" status: 204 len: 173 time: 1.7644839 Jul 24 09:09:23.576686 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20a5aef-a32e-4098-8a2e-72ecd20ea786', 'name': 'network-vif-deleted', 'tag': 'fdda9fa5-b894-4670-aa60-8286fde20d52'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:09:23.577798 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb580a-2a91-4b6a-8372-ac6370b1c913 req-4d61273e-34fe-43f9-8e21-aa49b2bea1f6 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:23.580063 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-95cb580a-2a91-4b6a-8372-ac6370b1c913 req-4d61273e-34fe-43f9-8e21-aa49b2bea1f6 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.1544480 Jul 24 09:09:23.580370 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a8d0d1-8ea1-49b2-97c0-23e423cd3d7c" -d '{"events": [{"server_uuid": "d20a5aef-a32e-4098-8a2e-72ecd20ea786", "name": "network-vif-deleted", "tag": "fdda9fa5-b894-4670-aa60-8286fde20d52"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:09:23.607279 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e6cb2-1058-4f67-a065-3b0fa25aa171 service neutron] Pushing event updated for resources: {'Port': ['ID=0c721162-93ea-4879-8cb5-8670381b5e84,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:23.617521 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44214130-0a33-4a19-823e-c86635d75bd0 req-bbd4aff0-7efc-4add-8bcd-fcfd72a6133e tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711693 Jul 24 09:09:23.619420 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-df4b271f-65e0-41c7-bff6-77a1875477b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:23.621257 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-df4b271f-65e0-41c7-bff6-77a1875477b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=726d329a-a5bb-490b-be1e-f21c87173472 HTTP/1.1" status: 200 len: 861 time: 0.1562407 Jul 24 09:09:23.651884 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-95cb580a-2a91-4b6a-8372-ac6370b1c913 req-2ef02278-6026-40ba-a66c-23282fa174a1 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587938 Jul 24 09:09:23.676867 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-f199e16d-6c26-4ff5-96bc-12639053b0a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78a39135-7e1b-4cfc-8949-e6417e15b488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468674 Jul 24 09:09:23.804442 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-e95e6cb2-1058-4f67-a065-3b0fa25aa171 service neutron] Attempting to bind port 0c721162-93ea-4879-8cb5-8670381b5e84 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:09:23.805148 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-e95e6cb2-1058-4f67-a065-3b0fa25aa171 service neutron] Attempting to bind port 0c721162-93ea-4879-8cb5-8670381b5e84 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '5f12752a-fa32-448f-8ae6-966789d4668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:09:23.805825 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-e95e6cb2-1058-4f67-a065-3b0fa25aa171 service neutron] Attempting to bind port 0c721162-93ea-4879-8cb5-8670381b5e84 on network 2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:09:23.810800 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-35f131c2-2bb1-4031-9eca-bc199f897c4f service neutron] 10.222.0.20 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287913 Jul 24 09:09:23.814659 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-e95e6cb2-1058-4f67-a065-3b0fa25aa171 service neutron] Port 0c721162-93ea-4879-8cb5-8670381b5e84 on network 2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:09:23.816532 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-e95e6cb2-1058-4f67-a065-3b0fa25aa171 service neutron] Attempting to bind port 0c721162-93ea-4879-8cb5-8670381b5e84 on network 2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:09:23.822803 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-e95e6cb2-1058-4f67-a065-3b0fa25aa171 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:09:23.823257 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-e95e6cb2-1058-4f67-a065-3b0fa25aa171 service neutron] Checking segment: {'id': '5f12752a-fa32-448f-8ae6-966789d4668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:09:23.823861 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-e95e6cb2-1058-4f67-a065-3b0fa25aa171 service neutron] Bound using segment: {'id': '5f12752a-fa32-448f-8ae6-966789d4668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:09:23.824404 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-e95e6cb2-1058-4f67-a065-3b0fa25aa171 service neutron] Bound port: 0c721162-93ea-4879-8cb5-8670381b5e84, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f12752a-fa32-448f-8ae6-966789d4668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:09:23.834099 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-e95e6cb2-1058-4f67-a065-3b0fa25aa171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:23.904400 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa9ccb8-47c5-4898-b633-cda0d63e7f55 x-openstack-request-id: req-0fa9ccb8-47c5-4898-b633-cda0d63e7f55 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:09:23.905759 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20a5aef-a32e-4098-8a2e-72ecd20ea786", "name": "network-vif-deleted", "tag": "fdda9fa5-b894-4670-aa60-8286fde20d52", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:09:23.908385 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0fa9ccb8-47c5-4898-b633-cda0d63e7f55 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:09:23.908918 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20a5aef-a32e-4098-8a2e-72ecd20ea786', 'name': 'network-vif-deleted', 'tag': 'fdda9fa5-b894-4670-aa60-8286fde20d52', 'status': 'completed', 'code': 200} Jul 24 09:09:24.018038 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-e95e6cb2-1058-4f67-a065-3b0fa25aa171 service neutron] For port 0c721162-93ea-4879-8cb5-8670381b5e84, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:09:24.034370 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-e95e6cb2-1058-4f67-a065-3b0fa25aa171 service neutron] For port 0c721162-93ea-4879-8cb5-8670381b5e84, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=0c721162-93ea-4879-8cb5-8670381b5e84,segment=NetworkSegment(5f12752a-fa32-448f-8ae6-966789d4668c),segment_id=5f12752a-fa32-448f-8ae6-966789d4668c)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:09:24.039289 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-1e45d536-fb01-46c7-aed2-8c319b6d0c7b service neutron] 10.222.0.20 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137556 Jul 24 09:09:24.040281 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-e95e6cb2-1058-4f67-a065-3b0fa25aa171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:24.051036 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936d839-fc97-4199-bdca-0caca4940ab8 req-b00fe72b-0260-4328-b2bf-86b4a73b1b5f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:24.058596 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3936d839-fc97-4199-bdca-0caca4940ab8 req-b00fe72b-0260-4328-b2bf-86b4a73b1b5f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.2019703 Jul 24 09:09:24.097354 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3936d839-fc97-4199-bdca-0caca4940ab8 req-25fa5f0d-16e3-46eb-9641-e46d35ac4556 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378137 Jul 24 09:09:24.110240 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-e95e6cb2-1058-4f67-a065-3b0fa25aa171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:24.111256 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-e95e6cb2-1058-4f67-a065-3b0fa25aa171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:24.113594 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-e95e6cb2-1058-4f67-a065-3b0fa25aa171 service neutron] 10.222.0.20 "PUT /v2.0/ports/0c721162-93ea-4879-8cb5-8670381b5e84 HTTP/1.1" status: 200 len: 1091 time: 1.2746058 Jul 24 09:09:24.121135 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167ec730-7975-4f44-bd81-14b49f9cbde2', 'tag': '0c721162-93ea-4879-8cb5-8670381b5e84'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:09:24.125772 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb307750-3097-4f1a-87f2-a5f1af4acc5b" -d '{"events": [{"name": "network-changed", "server_uuid": "167ec730-7975-4f44-bd81-14b49f9cbde2", "tag": "0c721162-93ea-4879-8cb5-8670381b5e84"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:09:24.202267 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23534b-9f1f-463d-b073-5c962d9f1809 req-644b720b-b374-4102-bc83-fe676001b9e6 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:24.204173 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5d23534b-9f1f-463d-b073-5c962d9f1809 req-644b720b-b374-4102-bc83-fe676001b9e6 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/ports?device_id=167ec730-7975-4f44-bd81-14b49f9cbde2 HTTP/1.1" status: 200 len: 943 time: 0.2338610 Jul 24 09:09:24.227645 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e6cb2-1058-4f67-a065-3b0fa25aa171 service neutron] Pushing event updated for resources: {'Port': ['ID=0c721162-93ea-4879-8cb5-8670381b5e84,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:24.303387 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5d23534b-9f1f-463d-b073-5c962d9f1809 req-4ca862b5-ae77-4623-abf5-12e32cae38f6 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cf246ae-76ab-47b7-b437-825ea6998570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623219 Jul 24 09:09:24.349666 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-e12c7f93-363f-4afa-aec9-9b01203943f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:24.355525 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-e12c7f93-363f-4afa-aec9-9b01203943f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b97303eda20c400ca8976a6ec0773f0e&device_id=167ec730-7975-4f44-bd81-14b49f9cbde2 HTTP/1.1" status: 200 len: 1094 time: 0.1826017 Jul 24 09:09:24.424707 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299e9b35-f7e2-4aec-8737-5303f5022f94 x-openstack-request-id: req-299e9b35-f7e2-4aec-8737-5303f5022f94 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:09:24.424855 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167ec730-7975-4f44-bd81-14b49f9cbde2", "tag": "0c721162-93ea-4879-8cb5-8670381b5e84", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:09:24.425132 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-299e9b35-f7e2-4aec-8737-5303f5022f94 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:09:24.425726 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167ec730-7975-4f44-bd81-14b49f9cbde2', 'tag': '0c721162-93ea-4879-8cb5-8670381b5e84', 'status': 'completed', 'code': 200} Jul 24 09:09:24.427804 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-c856f0d1-2730-46e8-9bef-74ead09e6d3c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c721162-93ea-4879-8cb5-8670381b5e84 HTTP/1.1" status: 200 len: 217 time: 0.0610271 Jul 24 09:09:24.522513 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-3646bd5c-272a-495c-b711-906d951cc232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:24.524247 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-3646bd5c-272a-495c-b711-906d951cc232 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f33a2a2d-93ad-4e4a-a781-d9327260d4a8 HTTP/1.1" status: 200 len: 850 time: 0.0802054 Jul 24 09:09:24.544565 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f7cfa-9e78-4989-bde7-f24bf7683f5c req-c86eae45-8817-44c8-a970-b488baa26e72 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:24.546150 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e38f7cfa-9e78-4989-bde7-f24bf7683f5c req-c86eae45-8817-44c8-a970-b488baa26e72 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 944 time: 0.2227845 Jul 24 09:09:24.619546 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0cbab28c-74be-4433-bf1e-17113c598924 req-28697f35-09fc-4571-9fdb-e21d41600252 tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/6d92ff52-2c6f-47bc-bf53-e619b179a605 HTTP/1.1" status: 200 len: 1801 time: 0.0773520 Jul 24 09:09:24.642073 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e38f7cfa-9e78-4989-bde7-f24bf7683f5c req-dac96d4e-3d31-46c1-b196-7ff7d7213790 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772076 Jul 24 09:09:24.652226 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-a9de7cd8-99b8-4997-bd49-63905f346f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:24.653951 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-a9de7cd8-99b8-4997-bd49-63905f346f12 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215639 Jul 24 09:09:24.657392 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-99741b23-c49b-4f45-8fcc-33af3a847807 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:24.660310 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-99741b23-c49b-4f45-8fcc-33af3a847807 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438&tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&binding%3Ahost_id=n-h2-800085-9 HTTP/1.1" status: 200 len: 1095 time: 0.2143335 Jul 24 09:09:24.768536 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-0cbab28c-74be-4433-bf1e-17113c598924 req-68559c25-9e48-4c81-8ca2-2d6a5e631dab tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:24.809438 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-0cbab28c-74be-4433-bf1e-17113c598924 req-68559c25-9e48-4c81-8ca2-2d6a5e631dab tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:24.824942 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-64610168-b5f8-448c-adaf-32379d60a941 service neutron] 10.222.0.20 "GET /v2.0/networks/2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608148 Jul 24 09:09:24.917119 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-0cbab28c-74be-4433-bf1e-17113c598924 req-68559c25-9e48-4c81-8ca2-2d6a5e631dab tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:24.920722 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-0cbab28c-74be-4433-bf1e-17113c598924 req-68559c25-9e48-4c81-8ca2-2d6a5e631dab tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:24.922611 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32e752-cd34-46c3-89fd-f01a8fe419ec req-ac516905-b731-4ae7-adb1-29f4c33a8731 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:24.924122 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bc32e752-cd34-46c3-89fd-f01a8fe419ec req-ac516905-b731-4ae7-adb1-29f4c33a8731 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 945 time: 0.1513054 Jul 24 09:09:24.928077 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0cbab28c-74be-4433-bf1e-17113c598924 req-68559c25-9e48-4c81-8ca2-2d6a5e631dab tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "DELETE /v2.0/security-groups/6d92ff52-2c6f-47bc-bf53-e619b179a605 HTTP/1.1" status: 204 len: 173 time: 0.3001153 Jul 24 09:09:24.953159 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68559c25-9e48-4c81-8ca2-2d6a5e631dab tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d92ff52-2c6f-47bc-bf53-e619b179a605,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:24.967871 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-a8cb2598-b513-4d9e-b065-1cb83598c399 service neutron] For port 95d59126-4f43-41c6-8e09-fca4d1581987, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:09:24.973053 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-a8cb2598-b513-4d9e-b065-1cb83598c399 service neutron] Notify callbacks [] for binding, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:24.974161 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1dea976e-d5bb-4f69-bc3a-79d5cf07479e req-a8cb2598-b513-4d9e-b065-1cb83598c399 service neutron] 10.222.0.20 "DELETE /v2.0/ports/95d59126-4f43-41c6-8e09-fca4d1581987/bindings/n-h1-800085-9 HTTP/1.1" status: 204 len: 173 time: 0.3014190 Jul 24 09:09:24.999536 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e4c539be-b592-45be-acf4-05dd0f3d874c req-46935519-32f0-4243-b651-8f9375a553c4 service neutron] 10.222.0.20 "GET /v2.0/networks/2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641979 Jul 24 09:09:25.009373 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bc32e752-cd34-46c3-89fd-f01a8fe419ec req-73a530c4-7e4b-44a8-a9ba-a7fb208f63b1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737703 Jul 24 09:09:25.132162 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df83166-7813-4645-ae6e-4c854b436228 req-2e6c0f3b-328e-4d84-b269-64aad58465c0 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:25.135580 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4df83166-7813-4645-ae6e-4c854b436228 req-2e6c0f3b-328e-4d84-b269-64aad58465c0 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.1338677 Jul 24 09:09:25.175025 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-318714ac-7d75-44ba-aed0-3dcf5d02d0bf req-b3e7a1b8-815d-4eb3-a1c6-acffb60630ab tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "GET /v2.0/security-groups/74cca43a-6365-4eda-93b6-e4ff41f2e76e HTTP/1.1" status: 200 len: 1799 time: 0.0637665 Jul 24 09:09:25.175555 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb307750-3097-4f1a-87f2-a5f1af4acc5b req-20288ccb-8513-4ba5-aea9-375d13233a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:25.177341 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bb307750-3097-4f1a-87f2-a5f1af4acc5b req-20288ccb-8513-4ba5-aea9-375d13233a9e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b97303eda20c400ca8976a6ec0773f0e&device_id=167ec730-7975-4f44-bd81-14b49f9cbde2 HTTP/1.1" status: 200 len: 1094 time: 0.1239519 Jul 24 09:09:25.214157 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4df83166-7813-4645-ae6e-4c854b436228 req-05a1ad6c-49ff-4a93-b0bf-fdb608288cb9 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723808 Jul 24 09:09:25.257292 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-318714ac-7d75-44ba-aed0-3dcf5d02d0bf req-2cebf0a0-4cb7-47cc-aec3-ee37e2e58b6c tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:25.292555 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-318714ac-7d75-44ba-aed0-3dcf5d02d0bf req-2cebf0a0-4cb7-47cc-aec3-ee37e2e58b6c tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:25.306618 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb307750-3097-4f1a-87f2-a5f1af4acc5b req-d51ec4b5-2bdc-44b3-aa2d-0727226eb112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:25.308322 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bb307750-3097-4f1a-87f2-a5f1af4acc5b req-d51ec4b5-2bdc-44b3-aa2d-0727226eb112 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3 HTTP/1.1" status: 200 len: 911 time: 0.1151364 Jul 24 09:09:25.361310 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-318714ac-7d75-44ba-aed0-3dcf5d02d0bf req-2cebf0a0-4cb7-47cc-aec3-ee37e2e58b6c tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:25.368215 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bb307750-3097-4f1a-87f2-a5f1af4acc5b req-8f51dd39-3e99-4e9b-b44f-daca9c3d683f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c721162-93ea-4879-8cb5-8670381b5e84 HTTP/1.1" status: 200 len: 217 time: 0.0496995 Jul 24 09:09:25.386276 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-318714ac-7d75-44ba-aed0-3dcf5d02d0bf req-2cebf0a0-4cb7-47cc-aec3-ee37e2e58b6c tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:25.410231 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-318714ac-7d75-44ba-aed0-3dcf5d02d0bf req-2cebf0a0-4cb7-47cc-aec3-ee37e2e58b6c tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] 10.222.0.32 "DELETE /v2.0/security-groups/74cca43a-6365-4eda-93b6-e4ff41f2e76e HTTP/1.1" status: 204 len: 173 time: 0.2339184 Jul 24 09:09:25.411072 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49142) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:09:25.440989 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb307750-3097-4f1a-87f2-a5f1af4acc5b req-712197c2-c19c-4be6-99ac-3c36f1f377a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:25.442544 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bb307750-3097-4f1a-87f2-a5f1af4acc5b req-712197c2-c19c-4be6-99ac-3c36f1f377a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f33a2a2d-93ad-4e4a-a781-d9327260d4a8 HTTP/1.1" status: 200 len: 850 time: 0.0524797 Jul 24 09:09:25.503876 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cebf0a0-4cb7-47cc-aec3-ee37e2e58b6c tempest-SecurityGroupsTestJSON-1340103650 tempest-SecurityGroupsTestJSON-1340103650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cca43a-6365-4eda-93b6-e4ff41f2e76e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:25.532771 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb307750-3097-4f1a-87f2-a5f1af4acc5b req-3e20028e-4dd7-42c9-b20b-550d11c6dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:25.534406 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bb307750-3097-4f1a-87f2-a5f1af4acc5b req-3e20028e-4dd7-42c9-b20b-550d11c6dc6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798593 Jul 24 09:09:25.612927 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e3d0de-9f66-4b3d-9838-349bc614044f admin admin] Deleting subnet e8e66ac9-105b-4409-a14d-808609c061e7 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:09:25.616620 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-80e3d0de-9f66-4b3d-9838-349bc614044f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:25.651380 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c75076-0803-432d-a942-dd20b9d34687 req-f681d2ac-3f67-4fec-8430-aa193c47645c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:25.658793 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a8c75076-0803-432d-a942-dd20b9d34687 req-f681d2ac-3f67-4fec-8430-aa193c47645c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.3493657 Jul 24 09:09:25.672707 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bb307750-3097-4f1a-87f2-a5f1af4acc5b req-aec72d61-2cf5-450e-9558-41390cc32ede service neutron] 10.222.0.20 "GET /v2.0/networks/2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287940 Jul 24 09:09:25.719883 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-80e3d0de-9f66-4b3d-9838-349bc614044f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:25.779025 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bb307750-3097-4f1a-87f2-a5f1af4acc5b req-5ce3baca-1365-4a61-9433-81ad4cab9061 service neutron] 10.222.0.20 "GET /v2.0/networks/2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966163 Jul 24 09:09:25.811866 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d7147-d426-4dee-b917-150f6c6d646b req-02e4f212-d38d-48ae-b59d-77cb82261e96 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:25.816818 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device fdda9fa5-b894-4670-aa60-8286fde20d52 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:09:25.820449 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a8c75076-0803-432d-a942-dd20b9d34687 req-b39431ec-354b-4415-9d1d-295fc602ac5c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607020 Jul 24 09:09:25.830154 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8c7d7147-d426-4dee-b917-150f6c6d646b req-02e4f212-d38d-48ae-b59d-77cb82261e96 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/ports?device_id=167ec730-7975-4f44-bd81-14b49f9cbde2 HTTP/1.1" status: 200 len: 943 time: 0.1816025 Jul 24 09:09:25.846843 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-80e3d0de-9f66-4b3d-9838-349bc614044f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:25.886236 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: fdda9fa5-b894-4670-aa60-8286fde20d52 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:09:25.886586 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device fdda9fa5-b894-4670-aa60-8286fde20d52 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:09:25.914234 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8c7d7147-d426-4dee-b917-150f6c6d646b req-20ce9881-6552-4aef-af54-8984747876e5 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cf246ae-76ab-47b7-b437-825ea6998570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831630 Jul 24 09:09:25.953282 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-80e3d0de-9f66-4b3d-9838-349bc614044f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:25.963090 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86140af0-8ee0-431b-b9b4-5b1fb79cb536 req-05c77cf9-f210-4888-866c-cb4d6d191607 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:25.970738 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-86140af0-8ee0-431b-b9b4-5b1fb79cb536 req-05c77cf9-f210-4888-866c-cb4d6d191607 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e1aa00a-d4a6-47e6-8943-e4648c4bd454 HTTP/1.1" status: 200 len: 945 time: 0.1046982 Jul 24 09:09:25.993190 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3d0de-9f66-4b3d-9838-349bc614044f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8e66ac9-105b-4409-a14d-808609c061e7,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:25.999022 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-80e3d0de-9f66-4b3d-9838-349bc614044f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:26.004364 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-80e3d0de-9f66-4b3d-9838-349bc614044f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e8e66ac9-105b-4409-a14d-808609c061e7 HTTP/1.1" status: 204 len: 168 time: 0.5884652 Jul 24 09:09:26.005122 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49148) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:09:26.021847 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-86140af0-8ee0-431b-b9b4-5b1fb79cb536 req-50dc49dd-149a-4efc-b92a-d853db85978c tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/security-groups?id=637106b1-3b61-4df2-902f-c2d54663dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479999 Jul 24 09:09:26.144594 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a326b8f-1cd0-4b78-a7c5-e0b48d78eaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:26.191137 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ae128-1cb4-4c6e-a02b-643fb8c5f9c3 req-d9a1a33a-1121-4e46-8ce2-8ec0b4e8b9fa tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:26.193006 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d48ae128-1cb4-4c6e-a02b-643fb8c5f9c3 req-d9a1a33a-1121-4e46-8ce2-8ec0b4e8b9fa tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 945 time: 0.0968170 Jul 24 09:09:26.250430 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d48ae128-1cb4-4c6e-a02b-643fb8c5f9c3 req-a34dc5fd-992e-42aa-b58f-e774fecb442d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493169 Jul 24 09:09:26.255174 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a326b8f-1cd0-4b78-a7c5-e0b48d78eaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:26.268369 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-6a326b8f-1cd0-4b78-a7c5-e0b48d78eaae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3b87de-6571-402b-81bd-14fb75019273']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:26.278314 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-6a326b8f-1cd0-4b78-a7c5-e0b48d78eaae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd905bc-1a45-436c-b516-e7eb5ca9a4b9') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:26.278314 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-6a326b8f-1cd0-4b78-a7c5-e0b48d78eaae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd905bc-1a45-436c-b516-e7eb5ca9a4b9') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:26.287748 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a326b8f-1cd0-4b78-a7c5-e0b48d78eaae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:26.310067 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df71384-e253-4b8c-b3a7-dfe3f27f25e0 req-3a3ed1ac-235e-42ce-bb13-bc2c7589c646 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:26.311606 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7df71384-e253-4b8c-b3a7-dfe3f27f25e0 req-3a3ed1ac-235e-42ce-bb13-bc2c7589c646 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 944 time: 0.2988935 Jul 24 09:09:26.315339 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a326b8f-1cd0-4b78-a7c5-e0b48d78eaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:26.333512 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a326b8f-1cd0-4b78-a7c5-e0b48d78eaae admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:09:26.334004 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a326b8f-1cd0-4b78-a7c5-e0b48d78eaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:09:26.336041 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:09:26.427421 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7df71384-e253-4b8c-b3a7-dfe3f27f25e0 req-3d2e0a88-27e5-43ec-90e7-34add1bc97f5 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070218 Jul 24 09:09:26.435393 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a326b8f-1cd0-4b78-a7c5-e0b48d78eaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:26.441539 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a326b8f-1cd0-4b78-a7c5-e0b48d78eaae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:26.469387 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6a326b8f-1cd0-4b78-a7c5-e0b48d78eaae admin admin] 10.222.0.32 "DELETE /v2.0/networks/5a3b87de-6571-402b-81bd-14fb75019273 HTTP/1.1" status: 204 len: 168 time: 0.4445288 Jul 24 09:09:26.488230 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a326b8f-1cd0-4b78-a7c5-e0b48d78eaae admin admin] Pushing event deleted for resources: {'Network': ['ID=5a3b87de-6571-402b-81bd-14fb75019273,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:26.597042 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fbc71-bbfb-4e11-9a6f-bc23335d9ac5 req-2b0d6ef0-fd30-44f8-bb5e-84913f8ff596 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:26.602975 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e10fbc71-bbfb-4e11-9a6f-bc23335d9ac5 req-2b0d6ef0-fd30-44f8-bb5e-84913f8ff596 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.1793513 Jul 24 09:09:26.614959 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49172) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:09:26.653357 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e10fbc71-bbfb-4e11-9a6f-bc23335d9ac5 req-33d8cf1e-b4e7-4df0-92a6-6de33522b6e8 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463865 Jul 24 09:09:26.715991 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c659090e-7f87-44d0-8910-f4a731df6ab6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=267eb1e9771b44c4894eb788151fcdab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0976310 Jul 24 09:09:26.716385 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49174) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:09:26.728631 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6904bcd-2624-4a8d-94af-fbd70b9953e9 req-d34e1976-d27a-423c-a3d7-aec5f2d397a0 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:26.730202 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e6904bcd-2624-4a8d-94af-fbd70b9953e9 req-d34e1976-d27a-423c-a3d7-aec5f2d397a0 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 1095 time: 0.0890934 Jul 24 09:09:26.795149 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e6904bcd-2624-4a8d-94af-fbd70b9953e9 req-3106afae-848f-4992-9334-a0ce7766b0ef tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575244 Jul 24 09:09:26.807321 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-035b3b12-032e-4ca2-8c48-e0439b5880cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:26.841475 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-035b3b12-032e-4ca2-8c48-e0439b5880cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:26.902105 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-035b3b12-032e-4ca2-8c48-e0439b5880cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:26.905497 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-035b3b12-032e-4ca2-8c48-e0439b5880cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:26.907188 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-035b3b12-032e-4ca2-8c48-e0439b5880cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b42f5ce5-abb0-4faa-9bb4-988f6be2fc08 HTTP/1.1" status: 204 len: 168 time: 0.1897733 Jul 24 09:09:26.931402 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b3b12-032e-4ca2-8c48-e0439b5880cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42f5ce5-abb0-4faa-9bb4-988f6be2fc08,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:27.025665 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483fcc9-caad-4539-8de0-9f64d700f1ae req-f37b7296-b910-4aef-96a0-9d25e4ab9f70 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:27.029504 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c483fcc9-caad-4539-8de0-9f64d700f1ae req-f37b7296-b910-4aef-96a0-9d25e4ab9f70 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 1095 time: 0.0658944 Jul 24 09:09:27.075035 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c483fcc9-caad-4539-8de0-9f64d700f1ae req-21627af8-2f2a-429d-864e-8bc0fd59378a tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388649 Jul 24 09:09:27.086159 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34021060-fffe-412b-80f5-2e626f93867e req-830b0e51-388b-48d3-bec2-0bf2a51c7d4d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:27.088013 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-34021060-fffe-412b-80f5-2e626f93867e req-830b0e51-388b-48d3-bec2-0bf2a51c7d4d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.1236818 Jul 24 09:09:27.142182 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1920f8b5-4670-4293-b740-9cba7a4404b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:27.192723 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-34021060-fffe-412b-80f5-2e626f93867e req-bfcc79ca-186a-44a3-86ff-4e620629c10f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962205 Jul 24 09:09:27.337004 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67494186-8cdc-4545-b842-365c6d4175ed req-5462f45f-3402-45cf-bbc9-f5e5c36fbe92 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:27.339905 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-67494186-8cdc-4545-b842-365c6d4175ed req-5462f45f-3402-45cf-bbc9-f5e5c36fbe92 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/ports?device_id=167ec730-7975-4f44-bd81-14b49f9cbde2 HTTP/1.1" status: 200 len: 943 time: 0.1469321 Jul 24 09:09:27.440294 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-67494186-8cdc-4545-b842-365c6d4175ed req-0cafe2ce-0d0b-4526-915a-e97eae19ecd0 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cf246ae-76ab-47b7-b437-825ea6998570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935841 Jul 24 09:09:27.626142 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681ad3c-f7bb-4b99-a511-eb6cfac0b719 req-6d782690-7c40-481b-b365-54111f2639b5 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:27.634586 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a681ad3c-f7bb-4b99-a511-eb6cfac0b719 req-6d782690-7c40-481b-b365-54111f2639b5 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 945 time: 0.1276011 Jul 24 09:09:27.710642 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a681ad3c-f7bb-4b99-a511-eb6cfac0b719 req-dbb9c25a-0f41-4fd6-9273-cf7cec42f3a1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744455 Jul 24 09:09:27.819074 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 0c721162-93ea-4879-8cb5-8670381b5e84 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:09:27.976920 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 0c721162-93ea-4879-8cb5-8670381b5e84, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=0c721162-93ea-4879-8cb5-8670381b5e84,segment=NetworkSegment(5f12752a-fa32-448f-8ae6-966789d4668c),segment_id=5f12752a-fa32-448f-8ae6-966789d4668c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:27.989874 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-a11e2322-85e2-404c-85b2-97920a7b4ce6 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--930751014&fields=id&tenant_id=4433cfda2b344ed09028d36a89cb8dd1 HTTP/1.1" status: 200 len: 267 time: 0.1016181 Jul 24 09:09:27.991814 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '0c721162-93ea-4879-8cb5-8670381b5e84', 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3', 'port_id': '0c721162-93ea-4879-8cb5-8670381b5e84', 'mac_address': 'fa:16:3e:0a:72:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33a2a2d-93ad-4e4a-a781-d9327260d4a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:09:28.035116 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:28.054759 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c721162-93ea-4879-8cb5-8670381b5e84 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:09:28.076644 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 0c721162-93ea-4879-8cb5-8670381b5e84, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=0c721162-93ea-4879-8cb5-8670381b5e84,segment=NetworkSegment(5f12752a-fa32-448f-8ae6-966789d4668c),segment_id=5f12752a-fa32-448f-8ae6-966789d4668c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:28.081280 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:28.139070 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-96e2dae2-5d79-4d3b-95b1-dd44ca18e3cf tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:28.144354 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=0c721162-93ea-4879-8cb5-8670381b5e84,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:28.150256 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-96e2dae2-5d79-4d3b-95b1-dd44ca18e3cf tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/networks?id=baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 HTTP/1.1" status: 200 len: 824 time: 0.1591384 Jul 24 09:09:28.155507 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:09:28.156821 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:09:28.157380 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:09:28.157934 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:09:28.158484 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:09:28.159386 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:09:28.161182 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:09:28.161878 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:09:28.162430 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:09:28.169517 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-4595ecf6-8c56-4e09-a902-bf66800c2c51 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/quotas/4433cfda2b344ed09028d36a89cb8dd1 HTTP/1.1" status: 200 len: 375 time: 0.0176821 Jul 24 09:09:28.173305 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:09:28.173930 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:09:28.174503 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:09:28.215690 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68271cb0-6617-4e42-8e3e-a6353912ba50 req-118782bb-a63e-408d-b965-386bca7b30fc tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:28.225895 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-68271cb0-6617-4e42-8e3e-a6353912ba50 req-118782bb-a63e-408d-b965-386bca7b30fc tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.1470494 Jul 24 09:09:28.265736 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-a8be04d0-21e4-4ac3-8199-d5ae4135c840 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4433cfda2b344ed09028d36a89cb8dd1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0954559 Jul 24 09:09:28.294832 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-68271cb0-6617-4e42-8e3e-a6353912ba50 req-a1ab3c62-48bf-4bd4-b10f-3239a3d766ba tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674338 Jul 24 09:09:28.300900 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49246) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:09:28.390086 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-3ced26b7-80bb-435f-a741-88bfdb32a9a2 service neutron] 10.222.0.32 "GET /v2.0/networks/baf54693-f6ce-4efa-ad5c-848a9b2e7bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121969 Jul 24 09:09:28.404516 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['0c721162-93ea-4879-8cb5-8670381b5e84'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:09:28.465915 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-a6964f7b-ff44-4492-b603-f41bdf8be2b9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-629110231-network', 'tenant_id': '02821fc77d7e4947bdb69f679dbfce66'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:09:28.477266 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e9448-d3fd-4faa-aad6-cc60b942c9aa req-43c42d55-bf30-4a41-83f8-e00a8144d3bd tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:28.484709 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e5e9448-d3fd-4faa-aad6-cc60b942c9aa req-43c42d55-bf30-4a41-83f8-e00a8144d3bd tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.1052845 Jul 24 09:09:28.519040 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-766956b3-3acb-486f-9409-48b6b7433974 service neutron] 10.222.0.32 "GET /v2.0/networks/baf54693-f6ce-4efa-ad5c-848a9b2e7bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223333 Jul 24 09:09:28.526174 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6964f7b-ff44-4492-b603-f41bdf8be2b9 admin admin] Made reservation on behalf of 02821fc77d7e4947bdb69f679dbfce66 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:09:28.528682 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6964f7b-ff44-4492-b603-f41bdf8be2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:28.563696 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e5e9448-d3fd-4faa-aad6-cc60b942c9aa req-f53273ad-59b3-42ee-a9b6-7d7368479eb6 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776875 Jul 24 09:09:28.564908 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6964f7b-ff44-4492-b603-f41bdf8be2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:28.716952 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6964f7b-ff44-4492-b603-f41bdf8be2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:28.752657 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6964f7b-ff44-4492-b603-f41bdf8be2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:28.783987 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b567ecb2-d671-48e8-ba23-8a95e0d664a2 req-4386b76c-c814-4625-ab25-80ea417eecaf tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?device_id=79acb227-4dbe-4195-aeab-a6e911a1baf0 HTTP/1.1" status: 200 len: 210 time: 0.0363252 Jul 24 09:09:28.793251 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6964f7b-ff44-4492-b603-f41bdf8be2b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:09:28.806025 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6964f7b-ff44-4492-b603-f41bdf8be2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:28.806426 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-a6964f7b-ff44-4492-b603-f41bdf8be2b9 admin admin] Added segment c3382021-4c89-4355-8529-b635dba215fb of type vlan for network a4e96034-09e0-4ced-af17-06099741333f Jul 24 09:09:28.852059 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6964f7b-ff44-4492-b603-f41bdf8be2b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:28.921634 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6964f7b-ff44-4492-b603-f41bdf8be2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:28.923187 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6964f7b-ff44-4492-b603-f41bdf8be2b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:28.923799 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6964f7b-ff44-4492-b603-f41bdf8be2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:28.941337 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6964f7b-ff44-4492-b603-f41bdf8be2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe127bb-4925-4dd9-986a-7b4f5fa1737c,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:28.959866 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1860e27-08e6-4500-95ef-e58ebbc09ea4 req-151f500b-0438-4ac1-8532-931651b0ed1d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:28.961699 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1860e27-08e6-4500-95ef-e58ebbc09ea4 req-151f500b-0438-4ac1-8532-931651b0ed1d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 945 time: 0.0924423 Jul 24 09:09:29.016445 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a6964f7b-ff44-4492-b603-f41bdf8be2b9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7144420 Jul 24 09:09:29.026975 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1860e27-08e6-4500-95ef-e58ebbc09ea4 req-a87d1d41-cd02-473d-98ea-6008b4815b24 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544116 Jul 24 09:09:29.028929 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49264) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:09:29.044048 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-c805cc55-d0d6-409e-b03f-d8b6c8a54c85 admin admin] Request body: {'subnet': {'network_id': 'a4e96034-09e0-4ced-af17-06099741333f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-629110231-subnet', 'tenant_id': '02821fc77d7e4947bdb69f679dbfce66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:09:29.090691 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c805cc55-d0d6-409e-b03f-d8b6c8a54c85 admin admin] Made reservation on behalf of 02821fc77d7e4947bdb69f679dbfce66 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:09:29.094478 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c805cc55-d0d6-409e-b03f-d8b6c8a54c85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:29.154266 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6964f7b-ff44-4492-b603-f41bdf8be2b9 admin admin] Pushing event updated for resources: {'Network': ['ID=a4e96034-09e0-4ced-af17-06099741333f,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:29.167107 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network a4e96034-09e0-4ced-af17-06099741333f details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:09:29.172975 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881cc466-2c45-41e9-8573-7993cb29951f req-07e4d555-910a-43f7-8d7b-5514c6c1578b tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:29.188048 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-881cc466-2c45-41e9-8573-7993cb29951f req-07e4d555-910a-43f7-8d7b-5514c6c1578b tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/ports?device_id=167ec730-7975-4f44-bd81-14b49f9cbde2 HTTP/1.1" status: 200 len: 944 time: 0.4684553 Jul 24 09:09:29.249387 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-881cc466-2c45-41e9-8573-7993cb29951f req-9c3068f0-852a-463d-a5f8-9046f68af36e tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cf246ae-76ab-47b7-b437-825ea6998570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602064 Jul 24 09:09:29.549367 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c805cc55-d0d6-409e-b03f-d8b6c8a54c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:29.622763 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-30a70b4d-6145-4585-9594-b0843cc46ab1 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:29.624443 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-30a70b4d-6145-4585-9594-b0843cc46ab1 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594&tenant_id=9d4740b4b94942bdba9d4b286110923d&binding%3Ahost_id=n-h2-800085-9 HTTP/1.1" status: 200 len: 1096 time: 0.2706118 Jul 24 09:09:29.636765 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-78f90dc1-a37e-4056-b7b4-3ab1cc96d2f4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800085-9'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:09:29.715366 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805cc55-d0d6-409e-b03f-d8b6c8a54c85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=662751d5-2ea2-4892-b6d3-047d295cddfa,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:29.731991 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866519d7-0f49-42e3-b617-14830394e702 req-8c4d5cdb-ea36-4864-9535-cfae7dd217b5 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:29.739990 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-866519d7-0f49-42e3-b617-14830394e702 req-8c4d5cdb-ea36-4864-9535-cfae7dd217b5 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.2899597 Jul 24 09:09:29.753781 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6959afab-3e1b-4c65-a5bb-bd89ac005488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:29.794912 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0546fa-9302-450e-b2b3-f8a2f6e51c79 req-578f9fc1-8fa1-4bca-94bd-32ddb3cf8a87 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:29.797951 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4c0546fa-9302-450e-b2b3-f8a2f6e51c79 req-578f9fc1-8fa1-4bca-94bd-32ddb3cf8a87 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e1aa00a-d4a6-47e6-8943-e4648c4bd454 HTTP/1.1" status: 200 len: 945 time: 0.2956841 Jul 24 09:09:29.818547 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c805cc55-d0d6-409e-b03f-d8b6c8a54c85 admin admin] Checking segment: {'id': 'c3382021-4c89-4355-8529-b635dba215fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a4e96034-09e0-4ced-af17-06099741333f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:09:29.818887 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c805cc55-d0d6-409e-b03f-d8b6c8a54c85 admin admin] Network hostable DHCP agents. Network: a4e96034-09e0-4ced-af17-06099741333f, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:09:29.829188 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 0c721162-93ea-4879-8cb5-8670381b5e84 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:09:29.871033 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979d6ef-1302-4e37-a86b-096af705b2f6 req-fea49844-52ad-4968-88e8-49b02f92e70f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:29.880707 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1979d6ef-1302-4e37-a86b-096af705b2f6 req-fea49844-52ad-4968-88e8-49b02f92e70f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.1734090 Jul 24 09:09:29.881425 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-78f90dc1-a37e-4056-b7b4-3ab1cc96d2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:29.929325 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-866519d7-0f49-42e3-b617-14830394e702 req-bb94c4df-c852-4f09-bcad-c61201de3881 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881433 Jul 24 09:09:29.933942 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1979d6ef-1302-4e37-a86b-096af705b2f6 req-58c59da5-a697-4bbe-b229-979c3ce6f5e7 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521588 Jul 24 09:09:29.950461 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c805cc55-d0d6-409e-b03f-d8b6c8a54c85 admin admin] Network a4e96034-09e0-4ced-af17-06099741333f is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:09:29.965573 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 0c721162-93ea-4879-8cb5-8670381b5e84 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:09:29.973276 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 0c721162-93ea-4879-8cb5-8670381b5e84 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:09:29.973922 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:30.092682 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-c805cc55-d0d6-409e-b03f-d8b6c8a54c85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, a4e96034-09e0-4ced-af17-06099741333f) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:09:30.097954 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c805cc55-d0d6-409e-b03f-d8b6c8a54c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:30.098561 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c805cc55-d0d6-409e-b03f-d8b6c8a54c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:30.138339 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0751ad41-4588-48ea-a4d4-b00b8eb18909 None None] Network a4e96034-09e0-4ced-af17-06099741333f requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:09:30.142390 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ea9b4d7c-288e-4e3f-a958-6e293f1d6d35 req-3ec906c7-2960-4634-ad3b-88ee29e68ea5 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?device_id=79acb227-4dbe-4195-aeab-a6e911a1baf0 HTTP/1.1" status: 200 len: 210 time: 0.0639369 Jul 24 09:09:30.294486 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c805cc55-d0d6-409e-b03f-d8b6c8a54c85 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2555325 Jul 24 09:09:30.395760 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:30.446873 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:30.461133 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167ec730-7975-4f44-bd81-14b49f9cbde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c721162-93ea-4879-8cb5-8670381b5e84'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:09:30.463894 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e041e3c-4b1a-4c48-a3fc-3412f6ff2965" -d '{"events": [{"server_uuid": "167ec730-7975-4f44-bd81-14b49f9cbde2", "name": "network-vif-plugged", "status": "completed", "tag": "0c721162-93ea-4879-8cb5-8670381b5e84"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:09:30.469469 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-4c0546fa-9302-450e-b2b3-f8a2f6e51c79 req-ccbd4602-056d-4ed3-8818-d302d99e6652 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Deleting port 8434030c-c1f4-4480-99c6-d70fabe3f802 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:09:30.469913 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4c0546fa-9302-450e-b2b3-f8a2f6e51c79 req-ccbd4602-056d-4ed3-8818-d302d99e6652 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:30.490022 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 0c721162-93ea-4879-8cb5-8670381b5e84, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=0c721162-93ea-4879-8cb5-8670381b5e84,segment=NetworkSegment(5f12752a-fa32-448f-8ae6-966789d4668c),segment_id=5f12752a-fa32-448f-8ae6-966789d4668c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:30.513986 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:30.564389 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17342022-04ff-4f5d-99a7-628080662b3f None None] Network a4e96034-09e0-4ced-af17-06099741333f requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:09:30.581759 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-78f90dc1-a37e-4056-b7b4-3ab1cc96d2f4 service neutron] For port 5e6a7759-2eba-44ce-a52e-8b788226fa04, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=5e6a7759-2eba-44ce-a52e-8b788226fa04,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:30.649617 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=0c721162-93ea-4879-8cb5-8670381b5e84,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:30.707622 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67aaf2-7ec0-4dff-9b88-6cb8b9f9fa9a req-768ab129-969a-4053-b697-fb6bc07ee13f tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:30.718015 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-4c0546fa-9302-450e-b2b3-f8a2f6e51c79 req-ccbd4602-056d-4ed3-8818-d302d99e6652 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] For port 8434030c-c1f4-4480-99c6-d70fabe3f802, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=8434030c-c1f4-4480-99c6-d70fabe3f802,segment=NetworkSegment(b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85),segment_id=b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:30.719454 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ba67aaf2-7ec0-4dff-9b88-6cb8b9f9fa9a req-768ab129-969a-4053-b697-fb6bc07ee13f tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 945 time: 0.5610969 Jul 24 09:09:30.725280 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4c0546fa-9302-450e-b2b3-f8a2f6e51c79 req-ccbd4602-056d-4ed3-8818-d302d99e6652 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:30.802236 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-e453db0d-72c0-4403-9363-b57533726ab6 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:30.804485 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-e453db0d-72c0-4403-9363-b57533726ab6 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.20 "GET /v2.0/networks?id=baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 HTTP/1.1" status: 200 len: 824 time: 0.5271807 Jul 24 09:09:30.806487 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-78f90dc1-a37e-4056-b7b4-3ab1cc96d2f4 service neutron] For port 5e6a7759-2eba-44ce-a52e-8b788226fa04, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:09:30.857921 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ba67aaf2-7ec0-4dff-9b88-6cb8b9f9fa9a req-2fb9f16c-a94e-4ddc-8a62-77fff28239e6 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369622 Jul 24 09:09:30.898211 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:30.965983 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-18e232c2-44e0-4efe-aeb4-6c1bdf37351d tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4433cfda2b344ed09028d36a89cb8dd1 HTTP/1.1" status: 200 len: 379 time: 0.1312873 Jul 24 09:09:30.970078 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dfb9a1-d7c5-45aa-b241-e12f3eb94a75 x-openstack-request-id: req-36dfb9a1-d7c5-45aa-b241-e12f3eb94a75 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:09:30.970405 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167ec730-7975-4f44-bd81-14b49f9cbde2", "name": "network-vif-plugged", "status": "completed", "tag": "0c721162-93ea-4879-8cb5-8670381b5e84", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:09:30.970671 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36dfb9a1-d7c5-45aa-b241-e12f3eb94a75 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:09:30.971710 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167ec730-7975-4f44-bd81-14b49f9cbde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c721162-93ea-4879-8cb5-8670381b5e84', 'code': 200} Jul 24 09:09:30.978526 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-fd2b2551-c2c6-41d5-8bf2-aede63169ab7 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Request body: {'port': {'device_id': '79acb227-4dbe-4195-aeab-a6e911a1baf0', 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'admin_state_up': True, 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'security_groups': ['637106b1-3b61-4df2-902f-c2d54663dcea']}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:09:31.031416 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8568c6b-9f56-4568-9b44-54ef833d32d5 req-b88110e8-3e6b-42f0-95ce-4118e328a536 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:31.038724 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d8568c6b-9f56-4568-9b44-54ef833d32d5 req-b88110e8-3e6b-42f0-95ce-4118e328a536 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/ports?device_id=167ec730-7975-4f44-bd81-14b49f9cbde2 HTTP/1.1" status: 200 len: 945 time: 0.5805838 Jul 24 09:09:31.164179 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-fd2b2551-c2c6-41d5-8bf2-aede63169ab7 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Made reservation on behalf of 4433cfda2b344ed09028d36a89cb8dd1 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:09:31.168696 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-fd2b2551-c2c6-41d5-8bf2-aede63169ab7 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:31.208162 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-5ee62bd6-56e9-497e-873a-a387128b5c1e req-c1a52e7c-25ef-4cb7-aa9e-f4a914fb6214 tempest-SecurityGroupsNegativeTestJSON-1968065195 tempest-SecurityGroupsNegativeTestJSON-1968065195-project] show failed (client error): The resource could not be found. Jul 24 09:09:31.221096 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ee62bd6-56e9-497e-873a-a387128b5c1e req-c1a52e7c-25ef-4cb7-aa9e-f4a914fb6214 tempest-SecurityGroupsNegativeTestJSON-1968065195 tempest-SecurityGroupsNegativeTestJSON-1968065195-project] 10.222.0.32 "GET /v2.0/security-groups/8693b419-2807-4f94-82b9-a165e5100420 HTTP/1.1" status: 404 len: 352 time: 0.0380342 Jul 24 09:09:31.392398 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-fd2b2551-c2c6-41d5-8bf2-aede63169ab7 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Allocated IP 172.20.0.12 (baf54693-f6ce-4efa-ad5c-848a9b2e7bd5/31fd267b-9b48-4500-908e-db289ca8125b/39187c85-27ac-4bc6-8417-a814c3bf41fd) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:09:31.401486 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 5e6a7759-2eba-44ce-a52e-8b788226fa04 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:09:31.546537 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-fd2b2551-c2c6-41d5-8bf2-aede63169ab7 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:31.567108 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-fd2b2551-c2c6-41d5-8bf2-aede63169ab7 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Transition to ACTIVE for port object 39187c85-27ac-4bc6-8417-a814c3bf41fd will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:09:31.589329 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d8568c6b-9f56-4568-9b44-54ef833d32d5 req-e9b3a18a-92b9-4494-9dc8-1a3c4527f689 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cf246ae-76ab-47b7-b437-825ea6998570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5496564 Jul 24 09:09:31.647807 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-fd2b2551-c2c6-41d5-8bf2-aede63169ab7 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:31.664540 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 5e6a7759-2eba-44ce-a52e-8b788226fa04, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=5e6a7759-2eba-44ce-a52e-8b788226fa04,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:31.674171 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d29ae7-3072-40fb-bfd5-3701068bd594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e6a7759-2eba-44ce-a52e-8b788226fa04'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:09:31.676689 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e55bec-1ba2-473b-b96d-8908d512ce59" -d '{"events": [{"server_uuid": "22d29ae7-3072-40fb-bfd5-3701068bd594", "name": "network-vif-unplugged", "status": "completed", "tag": "5e6a7759-2eba-44ce-a52e-8b788226fa04"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:09:31.682708 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-78f90dc1-a37e-4056-b7b4-3ab1cc96d2f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:31.695134 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 5e6a7759-2eba-44ce-a52e-8b788226fa04 has no active binding in host n-h1-800085-9 {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 24 09:09:31.736526 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbffb2-a254-4769-adb6-954b290e4455 req-3cb155b4-92ac-4722-867c-200abe9f416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:31.739000 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4bbffb2-a254-4769-adb6-954b290e4455 req-3cb155b4-92ac-4722-867c-200abe9f416d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=167ec730-7975-4f44-bd81-14b49f9cbde2 HTTP/1.1" status: 200 len: 1096 time: 0.6983483 Jul 24 09:09:31.743704 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-78f90dc1-a37e-4056-b7b4-3ab1cc96d2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:31.759347 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-fd2b2551-c2c6-41d5-8bf2-aede63169ab7 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Network baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:09:31.768196 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-fd2b2551-c2c6-41d5-8bf2-aede63169ab7 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:09:31.772424 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-fd2b2551-c2c6-41d5-8bf2-aede63169ab7 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:09:31.779244 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b2551-c2c6-41d5-8bf2-aede63169ab7 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Pushing event updated for resources: {'Port': ['ID=39187c85-27ac-4bc6-8417-a814c3bf41fd,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:31.843285 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e8e01-9725-40dc-9117-c4b12f4d7bf7 req-9ac0d25d-9fcf-4fe3-a3ab-524d6e0c99d7 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:31.850643 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2a1e8e01-9725-40dc-9117-c4b12f4d7bf7 req-9ac0d25d-9fcf-4fe3-a3ab-524d6e0c99d7 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.2270737 Jul 24 09:09:31.876861 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-fd2b2551-c2c6-41d5-8bf2-aede63169ab7 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:31.878067 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-fd2b2551-c2c6-41d5-8bf2-aede63169ab7 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:31.889255 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f90dc1-a37e-4056-b7b4-3ab1cc96d2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6a7759-2eba-44ce-a52e-8b788226fa04,revision_number=7']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:31.902920 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4bbffb2-a254-4769-adb6-954b290e4455 req-f1845875-d750-4149-ac79-6ff13fa2f68a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3cf246ae-76ab-47b7-b437-825ea6998570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451781 Jul 24 09:09:31.935164 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2a1e8e01-9725-40dc-9117-c4b12f4d7bf7 req-6ba66d45-847e-49f2-8724-88a08e9dc58a tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832338 Jul 24 09:09:31.954324 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-fd2b2551-c2c6-41d5-8bf2-aede63169ab7 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9797063 Jul 24 09:09:31.972078 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-2219011e-94d3-4122-9afe-bf8c4fe781b8 service neutron] Request body: {'port': {'device_id': '79acb227-4dbe-4195-aeab-a6e911a1baf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:09:32.021384 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-78f90dc1-a37e-4056-b7b4-3ab1cc96d2f4 service neutron] Attempting to bind port 5e6a7759-2eba-44ce-a52e-8b788226fa04 on host n-h2-800085-9 for vnic_type normal with profile {"migrating_to": "n-h1-800085-9"} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:09:32.021739 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-78f90dc1-a37e-4056-b7b4-3ab1cc96d2f4 service neutron] Attempting to bind port 5e6a7759-2eba-44ce-a52e-8b788226fa04 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:09:32.022059 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-78f90dc1-a37e-4056-b7b4-3ab1cc96d2f4 service neutron] Attempting to bind port 5e6a7759-2eba-44ce-a52e-8b788226fa04 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:09:32.034568 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-78f90dc1-a37e-4056-b7b4-3ab1cc96d2f4 service neutron] Port 5e6a7759-2eba-44ce-a52e-8b788226fa04 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:09:32.034916 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-78f90dc1-a37e-4056-b7b4-3ab1cc96d2f4 service neutron] Attempting to bind port 5e6a7759-2eba-44ce-a52e-8b788226fa04 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:09:32.042125 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4c0546fa-9302-450e-b2b3-f8a2f6e51c79 req-ccbd4602-056d-4ed3-8818-d302d99e6652 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:32.042557 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4c0546fa-9302-450e-b2b3-f8a2f6e51c79 req-ccbd4602-056d-4ed3-8818-d302d99e6652 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:32.042879 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [req-4c0546fa-9302-450e-b2b3-f8a2f6e51c79 req-ccbd4602-056d-4ed3-8818-d302d99e6652 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Floating IP 0cdf8c2f-5077-4068-9363-b15bf12134cc disassociated. External IP: 172.25.7.18, port: 8434030c-c1f4-4480-99c6-d70fabe3f802. Jul 24 09:09:32.043236 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-4c0546fa-9302-450e-b2b3-f8a2f6e51c79 req-ccbd4602-056d-4ed3-8818-d302d99e6652 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Calling delete_port for 8434030c-c1f4-4480-99c6-d70fabe3f802 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:09:32.119404 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-2219011e-94d3-4122-9afe-bf8c4fe781b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:32.134058 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2ff30-340b-489a-9ac4-1c21eb26a78f req-2b46661e-0630-4bd5-ab61-1fa47edb6d8d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:32.135371 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-67a2ff30-340b-489a-9ac4-1c21eb26a78f req-2b46661e-0630-4bd5-ab61-1fa47edb6d8d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.3950284 Jul 24 09:09:32.136881 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-78f90dc1-a37e-4056-b7b4-3ab1cc96d2f4 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:09:32.137452 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-78f90dc1-a37e-4056-b7b4-3ab1cc96d2f4 service neutron] Checking segment: {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:09:32.138190 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-78f90dc1-a37e-4056-b7b4-3ab1cc96d2f4 service neutron] Bound using segment: {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:09:32.138655 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-78f90dc1-a37e-4056-b7b4-3ab1cc96d2f4 service neutron] Bound port: 5e6a7759-2eba-44ce-a52e-8b788226fa04, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:09:32.139030 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-78f90dc1-a37e-4056-b7b4-3ab1cc96d2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:32.152989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ca527ee7-e87e-4f5b-8d92-c6f644080b26 None None] Provisioning for port 39187c85-27ac-4bc6-8417-a814c3bf41fd completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:09:32.156839 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ca527ee7-e87e-4f5b-8d92-c6f644080b26 None None] Provisioning complete for port 39187c85-27ac-4bc6-8417-a814c3bf41fd triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:09:32.157213 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ca527ee7-e87e-4f5b-8d92-c6f644080b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:32.162222 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590ed25-a0b0-4767-be04-8febbe1d0aad req-e38bd92f-aed3-4564-b1ce-614aef66535e tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:32.169536 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1590ed25-a0b0-4767-be04-8febbe1d0aad req-e38bd92f-aed3-4564-b1ce-614aef66535e tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?device_id=79acb227-4dbe-4195-aeab-a6e911a1baf0 HTTP/1.1" status: 200 len: 932 time: 0.1406906 Jul 24 09:09:32.229063 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-ca527ee7-e87e-4f5b-8d92-c6f644080b26 None None] Port 39187c85-27ac-4bc6-8417-a814c3bf41fd cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:09:32.245402 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-78f90dc1-a37e-4056-b7b4-3ab1cc96d2f4 service neutron] For port 5e6a7759-2eba-44ce-a52e-8b788226fa04, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:09:32.249539 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-78f90dc1-a37e-4056-b7b4-3ab1cc96d2f4 service neutron] For port 5e6a7759-2eba-44ce-a52e-8b788226fa04, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=5e6a7759-2eba-44ce-a52e-8b788226fa04,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:09:32.265742 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1590ed25-a0b0-4767-be04-8febbe1d0aad req-e42d159e-978a-4eb9-a70e-ecba6fc81609 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/security-groups?id=637106b1-3b61-4df2-902f-c2d54663dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943499 Jul 24 09:09:32.301800 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-78f90dc1-a37e-4056-b7b4-3ab1cc96d2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:32.369924 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f90dc1-a37e-4056-b7b4-3ab1cc96d2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6a7759-2eba-44ce-a52e-8b788226fa04,revision_number=8']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:32.421134 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-67a2ff30-340b-489a-9ac4-1c21eb26a78f req-e62c44a1-af08-4e43-91e8-f09f4e146c54 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627745 Jul 24 09:09:32.488411 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-78f90dc1-a37e-4056-b7b4-3ab1cc96d2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:32.489212 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-78f90dc1-a37e-4056-b7b4-3ab1cc96d2f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:32.490723 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-78f90dc1-a37e-4056-b7b4-3ab1cc96d2f4 service neutron] 10.222.0.37 "PUT /v2.0/ports/5e6a7759-2eba-44ce-a52e-8b788226fa04 HTTP/1.1" status: 200 len: 1121 time: 2.8582072 Jul 24 09:09:32.492933 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d54a665-c775-4d17-a7ba-97f40d927a67 x-openstack-request-id: req-0d54a665-c775-4d17-a7ba-97f40d927a67 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:09:32.493230 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d29ae7-3072-40fb-bfd5-3701068bd594", "name": "network-vif-unplugged", "status": "completed", "tag": "5e6a7759-2eba-44ce-a52e-8b788226fa04", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:09:32.493482 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d54a665-c775-4d17-a7ba-97f40d927a67 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:09:32.493877 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d29ae7-3072-40fb-bfd5-3701068bd594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e6a7759-2eba-44ce-a52e-8b788226fa04', 'code': 200} Jul 24 09:09:32.618434 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['5e6a7759-2eba-44ce-a52e-8b788226fa04'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:09:32.669837 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['5e6a7759-2eba-44ce-a52e-8b788226fa04'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:09:32.703513 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-2219011e-94d3-4122-9afe-bf8c4fe781b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39187c85-27ac-4bc6-8417-a814c3bf41fd {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:09:32.708504 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4c0546fa-9302-450e-b2b3-f8a2f6e51c79 req-ccbd4602-056d-4ed3-8818-d302d99e6652 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:32.722035 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-2219011e-94d3-4122-9afe-bf8c4fe781b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:32.743080 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd4602-056d-4ed3-8818-d302d99e6652 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Pushing event deleted for resources: {'Port': ['ID=8434030c-c1f4-4480-99c6-d70fabe3f802,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:32.759547 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-2219011e-94d3-4122-9afe-bf8c4fe781b8 service neutron] Transition to ACTIVE for port object 39187c85-27ac-4bc6-8417-a814c3bf41fd will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:09:32.772235 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-2219011e-94d3-4122-9afe-bf8c4fe781b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:32.827092 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219011e-94d3-4122-9afe-bf8c4fe781b8 service neutron] Pushing event updated for resources: {'Port': ['ID=39187c85-27ac-4bc6-8417-a814c3bf41fd,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:32.849904 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ddc5a789-e3f3-404c-8391-c626327fd5ca req-b5f67636-bbca-4520-b4b4-ab107a8a662c tempest-SecurityGroupsNegativeTestJSON-1968065195 tempest-SecurityGroupsNegativeTestJSON-1968065195-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=02821fc77d7e4947bdb69f679dbfce66 HTTP/1.1" status: 200 len: 2984 time: 0.3237584 Jul 24 09:09:32.926223 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ddc5a789-e3f3-404c-8391-c626327fd5ca req-abc65543-e6db-4f5e-9de6-05b811b328d8 tempest-SecurityGroupsNegativeTestJSON-1968065195 tempest-SecurityGroupsNegativeTestJSON-1968065195-project] 10.222.0.32 "GET /v2.0/security-groups/dbe127bb-4925-4dd9-986a-7b4f5fa1737c HTTP/1.1" status: 200 len: 2981 time: 0.0749567 Jul 24 09:09:32.945999 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ee79f-aa89-4397-85a6-93416845d920 req-3bdbd5f6-08a3-4704-81bb-a1f26af3f1fb tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:32.956842 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-542ee79f-aa89-4397-85a6-93416845d920 req-3bdbd5f6-08a3-4704-81bb-a1f26af3f1fb tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 943 time: 0.3531401 Jul 24 09:09:33.016355 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:33.060126 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-542ee79f-aa89-4397-85a6-93416845d920 req-8df4e1de-3ab5-412a-b3e1-c1306d03cdf8 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022539 Jul 24 09:09:33.130561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c0546fa-9302-450e-b2b3-f8a2f6e51c79 req-ccbd4602-056d-4ed3-8818-d302d99e6652 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Router b3596d54-e46f-4bc4-8857-ddc805702ca2 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:09:33.142368 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ddc5a789-e3f3-404c-8391-c626327fd5ca req-40dd1924-98da-4d20-9cde-848fd63fa0be tempest-SecurityGroupsNegativeTestJSON-1968065195 tempest-SecurityGroupsNegativeTestJSON-1968065195-project] 10.222.0.32 "GET /v2.0/security-groups/dbe127bb-4925-4dd9-986a-7b4f5fa1737c HTTP/1.1" status: 200 len: 2981 time: 0.2098577 Jul 24 09:09:33.231461 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-2219011e-94d3-4122-9afe-bf8c4fe781b8 service neutron] Attempting to bind port 39187c85-27ac-4bc6-8417-a814c3bf41fd on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:09:33.231805 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-2219011e-94d3-4122-9afe-bf8c4fe781b8 service neutron] Attempting to bind port 39187c85-27ac-4bc6-8417-a814c3bf41fd by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:09:33.232144 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-2219011e-94d3-4122-9afe-bf8c4fe781b8 service neutron] Attempting to bind port 39187c85-27ac-4bc6-8417-a814c3bf41fd on network baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:09:33.335777 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-2219011e-94d3-4122-9afe-bf8c4fe781b8 service neutron] Port 39187c85-27ac-4bc6-8417-a814c3bf41fd on network baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:09:33.340573 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-2219011e-94d3-4122-9afe-bf8c4fe781b8 service neutron] Attempting to bind port 39187c85-27ac-4bc6-8417-a814c3bf41fd on network baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:09:33.377453 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-2219011e-94d3-4122-9afe-bf8c4fe781b8 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:09:33.378097 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-2219011e-94d3-4122-9afe-bf8c4fe781b8 service neutron] Checking segment: {'id': 'b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:09:33.381632 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-2219011e-94d3-4122-9afe-bf8c4fe781b8 service neutron] Bound using segment: {'id': 'b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:09:33.382338 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-2219011e-94d3-4122-9afe-bf8c4fe781b8 service neutron] Bound port: 39187c85-27ac-4bc6-8417-a814c3bf41fd, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:09:33.383039 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-2219011e-94d3-4122-9afe-bf8c4fe781b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:33.413548 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 8434030c-c1f4-4480-99c6-d70fabe3f802 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:09:33.470268 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 8434030c-c1f4-4480-99c6-d70fabe3f802 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:09:33.470705 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 8434030c-c1f4-4480-99c6-d70fabe3f802 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:09:33.501531 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb3f76-e4af-4b17-a938-3e1d4639e31a req-5b9361dd-c6ba-4713-932e-6da3205eb173 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:33.503153 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3ccb3f76-e4af-4b17-a938-3e1d4639e31a req-5b9361dd-c6ba-4713-932e-6da3205eb173 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/ports?device_id=167ec730-7975-4f44-bd81-14b49f9cbde2 HTTP/1.1" status: 200 len: 945 time: 0.2463963 Jul 24 09:09:33.506441 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c0546fa-9302-450e-b2b3-f8a2f6e51c79 req-ccbd4602-056d-4ed3-8818-d302d99e6652 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:09:33.523206 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7a4a5b-dc15-41fb-b049-750e468a274a None None] Sync routers for ids ['b3596d54-e46f-4bc4-8857-ddc805702ca2'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:09:33.534072 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7a4a5b-dc15-41fb-b049-750e468a274a None None] Routers {'b3596d54-e46f-4bc4-8857-ddc805702ca2'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:09:33.534899 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6d7a4a5b-dc15-41fb-b049-750e468a274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:09:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b3596d54-e46f-4bc4-8857-ddc805702ca2'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:33.563447 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-2219011e-94d3-4122-9afe-bf8c4fe781b8 service neutron] For port 39187c85-27ac-4bc6-8417-a814c3bf41fd, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:09:33.579338 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bb260-ce5f-4427-bcde-4118393e1033 req-30d0b350-0cb3-48a8-b9c1-05d71730dcc3 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:33.587510 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e0bb260-ce5f-4427-bcde-4118393e1033 req-30d0b350-0cb3-48a8-b9c1-05d71730dcc3 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.3377068 Jul 24 09:09:33.591332 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-2219011e-94d3-4122-9afe-bf8c4fe781b8 service neutron] For port 39187c85-27ac-4bc6-8417-a814c3bf41fd, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=39187c85-27ac-4bc6-8417-a814c3bf41fd,segment=NetworkSegment(b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85),segment_id=b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:09:33.601124 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-2219011e-94d3-4122-9afe-bf8c4fe781b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:33.649085 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0546fa-9302-450e-b2b3-f8a2f6e51c79 req-ccbd4602-056d-4ed3-8818-d302d99e6652 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] No DVR routers for this DVR port 8434030c-c1f4-4480-99c6-d70fabe3f802 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:09:33.653021 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4c0546fa-9302-450e-b2b3-f8a2f6e51c79 req-ccbd4602-056d-4ed3-8818-d302d99e6652 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:33.655051 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4c0546fa-9302-450e-b2b3-f8a2f6e51c79 req-ccbd4602-056d-4ed3-8818-d302d99e6652 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.37 "DELETE /v2.0/ports/8434030c-c1f4-4480-99c6-d70fabe3f802 HTTP/1.1" status: 204 len: 173 time: 3.8487763 Jul 24 09:09:33.683928 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3ccb3f76-e4af-4b17-a938-3e1d4639e31a req-718c3984-44ce-495f-925b-759e3f7fb893 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cf246ae-76ab-47b7-b437-825ea6998570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203825 Jul 24 09:09:33.717548 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-2219011e-94d3-4122-9afe-bf8c4fe781b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:33.718610 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-2219011e-94d3-4122-9afe-bf8c4fe781b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:33.723641 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-2219011e-94d3-4122-9afe-bf8c4fe781b8 service neutron] 10.222.0.20 "PUT /v2.0/ports/39187c85-27ac-4bc6-8417-a814c3bf41fd HTTP/1.1" status: 200 len: 1092 time: 1.7532191 Jul 24 09:09:33.744253 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79acb227-4dbe-4195-aeab-a6e911a1baf0', 'tag': '39187c85-27ac-4bc6-8417-a814c3bf41fd'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:09:33.756856 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de000890-352d-4447-81bf-a805e00bea43" -d '{"events": [{"name": "network-changed", "server_uuid": "79acb227-4dbe-4195-aeab-a6e911a1baf0", "tag": "39187c85-27ac-4bc6-8417-a814c3bf41fd"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:09:33.784639 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e0bb260-ce5f-4427-bcde-4118393e1033 req-5e64a7ba-01c1-4a48-b798-56580114945c tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949248 Jul 24 09:09:33.862712 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-6d7a4a5b-dc15-41fb-b049-750e468a274a None None] Set router b3596d54-e46f-4bc4-8857-ddc805702ca2 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:09:33.927579 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-be44f9f7-bc49-487c-b410-d2474c7253df req-6569eb23-78f3-4b66-8363-e6fe43e1d1a7 tempest-SecurityGroupsNegativeTestJSON-1968065195 tempest-SecurityGroupsNegativeTestJSON-1968065195-project] 10.222.0.32 "GET /v2.0/security-groups/dbe127bb-4925-4dd9-986a-7b4f5fa1737c HTTP/1.1" status: 200 len: 2981 time: 0.1245005 Jul 24 09:09:33.964029 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219011e-94d3-4122-9afe-bf8c4fe781b8 service neutron] Pushing event updated for resources: {'Port': ['ID=39187c85-27ac-4bc6-8417-a814c3bf41fd,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:34.035289 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [req-be44f9f7-bc49-487c-b410-d2474c7253df req-152f6bb5-25e8-4f1a-a933-3ec47279e136 tempest-SecurityGroupsNegativeTestJSON-1968065195 tempest-SecurityGroupsNegativeTestJSON-1968065195-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 24 09:09:34.054931 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-be44f9f7-bc49-487c-b410-d2474c7253df req-152f6bb5-25e8-4f1a-a933-3ec47279e136 tempest-SecurityGroupsNegativeTestJSON-1968065195 tempest-SecurityGroupsNegativeTestJSON-1968065195-project] 10.222.0.32 "DELETE /v2.0/security-groups/dbe127bb-4925-4dd9-986a-7b4f5fa1737c HTTP/1.1" status: 409 len: 352 time: 0.1195247 Jul 24 09:09:34.158992 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-48b366d4-e59e-4e26-84d0-3ef437e7c076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:34.161437 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-48b366d4-e59e-4e26-84d0-3ef437e7c076 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4433cfda2b344ed09028d36a89cb8dd1&device_id=79acb227-4dbe-4195-aeab-a6e911a1baf0 HTTP/1.1" status: 200 len: 1095 time: 0.2713735 Jul 24 09:09:34.213020 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-184be174-0548-4233-b92d-27f2eaac3ef0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39187c85-27ac-4bc6-8417-a814c3bf41fd HTTP/1.1" status: 200 len: 217 time: 0.0433178 Jul 24 09:09:34.222472 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48687e90-d358-443f-96db-ca2ca8e0d4e9 req-caa3f0e4-6d9a-4a37-bce4-dc448fa43094 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:34.229469 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-48687e90-d358-443f-96db-ca2ca8e0d4e9 req-caa3f0e4-6d9a-4a37-bce4-dc448fa43094 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?device_id=79acb227-4dbe-4195-aeab-a6e911a1baf0 HTTP/1.1" status: 200 len: 944 time: 0.2490823 Jul 24 09:09:34.285821 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6d7a4a5b-dc15-41fb-b049-750e468a274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1553795204-router', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:42Z', 'updated_at': '2021-07-24T09:06:54Z', 'revision_number': 4, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'gw_port': {'id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:44Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'd58fd0f6-39db-4bb0-859e-f44e07e86d6a', 'name': '', 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'mac_address': 'fa:16:3e:bd:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '31fd267b-9b48-4500-908e-db289ca8125b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:52Z', 'updated_at': '2021-07-24T09:07:03Z', 'revision_number': 5, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'subnets': [{'id': '31fd267b-9b48-4500-908e-db289ca8125b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:34.348203 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7a4a5b-dc15-41fb-b049-750e468a274a None None] Checking router: b3596d54-e46f-4bc4-8857-ddc805702ca2 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:09:34.350090 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-2bf56d5f-dae0-490b-b2ea-bb53cdde2bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:34.360768 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7a4a5b-dc15-41fb-b049-750e468a274a None None] Routers {'b3596d54-e46f-4bc4-8857-ddc805702ca2'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:09:34.361400 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6d7a4a5b-dc15-41fb-b049-750e468a274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:09:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b3596d54-e46f-4bc4-8857-ddc805702ca2'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:34.362874 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-2bf56d5f-dae0-490b-b2ea-bb53cdde2bec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31fd267b-9b48-4500-908e-db289ca8125b HTTP/1.1" status: 200 len: 863 time: 0.1262438 Jul 24 09:09:34.367561 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-48687e90-d358-443f-96db-ca2ca8e0d4e9 req-05b27909-073e-45f7-9489-87ae4aabebea tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/security-groups?id=637106b1-3b61-4df2-902f-c2d54663dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372221 Jul 24 09:09:34.378533 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc91971-14df-4e65-b618-20067b913150 req-4926c3c9-f3b1-4c29-8d66-52f1635b281f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:34.403066 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9dc91971-14df-4e65-b618-20067b913150 req-4926c3c9-f3b1-4c29-8d66-52f1635b281f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.1321487 Jul 24 09:09:34.497005 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d29ae7-3072-40fb-bfd5-3701068bd594', 'tag': '5e6a7759-2eba-44ce-a52e-8b788226fa04'}, {'server_uuid': '7e1aa00a-d4a6-47e6-8943-e4648c4bd454', 'name': 'network-vif-deleted', 'tag': '8434030c-c1f4-4480-99c6-d70fabe3f802'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:09:34.500033 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388b8f29-0d7b-4a2d-a73c-1e7c55e7cc2f" -d '{"events": [{"name": "network-changed", "server_uuid": "22d29ae7-3072-40fb-bfd5-3701068bd594", "tag": "5e6a7759-2eba-44ce-a52e-8b788226fa04"}, {"server_uuid": "7e1aa00a-d4a6-47e6-8943-e4648c4bd454", "name": "network-vif-deleted", "tag": "8434030c-c1f4-4480-99c6-d70fabe3f802"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:09:34.517098 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9dc91971-14df-4e65-b618-20067b913150 req-4de25863-1c7b-431e-ba91-3c5037fb4e3e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063237 Jul 24 09:09:34.602814 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-207a7b2d-fca5-4789-b142-70d61d370504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:34.604822 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-207a7b2d-fca5-4789-b142-70d61d370504 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=baf54693-f6ce-4efa-ad5c-848a9b2e7bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2358725 Jul 24 09:09:34.627072 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f6a486-eb46-4544-b27d-0a1bc0f1bf9f x-openstack-request-id: req-28f6a486-eb46-4544-b27d-0a1bc0f1bf9f {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:09:34.627603 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [req-7151b905-e36e-4ff3-b919-f905fc83d932 req-d19b84df-85dd-4c23-89fc-a03c679a1e28 tempest-SecurityGroupsNegativeTestJSON-1968065195 tempest-SecurityGroupsNegativeTestJSON-1968065195-project] show failed (client error): The resource could not be found. Jul 24 09:09:34.631715 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7151b905-e36e-4ff3-b919-f905fc83d932 req-d19b84df-85dd-4c23-89fc-a03c679a1e28 tempest-SecurityGroupsNegativeTestJSON-1968065195 tempest-SecurityGroupsNegativeTestJSON-1968065195-project] 10.222.0.32 "GET /v2.0/security-groups/8a0ade06-17d2-4254-87d5-7dcc153d0d61 HTTP/1.1" status: 404 len: 352 time: 0.0320311 Jul 24 09:09:34.651173 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79acb227-4dbe-4195-aeab-a6e911a1baf0", "tag": "39187c85-27ac-4bc6-8417-a814c3bf41fd", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:09:34.652013 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28f6a486-eb46-4544-b27d-0a1bc0f1bf9f {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:09:34.653307 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79acb227-4dbe-4195-aeab-a6e911a1baf0', 'tag': '39187c85-27ac-4bc6-8417-a814c3bf41fd', 'status': 'completed', 'code': 200} Jul 24 09:09:34.705345 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-6d7a4a5b-dc15-41fb-b049-750e468a274a None None] Set router b3596d54-e46f-4bc4-8857-ddc805702ca2 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:09:34.805236 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd88a9e-1dca-4800-bbdf-ba239a5824a7 req-c82c685d-9f83-4bfc-b58a-7cf1cd242e0a tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:34.816636 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49372) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:09:34.818874 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4bd88a9e-1dca-4800-bbdf-ba239a5824a7 req-c82c685d-9f83-4bfc-b58a-7cf1cd242e0a tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/ports?device_id=167ec730-7975-4f44-bd81-14b49f9cbde2 HTTP/1.1" status: 200 len: 945 time: 0.3100622 Jul 24 09:09:34.821244 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-8542d741-b867-4f18-b666-20f940bff5a3 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Request body: {'floatingip': {'port_id': '0c721162-93ea-4879-8cb5-8670381b5e84'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:09:34.860325 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8542d741-b867-4f18-b666-20f940bff5a3 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks [] for floatingip, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:34.897920 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-ef3b9c97-410b-4987-baa6-43ffbacaa778 service neutron] 10.222.0.20 "GET /v2.0/networks/baf54693-f6ce-4efa-ad5c-848a9b2e7bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368417 Jul 24 09:09:35.042061 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6d7a4a5b-dc15-41fb-b049-750e468a274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1553795204-router', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:42Z', 'updated_at': '2021-07-24T09:06:54Z', 'revision_number': 4, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'gw_port': {'id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:44Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'd58fd0f6-39db-4bb0-859e-f44e07e86d6a', 'name': '', 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'mac_address': 'fa:16:3e:bd:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '31fd267b-9b48-4500-908e-db289ca8125b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:52Z', 'updated_at': '2021-07-24T09:07:03Z', 'revision_number': 5, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'subnets': [{'id': '31fd267b-9b48-4500-908e-db289ca8125b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:35.094089 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a083a87-5697-4a60-aa6c-6454b8191b1e req-c0cc829d-6244-420c-84e9-67b289bcf677 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:35.100981 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7a4a5b-dc15-41fb-b049-750e468a274a None None] The sync data for ids ['b3596d54-e46f-4bc4-8857-ddc805702ca2'] in n-d-800085-9 is: [{'id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1553795204-router', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:42Z', 'updated_at': '2021-07-24T09:06:54Z', 'revision_number': 4, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'gw_port': {'id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:44Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'd58fd0f6-39db-4bb0-859e-f44e07e86d6a', 'name': '', 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'mac_address': 'fa:16:3e:bd:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '31fd267b-9b48-4500-908e-db289ca8125b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:52Z', 'updated_at': '2021-07-24T09:07:03Z', 'revision_number': 5, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'subnets': [{'id': '31fd267b-9b48-4500-908e-db289ca8125b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:09:35.105642 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5a083a87-5697-4a60-aa6c-6454b8191b1e req-c0cc829d-6244-420c-84e9-67b289bcf677 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 943 time: 0.3898757 Jul 24 09:09:35.188253 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5a4edb7d-0a28-44d6-bac1-ceee88c33c5b req-75b0c428-6c04-4b81-b903-422008b53343 service neutron] 10.222.0.20 "GET /v2.0/networks/baf54693-f6ce-4efa-ad5c-848a9b2e7bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832193 Jul 24 09:09:35.209998 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-aed55cf1-b0d8-4c5e-ac2f-7f0129bbd5fe req-942837da-ee4f-4b6e-b49a-c1b15bc2647f tempest-SecurityGroupsNegativeTestJSON-1968065195 tempest-SecurityGroupsNegativeTestJSON-1968065195-project] show failed (client error): The resource could not be found. Jul 24 09:09:35.211805 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aed55cf1-b0d8-4c5e-ac2f-7f0129bbd5fe req-942837da-ee4f-4b6e-b49a-c1b15bc2647f tempest-SecurityGroupsNegativeTestJSON-1968065195 tempest-SecurityGroupsNegativeTestJSON-1968065195-project] 10.222.0.32 "GET /v2.0/security-groups/eab9e9d8-498a-4a90-a495-dfa902abce4d HTTP/1.1" status: 404 len: 352 time: 0.0297005 Jul 24 09:09:35.226988 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49384) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:09:35.275939 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 24 Jul 2021 09:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f454e64-c310-4007-ab90-b72a629de648 x-openstack-request-id: req-2f454e64-c310-4007-ab90-b72a629de648 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:09:35.276239 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d29ae7-3072-40fb-bfd5-3701068bd594", "tag": "5e6a7759-2eba-44ce-a52e-8b788226fa04", "status": "completed", "code": 200}, {"server_uuid": "7e1aa00a-d4a6-47e6-8943-e4648c4bd454", "name": "network-vif-deleted", "tag": "8434030c-c1f4-4480-99c6-d70fabe3f802", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:09:35.276492 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f454e64-c310-4007-ab90-b72a629de648 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:09:35.280361 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d29ae7-3072-40fb-bfd5-3701068bd594', 'tag': '5e6a7759-2eba-44ce-a52e-8b788226fa04', 'status': 'completed', 'code': 200} Jul 24 09:09:35.283408 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1aa00a-d4a6-47e6-8943-e4648c4bd454', 'name': 'network-vif-deleted', 'tag': '8434030c-c1f4-4480-99c6-d70fabe3f802', 'status': 'completed', 'code': 200} Jul 24 09:09:35.315379 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5a083a87-5697-4a60-aa6c-6454b8191b1e req-453f6c73-635d-4fde-a624-c64ab3070d11 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087796 Jul 24 09:09:35.343986 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c39f63-d156-4aa2-b9d5-c2e8bfb05dee admin admin] Deleting subnet 662751d5-2ea2-4892-b6d3-047d295cddfa {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:09:35.348132 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b2c39f63-d156-4aa2-b9d5-c2e8bfb05dee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:35.466035 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b2c39f63-d156-4aa2-b9d5-c2e8bfb05dee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:35.470036 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de000890-352d-4447-81bf-a805e00bea43 req-8ea8340a-1396-4b9b-868f-dd3bdd41c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:35.472356 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de000890-352d-4447-81bf-a805e00bea43 req-8ea8340a-1396-4b9b-868f-dd3bdd41c5da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4433cfda2b344ed09028d36a89cb8dd1&device_id=79acb227-4dbe-4195-aeab-a6e911a1baf0 HTTP/1.1" status: 200 len: 1095 time: 0.2215152 Jul 24 09:09:35.616857 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6ca464-77b0-4410-bb8d-87a0bddf8546 None None] New status for floating IP 0cdf8c2f-5077-4068-9363-b15bf12134cc: DOWN {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:09:35.714700 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b8f29-0d7b-4a2d-a73c-1e7c55e7cc2f req-f8e781fe-8338-4d73-9b42-560e09926690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:35.716609 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-388b8f29-0d7b-4a2d-a73c-1e7c55e7cc2f req-f8e781fe-8338-4d73-9b42-560e09926690 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d4740b4b94942bdba9d4b286110923d&device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 1124 time: 0.4342692 Jul 24 09:09:35.883368 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8542d741-b867-4f18-b666-20f940bff5a3 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:35.896038 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0990c7-e108-4779-879b-14eb2175e073 req-1b759df5-f46a-4f3c-ad30-a328515c3c3d tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:35.897978 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad0990c7-e108-4779-879b-14eb2175e073 req-1b759df5-f46a-4f3c-ad30-a328515c3c3d tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?device_id=79acb227-4dbe-4195-aeab-a6e911a1baf0 HTTP/1.1" status: 200 len: 944 time: 0.2984993 Jul 24 09:09:35.902297 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8542d741-b867-4f18-b666-20f940bff5a3 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:36.033313 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de000890-352d-4447-81bf-a805e00bea43 req-ee1d6f4e-23e3-4a03-a94c-5ea9b26b80dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:36.034872 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de000890-352d-4447-81bf-a805e00bea43 req-ee1d6f4e-23e3-4a03-a94c-5ea9b26b80dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 HTTP/1.1" status: 200 len: 924 time: 0.5356691 Jul 24 09:09:36.043610 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbc7a1-694b-4ab3-86ce-533fa1d361e2 req-dacd40ca-448c-4102-b2bf-a36683ab7ae8 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:36.045075 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-44bbc7a1-694b-4ab3-86ce-533fa1d361e2 req-dacd40ca-448c-4102-b2bf-a36683ab7ae8 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.6634710 Jul 24 09:09:36.046202 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b2c39f63-d156-4aa2-b9d5-c2e8bfb05dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:36.161663 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad0990c7-e108-4779-879b-14eb2175e073 req-babfea81-0f1b-46b7-9a2d-ed4c75985210 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/security-groups?id=637106b1-3b61-4df2-902f-c2d54663dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916084 Jul 24 09:09:36.195344 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de000890-352d-4447-81bf-a805e00bea43 req-03b20d9f-f121-44a8-af63-fecc855a7d7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39187c85-27ac-4bc6-8417-a814c3bf41fd HTTP/1.1" status: 200 len: 217 time: 0.1451640 Jul 24 09:09:36.219034 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b8f29-0d7b-4a2d-a73c-1e7c55e7cc2f req-da3bb0f7-c1df-4380-95eb-218dd3e9739d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:36.219034 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-388b8f29-0d7b-4a2d-a73c-1e7c55e7cc2f req-da3bb0f7-c1df-4380-95eb-218dd3e9739d service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 200 len: 907 time: 0.4796340 Jul 24 09:09:36.219034 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-8542d741-b867-4f18-b666-20f940bff5a3 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Floating IP 7a48fe8c-1ab8-4105-b0dd-85cb05be0640 associated. External IP: 172.25.7.250, port: 0c721162-93ea-4879-8cb5-8670381b5e84. Jul 24 09:09:36.257829 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-44bbc7a1-694b-4ab3-86ce-533fa1d361e2 req-cbcfa2b2-6afd-4266-934b-f9a2acd5ec85 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675308 Jul 24 09:09:36.290333 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b2c39f63-d156-4aa2-b9d5-c2e8bfb05dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:36.303093 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de000890-352d-4447-81bf-a805e00bea43 req-b0291d18-c1db-4ff4-8b5a-71b7e47a87f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:36.305012 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de000890-352d-4447-81bf-a805e00bea43 req-b0291d18-c1db-4ff4-8b5a-71b7e47a87f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31fd267b-9b48-4500-908e-db289ca8125b HTTP/1.1" status: 200 len: 863 time: 0.1015978 Jul 24 09:09:36.344626 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c39f63-d156-4aa2-b9d5-c2e8bfb05dee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=662751d5-2ea2-4892-b6d3-047d295cddfa,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:36.357896 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b2c39f63-d156-4aa2-b9d5-c2e8bfb05dee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:36.362267 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b2c39f63-d156-4aa2-b9d5-c2e8bfb05dee admin admin] 10.222.0.32 "DELETE /v2.0/subnets/662751d5-2ea2-4892-b6d3-047d295cddfa HTTP/1.1" status: 204 len: 168 time: 1.1318834 Jul 24 09:09:36.362596 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-388b8f29-0d7b-4a2d-a73c-1e7c55e7cc2f req-318d74af-823d-4e95-8d69-d58e48d7fad6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e6a7759-2eba-44ce-a52e-8b788226fa04 HTTP/1.1" status: 200 len: 217 time: 0.1354871 Jul 24 09:09:36.362688 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49444) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:09:36.476595 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de000890-352d-4447-81bf-a805e00bea43 req-93dc7ace-3a23-46f7-a429-977e693215b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:36.478164 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de000890-352d-4447-81bf-a805e00bea43 req-93dc7ace-3a23-46f7-a429-977e693215b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=baf54693-f6ce-4efa-ad5c-848a9b2e7bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1503537 Jul 24 09:09:36.599922 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71c6ea-a9fb-482a-8fe9-ba59931d81c4 req-a40c6bff-692e-4607-a8e5-10b5d6786d0d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:36.601664 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc71c6ea-a9fb-482a-8fe9-ba59931d81c4 req-a40c6bff-692e-4607-a8e5-10b5d6786d0d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 943 time: 0.1831286 Jul 24 09:09:36.635408 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de000890-352d-4447-81bf-a805e00bea43 req-31616596-2b61-4e58-a6e6-14dedf5396f2 service neutron] 10.222.0.20 "GET /v2.0/networks/baf54693-f6ce-4efa-ad5c-848a9b2e7bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424487 Jul 24 09:09:36.676401 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc71c6ea-a9fb-482a-8fe9-ba59931d81c4 req-99346d49-d6e8-4a7a-90b7-89efea5b3e6d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690067 Jul 24 09:09:36.758426 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de000890-352d-4447-81bf-a805e00bea43 req-5490a33a-58e5-47f8-aa36-8d5efb585f77 service neutron] 10.222.0.20 "GET /v2.0/networks/baf54693-f6ce-4efa-ad5c-848a9b2e7bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080265 Jul 24 09:09:36.810134 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b8f29-0d7b-4a2d-a73c-1e7c55e7cc2f req-c501fce6-0235-47a7-b1ab-fc28c9889501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:36.811606 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-388b8f29-0d7b-4a2d-a73c-1e7c55e7cc2f req-c501fce6-0235-47a7-b1ab-fc28c9889501 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58351263-9729-4aa6-887c-072787b6bdca HTTP/1.1" status: 200 len: 847 time: 0.4088418 Jul 24 09:09:36.814437 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3cba0dfc-23a2-4b16-b020-623772b22a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:36.851831 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa413ce4-59ee-4852-8d0c-ec066f303aff req-a7fae117-3a47-417d-a295-669f01ffe374 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:36.858478 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa413ce4-59ee-4852-8d0c-ec066f303aff req-a7fae117-3a47-417d-a295-669f01ffe374 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.5407631 Jul 24 09:09:36.891742 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-388b8f29-0d7b-4a2d-a73c-1e7c55e7cc2f req-a343db36-315a-438e-8cdd-c145b4d955e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612833 Jul 24 09:09:36.993188 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e152c00-64be-4a12-a275-a829c8a9d663 req-c02a3754-45fe-4166-96e9-6b826b8ed5c1 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:37.000757 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e152c00-64be-4a12-a275-a829c8a9d663 req-c02a3754-45fe-4166-96e9-6b826b8ed5c1 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9946d7f-cc4e-4856-9e22-e19895519dbe HTTP/1.1" status: 200 len: 950 time: 0.0860882 Jul 24 09:09:37.036799 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa413ce4-59ee-4852-8d0c-ec066f303aff req-14dfdbda-37dd-4289-bb30-3a935df969fa tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773250 Jul 24 09:09:37.039165 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e152c00-64be-4a12-a275-a829c8a9d663 req-f8edca3c-4713-492e-a558-f51bbf915e1b tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/security-groups?id=24ef9e9b-3a89-41eb-b9d4-aa4872ae1379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369785 Jul 24 09:09:37.127438 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3cba0dfc-23a2-4b16-b020-623772b22a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:37.146452 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-3cba0dfc-23a2-4b16-b020-623772b22a89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e96034-09e0-4ced-af17-06099741333f']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:37.159029 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-3cba0dfc-23a2-4b16-b020-623772b22a89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3382021-4c89-4355-8529-b635dba215fb') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:37.159328 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-3cba0dfc-23a2-4b16-b020-623772b22a89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3382021-4c89-4355-8529-b635dba215fb') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:37.171924 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3cba0dfc-23a2-4b16-b020-623772b22a89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:37.205823 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-388b8f29-0d7b-4a2d-a73c-1e7c55e7cc2f req-443c4583-628c-49d2-ac54-293889bd43ea service neutron] 10.222.0.20 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057249 Jul 24 09:09:37.206777 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3cba0dfc-23a2-4b16-b020-623772b22a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:37.228156 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cba0dfc-23a2-4b16-b020-623772b22a89 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:09:37.228569 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3cba0dfc-23a2-4b16-b020-623772b22a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:37.243937 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8542d741-b867-4f18-b666-20f940bff5a3 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Router 3857bcab-2e55-4513-b757-da63d1510f31 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:09:37.245032 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:09:37.369857 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3cba0dfc-23a2-4b16-b020-623772b22a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:37.415018 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3cba0dfc-23a2-4b16-b020-623772b22a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:37.419279 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3cba0dfc-23a2-4b16-b020-623772b22a89 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a4e96034-09e0-4ced-af17-06099741333f HTTP/1.1" status: 204 len: 168 time: 1.0534203 Jul 24 09:09:37.423262 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d16f0c-c32e-48a6-9dbe-fab563122af4 req-b2981072-709c-469b-8081-9240730ddbfb tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:37.425170 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-01d16f0c-c32e-48a6-9dbe-fab563122af4 req-b2981072-709c-469b-8081-9240730ddbfb tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.0832772 Jul 24 09:09:37.460639 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba0dfc-23a2-4b16-b020-623772b22a89 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4e96034-09e0-4ced-af17-06099741333f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:37.481683 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-01d16f0c-c32e-48a6-9dbe-fab563122af4 req-0db2fda9-75a4-40c4-b54e-17f2c8aa137f tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503483 Jul 24 09:09:37.505354 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-388b8f29-0d7b-4a2d-a73c-1e7c55e7cc2f req-4dce846a-c4a1-46e9-935a-79c27ae34291 service neutron] 10.222.0.20 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910082 Jul 24 09:09:37.518880 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fc0f8-e951-4bb2-85e9-9862c45daa1b req-fbc7785b-2ad6-442e-8d0f-796ad796307c tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:37.525660 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-147fc0f8-e951-4bb2-85e9-9862c45daa1b req-fbc7785b-2ad6-442e-8d0f-796ad796307c tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?device_id=79acb227-4dbe-4195-aeab-a6e911a1baf0 HTTP/1.1" status: 200 len: 944 time: 0.2711537 Jul 24 09:09:37.561307 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49516) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:09:37.563367 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8542d741-b867-4f18-b666-20f940bff5a3 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:09:37.569428 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8542d741-b867-4f18-b666-20f940bff5a3 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:37.574321 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b177ec4-b8b7-4aab-bbe3-9108e96412c0 None None] Sync routers for ids ['3857bcab-2e55-4513-b757-da63d1510f31'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:09:37.584016 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-147fc0f8-e951-4bb2-85e9-9862c45daa1b req-bb65c196-afc7-4f4c-84c6-67d31779180c tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/security-groups?id=637106b1-3b61-4df2-902f-c2d54663dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571868 Jul 24 09:09:37.587123 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b177ec4-b8b7-4aab-bbe3-9108e96412c0 None None] Routers {'3857bcab-2e55-4513-b757-da63d1510f31'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:09:37.588660 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8b177ec4-b8b7-4aab-bbe3-9108e96412c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:09:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['3857bcab-2e55-4513-b757-da63d1510f31'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:37.620855 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e2fe35b3-27da-40f5-9b69-e8861dfa2e06 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=02821fc77d7e4947bdb69f679dbfce66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570095 Jul 24 09:09:37.623320 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49518) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:09:37.634843 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8542d741-b867-4f18-b666-20f940bff5a3 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "PUT /v2.0/floatingips/7a48fe8c-1ab8-4105-b0dd-85cb05be0640 HTTP/1.1" status: 200 len: 991 time: 2.8170974 Jul 24 09:09:37.635591 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167ec730-7975-4f44-bd81-14b49f9cbde2', 'tag': '0c721162-93ea-4879-8cb5-8670381b5e84'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:09:37.638781 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a913d104-839c-4310-b0be-05b77cc3821c" -d '{"events": [{"name": "network-changed", "server_uuid": "167ec730-7975-4f44-bd81-14b49f9cbde2", "tag": "0c721162-93ea-4879-8cb5-8670381b5e84"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:09:37.678894 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056af0ba-eb53-41e9-be3c-fa2f57fc3ac6 x-openstack-request-id: req-056af0ba-eb53-41e9-be3c-fa2f57fc3ac6 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:09:37.679186 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167ec730-7975-4f44-bd81-14b49f9cbde2", "tag": "0c721162-93ea-4879-8cb5-8670381b5e84", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:09:37.680007 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-056af0ba-eb53-41e9-be3c-fa2f57fc3ac6 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:09:37.680007 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167ec730-7975-4f44-bd81-14b49f9cbde2', 'tag': '0c721162-93ea-4879-8cb5-8670381b5e84', 'status': 'completed', 'code': 200} Jul 24 09:09:37.705272 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a0581f5-802c-4829-845f-6d6e1006d93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:37.750024 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a0581f5-802c-4829-845f-6d6e1006d93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:37.751078 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-8b177ec4-b8b7-4aab-bbe3-9108e96412c0 None None] Set router 3857bcab-2e55-4513-b757-da63d1510f31 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:09:37.774164 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913d104-839c-4310-b0be-05b77cc3821c req-424bd2e0-4f26-4c36-972e-405281091f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:37.775690 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a913d104-839c-4310-b0be-05b77cc3821c req-424bd2e0-4f26-4c36-972e-405281091f11 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b97303eda20c400ca8976a6ec0773f0e&device_id=167ec730-7975-4f44-bd81-14b49f9cbde2 HTTP/1.1" status: 200 len: 1096 time: 0.0718246 Jul 24 09:09:37.819083 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a0581f5-802c-4829-845f-6d6e1006d93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:37.823109 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a0581f5-802c-4829-845f-6d6e1006d93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:37.824397 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1a0581f5-802c-4829-845f-6d6e1006d93a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbe127bb-4925-4dd9-986a-7b4f5fa1737c HTTP/1.1" status: 204 len: 168 time: 0.1999412 Jul 24 09:09:37.835965 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0581f5-802c-4829-845f-6d6e1006d93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe127bb-4925-4dd9-986a-7b4f5fa1737c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:37.931979 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bc746-61d2-4627-8a7d-669fb98ac8a1 req-c780b458-3c41-495c-8f64-6a874fd2024b tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:37.933528 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-775bc746-61d2-4627-8a7d-669fb98ac8a1 req-c780b458-3c41-495c-8f64-6a874fd2024b tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 943 time: 0.1566648 Jul 24 09:09:37.973744 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913d104-839c-4310-b0be-05b77cc3821c req-0e8cfab8-b386-4138-a351-207ac8f335ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:37.975237 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a913d104-839c-4310-b0be-05b77cc3821c req-0e8cfab8-b386-4138-a351-207ac8f335ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3 HTTP/1.1" status: 200 len: 911 time: 0.1878765 Jul 24 09:09:38.041979 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-775bc746-61d2-4627-8a7d-669fb98ac8a1 req-0fa53155-2572-4582-a101-c895c7c7efce tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010318 Jul 24 09:09:38.093958 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a913d104-839c-4310-b0be-05b77cc3821c req-f2bcffe5-f548-423b-ba6a-05ada12833e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c721162-93ea-4879-8cb5-8670381b5e84 HTTP/1.1" status: 200 len: 999 time: 0.1100295 Jul 24 09:09:38.112471 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8b177ec4-b8b7-4aab-bbe3-9108e96412c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3857bcab-2e55-4513-b757-da63d1510f31', 'name': 'tempest-ServersTestManualDisk-299184476-router', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '3899c152-f39e-4d85-8d8d-b92f6184838a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:03Z', 'updated_at': '2021-07-24T09:09:12Z', 'revision_number': 4, 'project_id': 'b97303eda20c400ca8976a6ec0773f0e', 'gw_port': {'id': '3899c152-f39e-4d85-8d8d-b92f6184838a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857bcab-2e55-4513-b757-da63d1510f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:05Z', 'updated_at': '2021-07-24T09:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '7a48fe8c-1ab8-4105-b0dd-85cb05be0640', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '3857bcab-2e55-4513-b757-da63d1510f31', 'port_id': '0c721162-93ea-4879-8cb5-8670381b5e84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3', 'mac_address': 'fa:16:3e:0a:72:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167ec730-7975-4f44-bd81-14b49f9cbde2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:09:16Z', 'updated_at': '2021-07-24T09:09:35Z', 'revision_number': 1, 'project_id': 'b97303eda20c400ca8976a6ec0773f0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3f448c5-802f-4fe3-82aa-88ef108584f8', 'name': '', 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'mac_address': 'fa:16:3e:e1:24:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857bcab-2e55-4513-b757-da63d1510f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'f33a2a2d-93ad-4e4a-a781-d9327260d4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:11Z', 'updated_at': '2021-07-24T09:09:17Z', 'revision_number': 5, 'project_id': 'b97303eda20c400ca8976a6ec0773f0e', 'subnets': [{'id': 'f33a2a2d-93ad-4e4a-a781-d9327260d4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:38.142095 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b177ec4-b8b7-4aab-bbe3-9108e96412c0 None None] Checking router: 3857bcab-2e55-4513-b757-da63d1510f31 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:09:38.152415 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b177ec4-b8b7-4aab-bbe3-9108e96412c0 None None] Routers {'3857bcab-2e55-4513-b757-da63d1510f31'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:09:38.153296 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8b177ec4-b8b7-4aab-bbe3-9108e96412c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:09:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['3857bcab-2e55-4513-b757-da63d1510f31'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:38.195899 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913d104-839c-4310-b0be-05b77cc3821c req-d2456694-cfb1-4a16-80c3-398b4a8b76d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:38.197795 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a913d104-839c-4310-b0be-05b77cc3821c req-d2456694-cfb1-4a16-80c3-398b4a8b76d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f33a2a2d-93ad-4e4a-a781-d9327260d4a8 HTTP/1.1" status: 200 len: 850 time: 0.0793109 Jul 24 09:09:38.318799 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfdcea-cff8-41e1-b6f6-a585359ba79b req-fb4ed676-a614-40d6-8df4-0667713fc8d6 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:38.321097 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4abfdcea-cff8-41e1-b6f6-a585359ba79b req-fb4ed676-a614-40d6-8df4-0667713fc8d6 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.1290922 Jul 24 09:09:38.323331 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-8b177ec4-b8b7-4aab-bbe3-9108e96412c0 None None] Set router 3857bcab-2e55-4513-b757-da63d1510f31 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:09:38.389841 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4abfdcea-cff8-41e1-b6f6-a585359ba79b req-cce0a4b0-d149-48cb-bd0e-6fc0f992526b tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620689 Jul 24 09:09:38.402383 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913d104-839c-4310-b0be-05b77cc3821c req-7797a1e2-b3fe-4b55-b3ea-c0601a3b8cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:38.404334 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a913d104-839c-4310-b0be-05b77cc3821c req-7797a1e2-b3fe-4b55-b3ea-c0601a3b8cc5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1932828 Jul 24 09:09:38.424420 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82ea0a-8b02-45c5-885e-bd8b949ce915 req-76d7857c-2203-4859-bbb1-5dc72d90b7ca tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:38.430704 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6a82ea0a-8b02-45c5-885e-bd8b949ce915 req-76d7857c-2203-4859-bbb1-5dc72d90b7ca tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9946d7f-cc4e-4856-9e22-e19895519dbe HTTP/1.1" status: 200 len: 950 time: 0.2319927 Jul 24 09:09:38.511152 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6a82ea0a-8b02-45c5-885e-bd8b949ce915 req-571ce9c2-6504-4d83-b326-b5948e768e51 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/security-groups?id=24ef9e9b-3a89-41eb-b9d4-aa4872ae1379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667441 Jul 24 09:09:38.641570 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a913d104-839c-4310-b0be-05b77cc3821c req-8082be8e-0ea0-451e-b650-7485d01d163f service neutron] 10.222.0.20 "GET /v2.0/networks/2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097685 Jul 24 09:09:38.722337 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8b177ec4-b8b7-4aab-bbe3-9108e96412c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3857bcab-2e55-4513-b757-da63d1510f31', 'name': 'tempest-ServersTestManualDisk-299184476-router', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '3899c152-f39e-4d85-8d8d-b92f6184838a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:03Z', 'updated_at': '2021-07-24T09:09:12Z', 'revision_number': 4, 'project_id': 'b97303eda20c400ca8976a6ec0773f0e', 'gw_port': {'id': '3899c152-f39e-4d85-8d8d-b92f6184838a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857bcab-2e55-4513-b757-da63d1510f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:05Z', 'updated_at': '2021-07-24T09:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '7a48fe8c-1ab8-4105-b0dd-85cb05be0640', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '3857bcab-2e55-4513-b757-da63d1510f31', 'port_id': '0c721162-93ea-4879-8cb5-8670381b5e84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3', 'mac_address': 'fa:16:3e:0a:72:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167ec730-7975-4f44-bd81-14b49f9cbde2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:09:16Z', 'updated_at': '2021-07-24T09:09:35Z', 'revision_number': 1, 'project_id': 'b97303eda20c400ca8976a6ec0773f0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3f448c5-802f-4fe3-82aa-88ef108584f8', 'name': '', 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'mac_address': 'fa:16:3e:e1:24:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857bcab-2e55-4513-b757-da63d1510f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'f33a2a2d-93ad-4e4a-a781-d9327260d4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:11Z', 'updated_at': '2021-07-24T09:09:17Z', 'revision_number': 5, 'project_id': 'b97303eda20c400ca8976a6ec0773f0e', 'subnets': [{'id': 'f33a2a2d-93ad-4e4a-a781-d9327260d4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:38.741952 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f974c-31bc-444b-9537-90c7e2245865 req-92f3d57c-050f-4947-9275-8bdd50ad1cfd tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:38.744245 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b55f974c-31bc-444b-9537-90c7e2245865 req-92f3d57c-050f-4947-9275-8bdd50ad1cfd tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.1248496 Jul 24 09:09:38.791719 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b177ec4-b8b7-4aab-bbe3-9108e96412c0 None None] The sync data for ids ['3857bcab-2e55-4513-b757-da63d1510f31'] in n-d-800085-9 is: [{'id': '3857bcab-2e55-4513-b757-da63d1510f31', 'name': 'tempest-ServersTestManualDisk-299184476-router', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '3899c152-f39e-4d85-8d8d-b92f6184838a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:03Z', 'updated_at': '2021-07-24T09:09:12Z', 'revision_number': 4, 'project_id': 'b97303eda20c400ca8976a6ec0773f0e', 'gw_port': {'id': '3899c152-f39e-4d85-8d8d-b92f6184838a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857bcab-2e55-4513-b757-da63d1510f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:05Z', 'updated_at': '2021-07-24T09:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '7a48fe8c-1ab8-4105-b0dd-85cb05be0640', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '3857bcab-2e55-4513-b757-da63d1510f31', 'port_id': '0c721162-93ea-4879-8cb5-8670381b5e84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3', 'mac_address': 'fa:16:3e:0a:72:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167ec730-7975-4f44-bd81-14b49f9cbde2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:09:16Z', 'updated_at': '2021-07-24T09:09:35Z', 'revision_number': 1, 'project_id': 'b97303eda20c400ca8976a6ec0773f0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3f448c5-802f-4fe3-82aa-88ef108584f8', 'name': '', 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'mac_address': 'fa:16:3e:e1:24:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857bcab-2e55-4513-b757-da63d1510f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'f33a2a2d-93ad-4e4a-a781-d9327260d4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:11Z', 'updated_at': '2021-07-24T09:09:17Z', 'revision_number': 5, 'project_id': 'b97303eda20c400ca8976a6ec0773f0e', 'subnets': [{'id': 'f33a2a2d-93ad-4e4a-a781-d9327260d4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:09:38.824056 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b55f974c-31bc-444b-9537-90c7e2245865 req-1fc26b37-7e87-4508-886d-85f5736ea7ce tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653284 Jul 24 09:09:38.865213 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a913d104-839c-4310-b0be-05b77cc3821c req-e54d2c51-6aea-4ab1-99ed-4ff3d3307b98 service neutron] 10.222.0.20 "GET /v2.0/networks/2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077949 Jul 24 09:09:39.040306 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6248e4-f32d-40a0-a2d6-48ebb75fa8d6 req-ed7d1414-952d-4282-9656-12d65d327e7b tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:39.047912 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ba6248e4-f32d-40a0-a2d6-48ebb75fa8d6 req-ed7d1414-952d-4282-9656-12d65d327e7b tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?device_id=79acb227-4dbe-4195-aeab-a6e911a1baf0 HTTP/1.1" status: 200 len: 944 time: 0.0905454 Jul 24 09:09:39.066534 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49570) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:09:39.100466 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ba6248e4-f32d-40a0-a2d6-48ebb75fa8d6 req-0f8033d6-3a76-4d0e-b757-fa4bd032d27f tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/security-groups?id=637106b1-3b61-4df2-902f-c2d54663dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454075 Jul 24 09:09:39.222501 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fd868d-3652-4e65-b62f-e72a636aa544 None None] New status for floating IP 7a48fe8c-1ab8-4105-b0dd-85cb05be0640: ACTIVE {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:09:39.279608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-082f401b-c0b5-4c02-9884-e5e99691d75d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-631382974-network', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:09:39.390668 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082f401b-c0b5-4c02-9884-e5e99691d75d admin admin] Made reservation on behalf of 3dca0b6b5a564009b8793a19d3533709 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:09:39.393123 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-082f401b-c0b5-4c02-9884-e5e99691d75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:39.406534 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-082f401b-c0b5-4c02-9884-e5e99691d75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:39.523513 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3bb6-4126-48a0-8c22-b5e0d85a7d34 req-426208aa-53a3-4770-9842-8f3c9ff7437a tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:39.529985 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-53ef3bb6-4126-48a0-8c22-b5e0d85a7d34 req-426208aa-53a3-4770-9842-8f3c9ff7437a tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 943 time: 0.2282341 Jul 24 09:09:39.562564 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-082f401b-c0b5-4c02-9884-e5e99691d75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:39.568242 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-082f401b-c0b5-4c02-9884-e5e99691d75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:39.615293 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-53ef3bb6-4126-48a0-8c22-b5e0d85a7d34 req-a7592988-0b37-4e05-a9e7-23ce6c977570 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749331 Jul 24 09:09:39.622186 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f401b-c0b5-4c02-9884-e5e99691d75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1756e664-319c-4038-af55-9ca63f2adefb,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:39.629941 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f3455-05c8-4ea8-910d-6c59e6dc8b3c req-3fec840d-1431-4385-9f0d-42827c7c66bc tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:39.631909 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082f401b-c0b5-4c02-9884-e5e99691d75d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:09:39.632793 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-328f3455-05c8-4ea8-910d-6c59e6dc8b3c req-3fec840d-1431-4385-9f0d-42827c7c66bc tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.1076527 Jul 24 09:09:39.652970 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-082f401b-c0b5-4c02-9884-e5e99691d75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:39.653316 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-082f401b-c0b5-4c02-9884-e5e99691d75d admin admin] Added segment afef0383-871f-4fc7-8698-99b783e5c18e of type vlan for network 8a8b2944-c8a5-4403-aa37-48c9a718d665 Jul 24 09:09:39.676367 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-328f3455-05c8-4ea8-910d-6c59e6dc8b3c req-757c4422-fb0e-413e-bb93-4f2952c3e20e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352669 Jul 24 09:09:39.704426 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-082f401b-c0b5-4c02-9884-e5e99691d75d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:39.737054 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-082f401b-c0b5-4c02-9884-e5e99691d75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:39.738041 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082f401b-c0b5-4c02-9884-e5e99691d75d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:39.738738 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-082f401b-c0b5-4c02-9884-e5e99691d75d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:39.773850 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-082f401b-c0b5-4c02-9884-e5e99691d75d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7059786 Jul 24 09:09:39.776814 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49588) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:09:39.784934 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-7461743c-b25b-45a7-8b83-e163e8685de5 admin admin] Request body: {'subnet': {'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-631382974-subnet', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:09:39.804136 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f401b-c0b5-4c02-9884-e5e99691d75d admin admin] Pushing event updated for resources: {'Network': ['ID=8a8b2944-c8a5-4403-aa37-48c9a718d665,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:39.816130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 8a8b2944-c8a5-4403-aa37-48c9a718d665 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:09:39.820032 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7461743c-b25b-45a7-8b83-e163e8685de5 admin admin] Made reservation on behalf of 3dca0b6b5a564009b8793a19d3533709 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:09:39.823526 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7461743c-b25b-45a7-8b83-e163e8685de5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:39.885761 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 39187c85-27ac-4bc6-8417-a814c3bf41fd details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:09:40.012776 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 39187c85-27ac-4bc6-8417-a814c3bf41fd, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=39187c85-27ac-4bc6-8417-a814c3bf41fd,segment=NetworkSegment(b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85),segment_id=b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:40.026581 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '39187c85-27ac-4bc6-8417-a814c3bf41fd', 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'port_id': '39187c85-27ac-4bc6-8417-a814c3bf41fd', 'mac_address': 'fa:16:3e:6a:a6:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31fd267b-9b48-4500-908e-db289ca8125b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:09:40.042289 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fb194-87e8-4633-a77a-aef6a302b9a7 req-b308338c-0e16-4bee-aaf2-8faca2fde7db tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:40.050799 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8f1fb194-87e8-4633-a77a-aef6a302b9a7 req-b308338c-0e16-4bee-aaf2-8faca2fde7db tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.1124945 Jul 24 09:09:40.066580 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7461743c-b25b-45a7-8b83-e163e8685de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:40.087996 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:40.103128 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8f1fb194-87e8-4633-a77a-aef6a302b9a7 req-b13d8f27-e36b-42cf-8595-3408089c5661 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511699 Jul 24 09:09:40.111093 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39187c85-27ac-4bc6-8417-a814c3bf41fd {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:09:40.138598 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 39187c85-27ac-4bc6-8417-a814c3bf41fd, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=39187c85-27ac-4bc6-8417-a814c3bf41fd,segment=NetworkSegment(b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85),segment_id=b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:40.145671 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:40.155190 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461743c-b25b-45a7-8b83-e163e8685de5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96727abd-2036-4cd0-afcc-3710a0b1eea7,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:40.166604 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7461743c-b25b-45a7-8b83-e163e8685de5 admin admin] Checking segment: {'id': 'afef0383-871f-4fc7-8698-99b783e5c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:09:40.166964 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7461743c-b25b-45a7-8b83-e163e8685de5 admin admin] Network hostable DHCP agents. Network: 8a8b2944-c8a5-4403-aa37-48c9a718d665, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:09:40.190841 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7461743c-b25b-45a7-8b83-e163e8685de5 admin admin] Network 8a8b2944-c8a5-4403-aa37-48c9a718d665 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:09:40.201213 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-7461743c-b25b-45a7-8b83-e163e8685de5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 8a8b2944-c8a5-4403-aa37-48c9a718d665) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:09:40.205894 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7461743c-b25b-45a7-8b83-e163e8685de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:40.206508 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7461743c-b25b-45a7-8b83-e163e8685de5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:40.220351 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8c913e-b167-40ee-a219-8334bdc2b1f6 None None] Network 8a8b2944-c8a5-4403-aa37-48c9a718d665 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:09:40.224618 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7461743c-b25b-45a7-8b83-e163e8685de5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4437180 Jul 24 09:09:40.224920 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49594) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:09:40.230062 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-649698be-3d08-4251-acb5-65808619956b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-631382974-router', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:09:40.259033 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-649698be-3d08-4251-acb5-65808619956b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:40.260300 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-649698be-3d08-4251-acb5-65808619956b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:40.348694 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=39187c85-27ac-4bc6-8417-a814c3bf41fd,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:40.392254 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-649698be-3d08-4251-acb5-65808619956b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:40.465904 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['39187c85-27ac-4bc6-8417-a814c3bf41fd'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:09:40.493458 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb8b501-20f9-4030-96fb-43ff17012c8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-8a8b2944-c8a5-4403-aa37-48c9a718d665', 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'fixed_ips': [{'subnet_id': '96727abd-2036-4cd0-afcc-3710a0b1eea7'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:09:40.496135 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac430f-b8e1-44fd-a4a5-a09df79e7189 req-129b729c-5829-495d-aac8-696c03bbc49e tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:40.497748 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c9ac430f-b8e1-44fd-a4a5-a09df79e7189 req-129b729c-5829-495d-aac8-696c03bbc49e tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?device_id=79acb227-4dbe-4195-aeab-a6e911a1baf0 HTTP/1.1" status: 200 len: 945 time: 0.2324581 Jul 24 09:09:40.508306 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4eb8b501-20f9-4030-96fb-43ff17012c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:40.586374 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-649698be-3d08-4251-acb5-65808619956b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:40.645641 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c9ac430f-b8e1-44fd-a4a5-a09df79e7189 req-ac68c4ad-4b5c-4c24-b195-585087d71e5a tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/security-groups?id=637106b1-3b61-4df2-902f-c2d54663dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730834 Jul 24 09:09:40.747245 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-4eb8b501-20f9-4030-96fb-43ff17012c8f None None] Allocated IP 172.20.0.2 (8a8b2944-c8a5-4403-aa37-48c9a718d665/96727abd-2036-4cd0-afcc-3710a0b1eea7/0a5738ea-f7f4-4aaa-93b2-be5e138197ee) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:09:40.757763 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-e75307ca-6ab3-4f86-8067-84e2e522d5c4 service neutron] 10.222.0.20 "GET /v2.0/ports/5e6a7759-2eba-44ce-a52e-8b788226fa04/bindings/n-h1-800085-9 HTTP/1.1" status: 200 len: 384 time: 0.0999985 Jul 24 09:09:40.936134 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4eb8b501-20f9-4030-96fb-43ff17012c8f None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:40.948125 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4eb8b501-20f9-4030-96fb-43ff17012c8f None None] Transition to ACTIVE for port object 0a5738ea-f7f4-4aaa-93b2-be5e138197ee will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:09:40.968936 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4eb8b501-20f9-4030-96fb-43ff17012c8f None None] Transition to ACTIVE for port object 0a5738ea-f7f4-4aaa-93b2-be5e138197ee will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:09:40.973655 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee881ff-402b-433c-a87f-97ca89a9814b req-67b13fc2-b816-4433-9283-59131edc7326 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:40.975594 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bee881ff-402b-433c-a87f-97ca89a9814b req-67b13fc2-b816-4433-9283-59131edc7326 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.1737053 Jul 24 09:09:40.975897 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4eb8b501-20f9-4030-96fb-43ff17012c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:40.995401 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-649698be-3d08-4251-acb5-65808619956b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:41.012759 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220bbc7-fde5-42b0-99f4-001e0a2d456c req-3fbce424-5824-4cde-b1b1-828514d404a8 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:41.014376 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2220bbc7-fde5-42b0-99f4-001e0a2d456c req-3fbce424-5824-4cde-b1b1-828514d404a8 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 943 time: 0.1600523 Jul 24 09:09:41.031939 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-649698be-3d08-4251-acb5-65808619956b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:41.045111 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb8b501-20f9-4030-96fb-43ff17012c8f None None] Network 8a8b2944-c8a5-4403-aa37-48c9a718d665 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:09:41.048850 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-4eb8b501-20f9-4030-96fb-43ff17012c8f None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:09:41.054310 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb8b501-20f9-4030-96fb-43ff17012c8f None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:09:41.056906 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8b501-20f9-4030-96fb-43ff17012c8f None None] Pushing event updated for resources: {'Port': ['ID=0a5738ea-f7f4-4aaa-93b2-be5e138197ee,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:41.064889 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-b88dbd90-4043-44ad-a183-c7725a7c6403 service neutron] For port 5e6a7759-2eba-44ce-a52e-8b788226fa04, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=5e6a7759-2eba-44ce-a52e-8b788226fa04,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:41.092353 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bee881ff-402b-433c-a87f-97ca89a9814b req-2f81d7fb-704e-49f5-b0e8-da746fc9d41b tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095719 Jul 24 09:09:41.106491 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2220bbc7-fde5-42b0-99f4-001e0a2d456c req-0e10cb28-d4e2-4e23-8142-25ce4e856b67 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765908 Jul 24 09:09:41.115449 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-b88dbd90-4043-44ad-a183-c7725a7c6403 service neutron] For port 5e6a7759-2eba-44ce-a52e-8b788226fa04, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:09:41.157788 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-b88dbd90-4043-44ad-a183-c7725a7c6403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e6a7759-2eba-44ce-a52e-8b788226fa04 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:09:41.166891 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-4eb8b501-20f9-4030-96fb-43ff17012c8f None None] Attempting to bind port 0a5738ea-f7f4-4aaa-93b2-be5e138197ee on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:09:41.167262 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-4eb8b501-20f9-4030-96fb-43ff17012c8f None None] Attempting to bind port 0a5738ea-f7f4-4aaa-93b2-be5e138197ee by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'afef0383-871f-4fc7-8698-99b783e5c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:09:41.167624 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb8b501-20f9-4030-96fb-43ff17012c8f None None] Attempting to bind port 0a5738ea-f7f4-4aaa-93b2-be5e138197ee on network 8a8b2944-c8a5-4403-aa37-48c9a718d665 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:09:41.169196 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-b88dbd90-4043-44ad-a183-c7725a7c6403 service neutron] For port 5e6a7759-2eba-44ce-a52e-8b788226fa04, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=5e6a7759-2eba-44ce-a52e-8b788226fa04,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:41.185994 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-b88dbd90-4043-44ad-a183-c7725a7c6403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:41.187336 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb8b501-20f9-4030-96fb-43ff17012c8f None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:09:41.187716 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb8b501-20f9-4030-96fb-43ff17012c8f None None] Checking segment: {'id': 'afef0383-871f-4fc7-8698-99b783e5c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:09:41.188129 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4eb8b501-20f9-4030-96fb-43ff17012c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:41.188525 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb8b501-20f9-4030-96fb-43ff17012c8f None None] Bound using segment: {'id': 'afef0383-871f-4fc7-8698-99b783e5c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:09:41.189036 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-4eb8b501-20f9-4030-96fb-43ff17012c8f None None] Bound port: 0a5738ea-f7f4-4aaa-93b2-be5e138197ee, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afef0383-871f-4fc7-8698-99b783e5c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:09:41.189424 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4eb8b501-20f9-4030-96fb-43ff17012c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:41.209030 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-649698be-3d08-4251-acb5-65808619956b admin admin] Allocated IP 172.25.7.79 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/8c5d0597-26a6-423e-a709-3987937fd827) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:09:41.273485 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4eb8b501-20f9-4030-96fb-43ff17012c8f None None] For port 0a5738ea-f7f4-4aaa-93b2-be5e138197ee, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:09:41.277487 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4eb8b501-20f9-4030-96fb-43ff17012c8f None None] For port 0a5738ea-f7f4-4aaa-93b2-be5e138197ee, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=0a5738ea-f7f4-4aaa-93b2-be5e138197ee,segment=NetworkSegment(afef0383-871f-4fc7-8698-99b783e5c18e),segment_id=afef0383-871f-4fc7-8698-99b783e5c18e)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:09:41.283149 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4eb8b501-20f9-4030-96fb-43ff17012c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:41.320196 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-b88dbd90-4043-44ad-a183-c7725a7c6403 service neutron] Transition to ACTIVE for port object 5e6a7759-2eba-44ce-a52e-8b788226fa04 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:09:41.328207 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-b88dbd90-4043-44ad-a183-c7725a7c6403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:41.357383 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8b501-20f9-4030-96fb-43ff17012c8f None None] Pushing event updated for resources: {'Port': ['ID=0a5738ea-f7f4-4aaa-93b2-be5e138197ee,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:41.372473 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119208f-7286-453f-b5be-b7fed2bcb62a req-dcf63575-6a35-48e0-8399-799318a65e3e tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:41.379626 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8119208f-7286-453f-b5be-b7fed2bcb62a req-dcf63575-6a35-48e0-8399-799318a65e3e tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.1674562 Jul 24 09:09:41.434818 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 039f68ca-4754-4a40-9236-1b572054d186 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:09:41.435062 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-b88dbd90-4043-44ad-a183-c7725a7c6403 service neutron] No DVR routers for this DVR port 5e6a7759-2eba-44ce-a52e-8b788226fa04 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:09:41.436186 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-649698be-3d08-4251-acb5-65808619956b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:41.447028 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88dbd90-4043-44ad-a183-c7725a7c6403 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6a7759-2eba-44ce-a52e-8b788226fa04,revision_number=10']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:41.454668 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8119208f-7286-453f-b5be-b7fed2bcb62a req-5a0adf50-c696-49f9-a409-5b69a6d2b190 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740328 Jul 24 09:09:41.487912 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-b88dbd90-4043-44ad-a183-c7725a7c6403 service neutron] 10.222.0.20 "PUT /v2.0/ports/5e6a7759-2eba-44ce-a52e-8b788226fa04/bindings/n-h1-800085-9/activate HTTP/1.1" status: 200 len: 369 time: 0.7238960 Jul 24 09:09:41.515994 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-649698be-3d08-4251-acb5-65808619956b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:41.594674 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:41.606843 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649698be-3d08-4251-acb5-65808619956b admin admin] Pushing event updated for resources: {'Port': ['ID=8c5d0597-26a6-423e-a709-3987937fd827,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:41.634712 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9946d7f-cc4e-4856-9e22-e19895519dbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '039f68ca-4754-4a40-9236-1b572054d186'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:09:41.635517 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649698be-3d08-4251-acb5-65808619956b admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:09:41.638181 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-649698be-3d08-4251-acb5-65808619956b admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:09:41.649947 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3912529-89c3-4191-8871-935fb4e9647f" -d '{"events": [{"server_uuid": "b9946d7f-cc4e-4856-9e22-e19895519dbe", "name": "network-vif-unplugged", "status": "completed", "tag": "039f68ca-4754-4a40-9236-1b572054d186"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:09:41.662088 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649698be-3d08-4251-acb5-65808619956b admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:09:41.676578 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 039f68ca-4754-4a40-9236-1b572054d186, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=039f68ca-4754-4a40-9236-1b572054d186,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:41.683959 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-7f5cf69d-9006-4549-af0b-37bd652b19ac tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:41.689826 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-7f5cf69d-9006-4549-af0b-37bd652b19ac tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594&tenant_id=9d4740b4b94942bdba9d4b286110923d&binding%3Ahost_id=n-h2-800085-9 HTTP/1.1" status: 200 len: 1095 time: 0.1462941 Jul 24 09:09:41.701578 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:41.832466 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-09f2dad5-d6d9-473e-9b7e-adfc5e26ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:41.837783 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-09f2dad5-d6d9-473e-9b7e-adfc5e26ce60 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594&tenant_id=9d4740b4b94942bdba9d4b286110923d HTTP/1.1" status: 200 len: 1095 time: 0.1308918 Jul 24 09:09:41.911426 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8470264-5d9e-43b6-b941-c56b8166879c x-openstack-request-id: req-e8470264-5d9e-43b6-b941-c56b8166879c {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:09:41.911926 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9946d7f-cc4e-4856-9e22-e19895519dbe", "name": "network-vif-unplugged", "status": "completed", "tag": "039f68ca-4754-4a40-9236-1b572054d186", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:09:41.912042 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8470264-5d9e-43b6-b941-c56b8166879c {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:09:41.912689 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9946d7f-cc4e-4856-9e22-e19895519dbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '039f68ca-4754-4a40-9236-1b572054d186', 'code': 200} Jul 24 09:09:41.914796 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 39187c85-27ac-4bc6-8417-a814c3bf41fd up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:09:41.936248 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-53cf5878-3199-4b32-86b4-6a67bf8fa292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:41.937765 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-53cf5878-3199-4b32-86b4-6a67bf8fa292 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d4740b4b94942bdba9d4b286110923d&device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 1095 time: 0.0742404 Jul 24 09:09:41.971145 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=039f68ca-4754-4a40-9236-1b572054d186,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:41.989896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 39187c85-27ac-4bc6-8417-a814c3bf41fd completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:09:41.995113 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 39187c85-27ac-4bc6-8417-a814c3bf41fd triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:09:41.995676 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:42.034142 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb919b-21c3-47dd-b3cf-511caaa32ab6 req-fcd5b2a3-2fc3-4c52-a390-592f8d7b116d tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:42.040943 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-66cb919b-21c3-47dd-b3cf-511caaa32ab6 req-fcd5b2a3-2fc3-4c52-a390-592f8d7b116d tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?device_id=79acb227-4dbe-4195-aeab-a6e911a1baf0 HTTP/1.1" status: 200 len: 945 time: 0.2266078 Jul 24 09:09:42.081362 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-eff88f2e-79ad-46b0-9e87-68fd719d7490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:42.082863 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-eff88f2e-79ad-46b0-9e87-68fd719d7490 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 200 len: 907 time: 0.1362519 Jul 24 09:09:42.098574 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-66cb919b-21c3-47dd-b3cf-511caaa32ab6 req-2ad60b4b-bd86-4289-8c76-c8a3b43a0ea1 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/security-groups?id=637106b1-3b61-4df2-902f-c2d54663dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567729 Jul 24 09:09:42.112227 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:42.119081 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-649698be-3d08-4251-acb5-65808619956b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:42.157637 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-6b4e7657-1138-4a8d-ab1b-a47a80cc50c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e6a7759-2eba-44ce-a52e-8b788226fa04 HTTP/1.1" status: 200 len: 217 time: 0.0677495 Jul 24 09:09:42.175966 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 39187c85-27ac-4bc6-8417-a814c3bf41fd, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=39187c85-27ac-4bc6-8417-a814c3bf41fd,segment=NetworkSegment(b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85),segment_id=b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:42.182942 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:42.184698 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 5e6a7759-2eba-44ce-a52e-8b788226fa04 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:09:42.250065 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-3410424a-ac7e-4b45-970f-848ead52715c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:42.251814 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-3410424a-ac7e-4b45-970f-848ead52715c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58351263-9729-4aa6-887c-072787b6bdca HTTP/1.1" status: 200 len: 847 time: 0.0860398 Jul 24 09:09:42.305227 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=39187c85-27ac-4bc6-8417-a814c3bf41fd,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:42.309788 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 5e6a7759-2eba-44ce-a52e-8b788226fa04 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:09:42.319836 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-7b5e266f-ca73-4c0b-ad01-c7d661a3ae69 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561020 Jul 24 09:09:42.384001 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aaee14-9e8f-4525-bda0-9031713bdfdc req-d432945b-6858-4d24-9c49-31a0e10e67a2 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:42.385605 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-29aaee14-9e8f-4525-bda0-9031713bdfdc req-d432945b-6858-4d24-9c49-31a0e10e67a2 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 944 time: 0.1405723 Jul 24 09:09:42.474854 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-be52c751-bd0f-45a7-80f7-fab8490e4473 service neutron] 10.222.0.37 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174371 Jul 24 09:09:42.483344 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34537328-05f1-494f-b3d0-9c7f9e2a36c2 req-3f687615-dd28-469c-bbc8-55abf1538728 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:42.484993 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34537328-05f1-494f-b3d0-9c7f9e2a36c2 req-3f687615-dd28-469c-bbc8-55abf1538728 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.2227700 Jul 24 09:09:42.524314 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-29aaee14-9e8f-4525-bda0-9031713bdfdc req-27d18494-344c-4cf6-ab07-e79f43698763 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823455 Jul 24 09:09:42.544808 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-649698be-3d08-4251-acb5-65808619956b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:42.664922 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34537328-05f1-494f-b3d0-9c7f9e2a36c2 req-1f1691ca-d683-48e8-8a83-1d6a9d49346b tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493340 Jul 24 09:09:42.688210 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3a1a97-e16f-4d87-9c39-a89df7ecfec7 None None] Network 8a8b2944-c8a5-4403-aa37-48c9a718d665 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:09:42.732593 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254fbca-dc0f-4352-8cf7-0d465cc8f149 req-5a33964b-dd2e-402c-90ea-9d29ca5463ac tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:42.734247 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e254fbca-dc0f-4352-8cf7-0d465cc8f149 req-5a33964b-dd2e-402c-90ea-9d29ca5463ac tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.1107848 Jul 24 09:09:42.751515 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-c8cda87c-303f-4ac9-b45f-6371bda1dc7e service neutron] 10.222.0.37 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616138 Jul 24 09:09:42.810394 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649698be-3d08-4251-acb5-65808619956b admin admin] Router 68cc0437-f26c-4a2f-9db5-4935001efde4 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:09:42.830155 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e254fbca-dc0f-4352-8cf7-0d465cc8f149 req-7e24d085-7aa8-41af-b836-530d67630415 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850434 Jul 24 09:09:42.832449 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-57532924-3790-476d-b571-813f2087547b None None] Provisioning for port 0a5738ea-f7f4-4aaa-93b2-be5e138197ee completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:09:42.954779 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649698be-3d08-4251-acb5-65808619956b admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:09:42.974594 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] Sync routers for ids ['68cc0437-f26c-4a2f-9db5-4935001efde4'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:09:42.980610 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-649698be-3d08-4251-acb5-65808619956b admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:42.982762 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-649698be-3d08-4251-acb5-65808619956b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7560525 Jul 24 09:09:42.985087 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49654) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:09:42.987900 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] Routers {'68cc0437-f26c-4a2f-9db5-4935001efde4'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:09:42.988840 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:09:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['68cc0437-f26c-4a2f-9db5-4935001efde4'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:43.065704 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 0a5738ea-f7f4-4aaa-93b2-be5e138197ee up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:09:43.210164 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 0a5738ea-f7f4-4aaa-93b2-be5e138197ee completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:09:43.216779 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] Set router 68cc0437-f26c-4a2f-9db5-4935001efde4 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:09:43.219439 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 0a5738ea-f7f4-4aaa-93b2-be5e138197ee triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:09:43.226049 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:43.243735 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-8d2b4967-997c-4b2e-afef-484f90c830c2 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:43.246096 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-8d2b4967-997c-4b2e-afef-484f90c830c2 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594&tenant_id=9d4740b4b94942bdba9d4b286110923d&binding%3Ahost_id=n-h1-800085-9 HTTP/1.1" status: 200 len: 1095 time: 0.1492813 Jul 24 09:09:43.445681 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device af623ca2-ffa5-433d-8a89-bfd38bd048a9 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:09:43.458529 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c6f1cbb4-71dd-4b79-b5b0-fecf35e5a82e None None] Provisioning complete for port 0a5738ea-f7f4-4aaa-93b2-be5e138197ee triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:09:43.459160 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c6f1cbb4-71dd-4b79-b5b0-fecf35e5a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:43.539318 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972d7c7-8158-47e0-b847-f36325de69d8 req-34cffe27-052b-40c5-8951-ffb7775c88fa tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:43.550174 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1972d7c7-8158-47e0-b847-f36325de69d8 req-34cffe27-052b-40c5-8951-ffb7775c88fa tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?device_id=79acb227-4dbe-4195-aeab-a6e911a1baf0 HTTP/1.1" status: 200 len: 946 time: 0.2604549 Jul 24 09:09:43.555724 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-060b40ce-692e-43c2-b268-ba4d0e064a70 service neutron] For port 5e6a7759-2eba-44ce-a52e-8b788226fa04, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:09:43.656034 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:43.754512 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port af623ca2-ffa5-433d-8a89-bfd38bd048a9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=af623ca2-ffa5-433d-8a89-bfd38bd048a9,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:43.791280 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'af623ca2-ffa5-433d-8a89-bfd38bd048a9', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': 'af623ca2-ffa5-433d-8a89-bfd38bd048a9', 'mac_address': 'fa:16:3e:78:e1:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:09:43.840495 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 0a5738ea-f7f4-4aaa-93b2-be5e138197ee, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=0a5738ea-f7f4-4aaa-93b2-be5e138197ee,segment=NetworkSegment(afef0383-871f-4fc7-8698-99b783e5c18e),segment_id=afef0383-871f-4fc7-8698-99b783e5c18e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:43.867170 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c6f1cbb4-71dd-4b79-b5b0-fecf35e5a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:43.876660 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:43.915765 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79acb227-4dbe-4195-aeab-a6e911a1baf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39187c85-27ac-4bc6-8417-a814c3bf41fd'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:09:43.917912 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc46ea5-d35f-4934-9cb8-1cc43cad5aaa" -d '{"events": [{"server_uuid": "79acb227-4dbe-4195-aeab-a6e911a1baf0", "name": "network-vif-plugged", "status": "completed", "tag": "39187c85-27ac-4bc6-8417-a814c3bf41fd"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:09:43.924576 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-060b40ce-692e-43c2-b268-ba4d0e064a70 service neutron] Notify callbacks [] for binding, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:43.925956 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a915c80d-1e0f-49c8-b8a6-60a6333e8ec5 req-060b40ce-692e-43c2-b268-ba4d0e064a70 service neutron] 10.222.0.37 "DELETE /v2.0/ports/5e6a7759-2eba-44ce-a52e-8b788226fa04/bindings/n-h2-800085-9 HTTP/1.1" status: 204 len: 173 time: 0.6679001 Jul 24 09:09:43.956242 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:43.957717 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'name': 'tempest-TaggedBootDevicesTest-631382974-router', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '8c5d0597-26a6-423e-a709-3987937fd827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:40Z', 'updated_at': '2021-07-24T09:09:41Z', 'revision_number': 3, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'gw_port': {'id': '8c5d0597-26a6-423e-a709-3987937fd827', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:41Z', 'updated_at': '2021-07-24T09:09:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:43.972370 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c83399-21e6-4a00-bfd7-8babb0649e9d req-87d1a710-12b1-4100-aff6-d5f925d05b05 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:43.975511 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1972d7c7-8158-47e0-b847-f36325de69d8 req-9c32c39e-a81a-4821-a89e-3862f8716af2 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/security-groups?id=637106b1-3b61-4df2-902f-c2d54663dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4241502 Jul 24 09:09:43.992362 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-13c83399-21e6-4a00-bfd7-8babb0649e9d req-87d1a710-12b1-4100-aff6-d5f925d05b05 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 944 time: 0.1891768 Jul 24 09:09:44.018599 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] Checking router: 68cc0437-f26c-4a2f-9db5-4935001efde4 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:09:44.019227 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] Updating router 68cc0437-f26c-4a2f-9db5-4935001efde4 port 8c5d0597-26a6-423e-a709-3987937fd827 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:09:44.027282 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:44.045672 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5164fbc0-f22f-42d4-b851-d87c51388ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:44.107358 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=0a5738ea-f7f4-4aaa-93b2-be5e138197ee,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:44.109396 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-13c83399-21e6-4a00-bfd7-8babb0649e9d req-f2775219-c2fb-45e5-b761-fa00ee755be8 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152892 Jul 24 09:09:44.125902 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af623ca2-ffa5-433d-8a89-bfd38bd048a9 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:09:44.136665 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.db.api [None req-c6f1cbb4-71dd-4b79-b5b0-fecf35e5a82e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:09:44.137127 n-d-800085-9 neutron-server[94037]: DEBUG oslo_db.api [None req-c6f1cbb4-71dd-4b79-b5b0-fecf35e5a82e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:09:44.155676 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port af623ca2-ffa5-433d-8a89-bfd38bd048a9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=af623ca2-ffa5-433d-8a89-bfd38bd048a9,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:44.157066 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:44.160631 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:44.251560 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e73ddb-31c5-4607-ad48-6da732a7a4ae req-5cce00ce-4cd6-4b86-a2ce-e7f2c1231436 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:44.256853 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b7e73ddb-31c5-4607-ad48-6da732a7a4ae req-5cce00ce-4cd6-4b86-a2ce-e7f2c1231436 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.1556439 Jul 24 09:09:44.324840 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-5164fbc0-f22f-42d4-b851-d87c51388ea8 admin admin] Allocated IP 172.20.0.1 (8a8b2944-c8a5-4403-aa37-48c9a718d665/96727abd-2036-4cd0-afcc-3710a0b1eea7/fb501b0a-b289-4ef2-8e3b-c15bfda28227) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:09:44.330244 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b7e73ddb-31c5-4607-ad48-6da732a7a4ae req-2c6ca272-1ef4-4147-9685-f3f24cddd53e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667381 Jul 24 09:09:44.352549 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['af623ca2-ffa5-433d-8a89-bfd38bd048a9'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:09:44.424949 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=af623ca2-ffa5-433d-8a89-bfd38bd048a9,revision_number=9']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:44.531110 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5164fbc0-f22f-42d4-b851-d87c51388ea8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:44.559288 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635c4c2-7d03-4abd-97ad-c5b596a8e658 req-08f530c3-ff16-4562-bdb3-05ee07a7ee07 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:44.562649 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-5164fbc0-f22f-42d4-b851-d87c51388ea8 admin admin] Transition to ACTIVE for port object fb501b0a-b289-4ef2-8e3b-c15bfda28227 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:09:44.568299 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0635c4c2-7d03-4abd-97ad-c5b596a8e658 req-08f530c3-ff16-4562-bdb3-05ee07a7ee07 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.1754119 Jul 24 09:09:44.612871 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5164fbc0-f22f-42d4-b851-d87c51388ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:44.623764 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0635c4c2-7d03-4abd-97ad-c5b596a8e658 req-1266e8d5-9ad1-406d-8bb3-cef50975dc36 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525136 Jul 24 09:09:44.693362 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5164fbc0-f22f-42d4-b851-d87c51388ea8 admin admin] Network 8a8b2944-c8a5-4403-aa37-48c9a718d665 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:09:44.698907 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164fbc0-f22f-42d4-b851-d87c51388ea8 admin admin] Pushing event updated for resources: {'Port': ['ID=fb501b0a-b289-4ef2-8e3b-c15bfda28227,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:44.705289 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-5164fbc0-f22f-42d4-b851-d87c51388ea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:09:44.715389 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5164fbc0-f22f-42d4-b851-d87c51388ea8 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:09:44.803843 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5164fbc0-f22f-42d4-b851-d87c51388ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:44.873111 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f572d7f-c478-4985-9e55-e83f62f5648e x-openstack-request-id: req-5f572d7f-c478-4985-9e55-e83f62f5648e {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:09:44.873697 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79acb227-4dbe-4195-aeab-a6e911a1baf0", "name": "network-vif-plugged", "status": "completed", "tag": "39187c85-27ac-4bc6-8417-a814c3bf41fd", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:09:44.874720 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f572d7f-c478-4985-9e55-e83f62f5648e {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:09:44.875277 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79acb227-4dbe-4195-aeab-a6e911a1baf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39187c85-27ac-4bc6-8417-a814c3bf41fd', 'code': 200} Jul 24 09:09:45.037361 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20affc2-8dc5-4692-a953-c231680b77a7 req-f843148b-6293-4871-8c36-c0fa3413d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:45.039544 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e20affc2-8dc5-4692-a953-c231680b77a7 req-f843148b-6293-4871-8c36-c0fa3413d60a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=79acb227-4dbe-4195-aeab-a6e911a1baf0 HTTP/1.1" status: 200 len: 1097 time: 0.2528667 Jul 24 09:09:45.059882 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 0a5738ea-f7f4-4aaa-93b2-be5e138197ee up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:09:45.179699 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:45.191776 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e20affc2-8dc5-4692-a953-c231680b77a7 req-c69e9dbc-ebc1-4365-bd87-91bcfef372ac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=637106b1-3b61-4df2-902f-c2d54663dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422451 Jul 24 09:09:45.201961 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] Transition to ACTIVE for port object 8c5d0597-26a6-423e-a709-3987937fd827 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:09:45.211789 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ad6cb-a7fe-42e0-90da-5007a80af8fd req-6a645f1d-03d0-4965-8eab-f69351018e58 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:45.216500 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:45.219603 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b6086335-c965-4bb0-ac6f-95372f7e972a None None] Provisioning for port fb501b0a-b289-4ef2-8e3b-c15bfda28227 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:09:45.222188 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-246ad6cb-a7fe-42e0-90da-5007a80af8fd req-6a645f1d-03d0-4965-8eab-f69351018e58 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 1095 time: 0.3125412 Jul 24 09:09:45.265218 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b6086335-c965-4bb0-ac6f-95372f7e972a None None] Provisioning complete for port fb501b0a-b289-4ef2-8e3b-c15bfda28227 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:09:45.265984 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b6086335-c965-4bb0-ac6f-95372f7e972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:45.272966 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5164fbc0-f22f-42d4-b851-d87c51388ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:45.278277 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-246ad6cb-a7fe-42e0-90da-5007a80af8fd req-6718209d-aeba-4ccd-8094-9d73ebb114db tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542507 Jul 24 09:09:45.354777 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 0a5738ea-f7f4-4aaa-93b2-be5e138197ee triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:09:45.355168 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:45.359170 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01caab91-a112-4d0f-9ba1-b7ca670a8b29 None None] Pushing event updated for resources: {'Port': ['ID=8c5d0597-26a6-423e-a709-3987937fd827,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:45.365279 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] Attempting to bind port 8c5d0597-26a6-423e-a709-3987937fd827 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:09:45.365648 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] Attempting to bind port 8c5d0597-26a6-423e-a709-3987937fd827 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:09:45.366015 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] Attempting to bind port 8c5d0597-26a6-423e-a709-3987937fd827 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:09:45.406426 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:09:45.406967 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:09:45.407371 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:45.407764 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:09:45.408243 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] Bound port: 8c5d0597-26a6-423e-a709-3987937fd827, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:09:45.408626 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:45.412001 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-b6086335-c965-4bb0-ac6f-95372f7e972a None None] Port fb501b0a-b289-4ef2-8e3b-c15bfda28227 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:09:45.486457 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] For port 8c5d0597-26a6-423e-a709-3987937fd827, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:09:45.522005 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] For port 8c5d0597-26a6-423e-a709-3987937fd827, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=8c5d0597-26a6-423e-a709-3987937fd827,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:09:45.530295 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63316a47-a685-4552-8ab0-90798e87e339 req-f7bf3921-da48-483e-8027-a05991579510 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:45.533878 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:45.539111 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-63316a47-a685-4552-8ab0-90798e87e339 req-f7bf3921-da48-483e-8027-a05991579510 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?device_id=79acb227-4dbe-4195-aeab-a6e911a1baf0 HTTP/1.1" status: 200 len: 946 time: 0.1238410 Jul 24 09:09:45.597733 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-63316a47-a685-4552-8ab0-90798e87e339 req-9f44719c-7731-4008-a7fd-89b403f36776 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/security-groups?id=637106b1-3b61-4df2-902f-c2d54663dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584400 Jul 24 09:09:45.626841 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01caab91-a112-4d0f-9ba1-b7ca670a8b29 None None] Pushing event updated for resources: {'Port': ['ID=8c5d0597-26a6-423e-a709-3987937fd827,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:45.637970 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] Routers {'68cc0437-f26c-4a2f-9db5-4935001efde4'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:09:45.640263 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:09:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['68cc0437-f26c-4a2f-9db5-4935001efde4'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:45.642650 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5164fbc0-f22f-42d4-b851-d87c51388ea8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:45.660878 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5164fbc0-f22f-42d4-b851-d87c51388ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:45.744546 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164fbc0-f22f-42d4-b851-d87c51388ea8 admin admin] Pushing event updated for resources: {'Port': ['ID=fb501b0a-b289-4ef2-8e3b-c15bfda28227,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:45.804898 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5164fbc0-f22f-42d4-b851-d87c51388ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:45.878730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] Set router 68cc0437-f26c-4a2f-9db5-4935001efde4 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:09:45.926450 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4573750-c39d-4b7d-9a87-f1e9a3bcc003 req-0737cd5a-7b41-4922-8156-6fba72960d25 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:45.929428 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4573750-c39d-4b7d-9a87-f1e9a3bcc003 req-0737cd5a-7b41-4922-8156-6fba72960d25 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 1095 time: 0.0930202 Jul 24 09:09:46.008988 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5164fbc0-f22f-42d4-b851-d87c51388ea8 admin admin] Network 8a8b2944-c8a5-4403-aa37-48c9a718d665 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:09:46.008988 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-5164fbc0-f22f-42d4-b851-d87c51388ea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:09:46.021938 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4573750-c39d-4b7d-9a87-f1e9a3bcc003 req-878e4030-cb02-442d-8d4e-d2f26f60367e tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831809 Jul 24 09:09:46.347091 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7349b09-2684-43a9-9f17-040d56476a07 req-bab30651-cf02-4642-a8f3-cb4b7c935770 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:46.365482 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c7349b09-2684-43a9-9f17-040d56476a07 req-bab30651-cf02-4642-a8f3-cb4b7c935770 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.2128758 Jul 24 09:09:46.365797 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5164fbc0-f22f-42d4-b851-d87c51388ea8 admin admin] Router 68cc0437-f26c-4a2f-9db5-4935001efde4 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:09:46.386834 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:46.460330 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c7349b09-2684-43a9-9f17-040d56476a07 req-f5a042ea-312f-4ae0-ab44-d5df6c8f22d0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875447 Jul 24 09:09:46.481352 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'name': 'tempest-TaggedBootDevicesTest-631382974-router', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '8c5d0597-26a6-423e-a709-3987937fd827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:40Z', 'updated_at': '2021-07-24T09:09:45Z', 'revision_number': 4, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'gw_port': {'id': '8c5d0597-26a6-423e-a709-3987937fd827', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:41Z', 'updated_at': '2021-07-24T09:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'fb501b0a-b289-4ef2-8e3b-c15bfda28227', 'name': '', 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'mac_address': 'fa:16:3e:35:5a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '96727abd-2036-4cd0-afcc-3710a0b1eea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:44Z', 'updated_at': '2021-07-24T09:09:44Z', 'revision_number': 1, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'subnets': [{'id': '96727abd-2036-4cd0-afcc-3710a0b1eea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:46.489868 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6cd4bd18-0e80-4818-9860-aba65c15926e None None] Provisioning complete for port fb501b0a-b289-4ef2-8e3b-c15bfda28227 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:09:46.490484 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6cd4bd18-0e80-4818-9860-aba65c15926e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:46.561310 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6af854-746e-47fe-8a9e-d382e3bb1a8f None None] The sync data for ids ['68cc0437-f26c-4a2f-9db5-4935001efde4'] in n-d-800085-9 is: [{'id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'name': 'tempest-TaggedBootDevicesTest-631382974-router', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '8c5d0597-26a6-423e-a709-3987937fd827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:40Z', 'updated_at': '2021-07-24T09:09:45Z', 'revision_number': 4, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'gw_port': {'id': '8c5d0597-26a6-423e-a709-3987937fd827', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:41Z', 'updated_at': '2021-07-24T09:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'fb501b0a-b289-4ef2-8e3b-c15bfda28227', 'name': '', 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'mac_address': 'fa:16:3e:35:5a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '96727abd-2036-4cd0-afcc-3710a0b1eea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:44Z', 'updated_at': '2021-07-24T09:09:44Z', 'revision_number': 1, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'subnets': [{'id': '96727abd-2036-4cd0-afcc-3710a0b1eea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:09:46.576059 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-6cd4bd18-0e80-4818-9860-aba65c15926e None None] Port fb501b0a-b289-4ef2-8e3b-c15bfda28227 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:09:46.584247 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5164fbc0-f22f-42d4-b851-d87c51388ea8 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:09:46.591250 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5164fbc0-f22f-42d4-b851-d87c51388ea8 admin admin] 10.222.0.32 "PUT /v2.0/routers/68cc0437-f26c-4a2f-9db5-4935001efde4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6042895 Jul 24 09:09:46.762866 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908b31c-2f62-4e18-b319-a511e4494b92 req-f94642e6-0f70-4344-b5c4-a90d2ffdd306 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:46.769755 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0908b31c-2f62-4e18-b319-a511e4494b92 req-f94642e6-0f70-4344-b5c4-a90d2ffdd306 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.1617277 Jul 24 09:09:46.848551 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0908b31c-2f62-4e18-b319-a511e4494b92 req-8608d9b0-ea45-44b8-8dbe-d4d71391aa44 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768993 Jul 24 09:09:47.476638 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device af623ca2-ffa5-433d-8a89-bfd38bd048a9 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:09:47.616040 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port af623ca2-ffa5-433d-8a89-bfd38bd048a9 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:09:47.616415 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:47.766540 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:47.767812 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd56b1-c5fe-48d8-abe6-6598daf88889 req-09e53857-75f5-4824-944d-38293c52212f tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:47.775552 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-facd56b1-c5fe-48d8-abe6-6598daf88889 req-09e53857-75f5-4824-944d-38293c52212f tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?device_id=79acb227-4dbe-4195-aeab-a6e911a1baf0 HTTP/1.1" status: 200 len: 946 time: 0.2023635 Jul 24 09:09:47.807179 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3770d6-7d2c-42a5-a8d3-0b1682236cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af623ca2-ffa5-433d-8a89-bfd38bd048a9'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:09:47.807841 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ab87a1-a487-4581-8401-74aba04abbd1" -d '{"events": [{"server_uuid": "5d3770d6-7d2c-42a5-a8d3-0b1682236cb5", "name": "network-vif-plugged", "status": "completed", "tag": "af623ca2-ffa5-433d-8a89-bfd38bd048a9"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:09:47.826453 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port af623ca2-ffa5-433d-8a89-bfd38bd048a9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=af623ca2-ffa5-433d-8a89-bfd38bd048a9,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:47.835122 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:47.859308 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-facd56b1-c5fe-48d8-abe6-6598daf88889 req-8af7cc1c-5e6d-45bb-ae25-afb7a7b32d2c tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/security-groups?id=637106b1-3b61-4df2-902f-c2d54663dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644417 Jul 24 09:09:47.896533 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=af623ca2-ffa5-433d-8a89-bfd38bd048a9,revision_number=10']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:48.175563 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f54a31-369b-4fa4-9795-1cce5fdf807e req-ad51a1ad-612c-4535-8fa5-3081ce56f36e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:48.183680 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-74f54a31-369b-4fa4-9795-1cce5fdf807e req-ad51a1ad-612c-4535-8fa5-3081ce56f36e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.1050045 Jul 24 09:09:48.265563 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-74f54a31-369b-4fa4-9795-1cce5fdf807e req-077e153b-5f5b-4492-aae1-2ec2c9e2b6f2 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782716 Jul 24 09:09:48.322256 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001df3ac-2157-4ea2-adce-370bd1a122b1 x-openstack-request-id: req-001df3ac-2157-4ea2-adce-370bd1a122b1 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:09:48.322745 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d3770d6-7d2c-42a5-a8d3-0b1682236cb5", "name": "network-vif-plugged", "status": "completed", "tag": "af623ca2-ffa5-433d-8a89-bfd38bd048a9", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:09:48.323176 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-001df3ac-2157-4ea2-adce-370bd1a122b1 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:09:48.323783 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3770d6-7d2c-42a5-a8d3-0b1682236cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af623ca2-ffa5-433d-8a89-bfd38bd048a9', 'code': 200} Jul 24 09:09:48.519770 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605f8ab-32d5-4642-b695-3ddef5e5d1c2 req-4cd110f8-20b5-4407-b7ae-1b3ec4cafa57 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:48.534599 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e605f8ab-32d5-4642-b695-3ddef5e5d1c2 req-4cd110f8-20b5-4407-b7ae-1b3ec4cafa57 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.1029518 Jul 24 09:09:48.627968 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e605f8ab-32d5-4642-b695-3ddef5e5d1c2 req-ac8f36da-576c-4cd0-98bd-0cf4f9a0446f tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921195 Jul 24 09:09:48.798483 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-dc2f0f3d-ecfa-4fa5-9dd9-e97d218613c5 service neutron] show failed (client error): The resource could not be found. Jul 24 09:09:48.800711 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-dc2f0f3d-ecfa-4fa5-9dd9-e97d218613c5 service neutron] 10.222.0.37 "GET /v2.0/ports/b30aaf2b-d913-480e-acba-dd7ed7267ed8/bindings/n-h2-800085-9 HTTP/1.1" status: 404 len: 380 time: 0.1428607 Jul 24 09:09:48.828132 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9787e-19eb-4f36-bbb9-714f26b9d68f req-e3446970-b7f8-40b3-890d-6f27b1d0fe8a tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:48.835389 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88a9787e-19eb-4f36-bbb9-714f26b9d68f req-e3446970-b7f8-40b3-890d-6f27b1d0fe8a tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?device_id=79acb227-4dbe-4195-aeab-a6e911a1baf0 HTTP/1.1" status: 200 len: 946 time: 0.1341848 Jul 24 09:09:48.840444 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49758) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:09:48.845440 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-9b98298f-14f0-43e4-8d6d-8488c369c7de tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Request body: {'floatingip': {'port_id': '39187c85-27ac-4bc6-8417-a814c3bf41fd'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:09:49.013051 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b98298f-14f0-43e4-8d6d-8488c369c7de tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks [] for floatingip, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:49.173192 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 8c5d0597-26a6-423e-a709-3987937fd827 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:09:49.305352 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 8c5d0597-26a6-423e-a709-3987937fd827 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:09:49.321108 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 8c5d0597-26a6-423e-a709-3987937fd827 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:09:49.325481 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:49.371799 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-0204b8c5-a5a1-4581-aad4-41054d425d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:49.373675 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-0204b8c5-a5a1-4581-aad4-41054d425d15 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3&tenant_id=f67164019b334342a09c29ba4cdc5893 HTTP/1.1" status: 200 len: 1101 time: 0.1423640 Jul 24 09:09:49.387118 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-a103df03-b09d-4a58-aced-b74a9cea5845 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-9', 'device_owner': 'compute:nova'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:09:49.545543 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:49.593799 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 8c5d0597-26a6-423e-a709-3987937fd827, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=8c5d0597-26a6-423e-a709-3987937fd827,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:49.598371 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:49.682361 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-a103df03-b09d-4a58-aced-b74a9cea5845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:49.724558 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=8c5d0597-26a6-423e-a709-3987937fd827,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:49.772028 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ae941-4552-4865-ade1-087db6eef899 req-f606be9f-7d49-450a-b3c0-87a7c7cb9021 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:49.774292 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-627ae941-4552-4865-ade1-087db6eef899 req-f606be9f-7d49-450a-b3c0-87a7c7cb9021 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.3013546 Jul 24 09:09:50.062883 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-627ae941-4552-4865-ade1-087db6eef899 req-36beb0fa-5200-4b73-9b92-3a69a554aeae tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677357 Jul 24 09:09:50.119582 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] Sync routers for ids ['68cc0437-f26c-4a2f-9db5-4935001efde4'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:09:50.160878 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] Routers {'68cc0437-f26c-4a2f-9db5-4935001efde4'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:09:50.162521 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:09:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['68cc0437-f26c-4a2f-9db5-4935001efde4'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:50.262308 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-a103df03-b09d-4a58-aced-b74a9cea5845 service neutron] For port b30aaf2b-d913-480e-acba-dd7ed7267ed8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b30aaf2b-d913-480e-acba-dd7ed7267ed8,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:50.269849 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b98298f-14f0-43e4-8d6d-8488c369c7de tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:50.277067 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b98298f-14f0-43e4-8d6d-8488c369c7de tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:50.326445 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-a103df03-b09d-4a58-aced-b74a9cea5845 service neutron] For port b30aaf2b-d913-480e-acba-dd7ed7267ed8, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:09:50.428103 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0e5d50-3104-4fd4-925c-e51f436926a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b30aaf2b-d913-480e-acba-dd7ed7267ed8'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:09:50.430705 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a98b52e-0abf-4037-8570-f5c515830c94" -d '{"events": [{"server_uuid": "3f0e5d50-3104-4fd4-925c-e51f436926a3", "name": "network-vif-unplugged", "status": "completed", "tag": "b30aaf2b-d913-480e-acba-dd7ed7267ed8"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:09:50.436213 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-a103df03-b09d-4a58-aced-b74a9cea5845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:50.468369 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] Set router 68cc0437-f26c-4a2f-9db5-4935001efde4 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:09:50.481472 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-a103df03-b09d-4a58-aced-b74a9cea5845 service neutron] Transition to ACTIVE for port object b30aaf2b-d913-480e-acba-dd7ed7267ed8 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:09:50.493365 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9a7c0-a1be-40d5-8897-731de9c5feb4 req-6a8ede0e-f8ca-4427-965b-032ba065f257 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:50.500594 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b3d9a7c0-a1be-40d5-8897-731de9c5feb4 req-6a8ede0e-f8ca-4427-965b-032ba065f257 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.1452897 Jul 24 09:09:50.509657 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-a103df03-b09d-4a58-aced-b74a9cea5845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:50.579534 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-9b98298f-14f0-43e4-8d6d-8488c369c7de tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Floating IP 0cdf8c2f-5077-4068-9363-b15bf12134cc associated. External IP: 172.25.7.18, port: 39187c85-27ac-4bc6-8417-a814c3bf41fd. Jul 24 09:09:50.603447 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b3d9a7c0-a1be-40d5-8897-731de9c5feb4 req-b9cc1434-60cf-46d7-9757-131eebc64444 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017907 Jul 24 09:09:50.658647 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-a103df03-b09d-4a58-aced-b74a9cea5845 service neutron] No DVR routers for this DVR port b30aaf2b-d913-480e-acba-dd7ed7267ed8 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:09:50.811393 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103df03-b09d-4a58-aced-b74a9cea5845 service neutron] Pushing event updated for resources: {'Port': ['ID=b30aaf2b-d913-480e-acba-dd7ed7267ed8,revision_number=6']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:50.840720 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-a103df03-b09d-4a58-aced-b74a9cea5845 service neutron] Attempting to bind port b30aaf2b-d913-480e-acba-dd7ed7267ed8 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:09:50.841108 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-a103df03-b09d-4a58-aced-b74a9cea5845 service neutron] Attempting to bind port b30aaf2b-d913-480e-acba-dd7ed7267ed8 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:09:50.841445 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-a103df03-b09d-4a58-aced-b74a9cea5845 service neutron] Attempting to bind port b30aaf2b-d913-480e-acba-dd7ed7267ed8 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:09:50.853402 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-a103df03-b09d-4a58-aced-b74a9cea5845 service neutron] Port b30aaf2b-d913-480e-acba-dd7ed7267ed8 on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:09:50.853721 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-a103df03-b09d-4a58-aced-b74a9cea5845 service neutron] Attempting to bind port b30aaf2b-d913-480e-acba-dd7ed7267ed8 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:09:50.863292 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-a103df03-b09d-4a58-aced-b74a9cea5845 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:09:50.863637 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-a103df03-b09d-4a58-aced-b74a9cea5845 service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:09:50.864029 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-a103df03-b09d-4a58-aced-b74a9cea5845 service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:09:50.864466 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-a103df03-b09d-4a58-aced-b74a9cea5845 service neutron] Bound port: b30aaf2b-d913-480e-acba-dd7ed7267ed8, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:09:50.864855 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-a103df03-b09d-4a58-aced-b74a9cea5845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:50.925936 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd3ce18-21f1-41c4-b135-8ae61af7728a x-openstack-request-id: req-9cd3ce18-21f1-41c4-b135-8ae61af7728a {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:09:50.926231 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0e5d50-3104-4fd4-925c-e51f436926a3", "name": "network-vif-unplugged", "status": "completed", "tag": "b30aaf2b-d913-480e-acba-dd7ed7267ed8", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:09:50.926485 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9cd3ce18-21f1-41c4-b135-8ae61af7728a {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:09:50.926888 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0e5d50-3104-4fd4-925c-e51f436926a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b30aaf2b-d913-480e-acba-dd7ed7267ed8', 'code': 200} Jul 24 09:09:51.000096 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'name': 'tempest-TaggedBootDevicesTest-631382974-router', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '8c5d0597-26a6-423e-a709-3987937fd827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:40Z', 'updated_at': '2021-07-24T09:09:45Z', 'revision_number': 4, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'gw_port': {'id': '8c5d0597-26a6-423e-a709-3987937fd827', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:41Z', 'updated_at': '2021-07-24T09:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'fb501b0a-b289-4ef2-8e3b-c15bfda28227', 'name': '', 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'mac_address': 'fa:16:3e:35:5a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '96727abd-2036-4cd0-afcc-3710a0b1eea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:44Z', 'updated_at': '2021-07-24T09:09:45Z', 'revision_number': 2, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'subnets': [{'id': '96727abd-2036-4cd0-afcc-3710a0b1eea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:51.071560 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-a103df03-b09d-4a58-aced-b74a9cea5845 service neutron] For port b30aaf2b-d913-480e-acba-dd7ed7267ed8, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:09:51.073817 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] Checking router: 68cc0437-f26c-4a2f-9db5-4935001efde4 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:09:51.074275 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] Updating router 68cc0437-f26c-4a2f-9db5-4935001efde4 port fb501b0a-b289-4ef2-8e3b-c15bfda28227 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:09:51.077858 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-a103df03-b09d-4a58-aced-b74a9cea5845 service neutron] For port b30aaf2b-d913-480e-acba-dd7ed7267ed8, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=b30aaf2b-d913-480e-acba-dd7ed7267ed8,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:09:51.084700 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-a103df03-b09d-4a58-aced-b74a9cea5845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:51.096960 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 8c5d0597-26a6-423e-a709-3987937fd827 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:09:51.202998 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:51.212974 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103df03-b09d-4a58-aced-b74a9cea5845 service neutron] Pushing event updated for resources: {'Port': ['ID=b30aaf2b-d913-480e-acba-dd7ed7267ed8,revision_number=7']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:51.260673 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b98298f-14f0-43e4-8d6d-8488c369c7de tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Router b3596d54-e46f-4bc4-8857-ddc805702ca2 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:09:51.275107 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 8c5d0597-26a6-423e-a709-3987937fd827 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:09:51.275489 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:51.307231 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-a103df03-b09d-4a58-aced-b74a9cea5845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:51.310356 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-a103df03-b09d-4a58-aced-b74a9cea5845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:51.312534 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-a103df03-b09d-4a58-aced-b74a9cea5845 service neutron] 10.222.0.20 "PUT /v2.0/ports/b30aaf2b-d913-480e-acba-dd7ed7267ed8 HTTP/1.1" status: 200 len: 1096 time: 1.9298489 Jul 24 09:09:51.508517 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device b30aaf2b-d913-480e-acba-dd7ed7267ed8 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:09:51.523546 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0bcf1-0f35-4a19-8ba5-5f22da689942 req-b9250689-e56c-4700-b5f6-4e97ee2ece53 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:51.545695 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2bf0bcf1-0f35-4a19-8ba5-5f22da689942 req-b9250689-e56c-4700-b5f6-4e97ee2ece53 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 948 time: 0.3152275 Jul 24 09:09:51.586946 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b98298f-14f0-43e4-8d6d-8488c369c7de tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:09:51.591684 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b98298f-14f0-43e4-8d6d-8488c369c7de tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:51.602294 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbdf3be-7511-4fe6-9bcd-e446b8dd48ec None None] Sync routers for ids ['b3596d54-e46f-4bc4-8857-ddc805702ca2'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:09:51.660118 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-8f474355-6395-4809-92e5-1f5596ab351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:51.661781 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-8f474355-6395-4809-92e5-1f5596ab351c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 1099 time: 0.3244560 Jul 24 09:09:51.685326 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbdf3be-7511-4fe6-9bcd-e446b8dd48ec None None] Routers {'b3596d54-e46f-4bc4-8857-ddc805702ca2'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:09:51.690014 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-bbbdf3be-7511-4fe6-9bcd-e446b8dd48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:09:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b3596d54-e46f-4bc4-8857-ddc805702ca2'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:51.735949 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2bf0bcf1-0f35-4a19-8ba5-5f22da689942 req-f04fe764-6fe8-4833-9e98-176c89b7e2a6 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885753 Jul 24 09:09:51.779135 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9b98298f-14f0-43e4-8d6d-8488c369c7de tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "PUT /v2.0/floatingips/0cdf8c2f-5077-4068-9363-b15bf12134cc HTTP/1.1" status: 200 len: 991 time: 2.9352756 Jul 24 09:09:51.791832 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79acb227-4dbe-4195-aeab-a6e911a1baf0', 'tag': '39187c85-27ac-4bc6-8417-a814c3bf41fd'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:09:51.791832 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2122d5d3-7eaa-42ff-bae5-e9291b734d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "79acb227-4dbe-4195-aeab-a6e911a1baf0", "tag": "39187c85-27ac-4bc6-8417-a814c3bf41fd"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:09:51.844087 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-31f6cc28-dd26-496a-837e-85d9b4b20016 req-41087f4b-0f56-4586-9e38-82f3f111842e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1510589 Jul 24 09:09:51.940711 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device b30aaf2b-d913-480e-acba-dd7ed7267ed8 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:09:51.960344 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-645274d0-2a78-481c-94b0-a2ad1d943ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:51.965775 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-645274d0-2a78-481c-94b0-a2ad1d943ac4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.2756093 Jul 24 09:09:51.985399 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6cc28-dd26-496a-837e-85d9b4b20016 req-d6590e7c-ec50-4d3e-871e-1b04e7c6be37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:52.000488 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-31f6cc28-dd26-496a-837e-85d9b4b20016 req-d6590e7c-ec50-4d3e-871e-1b04e7c6be37 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 1096 time: 0.1167300 Jul 24 09:09:52.047193 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:52.061177 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-bbbdf3be-7511-4fe6-9bcd-e446b8dd48ec None None] Set router b3596d54-e46f-4bc4-8857-ddc805702ca2 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:09:52.069625 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-1faca6d6-e60c-458c-8bf8-15a058a4fe35 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=b30aaf2b-d913-480e-acba-dd7ed7267ed8 HTTP/1.1" status: 200 len: 217 time: 0.0957332 Jul 24 09:09:52.074841 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] Transition to ACTIVE for port object fb501b0a-b289-4ef2-8e3b-c15bfda28227 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:09:52.090960 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:52.197723 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcfc9e-d7af-4ff5-923e-770a7ca1b8cc None None] Pushing event updated for resources: {'Port': ['ID=fb501b0a-b289-4ef2-8e3b-c15bfda28227,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:52.239943 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6cc28-dd26-496a-837e-85d9b4b20016 req-8a61cb83-9dd6-4003-a22b-9b0012c6f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:52.245927 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-31f6cc28-dd26-496a-837e-85d9b4b20016 req-8a61cb83-9dd6-4003-a22b-9b0012c6f778 service neutron] 10.222.0.20 "GET /v2.0/networks?id=78a39135-7e1b-4cfc-8949-e6417e15b488 HTTP/1.1" status: 200 len: 921 time: 0.2348163 Jul 24 09:09:52.255385 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7180f80-d775-4b75-baf0-7395e794966d req-4d33c190-a213-47d2-9cac-a9b8055c9474 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:52.266473 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d7180f80-d775-4b75-baf0-7395e794966d req-4d33c190-a213-47d2-9cac-a9b8055c9474 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.4009218 Jul 24 09:09:52.323146 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-a3649a9c-2cd2-4789-a043-6450c3491403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:52.333988 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-a3649a9c-2cd2-4789-a043-6450c3491403 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.2514083 Jul 24 09:09:52.334223 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] Attempting to bind port fb501b0a-b289-4ef2-8e3b-c15bfda28227 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:09:52.334969 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] Attempting to bind port fb501b0a-b289-4ef2-8e3b-c15bfda28227 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'afef0383-871f-4fc7-8698-99b783e5c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:09:52.335609 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] Attempting to bind port fb501b0a-b289-4ef2-8e3b-c15bfda28227 on network 8a8b2944-c8a5-4403-aa37-48c9a718d665 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:09:52.343604 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:09:52.343985 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] Checking segment: {'id': 'afef0383-871f-4fc7-8698-99b783e5c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:09:52.344396 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:52.344821 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] Bound using segment: {'id': 'afef0383-871f-4fc7-8698-99b783e5c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:09:52.345079 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-31f6cc28-dd26-496a-837e-85d9b4b20016 req-e6bda546-3e39-4102-9dd3-9ff3ffe1d41f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2da51239-493e-4ce8-9564-2138e4448452 HTTP/1.1" status: 200 len: 217 time: 0.0920355 Jul 24 09:09:52.345301 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] Bound port: fb501b0a-b289-4ef2-8e3b-c15bfda28227, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afef0383-871f-4fc7-8698-99b783e5c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:09:52.346200 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:52.445509 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] For port fb501b0a-b289-4ef2-8e3b-c15bfda28227, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:09:52.451514 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] For port fb501b0a-b289-4ef2-8e3b-c15bfda28227, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=fb501b0a-b289-4ef2-8e3b-c15bfda28227,segment=NetworkSegment(afef0383-871f-4fc7-8698-99b783e5c18e),segment_id=afef0383-871f-4fc7-8698-99b783e5c18e)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:09:52.460750 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:52.491359 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d7180f80-d775-4b75-baf0-7395e794966d req-d9316577-b4e4-4d4d-9bfd-a7502a7c9eaf tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201812 Jul 24 09:09:52.518563 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6cc28-dd26-496a-837e-85d9b4b20016 req-59a73368-ab69-4366-94cb-fee9db340de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:52.520126 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-31f6cc28-dd26-496a-837e-85d9b4b20016 req-59a73368-ab69-4366-94cb-fee9db340de1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=726d329a-a5bb-490b-be1e-f21c87173472 HTTP/1.1" status: 200 len: 861 time: 0.1662412 Jul 24 09:09:52.601590 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-555aebb9-013c-46a2-abaa-d3910defd9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:52.603220 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-555aebb9-013c-46a2-abaa-d3910defd9ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2620249 Jul 24 09:09:52.608576 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-31f6cc28-dd26-496a-837e-85d9b4b20016 req-e78cbd3c-334e-4692-ad81-323d3d8bc6db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78a39135-7e1b-4cfc-8949-e6417e15b488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794489 Jul 24 09:09:52.676670 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] Routers {'68cc0437-f26c-4a2f-9db5-4935001efde4'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:09:52.691068 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:09:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['68cc0437-f26c-4a2f-9db5-4935001efde4'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:52.765507 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-bbbdf3be-7511-4fe6-9bcd-e446b8dd48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1553795204-router', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:42Z', 'updated_at': '2021-07-24T09:06:54Z', 'revision_number': 4, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'gw_port': {'id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:44Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '0cdf8c2f-5077-4068-9363-b15bf12134cc', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'port_id': '39187c85-27ac-4bc6-8417-a814c3bf41fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'mac_address': 'fa:16:3e:6a:a6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79acb227-4dbe-4195-aeab-a6e911a1baf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:07:21Z', 'updated_at': '2021-07-24T09:09:50Z', 'revision_number': 5, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd58fd0f6-39db-4bb0-859e-f44e07e86d6a', 'name': '', 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'mac_address': 'fa:16:3e:bd:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '31fd267b-9b48-4500-908e-db289ca8125b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:52Z', 'updated_at': '2021-07-24T09:07:03Z', 'revision_number': 5, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'subnets': [{'id': '31fd267b-9b48-4500-908e-db289ca8125b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:52.838875 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbdf3be-7511-4fe6-9bcd-e446b8dd48ec None None] Checking router: b3596d54-e46f-4bc4-8857-ddc805702ca2 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:09:52.852831 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-31f6cc28-dd26-496a-837e-85d9b4b20016 req-de4d0b88-ab97-4027-87a4-0eae8d7772d2 service neutron] 10.222.0.20 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333989 Jul 24 09:09:52.904130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbdf3be-7511-4fe6-9bcd-e446b8dd48ec None None] Routers {'b3596d54-e46f-4bc4-8857-ddc805702ca2'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:09:52.904785 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-bbbdf3be-7511-4fe6-9bcd-e446b8dd48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:09:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b3596d54-e46f-4bc4-8857-ddc805702ca2'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:52.924338 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65ced5f-9e0a-47e7-a5ee-f405191e7ed7 x-openstack-request-id: req-b65ced5f-9e0a-47e7-a5ee-f405191e7ed7 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:09:52.924633 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79acb227-4dbe-4195-aeab-a6e911a1baf0", "tag": "39187c85-27ac-4bc6-8417-a814c3bf41fd", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:09:52.926449 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b65ced5f-9e0a-47e7-a5ee-f405191e7ed7 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:09:52.927668 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79acb227-4dbe-4195-aeab-a6e911a1baf0', 'tag': '39187c85-27ac-4bc6-8417-a814c3bf41fd', 'status': 'completed', 'code': 200} Jul 24 09:09:52.937346 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0e5d50-3104-4fd4-925c-e51f436926a3', 'tag': 'b30aaf2b-d913-480e-acba-dd7ed7267ed8'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:09:52.939636 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f701b3-2f4d-4cd7-af6e-2c1b92ed006d" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0e5d50-3104-4fd4-925c-e51f436926a3", "tag": "b30aaf2b-d913-480e-acba-dd7ed7267ed8"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:09:52.963510 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-167dcd39-a88d-4643-b7b6-db5241ffd224 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461959 Jul 24 09:09:52.975568 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcfc9e-d7af-4ff5-923e-770a7ca1b8cc None None] Pushing event updated for resources: {'Port': ['ID=fb501b0a-b289-4ef2-8e3b-c15bfda28227,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:53.127297 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] Set router 68cc0437-f26c-4a2f-9db5-4935001efde4 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:09:53.187193 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-31f6cc28-dd26-496a-837e-85d9b4b20016 req-a2178972-7945-4c37-8c80-184d45fc76cc service neutron] 10.222.0.20 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263106 Jul 24 09:09:53.214812 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-bbbdf3be-7511-4fe6-9bcd-e446b8dd48ec None None] Set router b3596d54-e46f-4bc4-8857-ddc805702ca2 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:09:53.347344 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122d5d3-7eaa-42ff-bae5-e9291b734d3f req-4f4686b4-4e6d-4b62-9a1a-7288949e458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:53.349112 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2122d5d3-7eaa-42ff-bae5-e9291b734d3f req-4f4686b4-4e6d-4b62-9a1a-7288949e458f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4433cfda2b344ed09028d36a89cb8dd1&device_id=79acb227-4dbe-4195-aeab-a6e911a1baf0 HTTP/1.1" status: 200 len: 1097 time: 0.3805740 Jul 24 09:09:53.543616 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122d5d3-7eaa-42ff-bae5-e9291b734d3f req-1529a777-0db6-4595-b4e2-71d65c81034c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:53.545319 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2122d5d3-7eaa-42ff-bae5-e9291b734d3f req-1529a777-0db6-4595-b4e2-71d65c81034c service neutron] 10.222.0.20 "GET /v2.0/networks?id=baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 HTTP/1.1" status: 200 len: 924 time: 0.1885538 Jul 24 09:09:53.568753 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5225a3a6-dfbf-464d-ae99-6f492a3098be req-9a0d66e5-fb15-47cd-bba7-1d8aa6141304 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705855 Jul 24 09:09:53.578847 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-bbbdf3be-7511-4fe6-9bcd-e446b8dd48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1553795204-router', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:42Z', 'updated_at': '2021-07-24T09:06:54Z', 'revision_number': 4, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'gw_port': {'id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:44Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '0cdf8c2f-5077-4068-9363-b15bf12134cc', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'port_id': '39187c85-27ac-4bc6-8417-a814c3bf41fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'mac_address': 'fa:16:3e:6a:a6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79acb227-4dbe-4195-aeab-a6e911a1baf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:07:21Z', 'updated_at': '2021-07-24T09:09:50Z', 'revision_number': 5, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd58fd0f6-39db-4bb0-859e-f44e07e86d6a', 'name': '', 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'mac_address': 'fa:16:3e:bd:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '31fd267b-9b48-4500-908e-db289ca8125b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:52Z', 'updated_at': '2021-07-24T09:07:03Z', 'revision_number': 5, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'subnets': [{'id': '31fd267b-9b48-4500-908e-db289ca8125b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:53.609034 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbdf3be-7511-4fe6-9bcd-e446b8dd48ec None None] The sync data for ids ['b3596d54-e46f-4bc4-8857-ddc805702ca2'] in n-d-800085-9 is: [{'id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1553795204-router', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:42Z', 'updated_at': '2021-07-24T09:06:54Z', 'revision_number': 4, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'gw_port': {'id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:44Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '0cdf8c2f-5077-4068-9363-b15bf12134cc', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'port_id': '39187c85-27ac-4bc6-8417-a814c3bf41fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'mac_address': 'fa:16:3e:6a:a6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79acb227-4dbe-4195-aeab-a6e911a1baf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:07:21Z', 'updated_at': '2021-07-24T09:09:50Z', 'revision_number': 5, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd58fd0f6-39db-4bb0-859e-f44e07e86d6a', 'name': '', 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'mac_address': 'fa:16:3e:bd:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '31fd267b-9b48-4500-908e-db289ca8125b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:52Z', 'updated_at': '2021-07-24T09:07:03Z', 'revision_number': 5, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'subnets': [{'id': '31fd267b-9b48-4500-908e-db289ca8125b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:09:53.697857 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'name': 'tempest-TaggedBootDevicesTest-631382974-router', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '8c5d0597-26a6-423e-a709-3987937fd827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:40Z', 'updated_at': '2021-07-24T09:09:45Z', 'revision_number': 4, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'gw_port': {'id': '8c5d0597-26a6-423e-a709-3987937fd827', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:41Z', 'updated_at': '2021-07-24T09:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'fb501b0a-b289-4ef2-8e3b-c15bfda28227', 'name': '', 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'mac_address': 'fa:16:3e:35:5a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '96727abd-2036-4cd0-afcc-3710a0b1eea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:44Z', 'updated_at': '2021-07-24T09:09:52Z', 'revision_number': 4, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'subnets': [{'id': '96727abd-2036-4cd0-afcc-3710a0b1eea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:09:53.726840 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63ceca-fc58-4966-a784-533cb5296f39 req-fdce7502-fccf-4d25-b9a7-16979d15ba00 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:53.734164 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0b63ceca-fc58-4966-a784-533cb5296f39 req-fdce7502-fccf-4d25-b9a7-16979d15ba00 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 948 time: 0.6179490 Jul 24 09:09:53.804875 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c872cb9d-8e47-4633-b665-c7900c908180 None None] The sync data for ids ['68cc0437-f26c-4a2f-9db5-4935001efde4'] in n-d-800085-9 is: [{'id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'name': 'tempest-TaggedBootDevicesTest-631382974-router', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '8c5d0597-26a6-423e-a709-3987937fd827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:40Z', 'updated_at': '2021-07-24T09:09:45Z', 'revision_number': 4, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'gw_port': {'id': '8c5d0597-26a6-423e-a709-3987937fd827', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:41Z', 'updated_at': '2021-07-24T09:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'fb501b0a-b289-4ef2-8e3b-c15bfda28227', 'name': '', 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'mac_address': 'fa:16:3e:35:5a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '96727abd-2036-4cd0-afcc-3710a0b1eea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:44Z', 'updated_at': '2021-07-24T09:09:52Z', 'revision_number': 4, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'subnets': [{'id': '96727abd-2036-4cd0-afcc-3710a0b1eea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:09:53.873326 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2122d5d3-7eaa-42ff-bae5-e9291b734d3f req-ea776a46-092b-45d1-bd6f-d4e1e004c90e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39187c85-27ac-4bc6-8417-a814c3bf41fd HTTP/1.1" status: 200 len: 999 time: 0.3141139 Jul 24 09:09:53.883779 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0b63ceca-fc58-4966-a784-533cb5296f39 req-16d83bc0-a9c1-41ad-9df5-6adbc606811b tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390195 Jul 24 09:09:54.005535 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122d5d3-7eaa-42ff-bae5-e9291b734d3f req-a900f7f6-65ed-47fe-9331-009ba9a8814f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:54.035527 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2122d5d3-7eaa-42ff-bae5-e9291b734d3f req-a900f7f6-65ed-47fe-9331-009ba9a8814f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31fd267b-9b48-4500-908e-db289ca8125b HTTP/1.1" status: 200 len: 863 time: 0.1494229 Jul 24 09:09:54.035930 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9ddc55-1490-4648-b114-6bb1d3d4a9fd x-openstack-request-id: req-8b9ddc55-1490-4648-b114-6bb1d3d4a9fd {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:09:54.036223 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0e5d50-3104-4fd4-925c-e51f436926a3", "tag": "b30aaf2b-d913-480e-acba-dd7ed7267ed8", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:09:54.036474 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b9ddc55-1490-4648-b114-6bb1d3d4a9fd {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:09:54.036896 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0e5d50-3104-4fd4-925c-e51f436926a3', 'tag': 'b30aaf2b-d913-480e-acba-dd7ed7267ed8', 'status': 'completed', 'code': 200} Jul 24 09:09:54.103513 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be06a9f-fe64-40c0-a58f-7a0139e788a0 None None] New status for floating IP 0cdf8c2f-5077-4068-9363-b15bf12134cc: ACTIVE {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:09:54.439778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f701b3-2f4d-4cd7-af6e-2c1b92ed006d req-d63cd921-a76d-4ec3-a91e-88f4403c228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:54.441356 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84f701b3-2f4d-4cd7-af6e-2c1b92ed006d req-d63cd921-a76d-4ec3-a91e-88f4403c228a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 1099 time: 0.4037297 Jul 24 09:09:54.495669 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f701b3-2f4d-4cd7-af6e-2c1b92ed006d req-4f1eb1f4-6c87-46a2-8ed5-3668c2577d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:54.497244 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84f701b3-2f4d-4cd7-af6e-2c1b92ed006d req-4f1eb1f4-6c87-46a2-8ed5-3668c2577d52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 1099 time: 0.3782640 Jul 24 09:09:54.499335 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122d5d3-7eaa-42ff-bae5-e9291b734d3f req-ee648bfa-446a-45e1-aa2c-f586039935ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:54.500700 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2122d5d3-7eaa-42ff-bae5-e9291b734d3f req-ee648bfa-446a-45e1-aa2c-f586039935ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=baf54693-f6ce-4efa-ad5c-848a9b2e7bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3395178 Jul 24 09:09:54.517210 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cf9f8-c185-4c01-ab83-c96b77ae9431 req-dd36923a-af61-441e-8840-6bb522c971ae tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:54.518726 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-471cf9f8-c185-4c01-ab83-c96b77ae9431 req-dd36923a-af61-441e-8840-6bb522c971ae tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.2737033 Jul 24 09:09:54.731053 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f701b3-2f4d-4cd7-af6e-2c1b92ed006d req-11134347-9181-41e7-afe4-bbc2ecf75072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:54.732925 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84f701b3-2f4d-4cd7-af6e-2c1b92ed006d req-11134347-9181-41e7-afe4-bbc2ecf75072 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.1564910 Jul 24 09:09:54.869900 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2122d5d3-7eaa-42ff-bae5-e9291b734d3f req-2b915274-362a-4c0e-806b-f8f37dd521a6 service neutron] 10.222.0.20 "GET /v2.0/networks/baf54693-f6ce-4efa-ad5c-848a9b2e7bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341291 Jul 24 09:09:55.148307 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-471cf9f8-c185-4c01-ab83-c96b77ae9431 req-23eb28ba-5160-4d27-809c-de0317b99cc9 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6162553 Jul 24 09:09:55.195114 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84f701b3-2f4d-4cd7-af6e-2c1b92ed006d req-5f0de660-027e-4124-8e0d-91d3e70ab35b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=b30aaf2b-d913-480e-acba-dd7ed7267ed8 HTTP/1.1" status: 200 len: 217 time: 0.3225310 Jul 24 09:09:55.250982 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device fb501b0a-b289-4ef2-8e3b-c15bfda28227 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:09:55.305073 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f701b3-2f4d-4cd7-af6e-2c1b92ed006d req-a0c74a2d-b6d4-45b1-8d44-6882da09e3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:55.306892 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84f701b3-2f4d-4cd7-af6e-2c1b92ed006d req-a0c74a2d-b6d4-45b1-8d44-6882da09e3d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0766239 Jul 24 09:09:55.331966 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port fb501b0a-b289-4ef2-8e3b-c15bfda28227 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:09:55.342456 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port fb501b0a-b289-4ef2-8e3b-c15bfda28227 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:09:55.343558 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:55.532910 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f701b3-2f4d-4cd7-af6e-2c1b92ed006d req-f270c150-ba70-48b5-a2e2-8da993e57877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:55.534969 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84f701b3-2f4d-4cd7-af6e-2c1b92ed006d req-f270c150-ba70-48b5-a2e2-8da993e57877 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 1.0709188 Jul 24 09:09:55.536038 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:55.574682 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port fb501b0a-b289-4ef2-8e3b-c15bfda28227, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=fb501b0a-b289-4ef2-8e3b-c15bfda28227,segment=NetworkSegment(afef0383-871f-4fc7-8698-99b783e5c18e),segment_id=afef0383-871f-4fc7-8698-99b783e5c18e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:55.579973 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:55.663674 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=fb501b0a-b289-4ef2-8e3b-c15bfda28227,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:55.978670 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84f701b3-2f4d-4cd7-af6e-2c1b92ed006d req-cdacd3b5-1428-4f3c-b762-647da0e0fce9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=b30aaf2b-d913-480e-acba-dd7ed7267ed8 HTTP/1.1" status: 200 len: 217 time: 0.4341819 Jul 24 09:09:56.100146 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2122d5d3-7eaa-42ff-bae5-e9291b734d3f req-8f081e4b-1852-458d-a86b-782d601b79c7 service neutron] 10.222.0.20 "GET /v2.0/networks/baf54693-f6ce-4efa-ad5c-848a9b2e7bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2137351 Jul 24 09:09:56.132363 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f701b3-2f4d-4cd7-af6e-2c1b92ed006d req-87b6ac72-a89c-4e83-874c-4536764c847c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:56.134260 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84f701b3-2f4d-4cd7-af6e-2c1b92ed006d req-87b6ac72-a89c-4e83-874c-4536764c847c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8185701 Jul 24 09:09:56.145888 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf556a-319e-4311-810a-86af6b48dc5b req-7ce81135-d97f-48b0-ba8b-58916318d625 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:56.153728 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b3cf556a-319e-4311-810a-86af6b48dc5b req-7ce81135-d97f-48b0-ba8b-58916318d625 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 948 time: 0.6102819 Jul 24 09:09:56.197067 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f701b3-2f4d-4cd7-af6e-2c1b92ed006d req-f7ac9e77-c1f3-44b3-937a-2abc86a5bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:56.198654 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84f701b3-2f4d-4cd7-af6e-2c1b92ed006d req-f7ac9e77-c1f3-44b3-937a-2abc86a5bb33 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.2112558 Jul 24 09:09:56.273613 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b3cf556a-319e-4311-810a-86af6b48dc5b req-b1a2e663-c5fc-41f4-b96e-eaacd6cd05ae tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187172 Jul 24 09:09:56.411807 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0800b-8b84-4118-9f77-978fe1759b5f req-28674e36-9e35-450d-9e54-94ef25932a78 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:56.425514 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7ec0800b-8b84-4118-9f77-978fe1759b5f req-28674e36-9e35-450d-9e54-94ef25932a78 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.1420732 Jul 24 09:09:56.515624 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84f701b3-2f4d-4cd7-af6e-2c1b92ed006d req-d9386090-ce16-4201-9087-7bb17bcccd9b service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372741 Jul 24 09:09:56.522138 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f701b3-2f4d-4cd7-af6e-2c1b92ed006d req-0b81e4f1-27c9-4c1d-a404-e17db16ca6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:56.523710 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84f701b3-2f4d-4cd7-af6e-2c1b92ed006d req-0b81e4f1-27c9-4c1d-a404-e17db16ca6fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3041484 Jul 24 09:09:56.534524 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7ec0800b-8b84-4118-9f77-978fe1759b5f req-e406d698-1fa7-401e-896d-ced39b246b86 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081376 Jul 24 09:09:56.805268 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84f701b3-2f4d-4cd7-af6e-2c1b92ed006d req-52e9f24b-0a1c-4c09-ae0e-9f47f82e3004 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788303 Jul 24 09:09:56.849536 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84f701b3-2f4d-4cd7-af6e-2c1b92ed006d req-80fdeeb6-f251-4f28-8c91-9d80d6dd6f49 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115187 Jul 24 09:09:57.029435 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84f701b3-2f4d-4cd7-af6e-2c1b92ed006d req-9957113a-28a2-49b3-8b6e-ca233cb51993 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698215 Jul 24 09:09:57.044256 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device fb501b0a-b289-4ef2-8e3b-c15bfda28227 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:09:57.116309 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port fb501b0a-b289-4ef2-8e3b-c15bfda28227 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:09:57.116793 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:57.199627 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b1e931b5-15ee-486c-9314-e318f83a66bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:57.463608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf46d51-57c0-4146-849a-07b669fdf9a3 req-0b8a84e5-77dd-4a04-b61f-34b9c99b31a8 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:57.465860 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4cf46d51-57c0-4146-849a-07b669fdf9a3 req-0b8a84e5-77dd-4a04-b61f-34b9c99b31a8 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 948 time: 0.0943372 Jul 24 09:09:57.522447 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4cf46d51-57c0-4146-849a-07b669fdf9a3 req-8af8ec80-ab2c-4043-b039-0c609d396d5d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499785 Jul 24 09:09:57.806977 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d80c8-6d14-4792-a613-8097857d845e req-3ce727dc-9738-4c95-bf67-b6f47e47a8ce tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:57.813636 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-527d80c8-6d14-4792-a613-8097857d845e req-3ce727dc-9738-4c95-bf67-b6f47e47a8ce tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.1554008 Jul 24 09:09:57.896348 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-527d80c8-6d14-4792-a613-8097857d845e req-15bd5912-8c1d-4657-b9ac-eb62729cfa53 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757594 Jul 24 09:09:58.014490 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device b30aaf2b-d913-480e-acba-dd7ed7267ed8 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:09:58.135064 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-873b6059-e273-4098-99c4-1b7e0191e994 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:58.139229 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-873b6059-e273-4098-99c4-1b7e0191e994 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3&tenant_id=f67164019b334342a09c29ba4cdc5893&binding%3Ahost_id=n-h2-800085-9 HTTP/1.1" status: 200 len: 948 time: 0.1534073 Jul 24 09:09:58.282408 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3c94d-f041-4f3b-bb0d-7e43bed627bf req-475c6018-7df1-4b1b-8e60-5aa2bf616e01 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:58.282653 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port b30aaf2b-d913-480e-acba-dd7ed7267ed8, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=b30aaf2b-d913-480e-acba-dd7ed7267ed8,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:58.285195 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-1bc49258-237f-40e3-915f-3c3d15f1510d service neutron] 10.222.0.20 "GET /v2.0/ports/b30aaf2b-d913-480e-acba-dd7ed7267ed8/bindings/n-h2-800085-9 HTTP/1.1" status: 200 len: 382 time: 0.1330626 Jul 24 09:09:58.297150 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a7a3c94d-f041-4f3b-bb0d-7e43bed627bf req-475c6018-7df1-4b1b-8e60-5aa2bf616e01 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 948 time: 0.1003151 Jul 24 09:09:58.328182 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'b30aaf2b-d913-480e-acba-dd7ed7267ed8', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': 'b30aaf2b-d913-480e-acba-dd7ed7267ed8', 'mac_address': 'fa:16:3e:78:70:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:09:58.392586 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a7a3c94d-f041-4f3b-bb0d-7e43bed627bf req-8473821d-d51a-4474-9ee6-2f311ea9b298 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940819 Jul 24 09:09:58.397034 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:58.421049 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-dea1e955-c349-4bc8-8193-b4db662d087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:58.422587 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-dea1e955-c349-4bc8-8193-b4db662d087b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 1099 time: 0.1085942 Jul 24 09:09:58.428120 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b30aaf2b-d913-480e-acba-dd7ed7267ed8 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:09:58.459567 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port b30aaf2b-d913-480e-acba-dd7ed7267ed8, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=b30aaf2b-d913-480e-acba-dd7ed7267ed8,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:09:58.465291 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:09:58.530009 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=b30aaf2b-d913-480e-acba-dd7ed7267ed8,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:09:58.546194 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:09:58.565970 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-5e368921-034c-4dee-8d77-3d7d65c9d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:58.567743 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-5e368921-034c-4dee-8d77-3d7d65c9d3be service neutron] 10.222.0.20 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.1377323 Jul 24 09:09:58.636223 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-91e5ede9-2ae4-4c9e-bc3a-f510f23bca5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=b30aaf2b-d913-480e-acba-dd7ed7267ed8 HTTP/1.1" status: 200 len: 217 time: 0.0608451 Jul 24 09:09:58.718015 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-8768a80e-68ac-4592-8707-ab17795a9d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:58.719983 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-8768a80e-68ac-4592-8707-ab17795a9d2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0632117 Jul 24 09:09:58.820519 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-c40800bf-199a-4da1-9fb4-0017dd1c6195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:58.822921 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-c40800bf-199a-4da1-9fb4-0017dd1c6195 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0963135 Jul 24 09:09:58.907198 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['b30aaf2b-d913-480e-acba-dd7ed7267ed8'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:09:59.000061 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-6d833bd2-40cf-43f7-9e85-3ecabfb9e0b2 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685548 Jul 24 09:09:59.251818 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53f7cf-9849-4d27-ad04-2013873cb0bd req-6cba40bd-b55c-44a6-81c0-722311790340 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:59.262941 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6d53f7cf-9849-4d27-ad04-2013873cb0bd req-6cba40bd-b55c-44a6-81c0-722311790340 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.2601655 Jul 24 09:09:59.296215 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-afbaea43-8976-486f-b371-fd5304ab7e12 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821577 Jul 24 09:09:59.421402 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6d53f7cf-9849-4d27-ad04-2013873cb0bd req-660cdfee-6984-4b7c-af2c-c1b8b627d9f8 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289198 Jul 24 09:09:59.688346 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaf251-a9ad-4a76-a6f1-050b5b171c6b req-3d741474-22c8-4f48-91b0-27b109826ddc tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:09:59.690576 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3acaf251-a9ad-4a76-a6f1-050b5b171c6b req-3d741474-22c8-4f48-91b0-27b109826ddc tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 949 time: 0.0897248 Jul 24 09:09:59.735510 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3acaf251-a9ad-4a76-a6f1-050b5b171c6b req-e4c655b7-8100-47ac-8ccf-03a2395aa034 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394378 Jul 24 09:09:59.742620 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4a0140ac-c57c-439d-b711-510f17c22249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:00.030913 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device b30aaf2b-d913-480e-acba-dd7ed7267ed8 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:10:00.107170 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port b30aaf2b-d913-480e-acba-dd7ed7267ed8 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:10:00.114659 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port b30aaf2b-d913-480e-acba-dd7ed7267ed8 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:10:00.117468 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:00.269483 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:00.303242 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0e5d50-3104-4fd4-925c-e51f436926a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30aaf2b-d913-480e-acba-dd7ed7267ed8'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:10:00.306235 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d313fa3-3139-4e1b-8d66-c96fd3cb3bfd" -d '{"events": [{"server_uuid": "3f0e5d50-3104-4fd4-925c-e51f436926a3", "name": "network-vif-plugged", "status": "completed", "tag": "b30aaf2b-d913-480e-acba-dd7ed7267ed8"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:10:00.363504 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port b30aaf2b-d913-480e-acba-dd7ed7267ed8, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=b30aaf2b-d913-480e-acba-dd7ed7267ed8,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:00.370822 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:00.458578 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024f8e8b-4112-4909-b5ae-1d0f05de411d x-openstack-request-id: req-024f8e8b-4112-4909-b5ae-1d0f05de411d {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:10:00.458962 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0e5d50-3104-4fd4-925c-e51f436926a3", "name": "network-vif-plugged", "status": "completed", "tag": "b30aaf2b-d913-480e-acba-dd7ed7267ed8", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:10:00.459275 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-024f8e8b-4112-4909-b5ae-1d0f05de411d {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:10:00.460232 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0e5d50-3104-4fd4-925c-e51f436926a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30aaf2b-d913-480e-acba-dd7ed7267ed8', 'code': 200} Jul 24 09:10:00.462242 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:00.466179 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=b30aaf2b-d913-480e-acba-dd7ed7267ed8,revision_number=9']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:00.604941 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c059ac-b3bb-4420-bedc-f1e6cfc55831 req-ecb62ed3-2683-4f1b-ac70-ee36af2af9e5 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:00.612463 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-39c059ac-b3bb-4420-bedc-f1e6cfc55831 req-ecb62ed3-2683-4f1b-ac70-ee36af2af9e5 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.0935228 Jul 24 09:10:00.651852 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-39c059ac-b3bb-4420-bedc-f1e6cfc55831 req-f1eec172-9d39-46fb-b19d-55451551d7dc tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384188 Jul 24 09:10:00.882087 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:00.916326 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc54bc-b14e-4299-866a-6a9cacecc32e req-13fe3a09-d56b-4b01-a55e-db647feb359a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:00.920898 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-48cc54bc-b14e-4299-866a-6a9cacecc32e req-13fe3a09-d56b-4b01-a55e-db647feb359a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 950 time: 0.1012945 Jul 24 09:10:00.992840 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-48cc54bc-b14e-4299-866a-6a9cacecc32e req-84cf4538-ce88-415c-be83-4c6ecae5a2dc tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622358 Jul 24 09:10:01.817763 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d6bdf-c7a2-45dd-8825-b5a5bcc42ef0 req-d266e48c-a4e0-4461-9911-e62bde84537d tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:01.821660 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f79d6bdf-c7a2-45dd-8825-b5a5bcc42ef0 req-d266e48c-a4e0-4461-9911-e62bde84537d tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.0792742 Jul 24 09:10:01.879837 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f79d6bdf-c7a2-45dd-8825-b5a5bcc42ef0 req-bb29d074-c3df-4374-9aca-d3a72c9a857d tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462410 Jul 24 09:10:02.029455 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-b783063b-4773-4e33-adf4-6d4927ae556c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:02.030560 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-b783063b-4773-4e33-adf4-6d4927ae556c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3&tenant_id=f67164019b334342a09c29ba4cdc5893 HTTP/1.1" status: 200 len: 1101 time: 0.0879769 Jul 24 09:10:02.047427 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-9', 'device_owner': 'compute:nova'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:02.148838 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:02.388138 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] For port b30aaf2b-d913-480e-acba-dd7ed7267ed8, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=b30aaf2b-d913-480e-acba-dd7ed7267ed8,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:02.429909 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] For port b30aaf2b-d913-480e-acba-dd7ed7267ed8, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:10:02.488112 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0e5d50-3104-4fd4-925c-e51f436926a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b30aaf2b-d913-480e-acba-dd7ed7267ed8'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:10:02.493137 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df949ec-c96e-4873-ada9-606b74f4de75" -d '{"events": [{"server_uuid": "3f0e5d50-3104-4fd4-925c-e51f436926a3", "name": "network-vif-unplugged", "status": "completed", "tag": "b30aaf2b-d913-480e-acba-dd7ed7267ed8"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:10:02.498089 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:02.516326 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Transition to ACTIVE for port object b30aaf2b-d913-480e-acba-dd7ed7267ed8 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:10:02.521387 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:02.614697 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] No DVR routers for this DVR port b30aaf2b-d913-480e-acba-dd7ed7267ed8 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:10:02.631100 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Pushing event updated for resources: {'Port': ['ID=b30aaf2b-d913-480e-acba-dd7ed7267ed8,revision_number=10']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:02.644449 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:02.644829 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:02.645171 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:02.645512 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:02.645843 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:02.646172 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:02.646499 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:02.646852 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:02.647178 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:02.647501 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:02.647826 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:02.648151 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:02.711468 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Attempting to bind port b30aaf2b-d913-480e-acba-dd7ed7267ed8 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:10:02.712079 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Attempting to bind port b30aaf2b-d913-480e-acba-dd7ed7267ed8 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:10:02.712718 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Attempting to bind port b30aaf2b-d913-480e-acba-dd7ed7267ed8 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:10:02.717611 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Port b30aaf2b-d913-480e-acba-dd7ed7267ed8 on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:10:02.718116 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Attempting to bind port b30aaf2b-d913-480e-acba-dd7ed7267ed8 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:10:02.733776 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:10:02.734123 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:10:02.734525 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:10:02.734969 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Bound port: b30aaf2b-d913-480e-acba-dd7ed7267ed8, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:10:02.735337 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:02.777968 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:02.853665 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] For port b30aaf2b-d913-480e-acba-dd7ed7267ed8, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:10:02.857115 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] For port b30aaf2b-d913-480e-acba-dd7ed7267ed8, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b30aaf2b-d913-480e-acba-dd7ed7267ed8,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:10:02.862564 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:02.899072 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:02.899781 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:02.901125 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] 10.222.0.37 "PUT /v2.0/ports/b30aaf2b-d913-480e-acba-dd7ed7267ed8 HTTP/1.1" status: 200 len: 1097 time: 0.8624122 Jul 24 09:10:03.005606 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee2da8-e6e5-4b74-b2d8-b6060c837f5a service neutron] Pushing event updated for resources: {'Port': ['ID=b30aaf2b-d913-480e-acba-dd7ed7267ed8,revision_number=11']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:03.052442 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-aec5b5ec-36d3-4fc9-ad91-31eca993c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:03.055178 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-aec5b5ec-36d3-4fc9-ad91-31eca993c6c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 1100 time: 0.1276734 Jul 24 09:10:03.173814 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-a2dd1e08-4abd-4537-9a17-c5372d8858c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:03.179979 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-a2dd1e08-4abd-4537-9a17-c5372d8858c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.1136556 Jul 24 09:10:03.226412 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-3fab1ecd-8275-4a22-bb6a-5720ace2043c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=b30aaf2b-d913-480e-acba-dd7ed7267ed8 HTTP/1.1" status: 200 len: 217 time: 0.0444081 Jul 24 09:10:03.288326 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-8edcf246-fa07-4699-83e2-f38d10cf008f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:03.289890 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-8edcf246-fa07-4699-83e2-f38d10cf008f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0565920 Jul 24 09:10:03.366570 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-6d2209f0-3d97-4277-ad1f-ea23d9215885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:03.368388 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-6d2209f0-3d97-4277-ad1f-ea23d9215885 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0707307 Jul 24 09:10:03.488028 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-fdde8d31-d0ce-4173-9ea6-a87c84d84cd9 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126087 Jul 24 09:10:03.600475 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca3c7b6e-0ca1-4d41-89d2-23a6e67d68ad req-34b99696-59d5-4d5b-a379-aabff0a29d0c service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060505 Jul 24 09:10:04.048388 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device b30aaf2b-d913-480e-acba-dd7ed7267ed8 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:10:04.091222 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device b30aaf2b-d913-480e-acba-dd7ed7267ed8 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:10:04.235234 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d114c-9a22-4dda-8fb2-d845ea0ae6ab req-f5f4345c-ccea-4dcf-b1e1-8b8cf4e0699a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:04.243543 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-866d114c-9a22-4dda-8fb2-d845ea0ae6ab req-f5f4345c-ccea-4dcf-b1e1-8b8cf4e0699a tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 949 time: 0.0928621 Jul 24 09:10:04.283602 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-866d114c-9a22-4dda-8fb2-d845ea0ae6ab req-dfb8d294-19f7-4d7b-bba8-3e47f8b31cf2 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391660 Jul 24 09:10:04.429565 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d92052d-7e1d-489e-92ed-365accae0072 x-openstack-request-id: req-9d92052d-7e1d-489e-92ed-365accae0072 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:10:04.429958 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0e5d50-3104-4fd4-925c-e51f436926a3", "name": "network-vif-unplugged", "status": "completed", "tag": "b30aaf2b-d913-480e-acba-dd7ed7267ed8", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:10:04.430349 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d92052d-7e1d-489e-92ed-365accae0072 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:10:04.430892 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0e5d50-3104-4fd4-925c-e51f436926a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b30aaf2b-d913-480e-acba-dd7ed7267ed8', 'code': 200} Jul 24 09:10:05.626572 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device b30aaf2b-d913-480e-acba-dd7ed7267ed8 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:10:05.779507 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port b30aaf2b-d913-480e-acba-dd7ed7267ed8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b30aaf2b-d913-480e-acba-dd7ed7267ed8,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:05.806000 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'b30aaf2b-d913-480e-acba-dd7ed7267ed8', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': 'b30aaf2b-d913-480e-acba-dd7ed7267ed8', 'mac_address': 'fa:16:3e:78:70:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:10:05.860656 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:05.877658 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b30aaf2b-d913-480e-acba-dd7ed7267ed8 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:10:05.911720 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port b30aaf2b-d913-480e-acba-dd7ed7267ed8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b30aaf2b-d913-480e-acba-dd7ed7267ed8,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:05.929407 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:06.078233 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=b30aaf2b-d913-480e-acba-dd7ed7267ed8,revision_number=12']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:06.245524 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['b30aaf2b-d913-480e-acba-dd7ed7267ed8'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:10:06.432209 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0e5d50-3104-4fd4-925c-e51f436926a3', 'tag': 'b30aaf2b-d913-480e-acba-dd7ed7267ed8'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:10:06.434916 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533937d7-c691-4c96-88df-e0f72b585901" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0e5d50-3104-4fd4-925c-e51f436926a3", "tag": "b30aaf2b-d913-480e-acba-dd7ed7267ed8"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:10:07.641441 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device b30aaf2b-d913-480e-acba-dd7ed7267ed8 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:10:07.695388 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port b30aaf2b-d913-480e-acba-dd7ed7267ed8 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:10:07.699105 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port b30aaf2b-d913-480e-acba-dd7ed7267ed8 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:10:07.699608 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:07.779309 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:07.803727 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0e5d50-3104-4fd4-925c-e51f436926a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30aaf2b-d913-480e-acba-dd7ed7267ed8'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:10:07.805961 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fda603-bd43-4b66-8abe-5aabe30aea75" -d '{"events": [{"server_uuid": "3f0e5d50-3104-4fd4-925c-e51f436926a3", "name": "network-vif-plugged", "status": "completed", "tag": "b30aaf2b-d913-480e-acba-dd7ed7267ed8"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:10:07.819241 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port b30aaf2b-d913-480e-acba-dd7ed7267ed8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b30aaf2b-d913-480e-acba-dd7ed7267ed8,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:07.823388 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:07.824194 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device af623ca2-ffa5-433d-8a89-bfd38bd048a9 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:10:07.900100 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=b30aaf2b-d913-480e-acba-dd7ed7267ed8,revision_number=13']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:07.944072 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:07.988172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port af623ca2-ffa5-433d-8a89-bfd38bd048a9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=af623ca2-ffa5-433d-8a89-bfd38bd048a9,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:07.992344 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:08.042452 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=af623ca2-ffa5-433d-8a89-bfd38bd048a9,revision_number=11']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:13.023370 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58180b-ce55-4d3d-a72a-0a4db9e3a131 req-63869fcf-9c36-4dcc-8154-e0bbb192507c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:13.029631 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-af58180b-ce55-4d3d-a72a-0a4db9e3a131 req-63869fcf-9c36-4dcc-8154-e0bbb192507c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 951 time: 0.0790241 Jul 24 09:10:13.089401 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-af58180b-ce55-4d3d-a72a-0a4db9e3a131 req-9ea95bde-c582-4b78-8868-4aab0da29032 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585527 Jul 24 09:10:13.111971 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242f4c54-ae3f-4be5-bb39-5946ac80c422 x-openstack-request-id: req-242f4c54-ae3f-4be5-bb39-5946ac80c422 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:10:13.111971 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0e5d50-3104-4fd4-925c-e51f436926a3", "tag": "b30aaf2b-d913-480e-acba-dd7ed7267ed8", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:10:13.111971 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-242f4c54-ae3f-4be5-bb39-5946ac80c422 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:10:13.111971 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0e5d50-3104-4fd4-925c-e51f436926a3', 'tag': 'b30aaf2b-d913-480e-acba-dd7ed7267ed8', 'status': 'completed', 'code': 200} Jul 24 09:10:13.143523 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed87fdc-eb36-4b91-acd9-113bb22dfb78 x-openstack-request-id: req-1ed87fdc-eb36-4b91-acd9-113bb22dfb78 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:10:13.144789 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0e5d50-3104-4fd4-925c-e51f436926a3", "name": "network-vif-plugged", "status": "completed", "tag": "b30aaf2b-d913-480e-acba-dd7ed7267ed8", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:10:13.145047 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ed87fdc-eb36-4b91-acd9-113bb22dfb78 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:10:13.145454 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0e5d50-3104-4fd4-925c-e51f436926a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30aaf2b-d913-480e-acba-dd7ed7267ed8', 'code': 200} Jul 24 09:10:13.220486 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533937d7-c691-4c96-88df-e0f72b585901 req-b01219c9-690f-4b3c-ba6e-9428661dac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:13.221980 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-533937d7-c691-4c96-88df-e0f72b585901 req-b01219c9-690f-4b3c-ba6e-9428661dac12 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 1102 time: 0.0873215 Jul 24 09:10:13.383189 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a162b3d-477c-4d3f-a564-c5645d73a6b3 req-2df3b9ab-b41f-4a39-b598-d6982a0d0841 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:13.389118 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-c4b3c118-5d57-49ed-95bf-fd335997e808 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:13.389714 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a162b3d-477c-4d3f-a564-c5645d73a6b3 req-2df3b9ab-b41f-4a39-b598-d6982a0d0841 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d3770d6-7d2c-42a5-a8d3-0b1682236cb5 HTTP/1.1" status: 200 len: 948 time: 0.1845996 Jul 24 09:10:13.390648 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-c4b3c118-5d57-49ed-95bf-fd335997e808 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/networks?id=78a39135-7e1b-4cfc-8949-e6417e15b488 HTTP/1.1" status: 200 len: 821 time: 0.1719489 Jul 24 09:10:13.416465 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-1307b701-348d-4b30-8ec3-ef4fb6c77ec8 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/quotas/4e8bcd755fb7413ba3c9ec90a6266523 HTTP/1.1" status: 200 len: 375 time: 0.0188568 Jul 24 09:10:13.437621 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533937d7-c691-4c96-88df-e0f72b585901 req-293bf796-af45-4937-88ae-11c168114a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:13.440663 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-533937d7-c691-4c96-88df-e0f72b585901 req-293bf796-af45-4937-88ae-11c168114a41 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.1979628 Jul 24 09:10:13.511485 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-629ab6f3-04fc-4ca1-81e3-0962ed3f49fe tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0936515 Jul 24 09:10:13.515579 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a162b3d-477c-4d3f-a564-c5645d73a6b3 req-31eb4d76-810c-47db-846e-ed2ea998f6ce tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/security-groups?id=24ef9e9b-3a89-41eb-b9d4-aa4872ae1379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250021 Jul 24 09:10:13.517774 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-533937d7-c691-4c96-88df-e0f72b585901 req-015fb2f3-54d4-421c-8c31-cde099d834c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=b30aaf2b-d913-480e-acba-dd7ed7267ed8 HTTP/1.1" status: 200 len: 217 time: 0.0454502 Jul 24 09:10:13.614953 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533937d7-c691-4c96-88df-e0f72b585901 req-fcd0051b-a4d9-4498-be25-161505a3e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:13.616444 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-533937d7-c691-4c96-88df-e0f72b585901 req-fcd0051b-a4d9-4498-be25-161505a3e6e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0923190 Jul 24 09:10:13.636547 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-f2b56355-1294-496f-b299-7b19c8058b64 service neutron] 10.222.0.32 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178665 Jul 24 09:10:13.735533 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-78ff827a-3e56-45bc-a031-72d7293e397b service neutron] 10.222.0.32 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926292 Jul 24 09:10:13.741343 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328bc33-06d1-42fb-b1c9-fad00a6111e8 req-db90aaf2-4417-4d91-ac4a-33e019d15b28 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:13.742909 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d328bc33-06d1-42fb-b1c9-fad00a6111e8 req-db90aaf2-4417-4d91-ac4a-33e019d15b28 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 951 time: 0.0816755 Jul 24 09:10:13.750106 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533937d7-c691-4c96-88df-e0f72b585901 req-0ef85c28-f8f6-43a7-b693-c5043b4ab86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:13.751566 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-533937d7-c691-4c96-88df-e0f72b585901 req-0ef85c28-f8f6-43a7-b693-c5043b4ab86c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1270015 Jul 24 09:10:13.843398 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:13.853610 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d328bc33-06d1-42fb-b1c9-fad00a6111e8 req-9d55fe2c-4364-4f47-8955-324914ef5426 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010149 Jul 24 09:10:13.905343 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-533937d7-c691-4c96-88df-e0f72b585901 req-eed59020-1078-4bd6-8144-aef01e3b3b08 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455553 Jul 24 09:10:14.053780 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-533937d7-c691-4c96-88df-e0f72b585901 req-0ef721a7-0b69-4d3b-831e-616c8073c896 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415906 Jul 24 09:10:14.357092 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c5d6901a-2fe7-4615-b84f-95a9fdcdace3 req-756cc43f-02ba-4ed3-adbe-8b23e2631fcf tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 210 time: 0.0560977 Jul 24 09:10:14.431234 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-3854f77f-cc67-44b3-9cef-e6ec39ccc602 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f67164019b334342a09c29ba4cdc5893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469599 Jul 24 09:10:14.678356 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-f78ffb33-d6c6-45e6-86ab-77f903e9cfd9 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:14.680379 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-f78ffb33-d6c6-45e6-86ab-77f903e9cfd9 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2480626 Jul 24 09:10:14.712299 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-4b95f44a-828e-417a-91c3-abe32da08622 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/quotas/f67164019b334342a09c29ba4cdc5893 HTTP/1.1" status: 200 len: 375 time: 0.0190938 Jul 24 09:10:14.821661 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-71a77ffc-3e52-4835-9f43-82c1cd862df1 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1045763 Jul 24 09:10:15.126034 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-aa78d158-15f6-4cac-992d-232625c59556 req-a03c2f25-bf97-4c59-b77f-57196c806d35 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 210 time: 0.0504892 Jul 24 09:10:15.146542 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3770d6-7d2c-42a5-a8d3-0b1682236cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af623ca2-ffa5-433d-8a89-bfd38bd048a9'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:10:15.149374 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07930671-a925-49b5-93e7-58ff48361f6b" -d '{"events": [{"server_uuid": "5d3770d6-7d2c-42a5-a8d3-0b1682236cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "af623ca2-ffa5-433d-8a89-bfd38bd048a9"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:10:15.300349 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7121c083-afde-4a18-9a1c-9e40f9e20fa6 x-openstack-request-id: req-7121c083-afde-4a18-9a1c-9e40f9e20fa6 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:10:15.300992 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d3770d6-7d2c-42a5-a8d3-0b1682236cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "af623ca2-ffa5-433d-8a89-bfd38bd048a9", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:10:15.301353 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7121c083-afde-4a18-9a1c-9e40f9e20fa6 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:10:15.301871 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3770d6-7d2c-42a5-a8d3-0b1682236cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af623ca2-ffa5-433d-8a89-bfd38bd048a9', 'code': 200} Jul 24 09:10:15.572422 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-aced8fc3-7fd0-41af-8a83-dde52577fac7 req-e6a667ab-f3af-4ecb-9925-07e95c2ed845 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 210 time: 0.1195335 Jul 24 09:10:15.674192 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 05d291cb-d039-4b7f-b7e8-0f5e552bfef1 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:10:15.811540 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 05d291cb-d039-4b7f-b7e8-0f5e552bfef1, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=05d291cb-d039-4b7f-b7e8-0f5e552bfef1,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:15.826142 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '05d291cb-d039-4b7f-b7e8-0f5e552bfef1', 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0', 'port_id': '05d291cb-d039-4b7f-b7e8-0f5e552bfef1', 'mac_address': 'fa:16:3e:fa:ce:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f4d091-9355-41fb-8669-a9c6a15e7d4f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:10:15.898266 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:15.913994 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-eb6f6312-0103-4ac0-b9ba-e3b8d56830f4 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:15.927010 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-eb6f6312-0103-4ac0-b9ba-e3b8d56830f4 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.20 "GET /v2.0/networks?id=78a39135-7e1b-4cfc-8949-e6417e15b488 HTTP/1.1" status: 200 len: 821 time: 0.3263309 Jul 24 09:10:15.928170 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05d291cb-d039-4b7f-b7e8-0f5e552bfef1 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:10:15.942203 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-78a92452-2ad9-4554-82f2-99ada0790124 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Request body: {'port': {'device_id': 'b74cf0b3-8787-4966-ac2c-1788c88b0f47', 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488', 'admin_state_up': True, 'tenant_id': '4e8bcd755fb7413ba3c9ec90a6266523'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:15.956856 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 05d291cb-d039-4b7f-b7e8-0f5e552bfef1, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=05d291cb-d039-4b7f-b7e8-0f5e552bfef1,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:15.962884 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:16.062266 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=05d291cb-d039-4b7f-b7e8-0f5e552bfef1,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:16.084518 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['05d291cb-d039-4b7f-b7e8-0f5e552bfef1'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:10:16.159663 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-78a92452-2ad9-4554-82f2-99ada0790124 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Made reservation on behalf of 4e8bcd755fb7413ba3c9ec90a6266523 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:10:16.165136 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-78a92452-2ad9-4554-82f2-99ada0790124 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:16.300973 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:16.415287 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-78a92452-2ad9-4554-82f2-99ada0790124 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Allocated IP 172.20.0.3 (78a39135-7e1b-4cfc-8949-e6417e15b488/726d329a-a5bb-490b-be1e-f21c87173472/bdba70d3-213d-4ec6-8dcc-a2410acc5125) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:10:16.617124 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-fe230f0e-40bb-42ca-83e9-25a03616d649 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f67164019b334342a09c29ba4cdc5893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686417 Jul 24 09:10:16.839335 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-19874936-a6eb-4ebc-b186-82222ce336b1 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:16.841127 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-19874936-a6eb-4ebc-b186-82222ce336b1 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1797147 Jul 24 09:10:16.858920 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-dc319c4c-be03-4bf3-a0cf-a4defca23632 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Request body: {'port': {'device_id': '9ae4abfc-3c0e-42f6-86b2-5c675bc039aa', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': 'f67164019b334342a09c29ba4cdc5893'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:16.928790 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-78a92452-2ad9-4554-82f2-99ada0790124 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:17.045468 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-78a92452-2ad9-4554-82f2-99ada0790124 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:17.058389 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['95d59126-4f43-41c6-8e09-fca4d1581987'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:10:17.069100 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-dc319c4c-be03-4bf3-a0cf-a4defca23632 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Made reservation on behalf of f67164019b334342a09c29ba4cdc5893 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:10:17.072543 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-dc319c4c-be03-4bf3-a0cf-a4defca23632 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:17.138180 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-78a92452-2ad9-4554-82f2-99ada0790124 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Network 78a39135-7e1b-4cfc-8949-e6417e15b488 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:10:17.138180 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-78a92452-2ad9-4554-82f2-99ada0790124 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:10:17.155338 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-78a92452-2ad9-4554-82f2-99ada0790124 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:10:17.318552 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a92452-2ad9-4554-82f2-99ada0790124 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Pushing event updated for resources: {'Port': ['ID=bdba70d3-213d-4ec6-8dcc-a2410acc5125,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:17.379380 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-78a92452-2ad9-4554-82f2-99ada0790124 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:17.380387 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-78a92452-2ad9-4554-82f2-99ada0790124 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:17.412500 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-78a92452-2ad9-4554-82f2-99ada0790124 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4746935 Jul 24 09:10:17.419398 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-dc319c4c-be03-4bf3-a0cf-a4defca23632 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Allocated IP 192.168.233.67 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/86c834eb-70d5-40f6-86e5-420f77b0d7ea) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:10:17.438101 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-d781f7c0-23d2-4176-9f4b-3f04cdadd6ea service neutron] Request body: {'port': {'device_id': 'b74cf0b3-8787-4966-ac2c-1788c88b0f47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:17.556677 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-d781f7c0-23d2-4176-9f4b-3f04cdadd6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:17.706401 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 05d291cb-d039-4b7f-b7e8-0f5e552bfef1 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:10:17.789533 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 05d291cb-d039-4b7f-b7e8-0f5e552bfef1 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:10:17.790253 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:17.905210 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:17.966310 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 05d291cb-d039-4b7f-b7e8-0f5e552bfef1, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=05d291cb-d039-4b7f-b7e8-0f5e552bfef1,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:17.967926 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d291cb-d039-4b7f-b7e8-0f5e552bfef1'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:10:17.973494 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab0a6a5-953e-49d4-90c0-09288d751d4e" -d '{"events": [{"server_uuid": "a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77", "name": "network-vif-plugged", "status": "completed", "tag": "05d291cb-d039-4b7f-b7e8-0f5e552bfef1"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:10:17.981950 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:18.041892 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=05d291cb-d039-4b7f-b7e8-0f5e552bfef1,revision_number=7']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:18.345829 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-dc319c4c-be03-4bf3-a0cf-a4defca23632 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:18.361289 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-dc319c4c-be03-4bf3-a0cf-a4defca23632 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Transition to ACTIVE for port object 86c834eb-70d5-40f6-86e5-420f77b0d7ea will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:10:18.472814 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-dc319c4c-be03-4bf3-a0cf-a4defca23632 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:18.487791 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['b07ae86d-67b5-41e2-86cd-d5066530521d', 'b30aaf2b-d913-480e-acba-dd7ed7267ed8'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:10:18.491417 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['6289c3e7-30d0-4072-b34b-6153a02e4df5'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:10:18.520917 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-dc319c4c-be03-4bf3-a0cf-a4defca23632 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:10:18.525500 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-dc319c4c-be03-4bf3-a0cf-a4defca23632 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:10:18.530495 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-d781f7c0-23d2-4176-9f4b-3f04cdadd6ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdba70d3-213d-4ec6-8dcc-a2410acc5125 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:10:18.535011 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-dc319c4c-be03-4bf3-a0cf-a4defca23632 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:10:18.547731 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-d781f7c0-23d2-4176-9f4b-3f04cdadd6ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:18.585365 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc319c4c-be03-4bf3-a0cf-a4defca23632 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Pushing event updated for resources: {'Port': ['ID=86c834eb-70d5-40f6-86e5-420f77b0d7ea,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:18.604508 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-d781f7c0-23d2-4176-9f4b-3f04cdadd6ea service neutron] Transition to ACTIVE for port object bdba70d3-213d-4ec6-8dcc-a2410acc5125 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:10:18.612757 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-d781f7c0-23d2-4176-9f4b-3f04cdadd6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:18.698693 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-dc319c4c-be03-4bf3-a0cf-a4defca23632 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:18.699358 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-dc319c4c-be03-4bf3-a0cf-a4defca23632 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:18.736292 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781f7c0-23d2-4176-9f4b-3f04cdadd6ea service neutron] Pushing event updated for resources: {'Port': ['ID=bdba70d3-213d-4ec6-8dcc-a2410acc5125,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:18.837666 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-dc319c4c-be03-4bf3-a0cf-a4defca23632 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9833510 Jul 24 09:10:18.862789 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-a855b4e6-cbe4-4c29-bed3-ee7efee2709a service neutron] Request body: {'port': {'device_id': '9ae4abfc-3c0e-42f6-86b2-5c675bc039aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:18.954214 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-67651bcb-eb7e-41fd-80d0-0c5c1900e769 None None] Provisioning for port 86c834eb-70d5-40f6-86e5-420f77b0d7ea completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:10:18.954714 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-d781f7c0-23d2-4176-9f4b-3f04cdadd6ea service neutron] Attempting to bind port bdba70d3-213d-4ec6-8dcc-a2410acc5125 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:10:18.954918 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-d781f7c0-23d2-4176-9f4b-3f04cdadd6ea service neutron] Attempting to bind port bdba70d3-213d-4ec6-8dcc-a2410acc5125 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:10:18.955341 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-d781f7c0-23d2-4176-9f4b-3f04cdadd6ea service neutron] Attempting to bind port bdba70d3-213d-4ec6-8dcc-a2410acc5125 on network 78a39135-7e1b-4cfc-8949-e6417e15b488 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:10:18.986255 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-d781f7c0-23d2-4176-9f4b-3f04cdadd6ea service neutron] Port bdba70d3-213d-4ec6-8dcc-a2410acc5125 on network 78a39135-7e1b-4cfc-8949-e6417e15b488 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:10:18.986778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-d781f7c0-23d2-4176-9f4b-3f04cdadd6ea service neutron] Attempting to bind port bdba70d3-213d-4ec6-8dcc-a2410acc5125 on network 78a39135-7e1b-4cfc-8949-e6417e15b488 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:10:18.986980 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-67651bcb-eb7e-41fd-80d0-0c5c1900e769 None None] Provisioning complete for port 86c834eb-70d5-40f6-86e5-420f77b0d7ea triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:10:18.987362 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-67651bcb-eb7e-41fd-80d0-0c5c1900e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:18.998623 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-d781f7c0-23d2-4176-9f4b-3f04cdadd6ea service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:10:18.999948 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-d781f7c0-23d2-4176-9f4b-3f04cdadd6ea service neutron] Checking segment: {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:10:19.000440 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-d781f7c0-23d2-4176-9f4b-3f04cdadd6ea service neutron] Bound using segment: {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:10:19.001001 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-d781f7c0-23d2-4176-9f4b-3f04cdadd6ea service neutron] Bound port: bdba70d3-213d-4ec6-8dcc-a2410acc5125, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:10:19.001504 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-d781f7c0-23d2-4176-9f4b-3f04cdadd6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:19.032816 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-a855b4e6-cbe4-4c29-bed3-ee7efee2709a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:19.049371 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-67651bcb-eb7e-41fd-80d0-0c5c1900e769 None None] Port 86c834eb-70d5-40f6-86e5-420f77b0d7ea cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:10:19.264325 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-d781f7c0-23d2-4176-9f4b-3f04cdadd6ea service neutron] For port bdba70d3-213d-4ec6-8dcc-a2410acc5125, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:10:19.283060 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-d781f7c0-23d2-4176-9f4b-3f04cdadd6ea service neutron] For port bdba70d3-213d-4ec6-8dcc-a2410acc5125, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=bdba70d3-213d-4ec6-8dcc-a2410acc5125,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:10:19.310309 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-d781f7c0-23d2-4176-9f4b-3f04cdadd6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:19.364775 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-d781f7c0-23d2-4176-9f4b-3f04cdadd6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:19.365472 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-d781f7c0-23d2-4176-9f4b-3f04cdadd6ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:19.366828 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-d781f7c0-23d2-4176-9f4b-3f04cdadd6ea service neutron] 10.222.0.20 "PUT /v2.0/ports/bdba70d3-213d-4ec6-8dcc-a2410acc5125 HTTP/1.1" status: 200 len: 1091 time: 1.9369595 Jul 24 09:10:19.367280 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74cf0b3-8787-4966-ac2c-1788c88b0f47', 'tag': 'bdba70d3-213d-4ec6-8dcc-a2410acc5125'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:10:19.369616 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7e96e2-7066-40e3-952b-cb2ccf68bf8d" -d '{"events": [{"name": "network-changed", "server_uuid": "b74cf0b3-8787-4966-ac2c-1788c88b0f47", "tag": "bdba70d3-213d-4ec6-8dcc-a2410acc5125"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:10:19.444015 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781f7c0-23d2-4176-9f4b-3f04cdadd6ea service neutron] Pushing event updated for resources: {'Port': ['ID=bdba70d3-213d-4ec6-8dcc-a2410acc5125,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:19.517490 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-a855b4e6-cbe4-4c29-bed3-ee7efee2709a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c834eb-70d5-40f6-86e5-420f77b0d7ea {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:10:19.530445 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-a855b4e6-cbe4-4c29-bed3-ee7efee2709a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:19.541778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-be5fd082-2899-4612-a20a-143c48b327d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:19.543333 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-be5fd082-2899-4612-a20a-143c48b327d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 1094 time: 0.1286116 Jul 24 09:10:19.573703 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-a855b4e6-cbe4-4c29-bed3-ee7efee2709a service neutron] Transition to ACTIVE for port object 86c834eb-70d5-40f6-86e5-420f77b0d7ea will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:10:19.613418 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-80de284e-ebd9-4c44-8ee0-a90be76fb56e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdba70d3-213d-4ec6-8dcc-a2410acc5125 HTTP/1.1" status: 200 len: 217 time: 0.0557420 Jul 24 09:10:19.614136 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-a855b4e6-cbe4-4c29-bed3-ee7efee2709a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:19.752542 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-41276f7f-1147-49c1-aa77-baf873e3ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:19.767128 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-41276f7f-1147-49c1-aa77-baf873e3ff76 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=726d329a-a5bb-490b-be1e-f21c87173472 HTTP/1.1" status: 200 len: 861 time: 0.1470830 Jul 24 09:10:19.846640 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855b4e6-cbe4-4c29-bed3-ee7efee2709a service neutron] Pushing event updated for resources: {'Port': ['ID=86c834eb-70d5-40f6-86e5-420f77b0d7ea,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:19.915319 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-67689295-916a-4231-8b2c-c2f17ace554f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78a39135-7e1b-4cfc-8949-e6417e15b488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727453 Jul 24 09:10:20.081162 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-6529acba-8a21-4aac-9f85-6da3421d7457 service neutron] 10.222.0.20 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557972 Jul 24 09:10:20.088614 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-a855b4e6-cbe4-4c29-bed3-ee7efee2709a service neutron] Attempting to bind port 86c834eb-70d5-40f6-86e5-420f77b0d7ea on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:10:20.088840 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-a855b4e6-cbe4-4c29-bed3-ee7efee2709a service neutron] Attempting to bind port 86c834eb-70d5-40f6-86e5-420f77b0d7ea by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:10:20.089040 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-a855b4e6-cbe4-4c29-bed3-ee7efee2709a service neutron] Attempting to bind port 86c834eb-70d5-40f6-86e5-420f77b0d7ea on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:10:20.228679 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-a855b4e6-cbe4-4c29-bed3-ee7efee2709a service neutron] Port 86c834eb-70d5-40f6-86e5-420f77b0d7ea on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:10:20.230054 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-a855b4e6-cbe4-4c29-bed3-ee7efee2709a service neutron] Attempting to bind port 86c834eb-70d5-40f6-86e5-420f77b0d7ea on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:10:20.235769 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54afc5fd-6079-4e70-8b24-5edf0db112af req-e6830f98-3c3b-4b36-bf3d-c4373d87ba8b service neutron] 10.222.0.20 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376204 Jul 24 09:10:20.244778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-a855b4e6-cbe4-4c29-bed3-ee7efee2709a service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:10:20.245219 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-a855b4e6-cbe4-4c29-bed3-ee7efee2709a service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:10:20.246309 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-a855b4e6-cbe4-4c29-bed3-ee7efee2709a service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:10:20.247744 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-a855b4e6-cbe4-4c29-bed3-ee7efee2709a service neutron] Bound port: 86c834eb-70d5-40f6-86e5-420f77b0d7ea, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:10:20.249190 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-a855b4e6-cbe4-4c29-bed3-ee7efee2709a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:20.438539 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-a855b4e6-cbe4-4c29-bed3-ee7efee2709a service neutron] For port 86c834eb-70d5-40f6-86e5-420f77b0d7ea, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:10:20.467940 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-a855b4e6-cbe4-4c29-bed3-ee7efee2709a service neutron] For port 86c834eb-70d5-40f6-86e5-420f77b0d7ea, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=86c834eb-70d5-40f6-86e5-420f77b0d7ea,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:10:20.476339 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-a855b4e6-cbe4-4c29-bed3-ee7efee2709a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:20.592557 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-a855b4e6-cbe4-4c29-bed3-ee7efee2709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:20.595964 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-a855b4e6-cbe4-4c29-bed3-ee7efee2709a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:20.599015 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-a855b4e6-cbe4-4c29-bed3-ee7efee2709a service neutron] 10.222.0.20 "PUT /v2.0/ports/86c834eb-70d5-40f6-86e5-420f77b0d7ea HTTP/1.1" status: 200 len: 1095 time: 1.7428455 Jul 24 09:10:20.659479 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855b4e6-cbe4-4c29-bed3-ee7efee2709a service neutron] Pushing event updated for resources: {'Port': ['ID=86c834eb-70d5-40f6-86e5-420f77b0d7ea,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:20.759206 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-26dd7f93-6f77-4592-9ff7-0a3d022faf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:20.768393 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-26dd7f93-6f77-4592-9ff7-0a3d022faf5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 1098 time: 0.1037338 Jul 24 09:10:20.782926 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d828d14-3996-4e24-abe5-9470a5e2b43f req-964d52d7-e1f6-4f12-b4a1-2e94467902f8 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:20.791729 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8d828d14-3996-4e24-abe5-9470a5e2b43f req-964d52d7-e1f6-4f12-b4a1-2e94467902f8 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 947 time: 0.1917701 Jul 24 09:10:20.883079 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-f427428c-7a96-42b4-beb6-469d38cdebd5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=86c834eb-70d5-40f6-86e5-420f77b0d7ea HTTP/1.1" status: 200 len: 217 time: 0.1016424 Jul 24 09:10:20.901695 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8d828d14-3996-4e24-abe5-9470a5e2b43f req-7f764b6e-8149-400e-98d3-ef49e72f05b6 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031966 Jul 24 09:10:21.007220 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-194e24b9-c614-4e9e-bf6c-d1d4222176a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:21.008732 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-194e24b9-c614-4e9e-bf6c-d1d4222176a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1224546 Jul 24 09:10:21.028396 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e76f7b-b920-43c0-9518-a81fe47359c4 x-openstack-request-id: req-76e76f7b-b920-43c0-9518-a81fe47359c4 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:10:21.029014 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77", "name": "network-vif-plugged", "status": "completed", "tag": "05d291cb-d039-4b7f-b7e8-0f5e552bfef1", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:10:21.029014 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76e76f7b-b920-43c0-9518-a81fe47359c4 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:10:21.029923 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d291cb-d039-4b7f-b7e8-0f5e552bfef1', 'code': 200} Jul 24 09:10:21.139220 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b974af3-4d5c-44bd-ac45-7188284ffc95 req-808eeb05-bdb1-4c96-87a8-482980472d25 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:21.153741 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4b974af3-4d5c-44bd-ac45-7188284ffc95 req-808eeb05-bdb1-4c96-87a8-482980472d25 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 943 time: 0.2547750 Jul 24 09:10:21.178205 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cba5b0-1f41-46c4-ba75-bed7e8aeacad x-openstack-request-id: req-76cba5b0-1f41-46c4-ba75-bed7e8aeacad {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:10:21.178510 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b74cf0b3-8787-4966-ac2c-1788c88b0f47", "tag": "bdba70d3-213d-4ec6-8dcc-a2410acc5125", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:10:21.178767 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76cba5b0-1f41-46c4-ba75-bed7e8aeacad {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:10:21.179177 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74cf0b3-8787-4966-ac2c-1788c88b0f47', 'tag': 'bdba70d3-213d-4ec6-8dcc-a2410acc5125', 'status': 'completed', 'code': 200} Jul 24 09:10:21.272627 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-a3ee17c4-ea6e-4dae-8555-b140bd3e4325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:21.274728 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-a3ee17c4-ea6e-4dae-8555-b140bd3e4325 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2438197 Jul 24 09:10:21.344840 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4b974af3-4d5c-44bd-ac45-7188284ffc95 req-bdf2bf6a-e56d-4214-970e-ffbd04888a49 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785216 Jul 24 09:10:21.441428 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e96e2-7066-40e3-952b-cb2ccf68bf8d req-66b19d0d-c9ee-48d5-914f-c886148c8cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:21.442948 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1b7e96e2-7066-40e3-952b-cb2ccf68bf8d req-66b19d0d-c9ee-48d5-914f-c886148c8cca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 1094 time: 0.2753735 Jul 24 09:10:21.449967 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-8c4e9e36-f4f0-465e-bb25-c3be5231dda5 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668797 Jul 24 09:10:21.651794 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e96e2-7066-40e3-952b-cb2ccf68bf8d req-144ed56c-bc57-4dbc-abf8-0a52180bcf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:21.653348 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1b7e96e2-7066-40e3-952b-cb2ccf68bf8d req-144ed56c-bc57-4dbc-abf8-0a52180bcf2b service neutron] 10.222.0.20 "GET /v2.0/networks?id=78a39135-7e1b-4cfc-8949-e6417e15b488 HTTP/1.1" status: 200 len: 921 time: 0.2025425 Jul 24 09:10:21.655334 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ff70811b-4c57-46cb-80f9-f676ef348f76 req-e6f22646-9b3b-47e5-90d2-17c699220132 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961935 Jul 24 09:10:21.758555 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1b7e96e2-7066-40e3-952b-cb2ccf68bf8d req-6dce03a7-9bf1-4b2c-952d-e5aa4a136aa8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdba70d3-213d-4ec6-8dcc-a2410acc5125 HTTP/1.1" status: 200 len: 217 time: 0.0871358 Jul 24 09:10:21.884543 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e96e2-7066-40e3-952b-cb2ccf68bf8d req-f1c71c2d-d662-4fdd-b6f3-abb90815a775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:21.886107 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1b7e96e2-7066-40e3-952b-cb2ccf68bf8d req-f1c71c2d-d662-4fdd-b6f3-abb90815a775 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=726d329a-a5bb-490b-be1e-f21c87173472 HTTP/1.1" status: 200 len: 861 time: 0.1177037 Jul 24 09:10:21.939993 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1b7e96e2-7066-40e3-952b-cb2ccf68bf8d req-90d348bc-9aef-4225-828d-f83f1015084f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78a39135-7e1b-4cfc-8949-e6417e15b488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440400 Jul 24 09:10:22.161391 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1b7e96e2-7066-40e3-952b-cb2ccf68bf8d req-034109ab-f054-4941-b1ba-6e682c4a0056 service neutron] 10.222.0.20 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146659 Jul 24 09:10:22.464340 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1b7e96e2-7066-40e3-952b-cb2ccf68bf8d req-15a7a406-0fb2-4859-96c0-35ac5173b5da service neutron] 10.222.0.20 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164459 Jul 24 09:10:22.547470 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e27f78-43a8-4705-958f-ecc634cdde51 req-568d913d-0489-426e-961c-adc54b24ff4c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:22.549754 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-86e27f78-43a8-4705-958f-ecc634cdde51 req-568d913d-0489-426e-961c-adc54b24ff4c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 947 time: 0.3874879 Jul 24 09:10:22.625952 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-86e27f78-43a8-4705-958f-ecc634cdde51 req-a0cc8fef-680d-4317-9ed7-48c5b8318537 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696731 Jul 24 09:10:22.874411 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f8984-779a-43a0-92e8-7f46c92295a8 req-22b3e010-4723-46d0-8bac-8cece4beb590 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:22.881250 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-564f8984-779a-43a0-92e8-7f46c92295a8 req-22b3e010-4723-46d0-8bac-8cece4beb590 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 943 time: 0.1343760 Jul 24 09:10:22.995552 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-564f8984-779a-43a0-92e8-7f46c92295a8 req-7440e42a-3a7d-4c1a-a2f7-d4f97f23eeef tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056855 Jul 24 09:10:23.180792 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae4abfc-3c0e-42f6-86b2-5c675bc039aa', 'tag': '86c834eb-70d5-40f6-86e5-420f77b0d7ea'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:10:23.183452 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafd2278-e429-4732-843a-1214def7a1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae4abfc-3c0e-42f6-86b2-5c675bc039aa", "tag": "86c834eb-70d5-40f6-86e5-420f77b0d7ea"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:10:23.565399 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641f96c3-f4bf-40d3-acda-72ae6ea5b87d x-openstack-request-id: req-641f96c3-f4bf-40d3-acda-72ae6ea5b87d {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:10:23.566727 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae4abfc-3c0e-42f6-86b2-5c675bc039aa", "tag": "86c834eb-70d5-40f6-86e5-420f77b0d7ea", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:10:23.567337 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-641f96c3-f4bf-40d3-acda-72ae6ea5b87d {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:10:23.567889 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae4abfc-3c0e-42f6-86b2-5c675bc039aa', 'tag': '86c834eb-70d5-40f6-86e5-420f77b0d7ea', 'status': 'completed', 'code': 200} Jul 24 09:10:23.711864 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd2278-e429-4732-843a-1214def7a1ae req-12b39239-26c5-4b88-a678-01f2d9004cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:23.713591 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-aafd2278-e429-4732-843a-1214def7a1ae req-12b39239-26c5-4b88-a678-01f2d9004cc5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 1098 time: 0.1305466 Jul 24 09:10:23.871932 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f6447-c6b2-4ed8-b9b0-bd70b85b275f req-e6340f30-b0e5-4859-91e9-d3d3beb81e20 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:23.873620 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c16f6447-c6b2-4ed8-b9b0-bd70b85b275f req-e6340f30-b0e5-4859-91e9-d3d3beb81e20 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 947 time: 0.1337762 Jul 24 09:10:23.925537 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd2278-e429-4732-843a-1214def7a1ae req-54e79ae1-da73-40ea-9fcb-560e3b134835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:23.927125 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-aafd2278-e429-4732-843a-1214def7a1ae req-54e79ae1-da73-40ea-9fcb-560e3b134835 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.2062821 Jul 24 09:10:23.962721 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c16f6447-c6b2-4ed8-b9b0-bd70b85b275f req-72780204-8489-4da1-8c88-bd3e1fdba043 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767598 Jul 24 09:10:23.997149 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-aafd2278-e429-4732-843a-1214def7a1ae req-6ed9e035-9548-4700-a9cf-429933ab410c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=86c834eb-70d5-40f6-86e5-420f77b0d7ea HTTP/1.1" status: 200 len: 217 time: 0.0623784 Jul 24 09:10:24.075039 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd2278-e429-4732-843a-1214def7a1ae req-32a5ce31-b774-48ad-946e-3bbcdc15f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:24.078539 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-aafd2278-e429-4732-843a-1214def7a1ae req-32a5ce31-b774-48ad-946e-3bbcdc15f9b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0746248 Jul 24 09:10:24.115867 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 86c834eb-70d5-40f6-86e5-420f77b0d7ea details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:10:24.250912 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eb749-5d3a-4388-b460-793e9ebc0531 req-53d92a69-cb2c-4324-bb9f-87ac950f60aa tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:24.252508 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-045eb749-5d3a-4388-b460-793e9ebc0531 req-53d92a69-cb2c-4324-bb9f-87ac950f60aa tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 943 time: 0.1073081 Jul 24 09:10:24.316803 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd2278-e429-4732-843a-1214def7a1ae req-af44bb81-475e-4869-95ad-1b902e6677c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:24.328582 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-aafd2278-e429-4732-843a-1214def7a1ae req-af44bb81-475e-4869-95ad-1b902e6677c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2434132 Jul 24 09:10:24.329451 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-045eb749-5d3a-4388-b460-793e9ebc0531 req-31e60568-3c09-424f-97f4-4eb9be339268 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609581 Jul 24 09:10:24.454620 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 86c834eb-70d5-40f6-86e5-420f77b0d7ea, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=86c834eb-70d5-40f6-86e5-420f77b0d7ea,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:24.484595 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '86c834eb-70d5-40f6-86e5-420f77b0d7ea', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': '86c834eb-70d5-40f6-86e5-420f77b0d7ea', 'mac_address': 'fa:16:3e:f1:8e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:10:24.545808 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:24.564655 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c834eb-70d5-40f6-86e5-420f77b0d7ea {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:10:24.607580 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 86c834eb-70d5-40f6-86e5-420f77b0d7ea, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=86c834eb-70d5-40f6-86e5-420f77b0d7ea,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:24.619094 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:24.659554 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-aafd2278-e429-4732-843a-1214def7a1ae req-7d2da981-0ce5-484b-8688-670f5997025a service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176963 Jul 24 09:10:24.698723 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=86c834eb-70d5-40f6-86e5-420f77b0d7ea,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:24.919348 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['86c834eb-70d5-40f6-86e5-420f77b0d7ea'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:10:24.971440 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-aafd2278-e429-4732-843a-1214def7a1ae req-71b7a26a-ab2e-4974-be4c-7d3c937e9dba service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072917 Jul 24 09:10:25.264968 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465274a-da77-40c1-8e5a-d10403cae427 req-665d4854-586f-4774-bc79-42220a95f71c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:25.266497 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d465274a-da77-40c1-8e5a-d10403cae427 req-665d4854-586f-4774-bc79-42220a95f71c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 948 time: 0.1574333 Jul 24 09:10:25.333445 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d465274a-da77-40c1-8e5a-d10403cae427 req-0b4ca6bb-5999-47ca-b436-a1a971e2df28 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556128 Jul 24 09:10:25.553893 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cbaef-90e2-47d7-a5db-94be18c6b27d req-ac0300ca-b7e9-46e6-9d91-37bf99cbdc5d tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:25.562170 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-320cbaef-90e2-47d7-a5db-94be18c6b27d req-ac0300ca-b7e9-46e6-9d91-37bf99cbdc5d tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 943 time: 0.1316965 Jul 24 09:10:25.625434 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-320cbaef-90e2-47d7-a5db-94be18c6b27d req-c2b60901-2bde-4a15-8427-59b070a7d91c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620596 Jul 24 09:10:26.129034 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 86c834eb-70d5-40f6-86e5-420f77b0d7ea up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:10:26.150043 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c4fce-090b-47d0-a0a0-8282bf88c949 req-0dd87a56-f471-47ef-a606-7f4238bddac9 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:26.151570 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-810c4fce-090b-47d0-a0a0-8282bf88c949 req-0dd87a56-f471-47ef-a606-7f4238bddac9 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9946d7f-cc4e-4856-9e22-e19895519dbe HTTP/1.1" status: 200 len: 948 time: 0.0790820 Jul 24 09:10:26.189903 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 86c834eb-70d5-40f6-86e5-420f77b0d7ea completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:10:26.204024 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 86c834eb-70d5-40f6-86e5-420f77b0d7ea triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:10:26.204566 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:26.222118 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-810c4fce-090b-47d0-a0a0-8282bf88c949 req-a704f4c3-2da6-46dd-ad2c-5068f8696769 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/security-groups?id=24ef9e9b-3a89-41eb-b9d4-aa4872ae1379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637710 Jul 24 09:10:26.300944 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:26.345367 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 86c834eb-70d5-40f6-86e5-420f77b0d7ea, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=86c834eb-70d5-40f6-86e5-420f77b0d7ea,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:26.347418 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae4abfc-3c0e-42f6-86b2-5c675bc039aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c834eb-70d5-40f6-86e5-420f77b0d7ea'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:10:26.354093 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2e3b24-d424-4f4b-a0d6-1cde037fc2f8" -d '{"events": [{"server_uuid": "9ae4abfc-3c0e-42f6-86b2-5c675bc039aa", "name": "network-vif-plugged", "status": "completed", "tag": "86c834eb-70d5-40f6-86e5-420f77b0d7ea"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:10:26.369552 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:26.432782 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b3b9d8-0286-4b90-a0ed-5d77384ac79b x-openstack-request-id: req-87b3b9d8-0286-4b90-a0ed-5d77384ac79b {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:10:26.434224 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae4abfc-3c0e-42f6-86b2-5c675bc039aa", "name": "network-vif-plugged", "status": "completed", "tag": "86c834eb-70d5-40f6-86e5-420f77b0d7ea", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:10:26.435532 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87b3b9d8-0286-4b90-a0ed-5d77384ac79b {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:10:26.436145 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae4abfc-3c0e-42f6-86b2-5c675bc039aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c834eb-70d5-40f6-86e5-420f77b0d7ea', 'code': 200} Jul 24 09:10:26.525624 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=86c834eb-70d5-40f6-86e5-420f77b0d7ea,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:26.537319 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf1ed0-85d2-44f6-a5d7-e1aebfc4e0bf req-5a26cafa-cc28-461e-b51e-4ba55874d65c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:26.544273 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d4bf1ed0-85d2-44f6-a5d7-e1aebfc4e0bf req-5a26cafa-cc28-461e-b51e-4ba55874d65c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.0931823 Jul 24 09:10:26.586318 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d4bf1ed0-85d2-44f6-a5d7-e1aebfc4e0bf req-9a0a7210-9cad-4923-b26a-9984ed97406c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410731 Jul 24 09:10:26.620009 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c9431-0b10-4248-b3be-477d43a4ba5e req-6e311820-fd55-4b6e-8423-a3d27ca4cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:26.624824 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec7c9431-0b10-4248-b3be-477d43a4ba5e req-6e311820-fd55-4b6e-8423-a3d27ca4cca8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 1100 time: 0.1248360 Jul 24 09:10:26.673067 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec7c9431-0b10-4248-b3be-477d43a4ba5e req-1e8dcad0-aaf6-4d3d-8563-6e97d356ef81 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314889 Jul 24 09:10:26.814221 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e1453-a84c-4357-9450-1d6eb1045d13 req-c4d96d03-49e5-4ed8-918e-22fcd1d3b1a5 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:26.823057 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-346e1453-a84c-4357-9450-1d6eb1045d13 req-c4d96d03-49e5-4ed8-918e-22fcd1d3b1a5 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 943 time: 0.1031339 Jul 24 09:10:26.881468 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-346e1453-a84c-4357-9450-1d6eb1045d13 req-a89dd16f-6afe-4895-89d0-f386687d4d77 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571334 Jul 24 09:10:27.158715 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9d867cc3-cff9-4738-8d1b-5205f8d90ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:27.451157 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64bcb0-f2cf-43f6-a8e5-82c5f4f1e579 req-874c75cc-cdcd-4145-8911-b12303e5fb7f tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:27.461094 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cc64bcb0-f2cf-43f6-a8e5-82c5f4f1e579 req-874c75cc-cdcd-4145-8911-b12303e5fb7f tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9946d7f-cc4e-4856-9e22-e19895519dbe HTTP/1.1" status: 200 len: 948 time: 0.1416485 Jul 24 09:10:27.479673 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-99544e5c-c01c-4053-b857-5e7714fcc172 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:27.489082 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-99544e5c-c01c-4053-b857-5e7714fcc172 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/networks?id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 200 len: 807 time: 0.6026754 Jul 24 09:10:27.511556 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-842fb936-b6ac-4011-b698-c48015817aae tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/quotas/9d4740b4b94942bdba9d4b286110923d HTTP/1.1" status: 200 len: 375 time: 0.0205836 Jul 24 09:10:27.532760 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cc64bcb0-f2cf-43f6-a8e5-82c5f4f1e579 req-1c28bfaa-6e38-40fd-8805-cc7cb78114a5 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/security-groups?id=24ef9e9b-3a89-41eb-b9d4-aa4872ae1379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702152 Jul 24 09:10:27.672460 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-0b62fb85-fa19-4079-9f21-9158b687280c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d4740b4b94942bdba9d4b286110923d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1585956 Jul 24 09:10:27.874268 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-1f69746a-e2c8-4fde-86ef-11988f16fa1b service neutron] 10.222.0.32 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006691 Jul 24 09:10:27.891247 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e570234-314c-42ac-8903-dd612878424d req-96857f76-a6d4-4825-9c2f-68384779bbaf tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:27.898063 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e570234-314c-42ac-8903-dd612878424d req-96857f76-a6d4-4825-9c2f-68384779bbaf tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9946d7f-cc4e-4856-9e22-e19895519dbe HTTP/1.1" status: 200 len: 948 time: 0.1699641 Jul 24 09:10:27.937042 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece40cba-803b-435b-b125-17cd8be8feb0 req-8ca9bffe-71c8-4bb1-8051-23cee6053e65 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:27.938883 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ece40cba-803b-435b-b125-17cd8be8feb0 req-8ca9bffe-71c8-4bb1-8051-23cee6053e65 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.2477355 Jul 24 09:10:28.025355 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ece40cba-803b-435b-b125-17cd8be8feb0 req-7bcd1cd6-f1ec-4796-8dd4-d92b47db7c32 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618811 Jul 24 09:10:28.052274 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-ddd2769d-7fb7-4fb9-aded-acfdf9624f98 service neutron] 10.222.0.32 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657856 Jul 24 09:10:28.136953 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-4e570234-314c-42ac-8903-dd612878424d req-f6f76927-5a9c-442c-8136-2b5898d97634 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Deleting port 039f68ca-4754-4a40-9236-1b572054d186 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:10:28.137700 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4e570234-314c-42ac-8903-dd612878424d req-f6f76927-5a9c-442c-8136-2b5898d97634 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:28.705779 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-4e570234-314c-42ac-8903-dd612878424d req-f6f76927-5a9c-442c-8136-2b5898d97634 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] For port 039f68ca-4754-4a40-9236-1b572054d186, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=039f68ca-4754-4a40-9236-1b572054d186,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:28.707038 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4e570234-314c-42ac-8903-dd612878424d req-f6f76927-5a9c-442c-8136-2b5898d97634 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:28.733041 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-4e570234-314c-42ac-8903-dd612878424d req-f6f76927-5a9c-442c-8136-2b5898d97634 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Calling delete_port for 039f68ca-4754-4a40-9236-1b572054d186 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:10:28.793054 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-98be03d1-a9c4-428e-be54-dac5dd235c89 req-1e042df7-4804-481a-9083-0120a57674d0 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 210 time: 0.0728505 Jul 24 09:10:28.900539 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4e570234-314c-42ac-8903-dd612878424d req-f6f76927-5a9c-442c-8136-2b5898d97634 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:28.945294 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3a83fa93-4658-4fbc-ab32-fd45c5bf9ed5 req-88e7a1b8-a06c-413d-8dcc-721a94380275 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9946d7f-cc4e-4856-9e22-e19895519dbe HTTP/1.1" status: 200 len: 210 time: 0.0419364 Jul 24 09:10:28.969545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f76927-5a9c-442c-8136-2b5898d97634 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Pushing event deleted for resources: {'Port': ['ID=039f68ca-4754-4a40-9236-1b572054d186,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:29.037918 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e570234-314c-42ac-8903-dd612878424d req-f6f76927-5a9c-442c-8136-2b5898d97634 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] No DVR routers for this DVR port 039f68ca-4754-4a40-9236-1b572054d186 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:10:29.041252 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4e570234-314c-42ac-8903-dd612878424d req-f6f76927-5a9c-442c-8136-2b5898d97634 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:29.043275 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e570234-314c-42ac-8903-dd612878424d req-f6f76927-5a9c-442c-8136-2b5898d97634 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.37 "DELETE /v2.0/ports/039f68ca-4754-4a40-9236-1b572054d186 HTTP/1.1" status: 204 len: 173 time: 1.1371574 Jul 24 09:10:29.045695 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9946d7f-cc4e-4856-9e22-e19895519dbe', 'name': 'network-vif-deleted', 'tag': '039f68ca-4754-4a40-9236-1b572054d186'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:10:29.048359 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2965ad8-c049-45ca-a03b-0beb3672da59" -d '{"events": [{"server_uuid": "b9946d7f-cc4e-4856-9e22-e19895519dbe", "name": "network-vif-deleted", "tag": "039f68ca-4754-4a40-9236-1b572054d186"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:10:29.075333 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9664b-2cd9-483a-ba43-d374b23cf90a req-3ee08eb4-146d-45ca-a4d8-cf45acd15dec tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:29.083101 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5fa9664b-2cd9-483a-ba43-d374b23cf90a req-3ee08eb4-146d-45ca-a4d8-cf45acd15dec tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 943 time: 0.8787041 Jul 24 09:10:29.099203 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0711010-b237-49c8-bbc6-1c2fc672f21c x-openstack-request-id: req-a0711010-b237-49c8-bbc6-1c2fc672f21c {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:10:29.099517 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9946d7f-cc4e-4856-9e22-e19895519dbe", "name": "network-vif-deleted", "tag": "039f68ca-4754-4a40-9236-1b572054d186", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:10:29.099786 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0711010-b237-49c8-bbc6-1c2fc672f21c {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:10:29.100372 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9946d7f-cc4e-4856-9e22-e19895519dbe', 'name': 'network-vif-deleted', 'tag': '039f68ca-4754-4a40-9236-1b572054d186', 'status': 'completed', 'code': 200} Jul 24 09:10:29.147761 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5fa9664b-2cd9-483a-ba43-d374b23cf90a req-2562d0b6-8f23-47e1-a577-fb3e73b04288 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636942 Jul 24 09:10:29.292781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216a68d-7479-4429-bd71-c0bcc01d439a req-6061d8c4-ef86-4e53-88b3-86d925a76c91 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:29.295205 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0216a68d-7479-4429-bd71-c0bcc01d439a req-6061d8c4-ef86-4e53-88b3-86d925a76c91 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.1042759 Jul 24 09:10:29.365446 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0216a68d-7479-4429-bd71-c0bcc01d439a req-9a4a7d8f-b79c-4c8c-92e4-05bbe5433715 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632930 Jul 24 09:10:29.556696 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a31d3-a4dd-408a-bfa7-f0cc99073b3b req-0c90d124-c529-4c11-8f30-473738a8e1a6 tempest-MigrationsAdminTest-882573123 tempest-MigrationsAdminTest-882573123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:29.566808 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-329a31d3-a4dd-408a-bfa7-f0cc99073b3b req-0c90d124-c529-4c11-8f30-473738a8e1a6 tempest-MigrationsAdminTest-882573123 tempest-MigrationsAdminTest-882573123-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 1100 time: 0.0886426 Jul 24 09:10:29.614897 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-329a31d3-a4dd-408a-bfa7-f0cc99073b3b req-d70d5ae7-e9dd-42bc-a561-23a43067e279 tempest-MigrationsAdminTest-882573123 tempest-MigrationsAdminTest-882573123-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475016 Jul 24 09:10:29.751534 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2fa96925-da79-427e-9ccb-3dd478685080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:29.941322 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f8d2cd7d-bcb4-4ab9-9c33-c8adf27fe638 req-650355e0-56d5-4e20-992e-35919455e099 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 210 time: 0.0456331 Jul 24 09:10:30.329809 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:30.511303 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-322429fd-ed27-4e00-a170-558b5d75cd42 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:30.515145 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-322429fd-ed27-4e00-a170-558b5d75cd42 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.37 "GET /v2.0/networks?id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 200 len: 807 time: 0.2875202 Jul 24 09:10:30.530676 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-bf0b8151-1cb7-4c92-8d57-6f4322ad5b76 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Request body: {'port': {'device_id': '4a252df3-f3fc-45b4-8403-a4d24867083c', 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877', 'admin_state_up': True, 'tenant_id': '9d4740b4b94942bdba9d4b286110923d'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:30.626226 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48aa9e1-0f00-4193-a2a6-234ab52f497b req-60c46808-29ba-463a-8d9d-8e08afbd68d3 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:30.627977 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b48aa9e1-0f00-4193-a2a6-234ab52f497b req-60c46808-29ba-463a-8d9d-8e08afbd68d3 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d3770d6-7d2c-42a5-a8d3-0b1682236cb5 HTTP/1.1" status: 200 len: 948 time: 0.1105380 Jul 24 09:10:30.699968 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b48aa9e1-0f00-4193-a2a6-234ab52f497b req-f10f6e90-81fd-4e5e-831c-d5cc03b00957 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/security-groups?id=24ef9e9b-3a89-41eb-b9d4-aa4872ae1379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633445 Jul 24 09:10:30.810862 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-bf0b8151-1cb7-4c92-8d57-6f4322ad5b76 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Made reservation on behalf of 9d4740b4b94942bdba9d4b286110923d for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:10:30.814389 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-bf0b8151-1cb7-4c92-8d57-6f4322ad5b76 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:30.839180 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-0b7f40e0-3394-4d64-a005-944206b8330a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2304850 Jul 24 09:10:30.858687 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37addd4b-b13d-481c-a9c6-122d83fd882f req-25308540-31ce-450c-8217-30ecbdefcb90 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:30.866206 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-37addd4b-b13d-481c-a9c6-122d83fd882f req-25308540-31ce-450c-8217-30ecbdefcb90 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 943 time: 0.3017333 Jul 24 09:10:30.886125 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:30.897239 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66383df6-fd38-4c98-b1a1-f4f2c3c02a5a req-1194724d-eae9-49c5-9be1-9c46445bde5e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:30.911718 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-66383df6-fd38-4c98-b1a1-f4f2c3c02a5a req-1194724d-eae9-49c5-9be1-9c46445bde5e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.1382377 Jul 24 09:10:30.957019 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-37addd4b-b13d-481c-a9c6-122d83fd882f req-7317a08f-24b2-4dbb-bf7b-17abcd19754d tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854688 Jul 24 09:10:30.972809 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-66383df6-fd38-4c98-b1a1-f4f2c3c02a5a req-ad4979fc-5801-46ad-af99-91bd98bd8654 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598292 Jul 24 09:10:31.150919 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-bf0b8151-1cb7-4c92-8d57-6f4322ad5b76 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Allocated IP 172.20.0.13 (6a935e96-24dd-4ac6-b84d-eaf70ae8f877/58351263-9729-4aa6-887c-072787b6bdca/697973d6-f624-4195-849b-2f3ffdaf10d8) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:10:31.332621 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9ce731ad-f8bf-4959-9af3-715ba3516be2 req-7bfa3c1d-ffaf-4591-a588-df1c756386ef tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 210 time: 0.0535321 Jul 24 09:10:31.471554 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-bf0b8151-1cb7-4c92-8d57-6f4322ad5b76 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:31.525563 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-bf0b8151-1cb7-4c92-8d57-6f4322ad5b76 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:31.540369 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['5e6a7759-2eba-44ce-a52e-8b788226fa04'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:10:31.576448 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-bf0b8151-1cb7-4c92-8d57-6f4322ad5b76 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:10:31.596501 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-bf0b8151-1cb7-4c92-8d57-6f4322ad5b76 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:10:31.618297 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-bf0b8151-1cb7-4c92-8d57-6f4322ad5b76 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:10:31.645309 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b8151-1cb7-4c92-8d57-6f4322ad5b76 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Pushing event updated for resources: {'Port': ['ID=697973d6-f624-4195-849b-2f3ffdaf10d8,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:31.750818 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-bf0b8151-1cb7-4c92-8d57-6f4322ad5b76 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:31.752277 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-bf0b8151-1cb7-4c92-8d57-6f4322ad5b76 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:31.786180 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-bf0b8151-1cb7-4c92-8d57-6f4322ad5b76 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2625589 Jul 24 09:10:31.803523 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-a78b7bcc-bd84-4dcb-9a64-da83ec32358e service neutron] Request body: {'port': {'device_id': '4a252df3-f3fc-45b4-8403-a4d24867083c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:31.820906 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 039f68ca-4754-4a40-9236-1b572054d186 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:10:31.884295 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 039f68ca-4754-4a40-9236-1b572054d186 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:10:31.891065 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 039f68ca-4754-4a40-9236-1b572054d186 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:10:31.921616 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-a78b7bcc-bd84-4dcb-9a64-da83ec32358e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:32.051792 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0866ea8-7af9-464b-879e-c0d13b8c6319 req-bc178a08-4ef3-41e1-b28d-4bfc7773b791 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:32.066419 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b0866ea8-7af9-464b-879e-c0d13b8c6319 req-bc178a08-4ef3-41e1-b28d-4bfc7773b791 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d3770d6-7d2c-42a5-a8d3-0b1682236cb5 HTTP/1.1" status: 200 len: 948 time: 0.1878772 Jul 24 09:10:32.177403 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device bdba70d3-213d-4ec6-8dcc-a2410acc5125 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:10:32.192721 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b0866ea8-7af9-464b-879e-c0d13b8c6319 req-80f74613-d045-45c6-9f89-6a004d53f9a6 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/security-groups?id=24ef9e9b-3a89-41eb-b9d4-aa4872ae1379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250558 Jul 24 09:10:32.432600 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port bdba70d3-213d-4ec6-8dcc-a2410acc5125, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=bdba70d3-213d-4ec6-8dcc-a2410acc5125,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:32.453821 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'bdba70d3-213d-4ec6-8dcc-a2410acc5125', 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488', 'port_id': 'bdba70d3-213d-4ec6-8dcc-a2410acc5125', 'mac_address': 'fa:16:3e:4f:e3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '726d329a-a5bb-490b-be1e-f21c87173472', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:10:32.505988 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2170f-6363-4b57-9213-0d0c901e2499 req-576ac89f-6484-4044-9e28-c7e9cd7b799d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:32.514357 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-25d2170f-6363-4b57-9213-0d0c901e2499 req-576ac89f-6484-4044-9e28-c7e9cd7b799d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.1595113 Jul 24 09:10:32.538342 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:32.570074 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdba70d3-213d-4ec6-8dcc-a2410acc5125 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:10:32.575249 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-25d2170f-6363-4b57-9213-0d0c901e2499 req-04d321db-b84a-4817-b4f8-e0c4b07fa472 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595431 Jul 24 09:10:32.634766 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port bdba70d3-213d-4ec6-8dcc-a2410acc5125, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=bdba70d3-213d-4ec6-8dcc-a2410acc5125,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:32.640476 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:32.649194 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be073987-5eb3-4139-acd4-c609df17424f req-d200b4c8-b288-44ed-882f-ce4b87af5f7f tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:32.671711 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-be073987-5eb3-4139-acd4-c609df17424f req-d200b4c8-b288-44ed-882f-ce4b87af5f7f tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 943 time: 0.5483935 Jul 24 09:10:32.817631 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=bdba70d3-213d-4ec6-8dcc-a2410acc5125,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:32.842091 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6830db-83e7-41d6-96ac-78c3793d23dc req-e9c4f259-b12d-40b2-890e-9ee2eeb282d1 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:32.845487 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2e6830db-83e7-41d6-96ac-78c3793d23dc req-e9c4f259-b12d-40b2-890e-9ee2eeb282d1 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3770d6-7d2c-42a5-a8d3-0b1682236cb5 HTTP/1.1" status: 200 len: 948 time: 0.4931877 Jul 24 09:10:32.907872 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:32.910127 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:32.910680 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:32.911234 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:32.911788 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:32.921861 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:32.926065 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:32.926657 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:32.927223 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:32.927791 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:32.928344 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:32.928932 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:32.929487 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:32.975959 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['bdba70d3-213d-4ec6-8dcc-a2410acc5125'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:10:33.031243 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-be073987-5eb3-4139-acd4-c609df17424f req-3e7a1ce6-21b1-4aad-93e6-5db0b782a229 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581402 Jul 24 09:10:33.115741 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-a78b7bcc-bd84-4dcb-9a64-da83ec32358e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 697973d6-f624-4195-849b-2f3ffdaf10d8 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:10:33.159161 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-a78b7bcc-bd84-4dcb-9a64-da83ec32358e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:33.168602 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-f6fc7aea-5c49-4b31-be3e-6be1fc4b93cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:33.168602 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-f6fc7aea-5c49-4b31-be3e-6be1fc4b93cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 1100 time: 0.4543335 Jul 24 09:10:33.192683 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e510a3-c6d8-4479-8a71-25883000fcd2 req-bf49220e-7c69-4b95-9165-28e964a2f099 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:33.199075 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-70e510a3-c6d8-4479-8a71-25883000fcd2 req-bf49220e-7c69-4b95-9165-28e964a2f099 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 932 time: 0.1908479 Jul 24 09:10:33.243274 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-70e510a3-c6d8-4479-8a71-25883000fcd2 req-b5f837e2-70cb-4afb-bb88-1cac630f362a tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387588 Jul 24 09:10:33.269668 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-a78b7bcc-bd84-4dcb-9a64-da83ec32358e service neutron] Transition to ACTIVE for port object 697973d6-f624-4195-849b-2f3ffdaf10d8 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:10:33.280625 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-a78b7bcc-bd84-4dcb-9a64-da83ec32358e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:33.350452 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-95bc07bf-ec6b-4cb7-aa22-347037343798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:33.351996 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-95bc07bf-ec6b-4cb7-aa22-347037343798 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.1787469 Jul 24 09:10:33.354231 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-2e6830db-83e7-41d6-96ac-78c3793d23dc req-7ba6136f-1c33-4baf-b464-39cb6ac588ec tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Deleting port af623ca2-ffa5-433d-8a89-bfd38bd048a9 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:10:33.355302 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2e6830db-83e7-41d6-96ac-78c3793d23dc req-7ba6136f-1c33-4baf-b464-39cb6ac588ec tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:33.463685 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-dbc230a9-f4a6-45ee-a5fc-a5f4128fc6b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=86c834eb-70d5-40f6-86e5-420f77b0d7ea HTTP/1.1" status: 200 len: 217 time: 0.0911591 Jul 24 09:10:33.471670 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b7bcc-bd84-4dcb-9a64-da83ec32358e service neutron] Pushing event updated for resources: {'Port': ['ID=697973d6-f624-4195-849b-2f3ffdaf10d8,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:33.654510 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-3c9cedba-d3e9-4166-80a0-f46dcaba8dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:33.655710 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-3c9cedba-d3e9-4166-80a0-f46dcaba8dc5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1677287 Jul 24 09:10:33.720825 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-2e6830db-83e7-41d6-96ac-78c3793d23dc req-7ba6136f-1c33-4baf-b464-39cb6ac588ec tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] For port af623ca2-ffa5-433d-8a89-bfd38bd048a9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=af623ca2-ffa5-433d-8a89-bfd38bd048a9,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:33.721185 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2e6830db-83e7-41d6-96ac-78c3793d23dc req-7ba6136f-1c33-4baf-b464-39cb6ac588ec tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:33.737368 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-a78b7bcc-bd84-4dcb-9a64-da83ec32358e service neutron] Attempting to bind port 697973d6-f624-4195-849b-2f3ffdaf10d8 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:10:33.737368 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-a78b7bcc-bd84-4dcb-9a64-da83ec32358e service neutron] Attempting to bind port 697973d6-f624-4195-849b-2f3ffdaf10d8 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:10:33.737858 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-a78b7bcc-bd84-4dcb-9a64-da83ec32358e service neutron] Attempting to bind port 697973d6-f624-4195-849b-2f3ffdaf10d8 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:10:33.746646 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-2e6830db-83e7-41d6-96ac-78c3793d23dc req-7ba6136f-1c33-4baf-b464-39cb6ac588ec tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Calling delete_port for af623ca2-ffa5-433d-8a89-bfd38bd048a9 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:10:33.756949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032422-cac2-4c24-b7e2-dfc0192e541a req-b8002b18-2b54-4949-9bcd-3d67314998c4 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:33.764937 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad032422-cac2-4c24-b7e2-dfc0192e541a req-b8002b18-2b54-4949-9bcd-3d67314998c4 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d3770d6-7d2c-42a5-a8d3-0b1682236cb5 HTTP/1.1" status: 200 len: 948 time: 0.4221079 Jul 24 09:10:33.785789 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-a78b7bcc-bd84-4dcb-9a64-da83ec32358e service neutron] Port 697973d6-f624-4195-849b-2f3ffdaf10d8 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:10:33.786062 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-a78b7bcc-bd84-4dcb-9a64-da83ec32358e service neutron] Attempting to bind port 697973d6-f624-4195-849b-2f3ffdaf10d8 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:10:33.802835 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72ce5c-32ff-420c-9788-305d6b244396 req-7b01f7df-c4fd-4395-ac41-56b97b66450e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:33.811602 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3c72ce5c-32ff-420c-9788-305d6b244396 req-7b01f7df-c4fd-4395-ac41-56b97b66450e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.1038740 Jul 24 09:10:33.824449 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-a78b7bcc-bd84-4dcb-9a64-da83ec32358e service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:10:33.824920 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-a78b7bcc-bd84-4dcb-9a64-da83ec32358e service neutron] Checking segment: {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:10:33.825895 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-a78b7bcc-bd84-4dcb-9a64-da83ec32358e service neutron] Bound using segment: {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:10:33.826421 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-a78b7bcc-bd84-4dcb-9a64-da83ec32358e service neutron] Bound port: 697973d6-f624-4195-849b-2f3ffdaf10d8, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:10:33.826849 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-a78b7bcc-bd84-4dcb-9a64-da83ec32358e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:33.865471 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3c72ce5c-32ff-420c-9788-305d6b244396 req-fcae722b-2476-451d-b986-e67530912673 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527897 Jul 24 09:10:33.907573 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad032422-cac2-4c24-b7e2-dfc0192e541a req-50d3acdd-f836-43de-b3d6-e7cede193dee tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/security-groups?id=24ef9e9b-3a89-41eb-b9d4-aa4872ae1379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416013 Jul 24 09:10:33.993855 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-7a719bf9-3f26-4e8b-a257-15e31bdceabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:33.995931 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-7a719bf9-3f26-4e8b-a257-15e31bdceabb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3335559 Jul 24 09:10:34.092626 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-a78b7bcc-bd84-4dcb-9a64-da83ec32358e service neutron] For port 697973d6-f624-4195-849b-2f3ffdaf10d8, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:10:34.164846 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-a78b7bcc-bd84-4dcb-9a64-da83ec32358e service neutron] For port 697973d6-f624-4195-849b-2f3ffdaf10d8, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=697973d6-f624-4195-849b-2f3ffdaf10d8,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:10:34.178676 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-a78b7bcc-bd84-4dcb-9a64-da83ec32358e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:34.186751 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device bdba70d3-213d-4ec6-8dcc-a2410acc5125 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:10:34.246522 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-a78b7bcc-bd84-4dcb-9a64-da83ec32358e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:34.246522 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-a78b7bcc-bd84-4dcb-9a64-da83ec32358e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:34.246522 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-a78b7bcc-bd84-4dcb-9a64-da83ec32358e service neutron] 10.222.0.37 "PUT /v2.0/ports/697973d6-f624-4195-849b-2f3ffdaf10d8 HTTP/1.1" status: 200 len: 1092 time: 2.4403548 Jul 24 09:10:34.246522 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a252df3-f3fc-45b4-8403-a4d24867083c', 'tag': '697973d6-f624-4195-849b-2f3ffdaf10d8'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:10:34.246522 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487e7876-2725-4dfb-9b94-69a147460a59" -d '{"events": [{"name": "network-changed", "server_uuid": "4a252df3-f3fc-45b4-8403-a4d24867083c", "tag": "697973d6-f624-4195-849b-2f3ffdaf10d8"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:10:34.280628 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-cc199f5b-b048-4183-8346-e0686eed7433 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751956 Jul 24 09:10:34.310860 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2e6830db-83e7-41d6-96ac-78c3793d23dc req-7ba6136f-1c33-4baf-b464-39cb6ac588ec tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:34.354550 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port bdba70d3-213d-4ec6-8dcc-a2410acc5125 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:10:34.366745 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port bdba70d3-213d-4ec6-8dcc-a2410acc5125 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:10:34.367185 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:34.386352 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7c2aca-2e42-4f31-b2c5-b123823f1257 x-openstack-request-id: req-ef7c2aca-2e42-4f31-b2c5-b123823f1257 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:10:34.386653 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a252df3-f3fc-45b4-8403-a4d24867083c", "tag": "697973d6-f624-4195-849b-2f3ffdaf10d8", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:10:34.386897 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef7c2aca-2e42-4f31-b2c5-b123823f1257 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:10:34.387304 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a252df3-f3fc-45b4-8403-a4d24867083c', 'tag': '697973d6-f624-4195-849b-2f3ffdaf10d8', 'status': 'completed', 'code': 200} Jul 24 09:10:34.393685 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b7bcc-bd84-4dcb-9a64-da83ec32358e service neutron] Pushing event updated for resources: {'Port': ['ID=697973d6-f624-4195-849b-2f3ffdaf10d8,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:34.523536 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6136f-1c33-4baf-b464-39cb6ac588ec tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Pushing event deleted for resources: {'Port': ['ID=af623ca2-ffa5-433d-8a89-bfd38bd048a9,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:34.554568 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50964) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:10:34.556680 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:34.580302 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6830db-83e7-41d6-96ac-78c3793d23dc req-7ba6136f-1c33-4baf-b464-39cb6ac588ec tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] No DVR routers for this DVR port af623ca2-ffa5-433d-8a89-bfd38bd048a9 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:10:34.584280 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2e6830db-83e7-41d6-96ac-78c3793d23dc req-7ba6136f-1c33-4baf-b464-39cb6ac588ec tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:34.586801 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2e6830db-83e7-41d6-96ac-78c3793d23dc req-7ba6136f-1c33-4baf-b464-39cb6ac588ec tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.37 "DELETE /v2.0/ports/af623ca2-ffa5-433d-8a89-bfd38bd048a9 HTTP/1.1" status: 204 len: 173 time: 1.7297237 Jul 24 09:10:34.604143 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port bdba70d3-213d-4ec6-8dcc-a2410acc5125, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=bdba70d3-213d-4ec6-8dcc-a2410acc5125,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:34.606464 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74cf0b3-8787-4966-ac2c-1788c88b0f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdba70d3-213d-4ec6-8dcc-a2410acc5125'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:10:34.611013 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78228b3-7dfd-47ed-bbce-eb939d69d0ed" -d '{"events": [{"server_uuid": "b74cf0b3-8787-4966-ac2c-1788c88b0f47", "name": "network-vif-plugged", "status": "completed", "tag": "bdba70d3-213d-4ec6-8dcc-a2410acc5125"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:10:34.612091 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e988e8f9-e48a-47f9-bb78-1af340f8ecad tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-555598719'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:34.635740 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:34.650797 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd432b-9c69-4ff9-bbec-eda5bc1ba377 req-12637bd6-6894-4663-8aa7-e4b4af1bd0b7 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:34.652802 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-80dd432b-9c69-4ff9-bbec-eda5bc1ba377 req-12637bd6-6894-4663-8aa7-e4b4af1bd0b7 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 944 time: 0.4025564 Jul 24 09:10:34.685658 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-2fe172e2-92d8-4be5-b3a0-202f296e8230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:34.687284 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-2fe172e2-92d8-4be5-b3a0-202f296e8230 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d4740b4b94942bdba9d4b286110923d&device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 1095 time: 0.3642466 Jul 24 09:10:34.691351 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-a8cd2ba6-cad1-4e09-8bd0-ca1f8f6d06eb service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902874 Jul 24 09:10:34.751587 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e988e8f9-e48a-47f9-bb78-1af340f8ecad tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Made reservation on behalf of 3dca0b6b5a564009b8793a19d3533709 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:10:34.760409 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-91ef8dd8-4918-4de7-9482-649545022284 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=697973d6-f624-4195-849b-2f3ffdaf10d8 HTTP/1.1" status: 200 len: 217 time: 0.0618579 Jul 24 09:10:34.766992 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-80dd432b-9c69-4ff9-bbec-eda5bc1ba377 req-156318db-fd35-4d61-aed3-383630665701 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067390 Jul 24 09:10:34.783396 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e988e8f9-e48a-47f9-bb78-1af340f8ecad tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:34.842239 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da1caf-5b7d-47c6-a89e-ccc5a1a05341 req-61c36a42-b344-4b2b-9d55-4f9396b2755e tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:34.853623 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f1da1caf-5b7d-47c6-a89e-ccc5a1a05341 req-61c36a42-b344-4b2b-9d55-4f9396b2755e tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 944 time: 0.3139846 Jul 24 09:10:34.862355 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-08efa1b0-abde-4b52-80a4-6ffa6d1cbcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:34.866959 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-08efa1b0-abde-4b52-80a4-6ffa6d1cbcb3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58351263-9729-4aa6-887c-072787b6bdca HTTP/1.1" status: 200 len: 847 time: 0.0984981 Jul 24 09:10:34.925108 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e988e8f9-e48a-47f9-bb78-1af340f8ecad tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:10:34.939784 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f1da1caf-5b7d-47c6-a89e-ccc5a1a05341 req-3af79610-51ad-4917-98fa-48d9fdea97ab tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838032 Jul 24 09:10:34.945621 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-5bdf9a3f-5f13-4de4-be9e-4bf07c94f348 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705776 Jul 24 09:10:34.975495 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e988e8f9-e48a-47f9-bb78-1af340f8ecad tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:34.978111 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-e988e8f9-e48a-47f9-bb78-1af340f8ecad tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Added segment d3be6b07-5265-495e-95a5-8cc3de3d1b75 of type vlan for network cc9afdd4-5467-4171-81bc-c8240aa53b2b Jul 24 09:10:35.145035 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079a2c26-f410-4c68-9a3b-8d50a319aa3c x-openstack-request-id: req-079a2c26-f410-4c68-9a3b-8d50a319aa3c {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:10:35.148396 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74cf0b3-8787-4966-ac2c-1788c88b0f47", "name": "network-vif-plugged", "status": "completed", "tag": "bdba70d3-213d-4ec6-8dcc-a2410acc5125", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:10:35.148867 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-079a2c26-f410-4c68-9a3b-8d50a319aa3c {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:10:35.149014 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e988e8f9-e48a-47f9-bb78-1af340f8ecad tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:35.149606 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74cf0b3-8787-4966-ac2c-1788c88b0f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdba70d3-213d-4ec6-8dcc-a2410acc5125', 'code': 200} Jul 24 09:10:35.204960 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-718d571e-4fde-4bd0-915d-9e47ee0bd471 service neutron] 10.222.0.37 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426379 Jul 24 09:10:35.228029 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=bdba70d3-213d-4ec6-8dcc-a2410acc5125,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:35.317747 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e988e8f9-e48a-47f9-bb78-1af340f8ecad tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:35.325579 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e988e8f9-e48a-47f9-bb78-1af340f8ecad tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:35.326288 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e988e8f9-e48a-47f9-bb78-1af340f8ecad tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:35.429297 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391f636-0e5c-4661-b0a1-bea8b92f01ad req-fb86eb2e-778b-4b9f-8249-259bd3777615 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:35.438110 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d391f636-0e5c-4661-b0a1-bea8b92f01ad req-fb86eb2e-778b-4b9f-8249-259bd3777615 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.3409772 Jul 24 09:10:35.471933 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e988e8f9-e48a-47f9-bb78-1af340f8ecad tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9126222 Jul 24 09:10:35.497685 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50982) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:10:35.502645 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-70954ffb-1943-4711-83ff-90ea444352cf tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1547932556'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:35.546476 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:10:35.569716 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988e8f9-e48a-47f9-bb78-1af340f8ecad tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event updated for resources: {'Network': ['ID=cc9afdd4-5467-4171-81bc-c8240aa53b2b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:35.572195 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70954ffb-1943-4711-83ff-90ea444352cf tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Made reservation on behalf of 3dca0b6b5a564009b8793a19d3533709 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:10:35.576563 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70954ffb-1943-4711-83ff-90ea444352cf tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:35.604153 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988e8f9-e48a-47f9-bb78-1af340f8ecad tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:35.604504 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988e8f9-e48a-47f9-bb78-1af340f8ecad tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:35.604860 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988e8f9-e48a-47f9-bb78-1af340f8ecad tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:35.605203 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988e8f9-e48a-47f9-bb78-1af340f8ecad tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:35.605533 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988e8f9-e48a-47f9-bb78-1af340f8ecad tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:35.605869 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988e8f9-e48a-47f9-bb78-1af340f8ecad tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:35.606198 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988e8f9-e48a-47f9-bb78-1af340f8ecad tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:35.606566 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988e8f9-e48a-47f9-bb78-1af340f8ecad tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:35.606895 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988e8f9-e48a-47f9-bb78-1af340f8ecad tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:35.607223 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988e8f9-e48a-47f9-bb78-1af340f8ecad tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:35.607552 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988e8f9-e48a-47f9-bb78-1af340f8ecad tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:35.607876 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988e8f9-e48a-47f9-bb78-1af340f8ecad tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:10:35.620867 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network cc9afdd4-5467-4171-81bc-c8240aa53b2b details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:10:35.624636 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d391f636-0e5c-4661-b0a1-bea8b92f01ad req-b52f7146-efb2-439a-83fc-780c0aa56011 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853766 Jul 24 09:10:35.652545 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70954ffb-1943-4711-83ff-90ea444352cf tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:10:35.667755 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70954ffb-1943-4711-83ff-90ea444352cf tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:35.668423 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-70954ffb-1943-4711-83ff-90ea444352cf tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Added segment 8a3514b9-3942-48fa-9f70-9726fcd50700 of type vlan for network 56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d Jul 24 09:10:35.738359 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70954ffb-1943-4711-83ff-90ea444352cf tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:35.747871 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dbac58b8-6b1b-4cac-8f0b-21b2aab7bf8e req-799387a4-8bfb-45be-959d-80b08988f513 tempest-ListImageFiltersTestJSON-1330240684 tempest-ListImageFiltersTestJSON-1330240684-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d3770d6-7d2c-42a5-a8d3-0b1682236cb5 HTTP/1.1" status: 200 len: 210 time: 0.5418859 Jul 24 09:10:35.781859 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6a0c8f-11d7-48dc-918a-eee3c720648c req-ddf49f41-b073-4e00-ab87-962e1d7e6840 service neutron] 10.222.0.37 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5593839 Jul 24 09:10:35.810223 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a0b63-8ba6-4fda-90a6-1611ff42b13c req-777250a0-886a-4b90-987b-087a8f218264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:35.812280 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8d9a0b63-8ba6-4fda-90a6-1611ff42b13c req-777250a0-886a-4b90-987b-087a8f218264 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 1096 time: 0.6050994 Jul 24 09:10:35.831167 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70954ffb-1943-4711-83ff-90ea444352cf tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:35.838019 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70954ffb-1943-4711-83ff-90ea444352cf tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:35.839911 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70954ffb-1943-4711-83ff-90ea444352cf tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:35.845838 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device af623ca2-ffa5-433d-8a89-bfd38bd048a9 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:10:35.898037 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: af623ca2-ffa5-433d-8a89-bfd38bd048a9 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:10:35.898522 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device af623ca2-ffa5-433d-8a89-bfd38bd048a9 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:10:35.941603 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70954ffb-1943-4711-83ff-90ea444352cf tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event updated for resources: {'Network': ['ID=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:35.971371 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8d9a0b63-8ba6-4fda-90a6-1611ff42b13c req-78705d86-4df9-4ccc-9dd4-2f1bb0e64d60 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474802 Jul 24 09:10:35.978952 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-70954ffb-1943-4711-83ff-90ea444352cf tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4803038 Jul 24 09:10:35.979707 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50996) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:10:35.989105 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:10:35.994248 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-8c3f11e6-8957-41e1-a030-138e195a11dc tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Request body: {'subnet': {'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:36.011035 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e7876-2725-4dfb-9b94-69a147460a59 req-302fd8a4-4094-4382-8cbd-b04a943fba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:36.013385 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-487e7876-2725-4dfb-9b94-69a147460a59 req-302fd8a4-4094-4382-8cbd-b04a943fba8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d4740b4b94942bdba9d4b286110923d&device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 1095 time: 0.1500061 Jul 24 09:10:36.159646 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81803f2-f767-4676-b1a6-804ff1702084 req-8979716b-3d11-4c27-97d9-e09238cafba9 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:36.165304 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d81803f2-f767-4676-b1a6-804ff1702084 req-8979716b-3d11-4c27-97d9-e09238cafba9 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 945 time: 0.1659355 Jul 24 09:10:36.167735 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3f11e6-8957-41e1-a030-138e195a11dc tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Made reservation on behalf of 3dca0b6b5a564009b8793a19d3533709 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:10:36.176436 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8c3f11e6-8957-41e1-a030-138e195a11dc tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:36.200113 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e7876-2725-4dfb-9b94-69a147460a59 req-cba14b6a-341d-4a34-b69c-e215cffac639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:36.202842 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-487e7876-2725-4dfb-9b94-69a147460a59 req-cba14b6a-341d-4a34-b69c-e215cffac639 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 200 len: 907 time: 0.1816809 Jul 24 09:10:36.258266 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-487e7876-2725-4dfb-9b94-69a147460a59 req-a7a13eb4-3787-46b3-a90a-fbd2433e4ea3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=697973d6-f624-4195-849b-2f3ffdaf10d8 HTTP/1.1" status: 200 len: 217 time: 0.0470476 Jul 24 09:10:36.283160 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d81803f2-f767-4676-b1a6-804ff1702084 req-25eb3b0a-3bc3-435a-90d4-7c30fdda2f44 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013179 Jul 24 09:10:36.294970 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632fc2d-5907-420a-935b-f44a3c11e713 req-90925bc5-46e7-4732-8663-7380f3be7478 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:36.297746 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b632fc2d-5907-420a-935b-f44a3c11e713 req-90925bc5-46e7-4732-8663-7380f3be7478 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 944 time: 0.2311380 Jul 24 09:10:36.363483 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e7876-2725-4dfb-9b94-69a147460a59 req-6e5a2269-0e8a-4f55-bf2d-8c8fb8c648e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:36.365133 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-487e7876-2725-4dfb-9b94-69a147460a59 req-6e5a2269-0e8a-4f55-bf2d-8c8fb8c648e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58351263-9729-4aa6-887c-072787b6bdca HTTP/1.1" status: 200 len: 847 time: 0.0973301 Jul 24 09:10:36.370390 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b632fc2d-5907-420a-935b-f44a3c11e713 req-9c6dacf5-0399-44c8-a023-3b6f2674c14c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439808 Jul 24 09:10:36.399836 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3770d6-7d2c-42a5-a8d3-0b1682236cb5', 'name': 'network-vif-deleted', 'tag': 'af623ca2-ffa5-433d-8a89-bfd38bd048a9'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:10:36.402235 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1140daa7-aeac-466a-a8f4-a656acbaad3a" -d '{"events": [{"server_uuid": "5d3770d6-7d2c-42a5-a8d3-0b1682236cb5", "name": "network-vif-deleted", "tag": "af623ca2-ffa5-433d-8a89-bfd38bd048a9"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:10:36.406916 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-487e7876-2725-4dfb-9b94-69a147460a59 req-955b1ea3-adf8-47ff-a0bc-9f801f6260c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350821 Jul 24 09:10:36.422354 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8c3f11e6-8957-41e1-a030-138e195a11dc tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:36.456006 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebbdc1f-443c-4b82-9796-b1e47ce52cae x-openstack-request-id: req-9ebbdc1f-443c-4b82-9796-b1e47ce52cae {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:10:36.456361 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d3770d6-7d2c-42a5-a8d3-0b1682236cb5", "name": "network-vif-deleted", "tag": "af623ca2-ffa5-433d-8a89-bfd38bd048a9", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:10:36.457485 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ebbdc1f-443c-4b82-9796-b1e47ce52cae {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:10:36.457485 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3770d6-7d2c-42a5-a8d3-0b1682236cb5', 'name': 'network-vif-deleted', 'tag': 'af623ca2-ffa5-433d-8a89-bfd38bd048a9', 'status': 'completed', 'code': 200} Jul 24 09:10:36.489216 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f11e6-8957-41e1-a030-138e195a11dc tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event updated for resources: {'Subnet': ['ID=5552e953-f753-4faf-a079-e77f25f33478,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:36.500912 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3f11e6-8957-41e1-a030-138e195a11dc tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Checking segment: {'id': 'd3be6b07-5265-495e-95a5-8cc3de3d1b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:10:36.501281 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3f11e6-8957-41e1-a030-138e195a11dc tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Network hostable DHCP agents. Network: cc9afdd4-5467-4171-81bc-c8240aa53b2b, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:10:36.518959 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3f11e6-8957-41e1-a030-138e195a11dc tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Network cc9afdd4-5467-4171-81bc-c8240aa53b2b is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:10:36.521362 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-487e7876-2725-4dfb-9b94-69a147460a59 req-771f27b2-d5ff-44cf-aead-f092b0c7cfd7 service neutron] 10.222.0.37 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069741 Jul 24 09:10:36.527765 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-8c3f11e6-8957-41e1-a030-138e195a11dc tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, cc9afdd4-5467-4171-81bc-c8240aa53b2b) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:10:36.535668 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e751f5-7a62-4718-a993-ccc73f308fbe None None] Network cc9afdd4-5467-4171-81bc-c8240aa53b2b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:10:36.538326 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3f11e6-8957-41e1-a030-138e195a11dc tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:36.538998 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8c3f11e6-8957-41e1-a030-138e195a11dc tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:36.568627 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8c3f11e6-8957-41e1-a030-138e195a11dc tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5868719 Jul 24 09:10:36.570917 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51010) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:10:36.582457 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-80405300-7bb5-40d7-8e4a-1ff5ef4d5448 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Request body: {'subnet': {'network_id': '56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:36.681474 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-487e7876-2725-4dfb-9b94-69a147460a59 req-5ed67473-140d-49af-b6b2-d889491af11e service neutron] 10.222.0.37 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274297 Jul 24 09:10:36.715155 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80405300-7bb5-40d7-8e4a-1ff5ef4d5448 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Made reservation on behalf of 3dca0b6b5a564009b8793a19d3533709 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:10:36.719264 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80405300-7bb5-40d7-8e4a-1ff5ef4d5448 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:36.744663 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723c061d-bec3-45b8-9600-2edd3856e1d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-cc9afdd4-5467-4171-81bc-c8240aa53b2b', 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'fixed_ips': [{'subnet_id': '5552e953-f753-4faf-a079-e77f25f33478'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:10:36.745822 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-723c061d-bec3-45b8-9600-2edd3856e1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:36.863681 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad64be-c2ed-4923-bbd7-520b3f4e8f21 req-35b548a4-8fcf-43c5-b01a-cfcc83454fd2 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:36.876869 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7aad64be-c2ed-4923-bbd7-520b3f4e8f21 req-35b548a4-8fcf-43c5-b01a-cfcc83454fd2 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.1476319 Jul 24 09:10:36.931803 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7aad64be-c2ed-4923-bbd7-520b3f4e8f21 req-6b794566-8a96-4728-8cd9-8298d8d39e96 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524461 Jul 24 09:10:36.955020 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-723c061d-bec3-45b8-9600-2edd3856e1d6 None None] Allocated IP 10.1.1.2 (cc9afdd4-5467-4171-81bc-c8240aa53b2b/5552e953-f753-4faf-a079-e77f25f33478/b4a8300d-1062-4989-93f1-aa6fdbf2d2c5) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:10:37.074812 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80405300-7bb5-40d7-8e4a-1ff5ef4d5448 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:37.139379 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80405300-7bb5-40d7-8e4a-1ff5ef4d5448 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event updated for resources: {'Subnet': ['ID=c0696ce3-b7e9-46ab-bb06-e6093c133467,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:37.177912 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80405300-7bb5-40d7-8e4a-1ff5ef4d5448 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Checking segment: {'id': '8a3514b9-3942-48fa-9f70-9726fcd50700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:10:37.178116 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80405300-7bb5-40d7-8e4a-1ff5ef4d5448 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Network hostable DHCP agents. Network: 56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:10:37.199996 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80405300-7bb5-40d7-8e4a-1ff5ef4d5448 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Network 56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:10:37.215285 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-80405300-7bb5-40d7-8e4a-1ff5ef4d5448 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:10:37.221056 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80405300-7bb5-40d7-8e4a-1ff5ef4d5448 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:37.221826 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80405300-7bb5-40d7-8e4a-1ff5ef4d5448 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:37.228634 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934d3e7d-1cd1-4459-ae94-4e95de36c37d None None] Network 56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:10:37.243976 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-80405300-7bb5-40d7-8e4a-1ff5ef4d5448 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6714115 Jul 24 09:10:37.246112 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51064) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:10:37.246255 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-723c061d-bec3-45b8-9600-2edd3856e1d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:37.253079 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ba1056e5-1b72-4d57-aef8-72f3dbd2260d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Request body: {'port': {'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b', 'name': 'tempest-TaggedBootDevicesTest-323407967', 'fixed_ips': [{'subnet_id': '5552e953-f753-4faf-a079-e77f25f33478'}]}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:37.264686 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-723c061d-bec3-45b8-9600-2edd3856e1d6 None None] Transition to ACTIVE for port object b4a8300d-1062-4989-93f1-aa6fdbf2d2c5 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:10:37.316129 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-723c061d-bec3-45b8-9600-2edd3856e1d6 None None] Transition to ACTIVE for port object b4a8300d-1062-4989-93f1-aa6fdbf2d2c5 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:10:37.324087 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-723c061d-bec3-45b8-9600-2edd3856e1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:37.410434 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723c061d-bec3-45b8-9600-2edd3856e1d6 None None] Network cc9afdd4-5467-4171-81bc-c8240aa53b2b is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:10:37.413539 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c061d-bec3-45b8-9600-2edd3856e1d6 None None] Pushing event updated for resources: {'Port': ['ID=b4a8300d-1062-4989-93f1-aa6fdbf2d2c5,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:37.420847 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-723c061d-bec3-45b8-9600-2edd3856e1d6 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:10:37.425001 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723c061d-bec3-45b8-9600-2edd3856e1d6 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:10:37.443702 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1056e5-1b72-4d57-aef8-72f3dbd2260d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Made reservation on behalf of 3dca0b6b5a564009b8793a19d3533709 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:10:37.534897 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-723c061d-bec3-45b8-9600-2edd3856e1d6 None None] Attempting to bind port b4a8300d-1062-4989-93f1-aa6fdbf2d2c5 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:10:37.536172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-723c061d-bec3-45b8-9600-2edd3856e1d6 None None] Attempting to bind port b4a8300d-1062-4989-93f1-aa6fdbf2d2c5 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd3be6b07-5265-495e-95a5-8cc3de3d1b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:10:37.537424 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723c061d-bec3-45b8-9600-2edd3856e1d6 None None] Attempting to bind port b4a8300d-1062-4989-93f1-aa6fdbf2d2c5 on network cc9afdd4-5467-4171-81bc-c8240aa53b2b {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:10:37.549090 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723c061d-bec3-45b8-9600-2edd3856e1d6 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:10:37.549552 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723c061d-bec3-45b8-9600-2edd3856e1d6 None None] Checking segment: {'id': 'd3be6b07-5265-495e-95a5-8cc3de3d1b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:10:37.550553 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-723c061d-bec3-45b8-9600-2edd3856e1d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:37.552064 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723c061d-bec3-45b8-9600-2edd3856e1d6 None None] Bound using segment: {'id': 'd3be6b07-5265-495e-95a5-8cc3de3d1b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:10:37.553450 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-723c061d-bec3-45b8-9600-2edd3856e1d6 None None] Bound port: b4a8300d-1062-4989-93f1-aa6fdbf2d2c5, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3be6b07-5265-495e-95a5-8cc3de3d1b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:10:37.559463 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-723c061d-bec3-45b8-9600-2edd3856e1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:37.576687 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90aabd7f-c6f1-4255-8349-ef45ba95612d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d', 'network_id': '56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'fixed_ips': [{'subnet_id': 'c0696ce3-b7e9-46ab-bb06-e6093c133467'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:10:37.577604 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-90aabd7f-c6f1-4255-8349-ef45ba95612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:37.577845 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ba1056e5-1b72-4d57-aef8-72f3dbd2260d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:37.604345 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-ba1056e5-1b72-4d57-aef8-72f3dbd2260d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] device_id is not set on port e307f6c6-4fdb-4f4e-9aaa-266379cdde50 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:10:37.622384 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1419b8-fd86-4a9d-83bc-0d135ba74d84 req-5f9a43c8-13cc-4ff3-8251-1f036d8e7315 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:37.624197 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0e1419b8-fd86-4a9d-83bc-0d135ba74d84 req-5f9a43c8-13cc-4ff3-8251-1f036d8e7315 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 945 time: 0.1567914 Jul 24 09:10:37.749042 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-723c061d-bec3-45b8-9600-2edd3856e1d6 None None] For port b4a8300d-1062-4989-93f1-aa6fdbf2d2c5, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:10:37.771591 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-723c061d-bec3-45b8-9600-2edd3856e1d6 None None] For port b4a8300d-1062-4989-93f1-aa6fdbf2d2c5, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b4a8300d-1062-4989-93f1-aa6fdbf2d2c5,segment=NetworkSegment(d3be6b07-5265-495e-95a5-8cc3de3d1b75),segment_id=d3be6b07-5265-495e-95a5-8cc3de3d1b75)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:10:37.796802 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0e1419b8-fd86-4a9d-83bc-0d135ba74d84 req-2398da90-eb03-4a5e-8356-ce356a241ced tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520236 Jul 24 09:10:37.801642 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-723c061d-bec3-45b8-9600-2edd3856e1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:37.861799 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-90aabd7f-c6f1-4255-8349-ef45ba95612d None None] Allocated IP 10.2.2.2 (56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d/c0696ce3-b7e9-46ab-bb06-e6093c133467/c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:10:37.923726 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c061d-bec3-45b8-9600-2edd3856e1d6 None None] Pushing event updated for resources: {'Port': ['ID=b4a8300d-1062-4989-93f1-aa6fdbf2d2c5,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:37.941334 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-ba1056e5-1b72-4d57-aef8-72f3dbd2260d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Allocated IP 10.1.1.152 (cc9afdd4-5467-4171-81bc-c8240aa53b2b/5552e953-f753-4faf-a079-e77f25f33478/e307f6c6-4fdb-4f4e-9aaa-266379cdde50) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:10:38.032811 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36987c07-516c-4e55-af1b-18676d2b77c9 req-b8978d37-a692-404b-881e-aa9f44762f1c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:38.039921 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-36987c07-516c-4e55-af1b-18676d2b77c9 req-b8978d37-a692-404b-881e-aa9f44762f1c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 944 time: 0.0892992 Jul 24 09:10:38.067946 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-90aabd7f-c6f1-4255-8349-ef45ba95612d None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:38.077634 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-36987c07-516c-4e55-af1b-18676d2b77c9 req-51c97ad7-cfa9-4fa4-97b2-b5b51541a9af tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368609 Jul 24 09:10:38.079524 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-90aabd7f-c6f1-4255-8349-ef45ba95612d None None] Transition to ACTIVE for port object c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:10:38.096830 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-90aabd7f-c6f1-4255-8349-ef45ba95612d None None] Transition to ACTIVE for port object c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:10:38.103961 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-90aabd7f-c6f1-4255-8349-ef45ba95612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:38.159982 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aabd7f-c6f1-4255-8349-ef45ba95612d None None] Network 56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:10:38.163673 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-90aabd7f-c6f1-4255-8349-ef45ba95612d None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:10:38.167289 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aabd7f-c6f1-4255-8349-ef45ba95612d None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:10:38.204799 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ba1056e5-1b72-4d57-aef8-72f3dbd2260d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:38.222808 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aabd7f-c6f1-4255-8349-ef45ba95612d None None] Pushing event updated for resources: {'Port': ['ID=c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:38.254052 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-ba1056e5-1b72-4d57-aef8-72f3dbd2260d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Transition to ACTIVE for port object e307f6c6-4fdb-4f4e-9aaa-266379cdde50 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:10:38.270617 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-90aabd7f-c6f1-4255-8349-ef45ba95612d None None] Attempting to bind port c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:10:38.270999 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-90aabd7f-c6f1-4255-8349-ef45ba95612d None None] Attempting to bind port c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '8a3514b9-3942-48fa-9f70-9726fcd50700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:10:38.271649 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aabd7f-c6f1-4255-8349-ef45ba95612d None None] Attempting to bind port c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f on network 56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:10:38.278175 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aabd7f-c6f1-4255-8349-ef45ba95612d None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:10:38.279659 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aabd7f-c6f1-4255-8349-ef45ba95612d None None] Checking segment: {'id': '8a3514b9-3942-48fa-9f70-9726fcd50700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:10:38.280333 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-90aabd7f-c6f1-4255-8349-ef45ba95612d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:38.281073 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aabd7f-c6f1-4255-8349-ef45ba95612d None None] Bound using segment: {'id': '8a3514b9-3942-48fa-9f70-9726fcd50700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:10:38.281760 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-90aabd7f-c6f1-4255-8349-ef45ba95612d None None] Bound port: c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3514b9-3942-48fa-9f70-9726fcd50700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:10:38.282309 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-90aabd7f-c6f1-4255-8349-ef45ba95612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:38.294243 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5dd10-b8a8-4ef5-8b4c-310f10974db3 req-d7a3511d-95a4-424b-8d64-8911f1c7ba54 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:38.296423 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a6e5dd10-b8a8-4ef5-8b4c-310f10974db3 req-d7a3511d-95a4-424b-8d64-8911f1c7ba54 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 1096 time: 0.0773261 Jul 24 09:10:38.310816 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ba1056e5-1b72-4d57-aef8-72f3dbd2260d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:38.341746 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a6e5dd10-b8a8-4ef5-8b4c-310f10974db3 req-7961eabb-202d-4163-b603-feb6156732d6 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368614 Jul 24 09:10:38.394311 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1056e5-1b72-4d57-aef8-72f3dbd2260d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Network cc9afdd4-5467-4171-81bc-c8240aa53b2b is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:10:38.394311 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-ba1056e5-1b72-4d57-aef8-72f3dbd2260d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:10:38.401415 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1056e5-1b72-4d57-aef8-72f3dbd2260d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:10:38.419323 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-90aabd7f-c6f1-4255-8349-ef45ba95612d None None] For port c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:10:38.433861 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-90aabd7f-c6f1-4255-8349-ef45ba95612d None None] For port c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f,segment=NetworkSegment(8a3514b9-3942-48fa-9f70-9726fcd50700),segment_id=8a3514b9-3942-48fa-9f70-9726fcd50700)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:10:38.441711 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-90aabd7f-c6f1-4255-8349-ef45ba95612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:38.464711 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1056e5-1b72-4d57-aef8-72f3dbd2260d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event updated for resources: {'Port': ['ID=e307f6c6-4fdb-4f4e-9aaa-266379cdde50,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:38.486386 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1056e5-1b72-4d57-aef8-72f3dbd2260d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:38.486386 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ba1056e5-1b72-4d57-aef8-72f3dbd2260d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:38.503879 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ba1056e5-1b72-4d57-aef8-72f3dbd2260d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2564895 Jul 24 09:10:38.506345 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51136) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:10:38.512779 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-df61cba5-a2df-4c82-8f2e-7473df15bfb7 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Request body: {'port': {'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b', 'name': 'tempest-TaggedBootDevicesTest-1979747771', 'fixed_ips': [{'subnet_id': '5552e953-f753-4faf-a079-e77f25f33478'}]}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:38.549447 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aabd7f-c6f1-4255-8349-ef45ba95612d None None] Pushing event updated for resources: {'Port': ['ID=c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:38.590317 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6fafc-6802-42f6-a792-42ccad42f473 req-53c60082-96e5-4499-886e-02ebf302ee55 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:38.597245 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89c6fafc-6802-42f6-a792-42ccad42f473 req-53c60082-96e5-4499-886e-02ebf302ee55 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.1129358 Jul 24 09:10:38.652911 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89c6fafc-6802-42f6-a792-42ccad42f473 req-7e930495-ffa7-4ed3-9f59-66d84306186f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486801 Jul 24 09:10:38.685587 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df61cba5-a2df-4c82-8f2e-7473df15bfb7 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Made reservation on behalf of 3dca0b6b5a564009b8793a19d3533709 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:10:38.690832 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-df61cba5-a2df-4c82-8f2e-7473df15bfb7 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:38.711148 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-df61cba5-a2df-4c82-8f2e-7473df15bfb7 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] device_id is not set on port 050c6f20-222e-4534-968b-ea3eb888eef4 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:10:38.814121 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fdcb8e-87a6-4af6-84d2-2780c6117532 req-f9f6b44b-5dd7-4ab2-89e3-3c6bd76afc4f tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:38.815674 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e1fdcb8e-87a6-4af6-84d2-2780c6117532 req-f9f6b44b-5dd7-4ab2-89e3-3c6bd76afc4f tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 1096 time: 0.0941646 Jul 24 09:10:38.877714 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e1fdcb8e-87a6-4af6-84d2-2780c6117532 req-803766f6-e80c-4ddc-9415-cb0652ea339c tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536175 Jul 24 09:10:38.977445 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-df61cba5-a2df-4c82-8f2e-7473df15bfb7 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Allocated IP 10.1.1.189 (cc9afdd4-5467-4171-81bc-c8240aa53b2b/5552e953-f753-4faf-a079-e77f25f33478/050c6f20-222e-4534-968b-ea3eb888eef4) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:10:39.196315 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8f308-c803-4499-be53-e53296e5756f req-dc62818d-61c3-4139-8e85-979212b9ced0 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:39.198374 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4af8f308-c803-4499-be53-e53296e5756f req-dc62818d-61c3-4139-8e85-979212b9ced0 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/networks?id=fbc5b270-0c92-4400-92e0-37b0a548e1d0 HTTP/1.1" status: 200 len: 805 time: 0.2078319 Jul 24 09:10:39.202246 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b4a8300d-1062-4989-93f1-aa6fdbf2d2c5 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:10:39.225182 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4af8f308-c803-4499-be53-e53296e5756f req-4e4f2417-8408-49c0-8d33-9a4d102d0d93 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/quotas/cca414eeb75d4a728826bf910f0b973f HTTP/1.1" status: 200 len: 375 time: 0.0178306 Jul 24 09:10:39.254469 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port b4a8300d-1062-4989-93f1-aa6fdbf2d2c5 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:10:39.258451 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:10:39.315819 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-df61cba5-a2df-4c82-8f2e-7473df15bfb7 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:39.323215 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4af8f308-c803-4499-be53-e53296e5756f req-d36e445c-47fd-4ca5-b92b-3ce9f1073dc4 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cca414eeb75d4a728826bf910f0b973f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0966377 Jul 24 09:10:39.342332 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:10:39.363634 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-df61cba5-a2df-4c82-8f2e-7473df15bfb7 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Transition to ACTIVE for port object 050c6f20-222e-4534-968b-ea3eb888eef4 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:10:39.379382 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51176) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:10:39.435321 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-df61cba5-a2df-4c82-8f2e-7473df15bfb7 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:39.485738 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8532ce-cef0-418d-8abb-c5974b5e9a4a None None] Network cc9afdd4-5467-4171-81bc-c8240aa53b2b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:10:39.491566 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df61cba5-a2df-4c82-8f2e-7473df15bfb7 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Network cc9afdd4-5467-4171-81bc-c8240aa53b2b is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:10:39.494895 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-df61cba5-a2df-4c82-8f2e-7473df15bfb7 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:10:39.496304 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4af8f308-c803-4499-be53-e53296e5756f req-f7137f4e-d327-4c77-abac-668f17ea5def service neutron] 10.222.0.32 "GET /v2.0/networks/fbc5b270-0c92-4400-92e0-37b0a548e1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716905 Jul 24 09:10:39.498226 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df61cba5-a2df-4c82-8f2e-7473df15bfb7 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:10:39.576806 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61cba5-a2df-4c82-8f2e-7473df15bfb7 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event updated for resources: {'Port': ['ID=050c6f20-222e-4534-968b-ea3eb888eef4,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:39.597326 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8fef6d1c-09bb-486d-8548-63ba5234ffca None None] Provisioning for port b4a8300d-1062-4989-93f1-aa6fdbf2d2c5 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:10:39.603732 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8fef6d1c-09bb-486d-8548-63ba5234ffca None None] Provisioning complete for port b4a8300d-1062-4989-93f1-aa6fdbf2d2c5 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:10:39.604111 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8fef6d1c-09bb-486d-8548-63ba5234ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:39.619929 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df61cba5-a2df-4c82-8f2e-7473df15bfb7 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:39.620876 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-df61cba5-a2df-4c82-8f2e-7473df15bfb7 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:39.645427 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cc1e697a-afc9-4563-b3c8-7c878febbf85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9be9fba1b4a740bdb96d353ddb8dfad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2635338 Jul 24 09:10:39.648625 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51190) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:10:39.691537 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-df61cba5-a2df-4c82-8f2e-7473df15bfb7 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1839988 Jul 24 09:10:39.699410 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4af8f308-c803-4499-be53-e53296e5756f req-4dde6f00-646a-4200-a599-a1daf6ae4ddd service neutron] 10.222.0.32 "GET /v2.0/networks/fbc5b270-0c92-4400-92e0-37b0a548e1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009778 Jul 24 09:10:39.720398 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3b9cffde-7e2e-4b99-acc9-ff98f463bf3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:39.746117 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3b9cffde-7e2e-4b99-acc9-ff98f463bf3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:39.821149 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3b9cffde-7e2e-4b99-acc9-ff98f463bf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:39.824162 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3b9cffde-7e2e-4b99-acc9-ff98f463bf3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:39.828794 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3b9cffde-7e2e-4b99-acc9-ff98f463bf3a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24ef9e9b-3a89-41eb-b9d4-aa4872ae1379 HTTP/1.1" status: 204 len: 168 time: 0.1756155 Jul 24 09:10:39.835719 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9cffde-7e2e-4b99-acc9-ff98f463bf3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ef9e9b-3a89-41eb-b9d4-aa4872ae1379,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:39.868991 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8fef6d1c-09bb-486d-8548-63ba5234ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:39.873479 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 05d291cb-d039-4b7f-b7e8-0f5e552bfef1 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:10:39.920000 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5945aff-9f37-47d9-ac1d-6ea8989dba14 None None] Network 56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:10:40.058275 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-8fef6d1c-09bb-486d-8548-63ba5234ffca None None] For port b4a8300d-1062-4989-93f1-aa6fdbf2d2c5, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b4a8300d-1062-4989-93f1-aa6fdbf2d2c5,segment=NetworkSegment(d3be6b07-5265-495e-95a5-8cc3de3d1b75),segment_id=d3be6b07-5265-495e-95a5-8cc3de3d1b75)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:40.072824 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8fef6d1c-09bb-486d-8548-63ba5234ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:40.167384 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdaa9ff-df80-41d5-afc5-7fbce0754fbf req-a034334f-e4e8-4d5d-ace1-ddb930d403f9 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:40.168715 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5fdaa9ff-df80-41d5-afc5-7fbce0754fbf req-a034334f-e4e8-4d5d-ace1-ddb930d403f9 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 944 time: 0.2102787 Jul 24 09:10:40.249758 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3426d-4a09-4b9e-beee-e489f8f088e2 req-479e9fd1-af42-4297-890a-211a7307812b tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:40.251323 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f1b3426d-4a09-4b9e-beee-e489f8f088e2 req-479e9fd1-af42-4297-890a-211a7307812b tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77 HTTP/1.1" status: 200 len: 945 time: 0.2203681 Jul 24 09:10:40.276548 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5fdaa9ff-df80-41d5-afc5-7fbce0754fbf req-a2bc1570-2a7b-454d-9b76-c92d1464fbee tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973611 Jul 24 09:10:40.283060 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:40.295025 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2032b409-be55-4a55-bfe8-aa41e0871821 None None] Provisioning for port 050c6f20-222e-4534-968b-ea3eb888eef4 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:10:40.313482 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef6d1c-09bb-486d-8548-63ba5234ffca None None] Pushing event updated for resources: {'Port': ['ID=b4a8300d-1062-4989-93f1-aa6fdbf2d2c5,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:40.328327 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2032b409-be55-4a55-bfe8-aa41e0871821 None None] Provisioning complete for port 050c6f20-222e-4534-968b-ea3eb888eef4 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:10:40.329234 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2032b409-be55-4a55-bfe8-aa41e0871821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:40.445955 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05d291cb-d039-4b7f-b7e8-0f5e552bfef1'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:10:40.448150 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2dc6407-ea92-4e32-974b-09d481d1a335" -d '{"events": [{"server_uuid": "a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77", "name": "network-vif-unplugged", "status": "completed", "tag": "05d291cb-d039-4b7f-b7e8-0f5e552bfef1"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:10:40.470266 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 05d291cb-d039-4b7f-b7e8-0f5e552bfef1, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=05d291cb-d039-4b7f-b7e8-0f5e552bfef1,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:40.473981 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-2032b409-be55-4a55-bfe8-aa41e0871821 None None] Port 050c6f20-222e-4534-968b-ea3eb888eef4 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:10:40.486341 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:40.512625 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-f1b3426d-4a09-4b9e-beee-e489f8f088e2 req-b0ce1e62-4fa5-49fe-8a17-a10840eed76b tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Deleting port 05d291cb-d039-4b7f-b7e8-0f5e552bfef1 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:10:40.513012 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f1b3426d-4a09-4b9e-beee-e489f8f088e2 req-b0ce1e62-4fa5-49fe-8a17-a10840eed76b tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:40.555750 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-a5736a58-ff3d-4641-80d7-921d342b8ac8 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:10:40.556825 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-a5736a58-ff3d-4641-80d7-921d342b8ac8 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069637 Jul 24 09:10:40.568211 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-65ccb77d-4911-4a8d-8c9b-fa679afe0e8a service neutron] Request body: {'binding': {'host': 'n-h1-800085-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:40.568668 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-65ccb77d-4911-4a8d-8c9b-fa679afe0e8a service neutron] Unknown quota resources ['binding']. {{(pid=94035) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 09:10:40.578022 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2032b409-be55-4a55-bfe8-aa41e0871821 None None] Provisioning complete for port b4a8300d-1062-4989-93f1-aa6fdbf2d2c5 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:10:40.578484 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2032b409-be55-4a55-bfe8-aa41e0871821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:40.682795 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-f1b3426d-4a09-4b9e-beee-e489f8f088e2 req-b0ce1e62-4fa5-49fe-8a17-a10840eed76b tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] For port 05d291cb-d039-4b7f-b7e8-0f5e552bfef1, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=05d291cb-d039-4b7f-b7e8-0f5e552bfef1,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:40.683450 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f1b3426d-4a09-4b9e-beee-e489f8f088e2 req-b0ce1e62-4fa5-49fe-8a17-a10840eed76b tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:40.712206 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-f1b3426d-4a09-4b9e-beee-e489f8f088e2 req-b0ce1e62-4fa5-49fe-8a17-a10840eed76b tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Calling delete_port for 05d291cb-d039-4b7f-b7e8-0f5e552bfef1 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:10:40.869278 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=05d291cb-d039-4b7f-b7e8-0f5e552bfef1,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:40.882025 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-65ccb77d-4911-4a8d-8c9b-fa679afe0e8a service neutron] Attempting to bind port bdba70d3-213d-4ec6-8dcc-a2410acc5125 on host n-h1-800085-9 for vnic_type normal with profile None {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:10:40.882588 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-65ccb77d-4911-4a8d-8c9b-fa679afe0e8a service neutron] Attempting to bind port bdba70d3-213d-4ec6-8dcc-a2410acc5125 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:10:40.882689 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-65ccb77d-4911-4a8d-8c9b-fa679afe0e8a service neutron] Attempting to bind port bdba70d3-213d-4ec6-8dcc-a2410acc5125 on network 78a39135-7e1b-4cfc-8949-e6417e15b488 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:10:40.894106 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-65ccb77d-4911-4a8d-8c9b-fa679afe0e8a service neutron] Port bdba70d3-213d-4ec6-8dcc-a2410acc5125 on network 78a39135-7e1b-4cfc-8949-e6417e15b488 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:10:40.894436 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-65ccb77d-4911-4a8d-8c9b-fa679afe0e8a service neutron] Attempting to bind port bdba70d3-213d-4ec6-8dcc-a2410acc5125 on network 78a39135-7e1b-4cfc-8949-e6417e15b488 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:10:40.910317 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-65ccb77d-4911-4a8d-8c9b-fa679afe0e8a service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:10:40.911945 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-65ccb77d-4911-4a8d-8c9b-fa679afe0e8a service neutron] Checking segment: {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:10:40.912680 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-65ccb77d-4911-4a8d-8c9b-fa679afe0e8a service neutron] Bound using segment: {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:10:40.913816 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-65ccb77d-4911-4a8d-8c9b-fa679afe0e8a service neutron] Bound port: bdba70d3-213d-4ec6-8dcc-a2410acc5125, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:10:40.995712 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2032b409-be55-4a55-bfe8-aa41e0871821 None None] Provisioning for port c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:10:40.998242 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f1b3426d-4a09-4b9e-beee-e489f8f088e2 req-b0ce1e62-4fa5-49fe-8a17-a10840eed76b tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:41.008377 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2032b409-be55-4a55-bfe8-aa41e0871821 None None] Provisioning complete for port c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:10:41.009484 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2032b409-be55-4a55-bfe8-aa41e0871821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:41.031368 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-65ccb77d-4911-4a8d-8c9b-fa679afe0e8a service neutron] For port bdba70d3-213d-4ec6-8dcc-a2410acc5125, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=bdba70d3-213d-4ec6-8dcc-a2410acc5125,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:10:41.040139 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-65ccb77d-4911-4a8d-8c9b-fa679afe0e8a service neutron] Notify callbacks [] for binding, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:41.041525 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-65ccb77d-4911-4a8d-8c9b-fa679afe0e8a service neutron] 10.222.0.32 "POST /v2.0/ports/bdba70d3-213d-4ec6-8dcc-a2410acc5125/bindings HTTP/1.1" status: 201 len: 389 time: 0.4768617 Jul 24 09:10:41.073206 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce1e62-4fa5-49fe-8a17-a10840eed76b tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Pushing event deleted for resources: {'Port': ['ID=05d291cb-d039-4b7f-b7e8-0f5e552bfef1,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:41.086494 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b4a8300d-1062-4989-93f1-aa6fdbf2d2c5 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:10:41.155332 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23850e7-502d-46f5-8295-a64e4d51aac4 req-4a6f2195-1565-49c1-bf16-bbff085b73da tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:41.156940 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b23850e7-502d-46f5-8295-a64e4d51aac4 req-4a6f2195-1565-49c1-bf16-bbff085b73da tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.3693206 Jul 24 09:10:41.199250 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b3426d-4a09-4b9e-beee-e489f8f088e2 req-b0ce1e62-4fa5-49fe-8a17-a10840eed76b tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] No DVR routers for this DVR port 05d291cb-d039-4b7f-b7e8-0f5e552bfef1 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:10:41.209215 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f1b3426d-4a09-4b9e-beee-e489f8f088e2 req-b0ce1e62-4fa5-49fe-8a17-a10840eed76b tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:41.213548 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f1b3426d-4a09-4b9e-beee-e489f8f088e2 req-b0ce1e62-4fa5-49fe-8a17-a10840eed76b tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.37 "DELETE /v2.0/ports/05d291cb-d039-4b7f-b7e8-0f5e552bfef1 HTTP/1.1" status: 204 len: 173 time: 0.9359770 Jul 24 09:10:41.214008 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77', 'name': 'network-vif-deleted', 'tag': '05d291cb-d039-4b7f-b7e8-0f5e552bfef1'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:10:41.217855 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddcd6fe-dbf7-470a-9503-94a35b5ccdc7" -d '{"events": [{"server_uuid": "a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77", "name": "network-vif-deleted", "tag": "05d291cb-d039-4b7f-b7e8-0f5e552bfef1"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:10:41.251362 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2032b409-be55-4a55-bfe8-aa41e0871821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:41.271765 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port b4a8300d-1062-4989-93f1-aa6fdbf2d2c5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:10:41.272395 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:41.281317 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b23850e7-502d-46f5-8295-a64e4d51aac4 req-c18a5366-c290-412c-9feb-6978f87cd8b9 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968897 Jul 24 09:10:41.335906 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-2032b409-be55-4a55-bfe8-aa41e0871821 None None] For port c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f,segment=NetworkSegment(8a3514b9-3942-48fa-9f70-9726fcd50700),segment_id=8a3514b9-3942-48fa-9f70-9726fcd50700)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:41.347166 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2032b409-be55-4a55-bfe8-aa41e0871821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:41.368540 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51250) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:10:41.373967 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-9f39ca7d-77ce-49f0-a95b-54d4fda0d43b tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--970362575', 'description': 'tempest-description--1164873672'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:41.412065 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9f39ca7d-77ce-49f0-a95b-54d4fda0d43b tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:41.413569 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2032b409-be55-4a55-bfe8-aa41e0871821 None None] Provisioning for port e307f6c6-4fdb-4f4e-9aaa-266379cdde50 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:10:41.429894 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de25a2d-3c9c-4deb-8089-6bd032760906 x-openstack-request-id: req-3de25a2d-3c9c-4deb-8089-6bd032760906 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:10:41.430177 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77", "name": "network-vif-unplugged", "status": "completed", "tag": "05d291cb-d039-4b7f-b7e8-0f5e552bfef1", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:10:41.430614 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3de25a2d-3c9c-4deb-8089-6bd032760906 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:10:41.431160 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05d291cb-d039-4b7f-b7e8-0f5e552bfef1', 'code': 200} Jul 24 09:10:41.431930 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2032b409-be55-4a55-bfe8-aa41e0871821 None None] Provisioning complete for port e307f6c6-4fdb-4f4e-9aaa-266379cdde50 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:10:41.432455 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2032b409-be55-4a55-bfe8-aa41e0871821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:41.455407 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cb0ddcf7-9e24-459c-be63-bf240a4175a5 req-aef78e78-2b30-48d1-a521-59f9bcf59c46 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66420c-bbe8-4d25-9606-5ecaaef8352b HTTP/1.1" status: 200 len: 210 time: 0.0807443 Jul 24 09:10:41.476292 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032b409-be55-4a55-bfe8-aa41e0871821 None None] Pushing event updated for resources: {'Port': ['ID=c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:41.494938 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-2032b409-be55-4a55-bfe8-aa41e0871821 None None] Port e307f6c6-4fdb-4f4e-9aaa-266379cdde50 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:10:41.506755 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-6cedd2cd-012f-4e93-8e22-272d5d7c312c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:41.508245 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-6cedd2cd-012f-4e93-8e22-272d5d7c312c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 1096 time: 0.1775200 Jul 24 09:10:41.593710 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9f39ca7d-77ce-49f0-a95b-54d4fda0d43b tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:41.599958 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9f39ca7d-77ce-49f0-a95b-54d4fda0d43b tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:41.620471 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ac258ce9-1742-4d38-a12c-7144e112c5c0 None None] Provisioning complete for port 050c6f20-222e-4534-968b-ea3eb888eef4 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:10:41.621199 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ac258ce9-1742-4d38-a12c-7144e112c5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:41.656353 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9f39ca7d-77ce-49f0-a95b-54d4fda0d43b tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:41.657847 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9f39ca7d-77ce-49f0-a95b-54d4fda0d43b tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2882729 Jul 24 09:10:41.663269 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51258) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:10:41.669379 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39ca7d-77ce-49f0-a95b-54d4fda0d43b tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28e92c9e-a6f1-4679-86d9-12481690a3df,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:41.680131 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b50f95-d2a8-4db4-8b16-1786ade81428 req-31841df2-f9c9-4935-9570-96855dd4f343 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:41.683733 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-ac258ce9-1742-4d38-a12c-7144e112c5c0 None None] Port 050c6f20-222e-4534-968b-ea3eb888eef4 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:10:41.687205 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-bd0f0e4b-4812-4f4a-9f6c-5ba6d6cbfebf tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Request body: {'security_group_rule': {'security_group_id': '28e92c9e-a6f1-4679-86d9-12481690a3df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:41.688145 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c5b50f95-d2a8-4db4-8b16-1786ade81428 req-31841df2-f9c9-4935-9570-96855dd4f343 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 945 time: 0.1704595 Jul 24 09:10:41.696849 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ac258ce9-1742-4d38-a12c-7144e112c5c0 None None] Provisioning complete for port c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:10:41.697617 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ac258ce9-1742-4d38-a12c-7144e112c5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:41.737255 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c5b50f95-d2a8-4db4-8b16-1786ade81428 req-724544ca-d414-4232-aee9-a1056a9cb0c0 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481131 Jul 24 09:10:41.755487 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-713be118-69b5-4ce3-bc55-93e6a1f4c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:41.757881 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-713be118-69b5-4ce3-bc55-93e6a1f4c50c service neutron] 10.222.0.37 "GET /v2.0/networks?id=78a39135-7e1b-4cfc-8949-e6417e15b488 HTTP/1.1" status: 200 len: 921 time: 0.2403343 Jul 24 09:10:41.813955 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ac258ce9-1742-4d38-a12c-7144e112c5c0 None None] Provisioning complete for port e307f6c6-4fdb-4f4e-9aaa-266379cdde50 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:10:41.814563 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ac258ce9-1742-4d38-a12c-7144e112c5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:41.830139 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd0f0e4b-4812-4f4a-9f6c-5ba6d6cbfebf tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:41.853104 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fb4e04-6a12-4896-afc3-245323a068cd x-openstack-request-id: req-02fb4e04-6a12-4896-afc3-245323a068cd {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:10:41.853399 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77", "name": "network-vif-deleted", "tag": "05d291cb-d039-4b7f-b7e8-0f5e552bfef1", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:10:41.853647 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-02fb4e04-6a12-4896-afc3-245323a068cd {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:10:41.854043 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bfa6a7-f1f4-4587-a56e-3818fcf7ff77', 'name': 'network-vif-deleted', 'tag': '05d291cb-d039-4b7f-b7e8-0f5e552bfef1', 'status': 'completed', 'code': 200} Jul 24 09:10:41.855587 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-ac258ce9-1742-4d38-a12c-7144e112c5c0 None None] Port e307f6c6-4fdb-4f4e-9aaa-266379cdde50 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:10:41.862501 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-6872c662-8963-4a3c-8b29-2e6ee1e9837c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdba70d3-213d-4ec6-8dcc-a2410acc5125 HTTP/1.1" status: 200 len: 217 time: 0.0924385 Jul 24 09:10:41.943408 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8f308-c803-4499-be53-e53296e5756f req-b07adfd6-860f-47b5-93ef-439dc14d4a9a tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:41.946395 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4af8f308-c803-4499-be53-e53296e5756f req-b07adfd6-860f-47b5-93ef-439dc14d4a9a tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.37 "GET /v2.0/networks?id=fbc5b270-0c92-4400-92e0-37b0a548e1d0 HTTP/1.1" status: 200 len: 805 time: 0.3446031 Jul 24 09:10:41.971639 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64a5a7-6e83-451b-a6ff-0540abcadb4f req-4fec20ba-b0c9-4ae8-8224-5b69a97fce78 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:41.973702 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bb64a5a7-6e83-451b-a6ff-0540abcadb4f req-4fec20ba-b0c9-4ae8-8224-5b69a97fce78 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 944 time: 0.0747039 Jul 24 09:10:41.979394 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-4af8f308-c803-4499-be53-e53296e5756f req-dd570565-195f-4ca8-a484-ddb85bd59dca tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Request body: {'port': {'device_id': 'cf66420c-bbe8-4d25-9606-5ecaaef8352b', 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0', 'admin_state_up': True, 'tenant_id': 'cca414eeb75d4a728826bf910f0b973f'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:42.024684 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-450c25c6-aa45-495e-9c1a-51cafac1317f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:42.027081 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-450c25c6-aa45-495e-9c1a-51cafac1317f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=726d329a-a5bb-490b-be1e-f21c87173472 HTTP/1.1" status: 200 len: 861 time: 0.1561618 Jul 24 09:10:42.027815 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bb64a5a7-6e83-451b-a6ff-0540abcadb4f req-65848e4c-e2a1-431d-bb7a-bf5a8eb67dec tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480313 Jul 24 09:10:42.073689 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-3d475ab7-b4a4-466f-bf86-aba9217699c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=78a39135-7e1b-4cfc-8949-e6417e15b488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394330 Jul 24 09:10:42.076025 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd0f0e4b-4812-4f4a-9f6c-5ba6d6cbfebf tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:42.114713 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd0f0e4b-4812-4f4a-9f6c-5ba6d6cbfebf tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:42.175755 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f0e4b-4812-4f4a-9f6c-5ba6d6cbfebf tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a14dd2d-ea63-4eeb-bdfa-58884a7c2926,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:42.181732 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd0f0e4b-4812-4f4a-9f6c-5ba6d6cbfebf tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:42.183070 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bd0f0e4b-4812-4f4a-9f6c-5ba6d6cbfebf tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5143325 Jul 24 09:10:42.186416 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51266) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:10:42.191984 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-808c918a-06c2-4447-bd67-cea5ba85cae8 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Request body: {'security_group_rule': {'security_group_id': '28e92c9e-a6f1-4679-86d9-12481690a3df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:42.222621 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-808c918a-06c2-4447-bd67-cea5ba85cae8 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:42.253786 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-99fbc901-250c-410f-a820-03a0bc7d4ad1 service neutron] 10.222.0.37 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734884 Jul 24 09:10:42.269550 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af8f308-c803-4499-be53-e53296e5756f req-dd570565-195f-4ca8-a484-ddb85bd59dca tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Made reservation on behalf of cca414eeb75d4a728826bf910f0b973f for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:10:42.273086 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4af8f308-c803-4499-be53-e53296e5756f req-dd570565-195f-4ca8-a484-ddb85bd59dca tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:42.278593 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-808c918a-06c2-4447-bd67-cea5ba85cae8 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:42.282691 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-808c918a-06c2-4447-bd67-cea5ba85cae8 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:42.301613 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c918a-06c2-4447-bd67-cea5ba85cae8 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74569a18-5080-4aca-944f-b411703aa9ee,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:42.315510 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-808c918a-06c2-4447-bd67-cea5ba85cae8 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:42.320507 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-808c918a-06c2-4447-bd67-cea5ba85cae8 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1328840 Jul 24 09:10:42.321410 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51272) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:10:42.330012 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-78942d0d-1d46-4496-9dae-f7db3ec507b9 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:42.357690 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78942d0d-1d46-4496-9dae-f7db3ec507b9 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:42.454536 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-53f9b28a-0d58-4c69-93de-dcf5fec53d73 service neutron] 10.222.0.37 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944070 Jul 24 09:10:42.505276 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-4af8f308-c803-4499-be53-e53296e5756f req-dd570565-195f-4ca8-a484-ddb85bd59dca tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Allocated IP 172.20.0.7 (fbc5b270-0c92-4400-92e0-37b0a548e1d0/e4f4d091-9355-41fb-8669-a9c6a15e7d4f/95dc6129-2f72-4f1e-95ef-7481f0ee0659) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:10:42.510366 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1719e-b0fd-4b37-88d5-5cb4be9f421e req-762b8b0c-47db-4395-9190-2092a7d15751 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:42.512053 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6ac1719e-b0fd-4b37-88d5-5cb4be9f421e req-762b8b0c-47db-4395-9190-2092a7d15751 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.1372609 Jul 24 09:10:42.550425 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78942d0d-1d46-4496-9dae-f7db3ec507b9 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:42.609439 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6ac1719e-b0fd-4b37-88d5-5cb4be9f421e req-4e607f2d-fe92-48ab-82a2-ba85bfbe1232 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875671 Jul 24 09:10:42.688506 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-78942d0d-1d46-4496-9dae-f7db3ec507b9 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Allocated IP 172.25.7.3 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/cfade28e-cb6e-4f37-89d3-3099c7cd2f88) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:10:42.746274 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4af8f308-c803-4499-be53-e53296e5756f req-dd570565-195f-4ca8-a484-ddb85bd59dca tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:42.806020 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ad78459a-37d1-4af4-94a5-7b66d6a870c3 req-76549011-c77d-4548-9863-b923ae5fcb62 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66420c-bbe8-4d25-9606-5ecaaef8352b HTTP/1.1" status: 200 len: 210 time: 0.0700614 Jul 24 09:10:42.818119 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4af8f308-c803-4499-be53-e53296e5756f req-dd570565-195f-4ca8-a484-ddb85bd59dca tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:42.869337 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78942d0d-1d46-4496-9dae-f7db3ec507b9 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:42.873614 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af8f308-c803-4499-be53-e53296e5756f req-dd570565-195f-4ca8-a484-ddb85bd59dca tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Network fbc5b270-0c92-4400-92e0-37b0a548e1d0 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:10:42.890374 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-4af8f308-c803-4499-be53-e53296e5756f req-dd570565-195f-4ca8-a484-ddb85bd59dca tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:10:42.914503 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af8f308-c803-4499-be53-e53296e5756f req-dd570565-195f-4ca8-a484-ddb85bd59dca tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:10:42.920757 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78942d0d-1d46-4496-9dae-f7db3ec507b9 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:42.959750 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd570565-195f-4ca8-a484-ddb85bd59dca tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Pushing event updated for resources: {'Port': ['ID=95dc6129-2f72-4f1e-95ef-7481f0ee0659,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:42.988234 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78942d0d-1d46-4496-9dae-f7db3ec507b9 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:10:42.991527 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-78942d0d-1d46-4496-9dae-f7db3ec507b9 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:10:42.997750 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8f308-c803-4499-be53-e53296e5756f req-dd570565-195f-4ca8-a484-ddb85bd59dca tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:42.998522 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4af8f308-c803-4499-be53-e53296e5756f req-dd570565-195f-4ca8-a484-ddb85bd59dca tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:42.998649 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78942d0d-1d46-4496-9dae-f7db3ec507b9 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:10:43.024013 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e849ba-54a7-47a7-85ca-43a8ae5c89af req-3574ba34-ab82-4772-9f73-dee56aa9c131 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:43.025922 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-68e849ba-54a7-47a7-85ca-43a8ae5c89af req-3574ba34-ab82-4772-9f73-dee56aa9c131 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 945 time: 0.1510327 Jul 24 09:10:43.042908 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4af8f308-c803-4499-be53-e53296e5756f req-dd570565-195f-4ca8-a484-ddb85bd59dca tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0676796 Jul 24 09:10:43.060967 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78942d0d-1d46-4496-9dae-f7db3ec507b9 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event updated for resources: {'Port': ['ID=cfade28e-cb6e-4f37-89d3-3099c7cd2f88,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:43.063167 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-4af8f308-c803-4499-be53-e53296e5756f req-51e3d491-b24c-408e-94de-af96a59e59f3 service neutron] Request body: {'port': {'device_id': 'cf66420c-bbe8-4d25-9606-5ecaaef8352b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:43.095076 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:10:43.133223 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78942d0d-1d46-4496-9dae-f7db3ec507b9 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:43.139125 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-68e849ba-54a7-47a7-85ca-43a8ae5c89af req-20aacbc2-eea7-4f9d-bad6-84d15145c4d6 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982301 Jul 24 09:10:43.154267 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:10:43.154830 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:43.228123 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4af8f308-c803-4499-be53-e53296e5756f req-51e3d491-b24c-408e-94de-af96a59e59f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:43.230983 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78942d0d-1d46-4496-9dae-f7db3ec507b9 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:43.418617 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78942d0d-1d46-4496-9dae-f7db3ec507b9 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:43.423623 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78942d0d-1d46-4496-9dae-f7db3ec507b9 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:43.444378 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6a042-6de9-4ca0-8e56-6ed0d05b75ac req-48aa8843-37b2-4f39-8726-14431decf7e3 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:43.446064 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88e6a042-6de9-4ca0-8e56-6ed0d05b75ac req-48aa8843-37b2-4f39-8726-14431decf7e3 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 944 time: 0.1938634 Jul 24 09:10:43.514030 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78942d0d-1d46-4496-9dae-f7db3ec507b9 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:43.538105 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88e6a042-6de9-4ca0-8e56-6ed0d05b75ac req-8e1c35c9-28bb-4a3b-ba08-c9398d77dc6b tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857668 Jul 24 09:10:43.544851 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78942d0d-1d46-4496-9dae-f7db3ec507b9 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event updated for resources: {'Port': ['ID=cfade28e-cb6e-4f37-89d3-3099c7cd2f88,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:43.548410 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78942d0d-1d46-4496-9dae-f7db3ec507b9 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:43.557375 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-78942d0d-1d46-4496-9dae-f7db3ec507b9 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2347944 Jul 24 09:10:43.666059 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-4af8f308-c803-4499-be53-e53296e5756f req-51e3d491-b24c-408e-94de-af96a59e59f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95dc6129-2f72-4f1e-95ef-7481f0ee0659 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:10:43.674828 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4af8f308-c803-4499-be53-e53296e5756f req-51e3d491-b24c-408e-94de-af96a59e59f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:43.703982 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-4af8f308-c803-4499-be53-e53296e5756f req-51e3d491-b24c-408e-94de-af96a59e59f3 service neutron] Transition to ACTIVE for port object 95dc6129-2f72-4f1e-95ef-7481f0ee0659 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:10:43.709252 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4af8f308-c803-4499-be53-e53296e5756f req-51e3d491-b24c-408e-94de-af96a59e59f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:43.798124 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3d491-b24c-408e-94de-af96a59e59f3 service neutron] Pushing event updated for resources: {'Port': ['ID=95dc6129-2f72-4f1e-95ef-7481f0ee0659,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:43.846820 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:43.855773 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-c34e3d6c-e49c-4959-84a6-bd465405f95f tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--970362575&fields=id&tenant_id=3dca0b6b5a564009b8793a19d3533709 HTTP/1.1" status: 200 len: 267 time: 0.0451386 Jul 24 09:10:43.874036 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 05d291cb-d039-4b7f-b7e8-0f5e552bfef1 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:10:43.892903 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf44cd5-6d68-47ef-98d0-d4a8cd5edfb0 req-5ae52bc8-6bbb-4b4d-b36f-d19c0792b5b5 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:43.894565 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bcf44cd5-6d68-47ef-98d0-d4a8cd5edfb0 req-5ae52bc8-6bbb-4b4d-b36f-d19c0792b5b5 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.1508791 Jul 24 09:10:43.897350 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-4af8f308-c803-4499-be53-e53296e5756f req-51e3d491-b24c-408e-94de-af96a59e59f3 service neutron] Attempting to bind port 95dc6129-2f72-4f1e-95ef-7481f0ee0659 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:10:43.897763 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-4af8f308-c803-4499-be53-e53296e5756f req-51e3d491-b24c-408e-94de-af96a59e59f3 service neutron] Attempting to bind port 95dc6129-2f72-4f1e-95ef-7481f0ee0659 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '3a8ff286-f6f5-4c05-b3eb-2c391f403600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:10:43.898168 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af8f308-c803-4499-be53-e53296e5756f req-51e3d491-b24c-408e-94de-af96a59e59f3 service neutron] Attempting to bind port 95dc6129-2f72-4f1e-95ef-7481f0ee0659 on network fbc5b270-0c92-4400-92e0-37b0a548e1d0 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:10:43.899560 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 05d291cb-d039-4b7f-b7e8-0f5e552bfef1 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:10:43.900086 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 05d291cb-d039-4b7f-b7e8-0f5e552bfef1 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:10:43.910192 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af8f308-c803-4499-be53-e53296e5756f req-51e3d491-b24c-408e-94de-af96a59e59f3 service neutron] Port 95dc6129-2f72-4f1e-95ef-7481f0ee0659 on network fbc5b270-0c92-4400-92e0-37b0a548e1d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:10:43.910613 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af8f308-c803-4499-be53-e53296e5756f req-51e3d491-b24c-408e-94de-af96a59e59f3 service neutron] Attempting to bind port 95dc6129-2f72-4f1e-95ef-7481f0ee0659 on network fbc5b270-0c92-4400-92e0-37b0a548e1d0 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:10:43.923926 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af8f308-c803-4499-be53-e53296e5756f req-51e3d491-b24c-408e-94de-af96a59e59f3 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:10:43.924327 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af8f308-c803-4499-be53-e53296e5756f req-51e3d491-b24c-408e-94de-af96a59e59f3 service neutron] Checking segment: {'id': '3a8ff286-f6f5-4c05-b3eb-2c391f403600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:10:43.924814 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af8f308-c803-4499-be53-e53296e5756f req-51e3d491-b24c-408e-94de-af96a59e59f3 service neutron] Bound using segment: {'id': '3a8ff286-f6f5-4c05-b3eb-2c391f403600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:10:43.925339 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-4af8f308-c803-4499-be53-e53296e5756f req-51e3d491-b24c-408e-94de-af96a59e59f3 service neutron] Bound port: 95dc6129-2f72-4f1e-95ef-7481f0ee0659, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a8ff286-f6f5-4c05-b3eb-2c391f403600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:10:43.925784 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4af8f308-c803-4499-be53-e53296e5756f req-51e3d491-b24c-408e-94de-af96a59e59f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:43.933946 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-53133ce6-5b2d-40e3-8337-b55d5d04af82 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:43.935827 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-53133ce6-5b2d-40e3-8337-b55d5d04af82 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports/e307f6c6-4fdb-4f4e-9aaa-266379cdde50 HTTP/1.1" status: 200 len: 931 time: 0.0728674 Jul 24 09:10:43.976947 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bcf44cd5-6d68-47ef-98d0-d4a8cd5edfb0 req-4b630170-ff97-403a-9c9d-189e2adc5a08 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752466 Jul 24 09:10:44.016885 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-1b131128-41a9-4472-95df-dc214388dc8f tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:44.021427 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-1b131128-41a9-4472-95df-dc214388dc8f tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports/050c6f20-222e-4534-968b-ea3eb888eef4 HTTP/1.1" status: 200 len: 932 time: 0.0792480 Jul 24 09:10:44.036920 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-4af8f308-c803-4499-be53-e53296e5756f req-51e3d491-b24c-408e-94de-af96a59e59f3 service neutron] For port 95dc6129-2f72-4f1e-95ef-7481f0ee0659, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:10:44.040833 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-4af8f308-c803-4499-be53-e53296e5756f req-51e3d491-b24c-408e-94de-af96a59e59f3 service neutron] For port 95dc6129-2f72-4f1e-95ef-7481f0ee0659, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=95dc6129-2f72-4f1e-95ef-7481f0ee0659,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:10:44.047495 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4af8f308-c803-4499-be53-e53296e5756f req-51e3d491-b24c-408e-94de-af96a59e59f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:44.088029 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f254e562-3029-4ee3-a956-c610344a12d3 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?network_id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0620699 Jul 24 09:10:44.117616 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8f308-c803-4499-be53-e53296e5756f req-51e3d491-b24c-408e-94de-af96a59e59f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:44.118648 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4af8f308-c803-4499-be53-e53296e5756f req-51e3d491-b24c-408e-94de-af96a59e59f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:44.120378 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4af8f308-c803-4499-be53-e53296e5756f req-51e3d491-b24c-408e-94de-af96a59e59f3 service neutron] 10.222.0.37 "PUT /v2.0/ports/95dc6129-2f72-4f1e-95ef-7481f0ee0659 HTTP/1.1" status: 200 len: 1091 time: 1.0643916 Jul 24 09:10:44.120930 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf66420c-bbe8-4d25-9606-5ecaaef8352b', 'tag': '95dc6129-2f72-4f1e-95ef-7481f0ee0659'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:10:44.123240 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7415fedd-ee86-4769-b0ff-f30c350a0eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "cf66420c-bbe8-4d25-9606-5ecaaef8352b", "tag": "95dc6129-2f72-4f1e-95ef-7481f0ee0659"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:10:44.133387 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-ccc4320e-868a-46bd-83a1-0bf8f15c59e8 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?network_id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0378845 Jul 24 09:10:44.216408 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3d491-b24c-408e-94de-af96a59e59f3 service neutron] Pushing event updated for resources: {'Port': ['ID=95dc6129-2f72-4f1e-95ef-7481f0ee0659,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:44.495473 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ede88-6d84-4e13-bdc2-ac7d15e0a5e6 req-e1f391e3-aca6-4714-9218-e4ed3b20fe42 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:44.497575 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0d5ede88-6d84-4e13-bdc2-ac7d15e0a5e6 req-e1f391e3-aca6-4714-9218-e4ed3b20fe42 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66420c-bbe8-4d25-9606-5ecaaef8352b HTTP/1.1" status: 200 len: 943 time: 0.3992696 Jul 24 09:10:44.530726 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8f308-c803-4499-be53-e53296e5756f req-ee50dcf7-ee96-46fc-9820-111384904b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:44.532247 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4af8f308-c803-4499-be53-e53296e5756f req-ee50dcf7-ee96-46fc-9820-111384904b7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cca414eeb75d4a728826bf910f0b973f&device_id=cf66420c-bbe8-4d25-9606-5ecaaef8352b HTTP/1.1" status: 200 len: 1094 time: 0.3596203 Jul 24 09:10:44.568275 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-294a8990-59d1-47bb-80d4-f44b9155b9fd tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:44.573988 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-294a8990-59d1-47bb-80d4-f44b9155b9fd tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:44.581178 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-294a8990-59d1-47bb-80d4-f44b9155b9fd tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:44.581373 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0d5ede88-6d84-4e13-bdc2-ac7d15e0a5e6 req-82e02f35-086d-4906-a2d9-5cab927d425c tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759614 Jul 24 09:10:44.582101 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4af8f308-c803-4499-be53-e53296e5756f req-5033a08c-998a-46e0-9d90-ccfbaef62140 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95dc6129-2f72-4f1e-95ef-7481f0ee0659 HTTP/1.1" status: 200 len: 217 time: 0.0395489 Jul 24 09:10:44.582202 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-294a8990-59d1-47bb-80d4-f44b9155b9fd tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/networks?id=8a8b2944-c8a5-4403-aa37-48c9a718d665&id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d&id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d HTTP/1.1" status: 200 len: 1989 time: 0.4414470 Jul 24 09:10:44.599409 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-b47c1421-e282-4020-83c7-74444039f2f2 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/quotas/3dca0b6b5a564009b8793a19d3533709 HTTP/1.1" status: 200 len: 375 time: 0.0095613 Jul 24 09:10:44.646000 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8f308-c803-4499-be53-e53296e5756f req-48cd3170-4c58-4a2d-99d7-ef3e53c47239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:44.647677 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4af8f308-c803-4499-be53-e53296e5756f req-48cd3170-4c58-4a2d-99d7-ef3e53c47239 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4f4d091-9355-41fb-8669-a9c6a15e7d4f HTTP/1.1" status: 200 len: 845 time: 0.0599103 Jul 24 09:10:44.689141 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4af8f308-c803-4499-be53-e53296e5756f req-ca514ff1-1a78-4e2a-a24a-7d1e10495f94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fbc5b270-0c92-4400-92e0-37b0a548e1d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346310 Jul 24 09:10:44.693244 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-ab16c034-287d-4f55-8b45-ac9b00a172a1 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3dca0b6b5a564009b8793a19d3533709&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0854518 Jul 24 09:10:44.796996 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4af8f308-c803-4499-be53-e53296e5756f req-2241e949-06eb-451f-8ff2-c78fee5d20e2 service neutron] 10.222.0.37 "GET /v2.0/networks/fbc5b270-0c92-4400-92e0-37b0a548e1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016314 Jul 24 09:10:44.799261 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-36a91696-af95-48f6-9c5c-fa2e40228a89 service neutron] 10.222.0.32 "GET /v2.0/networks/8a8b2944-c8a5-4403-aa37-48c9a718d665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015301 Jul 24 09:10:44.884757 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2386e8-1963-4843-8ced-42ca45ef652c x-openstack-request-id: req-6c2386e8-1963-4843-8ced-42ca45ef652c {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:10:44.885609 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf66420c-bbe8-4d25-9606-5ecaaef8352b", "tag": "95dc6129-2f72-4f1e-95ef-7481f0ee0659", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:10:44.886004 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c2386e8-1963-4843-8ced-42ca45ef652c {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:10:44.886500 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf66420c-bbe8-4d25-9606-5ecaaef8352b', 'tag': '95dc6129-2f72-4f1e-95ef-7481f0ee0659', 'status': 'completed', 'code': 200} Jul 24 09:10:44.897042 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-52a61057-df03-40f9-8924-5fac97253f11 service neutron] 10.222.0.32 "GET /v2.0/networks/8a8b2944-c8a5-4403-aa37-48c9a718d665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967999 Jul 24 09:10:44.916952 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4af8f308-c803-4499-be53-e53296e5756f req-5f87b438-55f8-418d-97c7-5587401c93b3 service neutron] 10.222.0.37 "GET /v2.0/networks/fbc5b270-0c92-4400-92e0-37b0a548e1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141536 Jul 24 09:10:44.961067 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-d8f5117c-c38f-4bfc-bb5d-7843273997de service neutron] 10.222.0.32 "GET /v2.0/ports/e307f6c6-4fdb-4f4e-9aaa-266379cdde50?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0627410 Jul 24 09:10:45.022723 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e288495-de98-4a91-9afd-89dff7ab3acd req-7405e4e8-b1b2-4b4d-a400-98c32a23ae2e tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:45.024181 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7e288495-de98-4a91-9afd-89dff7ab3acd req-7405e4e8-b1b2-4b4d-a400-98c32a23ae2e tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 945 time: 0.0978141 Jul 24 09:10:45.057379 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-fa77305f-8c21-483c-b310-930c6ec80a78 service neutron] 10.222.0.32 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953243 Jul 24 09:10:45.063540 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415fedd-ee86-4769-b0ff-f30c350a0eb2 req-00d97eb6-c30b-4bc5-add8-16191992b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:45.065743 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7415fedd-ee86-4769-b0ff-f30c350a0eb2 req-00d97eb6-c30b-4bc5-add8-16191992b544 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cca414eeb75d4a728826bf910f0b973f&device_id=cf66420c-bbe8-4d25-9606-5ecaaef8352b HTTP/1.1" status: 200 len: 1094 time: 0.0940285 Jul 24 09:10:45.097133 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7e288495-de98-4a91-9afd-89dff7ab3acd req-44f1e6d7-741d-4d3e-962e-ee04d67756f7 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653679 Jul 24 09:10:45.159199 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-de415203-70c5-4526-b4a4-db4018b30b02 service neutron] 10.222.0.32 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997765 Jul 24 09:10:45.191400 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415fedd-ee86-4769-b0ff-f30c350a0eb2 req-2f00a912-fd70-4c05-8af0-8b3bb0f31c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:45.192910 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7415fedd-ee86-4769-b0ff-f30c350a0eb2 req-2f00a912-fd70-4c05-8af0-8b3bb0f31c77 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fbc5b270-0c92-4400-92e0-37b0a548e1d0 HTTP/1.1" status: 200 len: 905 time: 0.1213093 Jul 24 09:10:45.228449 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-eeab8759-7cfe-4cc8-8e05-796997cacb1d service neutron] 10.222.0.32 "GET /v2.0/ports/050c6f20-222e-4534-968b-ea3eb888eef4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0465312 Jul 24 09:10:45.249867 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7415fedd-ee86-4769-b0ff-f30c350a0eb2 req-cf76335f-c15e-42ea-a411-ac1ede9f9962 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95dc6129-2f72-4f1e-95ef-7481f0ee0659 HTTP/1.1" status: 200 len: 217 time: 0.0469999 Jul 24 09:10:45.304355 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415fedd-ee86-4769-b0ff-f30c350a0eb2 req-aed1cdcf-a9d0-4282-8569-b7ec0f72ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:45.306101 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7415fedd-ee86-4769-b0ff-f30c350a0eb2 req-aed1cdcf-a9d0-4282-8569-b7ec0f72ddfa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4f4d091-9355-41fb-8669-a9c6a15e7d4f HTTP/1.1" status: 200 len: 845 time: 0.0502937 Jul 24 09:10:45.339104 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-c9952e07-547a-4fd9-8ff8-4f0563b3bf95 service neutron] 10.222.0.32 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046610 Jul 24 09:10:45.352305 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7415fedd-ee86-4769-b0ff-f30c350a0eb2 req-aa23c501-8979-4ad3-9356-f189fd11ba50 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fbc5b270-0c92-4400-92e0-37b0a548e1d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383348 Jul 24 09:10:45.449419 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-986a0bd5-8808-477c-8f11-376fee7125b4 service neutron] 10.222.0.32 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047769 Jul 24 09:10:45.487263 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e6af2-e0d3-4429-bee5-0f0965a9be95 req-f997b0e1-44cb-4ed2-b042-69fff79c4eea tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:45.488887 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1a6e6af2-e0d3-4429-bee5-0f0965a9be95 req-f997b0e1-44cb-4ed2-b042-69fff79c4eea tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 944 time: 0.1387403 Jul 24 09:10:45.490617 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7415fedd-ee86-4769-b0ff-f30c350a0eb2 req-ee63774a-4534-45c8-874f-1c3a5d2d7b4f service neutron] 10.222.0.37 "GET /v2.0/networks/fbc5b270-0c92-4400-92e0-37b0a548e1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295412 Jul 24 09:10:45.550433 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-21cbb9b6-4dbc-49fb-a04f-15f72226ffd0 service neutron] 10.222.0.32 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947430 Jul 24 09:10:45.585340 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1a6e6af2-e0d3-4429-bee5-0f0965a9be95 req-cbdee878-344f-4d96-8522-7ff188b744d6 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899625 Jul 24 09:10:45.635319 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7415fedd-ee86-4769-b0ff-f30c350a0eb2 req-3ccbc2d9-14df-4332-9694-d95a207e4de7 service neutron] 10.222.0.37 "GET /v2.0/networks/fbc5b270-0c92-4400-92e0-37b0a548e1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329868 Jul 24 09:10:45.670912 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-3de05989-efdb-4091-a40a-5adc0dd30bdd service neutron] 10.222.0.32 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139851 Jul 24 09:10:45.747961 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffdd06-b1a8-4c83-ae17-775a76f1e1c6 req-3f16e7fa-78f3-42f1-ade1-a0ea9ba9bfe9 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:45.749469 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b6ffdd06-b1a8-4c83-ae17-775a76f1e1c6 req-3f16e7fa-78f3-42f1-ade1-a0ea9ba9bfe9 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.0651929 Jul 24 09:10:45.765213 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-e70b5fe0-2f7d-4c60-9c43-9ee506bfdece service neutron] 10.222.0.32 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876441 Jul 24 09:10:45.789605 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b6ffdd06-b1a8-4c83-ae17-775a76f1e1c6 req-739c482f-4451-45f9-9b5d-f84531602a44 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326471 Jul 24 09:10:45.858012 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-04f8ffe3-3d55-49f3-a309-fe3af5cd8316 service neutron] 10.222.0.32 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870175 Jul 24 09:10:45.889529 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 697973d6-f624-4195-849b-2f3ffdaf10d8 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:10:45.928780 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af39e1-fad0-4ca6-9351-eb2b677fa085 req-feef5464-1492-49ff-b31e-c148c810c2b1 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:45.930881 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-80af39e1-fad0-4ca6-9351-eb2b677fa085 req-feef5464-1492-49ff-b31e-c148c810c2b1 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66420c-bbe8-4d25-9606-5ecaaef8352b HTTP/1.1" status: 200 len: 943 time: 0.0740306 Jul 24 09:10:45.965799 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-7f9f1e65-e8ef-402e-a702-4bd9be0e666d service neutron] 10.222.0.32 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023409 Jul 24 09:10:45.981451 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-80af39e1-fad0-4ca6-9351-eb2b677fa085 req-c95f6c1b-ccb9-4297-b681-12905996104c tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438714 Jul 24 09:10:46.009740 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 697973d6-f624-4195-849b-2f3ffdaf10d8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=697973d6-f624-4195-849b-2f3ffdaf10d8,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:46.029823 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '697973d6-f624-4195-849b-2f3ffdaf10d8', 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877', 'port_id': '697973d6-f624-4195-849b-2f3ffdaf10d8', 'mac_address': 'fa:16:3e:5e:bf:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58351263-9729-4aa6-887c-072787b6bdca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:10:46.078027 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-e94be789-26c7-40d7-b329-c1b752830885 service neutron] 10.222.0.32 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110780 Jul 24 09:10:46.088165 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:46.109363 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 697973d6-f624-4195-849b-2f3ffdaf10d8 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:10:46.135040 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 697973d6-f624-4195-849b-2f3ffdaf10d8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=697973d6-f624-4195-849b-2f3ffdaf10d8,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:46.140412 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:46.194837 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-032acaa1-6c51-4477-97cd-0ef10ee5b337 service neutron] 10.222.0.32 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106617 Jul 24 09:10:46.208534 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=697973d6-f624-4195-849b-2f3ffdaf10d8,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:46.239848 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:46.301328 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-67480316-0568-461b-899e-d1f5ad5f1b43 service neutron] 10.222.0.32 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998554 Jul 24 09:10:46.421229 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['697973d6-f624-4195-849b-2f3ffdaf10d8'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:10:46.688316 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409b027-169c-414b-9285-4bebe025320b req-8028f138-3b04-4790-9ed7-e0c7b499bcbd tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:46.689968 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f409b027-169c-414b-9285-4bebe025320b req-8028f138-3b04-4790-9ed7-e0c7b499bcbd tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 945 time: 0.0830288 Jul 24 09:10:46.733439 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f409b027-169c-414b-9285-4bebe025320b req-084cb313-646b-49b8-b3d8-1f96ee32ba90 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367720 Jul 24 09:10:47.022469 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0a1e6-cc79-4d0a-90e8-eee11612b402 req-e21a0450-c1b8-4aae-aa88-f3f462957458 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:47.030139 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1e0a1e6-cc79-4d0a-90e8-eee11612b402 req-e21a0450-c1b8-4aae-aa88-f3f462957458 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 945 time: 0.0964558 Jul 24 09:10:47.056138 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7992ff9-ba2a-4fc2-ab74-1f09269b1fe2 req-decfbab0-28ca-4d4a-bf34-ddac16fad961 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:47.058104 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e7992ff9-ba2a-4fc2-ab74-1f09269b1fe2 req-decfbab0-28ca-4d4a-bf34-ddac16fad961 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.1083376 Jul 24 09:10:47.079649 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1e0a1e6-cc79-4d0a-90e8-eee11612b402 req-caf2203a-d33b-4854-bbe6-2669508819d1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484188 Jul 24 09:10:47.121603 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e7992ff9-ba2a-4fc2-ab74-1f09269b1fe2 req-dc495b1c-f844-4330-b3e5-8274fab1a818 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566761 Jul 24 09:10:47.147200 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b6c042b2-9a20-4578-8e06-57d70dc4e4c3 req-e88e8e08-f658-4bd9-b016-3394d6b7a0fc tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 210 time: 0.0342262 Jul 24 09:10:47.315650 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42947e2-a1e5-415a-b5a8-af07f28973dd req-83ba61d6-0087-4276-b4aa-d6c61d915c1f tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:47.317218 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d42947e2-a1e5-415a-b5a8-af07f28973dd req-83ba61d6-0087-4276-b4aa-d6c61d915c1f tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66420c-bbe8-4d25-9606-5ecaaef8352b HTTP/1.1" status: 200 len: 943 time: 0.0789623 Jul 24 09:10:47.369531 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d42947e2-a1e5-415a-b5a8-af07f28973dd req-2cb79ae3-f967-46b4-bf6e-4a16b5f73ac1 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455277 Jul 24 09:10:47.523794 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51394) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:10:47.638617 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f43c2562-3d4a-43cd-a76c-c1e7f39c9eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:47.732466 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f43c2562-3d4a-43cd-a76c-c1e7f39c9eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:47.737087 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f43c2562-3d4a-43cd-a76c-c1e7f39c9eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:47.776251 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f43c2562-3d4a-43cd-a76c-c1e7f39c9eed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=445c0fffef2c4cec92cb04bc875b6d24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509346 Jul 24 09:10:47.777256 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c2562-3d4a-43cd-a76c-c1e7f39c9eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2154dbc-7649-4e90-8118-985de198a9fe,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:47.779605 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51400) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:10:47.889644 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-32069ac2-def7-491d-9168-f486c07d6e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:47.892115 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 95dc6129-2f72-4f1e-95ef-7481f0ee0659 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:10:47.894915 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 697973d6-f624-4195-849b-2f3ffdaf10d8 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:10:47.921854 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-32069ac2-def7-491d-9168-f486c07d6e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:47.940284 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641defb-d9bf-4717-b368-79fb5afb51e5 req-974c2c4e-7b4e-4d3e-bbb3-2144b4d519c5 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:47.941874 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8641defb-d9bf-4717-b368-79fb5afb51e5 req-974c2c4e-7b4e-4d3e-bbb3-2144b4d519c5 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 945 time: 0.1307960 Jul 24 09:10:47.993203 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 697973d6-f624-4195-849b-2f3ffdaf10d8 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:10:48.001039 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 697973d6-f624-4195-849b-2f3ffdaf10d8 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:10:48.001516 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:48.009730 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8641defb-d9bf-4717-b368-79fb5afb51e5 req-064611ea-c928-42e6-933c-54a8cf34918f tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567267 Jul 24 09:10:48.036520 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-32069ac2-def7-491d-9168-f486c07d6e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:48.039736 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-32069ac2-def7-491d-9168-f486c07d6e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:48.044091 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-32069ac2-def7-491d-9168-f486c07d6e87 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2154dbc-7649-4e90-8118-985de198a9fe HTTP/1.1" status: 204 len: 168 time: 0.2594714 Jul 24 09:10:48.073842 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32069ac2-def7-491d-9168-f486c07d6e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2154dbc-7649-4e90-8118-985de198a9fe,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:48.099491 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-4b2a1b9f-1d02-40ec-a359-7aabb4135b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:48.101370 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-4b2a1b9f-1d02-40ec-a359-7aabb4135b3a service neutron] 10.222.0.20 "GET /v2.0/ports/e307f6c6-4fdb-4f4e-9aaa-266379cdde50 HTTP/1.1" status: 200 len: 1027 time: 0.0763228 Jul 24 09:10:48.173306 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 95dc6129-2f72-4f1e-95ef-7481f0ee0659, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=95dc6129-2f72-4f1e-95ef-7481f0ee0659,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:48.183122 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-8aa87c56-1ebf-407b-9790-d4cfc0dadf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:48.186290 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-8aa87c56-1ebf-407b-9790-d4cfc0dadf13 service neutron] 10.222.0.20 "GET /v2.0/ports/050c6f20-222e-4534-968b-ea3eb888eef4 HTTP/1.1" status: 200 len: 1028 time: 0.0666382 Jul 24 09:10:48.193042 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '95dc6129-2f72-4f1e-95ef-7481f0ee0659', 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0', 'port_id': '95dc6129-2f72-4f1e-95ef-7481f0ee0659', 'mac_address': 'fa:16:3e:2c:10:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f4d091-9355-41fb-8669-a9c6a15e7d4f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:10:48.308301 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fabcb-5e2b-4b05-a099-ce8a6f57aef4 req-323cccbc-eb8e-460a-9e48-777b1853cd29 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:48.311517 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7b1fabcb-5e2b-4b05-a099-ce8a6f57aef4 req-323cccbc-eb8e-460a-9e48-777b1853cd29 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 945 time: 0.1135550 Jul 24 09:10:48.322262 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:48.352799 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95dc6129-2f72-4f1e-95ef-7481f0ee0659 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:10:48.361378 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:48.379281 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7b1fabcb-5e2b-4b05-a099-ce8a6f57aef4 req-e32a438f-fbb2-4487-8060-f8f6fe87b663 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570347 Jul 24 09:10:48.407021 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac504d6f-c5ae-4617-82e8-566ecbc3e3c2 req-4c0f7736-21e6-4b04-a677-65391bf5f72c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:48.414036 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ac504d6f-c5ae-4617-82e8-566ecbc3e3c2 req-4c0f7736-21e6-4b04-a677-65391bf5f72c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.1800168 Jul 24 09:10:48.421381 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 697973d6-f624-4195-849b-2f3ffdaf10d8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=697973d6-f624-4195-849b-2f3ffdaf10d8,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:48.425105 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a252df3-f3fc-45b4-8403-a4d24867083c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697973d6-f624-4195-849b-2f3ffdaf10d8'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:10:48.427704 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44de4483-0c26-44e2-9668-60d8e4c784b5" -d '{"events": [{"server_uuid": "4a252df3-f3fc-45b4-8403-a4d24867083c", "name": "network-vif-plugged", "status": "completed", "tag": "697973d6-f624-4195-849b-2f3ffdaf10d8"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:10:48.430792 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-894ce92e-878f-4845-9f9e-a226c7ba3b3f tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:48.437502 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:48.445973 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-894ce92e-878f-4845-9f9e-a226c7ba3b3f tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:48.452798 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-894ce92e-878f-4845-9f9e-a226c7ba3b3f tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:48.454507 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-894ce92e-878f-4845-9f9e-a226c7ba3b3f tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.20 "GET /v2.0/networks?id=8a8b2944-c8a5-4403-aa37-48c9a718d665&id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d&id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d HTTP/1.1" status: 200 len: 1989 time: 0.2549052 Jul 24 09:10:48.467095 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 95dc6129-2f72-4f1e-95ef-7481f0ee0659, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=95dc6129-2f72-4f1e-95ef-7481f0ee0659,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:48.475268 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:48.502609 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=697973d6-f624-4195-849b-2f3ffdaf10d8,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:48.520984 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-75392556-7686-4478-9217-5ce1f0d990da tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dca0b6b5a564009b8793a19d3533709 HTTP/1.1" status: 200 len: 379 time: 0.0529201 Jul 24 09:10:48.526542 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ac504d6f-c5ae-4617-82e8-566ecbc3e3c2 req-d14378a4-f198-4d96-91b0-2eb76deb7359 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117027 Jul 24 09:10:48.532242 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-8034f65b-b748-46fe-8bd1-82e589bd2ca8 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Request body: {'port': {'device_id': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665', 'admin_state_up': True, 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'security_groups': ['28e92c9e-a6f1-4679-86d9-12481690a3df']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:48.631770 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=95dc6129-2f72-4f1e-95ef-7481f0ee0659,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:48.695987 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3b19b12f-136d-4a3a-8a8e-b7ac5070c4c2 req-c6a0a896-3b5d-4f59-970a-3deb6c2a79c7 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 210 time: 0.0678167 Jul 24 09:10:48.753280 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a57dbc-bc10-4537-b3ea-c5d729ec4aae req-dbf71b3b-0e8b-43d6-a50e-c8d2b1e221eb tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:48.755437 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['95dc6129-2f72-4f1e-95ef-7481f0ee0659'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:10:48.761559 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4a57dbc-bc10-4537-b3ea-c5d729ec4aae req-dbf71b3b-0e8b-43d6-a50e-c8d2b1e221eb tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66420c-bbe8-4d25-9606-5ecaaef8352b HTTP/1.1" status: 200 len: 944 time: 0.1106250 Jul 24 09:10:48.783638 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-8034f65b-b748-46fe-8bd1-82e589bd2ca8 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Made reservation on behalf of 3dca0b6b5a564009b8793a19d3533709 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:10:48.787234 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-8034f65b-b748-46fe-8bd1-82e589bd2ca8 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:48.819525 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c870a1-8663-48bf-828d-80d8cd218ca9 x-openstack-request-id: req-38c870a1-8663-48bf-828d-80d8cd218ca9 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:10:48.819783 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a252df3-f3fc-45b4-8403-a4d24867083c", "name": "network-vif-plugged", "status": "completed", "tag": "697973d6-f624-4195-849b-2f3ffdaf10d8", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:10:48.819929 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38c870a1-8663-48bf-828d-80d8cd218ca9 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:10:48.829046 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a252df3-f3fc-45b4-8403-a4d24867083c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697973d6-f624-4195-849b-2f3ffdaf10d8', 'code': 200} Jul 24 09:10:48.858583 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4a57dbc-bc10-4537-b3ea-c5d729ec4aae req-f6906e04-9388-49b8-9ce0-46c852ae9f7e tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961316 Jul 24 09:10:49.056562 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372ad3f-ea56-4d1e-8b29-e3f627cc409e req-0fb23117-3c25-4a40-a1af-b9b7f36b987a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:49.058117 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8372ad3f-ea56-4d1e-8b29-e3f627cc409e req-0fb23117-3c25-4a40-a1af-b9b7f36b987a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 1097 time: 0.2221253 Jul 24 09:10:49.108442 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-8034f65b-b748-46fe-8bd1-82e589bd2ca8 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Allocated IP 172.20.0.5 (8a8b2944-c8a5-4403-aa37-48c9a718d665/96727abd-2036-4cd0-afcc-3710a0b1eea7/3ef13b70-5d6e-4c13-890b-2de4f6928063) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:10:49.131102 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8372ad3f-ea56-4d1e-8b29-e3f627cc409e req-d4a9bc54-28b0-4c99-aa69-bbe52fb11249 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632472 Jul 24 09:10:49.132772 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51442) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:10:49.208565 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0252b91-4d0c-4a34-9ce5-4331e14c79a6 req-47e4075a-54d8-459e-b77f-4c6a24c18763 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:49.210161 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e0252b91-4d0c-4a34-9ce5-4331e14c79a6 req-47e4075a-54d8-459e-b77f-4c6a24c18763 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 945 time: 0.0848672 Jul 24 09:10:49.284407 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e0252b91-4d0c-4a34-9ce5-4331e14c79a6 req-cdc11a62-3cf3-44d4-ad77-50ac74efe71d tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685141 Jul 24 09:10:49.287013 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-b10324c6-e450-48b5-91ea-299c6891d20f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-12445318-network', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:49.327047 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10324c6-e450-48b5-91ea-299c6891d20f admin admin] Made reservation on behalf of 8c71868cf42742a9bfdaacdee1de29ba for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:10:49.329403 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b10324c6-e450-48b5-91ea-299c6891d20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:49.344271 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b10324c6-e450-48b5-91ea-299c6891d20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:49.359980 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-8034f65b-b748-46fe-8bd1-82e589bd2ca8 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:49.382506 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-8034f65b-b748-46fe-8bd1-82e589bd2ca8 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Transition to ACTIVE for port object 3ef13b70-5d6e-4c13-890b-2de4f6928063 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:10:49.493170 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-8034f65b-b748-46fe-8bd1-82e589bd2ca8 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:49.558816 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-8034f65b-b748-46fe-8bd1-82e589bd2ca8 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Network 8a8b2944-c8a5-4403-aa37-48c9a718d665 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:10:49.572937 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-8034f65b-b748-46fe-8bd1-82e589bd2ca8 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:10:49.576110 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-8034f65b-b748-46fe-8bd1-82e589bd2ca8 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:10:49.609911 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034f65b-b748-46fe-8bd1-82e589bd2ca8 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event updated for resources: {'Port': ['ID=3ef13b70-5d6e-4c13-890b-2de4f6928063,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:49.620962 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b10324c6-e450-48b5-91ea-299c6891d20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:49.633493 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b10324c6-e450-48b5-91ea-299c6891d20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:49.670715 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-8034f65b-b748-46fe-8bd1-82e589bd2ca8 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:49.671357 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-8034f65b-b748-46fe-8bd1-82e589bd2ca8 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:49.677610 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10324c6-e450-48b5-91ea-299c6891d20f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:10:49.688127 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee9d6d-67cb-4f61-b8f7-38ea8f7870bf req-db22c3f2-47ed-4050-94c5-df43019c7913 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:49.691093 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2ee9d6d-67cb-4f61-b8f7-38ea8f7870bf req-db22c3f2-47ed-4050-94c5-df43019c7913 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.0783038 Jul 24 09:10:49.702031 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877e1e6-6682-457d-a756-f0f320773e77 req-8c432ea6-95ce-49d8-b18f-851d70a6971b tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:49.709410 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8877e1e6-6682-457d-a756-f0f320773e77 req-8c432ea6-95ce-49d8-b18f-851d70a6971b tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 946 time: 0.2582433 Jul 24 09:10:49.747629 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10324c6-e450-48b5-91ea-299c6891d20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff0703f-20bd-45ac-a778-921a5b91e69d,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:49.755688 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b10324c6-e450-48b5-91ea-299c6891d20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:49.755929 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-b10324c6-e450-48b5-91ea-299c6891d20f admin admin] Added segment 36cfa9ef-0156-423c-ad72-ca6ce194d167 of type vlan for network 6a12e80f-7c41-440f-b622-d5f8b868fb83 Jul 24 09:10:49.759251 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-8034f65b-b748-46fe-8bd1-82e589bd2ca8 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2314739 Jul 24 09:10:49.759609 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2ee9d6d-67cb-4f61-b8f7-38ea8f7870bf req-56a4d043-7e5d-4871-90b5-67dd1d18f68e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598559 Jul 24 09:10:49.774625 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-6c60b1dd-1320-46b8-be3f-a40ca28d7a06 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Request body: {'port': {'device_id': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b', 'admin_state_up': True, 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'security_groups': ['28e92c9e-a6f1-4679-86d9-12481690a3df']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:49.848876 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8877e1e6-6682-457d-a756-f0f320773e77 req-2aec16ad-5155-404a-87ef-56efabaf01d5 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384637 Jul 24 09:10:49.864795 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b10324c6-e450-48b5-91ea-299c6891d20f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:49.899715 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64235b-60e9-44f1-887e-774922dd4069 req-50034328-b935-4f2f-8983-bd12cbbe1bfd tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:49.904843 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 95dc6129-2f72-4f1e-95ef-7481f0ee0659 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:10:49.910106 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3b64235b-60e9-44f1-887e-774922dd4069 req-50034328-b935-4f2f-8983-bd12cbbe1bfd tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 931 time: 0.0881231 Jul 24 09:10:49.939429 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b10324c6-e450-48b5-91ea-299c6891d20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:49.940636 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10324c6-e450-48b5-91ea-299c6891d20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:49.941336 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b10324c6-e450-48b5-91ea-299c6891d20f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:49.995970 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-293c0c52-67b2-404a-98ea-ca5abc081c28 None None] Provisioning for port 3ef13b70-5d6e-4c13-890b-2de4f6928063 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:10:49.998332 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3b64235b-60e9-44f1-887e-774922dd4069 req-6e46129d-bd19-40f8-97f9-cb6cd9dc17c4 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873163 Jul 24 09:10:50.003899 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b10324c6-e450-48b5-91ea-299c6891d20f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8669631 Jul 24 09:10:50.005435 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51456) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:10:50.014119 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f4b41ebd-75c5-4a1e-bbc3-5af9fdcc5378 admin admin] Request body: {'subnet': {'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-12445318-subnet', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:50.014630 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-293c0c52-67b2-404a-98ea-ca5abc081c28 None None] Provisioning complete for port 3ef13b70-5d6e-4c13-890b-2de4f6928063 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:10:50.014996 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-293c0c52-67b2-404a-98ea-ca5abc081c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:50.062338 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b41ebd-75c5-4a1e-bbc3-5af9fdcc5378 admin admin] Made reservation on behalf of 8c71868cf42742a9bfdaacdee1de29ba for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:10:50.066244 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f4b41ebd-75c5-4a1e-bbc3-5af9fdcc5378 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:50.113739 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10324c6-e450-48b5-91ea-299c6891d20f admin admin] Pushing event updated for resources: {'Network': ['ID=6a12e80f-7c41-440f-b622-d5f8b868fb83,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:50.114726 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 95dc6129-2f72-4f1e-95ef-7481f0ee0659 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:10:50.141817 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 95dc6129-2f72-4f1e-95ef-7481f0ee0659 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:10:50.142188 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:50.142384 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-6c60b1dd-1320-46b8-be3f-a40ca28d7a06 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Made reservation on behalf of 3dca0b6b5a564009b8793a19d3533709 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:10:50.143885 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 6a12e80f-7c41-440f-b622-d5f8b868fb83 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:10:50.146267 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-6c60b1dd-1320-46b8-be3f-a40ca28d7a06 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:50.198479 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d278723-55f1-446b-a3fa-167c1f31d619 req-3b22cc58-5df0-4cf9-923b-317db7ce80f0 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:50.204021 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-293c0c52-67b2-404a-98ea-ca5abc081c28 None None] Port 3ef13b70-5d6e-4c13-890b-2de4f6928063 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:10:50.207769 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4d278723-55f1-446b-a3fa-167c1f31d619 req-3b22cc58-5df0-4cf9-923b-317db7ce80f0 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66420c-bbe8-4d25-9606-5ecaaef8352b HTTP/1.1" status: 200 len: 944 time: 0.2148261 Jul 24 09:10:50.313105 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4d278723-55f1-446b-a3fa-167c1f31d619 req-58bb3f0a-f42c-4e6f-9812-c6b9b3ef5ccd tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042500 Jul 24 09:10:50.341572 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:50.378508 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 95dc6129-2f72-4f1e-95ef-7481f0ee0659, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=95dc6129-2f72-4f1e-95ef-7481f0ee0659,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:50.382988 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:50.397005 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-6c60b1dd-1320-46b8-be3f-a40ca28d7a06 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Allocated IP 10.1.1.84 (cc9afdd4-5467-4171-81bc-c8240aa53b2b/5552e953-f753-4faf-a079-e77f25f33478/57461884-6197-40b6-9712-721f8812f0da) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:10:50.410273 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f4b41ebd-75c5-4a1e-bbc3-5af9fdcc5378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:50.440265 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=95dc6129-2f72-4f1e-95ef-7481f0ee0659,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:50.514539 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b41ebd-75c5-4a1e-bbc3-5af9fdcc5378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6720e9f-2a6f-42ff-8147-d74598470cb0,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:50.524771 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b41ebd-75c5-4a1e-bbc3-5af9fdcc5378 admin admin] Checking segment: {'id': '36cfa9ef-0156-423c-ad72-ca6ce194d167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:10:50.525216 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b41ebd-75c5-4a1e-bbc3-5af9fdcc5378 admin admin] Network hostable DHCP agents. Network: 6a12e80f-7c41-440f-b622-d5f8b868fb83, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:10:50.554373 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-6c60b1dd-1320-46b8-be3f-a40ca28d7a06 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:50.558386 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73221064-1955-4f2b-b3e9-9fd9affa1d40 req-3074a997-0683-4512-a069-83e845e42d7c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:50.560493 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-73221064-1955-4f2b-b3e9-9fd9affa1d40 req-3074a997-0683-4512-a069-83e845e42d7c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 945 time: 0.1381376 Jul 24 09:10:50.561656 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b41ebd-75c5-4a1e-bbc3-5af9fdcc5378 admin admin] Network 6a12e80f-7c41-440f-b622-d5f8b868fb83 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:10:50.570082 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-6c60b1dd-1320-46b8-be3f-a40ca28d7a06 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Transition to ACTIVE for port object 57461884-6197-40b6-9712-721f8812f0da will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:10:50.577392 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-f4b41ebd-75c5-4a1e-bbc3-5af9fdcc5378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 6a12e80f-7c41-440f-b622-d5f8b868fb83) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:10:50.588719 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b41ebd-75c5-4a1e-bbc3-5af9fdcc5378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:50.589171 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce81fb3c-d27c-42fe-9057-c550c8df20fe None None] Network 6a12e80f-7c41-440f-b622-d5f8b868fb83 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:10:50.589347 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f4b41ebd-75c5-4a1e-bbc3-5af9fdcc5378 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:50.617207 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-6c60b1dd-1320-46b8-be3f-a40ca28d7a06 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:50.617876 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f4b41ebd-75c5-4a1e-bbc3-5af9fdcc5378 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6079082 Jul 24 09:10:50.619169 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51462) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:10:50.625045 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-f3d02846-6403-4a87-964a-afe2a401d845 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-12445318-router', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:50.627687 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-73221064-1955-4f2b-b3e9-9fd9affa1d40 req-4f8ac512-7ce1-4aa5-82ad-b3c61445cfda tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577202 Jul 24 09:10:50.694047 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-6c60b1dd-1320-46b8-be3f-a40ca28d7a06 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Network cc9afdd4-5467-4171-81bc-c8240aa53b2b is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:10:50.701858 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-6c60b1dd-1320-46b8-be3f-a40ca28d7a06 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:10:50.704595 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60b1dd-1320-46b8-be3f-a40ca28d7a06 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event updated for resources: {'Port': ['ID=57461884-6197-40b6-9712-721f8812f0da,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:50.707592 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-6c60b1dd-1320-46b8-be3f-a40ca28d7a06 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:10:50.712011 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3d02846-6403-4a87-964a-afe2a401d845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:50.713209 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3d02846-6403-4a87-964a-afe2a401d845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:50.805943 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d30c17-5b9a-45d7-9f04-ef39fad0b365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-6a12e80f-7c41-440f-b622-d5f8b868fb83', 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'fixed_ips': [{'subnet_id': 'e6720e9f-2a6f-42ff-8147-d74598470cb0'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:10:50.807231 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-46d30c17-5b9a-45d7-9f04-ef39fad0b365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:50.819434 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-6c60b1dd-1320-46b8-be3f-a40ca28d7a06 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:50.820278 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-6c60b1dd-1320-46b8-be3f-a40ca28d7a06 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:50.831872 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66420c-bbe8-4d25-9606-5ecaaef8352b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95dc6129-2f72-4f1e-95ef-7481f0ee0659'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:10:50.834992 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d0c769-319c-476a-9cfc-a44d7a02e889" -d '{"events": [{"server_uuid": "cf66420c-bbe8-4d25-9606-5ecaaef8352b", "name": "network-vif-plugged", "status": "completed", "tag": "95dc6129-2f72-4f1e-95ef-7481f0ee0659"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:10:51.019636 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3d02846-6403-4a87-964a-afe2a401d845 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:51.033548 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-46d30c17-5b9a-45d7-9f04-ef39fad0b365 None None] Allocated IP 172.20.0.2 (6a12e80f-7c41-440f-b622-d5f8b868fb83/e6720e9f-2a6f-42ff-8147-d74598470cb0/e6ea7b61-4261-476a-910b-cbbfa7a1deb6) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:10:51.046733 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219bad7c-cd16-44c8-9a8a-3a8472bff70e x-openstack-request-id: req-219bad7c-cd16-44c8-9a8a-3a8472bff70e {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:10:51.048155 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf66420c-bbe8-4d25-9606-5ecaaef8352b", "name": "network-vif-plugged", "status": "completed", "tag": "95dc6129-2f72-4f1e-95ef-7481f0ee0659", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:10:51.048613 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-219bad7c-cd16-44c8-9a8a-3a8472bff70e {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:10:51.049222 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66420c-bbe8-4d25-9606-5ecaaef8352b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95dc6129-2f72-4f1e-95ef-7481f0ee0659', 'code': 200} Jul 24 09:10:51.053021 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-6c60b1dd-1320-46b8-be3f-a40ca28d7a06 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2857809 Jul 24 09:10:51.076999 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6d1ef-1596-4684-ba66-fecd61578a22 req-1dfad610-bfe2-45b0-b6ef-d1d49ae85d4e tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:51.087391 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-58e6d1ef-1596-4684-ba66-fecd61578a22 req-1dfad610-bfe2-45b0-b6ef-d1d49ae85d4e tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 946 time: 0.1036046 Jul 24 09:10:51.090148 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-56c1802b-5ecb-45a1-b021-1d425ada698c None None] Provisioning for port 57461884-6197-40b6-9712-721f8812f0da completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:10:51.124796 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-56c1802b-5ecb-45a1-b021-1d425ada698c None None] Provisioning complete for port 57461884-6197-40b6-9712-721f8812f0da triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:10:51.125506 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-56c1802b-5ecb-45a1-b021-1d425ada698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:51.141854 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-58e6d1ef-1596-4684-ba66-fecd61578a22 req-ad8a78e6-c3b3-4a0e-a049-0aa44b2cd3eb tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533409 Jul 24 09:10:51.200361 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-56c1802b-5ecb-45a1-b021-1d425ada698c None None] Port 57461884-6197-40b6-9712-721f8812f0da cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:10:51.284546 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-46d30c17-5b9a-45d7-9f04-ef39fad0b365 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:51.297505 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-46d30c17-5b9a-45d7-9f04-ef39fad0b365 None None] Transition to ACTIVE for port object e6ea7b61-4261-476a-910b-cbbfa7a1deb6 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:10:51.310769 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de0a2d-4c10-4b2e-bd68-939f2279eda7 req-e4d30d3d-61a5-4cbd-bef9-c805e45e0317 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:51.317630 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de0a2d-4c10-4b2e-bd68-939f2279eda7 req-e4d30d3d-61a5-4cbd-bef9-c805e45e0317 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:51.321242 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-46d30c17-5b9a-45d7-9f04-ef39fad0b365 None None] Transition to ACTIVE for port object e6ea7b61-4261-476a-910b-cbbfa7a1deb6 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:10:51.325515 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c7de0a2d-4c10-4b2e-bd68-939f2279eda7 req-e4d30d3d-61a5-4cbd-bef9-c805e45e0317 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 1652 time: 0.0955362 Jul 24 09:10:51.330697 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-46d30c17-5b9a-45d7-9f04-ef39fad0b365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:51.381492 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d30c17-5b9a-45d7-9f04-ef39fad0b365 None None] Network 6a12e80f-7c41-440f-b622-d5f8b868fb83 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:10:51.384272 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c7de0a2d-4c10-4b2e-bd68-939f2279eda7 req-a22634a3-2227-4a04-8493-5f3c6c2d75de tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499249 Jul 24 09:10:51.393539 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-46d30c17-5b9a-45d7-9f04-ef39fad0b365 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:10:51.399371 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d30c17-5b9a-45d7-9f04-ef39fad0b365 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:10:51.405748 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d30c17-5b9a-45d7-9f04-ef39fad0b365 None None] Pushing event updated for resources: {'Port': ['ID=e6ea7b61-4261-476a-910b-cbbfa7a1deb6,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:51.408147 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f80ba365-6911-4d92-8178-2bbf2dc0f765 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Request body: {'port': {'device_id': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b', 'admin_state_up': True, 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'security_groups': ['28e92c9e-a6f1-4679-86d9-12481690a3df']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:51.441793 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4416805a-a29b-401b-97e2-e32c88c1def0 req-25e67c01-cc9c-406a-8203-b0c52bef3d93 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6828594 Jul 24 09:10:51.504347 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-46d30c17-5b9a-45d7-9f04-ef39fad0b365 None None] Attempting to bind port e6ea7b61-4261-476a-910b-cbbfa7a1deb6 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:10:51.505009 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-46d30c17-5b9a-45d7-9f04-ef39fad0b365 None None] Attempting to bind port e6ea7b61-4261-476a-910b-cbbfa7a1deb6 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '36cfa9ef-0156-423c-ad72-ca6ce194d167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:10:51.505533 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d30c17-5b9a-45d7-9f04-ef39fad0b365 None None] Attempting to bind port e6ea7b61-4261-476a-910b-cbbfa7a1deb6 on network 6a12e80f-7c41-440f-b622-d5f8b868fb83 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:10:51.515896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d30c17-5b9a-45d7-9f04-ef39fad0b365 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:10:51.516553 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d30c17-5b9a-45d7-9f04-ef39fad0b365 None None] Checking segment: {'id': '36cfa9ef-0156-423c-ad72-ca6ce194d167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:10:51.517165 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-46d30c17-5b9a-45d7-9f04-ef39fad0b365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:51.517748 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d30c17-5b9a-45d7-9f04-ef39fad0b365 None None] Bound using segment: {'id': '36cfa9ef-0156-423c-ad72-ca6ce194d167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:10:51.518390 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-46d30c17-5b9a-45d7-9f04-ef39fad0b365 None None] Bound port: e6ea7b61-4261-476a-910b-cbbfa7a1deb6, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36cfa9ef-0156-423c-ad72-ca6ce194d167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:10:51.519046 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-46d30c17-5b9a-45d7-9f04-ef39fad0b365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:51.600243 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3d02846-6403-4a87-964a-afe2a401d845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:51.611295 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-46d30c17-5b9a-45d7-9f04-ef39fad0b365 None None] For port e6ea7b61-4261-476a-910b-cbbfa7a1deb6, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:10:51.615947 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-46d30c17-5b9a-45d7-9f04-ef39fad0b365 None None] For port e6ea7b61-4261-476a-910b-cbbfa7a1deb6, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e6ea7b61-4261-476a-910b-cbbfa7a1deb6,segment=NetworkSegment(36cfa9ef-0156-423c-ad72-ca6ce194d167),segment_id=36cfa9ef-0156-423c-ad72-ca6ce194d167)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:10:51.621342 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7073fde-550a-4a59-bf70-bdd3e586065b req-8ebfa295-9927-46fd-b00b-c9101a9c521b tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:51.622162 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-46d30c17-5b9a-45d7-9f04-ef39fad0b365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:51.630899 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a7073fde-550a-4a59-bf70-bdd3e586065b req-8ebfa295-9927-46fd-b00b-c9101a9c521b tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 1097 time: 0.0781724 Jul 24 09:10:51.646494 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3bd07adc-3219-446f-bbdc-ed5708cd4a9f req-54c2a29b-2c58-41f5-9f34-6cd3b0bfa89d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7348423 Jul 24 09:10:51.662514 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bda39-3f3f-4197-bf91-29cbb922de8c req-67d74ca7-d680-4be9-b4ac-917846fa49c1 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:51.669570 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ae3bda39-3f3f-4197-bf91-29cbb922de8c req-67d74ca7-d680-4be9-b4ac-917846fa49c1 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.7568166 Jul 24 09:10:51.676956 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b493b-510b-4352-bff8-bfcc3f7b781c req-dfb9b56a-ff5e-4981-95d9-f0d15113f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:51.678461 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-851b493b-510b-4352-bff8-bfcc3f7b781c req-dfb9b56a-ff5e-4981-95d9-f0d15113f955 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cf66420c-bbe8-4d25-9606-5ecaaef8352b HTTP/1.1" status: 200 len: 1096 time: 0.7157402 Jul 24 09:10:51.703052 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a7073fde-550a-4a59-bf70-bdd3e586065b req-97ea0633-ef68-4e43-874c-efeb52aefff8 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710418 Jul 24 09:10:51.706097 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d30c17-5b9a-45d7-9f04-ef39fad0b365 None None] Pushing event updated for resources: {'Port': ['ID=e6ea7b61-4261-476a-910b-cbbfa7a1deb6,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:51.846591 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f80ba365-6911-4d92-8178-2bbf2dc0f765 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Made reservation on behalf of 3dca0b6b5a564009b8793a19d3533709 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:10:51.851219 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f80ba365-6911-4d92-8178-2bbf2dc0f765 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:51.854471 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-851b493b-510b-4352-bff8-bfcc3f7b781c req-6a461e41-2b95-44f3-acc5-7a154fc879c5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489785 Jul 24 09:10:51.862548 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ae3bda39-3f3f-4197-bf91-29cbb922de8c req-bd5c9b7c-88e1-4941-b7db-18fff7d8cc05 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919804 Jul 24 09:10:51.871418 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416805a-a29b-401b-97e2-e32c88c1def0 req-514a6c33-7e4b-4733-9851-055e9f57fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:51.872918 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4416805a-a29b-401b-97e2-e32c88c1def0 req-514a6c33-7e4b-4733-9851-055e9f57fe5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 1095 time: 0.3094285 Jul 24 09:10:51.974472 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f740adb-768a-4e8a-bc6a-a73d66040d27 req-04d919e4-ec9d-4f6d-9cad-a800beea271a tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:52.001873 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f740adb-768a-4e8a-bc6a-a73d66040d27 req-04d919e4-ec9d-4f6d-9cad-a800beea271a tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66420c-bbe8-4d25-9606-5ecaaef8352b HTTP/1.1" status: 200 len: 945 time: 0.1450870 Jul 24 09:10:52.053329 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f740adb-768a-4e8a-bc6a-a73d66040d27 req-2c0f45f4-838e-403d-98c1-e641d1c06025 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501430 Jul 24 09:10:52.092456 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd07adc-3219-446f-bbdc-ed5708cd4a9f req-3f74aa0b-0a05-4692-8ac8-9a08956246ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:52.094014 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3bd07adc-3219-446f-bbdc-ed5708cd4a9f req-3f74aa0b-0a05-4692-8ac8-9a08956246ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d4740b4b94942bdba9d4b286110923d&device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 1096 time: 0.3691888 Jul 24 09:10:52.200954 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416805a-a29b-401b-97e2-e32c88c1def0 req-bf58a822-e883-43cf-84bd-6dd827ee0055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:52.202567 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4416805a-a29b-401b-97e2-e32c88c1def0 req-bf58a822-e883-43cf-84bd-6dd827ee0055 service neutron] 10.222.0.20 "GET /v2.0/networks?id=78a39135-7e1b-4cfc-8949-e6417e15b488 HTTP/1.1" status: 200 len: 921 time: 0.2832341 Jul 24 09:10:52.227918 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311e330-e0aa-45e4-a254-b8fa5a7e36ca req-4820c910-34b6-46af-bcc4-ce08f4666ed1 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:52.229664 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9311e330-e0aa-45e4-a254-b8fa5a7e36ca req-4820c910-34b6-46af-bcc4-ce08f4666ed1 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 1097 time: 0.0745313 Jul 24 09:10:52.266398 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9311e330-e0aa-45e4-a254-b8fa5a7e36ca req-d25cc178-5837-41ad-8a8d-b6763ae168dc tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307100 Jul 24 09:10:52.280894 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f80ba365-6911-4d92-8178-2bbf2dc0f765 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Allocated IP 10.1.1.206 (cc9afdd4-5467-4171-81bc-c8240aa53b2b/5552e953-f753-4faf-a079-e77f25f33478/f90fc468-b5dd-48ce-b1d9-842c219ba247) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:10:52.293914 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4416805a-a29b-401b-97e2-e32c88c1def0 req-4f187f9a-5e08-4f2e-bff7-e45766541877 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16310b34-2d78-42f4-93bf-6a4e2d0afeaf HTTP/1.1" status: 200 len: 217 time: 0.0809448 Jul 24 09:10:52.381923 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca6dcc-3e60-49a9-b3d2-a481b9e1600f req-cfb2760e-5f07-40f4-a310-a52e46255869 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:52.383677 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5eca6dcc-3e60-49a9-b3d2-a481b9e1600f req-cfb2760e-5f07-40f4-a310-a52e46255869 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 945 time: 0.3753731 Jul 24 09:10:52.530910 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416805a-a29b-401b-97e2-e32c88c1def0 req-950415c0-fe23-49b1-bc2c-a944b7293426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:52.532409 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4416805a-a29b-401b-97e2-e32c88c1def0 req-950415c0-fe23-49b1-bc2c-a944b7293426 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=726d329a-a5bb-490b-be1e-f21c87173472 HTTP/1.1" status: 200 len: 861 time: 0.2043629 Jul 24 09:10:52.540152 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd07adc-3219-446f-bbdc-ed5708cd4a9f req-1108ffbc-608e-4177-b4e8-6d7a3b8ef362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:52.541665 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3bd07adc-3219-446f-bbdc-ed5708cd4a9f req-1108ffbc-608e-4177-b4e8-6d7a3b8ef362 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 200 len: 907 time: 0.4015243 Jul 24 09:10:52.614248 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4416805a-a29b-401b-97e2-e32c88c1def0 req-863e8645-de9e-4162-b172-0e3c1c96a54c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78a39135-7e1b-4cfc-8949-e6417e15b488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715532 Jul 24 09:10:52.672143 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5eca6dcc-3e60-49a9-b3d2-a481b9e1600f req-1a7e355c-8098-41c3-995b-ffb07d6bf980 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402875 Jul 24 09:10:52.709138 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3bd07adc-3219-446f-bbdc-ed5708cd4a9f req-43cd14a0-61eb-4319-93eb-32879cbcc27c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 HTTP/1.1" status: 200 len: 217 time: 0.1558094 Jul 24 09:10:52.715949 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3d02846-6403-4a87-964a-afe2a401d845 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:52.784370 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3d02846-6403-4a87-964a-afe2a401d845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:53.029442 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7405b0e9-dfef-40ed-908f-cc244bdadf91 None None] Network 6a12e80f-7c41-440f-b622-d5f8b868fb83 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:10:53.109018 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4416805a-a29b-401b-97e2-e32c88c1def0 req-fb1cfd51-5ecf-4d6d-b60b-99ba59e2a789 service neutron] 10.222.0.20 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230011 Jul 24 09:10:53.117073 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e6ea7b61-4261-476a-910b-cbbfa7a1deb6 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:10:53.171625 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-f3d02846-6403-4a87-964a-afe2a401d845 admin admin] Allocated IP 172.25.7.183 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/00b0590b-f9a9-46cf-8d66-43529722eb39) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:10:53.255598 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f80ba365-6911-4d92-8178-2bbf2dc0f765 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:53.282417 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd07adc-3219-446f-bbdc-ed5708cd4a9f req-3da3a1c8-78d1-4dcd-b519-7bf4e6eaacba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:53.284308 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3bd07adc-3219-446f-bbdc-ed5708cd4a9f req-3da3a1c8-78d1-4dcd-b519-7bf4e6eaacba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58351263-9729-4aa6-887c-072787b6bdca HTTP/1.1" status: 200 len: 847 time: 0.5033460 Jul 24 09:10:53.308779 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f80ba365-6911-4d92-8178-2bbf2dc0f765 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Transition to ACTIVE for port object f90fc468-b5dd-48ce-b1d9-842c219ba247 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:10:53.322827 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1dda84eb-051d-41a6-990b-1fb77a220007 None None] Provisioning for port e6ea7b61-4261-476a-910b-cbbfa7a1deb6 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:10:53.367691 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port e6ea7b61-4261-476a-910b-cbbfa7a1deb6 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:10:53.378507 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port e6ea7b61-4261-476a-910b-cbbfa7a1deb6 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:10:53.379022 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:53.396085 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3bd07adc-3219-446f-bbdc-ed5708cd4a9f req-ec113884-3cbd-4156-b3f3-3eaa0ad9feef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947890 Jul 24 09:10:53.458859 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-c245fece-8e9e-41cf-8b27-8cc1ecdefc55 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:10:53.459966 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-c245fece-8e9e-41cf-8b27-8cc1ecdefc55 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0290275 Jul 24 09:10:53.486530 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-737d62cd-38b8-437a-98c8-10e110bf61dc service neutron] Request body: {'binding': {'host': 'n-h2-800085-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:53.486981 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-737d62cd-38b8-437a-98c8-10e110bf61dc service neutron] Unknown quota resources ['binding']. {{(pid=94036) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 09:10:53.497023 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:53.542042 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port e6ea7b61-4261-476a-910b-cbbfa7a1deb6, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e6ea7b61-4261-476a-910b-cbbfa7a1deb6,segment=NetworkSegment(36cfa9ef-0156-423c-ad72-ca6ce194d167),segment_id=36cfa9ef-0156-423c-ad72-ca6ce194d167)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:53.547180 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:53.559898 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4416805a-a29b-401b-97e2-e32c88c1def0 req-51bddc2a-b696-4270-b191-4f3b4648b059 service neutron] 10.222.0.20 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105291 Jul 24 09:10:53.625765 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2e6e3-a891-493c-916b-4f2f8095661b req-fce10de2-d04c-4fdb-a093-8239e102f299 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:53.631932 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2e6e3-a891-493c-916b-4f2f8095661b req-fce10de2-d04c-4fdb-a093-8239e102f299 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:53.634093 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-afc2e6e3-a891-493c-916b-4f2f8095661b req-fce10de2-d04c-4fdb-a093-8239e102f299 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 1652 time: 0.6994741 Jul 24 09:10:53.647544 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=e6ea7b61-4261-476a-910b-cbbfa7a1deb6,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:53.664315 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-18983737-8efc-4a9c-a697-1bfa4a597a04 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:53.665860 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-18983737-8efc-4a9c-a697-1bfa4a597a04 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47&tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&binding%3Ahost_id=n-h2-800085-9 HTTP/1.1" status: 200 len: 1096 time: 0.5452287 Jul 24 09:10:53.881341 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-dab241fc-6783-4e9d-9b02-98b6ec7ed722 None None] Provisioning complete for port e6ea7b61-4261-476a-910b-cbbfa7a1deb6 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:10:53.881735 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dab241fc-6783-4e9d-9b02-98b6ec7ed722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:53.926475 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device bdba70d3-213d-4ec6-8dcc-a2410acc5125 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:10:53.955459 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-da791975-9991-4a66-be74-233cdc67c816 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800085-9'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:53.967684 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f80ba365-6911-4d92-8178-2bbf2dc0f765 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:54.063873 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port bdba70d3-213d-4ec6-8dcc-a2410acc5125, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=bdba70d3-213d-4ec6-8dcc-a2410acc5125,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:54.077890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device bdba70d3-213d-4ec6-8dcc-a2410acc5125 has no active binding in host n-h1-800085-9 {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 24 09:10:54.124091 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3bd07adc-3219-446f-bbdc-ed5708cd4a9f req-f85a9589-0e63-467c-b789-d0de50cd133b service neutron] 10.222.0.37 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7155597 Jul 24 09:10:54.138806 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-afc2e6e3-a891-493c-916b-4f2f8095661b req-7b20787c-e251-4c32-be5d-3bc12d393477 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4948678 Jul 24 09:10:54.153890 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3d02846-6403-4a87-964a-afe2a401d845 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:54.164543 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f80ba365-6911-4d92-8178-2bbf2dc0f765 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Network cc9afdd4-5467-4171-81bc-c8240aa53b2b is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:10:54.203135 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f80ba365-6911-4d92-8178-2bbf2dc0f765 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:10:54.205057 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ba365-6911-4d92-8178-2bbf2dc0f765 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event updated for resources: {'Port': ['ID=f90fc468-b5dd-48ce-b1d9-842c219ba247,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:54.207453 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f80ba365-6911-4d92-8178-2bbf2dc0f765 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:10:54.349933 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-da791975-9991-4a66-be74-233cdc67c816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:54.376561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f80ba365-6911-4d92-8178-2bbf2dc0f765 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:54.377229 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f80ba365-6911-4d92-8178-2bbf2dc0f765 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:54.389519 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-737d62cd-38b8-437a-98c8-10e110bf61dc service neutron] Attempting to bind port 697973d6-f624-4195-849b-2f3ffdaf10d8 on host n-h2-800085-9 for vnic_type normal with profile None {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:10:54.389798 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-737d62cd-38b8-437a-98c8-10e110bf61dc service neutron] Attempting to bind port 697973d6-f624-4195-849b-2f3ffdaf10d8 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:10:54.390106 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-737d62cd-38b8-437a-98c8-10e110bf61dc service neutron] Attempting to bind port 697973d6-f624-4195-849b-2f3ffdaf10d8 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:10:54.434863 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3bd07adc-3219-446f-bbdc-ed5708cd4a9f req-8055fec2-8bf5-4f47-8a1d-694db5d25e8c service neutron] 10.222.0.37 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924373 Jul 24 09:10:54.471933 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-737d62cd-38b8-437a-98c8-10e110bf61dc service neutron] Port 697973d6-f624-4195-849b-2f3ffdaf10d8 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:10:54.472304 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-737d62cd-38b8-437a-98c8-10e110bf61dc service neutron] Attempting to bind port 697973d6-f624-4195-849b-2f3ffdaf10d8 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:10:54.477807 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f80ba365-6911-4d92-8178-2bbf2dc0f765 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3853352 Jul 24 09:10:54.484320 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3d02846-6403-4a87-964a-afe2a401d845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:54.495849 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f6997d14-18b7-4a61-9443-56e97da198a0 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Request body: {'port': {'device_id': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d', 'admin_state_up': True, 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'security_groups': ['28e92c9e-a6f1-4679-86d9-12481690a3df']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:54.503172 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-737d62cd-38b8-437a-98c8-10e110bf61dc service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:10:54.503517 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-737d62cd-38b8-437a-98c8-10e110bf61dc service neutron] Checking segment: {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:10:54.503856 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-737d62cd-38b8-437a-98c8-10e110bf61dc service neutron] Bound using segment: {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:10:54.504299 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-737d62cd-38b8-437a-98c8-10e110bf61dc service neutron] Bound port: 697973d6-f624-4195-849b-2f3ffdaf10d8, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:10:54.562131 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-9f0d3426-059d-432c-978e-53d04fe323a9 None None] Provisioning for port f90fc468-b5dd-48ce-b1d9-842c219ba247 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:10:54.566413 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-9f0d3426-059d-432c-978e-53d04fe323a9 None None] Provisioning complete for port f90fc468-b5dd-48ce-b1d9-842c219ba247 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:10:54.566782 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9f0d3426-059d-432c-978e-53d04fe323a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:54.604141 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d02846-6403-4a87-964a-afe2a401d845 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:10:54.610510 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-9f0d3426-059d-432c-978e-53d04fe323a9 None None] Port f90fc468-b5dd-48ce-b1d9-842c219ba247 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:10:54.628168 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-f3d02846-6403-4a87-964a-afe2a401d845 admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:10:54.636896 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d02846-6403-4a87-964a-afe2a401d845 admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:10:54.733176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d02846-6403-4a87-964a-afe2a401d845 admin admin] Pushing event updated for resources: {'Port': ['ID=00b0590b-f9a9-46cf-8d66-43529722eb39,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:54.804592 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e046816-c50c-417a-8f11-c6bf3df26199 req-82218599-dc9b-462a-9329-8ebeb96df918 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:54.806118 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9e046816-c50c-417a-8f11-c6bf3df26199 req-82218599-dc9b-462a-9329-8ebeb96df918 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.4059062 Jul 24 09:10:54.870444 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-737d62cd-38b8-437a-98c8-10e110bf61dc service neutron] For port 697973d6-f624-4195-849b-2f3ffdaf10d8, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=697973d6-f624-4195-849b-2f3ffdaf10d8,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:10:54.920188 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-737d62cd-38b8-437a-98c8-10e110bf61dc service neutron] Notify callbacks [] for binding, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:54.921487 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-737d62cd-38b8-437a-98c8-10e110bf61dc service neutron] 10.222.0.32 "POST /v2.0/ports/697973d6-f624-4195-849b-2f3ffdaf10d8/bindings HTTP/1.1" status: 201 len: 389 time: 1.4471321 Jul 24 09:10:54.950635 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-da791975-9991-4a66-be74-233cdc67c816 service neutron] For port bdba70d3-213d-4ec6-8dcc-a2410acc5125, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=bdba70d3-213d-4ec6-8dcc-a2410acc5125,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:10:54.987033 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f6997d14-18b7-4a61-9443-56e97da198a0 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Made reservation on behalf of 3dca0b6b5a564009b8793a19d3533709 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:10:55.008982 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9e046816-c50c-417a-8f11-c6bf3df26199 req-80d2bee6-f464-419d-810b-f526a7412bcf tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899953 Jul 24 09:10:55.145820 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-da791975-9991-4a66-be74-233cdc67c816 service neutron] For port bdba70d3-213d-4ec6-8dcc-a2410acc5125, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:10:55.154652 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e6ea7b61-4261-476a-910b-cbbfa7a1deb6 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:10:55.159328 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb0f57-fc44-4c7b-8afa-a4becbc8a9d8 req-deef6a74-ea66-4c5c-90b4-042cab2cf203 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:55.161618 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c8cb0f57-fc44-4c7b-8afa-a4becbc8a9d8 req-deef6a74-ea66-4c5c-90b4-042cab2cf203 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66420c-bbe8-4d25-9606-5ecaaef8352b HTTP/1.1" status: 200 len: 945 time: 0.1088214 Jul 24 09:10:55.218264 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74cf0b3-8787-4966-ac2c-1788c88b0f47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdba70d3-213d-4ec6-8dcc-a2410acc5125'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:10:55.220772 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0e54bd-3509-4dc9-9cc8-d1abb48eb500" -d '{"events": [{"server_uuid": "b74cf0b3-8787-4966-ac2c-1788c88b0f47", "name": "network-vif-unplugged", "status": "completed", "tag": "bdba70d3-213d-4ec6-8dcc-a2410acc5125"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:10:55.226080 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-da791975-9991-4a66-be74-233cdc67c816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:55.245905 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c8cb0f57-fc44-4c7b-8afa-a4becbc8a9d8 req-f91cb8c6-cab6-4e62-9922-888fa6748f6d tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630147 Jul 24 09:10:55.246672 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f6997d14-18b7-4a61-9443-56e97da198a0 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:55.249008 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-da791975-9991-4a66-be74-233cdc67c816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:55.291209 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port e6ea7b61-4261-476a-910b-cbbfa7a1deb6 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:10:55.291813 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:55.373895 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3d02846-6403-4a87-964a-afe2a401d845 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:55.421193 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196805b-2c13-4b64-8c43-6f242b0a3cb4 req-dac7ce3d-fc56-4bb9-97f3-28c5fe7a950d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:55.435021 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6196805b-2c13-4b64-8c43-6f242b0a3cb4 req-dac7ce3d-fc56-4bb9-97f3-28c5fe7a950d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 946 time: 0.1034675 Jul 24 09:10:55.493652 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6196805b-2c13-4b64-8c43-6f242b0a3cb4 req-b05f0524-b6ae-450d-937e-0c03b4fb8a84 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566320 Jul 24 09:10:55.581157 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da791975-9991-4a66-be74-233cdc67c816 service neutron] Pushing event updated for resources: {'Port': ['ID=bdba70d3-213d-4ec6-8dcc-a2410acc5125,revision_number=7']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:55.655104 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a317cfa-74c4-49ed-af31-176bf9be15e0 req-da3f7fb2-7557-4a25-bcd0-4990d5f7d5e9 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:55.661051 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a317cfa-74c4-49ed-af31-176bf9be15e0 req-da3f7fb2-7557-4a25-bcd0-4990d5f7d5e9 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:55.667081 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a317cfa-74c4-49ed-af31-176bf9be15e0 req-da3f7fb2-7557-4a25-bcd0-4990d5f7d5e9 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:55.669077 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a317cfa-74c4-49ed-af31-176bf9be15e0 req-da3f7fb2-7557-4a25-bcd0-4990d5f7d5e9 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 2373 time: 0.0883591 Jul 24 09:10:55.684588 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-da791975-9991-4a66-be74-233cdc67c816 service neutron] Attempting to bind port bdba70d3-213d-4ec6-8dcc-a2410acc5125 on host n-h2-800085-9 for vnic_type normal with profile {"migrating_to": "n-h1-800085-9"} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:10:55.684952 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-da791975-9991-4a66-be74-233cdc67c816 service neutron] Attempting to bind port bdba70d3-213d-4ec6-8dcc-a2410acc5125 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:10:55.685313 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-da791975-9991-4a66-be74-233cdc67c816 service neutron] Attempting to bind port bdba70d3-213d-4ec6-8dcc-a2410acc5125 on network 78a39135-7e1b-4cfc-8949-e6417e15b488 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:10:55.701249 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919f245-5458-46b3-86d3-9f9d6f2c0f5c req-062a4ed0-6186-4cdc-9715-df2e9f9b814d tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:55.702831 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d919f245-5458-46b3-86d3-9f9d6f2c0f5c req-062a4ed0-6186-4cdc-9715-df2e9f9b814d tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 943 time: 0.4731488 Jul 24 09:10:55.729938 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a317cfa-74c4-49ed-af31-176bf9be15e0 req-71b1adf8-04f0-4a57-b074-323b66a6c355 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498221 Jul 24 09:10:55.731524 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-f94db4ab-b3c7-435e-94e1-76c0f7eed972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:55.733180 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-f94db4ab-b3c7-435e-94e1-76c0f7eed972 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d4740b4b94942bdba9d4b286110923d&device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 1097 time: 0.4798439 Jul 24 09:10:55.733736 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-da791975-9991-4a66-be74-233cdc67c816 service neutron] Port bdba70d3-213d-4ec6-8dcc-a2410acc5125 on network 78a39135-7e1b-4cfc-8949-e6417e15b488 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:10:55.734085 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-da791975-9991-4a66-be74-233cdc67c816 service neutron] Attempting to bind port bdba70d3-213d-4ec6-8dcc-a2410acc5125 on network 78a39135-7e1b-4cfc-8949-e6417e15b488 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:10:55.804144 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-da791975-9991-4a66-be74-233cdc67c816 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:10:55.804715 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-da791975-9991-4a66-be74-233cdc67c816 service neutron] Checking segment: {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:10:55.804984 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-da791975-9991-4a66-be74-233cdc67c816 service neutron] Bound using segment: {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:10:55.805390 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-da791975-9991-4a66-be74-233cdc67c816 service neutron] Bound port: bdba70d3-213d-4ec6-8dcc-a2410acc5125, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef45f85e-e278-4ebb-b631-ba6593d27575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '78a39135-7e1b-4cfc-8949-e6417e15b488'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:10:55.805757 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-da791975-9991-4a66-be74-233cdc67c816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:55.838238 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a531c7-f932-456f-9713-96fe60f82589 x-openstack-request-id: req-99a531c7-f932-456f-9713-96fe60f82589 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:10:55.838574 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74cf0b3-8787-4966-ac2c-1788c88b0f47", "name": "network-vif-unplugged", "status": "completed", "tag": "bdba70d3-213d-4ec6-8dcc-a2410acc5125", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:10:55.838796 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99a531c7-f932-456f-9713-96fe60f82589 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:10:55.839181 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74cf0b3-8787-4966-ac2c-1788c88b0f47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdba70d3-213d-4ec6-8dcc-a2410acc5125', 'code': 200} Jul 24 09:10:56.205102 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d919f245-5458-46b3-86d3-9f9d6f2c0f5c req-f70167fb-9544-442f-9f01-37c1a1b68de9 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897957 Jul 24 09:10:56.237095 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f6997d14-18b7-4a61-9443-56e97da198a0 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Allocated IP 10.2.2.100 (56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d/c0696ce3-b7e9-46ab-bb06-e6093c133467/ec7b7342-b9c1-4473-8413-9a5e12abdbb6) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:10:56.291719 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b68ee-74a9-4050-855f-aa6604492822 req-4f1f7892-b075-4221-b0f5-bbdd09d22cb9 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:56.293758 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-532b68ee-74a9-4050-855f-aa6604492822 req-4f1f7892-b075-4221-b0f5-bbdd09d22cb9 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66420c-bbe8-4d25-9606-5ecaaef8352b HTTP/1.1" status: 200 len: 945 time: 0.0994761 Jul 24 09:10:56.327852 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3d02846-6403-4a87-964a-afe2a401d845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:56.337303 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-532b68ee-74a9-4050-855f-aa6604492822 req-81163a20-6604-465c-8c04-88142e8fef9f tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362840 Jul 24 09:10:56.350250 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-e37404b4-efb3-4b3a-9d67-6ab21b32fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:56.355348 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-e37404b4-efb3-4b3a-9d67-6ab21b32fdb6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 200 len: 907 time: 0.6108975 Jul 24 09:10:56.369898 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-da791975-9991-4a66-be74-233cdc67c816 service neutron] For port bdba70d3-213d-4ec6-8dcc-a2410acc5125, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:10:56.478935 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-da791975-9991-4a66-be74-233cdc67c816 service neutron] For port bdba70d3-213d-4ec6-8dcc-a2410acc5125, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=bdba70d3-213d-4ec6-8dcc-a2410acc5125,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:10:56.487166 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-53f79df0-cf5c-4cc8-9347-531222a8c471 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=697973d6-f624-4195-849b-2f3ffdaf10d8 HTTP/1.1" status: 200 len: 217 time: 0.1274550 Jul 24 09:10:56.496029 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-da791975-9991-4a66-be74-233cdc67c816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:56.666364 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53893d3e-fb47-45ea-a4a1-9b7dafc9857e req-9a48b478-ee84-491e-b5a7-564d39674628 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:56.667864 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-53893d3e-fb47-45ea-a4a1-9b7dafc9857e req-9a48b478-ee84-491e-b5a7-564d39674628 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 946 time: 0.0884161 Jul 24 09:10:56.681801 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-144e44bd-cd18-464c-8aa5-cda945ea4090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:56.683483 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-144e44bd-cd18-464c-8aa5-cda945ea4090 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58351263-9729-4aa6-887c-072787b6bdca HTTP/1.1" status: 200 len: 847 time: 0.1830013 Jul 24 09:10:56.716891 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-53893d3e-fb47-45ea-a4a1-9b7dafc9857e req-6e9096d1-030e-4dbc-8dfc-1fc3431e2a2a tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408010 Jul 24 09:10:56.718773 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd372e-7531-439a-a4c6-b4c7387e7bf5 req-a7c0654b-79f5-46c2-a24a-635fad078191 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:56.720313 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-efbd372e-7531-439a-a4c6-b4c7387e7bf5 req-a7c0654b-79f5-46c2-a24a-635fad078191 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.4342649 Jul 24 09:10:56.720966 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da791975-9991-4a66-be74-233cdc67c816 service neutron] Pushing event updated for resources: {'Port': ['ID=bdba70d3-213d-4ec6-8dcc-a2410acc5125,revision_number=8']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:56.772851 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-5e161706-8695-4f50-b439-1fb9a84827a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765738 Jul 24 09:10:56.780729 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f6997d14-18b7-4a61-9443-56e97da198a0 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:56.783410 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-da791975-9991-4a66-be74-233cdc67c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:56.784025 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-da791975-9991-4a66-be74-233cdc67c816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:56.785438 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-da791975-9991-4a66-be74-233cdc67c816 service neutron] 10.222.0.37 "PUT /v2.0/ports/bdba70d3-213d-4ec6-8dcc-a2410acc5125 HTTP/1.1" status: 200 len: 1121 time: 2.8373954 Jul 24 09:10:56.833538 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f6997d14-18b7-4a61-9443-56e97da198a0 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Transition to ACTIVE for port object ec7b7342-b9c1-4473-8413-9a5e12abdbb6 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:10:56.896433 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['bdba70d3-213d-4ec6-8dcc-a2410acc5125'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:10:56.903805 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['bdba70d3-213d-4ec6-8dcc-a2410acc5125'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:10:56.919316 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-efbd372e-7531-439a-a4c6-b4c7387e7bf5 req-0f62b338-5361-4887-a8a1-1f6856e151f8 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511433 Jul 24 09:10:56.985652 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d02846-6403-4a87-964a-afe2a401d845 admin admin] Router 88983ba8-b61b-4470-9952-5589af363d79 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:10:56.991731 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73f07b-6fb0-4833-bda5-a460e5b00051 req-163af277-d00b-4c31-8cab-75d9a33bf757 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:57.004517 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73f07b-6fb0-4833-bda5-a460e5b00051 req-163af277-d00b-4c31-8cab-75d9a33bf757 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:57.013396 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73f07b-6fb0-4833-bda5-a460e5b00051 req-163af277-d00b-4c31-8cab-75d9a33bf757 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:57.020604 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e73f07b-6fb0-4833-bda5-a460e5b00051 req-163af277-d00b-4c31-8cab-75d9a33bf757 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 2373 time: 0.1891036 Jul 24 09:10:57.021868 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-2a6e51c9-d1b7-42e8-81ac-0281457f6c53 service neutron] 10.222.0.20 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334361 Jul 24 09:10:57.065392 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e73f07b-6fb0-4833-bda5-a460e5b00051 req-0270e32a-1456-4484-a6ba-4afd19cd67ec tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438063 Jul 24 09:10:57.126616 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f6997d14-18b7-4a61-9443-56e97da198a0 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:57.177792 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9803fa91-a6ff-40d3-bdac-e7636a793c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:57.259515 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6997d14-18b7-4a61-9443-56e97da198a0 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event updated for resources: {'Port': ['ID=ec7b7342-b9c1-4473-8413-9a5e12abdbb6,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:57.276786 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f6997d14-18b7-4a61-9443-56e97da198a0 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Network 56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:10:57.282763 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f6997d14-18b7-4a61-9443-56e97da198a0 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:10:57.285799 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f6997d14-18b7-4a61-9443-56e97da198a0 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:10:57.349564 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-f1de978b-3be9-45d6-8496-df21e64f6fd8 service neutron] 10.222.0.20 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793326 Jul 24 09:10:57.352622 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d02846-6403-4a87-964a-afe2a401d845 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:10:57.362655 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f6fb3-786c-4886-8d1f-92ba345c8df2 req-2586003c-a931-4568-97db-b20b133a1e17 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:57.367803 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] Sync routers for ids ['88983ba8-b61b-4470-9952-5589af363d79'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:10:57.369118 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-400f6fb3-786c-4886-8d1f-92ba345c8df2 req-2586003c-a931-4568-97db-b20b133a1e17 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 943 time: 0.0826168 Jul 24 09:10:57.391149 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] Routers {'88983ba8-b61b-4470-9952-5589af363d79'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:10:57.392317 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:10:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['88983ba8-b61b-4470-9952-5589af363d79'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:10:57.400503 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f6997d14-18b7-4a61-9443-56e97da198a0 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:57.401227 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f6997d14-18b7-4a61-9443-56e97da198a0 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:57.436005 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3d02846-6403-4a87-964a-afe2a401d845 admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:57.437340 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-400f6fb3-786c-4886-8d1f-92ba345c8df2 req-81bc12c4-56d2-4ddb-9cd0-6e7574e89ac8 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669510 Jul 24 09:10:57.437466 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f3d02846-6403-4a87-964a-afe2a401d845 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.8172946 Jul 24 09:10:57.440150 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51550) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:10:57.445378 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f6997d14-18b7-4a61-9443-56e97da198a0 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9561040 Jul 24 09:10:57.458734 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-33aa1fbc-5ab7-4329-b220-ba7fa3a7cf98 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Request body: {'port': {'device_id': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d', 'admin_state_up': True, 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'security_groups': ['28e92c9e-a6f1-4679-86d9-12481690a3df']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:57.634808 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] Set router 88983ba8-b61b-4470-9952-5589af363d79 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:10:57.704281 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-33aa1fbc-5ab7-4329-b220-ba7fa3a7cf98 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Made reservation on behalf of 3dca0b6b5a564009b8793a19d3533709 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:10:57.710847 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-33aa1fbc-5ab7-4329-b220-ba7fa3a7cf98 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:57.763004 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe67576-be40-40f6-b0e9-c2de22760986 req-5b594b97-0832-4462-9a5b-b3b2190e920f tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:57.765069 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1fe67576-be40-40f6-b0e9-c2de22760986 req-5b594b97-0832-4462-9a5b-b3b2190e920f tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66420c-bbe8-4d25-9606-5ecaaef8352b HTTP/1.1" status: 200 len: 945 time: 0.2777321 Jul 24 09:10:57.868926 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-df2916ab-9355-4bed-8b52-04d806cabcc8 None None] Provisioning for port ec7b7342-b9c1-4473-8413-9a5e12abdbb6 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:10:57.881211 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-df2916ab-9355-4bed-8b52-04d806cabcc8 None None] Provisioning complete for port ec7b7342-b9c1-4473-8413-9a5e12abdbb6 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:10:57.882049 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-df2916ab-9355-4bed-8b52-04d806cabcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:57.924326 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74cf0b3-8787-4966-ac2c-1788c88b0f47', 'tag': 'bdba70d3-213d-4ec6-8dcc-a2410acc5125'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:10:57.926944 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6aab3d2-0bf9-4433-ae8c-17d063cd7376" -d '{"events": [{"name": "network-changed", "server_uuid": "b74cf0b3-8787-4966-ac2c-1788c88b0f47", "tag": "bdba70d3-213d-4ec6-8dcc-a2410acc5125"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:10:57.972442 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-df2916ab-9355-4bed-8b52-04d806cabcc8 None None] Port ec7b7342-b9c1-4473-8413-9a5e12abdbb6 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:10:58.014612 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88983ba8-b61b-4470-9952-5589af363d79', 'name': 'tempest-ServersTestBootFromVolume-12445318-router', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '00b0590b-f9a9-46cf-8d66-43529722eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:10:50Z', 'updated_at': '2021-07-24T09:10:55Z', 'revision_number': 3, 'project_id': '8c71868cf42742a9bfdaacdee1de29ba', 'gw_port': {'id': '00b0590b-f9a9-46cf-8d66-43529722eb39', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88983ba8-b61b-4470-9952-5589af363d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:10:52Z', 'updated_at': '2021-07-24T09:10:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:10:58.028721 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1fe67576-be40-40f6-b0e9-c2de22760986 req-4d42b0e9-634a-4de6-919c-a95ca81e0512 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880091 Jul 24 09:10:58.062908 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-33aa1fbc-5ab7-4329-b220-ba7fa3a7cf98 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Allocated IP 10.2.2.200 (56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d/c0696ce3-b7e9-46ab-bb06-e6093c133467/78daa873-7966-4683-9199-be51fbbff09b) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:10:58.074506 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] Checking router: 88983ba8-b61b-4470-9952-5589af363d79 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:10:58.075623 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] Updating router 88983ba8-b61b-4470-9952-5589af363d79 port 00b0590b-f9a9-46cf-8d66-43529722eb39 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:10:58.124887 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:58.258356 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17996bf-cda5-4b63-ab90-05c3ba6f2f01 req-0c7338db-a6e6-4063-9c23-ddecec6e508c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:58.266891 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d17996bf-cda5-4b63-ab90-05c3ba6f2f01 req-0c7338db-a6e6-4063-9c23-ddecec6e508c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 946 time: 0.3838077 Jul 24 09:10:58.336134 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-33aa1fbc-5ab7-4329-b220-ba7fa3a7cf98 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:58.365983 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-33aa1fbc-5ab7-4329-b220-ba7fa3a7cf98 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Transition to ACTIVE for port object 78daa873-7966-4683-9199-be51fbbff09b will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:10:58.370366 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d17996bf-cda5-4b63-ab90-05c3ba6f2f01 req-97303e9a-7d4d-46c9-bf0b-9c3698e5c71a tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021845 Jul 24 09:10:58.433663 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-64dbc42d-63f8-4c77-9d6c-5401b8d512b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:58.484196 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81aa006-f1d4-4a33-8120-ce3a8b1fa42f x-openstack-request-id: req-d81aa006-f1d4-4a33-8120-ce3a8b1fa42f {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:10:58.484487 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b74cf0b3-8787-4966-ac2c-1788c88b0f47", "tag": "bdba70d3-213d-4ec6-8dcc-a2410acc5125", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:10:58.484756 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d81aa006-f1d4-4a33-8120-ce3a8b1fa42f {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:10:58.487578 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74cf0b3-8787-4966-ac2c-1788c88b0f47', 'tag': 'bdba70d3-213d-4ec6-8dcc-a2410acc5125', 'status': 'completed', 'code': 200} Jul 24 09:10:58.520482 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-33aa1fbc-5ab7-4329-b220-ba7fa3a7cf98 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:58.596561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-33aa1fbc-5ab7-4329-b220-ba7fa3a7cf98 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Network 56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:10:58.610593 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-33aa1fbc-5ab7-4329-b220-ba7fa3a7cf98 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:10:58.618082 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-33aa1fbc-5ab7-4329-b220-ba7fa3a7cf98 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:10:58.675182 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:58.697002 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] Transition to ACTIVE for port object 00b0590b-f9a9-46cf-8d66-43529722eb39 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:10:58.698029 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efa6c7-a1ea-40bd-8a2b-0e36f51ba2b0 req-2f165237-b72a-4364-8a26-38c0ad529691 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:58.701823 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-47efa6c7-a1ea-40bd-8a2b-0e36f51ba2b0 req-2f165237-b72a-4364-8a26-38c0ad529691 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.5137155 Jul 24 09:10:58.707152 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa1fbc-5ab7-4329-b220-ba7fa3a7cf98 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event updated for resources: {'Port': ['ID=78daa873-7966-4683-9199-be51fbbff09b,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:58.709633 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:58.751307 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-64dbc42d-63f8-4c77-9d6c-5401b8d512b9 admin admin] Allocated IP 172.20.0.1 (6a12e80f-7c41-440f-b622-d5f8b868fb83/e6720e9f-2a6f-42ff-8147-d74598470cb0/04016e32-afd4-4dc1-912f-11f1915d463d) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:10:58.757405 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-33aa1fbc-5ab7-4329-b220-ba7fa3a7cf98 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:58.758327 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-33aa1fbc-5ab7-4329-b220-ba7fa3a7cf98 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:58.785338 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aab3d2-0bf9-4433-ae8c-17d063cd7376 req-7121ec49-77ba-4e85-bc89-1f8494421d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:58.792321 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d6aab3d2-0bf9-4433-ae8c-17d063cd7376 req-7121ec49-77ba-4e85-bc89-1f8494421d94 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 1124 time: 0.2830949 Jul 24 09:10:58.819424 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] Attempting to bind port 00b0590b-f9a9-46cf-8d66-43529722eb39 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:10:58.819794 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] Attempting to bind port 00b0590b-f9a9-46cf-8d66-43529722eb39 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:10:58.828248 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] Attempting to bind port 00b0590b-f9a9-46cf-8d66-43529722eb39 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:10:58.831880 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d48d2-5c66-4c40-9779-dd3e2bf8587f None None] Pushing event updated for resources: {'Port': ['ID=00b0590b-f9a9-46cf-8d66-43529722eb39,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:58.836652 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:10:58.837056 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:10:58.837460 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:58.837848 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:10:58.838322 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] Bound port: 00b0590b-f9a9-46cf-8d66-43529722eb39, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:10:58.838706 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:58.851139 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-33aa1fbc-5ab7-4329-b220-ba7fa3a7cf98 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3981378 Jul 24 09:10:58.866476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dbe1d6e0-509d-4a65-b53e-5400853296ab service neutron] Request body: {'port': {'device_id': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:10:58.899877 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-47efa6c7-a1ea-40bd-8a2b-0e36f51ba2b0 req-3bbf1bbd-5962-4d72-b98e-6a9331019bcd tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783397 Jul 24 09:10:58.990032 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-64dbc42d-63f8-4c77-9d6c-5401b8d512b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:58.998925 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] For port 00b0590b-f9a9-46cf-8d66-43529722eb39, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:10:59.016691 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-64dbc42d-63f8-4c77-9d6c-5401b8d512b9 admin admin] Transition to ACTIVE for port object 04016e32-afd4-4dc1-912f-11f1915d463d will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:10:59.028041 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] For port 00b0590b-f9a9-46cf-8d66-43529722eb39, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=00b0590b-f9a9-46cf-8d66-43529722eb39,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:10:59.033580 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:59.041043 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2e1e9f4f-f2c7-4527-b7a5-68584e623a3b None None] Provisioning for port 78daa873-7966-4683-9199-be51fbbff09b completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:10:59.087364 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2e1e9f4f-f2c7-4527-b7a5-68584e623a3b None None] Provisioning complete for port 78daa873-7966-4683-9199-be51fbbff09b triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:10:59.088013 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2e1e9f4f-f2c7-4527-b7a5-68584e623a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:59.114047 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-64dbc42d-63f8-4c77-9d6c-5401b8d512b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:59.169054 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aab3d2-0bf9-4433-ae8c-17d063cd7376 req-74152eed-9810-4346-aafb-900c3c5470d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:59.171126 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d6aab3d2-0bf9-4433-ae8c-17d063cd7376 req-74152eed-9810-4346-aafb-900c3c5470d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=78a39135-7e1b-4cfc-8949-e6417e15b488 HTTP/1.1" status: 200 len: 921 time: 0.3614392 Jul 24 09:10:59.181997 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d48d2-5c66-4c40-9779-dd3e2bf8587f None None] Pushing event updated for resources: {'Port': ['ID=00b0590b-f9a9-46cf-8d66-43529722eb39,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:59.195603 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] Routers {'88983ba8-b61b-4470-9952-5589af363d79'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:10:59.197860 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:10:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['88983ba8-b61b-4470-9952-5589af363d79'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:10:59.233216 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dbc42d-63f8-4c77-9d6c-5401b8d512b9 admin admin] Network 6a12e80f-7c41-440f-b622-d5f8b868fb83 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:10:59.235228 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d6aab3d2-0bf9-4433-ae8c-17d063cd7376 req-6863def8-827f-454b-bcbf-05d45fcd8656 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdba70d3-213d-4ec6-8dcc-a2410acc5125 HTTP/1.1" status: 200 len: 217 time: 0.0575464 Jul 24 09:10:59.240330 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dbe1d6e0-509d-4a65-b53e-5400853296ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:59.240764 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-64dbc42d-63f8-4c77-9d6c-5401b8d512b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:10:59.244327 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dbc42d-63f8-4c77-9d6c-5401b8d512b9 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:10:59.315132 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-64dbc42d-63f8-4c77-9d6c-5401b8d512b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:59.376429 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbc42d-63f8-4c77-9d6c-5401b8d512b9 admin admin] Pushing event updated for resources: {'Port': ['ID=04016e32-afd4-4dc1-912f-11f1915d463d,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:10:59.407011 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28625325-a6a6-4eca-ac9b-d7f33d75c78f req-d0610a04-a705-420a-ae4e-3cd46f9e6ebc tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:59.418896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e9f4f-f2c7-4527-b7a5-68584e623a3b None None] Port 78daa873-7966-4683-9199-be51fbbff09b cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:10:59.429482 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28625325-a6a6-4eca-ac9b-d7f33d75c78f req-d0610a04-a705-420a-ae4e-3cd46f9e6ebc tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:59.466604 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28625325-a6a6-4eca-ac9b-d7f33d75c78f req-d0610a04-a705-420a-ae4e-3cd46f9e6ebc tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:59.477729 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28625325-a6a6-4eca-ac9b-d7f33d75c78f req-d0610a04-a705-420a-ae4e-3cd46f9e6ebc tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:59.494873 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28625325-a6a6-4eca-ac9b-d7f33d75c78f req-d0610a04-a705-420a-ae4e-3cd46f9e6ebc tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:59.497127 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28625325-a6a6-4eca-ac9b-d7f33d75c78f req-d0610a04-a705-420a-ae4e-3cd46f9e6ebc tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 3815 time: 0.4757342 Jul 24 09:10:59.561251 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] Set router 88983ba8-b61b-4470-9952-5589af363d79 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:10:59.655247 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627ce53-c189-4b94-9480-327c1a0b8577 req-e4b3cdc0-a140-4aa4-b461-59929a262f0e tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:10:59.669357 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a627ce53-c189-4b94-9480-327c1a0b8577 req-e4b3cdc0-a140-4aa4-b461-59929a262f0e tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 943 time: 0.2172494 Jul 24 09:10:59.706087 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-64dbc42d-63f8-4c77-9d6c-5401b8d512b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:59.833664 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a627ce53-c189-4b94-9480-327c1a0b8577 req-29188631-83b3-492b-8266-4809c75d2517 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630106 Jul 24 09:10:59.864641 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-11b487fa-7246-4db3-8e3d-bd0765fec5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:10:59.870970 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-956085f3-9486-4d3e-8d92-559794b614e6 None None] Provisioning for port 04016e32-afd4-4dc1-912f-11f1915d463d completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:10:59.884211 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-956085f3-9486-4d3e-8d92-559794b614e6 None None] Provisioning complete for port 04016e32-afd4-4dc1-912f-11f1915d463d triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:10:59.884906 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-956085f3-9486-4d3e-8d92-559794b614e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:00.040593 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-956085f3-9486-4d3e-8d92-559794b614e6 None None] Port 04016e32-afd4-4dc1-912f-11f1915d463d cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:11:00.079928 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88983ba8-b61b-4470-9952-5589af363d79', 'name': 'tempest-ServersTestBootFromVolume-12445318-router', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '00b0590b-f9a9-46cf-8d66-43529722eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:10:50Z', 'updated_at': '2021-07-24T09:10:55Z', 'revision_number': 3, 'project_id': '8c71868cf42742a9bfdaacdee1de29ba', 'gw_port': {'id': '00b0590b-f9a9-46cf-8d66-43529722eb39', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88983ba8-b61b-4470-9952-5589af363d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:10:52Z', 'updated_at': '2021-07-24T09:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:00.117708 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62592fe5-041c-456b-a77e-744edf37ca63 None None] The sync data for ids ['88983ba8-b61b-4470-9952-5589af363d79'] in n-d-800085-9 is: [{'id': '88983ba8-b61b-4470-9952-5589af363d79', 'name': 'tempest-ServersTestBootFromVolume-12445318-router', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '00b0590b-f9a9-46cf-8d66-43529722eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:10:50Z', 'updated_at': '2021-07-24T09:10:55Z', 'revision_number': 3, 'project_id': '8c71868cf42742a9bfdaacdee1de29ba', 'gw_port': {'id': '00b0590b-f9a9-46cf-8d66-43529722eb39', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88983ba8-b61b-4470-9952-5589af363d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:10:52Z', 'updated_at': '2021-07-24T09:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:11:00.133550 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aab3d2-0bf9-4433-ae8c-17d063cd7376 req-db919cb0-b840-4891-9b26-f8187ac6ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:00.139111 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d6aab3d2-0bf9-4433-ae8c-17d063cd7376 req-db919cb0-b840-4891-9b26-f8187ac6ca15 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=726d329a-a5bb-490b-be1e-f21c87173472 HTTP/1.1" status: 200 len: 861 time: 0.8826942 Jul 24 09:11:00.198565 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-64dbc42d-63f8-4c77-9d6c-5401b8d512b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:00.201214 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28625325-a6a6-4eca-ac9b-d7f33d75c78f req-49fba396-8a54-4795-aa23-859f5384b92a tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6980548 Jul 24 09:11:00.220562 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437f03e-2cd2-4e6b-b7c4-d15c63eac3de req-96ca1548-ce03-48eb-b5de-320784dbb9d8 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:00.222388 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2437f03e-2cd2-4e6b-b7c4-d15c63eac3de req-96ca1548-ce03-48eb-b5de-320784dbb9d8 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 946 time: 0.1672115 Jul 24 09:11:00.223848 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-64dbc42d-63f8-4c77-9d6c-5401b8d512b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:00.245049 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d6aab3d2-0bf9-4433-ae8c-17d063cd7376 req-9fc15eda-3986-4b23-9d1a-adfff2f90b94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78a39135-7e1b-4cfc-8949-e6417e15b488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933819 Jul 24 09:11:00.319513 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:00.336585 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbc42d-63f8-4c77-9d6c-5401b8d512b9 admin admin] Pushing event updated for resources: {'Port': ['ID=04016e32-afd4-4dc1-912f-11f1915d463d,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:00.342160 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-64dbc42d-63f8-4c77-9d6c-5401b8d512b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:00.366199 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2437f03e-2cd2-4e6b-b7c4-d15c63eac3de req-405799aa-e61c-4d73-a927-a593fa9601bb tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970762 Jul 24 09:11:00.556729 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d6aab3d2-0bf9-4433-ae8c-17d063cd7376 req-40d4434e-5cd4-4c7a-aedc-2a55fded6001 service neutron] 10.222.0.20 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965658 Jul 24 09:11:00.593793 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dbc42d-63f8-4c77-9d6c-5401b8d512b9 admin admin] Network 6a12e80f-7c41-440f-b622-d5f8b868fb83 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:11:00.595289 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-64dbc42d-63f8-4c77-9d6c-5401b8d512b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:11:00.766987 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390bc73-4cfa-48fe-863d-381fe1ffbc03 req-ffe8cac2-f301-47aa-b0bd-d7eded7b8957 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:00.784853 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5390bc73-4cfa-48fe-863d-381fe1ffbc03 req-ffe8cac2-f301-47aa-b0bd-d7eded7b8957 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.3487992 Jul 24 09:11:00.792628 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64dbc42d-63f8-4c77-9d6c-5401b8d512b9 admin admin] Router 88983ba8-b61b-4470-9952-5589af363d79 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:11:00.884032 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d6aab3d2-0bf9-4433-ae8c-17d063cd7376 req-ba932b10-bfa7-48b4-b2f5-d36df3971d52 service neutron] 10.222.0.20 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176339 Jul 24 09:11:00.932049 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:00.934922 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5390bc73-4cfa-48fe-863d-381fe1ffbc03 req-3ad282c7-d89f-4987-89f4-20f684a2b44e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491442 Jul 24 09:11:00.937799 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dbe1d6e0-509d-4a65-b53e-5400853296ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef13b70-5d6e-4c13-890b-2de4f6928063 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:11:00.957609 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dbe1d6e0-509d-4a65-b53e-5400853296ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:00.975044 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dbe1d6e0-509d-4a65-b53e-5400853296ab service neutron] Transition to ACTIVE for port object 3ef13b70-5d6e-4c13-890b-2de4f6928063 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:11:00.982136 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dbe1d6e0-509d-4a65-b53e-5400853296ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:01.025040 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4e167592-dc29-4596-9ffb-c40f06f10077 None None] Provisioning complete for port 04016e32-afd4-4dc1-912f-11f1915d463d triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:11:01.025415 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4e167592-dc29-4596-9ffb-c40f06f10077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:01.028360 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dbc42d-63f8-4c77-9d6c-5401b8d512b9 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:11:01.056237 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-64dbc42d-63f8-4c77-9d6c-5401b8d512b9 admin admin] 10.222.0.32 "PUT /v2.0/routers/88983ba8-b61b-4470-9952-5589af363d79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6134081 Jul 24 09:11:01.152693 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4e167592-dc29-4596-9ffb-c40f06f10077 None None] Port 04016e32-afd4-4dc1-912f-11f1915d463d cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:11:01.212267 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1d6e0-509d-4a65-b53e-5400853296ab service neutron] Pushing event updated for resources: {'Port': ['ID=3ef13b70-5d6e-4c13-890b-2de4f6928063,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:01.247635 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 00b0590b-f9a9-46cf-8d66-43529722eb39 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:11:01.253980 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55c5e5-e61a-476f-9a7e-2a55af4fb85d req-50d99f6a-2991-4b19-9caf-47cca74c8937 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:01.256518 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a55c5e5-e61a-476f-9a7e-2a55af4fb85d req-50d99f6a-2991-4b19-9caf-47cca74c8937 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 943 time: 0.1191971 Jul 24 09:11:01.347137 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 00b0590b-f9a9-46cf-8d66-43529722eb39 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:11:01.352520 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 00b0590b-f9a9-46cf-8d66-43529722eb39 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:11:01.352946 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:01.414341 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dbe1d6e0-509d-4a65-b53e-5400853296ab service neutron] Attempting to bind port 3ef13b70-5d6e-4c13-890b-2de4f6928063 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:11:01.414715 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dbe1d6e0-509d-4a65-b53e-5400853296ab service neutron] Attempting to bind port 3ef13b70-5d6e-4c13-890b-2de4f6928063 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'afef0383-871f-4fc7-8698-99b783e5c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:11:01.415009 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dbe1d6e0-509d-4a65-b53e-5400853296ab service neutron] Attempting to bind port 3ef13b70-5d6e-4c13-890b-2de4f6928063 on network 8a8b2944-c8a5-4403-aa37-48c9a718d665 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:11:01.430080 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dbe1d6e0-509d-4a65-b53e-5400853296ab service neutron] Port 3ef13b70-5d6e-4c13-890b-2de4f6928063 on network 8a8b2944-c8a5-4403-aa37-48c9a718d665 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:11:01.430418 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dbe1d6e0-509d-4a65-b53e-5400853296ab service neutron] Attempting to bind port 3ef13b70-5d6e-4c13-890b-2de4f6928063 on network 8a8b2944-c8a5-4403-aa37-48c9a718d665 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:11:01.443349 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dbe1d6e0-509d-4a65-b53e-5400853296ab service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:11:01.443695 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dbe1d6e0-509d-4a65-b53e-5400853296ab service neutron] Checking segment: {'id': 'afef0383-871f-4fc7-8698-99b783e5c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:11:01.444092 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dbe1d6e0-509d-4a65-b53e-5400853296ab service neutron] Bound using segment: {'id': 'afef0383-871f-4fc7-8698-99b783e5c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:11:01.444538 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dbe1d6e0-509d-4a65-b53e-5400853296ab service neutron] Bound port: 3ef13b70-5d6e-4c13-890b-2de4f6928063, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afef0383-871f-4fc7-8698-99b783e5c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:11:01.445394 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dbe1d6e0-509d-4a65-b53e-5400853296ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:01.452301 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:01.471579 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a55c5e5-e61a-476f-9a7e-2a55af4fb85d req-9848eeac-26d2-4c25-a71c-fd3cf234c295 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096403 Jul 24 09:11:01.481181 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 00b0590b-f9a9-46cf-8d66-43529722eb39, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=00b0590b-f9a9-46cf-8d66-43529722eb39,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:01.506385 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:01.512280 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56364f9c-1226-4d4f-8980-42038f5c71f1 req-3886a5e3-62aa-41d0-8f5b-83e6c8b1d487 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:01.518883 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56364f9c-1226-4d4f-8980-42038f5c71f1 req-3886a5e3-62aa-41d0-8f5b-83e6c8b1d487 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:01.525334 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56364f9c-1226-4d4f-8980-42038f5c71f1 req-3886a5e3-62aa-41d0-8f5b-83e6c8b1d487 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:01.532122 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56364f9c-1226-4d4f-8980-42038f5c71f1 req-3886a5e3-62aa-41d0-8f5b-83e6c8b1d487 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:01.538797 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56364f9c-1226-4d4f-8980-42038f5c71f1 req-3886a5e3-62aa-41d0-8f5b-83e6c8b1d487 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:01.540882 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-56364f9c-1226-4d4f-8980-42038f5c71f1 req-3886a5e3-62aa-41d0-8f5b-83e6c8b1d487 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 3827 time: 0.2076044 Jul 24 09:11:01.600124 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=00b0590b-f9a9-46cf-8d66-43529722eb39,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:01.622338 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dbe1d6e0-509d-4a65-b53e-5400853296ab service neutron] For port 3ef13b70-5d6e-4c13-890b-2de4f6928063, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:11:01.647622 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dbe1d6e0-509d-4a65-b53e-5400853296ab service neutron] For port 3ef13b70-5d6e-4c13-890b-2de4f6928063, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3ef13b70-5d6e-4c13-890b-2de4f6928063,segment=NetworkSegment(afef0383-871f-4fc7-8698-99b783e5c18e),segment_id=afef0383-871f-4fc7-8698-99b783e5c18e)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:11:01.665641 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dbe1d6e0-509d-4a65-b53e-5400853296ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:01.718072 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-56364f9c-1226-4d4f-8980-42038f5c71f1 req-4f8458d7-d9d8-42ba-a749-a40447e9fe76 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628327 Jul 24 09:11:01.726169 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dbe1d6e0-509d-4a65-b53e-5400853296ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:01.726457 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dbe1d6e0-509d-4a65-b53e-5400853296ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:01.727845 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dbe1d6e0-509d-4a65-b53e-5400853296ab service neutron] 10.222.0.20 "PUT /v2.0/ports/3ef13b70-5d6e-4c13-890b-2de4f6928063 HTTP/1.1" status: 200 len: 1091 time: 2.8658793 Jul 24 09:11:01.730225 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'tag': '3ef13b70-5d6e-4c13-890b-2de4f6928063'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:01.734310 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6178bd-3a64-44c9-9172-1db8395b03e6" -d '{"events": [{"name": "network-changed", "server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "tag": "3ef13b70-5d6e-4c13-890b-2de4f6928063"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:01.763363 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Request body: {'port': {'device_id': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:11:01.849476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1d6e0-509d-4a65-b53e-5400853296ab service neutron] Pushing event updated for resources: {'Port': ['ID=3ef13b70-5d6e-4c13-890b-2de4f6928063,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:01.909710 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:01.989282 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 95dc6129-2f72-4f1e-95ef-7481f0ee0659 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:11:02.086272 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51640) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:02.098065 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-1a45edff-c1b3-4998-854e-0c8bb9fbe439 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1119938402', 'description': 'tempest-description--233118855'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:11:02.202477 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a45edff-c1b3-4998-854e-0c8bb9fbe439 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:02.381822 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f3c786-56a7-4ec5-9f79-6873f1e250a3 x-openstack-request-id: req-f0f3c786-56a7-4ec5-9f79-6873f1e250a3 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:02.385570 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "tag": "3ef13b70-5d6e-4c13-890b-2de4f6928063", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:02.386135 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f0f3c786-56a7-4ec5-9f79-6873f1e250a3 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:02.387387 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'tag': '3ef13b70-5d6e-4c13-890b-2de4f6928063', 'status': 'completed', 'code': 200} Jul 24 09:11:02.470661 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a45edff-c1b3-4998-854e-0c8bb9fbe439 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:02.519004 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a45edff-c1b3-4998-854e-0c8bb9fbe439 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:02.556367 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device bdba70d3-213d-4ec6-8dcc-a2410acc5125 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:11:02.570004 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45edff-c1b3-4998-854e-0c8bb9fbe439 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5347b6-711e-456c-a2ba-2bec24195cbb,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:02.600998 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a45edff-c1b3-4998-854e-0c8bb9fbe439 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:02.606696 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1a45edff-c1b3-4998-854e-0c8bb9fbe439 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5192528 Jul 24 09:11:02.609369 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51652) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:02.617257 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-c36ea255-78a6-45f2-9c0b-b2d39ff5ea4b tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Request body: {'security_group_rule': {'security_group_id': '5b5347b6-711e-456c-a2ba-2bec24195cbb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:11:02.648150 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 95dc6129-2f72-4f1e-95ef-7481f0ee0659, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=95dc6129-2f72-4f1e-95ef-7481f0ee0659,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:02.665275 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c36ea255-78a6-45f2-9c0b-b2d39ff5ea4b tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:02.672141 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '95dc6129-2f72-4f1e-95ef-7481f0ee0659', 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0', 'port_id': '95dc6129-2f72-4f1e-95ef-7481f0ee0659', 'mac_address': 'fa:16:3e:2c:10:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f4d091-9355-41fb-8669-a9c6a15e7d4f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:11:02.696394 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afd4ec-7497-43c0-8027-13013fff41dd req-579a61b6-5626-43dc-8b5f-32928ac728a2 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:02.698610 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-47afd4ec-7497-43c0-8027-13013fff41dd req-579a61b6-5626-43dc-8b5f-32928ac728a2 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.2263877 Jul 24 09:11:02.745097 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:02.807427 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95dc6129-2f72-4f1e-95ef-7481f0ee0659 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:11:02.876992 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:02.879111 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 95dc6129-2f72-4f1e-95ef-7481f0ee0659, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=95dc6129-2f72-4f1e-95ef-7481f0ee0659,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:02.884819 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5d6bc-7161-4adc-b3d1-244deb5f8184 req-1632d1a7-4d7c-42ce-90c2-4f44fe3f83b1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:02.888263 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-72e5d6bc-7161-4adc-b3d1-244deb5f8184 req-1632d1a7-4d7c-42ce-90c2-4f44fe3f83b1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 946 time: 0.8199120 Jul 24 09:11:02.892356 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e307f6c6-4fdb-4f4e-9aaa-266379cdde50 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:11:02.896908 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:02.904462 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] Sync routers for ids ['88983ba8-b61b-4470-9952-5589af363d79'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:11:02.914063 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:02.922640 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] Routers {'88983ba8-b61b-4470-9952-5589af363d79'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:11:02.922917 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6178bd-3a64-44c9-9172-1db8395b03e6 req-0058d15e-7e4a-4810-ba31-7394baeebaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:02.923276 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6178bd-3a64-44c9-9172-1db8395b03e6 req-0058d15e-7e4a-4810-ba31-7394baeebaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:02.923875 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6178bd-3a64-44c9-9172-1db8395b03e6 req-0058d15e-7e4a-4810-ba31-7394baeebaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:02.924475 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6178bd-3a64-44c9-9172-1db8395b03e6 req-0058d15e-7e4a-4810-ba31-7394baeebaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:02.924980 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:11:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['88983ba8-b61b-4470-9952-5589af363d79'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:02.925137 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6178bd-3a64-44c9-9172-1db8395b03e6 req-0058d15e-7e4a-4810-ba31-7394baeebaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:02.927166 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9b6178bd-3a64-44c9-9172-1db8395b03e6 req-0058d15e-7e4a-4810-ba31-7394baeebaf2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dca0b6b5a564009b8793a19d3533709&device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 4362 time: 0.5384762 Jul 24 09:11:03.013836 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c36ea255-78a6-45f2-9c0b-b2d39ff5ea4b tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:03.017031 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Transition to ACTIVE for port object e307f6c6-4fdb-4f4e-9aaa-266379cdde50 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:11:03.031080 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-47afd4ec-7497-43c0-8027-13013fff41dd req-5acc4539-3ffd-4b8e-b28f-fdbd23d8607d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921078 Jul 24 09:11:03.037910 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c36ea255-78a6-45f2-9c0b-b2d39ff5ea4b tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:03.047916 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['95dc6129-2f72-4f1e-95ef-7481f0ee0659'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:11:03.056413 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:03.063614 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-72e5d6bc-7161-4adc-b3d1-244deb5f8184 req-628a8ad2-437d-4dd7-8049-f921f324eec1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591630 Jul 24 09:11:03.121326 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ea255-78a6-45f2-9c0b-b2d39ff5ea4b tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e513896-f535-4c1e-8e1c-bedef781d245,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:03.148403 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c36ea255-78a6-45f2-9c0b-b2d39ff5ea4b tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:03.155927 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c36ea255-78a6-45f2-9c0b-b2d39ff5ea4b tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5418680 Jul 24 09:11:03.156145 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=95dc6129-2f72-4f1e-95ef-7481f0ee0659,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:03.156356 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51666) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:03.176189 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-571c4c82-e9b0-49d4-976f-8745bdc67736 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Request body: {'security_group_rule': {'security_group_id': '5b5347b6-711e-456c-a2ba-2bec24195cbb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:11:03.245972 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 00b0590b-f9a9-46cf-8d66-43529722eb39 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:11:03.265620 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Pushing event updated for resources: {'Port': ['ID=e307f6c6-4fdb-4f4e-9aaa-266379cdde50,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:03.281767 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-571c4c82-e9b0-49d4-976f-8745bdc67736 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:03.487749 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6178bd-3a64-44c9-9172-1db8395b03e6 req-0e5de90a-68a1-4ff7-9c8f-2703d2c7062b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:03.489792 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6178bd-3a64-44c9-9172-1db8395b03e6 req-0e5de90a-68a1-4ff7-9c8f-2703d2c7062b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:03.490331 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6178bd-3a64-44c9-9172-1db8395b03e6 req-0e5de90a-68a1-4ff7-9c8f-2703d2c7062b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:03.492187 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9b6178bd-3a64-44c9-9172-1db8395b03e6 req-0e5de90a-68a1-4ff7-9c8f-2703d2c7062b service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3dca0b6b5a564009b8793a19d3533709&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5532167 Jul 24 09:11:03.498512 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:03.505246 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:03.506051 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:03.506664 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:03.507163 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-571c4c82-e9b0-49d4-976f-8745bdc67736 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:03.507634 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:03.508292 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:03.508896 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:03.509517 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:03.510209 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:03.510776 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:03.511405 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:03.512696 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:03.521209 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-571c4c82-e9b0-49d4-976f-8745bdc67736 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:03.540014 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c4c82-e9b0-49d4-976f-8745bdc67736 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3650d975-a42c-4808-8dd2-b4228f2aef7c,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:03.568430 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 00b0590b-f9a9-46cf-8d66-43529722eb39 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:11:03.569023 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:03.579166 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-571c4c82-e9b0-49d4-976f-8745bdc67736 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:03.585577 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-571c4c82-e9b0-49d4-976f-8745bdc67736 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4239914 Jul 24 09:11:03.587438 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51674) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:03.601819 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-6d0dbb27-0937-4662-a972-885af8415782 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:11:03.611426 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] Set router 88983ba8-b61b-4470-9952-5589af363d79 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:11:03.680395 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367d1bc-f270-4ed3-b09a-fbf2bbf650b6 req-b46a1d3a-6cda-4ca7-8e5a-fa923974aaae tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:03.698365 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367d1bc-f270-4ed3-b09a-fbf2bbf650b6 req-b46a1d3a-6cda-4ca7-8e5a-fa923974aaae tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:03.716971 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367d1bc-f270-4ed3-b09a-fbf2bbf650b6 req-b46a1d3a-6cda-4ca7-8e5a-fa923974aaae tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:03.734114 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367d1bc-f270-4ed3-b09a-fbf2bbf650b6 req-b46a1d3a-6cda-4ca7-8e5a-fa923974aaae tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:03.749790 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367d1bc-f270-4ed3-b09a-fbf2bbf650b6 req-b46a1d3a-6cda-4ca7-8e5a-fa923974aaae tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:03.768391 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367d1bc-f270-4ed3-b09a-fbf2bbf650b6 req-b46a1d3a-6cda-4ca7-8e5a-fa923974aaae tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:03.783484 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5367d1bc-f270-4ed3-b09a-fbf2bbf650b6 req-b46a1d3a-6cda-4ca7-8e5a-fa923974aaae tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 4599 time: 0.3471060 Jul 24 09:11:03.805710 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d0dbb27-0937-4662-a972-885af8415782 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:03.955798 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5367d1bc-f270-4ed3-b09a-fbf2bbf650b6 req-55053c9d-1258-46aa-b452-f391e846efdf tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1643152 Jul 24 09:11:03.970831 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Attempting to bind port e307f6c6-4fdb-4f4e-9aaa-266379cdde50 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:11:03.971325 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Attempting to bind port e307f6c6-4fdb-4f4e-9aaa-266379cdde50 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'd3be6b07-5265-495e-95a5-8cc3de3d1b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:11:03.971729 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Attempting to bind port e307f6c6-4fdb-4f4e-9aaa-266379cdde50 on network cc9afdd4-5467-4171-81bc-c8240aa53b2b {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:11:03.991068 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device bdba70d3-213d-4ec6-8dcc-a2410acc5125 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:11:04.006608 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88983ba8-b61b-4470-9952-5589af363d79', 'name': 'tempest-ServersTestBootFromVolume-12445318-router', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '00b0590b-f9a9-46cf-8d66-43529722eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:10:50Z', 'updated_at': '2021-07-24T09:10:59Z', 'revision_number': 4, 'project_id': '8c71868cf42742a9bfdaacdee1de29ba', 'gw_port': {'id': '00b0590b-f9a9-46cf-8d66-43529722eb39', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88983ba8-b61b-4470-9952-5589af363d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:10:52Z', 'updated_at': '2021-07-24T09:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '04016e32-afd4-4dc1-912f-11f1915d463d', 'name': '', 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'mac_address': 'fa:16:3e:bf:e0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88983ba8-b61b-4470-9952-5589af363d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'e6720e9f-2a6f-42ff-8147-d74598470cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:10:58Z', 'updated_at': '2021-07-24T09:10:59Z', 'revision_number': 2, 'project_id': '8c71868cf42742a9bfdaacdee1de29ba', 'subnets': [{'id': 'e6720e9f-2a6f-42ff-8147-d74598470cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:04.051103 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] Checking router: 88983ba8-b61b-4470-9952-5589af363d79 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:11:04.052154 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] Updating router 88983ba8-b61b-4470-9952-5589af363d79 port 04016e32-afd4-4dc1-912f-11f1915d463d binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:11:04.058454 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Port e307f6c6-4fdb-4f4e-9aaa-266379cdde50 on network cc9afdd4-5467-4171-81bc-c8240aa53b2b not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:11:04.064356 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Attempting to bind port e307f6c6-4fdb-4f4e-9aaa-266379cdde50 on network cc9afdd4-5467-4171-81bc-c8240aa53b2b {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:11:04.087946 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device bdba70d3-213d-4ec6-8dcc-a2410acc5125 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:11:04.099658 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:04.106667 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d0dbb27-0937-4662-a972-885af8415782 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:04.114848 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636aa4fe-afb3-4441-b788-f54c3dcc759a req-33ea9b3b-f1d1-4ea4-b295-b51e78e89e09 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:04.131633 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-636aa4fe-afb3-4441-b788-f54c3dcc759a req-33ea9b3b-f1d1-4ea4-b295-b51e78e89e09 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 943 time: 0.7068031 Jul 24 09:11:04.150702 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:11:04.155652 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Checking segment: {'id': 'd3be6b07-5265-495e-95a5-8cc3de3d1b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:11:04.156395 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Bound using segment: {'id': 'd3be6b07-5265-495e-95a5-8cc3de3d1b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:11:04.157237 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Bound port: e307f6c6-4fdb-4f4e-9aaa-266379cdde50, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3be6b07-5265-495e-95a5-8cc3de3d1b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:11:04.157853 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:04.204160 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6178bd-3a64-44c9-9172-1db8395b03e6 req-5cd5267a-fa31-4020-8aa3-1c5f707aace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:04.209174 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9b6178bd-3a64-44c9-9172-1db8395b03e6 req-5cd5267a-fa31-4020-8aa3-1c5f707aace0 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6836212 Jul 24 09:11:04.248876 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-6d0dbb27-0937-4662-a972-885af8415782 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Allocated IP 172.25.7.163 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/c1540bcb-60fd-4e3f-b2fb-c1d1d9d4612b) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:11:04.333417 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-636aa4fe-afb3-4441-b788-f54c3dcc759a req-2698be2a-3784-4e4d-95b8-69686cf277ec tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005379 Jul 24 09:11:04.418701 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] For port e307f6c6-4fdb-4f4e-9aaa-266379cdde50, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:11:04.428731 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] For port e307f6c6-4fdb-4f4e-9aaa-266379cdde50, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e307f6c6-4fdb-4f4e-9aaa-266379cdde50,segment=NetworkSegment(d3be6b07-5265-495e-95a5-8cc3de3d1b75),segment_id=d3be6b07-5265-495e-95a5-8cc3de3d1b75)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:11:04.439782 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:04.482494 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:04.483124 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:04.484772 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] 10.222.0.20 "PUT /v2.0/ports/e307f6c6-4fdb-4f4e-9aaa-266379cdde50 HTTP/1.1" status: 200 len: 1130 time: 2.7257581 Jul 24 09:11:04.485244 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'tag': 'e307f6c6-4fdb-4f4e-9aaa-266379cdde50'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:04.489317 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7825ac29-cbd9-49c7-8242-d5f41061818f" -d '{"events": [{"name": "network-changed", "server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "tag": "e307f6c6-4fdb-4f4e-9aaa-266379cdde50"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:04.533314 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e945e-92c7-4e6d-bcad-b9b9cb0686c9 req-de35ae0a-1cad-436c-8365-9aefcb8b32fb tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:04.543473 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5b2e945e-92c7-4e6d-bcad-b9b9cb0686c9 req-de35ae0a-1cad-436c-8365-9aefcb8b32fb tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.1660392 Jul 24 09:11:04.571816 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-0c56e811-da6a-4c53-ab5b-5e6bf3848354 service neutron] Request body: {'port': {'device_id': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:11:04.582475 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d0dbb27-0937-4662-a972-885af8415782 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:04.641511 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5b2e945e-92c7-4e6d-bcad-b9b9cb0686c9 req-7276ee3f-247d-4fde-a626-dfab5bf8df82 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970507 Jul 24 09:11:04.694910 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:04.715558 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d0dbb27-0937-4662-a972-885af8415782 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:04.716523 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] Transition to ACTIVE for port object 04016e32-afd4-4dc1-912f-11f1915d463d will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:11:04.741397 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:04.797865 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c598b-b526-4f3a-9941-ecf18b9919ca service neutron] Pushing event updated for resources: {'Port': ['ID=e307f6c6-4fdb-4f4e-9aaa-266379cdde50,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:04.826033 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0dbb27-0937-4662-a972-885af8415782 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Pushing event updated for resources: {'Port': ['ID=c1540bcb-60fd-4e3f-b2fb-c1d1d9d4612b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:04.853703 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0dbb27-0937-4662-a972-885af8415782 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:11:04.854368 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-0c56e811-da6a-4c53-ab5b-5e6bf3848354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:04.857880 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-6d0dbb27-0937-4662-a972-885af8415782 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:11:04.862662 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0dbb27-0937-4662-a972-885af8415782 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:11:04.883781 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a891c4-94e5-44aa-a9c5-331e9250ad03 x-openstack-request-id: req-86a891c4-94e5-44aa-a9c5-331e9250ad03 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:04.884074 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "tag": "e307f6c6-4fdb-4f4e-9aaa-266379cdde50", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:04.884335 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86a891c4-94e5-44aa-a9c5-331e9250ad03 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:04.884766 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'tag': 'e307f6c6-4fdb-4f4e-9aaa-266379cdde50', 'status': 'completed', 'code': 200} Jul 24 09:11:04.929868 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f52af-9b66-4459-8ca4-46ccf9c31aaf None None] Pushing event updated for resources: {'Port': ['ID=04016e32-afd4-4dc1-912f-11f1915d463d,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:04.949869 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f52af-9b66-4459-8ca4-46ccf9c31aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:04.950562 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f52af-9b66-4459-8ca4-46ccf9c31aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:04.951902 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f52af-9b66-4459-8ca4-46ccf9c31aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:04.952628 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f52af-9b66-4459-8ca4-46ccf9c31aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:04.953328 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f52af-9b66-4459-8ca4-46ccf9c31aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:04.970046 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f52af-9b66-4459-8ca4-46ccf9c31aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:04.970425 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f52af-9b66-4459-8ca4-46ccf9c31aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:04.970927 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f52af-9b66-4459-8ca4-46ccf9c31aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:04.971412 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f52af-9b66-4459-8ca4-46ccf9c31aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:04.971970 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f52af-9b66-4459-8ca4-46ccf9c31aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:04.973198 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f52af-9b66-4459-8ca4-46ccf9c31aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:04.973803 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f52af-9b66-4459-8ca4-46ccf9c31aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:05.042741 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ed59e-57c7-409d-abab-c0ef5b964063 req-0944e244-b466-4ece-8470-956f5bacad5f tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:05.047204 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] Attempting to bind port 04016e32-afd4-4dc1-912f-11f1915d463d on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:11:05.047879 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] Attempting to bind port 04016e32-afd4-4dc1-912f-11f1915d463d by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '36cfa9ef-0156-423c-ad72-ca6ce194d167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:11:05.048029 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] Attempting to bind port 04016e32-afd4-4dc1-912f-11f1915d463d on network 6a12e80f-7c41-440f-b622-d5f8b868fb83 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:11:05.048228 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-414ed59e-57c7-409d-abab-c0ef5b964063 req-0944e244-b466-4ece-8470-956f5bacad5f tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 946 time: 0.5534718 Jul 24 09:11:05.054351 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:11:05.054634 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] Checking segment: {'id': '36cfa9ef-0156-423c-ad72-ca6ce194d167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:11:05.055189 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:05.055579 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] Bound using segment: {'id': '36cfa9ef-0156-423c-ad72-ca6ce194d167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:11:05.056062 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] Bound port: 04016e32-afd4-4dc1-912f-11f1915d463d, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36cfa9ef-0156-423c-ad72-ca6ce194d167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:11:05.056464 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:05.135026 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d0dbb27-0937-4662-a972-885af8415782 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:05.217796 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-414ed59e-57c7-409d-abab-c0ef5b964063 req-9840be0e-23ac-4431-81f5-67a62f68bd64 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399806 Jul 24 09:11:05.259349 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] For port 04016e32-afd4-4dc1-912f-11f1915d463d, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:11:05.266213 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] For port 04016e32-afd4-4dc1-912f-11f1915d463d, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=04016e32-afd4-4dc1-912f-11f1915d463d,segment=NetworkSegment(36cfa9ef-0156-423c-ad72-ca6ce194d167),segment_id=36cfa9ef-0156-423c-ad72-ca6ce194d167)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:11:05.290200 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:05.358455 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825ac29-cbd9-49c7-8242-d5f41061818f req-0ad3daa4-47ed-470a-bf52-7375def3f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:05.358764 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825ac29-cbd9-49c7-8242-d5f41061818f req-0ad3daa4-47ed-470a-bf52-7375def3f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:05.359240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825ac29-cbd9-49c7-8242-d5f41061818f req-0ad3daa4-47ed-470a-bf52-7375def3f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:05.359768 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825ac29-cbd9-49c7-8242-d5f41061818f req-0ad3daa4-47ed-470a-bf52-7375def3f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:05.360456 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825ac29-cbd9-49c7-8242-d5f41061818f req-0ad3daa4-47ed-470a-bf52-7375def3f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:05.360640 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825ac29-cbd9-49c7-8242-d5f41061818f req-0ad3daa4-47ed-470a-bf52-7375def3f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:05.379001 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] Routers {'88983ba8-b61b-4470-9952-5589af363d79'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:11:05.379646 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:11:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['88983ba8-b61b-4470-9952-5589af363d79'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:05.387116 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7825ac29-cbd9-49c7-8242-d5f41061818f req-0ad3daa4-47ed-470a-bf52-7375def3f344 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dca0b6b5a564009b8793a19d3533709&device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5285 time: 0.4905334 Jul 24 09:11:05.549418 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] Set router 88983ba8-b61b-4470-9952-5589af363d79 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:11:05.769448 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f52af-9b66-4459-8ca4-46ccf9c31aaf None None] Pushing event updated for resources: {'Port': ['ID=04016e32-afd4-4dc1-912f-11f1915d463d,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:05.913849 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d0dbb27-0937-4662-a972-885af8415782 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:06.002065 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 95dc6129-2f72-4f1e-95ef-7481f0ee0659 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:11:06.025443 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88983ba8-b61b-4470-9952-5589af363d79', 'name': 'tempest-ServersTestBootFromVolume-12445318-router', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '00b0590b-f9a9-46cf-8d66-43529722eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:10:50Z', 'updated_at': '2021-07-24T09:10:59Z', 'revision_number': 4, 'project_id': '8c71868cf42742a9bfdaacdee1de29ba', 'gw_port': {'id': '00b0590b-f9a9-46cf-8d66-43529722eb39', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88983ba8-b61b-4470-9952-5589af363d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:10:52Z', 'updated_at': '2021-07-24T09:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '04016e32-afd4-4dc1-912f-11f1915d463d', 'name': '', 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'mac_address': 'fa:16:3e:bf:e0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88983ba8-b61b-4470-9952-5589af363d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'e6720e9f-2a6f-42ff-8147-d74598470cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:10:58Z', 'updated_at': '2021-07-24T09:11:05Z', 'revision_number': 4, 'project_id': '8c71868cf42742a9bfdaacdee1de29ba', 'subnets': [{'id': 'e6720e9f-2a6f-42ff-8147-d74598470cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:06.073603 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 95dc6129-2f72-4f1e-95ef-7481f0ee0659 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:11:06.074299 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:06.079088 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e264825-d865-4b8c-81d2-1630677449eb None None] The sync data for ids ['88983ba8-b61b-4470-9952-5589af363d79'] in n-d-800085-9 is: [{'id': '88983ba8-b61b-4470-9952-5589af363d79', 'name': 'tempest-ServersTestBootFromVolume-12445318-router', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '00b0590b-f9a9-46cf-8d66-43529722eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:10:50Z', 'updated_at': '2021-07-24T09:10:59Z', 'revision_number': 4, 'project_id': '8c71868cf42742a9bfdaacdee1de29ba', 'gw_port': {'id': '00b0590b-f9a9-46cf-8d66-43529722eb39', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88983ba8-b61b-4470-9952-5589af363d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:10:52Z', 'updated_at': '2021-07-24T09:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '04016e32-afd4-4dc1-912f-11f1915d463d', 'name': '', 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'mac_address': 'fa:16:3e:bf:e0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88983ba8-b61b-4470-9952-5589af363d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'e6720e9f-2a6f-42ff-8147-d74598470cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:10:58Z', 'updated_at': '2021-07-24T09:11:05Z', 'revision_number': 4, 'project_id': '8c71868cf42742a9bfdaacdee1de29ba', 'subnets': [{'id': 'e6720e9f-2a6f-42ff-8147-d74598470cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:11:06.259233 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:06.304773 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 95dc6129-2f72-4f1e-95ef-7481f0ee0659, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=95dc6129-2f72-4f1e-95ef-7481f0ee0659,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:06.306075 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66420c-bbe8-4d25-9606-5ecaaef8352b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95dc6129-2f72-4f1e-95ef-7481f0ee0659'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:06.309159 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee415d7-ed70-46b1-991f-825755f87c66" -d '{"events": [{"server_uuid": "cf66420c-bbe8-4d25-9606-5ecaaef8352b", "name": "network-vif-plugged", "status": "completed", "tag": "95dc6129-2f72-4f1e-95ef-7481f0ee0659"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:06.313663 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:06.321239 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59e7bc-b4a3-465b-9cb6-ea11bb7fc8ad req-28932063-d7af-481f-a47f-c5e4ff863731 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:06.330909 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59e7bc-b4a3-465b-9cb6-ea11bb7fc8ad req-28932063-d7af-481f-a47f-c5e4ff863731 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:06.350927 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59e7bc-b4a3-465b-9cb6-ea11bb7fc8ad req-28932063-d7af-481f-a47f-c5e4ff863731 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:06.358283 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59e7bc-b4a3-465b-9cb6-ea11bb7fc8ad req-28932063-d7af-481f-a47f-c5e4ff863731 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:06.368688 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59e7bc-b4a3-465b-9cb6-ea11bb7fc8ad req-28932063-d7af-481f-a47f-c5e4ff863731 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:06.375140 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59e7bc-b4a3-465b-9cb6-ea11bb7fc8ad req-28932063-d7af-481f-a47f-c5e4ff863731 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:06.385104 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ee59e7bc-b4a3-465b-9cb6-ea11bb7fc8ad req-28932063-d7af-481f-a47f-c5e4ff863731 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 4599 time: 1.1942487 Jul 24 09:11:06.396532 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=95dc6129-2f72-4f1e-95ef-7481f0ee0659,revision_number=7']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:06.481730 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ee59e7bc-b4a3-465b-9cb6-ea11bb7fc8ad req-084df21c-5d9b-4fee-96fa-da84c5e4d2c1 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0955117 Jul 24 09:11:06.500010 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-0c56e811-da6a-4c53-ab5b-5e6bf3848354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050c6f20-222e-4534-968b-ea3eb888eef4 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:11:06.519918 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-0c56e811-da6a-4c53-ab5b-5e6bf3848354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:06.537016 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-0c56e811-da6a-4c53-ab5b-5e6bf3848354 service neutron] Transition to ACTIVE for port object 050c6f20-222e-4534-968b-ea3eb888eef4 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:11:06.559026 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d0dbb27-0937-4662-a972-885af8415782 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:06.560629 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-0c56e811-da6a-4c53-ab5b-5e6bf3848354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:06.570318 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d0dbb27-0937-4662-a972-885af8415782 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:06.657500 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825ac29-cbd9-49c7-8242-d5f41061818f req-5e703e06-f015-4860-8bfb-7317c28c895c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:06.658228 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825ac29-cbd9-49c7-8242-d5f41061818f req-5e703e06-f015-4860-8bfb-7317c28c895c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:06.658958 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825ac29-cbd9-49c7-8242-d5f41061818f req-5e703e06-f015-4860-8bfb-7317c28c895c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:06.661649 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7825ac29-cbd9-49c7-8242-d5f41061818f req-5e703e06-f015-4860-8bfb-7317c28c895c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3dca0b6b5a564009b8793a19d3533709&shared=False HTTP/1.1" status: 200 len: 2289 time: 1.2556288 Jul 24 09:11:06.661763 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0dbb27-0937-4662-a972-885af8415782 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Pushing event updated for resources: {'Port': ['ID=c1540bcb-60fd-4e3f-b2fb-c1d1d9d4612b,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:06.762577 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d0dbb27-0937-4662-a972-885af8415782 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:06.790064 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d0dbb27-0937-4662-a972-885af8415782 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:06.791532 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6d0dbb27-0937-4662-a972-885af8415782 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1984069 Jul 24 09:11:06.858977 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.20', 61345) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:06.968602 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56e811-da6a-4c53-ab5b-5e6bf3848354 service neutron] Pushing event updated for resources: {'Port': ['ID=050c6f20-222e-4534-968b-ea3eb888eef4,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:07.026454 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e12c9-c645-48ea-9436-548790fd62f2 req-b3b8b54e-cf73-4bed-852d-0d4c5ae419dd tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:07.026730 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e241a7-449c-462e-87a2-51e16a8d18f6 req-c8e20275-3aa3-48ea-8c44-1af2d1c17bc0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:07.028892 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a26e12c9-c645-48ea-9436-548790fd62f2 req-b3b8b54e-cf73-4bed-852d-0d4c5ae419dd tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 943 time: 1.3605256 Jul 24 09:11:07.067006 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-82e241a7-449c-462e-87a2-51e16a8d18f6 req-c8e20275-3aa3-48ea-8c44-1af2d1c17bc0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.4064412 Jul 24 09:11:07.127169 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a26e12c9-c645-48ea-9436-548790fd62f2 req-80c195f7-22f2-4ce4-8fd1-2c0adfdf4fb5 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845640 Jul 24 09:11:07.177298 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825ac29-cbd9-49c7-8242-d5f41061818f req-1a5cd817-5a02-4197-925f-8178c095c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:07.179164 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7825ac29-cbd9-49c7-8242-d5f41061818f req-1a5cd817-5a02-4197-925f-8178c095c197 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5074155 Jul 24 09:11:07.190417 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-8777743d-103d-433a-85e8-5e1f71cc7828 service neutron] 10.222.0.20 "GET /v2.0/ports/bdba70d3-213d-4ec6-8dcc-a2410acc5125/bindings/n-h1-800085-9 HTTP/1.1" status: 200 len: 384 time: 0.3928058 Jul 24 09:11:07.199402 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-0c56e811-da6a-4c53-ab5b-5e6bf3848354 service neutron] Attempting to bind port 050c6f20-222e-4534-968b-ea3eb888eef4 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:11:07.199754 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-0c56e811-da6a-4c53-ab5b-5e6bf3848354 service neutron] Attempting to bind port 050c6f20-222e-4534-968b-ea3eb888eef4 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'd3be6b07-5265-495e-95a5-8cc3de3d1b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:11:07.200093 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-0c56e811-da6a-4c53-ab5b-5e6bf3848354 service neutron] Attempting to bind port 050c6f20-222e-4534-968b-ea3eb888eef4 on network cc9afdd4-5467-4171-81bc-c8240aa53b2b {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:11:07.225266 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 04016e32-afd4-4dc1-912f-11f1915d463d up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:11:07.228253 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-0c56e811-da6a-4c53-ab5b-5e6bf3848354 service neutron] Port 050c6f20-222e-4534-968b-ea3eb888eef4 on network cc9afdd4-5467-4171-81bc-c8240aa53b2b not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:11:07.228771 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-0c56e811-da6a-4c53-ab5b-5e6bf3848354 service neutron] Attempting to bind port 050c6f20-222e-4534-968b-ea3eb888eef4 on network cc9afdd4-5467-4171-81bc-c8240aa53b2b {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:11:07.234445 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-0c56e811-da6a-4c53-ab5b-5e6bf3848354 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:11:07.235509 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-0c56e811-da6a-4c53-ab5b-5e6bf3848354 service neutron] Checking segment: {'id': 'd3be6b07-5265-495e-95a5-8cc3de3d1b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:11:07.236096 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-0c56e811-da6a-4c53-ab5b-5e6bf3848354 service neutron] Bound using segment: {'id': 'd3be6b07-5265-495e-95a5-8cc3de3d1b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:11:07.236702 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-0c56e811-da6a-4c53-ab5b-5e6bf3848354 service neutron] Bound port: 050c6f20-222e-4534-968b-ea3eb888eef4, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3be6b07-5265-495e-95a5-8cc3de3d1b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:11:07.237760 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-0c56e811-da6a-4c53-ab5b-5e6bf3848354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:07.294519 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-472fb32c-f69d-43e7-8b42-7830d8fe71b6 service neutron] show failed (client error): The resource could not be found. Jul 24 09:11:07.297298 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-472fb32c-f69d-43e7-8b42-7830d8fe71b6 service neutron] 10.222.0.20 "GET /v2.0/ports/86c834eb-70d5-40f6-86e5-420f77b0d7ea/bindings/n-h1-800085-9 HTTP/1.1" status: 404 len: 380 time: 0.4324062 Jul 24 09:11:07.350299 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-0c56e811-da6a-4c53-ab5b-5e6bf3848354 service neutron] For port 050c6f20-222e-4534-968b-ea3eb888eef4, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:11:07.356231 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-0c56e811-da6a-4c53-ab5b-5e6bf3848354 service neutron] For port 050c6f20-222e-4534-968b-ea3eb888eef4, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=050c6f20-222e-4534-968b-ea3eb888eef4,segment=NetworkSegment(d3be6b07-5265-495e-95a5-8cc3de3d1b75),segment_id=d3be6b07-5265-495e-95a5-8cc3de3d1b75)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:11:07.368137 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-0c56e811-da6a-4c53-ab5b-5e6bf3848354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:07.392883 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 04016e32-afd4-4dc1-912f-11f1915d463d completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:11:07.403765 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 04016e32-afd4-4dc1-912f-11f1915d463d triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:11:07.404431 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:07.578339 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56e811-da6a-4c53-ab5b-5e6bf3848354 service neutron] Pushing event updated for resources: {'Port': ['ID=050c6f20-222e-4534-968b-ea3eb888eef4,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:07.591443 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:07.643289 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 04016e32-afd4-4dc1-912f-11f1915d463d, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=04016e32-afd4-4dc1-912f-11f1915d463d,segment=NetworkSegment(36cfa9ef-0156-423c-ad72-ca6ce194d167),segment_id=36cfa9ef-0156-423c-ad72-ca6ce194d167)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:07.650582 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:07.676286 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-0c56e811-da6a-4c53-ab5b-5e6bf3848354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:07.676958 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-0c56e811-da6a-4c53-ab5b-5e6bf3848354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:07.678410 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-0c56e811-da6a-4c53-ab5b-5e6bf3848354 service neutron] 10.222.0.20 "PUT /v2.0/ports/050c6f20-222e-4534-968b-ea3eb888eef4 HTTP/1.1" status: 200 len: 1131 time: 3.1128292 Jul 24 09:11:07.685227 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'tag': '050c6f20-222e-4534-968b-ea3eb888eef4'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:07.693884 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cfd642-fc17-4cea-9962-bbc805952706" -d '{"events": [{"name": "network-changed", "server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "tag": "050c6f20-222e-4534-968b-ea3eb888eef4"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:07.723190 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=04016e32-afd4-4dc1-912f-11f1915d463d,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:07.740522 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-9790df3c-5c41-4124-acc4-f0d2e6b65983 service neutron] Request body: {'port': {'device_id': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:11:07.774985 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-82e241a7-449c-462e-87a2-51e16a8d18f6 req-5b693242-0a3a-48e7-8320-2002f2072e19 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7069595 Jul 24 09:11:07.863814 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-305e1a73-9dde-4b32-8465-36bbe6079263 service neutron] For port bdba70d3-213d-4ec6-8dcc-a2410acc5125, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=bdba70d3-213d-4ec6-8dcc-a2410acc5125,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:07.881669 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1474015e-edb7-416a-a40b-bbf41032cabf x-openstack-request-id: req-1474015e-edb7-416a-a40b-bbf41032cabf {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:07.881977 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf66420c-bbe8-4d25-9606-5ecaaef8352b", "name": "network-vif-plugged", "status": "completed", "tag": "95dc6129-2f72-4f1e-95ef-7481f0ee0659", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:07.882223 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1474015e-edb7-416a-a40b-bbf41032cabf {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:07.882627 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66420c-bbe8-4d25-9606-5ecaaef8352b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95dc6129-2f72-4f1e-95ef-7481f0ee0659', 'code': 200} Jul 24 09:11:07.928211 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-305e1a73-9dde-4b32-8465-36bbe6079263 service neutron] For port bdba70d3-213d-4ec6-8dcc-a2410acc5125, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:11:08.021189 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-305e1a73-9dde-4b32-8465-36bbe6079263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdba70d3-213d-4ec6-8dcc-a2410acc5125 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:11:08.048543 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-305e1a73-9dde-4b32-8465-36bbe6079263 service neutron] For port bdba70d3-213d-4ec6-8dcc-a2410acc5125, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=bdba70d3-213d-4ec6-8dcc-a2410acc5125,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:08.123878 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-305e1a73-9dde-4b32-8465-36bbe6079263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:08.174168 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-7212d472-6b98-4a08-a823-8126e5367d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:08.176922 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-7212d472-6b98-4a08-a823-8126e5367d6b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa&tenant_id=f67164019b334342a09c29ba4cdc5893 HTTP/1.1" status: 200 len: 1100 time: 0.5877261 Jul 24 09:11:08.202631 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcf9fd-32d0-49b6-a642-8671855c9bf7 req-47631f83-58ac-4575-91c8-eac2724b3b78 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:08.215364 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ecfcf9fd-32d0-49b6-a642-8671855c9bf7 req-47631f83-58ac-4575-91c8-eac2724b3b78 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 946 time: 0.6584623 Jul 24 09:11:08.256310 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-872b1140-9a66-4ac4-8db8-27c5b08fa293 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-9', 'device_owner': 'compute:nova'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:11:08.382839 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-305e1a73-9dde-4b32-8465-36bbe6079263 service neutron] Transition to ACTIVE for port object bdba70d3-213d-4ec6-8dcc-a2410acc5125 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:11:08.393282 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-305e1a73-9dde-4b32-8465-36bbe6079263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:08.431129 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ecfcf9fd-32d0-49b6-a642-8671855c9bf7 req-b1af6794-0e13-4952-9ab7-e1ae91ab269c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145524 Jul 24 09:11:08.434254 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-872b1140-9a66-4ac4-8db8-27c5b08fa293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:08.504718 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-9790df3c-5c41-4124-acc4-f0d2e6b65983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:08.508002 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-305e1a73-9dde-4b32-8465-36bbe6079263 service neutron] No DVR routers for this DVR port bdba70d3-213d-4ec6-8dcc-a2410acc5125 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:11:08.522833 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e1a73-9dde-4b32-8465-36bbe6079263 service neutron] Pushing event updated for resources: {'Port': ['ID=bdba70d3-213d-4ec6-8dcc-a2410acc5125,revision_number=10']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:08.556669 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69a8e2-7846-4143-8921-b1297347e5eb req-b27aa830-0485-4ba8-8fab-694dcb808dfe tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:08.563190 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69a8e2-7846-4143-8921-b1297347e5eb req-b27aa830-0485-4ba8-8fab-694dcb808dfe tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:08.569352 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69a8e2-7846-4143-8921-b1297347e5eb req-b27aa830-0485-4ba8-8fab-694dcb808dfe tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:08.575895 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69a8e2-7846-4143-8921-b1297347e5eb req-b27aa830-0485-4ba8-8fab-694dcb808dfe tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:08.582170 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69a8e2-7846-4143-8921-b1297347e5eb req-b27aa830-0485-4ba8-8fab-694dcb808dfe tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:08.588236 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69a8e2-7846-4143-8921-b1297347e5eb req-b27aa830-0485-4ba8-8fab-694dcb808dfe tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:08.594216 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69a8e2-7846-4143-8921-b1297347e5eb req-b27aa830-0485-4ba8-8fab-694dcb808dfe tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:08.598891 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10735c32-f1f8-4f8d-85f3-6c1953fce960 x-openstack-request-id: req-10735c32-f1f8-4f8d-85f3-6c1953fce960 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:08.599750 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "tag": "050c6f20-222e-4534-968b-ea3eb888eef4", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:08.600243 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10735c32-f1f8-4f8d-85f3-6c1953fce960 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:08.600826 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'tag': '050c6f20-222e-4534-968b-ea3eb888eef4', 'status': 'completed', 'code': 200} Jul 24 09:11:08.601847 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a69a8e2-7846-4143-8921-b1297347e5eb req-b27aa830-0485-4ba8-8fab-694dcb808dfe tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5372 time: 0.3083951 Jul 24 09:11:08.655813 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-305e1a73-9dde-4b32-8465-36bbe6079263 service neutron] 10.222.0.20 "PUT /v2.0/ports/bdba70d3-213d-4ec6-8dcc-a2410acc5125/bindings/n-h1-800085-9/activate HTTP/1.1" status: 200 len: 369 time: 1.4371362 Jul 24 09:11:08.701162 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a69a8e2-7846-4143-8921-b1297347e5eb req-bc40ea8e-4051-468f-a142-2f1d15b5e285 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0963621 Jul 24 09:11:08.744221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfd642-fc17-4cea-9962-bbc805952706 req-7e045a0e-6562-47a5-aab4-c92a17644587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:08.745020 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfd642-fc17-4cea-9962-bbc805952706 req-7e045a0e-6562-47a5-aab4-c92a17644587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:08.747150 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfd642-fc17-4cea-9962-bbc805952706 req-7e045a0e-6562-47a5-aab4-c92a17644587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:08.748849 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfd642-fc17-4cea-9962-bbc805952706 req-7e045a0e-6562-47a5-aab4-c92a17644587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:08.749486 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfd642-fc17-4cea-9962-bbc805952706 req-7e045a0e-6562-47a5-aab4-c92a17644587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:08.750116 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfd642-fc17-4cea-9962-bbc805952706 req-7e045a0e-6562-47a5-aab4-c92a17644587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:08.750801 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfd642-fc17-4cea-9962-bbc805952706 req-7e045a0e-6562-47a5-aab4-c92a17644587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:08.752985 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b3cfd642-fc17-4cea-9962-bbc805952706 req-7e045a0e-6562-47a5-aab4-c92a17644587 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dca0b6b5a564009b8793a19d3533709&device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 6209 time: 0.1492281 Jul 24 09:11:09.063830 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfd642-fc17-4cea-9962-bbc805952706 req-e01aa0d7-eae4-4e27-9eb6-c37022dca4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:09.065185 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfd642-fc17-4cea-9962-bbc805952706 req-e01aa0d7-eae4-4e27-9eb6-c37022dca4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:09.065896 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfd642-fc17-4cea-9962-bbc805952706 req-e01aa0d7-eae4-4e27-9eb6-c37022dca4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:09.070886 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b3cfd642-fc17-4cea-9962-bbc805952706 req-e01aa0d7-eae4-4e27-9eb6-c37022dca4bd service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3dca0b6b5a564009b8793a19d3533709&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3093135 Jul 24 09:11:09.120672 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 04016e32-afd4-4dc1-912f-11f1915d463d up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:11:09.139042 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6913a96-1d7e-4b29-a925-122744c46bee req-c03cbd1e-f73e-470d-8f3d-369207012f37 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:09.147203 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e6913a96-1d7e-4b29-a925-122744c46bee req-c03cbd1e-f73e-470d-8f3d-369207012f37 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 944 time: 0.3468490 Jul 24 09:11:09.159259 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-2e5c1db1-23dd-48ae-a4d1-2a3e5a04f5a9 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:09.160774 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-2e5c1db1-23dd-48ae-a4d1-2a3e5a04f5a9 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47&tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&binding%3Ahost_id=n-h2-800085-9 HTTP/1.1" status: 200 len: 1095 time: 0.3585980 Jul 24 09:11:09.220722 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e6913a96-1d7e-4b29-a925-122744c46bee req-2f300de5-c9c6-4779-8307-038c3c09f86e tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725543 Jul 24 09:11:09.276818 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 04016e32-afd4-4dc1-912f-11f1915d463d triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:11:09.277821 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:09.341374 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7a2e1-a0fb-40e7-ba90-90ec5810a9b0 req-f9179fc8-b79e-441c-a4ac-9cbbfec08a4d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:09.348942 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3cb7a2e1-a0fb-40e7-ba90-90ec5810a9b0 req-f9179fc8-b79e-441c-a4ac-9cbbfec08a4d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.3064225 Jul 24 09:11:09.379860 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfd642-fc17-4cea-9962-bbc805952706 req-b9befcdb-fd54-46ef-af2b-0ba87e0b1604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:09.381847 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b3cfd642-fc17-4cea-9962-bbc805952706 req-b9befcdb-fd54-46ef-af2b-0ba87e0b1604 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2835686 Jul 24 09:11:09.414704 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3cb7a2e1-a0fb-40e7-ba90-90ec5810a9b0 req-7da192af-3413-4fb9-a851-9ec1fbc24b42 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645702 Jul 24 09:11:09.575791 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-872b1140-9a66-4ac4-8db8-27c5b08fa293 service neutron] For port 86c834eb-70d5-40f6-86e5-420f77b0d7ea, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=86c834eb-70d5-40f6-86e5-420f77b0d7ea,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:09.588380 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-73db902a-c47d-4ae6-9873-cb8d2354677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:09.588891 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-73db902a-c47d-4ae6-9873-cb8d2354677f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47&tenant_id=4e8bcd755fb7413ba3c9ec90a6266523 HTTP/1.1" status: 200 len: 1095 time: 0.3867123 Jul 24 09:11:09.599689 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-9790df3c-5c41-4124-acc4-f0d2e6b65983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57461884-6197-40b6-9712-721f8812f0da {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:11:09.611272 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-9790df3c-5c41-4124-acc4-f0d2e6b65983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:09.674865 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-9790df3c-5c41-4124-acc4-f0d2e6b65983 service neutron] Transition to ACTIVE for port object 57461884-6197-40b6-9712-721f8812f0da will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:11:09.679282 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-872b1140-9a66-4ac4-8db8-27c5b08fa293 service neutron] For port 86c834eb-70d5-40f6-86e5-420f77b0d7ea, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:11:09.687627 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0edaa-ee07-48df-9e0c-967b8b90a8d0 req-5bf2dc59-186a-483f-923c-47925b328d15 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:09.697122 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2cd0edaa-ee07-48df-9e0c-967b8b90a8d0 req-5bf2dc59-186a-483f-923c-47925b328d15 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 946 time: 0.1583102 Jul 24 09:11:09.700922 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-9790df3c-5c41-4124-acc4-f0d2e6b65983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:09.770223 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2cd0edaa-ee07-48df-9e0c-967b8b90a8d0 req-21bd17bc-f28d-4c83-a760-8e8a7d02d409 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718369 Jul 24 09:11:09.789186 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-872b1140-9a66-4ac4-8db8-27c5b08fa293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:09.815591 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790df3c-5c41-4124-acc4-f0d2e6b65983 service neutron] Pushing event updated for resources: {'Port': ['ID=57461884-6197-40b6-9712-721f8812f0da,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:09.829008 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-872b1140-9a66-4ac4-8db8-27c5b08fa293 service neutron] Transition to ACTIVE for port object 86c834eb-70d5-40f6-86e5-420f77b0d7ea will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:11:09.837891 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-d93620bb-6763-4100-9a5f-0e62e49deef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:09.839429 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-d93620bb-6763-4100-9a5f-0e62e49deef5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 1095 time: 0.2200413 Jul 24 09:11:09.873080 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-872b1140-9a66-4ac4-8db8-27c5b08fa293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:10.281360 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-872b1140-9a66-4ac4-8db8-27c5b08fa293 service neutron] No DVR routers for this DVR port 86c834eb-70d5-40f6-86e5-420f77b0d7ea on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:11:10.313625 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b1140-9a66-4ac4-8db8-27c5b08fa293 service neutron] Pushing event updated for resources: {'Port': ['ID=86c834eb-70d5-40f6-86e5-420f77b0d7ea,revision_number=6']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:10.319151 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 86c834eb-70d5-40f6-86e5-420f77b0d7ea no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:11:10.380218 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-9790df3c-5c41-4124-acc4-f0d2e6b65983 service neutron] Attempting to bind port 57461884-6197-40b6-9712-721f8812f0da on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:11:10.380557 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-9790df3c-5c41-4124-acc4-f0d2e6b65983 service neutron] Attempting to bind port 57461884-6197-40b6-9712-721f8812f0da by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'd3be6b07-5265-495e-95a5-8cc3de3d1b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:11:10.380982 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-9790df3c-5c41-4124-acc4-f0d2e6b65983 service neutron] Attempting to bind port 57461884-6197-40b6-9712-721f8812f0da on network cc9afdd4-5467-4171-81bc-c8240aa53b2b {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:11:10.385952 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-35aa6a24-cd95-4b82-823d-6c83af71e8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:10.405091 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-35aa6a24-cd95-4b82-823d-6c83af71e8e1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=78a39135-7e1b-4cfc-8949-e6417e15b488 HTTP/1.1" status: 200 len: 921 time: 0.5469038 Jul 24 09:11:10.421582 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 86c834eb-70d5-40f6-86e5-420f77b0d7ea not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:11:10.448560 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-9790df3c-5c41-4124-acc4-f0d2e6b65983 service neutron] Port 57461884-6197-40b6-9712-721f8812f0da on network cc9afdd4-5467-4171-81bc-c8240aa53b2b not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:11:10.449600 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-9790df3c-5c41-4124-acc4-f0d2e6b65983 service neutron] Attempting to bind port 57461884-6197-40b6-9712-721f8812f0da on network cc9afdd4-5467-4171-81bc-c8240aa53b2b {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:11:10.503443 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-8da472a4-2690-465c-ac0c-2a2cf1533c73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdba70d3-213d-4ec6-8dcc-a2410acc5125 HTTP/1.1" status: 200 len: 217 time: 0.0661297 Jul 24 09:11:10.506038 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-9790df3c-5c41-4124-acc4-f0d2e6b65983 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:11:10.506038 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-9790df3c-5c41-4124-acc4-f0d2e6b65983 service neutron] Checking segment: {'id': 'd3be6b07-5265-495e-95a5-8cc3de3d1b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:11:10.507174 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-9790df3c-5c41-4124-acc4-f0d2e6b65983 service neutron] Bound using segment: {'id': 'd3be6b07-5265-495e-95a5-8cc3de3d1b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:11:10.507174 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-9790df3c-5c41-4124-acc4-f0d2e6b65983 service neutron] Bound port: 57461884-6197-40b6-9712-721f8812f0da, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3be6b07-5265-495e-95a5-8cc3de3d1b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:11:10.507174 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-9790df3c-5c41-4124-acc4-f0d2e6b65983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:10.540791 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425c5cd-c691-409e-a6a2-80f46d6b489d req-b51da6d2-d3f6-46a0-8856-645fd6958e97 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:10.546899 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425c5cd-c691-409e-a6a2-80f46d6b489d req-b51da6d2-d3f6-46a0-8856-645fd6958e97 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:10.553298 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425c5cd-c691-409e-a6a2-80f46d6b489d req-b51da6d2-d3f6-46a0-8856-645fd6958e97 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:10.562427 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a6d33-6679-4c4e-9ae8-4d6cdd474d8f req-369a8428-e55e-416a-86c1-925108c66e7e tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:10.570632 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c37a6d33-6679-4c4e-9ae8-4d6cdd474d8f req-369a8428-e55e-416a-86c1-925108c66e7e tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 944 time: 0.1718137 Jul 24 09:11:10.578768 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425c5cd-c691-409e-a6a2-80f46d6b489d req-b51da6d2-d3f6-46a0-8856-645fd6958e97 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:10.599449 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425c5cd-c691-409e-a6a2-80f46d6b489d req-b51da6d2-d3f6-46a0-8856-645fd6958e97 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:10.599449 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425c5cd-c691-409e-a6a2-80f46d6b489d req-b51da6d2-d3f6-46a0-8856-645fd6958e97 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:10.605116 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425c5cd-c691-409e-a6a2-80f46d6b489d req-b51da6d2-d3f6-46a0-8856-645fd6958e97 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:10.607331 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8425c5cd-c691-409e-a6a2-80f46d6b489d req-b51da6d2-d3f6-46a0-8856-645fd6958e97 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5384 time: 0.6240559 Jul 24 09:11:10.608171 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-872b1140-9a66-4ac4-8db8-27c5b08fa293 service neutron] Attempting to bind port 86c834eb-70d5-40f6-86e5-420f77b0d7ea on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:11:10.608507 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-872b1140-9a66-4ac4-8db8-27c5b08fa293 service neutron] Attempting to bind port 86c834eb-70d5-40f6-86e5-420f77b0d7ea by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:11:10.608866 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-872b1140-9a66-4ac4-8db8-27c5b08fa293 service neutron] Attempting to bind port 86c834eb-70d5-40f6-86e5-420f77b0d7ea on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:11:10.629406 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae4abfc-3c0e-42f6-86b2-5c675bc039aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86c834eb-70d5-40f6-86e5-420f77b0d7ea'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:10.631796 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3968e8-21d7-4541-8535-5620d77ca13b" -d '{"events": [{"server_uuid": "9ae4abfc-3c0e-42f6-86b2-5c675bc039aa", "name": "network-vif-unplugged", "status": "completed", "tag": "86c834eb-70d5-40f6-86e5-420f77b0d7ea"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:10.653814 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c37a6d33-6679-4c4e-9ae8-4d6cdd474d8f req-7b0abb0f-ab39-43f1-859c-a6af8a91c67b tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784752 Jul 24 09:11:10.750927 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-872b1140-9a66-4ac4-8db8-27c5b08fa293 service neutron] Port 86c834eb-70d5-40f6-86e5-420f77b0d7ea on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:11:10.750927 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-872b1140-9a66-4ac4-8db8-27c5b08fa293 service neutron] Attempting to bind port 86c834eb-70d5-40f6-86e5-420f77b0d7ea on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:11:10.858990 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-872b1140-9a66-4ac4-8db8-27c5b08fa293 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:11:10.858990 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-872b1140-9a66-4ac4-8db8-27c5b08fa293 service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:11:10.859537 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-872b1140-9a66-4ac4-8db8-27c5b08fa293 service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:11:10.859867 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-872b1140-9a66-4ac4-8db8-27c5b08fa293 service neutron] Bound port: 86c834eb-70d5-40f6-86e5-420f77b0d7ea, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:11:10.860238 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-872b1140-9a66-4ac4-8db8-27c5b08fa293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:10.891425 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-ee6fda1d-159d-400c-a5d9-69c7a8ce6fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:10.893290 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-ee6fda1d-159d-400c-a5d9-69c7a8ce6fab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=726d329a-a5bb-490b-be1e-f21c87173472 HTTP/1.1" status: 200 len: 861 time: 0.2778633 Jul 24 09:11:10.975993 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-0c667a7d-a52d-45fd-9a96-7993a03584b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=78a39135-7e1b-4cfc-8949-e6417e15b488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499644 Jul 24 09:11:10.980775 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8425c5cd-c691-409e-a6a2-80f46d6b489d req-7707b373-104c-4044-9724-55ffeab5a46e tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3391373 Jul 24 09:11:11.024582 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-9790df3c-5c41-4124-acc4-f0d2e6b65983 service neutron] For port 57461884-6197-40b6-9712-721f8812f0da, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:11:11.080310 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-9790df3c-5c41-4124-acc4-f0d2e6b65983 service neutron] For port 57461884-6197-40b6-9712-721f8812f0da, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=57461884-6197-40b6-9712-721f8812f0da,segment=NetworkSegment(d3be6b07-5265-495e-95a5-8cc3de3d1b75),segment_id=d3be6b07-5265-495e-95a5-8cc3de3d1b75)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:11:11.094552 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-9790df3c-5c41-4124-acc4-f0d2e6b65983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:11.186229 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-872b1140-9a66-4ac4-8db8-27c5b08fa293 service neutron] For port 86c834eb-70d5-40f6-86e5-420f77b0d7ea, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:11:11.211955 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee0962-212b-4a5f-81bf-3163383bde66 req-e1cd9ade-1bd3-40f3-bdff-c990d6df1bcb tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:11.213727 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7bee0962-212b-4a5f-81bf-3163383bde66 req-e1cd9ade-1bd3-40f3-bdff-c990d6df1bcb tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 947 time: 0.2905705 Jul 24 09:11:11.222486 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-872b1140-9a66-4ac4-8db8-27c5b08fa293 service neutron] For port 86c834eb-70d5-40f6-86e5-420f77b0d7ea, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=86c834eb-70d5-40f6-86e5-420f77b0d7ea,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:11:11.233522 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-9790df3c-5c41-4124-acc4-f0d2e6b65983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:11.234525 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-9790df3c-5c41-4124-acc4-f0d2e6b65983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:11.236442 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-9790df3c-5c41-4124-acc4-f0d2e6b65983 service neutron] 10.222.0.20 "PUT /v2.0/ports/57461884-6197-40b6-9712-721f8812f0da HTTP/1.1" status: 200 len: 1090 time: 3.5249424 Jul 24 09:11:11.252820 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-872b1140-9a66-4ac4-8db8-27c5b08fa293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:11.268516 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-0d8d3e79-a93f-49a5-a5ee-a1b896e00091 service neutron] 10.222.0.37 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647450 Jul 24 09:11:11.314807 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-872b1140-9a66-4ac4-8db8-27c5b08fa293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:11.316239 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-872b1140-9a66-4ac4-8db8-27c5b08fa293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:11.317965 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-872b1140-9a66-4ac4-8db8-27c5b08fa293 service neutron] 10.222.0.37 "PUT /v2.0/ports/86c834eb-70d5-40f6-86e5-420f77b0d7ea HTTP/1.1" status: 200 len: 1095 time: 3.0664234 Jul 24 09:11:11.337775 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7bee0962-212b-4a5f-81bf-3163383bde66 req-c9951c29-c2c7-407b-acd9-3e0575d99a36 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985827 Jul 24 09:11:11.346825 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790df3c-5c41-4124-acc4-f0d2e6b65983 service neutron] Pushing event updated for resources: {'Port': ['ID=57461884-6197-40b6-9712-721f8812f0da,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:11.581231 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-a32fd028-6ff0-4db6-95e7-14e971d460d1 service neutron] Request body: {'port': {'device_id': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:11:11.746334 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99885a0d-2f14-4fe8-bed3-639fa8a1f80b req-366a3bac-f7a1-4702-85a7-615efbe1d74d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:11.756164 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-99885a0d-2f14-4fe8-bed3-639fa8a1f80b req-366a3bac-f7a1-4702-85a7-615efbe1d74d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 946 time: 0.2185593 Jul 24 09:11:11.872112 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-99885a0d-2f14-4fe8-bed3-639fa8a1f80b req-226e52a7-8506-4601-8718-a1592ae5544a tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092961 Jul 24 09:11:12.128675 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03902cf4-c6a2-42fa-98b2-4fb4074d22aa x-openstack-request-id: req-03902cf4-c6a2-42fa-98b2-4fb4074d22aa {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:12.129376 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae4abfc-3c0e-42f6-86b2-5c675bc039aa", "name": "network-vif-unplugged", "status": "completed", "tag": "86c834eb-70d5-40f6-86e5-420f77b0d7ea", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:12.129376 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03902cf4-c6a2-42fa-98b2-4fb4074d22aa {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:12.129837 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae4abfc-3c0e-42f6-86b2-5c675bc039aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86c834eb-70d5-40f6-86e5-420f77b0d7ea', 'code': 200} Jul 24 09:11:12.186300 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77086397-3f39-476b-8a80-2ff259ccafb0 req-2d9cf18f-9a8a-4d80-b853-a6e4e4eaca91 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:12.203587 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-77086397-3f39-476b-8a80-2ff259ccafb0 req-2d9cf18f-9a8a-4d80-b853-a6e4e4eaca91 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 944 time: 0.1885710 Jul 24 09:11:12.267270 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-77086397-3f39-476b-8a80-2ff259ccafb0 req-22d9f07d-dca5-483d-99bc-80cdf055a18a tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625186 Jul 24 09:11:12.273882 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b1140-9a66-4ac4-8db8-27c5b08fa293 service neutron] Pushing event updated for resources: {'Port': ['ID=86c834eb-70d5-40f6-86e5-420f77b0d7ea,revision_number=7']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:12.309252 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-e98f5c6f-073c-42e9-8e8e-7ebd95502b93 service neutron] 10.222.0.37 "GET /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9899700 Jul 24 09:11:12.314056 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-58b3eef5-a906-4d77-a268-a6b270865036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:12.315784 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-58b3eef5-a906-4d77-a268-a6b270865036 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 1098 time: 0.9540691 Jul 24 09:11:12.344332 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-a32fd028-6ff0-4db6-95e7-14e971d460d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:12.547833 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:11:12.626269 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c28b9-0c76-4f17-ada4-812a21778be1 req-a53049fc-3c99-46ac-bde5-a7ec6590fde6 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:12.633714 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c28b9-0c76-4f17-ada4-812a21778be1 req-a53049fc-3c99-46ac-bde5-a7ec6590fde6 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:12.641277 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c28b9-0c76-4f17-ada4-812a21778be1 req-a53049fc-3c99-46ac-bde5-a7ec6590fde6 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:12.648258 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c28b9-0c76-4f17-ada4-812a21778be1 req-a53049fc-3c99-46ac-bde5-a7ec6590fde6 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:12.656279 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c28b9-0c76-4f17-ada4-812a21778be1 req-a53049fc-3c99-46ac-bde5-a7ec6590fde6 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:12.663042 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c28b9-0c76-4f17-ada4-812a21778be1 req-a53049fc-3c99-46ac-bde5-a7ec6590fde6 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:12.670102 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c28b9-0c76-4f17-ada4-812a21778be1 req-a53049fc-3c99-46ac-bde5-a7ec6590fde6 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:12.678358 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-577c28b9-0c76-4f17-ada4-812a21778be1 req-a53049fc-3c99-46ac-bde5-a7ec6590fde6 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5384 time: 0.1958666 Jul 24 09:11:12.694520 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-037a6dbb-f53e-475e-afa6-aa6825258254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:12.697838 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-037a6dbb-f53e-475e-afa6-aa6825258254 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.3711743 Jul 24 09:11:12.760591 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-577c28b9-0c76-4f17-ada4-812a21778be1 req-ceaffedf-11d0-4657-9f82-7e1c06706009 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809083 Jul 24 09:11:12.792434 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-f6e8879b-ca3d-451c-85ce-45ae6b858778 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=86c834eb-70d5-40f6-86e5-420f77b0d7ea HTTP/1.1" status: 200 len: 217 time: 0.0510826 Jul 24 09:11:12.987907 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-0d3afc39-9739-49e5-a123-d5d0b5a1146e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:12.993990 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-0d3afc39-9739-49e5-a123-d5d0b5a1146e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1790900 Jul 24 09:11:13.092775 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-737a2a40-8d16-4ef4-b24c-57a79af88423 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:13.097316 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-737a2a40-8d16-4ef4-b24c-57a79af88423 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47&tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&binding%3Ahost_id=n-h1-800085-9 HTTP/1.1" status: 200 len: 1095 time: 0.4914732 Jul 24 09:11:13.187428 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b9877-683b-43f2-bece-189b16f836ae req-996b1ee1-d986-4319-a0e8-e10a9a50588c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:13.192728 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-874b9877-683b-43f2-bece-189b16f836ae req-996b1ee1-d986-4319-a0e8-e10a9a50588c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 947 time: 0.1596506 Jul 24 09:11:13.248153 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-874b9877-683b-43f2-bece-189b16f836ae req-075c8392-e7b1-47d9-b356-a74bc2fefe34 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485551 Jul 24 09:11:13.403011 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-04773e86-50e5-47a7-8cf6-d018939b7ede service neutron] For port bdba70d3-213d-4ec6-8dcc-a2410acc5125, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:11:13.412866 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-04773e86-50e5-47a7-8cf6-d018939b7ede service neutron] Notify callbacks [] for binding, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:13.414271 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e1bd6bc-a255-4e97-a71d-7b211efafedf req-04773e86-50e5-47a7-8cf6-d018939b7ede service neutron] 10.222.0.37 "DELETE /v2.0/ports/bdba70d3-213d-4ec6-8dcc-a2410acc5125/bindings/n-h2-800085-9 HTTP/1.1" status: 204 len: 173 time: 0.3039989 Jul 24 09:11:13.470474 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-bfd3aaae-a2c2-4356-9a53-a6f6e5858f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:13.473753 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-bfd3aaae-a2c2-4356-9a53-a6f6e5858f29 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4620719 Jul 24 09:11:13.535573 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d658bb-63ec-4f68-ac27-da4ae704b68a req-570239a6-5ed2-4410-b57d-4f249c68ae36 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:13.544300 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-32d658bb-63ec-4f68-ac27-da4ae704b68a req-570239a6-5ed2-4410-b57d-4f249c68ae36 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 946 time: 0.1816325 Jul 24 09:11:13.609145 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-32d658bb-63ec-4f68-ac27-da4ae704b68a req-029173e2-209c-4286-b8b6-ebbefdd3111d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626802 Jul 24 09:11:13.681971 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-2208d80f-d57f-4f3e-b2a0-8628ac6c0a93 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956966 Jul 24 09:11:13.724102 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-a32fd028-6ff0-4db6-95e7-14e971d460d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f90fc468-b5dd-48ce-b1d9-842c219ba247 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:11:13.741283 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-a32fd028-6ff0-4db6-95e7-14e971d460d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:13.838439 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-a32fd028-6ff0-4db6-95e7-14e971d460d1 service neutron] Transition to ACTIVE for port object f90fc468-b5dd-48ce-b1d9-842c219ba247 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:11:13.850020 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-a32fd028-6ff0-4db6-95e7-14e971d460d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:13.870288 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc033f0-d7da-4334-a5c1-43edf7fac29b req-752e4f29-3707-4a81-84bc-3e990988121d tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:13.872788 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:13.882516 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4dc033f0-d7da-4334-a5c1-43edf7fac29b req-752e4f29-3707-4a81-84bc-3e990988121d tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 944 time: 0.1460819 Jul 24 09:11:13.920303 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bdf86aee-a1ea-490c-bd48-58c7fb734d2b req-085bc7d3-adc2-44c1-b27a-e46091b4fc5a service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250483 Jul 24 09:11:13.944591 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fd028-6ff0-4db6-95e7-14e971d460d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f90fc468-b5dd-48ce-b1d9-842c219ba247,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:14.019490 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4dc033f0-d7da-4334-a5c1-43edf7fac29b req-e1321818-965a-45e4-a5e0-624bbbfbd7a6 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321390 Jul 24 09:11:14.107980 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-a32fd028-6ff0-4db6-95e7-14e971d460d1 service neutron] Attempting to bind port f90fc468-b5dd-48ce-b1d9-842c219ba247 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:11:14.108384 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-a32fd028-6ff0-4db6-95e7-14e971d460d1 service neutron] Attempting to bind port f90fc468-b5dd-48ce-b1d9-842c219ba247 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'd3be6b07-5265-495e-95a5-8cc3de3d1b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:11:14.108722 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-a32fd028-6ff0-4db6-95e7-14e971d460d1 service neutron] Attempting to bind port f90fc468-b5dd-48ce-b1d9-842c219ba247 on network cc9afdd4-5467-4171-81bc-c8240aa53b2b {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:11:14.120379 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-a32fd028-6ff0-4db6-95e7-14e971d460d1 service neutron] Port f90fc468-b5dd-48ce-b1d9-842c219ba247 on network cc9afdd4-5467-4171-81bc-c8240aa53b2b not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:11:14.120763 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-a32fd028-6ff0-4db6-95e7-14e971d460d1 service neutron] Attempting to bind port f90fc468-b5dd-48ce-b1d9-842c219ba247 on network cc9afdd4-5467-4171-81bc-c8240aa53b2b {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:11:14.129034 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-a32fd028-6ff0-4db6-95e7-14e971d460d1 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:11:14.129407 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-a32fd028-6ff0-4db6-95e7-14e971d460d1 service neutron] Checking segment: {'id': 'd3be6b07-5265-495e-95a5-8cc3de3d1b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:11:14.129765 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-a32fd028-6ff0-4db6-95e7-14e971d460d1 service neutron] Bound using segment: {'id': 'd3be6b07-5265-495e-95a5-8cc3de3d1b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:11:14.130200 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-a32fd028-6ff0-4db6-95e7-14e971d460d1 service neutron] Bound port: f90fc468-b5dd-48ce-b1d9-842c219ba247, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3be6b07-5265-495e-95a5-8cc3de3d1b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:11:14.130562 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-a32fd028-6ff0-4db6-95e7-14e971d460d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:14.139606 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'tag': '57461884-6197-40b6-9712-721f8812f0da'}, {'name': 'network-changed', 'server_uuid': '9ae4abfc-3c0e-42f6-86b2-5c675bc039aa', 'tag': '86c834eb-70d5-40f6-86e5-420f77b0d7ea'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:14.146201 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a65ea32-f85e-4c68-b59e-9b2ea125b792" -d '{"events": [{"name": "network-changed", "server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "tag": "57461884-6197-40b6-9712-721f8812f0da"}, {"name": "network-changed", "server_uuid": "9ae4abfc-3c0e-42f6-86b2-5c675bc039aa", "tag": "86c834eb-70d5-40f6-86e5-420f77b0d7ea"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:14.368406 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-a32fd028-6ff0-4db6-95e7-14e971d460d1 service neutron] For port f90fc468-b5dd-48ce-b1d9-842c219ba247, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:11:14.372585 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-a32fd028-6ff0-4db6-95e7-14e971d460d1 service neutron] For port f90fc468-b5dd-48ce-b1d9-842c219ba247, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f90fc468-b5dd-48ce-b1d9-842c219ba247,segment=NetworkSegment(d3be6b07-5265-495e-95a5-8cc3de3d1b75),segment_id=d3be6b07-5265-495e-95a5-8cc3de3d1b75)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:11:14.378600 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-a32fd028-6ff0-4db6-95e7-14e971d460d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:14.458292 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-a32fd028-6ff0-4db6-95e7-14e971d460d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:14.461692 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392a568-2a7e-4c3a-bf65-d86650214f45 req-3a9acc9e-6944-44a4-891b-f474bc480eb3 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:14.461849 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-a32fd028-6ff0-4db6-95e7-14e971d460d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:14.464124 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-a32fd028-6ff0-4db6-95e7-14e971d460d1 service neutron] 10.222.0.20 "PUT /v2.0/ports/f90fc468-b5dd-48ce-b1d9-842c219ba247 HTTP/1.1" status: 200 len: 1091 time: 3.1941667 Jul 24 09:11:14.469104 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392a568-2a7e-4c3a-bf65-d86650214f45 req-3a9acc9e-6944-44a4-891b-f474bc480eb3 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:14.490531 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392a568-2a7e-4c3a-bf65-d86650214f45 req-3a9acc9e-6944-44a4-891b-f474bc480eb3 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:14.494771 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fd028-6ff0-4db6-95e7-14e971d460d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f90fc468-b5dd-48ce-b1d9-842c219ba247,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:14.499682 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392a568-2a7e-4c3a-bf65-d86650214f45 req-3a9acc9e-6944-44a4-891b-f474bc480eb3 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:14.522579 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392a568-2a7e-4c3a-bf65-d86650214f45 req-3a9acc9e-6944-44a4-891b-f474bc480eb3 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:14.526788 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-04e2d30b-dae6-45f1-aab9-30851b54d075 service neutron] Request body: {'port': {'device_id': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:11:14.530512 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392a568-2a7e-4c3a-bf65-d86650214f45 req-3a9acc9e-6944-44a4-891b-f474bc480eb3 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:14.537592 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392a568-2a7e-4c3a-bf65-d86650214f45 req-3a9acc9e-6944-44a4-891b-f474bc480eb3 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:14.539554 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0392a568-2a7e-4c3a-bf65-d86650214f45 req-3a9acc9e-6944-44a4-891b-f474bc480eb3 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5396 time: 0.2041671 Jul 24 09:11:14.659414 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0392a568-2a7e-4c3a-bf65-d86650214f45 req-75f8a321-b1ba-43c9-a273-384b8d2f6229 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1135724 Jul 24 09:11:14.674083 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-04e2d30b-dae6-45f1-aab9-30851b54d075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:14.981232 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57f2e99-f654-4e11-92bd-40ef40074d1e x-openstack-request-id: req-f57f2e99-f654-4e11-92bd-40ef40074d1e {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:14.981537 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "tag": "57461884-6197-40b6-9712-721f8812f0da", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9ae4abfc-3c0e-42f6-86b2-5c675bc039aa", "tag": "86c834eb-70d5-40f6-86e5-420f77b0d7ea", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:14.981786 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f57f2e99-f654-4e11-92bd-40ef40074d1e {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:14.982188 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'tag': '57461884-6197-40b6-9712-721f8812f0da', 'status': 'completed', 'code': 200} Jul 24 09:11:14.982444 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae4abfc-3c0e-42f6-86b2-5c675bc039aa', 'tag': '86c834eb-70d5-40f6-86e5-420f77b0d7ea', 'status': 'completed', 'code': 200} Jul 24 09:11:15.112503 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-2940f1b0-fa08-4dd9-a523-dd837761ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:15.113146 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-2940f1b0-fa08-4dd9-a523-dd837761ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:15.113801 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-2940f1b0-fa08-4dd9-a523-dd837761ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:15.114214 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-2940f1b0-fa08-4dd9-a523-dd837761ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:15.114699 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-2940f1b0-fa08-4dd9-a523-dd837761ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:15.116847 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-2940f1b0-fa08-4dd9-a523-dd837761ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:15.119506 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-2940f1b0-fa08-4dd9-a523-dd837761ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:15.125138 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-2940f1b0-fa08-4dd9-a523-dd837761ba06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dca0b6b5a564009b8793a19d3533709&device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 6343 time: 0.1389229 Jul 24 09:11:15.149321 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-ab86b814-c1fe-477c-897b-536ac9346202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:15.151019 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-ab86b814-c1fe-477c-897b-536ac9346202 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 1098 time: 0.1678019 Jul 24 09:11:15.325480 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b9d2d-e4fc-49ac-8999-ee57e3df6be4 req-8ece0b48-5346-4857-bc8b-d528bab9bf42 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:15.333123 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1c9b9d2d-e4fc-49ac-8999-ee57e3df6be4 req-8ece0b48-5346-4857-bc8b-d528bab9bf42 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 947 time: 0.2312357 Jul 24 09:11:15.356865 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-04e2d30b-dae6-45f1-aab9-30851b54d075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec7b7342-b9c1-4473-8413-9a5e12abdbb6 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:11:15.367366 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-04e2d30b-dae6-45f1-aab9-30851b54d075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:15.372269 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-928ba06f-7a02-489d-86b2-677aceb4531f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:15.373791 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-928ba06f-7a02-489d-86b2-677aceb4531f service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.2033963 Jul 24 09:11:15.399431 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-04e2d30b-dae6-45f1-aab9-30851b54d075 service neutron] Transition to ACTIVE for port object ec7b7342-b9c1-4473-8413-9a5e12abdbb6 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:11:15.440812 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-4cbf5e04-d3aa-4aef-94f0-4ac27a1916b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=86c834eb-70d5-40f6-86e5-420f77b0d7ea HTTP/1.1" status: 200 len: 217 time: 0.0531116 Jul 24 09:11:15.441417 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-04e2d30b-dae6-45f1-aab9-30851b54d075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:15.465194 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-f0af7347-932d-4105-b6c6-50ffc2422740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:15.465844 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-f0af7347-932d-4105-b6c6-50ffc2422740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:15.467130 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-f0af7347-932d-4105-b6c6-50ffc2422740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:15.472951 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-f0af7347-932d-4105-b6c6-50ffc2422740 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3dca0b6b5a564009b8793a19d3533709&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3210769 Jul 24 09:11:15.496085 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2d30b-dae6-45f1-aab9-30851b54d075 service neutron] Pushing event updated for resources: {'Port': ['ID=ec7b7342-b9c1-4473-8413-9a5e12abdbb6,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:15.560904 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1c9b9d2d-e4fc-49ac-8999-ee57e3df6be4 req-76f1ac14-6b94-48af-961e-7dc3f642a21b tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187784 Jul 24 09:11:15.597195 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-76ae6c72-dfa2-4fb9-b02c-92255d002ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:15.598737 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-76ae6c72-dfa2-4fb9-b02c-92255d002ba8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1138926 Jul 24 09:11:15.741091 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-04e2d30b-dae6-45f1-aab9-30851b54d075 service neutron] Attempting to bind port ec7b7342-b9c1-4473-8413-9a5e12abdbb6 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:11:15.741435 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-04e2d30b-dae6-45f1-aab9-30851b54d075 service neutron] Attempting to bind port ec7b7342-b9c1-4473-8413-9a5e12abdbb6 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '8a3514b9-3942-48fa-9f70-9726fcd50700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:11:15.741779 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-04e2d30b-dae6-45f1-aab9-30851b54d075 service neutron] Attempting to bind port ec7b7342-b9c1-4473-8413-9a5e12abdbb6 on network 56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:11:15.766438 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-04e2d30b-dae6-45f1-aab9-30851b54d075 service neutron] Port ec7b7342-b9c1-4473-8413-9a5e12abdbb6 on network 56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:11:15.766778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-04e2d30b-dae6-45f1-aab9-30851b54d075 service neutron] Attempting to bind port ec7b7342-b9c1-4473-8413-9a5e12abdbb6 on network 56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:11:15.779403 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-04e2d30b-dae6-45f1-aab9-30851b54d075 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:11:15.779403 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-04e2d30b-dae6-45f1-aab9-30851b54d075 service neutron] Checking segment: {'id': '8a3514b9-3942-48fa-9f70-9726fcd50700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:11:15.779783 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-04e2d30b-dae6-45f1-aab9-30851b54d075 service neutron] Bound using segment: {'id': '8a3514b9-3942-48fa-9f70-9726fcd50700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:11:15.798034 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-04e2d30b-dae6-45f1-aab9-30851b54d075 service neutron] Bound port: ec7b7342-b9c1-4473-8413-9a5e12abdbb6, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a3514b9-3942-48fa-9f70-9726fcd50700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:11:15.800871 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-04e2d30b-dae6-45f1-aab9-30851b54d075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:15.827931 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-dd12f96e-b5ee-40b2-9b07-cbb8d6e63303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:15.830205 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-dd12f96e-b5ee-40b2-9b07-cbb8d6e63303 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3416374 Jul 24 09:11:15.858296 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-693a8faa-8c3e-4467-8fbd-769c6be5c1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:15.864208 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-693a8faa-8c3e-4467-8fbd-769c6be5c1f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2414155 Jul 24 09:11:15.974831 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776a483-1666-4d90-815c-1e8e395ba0f2 req-17aa93b7-d758-4a8b-bae1-bc6f6152e11b tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:15.976626 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5776a483-1666-4d90-815c-1e8e395ba0f2 req-17aa93b7-d758-4a8b-bae1-bc6f6152e11b tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 946 time: 0.2721989 Jul 24 09:11:16.037560 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-4ceb380d-7878-4cae-b93b-d00d48716d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:16.039884 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-4ceb380d-7878-4cae-b93b-d00d48716d84 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 1098 time: 0.1340046 Jul 24 09:11:16.051032 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-04e2d30b-dae6-45f1-aab9-30851b54d075 service neutron] For port ec7b7342-b9c1-4473-8413-9a5e12abdbb6, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:11:16.051557 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5776a483-1666-4d90-815c-1e8e395ba0f2 req-e2ab3b35-4789-4981-922c-b9a2bab6a6ae tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675290 Jul 24 09:11:16.052632 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 86c834eb-70d5-40f6-86e5-420f77b0d7ea details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:11:16.093621 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-04e2d30b-dae6-45f1-aab9-30851b54d075 service neutron] For port ec7b7342-b9c1-4473-8413-9a5e12abdbb6, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ec7b7342-b9c1-4473-8413-9a5e12abdbb6,segment=NetworkSegment(8a3514b9-3942-48fa-9f70-9726fcd50700),segment_id=8a3514b9-3942-48fa-9f70-9726fcd50700)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:11:16.103685 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-c3d5737b-ba0c-4bbc-954d-d3a13cac296b service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343948 Jul 24 09:11:16.113485 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-04e2d30b-dae6-45f1-aab9-30851b54d075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:16.260158 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-6aeb8e13-c416-4ed3-8253-f50d90940b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:16.261776 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-6aeb8e13-c416-4ed3-8253-f50d90940b8c service neutron] 10.222.0.20 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.2090726 Jul 24 09:11:16.288649 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-04e2d30b-dae6-45f1-aab9-30851b54d075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:16.309881 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-04e2d30b-dae6-45f1-aab9-30851b54d075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:16.311864 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-04e2d30b-dae6-45f1-aab9-30851b54d075 service neutron] 10.222.0.20 "PUT /v2.0/ports/ec7b7342-b9c1-4473-8413-9a5e12abdbb6 HTTP/1.1" status: 200 len: 1091 time: 1.8009310 Jul 24 09:11:16.383008 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-41f2a512-83e1-4716-a2e5-ca5d42a8db72 service neutron] Request body: {'port': {'device_id': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:11:16.401392 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-80dbc6cf-04d8-435b-a1b9-e27aacb0449f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=86c834eb-70d5-40f6-86e5-420f77b0d7ea HTTP/1.1" status: 200 len: 217 time: 0.1299675 Jul 24 09:11:16.411396 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:16.467165 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 86c834eb-70d5-40f6-86e5-420f77b0d7ea, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=86c834eb-70d5-40f6-86e5-420f77b0d7ea,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:16.506816 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '86c834eb-70d5-40f6-86e5-420f77b0d7ea', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': '86c834eb-70d5-40f6-86e5-420f77b0d7ea', 'mac_address': 'fa:16:3e:f1:8e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:11:16.594273 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:16.615145 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c834eb-70d5-40f6-86e5-420f77b0d7ea {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:11:16.638031 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-b9c0c9b6-0d07-4149-884e-7ccec84df652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:16.652097 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 86c834eb-70d5-40f6-86e5-420f77b0d7ea, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=86c834eb-70d5-40f6-86e5-420f77b0d7ea,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:16.655357 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-b9c0c9b6-0d07-4149-884e-7ccec84df652 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.2431278 Jul 24 09:11:16.671512 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:16.688304 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2d30b-dae6-45f1-aab9-30851b54d075 service neutron] Pushing event updated for resources: {'Port': ['ID=ec7b7342-b9c1-4473-8413-9a5e12abdbb6,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:16.737545 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c93b44-db99-4ab9-a154-48174cc2fe92 req-beedfa43-139f-4dc2-8312-befec406f0d2 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:16.742396 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f9c93b44-db99-4ab9-a154-48174cc2fe92 req-beedfa43-139f-4dc2-8312-befec406f0d2 tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 1095 time: 0.4365120 Jul 24 09:11:16.789250 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-836105d5-af97-46df-ad93-1a1bff7e3596 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6528182 Jul 24 09:11:16.802579 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=86c834eb-70d5-40f6-86e5-420f77b0d7ea,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:16.820104 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-41f2a512-83e1-4716-a2e5-ca5d42a8db72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:16.980187 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f9c93b44-db99-4ab9-a154-48174cc2fe92 req-a1dcb95d-f935-4b0f-97bc-e8220a9bdf4c tempest-LiveAutoBlockMigrationV225Test-2118366756 tempest-LiveAutoBlockMigrationV225Test-2118366756-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272813 Jul 24 09:11:16.992400 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'tag': 'f90fc468-b5dd-48ce-b1d9-842c219ba247'}, {'name': 'network-changed', 'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'tag': 'ec7b7342-b9c1-4473-8413-9a5e12abdbb6'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:16.995357 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9" -d '{"events": [{"name": "network-changed", "server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "tag": "f90fc468-b5dd-48ce-b1d9-842c219ba247"}, {"name": "network-changed", "server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "tag": "ec7b7342-b9c1-4473-8413-9a5e12abdbb6"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:17.013156 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-0eb5cc94-6a5f-462c-864b-93d3b140b154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:17.016268 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-0eb5cc94-6a5f-462c-864b-93d3b140b154 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3545220 Jul 24 09:11:17.061493 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['86c834eb-70d5-40f6-86e5-420f77b0d7ea'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:11:17.100181 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-f84f8194-9408-43d1-b619-d4252131fb6c tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:17.101798 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-f84f8194-9408-43d1-b619-d4252131fb6c tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c&tenant_id=9d4740b4b94942bdba9d4b286110923d&binding%3Ahost_id=n-h1-800085-9 HTTP/1.1" status: 200 len: 1097 time: 0.2886357 Jul 24 09:11:17.136906 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-ba056a52-07d3-42a6-aae3-52a5f061520e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800085-9'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:11:17.225289 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-8f4cf14d-ce6f-4b89-afa8-dca30083356f service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000384 Jul 24 09:11:17.264970 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-ba056a52-07d3-42a6-aae3-52a5f061520e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:17.343898 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-41f2a512-83e1-4716-a2e5-ca5d42a8db72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78daa873-7966-4683-9199-be51fbbff09b {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:11:17.356170 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-41f2a512-83e1-4716-a2e5-ca5d42a8db72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:17.372450 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-41f2a512-83e1-4716-a2e5-ca5d42a8db72 service neutron] Transition to ACTIVE for port object 78daa873-7966-4683-9199-be51fbbff09b will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:11:17.380711 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-41f2a512-83e1-4716-a2e5-ca5d42a8db72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:17.439451 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2a512-83e1-4716-a2e5-ca5d42a8db72 service neutron] Pushing event updated for resources: {'Port': ['ID=78daa873-7966-4683-9199-be51fbbff09b,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:17.476369 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a65ea32-f85e-4c68-b59e-9b2ea125b792 req-ee3f0780-71f9-4928-98b1-5781c787656e service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398288 Jul 24 09:11:17.580938 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-41f2a512-83e1-4716-a2e5-ca5d42a8db72 service neutron] Attempting to bind port 78daa873-7966-4683-9199-be51fbbff09b on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:11:17.581302 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-41f2a512-83e1-4716-a2e5-ca5d42a8db72 service neutron] Attempting to bind port 78daa873-7966-4683-9199-be51fbbff09b by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '8a3514b9-3942-48fa-9f70-9726fcd50700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:11:17.581644 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-41f2a512-83e1-4716-a2e5-ca5d42a8db72 service neutron] Attempting to bind port 78daa873-7966-4683-9199-be51fbbff09b on network 56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:11:17.593729 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-41f2a512-83e1-4716-a2e5-ca5d42a8db72 service neutron] Port 78daa873-7966-4683-9199-be51fbbff09b on network 56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:11:17.594093 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-41f2a512-83e1-4716-a2e5-ca5d42a8db72 service neutron] Attempting to bind port 78daa873-7966-4683-9199-be51fbbff09b on network 56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:11:17.608791 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-41f2a512-83e1-4716-a2e5-ca5d42a8db72 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:11:17.608791 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-41f2a512-83e1-4716-a2e5-ca5d42a8db72 service neutron] Checking segment: {'id': '8a3514b9-3942-48fa-9f70-9726fcd50700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:11:17.608791 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-41f2a512-83e1-4716-a2e5-ca5d42a8db72 service neutron] Bound using segment: {'id': '8a3514b9-3942-48fa-9f70-9726fcd50700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:11:17.608791 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-41f2a512-83e1-4716-a2e5-ca5d42a8db72 service neutron] Bound port: 78daa873-7966-4683-9199-be51fbbff09b, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a3514b9-3942-48fa-9f70-9726fcd50700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:11:17.610563 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-41f2a512-83e1-4716-a2e5-ca5d42a8db72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:17.627256 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-ba056a52-07d3-42a6-aae3-52a5f061520e service neutron] For port 697973d6-f624-4195-849b-2f3ffdaf10d8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=697973d6-f624-4195-849b-2f3ffdaf10d8,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:17.722046 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-41f2a512-83e1-4716-a2e5-ca5d42a8db72 service neutron] For port 78daa873-7966-4683-9199-be51fbbff09b, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:11:17.726911 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-41f2a512-83e1-4716-a2e5-ca5d42a8db72 service neutron] For port 78daa873-7966-4683-9199-be51fbbff09b, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=78daa873-7966-4683-9199-be51fbbff09b,segment=NetworkSegment(8a3514b9-3942-48fa-9f70-9726fcd50700),segment_id=8a3514b9-3942-48fa-9f70-9726fcd50700)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:11:17.734338 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-41f2a512-83e1-4716-a2e5-ca5d42a8db72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:17.816890 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-41f2a512-83e1-4716-a2e5-ca5d42a8db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:17.817647 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-41f2a512-83e1-4716-a2e5-ca5d42a8db72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:17.819288 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-41f2a512-83e1-4716-a2e5-ca5d42a8db72 service neutron] 10.222.0.20 "PUT /v2.0/ports/78daa873-7966-4683-9199-be51fbbff09b HTTP/1.1" status: 200 len: 1091 time: 1.4646828 Jul 24 09:11:17.888161 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2a512-83e1-4716-a2e5-ca5d42a8db72 service neutron] Pushing event updated for resources: {'Port': ['ID=78daa873-7966-4683-9199-be51fbbff09b,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:18.000012 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-d3e71ca0-ae64-4536-af7d-ad0a9d9f8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:18.000507 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-d3e71ca0-ae64-4536-af7d-ad0a9d9f8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:18.001052 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-d3e71ca0-ae64-4536-af7d-ad0a9d9f8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:18.002673 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-d3e71ca0-ae64-4536-af7d-ad0a9d9f8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:18.003543 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-d3e71ca0-ae64-4536-af7d-ad0a9d9f8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:18.004037 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-d3e71ca0-ae64-4536-af7d-ad0a9d9f8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:18.004545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-d3e71ca0-ae64-4536-af7d-ad0a9d9f8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:18.006920 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-d3e71ca0-ae64-4536-af7d-ad0a9d9f8b95 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dca0b6b5a564009b8793a19d3533709&device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 6477 time: 0.1395464 Jul 24 09:11:18.096273 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-2c85beec-0f57-4d94-a0b0-2c4c72bf2b1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ef13b70-5d6e-4c13-890b-2de4f6928063 HTTP/1.1" status: 200 len: 217 time: 0.0807519 Jul 24 09:11:18.111653 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27b809-8cd7-45fa-9393-8d75fc4a2293 req-25f57c81-f9b8-487a-a611-69fdc762da64 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:18.118600 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27b809-8cd7-45fa-9393-8d75fc4a2293 req-25f57c81-f9b8-487a-a611-69fdc762da64 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:18.125851 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27b809-8cd7-45fa-9393-8d75fc4a2293 req-25f57c81-f9b8-487a-a611-69fdc762da64 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:18.147959 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27b809-8cd7-45fa-9393-8d75fc4a2293 req-25f57c81-f9b8-487a-a611-69fdc762da64 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:18.158210 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27b809-8cd7-45fa-9393-8d75fc4a2293 req-25f57c81-f9b8-487a-a611-69fdc762da64 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:18.185593 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27b809-8cd7-45fa-9393-8d75fc4a2293 req-25f57c81-f9b8-487a-a611-69fdc762da64 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:18.186206 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-fa1f912d-7497-4915-9999-4b4a07145c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:18.187945 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-fa1f912d-7497-4915-9999-4b4a07145c4e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96727abd-2036-4cd0-afcc-3710a0b1eea7 HTTP/1.1" status: 200 len: 850 time: 0.0853384 Jul 24 09:11:18.194268 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27b809-8cd7-45fa-9393-8d75fc4a2293 req-25f57c81-f9b8-487a-a611-69fdc762da64 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:18.206680 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4f27b809-8cd7-45fa-9393-8d75fc4a2293 req-25f57c81-f9b8-487a-a611-69fdc762da64 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5420 time: 0.8245530 Jul 24 09:11:18.273193 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-ba056a52-07d3-42a6-aae3-52a5f061520e service neutron] For port 697973d6-f624-4195-849b-2f3ffdaf10d8, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:11:18.280844 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-865d82b4-9305-40ae-9a5e-ec0645485836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:18.282692 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-865d82b4-9305-40ae-9a5e-ec0645485836 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8a8b2944-c8a5-4403-aa37-48c9a718d665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878716 Jul 24 09:11:18.322751 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4f27b809-8cd7-45fa-9393-8d75fc4a2293 req-b9bb44ea-e631-4c80-b731-dcffebbdb882 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1145232 Jul 24 09:11:18.340321 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 697973d6-f624-4195-849b-2f3ffdaf10d8 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:11:18.346258 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a252df3-f3fc-45b4-8403-a4d24867083c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '697973d6-f624-4195-849b-2f3ffdaf10d8'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:18.350858 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8a17d1-deb8-44e9-8628-d7c85fcc7785" -d '{"events": [{"server_uuid": "4a252df3-f3fc-45b4-8403-a4d24867083c", "name": "network-vif-unplugged", "status": "completed", "tag": "697973d6-f624-4195-849b-2f3ffdaf10d8"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:18.356236 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-ba056a52-07d3-42a6-aae3-52a5f061520e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:18.376119 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-ba056a52-07d3-42a6-aae3-52a5f061520e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:18.506643 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-ba056a52-07d3-42a6-aae3-52a5f061520e service neutron] Attempting to bind port 697973d6-f624-4195-849b-2f3ffdaf10d8 on host n-h1-800085-9 for vnic_type normal with profile {"migrating_to": "n-h2-800085-9"} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:11:18.507126 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-ba056a52-07d3-42a6-aae3-52a5f061520e service neutron] Attempting to bind port 697973d6-f624-4195-849b-2f3ffdaf10d8 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:11:18.507554 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-ba056a52-07d3-42a6-aae3-52a5f061520e service neutron] Attempting to bind port 697973d6-f624-4195-849b-2f3ffdaf10d8 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:11:18.520340 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-ba056a52-07d3-42a6-aae3-52a5f061520e service neutron] Port 697973d6-f624-4195-849b-2f3ffdaf10d8 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:11:18.521072 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-ba056a52-07d3-42a6-aae3-52a5f061520e service neutron] Attempting to bind port 697973d6-f624-4195-849b-2f3ffdaf10d8 on network 6a935e96-24dd-4ac6-b84d-eaf70ae8f877 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:11:18.528514 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-9a58cdff-da14-4e04-a3eb-d05ca92b853a service neutron] 10.222.0.20 "GET /v2.0/networks/8a8b2944-c8a5-4403-aa37-48c9a718d665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345779 Jul 24 09:11:18.539623 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba056a52-07d3-42a6-aae3-52a5f061520e service neutron] Pushing event updated for resources: {'Port': ['ID=697973d6-f624-4195-849b-2f3ffdaf10d8,revision_number=7']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:18.584917 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-ba056a52-07d3-42a6-aae3-52a5f061520e service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:11:18.585464 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-ba056a52-07d3-42a6-aae3-52a5f061520e service neutron] Checking segment: {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:11:18.585942 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-ba056a52-07d3-42a6-aae3-52a5f061520e service neutron] Bound using segment: {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:11:18.586491 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-ba056a52-07d3-42a6-aae3-52a5f061520e service neutron] Bound port: 697973d6-f624-4195-849b-2f3ffdaf10d8, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee79f3d5-d260-42ea-aea7-a3df226085b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6a935e96-24dd-4ac6-b84d-eaf70ae8f877'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:11:18.587130 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-ba056a52-07d3-42a6-aae3-52a5f061520e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:18.602057 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 697973d6-f624-4195-849b-2f3ffdaf10d8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=697973d6-f624-4195-849b-2f3ffdaf10d8,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:18.617306 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 697973d6-f624-4195-849b-2f3ffdaf10d8 has no active binding in host n-h2-800085-9 {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 24 09:11:18.684441 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034d9f6-70b8-4170-9497-13b7481e4260 req-dca0dd5c-8804-459e-af57-505fd374990c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:18.685388 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-36d7a830-01ca-490a-80ec-04a30e332252 service neutron] 10.222.0.20 "GET /v2.0/networks/8a8b2944-c8a5-4403-aa37-48c9a718d665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498089 Jul 24 09:11:18.686535 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1034d9f6-70b8-4170-9497-13b7481e4260 req-dca0dd5c-8804-459e-af57-505fd374990c tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 948 time: 0.1613393 Jul 24 09:11:18.735669 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-ba056a52-07d3-42a6-aae3-52a5f061520e service neutron] For port 697973d6-f624-4195-849b-2f3ffdaf10d8, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:11:18.744093 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-ce5b2c4b-a596-4e4d-a718-7ec35ba1f1b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=e307f6c6-4fdb-4f4e-9aaa-266379cdde50 HTTP/1.1" status: 200 len: 217 time: 0.0509512 Jul 24 09:11:18.761541 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1034d9f6-70b8-4170-9497-13b7481e4260 req-8a9491bd-d052-4240-9174-5e99103345dc tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661271 Jul 24 09:11:18.773031 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-ba056a52-07d3-42a6-aae3-52a5f061520e service neutron] For port 697973d6-f624-4195-849b-2f3ffdaf10d8, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=697973d6-f624-4195-849b-2f3ffdaf10d8,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:11:18.786696 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-ba056a52-07d3-42a6-aae3-52a5f061520e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:18.853408 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-ff812690-7eb6-4363-b145-2296f6053bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:18.855528 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-ff812690-7eb6-4363-b145-2296f6053bcc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5552e953-f753-4faf-a079-e77f25f33478 HTTP/1.1" status: 200 len: 797 time: 0.1026673 Jul 24 09:11:18.861743 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640ddeb5-a73b-4467-a2fe-6b8f80be6b18 x-openstack-request-id: req-640ddeb5-a73b-4467-a2fe-6b8f80be6b18 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:18.862727 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "tag": "f90fc468-b5dd-48ce-b1d9-842c219ba247", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "tag": "ec7b7342-b9c1-4473-8413-9a5e12abdbb6", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:18.863006 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-640ddeb5-a73b-4467-a2fe-6b8f80be6b18 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:18.863606 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'tag': 'f90fc468-b5dd-48ce-b1d9-842c219ba247', 'status': 'completed', 'code': 200} Jul 24 09:11:18.863882 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'tag': 'ec7b7342-b9c1-4473-8413-9a5e12abdbb6', 'status': 'completed', 'code': 200} Jul 24 09:11:18.914722 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-ba056a52-07d3-42a6-aae3-52a5f061520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:18.915455 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-ba056a52-07d3-42a6-aae3-52a5f061520e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:18.917868 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-ba056a52-07d3-42a6-aae3-52a5f061520e service neutron] 10.222.0.20 "PUT /v2.0/ports/697973d6-f624-4195-849b-2f3ffdaf10d8 HTTP/1.1" status: 200 len: 1122 time: 1.7852993 Jul 24 09:11:18.931262 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba056a52-07d3-42a6-aae3-52a5f061520e service neutron] Pushing event updated for resources: {'Port': ['ID=697973d6-f624-4195-849b-2f3ffdaf10d8,revision_number=8']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:19.010841 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-5c4832e7-130b-47b6-92e3-49964994df86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:19.013815 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-5c4832e7-130b-47b6-92e3-49964994df86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1487379 Jul 24 09:11:19.021898 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['697973d6-f624-4195-849b-2f3ffdaf10d8'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:11:19.145759 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-c5a3a5f6-b99b-4cce-aa6a-6ac12dcb76e3 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218779 Jul 24 09:11:19.159568 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['697973d6-f624-4195-849b-2f3ffdaf10d8'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:11:19.374182 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-9a945c3a-3a0f-4c49-9288-8c1b80ae735b service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185404 Jul 24 09:11:19.429620 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c54056-e2f3-44eb-9b24-03b76fa7cd9b req-0f0e017a-a614-4f8d-a0a2-a7c0f7c48215 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:19.436642 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f81a57be-11fa-4d50-9cf1-b56496848843 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=050c6f20-222e-4534-968b-ea3eb888eef4 HTTP/1.1" status: 200 len: 217 time: 0.0559707 Jul 24 09:11:19.440133 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-93c54056-e2f3-44eb-9b24-03b76fa7cd9b req-0f0e017a-a614-4f8d-a0a2-a7c0f7c48215 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 944 time: 0.1183896 Jul 24 09:11:19.508849 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-c3ef16b7-c8f2-4603-973d-602b08fbbad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:19.510688 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-c3ef16b7-c8f2-4603-973d-602b08fbbad1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5552e953-f753-4faf-a079-e77f25f33478 HTTP/1.1" status: 200 len: 797 time: 0.0652452 Jul 24 09:11:19.529263 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-93c54056-e2f3-44eb-9b24-03b76fa7cd9b req-928e4bab-a328-441f-8b96-8bdb178ccba2 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872588 Jul 24 09:11:19.605815 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-a2b40af6-89ec-45af-9c70-eebe88789fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:19.607497 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-a2b40af6-89ec-45af-9c70-eebe88789fbb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0894303 Jul 24 09:11:19.731400 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae62891d-c97e-40d9-881e-5a0991bb99a2 x-openstack-request-id: req-ae62891d-c97e-40d9-881e-5a0991bb99a2 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:19.731699 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a252df3-f3fc-45b4-8403-a4d24867083c", "name": "network-vif-unplugged", "status": "completed", "tag": "697973d6-f624-4195-849b-2f3ffdaf10d8", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:19.731958 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae62891d-c97e-40d9-881e-5a0991bb99a2 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:19.732362 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a252df3-f3fc-45b4-8403-a4d24867083c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '697973d6-f624-4195-849b-2f3ffdaf10d8', 'code': 200} Jul 24 09:11:19.759261 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-0181fec2-af71-4304-837d-29600f39ee9b service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422663 Jul 24 09:11:19.897040 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-0b1cedbe-9b4c-4d11-9a74-3d411fc195da service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313317 Jul 24 09:11:19.965694 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-dd213a49-f87a-4a1a-ac77-9b01d3d6aad5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=57461884-6197-40b6-9712-721f8812f0da HTTP/1.1" status: 200 len: 217 time: 0.0615792 Jul 24 09:11:20.059186 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 86c834eb-70d5-40f6-86e5-420f77b0d7ea up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:11:20.107581 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedaaa4-76aa-4a05-8133-8ea207ed0c0b req-d2254a48-13fd-4074-806e-aa2b08c6ad14 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:20.120615 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0cedaaa4-76aa-4a05-8133-8ea207ed0c0b req-d2254a48-13fd-4074-806e-aa2b08c6ad14 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 944 time: 0.1376629 Jul 24 09:11:20.216883 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 86c834eb-70d5-40f6-86e5-420f77b0d7ea completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:11:20.221887 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 86c834eb-70d5-40f6-86e5-420f77b0d7ea triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:11:20.222402 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:20.248509 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0cedaaa4-76aa-4a05-8133-8ea207ed0c0b req-a62d6eb0-7b99-4b85-b47c-339744ccfd8a tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234715 Jul 24 09:11:20.419918 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:20.472110 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb94d5a-0b33-49f6-ba3b-e66f648ed814 req-8847cd99-f17c-4d1d-bd8c-8bd8c8c2a6f3 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:20.480566 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb94d5a-0b33-49f6-ba3b-e66f648ed814 req-8847cd99-f17c-4d1d-bd8c-8bd8c8c2a6f3 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:20.488076 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb94d5a-0b33-49f6-ba3b-e66f648ed814 req-8847cd99-f17c-4d1d-bd8c-8bd8c8c2a6f3 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:20.495242 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb94d5a-0b33-49f6-ba3b-e66f648ed814 req-8847cd99-f17c-4d1d-bd8c-8bd8c8c2a6f3 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:20.503531 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb94d5a-0b33-49f6-ba3b-e66f648ed814 req-8847cd99-f17c-4d1d-bd8c-8bd8c8c2a6f3 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:20.513210 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb94d5a-0b33-49f6-ba3b-e66f648ed814 req-8847cd99-f17c-4d1d-bd8c-8bd8c8c2a6f3 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:20.520615 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb94d5a-0b33-49f6-ba3b-e66f648ed814 req-8847cd99-f17c-4d1d-bd8c-8bd8c8c2a6f3 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:20.528679 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 86c834eb-70d5-40f6-86e5-420f77b0d7ea, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=86c834eb-70d5-40f6-86e5-420f77b0d7ea,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:20.531046 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfb94d5a-0b33-49f6-ba3b-e66f648ed814 req-8847cd99-f17c-4d1d-bd8c-8bd8c8c2a6f3 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5420 time: 0.1757016 Jul 24 09:11:20.531352 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae4abfc-3c0e-42f6-86b2-5c675bc039aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c834eb-70d5-40f6-86e5-420f77b0d7ea'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:20.540012 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75cb07f-1e93-470b-8a13-f44a5603c57f" -d '{"events": [{"server_uuid": "9ae4abfc-3c0e-42f6-86b2-5c675bc039aa", "name": "network-vif-plugged", "status": "completed", "tag": "86c834eb-70d5-40f6-86e5-420f77b0d7ea"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:20.552491 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:20.612325 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=86c834eb-70d5-40f6-86e5-420f77b0d7ea,revision_number=9']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:20.613109 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfb94d5a-0b33-49f6-ba3b-e66f648ed814 req-41785cfd-6466-4b95-9101-66322fc1e2a4 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0800583 Jul 24 09:11:20.629380 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-cabc39e8-6cf9-4498-bc5a-213ddbcc66c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:20.631911 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-cabc39e8-6cf9-4498-bc5a-213ddbcc66c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5552e953-f753-4faf-a079-e77f25f33478 HTTP/1.1" status: 200 len: 797 time: 0.6311412 Jul 24 09:11:20.689756 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-4f5495da-11b5-4445-81e2-36e1171b17d3 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:20.692833 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-4f5495da-11b5-4445-81e2-36e1171b17d3 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa&tenant_id=f67164019b334342a09c29ba4cdc5893&binding%3Ahost_id=n-h1-800085-9 HTTP/1.1" status: 200 len: 948 time: 0.7260621 Jul 24 09:11:20.864620 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a13de5-b784-49b9-b469-92609159e20c req-87ec30ad-df10-419c-912a-548a87940511 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:20.866331 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70a13de5-b784-49b9-b469-92609159e20c req-87ec30ad-df10-419c-912a-548a87940511 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.37 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 944 time: 0.8194282 Jul 24 09:11:20.868898 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'tag': '78daa873-7966-4683-9199-be51fbbff09b'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:20.871931 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f74eaa9-6848-40ce-be59-5f73968108f3" -d '{"events": [{"name": "network-changed", "server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "tag": "78daa873-7966-4683-9199-be51fbbff09b"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:20.884810 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527ad6f-0231-4d41-9ff8-7cb361695248 req-529bd33c-14a5-4c7c-a5a1-c9b7b9d30ae3 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:20.886931 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2527ad6f-0231-4d41-9ff8-7cb361695248 req-529bd33c-14a5-4c7c-a5a1-c9b7b9d30ae3 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/ports?device_id=167ec730-7975-4f44-bd81-14b49f9cbde2 HTTP/1.1" status: 200 len: 945 time: 0.0982072 Jul 24 09:11:20.951688 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2527ad6f-0231-4d41-9ff8-7cb361695248 req-96045730-43e0-418f-be4e-bdcf3e14c797 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cf246ae-76ab-47b7-b437-825ea6998570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576291 Jul 24 09:11:21.052399 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-1847b919-314a-4f2d-8a37-d09c8a1cb80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:21.054114 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-1847b919-314a-4f2d-8a37-d09c8a1cb80f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4076569 Jul 24 09:11:21.065448 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-8c8bd61d-844f-4b94-b092-95b9c63a4076 service neutron] 10.222.0.37 "GET /v2.0/ports/86c834eb-70d5-40f6-86e5-420f77b0d7ea/bindings/n-h1-800085-9 HTTP/1.1" status: 200 len: 382 time: 0.3420825 Jul 24 09:11:21.104275 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a694f4-c586-49b8-8511-c0dc964fcdaa req-152974da-c338-4bfe-913b-fe26e58137db tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:21.112368 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-19a694f4-c586-49b8-8511-c0dc964fcdaa req-152974da-c338-4bfe-913b-fe26e58137db tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.0873318 Jul 24 09:11:21.190599 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-19a694f4-c586-49b8-8511-c0dc964fcdaa req-bcc96ad9-3397-4db9-b5fb-f979077ccd7f tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771956 Jul 24 09:11:21.218752 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-70a13de5-b784-49b9-b469-92609159e20c req-0624a631-cb1a-41b9-8c9c-1d87862455a6 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Deleting port bdba70d3-213d-4ec6-8dcc-a2410acc5125 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:11:21.219066 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-70a13de5-b784-49b9-b469-92609159e20c req-0624a631-cb1a-41b9-8c9c-1d87862455a6 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:21.321742 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862cf35-dc01-4860-8900-e5b99ffe89d3 req-333b9e23-872b-4344-89c2-acfd1abc2759 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:21.327266 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-750e1a81-3536-40a1-b1f9-3e9505c0656b service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606885 Jul 24 09:11:21.328780 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6862cf35-dc01-4860-8900-e5b99ffe89d3 req-333b9e23-872b-4344-89c2-acfd1abc2759 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 944 time: 0.0752463 Jul 24 09:11:21.374402 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6862cf35-dc01-4860-8900-e5b99ffe89d3 req-59d3f769-f6cc-41f6-9ae1-960b60deac86 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446882 Jul 24 09:11:21.477775 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-63c3ee8e-f66f-40d2-8030-67bc8a561d24 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330135 Jul 24 09:11:21.478320 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-f4ac171b-3b52-42a1-9eb6-4b93f73017ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:21.479768 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-f4ac171b-3b52-42a1-9eb6-4b93f73017ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 1100 time: 0.3643682 Jul 24 09:11:21.483945 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cefa188-574e-4c5c-bdf4-d617c80bc1d2 x-openstack-request-id: req-1cefa188-574e-4c5c-bdf4-d617c80bc1d2 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:21.484449 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae4abfc-3c0e-42f6-86b2-5c675bc039aa", "name": "network-vif-plugged", "status": "completed", "tag": "86c834eb-70d5-40f6-86e5-420f77b0d7ea", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:21.484449 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1cefa188-574e-4c5c-bdf4-d617c80bc1d2 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:21.484867 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae4abfc-3c0e-42f6-86b2-5c675bc039aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c834eb-70d5-40f6-86e5-420f77b0d7ea', 'code': 200} Jul 24 09:11:21.492587 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-70a13de5-b784-49b9-b469-92609159e20c req-0624a631-cb1a-41b9-8c9c-1d87862455a6 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] For port bdba70d3-213d-4ec6-8dcc-a2410acc5125, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=bdba70d3-213d-4ec6-8dcc-a2410acc5125,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:21.494813 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-70a13de5-b784-49b9-b469-92609159e20c req-0624a631-cb1a-41b9-8c9c-1d87862455a6 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:21.567205 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82f428f-d948-4614-b775-97fc5b34c76e x-openstack-request-id: req-f82f428f-d948-4614-b775-97fc5b34c76e {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:21.567787 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "tag": "78daa873-7966-4683-9199-be51fbbff09b", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:21.568294 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f82f428f-d948-4614-b775-97fc5b34c76e {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:21.569538 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'tag': '78daa873-7966-4683-9199-be51fbbff09b', 'status': 'completed', 'code': 200} Jul 24 09:11:21.602234 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-26caadc1-356b-4f33-9417-a9b162c6c1d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=f90fc468-b5dd-48ce-b1d9-842c219ba247 HTTP/1.1" status: 200 len: 217 time: 0.1028414 Jul 24 09:11:21.621898 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-70a13de5-b784-49b9-b469-92609159e20c req-0624a631-cb1a-41b9-8c9c-1d87862455a6 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Calling delete_port for bdba70d3-213d-4ec6-8dcc-a2410acc5125 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:11:21.695269 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777d05d-23d0-4ca6-be9b-da89c0c5432d req-073f945f-4349-48f0-8b42-d37209b87923 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:21.696805 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a777d05d-23d0-4ca6-be9b-da89c0c5432d req-073f945f-4349-48f0-8b42-d37209b87923 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 944 time: 0.1114969 Jul 24 09:11:21.737928 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a252df3-f3fc-45b4-8403-a4d24867083c', 'tag': '697973d6-f624-4195-849b-2f3ffdaf10d8'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:21.740586 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71cc218-2eb2-411f-9f5e-faf82772d244" -d '{"events": [{"name": "network-changed", "server_uuid": "4a252df3-f3fc-45b4-8403-a4d24867083c", "tag": "697973d6-f624-4195-849b-2f3ffdaf10d8"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:21.753886 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a777d05d-23d0-4ca6-be9b-da89c0c5432d req-aaba6d5e-6d5d-44d7-a819-f041eaf4e280 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495005 Jul 24 09:11:21.761989 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-023d2e3c-ba3f-4529-9132-9318d1bbecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:21.763588 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-023d2e3c-ba3f-4529-9132-9318d1bbecbb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5552e953-f753-4faf-a079-e77f25f33478 HTTP/1.1" status: 200 len: 797 time: 0.1503642 Jul 24 09:11:21.805871 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-e60314ab-5f21-4913-a1fd-5c4503c9c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:21.807671 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-e60314ab-5f21-4913-a1fd-5c4503c9c89e service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.3014567 Jul 24 09:11:21.891423 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-2d1286f1-146c-45e7-8508-93eb7476072c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=86c834eb-70d5-40f6-86e5-420f77b0d7ea HTTP/1.1" status: 200 len: 217 time: 0.0737710 Jul 24 09:11:22.019377 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-de82b985-c478-4ea4-b74f-d0c7fd5b5e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:22.020918 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-de82b985-c478-4ea4-b74f-d0c7fd5b5e4d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1203883 Jul 24 09:11:22.027337 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-328e9aac-0b50-492a-95c9-bfbba1bfc335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:22.029747 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-328e9aac-0b50-492a-95c9-bfbba1bfc335 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2545218 Jul 24 09:11:22.048612 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d55162-8153-41ae-bf56-6fd4bc01be18 req-2d792c4a-bb6c-44c2-815e-789126e93e60 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:22.054735 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d55162-8153-41ae-bf56-6fd4bc01be18 req-2d792c4a-bb6c-44c2-815e-789126e93e60 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:22.061652 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d55162-8153-41ae-bf56-6fd4bc01be18 req-2d792c4a-bb6c-44c2-815e-789126e93e60 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:22.068258 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d55162-8153-41ae-bf56-6fd4bc01be18 req-2d792c4a-bb6c-44c2-815e-789126e93e60 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:22.074754 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d55162-8153-41ae-bf56-6fd4bc01be18 req-2d792c4a-bb6c-44c2-815e-789126e93e60 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:22.081643 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d55162-8153-41ae-bf56-6fd4bc01be18 req-2d792c4a-bb6c-44c2-815e-789126e93e60 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:22.087921 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d55162-8153-41ae-bf56-6fd4bc01be18 req-2d792c4a-bb6c-44c2-815e-789126e93e60 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:22.090478 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a3d55162-8153-41ae-bf56-6fd4bc01be18 req-2d792c4a-bb6c-44c2-815e-789126e93e60 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5420 time: 0.2318714 Jul 24 09:11:22.131714 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-70a13de5-b784-49b9-b469-92609159e20c req-0624a631-cb1a-41b9-8c9c-1d87862455a6 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:22.139500 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a3d55162-8153-41ae-bf56-6fd4bc01be18 req-c1f26fa4-6169-407a-8a37-bf8ed09bc13f tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430207 Jul 24 09:11:22.150871 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['95d59126-4f43-41c6-8e09-fca4d1581987'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:11:22.220678 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624a631-cb1a-41b9-8c9c-1d87862455a6 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Pushing event deleted for resources: {'Port': ['ID=bdba70d3-213d-4ec6-8dcc-a2410acc5125,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:22.315216 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a13de5-b784-49b9-b469-92609159e20c req-0624a631-cb1a-41b9-8c9c-1d87862455a6 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] No DVR routers for this DVR port bdba70d3-213d-4ec6-8dcc-a2410acc5125 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:11:22.318586 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-70a13de5-b784-49b9-b469-92609159e20c req-0624a631-cb1a-41b9-8c9c-1d87862455a6 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:22.321265 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70a13de5-b784-49b9-b469-92609159e20c req-0624a631-cb1a-41b9-8c9c-1d87862455a6 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.37 "DELETE /v2.0/ports/bdba70d3-213d-4ec6-8dcc-a2410acc5125 HTTP/1.1" status: 204 len: 173 time: 1.4446149 Jul 24 09:11:22.334176 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-d919060a-e1da-467f-ac47-9b2fd559a370 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918103 Jul 24 09:11:22.342343 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-6fbd6aa1-ede6-4245-ac69-9c08b992ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:22.344616 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-6fbd6aa1-ede6-4245-ac69-9c08b992ec0e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2817714 Jul 24 09:11:22.416658 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966058f9-9f07-4a7c-86ae-5f4444c57505 x-openstack-request-id: req-966058f9-9f07-4a7c-86ae-5f4444c57505 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:22.417722 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a252df3-f3fc-45b4-8403-a4d24867083c", "tag": "697973d6-f624-4195-849b-2f3ffdaf10d8", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:22.417851 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-966058f9-9f07-4a7c-86ae-5f4444c57505 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:22.418833 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a252df3-f3fc-45b4-8403-a4d24867083c', 'tag': '697973d6-f624-4195-849b-2f3ffdaf10d8', 'status': 'completed', 'code': 200} Jul 24 09:11:22.750671 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-06b7c35b-c915-4077-a0e7-f5dc302814d5 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045117 Jul 24 09:11:22.755940 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-bfcbb048-9d45-4f73-a9ad-ff8d2509f692 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985114 Jul 24 09:11:22.936287 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-61edf372-c6d5-4834-a3d2-f1b0c65f458e service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622167 Jul 24 09:11:22.941915 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-2d4bafd8-70dc-4cb4-a797-ad5c39225751 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ec7b7342-b9c1-4473-8413-9a5e12abdbb6 HTTP/1.1" status: 200 len: 217 time: 0.1789191 Jul 24 09:11:23.012684 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-6a0d4e3f-70de-4af1-be64-057af4224851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:23.014429 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-6a0d4e3f-70de-4af1-be64-057af4224851 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0696ce3-b7e9-46ab-bb06-e6093c133467 HTTP/1.1" status: 200 len: 797 time: 0.0552251 Jul 24 09:11:23.016529 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cc218-2eb2-411f-9f5e-faf82772d244 req-98cd4fc2-ebd2-4eff-9256-5ac29dbb4a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:23.017991 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a71cc218-2eb2-411f-9f5e-faf82772d244 req-98cd4fc2-ebd2-4eff-9256-5ac29dbb4a76 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d4740b4b94942bdba9d4b286110923d&device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 1125 time: 0.5733905 Jul 24 09:11:23.088647 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b135658-f21c-42d5-b16d-d75e40bd9934 req-7c9be12a-f458-421f-9bb6-28b30a5fb6ff tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:23.097877 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9b135658-f21c-42d5-b16d-d75e40bd9934 req-7c9be12a-f458-421f-9bb6-28b30a5fb6ff tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.1040616 Jul 24 09:11:23.170913 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9b135658-f21c-42d5-b16d-d75e40bd9934 req-0ce54ff4-044d-4ae8-b311-5a165fc2af46 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717828 Jul 24 09:11:23.362162 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c209c-d9ff-4028-92d8-9b0311de41ee req-8393234b-1bbc-4ebb-b144-5ffcfdd5884c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:23.371943 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c44c209c-d9ff-4028-92d8-9b0311de41ee req-8393234b-1bbc-4ebb-b144-5ffcfdd5884c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 944 time: 0.1280162 Jul 24 09:11:23.392599 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f48e5ffd-eb68-43d7-b69a-d6296f74a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:23.394157 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-f48e5ffd-eb68-43d7-b69a-d6296f74a67b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3713589 Jul 24 09:11:23.427414 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c44c209c-d9ff-4028-92d8-9b0311de41ee req-dd58bb21-daab-4a6e-8cc9-baeea9162ab0 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538549 Jul 24 09:11:23.487540 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cc218-2eb2-411f-9f5e-faf82772d244 req-a37abdfa-a5d6-4c72-8c0b-deb6a826e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:23.489070 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a71cc218-2eb2-411f-9f5e-faf82772d244 req-a37abdfa-a5d6-4c72-8c0b-deb6a826e7f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 200 len: 907 time: 0.4525864 Jul 24 09:11:23.539185 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a71cc218-2eb2-411f-9f5e-faf82772d244 req-095f3c52-1266-4b88-b9be-a5705f552b09 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=697973d6-f624-4195-849b-2f3ffdaf10d8 HTTP/1.1" status: 200 len: 217 time: 0.0401483 Jul 24 09:11:23.579274 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74cf0b3-8787-4966-ac2c-1788c88b0f47', 'name': 'network-vif-deleted', 'tag': 'bdba70d3-213d-4ec6-8dcc-a2410acc5125'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:23.581766 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02087d95-cfbd-415f-822d-4215fd25c094" -d '{"events": [{"server_uuid": "b74cf0b3-8787-4966-ac2c-1788c88b0f47", "name": "network-vif-deleted", "tag": "bdba70d3-213d-4ec6-8dcc-a2410acc5125"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:23.602471 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-3ed4371f-4c3d-4d15-ac8e-3c989d6b8d68 service neutron] 10.222.0.20 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009459 Jul 24 09:11:23.631872 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f39d0d42-1dfd-4d5a-a034-da4b2930b29f req-3339866f-f99d-46ab-81be-d84046e2d71c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 210 time: 0.0665190 Jul 24 09:11:23.662496 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cc218-2eb2-411f-9f5e-faf82772d244 req-3a6b2a84-3bb0-4350-ae9e-dd0deb794762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:23.664286 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a71cc218-2eb2-411f-9f5e-faf82772d244 req-3a6b2a84-3bb0-4350-ae9e-dd0deb794762 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58351263-9729-4aa6-887c-072787b6bdca HTTP/1.1" status: 200 len: 847 time: 0.1171558 Jul 24 09:11:23.763367 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a71cc218-2eb2-411f-9f5e-faf82772d244 req-3c1bb040-23c6-4aab-8c48-41f7067ff65f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511980 Jul 24 09:11:23.831249 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-7be11307-8bc1-4098-b008-c7b9947f656b service neutron] 10.222.0.20 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208669 Jul 24 09:11:23.937624 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-b43c32a2-8c2b-4082-9e6f-50975ad3040c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78daa873-7966-4683-9199-be51fbbff09b HTTP/1.1" status: 200 len: 217 time: 0.0959647 Jul 24 09:11:24.045337 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-480893c0-b377-4bcd-98f7-3f313ff9dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:24.046797 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-480893c0-b377-4bcd-98f7-3f313ff9dbf2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0696ce3-b7e9-46ab-bb06-e6093c133467 HTTP/1.1" status: 200 len: 797 time: 0.0798604 Jul 24 09:11:24.048584 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a71cc218-2eb2-411f-9f5e-faf82772d244 req-c2864472-b851-4282-9609-90b0468acfaf service neutron] 10.222.0.37 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735343 Jul 24 09:11:24.064796 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device bdba70d3-213d-4ec6-8dcc-a2410acc5125 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:11:24.108779 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: bdba70d3-213d-4ec6-8dcc-a2410acc5125 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:11:24.109384 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device bdba70d3-213d-4ec6-8dcc-a2410acc5125 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:11:24.287303 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a71cc218-2eb2-411f-9f5e-faf82772d244 req-999cfb99-26c7-4790-b6a5-d57ce4aaf5c6 service neutron] 10.222.0.37 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244289 Jul 24 09:11:24.292998 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-46eb2f9b-f3e8-4508-ae2a-b5ae501cc501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:24.295474 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-46eb2f9b-f3e8-4508-ae2a-b5ae501cc501 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2408433 Jul 24 09:11:24.470041 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-3a6ae6a6-3625-4ebc-b55e-e1fbbb02c4a8 service neutron] 10.222.0.20 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660318 Jul 24 09:11:24.526098 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d5429-994e-4051-b391-158429f197fb req-bf68809a-aad1-4b01-82d5-772c91c830ce tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:24.526098 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f53d5429-994e-4051-b391-158429f197fb req-bf68809a-aad1-4b01-82d5-772c91c830ce tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/ports?device_id=167ec730-7975-4f44-bd81-14b49f9cbde2 HTTP/1.1" status: 200 len: 945 time: 0.1420081 Jul 24 09:11:24.633457 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f53d5429-994e-4051-b391-158429f197fb req-cd5115b0-b3e1-4e2e-8a57-d0d710dbae5f tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cf246ae-76ab-47b7-b437-825ea6998570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671051 Jul 24 09:11:24.633800 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f6fb76a-425a-40d8-a8c7-a261be8950f7 req-a56c15d6-6f70-40e7-a89d-8afb481d549f service neutron] 10.222.0.20 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525090 Jul 24 09:11:24.739797 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a9e1d-d023-4270-9602-3bd2bf198523 req-f3e6359c-1e07-431d-9996-fcbac4ff0b17 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:24.751660 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a9e1d-d023-4270-9602-3bd2bf198523 req-f3e6359c-1e07-431d-9996-fcbac4ff0b17 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:24.770095 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a9e1d-d023-4270-9602-3bd2bf198523 req-f3e6359c-1e07-431d-9996-fcbac4ff0b17 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:24.792861 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a9e1d-d023-4270-9602-3bd2bf198523 req-f3e6359c-1e07-431d-9996-fcbac4ff0b17 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:24.799116 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a9e1d-d023-4270-9602-3bd2bf198523 req-f3e6359c-1e07-431d-9996-fcbac4ff0b17 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:24.818565 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a9e1d-d023-4270-9602-3bd2bf198523 req-f3e6359c-1e07-431d-9996-fcbac4ff0b17 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:24.832849 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a9e1d-d023-4270-9602-3bd2bf198523 req-f3e6359c-1e07-431d-9996-fcbac4ff0b17 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:24.835025 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-028a9e1d-d023-4270-9602-3bd2bf198523 req-f3e6359c-1e07-431d-9996-fcbac4ff0b17 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5420 time: 0.1825495 Jul 24 09:11:24.916654 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-028a9e1d-d023-4270-9602-3bd2bf198523 req-8acde888-5167-4e59-aa8b-71748e5231d4 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0750463 Jul 24 09:11:24.953257 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-85845f08-0b6c-47a1-bc5a-54d5c0b12564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:24.954569 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-85845f08-0b6c-47a1-bc5a-54d5c0b12564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:24.954701 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-85845f08-0b6c-47a1-bc5a-54d5c0b12564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:24.955722 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-85845f08-0b6c-47a1-bc5a-54d5c0b12564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:24.956201 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-85845f08-0b6c-47a1-bc5a-54d5c0b12564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:24.956674 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-85845f08-0b6c-47a1-bc5a-54d5c0b12564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:24.957424 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-85845f08-0b6c-47a1-bc5a-54d5c0b12564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:24.959384 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-85845f08-0b6c-47a1-bc5a-54d5c0b12564 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dca0b6b5a564009b8793a19d3533709&device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 6477 time: 0.2104354 Jul 24 09:11:25.064905 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-5068c966-1700-49ff-aaae-3480d57fa6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:25.067590 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-5068c966-1700-49ff-aaae-3480d57fa6bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=cc9afdd4-5467-4171-81bc-c8240aa53b2b HTTP/1.1" status: 200 len: 901 time: 0.0999157 Jul 24 09:11:25.093453 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-16e50ba3-02bc-4a1b-b796-98849fb7f7ca service neutron] 10.222.0.37 "GET /v2.0/ports/697973d6-f624-4195-849b-2f3ffdaf10d8/bindings/n-h2-800085-9 HTTP/1.1" status: 200 len: 384 time: 0.2673917 Jul 24 09:11:25.164052 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-3c670e9e-845d-475f-9e48-bbef2961789b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=f90fc468-b5dd-48ce-b1d9-842c219ba247 HTTP/1.1" status: 200 len: 217 time: 0.0834668 Jul 24 09:11:25.210807 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb90459d-6796-4e61-bcf9-7a6afad30127 x-openstack-request-id: req-fb90459d-6796-4e61-bcf9-7a6afad30127 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:25.214928 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74cf0b3-8787-4966-ac2c-1788c88b0f47", "name": "network-vif-deleted", "tag": "bdba70d3-213d-4ec6-8dcc-a2410acc5125", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:25.215395 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb90459d-6796-4e61-bcf9-7a6afad30127 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:25.216640 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74cf0b3-8787-4966-ac2c-1788c88b0f47', 'name': 'network-vif-deleted', 'tag': 'bdba70d3-213d-4ec6-8dcc-a2410acc5125', 'status': 'completed', 'code': 200} Jul 24 09:11:25.333429 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-e46926ad-208b-4543-96c7-9613ab46fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:25.335763 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-e46926ad-208b-4543-96c7-9613ab46fd4e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5552e953-f753-4faf-a079-e77f25f33478 HTTP/1.1" status: 200 len: 797 time: 0.1171412 Jul 24 09:11:25.550043 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50757ed-762c-4995-8dea-59932497fadb req-e5267a49-b24e-4a8f-949a-b4c04c9c2a92 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:25.562263 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a50757ed-762c-4995-8dea-59932497fadb req-e5267a49-b24e-4a8f-949a-b4c04c9c2a92 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.2355001 Jul 24 09:11:25.655180 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a50757ed-762c-4995-8dea-59932497fadb req-a6345775-7736-4e3b-a0bc-ef6b8b2680e3 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914209 Jul 24 09:11:25.677146 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a3e52f69-bd8c-46ee-a236-0d84ac67bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:25.678987 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a3e52f69-bd8c-46ee-a236-0d84ac67bf09 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa&tenant_id=f67164019b334342a09c29ba4cdc5893 HTTP/1.1" status: 200 len: 1100 time: 0.2373626 Jul 24 09:11:25.693894 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a2847674-66cd-435b-84f2-da170c1c4df0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-9', 'device_owner': 'compute:nova'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:11:25.917656 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a2847674-66cd-435b-84f2-da170c1c4df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:25.984166 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-8f11a145-2abc-4231-8ff2-02f3f43f2065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:25.985715 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-8f11a145-2abc-4231-8ff2-02f3f43f2065 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6420872 Jul 24 09:11:25.993862 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedc191-4f7a-4001-aeb3-2033972c54a8 req-9562c33f-c474-423d-8553-c293e7073e7d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:26.004653 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1aedc191-4f7a-4001-aeb3-2033972c54a8 req-9562c33f-c474-423d-8553-c293e7073e7d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 944 time: 0.2240772 Jul 24 09:11:26.027342 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-672dffb0-45b4-4068-a4cc-61a23b9c6a22 service neutron] For port 697973d6-f624-4195-849b-2f3ffdaf10d8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=697973d6-f624-4195-849b-2f3ffdaf10d8,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:26.083102 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 86c834eb-70d5-40f6-86e5-420f77b0d7ea no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:11:26.158174 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-672dffb0-45b4-4068-a4cc-61a23b9c6a22 service neutron] For port 697973d6-f624-4195-849b-2f3ffdaf10d8, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:11:26.176202 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1aedc191-4f7a-4001-aeb3-2033972c54a8 req-fd03cd06-ccce-4184-b708-b3ca8acf6a83 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702828 Jul 24 09:11:26.262534 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:26.267600 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-4450802a-1f54-4d58-b7cf-c8fd0df8fb5e service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658103 Jul 24 09:11:26.359240 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 697973d6-f624-4195-849b-2f3ffdaf10d8 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:11:26.393727 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-834029d6-fc33-4a5c-a70e-f1cb7710c848 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193228 Jul 24 09:11:26.406345 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-672dffb0-45b4-4068-a4cc-61a23b9c6a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 697973d6-f624-4195-849b-2f3ffdaf10d8 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:11:26.426135 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a2847674-66cd-435b-84f2-da170c1c4df0 service neutron] For port 86c834eb-70d5-40f6-86e5-420f77b0d7ea, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=86c834eb-70d5-40f6-86e5-420f77b0d7ea,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:26.439819 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 697973d6-f624-4195-849b-2f3ffdaf10d8 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:11:26.446345 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-672dffb0-45b4-4068-a4cc-61a23b9c6a22 service neutron] For port 697973d6-f624-4195-849b-2f3ffdaf10d8, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=697973d6-f624-4195-849b-2f3ffdaf10d8,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:26.518819 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a2847674-66cd-435b-84f2-da170c1c4df0 service neutron] For port 86c834eb-70d5-40f6-86e5-420f77b0d7ea, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:11:26.547897 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-672dffb0-45b4-4068-a4cc-61a23b9c6a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:26.614729 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae4abfc-3c0e-42f6-86b2-5c675bc039aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86c834eb-70d5-40f6-86e5-420f77b0d7ea'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:26.622625 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1d826d-08d0-4e09-911c-81643258e547" -d '{"events": [{"server_uuid": "9ae4abfc-3c0e-42f6-86b2-5c675bc039aa", "name": "network-vif-unplugged", "status": "completed", "tag": "86c834eb-70d5-40f6-86e5-420f77b0d7ea"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:26.635563 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-91a5e754-132e-4317-9eb6-710a6ab2a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:26.636656 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-91a5e754-132e-4317-9eb6-710a6ab2a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:26.637181 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-91a5e754-132e-4317-9eb6-710a6ab2a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:26.637655 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-91a5e754-132e-4317-9eb6-710a6ab2a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:26.638128 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-91a5e754-132e-4317-9eb6-710a6ab2a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:26.638597 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-91a5e754-132e-4317-9eb6-710a6ab2a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:26.639068 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-91a5e754-132e-4317-9eb6-710a6ab2a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:26.639231 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a2847674-66cd-435b-84f2-da170c1c4df0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:26.641247 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-91a5e754-132e-4317-9eb6-710a6ab2a790 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dca0b6b5a564009b8793a19d3533709&device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 6477 time: 0.1776419 Jul 24 09:11:26.677069 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a2847674-66cd-435b-84f2-da170c1c4df0 service neutron] Transition to ACTIVE for port object 86c834eb-70d5-40f6-86e5-420f77b0d7ea will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:11:26.695522 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a2847674-66cd-435b-84f2-da170c1c4df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:26.718707 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-672dffb0-45b4-4068-a4cc-61a23b9c6a22 service neutron] Transition to ACTIVE for port object 697973d6-f624-4195-849b-2f3ffdaf10d8 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:11:26.732200 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-672dffb0-45b4-4068-a4cc-61a23b9c6a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:26.733762 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.db.api [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:11:26.734399 n-d-800085-9 neutron-server[94037]: DEBUG oslo_db.api [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:11:26.767907 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e8115e7e-a54e-40cd-80bb-0d5de7394bfe req-cc685e02-2739-4089-9fae-9bed3ed898b3 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 210 time: 0.0673537 Jul 24 09:11:26.909486 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0966bc8-033d-438e-a464-486ad3be9b97 req-6573f435-31e4-4cd5-a6d5-8d8a00a8a29a tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:26.916548 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0966bc8-033d-438e-a464-486ad3be9b97 req-6573f435-31e4-4cd5-a6d5-8d8a00a8a29a tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:26.923295 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0966bc8-033d-438e-a464-486ad3be9b97 req-6573f435-31e4-4cd5-a6d5-8d8a00a8a29a tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:26.929774 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0966bc8-033d-438e-a464-486ad3be9b97 req-6573f435-31e4-4cd5-a6d5-8d8a00a8a29a tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:26.936911 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0966bc8-033d-438e-a464-486ad3be9b97 req-6573f435-31e4-4cd5-a6d5-8d8a00a8a29a tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:26.943329 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0966bc8-033d-438e-a464-486ad3be9b97 req-6573f435-31e4-4cd5-a6d5-8d8a00a8a29a tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:26.949929 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0966bc8-033d-438e-a464-486ad3be9b97 req-6573f435-31e4-4cd5-a6d5-8d8a00a8a29a tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:26.951996 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c0966bc8-033d-438e-a464-486ad3be9b97 req-6573f435-31e4-4cd5-a6d5-8d8a00a8a29a tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5420 time: 0.2937930 Jul 24 09:11:26.952987 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-672dffb0-45b4-4068-a4cc-61a23b9c6a22 service neutron] No DVR routers for this DVR port 697973d6-f624-4195-849b-2f3ffdaf10d8 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:11:26.961422 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-3b244a42-2279-44f5-9c53-c6cd24b0a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:26.962937 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-3b244a42-2279-44f5-9c53-c6cd24b0a0e8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d HTTP/1.1" status: 200 len: 902 time: 0.3142931 Jul 24 09:11:26.986351 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a2847674-66cd-435b-84f2-da170c1c4df0 service neutron] No DVR routers for this DVR port 86c834eb-70d5-40f6-86e5-420f77b0d7ea on host n-h1-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:11:26.990730 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672dffb0-45b4-4068-a4cc-61a23b9c6a22 service neutron] Pushing event updated for resources: {'Port': ['ID=697973d6-f624-4195-849b-2f3ffdaf10d8,revision_number=10']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:26.994885 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2847674-66cd-435b-84f2-da170c1c4df0 service neutron] Pushing event updated for resources: {'Port': ['ID=86c834eb-70d5-40f6-86e5-420f77b0d7ea,revision_number=10']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:27.072475 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a2847674-66cd-435b-84f2-da170c1c4df0 service neutron] Attempting to bind port 86c834eb-70d5-40f6-86e5-420f77b0d7ea on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:11:27.072855 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a2847674-66cd-435b-84f2-da170c1c4df0 service neutron] Attempting to bind port 86c834eb-70d5-40f6-86e5-420f77b0d7ea by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:11:27.074224 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a2847674-66cd-435b-84f2-da170c1c4df0 service neutron] Attempting to bind port 86c834eb-70d5-40f6-86e5-420f77b0d7ea on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:11:27.092164 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a2847674-66cd-435b-84f2-da170c1c4df0 service neutron] Port 86c834eb-70d5-40f6-86e5-420f77b0d7ea on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:11:27.092474 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a2847674-66cd-435b-84f2-da170c1c4df0 service neutron] Attempting to bind port 86c834eb-70d5-40f6-86e5-420f77b0d7ea on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:11:27.106475 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a2847674-66cd-435b-84f2-da170c1c4df0 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:11:27.106823 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a2847674-66cd-435b-84f2-da170c1c4df0 service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:11:27.109814 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a2847674-66cd-435b-84f2-da170c1c4df0 service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:11:27.110118 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a2847674-66cd-435b-84f2-da170c1c4df0 service neutron] Bound port: 86c834eb-70d5-40f6-86e5-420f77b0d7ea, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:11:27.111226 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a2847674-66cd-435b-84f2-da170c1c4df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:27.118083 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-98aa87e4-927d-4600-8080-c6c31774c85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:27.154795 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c0966bc8-033d-438e-a464-486ad3be9b97 req-46bb6121-004d-4812-b57d-c65de202b513 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1904790 Jul 24 09:11:27.172495 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-672dffb0-45b4-4068-a4cc-61a23b9c6a22 service neutron] 10.222.0.37 "PUT /v2.0/ports/697973d6-f624-4195-849b-2f3ffdaf10d8/bindings/n-h2-800085-9/activate HTTP/1.1" status: 200 len: 369 time: 2.0187275 Jul 24 09:11:27.254568 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-01a73a9e-7ae2-49fd-934d-bc35c42a0ca9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ec7b7342-b9c1-4473-8413-9a5e12abdbb6 HTTP/1.1" status: 200 len: 217 time: 0.2472992 Jul 24 09:11:27.319096 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a2847674-66cd-435b-84f2-da170c1c4df0 service neutron] For port 86c834eb-70d5-40f6-86e5-420f77b0d7ea, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:11:27.323468 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a2847674-66cd-435b-84f2-da170c1c4df0 service neutron] For port 86c834eb-70d5-40f6-86e5-420f77b0d7ea, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=86c834eb-70d5-40f6-86e5-420f77b0d7ea,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:11:27.348107 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 697973d6-f624-4195-849b-2f3ffdaf10d8 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:11:27.352415 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a2847674-66cd-435b-84f2-da170c1c4df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:27.423549 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-dd62f049-6370-44f1-97d5-6f394412dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:27.425043 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-dd62f049-6370-44f1-97d5-6f394412dff6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0696ce3-b7e9-46ab-bb06-e6093c133467 HTTP/1.1" status: 200 len: 797 time: 0.1643612 Jul 24 09:11:27.458316 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 697973d6-f624-4195-849b-2f3ffdaf10d8 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:11:27.465460 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a2847674-66cd-435b-84f2-da170c1c4df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:27.466098 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a2847674-66cd-435b-84f2-da170c1c4df0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:27.470707 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a2847674-66cd-435b-84f2-da170c1c4df0 service neutron] 10.222.0.20 "PUT /v2.0/ports/86c834eb-70d5-40f6-86e5-420f77b0d7ea HTTP/1.1" status: 200 len: 1096 time: 1.7816863 Jul 24 09:11:27.492988 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6059cc82-7ca1-4e94-91bf-2b1ab3f84d58 x-openstack-request-id: req-6059cc82-7ca1-4e94-91bf-2b1ab3f84d58 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:27.493495 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae4abfc-3c0e-42f6-86b2-5c675bc039aa", "name": "network-vif-unplugged", "status": "completed", "tag": "86c834eb-70d5-40f6-86e5-420f77b0d7ea", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:27.493733 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6059cc82-7ca1-4e94-91bf-2b1ab3f84d58 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:27.494207 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae4abfc-3c0e-42f6-86b2-5c675bc039aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86c834eb-70d5-40f6-86e5-420f77b0d7ea', 'code': 200} Jul 24 09:11:27.497695 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-4d890820-47b9-4069-be41-94b8e1ad7eeb tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:27.499298 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-4d890820-47b9-4069-be41-94b8e1ad7eeb tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c&tenant_id=9d4740b4b94942bdba9d4b286110923d&binding%3Ahost_id=n-h1-800085-9 HTTP/1.1" status: 200 len: 1096 time: 0.2435112 Jul 24 09:11:27.612568 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-754333ec-662c-4900-96ff-c59bbcca245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:27.615632 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-754333ec-662c-4900-96ff-c59bbcca245d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1804907 Jul 24 09:11:27.686462 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2847674-66cd-435b-84f2-da170c1c4df0 service neutron] Pushing event updated for resources: {'Port': ['ID=86c834eb-70d5-40f6-86e5-420f77b0d7ea,revision_number=11']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:27.752026 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-b955cf2c-e6f4-4caa-ba54-97502a8cda3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:27.754308 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-b955cf2c-e6f4-4caa-ba54-97502a8cda3a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c&tenant_id=9d4740b4b94942bdba9d4b286110923d HTTP/1.1" status: 200 len: 1096 time: 0.2436140 Jul 24 09:11:27.758119 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a599a0cd-d5ed-4fe6-bc8d-242279bf7c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:27.759608 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-a599a0cd-d5ed-4fe6-bc8d-242279bf7c66 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 1099 time: 0.2333868 Jul 24 09:11:27.767573 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2539d-8a65-4601-b936-ecf320164860 req-2b2cdf22-78b1-404c-a0fe-372262e244a4 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:27.769755 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a6b2539d-8a65-4601-b936-ecf320164860 req-2b2cdf22-78b1-404c-a0fe-372262e244a4 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 945 time: 0.2329767 Jul 24 09:11:27.818190 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-7ef915d8-2c84-475d-add9-980b7bf18a1f service neutron] 10.222.0.20 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913238 Jul 24 09:11:27.847087 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19061f5d-762c-4e73-953e-e2e55110bd43 req-c0b1be29-4198-4193-9376-1c94a8f45ca0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:27.849331 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-19061f5d-762c-4e73-953e-e2e55110bd43 req-c0b1be29-4198-4193-9376-1c94a8f45ca0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 948 time: 0.2953198 Jul 24 09:11:27.943560 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a6b2539d-8a65-4601-b936-ecf320164860 req-51232185-6695-4c09-9617-e4bb604cf192 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643941 Jul 24 09:11:27.992803 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-26a3cd0f-9d87-43b2-bb0b-7ef6286c98e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:27.994127 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-19061f5d-762c-4e73-953e-e2e55110bd43 req-1d710a18-1f7c-487f-a29e-fdd353519284 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255367 Jul 24 09:11:27.994579 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-26a3cd0f-9d87-43b2-bb0b-7ef6286c98e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.2239048 Jul 24 09:11:28.011761 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-a5f40cb6-e7c1-42ba-bf4f-b9034ec9bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:28.013320 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-a5f40cb6-e7c1-42ba-bf4f-b9034ec9bc09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d4740b4b94942bdba9d4b286110923d&device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 1096 time: 0.2080212 Jul 24 09:11:28.044397 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02d90efe-7eda-4bb8-aa93-d7d4b077c4e9 req-00e877f7-0f02-4914-ab99-54fbb139ca21 service neutron] 10.222.0.20 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187111 Jul 24 09:11:28.070480 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-9fe5f97a-37bf-438f-8332-67c73069982a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=86c834eb-70d5-40f6-86e5-420f77b0d7ea HTTP/1.1" status: 200 len: 217 time: 0.0560162 Jul 24 09:11:28.192199 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-6a5f6f1c-d086-430c-a762-079f94dd75dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:28.193781 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-6a5f6f1c-d086-430c-a762-079f94dd75dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1139915 Jul 24 09:11:28.255831 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-ff489330-f578-478e-9a7d-fb59aededabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:28.257340 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-ff489330-f578-478e-9a7d-fb59aededabc service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 200 len: 907 time: 0.2367609 Jul 24 09:11:28.331558 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-c9dd2675-1c66-4d36-b8be-79ad0bd129f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=697973d6-f624-4195-849b-2f3ffdaf10d8 HTTP/1.1" status: 200 len: 217 time: 0.0656819 Jul 24 09:11:28.335527 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74eaa9-6848-40ce-be59-5f73968108f3 req-f33fe544-1b6f-4460-99f4-9c5930b7cec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:28.336265 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74eaa9-6848-40ce-be59-5f73968108f3 req-f33fe544-1b6f-4460-99f4-9c5930b7cec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:28.337070 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74eaa9-6848-40ce-be59-5f73968108f3 req-f33fe544-1b6f-4460-99f4-9c5930b7cec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:28.339462 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74eaa9-6848-40ce-be59-5f73968108f3 req-f33fe544-1b6f-4460-99f4-9c5930b7cec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:28.339682 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74eaa9-6848-40ce-be59-5f73968108f3 req-f33fe544-1b6f-4460-99f4-9c5930b7cec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:28.340295 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74eaa9-6848-40ce-be59-5f73968108f3 req-f33fe544-1b6f-4460-99f4-9c5930b7cec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:28.340796 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74eaa9-6848-40ce-be59-5f73968108f3 req-f33fe544-1b6f-4460-99f4-9c5930b7cec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:28.342990 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1f74eaa9-6848-40ce-be59-5f73968108f3 req-f33fe544-1b6f-4460-99f4-9c5930b7cec3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dca0b6b5a564009b8793a19d3533709&device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 6477 time: 0.2464941 Jul 24 09:11:28.370282 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f7e6d-2f66-48a2-88cf-7614722440b5 req-c4f6f1f4-35fa-4287-b887-1467f0651a93 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:28.374135 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bc5f7e6d-2f66-48a2-88cf-7614722440b5 req-c4f6f1f4-35fa-4287-b887-1467f0651a93 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/ports?device_id=167ec730-7975-4f44-bd81-14b49f9cbde2 HTTP/1.1" status: 200 len: 945 time: 0.1982059 Jul 24 09:11:28.398374 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-75420df9-4196-443b-a8ec-3c28dc5f682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:28.399881 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-75420df9-4196-443b-a8ec-3c28dc5f682b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1944001 Jul 24 09:11:28.401981 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-dffbd257-dcef-4938-a615-716162e5d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:28.403685 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-dffbd257-dcef-4938-a615-716162e5d161 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58351263-9729-4aa6-887c-072787b6bdca HTTP/1.1" status: 200 len: 847 time: 0.0647676 Jul 24 09:11:28.472487 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-ea154e89-d6b4-43ce-902c-4e2b0d68a064 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445840 Jul 24 09:11:28.523335 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bc5f7e6d-2f66-48a2-88cf-7614722440b5 req-dc886e7e-d5b7-4a6a-8110-eaa6b38e68e5 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cf246ae-76ab-47b7-b437-825ea6998570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277688 Jul 24 09:11:28.563303 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74eaa9-6848-40ce-be59-5f73968108f3 req-a9ccfc4d-abc7-4bc4-a65d-6a8a5377c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:28.564778 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1f74eaa9-6848-40ce-be59-5f73968108f3 req-a9ccfc4d-abc7-4bc4-a65d-6a8a5377c1b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d HTTP/1.1" status: 200 len: 902 time: 0.2137792 Jul 24 09:11:28.653112 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-2cfdd479-832a-40d2-a531-1e9dd2c96b6d service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383106 Jul 24 09:11:28.689814 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1f74eaa9-6848-40ce-be59-5f73968108f3 req-053c77ac-8e9b-4e11-b707-ba5faebb7356 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78daa873-7966-4683-9199-be51fbbff09b HTTP/1.1" status: 200 len: 217 time: 0.1167099 Jul 24 09:11:28.703147 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-727d333f-cb55-4ec6-9855-fd90354dfc1c service neutron] 10.222.0.20 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223880 Jul 24 09:11:28.731321 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e2f54d4a-b53d-4eaa-be87-bc11ee737c51 req-e097d4dc-8dfb-4e1d-a096-b8d26b4e340d tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 210 time: 0.0664647 Jul 24 09:11:28.883028 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74eaa9-6848-40ce-be59-5f73968108f3 req-b30e9a61-5a8a-47e9-b8a0-8165937d5c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:28.890171 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1f74eaa9-6848-40ce-be59-5f73968108f3 req-b30e9a61-5a8a-47e9-b8a0-8165937d5c2d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0696ce3-b7e9-46ab-bb06-e6093c133467 HTTP/1.1" status: 200 len: 797 time: 0.1742651 Jul 24 09:11:28.918743 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cefd3695-5d67-44f9-b33f-fea15ea56539 req-ed89fc28-55d4-49e3-8a63-6673645a4337 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487586 Jul 24 09:11:28.944848 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-daec3d9b-fd36-4fe7-8175-6d2a652b6b94 service neutron] 10.222.0.20 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298214 Jul 24 09:11:28.978028 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46964c9f-f2fe-4042-b0e8-4f61196726f1 req-c1a71eed-e85e-4066-9575-bdd49bf2aa9a tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:29.005777 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46964c9f-f2fe-4042-b0e8-4f61196726f1 req-c1a71eed-e85e-4066-9575-bdd49bf2aa9a tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:29.012925 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46964c9f-f2fe-4042-b0e8-4f61196726f1 req-c1a71eed-e85e-4066-9575-bdd49bf2aa9a tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:29.019074 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46964c9f-f2fe-4042-b0e8-4f61196726f1 req-c1a71eed-e85e-4066-9575-bdd49bf2aa9a tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:29.027259 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46964c9f-f2fe-4042-b0e8-4f61196726f1 req-c1a71eed-e85e-4066-9575-bdd49bf2aa9a tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:29.037493 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46964c9f-f2fe-4042-b0e8-4f61196726f1 req-c1a71eed-e85e-4066-9575-bdd49bf2aa9a tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:29.044164 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46964c9f-f2fe-4042-b0e8-4f61196726f1 req-c1a71eed-e85e-4066-9575-bdd49bf2aa9a tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:29.046125 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-46964c9f-f2fe-4042-b0e8-4f61196726f1 req-c1a71eed-e85e-4066-9575-bdd49bf2aa9a tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5420 time: 0.2107975 Jul 24 09:11:29.094055 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cc988-303d-4261-9811-f2ddd218cfbb req-3191db57-89e1-4854-bb8d-e78838d67c52 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:29.097290 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c53cc988-303d-4261-9811-f2ddd218cfbb req-3191db57-89e1-4854-bb8d-e78838d67c52 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.20 "GET /v2.0/ports?device_id=167ec730-7975-4f44-bd81-14b49f9cbde2 HTTP/1.1" status: 200 len: 945 time: 0.2870996 Jul 24 09:11:29.101080 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74eaa9-6848-40ce-be59-5f73968108f3 req-7331be85-585b-4020-baa4-d25d26bda4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:29.102693 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1f74eaa9-6848-40ce-be59-5f73968108f3 req-7331be85-585b-4020-baa4-d25d26bda4df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2052681 Jul 24 09:11:29.194345 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-46964c9f-f2fe-4042-b0e8-4f61196726f1 req-e7d4f820-0c51-4acc-8cf0-c0cc9726a30e tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1345377 Jul 24 09:11:29.356828 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1f74eaa9-6848-40ce-be59-5f73968108f3 req-f403f70e-ee54-4b89-a56e-9510769a67d3 service neutron] 10.222.0.20 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144697 Jul 24 09:11:29.413106 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-bcd3619c-304d-477e-92b7-140183d04369 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:29.414699 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-bcd3619c-304d-477e-92b7-140183d04369 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c&tenant_id=9d4740b4b94942bdba9d4b286110923d&binding%3Ahost_id=n-h2-800085-9 HTTP/1.1" status: 200 len: 1096 time: 0.1520433 Jul 24 09:11:29.443315 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b90b5-0ae5-49f3-ba87-2a4022a61328 req-d35376b1-75e3-4cff-821c-c415a3e35561 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:29.445566 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-101b90b5-0ae5-49f3-ba87-2a4022a61328 req-d35376b1-75e3-4cff-821c-c415a3e35561 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 948 time: 0.1149638 Jul 24 09:11:29.499081 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae4abfc-3c0e-42f6-86b2-5c675bc039aa', 'tag': '86c834eb-70d5-40f6-86e5-420f77b0d7ea'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:29.501351 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd14b4a-4665-4cab-a245-73d27e6341ee" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae4abfc-3c0e-42f6-86b2-5c675bc039aa", "tag": "86c834eb-70d5-40f6-86e5-420f77b0d7ea"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:29.536081 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-101b90b5-0ae5-49f3-ba87-2a4022a61328 req-4669c503-bcc7-4c1e-a69e-df819c321efb tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728509 Jul 24 09:11:29.573583 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a7941-8c62-4796-b2c0-0f554df1218a req-d7402961-2ebe-4366-a820-164d1ef1462c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:29.580797 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-024a7941-8c62-4796-b2c0-0f554df1218a req-d7402961-2ebe-4366-a820-164d1ef1462c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 945 time: 0.3126345 Jul 24 09:11:29.593854 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1f74eaa9-6848-40ce-be59-5f73968108f3 req-6b0ff56b-6940-4949-8c1e-7aa0d92c9728 service neutron] 10.222.0.20 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145154 Jul 24 09:11:29.617953 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-c53cc988-303d-4261-9811-f2ddd218cfbb req-79cb5237-ab5e-49b3-a246-3a8d5ff22c29 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Deleting port 0c721162-93ea-4879-8cb5-8670381b5e84 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:11:29.618362 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c53cc988-303d-4261-9811-f2ddd218cfbb req-79cb5237-ab5e-49b3-a246-3a8d5ff22c29 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:29.641465 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-4a8da580-4337-4d96-90f1-b0d1dd446732 service neutron] For port 697973d6-f624-4195-849b-2f3ffdaf10d8, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:11:29.649602 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-4a8da580-4337-4d96-90f1-b0d1dd446732 service neutron] Notify callbacks [] for binding, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:29.650747 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-4a8da580-4337-4d96-90f1-b0d1dd446732 service neutron] 10.222.0.20 "DELETE /v2.0/ports/697973d6-f624-4195-849b-2f3ffdaf10d8/bindings/n-h1-800085-9 HTTP/1.1" status: 204 len: 173 time: 0.2221448 Jul 24 09:11:29.666447 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-024a7941-8c62-4796-b2c0-0f554df1218a req-4a4f6812-0d15-4ce7-b12b-847d6eddab2c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845661 Jul 24 09:11:29.749011 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-646f01d9-d83b-4993-bfa6-a1150c78f021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:29.769150 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c53cc988-303d-4261-9811-f2ddd218cfbb req-79cb5237-ab5e-49b3-a246-3a8d5ff22c29 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] For port 0c721162-93ea-4879-8cb5-8670381b5e84, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=0c721162-93ea-4879-8cb5-8670381b5e84,segment=NetworkSegment(5f12752a-fa32-448f-8ae6-966789d4668c),segment_id=5f12752a-fa32-448f-8ae6-966789d4668c)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:29.769683 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c53cc988-303d-4261-9811-f2ddd218cfbb req-79cb5237-ab5e-49b3-a246-3a8d5ff22c29 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:29.806156 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288a8ae4-2f93-444b-97e1-d731905474d8 x-openstack-request-id: req-288a8ae4-2f93-444b-97e1-d731905474d8 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:29.809191 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae4abfc-3c0e-42f6-86b2-5c675bc039aa", "tag": "86c834eb-70d5-40f6-86e5-420f77b0d7ea", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:29.809453 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-288a8ae4-2f93-444b-97e1-d731905474d8 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:29.809861 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae4abfc-3c0e-42f6-86b2-5c675bc039aa', 'tag': '86c834eb-70d5-40f6-86e5-420f77b0d7ea', 'status': 'completed', 'code': 200} Jul 24 09:11:29.888268 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-aae66860-65b9-4c4f-bb32-5bd1eb1bba4f tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:29.890082 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-aae66860-65b9-4c4f-bb32-5bd1eb1bba4f tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/networks?id=fbc5b270-0c92-4400-92e0-37b0a548e1d0 HTTP/1.1" status: 200 len: 805 time: 0.2257187 Jul 24 09:11:29.921279 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-9bac28ce-2c9a-438c-9311-c05f6994ad9f tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/quotas/cca414eeb75d4a728826bf910f0b973f HTTP/1.1" status: 200 len: 375 time: 0.0224504 Jul 24 09:11:29.963318 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd14b4a-4665-4cab-a245-73d27e6341ee req-1f75c0d4-8d17-4bf4-a588-9482bf78ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:29.966905 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6fd14b4a-4665-4cab-a245-73d27e6341ee req-1f75c0d4-8d17-4bf4-a588-9482bf78ec68 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 1099 time: 0.1356494 Jul 24 09:11:30.041230 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd14b4a-4665-4cab-a245-73d27e6341ee req-14d7b2c5-4229-4ed0-8daa-6f04ae4d1c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:30.043062 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6fd14b4a-4665-4cab-a245-73d27e6341ee req-14d7b2c5-4229-4ed0-8daa-6f04ae4d1c44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67164019b334342a09c29ba4cdc5893&device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 1099 time: 0.2066817 Jul 24 09:11:30.072106 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-4d575b02-e77b-43bc-818d-84e470cd8935 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cca414eeb75d4a728826bf910f0b973f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1499047 Jul 24 09:11:30.094893 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 95dc6129-2f72-4f1e-95ef-7481f0ee0659 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:11:30.145023 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd14b4a-4665-4cab-a245-73d27e6341ee req-204433c1-9e38-436f-9522-951e39987e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:30.146728 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6fd14b4a-4665-4cab-a245-73d27e6341ee req-204433c1-9e38-436f-9522-951e39987e25 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.1730292 Jul 24 09:11:30.202225 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6fd14b4a-4665-4cab-a245-73d27e6341ee req-ae921486-f4c5-428d-8f89-7a2fc59ac7e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=86c834eb-70d5-40f6-86e5-420f77b0d7ea HTTP/1.1" status: 200 len: 217 time: 0.0469847 Jul 24 09:11:30.211449 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:30.216018 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec1334-57b7-4884-9b6c-a8abb7dfd2b4 req-978e9bc5-a721-4695-9821-b361dceb0644 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:30.225704 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-05ec1334-57b7-4884-9b6c-a8abb7dfd2b4 req-978e9bc5-a721-4695-9821-b361dceb0644 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/ports?device_id=167ec730-7975-4f44-bd81-14b49f9cbde2 HTTP/1.1" status: 200 len: 945 time: 0.3252873 Jul 24 09:11:30.245839 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66420c-bbe8-4d25-9606-5ecaaef8352b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95dc6129-2f72-4f1e-95ef-7481f0ee0659'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:30.249555 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea43289-3fae-4ea5-b43a-f7d0fa7c5a25" -d '{"events": [{"server_uuid": "cf66420c-bbe8-4d25-9606-5ecaaef8352b", "name": "network-vif-unplugged", "status": "completed", "tag": "95dc6129-2f72-4f1e-95ef-7481f0ee0659"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:30.268797 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 95dc6129-2f72-4f1e-95ef-7481f0ee0659, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=95dc6129-2f72-4f1e-95ef-7481f0ee0659,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:30.274371 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:30.320248 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd14b4a-4665-4cab-a245-73d27e6341ee req-a9ad6b53-dd7d-467d-bd86-32cc56dc5dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:30.320599 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6fd14b4a-4665-4cab-a245-73d27e6341ee req-a9ad6b53-dd7d-467d-bd86-32cc56dc5dec service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.2536998 Jul 24 09:11:30.352672 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c53cc988-303d-4261-9811-f2ddd218cfbb req-79cb5237-ab5e-49b3-a246-3a8d5ff22c29 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:30.353072 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c53cc988-303d-4261-9811-f2ddd218cfbb req-79cb5237-ab5e-49b3-a246-3a8d5ff22c29 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:30.353394 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [req-c53cc988-303d-4261-9811-f2ddd218cfbb req-79cb5237-ab5e-49b3-a246-3a8d5ff22c29 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Floating IP 7a48fe8c-1ab8-4105-b0dd-85cb05be0640 disassociated. External IP: 172.25.7.250, port: 0c721162-93ea-4879-8cb5-8670381b5e84. Jul 24 09:11:30.353740 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-c53cc988-303d-4261-9811-f2ddd218cfbb req-79cb5237-ab5e-49b3-a246-3a8d5ff22c29 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Calling delete_port for 0c721162-93ea-4879-8cb5-8670381b5e84 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:11:30.383986 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:30.394857 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6fd14b4a-4665-4cab-a245-73d27e6341ee req-d3ed0b36-79f6-4cfc-9646-f48a1a86788f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=86c834eb-70d5-40f6-86e5-420f77b0d7ea HTTP/1.1" status: 200 len: 217 time: 0.0592721 Jul 24 09:11:30.402263 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=95dc6129-2f72-4f1e-95ef-7481f0ee0659,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:30.473140 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-05ec1334-57b7-4884-9b6c-a8abb7dfd2b4 req-f47aef5c-cceb-4f71-a298-681a065441b5 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/security-groups?id=3cf246ae-76ab-47b7-b437-825ea6998570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463877 Jul 24 09:11:30.598900 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa124d06-abfd-4c15-acca-20887ef18662 req-ac95418c-58b1-408c-a3d9-2e6e5ead39e6 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=b74cf0b3-8787-4966-ac2c-1788c88b0f47 HTTP/1.1" status: 200 len: 210 time: 0.0388575 Jul 24 09:11:30.611215 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd14b4a-4665-4cab-a245-73d27e6341ee req-f030fc49-5c95-488e-9eca-b92169015874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:30.616284 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6fd14b4a-4665-4cab-a245-73d27e6341ee req-f030fc49-5c95-488e-9eca-b92169015874 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1957381 Jul 24 09:11:30.767713 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd14b4a-4665-4cab-a245-73d27e6341ee req-453cf5b4-e428-421a-ab24-92005b6acef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:30.769348 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6fd14b4a-4665-4cab-a245-73d27e6341ee req-453cf5b4-e428-421a-ab24-92005b6acef5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.5594044 Jul 24 09:11:30.779566 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-7d141064-3d22-43d4-9c71-a86d3f63dc91 service neutron] 10.222.0.32 "GET /v2.0/networks/fbc5b270-0c92-4400-92e0-37b0a548e1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6908243 Jul 24 09:11:30.788973 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd14b4a-4665-4cab-a245-73d27e6341ee req-03b4260d-5a14-400b-b94c-5a1e7bcebc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:30.792330 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6fd14b4a-4665-4cab-a245-73d27e6341ee req-03b4260d-5a14-400b-b94c-5a1e7bcebc6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1652827 Jul 24 09:11:30.913684 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:30.932159 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-0a221856-f9f6-48ee-83f8-a501966da8bf service neutron] 10.222.0.32 "GET /v2.0/networks/fbc5b270-0c92-4400-92e0-37b0a548e1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516025 Jul 24 09:11:30.939796 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd14b4a-4665-4cab-a245-73d27e6341ee req-f3c8d12c-8e90-40c7-b40a-3f222e20dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:30.942181 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6fd14b4a-4665-4cab-a245-73d27e6341ee req-f3c8d12c-8e90-40c7-b40a-3f222e20dc64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1509233 Jul 24 09:11:31.123147 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13950b-4e71-49a1-91b7-8896a50dddda req-3600ec07-aa64-4603-88b4-cbbb2810b437 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:31.124839 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad13950b-4e71-49a1-91b7-8896a50dddda req-3600ec07-aa64-4603-88b4-cbbb2810b437 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf66420c-bbe8-4d25-9606-5ecaaef8352b HTTP/1.1" status: 200 len: 943 time: 0.2474959 Jul 24 09:11:31.172411 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c53cc988-303d-4261-9811-f2ddd218cfbb req-79cb5237-ab5e-49b3-a246-3a8d5ff22c29 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:31.216889 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6fd14b4a-4665-4cab-a245-73d27e6341ee req-c5a73b91-7e99-4ae8-8863-e3ffa3310504 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641363 Jul 24 09:11:31.226309 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb5237-ab5e-49b3-a246-3a8d5ff22c29 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Pushing event deleted for resources: {'Port': ['ID=0c721162-93ea-4879-8cb5-8670381b5e84,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:31.239423 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc6249-9b8b-4d44-8487-a0b55c3776bc req-de7515d6-e1ce-4901-9260-a262a19d7125 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:31.248314 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc6249-9b8b-4d44-8487-a0b55c3776bc req-de7515d6-e1ce-4901-9260-a262a19d7125 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:31.256459 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc6249-9b8b-4d44-8487-a0b55c3776bc req-de7515d6-e1ce-4901-9260-a262a19d7125 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:31.263993 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc6249-9b8b-4d44-8487-a0b55c3776bc req-de7515d6-e1ce-4901-9260-a262a19d7125 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:31.270027 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc6249-9b8b-4d44-8487-a0b55c3776bc req-de7515d6-e1ce-4901-9260-a262a19d7125 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:31.277004 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc6249-9b8b-4d44-8487-a0b55c3776bc req-de7515d6-e1ce-4901-9260-a262a19d7125 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:31.293286 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc6249-9b8b-4d44-8487-a0b55c3776bc req-de7515d6-e1ce-4901-9260-a262a19d7125 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:31.300892 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c4bc6249-9b8b-4d44-8487-a0b55c3776bc req-de7515d6-e1ce-4901-9260-a262a19d7125 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5420 time: 0.4578421 Jul 24 09:11:31.329530 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6fd14b4a-4665-4cab-a245-73d27e6341ee req-bf924771-bcdd-49a1-b694-c6c3da4ee7d7 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5286262 Jul 24 09:11:31.359116 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6fd14b4a-4665-4cab-a245-73d27e6341ee req-6ab2c008-ca04-4c8b-b0f3-f4a50ab140af service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298497 Jul 24 09:11:31.434944 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c955b4-3e4a-4051-b5e1-05772cbfc70b x-openstack-request-id: req-d4c955b4-3e4a-4051-b5e1-05772cbfc70b {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:31.435672 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf66420c-bbe8-4d25-9606-5ecaaef8352b", "name": "network-vif-unplugged", "status": "completed", "tag": "95dc6129-2f72-4f1e-95ef-7481f0ee0659", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:31.436079 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d4c955b4-3e4a-4051-b5e1-05772cbfc70b {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:31.436630 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66420c-bbe8-4d25-9606-5ecaaef8352b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95dc6129-2f72-4f1e-95ef-7481f0ee0659', 'code': 200} Jul 24 09:11:31.497922 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6fd14b4a-4665-4cab-a245-73d27e6341ee req-b9795a88-4980-4f61-88ea-2f19a3302fc8 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538408 Jul 24 09:11:31.641343 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f9aa2-1715-4016-9c1c-7b4c01be8b94 req-fa8045d7-0b8d-4665-9fc2-156a358dbab6 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:31.645326 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c4bc6249-9b8b-4d44-8487-a0b55c3776bc req-585bf521-7b95-4ed0-ba83-598e5cf92c2f tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3435018 Jul 24 09:11:31.648558 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e49f9aa2-1715-4016-9c1c-7b4c01be8b94 req-fa8045d7-0b8d-4665-9fc2-156a358dbab6 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 948 time: 0.1149766 Jul 24 09:11:31.786835 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e49f9aa2-1715-4016-9c1c-7b4c01be8b94 req-b297ba1d-280f-498c-9e9a-7a28cecf47c2 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327050 Jul 24 09:11:31.922532 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e0be1802-474c-409a-a2f6-80125226e91a req-ecb2fb55-9527-41b5-9d27-7ce4e4eb598d tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23 HTTP/1.1" status: 200 len: 210 time: 0.0579185 Jul 24 09:11:32.078027 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-23b2d4d9-d426-45cd-ae05-1a2a62638254 req-e0ff1017-d3ee-4eec-8ba9-7fcd6347e74a tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/ports?device_id=167ec730-7975-4f44-bd81-14b49f9cbde2 HTTP/1.1" status: 200 len: 210 time: 0.0396011 Jul 24 09:11:32.389071 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7722d-c58c-4ea2-8f07-1e31287c66a7 req-0d9c2752-d727-41b3-80ba-13d5ca60938c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:32.390067 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dfc7722d-c58c-4ea2-8f07-1e31287c66a7 req-0d9c2752-d727-41b3-80ba-13d5ca60938c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 945 time: 0.1303132 Jul 24 09:11:32.390964 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 86c834eb-70d5-40f6-86e5-420f77b0d7ea details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:11:32.393234 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 0c721162-93ea-4879-8cb5-8670381b5e84 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:11:32.410799 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-ad13950b-4e71-49a1-91b7-8896a50dddda req-0454516d-5f45-4918-8a6f-9b0f395ea594 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Deleting port 95dc6129-2f72-4f1e-95ef-7481f0ee0659 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:11:32.411147 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ad13950b-4e71-49a1-91b7-8896a50dddda req-0454516d-5f45-4918-8a6f-9b0f395ea594 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:32.424719 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c53cc988-303d-4261-9811-f2ddd218cfbb req-79cb5237-ab5e-49b3-a246-3a8d5ff22c29 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Router 3857bcab-2e55-4513-b757-da63d1510f31 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:11:32.449346 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a046f-bdaf-407e-accd-7a13b0ff4303 req-affece95-1f23-474b-8529-59c4d341bc02 tempest-MigrationsAdminTest-882573123 tempest-MigrationsAdminTest-882573123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:32.451156 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f52a046f-bdaf-407e-accd-7a13b0ff4303 req-affece95-1f23-474b-8529-59c4d341bc02 tempest-MigrationsAdminTest-882573123 tempest-MigrationsAdminTest-882573123-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 1099 time: 0.0806019 Jul 24 09:11:32.478126 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 0c721162-93ea-4879-8cb5-8670381b5e84 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:11:32.478845 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 0c721162-93ea-4879-8cb5-8670381b5e84 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:11:32.526985 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dfc7722d-c58c-4ea2-8f07-1e31287c66a7 req-69c6aaa9-7aa0-4af8-9d18-a28c19e11825 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261034 Jul 24 09:11:32.529888 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f52a046f-bdaf-407e-accd-7a13b0ff4303 req-2ebc16f8-eee5-4538-aa01-801fc11019b7 tempest-MigrationsAdminTest-882573123 tempest-MigrationsAdminTest-882573123-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685794 Jul 24 09:11:32.718759 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c53cc988-303d-4261-9811-f2ddd218cfbb req-79cb5237-ab5e-49b3-a246-3a8d5ff22c29 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:11:32.736508 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 86c834eb-70d5-40f6-86e5-420f77b0d7ea, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=86c834eb-70d5-40f6-86e5-420f77b0d7ea,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:32.778165 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '86c834eb-70d5-40f6-86e5-420f77b0d7ea', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': '86c834eb-70d5-40f6-86e5-420f77b0d7ea', 'mac_address': 'fa:16:3e:f1:8e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:11:32.790338 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a9b419-997f-49d8-9eb9-9837e312389a None None] Sync routers for ids ['3857bcab-2e55-4513-b757-da63d1510f31'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:11:32.877966 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:32.895626 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c834eb-70d5-40f6-86e5-420f77b0d7ea {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:11:32.916395 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 86c834eb-70d5-40f6-86e5-420f77b0d7ea, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=86c834eb-70d5-40f6-86e5-420f77b0d7ea,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:32.919940 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a9b419-997f-49d8-9eb9-9837e312389a None None] Routers {'3857bcab-2e55-4513-b757-da63d1510f31'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:11:32.920641 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-74a9b419-997f-49d8-9eb9-9837e312389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:11:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['3857bcab-2e55-4513-b757-da63d1510f31'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:32.923455 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:32.951788 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ee0ef-82e6-4be6-8992-b8bf05ccb62e req-024587fb-7973-481d-9106-0d412b019a08 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:32.964539 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aa6ee0ef-82e6-4be6-8992-b8bf05ccb62e req-024587fb-7973-481d-9106-0d412b019a08 tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 1096 time: 0.1765752 Jul 24 09:11:32.974831 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:33.003311 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53cc988-303d-4261-9811-f2ddd218cfbb req-79cb5237-ab5e-49b3-a246-3a8d5ff22c29 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] No DVR routers for this DVR port 0c721162-93ea-4879-8cb5-8670381b5e84 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:11:33.045108 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=86c834eb-70d5-40f6-86e5-420f77b0d7ea,revision_number=12']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:33.052236 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c53cc988-303d-4261-9811-f2ddd218cfbb req-79cb5237-ab5e-49b3-a246-3a8d5ff22c29 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:33.054309 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c53cc988-303d-4261-9811-f2ddd218cfbb req-79cb5237-ab5e-49b3-a246-3a8d5ff22c29 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.20 "DELETE /v2.0/ports/0c721162-93ea-4879-8cb5-8670381b5e84 HTTP/1.1" status: 204 len: 173 time: 3.9504440 Jul 24 09:11:33.054842 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167ec730-7975-4f44-bd81-14b49f9cbde2', 'name': 'network-vif-deleted', 'tag': '0c721162-93ea-4879-8cb5-8670381b5e84'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:33.063809 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a83898-8007-4141-b7e7-871ae1b9c07f" -d '{"events": [{"server_uuid": "167ec730-7975-4f44-bd81-14b49f9cbde2", "name": "network-vif-deleted", "tag": "0c721162-93ea-4879-8cb5-8670381b5e84"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:33.069656 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aa6ee0ef-82e6-4be6-8992-b8bf05ccb62e req-540944c0-07d6-432a-abfe-6be35a991a9e tempest-LiveMigrationTest-2068130829 tempest-LiveMigrationTest-2068130829-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980597 Jul 24 09:11:33.096086 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-ad13950b-4e71-49a1-91b7-8896a50dddda req-0454516d-5f45-4918-8a6f-9b0f395ea594 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] For port 95dc6129-2f72-4f1e-95ef-7481f0ee0659, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=95dc6129-2f72-4f1e-95ef-7481f0ee0659,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:33.096086 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ad13950b-4e71-49a1-91b7-8896a50dddda req-0454516d-5f45-4918-8a6f-9b0f395ea594 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:33.159956 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:33.160393 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:33.160958 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:33.161513 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:33.162043 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:33.171052 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:33.171732 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:33.172279 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:33.172856 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:33.173410 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:33.173958 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:33.183580 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:33.195088 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-ad13950b-4e71-49a1-91b7-8896a50dddda req-0454516d-5f45-4918-8a6f-9b0f395ea594 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Calling delete_port for 95dc6129-2f72-4f1e-95ef-7481f0ee0659 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:11:33.293620 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-02a78440-fbd4-4f41-a38b-591640845214 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:33.295525 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-02a78440-fbd4-4f41-a38b-591640845214 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.37 "GET /v2.0/networks?id=fbc5b270-0c92-4400-92e0-37b0a548e1d0 HTTP/1.1" status: 200 len: 805 time: 0.4187667 Jul 24 09:11:33.301557 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['86c834eb-70d5-40f6-86e5-420f77b0d7ea'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:11:33.320672 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-5c58ff94-2017-46af-ba9b-8afaa17bd685 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Request body: {'port': {'device_id': '11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23', 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0', 'admin_state_up': True, 'tenant_id': 'cca414eeb75d4a728826bf910f0b973f'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:11:33.375905 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-74a9b419-997f-49d8-9eb9-9837e312389a None None] Set router 3857bcab-2e55-4513-b757-da63d1510f31 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:11:33.415286 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca3916-3ef9-4399-a336-12704bb3b8f2 req-7a7e9147-e778-49b6-bae2-d0252e450721 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:33.422494 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca3916-3ef9-4399-a336-12704bb3b8f2 req-7a7e9147-e778-49b6-bae2-d0252e450721 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:33.429678 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca3916-3ef9-4399-a336-12704bb3b8f2 req-7a7e9147-e778-49b6-bae2-d0252e450721 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:33.437168 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8af86ab5-2f07-4975-a33c-7614de63daa8 req-f47a59d5-7b0a-45bf-892a-2c33f6523068 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23 HTTP/1.1" status: 200 len: 210 time: 0.0813649 Jul 24 09:11:33.438336 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca3916-3ef9-4399-a336-12704bb3b8f2 req-7a7e9147-e778-49b6-bae2-d0252e450721 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:33.445629 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca3916-3ef9-4399-a336-12704bb3b8f2 req-7a7e9147-e778-49b6-bae2-d0252e450721 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:33.453860 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca3916-3ef9-4399-a336-12704bb3b8f2 req-7a7e9147-e778-49b6-bae2-d0252e450721 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:33.468632 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca3916-3ef9-4399-a336-12704bb3b8f2 req-7a7e9147-e778-49b6-bae2-d0252e450721 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:33.474340 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8fca3916-3ef9-4399-a336-12704bb3b8f2 req-7a7e9147-e778-49b6-bae2-d0252e450721 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5420 time: 0.2114422 Jul 24 09:11:33.561752 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290f3e7e-08fe-4dcc-acbf-74d180a3f09f x-openstack-request-id: req-290f3e7e-08fe-4dcc-acbf-74d180a3f09f {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:33.562082 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167ec730-7975-4f44-bd81-14b49f9cbde2", "name": "network-vif-deleted", "tag": "0c721162-93ea-4879-8cb5-8670381b5e84", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:33.562300 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-290f3e7e-08fe-4dcc-acbf-74d180a3f09f {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:33.562711 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167ec730-7975-4f44-bd81-14b49f9cbde2', 'name': 'network-vif-deleted', 'tag': '0c721162-93ea-4879-8cb5-8670381b5e84', 'status': 'completed', 'code': 200} Jul 24 09:11:33.573450 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8fca3916-3ef9-4399-a336-12704bb3b8f2 req-c43eb76e-d9fa-4628-875f-171b586ab385 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0858047 Jul 24 09:11:33.882931 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b94b8e58-8edb-4f63-a956-6b82eec27262 req-30333805-ee9d-4cca-a433-d682f0b2d2a1 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/ports?device_id=167ec730-7975-4f44-bd81-14b49f9cbde2 HTTP/1.1" status: 200 len: 210 time: 0.1100948 Jul 24 09:11:33.915283 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ad13950b-4e71-49a1-91b7-8896a50dddda req-0454516d-5f45-4918-8a6f-9b0f395ea594 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:34.031273 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454516d-5f45-4918-8a6f-9b0f395ea594 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Pushing event deleted for resources: {'Port': ['ID=95dc6129-2f72-4f1e-95ef-7481f0ee0659,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:34.089774 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-5c58ff94-2017-46af-ba9b-8afaa17bd685 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Made reservation on behalf of cca414eeb75d4a728826bf910f0b973f for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:11:34.101799 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-5c58ff94-2017-46af-ba9b-8afaa17bd685 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:34.105222 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 95dc6129-2f72-4f1e-95ef-7481f0ee0659 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:11:34.170899 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad13950b-4e71-49a1-91b7-8896a50dddda req-0454516d-5f45-4918-8a6f-9b0f395ea594 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] No DVR routers for this DVR port 95dc6129-2f72-4f1e-95ef-7481f0ee0659 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:11:34.175389 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ad13950b-4e71-49a1-91b7-8896a50dddda req-0454516d-5f45-4918-8a6f-9b0f395ea594 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:34.177813 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad13950b-4e71-49a1-91b7-8896a50dddda req-0454516d-5f45-4918-8a6f-9b0f395ea594 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.37 "DELETE /v2.0/ports/95dc6129-2f72-4f1e-95ef-7481f0ee0659 HTTP/1.1" status: 204 len: 173 time: 3.0447807 Jul 24 09:11:34.216635 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593e8b4-25bc-42fd-8fdb-f115c57ed740 req-c5ea9a8b-36b1-4a22-8ef7-132bed383dbd tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:34.219965 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 95dc6129-2f72-4f1e-95ef-7481f0ee0659 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:11:34.220311 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 95dc6129-2f72-4f1e-95ef-7481f0ee0659 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:11:34.226478 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8593e8b4-25bc-42fd-8fdb-f115c57ed740 req-c5ea9a8b-36b1-4a22-8ef7-132bed383dbd tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 945 time: 0.1295547 Jul 24 09:11:34.304673 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-74a9b419-997f-49d8-9eb9-9837e312389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3857bcab-2e55-4513-b757-da63d1510f31', 'name': 'tempest-ServersTestManualDisk-299184476-router', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '3899c152-f39e-4d85-8d8d-b92f6184838a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:03Z', 'updated_at': '2021-07-24T09:09:12Z', 'revision_number': 4, 'project_id': 'b97303eda20c400ca8976a6ec0773f0e', 'gw_port': {'id': '3899c152-f39e-4d85-8d8d-b92f6184838a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857bcab-2e55-4513-b757-da63d1510f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:05Z', 'updated_at': '2021-07-24T09:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'b3f448c5-802f-4fe3-82aa-88ef108584f8', 'name': '', 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'mac_address': 'fa:16:3e:e1:24:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857bcab-2e55-4513-b757-da63d1510f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'f33a2a2d-93ad-4e4a-a781-d9327260d4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:11Z', 'updated_at': '2021-07-24T09:09:17Z', 'revision_number': 5, 'project_id': 'b97303eda20c400ca8976a6ec0773f0e', 'subnets': [{'id': 'f33a2a2d-93ad-4e4a-a781-d9327260d4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:34.327750 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b11ba0-b3db-493e-91ca-aa6d5716920a req-a5e4800d-60b7-46ab-8ab6-1a03c39db617 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:34.337759 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c9b11ba0-b3db-493e-91ca-aa6d5716920a req-a5e4800d-60b7-46ab-8ab6-1a03c39db617 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.3096206 Jul 24 09:11:34.353254 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8593e8b4-25bc-42fd-8fdb-f115c57ed740 req-873075d3-d7c7-4a0c-8758-db4f1626bc9a tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152053 Jul 24 09:11:34.358201 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a9b419-997f-49d8-9eb9-9837e312389a None None] Checking router: 3857bcab-2e55-4513-b757-da63d1510f31 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:11:34.393662 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a9b419-997f-49d8-9eb9-9837e312389a None None] Routers {'3857bcab-2e55-4513-b757-da63d1510f31'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:11:34.394452 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-74a9b419-997f-49d8-9eb9-9837e312389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:11:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['3857bcab-2e55-4513-b757-da63d1510f31'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:34.466882 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-5c58ff94-2017-46af-ba9b-8afaa17bd685 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Allocated IP 172.20.0.9 (fbc5b270-0c92-4400-92e0-37b0a548e1d0/e4f4d091-9355-41fb-8669-a9c6a15e7d4f/469ea9d5-5c38-4551-bc0a-f131a857b70e) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:11:34.494718 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c9b11ba0-b3db-493e-91ca-aa6d5716920a req-a0cb6084-3317-4a28-86b1-012742639724 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551280 Jul 24 09:11:34.539831 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-74a9b419-997f-49d8-9eb9-9837e312389a None None] Set router 3857bcab-2e55-4513-b757-da63d1510f31 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:11:34.605444 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73f7f9-b78d-4dac-a63a-9e0127ea38dc req-5156b4fe-1d0f-482b-bd90-7275b0aaad00 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:34.607629 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ad73f7f9-b78d-4dac-a63a-9e0127ea38dc req-5156b4fe-1d0f-482b-bd90-7275b0aaad00 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?device_id=79acb227-4dbe-4195-aeab-a6e911a1baf0 HTTP/1.1" status: 200 len: 946 time: 0.1286910 Jul 24 09:11:34.710903 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ad73f7f9-b78d-4dac-a63a-9e0127ea38dc req-77371a45-c816-47fc-8edf-2c7384da3cf6 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/security-groups?id=637106b1-3b61-4df2-902f-c2d54663dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965083 Jul 24 09:11:34.808099 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-65f6e032-cc44-4346-a830-23dd56db0835 req-225d90dd-6b80-44e9-9499-77f4c7bc4ad9 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23 HTTP/1.1" status: 200 len: 210 time: 0.0507686 Jul 24 09:11:34.816266 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d29f7-f653-4d19-bbee-cb1066c06cf7 req-e6bf556a-eced-4239-8b95-a71ded2cb6e1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:34.817830 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ea9d29f7-f653-4d19-bbee-cb1066c06cf7 req-e6bf556a-eced-4239-8b95-a71ded2cb6e1 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 945 time: 0.2719507 Jul 24 09:11:34.944719 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-74a9b419-997f-49d8-9eb9-9837e312389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3857bcab-2e55-4513-b757-da63d1510f31', 'name': 'tempest-ServersTestManualDisk-299184476-router', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '3899c152-f39e-4d85-8d8d-b92f6184838a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:03Z', 'updated_at': '2021-07-24T09:09:12Z', 'revision_number': 4, 'project_id': 'b97303eda20c400ca8976a6ec0773f0e', 'gw_port': {'id': '3899c152-f39e-4d85-8d8d-b92f6184838a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857bcab-2e55-4513-b757-da63d1510f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:05Z', 'updated_at': '2021-07-24T09:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'b3f448c5-802f-4fe3-82aa-88ef108584f8', 'name': '', 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'mac_address': 'fa:16:3e:e1:24:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857bcab-2e55-4513-b757-da63d1510f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'f33a2a2d-93ad-4e4a-a781-d9327260d4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:11Z', 'updated_at': '2021-07-24T09:09:17Z', 'revision_number': 5, 'project_id': 'b97303eda20c400ca8976a6ec0773f0e', 'subnets': [{'id': 'f33a2a2d-93ad-4e4a-a781-d9327260d4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:34.951982 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-5c58ff94-2017-46af-ba9b-8afaa17bd685 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:35.032665 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a9b419-997f-49d8-9eb9-9837e312389a None None] The sync data for ids ['3857bcab-2e55-4513-b757-da63d1510f31'] in n-d-800085-9 is: [{'id': '3857bcab-2e55-4513-b757-da63d1510f31', 'name': 'tempest-ServersTestManualDisk-299184476-router', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '3899c152-f39e-4d85-8d8d-b92f6184838a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:03Z', 'updated_at': '2021-07-24T09:09:12Z', 'revision_number': 4, 'project_id': 'b97303eda20c400ca8976a6ec0773f0e', 'gw_port': {'id': '3899c152-f39e-4d85-8d8d-b92f6184838a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857bcab-2e55-4513-b757-da63d1510f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:05Z', 'updated_at': '2021-07-24T09:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'b3f448c5-802f-4fe3-82aa-88ef108584f8', 'name': '', 'network_id': '2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'mac_address': 'fa:16:3e:e1:24:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857bcab-2e55-4513-b757-da63d1510f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'f33a2a2d-93ad-4e4a-a781-d9327260d4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:11Z', 'updated_at': '2021-07-24T09:09:17Z', 'revision_number': 5, 'project_id': 'b97303eda20c400ca8976a6ec0773f0e', 'subnets': [{'id': 'f33a2a2d-93ad-4e4a-a781-d9327260d4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:11:35.061625 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b90610-019b-42a7-a3f9-2a0171acbc6e req-93baf2e0-28fa-4b02-a178-f6abd4f17b18 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:35.082448 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b90610-019b-42a7-a3f9-2a0171acbc6e req-93baf2e0-28fa-4b02-a178-f6abd4f17b18 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:35.095972 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52218) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:35.099930 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b90610-019b-42a7-a3f9-2a0171acbc6e req-93baf2e0-28fa-4b02-a178-f6abd4f17b18 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:35.119366 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b90610-019b-42a7-a3f9-2a0171acbc6e req-93baf2e0-28fa-4b02-a178-f6abd4f17b18 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:35.125726 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b90610-019b-42a7-a3f9-2a0171acbc6e req-93baf2e0-28fa-4b02-a178-f6abd4f17b18 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:35.135048 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b90610-019b-42a7-a3f9-2a0171acbc6e req-93baf2e0-28fa-4b02-a178-f6abd4f17b18 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:35.142013 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b90610-019b-42a7-a3f9-2a0171acbc6e req-93baf2e0-28fa-4b02-a178-f6abd4f17b18 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:35.144166 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-73b90610-019b-42a7-a3f9-2a0171acbc6e req-93baf2e0-28fa-4b02-a178-f6abd4f17b18 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5420 time: 0.3038619 Jul 24 09:11:35.170195 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209526d-69a0-4d7e-9d0d-9a3b63fb24d3 req-0df81d2c-9016-4ff2-b2f4-31f8c845d689 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:35.171790 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-ea9d29f7-f653-4d19-bbee-cb1066c06cf7 req-86d14471-b5b2-4d4b-aa5a-167860361678 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Deleting port 697973d6-f624-4195-849b-2f3ffdaf10d8 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:11:35.171930 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4209526d-69a0-4d7e-9d0d-9a3b63fb24d3 req-0df81d2c-9016-4ff2-b2f4-31f8c845d689 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 949 time: 0.3152752 Jul 24 09:11:35.172262 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ea9d29f7-f653-4d19-bbee-cb1066c06cf7 req-86d14471-b5b2-4d4b-aa5a-167860361678 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:35.267745 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-5c58ff94-2017-46af-ba9b-8afaa17bd685 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:35.322598 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-73b90610-019b-42a7-a3f9-2a0171acbc6e req-bc8a8003-8f2b-4ee9-a135-4d21b4c25f6f tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1722007 Jul 24 09:11:35.350817 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-4209526d-69a0-4d7e-9d0d-9a3b63fb24d3 req-e3515241-52bc-4b52-bdb8-b5960b25beb0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Deleting port 86c834eb-70d5-40f6-86e5-420f77b0d7ea {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:11:35.351423 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-4209526d-69a0-4d7e-9d0d-9a3b63fb24d3 req-e3515241-52bc-4b52-bdb8-b5960b25beb0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:35.455802 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-4209526d-69a0-4d7e-9d0d-9a3b63fb24d3 req-e3515241-52bc-4b52-bdb8-b5960b25beb0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] For port 86c834eb-70d5-40f6-86e5-420f77b0d7ea, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=86c834eb-70d5-40f6-86e5-420f77b0d7ea,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:35.458757 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-4209526d-69a0-4d7e-9d0d-9a3b63fb24d3 req-e3515241-52bc-4b52-bdb8-b5960b25beb0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:35.466199 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58ff94-2017-46af-ba9b-8afaa17bd685 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Pushing event updated for resources: {'Port': ['ID=469ea9d5-5c38-4551-bc0a-f131a857b70e,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:35.485803 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-4209526d-69a0-4d7e-9d0d-9a3b63fb24d3 req-e3515241-52bc-4b52-bdb8-b5960b25beb0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Calling delete_port for 86c834eb-70d5-40f6-86e5-420f77b0d7ea owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:11:35.523472 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-65eb6a7c-78cc-4c91-9fe5-297ed4c37a72 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:35.529538 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc395c4-7db7-40d8-a91f-d77606ed13fd None None] New status for floating IP 7a48fe8c-1ab8-4105-b0dd-85cb05be0640: DOWN {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:11:35.583938 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-65eb6a7c-78cc-4c91-9fe5-297ed4c37a72 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:35.663649 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-4209526d-69a0-4d7e-9d0d-9a3b63fb24d3 req-e3515241-52bc-4b52-bdb8-b5960b25beb0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:35.679203 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['b07ae86d-67b5-41e2-86cd-d5066530521d', 'b30aaf2b-d913-480e-acba-dd7ed7267ed8'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:11:35.681818 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['6289c3e7-30d0-4072-b34b-6153a02e4df5'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:11:35.703375 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66420c-bbe8-4d25-9606-5ecaaef8352b', 'name': 'network-vif-deleted', 'tag': '95dc6129-2f72-4f1e-95ef-7481f0ee0659'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:35.721959 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c50160d-41b1-4c1c-ac4e-27ed497d1752" -d '{"events": [{"server_uuid": "cf66420c-bbe8-4d25-9606-5ecaaef8352b", "name": "network-vif-deleted", "tag": "95dc6129-2f72-4f1e-95ef-7481f0ee0659"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:35.740254 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3515241-52bc-4b52-bdb8-b5960b25beb0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Pushing event deleted for resources: {'Port': ['ID=86c834eb-70d5-40f6-86e5-420f77b0d7ea,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:35.754663 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-65eb6a7c-78cc-4c91-9fe5-297ed4c37a72 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:35.757385 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-65eb6a7c-78cc-4c91-9fe5-297ed4c37a72 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:35.758449 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-65eb6a7c-78cc-4c91-9fe5-297ed4c37a72 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "DELETE /v2.0/security-groups/3cf246ae-76ab-47b7-b437-825ea6998570 HTTP/1.1" status: 204 len: 168 time: 0.6552739 Jul 24 09:11:35.815328 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52230) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:35.817145 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-5c58ff94-2017-46af-ba9b-8afaa17bd685 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Network fbc5b270-0c92-4400-92e0-37b0a548e1d0 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:11:35.818054 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb6a7c-78cc-4c91-9fe5-297ed4c37a72 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf246ae-76ab-47b7-b437-825ea6998570,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:35.829886 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3515241-52bc-4b52-bdb8-b5960b25beb0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:35.830609 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3515241-52bc-4b52-bdb8-b5960b25beb0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:35.830801 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3515241-52bc-4b52-bdb8-b5960b25beb0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:35.831148 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3515241-52bc-4b52-bdb8-b5960b25beb0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:35.831491 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3515241-52bc-4b52-bdb8-b5960b25beb0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:35.831825 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3515241-52bc-4b52-bdb8-b5960b25beb0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:35.832159 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3515241-52bc-4b52-bdb8-b5960b25beb0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:35.832485 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3515241-52bc-4b52-bdb8-b5960b25beb0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:35.832838 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3515241-52bc-4b52-bdb8-b5960b25beb0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:35.833170 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3515241-52bc-4b52-bdb8-b5960b25beb0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:35.833501 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3515241-52bc-4b52-bdb8-b5960b25beb0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:35.834431 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3515241-52bc-4b52-bdb8-b5960b25beb0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:11:35.853803 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b4aab01f-895c-4208-a5c2-b7d0819a13e2 req-58ee186c-c896-4f5d-aeb0-87cf69a4f725 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae4abfc-3c0e-42f6-86b2-5c675bc039aa HTTP/1.1" status: 200 len: 210 time: 0.1217928 Jul 24 09:11:35.864417 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-5c58ff94-2017-46af-ba9b-8afaa17bd685 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:11:35.888354 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-5c58ff94-2017-46af-ba9b-8afaa17bd685 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:11:35.952291 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-4209526d-69a0-4d7e-9d0d-9a3b63fb24d3 req-e3515241-52bc-4b52-bdb8-b5960b25beb0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] No DVR routers for this DVR port 86c834eb-70d5-40f6-86e5-420f77b0d7ea on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:11:35.957852 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-4209526d-69a0-4d7e-9d0d-9a3b63fb24d3 req-e3515241-52bc-4b52-bdb8-b5960b25beb0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:35.960223 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4209526d-69a0-4d7e-9d0d-9a3b63fb24d3 req-e3515241-52bc-4b52-bdb8-b5960b25beb0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.20 "DELETE /v2.0/ports/86c834eb-70d5-40f6-86e5-420f77b0d7ea HTTP/1.1" status: 204 len: 173 time: 0.7808716 Jul 24 09:11:35.960426 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae4abfc-3c0e-42f6-86b2-5c675bc039aa', 'name': 'network-vif-deleted', 'tag': '86c834eb-70d5-40f6-86e5-420f77b0d7ea'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:35.967746 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe3e9f3-7fb4-4cfd-9322-a70d721a5450" -d '{"events": [{"server_uuid": "9ae4abfc-3c0e-42f6-86b2-5c675bc039aa", "name": "network-vif-deleted", "tag": "86c834eb-70d5-40f6-86e5-420f77b0d7ea"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:36.048983 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-5c58ff94-2017-46af-ba9b-8afaa17bd685 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:36.050446 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-5c58ff94-2017-46af-ba9b-8afaa17bd685 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:36.094880 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-ea9d29f7-f653-4d19-bbee-cb1066c06cf7 req-86d14471-b5b2-4d4b-aa5a-167860361678 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] For port 697973d6-f624-4195-849b-2f3ffdaf10d8, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=697973d6-f624-4195-849b-2f3ffdaf10d8,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:36.095198 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ea9d29f7-f653-4d19-bbee-cb1066c06cf7 req-86d14471-b5b2-4d4b-aa5a-167860361678 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:36.114240 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-d2362064-cdfd-4ef0-931c-d17ed518435f tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] show failed (client error): The resource could not be found. Jul 24 09:11:36.115324 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d2362064-cdfd-4ef0-931c-d17ed518435f tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "GET /v2.0/security-groups/3cf246ae-76ab-47b7-b437-825ea6998570 HTTP/1.1" status: 404 len: 347 time: 0.2943604 Jul 24 09:11:36.118551 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52238) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:36.139139 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-5c58ff94-2017-46af-ba9b-8afaa17bd685 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8345973 Jul 24 09:11:36.195907 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-6af01335-73db-426e-b1ce-01aacbfa71be service neutron] Request body: {'port': {'device_id': '11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:11:36.210678 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-ea9d29f7-f653-4d19-bbee-cb1066c06cf7 req-86d14471-b5b2-4d4b-aa5a-167860361678 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Calling delete_port for 697973d6-f624-4195-849b-2f3ffdaf10d8 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:11:36.394925 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e7f309-4bfc-410e-bfbe-f5af7a83b020 x-openstack-request-id: req-30e7f309-4bfc-410e-bfbe-f5af7a83b020 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:36.395216 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf66420c-bbe8-4d25-9606-5ecaaef8352b", "name": "network-vif-deleted", "tag": "95dc6129-2f72-4f1e-95ef-7481f0ee0659", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:36.395467 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30e7f309-4bfc-410e-bfbe-f5af7a83b020 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:36.395863 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66420c-bbe8-4d25-9606-5ecaaef8352b', 'name': 'network-vif-deleted', 'tag': '95dc6129-2f72-4f1e-95ef-7481f0ee0659', 'status': 'completed', 'code': 200} Jul 24 09:11:36.412131 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca95129-bff8-42f7-b322-10b6491bb58e req-08fff12c-6385-45a6-9e54-d256b378c6d6 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:36.419606 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eca95129-bff8-42f7-b322-10b6491bb58e req-08fff12c-6385-45a6-9e54-d256b378c6d6 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 945 time: 0.9204543 Jul 24 09:11:36.440168 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 86c834eb-70d5-40f6-86e5-420f77b0d7ea details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:11:36.444818 n-d-800085-9 neutron-server[94037]: INFO neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No ports have port_id starting with 86c834eb-70d5-40f6-86e5-420f77b0d7ea Jul 24 09:11:36.449753 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 86c834eb-70d5-40f6-86e5-420f77b0d7ea requested by agent hyperv_n-h2-800085-9 not found in database {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 24 09:11:36.552400 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-fff5366e-4bf4-44e1-8c54-3021bf19ad62 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Deleting port 89001d91-fc04-4116-b0fc-caf5b730351d {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:11:36.552767 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fff5366e-4bf4-44e1-8c54-3021bf19ad62 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:36.553207 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eca95129-bff8-42f7-b322-10b6491bb58e req-3ad23c0d-1bff-4ccb-94dc-6fdecba6153a tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324024 Jul 24 09:11:36.616770 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-6af01335-73db-426e-b1ce-01aacbfa71be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:36.666199 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fff5366e-4bf4-44e1-8c54-3021bf19ad62 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:36.666804 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fff5366e-4bf4-44e1-8c54-3021bf19ad62 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:36.681068 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-fff5366e-4bf4-44e1-8c54-3021bf19ad62 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Calling delete_port for 89001d91-fc04-4116-b0fc-caf5b730351d owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:11:36.689941 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c6e707-6fed-4b8a-86fd-de8f2758e65d x-openstack-request-id: req-21c6e707-6fed-4b8a-86fd-de8f2758e65d {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:36.690247 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae4abfc-3c0e-42f6-86b2-5c675bc039aa", "name": "network-vif-deleted", "tag": "86c834eb-70d5-40f6-86e5-420f77b0d7ea", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:36.690490 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21c6e707-6fed-4b8a-86fd-de8f2758e65d {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:36.691509 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae4abfc-3c0e-42f6-86b2-5c675bc039aa', 'name': 'network-vif-deleted', 'tag': '86c834eb-70d5-40f6-86e5-420f77b0d7ea', 'status': 'completed', 'code': 200} Jul 24 09:11:36.723027 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d893f-76fd-4a34-b4ac-c3d0cf7e4c0f req-f0b61bc1-1079-44f9-aab6-b1ef3ba54859 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:36.724459 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a5d893f-76fd-4a34-b4ac-c3d0cf7e4c0f req-f0b61bc1-1079-44f9-aab6-b1ef3ba54859 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23 HTTP/1.1" status: 200 len: 931 time: 0.2634654 Jul 24 09:11:36.828314 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a5d893f-76fd-4a34-b4ac-c3d0cf7e4c0f req-87261e41-bc77-49b1-801a-2fc8c14af728 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689199 Jul 24 09:11:36.920483 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ea9d29f7-f653-4d19-bbee-cb1066c06cf7 req-86d14471-b5b2-4d4b-aa5a-167860361678 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:36.934815 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['5e6a7759-2eba-44ce-a52e-8b788226fa04'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:11:36.962891 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d733492-9af0-4208-9c29-78edeea54e3f req-8bc5bc17-22c4-4fad-9541-4a61e90e3dcd tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:36.965638 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d733492-9af0-4208-9c29-78edeea54e3f req-8bc5bc17-22c4-4fad-9541-4a61e90e3dcd tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?device_id=79acb227-4dbe-4195-aeab-a6e911a1baf0 HTTP/1.1" status: 200 len: 946 time: 0.2543762 Jul 24 09:11:37.034727 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fff5366e-4bf4-44e1-8c54-3021bf19ad62 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:37.050369 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d14471-b5b2-4d4b-aa5a-167860361678 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Pushing event deleted for resources: {'Port': ['ID=697973d6-f624-4195-849b-2f3ffdaf10d8,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:37.079779 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5366e-4bf4-44e1-8c54-3021bf19ad62 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Pushing event deleted for resources: {'Port': ['ID=89001d91-fc04-4116-b0fc-caf5b730351d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:37.118711 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9d29f7-f653-4d19-bbee-cb1066c06cf7 req-86d14471-b5b2-4d4b-aa5a-167860361678 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] No DVR routers for this DVR port 697973d6-f624-4195-849b-2f3ffdaf10d8 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:11:37.128547 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ea9d29f7-f653-4d19-bbee-cb1066c06cf7 req-86d14471-b5b2-4d4b-aa5a-167860361678 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:37.132954 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ea9d29f7-f653-4d19-bbee-cb1066c06cf7 req-86d14471-b5b2-4d4b-aa5a-167860361678 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.20 "DELETE /v2.0/ports/697973d6-f624-4195-849b-2f3ffdaf10d8 HTTP/1.1" status: 204 len: 173 time: 2.3047256 Jul 24 09:11:37.238102 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1305eab-75be-4068-9859-bde308cd4583 req-0b5e723c-60b5-405c-974b-64a6e0065f26 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:37.245286 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1305eab-75be-4068-9859-bde308cd4583 req-0b5e723c-60b5-405c-974b-64a6e0065f26 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:37.251536 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1305eab-75be-4068-9859-bde308cd4583 req-0b5e723c-60b5-405c-974b-64a6e0065f26 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:37.258227 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1305eab-75be-4068-9859-bde308cd4583 req-0b5e723c-60b5-405c-974b-64a6e0065f26 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:37.264662 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1305eab-75be-4068-9859-bde308cd4583 req-0b5e723c-60b5-405c-974b-64a6e0065f26 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:37.270957 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1305eab-75be-4068-9859-bde308cd4583 req-0b5e723c-60b5-405c-974b-64a6e0065f26 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:37.280224 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1305eab-75be-4068-9859-bde308cd4583 req-0b5e723c-60b5-405c-974b-64a6e0065f26 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:37.284372 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1305eab-75be-4068-9859-bde308cd4583 req-0b5e723c-60b5-405c-974b-64a6e0065f26 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5420 time: 0.3015420 Jul 24 09:11:37.290872 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d733492-9af0-4208-9c29-78edeea54e3f req-059883c6-bdea-4f2a-bf91-a583424c81d1 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/security-groups?id=637106b1-3b61-4df2-902f-c2d54663dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547112 Jul 24 09:11:37.371557 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fff5366e-4bf4-44e1-8c54-3021bf19ad62 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:37.376909 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fff5366e-4bf4-44e1-8c54-3021bf19ad62 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:37.382295 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fff5366e-4bf4-44e1-8c54-3021bf19ad62 tempest-ServersTestManualDisk-1091144731 tempest-ServersTestManualDisk-1091144731-project] 10.222.0.32 "DELETE /v2.0/floatingips/7a48fe8c-1ab8-4105-b0dd-85cb05be0640 HTTP/1.1" status: 204 len: 168 time: 1.2625904 Jul 24 09:11:37.383180 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52252) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:37.399126 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1305eab-75be-4068-9859-bde308cd4583 req-ec4fdc39-8a59-4c08-a25c-642cbbfd1bfc tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0968323 Jul 24 09:11:37.462272 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-6af01335-73db-426e-b1ce-01aacbfa71be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 469ea9d5-5c38-4551-bc0a-f131a857b70e {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:11:37.483466 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-6af01335-73db-426e-b1ce-01aacbfa71be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:37.524476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-6af01335-73db-426e-b1ce-01aacbfa71be service neutron] Transition to ACTIVE for port object 469ea9d5-5c38-4551-bc0a-f131a857b70e will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:11:37.532082 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-6af01335-73db-426e-b1ce-01aacbfa71be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:37.713652 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af01335-73db-426e-b1ce-01aacbfa71be service neutron] Pushing event updated for resources: {'Port': ['ID=469ea9d5-5c38-4551-bc0a-f131a857b70e,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:37.909003 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-863b3502-6cbe-4b54-bb5e-bce211f9be66 req-faa6d264-3c10-4735-9857-17f9fc8a50e2 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 210 time: 0.1851530 Jul 24 09:11:37.980174 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-6af01335-73db-426e-b1ce-01aacbfa71be service neutron] Attempting to bind port 469ea9d5-5c38-4551-bc0a-f131a857b70e on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:11:37.980530 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-6af01335-73db-426e-b1ce-01aacbfa71be service neutron] Attempting to bind port 469ea9d5-5c38-4551-bc0a-f131a857b70e by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '3a8ff286-f6f5-4c05-b3eb-2c391f403600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:11:37.980879 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-6af01335-73db-426e-b1ce-01aacbfa71be service neutron] Attempting to bind port 469ea9d5-5c38-4551-bc0a-f131a857b70e on network fbc5b270-0c92-4400-92e0-37b0a548e1d0 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:11:38.013138 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fea342-cb45-422c-969f-9833494942e0 req-d594da51-247d-4bb8-929a-937312e9a291 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:38.014648 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-20fea342-cb45-422c-969f-9833494942e0 req-d594da51-247d-4bb8-929a-937312e9a291 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.20 "GET /v2.0/ports?device_id=79acb227-4dbe-4195-aeab-a6e911a1baf0 HTTP/1.1" status: 200 len: 946 time: 0.2899966 Jul 24 09:11:38.015261 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-6af01335-73db-426e-b1ce-01aacbfa71be service neutron] Port 469ea9d5-5c38-4551-bc0a-f131a857b70e on network fbc5b270-0c92-4400-92e0-37b0a548e1d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:11:38.015590 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-6af01335-73db-426e-b1ce-01aacbfa71be service neutron] Attempting to bind port 469ea9d5-5c38-4551-bc0a-f131a857b70e on network fbc5b270-0c92-4400-92e0-37b0a548e1d0 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:11:38.143618 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-6af01335-73db-426e-b1ce-01aacbfa71be service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:11:38.144013 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-6af01335-73db-426e-b1ce-01aacbfa71be service neutron] Checking segment: {'id': '3a8ff286-f6f5-4c05-b3eb-2c391f403600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:11:38.144421 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-6af01335-73db-426e-b1ce-01aacbfa71be service neutron] Bound using segment: {'id': '3a8ff286-f6f5-4c05-b3eb-2c391f403600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:11:38.145021 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-6af01335-73db-426e-b1ce-01aacbfa71be service neutron] Bound port: 469ea9d5-5c38-4551-bc0a-f131a857b70e, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a8ff286-f6f5-4c05-b3eb-2c391f403600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:11:38.145437 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-6af01335-73db-426e-b1ce-01aacbfa71be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:38.301765 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005387c-a6a4-40de-878d-1fb7c956d1cf req-f2bf5de6-c65f-4013-87d7-9f845d38c75d tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:38.303333 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1005387c-a6a4-40de-878d-1fb7c956d1cf req-f2bf5de6-c65f-4013-87d7-9f845d38c75d tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 944 time: 0.1560702 Jul 24 09:11:38.348247 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-336de4b4-896b-4fc9-8c1d-89cb3cf5469f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:38.359211 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830248c7-1727-4612-802d-ec823b2ee058 req-d346dbe1-71fb-4c13-b709-a3aa32215058 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:38.366679 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-830248c7-1727-4612-802d-ec823b2ee058 req-d346dbe1-71fb-4c13-b709-a3aa32215058 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 951 time: 0.2671671 Jul 24 09:11:38.412251 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-6af01335-73db-426e-b1ce-01aacbfa71be service neutron] For port 469ea9d5-5c38-4551-bc0a-f131a857b70e, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:11:38.418173 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-6af01335-73db-426e-b1ce-01aacbfa71be service neutron] For port 469ea9d5-5c38-4551-bc0a-f131a857b70e, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=469ea9d5-5c38-4551-bc0a-f131a857b70e,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:11:38.422565 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a252df3-f3fc-45b4-8403-a4d24867083c', 'name': 'network-vif-deleted', 'tag': '697973d6-f624-4195-849b-2f3ffdaf10d8'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:38.425670 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf75e505-bae8-4c3c-95a1-61b4c30d8594" -d '{"events": [{"server_uuid": "4a252df3-f3fc-45b4-8403-a4d24867083c", "name": "network-vif-deleted", "tag": "697973d6-f624-4195-849b-2f3ffdaf10d8"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:38.429581 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a2803-488a-4d2c-81c9-68d74307ec74 req-8de659cd-6837-4fed-9b74-66400eda333a tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:38.432179 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-6af01335-73db-426e-b1ce-01aacbfa71be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:38.438007 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0c2a2803-488a-4d2c-81c9-68d74307ec74 req-8de659cd-6837-4fed-9b74-66400eda333a tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 944 time: 0.2778251 Jul 24 09:11:38.465554 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 697973d6-f624-4195-849b-2f3ffdaf10d8 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:11:38.502051 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 697973d6-f624-4195-849b-2f3ffdaf10d8 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:11:38.502669 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 697973d6-f624-4195-849b-2f3ffdaf10d8 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:11:38.503411 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 86c834eb-70d5-40f6-86e5-420f77b0d7ea no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:11:38.525507 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 86c834eb-70d5-40f6-86e5-420f77b0d7ea {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:11:38.527170 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 86c834eb-70d5-40f6-86e5-420f77b0d7ea not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:11:38.546958 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-830248c7-1727-4612-802d-ec823b2ee058 req-e535eb65-3003-4867-bcb0-99bc6311ae59 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791618 Jul 24 09:11:38.557578 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0c2a2803-488a-4d2c-81c9-68d74307ec74 req-4b016ffe-8f3f-424b-800d-6e154a0fecdf tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184590 Jul 24 09:11:38.559038 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-20fea342-cb45-422c-969f-9833494942e0 req-4b7834c3-79be-44b5-a89c-e7f9a13be5a0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Deleting port 39187c85-27ac-4bc6-8417-a814c3bf41fd {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:11:38.559511 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-20fea342-cb45-422c-969f-9833494942e0 req-4b7834c3-79be-44b5-a89c-e7f9a13be5a0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:38.670553 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-20fea342-cb45-422c-969f-9833494942e0 req-4b7834c3-79be-44b5-a89c-e7f9a13be5a0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] For port 39187c85-27ac-4bc6-8417-a814c3bf41fd, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=39187c85-27ac-4bc6-8417-a814c3bf41fd,segment=NetworkSegment(b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85),segment_id=b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:38.671059 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-20fea342-cb45-422c-969f-9833494942e0 req-4b7834c3-79be-44b5-a89c-e7f9a13be5a0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:38.693215 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-1005387c-a6a4-40de-878d-1fb7c956d1cf req-4a1a58f1-39e1-4d52-89d3-32eb70ed8b6c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Deleting port 95d59126-4f43-41c6-8e09-fca4d1581987 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:11:38.693514 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-1005387c-a6a4-40de-878d-1fb7c956d1cf req-4a1a58f1-39e1-4d52-89d3-32eb70ed8b6c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:38.872163 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-1005387c-a6a4-40de-878d-1fb7c956d1cf req-4a1a58f1-39e1-4d52-89d3-32eb70ed8b6c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] For port 95d59126-4f43-41c6-8e09-fca4d1581987, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=95d59126-4f43-41c6-8e09-fca4d1581987,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:38.872551 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-1005387c-a6a4-40de-878d-1fb7c956d1cf req-4a1a58f1-39e1-4d52-89d3-32eb70ed8b6c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:38.883324 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de6407-f0c5-4675-8511-813f9182ec25 req-4563fb0c-13ef-46be-a0ae-33f3f8d3ce10 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:38.885172 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b3de6407-f0c5-4675-8511-813f9182ec25 req-4563fb0c-13ef-46be-a0ae-33f3f8d3ce10 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23 HTTP/1.1" status: 200 len: 943 time: 0.2094407 Jul 24 09:11:38.908405 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-1005387c-a6a4-40de-878d-1fb7c956d1cf req-4a1a58f1-39e1-4d52-89d3-32eb70ed8b6c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Calling delete_port for 95d59126-4f43-41c6-8e09-fca4d1581987 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:11:39.011865 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b3de6407-f0c5-4675-8511-813f9182ec25 req-8cf06e67-848b-484c-bb17-72c10e33368c tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164973 Jul 24 09:11:39.036231 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-6af01335-73db-426e-b1ce-01aacbfa71be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:39.036231 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-6af01335-73db-426e-b1ce-01aacbfa71be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:39.037512 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-6af01335-73db-426e-b1ce-01aacbfa71be service neutron] 10.222.0.37 "PUT /v2.0/ports/469ea9d5-5c38-4551-bc0a-f131a857b70e HTTP/1.1" status: 200 len: 1091 time: 2.8659315 Jul 24 09:11:39.231977 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-336de4b4-896b-4fc9-8c1d-89cb3cf5469f admin admin] Deleting port b3f448c5-802f-4fe3-82aa-88ef108584f8 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:11:39.232326 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-336de4b4-896b-4fc9-8c1d-89cb3cf5469f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:39.244719 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-1005387c-a6a4-40de-878d-1fb7c956d1cf req-4a1a58f1-39e1-4d52-89d3-32eb70ed8b6c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:39.255844 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['95d59126-4f43-41c6-8e09-fca4d1581987'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:11:39.272555 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af01335-73db-426e-b1ce-01aacbfa71be service neutron] Pushing event updated for resources: {'Port': ['ID=469ea9d5-5c38-4551-bc0a-f131a857b70e,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:39.304107 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a58f1-39e1-4d52-89d3-32eb70ed8b6c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Pushing event deleted for resources: {'Port': ['ID=95d59126-4f43-41c6-8e09-fca4d1581987,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:39.399285 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-1005387c-a6a4-40de-878d-1fb7c956d1cf req-4a1a58f1-39e1-4d52-89d3-32eb70ed8b6c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] No DVR routers for this DVR port 95d59126-4f43-41c6-8e09-fca4d1581987 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:11:39.404694 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-1005387c-a6a4-40de-878d-1fb7c956d1cf req-4a1a58f1-39e1-4d52-89d3-32eb70ed8b6c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:39.407036 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1005387c-a6a4-40de-878d-1fb7c956d1cf req-4a1a58f1-39e1-4d52-89d3-32eb70ed8b6c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.20 "DELETE /v2.0/ports/95d59126-4f43-41c6-8e09-fca4d1581987 HTTP/1.1" status: 204 len: 173 time: 1.0972426 Jul 24 09:11:39.407508 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4a45f3-ab97-4652-839f-9108c93e0438', 'name': 'network-vif-deleted', 'tag': '95d59126-4f43-41c6-8e09-fca4d1581987'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:39.409893 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bef803-2992-47e5-95cb-e69bf17aae02" -d '{"events": [{"server_uuid": "2d4a45f3-ab97-4652-839f-9108c93e0438", "name": "network-vif-deleted", "tag": "95d59126-4f43-41c6-8e09-fca4d1581987"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:39.415744 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820c8d2-f9fc-4241-ba42-b77530e47c3e req-34e7ee59-a1bb-4aa0-ae21-ddce930b4521 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:39.423078 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4820c8d2-f9fc-4241-ba42-b77530e47c3e req-34e7ee59-a1bb-4aa0-ae21-ddce930b4521 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?device_id=79acb227-4dbe-4195-aeab-a6e911a1baf0 HTTP/1.1" status: 200 len: 946 time: 0.3829119 Jul 24 09:11:39.435995 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7152da-ddd3-47de-8391-fee08a321cc7 req-a8012eeb-9b50-4f27-9c49-bc6cc501f33f tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:39.441776 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71be773-44f9-4afc-9ffb-ed16d1348ff9 req-e4f0dabc-3d38-4773-a507-479baa1489b4 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:39.442024 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7152da-ddd3-47de-8391-fee08a321cc7 req-a8012eeb-9b50-4f27-9c49-bc6cc501f33f tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:39.443233 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e71be773-44f9-4afc-9ffb-ed16d1348ff9 req-e4f0dabc-3d38-4773-a507-479baa1489b4 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 951 time: 0.3016169 Jul 24 09:11:39.452649 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7152da-ddd3-47de-8391-fee08a321cc7 req-a8012eeb-9b50-4f27-9c49-bc6cc501f33f tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:39.462714 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7152da-ddd3-47de-8391-fee08a321cc7 req-a8012eeb-9b50-4f27-9c49-bc6cc501f33f tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:39.490855 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7152da-ddd3-47de-8391-fee08a321cc7 req-a8012eeb-9b50-4f27-9c49-bc6cc501f33f tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:39.511748 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7152da-ddd3-47de-8391-fee08a321cc7 req-a8012eeb-9b50-4f27-9c49-bc6cc501f33f tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:39.517409 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-341700c2-fd4c-48c8-8bc1-9309c6ef2194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:39.519110 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-341700c2-fd4c-48c8-8bc1-9309c6ef2194 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cca414eeb75d4a728826bf910f0b973f&device_id=11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23 HTTP/1.1" status: 200 len: 1094 time: 0.3874776 Jul 24 09:11:39.520954 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-20fea342-cb45-422c-969f-9833494942e0 req-4b7834c3-79be-44b5-a89c-e7f9a13be5a0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:39.521342 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-20fea342-cb45-422c-969f-9833494942e0 req-4b7834c3-79be-44b5-a89c-e7f9a13be5a0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:39.521656 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [req-20fea342-cb45-422c-969f-9833494942e0 req-4b7834c3-79be-44b5-a89c-e7f9a13be5a0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Floating IP 0cdf8c2f-5077-4068-9363-b15bf12134cc disassociated. External IP: 172.25.7.18, port: 39187c85-27ac-4bc6-8417-a814c3bf41fd. Jul 24 09:11:39.522000 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-20fea342-cb45-422c-969f-9833494942e0 req-4b7834c3-79be-44b5-a89c-e7f9a13be5a0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Calling delete_port for 39187c85-27ac-4bc6-8417-a814c3bf41fd owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:11:39.529948 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7152da-ddd3-47de-8391-fee08a321cc7 req-a8012eeb-9b50-4f27-9c49-bc6cc501f33f tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:39.534676 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ab7152da-ddd3-47de-8391-fee08a321cc7 req-a8012eeb-9b50-4f27-9c49-bc6cc501f33f tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5420 time: 0.3950977 Jul 24 09:11:39.558009 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-336de4b4-896b-4fc9-8c1d-89cb3cf5469f admin admin] For port b3f448c5-802f-4fe3-82aa-88ef108584f8, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b3f448c5-802f-4fe3-82aa-88ef108584f8,segment=NetworkSegment(5f12752a-fa32-448f-8ae6-966789d4668c),segment_id=5f12752a-fa32-448f-8ae6-966789d4668c)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:39.563995 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-336de4b4-896b-4fc9-8c1d-89cb3cf5469f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:39.595389 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-336de4b4-896b-4fc9-8c1d-89cb3cf5469f admin admin] Calling delete_port for b3f448c5-802f-4fe3-82aa-88ef108584f8 owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:11:39.608592 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4820c8d2-f9fc-4241-ba42-b77530e47c3e req-36e707c7-f54a-40f0-8334-2ad65506d915 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/security-groups?id=637106b1-3b61-4df2-902f-c2d54663dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778660 Jul 24 09:11:39.610165 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-bd523df7-8a5b-409e-95ec-0d59d44ad61d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=469ea9d5-5c38-4551-bc0a-f131a857b70e HTTP/1.1" status: 200 len: 217 time: 0.0661688 Jul 24 09:11:39.695058 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f758aec3-6027-4b47-ba09-53abd20eedf8 x-openstack-request-id: req-f758aec3-6027-4b47-ba09-53abd20eedf8 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:39.695379 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a252df3-f3fc-45b4-8403-a4d24867083c", "name": "network-vif-deleted", "tag": "697973d6-f624-4195-849b-2f3ffdaf10d8", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:39.695599 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f758aec3-6027-4b47-ba09-53abd20eedf8 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:39.695996 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a252df3-f3fc-45b4-8403-a4d24867083c', 'name': 'network-vif-deleted', 'tag': '697973d6-f624-4195-849b-2f3ffdaf10d8', 'status': 'completed', 'code': 200} Jul 24 09:11:39.806707 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-490b6b75-db42-4f3d-b756-150acee2afef req-561d1dde-64d9-46ed-bebd-a6bafa3b9ed2 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 210 time: 0.0434899 Jul 24 09:11:39.812308 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ab7152da-ddd3-47de-8391-fee08a321cc7 req-983c8ddb-9489-48d1-99f1-622fa6288b60 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539160 Jul 24 09:11:39.829273 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-5919cfd6-b557-48a7-a98d-d7b2aec67042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:39.831121 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-5919cfd6-b557-48a7-a98d-d7b2aec67042 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4f4d091-9355-41fb-8669-a9c6a15e7d4f HTTP/1.1" status: 200 len: 845 time: 0.2123222 Jul 24 09:11:39.890260 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdab3a82-0b03-4282-acf6-9485332e26ee x-openstack-request-id: req-bdab3a82-0b03-4282-acf6-9485332e26ee {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:39.890805 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4a45f3-ab97-4652-839f-9108c93e0438", "name": "network-vif-deleted", "tag": "95d59126-4f43-41c6-8e09-fca4d1581987", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:39.891212 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bdab3a82-0b03-4282-acf6-9485332e26ee {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:39.891773 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4a45f3-ab97-4652-839f-9108c93e0438', 'name': 'network-vif-deleted', 'tag': '95d59126-4f43-41c6-8e09-fca4d1581987', 'status': 'completed', 'code': 200} Jul 24 09:11:39.910248 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-9263bd10-2f5d-4d8b-8af8-19aaa4752c70 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fbc5b270-0c92-4400-92e0-37b0a548e1d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698886 Jul 24 09:11:39.918508 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-336de4b4-896b-4fc9-8c1d-89cb3cf5469f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:40.002582 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336de4b4-896b-4fc9-8c1d-89cb3cf5469f admin admin] Pushing event deleted for resources: {'Port': ['ID=b3f448c5-802f-4fe3-82aa-88ef108584f8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:40.062081 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-e71be773-44f9-4afc-9ffb-ed16d1348ff9 req-793ff0af-3158-4b79-8f5d-563590553f02 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Deleting port b30aaf2b-d913-480e-acba-dd7ed7267ed8 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:11:40.062081 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e71be773-44f9-4afc-9ffb-ed16d1348ff9 req-793ff0af-3158-4b79-8f5d-563590553f02 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:40.064078 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b028a0f5-64a0-479c-b2fe-a66a2afe0c3c req-feafb26d-be8b-43e6-8f38-5bc12bf40635 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4a45f3-ab97-4652-839f-9108c93e0438 HTTP/1.1" status: 200 len: 210 time: 0.0774546 Jul 24 09:11:40.334062 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-20fea342-cb45-422c-969f-9833494942e0 req-4b7834c3-79be-44b5-a89c-e7f9a13be5a0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:40.345631 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-6644c4b8-78a3-4bca-b322-ceafffb080d0 service neutron] 10.222.0.37 "GET /v2.0/networks/fbc5b270-0c92-4400-92e0-37b0a548e1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232278 Jul 24 09:11:40.349932 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-e71be773-44f9-4afc-9ffb-ed16d1348ff9 req-793ff0af-3158-4b79-8f5d-563590553f02 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] For port b30aaf2b-d913-480e-acba-dd7ed7267ed8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b30aaf2b-d913-480e-acba-dd7ed7267ed8,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:40.350307 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e71be773-44f9-4afc-9ffb-ed16d1348ff9 req-793ff0af-3158-4b79-8f5d-563590553f02 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:40.409419 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7834c3-79be-44b5-a89c-e7f9a13be5a0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Pushing event deleted for resources: {'Port': ['ID=39187c85-27ac-4bc6-8417-a814c3bf41fd,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:40.424063 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a770e1-a8b7-45ea-a517-8ccd13aecf5e req-05a13627-ebf2-4aa7-bab2-1522f39c9daf tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:40.431100 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-79a770e1-a8b7-45ea-a517-8ccd13aecf5e req-05a13627-ebf2-4aa7-bab2-1522f39c9daf tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0e5d50-3104-4fd4-925c-e51f436926a3 HTTP/1.1" status: 200 len: 951 time: 0.4333062 Jul 24 09:11:40.439665 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-e71be773-44f9-4afc-9ffb-ed16d1348ff9 req-793ff0af-3158-4b79-8f5d-563590553f02 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Calling delete_port for b30aaf2b-d913-480e-acba-dd7ed7267ed8 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:11:40.465315 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 39187c85-27ac-4bc6-8417-a814c3bf41fd no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:11:40.506607 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 39187c85-27ac-4bc6-8417-a814c3bf41fd {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:11:40.507472 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 39187c85-27ac-4bc6-8417-a814c3bf41fd not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:11:40.508129 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 95d59126-4f43-41c6-8e09-fca4d1581987 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:11:40.544956 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 95d59126-4f43-41c6-8e09-fca4d1581987 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:11:40.545765 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 95d59126-4f43-41c6-8e09-fca4d1581987 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:11:40.673128 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-79a770e1-a8b7-45ea-a517-8ccd13aecf5e req-acb3885b-cc44-4e9e-a903-22f907b9c158 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410021 Jul 24 09:11:40.708383 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d321bd8c-54e3-4acb-b166-c4f0b8a0e002 req-6eb435d1-cbdd-4e77-9be5-825f481916cc service neutron] 10.222.0.37 "GET /v2.0/networks/fbc5b270-0c92-4400-92e0-37b0a548e1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490722 Jul 24 09:11:40.723170 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903f7e3-07f7-4e44-8318-8760ee43d74d req-8a8faffa-e4b1-48e8-997f-78cce3cd2213 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:40.724920 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a903f7e3-07f7-4e44-8318-8760ee43d74d req-8a8faffa-e4b1-48e8-997f-78cce3cd2213 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23 HTTP/1.1" status: 200 len: 943 time: 0.5396996 Jul 24 09:11:40.777252 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a903f7e3-07f7-4e44-8318-8760ee43d74d req-e08fceb6-8800-4045-b547-1d46df55b12e tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455012 Jul 24 09:11:40.779726 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-336de4b4-896b-4fc9-8c1d-89cb3cf5469f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:40.811936 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e71be773-44f9-4afc-9ffb-ed16d1348ff9 req-793ff0af-3158-4b79-8f5d-563590553f02 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:40.825608 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['b07ae86d-67b5-41e2-86cd-d5066530521d'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:11:40.830614 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['6289c3e7-30d0-4072-b34b-6153a02e4df5'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:11:40.884058 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20fea342-cb45-422c-969f-9833494942e0 req-4b7834c3-79be-44b5-a89c-e7f9a13be5a0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Router b3596d54-e46f-4bc4-8857-ddc805702ca2 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:11:40.886109 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ff0af-3158-4b79-8f5d-563590553f02 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Pushing event deleted for resources: {'Port': ['ID=b30aaf2b-d913-480e-acba-dd7ed7267ed8,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:40.976601 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-ebae820b-9f22-41f0-999a-8f624df8130f tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1119938402&fields=id&tenant_id=8c71868cf42742a9bfdaacdee1de29ba HTTP/1.1" status: 200 len: 267 time: 0.1741738 Jul 24 09:11:40.983469 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-16418c5a-b937-4c2f-b9f0-7750e9d58b89 req-0eff7a38-8913-4076-b06c-d1efa9d29211 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/ports?device_id=79acb227-4dbe-4195-aeab-a6e911a1baf0 HTTP/1.1" status: 200 len: 210 time: 0.0393138 Jul 24 09:11:41.077213 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71be773-44f9-4afc-9ffb-ed16d1348ff9 req-793ff0af-3158-4b79-8f5d-563590553f02 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] No DVR routers for this DVR port b30aaf2b-d913-480e-acba-dd7ed7267ed8 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:11:41.083025 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e71be773-44f9-4afc-9ffb-ed16d1348ff9 req-793ff0af-3158-4b79-8f5d-563590553f02 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:41.085090 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e71be773-44f9-4afc-9ffb-ed16d1348ff9 req-793ff0af-3158-4b79-8f5d-563590553f02 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.37 "DELETE /v2.0/ports/b30aaf2b-d913-480e-acba-dd7ed7267ed8 HTTP/1.1" status: 204 len: 173 time: 1.6277962 Jul 24 09:11:41.171059 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336de4b4-896b-4fc9-8c1d-89cb3cf5469f admin admin] Router 3857bcab-2e55-4513-b757-da63d1510f31 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:11:41.280907 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-2e64b7db-9fb7-4fb6-ac02-13cda2c55637 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:41.287718 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-2e64b7db-9fb7-4fb6-ac02-13cda2c55637 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/networks?id=6a12e80f-7c41-440f-b622-d5f8b868fb83 HTTP/1.1" status: 200 len: 814 time: 0.3099549 Jul 24 09:11:41.301103 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20fea342-cb45-422c-969f-9833494942e0 req-4b7834c3-79be-44b5-a89c-e7f9a13be5a0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:11:41.309535 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-ad840d69-b8b9-4063-aef0-89e48d1f614a tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/quotas/8c71868cf42742a9bfdaacdee1de29ba HTTP/1.1" status: 200 len: 375 time: 0.0206881 Jul 24 09:11:41.321221 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be46e40-afc9-4cfc-8589-32da0dfdfb25 None None] Sync routers for ids ['b3596d54-e46f-4bc4-8857-ddc805702ca2'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:11:41.345010 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be46e40-afc9-4cfc-8589-32da0dfdfb25 None None] Routers {'b3596d54-e46f-4bc4-8857-ddc805702ca2'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:11:41.345920 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-1be46e40-afc9-4cfc-8589-32da0dfdfb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:11:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b3596d54-e46f-4bc4-8857-ddc805702ca2'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:41.368126 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336de4b4-896b-4fc9-8c1d-89cb3cf5469f admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:11:41.378338 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30de577-5af5-4e42-815a-8fd1e5f4523e None None] Sync routers for ids ['3857bcab-2e55-4513-b757-da63d1510f31'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:11:41.394241 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30de577-5af5-4e42-815a-8fd1e5f4523e None None] Routers {'3857bcab-2e55-4513-b757-da63d1510f31'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:11:41.394891 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a30de577-5af5-4e42-815a-8fd1e5f4523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:11:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['3857bcab-2e55-4513-b757-da63d1510f31'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:41.396706 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-336de4b4-896b-4fc9-8c1d-89cb3cf5469f admin admin] 10.222.0.32 "PUT /v2.0/routers/3857bcab-2e55-4513-b757-da63d1510f31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0123668 Jul 24 09:11:41.407778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52300) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:41.410364 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2e6ed2a8-255f-4e64-92db-73d2c7308055 req-1608bce7-ec94-4b00-a50e-299683c76167 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 210 time: 0.2175734 Jul 24 09:11:41.457684 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fea342-cb45-422c-969f-9833494942e0 req-4b7834c3-79be-44b5-a89c-e7f9a13be5a0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] No DVR routers for this DVR port 39187c85-27ac-4bc6-8417-a814c3bf41fd on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:11:41.498944 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-20fea342-cb45-422c-969f-9833494942e0 req-4b7834c3-79be-44b5-a89c-e7f9a13be5a0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:41.502796 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-20fea342-cb45-422c-969f-9833494942e0 req-4b7834c3-79be-44b5-a89c-e7f9a13be5a0 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.20 "DELETE /v2.0/ports/39187c85-27ac-4bc6-8417-a814c3bf41fd HTTP/1.1" status: 204 len: 173 time: 3.4685812 Jul 24 09:11:41.593501 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-1be46e40-afc9-4cfc-8589-32da0dfdfb25 None None] Set router b3596d54-e46f-4bc4-8857-ddc805702ca2 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:11:41.642898 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cf869-de10-4cd3-afdb-7a561fd342b5 req-0baccf96-3109-47fe-8b27-dccc62bd1c59 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:41.643697 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-a30de577-5af5-4e42-815a-8fd1e5f4523e None None] Set router 3857bcab-2e55-4513-b757-da63d1510f31 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:11:41.667461 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-bd15bd98-2450-463f-aacc-8c36df2dc32e tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c71868cf42742a9bfdaacdee1de29ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3569577 Jul 24 09:11:41.668502 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cf869-de10-4cd3-afdb-7a561fd342b5 req-0baccf96-3109-47fe-8b27-dccc62bd1c59 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:41.701088 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cf869-de10-4cd3-afdb-7a561fd342b5 req-0baccf96-3109-47fe-8b27-dccc62bd1c59 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:41.701350 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23', 'tag': '469ea9d5-5c38-4551-bc0a-f131a857b70e'}, {'server_uuid': '3f0e5d50-3104-4fd4-925c-e51f436926a3', 'name': 'network-vif-deleted', 'tag': 'b30aaf2b-d913-480e-acba-dd7ed7267ed8'}, {'server_uuid': '79acb227-4dbe-4195-aeab-a6e911a1baf0', 'name': 'network-vif-deleted', 'tag': '39187c85-27ac-4bc6-8417-a814c3bf41fd'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:41.704177 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4192ac47-941b-47ee-88e1-e10f54114c61" -d '{"events": [{"name": "network-changed", "server_uuid": "11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23", "tag": "469ea9d5-5c38-4551-bc0a-f131a857b70e"}, {"server_uuid": "3f0e5d50-3104-4fd4-925c-e51f436926a3", "name": "network-vif-deleted", "tag": "b30aaf2b-d913-480e-acba-dd7ed7267ed8"}, {"server_uuid": "79acb227-4dbe-4195-aeab-a6e911a1baf0", "name": "network-vif-deleted", "tag": "39187c85-27ac-4bc6-8417-a814c3bf41fd"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:41.713451 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fb667845-6a3b-4053-a5b2-fde03eaaf491 admin admin] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:41.721444 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cf869-de10-4cd3-afdb-7a561fd342b5 req-0baccf96-3109-47fe-8b27-dccc62bd1c59 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:41.740766 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cf869-de10-4cd3-afdb-7a561fd342b5 req-0baccf96-3109-47fe-8b27-dccc62bd1c59 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:41.773436 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cf869-de10-4cd3-afdb-7a561fd342b5 req-0baccf96-3109-47fe-8b27-dccc62bd1c59 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:41.789163 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cf869-de10-4cd3-afdb-7a561fd342b5 req-0baccf96-3109-47fe-8b27-dccc62bd1c59 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:41.804030 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-af8cf869-de10-4cd3-afdb-7a561fd342b5 req-0baccf96-3109-47fe-8b27-dccc62bd1c59 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5420 time: 0.3277764 Jul 24 09:11:41.857882 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fb667845-6a3b-4053-a5b2-fde03eaaf491 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:41.914557 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-af8cf869-de10-4cd3-afdb-7a561fd342b5 req-67f3e621-2627-432d-98e5-721306c3cadc tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1098187 Jul 24 09:11:41.931807 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-e95fce94-1776-42f4-87f1-aaa051e76449 service neutron] 10.222.0.32 "GET /v2.0/networks/6a12e80f-7c41-440f-b622-d5f8b868fb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630908 Jul 24 09:11:42.005878 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-1be46e40-afc9-4cfc-8589-32da0dfdfb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1553795204-router', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:42Z', 'updated_at': '2021-07-24T09:06:54Z', 'revision_number': 4, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'gw_port': {'id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:44Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'd58fd0f6-39db-4bb0-859e-f44e07e86d6a', 'name': '', 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'mac_address': 'fa:16:3e:bd:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '31fd267b-9b48-4500-908e-db289ca8125b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:52Z', 'updated_at': '2021-07-24T09:07:03Z', 'revision_number': 5, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'subnets': [{'id': '31fd267b-9b48-4500-908e-db289ca8125b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:42.016277 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-fb667845-6a3b-4053-a5b2-fde03eaaf491 admin admin] Deleting port 3899c152-f39e-4d85-8d8d-b92f6184838a {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:11:42.016622 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fb667845-6a3b-4053-a5b2-fde03eaaf491 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:42.049111 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be46e40-afc9-4cfc-8589-32da0dfdfb25 None None] Checking router: b3596d54-e46f-4bc4-8857-ddc805702ca2 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:11:42.060727 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-56c7bd03-f4f0-43e0-a277-b9826f4295d8 service neutron] 10.222.0.32 "GET /v2.0/networks/6a12e80f-7c41-440f-b622-d5f8b868fb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242375 Jul 24 09:11:42.073778 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be46e40-afc9-4cfc-8589-32da0dfdfb25 None None] Routers {'b3596d54-e46f-4bc4-8857-ddc805702ca2'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:11:42.076214 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-1be46e40-afc9-4cfc-8589-32da0dfdfb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:11:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b3596d54-e46f-4bc4-8857-ddc805702ca2'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:42.197473 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device b30aaf2b-d913-480e-acba-dd7ed7267ed8 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:11:42.202169 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 469ea9d5-5c38-4551-bc0a-f131a857b70e details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:11:42.246657 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a30de577-5af5-4e42-815a-8fd1e5f4523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3857bcab-2e55-4513-b757-da63d1510f31', 'name': 'tempest-ServersTestManualDisk-299184476-router', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '3899c152-f39e-4d85-8d8d-b92f6184838a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:03Z', 'updated_at': '2021-07-24T09:11:39Z', 'revision_number': 5, 'project_id': 'b97303eda20c400ca8976a6ec0773f0e', 'gw_port': {'id': '3899c152-f39e-4d85-8d8d-b92f6184838a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3857bcab-2e55-4513-b757-da63d1510f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:05Z', 'updated_at': '2021-07-24T09:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:42.299522 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30de577-5af5-4e42-815a-8fd1e5f4523e None None] Checking router: 3857bcab-2e55-4513-b757-da63d1510f31 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:11:42.325493 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30de577-5af5-4e42-815a-8fd1e5f4523e None None] Routers {'3857bcab-2e55-4513-b757-da63d1510f31'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:11:42.326313 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a30de577-5af5-4e42-815a-8fd1e5f4523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:11:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['3857bcab-2e55-4513-b757-da63d1510f31'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:42.360373 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 469ea9d5-5c38-4551-bc0a-f131a857b70e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=469ea9d5-5c38-4551-bc0a-f131a857b70e,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:42.408784 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '469ea9d5-5c38-4551-bc0a-f131a857b70e', 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0', 'port_id': '469ea9d5-5c38-4551-bc0a-f131a857b70e', 'mac_address': 'fa:16:3e:0c:cd:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f4d091-9355-41fb-8669-a9c6a15e7d4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:11:42.437397 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: b30aaf2b-d913-480e-acba-dd7ed7267ed8 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:11:42.437858 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device b30aaf2b-d913-480e-acba-dd7ed7267ed8 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:11:42.485526 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-a30de577-5af5-4e42-815a-8fd1e5f4523e None None] Set router 3857bcab-2e55-4513-b757-da63d1510f31 gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:11:42.490025 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:42.493795 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce841d60-eb5a-4058-93ff-29cce85acf2b req-6cb3c4b4-2179-4616-8a18-12f68680bb26 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:42.500726 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ce841d60-eb5a-4058-93ff-29cce85acf2b req-6cb3c4b4-2179-4616-8a18-12f68680bb26 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23 HTTP/1.1" status: 200 len: 943 time: 0.1786890 Jul 24 09:11:42.507168 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 469ea9d5-5c38-4551-bc0a-f131a857b70e {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:11:42.544146 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 469ea9d5-5c38-4551-bc0a-f131a857b70e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=469ea9d5-5c38-4551-bc0a-f131a857b70e,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:42.554929 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:42.588172 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ce841d60-eb5a-4058-93ff-29cce85acf2b req-fe3a3d5e-9434-4cbe-95db-86d0d67b4753 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807745 Jul 24 09:11:42.596134 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a30de577-5af5-4e42-815a-8fd1e5f4523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3857bcab-2e55-4513-b757-da63d1510f31', 'name': 'tempest-ServersTestManualDisk-299184476-router', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:03Z', 'updated_at': '2021-07-24T09:11:41Z', 'revision_number': 6, 'project_id': 'b97303eda20c400ca8976a6ec0773f0e', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:42.628517 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-fb667845-6a3b-4053-a5b2-fde03eaaf491 admin admin] For port 3899c152-f39e-4d85-8d8d-b92f6184838a, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=3899c152-f39e-4d85-8d8d-b92f6184838a,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:42.629136 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fb667845-6a3b-4053-a5b2-fde03eaaf491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:42.647736 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-fb667845-6a3b-4053-a5b2-fde03eaaf491 admin admin] Calling delete_port for 3899c152-f39e-4d85-8d8d-b92f6184838a owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:11:42.665858 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30de577-5af5-4e42-815a-8fd1e5f4523e None None] The sync data for ids ['3857bcab-2e55-4513-b757-da63d1510f31'] in n-d-800085-9 is: [{'id': '3857bcab-2e55-4513-b757-da63d1510f31', 'name': 'tempest-ServersTestManualDisk-299184476-router', 'tenant_id': 'b97303eda20c400ca8976a6ec0773f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:03Z', 'updated_at': '2021-07-24T09:11:41Z', 'revision_number': 6, 'project_id': 'b97303eda20c400ca8976a6ec0773f0e', 'gw_port_host': None}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:11:42.850519 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803e86ba-ed57-4764-9d93-555d60ddc726 x-openstack-request-id: req-803e86ba-ed57-4764-9d93-555d60ddc726 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:42.850857 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23", "tag": "469ea9d5-5c38-4551-bc0a-f131a857b70e", "status": "completed", "code": 200}, {"server_uuid": "3f0e5d50-3104-4fd4-925c-e51f436926a3", "name": "network-vif-deleted", "tag": "b30aaf2b-d913-480e-acba-dd7ed7267ed8", "status": "completed", "code": 200}, {"server_uuid": "79acb227-4dbe-4195-aeab-a6e911a1baf0", "name": "network-vif-deleted", "tag": "39187c85-27ac-4bc6-8417-a814c3bf41fd", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:42.851067 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-803e86ba-ed57-4764-9d93-555d60ddc726 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:42.851478 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23', 'tag': '469ea9d5-5c38-4551-bc0a-f131a857b70e', 'status': 'completed', 'code': 200} Jul 24 09:11:42.851720 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0e5d50-3104-4fd4-925c-e51f436926a3', 'name': 'network-vif-deleted', 'tag': 'b30aaf2b-d913-480e-acba-dd7ed7267ed8', 'status': 'completed', 'code': 200} Jul 24 09:11:42.851970 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79acb227-4dbe-4195-aeab-a6e911a1baf0', 'name': 'network-vif-deleted', 'tag': '39187c85-27ac-4bc6-8417-a814c3bf41fd', 'status': 'completed', 'code': 200} Jul 24 09:11:42.937255 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-1be46e40-afc9-4cfc-8589-32da0dfdfb25 None None] Set router b3596d54-e46f-4bc4-8857-ddc805702ca2 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:11:42.995589 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fb667845-6a3b-4053-a5b2-fde03eaaf491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:43.094154 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2149cf22-b9ce-41e5-8cb9-7d19c1bb473b req-8bf6e010-6773-46b1-80c4-b736fcb01749 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 210 time: 0.0524995 Jul 24 09:11:43.117358 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b3f448c5-802f-4fe3-82aa-88ef108584f8 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:11:43.160701 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb667845-6a3b-4053-a5b2-fde03eaaf491 admin admin] Pushing event deleted for resources: {'Port': ['ID=3899c152-f39e-4d85-8d8d-b92f6184838a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:43.202291 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192ac47-941b-47ee-88e1-e10f54114c61 req-11a46b3f-5215-4f79-86ce-f0beeece82fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:43.202765 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: b3f448c5-802f-4fe3-82aa-88ef108584f8 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:11:43.203112 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b3f448c5-802f-4fe3-82aa-88ef108584f8 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:11:43.208124 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4192ac47-941b-47ee-88e1-e10f54114c61 req-11a46b3f-5215-4f79-86ce-f0beeece82fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cca414eeb75d4a728826bf910f0b973f&device_id=11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23 HTTP/1.1" status: 200 len: 1095 time: 0.3521826 Jul 24 09:11:43.217888 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['469ea9d5-5c38-4551-bc0a-f131a857b70e'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:11:43.263620 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-00089400-e4ac-4bab-bede-f236194a5e16 req-566c0ef8-cbbf-4848-9ea5-ab0dceb166d6 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a252df3-f3fc-45b4-8403-a4d24867083c HTTP/1.1" status: 200 len: 210 time: 0.1648090 Jul 24 09:11:43.279476 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=469ea9d5-5c38-4551-bc0a-f131a857b70e,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:43.398253 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501febd-adaa-416d-b3da-0aa18a452cae req-8855a234-d164-4d19-8c8e-638c78f3a355 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:43.401078 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9501febd-adaa-416d-b3da-0aa18a452cae req-8855a234-d164-4d19-8c8e-638c78f3a355 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 944 time: 0.1113780 Jul 24 09:11:43.409068 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fb667845-6a3b-4053-a5b2-fde03eaaf491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:43.484670 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9501febd-adaa-416d-b3da-0aa18a452cae req-8fe09c49-887c-41fd-b783-cf708195aa0e tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779879 Jul 24 09:11:43.672081 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fb667845-6a3b-4053-a5b2-fde03eaaf491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:43.677824 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fb667845-6a3b-4053-a5b2-fde03eaaf491 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:43.692935 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-1be46e40-afc9-4cfc-8589-32da0dfdfb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1553795204-router', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:42Z', 'updated_at': '2021-07-24T09:06:54Z', 'revision_number': 4, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'gw_port': {'id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:44Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'd58fd0f6-39db-4bb0-859e-f44e07e86d6a', 'name': '', 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'mac_address': 'fa:16:3e:bd:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '31fd267b-9b48-4500-908e-db289ca8125b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:52Z', 'updated_at': '2021-07-24T09:07:03Z', 'revision_number': 5, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'subnets': [{'id': '31fd267b-9b48-4500-908e-db289ca8125b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:43.697075 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f72a1-e6fd-4f99-b5cf-d61e6283cdf3 req-ffef3265-19cd-41f5-b710-9e4298618cc0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:43.725440 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f85f72a1-e6fd-4f99-b5cf-d61e6283cdf3 req-ffef3265-19cd-41f5-b710-9e4298618cc0 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 950 time: 0.1630256 Jul 24 09:11:43.733215 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be46e40-afc9-4cfc-8589-32da0dfdfb25 None None] The sync data for ids ['b3596d54-e46f-4bc4-8857-ddc805702ca2'] in n-d-800085-9 is: [{'id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1553795204-router', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:42Z', 'updated_at': '2021-07-24T09:06:54Z', 'revision_number': 4, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'gw_port': {'id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:44Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'd58fd0f6-39db-4bb0-859e-f44e07e86d6a', 'name': '', 'network_id': 'baf54693-f6ce-4efa-ad5c-848a9b2e7bd5', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'mac_address': 'fa:16:3e:bd:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '31fd267b-9b48-4500-908e-db289ca8125b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:52Z', 'updated_at': '2021-07-24T09:07:03Z', 'revision_number': 5, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'subnets': [{'id': '31fd267b-9b48-4500-908e-db289ca8125b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:11:43.780785 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f85f72a1-e6fd-4f99-b5cf-d61e6283cdf3 req-575f8fb5-794a-425d-841e-4ff1fdfbe7bc tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541677 Jul 24 09:11:43.790154 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192ac47-941b-47ee-88e1-e10f54114c61 req-8c79b161-d072-4b3e-9a53-10e81da37712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:43.791745 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4192ac47-941b-47ee-88e1-e10f54114c61 req-8c79b161-d072-4b3e-9a53-10e81da37712 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fbc5b270-0c92-4400-92e0-37b0a548e1d0 HTTP/1.1" status: 200 len: 905 time: 0.5557048 Jul 24 09:11:43.833177 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ae927-ff85-41be-a8a6-7c9c0ad0efa9 req-d4e61d92-9d5e-44a6-9464-7dca7c47b75e tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:43.834704 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-370ae927-ff85-41be-a8a6-7c9c0ad0efa9 req-d4e61d92-9d5e-44a6-9464-7dca7c47b75e tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.20 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 944 time: 0.4210165 Jul 24 09:11:43.868298 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:43.887955 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4192ac47-941b-47ee-88e1-e10f54114c61 req-919aadf0-a8fd-4a2e-9be1-43691f90902e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=469ea9d5-5c38-4551-bc0a-f131a857b70e HTTP/1.1" status: 200 len: 217 time: 0.0686986 Jul 24 09:11:43.888720 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fb667845-6a3b-4053-a5b2-fde03eaaf491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:43.889401 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb667845-6a3b-4053-a5b2-fde03eaaf491 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3857bcab-2e55-4513-b757-da63d1510f31 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:11:43.895695 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fb667845-6a3b-4053-a5b2-fde03eaaf491 admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:43.897315 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fb667845-6a3b-4053-a5b2-fde03eaaf491 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3857bcab-2e55-4513-b757-da63d1510f31 HTTP/1.1" status: 204 len: 168 time: 2.4792428 Jul 24 09:11:43.899697 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52346) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:43.981724 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db3984-aba8-41f4-9eec-972c1bcec499 req-995d4bae-1896-4d1b-8bbc-f25b5721b807 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:43.988487 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db3984-aba8-41f4-9eec-972c1bcec499 req-995d4bae-1896-4d1b-8bbc-f25b5721b807 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:43.994015 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db3984-aba8-41f4-9eec-972c1bcec499 req-995d4bae-1896-4d1b-8bbc-f25b5721b807 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:44.000530 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db3984-aba8-41f4-9eec-972c1bcec499 req-995d4bae-1896-4d1b-8bbc-f25b5721b807 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:44.006771 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db3984-aba8-41f4-9eec-972c1bcec499 req-995d4bae-1896-4d1b-8bbc-f25b5721b807 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:44.009954 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59c4cc0-d29a-4ab8-a13d-cca5562729b0 admin admin] Deleting subnet f33a2a2d-93ad-4e4a-a781-d9327260d4a8 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:11:44.012808 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db3984-aba8-41f4-9eec-972c1bcec499 req-995d4bae-1896-4d1b-8bbc-f25b5721b807 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:44.013668 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d59c4cc0-d29a-4ab8-a13d-cca5562729b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:44.018728 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db3984-aba8-41f4-9eec-972c1bcec499 req-995d4bae-1896-4d1b-8bbc-f25b5721b807 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:44.026776 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2db3984-aba8-41f4-9eec-972c1bcec499 req-995d4bae-1896-4d1b-8bbc-f25b5721b807 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5420 time: 0.5795076 Jul 24 09:11:44.060636 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d59c4cc0-d29a-4ab8-a13d-cca5562729b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:44.117680 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2db3984-aba8-41f4-9eec-972c1bcec499 req-f226d004-8100-4dca-a96a-92346f93cfa7 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0899544 Jul 24 09:11:44.124508 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192ac47-941b-47ee-88e1-e10f54114c61 req-042dab11-27d7-48b5-be16-dd5d072b2817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:44.140419 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4192ac47-941b-47ee-88e1-e10f54114c61 req-042dab11-27d7-48b5-be16-dd5d072b2817 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4f4d091-9355-41fb-8669-a9c6a15e7d4f HTTP/1.1" status: 200 len: 845 time: 0.2319286 Jul 24 09:11:44.223282 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52350) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:44.224071 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d59c4cc0-d29a-4ab8-a13d-cca5562729b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:44.274998 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8020409-8516-4b07-a7e6-7fe690e32127 None None] New status for floating IP 0cdf8c2f-5077-4068-9363-b15bf12134cc: DOWN {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:11:44.287723 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584f645-30ca-4dad-9ca0-5bcea140d16e req-c2b4a2ae-0f72-4b9a-9e54-95bd725c78e6 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:44.289642 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1584f645-30ca-4dad-9ca0-5bcea140d16e req-c2b4a2ae-0f72-4b9a-9e54-95bd725c78e6 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23 HTTP/1.1" status: 200 len: 944 time: 0.3416564 Jul 24 09:11:44.300403 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4192ac47-941b-47ee-88e1-e10f54114c61 req-2f66deb7-a715-4a22-8386-579f7d78994c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fbc5b270-0c92-4400-92e0-37b0a548e1d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1461637 Jul 24 09:11:44.358432 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7b6f7064-485a-47bb-a5a9-4323f840a415 req-cacad3bd-4970-49a7-823a-7b9aed60e723 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 210 time: 0.0644128 Jul 24 09:11:44.456857 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1584f645-30ca-4dad-9ca0-5bcea140d16e req-b264e2c0-db53-4d90-9641-88db30cefa02 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512210 Jul 24 09:11:44.473287 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d59c4cc0-d29a-4ab8-a13d-cca5562729b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:44.531932 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 050c6f20-222e-4534-968b-ea3eb888eef4 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:11:44.573399 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c4cc0-d29a-4ab8-a13d-cca5562729b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f33a2a2d-93ad-4e4a-a781-d9327260d4a8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:44.610262 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d59c4cc0-d29a-4ab8-a13d-cca5562729b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:44.612330 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d59c4cc0-d29a-4ab8-a13d-cca5562729b0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f33a2a2d-93ad-4e4a-a781-d9327260d4a8 HTTP/1.1" status: 204 len: 168 time: 0.7114627 Jul 24 09:11:44.621004 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52360) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:44.635872 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b1f755-641a-46b0-867a-958629defcd8 None None] Network 2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:11:44.675115 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e4184-3df9-4422-9f99-3e0973728276 req-1c737c01-33a4-4cf2-a757-ef3843ab35fb tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:44.677347 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b14e4184-3df9-4422-9f99-3e0973728276 req-1c737c01-33a4-4cf2-a757-ef3843ab35fb tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 950 time: 0.3220174 Jul 24 09:11:44.766844 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f039f1ec-1ea8-4e23-a95d-0021188141a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:44.775472 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4192ac47-941b-47ee-88e1-e10f54114c61 req-8b3db4da-1e36-4581-835f-eb554fa7f7cf service neutron] 10.222.0.37 "GET /v2.0/networks/fbc5b270-0c92-4400-92e0-37b0a548e1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159925 Jul 24 09:11:44.823365 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-370ae927-ff85-41be-a8a6-7c9c0ad0efa9 req-9f2cb8a6-74f5-45da-a4ad-988da4f5ac33 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Deleting port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:11:44.823713 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-370ae927-ff85-41be-a8a6-7c9c0ad0efa9 req-9f2cb8a6-74f5-45da-a4ad-988da4f5ac33 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:44.834963 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 050c6f20-222e-4534-968b-ea3eb888eef4, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=050c6f20-222e-4534-968b-ea3eb888eef4,segment=NetworkSegment(d3be6b07-5265-495e-95a5-8cc3de3d1b75),segment_id=d3be6b07-5265-495e-95a5-8cc3de3d1b75)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:44.920542 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '050c6f20-222e-4534-968b-ea3eb888eef4', 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b', 'port_id': '050c6f20-222e-4534-968b-ea3eb888eef4', 'mac_address': 'fa:16:3e:1f:5c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5552e953-f753-4faf-a079-e77f25f33478', 'ip_address': '10.1.1.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:11:45.022678 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:45.051376 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050c6f20-222e-4534-968b-ea3eb888eef4 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:11:45.052283 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-f1b4692f-2d0c-4e35-801b-44cfa2992825 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:45.053845 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-f1b4692f-2d0c-4e35-801b-44cfa2992825 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.37 "GET /v2.0/networks?id=6a12e80f-7c41-440f-b622-d5f8b868fb83 HTTP/1.1" status: 200 len: 814 time: 0.8190720 Jul 24 09:11:45.083681 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-f039f1ec-1ea8-4e23-a95d-0021188141a0 admin admin] Deleting port 2062bfbd-ed2a-457c-a8b1-829dbfc2987c {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:11:45.084020 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f039f1ec-1ea8-4e23-a95d-0021188141a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:45.087343 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-b14e4184-3df9-4422-9f99-3e0973728276 req-3396af53-da5e-4787-8516-03903201a04d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Deleting port b07ae86d-67b5-41e2-86cd-d5066530521d {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:11:45.087673 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b14e4184-3df9-4422-9f99-3e0973728276 req-3396af53-da5e-4787-8516-03903201a04d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:45.104031 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b76eac-a972-4208-b3df-751c999d39f9 None None] DHCP port deletion for 2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:11:45.124560 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 050c6f20-222e-4534-968b-ea3eb888eef4, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=050c6f20-222e-4534-968b-ea3eb888eef4,segment=NetworkSegment(d3be6b07-5265-495e-95a5-8cc3de3d1b75),segment_id=d3be6b07-5265-495e-95a5-8cc3de3d1b75)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:45.181795 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:45.187361 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 57461884-6197-40b6-9712-721f8812f0da details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:11:45.189770 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 3899c152-f39e-4d85-8d8d-b92f6184838a no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:11:45.189906 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-52b2012c-b19b-4d06-9c1e-da96bfcc5737 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:45.265765 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-f039f1ec-1ea8-4e23-a95d-0021188141a0 admin admin] For port 2062bfbd-ed2a-457c-a8b1-829dbfc2987c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=2062bfbd-ed2a-457c-a8b1-829dbfc2987c,segment=NetworkSegment(5f12752a-fa32-448f-8ae6-966789d4668c),segment_id=5f12752a-fa32-448f-8ae6-966789d4668c)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:45.266332 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f039f1ec-1ea8-4e23-a95d-0021188141a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:45.276678 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 3899c152-f39e-4d85-8d8d-b92f6184838a {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:11:45.277642 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 3899c152-f39e-4d85-8d8d-b92f6184838a not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:11:45.278638 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-f039f1ec-1ea8-4e23-a95d-0021188141a0 admin admin] Calling delete_port for 2062bfbd-ed2a-457c-a8b1-829dbfc2987c owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:11:45.337518 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=050c6f20-222e-4534-968b-ea3eb888eef4,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:45.344899 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 57461884-6197-40b6-9712-721f8812f0da, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=57461884-6197-40b6-9712-721f8812f0da,segment=NetworkSegment(d3be6b07-5265-495e-95a5-8cc3de3d1b75),segment_id=d3be6b07-5265-495e-95a5-8cc3de3d1b75)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:45.362742 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '57461884-6197-40b6-9712-721f8812f0da', 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b', 'port_id': '57461884-6197-40b6-9712-721f8812f0da', 'mac_address': 'fa:16:3e:d1:ca:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5552e953-f753-4faf-a079-e77f25f33478', 'ip_address': '10.1.1.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:11:45.374297 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-31b76eac-a972-4208-b3df-751c999d39f9 None None] Deleting port 2062bfbd-ed2a-457c-a8b1-829dbfc2987c {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:11:45.374738 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-31b76eac-a972-4208-b3df-751c999d39f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:45.386329 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4192ac47-941b-47ee-88e1-e10f54114c61 req-3650f588-43c1-4070-afc7-1ecb6804acb3 service neutron] 10.222.0.37 "GET /v2.0/networks/fbc5b270-0c92-4400-92e0-37b0a548e1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5843701 Jul 24 09:11:45.426461 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-52b2012c-b19b-4d06-9c1e-da96bfcc5737 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:45.434657 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-9e4ba656-ad5a-444b-a8ef-e87815459b8e tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c71868cf42742a9bfdaacdee1de29ba HTTP/1.1" status: 200 len: 380 time: 0.3694208 Jul 24 09:11:45.455246 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-370ae927-ff85-41be-a8a6-7c9c0ad0efa9 req-9f2cb8a6-74f5-45da-a4ad-988da4f5ac33 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] For port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=16310b34-2d78-42f4-93bf-6a4e2d0afeaf,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:45.455902 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-370ae927-ff85-41be-a8a6-7c9c0ad0efa9 req-9f2cb8a6-74f5-45da-a4ad-988da4f5ac33 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:45.470330 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d4332ad4-0589-449c-8f95-c7f2221f8651 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Request body: {'port': {'device_id': '6d609551-2583-485f-8d7f-c3f03543afca', 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83', 'admin_state_up': True, 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'security_groups': ['5b5347b6-711e-456c-a2ba-2bec24195cbb']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:11:45.475720 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-31b76eac-a972-4208-b3df-751c999d39f9 None None] For port 2062bfbd-ed2a-457c-a8b1-829dbfc2987c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=2062bfbd-ed2a-457c-a8b1-829dbfc2987c,segment=NetworkSegment(5f12752a-fa32-448f-8ae6-966789d4668c),segment_id=5f12752a-fa32-448f-8ae6-966789d4668c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:45.477116 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-31b76eac-a972-4208-b3df-751c999d39f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:45.482630 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ad781-373b-4799-838c-c160c5ae674c req-76ed2aea-c737-4287-89e9-362b685528b1 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:45.490148 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d43ad781-373b-4799-838c-c160c5ae674c req-76ed2aea-c737-4287-89e9-362b685528b1 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 944 time: 0.8128643 Jul 24 09:11:45.490596 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-31b76eac-a972-4208-b3df-751c999d39f9 None None] Calling delete_port for 2062bfbd-ed2a-457c-a8b1-829dbfc2987c owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:11:45.538851 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-b14e4184-3df9-4422-9f99-3e0973728276 req-3396af53-da5e-4787-8516-03903201a04d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] For port b07ae86d-67b5-41e2-86cd-d5066530521d, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b07ae86d-67b5-41e2-86cd-d5066530521d,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:45.539409 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b14e4184-3df9-4422-9f99-3e0973728276 req-3396af53-da5e-4787-8516-03903201a04d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:45.556767 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-b14e4184-3df9-4422-9f99-3e0973728276 req-3396af53-da5e-4787-8516-03903201a04d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Calling delete_port for b07ae86d-67b5-41e2-86cd-d5066530521d owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:11:45.586979 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-370ae927-ff85-41be-a8a6-7c9c0ad0efa9 req-9f2cb8a6-74f5-45da-a4ad-988da4f5ac33 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Calling delete_port for 16310b34-2d78-42f4-93bf-6a4e2d0afeaf owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:11:45.661860 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:45.683752 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57461884-6197-40b6-9712-721f8812f0da {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:11:45.709132 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 57461884-6197-40b6-9712-721f8812f0da, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=57461884-6197-40b6-9712-721f8812f0da,segment=NetworkSegment(d3be6b07-5265-495e-95a5-8cc3de3d1b75),segment_id=d3be6b07-5265-495e-95a5-8cc3de3d1b75)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:45.718017 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:45.718853 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 3ef13b70-5d6e-4c13-890b-2de4f6928063 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:11:45.723974 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-31b76eac-a972-4208-b3df-751c999d39f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:45.776946 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b76eac-a972-4208-b3df-751c999d39f9 None None] No DVR routers for this DVR port 2062bfbd-ed2a-457c-a8b1-829dbfc2987c on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:11:45.785234 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-52b2012c-b19b-4d06-9c1e-da96bfcc5737 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:45.790843 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-52b2012c-b19b-4d06-9c1e-da96bfcc5737 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:45.790843 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-52b2012c-b19b-4d06-9c1e-da96bfcc5737 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "DELETE /v2.0/security-groups/637106b1-3b61-4df2-902f-c2d54663dcea HTTP/1.1" status: 204 len: 168 time: 1.5096052 Jul 24 09:11:45.801472 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d43ad781-373b-4799-838c-c160c5ae674c req-2a364129-1fb9-4de9-8e40-113cfa7078fa tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092873 Jul 24 09:11:45.806407 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d4332ad4-0589-449c-8f95-c7f2221f8651 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Made reservation on behalf of 8c71868cf42742a9bfdaacdee1de29ba for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:11:45.811767 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d4332ad4-0589-449c-8f95-c7f2221f8651 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:45.819000 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52374) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:45.850196 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=57461884-6197-40b6-9712-721f8812f0da,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:45.880897 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b76eac-a972-4208-b3df-751c999d39f9 None None] Pushing event deleted for resources: {'Port': ['ID=2062bfbd-ed2a-457c-a8b1-829dbfc2987c,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:45.923173 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2012c-b19b-4d06-9c1e-da96bfcc5737 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=637106b1-3b61-4df2-902f-c2d54663dcea,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:45.925712 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-7fda49ce-0865-4926-a495-0f12d8e8d757 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] show failed (client error): The resource could not be found. Jul 24 09:11:45.926999 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7fda49ce-0865-4926-a495-0f12d8e8d757 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "GET /v2.0/security-groups/637106b1-3b61-4df2-902f-c2d54663dcea HTTP/1.1" status: 404 len: 347 time: 0.1068966 Jul 24 09:11:45.932986 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52376) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:45.946764 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9263b-4bdf-4f1a-9f04-db8cb1df42a4 req-abb79812-6b8b-40bd-b74f-7ae7663c82a3 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:45.948725 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6cd9263b-4bdf-4f1a-9f04-db8cb1df42a4 req-abb79812-6b8b-40bd-b74f-7ae7663c82a3 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc029631-da41-4f16-a728-5a5c0bd27d6f HTTP/1.1" status: 200 len: 950 time: 1.0154819 Jul 24 09:11:45.960450 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b14e4184-3df9-4422-9f99-3e0973728276 req-3396af53-da5e-4787-8516-03903201a04d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:45.977084 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['b07ae86d-67b5-41e2-86cd-d5066530521d'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:11:45.991077 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['6289c3e7-30d0-4072-b34b-6153a02e4df5'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:11:46.072074 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396af53-da5e-4787-8516-03903201a04d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Pushing event deleted for resources: {'Port': ['ID=b07ae86d-67b5-41e2-86cd-d5066530521d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:46.122764 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 3ef13b70-5d6e-4c13-890b-2de4f6928063, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3ef13b70-5d6e-4c13-890b-2de4f6928063,segment=NetworkSegment(afef0383-871f-4fc7-8698-99b783e5c18e),segment_id=afef0383-871f-4fc7-8698-99b783e5c18e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:46.152378 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6cd9263b-4bdf-4f1a-9f04-db8cb1df42a4 req-1ad167fb-0cf2-4968-b12b-f39d6ad9ed66 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786268 Jul 24 09:11:46.165317 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 469ea9d5-5c38-4551-bc0a-f131a857b70e up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:11:46.216518 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d4332ad4-0589-449c-8f95-c7f2221f8651 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Allocated IP 172.20.0.13 (6a12e80f-7c41-440f-b622-d5f8b868fb83/e6720e9f-2a6f-42ff-8147-d74598470cb0/fc0fe7ec-f687-428c-a573-2d073ba91095) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:11:46.217146 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f039f1ec-1ea8-4e23-a95d-0021188141a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:46.243752 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f039f1ec-1ea8-4e23-a95d-0021188141a0 admin admin] No DVR routers for this DVR port 2062bfbd-ed2a-457c-a8b1-829dbfc2987c on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:11:46.247119 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14e4184-3df9-4422-9f99-3e0973728276 req-3396af53-da5e-4787-8516-03903201a04d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] No DVR routers for this DVR port b07ae86d-67b5-41e2-86cd-d5066530521d on host n-h1-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:11:46.249931 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b14e4184-3df9-4422-9f99-3e0973728276 req-3396af53-da5e-4787-8516-03903201a04d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:46.254288 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '3ef13b70-5d6e-4c13-890b-2de4f6928063', 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665', 'port_id': '3ef13b70-5d6e-4c13-890b-2de4f6928063', 'mac_address': 'fa:16:3e:8c:57:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96727abd-2036-4cd0-afcc-3710a0b1eea7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:11:46.257445 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b14e4184-3df9-4422-9f99-3e0973728276 req-3396af53-da5e-4787-8516-03903201a04d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.37 "DELETE /v2.0/ports/b07ae86d-67b5-41e2-86cd-d5066530521d HTTP/1.1" status: 204 len: 173 time: 1.5477102 Jul 24 09:11:46.271046 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc029631-da41-4f16-a728-5a5c0bd27d6f', 'name': 'network-vif-deleted', 'tag': 'b07ae86d-67b5-41e2-86cd-d5066530521d'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:46.275301 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c86956-6009-473a-8fde-4c34f4f388da" -d '{"events": [{"server_uuid": "dc029631-da41-4f16-a728-5a5c0bd27d6f", "name": "network-vif-deleted", "tag": "b07ae86d-67b5-41e2-86cd-d5066530521d"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:46.330060 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039f1ec-1ea8-4e23-a95d-0021188141a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2062bfbd-ed2a-457c-a8b1-829dbfc2987c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:46.396849 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:46.434749 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d4332ad4-0589-449c-8f95-c7f2221f8651 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:46.445377 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-394f6ccf-9653-497f-b66a-8bd18397bbfe req-203c586e-b5c0-4ae0-9a85-847f7b82ee6c tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 210 time: 0.0895696 Jul 24 09:11:46.459166 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d4332ad4-0589-449c-8f95-c7f2221f8651 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Transition to ACTIVE for port object fc0fe7ec-f687-428c-a573-2d073ba91095 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:11:46.522374 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:46.589333 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f039f1ec-1ea8-4e23-a95d-0021188141a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:46.615447 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d4332ad4-0589-449c-8f95-c7f2221f8651 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:46.628731 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-f039f1ec-1ea8-4e23-a95d-0021188141a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:46.656344 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef13b70-5d6e-4c13-890b-2de4f6928063 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:11:46.662292 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 469ea9d5-5c38-4551-bc0a-f131a857b70e completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:11:46.691405 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-f039f1ec-1ea8-4e23-a95d-0021188141a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f12752a-fa32-448f-8ae6-966789d4668c') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:46.691600 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-f039f1ec-1ea8-4e23-a95d-0021188141a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f12752a-fa32-448f-8ae6-966789d4668c') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:46.724044 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 469ea9d5-5c38-4551-bc0a-f131a857b70e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:11:46.724609 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:46.732894 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f039f1ec-1ea8-4e23-a95d-0021188141a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:46.768623 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 3ef13b70-5d6e-4c13-890b-2de4f6928063, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3ef13b70-5d6e-4c13-890b-2de4f6928063,segment=NetworkSegment(afef0383-871f-4fc7-8698-99b783e5c18e),segment_id=afef0383-871f-4fc7-8698-99b783e5c18e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:46.784264 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:46.798403 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device f90fc468-b5dd-48ce-b1d9-842c219ba247 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:11:46.812139 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f039f1ec-1ea8-4e23-a95d-0021188141a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:46.827124 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f039f1ec-1ea8-4e23-a95d-0021188141a0 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:11:46.827544 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f039f1ec-1ea8-4e23-a95d-0021188141a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:46.856561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d4332ad4-0589-449c-8f95-c7f2221f8651 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Network 6a12e80f-7c41-440f-b622-d5f8b868fb83 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:11:46.913455 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d4332ad4-0589-449c-8f95-c7f2221f8651 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:11:46.921756 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d4332ad4-0589-449c-8f95-c7f2221f8651 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:11:46.938455 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:11:46.940189 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:11:46.958823 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f039f1ec-1ea8-4e23-a95d-0021188141a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:46.996271 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4332ad4-0589-449c-8f95-c7f2221f8651 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Pushing event updated for resources: {'Port': ['ID=fc0fe7ec-f687-428c-a573-2d073ba91095,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:46.999184 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f039f1ec-1ea8-4e23-a95d-0021188141a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:47.001165 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f039f1ec-1ea8-4e23-a95d-0021188141a0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3 HTTP/1.1" status: 204 len: 168 time: 2.3790369 Jul 24 09:11:47.027803 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039f1ec-1ea8-4e23-a95d-0021188141a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2681f01b-4bb3-43c4-8e4a-9fc8b0cabcf3,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:47.045406 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port f90fc468-b5dd-48ce-b1d9-842c219ba247, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f90fc468-b5dd-48ce-b1d9-842c219ba247,segment=NetworkSegment(d3be6b07-5265-495e-95a5-8cc3de3d1b75),segment_id=d3be6b07-5265-495e-95a5-8cc3de3d1b75)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:47.080804 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2499c6a-0ab3-498b-8dd3-4a24a8fa3439 req-d2adcb89-d5a9-4c39-8304-0996650cfeb1 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:47.088635 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2499c6a-0ab3-498b-8dd3-4a24a8fa3439 req-d2adcb89-d5a9-4c39-8304-0996650cfeb1 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:47.095688 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=3ef13b70-5d6e-4c13-890b-2de4f6928063,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:47.098373 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2499c6a-0ab3-498b-8dd3-4a24a8fa3439 req-d2adcb89-d5a9-4c39-8304-0996650cfeb1 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:47.103534 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f51b8-c3cd-4393-9519-6bdc66c8beb4 req-44af9dfd-d6f1-4cd0-91c0-348cc680f365 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:47.107031 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2499c6a-0ab3-498b-8dd3-4a24a8fa3439 req-d2adcb89-d5a9-4c39-8304-0996650cfeb1 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:47.114777 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2499c6a-0ab3-498b-8dd3-4a24a8fa3439 req-d2adcb89-d5a9-4c39-8304-0996650cfeb1 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:47.122548 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-340f51b8-c3cd-4393-9519-6bdc66c8beb4 req-44af9dfd-d6f1-4cd0-91c0-348cc680f365 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23 HTTP/1.1" status: 200 len: 944 time: 0.5299535 Jul 24 09:11:47.123836 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2499c6a-0ab3-498b-8dd3-4a24a8fa3439 req-d2adcb89-d5a9-4c39-8304-0996650cfeb1 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:47.138918 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'f90fc468-b5dd-48ce-b1d9-842c219ba247', 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b', 'port_id': 'f90fc468-b5dd-48ce-b1d9-842c219ba247', 'mac_address': 'fa:16:3e:24:5a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5552e953-f753-4faf-a079-e77f25f33478', 'ip_address': '10.1.1.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:11:47.158784 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2499c6a-0ab3-498b-8dd3-4a24a8fa3439 req-d2adcb89-d5a9-4c39-8304-0996650cfeb1 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:47.171403 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469ea9d5-5c38-4551-bc0a-f131a857b70e'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:47.186182 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3712336b-58ba-4726-ab0a-a2baed539bd1" -d '{"events": [{"server_uuid": "11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23", "name": "network-vif-plugged", "status": "completed", "tag": "469ea9d5-5c38-4551-bc0a-f131a857b70e"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:47.190526 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2499c6a-0ab3-498b-8dd3-4a24a8fa3439 req-d2adcb89-d5a9-4c39-8304-0996650cfeb1 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5422 time: 1.2553558 Jul 24 09:11:47.244608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-e3289da1-ce90-43fc-9f6f-78bd6a49ec36 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Deleting port 01be2e64-b04b-4733-82fc-008cc868230a {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:11:47.245702 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3289da1-ce90-43fc-9f6f-78bd6a49ec36 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:47.279362 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:47.281306 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-340f51b8-c3cd-4393-9519-6bdc66c8beb4 req-d86adc57-e4cc-4da6-b013-c73da770d19f tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551950 Jul 24 09:11:47.288387 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 2062bfbd-ed2a-457c-a8b1-829dbfc2987c no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:11:47.325536 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 469ea9d5-5c38-4551-bc0a-f131a857b70e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=469ea9d5-5c38-4551-bc0a-f131a857b70e,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:47.371973 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 2062bfbd-ed2a-457c-a8b1-829dbfc2987c {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:11:47.372324 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 2062bfbd-ed2a-457c-a8b1-829dbfc2987c not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:11:47.373957 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:47.374706 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device b07ae86d-67b5-41e2-86cd-d5066530521d no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:11:47.379339 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52390) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:47.405964 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa6a2a2-4468-4144-a17f-438d093929ce x-openstack-request-id: req-8fa6a2a2-4468-4144-a17f-438d093929ce {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:47.406463 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc029631-da41-4f16-a728-5a5c0bd27d6f", "name": "network-vif-deleted", "tag": "b07ae86d-67b5-41e2-86cd-d5066530521d", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:47.406760 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8fa6a2a2-4468-4144-a17f-438d093929ce {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:47.407245 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc029631-da41-4f16-a728-5a5c0bd27d6f', 'name': 'network-vif-deleted', 'tag': 'b07ae86d-67b5-41e2-86cd-d5066530521d', 'status': 'completed', 'code': 200} Jul 24 09:11:47.452465 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-97afec66-7eee-4f1f-932f-02fc547f2bcc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b97303eda20c400ca8976a6ec0773f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0688670 Jul 24 09:11:47.452850 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52392) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:47.484778 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90fc468-b5dd-48ce-b1d9-842c219ba247 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:11:47.490022 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=469ea9d5-5c38-4551-bc0a-f131a857b70e,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:47.543638 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: b07ae86d-67b5-41e2-86cd-d5066530521d {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:11:47.543911 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device b07ae86d-67b5-41e2-86cd-d5066530521d not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:11:47.545212 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3f072b00-23dc-4f48-b662-29163be1f5bd req-686486b9-27f6-4d3f-accc-0b2b443e60c8 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 210 time: 0.0405841 Jul 24 09:11:47.550730 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-411608ab-7824-4f1c-9200-6fb2203015ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:47.582075 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port f90fc468-b5dd-48ce-b1d9-842c219ba247, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f90fc468-b5dd-48ce-b1d9-842c219ba247,segment=NetworkSegment(d3be6b07-5265-495e-95a5-8cc3de3d1b75),segment_id=d3be6b07-5265-495e-95a5-8cc3de3d1b75)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:47.596220 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:47.596965 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 78daa873-7966-4683-9199-be51fbbff09b details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:11:47.622382 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-411608ab-7824-4f1c-9200-6fb2203015ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:47.657897 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1ef0e5-779c-4c80-a9fc-f659620f956e x-openstack-request-id: req-2c1ef0e5-779c-4c80-a9fc-f659620f956e {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:47.658511 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23", "name": "network-vif-plugged", "status": "completed", "tag": "469ea9d5-5c38-4551-bc0a-f131a857b70e", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:47.659002 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c1ef0e5-779c-4c80-a9fc-f659620f956e {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:47.659613 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469ea9d5-5c38-4551-bc0a-f131a857b70e', 'code': 200} Jul 24 09:11:47.842274 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e487d4c-ecf9-4c49-9807-37601b696f03 req-5e3fcd82-5112-4978-a40a-77f4fd84304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:47.844106 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3e487d4c-ecf9-4c49-9807-37601b696f03 req-5e3fcd82-5112-4978-a40a-77f4fd84304b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23 HTTP/1.1" status: 200 len: 1096 time: 0.1237769 Jul 24 09:11:47.844964 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-411608ab-7824-4f1c-9200-6fb2203015ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:47.848573 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-411608ab-7824-4f1c-9200-6fb2203015ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:47.852009 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-411608ab-7824-4f1c-9200-6fb2203015ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7714e3f7-a2e1-4cd1-bda4-ac96bd6640e2 HTTP/1.1" status: 204 len: 168 time: 0.3979654 Jul 24 09:11:47.874145 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411608ab-7824-4f1c-9200-6fb2203015ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7714e3f7-a2e1-4cd1-bda4-ac96bd6640e2,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:47.942732 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3e487d4c-ecf9-4c49-9807-37601b696f03 req-347879cf-a547-45fd-9559-de15b5245091 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892222 Jul 24 09:11:47.959528 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e028c78-b5ca-4da2-9ef4-7fe8dad36a0d req-6d765f93-bf36-4e69-860b-98086ca88dc2 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:47.964772 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7e028c78-b5ca-4da2-9ef4-7fe8dad36a0d req-6d765f93-bf36-4e69-860b-98086ca88dc2 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 932 time: 0.1800838 Jul 24 09:11:47.987195 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e8a6c26c-7f43-44a0-bb7a-f05dd94aa5fa None None] Provisioning for port fc0fe7ec-f687-428c-a573-2d073ba91095 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:11:48.011270 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e8a6c26c-7f43-44a0-bb7a-f05dd94aa5fa None None] Provisioning complete for port fc0fe7ec-f687-428c-a573-2d073ba91095 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:11:48.011638 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e8a6c26c-7f43-44a0-bb7a-f05dd94aa5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:48.050439 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7e028c78-b5ca-4da2-9ef4-7fe8dad36a0d req-5eb2e59d-31c5-4e4e-ab1f-c11c1f49a020 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b5347b6-711e-456c-a2ba-2bec24195cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772254 Jul 24 09:11:48.106121 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3289da1-ce90-43fc-9f6f-78bd6a49ec36 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:48.107570 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3289da1-ce90-43fc-9f6f-78bd6a49ec36 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:48.118500 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=f90fc468-b5dd-48ce-b1d9-842c219ba247,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:48.146570 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-e3289da1-ce90-43fc-9f6f-78bd6a49ec36 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Calling delete_port for 01be2e64-b04b-4733-82fc-008cc868230a owned by network:floatingip {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:11:48.169960 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-e8a6c26c-7f43-44a0-bb7a-f05dd94aa5fa None None] Port fc0fe7ec-f687-428c-a573-2d073ba91095 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:11:48.173411 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 78daa873-7966-4683-9199-be51fbbff09b, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=78daa873-7966-4683-9199-be51fbbff09b,segment=NetworkSegment(8a3514b9-3942-48fa-9f70-9726fcd50700),segment_id=8a3514b9-3942-48fa-9f70-9726fcd50700)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:48.216993 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '78daa873-7966-4683-9199-be51fbbff09b', 'network_id': '56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d', 'port_id': '78daa873-7966-4683-9199-be51fbbff09b', 'mac_address': 'fa:16:3e:36:42:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0696ce3-b7e9-46ab-bb06-e6093c133467', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:11:48.332988 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:48.334518 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-370ae927-ff85-41be-a8a6-7c9c0ad0efa9 req-9f2cb8a6-74f5-45da-a4ad-988da4f5ac33 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:48.364263 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78daa873-7966-4683-9199-be51fbbff09b {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:11:48.398733 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 78daa873-7966-4683-9199-be51fbbff09b, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=78daa873-7966-4683-9199-be51fbbff09b,segment=NetworkSegment(8a3514b9-3942-48fa-9f70-9726fcd50700),segment_id=8a3514b9-3942-48fa-9f70-9726fcd50700)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:48.404554 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d4332ad4-0589-449c-8f95-c7f2221f8651 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:48.408104 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d4332ad4-0589-449c-8f95-c7f2221f8651 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:48.409094 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:48.409788 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device e307f6c6-4fdb-4f4e-9aaa-266379cdde50 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:11:48.427057 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2cb8a6-74f5-45da-a4ad-988da4f5ac33 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Pushing event deleted for resources: {'Port': ['ID=16310b34-2d78-42f4-93bf-6a4e2d0afeaf,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:48.480595 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2499c6a-0ab3-498b-8dd3-4a24a8fa3439 req-a068fe3c-f36d-40cc-8109-15779aebb5f5 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2879581 Jul 24 09:11:48.482853 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3289da1-ce90-43fc-9f6f-78bd6a49ec36 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:48.544055 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d4332ad4-0589-449c-8f95-c7f2221f8651 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0793314 Jul 24 09:11:48.588768 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=78daa873-7966-4683-9199-be51fbbff09b,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:48.591682 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1fecc-95a5-49c6-898b-82e6de279d43 req-781ebdcf-a108-4128-b2dc-9843273a5987 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:48.599527 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port e307f6c6-4fdb-4f4e-9aaa-266379cdde50, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e307f6c6-4fdb-4f4e-9aaa-266379cdde50,segment=NetworkSegment(d3be6b07-5265-495e-95a5-8cc3de3d1b75),segment_id=d3be6b07-5265-495e-95a5-8cc3de3d1b75)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:48.606935 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d1c1fecc-95a5-49c6-898b-82e6de279d43 req-781ebdcf-a108-4128-b2dc-9843273a5987 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23 HTTP/1.1" status: 200 len: 945 time: 0.1877573 Jul 24 09:11:48.628886 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3289da1-ce90-43fc-9f6f-78bd6a49ec36 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Pushing event deleted for resources: {'Port': ['ID=01be2e64-b04b-4733-82fc-008cc868230a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:48.629700 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'e307f6c6-4fdb-4f4e-9aaa-266379cdde50', 'network_id': 'cc9afdd4-5467-4171-81bc-c8240aa53b2b', 'port_id': 'e307f6c6-4fdb-4f4e-9aaa-266379cdde50', 'mac_address': 'fa:16:3e:f7:c4:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5552e953-f753-4faf-a079-e77f25f33478', 'ip_address': '10.1.1.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:11:48.673335 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:48.690156 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e307f6c6-4fdb-4f4e-9aaa-266379cdde50 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:11:48.713771 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d1c1fecc-95a5-49c6-898b-82e6de279d43 req-573df0c4-0d0c-49de-8362-707c365be39f tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875473 Jul 24 09:11:48.715405 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port e307f6c6-4fdb-4f4e-9aaa-266379cdde50, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e307f6c6-4fdb-4f4e-9aaa-266379cdde50,segment=NetworkSegment(d3be6b07-5265-495e-95a5-8cc3de3d1b75),segment_id=d3be6b07-5265-495e-95a5-8cc3de3d1b75)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:48.730054 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:48.730054 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ec7b7342-b9c1-4473-8413-9a5e12abdbb6 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:11:48.772541 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d7bcf213-e010-4e5b-9e2a-49b7c73268c3 service neutron] Request body: {'port': {'device_id': '6d609551-2583-485f-8d7f-c3f03543afca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:11:48.860301 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c800f5c3-d7c9-423b-9da5-3749635ee88e req-17625d04-133e-49cf-a9a5-9a0bdf6b3d2c tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=c052ac52-d850-425a-aa2c-7da2b924b04f HTTP/1.1" status: 200 len: 210 time: 0.0481408 Jul 24 09:11:48.884308 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=e307f6c6-4fdb-4f4e-9aaa-266379cdde50,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:48.899424 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-370ae927-ff85-41be-a8a6-7c9c0ad0efa9 req-9f2cb8a6-74f5-45da-a4ad-988da4f5ac33 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] No DVR routers for this DVR port 16310b34-2d78-42f4-93bf-6a4e2d0afeaf on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:11:48.902274 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3289da1-ce90-43fc-9f6f-78bd6a49ec36 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks [] for floatingip, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:48.905053 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3289da1-ce90-43fc-9f6f-78bd6a49ec36 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:48.907569 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e3289da1-ce90-43fc-9f6f-78bd6a49ec36 tempest-ServersWithSpecificFlavorTestJSON-1443689795 tempest-ServersWithSpecificFlavorTestJSON-1443689795-project] 10.222.0.32 "DELETE /v2.0/floatingips/0cdf8c2f-5077-4068-9363-b15bf12134cc HTTP/1.1" status: 204 len: 168 time: 2.9600539 Jul 24 09:11:48.910554 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port ec7b7342-b9c1-4473-8413-9a5e12abdbb6, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ec7b7342-b9c1-4473-8413-9a5e12abdbb6,segment=NetworkSegment(8a3514b9-3942-48fa-9f70-9726fcd50700),segment_id=8a3514b9-3942-48fa-9f70-9726fcd50700)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:48.924143 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'ec7b7342-b9c1-4473-8413-9a5e12abdbb6', 'network_id': '56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d', 'port_id': 'ec7b7342-b9c1-4473-8413-9a5e12abdbb6', 'mac_address': 'fa:16:3e:4d:fa:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0696ce3-b7e9-46ab-bb06-e6093c133467', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:11:48.994168 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-370ae927-ff85-41be-a8a6-7c9c0ad0efa9 req-9f2cb8a6-74f5-45da-a4ad-988da4f5ac33 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:48.996841 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-370ae927-ff85-41be-a8a6-7c9c0ad0efa9 req-9f2cb8a6-74f5-45da-a4ad-988da4f5ac33 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.20 "DELETE /v2.0/ports/16310b34-2d78-42f4-93bf-6a4e2d0afeaf HTTP/1.1" status: 204 len: 173 time: 5.1544065 Jul 24 09:11:48.997322 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c052ac52-d850-425a-aa2c-7da2b924b04f', 'name': 'network-vif-deleted', 'tag': '16310b34-2d78-42f4-93bf-6a4e2d0afeaf'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:49.009688 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d2da10-15c6-4570-9b6a-23bda63d670c" -d '{"events": [{"server_uuid": "c052ac52-d850-425a-aa2c-7da2b924b04f", "name": "network-vif-deleted", "tag": "16310b34-2d78-42f4-93bf-6a4e2d0afeaf"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:49.011101 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:49.042792 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec7b7342-b9c1-4473-8413-9a5e12abdbb6 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:11:49.096605 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port ec7b7342-b9c1-4473-8413-9a5e12abdbb6, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ec7b7342-b9c1-4473-8413-9a5e12abdbb6,segment=NetworkSegment(8a3514b9-3942-48fa-9f70-9726fcd50700),segment_id=8a3514b9-3942-48fa-9f70-9726fcd50700)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:49.105903 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:49.143342 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf8bdb8-674d-490f-868e-c9e2bef0de56 x-openstack-request-id: req-aaf8bdb8-674d-490f-868e-c9e2bef0de56 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:49.144116 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c052ac52-d850-425a-aa2c-7da2b924b04f", "name": "network-vif-deleted", "tag": "16310b34-2d78-42f4-93bf-6a4e2d0afeaf", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:49.144116 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aaf8bdb8-674d-490f-868e-c9e2bef0de56 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:49.144437 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c052ac52-d850-425a-aa2c-7da2b924b04f', 'name': 'network-vif-deleted', 'tag': '16310b34-2d78-42f4-93bf-6a4e2d0afeaf', 'status': 'completed', 'code': 200} Jul 24 09:11:49.192001 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d7bcf213-e010-4e5b-9e2a-49b7c73268c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:49.217188 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52438) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:49.217344 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbbfc5-b2e8-46af-819c-06e04a146c5e req-8e64b17a-c952-46eb-9b0e-d2caf7c350d9 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:49.218960 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4cbbfc5-b2e8-46af-819c-06e04a146c5e req-8e64b17a-c952-46eb-9b0e-d2caf7c350d9 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 950 time: 0.3225560 Jul 24 09:11:49.228539 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=ec7b7342-b9c1-4473-8413-9a5e12abdbb6,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:49.327589 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f79e45-c05d-4a74-b5b8-92d5c3d9de75 req-53e34768-df72-4fac-8fc4-936d063a1d1e tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:49.334956 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4cbbfc5-b2e8-46af-819c-06e04a146c5e req-4455da4a-eb8a-473e-b48f-47081e38061e tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995314 Jul 24 09:11:49.350510 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-91f79e45-c05d-4a74-b5b8-92d5c3d9de75 req-53e34768-df72-4fac-8fc4-936d063a1d1e tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 932 time: 0.1079903 Jul 24 09:11:49.376065 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-8521b3ee-31f4-490c-a059-edd2aa4c36c8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-865658922-network', 'tenant_id': '400b6e3893174893b678c7f2a57041a8'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:11:49.442806 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8521b3ee-31f4-490c-a059-edd2aa4c36c8 admin admin] Made reservation on behalf of 400b6e3893174893b678c7f2a57041a8 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:11:49.445587 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8521b3ee-31f4-490c-a059-edd2aa4c36c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:49.477291 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8521b3ee-31f4-490c-a059-edd2aa4c36c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:49.548383 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:11:49.554944 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-91f79e45-c05d-4a74-b5b8-92d5c3d9de75 req-e3998f82-8b36-4626-a747-9735f4c623cd tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b5347b6-711e-456c-a2ba-2bec24195cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034597 Jul 24 09:11:49.693480 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d7bcf213-e010-4e5b-9e2a-49b7c73268c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0fe7ec-f687-428c-a573-2d073ba91095 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:11:49.726793 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d7bcf213-e010-4e5b-9e2a-49b7c73268c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:49.778695 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8521b3ee-31f4-490c-a059-edd2aa4c36c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:49.787200 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8521b3ee-31f4-490c-a059-edd2aa4c36c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:49.801053 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8521b3ee-31f4-490c-a059-edd2aa4c36c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:11:49.803110 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d7bcf213-e010-4e5b-9e2a-49b7c73268c3 service neutron] Transition to ACTIVE for port object fc0fe7ec-f687-428c-a573-2d073ba91095 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:11:49.811004 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8521b3ee-31f4-490c-a059-edd2aa4c36c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:49.811405 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-8521b3ee-31f4-490c-a059-edd2aa4c36c8 admin admin] Added segment 35f4804f-ec61-4ecf-b132-5c5ff3b38abb of type vlan for network f0544269-4e64-4c91-95af-03a4be88816f Jul 24 09:11:49.816535 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d7bcf213-e010-4e5b-9e2a-49b7c73268c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:49.848364 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['78daa873-7966-4683-9199-be51fbbff09b'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:11:49.854882 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8521b3ee-31f4-490c-a059-edd2aa4c36c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:49.860727 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bcf213-e010-4e5b-9e2a-49b7c73268c3 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0fe7ec-f687-428c-a573-2d073ba91095,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:49.905707 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089f7a9-7255-4065-bf0c-0f5c246db1d1 req-0f899733-b94f-49c0-84c2-cf0b63deca6d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:49.907233 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b089f7a9-7255-4065-bf0c-0f5c246db1d1 req-0f899733-b94f-49c0-84c2-cf0b63deca6d tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 950 time: 0.2207119 Jul 24 09:11:49.918212 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['f90fc468-b5dd-48ce-b1d9-842c219ba247'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:11:49.918917 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521b3ee-31f4-490c-a059-edd2aa4c36c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e9db27-77ef-4172-af43-c9e6cd5914e1,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:49.924240 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['3ef13b70-5d6e-4c13-890b-2de4f6928063'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:11:49.927054 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f23c3-f347-4c84-b8a4-640a3d3be3af req-39213429-9061-4c4a-aeee-b1d085fa25df tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:49.930660 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['e307f6c6-4fdb-4f4e-9aaa-266379cdde50'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:11:49.932795 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8521b3ee-31f4-490c-a059-edd2aa4c36c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:49.933420 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f23c3-f347-4c84-b8a4-640a3d3be3af req-39213429-9061-4c4a-aeee-b1d085fa25df tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:49.937365 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['57461884-6197-40b6-9712-721f8812f0da'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:11:49.938209 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8521b3ee-31f4-490c-a059-edd2aa4c36c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:49.940451 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f23c3-f347-4c84-b8a4-640a3d3be3af req-39213429-9061-4c4a-aeee-b1d085fa25df tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:49.941386 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8521b3ee-31f4-490c-a059-edd2aa4c36c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:49.942110 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['ec7b7342-b9c1-4473-8413-9a5e12abdbb6'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:11:49.946426 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f23c3-f347-4c84-b8a4-640a3d3be3af req-39213429-9061-4c4a-aeee-b1d085fa25df tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:49.958702 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f23c3-f347-4c84-b8a4-640a3d3be3af req-39213429-9061-4c4a-aeee-b1d085fa25df tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:49.965245 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f23c3-f347-4c84-b8a4-640a3d3be3af req-39213429-9061-4c4a-aeee-b1d085fa25df tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:49.971170 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f23c3-f347-4c84-b8a4-640a3d3be3af req-39213429-9061-4c4a-aeee-b1d085fa25df tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:49.973418 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d15f23c3-f347-4c84-b8a4-640a3d3be3af req-39213429-9061-4c4a-aeee-b1d085fa25df tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5427 time: 0.2535934 Jul 24 09:11:50.038856 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8521b3ee-31f4-490c-a059-edd2aa4c36c8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8205495 Jul 24 09:11:50.045854 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52458) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:50.052075 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-5d193113-b20f-4925-be01-a98be86b3b6c admin admin] Request body: {'subnet': {'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-865658922-subnet', 'tenant_id': '400b6e3893174893b678c7f2a57041a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:11:50.060376 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['050c6f20-222e-4534-968b-ea3eb888eef4'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:11:50.111894 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d193113-b20f-4925-be01-a98be86b3b6c admin admin] Made reservation on behalf of 400b6e3893174893b678c7f2a57041a8 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:11:50.114399 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5d193113-b20f-4925-be01-a98be86b3b6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:50.118570 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521b3ee-31f4-490c-a059-edd2aa4c36c8 admin admin] Pushing event updated for resources: {'Network': ['ID=f0544269-4e64-4c91-95af-03a4be88816f,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:50.181691 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7261d96-5370-4e92-a50e-88345a46cd00 req-9da3fef6-c95c-4724-a229-9b37eb32a044 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:50.199031 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e7261d96-5370-4e92-a50e-88345a46cd00 req-9da3fef6-c95c-4724-a229-9b37eb32a044 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23 HTTP/1.1" status: 200 len: 945 time: 0.2302504 Jul 24 09:11:50.261490 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d15f23c3-f347-4c84-b8a4-640a3d3be3af req-a75977cc-1a50-4d71-b7bb-d87f0ff53c1c tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1483436 Jul 24 09:11:50.316409 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-b089f7a9-7255-4065-bf0c-0f5c246db1d1 req-05612511-473f-414a-b956-8c703b4cfb09 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Deleting port 6289c3e7-30d0-4072-b34b-6153a02e4df5 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:11:50.316776 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b089f7a9-7255-4065-bf0c-0f5c246db1d1 req-05612511-473f-414a-b956-8c703b4cfb09 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:50.331081 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network f0544269-4e64-4c91-95af-03a4be88816f details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:11:50.439288 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d7bcf213-e010-4e5b-9e2a-49b7c73268c3 service neutron] Attempting to bind port fc0fe7ec-f687-428c-a573-2d073ba91095 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:11:50.439842 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d7bcf213-e010-4e5b-9e2a-49b7c73268c3 service neutron] Attempting to bind port fc0fe7ec-f687-428c-a573-2d073ba91095 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '36cfa9ef-0156-423c-ad72-ca6ce194d167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:11:50.440366 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d7bcf213-e010-4e5b-9e2a-49b7c73268c3 service neutron] Attempting to bind port fc0fe7ec-f687-428c-a573-2d073ba91095 on network 6a12e80f-7c41-440f-b622-d5f8b868fb83 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:11:50.447624 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d7bcf213-e010-4e5b-9e2a-49b7c73268c3 service neutron] Port fc0fe7ec-f687-428c-a573-2d073ba91095 on network 6a12e80f-7c41-440f-b622-d5f8b868fb83 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:11:50.448203 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d7bcf213-e010-4e5b-9e2a-49b7c73268c3 service neutron] Attempting to bind port fc0fe7ec-f687-428c-a573-2d073ba91095 on network 6a12e80f-7c41-440f-b622-d5f8b868fb83 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:11:50.457799 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d7bcf213-e010-4e5b-9e2a-49b7c73268c3 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:11:50.458940 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d7bcf213-e010-4e5b-9e2a-49b7c73268c3 service neutron] Checking segment: {'id': '36cfa9ef-0156-423c-ad72-ca6ce194d167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:11:50.459494 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d7bcf213-e010-4e5b-9e2a-49b7c73268c3 service neutron] Bound using segment: {'id': '36cfa9ef-0156-423c-ad72-ca6ce194d167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:11:50.460113 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d7bcf213-e010-4e5b-9e2a-49b7c73268c3 service neutron] Bound port: fc0fe7ec-f687-428c-a573-2d073ba91095, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36cfa9ef-0156-423c-ad72-ca6ce194d167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:11:50.460655 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d7bcf213-e010-4e5b-9e2a-49b7c73268c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:50.484673 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-b089f7a9-7255-4065-bf0c-0f5c246db1d1 req-05612511-473f-414a-b956-8c703b4cfb09 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] For port 6289c3e7-30d0-4072-b34b-6153a02e4df5, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=6289c3e7-30d0-4072-b34b-6153a02e4df5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:50.485364 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b089f7a9-7255-4065-bf0c-0f5c246db1d1 req-05612511-473f-414a-b956-8c703b4cfb09 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:50.522732 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-b089f7a9-7255-4065-bf0c-0f5c246db1d1 req-05612511-473f-414a-b956-8c703b4cfb09 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Calling delete_port for 6289c3e7-30d0-4072-b34b-6153a02e4df5 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:11:50.524100 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5d193113-b20f-4925-be01-a98be86b3b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:50.585806 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e7261d96-5370-4e92-a50e-88345a46cd00 req-aebb23fc-8fc9-4424-ab00-043619a37ea2 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849254 Jul 24 09:11:50.604170 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d193113-b20f-4925-be01-a98be86b3b6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbeb15a4-8962-4380-8bb7-477c83cce3ff,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:50.609657 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d193113-b20f-4925-be01-a98be86b3b6c admin admin] Checking segment: {'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:11:50.610497 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d193113-b20f-4925-be01-a98be86b3b6c admin admin] Network hostable DHCP agents. Network: f0544269-4e64-4c91-95af-03a4be88816f, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:11:50.655173 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d7bcf213-e010-4e5b-9e2a-49b7c73268c3 service neutron] For port fc0fe7ec-f687-428c-a573-2d073ba91095, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:11:50.658919 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d7bcf213-e010-4e5b-9e2a-49b7c73268c3 service neutron] For port fc0fe7ec-f687-428c-a573-2d073ba91095, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=fc0fe7ec-f687-428c-a573-2d073ba91095,segment=NetworkSegment(36cfa9ef-0156-423c-ad72-ca6ce194d167),segment_id=36cfa9ef-0156-423c-ad72-ca6ce194d167)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:11:50.663180 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d193113-b20f-4925-be01-a98be86b3b6c admin admin] Network f0544269-4e64-4c91-95af-03a4be88816f is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:11:50.669051 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d7bcf213-e010-4e5b-9e2a-49b7c73268c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:50.689505 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-5d193113-b20f-4925-be01-a98be86b3b6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, f0544269-4e64-4c91-95af-03a4be88816f) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:11:50.699808 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d193113-b20f-4925-be01-a98be86b3b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:50.700711 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5d193113-b20f-4925-be01-a98be86b3b6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:50.725616 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52482) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:50.738457 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5d193113-b20f-4925-be01-a98be86b3b6c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6914165 Jul 24 09:11:50.792657 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c97dd0-bb2b-499c-b640-ee02b3436df8 None None] Network f0544269-4e64-4c91-95af-03a4be88816f requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:11:50.799182 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d7bcf213-e010-4e5b-9e2a-49b7c73268c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:50.799917 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d7bcf213-e010-4e5b-9e2a-49b7c73268c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:50.803482 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-d7bcf213-e010-4e5b-9e2a-49b7c73268c3 service neutron] 10.222.0.37 "PUT /v2.0/ports/fc0fe7ec-f687-428c-a573-2d073ba91095 HTTP/1.1" status: 200 len: 1092 time: 2.1963406 Jul 24 09:11:50.953535 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bcf213-e010-4e5b-9e2a-49b7c73268c3 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0fe7ec-f687-428c-a573-2d073ba91095,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:50.960833 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b089f7a9-7255-4065-bf0c-0f5c246db1d1 req-05612511-473f-414a-b956-8c703b4cfb09 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:51.062882 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05612511-473f-414a-b956-8c703b4cfb09 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Pushing event deleted for resources: {'Port': ['ID=6289c3e7-30d0-4072-b34b-6153a02e4df5,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:51.183771 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 16310b34-2d78-42f4-93bf-6a4e2d0afeaf no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:11:51.194127 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d609551-2583-485f-8d7f-c3f03543afca', 'tag': 'fc0fe7ec-f687-428c-a573-2d073ba91095'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:51.195187 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7a0bc7-2d1e-4d71-9ac7-71e4dfbadacc" -d '{"events": [{"name": "network-changed", "server_uuid": "6d609551-2583-485f-8d7f-c3f03543afca", "tag": "fc0fe7ec-f687-428c-a573-2d073ba91095"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:51.281695 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-b089f7a9-7255-4065-bf0c-0f5c246db1d1 req-05612511-473f-414a-b956-8c703b4cfb09 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] No DVR routers for this DVR port 6289c3e7-30d0-4072-b34b-6153a02e4df5 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:11:51.288124 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b089f7a9-7255-4065-bf0c-0f5c246db1d1 req-05612511-473f-414a-b956-8c703b4cfb09 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:51.292088 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b089f7a9-7255-4065-bf0c-0f5c246db1d1 req-05612511-473f-414a-b956-8c703b4cfb09 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.20 "DELETE /v2.0/ports/6289c3e7-30d0-4072-b34b-6153a02e4df5 HTTP/1.1" status: 204 len: 173 time: 1.3776689 Jul 24 09:11:51.356546 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824e0b0-6f1e-4d04-8f74-9cd1d71e6be8 req-8a420feb-9226-4e78-a4b2-1a8660d6f3a1 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:51.364150 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0824e0b0-6f1e-4d04-8f74-9cd1d71e6be8 req-8a420feb-9226-4e78-a4b2-1a8660d6f3a1 tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc7d0218-14f2-4048-a3ab-36a5e74bcedf HTTP/1.1" status: 200 len: 867 time: 0.5749977 Jul 24 09:11:51.408986 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-0e60bdeb-3da7-49c1-bc46-81c6fd7d33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:51.410447 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-0e60bdeb-3da7-49c1-bc46-81c6fd7d33b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c71868cf42742a9bfdaacdee1de29ba&device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 1095 time: 0.5403490 Jul 24 09:11:51.449436 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 16310b34-2d78-42f4-93bf-6a4e2d0afeaf {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:11:51.450588 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 16310b34-2d78-42f4-93bf-6a4e2d0afeaf not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:11:51.451159 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 6289c3e7-30d0-4072-b34b-6153a02e4df5 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:11:51.523259 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-286b0bf5-be15-4bae-a750-6e319f734f30 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc0fe7ec-f687-428c-a573-2d073ba91095 HTTP/1.1" status: 200 len: 217 time: 0.1007822 Jul 24 09:11:51.527984 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0824e0b0-6f1e-4d04-8f74-9cd1d71e6be8 req-7f5a9ddd-b5ed-4ae5-b7ca-f17a2fd50cee tempest-MigrationsAdminTest-343954530 tempest-MigrationsAdminTest-343954530-project] 10.222.0.32 "GET /v2.0/security-groups?id=571603aa-550c-4ba2-8117-369cf9a7852a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627948 Jul 24 09:11:51.538708 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d120e7a-ded0-4a8e-a109-b93bdcb93144 req-fbd83cbb-e14a-4245-8606-2116071093f2 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:51.547379 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1d120e7a-ded0-4a8e-a109-b93bdcb93144 req-fbd83cbb-e14a-4245-8606-2116071093f2 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 944 time: 0.2466564 Jul 24 09:11:51.567892 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522d992-5310-4c25-baa6-da892fb4bfbb req-c296f9b6-63d0-42bd-9025-abed2ee63d36 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:51.569913 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2522d992-5310-4c25-baa6-da892fb4bfbb req-c296f9b6-63d0-42bd-9025-abed2ee63d36 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 944 time: 0.2680116 Jul 24 09:11:51.596568 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 6289c3e7-30d0-4072-b34b-6153a02e4df5 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:11:51.597062 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 6289c3e7-30d0-4072-b34b-6153a02e4df5 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:11:51.658148 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1d120e7a-ded0-4a8e-a109-b93bdcb93144 req-7dd3102c-e657-41d2-a444-7519b1a258e0 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b5347b6-711e-456c-a2ba-2bec24195cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096597 Jul 24 09:11:51.682229 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64412af5-1919-4651-b458-1fd67ff27313 req-975cc280-bed4-4454-8dc0-42f139e5189e tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:51.684377 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64412af5-1919-4651-b458-1fd67ff27313 req-975cc280-bed4-4454-8dc0-42f139e5189e tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.20 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 945 time: 0.1548800 Jul 24 09:11:51.686585 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-2ede0b0b-ce16-45ad-834e-0bfb5e6e0797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:51.687976 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-2ede0b0b-ce16-45ad-834e-0bfb5e6e0797 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6720e9f-2a6f-42ff-8147-d74598470cb0 HTTP/1.1" status: 200 len: 853 time: 0.1116824 Jul 24 09:11:51.890570 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e317bfd6-5d32-425e-8b96-c90ffa202de6 None None] Network f0544269-4e64-4c91-95af-03a4be88816f requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:11:52.042004 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738766b-9e97-4d4f-80f2-3d0e9af44c76 req-2890b934-8c5a-41a2-8aee-1acf6dbb1b21 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:52.051884 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6738766b-9e97-4d4f-80f2-3d0e9af44c76 req-2890b934-8c5a-41a2-8aee-1acf6dbb1b21 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 944 time: 0.2703230 Jul 24 09:11:52.078053 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-97596d8a-c32f-4b30-9be0-6d90bc0116da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:52.080043 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-97596d8a-c32f-4b30-9be0-6d90bc0116da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a12e80f-7c41-440f-b622-d5f8b868fb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3712320 Jul 24 09:11:52.140419 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-64412af5-1919-4651-b458-1fd67ff27313 req-a1a95fd7-43c6-42ca-b41c-7aed99b9f197 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Deleting port 2da51239-493e-4ce8-9564-2138e4448452 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:11:52.140810 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-64412af5-1919-4651-b458-1fd67ff27313 req-a1a95fd7-43c6-42ca-b41c-7aed99b9f197 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:52.343247 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-64412af5-1919-4651-b458-1fd67ff27313 req-a1a95fd7-43c6-42ca-b41c-7aed99b9f197 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] For port 2da51239-493e-4ce8-9564-2138e4448452, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=2da51239-493e-4ce8-9564-2138e4448452,segment=NetworkSegment(ef45f85e-e278-4ebb-b631-ba6593d27575),segment_id=ef45f85e-e278-4ebb-b631-ba6593d27575)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:52.343930 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-64412af5-1919-4651-b458-1fd67ff27313 req-a1a95fd7-43c6-42ca-b41c-7aed99b9f197 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:52.354080 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-c7d74077-a20c-4c77-9b8d-cdf016a0a3fd service neutron] 10.222.0.37 "GET /v2.0/networks/6a12e80f-7c41-440f-b622-d5f8b868fb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641907 Jul 24 09:11:52.362883 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-64412af5-1919-4651-b458-1fd67ff27313 req-a1a95fd7-43c6-42ca-b41c-7aed99b9f197 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Calling delete_port for 2da51239-493e-4ce8-9564-2138e4448452 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:11:52.462221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-2522d992-5310-4c25-baa6-da892fb4bfbb req-4fc5a6c1-07f3-4af0-ae31-33ad0987ce3c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Deleting port 5e6a7759-2eba-44ce-a52e-8b788226fa04 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:11:52.462568 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2522d992-5310-4c25-baa6-da892fb4bfbb req-4fc5a6c1-07f3-4af0-ae31-33ad0987ce3c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:52.500085 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4890e7-7c6e-4e86-8b9d-a4d03dfea1fd req-e2181af1-92d4-4cbf-ab36-4c3db8a84e68 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:52.501310 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6738766b-9e97-4d4f-80f2-3d0e9af44c76 req-16b299a1-4d6b-4cb4-a7a1-5a36be56ef71 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484875 Jul 24 09:11:52.507754 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ea4890e7-7c6e-4e86-8b9d-a4d03dfea1fd req-e2181af1-92d4-4cbf-ab36-4c3db8a84e68 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/ports?device_id=df72bd75-1ee9-4df9-ad73-985ed12bbe75 HTTP/1.1" status: 200 len: 945 time: 0.2499664 Jul 24 09:11:52.566077 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ea4890e7-7c6e-4e86-8b9d-a4d03dfea1fd req-c6098d5e-3924-4441-8807-4311e48fb202 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fce0cb7-445c-4307-968e-4c5a267c3875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573411 Jul 24 09:11:52.588705 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-2522d992-5310-4c25-baa6-da892fb4bfbb req-4fc5a6c1-07f3-4af0-ae31-33ad0987ce3c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] For port 5e6a7759-2eba-44ce-a52e-8b788226fa04, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=5e6a7759-2eba-44ce-a52e-8b788226fa04,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:52.589268 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2522d992-5310-4c25-baa6-da892fb4bfbb req-4fc5a6c1-07f3-4af0-ae31-33ad0987ce3c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:52.593417 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce7b5407-8740-4574-948e-3d0ac84fa17f req-67799e4a-e79d-4ed6-a58f-1e45aea895d5 service neutron] 10.222.0.37 "GET /v2.0/networks/6a12e80f-7c41-440f-b622-d5f8b868fb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255595 Jul 24 09:11:52.610288 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-2522d992-5310-4c25-baa6-da892fb4bfbb req-4fc5a6c1-07f3-4af0-ae31-33ad0987ce3c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Calling delete_port for 5e6a7759-2eba-44ce-a52e-8b788226fa04 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:11:52.653597 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-64412af5-1919-4651-b458-1fd67ff27313 req-a1a95fd7-43c6-42ca-b41c-7aed99b9f197 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:52.662759 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53feee42-0318-458a-bf24-729193a8d19d x-openstack-request-id: req-53feee42-0318-458a-bf24-729193a8d19d {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:52.663243 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d609551-2583-485f-8d7f-c3f03543afca", "tag": "fc0fe7ec-f687-428c-a573-2d073ba91095", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:52.663592 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53feee42-0318-458a-bf24-729193a8d19d {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:52.664093 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d609551-2583-485f-8d7f-c3f03543afca', 'tag': 'fc0fe7ec-f687-428c-a573-2d073ba91095', 'status': 'completed', 'code': 200} Jul 24 09:11:52.712514 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a95fd7-43c6-42ca-b41c-7aed99b9f197 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Pushing event deleted for resources: {'Port': ['ID=2da51239-493e-4ce8-9564-2138e4448452,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:52.746356 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9db2293a-d5cf-4db5-b701-d5d7a88d21c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:52.811712 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-64412af5-1919-4651-b458-1fd67ff27313 req-a1a95fd7-43c6-42ca-b41c-7aed99b9f197 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] No DVR routers for this DVR port 2da51239-493e-4ce8-9564-2138e4448452 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:11:52.814419 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-64412af5-1919-4651-b458-1fd67ff27313 req-a1a95fd7-43c6-42ca-b41c-7aed99b9f197 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:52.816876 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64412af5-1919-4651-b458-1fd67ff27313 req-a1a95fd7-43c6-42ca-b41c-7aed99b9f197 tempest-LiveAutoBlockMigrationV225Test-1550534695 tempest-LiveAutoBlockMigrationV225Test-1550534695-project] 10.222.0.20 "DELETE /v2.0/ports/2da51239-493e-4ce8-9564-2138e4448452 HTTP/1.1" status: 204 len: 173 time: 1.1252255 Jul 24 09:11:52.893037 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a0bc7-2d1e-4d71-9ac7-71e4dfbadacc req-daed1dc1-5af1-45dc-8305-d7b39e9d3421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:52.894964 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd7a0bc7-2d1e-4d71-9ac7-71e4dfbadacc req-daed1dc1-5af1-45dc-8305-d7b39e9d3421 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c71868cf42742a9bfdaacdee1de29ba&device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 1095 time: 0.1729581 Jul 24 09:11:52.925795 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba722a1a-3bb2-4ecf-9168-0fd093c888d5 req-fc0c3734-8bc4-4be2-8979-7c7b02581223 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:52.935725 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba722a1a-3bb2-4ecf-9168-0fd093c888d5 req-fc0c3734-8bc4-4be2-8979-7c7b02581223 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:52.945497 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba722a1a-3bb2-4ecf-9168-0fd093c888d5 req-fc0c3734-8bc4-4be2-8979-7c7b02581223 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:52.953454 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba722a1a-3bb2-4ecf-9168-0fd093c888d5 req-fc0c3734-8bc4-4be2-8979-7c7b02581223 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:52.962850 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba722a1a-3bb2-4ecf-9168-0fd093c888d5 req-fc0c3734-8bc4-4be2-8979-7c7b02581223 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:52.969208 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba722a1a-3bb2-4ecf-9168-0fd093c888d5 req-fc0c3734-8bc4-4be2-8979-7c7b02581223 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:52.975531 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba722a1a-3bb2-4ecf-9168-0fd093c888d5 req-fc0c3734-8bc4-4be2-8979-7c7b02581223 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:52.983140 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ba722a1a-3bb2-4ecf-9168-0fd093c888d5 req-fc0c3734-8bc4-4be2-8979-7c7b02581223 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5427 time: 0.2014520 Jul 24 09:11:53.008214 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2522d992-5310-4c25-baa6-da892fb4bfbb req-4fc5a6c1-07f3-4af0-ae31-33ad0987ce3c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:53.016371 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-015be363-e35b-4f58-bdea-d5343b64a116 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:53.017903 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-015be363-e35b-4f58-bdea-d5343b64a116 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/networks?id=f0544269-4e64-4c91-95af-03a4be88816f HTTP/1.1" status: 200 len: 805 time: 0.2297966 Jul 24 09:11:53.084468 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5a6c1-07f3-4af0-ae31-33ad0987ce3c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Pushing event deleted for resources: {'Port': ['ID=5e6a7759-2eba-44ce-a52e-8b788226fa04,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:53.122859 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-80319e9d-a9bf-41a3-8611-045c51618b87 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/quotas/400b6e3893174893b678c7f2a57041a8 HTTP/1.1" status: 200 len: 375 time: 0.0712626 Jul 24 09:11:53.145411 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 050c6f20-222e-4534-968b-ea3eb888eef4 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:11:53.173046 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ba722a1a-3bb2-4ecf-9168-0fd093c888d5 req-9d0d57da-424a-4ab6-b45d-469c8ae42cd5 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1744547 Jul 24 09:11:53.186203 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a0bc7-2d1e-4d71-9ac7-71e4dfbadacc req-36745950-92b5-4d0e-bda6-278babfe8553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:53.189298 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd7a0bc7-2d1e-4d71-9ac7-71e4dfbadacc req-36745950-92b5-4d0e-bda6-278babfe8553 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a12e80f-7c41-440f-b622-d5f8b868fb83 HTTP/1.1" status: 200 len: 914 time: 0.2783644 Jul 24 09:11:53.230507 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 050c6f20-222e-4534-968b-ea3eb888eef4 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:11:53.236423 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 050c6f20-222e-4534-968b-ea3eb888eef4 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:11:53.238838 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:53.261530 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-2522d992-5310-4c25-baa6-da892fb4bfbb req-4fc5a6c1-07f3-4af0-ae31-33ad0987ce3c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] No DVR routers for this DVR port 5e6a7759-2eba-44ce-a52e-8b788226fa04 on host n-h1-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:11:53.261766 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e33c5e5e-3fc2-44dc-bd74-d5e24bf6dcc8 req-1207ff4b-7e2b-4e50-8a60-8011ed42becf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2627590 Jul 24 09:11:53.263738 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd7a0bc7-2d1e-4d71-9ac7-71e4dfbadacc req-7903288e-25ff-4672-968e-e7eae404d083 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc0fe7ec-f687-428c-a573-2d073ba91095 HTTP/1.1" status: 200 len: 217 time: 0.0633862 Jul 24 09:11:53.276381 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-ed5a7c4b-45e7-404e-9c21-4fea0a9a6d82 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=400b6e3893174893b678c7f2a57041a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0923800 Jul 24 09:11:53.283438 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2522d992-5310-4c25-baa6-da892fb4bfbb req-4fc5a6c1-07f3-4af0-ae31-33ad0987ce3c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:53.285751 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2522d992-5310-4c25-baa6-da892fb4bfbb req-4fc5a6c1-07f3-4af0-ae31-33ad0987ce3c tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.37 "DELETE /v2.0/ports/5e6a7759-2eba-44ce-a52e-8b788226fa04 HTTP/1.1" status: 204 len: 173 time: 1.7082970 Jul 24 09:11:53.287926 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d29ae7-3072-40fb-bfd5-3701068bd594', 'name': 'network-vif-deleted', 'tag': '5e6a7759-2eba-44ce-a52e-8b788226fa04'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:53.298481 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c25e6f-6fea-49e7-949e-d986db6fed16" -d '{"events": [{"server_uuid": "22d29ae7-3072-40fb-bfd5-3701068bd594", "name": "network-vif-deleted", "tag": "5e6a7759-2eba-44ce-a52e-8b788226fa04"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:53.363090 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:53.377676 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a0bc7-2d1e-4d71-9ac7-71e4dfbadacc req-68b161d7-d07c-40e4-a8f1-a70432ca757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:53.379817 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd7a0bc7-2d1e-4d71-9ac7-71e4dfbadacc req-68b161d7-d07c-40e4-a8f1-a70432ca757d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6720e9f-2a6f-42ff-8147-d74598470cb0 HTTP/1.1" status: 200 len: 853 time: 0.1087015 Jul 24 09:11:53.446383 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 050c6f20-222e-4534-968b-ea3eb888eef4, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=050c6f20-222e-4534-968b-ea3eb888eef4,segment=NetworkSegment(d3be6b07-5265-495e-95a5-8cc3de3d1b75),segment_id=d3be6b07-5265-495e-95a5-8cc3de3d1b75)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:53.449847 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050c6f20-222e-4534-968b-ea3eb888eef4'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:53.453219 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8647bb0a-3392-484d-a4e9-8ad125142135" -d '{"events": [{"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-plugged", "status": "completed", "tag": "050c6f20-222e-4534-968b-ea3eb888eef4"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:53.457891 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:53.459119 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device f90fc468-b5dd-48ce-b1d9-842c219ba247 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:11:53.459854 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a0bc7-2d1e-4d71-9ac7-71e4dfbadacc req-c9e03e65-1cae-47fa-9719-9c3eb1548cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:53.462675 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd7a0bc7-2d1e-4d71-9ac7-71e4dfbadacc req-c9e03e65-1cae-47fa-9719-9c3eb1548cba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a12e80f-7c41-440f-b622-d5f8b868fb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747304 Jul 24 09:11:53.566054 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=050c6f20-222e-4534-968b-ea3eb888eef4,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:53.582396 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port f90fc468-b5dd-48ce-b1d9-842c219ba247 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:11:53.589799 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port f90fc468-b5dd-48ce-b1d9-842c219ba247 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:11:53.589799 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:53.613723 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-9db2293a-d5cf-4db5-b701-d5d7a88d21c7 admin admin] Deleting port d58fd0f6-39db-4bb0-859e-f44e07e86d6a {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:11:53.614319 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9db2293a-d5cf-4db5-b701-d5d7a88d21c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:53.656682 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-2b0fcbd8-7a6c-4c6a-947a-d3ddf1e067c1 service neutron] 10.222.0.32 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792388 Jul 24 09:11:53.672290 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c5e5e-3fc2-44dc-bd74-d5e24bf6dcc8 req-0c10200b-7068-46d4-9482-333fb95b88a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:53.674018 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e33c5e5e-3fc2-44dc-bd74-d5e24bf6dcc8 req-0c10200b-7068-46d4-9482-333fb95b88a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d4740b4b94942bdba9d4b286110923d&device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 1095 time: 0.2311370 Jul 24 09:11:53.707380 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd7a0bc7-2d1e-4d71-9ac7-71e4dfbadacc req-de99b8c4-e46d-4254-8798-7e4d945ab9ae service neutron] 10.222.0.37 "GET /v2.0/networks/6a12e80f-7c41-440f-b622-d5f8b868fb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358298 Jul 24 09:11:53.718357 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044a5fa-2274-4495-a829-8f62467cc83d req-7f0c315d-5097-4cd5-ad8f-58f7180f4887 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:53.725402 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1044a5fa-2274-4495-a829-8f62467cc83d req-7f0c315d-5097-4cd5-ad8f-58f7180f4887 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 944 time: 0.1399674 Jul 24 09:11:53.736696 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:53.761556 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52548) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:53.774701 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port f90fc468-b5dd-48ce-b1d9-842c219ba247, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f90fc468-b5dd-48ce-b1d9-842c219ba247,segment=NetworkSegment(d3be6b07-5265-495e-95a5-8cc3de3d1b75),segment_id=d3be6b07-5265-495e-95a5-8cc3de3d1b75)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:53.779805 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:53.780618 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 78daa873-7966-4683-9199-be51fbbff09b up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:11:53.842363 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1044a5fa-2274-4495-a829-8f62467cc83d req-9fc4802a-cee5-42f7-b38b-cb61bb9c2d67 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b5347b6-711e-456c-a2ba-2bec24195cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157732 Jul 24 09:11:53.868022 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=f90fc468-b5dd-48ce-b1d9-842c219ba247,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:53.877061 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-9db2293a-d5cf-4db5-b701-d5d7a88d21c7 admin admin] For port d58fd0f6-39db-4bb0-859e-f44e07e86d6a, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d58fd0f6-39db-4bb0-859e-f44e07e86d6a,segment=NetworkSegment(b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85),segment_id=b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:53.877632 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9db2293a-d5cf-4db5-b701-d5d7a88d21c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:53.893631 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 78daa873-7966-4683-9199-be51fbbff09b completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:11:53.896480 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd7a0bc7-2d1e-4d71-9ac7-71e4dfbadacc req-7281a234-5a61-40c1-b557-8798428972fa service neutron] 10.222.0.37 "GET /v2.0/networks/6a12e80f-7c41-440f-b622-d5f8b868fb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689427 Jul 24 09:11:53.899003 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 78daa873-7966-4683-9199-be51fbbff09b triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:11:53.899003 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:53.904223 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-9db2293a-d5cf-4db5-b701-d5d7a88d21c7 admin admin] Calling delete_port for d58fd0f6-39db-4bb0-859e-f44e07e86d6a owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:11:53.940998 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-2d945a08-27f6-479e-8cec-ba68fb433b49 service neutron] 10.222.0.32 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834215 Jul 24 09:11:53.964574 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c5e5e-3fc2-44dc-bd74-d5e24bf6dcc8 req-399591ba-8eda-4f93-9a81-7ebb14bb8687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:53.968342 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e33c5e5e-3fc2-44dc-bd74-d5e24bf6dcc8 req-399591ba-8eda-4f93-9a81-7ebb14bb8687 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 200 len: 907 time: 0.2437472 Jul 24 09:11:54.018910 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d83a29c-8ad1-4a41-b5df-88510429158b x-openstack-request-id: req-2d83a29c-8ad1-4a41-b5df-88510429158b {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:54.019335 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d29ae7-3072-40fb-bfd5-3701068bd594", "name": "network-vif-deleted", "tag": "5e6a7759-2eba-44ce-a52e-8b788226fa04", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:54.019708 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d83a29c-8ad1-4a41-b5df-88510429158b {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:54.020284 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d29ae7-3072-40fb-bfd5-3701068bd594', 'name': 'network-vif-deleted', 'tag': '5e6a7759-2eba-44ce-a52e-8b788226fa04', 'status': 'completed', 'code': 200} Jul 24 09:11:54.094966 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e33c5e5e-3fc2-44dc-bd74-d5e24bf6dcc8 req-79185110-4907-4fb2-8a40-d62ca2fb0ddb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 HTTP/1.1" status: 200 len: 217 time: 0.0734339 Jul 24 09:11:54.171212 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-75a2a6f0-c568-486e-9de4-92edf9f4a0ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f67164019b334342a09c29ba4cdc5893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4072201 Jul 24 09:11:54.178535 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52562) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:54.237474 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c5e5e-3fc2-44dc-bd74-d5e24bf6dcc8 req-a0cc2708-2055-4821-a4eb-1def77bd5158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:54.239502 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e33c5e5e-3fc2-44dc-bd74-d5e24bf6dcc8 req-a0cc2708-2055-4821-a4eb-1def77bd5158 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58351263-9729-4aa6-887c-072787b6bdca HTTP/1.1" status: 200 len: 847 time: 0.1340616 Jul 24 09:11:54.240242 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52570) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:54.240824 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0523eba2-11ad-4fd2-b0cf-02112d4153ba req-c568ba44-4143-4e80-8d29-ea21df41031e tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d29ae7-3072-40fb-bfd5-3701068bd594 HTTP/1.1" status: 200 len: 210 time: 0.0763707 Jul 24 09:11:54.252321 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76862951-c394-4bb1-830d-60ca126699e6 x-openstack-request-id: req-76862951-c394-4bb1-830d-60ca126699e6 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:54.252321 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-plugged", "status": "completed", "tag": "050c6f20-222e-4534-968b-ea3eb888eef4", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:54.252321 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76862951-c394-4bb1-830d-60ca126699e6 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:54.252321 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050c6f20-222e-4534-968b-ea3eb888eef4', 'code': 200} Jul 24 09:11:54.254399 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:54.307666 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 469ea9d5-5c38-4551-bc0a-f131a857b70e details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:11:54.326413 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e33c5e5e-3fc2-44dc-bd74-d5e24bf6dcc8 req-670df7c7-3cdd-40c6-976b-b159d8720591 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a935e96-24dd-4ac6-b84d-eaf70ae8f877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591588 Jul 24 09:11:54.396841 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 5e6a7759-2eba-44ce-a52e-8b788226fa04 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:11:54.411182 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-80972b78-bd61-446a-900b-da275ea23309 req-90571d31-1edb-40ec-bf76-728f858934ea tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=d04ad624-5fb2-4ff8-8474-a92f5f5e4681 HTTP/1.1" status: 200 len: 210 time: 0.0664947 Jul 24 09:11:54.434831 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c1aab141-582f-441c-863a-7d315545b2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:54.439787 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 78daa873-7966-4683-9199-be51fbbff09b, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=78daa873-7966-4683-9199-be51fbbff09b,segment=NetworkSegment(8a3514b9-3942-48fa-9f70-9726fcd50700),segment_id=8a3514b9-3942-48fa-9f70-9726fcd50700)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:54.489544 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c1aab141-582f-441c-863a-7d315545b2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:54.494722 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:54.495535 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ec7b7342-b9c1-4473-8413-9a5e12abdbb6 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:11:54.539191 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 5e6a7759-2eba-44ce-a52e-8b788226fa04 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:11:54.539541 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 5e6a7759-2eba-44ce-a52e-8b788226fa04 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:11:54.602581 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port ec7b7342-b9c1-4473-8413-9a5e12abdbb6 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:11:54.613898 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port ec7b7342-b9c1-4473-8413-9a5e12abdbb6 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:11:54.614277 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:54.621124 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c1aab141-582f-441c-863a-7d315545b2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:54.623919 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c1aab141-582f-441c-863a-7d315545b2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:54.625424 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c1aab141-582f-441c-863a-7d315545b2d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/571603aa-550c-4ba2-8117-369cf9a7852a HTTP/1.1" status: 204 len: 168 time: 0.4441199 Jul 24 09:11:54.660340 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab141-582f-441c-863a-7d315545b2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571603aa-550c-4ba2-8117-369cf9a7852a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:54.664428 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 469ea9d5-5c38-4551-bc0a-f131a857b70e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=469ea9d5-5c38-4551-bc0a-f131a857b70e,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:54.680320 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d3e59-f54e-489d-afc3-608a778e9f95 req-28125fdd-757f-4c58-abaf-468134a13ac5 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:54.683233 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0c8d3e59-f54e-489d-afc3-608a778e9f95 req-28125fdd-757f-4c58-abaf-468134a13ac5 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23 HTTP/1.1" status: 200 len: 945 time: 0.1400549 Jul 24 09:11:54.683518 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=78daa873-7966-4683-9199-be51fbbff09b,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:54.689266 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7d0218-14f2-4048-a3ab-36a5e74bcedf', 'name': 'network-vif-deleted', 'tag': '6289c3e7-30d0-4072-b34b-6153a02e4df5'}, {'server_uuid': 'df72bd75-1ee9-4df9-ad73-985ed12bbe75', 'name': 'network-vif-deleted', 'tag': '2da51239-493e-4ce8-9564-2138e4448452'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:54.693964 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5336e754-5411-4828-bce9-9035035eae0b" -d '{"events": [{"server_uuid": "bc7d0218-14f2-4048-a3ab-36a5e74bcedf", "name": "network-vif-deleted", "tag": "6289c3e7-30d0-4072-b34b-6153a02e4df5"}, {"server_uuid": "df72bd75-1ee9-4df9-ad73-985ed12bbe75", "name": "network-vif-deleted", "tag": "2da51239-493e-4ce8-9564-2138e4448452"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:54.696167 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '469ea9d5-5c38-4551-bc0a-f131a857b70e', 'network_id': 'fbc5b270-0c92-4400-92e0-37b0a548e1d0', 'port_id': '469ea9d5-5c38-4551-bc0a-f131a857b70e', 'mac_address': 'fa:16:3e:0c:cd:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f4d091-9355-41fb-8669-a9c6a15e7d4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:11:54.760200 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0c8d3e59-f54e-489d-afc3-608a778e9f95 req-d7297534-dfff-48b3-baf4-3452b3839e5f tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587256 Jul 24 09:11:54.779015 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:54.794411 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:54.798805 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 469ea9d5-5c38-4551-bc0a-f131a857b70e {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:11:54.803968 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f56fdde-99c0-4f9a-9843-32d59ef19d60 admin admin] Deleting subnet 726d329a-a5bb-490b-be1e-f21c87173472 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:11:54.812399 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e33c5e5e-3fc2-44dc-bd74-d5e24bf6dcc8 req-8e353d86-36a6-46d6-953b-265cc0c01cda service neutron] 10.222.0.37 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709458 Jul 24 09:11:54.838809 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8f56fdde-99c0-4f9a-9843-32d59ef19d60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:54.839461 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 469ea9d5-5c38-4551-bc0a-f131a857b70e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=469ea9d5-5c38-4551-bc0a-f131a857b70e,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:54.850665 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port ec7b7342-b9c1-4473-8413-9a5e12abdbb6, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ec7b7342-b9c1-4473-8413-9a5e12abdbb6,segment=NetworkSegment(8a3514b9-3942-48fa-9f70-9726fcd50700),segment_id=8a3514b9-3942-48fa-9f70-9726fcd50700)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:54.851999 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:54.854709 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5996a3e1-cfab-4508-bc95-a2b2923fd7fe x-openstack-request-id: req-5996a3e1-cfab-4508-bc95-a2b2923fd7fe {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:54.855356 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7d0218-14f2-4048-a3ab-36a5e74bcedf", "name": "network-vif-deleted", "tag": "6289c3e7-30d0-4072-b34b-6153a02e4df5", "status": "completed", "code": 200}, {"server_uuid": "df72bd75-1ee9-4df9-ad73-985ed12bbe75", "name": "network-vif-deleted", "tag": "2da51239-493e-4ce8-9564-2138e4448452", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:54.855894 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5996a3e1-cfab-4508-bc95-a2b2923fd7fe {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:54.856689 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7d0218-14f2-4048-a3ab-36a5e74bcedf', 'name': 'network-vif-deleted', 'tag': '6289c3e7-30d0-4072-b34b-6153a02e4df5', 'status': 'completed', 'code': 200} Jul 24 09:11:54.857229 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df72bd75-1ee9-4df9-ad73-985ed12bbe75', 'name': 'network-vif-deleted', 'tag': '2da51239-493e-4ce8-9564-2138e4448452', 'status': 'completed', 'code': 200} Jul 24 09:11:54.891640 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:54.892471 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 2da51239-493e-4ce8-9564-2138e4448452 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:11:54.918666 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 2da51239-493e-4ce8-9564-2138e4448452 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:11:54.919072 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 2da51239-493e-4ce8-9564-2138e4448452 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:11:54.939530 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=469ea9d5-5c38-4551-bc0a-f131a857b70e,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:54.998005 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=ec7b7342-b9c1-4473-8413-9a5e12abdbb6,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:55.009033 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['469ea9d5-5c38-4551-bc0a-f131a857b70e'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:11:55.053902 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1816d-e643-4eb8-bd3a-ab1877d41f17 req-28a2201f-74a3-4a70-a33c-b210d319144b tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:55.055450 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-32b1816d-e643-4eb8-bd3a-ab1877d41f17 req-28a2201f-74a3-4a70-a33c-b210d319144b tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 944 time: 0.1180582 Jul 24 09:11:55.102359 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9db2293a-d5cf-4db5-b701-d5d7a88d21c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:55.103551 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-32b1816d-e643-4eb8-bd3a-ab1877d41f17 req-03c8bacf-a2c1-47c4-b71b-bc5b9286ed0a tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b5347b6-711e-456c-a2ba-2bec24195cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417430 Jul 24 09:11:55.145649 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8f56fdde-99c0-4f9a-9843-32d59ef19d60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:55.168611 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 3ef13b70-5d6e-4c13-890b-2de4f6928063 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:11:55.198429 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52602) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:55.198817 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae9a4a-55c1-4b05-ae29-e907f1d053c0 req-bf05691b-36e3-4b90-95f0-b0f1f7e6ac18 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:55.207449 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae9a4a-55c1-4b05-ae29-e907f1d053c0 req-bf05691b-36e3-4b90-95f0-b0f1f7e6ac18 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:55.213558 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae9a4a-55c1-4b05-ae29-e907f1d053c0 req-bf05691b-36e3-4b90-95f0-b0f1f7e6ac18 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:55.220047 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae9a4a-55c1-4b05-ae29-e907f1d053c0 req-bf05691b-36e3-4b90-95f0-b0f1f7e6ac18 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:55.226755 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae9a4a-55c1-4b05-ae29-e907f1d053c0 req-bf05691b-36e3-4b90-95f0-b0f1f7e6ac18 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:55.233493 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae9a4a-55c1-4b05-ae29-e907f1d053c0 req-bf05691b-36e3-4b90-95f0-b0f1f7e6ac18 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:55.239663 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae9a4a-55c1-4b05-ae29-e907f1d053c0 req-bf05691b-36e3-4b90-95f0-b0f1f7e6ac18 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:55.241677 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7eae9a4a-55c1-4b05-ae29-e907f1d053c0 req-bf05691b-36e3-4b90-95f0-b0f1f7e6ac18 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5430 time: 0.6763132 Jul 24 09:11:55.279306 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 3ef13b70-5d6e-4c13-890b-2de4f6928063 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:11:55.292510 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-589f160d-6ccf-4010-92aa-7b7a14b6d1c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3083661675114ee2a7df26df84ca460d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0898483 Jul 24 09:11:55.292806 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52606) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:55.292934 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 3ef13b70-5d6e-4c13-890b-2de4f6928063 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:11:55.298369 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:55.340351 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2293a-d5cf-4db5-b701-d5d7a88d21c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d58fd0f6-39db-4bb0-859e-f44e07e86d6a,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:55.372230 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e33c5e5e-3fc2-44dc-bd74-d5e24bf6dcc8 req-8849022e-91e5-4009-b553-3a21ab826c29 service neutron] 10.222.0.37 "GET /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387676 Jul 24 09:11:55.389511 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-415aed98-f448-494f-a862-9fb22ef5aa57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:55.405282 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8f56fdde-99c0-4f9a-9843-32d59ef19d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:55.446801 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-415aed98-f448-494f-a862-9fb22ef5aa57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:55.477290 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:55.508241 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-415aed98-f448-494f-a862-9fb22ef5aa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:55.512138 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-415aed98-f448-494f-a862-9fb22ef5aa57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:55.537322 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-415aed98-f448-494f-a862-9fb22ef5aa57 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ce6dee6-1290-48ff-a997-3a1dd20c232e HTTP/1.1" status: 204 len: 168 time: 0.2422807 Jul 24 09:11:55.546592 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415aed98-f448-494f-a862-9fb22ef5aa57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce6dee6-1290-48ff-a997-3a1dd20c232e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:55.560111 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7eae9a4a-55c1-4b05-ae29-e907f1d053c0 req-9aee2069-f2bb-4525-83b0-8dcadb3bb0f6 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2545662 Jul 24 09:11:55.569944 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 3ef13b70-5d6e-4c13-890b-2de4f6928063, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3ef13b70-5d6e-4c13-890b-2de4f6928063,segment=NetworkSegment(afef0383-871f-4fc7-8698-99b783e5c18e),segment_id=afef0383-871f-4fc7-8698-99b783e5c18e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:55.584864 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:55.585943 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 57461884-6197-40b6-9712-721f8812f0da up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:11:55.665013 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=3ef13b70-5d6e-4c13-890b-2de4f6928063,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:55.677417 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 57461884-6197-40b6-9712-721f8812f0da completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:11:55.682737 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 57461884-6197-40b6-9712-721f8812f0da triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:11:55.683472 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:55.709222 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-beaac5b4-cf38-4d6f-a9bf-c5b7209260e7 req-0ccb7610-de5e-4339-890d-06cc7243402a tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=d04ad624-5fb2-4ff8-8474-a92f5f5e4681 HTTP/1.1" status: 200 len: 210 time: 0.0772176 Jul 24 09:11:55.732867 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8f56fdde-99c0-4f9a-9843-32d59ef19d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:55.807666 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56fdde-99c0-4f9a-9843-32d59ef19d60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=726d329a-a5bb-490b-be1e-f21c87173472,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:55.820425 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8f56fdde-99c0-4f9a-9843-32d59ef19d60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:55.821571 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8f56fdde-99c0-4f9a-9843-32d59ef19d60 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/726d329a-a5bb-490b-be1e-f21c87173472 HTTP/1.1" status: 204 len: 168 time: 1.5782523 Jul 24 09:11:55.824692 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52620) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:55.826758 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:55.890969 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9db2293a-d5cf-4db5-b701-d5d7a88d21c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:55.903164 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3f20a-9d5a-4409-b8e4-c1e954c58afb req-9a66d972-581e-4085-bd4f-296671d84f9e tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:55.910299 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ece3f20a-9d5a-4409-b8e4-c1e954c58afb req-9a66d972-581e-4085-bd4f-296671d84f9e tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 944 time: 0.1934662 Jul 24 09:11:56.011811 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-cafda10d-6704-45fc-bb97-a272128515c5 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:56.013496 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-cafda10d-6704-45fc-bb97-a272128515c5 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.20 "GET /v2.0/networks?id=f0544269-4e64-4c91-95af-03a4be88816f HTTP/1.1" status: 200 len: 805 time: 0.2474988 Jul 24 09:11:56.030216 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d56503-9aff-4d6e-9e4b-1abd7f2d1457 req-9994e2e4-4115-4c17-a394-63a495bcc913 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:56.033480 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-25d56503-9aff-4d6e-9e4b-1abd7f2d1457 req-9994e2e4-4115-4c17-a394-63a495bcc913 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23 HTTP/1.1" status: 200 len: 944 time: 0.1559181 Jul 24 09:11:56.038372 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-da25e992-e527-45d8-a218-ef6599c6f0e9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Request body: {'port': {'device_id': 'd04ad624-5fb2-4ff8-8474-a92f5f5e4681', 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f', 'admin_state_up': True, 'tenant_id': '400b6e3893174893b678c7f2a57041a8'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:11:56.044347 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 57461884-6197-40b6-9712-721f8812f0da, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=57461884-6197-40b6-9712-721f8812f0da,segment=NetworkSegment(d3be6b07-5265-495e-95a5-8cc3de3d1b75),segment_id=d3be6b07-5265-495e-95a5-8cc3de3d1b75)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:56.049226 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-69afd029-61b1-4683-84a4-fda5458abadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:56.052513 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:56.053523 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device e307f6c6-4fdb-4f4e-9aaa-266379cdde50 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:11:56.090533 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ece3f20a-9d5a-4409-b8e4-c1e954c58afb req-e2484f91-2741-433d-ba1f-a2659ea2a192 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780980 Jul 24 09:11:56.100996 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-25d56503-9aff-4d6e-9e4b-1abd7f2d1457 req-daaa4c1c-5e74-4770-91f8-26f7fb40e27c tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564783 Jul 24 09:11:56.180769 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=57461884-6197-40b6-9712-721f8812f0da,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:56.189593 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 469ea9d5-5c38-4551-bc0a-f131a857b70e no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:11:56.195431 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port e307f6c6-4fdb-4f4e-9aaa-266379cdde50 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:11:56.226071 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-da25e992-e527-45d8-a218-ef6599c6f0e9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Made reservation on behalf of 400b6e3893174893b678c7f2a57041a8 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:11:56.229127 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port e307f6c6-4fdb-4f4e-9aaa-266379cdde50 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:11:56.229510 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:56.232353 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-da25e992-e527-45d8-a218-ef6599c6f0e9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:56.254782 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90fc468-b5dd-48ce-b1d9-842c219ba247'}, {'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78daa873-7966-4683-9199-be51fbbff09b'}, {'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7b7342-b9c1-4473-8413-9a5e12abdbb6'}, {'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef13b70-5d6e-4c13-890b-2de4f6928063'}, {'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57461884-6197-40b6-9712-721f8812f0da'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:56.257696 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720bdbc8-1e24-40c9-9d24-36204295269c" -d '{"events": [{"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-plugged", "status": "completed", "tag": "f90fc468-b5dd-48ce-b1d9-842c219ba247"}, {"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-plugged", "status": "completed", "tag": "78daa873-7966-4683-9199-be51fbbff09b"}, {"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-plugged", "status": "completed", "tag": "ec7b7342-b9c1-4473-8413-9a5e12abdbb6"}, {"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-plugged", "status": "completed", "tag": "3ef13b70-5d6e-4c13-890b-2de4f6928063"}, {"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-plugged", "status": "completed", "tag": "57461884-6197-40b6-9712-721f8812f0da"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:56.345288 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-69afd029-61b1-4683-84a4-fda5458abadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:56.362974 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:56.365162 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-69afd029-61b1-4683-84a4-fda5458abadc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a39135-7e1b-4cfc-8949-e6417e15b488']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:56.388720 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-69afd029-61b1-4683-84a4-fda5458abadc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef45f85e-e278-4ebb-b631-ba6593d27575') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:56.389165 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-69afd029-61b1-4683-84a4-fda5458abadc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef45f85e-e278-4ebb-b631-ba6593d27575') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:56.401057 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 469ea9d5-5c38-4551-bc0a-f131a857b70e {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:11:56.406093 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:56.407725 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-69afd029-61b1-4683-84a4-fda5458abadc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:56.418640 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aae804-b03b-4b35-8bb8-1936db479614 req-8184b0e3-d2cc-48bd-abc8-5cba4830d390 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:56.420627 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-10aae804-b03b-4b35-8bb8-1936db479614 req-8184b0e3-d2cc-48bd-abc8-5cba4830d390 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 944 time: 0.3490686 Jul 24 09:11:56.436023 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 469ea9d5-5c38-4551-bc0a-f131a857b70e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=469ea9d5-5c38-4551-bc0a-f131a857b70e,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:56.445856 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:56.487118 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port e307f6c6-4fdb-4f4e-9aaa-266379cdde50, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e307f6c6-4fdb-4f4e-9aaa-266379cdde50,segment=NetworkSegment(d3be6b07-5265-495e-95a5-8cc3de3d1b75),segment_id=d3be6b07-5265-495e-95a5-8cc3de3d1b75)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:56.496364 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:56.524170 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=469ea9d5-5c38-4551-bc0a-f131a857b70e,revision_number=7']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:56.538222 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-69afd029-61b1-4683-84a4-fda5458abadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:56.555699 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69afd029-61b1-4683-84a4-fda5458abadc admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:11:56.556119 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-69afd029-61b1-4683-84a4-fda5458abadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:11:56.559077 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:11:56.561350 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae828da-af15-4db3-96d6-6b2c9471e45b x-openstack-request-id: req-1ae828da-af15-4db3-96d6-6b2c9471e45b {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:56.561350 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-plugged", "status": "completed", "tag": "f90fc468-b5dd-48ce-b1d9-842c219ba247", "code": 200}, {"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-plugged", "status": "completed", "tag": "78daa873-7966-4683-9199-be51fbbff09b", "code": 200}, {"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-plugged", "status": "completed", "tag": "ec7b7342-b9c1-4473-8413-9a5e12abdbb6", "code": 200}, {"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-plugged", "status": "completed", "tag": "3ef13b70-5d6e-4c13-890b-2de4f6928063", "code": 200}, {"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-plugged", "status": "completed", "tag": "57461884-6197-40b6-9712-721f8812f0da", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:56.561350 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ae828da-af15-4db3-96d6-6b2c9471e45b {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:56.561350 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90fc468-b5dd-48ce-b1d9-842c219ba247', 'code': 200} Jul 24 09:11:56.561350 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78daa873-7966-4683-9199-be51fbbff09b', 'code': 200} Jul 24 09:11:56.561350 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7b7342-b9c1-4473-8413-9a5e12abdbb6', 'code': 200} Jul 24 09:11:56.561840 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef13b70-5d6e-4c13-890b-2de4f6928063', 'code': 200} Jul 24 09:11:56.561840 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57461884-6197-40b6-9712-721f8812f0da', 'code': 200} Jul 24 09:11:56.593265 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=e307f6c6-4fdb-4f4e-9aaa-266379cdde50,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:56.596262 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95b346-6486-4c5c-a2a7-f31d5f14174b req-d20a9e84-2a03-4e04-a468-80be6ab7981d tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:56.603872 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f95b346-6486-4c5c-a2a7-f31d5f14174b req-d20a9e84-2a03-4e04-a468-80be6ab7981d tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 944 time: 0.3342493 Jul 24 09:11:56.652006 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-da25e992-e527-45d8-a218-ef6599c6f0e9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Allocated IP 172.20.0.3 (f0544269-4e64-4c91-95af-03a4be88816f/bbeb15a4-8962-4380-8bb7-477c83cce3ff/880fbce5-c5db-464b-a114-3858d9fcfd2c) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:11:56.678387 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f95b346-6486-4c5c-a2a7-f31d5f14174b req-28a3dda6-4f0b-41e2-8eaa-16f804bbd355 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b5347b6-711e-456c-a2ba-2bec24195cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731959 Jul 24 09:11:56.685246 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-69afd029-61b1-4683-84a4-fda5458abadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:56.698690 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-69afd029-61b1-4683-84a4-fda5458abadc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:56.700808 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-69afd029-61b1-4683-84a4-fda5458abadc admin admin] 10.222.0.32 "DELETE /v2.0/networks/78a39135-7e1b-4cfc-8949-e6417e15b488 HTTP/1.1" status: 204 len: 168 time: 0.8706286 Jul 24 09:11:56.704776 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52654) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:56.770195 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afd029-61b1-4683-84a4-fda5458abadc admin admin] Pushing event deleted for resources: {'Network': ['ID=78a39135-7e1b-4cfc-8949-e6417e15b488,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:56.775678 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-81994f38-5ef6-43a2-b51c-6046be81f7c0 admin admin] Deleting subnet 90c89544-408d-4f2b-ae79-f788b9c17d10 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:11:56.783607 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81994f38-5ef6-43a2-b51c-6046be81f7c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:56.885352 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-da25e992-e527-45d8-a218-ef6599c6f0e9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:56.937888 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f938e0a5-92eb-4e0b-ad0b-4c9993fd6a09 req-f7317dec-3a66-4384-afc1-6ad8153e49c1 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=d04ad624-5fb2-4ff8-8474-a92f5f5e4681 HTTP/1.1" status: 200 len: 210 time: 0.0402224 Jul 24 09:11:56.991428 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-da25e992-e527-45d8-a218-ef6599c6f0e9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:57.110534 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-da25e992-e527-45d8-a218-ef6599c6f0e9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Network f0544269-4e64-4c91-95af-03a4be88816f is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:11:57.117472 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-da25e992-e527-45d8-a218-ef6599c6f0e9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:11:57.119926 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3ccb3835-3fef-44c6-a377-84e3be901269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:57.120216 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25e992-e527-45d8-a218-ef6599c6f0e9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Pushing event updated for resources: {'Port': ['ID=880fbce5-c5db-464b-a114-3858d9fcfd2c,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:57.122634 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-da25e992-e527-45d8-a218-ef6599c6f0e9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:11:57.143162 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db2293a-d5cf-4db5-b701-d5d7a88d21c7 admin admin] Router b3596d54-e46f-4bc4-8857-ddc805702ca2 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:11:57.174590 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81994f38-5ef6-43a2-b51c-6046be81f7c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:57.197316 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-da25e992-e527-45d8-a218-ef6599c6f0e9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:57.197504 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-10aae804-b03b-4b35-8bb8-1936db479614 req-6b80b31c-10b2-4cfc-b205-4ece5ddaa1cf tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Deleting port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:11:57.197740 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-10aae804-b03b-4b35-8bb8-1936db479614 req-6b80b31c-10b2-4cfc-b205-4ece5ddaa1cf tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:57.198379 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-da25e992-e527-45d8-a218-ef6599c6f0e9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:57.209450 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823ab8d-f73b-4e50-a5ba-57709bbb84ce req-76b15fab-c800-4d63-a7bd-bdea2c019dff tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:57.210957 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9823ab8d-f73b-4e50-a5ba-57709bbb84ce req-76b15fab-c800-4d63-a7bd-bdea2c019dff tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23 HTTP/1.1" status: 200 len: 943 time: 0.2040436 Jul 24 09:11:57.231108 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-da25e992-e527-45d8-a218-ef6599c6f0e9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1964607 Jul 24 09:11:57.248179 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-42887329-fca8-4343-bf51-a2f70db4acf8 service neutron] Request body: {'port': {'device_id': 'd04ad624-5fb2-4ff8-8474-a92f5f5e4681', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:11:57.309460 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9823ab8d-f73b-4e50-a5ba-57709bbb84ce req-100857fd-86d3-4e28-b422-c340d765e775 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731573 Jul 24 09:11:57.366284 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81994f38-5ef6-43a2-b51c-6046be81f7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:57.375111 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-42887329-fca8-4343-bf51-a2f70db4acf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:57.403556 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1c60b-5009-43db-872a-d24dd7ced087 req-23c86bac-89fb-4865-9da0-4e0912a09f17 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:57.409469 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1c60b-5009-43db-872a-d24dd7ced087 req-23c86bac-89fb-4865-9da0-4e0912a09f17 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:57.415353 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1c60b-5009-43db-872a-d24dd7ced087 req-23c86bac-89fb-4865-9da0-4e0912a09f17 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:57.421272 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1c60b-5009-43db-872a-d24dd7ced087 req-23c86bac-89fb-4865-9da0-4e0912a09f17 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:57.427112 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1c60b-5009-43db-872a-d24dd7ced087 req-23c86bac-89fb-4865-9da0-4e0912a09f17 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:57.433536 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1c60b-5009-43db-872a-d24dd7ced087 req-23c86bac-89fb-4865-9da0-4e0912a09f17 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:57.439400 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1c60b-5009-43db-872a-d24dd7ced087 req-23c86bac-89fb-4865-9da0-4e0912a09f17 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:57.445630 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-06a1c60b-5009-43db-872a-d24dd7ced087 req-23c86bac-89fb-4865-9da0-4e0912a09f17 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5434 time: 0.6976244 Jul 24 09:11:57.504445 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-10aae804-b03b-4b35-8bb8-1936db479614 req-6b80b31c-10b2-4cfc-b205-4ece5ddaa1cf tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] For port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:57.504784 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-10aae804-b03b-4b35-8bb8-1936db479614 req-6b80b31c-10b2-4cfc-b205-4ece5ddaa1cf tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:57.537401 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-10aae804-b03b-4b35-8bb8-1936db479614 req-6b80b31c-10b2-4cfc-b205-4ece5ddaa1cf tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Calling delete_port for ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:11:57.565301 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-06a1c60b-5009-43db-872a-d24dd7ced087 req-952999fc-c8bb-48c7-b63d-156b4defee2b tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1173174 Jul 24 09:11:57.569633 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db2293a-d5cf-4db5-b701-d5d7a88d21c7 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:11:57.576331 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9db2293a-d5cf-4db5-b701-d5d7a88d21c7 admin admin] 10.222.0.32 "PUT /v2.0/routers/b3596d54-e46f-4bc4-8857-ddc805702ca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8493397 Jul 24 09:11:57.586489 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ba1d2d-31d8-4b50-bb4e-d30abb0c1138 None None] Sync routers for ids ['b3596d54-e46f-4bc4-8857-ddc805702ca2'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:11:57.601045 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ba1d2d-31d8-4b50-bb4e-d30abb0c1138 None None] Routers {'b3596d54-e46f-4bc4-8857-ddc805702ca2'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:11:57.601805 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d0ba1d2d-31d8-4b50-bb4e-d30abb0c1138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:11:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b3596d54-e46f-4bc4-8857-ddc805702ca2'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:57.610049 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52678) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:57.618107 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81994f38-5ef6-43a2-b51c-6046be81f7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:57.714083 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81994f38-5ef6-43a2-b51c-6046be81f7c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90c89544-408d-4f2b-ae79-f788b9c17d10,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:57.722772 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81994f38-5ef6-43a2-b51c-6046be81f7c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:57.724077 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-81994f38-5ef6-43a2-b51c-6046be81f7c0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/90c89544-408d-4f2b-ae79-f788b9c17d10 HTTP/1.1" status: 204 len: 168 time: 1.0183785 Jul 24 09:11:57.732920 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52684) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:57.750515 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-d0ba1d2d-31d8-4b50-bb4e-d30abb0c1138 None None] Set router b3596d54-e46f-4bc4-8857-ddc805702ca2 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:11:57.840869 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-59029f93-628d-4a59-9933-bb80a0b1a9b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:57.862552 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fee969-24d0-4687-a9dc-56409ead88f9 req-19ce9aea-282c-48d6-a82b-dc152335bfb2 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:57.864031 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-92fee969-24d0-4687-a9dc-56409ead88f9 req-19ce9aea-282c-48d6-a82b-dc152335bfb2 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f865ce5-cf0f-4950-8bcb-32ae6a211a43 HTTP/1.1" status: 200 len: 944 time: 0.4794960 Jul 24 09:11:57.929494 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b98bce52-ebed-4457-a00d-4313be355a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:57.961393 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-92fee969-24d0-4687-a9dc-56409ead88f9 req-3f1e4b52-bf50-4b4e-a367-adc959d3091f tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835407 Jul 24 09:11:57.984529 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d0ba1d2d-31d8-4b50-bb4e-d30abb0c1138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1553795204-router', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:42Z', 'updated_at': '2021-07-24T09:11:54Z', 'revision_number': 5, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'gw_port': {'id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:44Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:58.036478 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ba1d2d-31d8-4b50-bb4e-d30abb0c1138 None None] Checking router: b3596d54-e46f-4bc4-8857-ddc805702ca2 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:11:58.050604 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ba1d2d-31d8-4b50-bb4e-d30abb0c1138 None None] Routers {'b3596d54-e46f-4bc4-8857-ddc805702ca2'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:11:58.051347 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d0ba1d2d-31d8-4b50-bb4e-d30abb0c1138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:11:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b3596d54-e46f-4bc4-8857-ddc805702ca2'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:58.056480 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-10aae804-b03b-4b35-8bb8-1936db479614 req-6b80b31c-10b2-4cfc-b205-4ece5ddaa1cf tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:58.119293 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-42887329-fca8-4343-bf51-a2f70db4acf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 880fbce5-c5db-464b-a114-3858d9fcfd2c {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:11:58.120771 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80b31c-10b2-4cfc-b205-4ece5ddaa1cf tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Pushing event deleted for resources: {'Port': ['ID=ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:58.140436 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-42887329-fca8-4343-bf51-a2f70db4acf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:58.153859 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-42887329-fca8-4343-bf51-a2f70db4acf8 service neutron] Transition to ACTIVE for port object 880fbce5-c5db-464b-a114-3858d9fcfd2c will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:11:58.154987 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b98bce52-ebed-4457-a00d-4313be355a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:58.160049 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-59029f93-628d-4a59-9933-bb80a0b1a9b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:58.164444 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-42887329-fca8-4343-bf51-a2f70db4acf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:58.185782 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae217bc7-8802-4969-8fa6-ed158bcac40f req-d55e8569-9f31-48c9-a4b0-989beba5100c tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:58.192550 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ae217bc7-8802-4969-8fa6-ed158bcac40f req-d55e8569-9f31-48c9-a4b0-989beba5100c tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 944 time: 0.3066237 Jul 24 09:11:58.196080 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-b98bce52-ebed-4457-a00d-4313be355a34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae1d7f2-20d8-4856-8a30-ebe4763ebfd2']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:58.214154 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df08b7f-92c7-4502-bd15-47ebdd87c5dc req-a4f8527a-cff7-476f-874e-b7756e44dd8a tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:58.215659 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8df08b7f-92c7-4502-bd15-47ebdd87c5dc req-a4f8527a-cff7-476f-874e-b7756e44dd8a tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.37 "GET /v2.0/ports?device_id=11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23 HTTP/1.1" status: 200 len: 943 time: 0.2103689 Jul 24 09:11:58.224860 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-d0ba1d2d-31d8-4b50-bb4e-d30abb0c1138 None None] Set router b3596d54-e46f-4bc4-8857-ddc805702ca2 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:11:58.234571 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-b98bce52-ebed-4457-a00d-4313be355a34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2337207-a646-45be-9ffa-e360d6c34fa3') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:58.234571 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-b98bce52-ebed-4457-a00d-4313be355a34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2337207-a646-45be-9ffa-e360d6c34fa3') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:58.278108 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-10aae804-b03b-4b35-8bb8-1936db479614 req-6b80b31c-10b2-4cfc-b205-4ece5ddaa1cf tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] No DVR routers for this DVR port ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 on host n-h1-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:11:58.278408 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42887329-fca8-4343-bf51-a2f70db4acf8 service neutron] Pushing event updated for resources: {'Port': ['ID=880fbce5-c5db-464b-a114-3858d9fcfd2c,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:58.284199 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b98bce52-ebed-4457-a00d-4313be355a34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:58.287274 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-10aae804-b03b-4b35-8bb8-1936db479614 req-6b80b31c-10b2-4cfc-b205-4ece5ddaa1cf tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:58.289208 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-10aae804-b03b-4b35-8bb8-1936db479614 req-6b80b31c-10b2-4cfc-b205-4ece5ddaa1cf tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.37 "DELETE /v2.0/ports/ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 HTTP/1.1" status: 204 len: 173 time: 1.8180664 Jul 24 09:11:58.289663 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f865ce5-cf0f-4950-8bcb-32ae6a211a43', 'name': 'network-vif-deleted', 'tag': 'ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:58.292422 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fc5337-85bd-4bda-bc43-e2781fa643f0" -d '{"events": [{"server_uuid": "4f865ce5-cf0f-4950-8bcb-32ae6a211a43", "name": "network-vif-deleted", "tag": "ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:58.324335 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b98bce52-ebed-4457-a00d-4313be355a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:58.339397 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ae217bc7-8802-4969-8fa6-ed158bcac40f req-3c76947c-7134-4ff4-98d7-1ce81c9286c7 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b5347b6-711e-456c-a2ba-2bec24195cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450799 Jul 24 09:11:58.348275 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98bce52-ebed-4457-a00d-4313be355a34 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:11:58.348702 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b98bce52-ebed-4457-a00d-4313be355a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:11:58.352547 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:11:58.415333 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-59029f93-628d-4a59-9933-bb80a0b1a9b7 admin admin] Deleting port bd087bf1-bc9a-46c6-87b5-1fb47e77762f {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:11:58.416193 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-59029f93-628d-4a59-9933-bb80a0b1a9b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:58.431608 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b98bce52-ebed-4457-a00d-4313be355a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:58.445251 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b98bce52-ebed-4457-a00d-4313be355a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:58.447778 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b98bce52-ebed-4457-a00d-4313be355a34 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0ae1d7f2-20d8-4856-8a30-ebe4763ebfd2 HTTP/1.1" status: 204 len: 168 time: 0.7117116 Jul 24 09:11:58.462314 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bce52-ebed-4457-a00d-4313be355a34 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ae1d7f2-20d8-4856-8a30-ebe4763ebfd2,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:58.493300 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-42887329-fca8-4343-bf51-a2f70db4acf8 service neutron] Attempting to bind port 880fbce5-c5db-464b-a114-3858d9fcfd2c on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:11:58.496445 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-42887329-fca8-4343-bf51-a2f70db4acf8 service neutron] Attempting to bind port 880fbce5-c5db-464b-a114-3858d9fcfd2c by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:11:58.499112 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-42887329-fca8-4343-bf51-a2f70db4acf8 service neutron] Attempting to bind port 880fbce5-c5db-464b-a114-3858d9fcfd2c on network f0544269-4e64-4c91-95af-03a4be88816f {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:11:58.504982 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-8df08b7f-92c7-4502-bd15-47ebdd87c5dc req-040dd886-81c6-4042-8ee5-ced2b2d7b5a4 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Deleting port 469ea9d5-5c38-4551-bc0a-f131a857b70e {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:11:58.505328 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8df08b7f-92c7-4502-bd15-47ebdd87c5dc req-040dd886-81c6-4042-8ee5-ced2b2d7b5a4 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:58.517972 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-42887329-fca8-4343-bf51-a2f70db4acf8 service neutron] Port 880fbce5-c5db-464b-a114-3858d9fcfd2c on network f0544269-4e64-4c91-95af-03a4be88816f not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:11:58.517972 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-42887329-fca8-4343-bf51-a2f70db4acf8 service neutron] Attempting to bind port 880fbce5-c5db-464b-a114-3858d9fcfd2c on network f0544269-4e64-4c91-95af-03a4be88816f {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:11:58.562932 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e307f6c6-4fdb-4f4e-9aaa-266379cdde50'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:58.563902 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-59029f93-628d-4a59-9933-bb80a0b1a9b7 admin admin] For port bd087bf1-bc9a-46c6-87b5-1fb47e77762f, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=bd087bf1-bc9a-46c6-87b5-1fb47e77762f,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:58.564267 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-59029f93-628d-4a59-9933-bb80a0b1a9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:58.566588 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a47b10-4c39-43d7-9c2c-3deae24dfb10" -d '{"events": [{"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-plugged", "status": "completed", "tag": "e307f6c6-4fdb-4f4e-9aaa-266379cdde50"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:58.573146 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-42887329-fca8-4343-bf51-a2f70db4acf8 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:11:58.573499 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-42887329-fca8-4343-bf51-a2f70db4acf8 service neutron] Checking segment: {'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:11:58.573876 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-42887329-fca8-4343-bf51-a2f70db4acf8 service neutron] Bound using segment: {'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:11:58.574304 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-42887329-fca8-4343-bf51-a2f70db4acf8 service neutron] Bound port: 880fbce5-c5db-464b-a114-3858d9fcfd2c, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:11:58.575833 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-42887329-fca8-4343-bf51-a2f70db4acf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:58.583922 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-59029f93-628d-4a59-9933-bb80a0b1a9b7 admin admin] Calling delete_port for bd087bf1-bc9a-46c6-87b5-1fb47e77762f owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:11:58.586407 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079e42b6-78aa-4a94-b183-4ea62a71e71d x-openstack-request-id: req-079e42b6-78aa-4a94-b183-4ea62a71e71d {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:58.586698 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f865ce5-cf0f-4950-8bcb-32ae6a211a43", "name": "network-vif-deleted", "tag": "ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:58.587151 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-079e42b6-78aa-4a94-b183-4ea62a71e71d {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:58.587808 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f865ce5-cf0f-4950-8bcb-32ae6a211a43', 'name': 'network-vif-deleted', 'tag': 'ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4', 'status': 'completed', 'code': 200} Jul 24 09:11:58.604601 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d0ba1d2d-31d8-4b50-bb4e-d30abb0c1138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1553795204-router', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:42Z', 'updated_at': '2021-07-24T09:11:54Z', 'revision_number': 5, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'gw_port': {'id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:44Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:11:58.612787 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba12184-292d-4d4e-88a1-6cc05842b3c3 req-30c56d08-a9c6-4ce2-a362-b0d10a1bcadd tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:58.619933 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6ba12184-292d-4d4e-88a1-6cc05842b3c3 req-30c56d08-a9c6-4ce2-a362-b0d10a1bcadd tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=d04ad624-5fb2-4ff8-8474-a92f5f5e4681 HTTP/1.1" status: 200 len: 943 time: 0.1212645 Jul 24 09:11:58.643369 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ba1d2d-31d8-4b50-bb4e-d30abb0c1138 None None] The sync data for ids ['b3596d54-e46f-4bc4-8857-ddc805702ca2'] in n-d-800085-9 is: [{'id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1553795204-router', 'tenant_id': '4433cfda2b344ed09028d36a89cb8dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:06:42Z', 'updated_at': '2021-07-24T09:11:54Z', 'revision_number': 5, 'project_id': '4433cfda2b344ed09028d36a89cb8dd1', 'gw_port': {'id': 'bd087bf1-bc9a-46c6-87b5-1fb47e77762f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3596d54-e46f-4bc4-8857-ddc805702ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:06:44Z', 'updated_at': '2021-07-24T09:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:11:58.705443 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6ba12184-292d-4d4e-88a1-6cc05842b3c3 req-54b34ce9-bdad-4e93-a83a-27265ad96225 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843310 Jul 24 09:11:58.768271 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b670ff15-4568-4e9c-89a8-b7dcac56d585 x-openstack-request-id: req-b670ff15-4568-4e9c-89a8-b7dcac56d585 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:58.768810 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-plugged", "status": "completed", "tag": "e307f6c6-4fdb-4f4e-9aaa-266379cdde50", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:58.769377 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b670ff15-4568-4e9c-89a8-b7dcac56d585 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:58.770048 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e307f6c6-4fdb-4f4e-9aaa-266379cdde50', 'code': 200} Jul 24 09:11:58.808856 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52704) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:58.819923 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-8df08b7f-92c7-4502-bd15-47ebdd87c5dc req-040dd886-81c6-4042-8ee5-ced2b2d7b5a4 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] For port 469ea9d5-5c38-4551-bc0a-f131a857b70e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=469ea9d5-5c38-4551-bc0a-f131a857b70e,segment=NetworkSegment(3a8ff286-f6f5-4c05-b3eb-2c391f403600),segment_id=3a8ff286-f6f5-4c05-b3eb-2c391f403600)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:11:58.820313 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8df08b7f-92c7-4502-bd15-47ebdd87c5dc req-040dd886-81c6-4042-8ee5-ced2b2d7b5a4 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:58.853185 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-8df08b7f-92c7-4502-bd15-47ebdd87c5dc req-040dd886-81c6-4042-8ee5-ced2b2d7b5a4 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Calling delete_port for 469ea9d5-5c38-4551-bc0a-f131a857b70e owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:11:58.858245 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-42887329-fca8-4343-bf51-a2f70db4acf8 service neutron] For port 880fbce5-c5db-464b-a114-3858d9fcfd2c, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:11:58.891112 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-42887329-fca8-4343-bf51-a2f70db4acf8 service neutron] For port 880fbce5-c5db-464b-a114-3858d9fcfd2c, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=880fbce5-c5db-464b-a114-3858d9fcfd2c,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:11:58.934190 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-42887329-fca8-4343-bf51-a2f70db4acf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:58.972164 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5dd0d703-f8fd-4ec0-947f-56e570e98c49 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e8bcd755fb7413ba3c9ec90a6266523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1609440 Jul 24 09:11:58.977841 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52706) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:59.003588 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-42887329-fca8-4343-bf51-a2f70db4acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:59.004217 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-42887329-fca8-4343-bf51-a2f70db4acf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:59.005748 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-42887329-fca8-4343-bf51-a2f70db4acf8 service neutron] 10.222.0.20 "PUT /v2.0/ports/880fbce5-c5db-464b-a114-3858d9fcfd2c HTTP/1.1" status: 200 len: 1091 time: 1.7672582 Jul 24 09:11:59.006117 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-59029f93-628d-4a59-9933-bb80a0b1a9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:59.006257 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04ad624-5fb2-4ff8-8474-a92f5f5e4681', 'tag': '880fbce5-c5db-464b-a114-3858d9fcfd2c'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:11:59.008485 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8fc048-6cb4-4d56-87eb-1bfb6463ff5e" -d '{"events": [{"name": "network-changed", "server_uuid": "d04ad624-5fb2-4ff8-8474-a92f5f5e4681", "tag": "880fbce5-c5db-464b-a114-3858d9fcfd2c"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:11:59.017967 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67295d-3a91-4f38-b516-cf2ef124f0f9 req-fa47e079-4e0f-4e0d-82d9-c6c6267a8fc9 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:59.019321 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a67295d-3a91-4f38-b516-cf2ef124f0f9 req-fa47e079-4e0f-4e0d-82d9-c6c6267a8fc9 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/ports?device_id=11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23 HTTP/1.1" status: 200 len: 943 time: 0.3557012 Jul 24 09:11:59.046849 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d58fd0f6-39db-4bb0-859e-f44e07e86d6a no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:11:59.068094 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: d58fd0f6-39db-4bb0-859e-f44e07e86d6a {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:11:59.068673 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d58fd0f6-39db-4bb0-859e-f44e07e86d6a not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:11:59.072555 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59029f93-628d-4a59-9933-bb80a0b1a9b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd087bf1-bc9a-46c6-87b5-1fb47e77762f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:59.074759 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42887329-fca8-4343-bf51-a2f70db4acf8 service neutron] Pushing event updated for resources: {'Port': ['ID=880fbce5-c5db-464b-a114-3858d9fcfd2c,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:59.088296 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84868dc-bf55-47a5-99c3-e5856f44a095 req-9840b49d-a0ad-4d00-bb9c-ba0a24bb1a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:59.088950 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84868dc-bf55-47a5-99c3-e5856f44a095 req-9840b49d-a0ad-4d00-bb9c-ba0a24bb1a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:59.089462 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84868dc-bf55-47a5-99c3-e5856f44a095 req-9840b49d-a0ad-4d00-bb9c-ba0a24bb1a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:59.090022 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84868dc-bf55-47a5-99c3-e5856f44a095 req-9840b49d-a0ad-4d00-bb9c-ba0a24bb1a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:59.090585 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84868dc-bf55-47a5-99c3-e5856f44a095 req-9840b49d-a0ad-4d00-bb9c-ba0a24bb1a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:59.091058 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84868dc-bf55-47a5-99c3-e5856f44a095 req-9840b49d-a0ad-4d00-bb9c-ba0a24bb1a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:59.091510 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84868dc-bf55-47a5-99c3-e5856f44a095 req-9840b49d-a0ad-4d00-bb9c-ba0a24bb1a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:59.100659 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d84868dc-bf55-47a5-99c3-e5856f44a095 req-9840b49d-a0ad-4d00-bb9c-ba0a24bb1a50 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 6491 time: 0.2384911 Jul 24 09:11:59.121835 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e346c95-ba1a-4621-bac9-cd4967195789 req-da640560-eaee-40aa-bb23-1a4141dd7cf2 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:59.127818 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e346c95-ba1a-4621-bac9-cd4967195789 req-da640560-eaee-40aa-bb23-1a4141dd7cf2 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:59.133975 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e346c95-ba1a-4621-bac9-cd4967195789 req-da640560-eaee-40aa-bb23-1a4141dd7cf2 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:59.141366 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e346c95-ba1a-4621-bac9-cd4967195789 req-da640560-eaee-40aa-bb23-1a4141dd7cf2 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:59.147487 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e346c95-ba1a-4621-bac9-cd4967195789 req-da640560-eaee-40aa-bb23-1a4141dd7cf2 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:59.154106 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e346c95-ba1a-4621-bac9-cd4967195789 req-da640560-eaee-40aa-bb23-1a4141dd7cf2 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:59.160215 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e346c95-ba1a-4621-bac9-cd4967195789 req-da640560-eaee-40aa-bb23-1a4141dd7cf2 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:59.167609 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a67295d-3a91-4f38-b516-cf2ef124f0f9 req-83f21fe2-9de9-482f-a611-500cb8a50aaa tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.32 "GET /v2.0/security-groups?id=784bd22c-d528-4f0d-886c-8bdd15642d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196122 Jul 24 09:11:59.168294 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e346c95-ba1a-4621-bac9-cd4967195789 req-da640560-eaee-40aa-bb23-1a4141dd7cf2 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5434 time: 0.3228517 Jul 24 09:11:59.221577 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-10c6af1b-0906-4972-b065-d1cbd5f5aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:59.224696 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-10c6af1b-0906-4972-b065-d1cbd5f5aaa2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=400b6e3893174893b678c7f2a57041a8&device_id=d04ad624-5fb2-4ff8-8474-a92f5f5e4681 HTTP/1.1" status: 200 len: 1094 time: 0.1602869 Jul 24 09:11:59.225704 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8df08b7f-92c7-4502-bd15-47ebdd87c5dc req-040dd886-81c6-4042-8ee5-ced2b2d7b5a4 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:59.293546 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-dd660124-2da8-4f85-83db-7d83ff76fd60 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=880fbce5-c5db-464b-a114-3858d9fcfd2c HTTP/1.1" status: 200 len: 217 time: 0.0605822 Jul 24 09:11:59.296561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040dd886-81c6-4042-8ee5-ced2b2d7b5a4 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Pushing event deleted for resources: {'Port': ['ID=469ea9d5-5c38-4551-bc0a-f131a857b70e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:59.303184 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-583745f8-3656-4ba9-91ef-77ea8618a885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:59.312763 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d84868dc-bf55-47a5-99c3-e5856f44a095 req-cbb032cf-4ff3-4d83-ac31-90661b98fa7f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1420240 Jul 24 09:11:59.326544 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e346c95-ba1a-4621-bac9-cd4967195789 req-e8acf750-bbec-418b-a8c1-978fcea6be09 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1576710 Jul 24 09:11:59.327305 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-59029f93-628d-4a59-9933-bb80a0b1a9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:59.371083 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df08b7f-92c7-4502-bd15-47ebdd87c5dc req-040dd886-81c6-4042-8ee5-ced2b2d7b5a4 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] No DVR routers for this DVR port 469ea9d5-5c38-4551-bc0a-f131a857b70e on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:11:59.378853 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8df08b7f-92c7-4502-bd15-47ebdd87c5dc req-040dd886-81c6-4042-8ee5-ced2b2d7b5a4 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:59.380364 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8df08b7f-92c7-4502-bd15-47ebdd87c5dc req-040dd886-81c6-4042-8ee5-ced2b2d7b5a4 tempest-ImagesTestJSON-25428018 tempest-ImagesTestJSON-25428018-project] 10.222.0.37 "DELETE /v2.0/ports/469ea9d5-5c38-4551-bc0a-f131a857b70e HTTP/1.1" status: 204 len: 173 time: 1.1590693 Jul 24 09:11:59.390058 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-b4fe45ee-290d-486e-a628-af06d6099fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:59.391550 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-b4fe45ee-290d-486e-a628-af06d6099fcd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbeb15a4-8962-4380-8bb7-477c83cce3ff HTTP/1.1" status: 200 len: 845 time: 0.0913734 Jul 24 09:11:59.468807 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ed65dc-f745-45bc-84d1-43cb6d6084b1 x-openstack-request-id: req-d7ed65dc-f745-45bc-84d1-43cb6d6084b1 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:11:59.469188 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d04ad624-5fb2-4ff8-8474-a92f5f5e4681", "tag": "880fbce5-c5db-464b-a114-3858d9fcfd2c", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:11:59.469344 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7ed65dc-f745-45bc-84d1-43cb6d6084b1 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:11:59.469751 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd04ad624-5fb2-4ff8-8474-a92f5f5e4681', 'tag': '880fbce5-c5db-464b-a114-3858d9fcfd2c', 'status': 'completed', 'code': 200} Jul 24 09:11:59.473114 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-76b70e02-f708-4b9f-81c7-53880eb36355 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0544269-4e64-4c91-95af-03a4be88816f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704672 Jul 24 09:11:59.508304 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-583745f8-3656-4ba9-91ef-77ea8618a885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:59.582051 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-59029f93-628d-4a59-9933-bb80a0b1a9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:59.592776 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-59029f93-628d-4a59-9933-bb80a0b1a9b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:59.632838 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-a26288bb-0d3e-49f7-8dcb-ae6c2df0c48b service neutron] 10.222.0.20 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505771 Jul 24 09:11:59.695517 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-59029f93-628d-4a59-9933-bb80a0b1a9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:59.699164 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59029f93-628d-4a59-9933-bb80a0b1a9b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3596d54-e46f-4bc4-8857-ddc805702ca2 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:11:59.710134 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-59029f93-628d-4a59-9933-bb80a0b1a9b7 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:59.710957 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-59029f93-628d-4a59-9933-bb80a0b1a9b7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b3596d54-e46f-4bc4-8857-ddc805702ca2 HTTP/1.1" status: 204 len: 168 time: 2.0999312 Jul 24 09:11:59.717432 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52720) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:59.749691 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-05c64937-17d5-484d-bf64-ad68262151a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:59.754786 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6184548-c658-4b6a-b0ac-ff60370fe57a req-e2150d75-edf9-4e76-a087-d409c32f29d6 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:11:59.758993 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c6184548-c658-4b6a-b0ac-ff60370fe57a req-e2150d75-edf9-4e76-a087-d409c32f29d6 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 944 time: 0.2532492 Jul 24 09:11:59.791938 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70707ee4-e6b5-4548-a4a7-773b34bab500 req-2ef44ef1-1448-4a5b-833a-e85c6f7ed73d service neutron] 10.222.0.20 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524134 Jul 24 09:11:59.802565 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-583745f8-3656-4ba9-91ef-77ea8618a885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:59.805525 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-583745f8-3656-4ba9-91ef-77ea8618a885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:11:59.806917 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-583745f8-3656-4ba9-91ef-77ea8618a885 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5fce0cb7-445c-4307-968e-4c5a267c3875 HTTP/1.1" status: 204 len: 168 time: 0.8252656 Jul 24 09:11:59.862128 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52728) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:11:59.949145 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583745f8-3656-4ba9-91ef-77ea8618a885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fce0cb7-445c-4307-968e-4c5a267c3875,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:11:59.994891 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc249920-078d-46ce-bd3b-8bc43df574ce admin admin] Deleting subnet 31fd267b-9b48-4500-908e-db289ca8125b {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:12:00.001210 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6127aa-580c-4b09-835b-dc64efff7bde req-3599e1e5-c5ce-4797-b750-98480130cd53 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:00.004061 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7d6127aa-580c-4b09-835b-dc64efff7bde req-3599e1e5-c5ce-4797-b750-98480130cd53 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=d04ad624-5fb2-4ff8-8474-a92f5f5e4681 HTTP/1.1" status: 200 len: 943 time: 0.1875775 Jul 24 09:12:00.017372 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fc249920-078d-46ce-bd3b-8bc43df574ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:00.043851 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fc048-6cb4-4d56-87eb-1bfb6463ff5e req-29544d60-e267-4341-bb84-ffb114d992f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:00.044669 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c6184548-c658-4b6a-b0ac-ff60370fe57a req-1a7bca30-8621-43dd-b72f-b3f962987525 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b5347b6-711e-456c-a2ba-2bec24195cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464421 Jul 24 09:12:00.053768 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1a8fc048-6cb4-4d56-87eb-1bfb6463ff5e req-29544d60-e267-4341-bb84-ffb114d992f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=400b6e3893174893b678c7f2a57041a8&device_id=d04ad624-5fb2-4ff8-8474-a92f5f5e4681 HTTP/1.1" status: 200 len: 1094 time: 0.1831934 Jul 24 09:12:00.093439 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fc249920-078d-46ce-bd3b-8bc43df574ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:00.119869 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-19c1421b-d718-4c3d-b0a4-d6e831cd95d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:00.184022 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7d6127aa-580c-4b09-835b-dc64efff7bde req-fc21248b-b2ec-4a08-9e1d-2387ef20361a tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678193 Jul 24 09:12:00.200215 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device fc0fe7ec-f687-428c-a573-2d073ba91095 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:12:00.203923 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:12:00.249736 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:12:00.264942 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device ecad9d4a-082b-4bf5-8bcb-eb9edfcf87c4 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:12:00.296655 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fc048-6cb4-4d56-87eb-1bfb6463ff5e req-94a6dd57-eff8-4e12-8df8-4545e5b9167a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:00.304809 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1a8fc048-6cb4-4d56-87eb-1bfb6463ff5e req-94a6dd57-eff8-4e12-8df8-4545e5b9167a service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0544269-4e64-4c91-95af-03a4be88816f HTTP/1.1" status: 200 len: 905 time: 0.2275288 Jul 24 09:12:00.381030 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fc249920-078d-46ce-bd3b-8bc43df574ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:00.396196 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:00.461268 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52748) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:00.502985 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-19c1421b-d718-4c3d-b0a4-d6e831cd95d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:00.530606 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port fc0fe7ec-f687-428c-a573-2d073ba91095, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=fc0fe7ec-f687-428c-a573-2d073ba91095,segment=NetworkSegment(36cfa9ef-0156-423c-ad72-ca6ce194d167),segment_id=36cfa9ef-0156-423c-ad72-ca6ce194d167)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:00.544183 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'fc0fe7ec-f687-428c-a573-2d073ba91095', 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83', 'port_id': 'fc0fe7ec-f687-428c-a573-2d073ba91095', 'mac_address': 'fa:16:3e:5f:84:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6720e9f-2a6f-42ff-8147-d74598470cb0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:12:00.559913 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-19c1421b-d718-4c3d-b0a4-d6e831cd95d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:00.562165 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fc249920-078d-46ce-bd3b-8bc43df574ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:00.563988 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1a8fc048-6cb4-4d56-87eb-1bfb6463ff5e req-2d2763d8-038f-4f0a-8cb5-c48b73fed312 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=880fbce5-c5db-464b-a114-3858d9fcfd2c HTTP/1.1" status: 200 len: 217 time: 0.0959883 Jul 24 09:12:00.590814 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:00.596370 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc249920-078d-46ce-bd3b-8bc43df574ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31fd267b-9b48-4500-908e-db289ca8125b,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:00.611896 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f6023-004c-4063-9ef9-d9d927874ab3 req-2b017ff4-a62f-4cee-bc66-08188e0d8593 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:00.612400 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0fe7ec-f687-428c-a573-2d073ba91095 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:00.613029 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1421b-d718-4c3d-b0a4-d6e831cd95d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51932bba-4593-4ca1-be21-103dd6068aa5,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:00.621617 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d89f6023-004c-4063-9ef9-d9d927874ab3 req-2b017ff4-a62f-4cee-bc66-08188e0d8593 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 945 time: 0.4326398 Jul 24 09:12:00.639398 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port fc0fe7ec-f687-428c-a573-2d073ba91095, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=fc0fe7ec-f687-428c-a573-2d073ba91095,segment=NetworkSegment(36cfa9ef-0156-423c-ad72-ca6ce194d167),segment_id=36cfa9ef-0156-423c-ad72-ca6ce194d167)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:00.645007 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:00.677682 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d89f6023-004c-4063-9ef9-d9d927874ab3 req-31e2cdf0-c0d5-405f-bcb2-004b421f7bc0 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2f7983c-a0a7-456e-ac19-25a25d6337ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550671 Jul 24 09:12:00.691843 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fc249920-078d-46ce-bd3b-8bc43df574ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:00.699510 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-19c1421b-d718-4c3d-b0a4-d6e831cd95d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64f566fe74354ce0959fa525e0105679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8341835 Jul 24 09:12:00.701284 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fc249920-078d-46ce-bd3b-8bc43df574ce admin admin] 10.222.0.32 "DELETE /v2.0/subnets/31fd267b-9b48-4500-908e-db289ca8125b HTTP/1.1" status: 204 len: 168 time: 0.9801688 Jul 24 09:12:00.702710 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a042bcbb-6191-4445-9e19-6fee6ae5c122 None None] Network baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:12:00.704113 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52750) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:00.704716 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52752) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:00.733971 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=fc0fe7ec-f687-428c-a573-2d073ba91095,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:00.739246 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd56ed-106d-4f81-aec2-4dbd1da58946 req-0dde8e26-3a5d-4780-bd51-d593de6163fa tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:00.740796 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-45fd56ed-106d-4f81-aec2-4dbd1da58946 req-0dde8e26-3a5d-4780-bd51-d593de6163fa tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 945 time: 0.2770603 Jul 24 09:12:00.747333 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fc048-6cb4-4d56-87eb-1bfb6463ff5e req-b221338c-3efa-4d94-a48a-90364996a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:00.748800 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1a8fc048-6cb4-4d56-87eb-1bfb6463ff5e req-b221338c-3efa-4d94-a48a-90364996a12a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbeb15a4-8962-4380-8bb7-477c83cce3ff HTTP/1.1" status: 200 len: 845 time: 0.1425867 Jul 24 09:12:00.798601 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-73f69bf2-89aa-43f3-b529-bd60a1b751a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e82bc5290fb4c7c89c4974f795cb3a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227155 Jul 24 09:12:00.801582 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52760) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:00.841383 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1a8fc048-6cb4-4d56-87eb-1bfb6463ff5e req-00fb2757-5fbb-4d18-b3bc-226b94ec6e3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0544269-4e64-4c91-95af-03a4be88816f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819378 Jul 24 09:12:00.857568 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c9545-263d-49a9-b637-8cc9a940848d req-efb9a234-538f-4a07-aaf8-af5589400afb tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:00.864270 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c9545-263d-49a9-b637-8cc9a940848d req-efb9a234-538f-4a07-aaf8-af5589400afb tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:00.877036 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c9545-263d-49a9-b637-8cc9a940848d req-efb9a234-538f-4a07-aaf8-af5589400afb tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:00.886419 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c9545-263d-49a9-b637-8cc9a940848d req-efb9a234-538f-4a07-aaf8-af5589400afb tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:00.888548 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['fc0fe7ec-f687-428c-a573-2d073ba91095'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:12:00.893975 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c9545-263d-49a9-b637-8cc9a940848d req-efb9a234-538f-4a07-aaf8-af5589400afb tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:00.900938 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c9545-263d-49a9-b637-8cc9a940848d req-efb9a234-538f-4a07-aaf8-af5589400afb tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:00.907234 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c9545-263d-49a9-b637-8cc9a940848d req-efb9a234-538f-4a07-aaf8-af5589400afb tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:00.916185 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-059c9545-263d-49a9-b637-8cc9a940848d req-efb9a234-538f-4a07-aaf8-af5589400afb tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5434 time: 0.3605945 Jul 24 09:12:00.925393 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:00.998268 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3413edbe-0989-4f55-abe1-6cfc1bd28fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:01.034217 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb3d103-eb99-4ed4-8743-9fef2fd9a691 None None] DHCP port deletion for baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:12:01.054115 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ca58ebd5-f8f5-4d16-98c1-757199d62222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:01.090477 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c39c1c12-80fb-4e03-93df-3da99641f39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:01.116337 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-9eb3d103-eb99-4ed4-8743-9fef2fd9a691 None None] Deleting port e401916d-cd7d-4c9d-b182-60a44aecd856 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:12:01.116874 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-059c9545-263d-49a9-b637-8cc9a940848d req-f2aef1f3-ad2e-432c-91c8-6c228d8f5b7a tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1875803 Jul 24 09:12:01.124527 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9eb3d103-eb99-4ed4-8743-9fef2fd9a691 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:01.141695 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ca58ebd5-f8f5-4d16-98c1-757199d62222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:01.155469 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1a8fc048-6cb4-4d56-87eb-1bfb6463ff5e req-ce894ca1-2931-4a69-99a2-d815d6af1d45 service neutron] 10.222.0.20 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379811 Jul 24 09:12:01.166479 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-45fd56ed-106d-4f81-aec2-4dbd1da58946 req-f5722fb5-ce5d-43f3-88c7-3a3a13378c0d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Deleting port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:12:01.167390 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-45fd56ed-106d-4f81-aec2-4dbd1da58946 req-f5722fb5-ce5d-43f3-88c7-3a3a13378c0d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:01.221769 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52782) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:01.231660 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c39c1c12-80fb-4e03-93df-3da99641f39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:01.233812 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-9eb3d103-eb99-4ed4-8743-9fef2fd9a691 None None] For port e401916d-cd7d-4c9d-b182-60a44aecd856, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e401916d-cd7d-4c9d-b182-60a44aecd856,segment=NetworkSegment(b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85),segment_id=b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:01.234630 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9eb3d103-eb99-4ed4-8743-9fef2fd9a691 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:01.247856 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-9eb3d103-eb99-4ed4-8743-9fef2fd9a691 None None] Calling delete_port for e401916d-cd7d-4c9d-b182-60a44aecd856 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:12:01.264243 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bd087bf1-bc9a-46c6-87b5-1fb47e77762f no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:12:01.279056 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1a8fc048-6cb4-4d56-87eb-1bfb6463ff5e req-ae5555b0-325e-46c7-8528-e09da2b6c9b2 service neutron] 10.222.0.20 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173618 Jul 24 09:12:01.316682 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: bd087bf1-bc9a-46c6-87b5-1fb47e77762f {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:12:01.317061 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bd087bf1-bc9a-46c6-87b5-1fb47e77762f not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:12:01.317463 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e401916d-cd7d-4c9d-b182-60a44aecd856 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:12:01.320932 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-3413edbe-0989-4f55-abe1-6cfc1bd28fbe admin admin] Deleting port e401916d-cd7d-4c9d-b182-60a44aecd856 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:12:01.321286 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3413edbe-0989-4f55-abe1-6cfc1bd28fbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:01.357952 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d4ca8b-e9ef-4628-a57f-b80d7fdf9d51 admin admin] Deleting subnet e4f4d091-9355-41fb-8669-a9c6a15e7d4f {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:12:01.371601 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-84d4ca8b-e9ef-4628-a57f-b80d7fdf9d51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:01.411617 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9eb3d103-eb99-4ed4-8743-9fef2fd9a691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:01.427892 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-45fd56ed-106d-4f81-aec2-4dbd1da58946 req-f5722fb5-ce5d-43f3-88c7-3a3a13378c0d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] For port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=74f69e1e-7b5b-4fd5-bfda-6c196aa43da3,segment=NetworkSegment(ee79f3d5-d260-42ea-aea7-a3df226085b8),segment_id=ee79f3d5-d260-42ea-aea7-a3df226085b8)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:01.428413 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-45fd56ed-106d-4f81-aec2-4dbd1da58946 req-f5722fb5-ce5d-43f3-88c7-3a3a13378c0d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:01.446115 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3d103-eb99-4ed4-8743-9fef2fd9a691 None None] Pushing event deleted for resources: {'Port': ['ID=e401916d-cd7d-4c9d-b182-60a44aecd856,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:01.450064 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:01.453846 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f4fac-5371-44e1-a16d-eb2023c24813 req-942db89e-dd83-467f-a2b9-9d2f3dd18d8f tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:01.459583 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb3d103-eb99-4ed4-8743-9fef2fd9a691 None None] No DVR routers for this DVR port e401916d-cd7d-4c9d-b182-60a44aecd856 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:12:01.460863 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f4fac-5371-44e1-a16d-eb2023c24813 req-942db89e-dd83-467f-a2b9-9d2f3dd18d8f tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:01.467044 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f4fac-5371-44e1-a16d-eb2023c24813 req-942db89e-dd83-467f-a2b9-9d2f3dd18d8f tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:01.475372 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f4fac-5371-44e1-a16d-eb2023c24813 req-942db89e-dd83-467f-a2b9-9d2f3dd18d8f tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:01.480159 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f4fac-5371-44e1-a16d-eb2023c24813 req-942db89e-dd83-467f-a2b9-9d2f3dd18d8f tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:01.486959 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f4fac-5371-44e1-a16d-eb2023c24813 req-942db89e-dd83-467f-a2b9-9d2f3dd18d8f tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:01.495832 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f4fac-5371-44e1-a16d-eb2023c24813 req-942db89e-dd83-467f-a2b9-9d2f3dd18d8f tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:01.501389 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a54f4fac-5371-44e1-a16d-eb2023c24813 req-942db89e-dd83-467f-a2b9-9d2f3dd18d8f tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5434 time: 0.2051938 Jul 24 09:12:01.503959 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23', 'name': 'network-vif-deleted', 'tag': '469ea9d5-5c38-4551-bc0a-f131a857b70e'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:01.506404 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729145cf-6b6f-4277-be13-c494aa171520" -d '{"events": [{"server_uuid": "11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23", "name": "network-vif-deleted", "tag": "469ea9d5-5c38-4551-bc0a-f131a857b70e"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:01.510352 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52784) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:01.518856 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-09c7d79d-5a8f-46b4-9907-e4b88327dbab tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Request body: {'floatingip': {'port_id': '3ef13b70-5d6e-4c13-890b-2de4f6928063'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:01.523083 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-45fd56ed-106d-4f81-aec2-4dbd1da58946 req-f5722fb5-ce5d-43f3-88c7-3a3a13378c0d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Calling delete_port for 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:12:01.599388 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-09c7d79d-5a8f-46b4-9907-e4b88327dbab tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for floatingip, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:01.762521 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d339df-a2f2-4517-8c49-39de22fed25e req-d27b107d-25fe-4d89-a580-c1749c58686b tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:01.763960 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a3d339df-a2f2-4517-8c49-39de22fed25e req-d27b107d-25fe-4d89-a580-c1749c58686b tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 945 time: 0.5951750 Jul 24 09:12:01.768686 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ca58ebd5-f8f5-4d16-98c1-757199d62222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:01.771273 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ca58ebd5-f8f5-4d16-98c1-757199d62222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:01.772403 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ca58ebd5-f8f5-4d16-98c1-757199d62222 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/51932bba-4593-4ca1-be21-103dd6068aa5 HTTP/1.1" status: 204 len: 168 time: 1.0639479 Jul 24 09:12:01.785305 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-3413edbe-0989-4f55-abe1-6cfc1bd28fbe admin admin] For port e401916d-cd7d-4c9d-b182-60a44aecd856, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e401916d-cd7d-4c9d-b182-60a44aecd856,segment=NetworkSegment(b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85),segment_id=b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:01.785684 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3413edbe-0989-4f55-abe1-6cfc1bd28fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:01.807068 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a446ea6-c7ac-4937-acf4-9b9980bd354f req-488a4d26-a17c-484c-bc09-2a1b8df95895 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:01.808564 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5a446ea6-c7ac-4937-acf4-9b9980bd354f req-488a4d26-a17c-484c-bc09-2a1b8df95895 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=d04ad624-5fb2-4ff8-8474-a92f5f5e4681 HTTP/1.1" status: 200 len: 943 time: 0.2510478 Jul 24 09:12:01.809459 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-84d4ca8b-e9ef-4628-a57f-b80d7fdf9d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:01.837024 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-3413edbe-0989-4f55-abe1-6cfc1bd28fbe admin admin] Calling delete_port for e401916d-cd7d-4c9d-b182-60a44aecd856 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:12:01.840994 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c39c1c12-80fb-4e03-93df-3da99641f39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:01.843499 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c39c1c12-80fb-4e03-93df-3da99641f39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:01.844632 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c39c1c12-80fb-4e03-93df-3da99641f39f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae479758-1e0c-43e8-8339-2470db9c97d4 HTTP/1.1" status: 204 len: 168 time: 1.0382559 Jul 24 09:12:01.845562 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58ebd5-f8f5-4d16-98c1-757199d62222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51932bba-4593-4ca1-be21-103dd6068aa5,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:01.879221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c1c12-80fb-4e03-93df-3da99641f39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae479758-1e0c-43e8-8339-2470db9c97d4,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:01.946023 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a3d339df-a2f2-4517-8c49-39de22fed25e req-9db829d6-c78d-45b2-b1a4-393d123d07c0 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b5347b6-711e-456c-a2ba-2bec24195cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631386 Jul 24 09:12:01.968365 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5a446ea6-c7ac-4937-acf4-9b9980bd354f req-d1401ef9-9d2f-4b2b-8af0-a18741cadafb tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960662 Jul 24 09:12:01.974462 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-84d4ca8b-e9ef-4628-a57f-b80d7fdf9d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:01.981099 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-45fd56ed-106d-4f81-aec2-4dbd1da58946 req-f5722fb5-ce5d-43f3-88c7-3a3a13378c0d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:02.025841 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5722fb5-ce5d-43f3-88c7-3a3a13378c0d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Pushing event deleted for resources: {'Port': ['ID=74f69e1e-7b5b-4fd5-bfda-6c196aa43da3,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:02.044102 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85651408-0fb5-4d73-abad-e8d849483ac3 x-openstack-request-id: req-85651408-0fb5-4d73-abad-e8d849483ac3 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:02.044398 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23", "name": "network-vif-deleted", "tag": "469ea9d5-5c38-4551-bc0a-f131a857b70e", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:02.045369 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85651408-0fb5-4d73-abad-e8d849483ac3 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:02.045771 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a15bdb-31f8-4fbf-9ba1-a13cf11c3e23', 'name': 'network-vif-deleted', 'tag': '469ea9d5-5c38-4551-bc0a-f131a857b70e', 'status': 'completed', 'code': 200} Jul 24 09:12:02.093818 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3413edbe-0989-4f55-abe1-6cfc1bd28fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:02.121538 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-84d4ca8b-e9ef-4628-a57f-b80d7fdf9d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:02.134486 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413edbe-0989-4f55-abe1-6cfc1bd28fbe admin admin] Pushing event deleted for resources: {'Port': ['ID=e401916d-cd7d-4c9d-b182-60a44aecd856,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:02.154285 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3413edbe-0989-4f55-abe1-6cfc1bd28fbe admin admin] No DVR routers for this DVR port e401916d-cd7d-4c9d-b182-60a44aecd856 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:12:02.157402 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4ca8b-e9ef-4628-a57f-b80d7fdf9d51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4f4d091-9355-41fb-8669-a9c6a15e7d4f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:02.164777 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fd56ed-106d-4f81-aec2-4dbd1da58946 req-f5722fb5-ce5d-43f3-88c7-3a3a13378c0d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] No DVR routers for this DVR port 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:12:02.166992 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-84d4ca8b-e9ef-4628-a57f-b80d7fdf9d51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:02.172652 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-45fd56ed-106d-4f81-aec2-4dbd1da58946 req-f5722fb5-ce5d-43f3-88c7-3a3a13378c0d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:02.173089 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-84d4ca8b-e9ef-4628-a57f-b80d7fdf9d51 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e4f4d091-9355-41fb-8669-a9c6a15e7d4f HTTP/1.1" status: 204 len: 168 time: 0.9397039 Jul 24 09:12:02.173237 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-45fd56ed-106d-4f81-aec2-4dbd1da58946 req-f5722fb5-ce5d-43f3-88c7-3a3a13378c0d tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.37 "DELETE /v2.0/ports/74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 HTTP/1.1" status: 204 len: 173 time: 1.4206018 Jul 24 09:12:02.194257 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52798) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:02.198913 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device fc0fe7ec-f687-428c-a573-2d073ba91095 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:12:02.199574 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f63adb0e-1a90-44b1-8018-dcf71c1f7d12 req-0ab6aef2-4cdc-47e3-a0d7-9d714d465d60 tempest-LiveMigrationTest-1089157931 tempest-LiveMigrationTest-1089157931-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed858fd9-b338-42f7-be16-0230ce498cf9 HTTP/1.1" status: 200 len: 210 time: 0.1053705 Jul 24 09:12:02.293330 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3413edbe-0989-4f55-abe1-6cfc1bd28fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:02.309591 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-3413edbe-0989-4f55-abe1-6cfc1bd28fbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf54693-f6ce-4efa-ad5c-848a9b2e7bd5']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:02.332019 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port fc0fe7ec-f687-428c-a573-2d073ba91095 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:02.335764 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-3413edbe-0989-4f55-abe1-6cfc1bd28fbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:02.336140 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-3413edbe-0989-4f55-abe1-6cfc1bd28fbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b82bcd-f9a5-4f8d-8ff3-f6ef26b34a85') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:02.340264 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port fc0fe7ec-f687-428c-a573-2d073ba91095 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:02.340633 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:02.350778 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3413edbe-0989-4f55-abe1-6cfc1bd28fbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:02.368922 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3413edbe-0989-4f55-abe1-6cfc1bd28fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:02.378015 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3413edbe-0989-4f55-abe1-6cfc1bd28fbe admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:12:02.378773 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3413edbe-0989-4f55-abe1-6cfc1bd28fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:12:02.381274 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:12:02.406284 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-afdcd37e-ac97-4faa-844e-4bf9a5651e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:02.468369 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52806) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:02.485609 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-93a051b0-b0a2-42ca-a31f-e8145934d3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:02.495360 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3413edbe-0989-4f55-abe1-6cfc1bd28fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:02.514925 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3413edbe-0989-4f55-abe1-6cfc1bd28fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:02.517628 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3413edbe-0989-4f55-abe1-6cfc1bd28fbe admin admin] 10.222.0.32 "DELETE /v2.0/networks/baf54693-f6ce-4efa-ad5c-848a9b2e7bd5 HTTP/1.1" status: 204 len: 168 time: 1.7942703 Jul 24 09:12:02.522292 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52808) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:02.536684 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413edbe-0989-4f55-abe1-6cfc1bd28fbe admin admin] Pushing event deleted for resources: {'Network': ['ID=baf54693-f6ce-4efa-ad5c-848a9b2e7bd5,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:02.627126 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-09c7d79d-5a8f-46b4-9907-e4b88327dbab tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:02.696365 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-afdcd37e-ac97-4faa-844e-4bf9a5651e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:02.699351 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-09c7d79d-5a8f-46b4-9907-e4b88327dbab tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:02.742288 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-afdcd37e-ac97-4faa-844e-4bf9a5651e3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc5b270-0c92-4400-92e0-37b0a548e1d0']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:02.781675 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-afdcd37e-ac97-4faa-844e-4bf9a5651e3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8ff286-f6f5-4c05-b3eb-2c391f403600') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:02.781978 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-afdcd37e-ac97-4faa-844e-4bf9a5651e3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8ff286-f6f5-4c05-b3eb-2c391f403600') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:02.797926 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-afdcd37e-ac97-4faa-844e-4bf9a5651e3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:02.823495 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-afdcd37e-ac97-4faa-844e-4bf9a5651e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:02.849400 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:02.849788 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afdcd37e-ac97-4faa-844e-4bf9a5651e3c admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:12:02.850203 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-afdcd37e-ac97-4faa-844e-4bf9a5651e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:12:02.856053 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:12:02.868343 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:02.909104 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-93a051b0-b0a2-42ca-a31f-e8145934d3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:02.913449 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d609551-2583-485f-8d7f-c3f03543afca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0fe7ec-f687-428c-a573-2d073ba91095'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:02.916762 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-93a051b0-b0a2-42ca-a31f-e8145934d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:02.918619 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7111baf5-7d46-4f78-a83e-c8b9be3e40ba" -d '{"events": [{"server_uuid": "6d609551-2583-485f-8d7f-c3f03543afca", "name": "network-vif-plugged", "status": "completed", "tag": "fc0fe7ec-f687-428c-a573-2d073ba91095"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:02.950434 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-09c7d79d-5a8f-46b4-9907-e4b88327dbab tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Floating IP afc80069-705b-4a68-860f-f9aa4959ca1d associated. External IP: 172.25.7.3, port: 3ef13b70-5d6e-4c13-890b-2de4f6928063. Jul 24 09:12:02.972701 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port fc0fe7ec-f687-428c-a573-2d073ba91095, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=fc0fe7ec-f687-428c-a573-2d073ba91095,segment=NetworkSegment(36cfa9ef-0156-423c-ad72-ca6ce194d167),segment_id=36cfa9ef-0156-423c-ad72-ca6ce194d167)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:02.980470 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:02.983652 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 469ea9d5-5c38-4551-bc0a-f131a857b70e no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:12:03.002534 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-93a051b0-b0a2-42ca-a31f-e8145934d3d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9b9d746a7904e06a2cdb11c1844e276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5306778 Jul 24 09:12:03.002534 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a051b0-b0a2-42ca-a31f-e8145934d3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f137da08-5899-4e88-af5d-4f12c028b025,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:03.007864 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52822) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:03.069180 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e0ab09-1166-4da8-b069-902a7affebda x-openstack-request-id: req-51e0ab09-1166-4da8-b069-902a7affebda {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:03.069480 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d609551-2583-485f-8d7f-c3f03543afca", "name": "network-vif-plugged", "status": "completed", "tag": "fc0fe7ec-f687-428c-a573-2d073ba91095", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:03.069736 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51e0ab09-1166-4da8-b069-902a7affebda {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:03.070131 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d609551-2583-485f-8d7f-c3f03543afca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0fe7ec-f687-428c-a573-2d073ba91095', 'code': 200} Jul 24 09:12:03.070957 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 469ea9d5-5c38-4551-bc0a-f131a857b70e {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:12:03.071300 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 469ea9d5-5c38-4551-bc0a-f131a857b70e not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:12:03.086248 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bee0f5d5-fd05-47e9-887f-e7dbe430c9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:03.124652 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=fc0fe7ec-f687-428c-a573-2d073ba91095,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:03.153354 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bee0f5d5-fd05-47e9-887f-e7dbe430c9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:03.190619 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 880fbce5-c5db-464b-a114-3858d9fcfd2c details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:12:03.258551 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6835172b-65e9-4525-8bf6-7735afb582f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:03.330181 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 880fbce5-c5db-464b-a114-3858d9fcfd2c, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=880fbce5-c5db-464b-a114-3858d9fcfd2c,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:03.344048 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '880fbce5-c5db-464b-a114-3858d9fcfd2c', 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f', 'port_id': '880fbce5-c5db-464b-a114-3858d9fcfd2c', 'mac_address': 'fa:16:3e:0e:81:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbeb15a4-8962-4380-8bb7-477c83cce3ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:12:03.350048 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bee0f5d5-fd05-47e9-887f-e7dbe430c9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:03.354987 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bee0f5d5-fd05-47e9-887f-e7dbe430c9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:03.359538 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bee0f5d5-fd05-47e9-887f-e7dbe430c9a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f137da08-5899-4e88-af5d-4f12c028b025 HTTP/1.1" status: 204 len: 168 time: 0.3505974 Jul 24 09:12:03.381867 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d42641-e5ce-4a36-9137-87e8721fb26b req-79dd9fa9-c25e-4bd8-8a4c-9b0d165500a1 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:03.384860 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-26d42641-e5ce-4a36-9137-87e8721fb26b req-79dd9fa9-c25e-4bd8-8a4c-9b0d165500a1 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=d04ad624-5fb2-4ff8-8474-a92f5f5e4681 HTTP/1.1" status: 200 len: 943 time: 0.2127736 Jul 24 09:12:03.402586 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0f5d5-fd05-47e9-887f-e7dbe430c9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f137da08-5899-4e88-af5d-4f12c028b025,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:03.402780 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:03.427436 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880fbce5-c5db-464b-a114-3858d9fcfd2c {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:03.456997 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-26d42641-e5ce-4a36-9137-87e8721fb26b req-f9c25bf4-f205-4ca0-9e70-979da8eff370 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634482 Jul 24 09:12:03.465118 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 880fbce5-c5db-464b-a114-3858d9fcfd2c, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=880fbce5-c5db-464b-a114-3858d9fcfd2c,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:03.473152 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:03.534667 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=880fbce5-c5db-464b-a114-3858d9fcfd2c,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:03.558134 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52836) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:03.608884 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-afdcd37e-ac97-4faa-844e-4bf9a5651e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:03.653145 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-afdcd37e-ac97-4faa-844e-4bf9a5651e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:03.654999 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-afdcd37e-ac97-4faa-844e-4bf9a5651e3c admin admin] 10.222.0.32 "DELETE /v2.0/networks/fbc5b270-0c92-4400-92e0-37b0a548e1d0 HTTP/1.1" status: 204 len: 168 time: 1.4595864 Jul 24 09:12:03.655877 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdcd37e-ac97-4faa-844e-4bf9a5651e3c admin admin] Pushing event deleted for resources: {'Network': ['ID=fbc5b270-0c92-4400-92e0-37b0a548e1d0,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:03.726565 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['880fbce5-c5db-464b-a114-3858d9fcfd2c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:12:03.738139 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcd37e-ac97-4faa-844e-4bf9a5651e3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:03.738394 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcd37e-ac97-4faa-844e-4bf9a5651e3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:03.738752 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcd37e-ac97-4faa-844e-4bf9a5651e3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:03.739027 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcd37e-ac97-4faa-844e-4bf9a5651e3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:03.739240 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-6835172b-65e9-4525-8bf6-7735afb582f6 admin admin] Deleting port e2132dd6-99fd-4bda-a894-52d5f56afba4 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:12:03.739370 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcd37e-ac97-4faa-844e-4bf9a5651e3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:03.739683 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcd37e-ac97-4faa-844e-4bf9a5651e3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:03.739799 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6835172b-65e9-4525-8bf6-7735afb582f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:03.740012 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcd37e-ac97-4faa-844e-4bf9a5651e3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:03.740338 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcd37e-ac97-4faa-844e-4bf9a5651e3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:03.740666 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcd37e-ac97-4faa-844e-4bf9a5651e3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:03.741016 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcd37e-ac97-4faa-844e-4bf9a5651e3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:03.741341 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcd37e-ac97-4faa-844e-4bf9a5651e3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:03.741699 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcd37e-ac97-4faa-844e-4bf9a5651e3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:03.764192 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc87f84-03d2-4c7e-a7fc-066047961837 admin admin] Deleting subnet 58351263-9729-4aa6-887c-072787b6bdca {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:12:03.775036 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6dc87f84-03d2-4c7e-a7fc-066047961837 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:03.847012 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6dc87f84-03d2-4c7e-a7fc-066047961837 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:03.850435 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fece9b9-a83b-4a97-acfb-4cf189361388 req-a7dff275-5910-47ca-bd9f-d68ff051b770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:03.851971 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5fece9b9-a83b-4a97-acfb-4cf189361388 req-a7dff275-5910-47ca-bd9f-d68ff051b770 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 1097 time: 0.3653052 Jul 24 09:12:03.860240 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-6835172b-65e9-4525-8bf6-7735afb582f6 admin admin] For port e2132dd6-99fd-4bda-a894-52d5f56afba4, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e2132dd6-99fd-4bda-a894-52d5f56afba4,segment=NetworkSegment(30f8215d-a9ee-4990-964a-9b1adb3bc23f),segment_id=30f8215d-a9ee-4990-964a-9b1adb3bc23f)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:03.860730 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6835172b-65e9-4525-8bf6-7735afb582f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:03.878261 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c62cc3-6d12-4455-b67a-3958253c126d req-1c894d9b-2c77-4eda-ab28-1b5ec3f17d34 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:03.879754 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-22c62cc3-6d12-4455-b67a-3958253c126d req-1c894d9b-2c77-4eda-ab28-1b5ec3f17d34 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 946 time: 0.3913586 Jul 24 09:12:03.900538 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-6835172b-65e9-4525-8bf6-7735afb582f6 admin admin] Calling delete_port for e2132dd6-99fd-4bda-a894-52d5f56afba4 owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:12:03.926643 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52848) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:03.935093 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c7d79d-5a8f-46b4-9907-e4b88327dbab tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Router 68cc0437-f26c-4a2f-9db5-4935001efde4 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:12:03.963219 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6dc87f84-03d2-4c7e-a7fc-066047961837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:04.001671 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5fece9b9-a83b-4a97-acfb-4cf189361388 req-3f8e206d-abee-4021-a288-8fe37d245454 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5b5347b6-711e-456c-a2ba-2bec24195cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192093 Jul 24 09:12:04.010790 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-22c62cc3-6d12-4455-b67a-3958253c126d req-4b06cf47-279b-467f-a0f2-c7609b5f7dfc tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b5347b6-711e-456c-a2ba-2bec24195cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208785 Jul 24 09:12:04.052080 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed858fd9-b338-42f7-be16-0230ce498cf9', 'name': 'network-vif-deleted', 'tag': '74f69e1e-7b5b-4fd5-bfda-6c196aa43da3'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:04.052181 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8c4aac-beab-451d-b952-a86c11cd8707" -d '{"events": [{"server_uuid": "ed858fd9-b338-42f7-be16-0230ce498cf9", "name": "network-vif-deleted", "tag": "74f69e1e-7b5b-4fd5-bfda-6c196aa43da3"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:04.104391 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-550de440-7474-4fab-a35f-41e5b4881424 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cca414eeb75d4a728826bf910f0b973f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1731408 Jul 24 09:12:04.105255 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52858) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:04.118214 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d2e0e7-7f5c-499f-8a77-7828c43fe60d x-openstack-request-id: req-23d2e0e7-7f5c-499f-8a77-7828c43fe60d {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:04.118502 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed858fd9-b338-42f7-be16-0230ce498cf9", "name": "network-vif-deleted", "tag": "74f69e1e-7b5b-4fd5-bfda-6c196aa43da3", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:04.118786 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-23d2e0e7-7f5c-499f-8a77-7828c43fe60d {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:04.119178 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed858fd9-b338-42f7-be16-0230ce498cf9', 'name': 'network-vif-deleted', 'tag': '74f69e1e-7b5b-4fd5-bfda-6c196aa43da3', 'status': 'completed', 'code': 200} Jul 24 09:12:04.155229 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6dc87f84-03d2-4c7e-a7fc-066047961837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:04.201388 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c7d79d-5a8f-46b4-9907-e4b88327dbab tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:12:04.202894 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc87f84-03d2-4c7e-a7fc-066047961837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58351263-9729-4aa6-887c-072787b6bdca,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:04.205237 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6dc87f84-03d2-4c7e-a7fc-066047961837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:04.207119 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6dc87f84-03d2-4c7e-a7fc-066047961837 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/58351263-9729-4aa6-887c-072787b6bdca HTTP/1.1" status: 204 len: 168 time: 0.6456861 Jul 24 09:12:04.212282 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-09c7d79d-5a8f-46b4-9907-e4b88327dbab tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:04.213435 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:12:04.220168 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52864) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:04.241419 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954bbf09-ecfc-48d2-b688-d7e9b2510ed9 None None] Sync routers for ids ['68cc0437-f26c-4a2f-9db5-4935001efde4'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:12:04.244689 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:12:04.245051 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 74f69e1e-7b5b-4fd5-bfda-6c196aa43da3 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:12:04.252992 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0ebe8c99-5b94-4de2-97e4-30f237898c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:04.254596 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954bbf09-ecfc-48d2-b688-d7e9b2510ed9 None None] Routers {'68cc0437-f26c-4a2f-9db5-4935001efde4'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:12:04.255241 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-954bbf09-ecfc-48d2-b688-d7e9b2510ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:12:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['68cc0437-f26c-4a2f-9db5-4935001efde4'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:04.294323 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-09c7d79d-5a8f-46b4-9907-e4b88327dbab tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "PUT /v2.0/floatingips/afc80069-705b-4a68-860f-f9aa4959ca1d HTTP/1.1" status: 200 len: 989 time: 2.7761059 Jul 24 09:12:04.339783 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0ebe8c99-5b94-4de2-97e4-30f237898c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:04.370082 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6835172b-65e9-4525-8bf6-7735afb582f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:04.385701 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-12abc727-9204-4c35-832b-015e4122919b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:04.416413 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835172b-65e9-4525-8bf6-7735afb582f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2132dd6-99fd-4bda-a894-52d5f56afba4,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:04.430268 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-954bbf09-ecfc-48d2-b688-d7e9b2510ed9 None None] Set router 68cc0437-f26c-4a2f-9db5-4935001efde4 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:12:04.576098 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0ebe8c99-5b94-4de2-97e4-30f237898c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:04.582821 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0ebe8c99-5b94-4de2-97e4-30f237898c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:04.584000 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0ebe8c99-5b94-4de2-97e4-30f237898c39 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/784bd22c-d528-4f0d-886c-8bdd15642d46 HTTP/1.1" status: 204 len: 168 time: 0.4753826 Jul 24 09:12:04.635449 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-12abc727-9204-4c35-832b-015e4122919b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:04.669784 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-12abc727-9204-4c35-832b-015e4122919b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a935e96-24dd-4ac6-b84d-eaf70ae8f877']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:04.673189 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe8c99-5b94-4de2-97e4-30f237898c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784bd22c-d528-4f0d-886c-8bdd15642d46,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:04.725075 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-12abc727-9204-4c35-832b-015e4122919b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee79f3d5-d260-42ea-aea7-a3df226085b8') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:04.725772 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-12abc727-9204-4c35-832b-015e4122919b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee79f3d5-d260-42ea-aea7-a3df226085b8') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:04.752432 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-12abc727-9204-4c35-832b-015e4122919b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:04.772444 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-12abc727-9204-4c35-832b-015e4122919b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:04.782209 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12abc727-9204-4c35-832b-015e4122919b admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:12:04.783042 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-12abc727-9204-4c35-832b-015e4122919b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:04.785034 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-954bbf09-ecfc-48d2-b688-d7e9b2510ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'name': 'tempest-TaggedBootDevicesTest-631382974-router', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '8c5d0597-26a6-423e-a709-3987937fd827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:40Z', 'updated_at': '2021-07-24T09:09:45Z', 'revision_number': 4, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'gw_port': {'id': '8c5d0597-26a6-423e-a709-3987937fd827', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:41Z', 'updated_at': '2021-07-24T09:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'afc80069-705b-4a68-860f-f9aa4959ca1d', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'floating_ip_address': '172.25.7.3', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'port_id': '3ef13b70-5d6e-4c13-890b-2de4f6928063', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665', 'mac_address': 'fa:16:3e:8c:57:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:10:43Z', 'updated_at': '2021-07-24T09:12:02Z', 'revision_number': 1, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb501b0a-b289-4ef2-8e3b-c15bfda28227', 'name': '', 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'mac_address': 'fa:16:3e:35:5a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '96727abd-2036-4cd0-afcc-3710a0b1eea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:44Z', 'updated_at': '2021-07-24T09:09:55Z', 'revision_number': 5, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'subnets': [{'id': '96727abd-2036-4cd0-afcc-3710a0b1eea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:12:04.785519 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:12:04.817446 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954bbf09-ecfc-48d2-b688-d7e9b2510ed9 None None] Checking router: 68cc0437-f26c-4a2f-9db5-4935001efde4 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:12:04.834323 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954bbf09-ecfc-48d2-b688-d7e9b2510ed9 None None] Routers {'68cc0437-f26c-4a2f-9db5-4935001efde4'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:12:04.834965 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-954bbf09-ecfc-48d2-b688-d7e9b2510ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:12:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['68cc0437-f26c-4a2f-9db5-4935001efde4'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:04.870463 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45746b0e-7fa4-40f2-a5a4-233425ea2b34 req-06c3d47f-da45-4973-bff5-3dd21ac46ff1 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:04.872930 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-45746b0e-7fa4-40f2-a5a4-233425ea2b34 req-06c3d47f-da45-4973-bff5-3dd21ac46ff1 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=d04ad624-5fb2-4ff8-8474-a92f5f5e4681 HTTP/1.1" status: 200 len: 944 time: 0.2329810 Jul 24 09:12:04.899063 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-12abc727-9204-4c35-832b-015e4122919b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:04.900887 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6835172b-65e9-4525-8bf6-7735afb582f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:04.924932 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-12abc727-9204-4c35-832b-015e4122919b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:04.927472 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-12abc727-9204-4c35-832b-015e4122919b admin admin] 10.222.0.32 "DELETE /v2.0/networks/6a935e96-24dd-4ac6-b84d-eaf70ae8f877 HTTP/1.1" status: 204 len: 168 time: 0.7056773 Jul 24 09:12:04.960012 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52886) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:04.971772 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12abc727-9204-4c35-832b-015e4122919b admin admin] Pushing event deleted for resources: {'Network': ['ID=6a935e96-24dd-4ac6-b84d-eaf70ae8f877,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:05.001623 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-554d739f-c846-443c-80d2-3c0239d52fd4 req-17b796ec-03d6-4063-bab6-06c07c2d0d9b tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] Request body: {'security_group': {'name': 'tempest-securitygroup-818044186', 'description': 'tempest-description-696415491'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:05.020046 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-45746b0e-7fa4-40f2-a5a4-233425ea2b34 req-2dd557ef-db38-4b6c-a442-015849f6a7f7 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301193 Jul 24 09:12:05.077247 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-b116c23d-e3d8-457d-9828-ff80b4989b61 admin admin] Deleting subnet 066d7309-3f18-4a0d-8273-46d14e87496a {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:12:05.083782 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b116c23d-e3d8-457d-9828-ff80b4989b61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:05.087708 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-554d739f-c846-443c-80d2-3c0239d52fd4 req-17b796ec-03d6-4063-bab6-06c07c2d0d9b tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:05.094921 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-954bbf09-ecfc-48d2-b688-d7e9b2510ed9 None None] Set router 68cc0437-f26c-4a2f-9db5-4935001efde4 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:12:05.112448 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-554d739f-c846-443c-80d2-3c0239d52fd4 req-17b796ec-03d6-4063-bab6-06c07c2d0d9b tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:05.185290 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b116c23d-e3d8-457d-9828-ff80b4989b61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:05.200537 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 880fbce5-c5db-464b-a114-3858d9fcfd2c up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:12:05.265743 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b116c23d-e3d8-457d-9828-ff80b4989b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:05.281806 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa26d0-aed4-46de-963b-dcbf9817d250 req-8fd5c2ff-a005-436e-b643-594593c17069 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:05.292363 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8eaa26d0-aed4-46de-963b-dcbf9817d250 req-8fd5c2ff-a005-436e-b643-594593c17069 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 946 time: 0.1648183 Jul 24 09:12:05.304630 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 880fbce5-c5db-464b-a114-3858d9fcfd2c completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:05.310224 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 880fbce5-c5db-464b-a114-3858d9fcfd2c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:05.310598 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:05.444966 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8eaa26d0-aed4-46de-963b-dcbf9817d250 req-d65f16c8-8763-4bf5-aedd-0c9a70006d1e tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b5347b6-711e-456c-a2ba-2bec24195cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692072 Jul 24 09:12:05.445306 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6835172b-65e9-4525-8bf6-7735afb582f6 admin admin] Router dfded65d-686b-4dd5-92d2-d4244347be4f has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:12:05.468606 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b116c23d-e3d8-457d-9828-ff80b4989b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:05.519672 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c23d-e3d8-457d-9828-ff80b4989b61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=066d7309-3f18-4a0d-8273-46d14e87496a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:05.523226 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-954bbf09-ecfc-48d2-b688-d7e9b2510ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'name': 'tempest-TaggedBootDevicesTest-631382974-router', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '8c5d0597-26a6-423e-a709-3987937fd827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:40Z', 'updated_at': '2021-07-24T09:09:45Z', 'revision_number': 4, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'gw_port': {'id': '8c5d0597-26a6-423e-a709-3987937fd827', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:41Z', 'updated_at': '2021-07-24T09:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'afc80069-705b-4a68-860f-f9aa4959ca1d', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'floating_ip_address': '172.25.7.3', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'port_id': '3ef13b70-5d6e-4c13-890b-2de4f6928063', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665', 'mac_address': 'fa:16:3e:8c:57:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:10:43Z', 'updated_at': '2021-07-24T09:12:02Z', 'revision_number': 1, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb501b0a-b289-4ef2-8e3b-c15bfda28227', 'name': '', 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'mac_address': 'fa:16:3e:35:5a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '96727abd-2036-4cd0-afcc-3710a0b1eea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:44Z', 'updated_at': '2021-07-24T09:09:55Z', 'revision_number': 5, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'subnets': [{'id': '96727abd-2036-4cd0-afcc-3710a0b1eea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:05.526219 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:05.542982 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b116c23d-e3d8-457d-9828-ff80b4989b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:05.548776 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b116c23d-e3d8-457d-9828-ff80b4989b61 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/066d7309-3f18-4a0d-8273-46d14e87496a HTTP/1.1" status: 204 len: 168 time: 0.5850923 Jul 24 09:12:05.552462 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52908) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:05.589308 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954bbf09-ecfc-48d2-b688-d7e9b2510ed9 None None] The sync data for ids ['68cc0437-f26c-4a2f-9db5-4935001efde4'] in n-d-800085-9 is: [{'id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'name': 'tempest-TaggedBootDevicesTest-631382974-router', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '8c5d0597-26a6-423e-a709-3987937fd827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:40Z', 'updated_at': '2021-07-24T09:09:45Z', 'revision_number': 4, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'gw_port': {'id': '8c5d0597-26a6-423e-a709-3987937fd827', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:41Z', 'updated_at': '2021-07-24T09:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'afc80069-705b-4a68-860f-f9aa4959ca1d', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'floating_ip_address': '172.25.7.3', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'port_id': '3ef13b70-5d6e-4c13-890b-2de4f6928063', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665', 'mac_address': 'fa:16:3e:8c:57:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:10:43Z', 'updated_at': '2021-07-24T09:12:02Z', 'revision_number': 1, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb501b0a-b289-4ef2-8e3b-c15bfda28227', 'name': '', 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'mac_address': 'fa:16:3e:35:5a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '96727abd-2036-4cd0-afcc-3710a0b1eea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:44Z', 'updated_at': '2021-07-24T09:09:55Z', 'revision_number': 5, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'subnets': [{'id': '96727abd-2036-4cd0-afcc-3710a0b1eea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:12:05.608892 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04ad624-5fb2-4ff8-8474-a92f5f5e4681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880fbce5-c5db-464b-a114-3858d9fcfd2c'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:05.612709 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0dab91-7530-4d0b-a6e1-a984a00f2c03" -d '{"events": [{"server_uuid": "d04ad624-5fb2-4ff8-8474-a92f5f5e4681", "name": "network-vif-plugged", "status": "completed", "tag": "880fbce5-c5db-464b-a114-3858d9fcfd2c"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:05.628450 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 880fbce5-c5db-464b-a114-3858d9fcfd2c, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=880fbce5-c5db-464b-a114-3858d9fcfd2c,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:05.633640 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:05.652731 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-554d739f-c846-443c-80d2-3c0239d52fd4 req-17b796ec-03d6-4063-bab6-06c07c2d0d9b tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:05.668878 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-554d739f-c846-443c-80d2-3c0239d52fd4 req-17b796ec-03d6-4063-bab6-06c07c2d0d9b tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:05.715190 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=880fbce5-c5db-464b-a114-3858d9fcfd2c,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:05.716402 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d3810a63-e9ce-4766-aaf4-43ffcb04c482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:05.773052 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b796ec-03d6-4063-bab6-06c07c2d0d9b tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d09aed-0212-43c1-bd8f-49d2ea27e9e0,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:05.814110 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6835172b-65e9-4525-8bf6-7735afb582f6 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:12:05.822664 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6835172b-65e9-4525-8bf6-7735afb582f6 admin admin] 10.222.0.32 "PUT /v2.0/routers/dfded65d-686b-4dd5-92d2-d4244347be4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2866352 Jul 24 09:12:05.823947 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52922) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:05.836000 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf306c90-93d0-46d9-8b73-378a00363c09 None None] Sync routers for ids ['dfded65d-686b-4dd5-92d2-d4244347be4f'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:12:05.855277 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf306c90-93d0-46d9-8b73-378a00363c09 None None] Routers {'dfded65d-686b-4dd5-92d2-d4244347be4f'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:12:05.856174 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-bf306c90-93d0-46d9-8b73-378a00363c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:12:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['dfded65d-686b-4dd5-92d2-d4244347be4f'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:05.965857 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680d6d84-4c13-478c-a3b2-9f1281463e9b None None] New status for floating IP afc80069-705b-4a68-860f-f9aa4959ca1d: ACTIVE {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:12:05.966657 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52928) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:05.971783 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d3810a63-e9ce-4766-aaf4-43ffcb04c482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:05.978040 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-554d739f-c846-443c-80d2-3c0239d52fd4 req-17b796ec-03d6-4063-bab6-06c07c2d0d9b tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:05.996985 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-554d739f-c846-443c-80d2-3c0239d52fd4 req-17b796ec-03d6-4063-bab6-06c07c2d0d9b tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:05.997905 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-d3810a63-e9ce-4766-aaf4-43ffcb04c482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ba91a5-2974-4d84-ba94-2e818d045287']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:06.030037 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-d3810a63-e9ce-4766-aaf4-43ffcb04c482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab3516ce-69c4-43e6-a086-0abbf318e2f2') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:06.030521 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-d3810a63-e9ce-4766-aaf4-43ffcb04c482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab3516ce-69c4-43e6-a086-0abbf318e2f2') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:06.032979 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b796ec-03d6-4063-bab6-06c07c2d0d9b tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc24369-035c-4fe1-8d9a-bfbf90e4af0c,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:06.059697 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-554d739f-c846-443c-80d2-3c0239d52fd4 req-17b796ec-03d6-4063-bab6-06c07c2d0d9b tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:06.060962 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-554d739f-c846-443c-80d2-3c0239d52fd4 req-17b796ec-03d6-4063-bab6-06c07c2d0d9b tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0931072 Jul 24 09:12:06.063399 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d3810a63-e9ce-4766-aaf4-43ffcb04c482 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:06.071207 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70ba24c8-6edc-457b-9906-d97b5860bbf2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:06.086674 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-bf306c90-93d0-46d9-8b73-378a00363c09 None None] Set router dfded65d-686b-4dd5-92d2-d4244347be4f gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:12:06.127503 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4dca9-0a61-49c1-8629-3cb55dc350ea req-360dc8bb-50da-4103-88c1-01591f4e1079 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:06.150479 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549ee683-dc5a-457b-b180-8849ddf1a115 x-openstack-request-id: req-549ee683-dc5a-457b-b180-8849ddf1a115 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:06.150646 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-56f4dca9-0a61-49c1-8629-3cb55dc350ea req-360dc8bb-50da-4103-88c1-01591f4e1079 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 946 time: 0.4296510 Jul 24 09:12:06.150807 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04ad624-5fb2-4ff8-8474-a92f5f5e4681", "name": "network-vif-plugged", "status": "completed", "tag": "880fbce5-c5db-464b-a114-3858d9fcfd2c", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:06.159936 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-549ee683-dc5a-457b-b180-8849ddf1a115 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:06.160516 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04ad624-5fb2-4ff8-8474-a92f5f5e4681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880fbce5-c5db-464b-a114-3858d9fcfd2c', 'code': 200} Jul 24 09:12:06.168619 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52940) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:06.169855 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'tag': '3ef13b70-5d6e-4c13-890b-2de4f6928063'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:06.180796 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03faf88f-d0a4-41a8-a509-4464408fa8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "tag": "3ef13b70-5d6e-4c13-890b-2de4f6928063"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:06.199289 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-75b87f60-915c-4842-9519-a5c5d1892596 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Request body: {'floatingip': {'port_id': 'fc0fe7ec-f687-428c-a573-2d073ba91095'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:06.202140 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d3810a63-e9ce-4766-aaf4-43ffcb04c482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:06.219544 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-bc596848-ff66-4330-b87e-4b414012485f req-7b0835ee-4edc-40ae-8f56-a776b865e524 tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1646528963', 'description': 'tempest-description-1274517922'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:06.379708 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3810a63-e9ce-4766-aaf4-43ffcb04c482 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:12:06.380121 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d3810a63-e9ce-4766-aaf4-43ffcb04c482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:12:06.386198 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:12:06.402977 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-75b87f60-915c-4842-9519-a5c5d1892596 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks [] for floatingip, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:06.406602 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-0a8fe56e-fa05-4aa6-bf16-6941a21411f6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-64229771-network', 'tenant_id': 'b1cf95805c904746b22eb504a41a0ebc'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:06.442729 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70ba24c8-6edc-457b-9906-d97b5860bbf2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:06.456314 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dda00b-2689-41e5-a2e5-b83e3f8e3c1c req-b371d970-434b-4880-aaa2-dfdc1d3f9b58 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:06.457873 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28dda00b-2689-41e5-a2e5-b83e3f8e3c1c req-b371d970-434b-4880-aaa2-dfdc1d3f9b58 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=d04ad624-5fb2-4ff8-8474-a92f5f5e4681 HTTP/1.1" status: 200 len: 945 time: 0.2025907 Jul 24 09:12:06.487849 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-bf306c90-93d0-46d9-8b73-378a00363c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfded65d-686b-4dd5-92d2-d4244347be4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295142798-router', 'tenant_id': '7909d83a2acf4f8199ffce41d81f8005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '32b78107-1908-41de-96cf-9008f3dba90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:07:03Z', 'updated_at': '2021-07-24T09:12:04Z', 'revision_number': 5, 'project_id': '7909d83a2acf4f8199ffce41d81f8005', 'gw_port': {'id': '32b78107-1908-41de-96cf-9008f3dba90e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfded65d-686b-4dd5-92d2-d4244347be4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:07:05Z', 'updated_at': '2021-07-24T09:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:06.501438 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.db.api [None req-0a8fe56e-fa05-4aa6-bf16-6941a21411f6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 09:12:06.501438 n-d-800085-9 neutron-server[94035]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 24 09:12:06.501438 n-d-800085-9 neutron-server[94035]: [parameters: {'project_id_1': 'b1cf95805c904746b22eb504a41a0ebc', 'expiration_1': datetime.datetime(2021, 7, 24, 9, 12, 6, 423856)}] Jul 24 09:12:06.501438 n-d-800085-9 neutron-server[94035]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:12:06.501934 n-d-800085-9 neutron-server[94035]: DEBUG oslo_db.api [None req-0a8fe56e-fa05-4aa6-bf16-6941a21411f6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:12:06.515670 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf306c90-93d0-46d9-8b73-378a00363c09 None None] Checking router: dfded65d-686b-4dd5-92d2-d4244347be4f for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:12:06.523999 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf306c90-93d0-46d9-8b73-378a00363c09 None None] Routers {'dfded65d-686b-4dd5-92d2-d4244347be4f'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:12:06.524601 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-bf306c90-93d0-46d9-8b73-378a00363c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:12:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['dfded65d-686b-4dd5-92d2-d4244347be4f'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:06.529343 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28dda00b-2689-41e5-a2e5-b83e3f8e3c1c req-22418a97-fda4-460e-82ad-20bf514dee4c tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657840 Jul 24 09:12:06.543192 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bc596848-ff66-4330-b87e-4b414012485f req-7b0835ee-4edc-40ae-8f56-a776b865e524 tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:06.562206 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-70ba24c8-6edc-457b-9906-d97b5860bbf2 admin admin] Deleting port 32b78107-1908-41de-96cf-9008f3dba90e {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:12:06.562498 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70ba24c8-6edc-457b-9906-d97b5860bbf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:06.594185 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d3810a63-e9ce-4766-aaf4-43ffcb04c482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:06.602220 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23805c42-7398-4444-9410-a30ac042b141 x-openstack-request-id: req-23805c42-7398-4444-9410-a30ac042b141 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:06.602464 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "tag": "3ef13b70-5d6e-4c13-890b-2de4f6928063", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:06.602657 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-23805c42-7398-4444-9410-a30ac042b141 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:06.603766 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'tag': '3ef13b70-5d6e-4c13-890b-2de4f6928063', 'status': 'completed', 'code': 200} Jul 24 09:12:06.610348 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d3810a63-e9ce-4766-aaf4-43ffcb04c482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:06.614649 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d3810a63-e9ce-4766-aaf4-43ffcb04c482 admin admin] 10.222.0.32 "DELETE /v2.0/networks/92ba91a5-2974-4d84-ba94-2e818d045287 HTTP/1.1" status: 204 len: 168 time: 1.0583405 Jul 24 09:12:06.623302 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-bf306c90-93d0-46d9-8b73-378a00363c09 None None] Set router dfded65d-686b-4dd5-92d2-d4244347be4f gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:12:06.631966 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487027e0-c8d9-458b-9422-19de85627f9a req-3d139a49-83c9-4cf8-abba-f838e97b2ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:06.633956 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-487027e0-c8d9-458b-9422-19de85627f9a req-3d139a49-83c9-4cf8-abba-f838e97b2ee5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d04ad624-5fb2-4ff8-8474-a92f5f5e4681 HTTP/1.1" status: 200 len: 1096 time: 0.3978758 Jul 24 09:12:06.644631 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3810a63-e9ce-4766-aaf4-43ffcb04c482 admin admin] Pushing event deleted for resources: {'Network': ['ID=92ba91a5-2974-4d84-ba94-2e818d045287,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:06.700922 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-bf306c90-93d0-46d9-8b73-378a00363c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfded65d-686b-4dd5-92d2-d4244347be4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295142798-router', 'tenant_id': '7909d83a2acf4f8199ffce41d81f8005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:07:03Z', 'updated_at': '2021-07-24T09:12:06Z', 'revision_number': 6, 'project_id': '7909d83a2acf4f8199ffce41d81f8005', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:06.710223 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-70ba24c8-6edc-457b-9906-d97b5860bbf2 admin admin] For port 32b78107-1908-41de-96cf-9008f3dba90e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=32b78107-1908-41de-96cf-9008f3dba90e,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:06.710588 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70ba24c8-6edc-457b-9906-d97b5860bbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:06.714116 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-487027e0-c8d9-458b-9422-19de85627f9a req-5dc61c35-d6fd-462a-b0f3-263215ed056f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707204 Jul 24 09:12:06.740609 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf306c90-93d0-46d9-8b73-378a00363c09 None None] The sync data for ids ['dfded65d-686b-4dd5-92d2-d4244347be4f'] in n-d-800085-9 is: [{'id': 'dfded65d-686b-4dd5-92d2-d4244347be4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1295142798-router', 'tenant_id': '7909d83a2acf4f8199ffce41d81f8005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:07:03Z', 'updated_at': '2021-07-24T09:12:06Z', 'revision_number': 6, 'project_id': '7909d83a2acf4f8199ffce41d81f8005', 'gw_port_host': None}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:12:06.742592 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-70ba24c8-6edc-457b-9906-d97b5860bbf2 admin admin] Calling delete_port for 32b78107-1908-41de-96cf-9008f3dba90e owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:12:06.761776 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03faf88f-d0a4-41a8-a509-4464408fa8fa req-5db77679-0754-44f6-a274-e66448540014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:06.762261 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03faf88f-d0a4-41a8-a509-4464408fa8fa req-5db77679-0754-44f6-a274-e66448540014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:06.762729 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03faf88f-d0a4-41a8-a509-4464408fa8fa req-5db77679-0754-44f6-a274-e66448540014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:06.763187 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03faf88f-d0a4-41a8-a509-4464408fa8fa req-5db77679-0754-44f6-a274-e66448540014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:06.763659 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03faf88f-d0a4-41a8-a509-4464408fa8fa req-5db77679-0754-44f6-a274-e66448540014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:06.764116 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03faf88f-d0a4-41a8-a509-4464408fa8fa req-5db77679-0754-44f6-a274-e66448540014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:06.764574 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03faf88f-d0a4-41a8-a509-4464408fa8fa req-5db77679-0754-44f6-a274-e66448540014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:06.766502 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-03faf88f-d0a4-41a8-a509-4464408fa8fa req-5db77679-0754-44f6-a274-e66448540014 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dca0b6b5a564009b8793a19d3533709&device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 6491 time: 0.1497052 Jul 24 09:12:06.843293 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52958) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:06.925641 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-c71050a1-5bae-4684-824a-8d9a6a899c9c tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=55b10a1852e84b7588aba204f57f066d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338616 Jul 24 09:12:06.979182 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bc596848-ff66-4330-b87e-4b414012485f req-7b0835ee-4edc-40ae-8f56-a776b865e524 tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:06.982901 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-97e1bbc2-60c4-4af4-b41b-bb418cfc7c7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d4740b4b94942bdba9d4b286110923d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1357477 Jul 24 09:12:06.987008 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52964) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:06.987947 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bc596848-ff66-4330-b87e-4b414012485f req-7b0835ee-4edc-40ae-8f56-a776b865e524 tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:07.117904 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bc596848-ff66-4330-b87e-4b414012485f req-7b0835ee-4edc-40ae-8f56-a776b865e524 tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:07.119563 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e2132dd6-99fd-4bda-a894-52d5f56afba4 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:12:07.124648 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bc596848-ff66-4330-b87e-4b414012485f req-7b0835ee-4edc-40ae-8f56-a776b865e524 tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9188318 Jul 24 09:12:07.144457 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: e2132dd6-99fd-4bda-a894-52d5f56afba4 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:12:07.145266 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e2132dd6-99fd-4bda-a894-52d5f56afba4 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:12:07.163867 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0835ee-4edc-40ae-8f56-a776b865e524 tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f3f898-0d9b-4c00-b9e9-14ace9fc5fa0,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:07.212061 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-68f62223-eb8f-454a-b254-0ea494e77982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:07.287191 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-68f62223-eb8f-454a-b254-0ea494e77982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:07.371463 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-75b87f60-915c-4842-9519-a5c5d1892596 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:07.380759 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-75b87f60-915c-4842-9519-a5c5d1892596 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:07.406095 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03faf88f-d0a4-41a8-a509-4464408fa8fa req-d8c479ad-a97f-4136-beb6-b8f24fd02c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:07.407663 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-03faf88f-d0a4-41a8-a509-4464408fa8fa req-d8c479ad-a97f-4136-beb6-b8f24fd02c3f service neutron] 10.222.0.20 "GET /v2.0/networks?id=8a8b2944-c8a5-4403-aa37-48c9a718d665 HTTP/1.1" status: 200 len: 911 time: 0.5885568 Jul 24 09:12:07.452223 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8fe56e-fa05-4aa6-bf16-6941a21411f6 admin admin] Made reservation on behalf of b1cf95805c904746b22eb504a41a0ebc for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:12:07.454851 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0a8fe56e-fa05-4aa6-bf16-6941a21411f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:07.506273 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0a8fe56e-fa05-4aa6-bf16-6941a21411f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:07.605665 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-03faf88f-d0a4-41a8-a509-4464408fa8fa req-758d5d2c-b4d9-4072-b510-262f57b24e1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ef13b70-5d6e-4c13-890b-2de4f6928063 HTTP/1.1" status: 200 len: 999 time: 0.1631103 Jul 24 09:12:07.612985 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-e88d4026-5992-478b-a871-c3ca125df1e2 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:07.614542 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-e88d4026-5992-478b-a871-c3ca125df1e2 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6793075 Jul 24 09:12:07.675834 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70ba24c8-6edc-457b-9906-d97b5860bbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:07.698406 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-dd1c9237-491f-4f65-b144-b077167e20ac tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/quotas/55b10a1852e84b7588aba204f57f066d HTTP/1.1" status: 200 len: 375 time: 0.0492628 Jul 24 09:12:07.721538 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03faf88f-d0a4-41a8-a509-4464408fa8fa req-8958c7c7-f446-46e8-9df6-1dd4f11ffef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:07.723073 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-03faf88f-d0a4-41a8-a509-4464408fa8fa req-8958c7c7-f446-46e8-9df6-1dd4f11ffef0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96727abd-2036-4cd0-afcc-3710a0b1eea7 HTTP/1.1" status: 200 len: 850 time: 0.1043577 Jul 24 09:12:07.738081 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba24c8-6edc-457b-9906-d97b5860bbf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=32b78107-1908-41de-96cf-9008f3dba90e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:07.751888 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-56a1bea4-4a73-4366-b259-fe1bf105e533 req-2facf76a-7ac1-40df-8632-e6797d47e6bf tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-212361239', 'description': 'tempest-description-1733107886'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:07.759891 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-68f62223-eb8f-454a-b254-0ea494e77982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:07.762376 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-68f62223-eb8f-454a-b254-0ea494e77982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:07.764805 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-68f62223-eb8f-454a-b254-0ea494e77982 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2f7983c-a0a7-456e-ac19-25a25d6337ea HTTP/1.1" status: 204 len: 168 time: 0.7724319 Jul 24 09:12:07.782401 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f62223-eb8f-454a-b254-0ea494e77982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f7983c-a0a7-456e-ac19-25a25d6337ea,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:07.813739 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-75b87f60-915c-4842-9519-a5c5d1892596 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Floating IP 693b5c30-3c08-4980-8eb9-616db2d4866f associated. External IP: 172.25.7.163, port: fc0fe7ec-f687-428c-a573-2d073ba91095. Jul 24 09:12:07.818157 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-c41ec59c-2821-4a73-b79c-edeb8f1b16bb tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=55b10a1852e84b7588aba204f57f066d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0998013 Jul 24 09:12:07.942353 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0a8fe56e-fa05-4aa6-bf16-6941a21411f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:07.958208 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0a8fe56e-fa05-4aa6-bf16-6941a21411f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:07.989743 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70ba24c8-6edc-457b-9906-d97b5860bbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:08.023993 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fe56e-fa05-4aa6-bf16-6941a21411f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e835d8-06b0-4035-8f80-b24e79a79502,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:08.042882 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03faf88f-d0a4-41a8-a509-4464408fa8fa req-75d70efa-62da-493d-99fb-a4ba122a2c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:08.045698 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-03faf88f-d0a4-41a8-a509-4464408fa8fa req-75d70efa-62da-493d-99fb-a4ba122a2c21 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8a8b2944-c8a5-4403-aa37-48c9a718d665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2995081 Jul 24 09:12:08.046899 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8fe56e-fa05-4aa6-bf16-6941a21411f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:12:08.049757 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-56a1bea4-4a73-4366-b259-fe1bf105e533 req-2facf76a-7ac1-40df-8632-e6797d47e6bf tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:08.062900 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-56a1bea4-4a73-4366-b259-fe1bf105e533 req-2facf76a-7ac1-40df-8632-e6797d47e6bf tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:08.115863 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b87f60-915c-4842-9519-a5c5d1892596 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Router 88983ba8-b61b-4470-9952-5589af363d79 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:12:08.160525 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70ba24c8-6edc-457b-9906-d97b5860bbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:08.164769 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70ba24c8-6edc-457b-9906-d97b5860bbf2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:08.250307 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52986) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:08.266110 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0a8fe56e-fa05-4aa6-bf16-6941a21411f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:08.266458 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-0a8fe56e-fa05-4aa6-bf16-6941a21411f6 admin admin] Added segment f7121feb-9dad-4a6d-98e7-5e26378a960a of type vlan for network 6da5b74e-9b7e-4bba-aec3-9fab69199b2e Jul 24 09:12:08.313738 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70ba24c8-6edc-457b-9906-d97b5860bbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:08.314294 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ba24c8-6edc-457b-9906-d97b5860bbf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfded65d-686b-4dd5-92d2-d4244347be4f {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:12:08.325774 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70ba24c8-6edc-457b-9906-d97b5860bbf2 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:08.329835 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-70ba24c8-6edc-457b-9906-d97b5860bbf2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/dfded65d-686b-4dd5-92d2-d4244347be4f HTTP/1.1" status: 204 len: 168 time: 2.5048900 Jul 24 09:12:08.332151 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52988) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:08.374257 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0a8fe56e-fa05-4aa6-bf16-6941a21411f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:08.379997 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0c3d0651-3d06-4e4a-810f-742461339616 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11a68bdb73d04bf3964d6ebd921793a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1265049 Jul 24 09:12:08.383165 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52992) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:08.390589 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-56a1bea4-4a73-4366-b259-fe1bf105e533 req-2facf76a-7ac1-40df-8632-e6797d47e6bf tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:08.392205 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b87f60-915c-4842-9519-a5c5d1892596 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:12:08.400021 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-75b87f60-915c-4842-9519-a5c5d1892596 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:08.406479 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163ac35e-0660-42aa-9307-d12e0dc0e947 None None] Sync routers for ids ['88983ba8-b61b-4470-9952-5589af363d79'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:12:08.418786 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163ac35e-0660-42aa-9307-d12e0dc0e947 None None] Routers {'88983ba8-b61b-4470-9952-5589af363d79'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:12:08.419981 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-163ac35e-0660-42aa-9307-d12e0dc0e947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:12:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['88983ba8-b61b-4470-9952-5589af363d79'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:08.420583 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ff620-7d89-4290-a9b8-d7754be60c8b req-c35a7865-96f3-41df-bca3-ac8760577c8b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:08.426825 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-56a1bea4-4a73-4366-b259-fe1bf105e533 req-2facf76a-7ac1-40df-8632-e6797d47e6bf tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:08.435217 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9370a1-ef87-4d41-aa84-154e847caf19 admin admin] Deleting subnet 2aa028c9-0ac7-4742-8435-7f1b666f2178 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:12:08.447520 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e9370a1-ef87-4d41-aa84-154e847caf19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:08.450527 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-df1ff620-7d89-4290-a9b8-d7754be60c8b req-c35a7865-96f3-41df-bca3-ac8760577c8b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=d04ad624-5fb2-4ff8-8474-a92f5f5e4681 HTTP/1.1" status: 200 len: 945 time: 0.2712348 Jul 24 09:12:08.517125 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2facf76a-7ac1-40df-8632-e6797d47e6bf tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de37f011-d356-4ca1-a934-c79bae46e927,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:08.530203 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-75b87f60-915c-4842-9519-a5c5d1892596 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "PUT /v2.0/floatingips/693b5c30-3c08-4980-8eb9-616db2d4866f HTTP/1.1" status: 200 len: 992 time: 2.3417573 Jul 24 09:12:08.543383 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e9370a1-ef87-4d41-aa84-154e847caf19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:08.554022 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-df1ff620-7d89-4290-a9b8-d7754be60c8b req-9873f25e-9683-485b-91e6-963d22feae3c tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025400 Jul 24 09:12:08.556618 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-03faf88f-d0a4-41a8-a509-4464408fa8fa req-9d6d4b02-d714-4abe-bc10-6925eb5f35b9 service neutron] 10.222.0.20 "GET /v2.0/networks/8a8b2944-c8a5-4403-aa37-48c9a718d665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851781 Jul 24 09:12:08.559600 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0a8fe56e-fa05-4aa6-bf16-6941a21411f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:08.560588 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8fe56e-fa05-4aa6-bf16-6941a21411f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:08.572959 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0a8fe56e-fa05-4aa6-bf16-6941a21411f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:08.604456 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d609551-2583-485f-8d7f-c3f03543afca', 'tag': 'fc0fe7ec-f687-428c-a573-2d073ba91095'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:08.607043 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18765752-c0b8-43aa-97f3-847f61ab4cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "6d609551-2583-485f-8d7f-c3f03543afca", "tag": "fc0fe7ec-f687-428c-a573-2d073ba91095"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:08.611009 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-163ac35e-0660-42aa-9307-d12e0dc0e947 None None] Set router 88983ba8-b61b-4470-9952-5589af363d79 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:12:08.727457 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-daf581c4-82a4-4c3b-9e94-78ed19f73280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:08.731226 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-56a1bea4-4a73-4366-b259-fe1bf105e533 req-2facf76a-7ac1-40df-8632-e6797d47e6bf tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:08.742304 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-56a1bea4-4a73-4366-b259-fe1bf105e533 req-2facf76a-7ac1-40df-8632-e6797d47e6bf tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:08.761665 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e9370a1-ef87-4d41-aa84-154e847caf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:08.769082 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-786470d4-a78e-4fba-9d4f-181150607764 req-44af7833-c419-42b0-9a17-7d7420407190 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f280065-3667-41e0-b729-ddea17aa5b7a HTTP/1.1" status: 200 len: 210 time: 0.0847297 Jul 24 09:12:08.803472 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2facf76a-7ac1-40df-8632-e6797d47e6bf tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5ba1bb-a870-4302-9bc6-62763d6bd80a,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:08.809131 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-56a1bea4-4a73-4366-b259-fe1bf105e533 req-2facf76a-7ac1-40df-8632-e6797d47e6bf tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:08.810353 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-56a1bea4-4a73-4366-b259-fe1bf105e533 req-2facf76a-7ac1-40df-8632-e6797d47e6bf tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0659931 Jul 24 09:12:08.860100 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e9370a1-ef87-4d41-aa84-154e847caf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:08.897669 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9370a1-ef87-4d41-aa84-154e847caf19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aa028c9-0ac7-4742-8435-7f1b666f2178,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:08.908314 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e9370a1-ef87-4d41-aa84-154e847caf19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:08.912534 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6e9370a1-ef87-4d41-aa84-154e847caf19 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2aa028c9-0ac7-4742-8435-7f1b666f2178 HTTP/1.1" status: 204 len: 168 time: 0.5733213 Jul 24 09:12:08.912831 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53004) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:08.913769 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25990df9-8d49-4a38-ad5f-81a9bfc6786e None None] Network d1ce1b03-e172-4641-a4ad-66a12d3b2f19 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:12:08.941033 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0a8fe56e-fa05-4aa6-bf16-6941a21411f6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9690251 Jul 24 09:12:08.951481 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fe56e-fa05-4aa6-bf16-6941a21411f6 admin admin] Pushing event updated for resources: {'Network': ['ID=6da5b74e-9b7e-4bba-aec3-9fab69199b2e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:08.951700 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53006) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:08.957272 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-e069b203-99cb-4a2d-9920-d323794cb663 admin admin] Request body: {'subnet': {'network_id': '6da5b74e-9b7e-4bba-aec3-9fab69199b2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-64229771-subnet', 'tenant_id': 'b1cf95805c904746b22eb504a41a0ebc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:08.996897 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-daf581c4-82a4-4c3b-9e94-78ed19f73280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:09.028822 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 6da5b74e-9b7e-4bba-aec3-9fab69199b2e details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:12:09.035506 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-163ac35e-0660-42aa-9307-d12e0dc0e947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88983ba8-b61b-4470-9952-5589af363d79', 'name': 'tempest-ServersTestBootFromVolume-12445318-router', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '00b0590b-f9a9-46cf-8d66-43529722eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:10:50Z', 'updated_at': '2021-07-24T09:10:59Z', 'revision_number': 4, 'project_id': '8c71868cf42742a9bfdaacdee1de29ba', 'gw_port': {'id': '00b0590b-f9a9-46cf-8d66-43529722eb39', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88983ba8-b61b-4470-9952-5589af363d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:10:52Z', 'updated_at': '2021-07-24T09:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '693b5c30-3c08-4980-8eb9-616db2d4866f', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'floating_ip_address': '172.25.7.163', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '88983ba8-b61b-4470-9952-5589af363d79', 'port_id': 'fc0fe7ec-f687-428c-a573-2d073ba91095', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83', 'mac_address': 'fa:16:3e:5f:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d609551-2583-485f-8d7f-c3f03543afca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:11:04Z', 'updated_at': '2021-07-24T09:12:07Z', 'revision_number': 1, 'project_id': '8c71868cf42742a9bfdaacdee1de29ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04016e32-afd4-4dc1-912f-11f1915d463d', 'name': '', 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'mac_address': 'fa:16:3e:bf:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88983ba8-b61b-4470-9952-5589af363d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'e6720e9f-2a6f-42ff-8147-d74598470cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:10:58Z', 'updated_at': '2021-07-24T09:11:07Z', 'revision_number': 5, 'project_id': '8c71868cf42742a9bfdaacdee1de29ba', 'subnets': [{'id': 'e6720e9f-2a6f-42ff-8147-d74598470cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:09.035731 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b344aed-4691-4d94-8c3d-bac3a3d8c67d x-openstack-request-id: req-3b344aed-4691-4d94-8c3d-bac3a3d8c67d {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:09.035835 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d609551-2583-485f-8d7f-c3f03543afca", "tag": "fc0fe7ec-f687-428c-a573-2d073ba91095", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:09.036081 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b344aed-4691-4d94-8c3d-bac3a3d8c67d {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:09.036416 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d609551-2583-485f-8d7f-c3f03543afca', 'tag': 'fc0fe7ec-f687-428c-a573-2d073ba91095', 'status': 'completed', 'code': 200} Jul 24 09:12:09.047258 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-19fbd4ce-316c-4cc1-8fdc-cc861e6c3abc req-a6c1db94-5638-4a88-b575-ba75d9ff00c6 tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-751866622', 'description': 'tempest-description-561587294'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:09.105038 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-03faf88f-d0a4-41a8-a509-4464408fa8fa req-72bce604-1b81-401e-97d0-12a75dfaffb0 service neutron] 10.222.0.20 "GET /v2.0/networks/8a8b2944-c8a5-4403-aa37-48c9a718d665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5090094 Jul 24 09:12:09.108358 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163ac35e-0660-42aa-9307-d12e0dc0e947 None None] Checking router: 88983ba8-b61b-4470-9952-5589af363d79 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:12:09.121788 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163ac35e-0660-42aa-9307-d12e0dc0e947 None None] Routers {'88983ba8-b61b-4470-9952-5589af363d79'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:12:09.122807 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-163ac35e-0660-42aa-9307-d12e0dc0e947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:12:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['88983ba8-b61b-4470-9952-5589af363d79'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:09.125045 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3cd08d72-7f1a-49ad-a9fa-909afc0b8450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:09.139335 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e069b203-99cb-4a2d-9920-d323794cb663 admin admin] Made reservation on behalf of b1cf95805c904746b22eb504a41a0ebc for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:12:09.142962 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e069b203-99cb-4a2d-9920-d323794cb663 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:09.169856 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-daf581c4-82a4-4c3b-9e94-78ed19f73280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:09.184138 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-daf581c4-82a4-4c3b-9e94-78ed19f73280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:09.189984 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-daf581c4-82a4-4c3b-9e94-78ed19f73280 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/796190dc-d751-4437-a767-20aaf7954a6a HTTP/1.1" status: 204 len: 168 time: 0.7978923 Jul 24 09:12:09.204890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 32b78107-1908-41de-96cf-9008f3dba90e no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:12:09.219714 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-19fbd4ce-316c-4cc1-8fdc-cc861e6c3abc req-a6c1db94-5638-4a88-b575-ba75d9ff00c6 tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:09.222735 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf581c4-82a4-4c3b-9e94-78ed19f73280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796190dc-d751-4437-a767-20aaf7954a6a,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:09.263155 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 32b78107-1908-41de-96cf-9008f3dba90e {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:12:09.264016 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 32b78107-1908-41de-96cf-9008f3dba90e not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:12:09.288057 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-163ac35e-0660-42aa-9307-d12e0dc0e947 None None] Set router 88983ba8-b61b-4470-9952-5589af363d79 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:12:09.374472 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-b4f61a7b-9e6a-4208-aa34-0fbf04c039b4 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=55b10a1852e84b7588aba204f57f066d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636888 Jul 24 09:12:09.412484 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a790263c-6daa-4d16-8a41-9f863fc02305 None None] DHCP port deletion for d1ce1b03-e172-4641-a4ad-66a12d3b2f19 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:12:09.430835 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18765752-c0b8-43aa-97f3-847f61ab4cb9 req-f71e7b0a-df61-4738-b73c-ede47c0367f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:09.432904 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-18765752-c0b8-43aa-97f3-847f61ab4cb9 req-f71e7b0a-df61-4738-b73c-ede47c0367f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c71868cf42742a9bfdaacdee1de29ba&device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 1097 time: 0.3956888 Jul 24 09:12:09.507916 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-3cd08d72-7f1a-49ad-a9fa-909afc0b8450 admin admin] Deleting port 7916b597-b6b5-441e-a8b7-9fb93f7913d5 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:12:09.508253 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3cd08d72-7f1a-49ad-a9fa-909afc0b8450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:09.530941 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-a790263c-6daa-4d16-8a41-9f863fc02305 None None] Deleting port 7916b597-b6b5-441e-a8b7-9fb93f7913d5 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:12:09.533119 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a790263c-6daa-4d16-8a41-9f863fc02305 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:09.544040 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-82286673-02f4-42f4-88cd-8f1cc386d58f tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:09.550535 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-82286673-02f4-42f4-88cd-8f1cc386d58f tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/networks?id=f0544269-4e64-4c91-95af-03a4be88816f HTTP/1.1" status: 200 len: 805 time: 0.4945080 Jul 24 09:12:09.574310 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-9a67ce26-205a-4d0b-a2eb-47afeb65b7ff tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/quotas/400b6e3893174893b678c7f2a57041a8 HTTP/1.1" status: 200 len: 375 time: 0.0228534 Jul 24 09:12:09.614535 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-a790263c-6daa-4d16-8a41-9f863fc02305 None None] For port 7916b597-b6b5-441e-a8b7-9fb93f7913d5, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7916b597-b6b5-441e-a8b7-9fb93f7913d5,segment=NetworkSegment(30f8215d-a9ee-4990-964a-9b1adb3bc23f),segment_id=30f8215d-a9ee-4990-964a-9b1adb3bc23f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:09.615111 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a790263c-6daa-4d16-8a41-9f863fc02305 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:09.626209 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-2b940912-6ec4-4e95-9ea4-3c5ce6cf04d6 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:09.627876 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-2b940912-6ec4-4e95-9ea4-3c5ce6cf04d6 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2370093 Jul 24 09:12:09.630493 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-a790263c-6daa-4d16-8a41-9f863fc02305 None None] Calling delete_port for 7916b597-b6b5-441e-a8b7-9fb93f7913d5 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:12:09.632537 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-163ac35e-0660-42aa-9307-d12e0dc0e947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88983ba8-b61b-4470-9952-5589af363d79', 'name': 'tempest-ServersTestBootFromVolume-12445318-router', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '00b0590b-f9a9-46cf-8d66-43529722eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:10:50Z', 'updated_at': '2021-07-24T09:10:59Z', 'revision_number': 4, 'project_id': '8c71868cf42742a9bfdaacdee1de29ba', 'gw_port': {'id': '00b0590b-f9a9-46cf-8d66-43529722eb39', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88983ba8-b61b-4470-9952-5589af363d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:10:52Z', 'updated_at': '2021-07-24T09:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '693b5c30-3c08-4980-8eb9-616db2d4866f', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'floating_ip_address': '172.25.7.163', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '88983ba8-b61b-4470-9952-5589af363d79', 'port_id': 'fc0fe7ec-f687-428c-a573-2d073ba91095', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83', 'mac_address': 'fa:16:3e:5f:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d609551-2583-485f-8d7f-c3f03543afca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:11:04Z', 'updated_at': '2021-07-24T09:12:07Z', 'revision_number': 1, 'project_id': '8c71868cf42742a9bfdaacdee1de29ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04016e32-afd4-4dc1-912f-11f1915d463d', 'name': '', 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'mac_address': 'fa:16:3e:bf:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88983ba8-b61b-4470-9952-5589af363d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'e6720e9f-2a6f-42ff-8147-d74598470cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:10:58Z', 'updated_at': '2021-07-24T09:11:07Z', 'revision_number': 5, 'project_id': '8c71868cf42742a9bfdaacdee1de29ba', 'subnets': [{'id': 'e6720e9f-2a6f-42ff-8147-d74598470cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:09.646858 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-89be1a0f-7d31-483d-81c1-072485279848 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Request body: {'port': {'device_id': '1f280065-3667-41e0-b729-ddea17aa5b7a', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': '55b10a1852e84b7588aba204f57f066d'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:09.675215 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-19fbd4ce-316c-4cc1-8fdc-cc861e6c3abc req-a6c1db94-5638-4a88-b575-ba75d9ff00c6 tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:09.680193 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-19fbd4ce-316c-4cc1-8fdc-cc861e6c3abc req-a6c1db94-5638-4a88-b575-ba75d9ff00c6 tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:09.703665 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163ac35e-0660-42aa-9307-d12e0dc0e947 None None] The sync data for ids ['88983ba8-b61b-4470-9952-5589af363d79'] in n-d-800085-9 is: [{'id': '88983ba8-b61b-4470-9952-5589af363d79', 'name': 'tempest-ServersTestBootFromVolume-12445318-router', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '00b0590b-f9a9-46cf-8d66-43529722eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:10:50Z', 'updated_at': '2021-07-24T09:10:59Z', 'revision_number': 4, 'project_id': '8c71868cf42742a9bfdaacdee1de29ba', 'gw_port': {'id': '00b0590b-f9a9-46cf-8d66-43529722eb39', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88983ba8-b61b-4470-9952-5589af363d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:10:52Z', 'updated_at': '2021-07-24T09:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '693b5c30-3c08-4980-8eb9-616db2d4866f', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'floating_ip_address': '172.25.7.163', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '88983ba8-b61b-4470-9952-5589af363d79', 'port_id': 'fc0fe7ec-f687-428c-a573-2d073ba91095', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83', 'mac_address': 'fa:16:3e:5f:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d609551-2583-485f-8d7f-c3f03543afca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:11:04Z', 'updated_at': '2021-07-24T09:12:07Z', 'revision_number': 1, 'project_id': '8c71868cf42742a9bfdaacdee1de29ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04016e32-afd4-4dc1-912f-11f1915d463d', 'name': '', 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'mac_address': 'fa:16:3e:bf:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88983ba8-b61b-4470-9952-5589af363d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'e6720e9f-2a6f-42ff-8147-d74598470cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:10:58Z', 'updated_at': '2021-07-24T09:11:07Z', 'revision_number': 5, 'project_id': '8c71868cf42742a9bfdaacdee1de29ba', 'subnets': [{'id': 'e6720e9f-2a6f-42ff-8147-d74598470cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:12:09.704698 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-3cd08d72-7f1a-49ad-a9fa-909afc0b8450 admin admin] For port 7916b597-b6b5-441e-a8b7-9fb93f7913d5, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7916b597-b6b5-441e-a8b7-9fb93f7913d5,segment=NetworkSegment(30f8215d-a9ee-4990-964a-9b1adb3bc23f),segment_id=30f8215d-a9ee-4990-964a-9b1adb3bc23f)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:09.705092 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3cd08d72-7f1a-49ad-a9fa-909afc0b8450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:09.768432 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-19fbd4ce-316c-4cc1-8fdc-cc861e6c3abc req-a6c1db94-5638-4a88-b575-ba75d9ff00c6 tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:09.775200 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-3cd08d72-7f1a-49ad-a9fa-909afc0b8450 admin admin] Calling delete_port for 7916b597-b6b5-441e-a8b7-9fb93f7913d5 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:12:09.781084 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-19fbd4ce-316c-4cc1-8fdc-cc861e6c3abc req-a6c1db94-5638-4a88-b575-ba75d9ff00c6 tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7648029 Jul 24 09:12:09.806942 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1db94-5638-4a88-b575-ba75d9ff00c6 tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1520af1c-50b0-42eb-9dc2-9c0bf2068e9a,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:09.813782 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18765752-c0b8-43aa-97f3-847f61ab4cb9 req-b398fa3d-5d78-4f81-bf79-c91c49bba31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:09.815114 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-18765752-c0b8-43aa-97f3-847f61ab4cb9 req-b398fa3d-5d78-4f81-bf79-c91c49bba31a service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a12e80f-7c41-440f-b622-d5f8b868fb83 HTTP/1.1" status: 200 len: 914 time: 0.3634963 Jul 24 09:12:09.919621 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-89be1a0f-7d31-483d-81c1-072485279848 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Made reservation on behalf of 55b10a1852e84b7588aba204f57f066d for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:12:09.923787 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-89be1a0f-7d31-483d-81c1-072485279848 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:09.940766 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-89be1a0f-7d31-483d-81c1-072485279848 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:09.974235 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-e18bbd13-7bfc-4097-9fce-ab9a67cd01ad tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=400b6e3893174893b678c7f2a57041a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3989673 Jul 24 09:12:09.983919 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a790263c-6daa-4d16-8a41-9f863fc02305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:09.993934 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-18765752-c0b8-43aa-97f3-847f61ab4cb9 req-1571e315-a455-404d-ae69-aa054837c34d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc0fe7ec-f687-428c-a573-2d073ba91095 HTTP/1.1" status: 200 len: 1000 time: 0.1273625 Jul 24 09:12:09.998743 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e069b203-99cb-4a2d-9920-d323794cb663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:10.017481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790263c-6daa-4d16-8a41-9f863fc02305 None None] Pushing event deleted for resources: {'Port': ['ID=7916b597-b6b5-441e-a8b7-9fb93f7913d5,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:10.028236 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a790263c-6daa-4d16-8a41-9f863fc02305 None None] No DVR routers for this DVR port 7916b597-b6b5-441e-a8b7-9fb93f7913d5 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:12:10.104134 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e11bcb-9256-4010-b981-3cf2c1bdbe6b None None] New status for floating IP 693b5c30-3c08-4980-8eb9-616db2d4866f: ACTIVE {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:12:10.176849 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3cd08d72-7f1a-49ad-a9fa-909afc0b8450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:10.210041 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18765752-c0b8-43aa-97f3-847f61ab4cb9 req-44fb6080-c425-4174-8ca9-5f452b563f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:10.211550 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-18765752-c0b8-43aa-97f3-847f61ab4cb9 req-44fb6080-c425-4174-8ca9-5f452b563f76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6720e9f-2a6f-42ff-8147-d74598470cb0 HTTP/1.1" status: 200 len: 853 time: 0.1970592 Jul 24 09:12:10.241702 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-89be1a0f-7d31-483d-81c1-072485279848 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:10.252817 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-89be1a0f-7d31-483d-81c1-072485279848 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:10.305287 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069b203-99cb-4a2d-9920-d323794cb663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c61e798-901f-44ac-9877-91309be37bbe,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:10.309719 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd08d72-7f1a-49ad-a9fa-909afc0b8450 admin admin] Pushing event deleted for resources: {'Port': ['ID=7916b597-b6b5-441e-a8b7-9fb93f7913d5,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:10.318041 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd08d72-7f1a-49ad-a9fa-909afc0b8450 admin admin] No DVR routers for this DVR port 7916b597-b6b5-441e-a8b7-9fb93f7913d5 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:12:10.386098 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e069b203-99cb-4a2d-9920-d323794cb663 admin admin] Checking segment: {'id': 'f7121feb-9dad-4a6d-98e7-5e26378a960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6da5b74e-9b7e-4bba-aec3-9fab69199b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:12:10.386477 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e069b203-99cb-4a2d-9920-d323794cb663 admin admin] Network hostable DHCP agents. Network: 6da5b74e-9b7e-4bba-aec3-9fab69199b2e, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:12:10.428833 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-512e424b-dad9-43ce-9de6-2c4aa4aa9b65 req-49adb8b2-86e8-412d-a3a7-76c72fb1fab3 tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42286 time: 0.5828671 Jul 24 09:12:10.431716 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be1a0f-7d31-483d-81c1-072485279848 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:10.459957 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-89be1a0f-7d31-483d-81c1-072485279848 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Allocated IP 192.168.233.202 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/d443b98a-1ccc-4a40-a4b0-c6babec3df94) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:12:10.467186 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3cd08d72-7f1a-49ad-a9fa-909afc0b8450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:10.489083 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-3cd08d72-7f1a-49ad-a9fa-909afc0b8450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ce1b03-e172-4641-a4ad-66a12d3b2f19']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:10.504193 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e069b203-99cb-4a2d-9920-d323794cb663 admin admin] Network 6da5b74e-9b7e-4bba-aec3-9fab69199b2e is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:12:10.516957 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-3cd08d72-7f1a-49ad-a9fa-909afc0b8450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f8215d-a9ee-4990-964a-9b1adb3bc23f') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:10.517255 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-3cd08d72-7f1a-49ad-a9fa-909afc0b8450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f8215d-a9ee-4990-964a-9b1adb3bc23f') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:10.524285 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-512e424b-dad9-43ce-9de6-2c4aa4aa9b65 req-c0b109c7-233c-46c1-a398-766780887fd4 tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "GET /v2.0/security-groups/125fd109-dcd0-40f9-add4-1ece271db230 HTTP/1.1" status: 200 len: 2981 time: 0.0745833 Jul 24 09:12:10.529433 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18765752-c0b8-43aa-97f3-847f61ab4cb9 req-7f8473f1-cb54-445f-8e14-1a4eec3633e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:10.530614 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-18765752-c0b8-43aa-97f3-847f61ab4cb9 req-7f8473f1-cb54-445f-8e14-1a4eec3633e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a12e80f-7c41-440f-b622-d5f8b868fb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2758973 Jul 24 09:12:10.536367 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3cd08d72-7f1a-49ad-a9fa-909afc0b8450 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:10.541578 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-da9d3a7f-3039-4f57-82ef-3bb5e285f11a service neutron] 10.222.0.32 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5665095 Jul 24 09:12:10.553719 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-e069b203-99cb-4a2d-9920-d323794cb663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 6da5b74e-9b7e-4bba-aec3-9fab69199b2e) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:12:10.569569 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1df489-b929-4916-897f-b0add8bfcda5 None None] Network 6da5b74e-9b7e-4bba-aec3-9fab69199b2e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:12:10.596889 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e069b203-99cb-4a2d-9920-d323794cb663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:10.597313 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e069b203-99cb-4a2d-9920-d323794cb663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:10.617827 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3cd08d72-7f1a-49ad-a9fa-909afc0b8450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:10.631782 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd08d72-7f1a-49ad-a9fa-909afc0b8450 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:12:10.632201 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3cd08d72-7f1a-49ad-a9fa-909afc0b8450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:12:10.638305 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:12:10.645206 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-512e424b-dad9-43ce-9de6-2c4aa4aa9b65 req-8c7f6bc4-1861-42ef-9d85-b0605d7c7834 tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "GET /v2.0/security-groups/125fd109-dcd0-40f9-add4-1ece271db230 HTTP/1.1" status: 200 len: 2981 time: 0.1099823 Jul 24 09:12:10.720852 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e069b203-99cb-4a2d-9920-d323794cb663 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7649372 Jul 24 09:12:10.727077 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-512e424b-dad9-43ce-9de6-2c4aa4aa9b65 req-48ef82c8-f036-415f-b427-a08a99220220 tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "GET /v2.0/security-groups/155aa838-47ed-4a2b-bd0a-39055ebc85a1 HTTP/1.1" status: 200 len: 2977 time: 0.0809007 Jul 24 09:12:10.731336 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-89be1a0f-7d31-483d-81c1-072485279848 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:10.792381 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca98833-9155-44f5-b8f1-951608ef7cef None None] Network 6da5b74e-9b7e-4bba-aec3-9fab69199b2e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:12:10.794139 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-512e424b-dad9-43ce-9de6-2c4aa4aa9b65 req-7705d1a7-f452-4661-9f02-86cafbb85617 tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "GET /v2.0/security-groups/155aa838-47ed-4a2b-bd0a-39055ebc85a1 HTTP/1.1" status: 200 len: 2977 time: 0.0658751 Jul 24 09:12:10.855434 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-512e424b-dad9-43ce-9de6-2c4aa4aa9b65 req-7d7b8c02-538f-413a-b151-61782eb553df tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "GET /v2.0/security-groups/1756e664-319c-4038-af55-9ca63f2adefb HTTP/1.1" status: 200 len: 2981 time: 0.0600388 Jul 24 09:12:10.904981 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-512e424b-dad9-43ce-9de6-2c4aa4aa9b65 req-b97a117b-618c-4cb2-8bcd-65feec9f998e tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "GET /v2.0/security-groups/1756e664-319c-4038-af55-9ca63f2adefb HTTP/1.1" status: 200 len: 2981 time: 0.0482862 Jul 24 09:12:10.969271 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-512e424b-dad9-43ce-9de6-2c4aa4aa9b65 req-91ff0112-7ec9-4356-8bdd-71e9c82e516d tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "GET /v2.0/security-groups/59d09aed-0212-43c1-bd8f-49d2ea27e9e0 HTTP/1.1" status: 200 len: 2981 time: 0.0576470 Jul 24 09:12:11.023502 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-512e424b-dad9-43ce-9de6-2c4aa4aa9b65 req-89538a58-36c5-4a36-b940-d3a77bac81d8 tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "GET /v2.0/security-groups/59d09aed-0212-43c1-bd8f-49d2ea27e9e0 HTTP/1.1" status: 200 len: 2981 time: 0.0461011 Jul 24 09:12:11.080275 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3cd08d72-7f1a-49ad-a9fa-909afc0b8450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:11.089992 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-89be1a0f-7d31-483d-81c1-072485279848 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Transition to ACTIVE for port object d443b98a-1ccc-4a40-a4b0-c6babec3df94 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:11.093494 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3cd08d72-7f1a-49ad-a9fa-909afc0b8450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:11.098052 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3cd08d72-7f1a-49ad-a9fa-909afc0b8450 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d1ce1b03-e172-4641-a4ad-66a12d3b2f19 HTTP/1.1" status: 204 len: 168 time: 2.1812694 Jul 24 09:12:11.098052 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-18765752-c0b8-43aa-97f3-847f61ab4cb9 req-7658f475-b5d4-4340-a304-a69632bdaef5 service neutron] 10.222.0.37 "GET /v2.0/networks/6a12e80f-7c41-440f-b622-d5f8b868fb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5586488 Jul 24 09:12:11.102021 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7916b597-b6b5-441e-a8b7-9fb93f7913d5 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:12:11.113649 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-0e2c2683-915f-4e06-9944-46ce2391b966 service neutron] 10.222.0.32 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5579987 Jul 24 09:12:11.121350 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd08d72-7f1a-49ad-a9fa-909afc0b8450 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1ce1b03-e172-4641-a4ad-66a12d3b2f19,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:11.133106 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-512e424b-dad9-43ce-9de6-2c4aa4aa9b65 req-1589e473-32f7-4646-b7b9-9cce9be4aac1 tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "GET /v2.0/security-groups/5ff0703f-20bd-45ac-a778-921a5b91e69d HTTP/1.1" status: 200 len: 2981 time: 0.0891223 Jul 24 09:12:11.145559 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 7916b597-b6b5-441e-a8b7-9fb93f7913d5 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:12:11.145877 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7916b597-b6b5-441e-a8b7-9fb93f7913d5 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:12:11.236247 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-89be1a0f-7d31-483d-81c1-072485279848 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:11.246936 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-512e424b-dad9-43ce-9de6-2c4aa4aa9b65 req-b3bef5f7-9aba-46f1-8205-7946227c7a32 tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "GET /v2.0/security-groups/5ff0703f-20bd-45ac-a778-921a5b91e69d HTTP/1.1" status: 200 len: 2981 time: 0.1006567 Jul 24 09:12:11.262042 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-18765752-c0b8-43aa-97f3-847f61ab4cb9 req-f0a9fcb3-dcf4-4f5f-a529-f592ebd5425e service neutron] 10.222.0.37 "GET /v2.0/networks/6a12e80f-7c41-440f-b622-d5f8b868fb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498902 Jul 24 09:12:11.287974 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-89be1a0f-7d31-483d-81c1-072485279848 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:12:11.300118 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-89be1a0f-7d31-483d-81c1-072485279848 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:12:11.313202 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-89be1a0f-7d31-483d-81c1-072485279848 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:12:11.345070 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53068) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:11.402799 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be1a0f-7d31-483d-81c1-072485279848 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Pushing event updated for resources: {'Port': ['ID=d443b98a-1ccc-4a40-a4b0-c6babec3df94,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:11.442075 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f1c019a4-6b54-4713-8b56-5d8ab463821f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4433cfda2b344ed09028d36a89cb8dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0949402 Jul 24 09:12:11.442829 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53074) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:11.467296 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-512e424b-dad9-43ce-9de6-2c4aa4aa9b65 req-1f97c6d3-33b8-4c96-b4ae-63e5b6405b13 tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "GET /v2.0/security-groups/70f8649f-090a-488d-82fa-3d95e7508175 HTTP/1.1" status: 200 len: 2981 time: 0.1923060 Jul 24 09:12:11.496932 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-89be1a0f-7d31-483d-81c1-072485279848 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:11.499464 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-89be1a0f-7d31-483d-81c1-072485279848 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:11.540724 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-89be1a0f-7d31-483d-81c1-072485279848 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9001694 Jul 24 09:12:11.552389 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-f8996474-0ee0-45fe-a8f3-d5c82c45f134 service neutron] Request body: {'port': {'device_id': '1f280065-3667-41e0-b729-ddea17aa5b7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:11.566134 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-06306e95-c56e-4b22-b1a0-2d47c0c45d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:11.576473 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a99add-3290-4e8b-a542-cac74523407d req-41a446b9-5f5e-4666-963c-30d44af20cc1 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:11.578233 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-58a99add-3290-4e8b-a542-cac74523407d req-41a446b9-5f5e-4666-963c-30d44af20cc1 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f280065-3667-41e0-b729-ddea17aa5b7a HTTP/1.1" status: 200 len: 936 time: 0.1265693 Jul 24 09:12:11.619498 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-06306e95-c56e-4b22-b1a0-2d47c0c45d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:11.640897 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e32ebd7e-39e9-467c-89a7-d771df411f73 None None] Provisioning for port d443b98a-1ccc-4a40-a4b0-c6babec3df94 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:11.649257 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e32ebd7e-39e9-467c-89a7-d771df411f73 None None] Provisioning complete for port d443b98a-1ccc-4a40-a4b0-c6babec3df94 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:11.650648 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e32ebd7e-39e9-467c-89a7-d771df411f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:11.656540 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-512e424b-dad9-43ce-9de6-2c4aa4aa9b65 req-dad6532c-f7c8-461c-ba2d-9b4687164e02 tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "GET /v2.0/security-groups/70f8649f-090a-488d-82fa-3d95e7508175 HTTP/1.1" status: 200 len: 2981 time: 0.1796312 Jul 24 09:12:11.665704 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-58a99add-3290-4e8b-a542-cac74523407d req-1f3e4172-8b69-4e6a-a9c2-b17f0da4cd3c tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769477 Jul 24 09:12:11.667608 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-f8996474-0ee0-45fe-a8f3-d5c82c45f134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:11.710924 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-06306e95-c56e-4b22-b1a0-2d47c0c45d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:11.717424 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-e32ebd7e-39e9-467c-89a7-d771df411f73 None None] Port d443b98a-1ccc-4a40-a4b0-c6babec3df94 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:12:11.718073 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-06306e95-c56e-4b22-b1a0-2d47c0c45d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:11.728578 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-06306e95-c56e-4b22-b1a0-2d47c0c45d58 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3d57625-3138-49cb-8293-7e89fcc22ee4 HTTP/1.1" status: 204 len: 168 time: 0.2791245 Jul 24 09:12:11.758159 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06306e95-c56e-4b22-b1a0-2d47c0c45d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d57625-3138-49cb-8293-7e89fcc22ee4,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:11.898187 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-512e424b-dad9-43ce-9de6-2c4aa4aa9b65 req-54857d53-ad12-4219-b52d-645a3c5a8b80 tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "GET /v2.0/security-groups/737bf108-c899-4b70-81cb-71567e5aa04d HTTP/1.1" status: 200 len: 2973 time: 0.2144787 Jul 24 09:12:11.979865 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-512e424b-dad9-43ce-9de6-2c4aa4aa9b65 req-31fa2a34-6031-4a7d-a391-913747bae557 tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "GET /v2.0/security-groups/737bf108-c899-4b70-81cb-71567e5aa04d HTTP/1.1" status: 200 len: 2973 time: 0.0807815 Jul 24 09:12:12.066379 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-512e424b-dad9-43ce-9de6-2c4aa4aa9b65 req-09fa9573-61e7-4492-8156-3ee65fe44b05 tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "GET /v2.0/security-groups/74e835d8-06b0-4035-8f80-b24e79a79502 HTTP/1.1" status: 200 len: 2981 time: 0.0765793 Jul 24 09:12:12.154562 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-f8996474-0ee0-45fe-a8f3-d5c82c45f134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d443b98a-1ccc-4a40-a4b0-c6babec3df94 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:12.163375 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-f8996474-0ee0-45fe-a8f3-d5c82c45f134 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:12.167270 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-512e424b-dad9-43ce-9de6-2c4aa4aa9b65 req-6645170e-9e25-4500-8217-b618377bc45b tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "GET /v2.0/security-groups/74e835d8-06b0-4035-8f80-b24e79a79502 HTTP/1.1" status: 200 len: 2981 time: 0.0885706 Jul 24 09:12:12.185171 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-f8996474-0ee0-45fe-a8f3-d5c82c45f134 service neutron] Transition to ACTIVE for port object d443b98a-1ccc-4a40-a4b0-c6babec3df94 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:12.190404 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-f8996474-0ee0-45fe-a8f3-d5c82c45f134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:12.193881 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-512e424b-dad9-43ce-9de6-2c4aa4aa9b65 req-be3db1c4-6305-4b29-98be-2cca8c430d66 tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] show failed (client error): The resource could not be found. Jul 24 09:12:12.195679 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-512e424b-dad9-43ce-9de6-2c4aa4aa9b65 req-be3db1c4-6305-4b29-98be-2cca8c430d66 tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d3d57625-3138-49cb-8293-7e89fcc22ee4 HTTP/1.1" status: 404 len: 352 time: 0.0192635 Jul 24 09:12:12.198163 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53090) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:12.267191 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-512e424b-dad9-43ce-9de6-2c4aa4aa9b65 req-e9610814-d9a8-428a-9f8b-f85e5a2f421e tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] show failed (client error): The resource could not be found. Jul 24 09:12:12.268233 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-512e424b-dad9-43ce-9de6-2c4aa4aa9b65 req-e9610814-d9a8-428a-9f8b-f85e5a2f421e tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d3d57625-3138-49cb-8293-7e89fcc22ee4 HTTP/1.1" status: 404 len: 352 time: 0.0446475 Jul 24 09:12:12.270723 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8996474-0ee0-45fe-a8f3-d5c82c45f134 service neutron] Pushing event updated for resources: {'Port': ['ID=d443b98a-1ccc-4a40-a4b0-c6babec3df94,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:12.348996 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cd3c6e70-629d-463b-bad4-77e24aac7b44 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7909d83a2acf4f8199ffce41d81f8005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496885 Jul 24 09:12:12.353738 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53100) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:12.386349 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-512e424b-dad9-43ce-9de6-2c4aa4aa9b65 req-e23fac86-c94f-4b88-91cf-af9217523b8b tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "GET /v2.0/security-groups/de37f011-d356-4ca1-a934-c79bae46e927 HTTP/1.1" status: 200 len: 2981 time: 0.1023045 Jul 24 09:12:12.410593 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-f8996474-0ee0-45fe-a8f3-d5c82c45f134 service neutron] Attempting to bind port d443b98a-1ccc-4a40-a4b0-c6babec3df94 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:12:12.410928 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-f8996474-0ee0-45fe-a8f3-d5c82c45f134 service neutron] Attempting to bind port d443b98a-1ccc-4a40-a4b0-c6babec3df94 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:12:12.411262 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-f8996474-0ee0-45fe-a8f3-d5c82c45f134 service neutron] Attempting to bind port d443b98a-1ccc-4a40-a4b0-c6babec3df94 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:12.419889 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-f8996474-0ee0-45fe-a8f3-d5c82c45f134 service neutron] Port d443b98a-1ccc-4a40-a4b0-c6babec3df94 on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:12:12.420219 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-f8996474-0ee0-45fe-a8f3-d5c82c45f134 service neutron] Attempting to bind port d443b98a-1ccc-4a40-a4b0-c6babec3df94 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:12.434977 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-f8996474-0ee0-45fe-a8f3-d5c82c45f134 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:12:12.435322 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-f8996474-0ee0-45fe-a8f3-d5c82c45f134 service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:12:12.436206 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-f8996474-0ee0-45fe-a8f3-d5c82c45f134 service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:12:12.436206 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-f8996474-0ee0-45fe-a8f3-d5c82c45f134 service neutron] Bound port: d443b98a-1ccc-4a40-a4b0-c6babec3df94, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:12:12.436513 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-f8996474-0ee0-45fe-a8f3-d5c82c45f134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:12.460101 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-512e424b-dad9-43ce-9de6-2c4aa4aa9b65 req-a1b7b38f-13c6-43b6-91bd-bf818a374bad tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "GET /v2.0/security-groups/de37f011-d356-4ca1-a934-c79bae46e927 HTTP/1.1" status: 200 len: 2981 time: 0.0646350 Jul 24 09:12:12.474421 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dbd69cb2-609b-463d-ad15-bccc1a4f1c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:12.481979 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-830ab747-13f5-49d9-9726-1e05920eca7b tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:12.483457 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-830ab747-13f5-49d9-9726-1e05920eca7b tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/networks?id=6da5b74e-9b7e-4bba-aec3-9fab69199b2e HTTP/1.1" status: 200 len: 812 time: 0.1627905 Jul 24 09:12:12.516287 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-15a29b09-623a-4137-9633-da9453717511 tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/quotas/b1cf95805c904746b22eb504a41a0ebc HTTP/1.1" status: 200 len: 375 time: 0.0217400 Jul 24 09:12:12.518365 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dbd69cb2-609b-463d-ad15-bccc1a4f1c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:12.543161 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-f8996474-0ee0-45fe-a8f3-d5c82c45f134 service neutron] For port d443b98a-1ccc-4a40-a4b0-c6babec3df94, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:12:12.546181 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-512e424b-dad9-43ce-9de6-2c4aa4aa9b65 req-3d8042d5-fcb8-479a-98f6-deaa5b1291de tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f0e9db27-77ef-4172-af43-c9e6cd5914e1 HTTP/1.1" status: 200 len: 2981 time: 0.0689070 Jul 24 09:12:12.570256 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-f8996474-0ee0-45fe-a8f3-d5c82c45f134 service neutron] For port d443b98a-1ccc-4a40-a4b0-c6babec3df94, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=d443b98a-1ccc-4a40-a4b0-c6babec3df94,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:12:12.572891 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-a81e4906-7a59-46b9-b2b0-f6293a10d361 tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1cf95805c904746b22eb504a41a0ebc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470777 Jul 24 09:12:12.592346 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-f8996474-0ee0-45fe-a8f3-d5c82c45f134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:12.667678 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dbd69cb2-609b-463d-ad15-bccc1a4f1c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:12.670257 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dbd69cb2-609b-463d-ad15-bccc1a4f1c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:12.671594 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-dbd69cb2-609b-463d-ad15-bccc1a4f1c6d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70f8649f-090a-488d-82fa-3d95e7508175 HTTP/1.1" status: 204 len: 168 time: 0.3164754 Jul 24 09:12:12.688215 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd69cb2-609b-463d-ad15-bccc1a4f1c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f8649f-090a-488d-82fa-3d95e7508175,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:12.689905 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-f8996474-0ee0-45fe-a8f3-d5c82c45f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:12.691015 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-f8996474-0ee0-45fe-a8f3-d5c82c45f134 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:12.691937 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-f8996474-0ee0-45fe-a8f3-d5c82c45f134 service neutron] 10.222.0.37 "PUT /v2.0/ports/d443b98a-1ccc-4a40-a4b0-c6babec3df94 HTTP/1.1" status: 200 len: 1096 time: 1.1440697 Jul 24 09:12:12.696137 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f280065-3667-41e0-b729-ddea17aa5b7a', 'tag': 'd443b98a-1ccc-4a40-a4b0-c6babec3df94'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:12.698388 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434f2f96-b830-4f9b-a677-f279e67b4b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f280065-3667-41e0-b729-ddea17aa5b7a", "tag": "d443b98a-1ccc-4a40-a4b0-c6babec3df94"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:12.733254 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-5f99342d-7ee6-4731-b239-8a965d5a9f07 service neutron] 10.222.0.32 "GET /v2.0/networks/6da5b74e-9b7e-4bba-aec3-9fab69199b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462083 Jul 24 09:12:12.752572 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-512e424b-dad9-43ce-9de6-2c4aa4aa9b65 req-06c2d962-da60-492f-b92c-ad8411ba9d1c tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f0e9db27-77ef-4172-af43-c9e6cd5914e1 HTTP/1.1" status: 200 len: 2981 time: 0.1803703 Jul 24 09:12:12.776096 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8996474-0ee0-45fe-a8f3-d5c82c45f134 service neutron] Pushing event updated for resources: {'Port': ['ID=d443b98a-1ccc-4a40-a4b0-c6babec3df94,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:12.787061 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-3ff939cd-7214-4378-a1a1-1f2456f3b884 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:12.788661 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-3ff939cd-7214-4378-a1a1-1f2456f3b884 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.20 "GET /v2.0/networks?id=f0544269-4e64-4c91-95af-03a4be88816f HTTP/1.1" status: 200 len: 805 time: 0.2342978 Jul 24 09:12:12.808371 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-f8e79235-ef62-4f7d-91b0-8d2ba4047fd3 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Request body: {'port': {'device_id': 'c9e502bd-4d77-4276-9af8-6a1a6b419ccd', 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f', 'admin_state_up': True, 'tenant_id': '400b6e3893174893b678c7f2a57041a8'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:12.845476 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-9c8fd2f4-7a39-4919-a9b3-07667c907726 service neutron] 10.222.0.32 "GET /v2.0/networks/6da5b74e-9b7e-4bba-aec3-9fab69199b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111474 Jul 24 09:12:13.076727 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-417005b9-9085-42a5-bb9a-edaaf771938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:13.078256 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-417005b9-9085-42a5-bb9a-edaaf771938d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55b10a1852e84b7588aba204f57f066d&device_id=1f280065-3667-41e0-b729-ddea17aa5b7a HTTP/1.1" status: 200 len: 1099 time: 0.2584691 Jul 24 09:12:13.125778 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-f8e79235-ef62-4f7d-91b0-8d2ba4047fd3 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Made reservation on behalf of 400b6e3893174893b678c7f2a57041a8 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:12:13.129216 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-f8e79235-ef62-4f7d-91b0-8d2ba4047fd3 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:13.133431 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-d84cba1b-fafd-4e00-b643-f218cbe1867b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=d443b98a-1ccc-4a40-a4b0-c6babec3df94 HTTP/1.1" status: 200 len: 217 time: 0.0454392 Jul 24 09:12:13.222970 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04b95f-06c3-4e52-9a7d-fa59095d9977 req-07fef1cd-a732-4179-a6e6-bc3a8b494bcb tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:13.224893 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9b04b95f-06c3-4e52-9a7d-fa59095d9977 req-07fef1cd-a732-4179-a6e6-bc3a8b494bcb tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f280065-3667-41e0-b729-ddea17aa5b7a HTTP/1.1" status: 200 len: 948 time: 0.1143401 Jul 24 09:12:13.236650 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-df07196f-dc77-4323-b10a-27e8e4fc5b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:13.238080 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-df07196f-dc77-4323-b10a-27e8e4fc5b64 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0984406 Jul 24 09:12:13.292705 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9b04b95f-06c3-4e52-9a7d-fa59095d9977 req-f253aece-00d9-4ba1-8f6d-93b4269a0cbc tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580795 Jul 24 09:12:13.356081 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8721f4-c357-450e-8dc1-284b5abb5b9e x-openstack-request-id: req-6b8721f4-c357-450e-8dc1-284b5abb5b9e {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:13.356380 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f280065-3667-41e0-b729-ddea17aa5b7a", "tag": "d443b98a-1ccc-4a40-a4b0-c6babec3df94", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:13.356633 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b8721f4-c357-450e-8dc1-284b5abb5b9e {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:13.357127 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f280065-3667-41e0-b729-ddea17aa5b7a', 'tag': 'd443b98a-1ccc-4a40-a4b0-c6babec3df94', 'status': 'completed', 'code': 200} Jul 24 09:12:13.436926 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-f8e79235-ef62-4f7d-91b0-8d2ba4047fd3 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Allocated IP 172.20.0.10 (f0544269-4e64-4c91-95af-03a4be88816f/bbeb15a4-8962-4380-8bb7-477c83cce3ff/c4a6c993-c829-4401-8cf5-3e1db70b8534) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:12:13.447249 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6ebed638-9282-4198-94f5-aaac8c1edd9c req-4fed46e3-3aac-4a22-acc9-59cb4d5c1f02 tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=875c5bcc023a43d49a6cab0f6f3264ee HTTP/1.1" status: 200 len: 6102 time: 0.0836542 Jul 24 09:12:13.452181 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-5adffe23-2019-4d34-8ea4-dd2680ec9ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:13.453727 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-5adffe23-2019-4d34-8ea4-dd2680ec9ce3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2073298 Jul 24 09:12:13.494439 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab15a4-4d6c-4288-bd1b-8f0a363bd96b req-2203c44f-33e7-42ea-808d-4b58c7b68044 tempest-NetworksTest-1457203825 tempest-NetworksTest-1457203825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:13.494912 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab15a4-4d6c-4288-bd1b-8f0a363bd96b req-2203c44f-33e7-42ea-808d-4b58c7b68044 tempest-NetworksTest-1457203825 tempest-NetworksTest-1457203825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:13.495382 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab15a4-4d6c-4288-bd1b-8f0a363bd96b req-2203c44f-33e7-42ea-808d-4b58c7b68044 tempest-NetworksTest-1457203825 tempest-NetworksTest-1457203825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:13.495845 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab15a4-4d6c-4288-bd1b-8f0a363bd96b req-2203c44f-33e7-42ea-808d-4b58c7b68044 tempest-NetworksTest-1457203825 tempest-NetworksTest-1457203825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:13.496437 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab15a4-4d6c-4288-bd1b-8f0a363bd96b req-2203c44f-33e7-42ea-808d-4b58c7b68044 tempest-NetworksTest-1457203825 tempest-NetworksTest-1457203825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:13.496956 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab15a4-4d6c-4288-bd1b-8f0a363bd96b req-2203c44f-33e7-42ea-808d-4b58c7b68044 tempest-NetworksTest-1457203825 tempest-NetworksTest-1457203825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:13.497419 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab15a4-4d6c-4288-bd1b-8f0a363bd96b req-2203c44f-33e7-42ea-808d-4b58c7b68044 tempest-NetworksTest-1457203825 tempest-NetworksTest-1457203825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:13.497892 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab15a4-4d6c-4288-bd1b-8f0a363bd96b req-2203c44f-33e7-42ea-808d-4b58c7b68044 tempest-NetworksTest-1457203825 tempest-NetworksTest-1457203825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:13.498330 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab15a4-4d6c-4288-bd1b-8f0a363bd96b req-2203c44f-33e7-42ea-808d-4b58c7b68044 tempest-NetworksTest-1457203825 tempest-NetworksTest-1457203825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:13.500343 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-82ab15a4-4d6c-4288-bd1b-8f0a363bd96b req-2203c44f-33e7-42ea-808d-4b58c7b68044 tempest-NetworksTest-1457203825 tempest-NetworksTest-1457203825-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6371 time: 0.2140992 Jul 24 09:12:13.508247 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6ebed638-9282-4198-94f5-aaac8c1edd9c req-8ea642d8-6b6c-44a7-bb39-f6e41fadb70a tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] 10.222.0.32 "GET /v2.0/security-groups/59d09aed-0212-43c1-bd8f-49d2ea27e9e0 HTTP/1.1" status: 200 len: 2981 time: 0.0600562 Jul 24 09:12:13.593402 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6ebed638-9282-4198-94f5-aaac8c1edd9c req-da160501-c459-4d5a-b783-135683bf62c5 tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] 10.222.0.32 "GET /v2.0/security-groups/59d09aed-0212-43c1-bd8f-49d2ea27e9e0 HTTP/1.1" status: 200 len: 2981 time: 0.0832169 Jul 24 09:12:13.629671 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-5d39ffa4-b795-499f-b708-33762c5fce72 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676028 Jul 24 09:12:13.749610 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3157c6f7-32a5-415e-9b95-dc6d46e5c884 req-7b5ea172-4918-494d-82a7-dc65133582a4 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e502bd-4d77-4276-9af8-6a1a6b419ccd HTTP/1.1" status: 200 len: 210 time: 0.0539243 Jul 24 09:12:13.789443 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-53e77b66-9d57-46da-a144-de002f1619fc req-79530c1c-bcb4-46bf-95f7-31906ea1742f tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8ac0487-d67d-4197-b11d-41a7850bda3c HTTP/1.1" status: 200 len: 210 time: 0.0406473 Jul 24 09:12:13.832551 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-f8e79235-ef62-4f7d-91b0-8d2ba4047fd3 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:13.860583 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d4558d14-5950-44de-81ac-50c8f9e00d49 req-09dec131-a68b-4898-8fa0-ee2b112df0b7 tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "GET /v2.0/security-groups/1520af1c-50b0-42eb-9dc2-9c0bf2068e9a HTTP/1.1" status: 200 len: 1776 time: 0.0466654 Jul 24 09:12:13.883987 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:13.937119 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d4558d14-5950-44de-81ac-50c8f9e00d49 req-378a70de-c47a-456c-ab12-b28f9e9b5d4e tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:13.968285 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d4558d14-5950-44de-81ac-50c8f9e00d49 req-378a70de-c47a-456c-ab12-b28f9e9b5d4e tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:14.014354 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d4558d14-5950-44de-81ac-50c8f9e00d49 req-378a70de-c47a-456c-ab12-b28f9e9b5d4e tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:14.017981 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d4558d14-5950-44de-81ac-50c8f9e00d49 req-378a70de-c47a-456c-ab12-b28f9e9b5d4e tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:14.019306 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d4558d14-5950-44de-81ac-50c8f9e00d49 req-378a70de-c47a-456c-ab12-b28f9e9b5d4e tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/1520af1c-50b0-42eb-9dc2-9c0bf2068e9a HTTP/1.1" status: 204 len: 173 time: 0.1481164 Jul 24 09:12:14.028114 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a70de-c47a-456c-ab12-b28f9e9b5d4e tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1520af1c-50b0-42eb-9dc2-9c0bf2068e9a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:14.093661 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7e17af99-7a92-4d8d-b824-c9d3f0bd72f8 req-230bd87c-e1bc-44f3-861d-d44114481494 tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "GET /v2.0/security-groups/7f5ba1bb-a870-4302-9bc6-62763d6bd80a HTTP/1.1" status: 200 len: 1777 time: 0.0391037 Jul 24 09:12:14.150614 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-7e17af99-7a92-4d8d-b824-c9d3f0bd72f8 req-2a37da66-2b0e-4b94-b6b5-697f7bbd81bf tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:14.174471 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-7e17af99-7a92-4d8d-b824-c9d3f0bd72f8 req-2a37da66-2b0e-4b94-b6b5-697f7bbd81bf tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:14.237196 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-7e17af99-7a92-4d8d-b824-c9d3f0bd72f8 req-2a37da66-2b0e-4b94-b6b5-697f7bbd81bf tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:14.240377 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-7e17af99-7a92-4d8d-b824-c9d3f0bd72f8 req-2a37da66-2b0e-4b94-b6b5-697f7bbd81bf tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:14.242415 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7e17af99-7a92-4d8d-b824-c9d3f0bd72f8 req-2a37da66-2b0e-4b94-b6b5-697f7bbd81bf tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f5ba1bb-a870-4302-9bc6-62763d6bd80a HTTP/1.1" status: 204 len: 173 time: 0.1424878 Jul 24 09:12:14.252665 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37da66-2b0e-4b94-b6b5-697f7bbd81bf tempest-SecurityGroupsTestAdminJSON-1934681959 tempest-SecurityGroupsTestAdminJSON-1934681959-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5ba1bb-a870-4302-9bc6-62763d6bd80a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:14.271895 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f886fa1-ed30-499b-b88b-726118c74a08 req-7a8e3064-2c9c-40d0-91e8-a396714cc1fe service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144352 Jul 24 09:12:14.318202 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e6e24-f583-4ccf-bde2-8f7f46bfee62 req-4a51d308-bd68-48c4-9e0d-6ca972a29f8f tempest-NetworksTest-1457203825 tempest-NetworksTest-1457203825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:14.322423 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-276e6e24-f583-4ccf-bde2-8f7f46bfee62 req-4a51d308-bd68-48c4-9e0d-6ca972a29f8f tempest-NetworksTest-1457203825 tempest-NetworksTest-1457203825-project-admin] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 886 time: 0.5279033 Jul 24 09:12:14.361010 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-f8e79235-ef62-4f7d-91b0-8d2ba4047fd3 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:14.373299 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['880fbce5-c5db-464b-a114-3858d9fcfd2c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:12:14.388445 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9c4f43bd-e85a-4965-912d-ea0cd584d41e req-1408ff54-6b57-4ac7-95ee-4a93f04c4cbd tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] 10.222.0.32 "GET /v2.0/security-groups/c6f3f898-0d9b-4c00-b9e9-14ace9fc5fa0 HTTP/1.1" status: 200 len: 1778 time: 0.1169753 Jul 24 09:12:14.425297 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e79235-ef62-4f7d-91b0-8d2ba4047fd3 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Pushing event updated for resources: {'Port': ['ID=c4a6c993-c829-4401-8cf5-3e1db70b8534,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:14.536211 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-f8e79235-ef62-4f7d-91b0-8d2ba4047fd3 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Network f0544269-4e64-4c91-95af-03a4be88816f is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:12:14.542395 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-f8e79235-ef62-4f7d-91b0-8d2ba4047fd3 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:12:14.550519 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f2f96-b830-4f9b-a677-f279e67b4b0d req-f880b51b-14bb-4f33-82e9-f9c76b5f56dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:14.552273 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-434f2f96-b830-4f9b-a677-f279e67b4b0d req-f880b51b-14bb-4f33-82e9-f9c76b5f56dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55b10a1852e84b7588aba204f57f066d&device_id=1f280065-3667-41e0-b729-ddea17aa5b7a HTTP/1.1" status: 200 len: 1099 time: 0.2258608 Jul 24 09:12:14.552992 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-f8e79235-ef62-4f7d-91b0-8d2ba4047fd3 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:12:14.553131 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9c4f43bd-e85a-4965-912d-ea0cd584d41e req-430db427-21d7-4434-b36a-5f47bf1de75f tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:14.602029 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9c4f43bd-e85a-4965-912d-ea0cd584d41e req-430db427-21d7-4434-b36a-5f47bf1de75f tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:14.618836 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-7fc7bda0-d47e-4739-8ee1-196af2c7568c tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:14.620312 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-7fc7bda0-d47e-4739-8ee1-196af2c7568c tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.37 "GET /v2.0/networks?id=6da5b74e-9b7e-4bba-aec3-9fab69199b2e HTTP/1.1" status: 200 len: 812 time: 0.2882318 Jul 24 09:12:14.637280 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-9e2611ea-2ee4-427a-bcca-2d9cd819c6ce tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Request body: {'port': {'device_id': 'b8ac0487-d67d-4197-b11d-41a7850bda3c', 'network_id': '6da5b74e-9b7e-4bba-aec3-9fab69199b2e', 'admin_state_up': True, 'tenant_id': 'b1cf95805c904746b22eb504a41a0ebc'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:14.647495 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-f8e79235-ef62-4f7d-91b0-8d2ba4047fd3 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:14.648107 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-f8e79235-ef62-4f7d-91b0-8d2ba4047fd3 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:14.687876 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6e420-bf9b-4898-a486-ad2a6edea297 req-0f10874d-97d5-42b0-8033-abde367cd973 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:14.689735 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9ce6e420-bf9b-4898-a486-ad2a6edea297 req-0f10874d-97d5-42b0-8033-abde367cd973 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f280065-3667-41e0-b729-ddea17aa5b7a HTTP/1.1" status: 200 len: 948 time: 0.2675507 Jul 24 09:12:14.706552 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9c4f43bd-e85a-4965-912d-ea0cd584d41e req-430db427-21d7-4434-b36a-5f47bf1de75f tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:14.709151 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9c4f43bd-e85a-4965-912d-ea0cd584d41e req-430db427-21d7-4434-b36a-5f47bf1de75f tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:14.710299 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9c4f43bd-e85a-4965-912d-ea0cd584d41e req-430db427-21d7-4434-b36a-5f47bf1de75f tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] 10.222.0.32 "DELETE /v2.0/security-groups/c6f3f898-0d9b-4c00-b9e9-14ace9fc5fa0 HTTP/1.1" status: 204 len: 173 time: 0.3108766 Jul 24 09:12:14.711347 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f2f96-b830-4f9b-a677-f279e67b4b0d req-afd5013c-21ff-403f-bb53-74784aa37f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:14.713321 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-434f2f96-b830-4f9b-a677-f279e67b4b0d req-afd5013c-21ff-403f-bb53-74784aa37f99 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.1487353 Jul 24 09:12:14.729056 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-f8e79235-ef62-4f7d-91b0-8d2ba4047fd3 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9305520 Jul 24 09:12:14.732385 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430db427-21d7-4434-b36a-5f47bf1de75f tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f3f898-0d9b-4c00-b9e9-14ace9fc5fa0,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:14.756185 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-088fc38a-204f-406c-ad6e-718d78861d20 service neutron] Request body: {'port': {'device_id': 'c9e502bd-4d77-4276-9af8-6a1a6b419ccd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:14.767952 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-434f2f96-b830-4f9b-a677-f279e67b4b0d req-e2538ca5-34c5-47bf-a52f-7a0014340515 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=d443b98a-1ccc-4a40-a4b0-c6babec3df94 HTTP/1.1" status: 200 len: 217 time: 0.0458634 Jul 24 09:12:14.821109 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9ce6e420-bf9b-4898-a486-ad2a6edea297 req-250c94c2-997a-460e-8f76-8cf0ca553475 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211219 Jul 24 09:12:14.870497 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-088fc38a-204f-406c-ad6e-718d78861d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:14.878621 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-9e2611ea-2ee4-427a-bcca-2d9cd819c6ce tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Made reservation on behalf of b1cf95805c904746b22eb504a41a0ebc for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:12:14.882692 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-9e2611ea-2ee4-427a-bcca-2d9cd819c6ce tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:14.912125 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f2f96-b830-4f9b-a677-f279e67b4b0d req-40fb6ece-582b-4b6e-be17-836795e6fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:14.913641 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-434f2f96-b830-4f9b-a677-f279e67b4b0d req-40fb6ece-582b-4b6e-be17-836795e6fbf1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1393313 Jul 24 09:12:15.002603 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a072e5-2925-48f8-a1d3-80680142d732 req-03086e59-f892-4856-9d4c-4501066175ce tempest-NetworksTest-1457203825 tempest-NetworksTest-1457203825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:15.003077 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a072e5-2925-48f8-a1d3-80680142d732 req-03086e59-f892-4856-9d4c-4501066175ce tempest-NetworksTest-1457203825 tempest-NetworksTest-1457203825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:15.003542 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a072e5-2925-48f8-a1d3-80680142d732 req-03086e59-f892-4856-9d4c-4501066175ce tempest-NetworksTest-1457203825 tempest-NetworksTest-1457203825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:15.004001 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a072e5-2925-48f8-a1d3-80680142d732 req-03086e59-f892-4856-9d4c-4501066175ce tempest-NetworksTest-1457203825 tempest-NetworksTest-1457203825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:15.004478 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a072e5-2925-48f8-a1d3-80680142d732 req-03086e59-f892-4856-9d4c-4501066175ce tempest-NetworksTest-1457203825 tempest-NetworksTest-1457203825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:15.004944 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a072e5-2925-48f8-a1d3-80680142d732 req-03086e59-f892-4856-9d4c-4501066175ce tempest-NetworksTest-1457203825 tempest-NetworksTest-1457203825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:15.005395 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a072e5-2925-48f8-a1d3-80680142d732 req-03086e59-f892-4856-9d4c-4501066175ce tempest-NetworksTest-1457203825 tempest-NetworksTest-1457203825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:15.005851 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a072e5-2925-48f8-a1d3-80680142d732 req-03086e59-f892-4856-9d4c-4501066175ce tempest-NetworksTest-1457203825 tempest-NetworksTest-1457203825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:15.006338 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a072e5-2925-48f8-a1d3-80680142d732 req-03086e59-f892-4856-9d4c-4501066175ce tempest-NetworksTest-1457203825 tempest-NetworksTest-1457203825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:15.008235 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-09a072e5-2925-48f8-a1d3-80680142d732 req-03086e59-f892-4856-9d4c-4501066175ce tempest-NetworksTest-1457203825 tempest-NetworksTest-1457203825-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6371 time: 0.2792640 Jul 24 09:12:15.035395 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f2f96-b830-4f9b-a677-f279e67b4b0d req-0ff561ee-f358-4b4d-82ea-a3a63e8d8cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:15.036814 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-434f2f96-b830-4f9b-a677-f279e67b4b0d req-0ff561ee-f358-4b4d-82ea-a3a63e8d8cec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1043198 Jul 24 09:12:15.130878 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-9e2611ea-2ee4-427a-bcca-2d9cd819c6ce tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Allocated IP 172.20.0.7 (6da5b74e-9b7e-4bba-aec3-9fab69199b2e/8c61e798-901f-44ac-9877-91309be37bbe/abf5d388-a76e-48ca-b458-0e0dfc1fda63) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:12:15.161688 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-434f2f96-b830-4f9b-a677-f279e67b4b0d req-7d5e7859-2665-4069-af18-19f7b038a2c1 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100435 Jul 24 09:12:15.364221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-088fc38a-204f-406c-ad6e-718d78861d20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a6c993-c829-4401-8cf5-3e1db70b8534 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:15.376447 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-088fc38a-204f-406c-ad6e-718d78861d20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:15.376686 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-434f2f96-b830-4f9b-a677-f279e67b4b0d req-4434abc9-aebb-4d01-994e-64eb7566edfb service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959779 Jul 24 09:12:15.386137 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1b6d401e-e94a-410b-bee9-41f656dc15d7 req-7392653a-3f62-4224-a195-4266a7b34fb0 tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] 10.222.0.32 "GET /v2.0/security-groups/dbc24369-035c-4fe1-8d9a-bfbf90e4af0c HTTP/1.1" status: 200 len: 1776 time: 0.1901426 Jul 24 09:12:15.406566 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-088fc38a-204f-406c-ad6e-718d78861d20 service neutron] Transition to ACTIVE for port object c4a6c993-c829-4401-8cf5-3e1db70b8534 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:15.409716 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-9e2611ea-2ee4-427a-bcca-2d9cd819c6ce tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:15.413361 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-088fc38a-204f-406c-ad6e-718d78861d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:15.444792 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53190) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:15.477895 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1b6d401e-e94a-410b-bee9-41f656dc15d7 req-dd08e8fb-79c0-4d9e-b727-2248dced2f51 tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:15.494194 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fc38a-204f-406c-ad6e-718d78861d20 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a6c993-c829-4401-8cf5-3e1db70b8534,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:15.520625 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1b6d401e-e94a-410b-bee9-41f656dc15d7 req-dd08e8fb-79c0-4d9e-b727-2248dced2f51 tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:15.545311 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-9e2611ea-2ee4-427a-bcca-2d9cd819c6ce tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:15.575152 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1b6d401e-e94a-410b-bee9-41f656dc15d7 req-dd08e8fb-79c0-4d9e-b727-2248dced2f51 tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:15.579675 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1b6d401e-e94a-410b-bee9-41f656dc15d7 req-dd08e8fb-79c0-4d9e-b727-2248dced2f51 tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:15.581482 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1b6d401e-e94a-410b-bee9-41f656dc15d7 req-dd08e8fb-79c0-4d9e-b727-2248dced2f51 tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] 10.222.0.32 "DELETE /v2.0/security-groups/dbc24369-035c-4fe1-8d9a-bfbf90e4af0c HTTP/1.1" status: 204 len: 173 time: 0.1885428 Jul 24 09:12:15.597873 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08e8fb-79c0-4d9e-b727-2248dced2f51 tempest-SecurityGroupsTestAdminJSON-1356248269 tempest-SecurityGroupsTestAdminJSON-1356248269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc24369-035c-4fe1-8d9a-bfbf90e4af0c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:15.611151 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-9e2611ea-2ee4-427a-bcca-2d9cd819c6ce tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Network 6da5b74e-9b7e-4bba-aec3-9fab69199b2e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:12:15.618772 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-9e2611ea-2ee4-427a-bcca-2d9cd819c6ce tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:12:15.621338 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-088fc38a-204f-406c-ad6e-718d78861d20 service neutron] Attempting to bind port c4a6c993-c829-4401-8cf5-3e1db70b8534 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:12:15.621754 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-088fc38a-204f-406c-ad6e-718d78861d20 service neutron] Attempting to bind port c4a6c993-c829-4401-8cf5-3e1db70b8534 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:12:15.622636 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-088fc38a-204f-406c-ad6e-718d78861d20 service neutron] Attempting to bind port c4a6c993-c829-4401-8cf5-3e1db70b8534 on network f0544269-4e64-4c91-95af-03a4be88816f {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:15.626068 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-9e2611ea-2ee4-427a-bcca-2d9cd819c6ce tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:12:15.628823 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2611ea-2ee4-427a-bcca-2d9cd819c6ce tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Pushing event updated for resources: {'Port': ['ID=abf5d388-a76e-48ca-b458-0e0dfc1fda63,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:15.659010 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-088fc38a-204f-406c-ad6e-718d78861d20 service neutron] Port c4a6c993-c829-4401-8cf5-3e1db70b8534 on network f0544269-4e64-4c91-95af-03a4be88816f not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:12:15.659436 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-088fc38a-204f-406c-ad6e-718d78861d20 service neutron] Attempting to bind port c4a6c993-c829-4401-8cf5-3e1db70b8534 on network f0544269-4e64-4c91-95af-03a4be88816f {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:15.672510 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-088fc38a-204f-406c-ad6e-718d78861d20 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:12:15.672944 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-088fc38a-204f-406c-ad6e-718d78861d20 service neutron] Checking segment: {'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:12:15.673406 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-088fc38a-204f-406c-ad6e-718d78861d20 service neutron] Bound using segment: {'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:12:15.673906 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-088fc38a-204f-406c-ad6e-718d78861d20 service neutron] Bound port: c4a6c993-c829-4401-8cf5-3e1db70b8534, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:12:15.674270 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-088fc38a-204f-406c-ad6e-718d78861d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:15.703467 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-9e2611ea-2ee4-427a-bcca-2d9cd819c6ce tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:15.704411 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-9e2611ea-2ee4-427a-bcca-2d9cd819c6ce tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:15.740671 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4b7403b9-564b-436f-b120-ef91d25477fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:15.753872 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-9e2611ea-2ee4-427a-bcca-2d9cd819c6ce tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1224763 Jul 24 09:12:15.774121 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-91f2c2d1-e28c-4e1e-8cd2-46eb20adee4c service neutron] Request body: {'port': {'device_id': 'b8ac0487-d67d-4197-b11d-41a7850bda3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:15.808355 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-088fc38a-204f-406c-ad6e-718d78861d20 service neutron] For port c4a6c993-c829-4401-8cf5-3e1db70b8534, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:12:15.828287 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-088fc38a-204f-406c-ad6e-718d78861d20 service neutron] For port c4a6c993-c829-4401-8cf5-3e1db70b8534, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=c4a6c993-c829-4401-8cf5-3e1db70b8534,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:12:15.854666 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14649bad-9ec8-4180-9913-a7ce91134089 req-8f16c827-1725-45cc-ac78-40d562e07fdc tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:15.856200 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-14649bad-9ec8-4180-9913-a7ce91134089 req-8f16c827-1725-45cc-ac78-40d562e07fdc tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e502bd-4d77-4276-9af8-6a1a6b419ccd HTTP/1.1" status: 200 len: 944 time: 0.1460288 Jul 24 09:12:15.859211 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-088fc38a-204f-406c-ad6e-718d78861d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:15.929991 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-14649bad-9ec8-4180-9913-a7ce91134089 req-1593c163-896f-42ff-bba3-c071b98e3ddb tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615282 Jul 24 09:12:15.936041 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-088fc38a-204f-406c-ad6e-718d78861d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:15.936298 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-088fc38a-204f-406c-ad6e-718d78861d20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:15.938102 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-088fc38a-204f-406c-ad6e-718d78861d20 service neutron] 10.222.0.20 "PUT /v2.0/ports/c4a6c993-c829-4401-8cf5-3e1db70b8534 HTTP/1.1" status: 200 len: 1092 time: 1.1990113 Jul 24 09:12:15.939747 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e502bd-4d77-4276-9af8-6a1a6b419ccd', 'tag': 'c4a6c993-c829-4401-8cf5-3e1db70b8534'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:15.941995 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49b6200-a971-46db-97e4-6fc53e42e4b2" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e502bd-4d77-4276-9af8-6a1a6b419ccd", "tag": "c4a6c993-c829-4401-8cf5-3e1db70b8534"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:15.952161 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-91f2c2d1-e28c-4e1e-8cd2-46eb20adee4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:15.972291 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53206) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:15.996134 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4b7403b9-564b-436f-b120-ef91d25477fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:16.002942 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4b7403b9-564b-436f-b120-ef91d25477fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:16.023339 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fc38a-204f-406c-ad6e-718d78861d20 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a6c993-c829-4401-8cf5-3e1db70b8534,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:16.048217 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4b7403b9-564b-436f-b120-ef91d25477fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d95032f7200c4c698f75620f6e5222e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5997453 Jul 24 09:12:16.049724 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53210) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:16.059629 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7403b9-564b-436f-b120-ef91d25477fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf070b8-87a5-4593-a402-00b73bf73b43,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:16.104874 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9105528-f4f9-4d6e-9a66-4f2483e0226a req-7f183a50-ecfb-4b19-b825-c86cc3577aa2 tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:16.106413 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f9105528-f4f9-4d6e-9a66-4f2483e0226a req-7f183a50-ecfb-4b19-b825-c86cc3577aa2 tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8ac0487-d67d-4197-b11d-41a7850bda3c HTTP/1.1" status: 200 len: 931 time: 0.2525878 Jul 24 09:12:16.122666 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-da3d8adc-c1b4-4dc1-ae9a-d52fa9ec2354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:16.149087 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-da3d8adc-c1b4-4dc1-ae9a-d52fa9ec2354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:16.213728 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-da3d8adc-c1b4-4dc1-ae9a-d52fa9ec2354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:16.216877 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-da3d8adc-c1b4-4dc1-ae9a-d52fa9ec2354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:16.220725 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-da3d8adc-c1b4-4dc1-ae9a-d52fa9ec2354 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3cf070b8-87a5-4593-a402-00b73bf73b43 HTTP/1.1" status: 204 len: 168 time: 0.1673112 Jul 24 09:12:16.233141 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d8adc-c1b4-4dc1-ae9a-d52fa9ec2354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf070b8-87a5-4593-a402-00b73bf73b43,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:16.257764 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device d443b98a-1ccc-4a40-a4b0-c6babec3df94 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:12:16.285817 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-fa87126f-97af-46b0-987f-68a81219051c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:16.287519 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-fa87126f-97af-46b0-987f-68a81219051c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=400b6e3893174893b678c7f2a57041a8&device_id=c9e502bd-4d77-4276-9af8-6a1a6b419ccd HTTP/1.1" status: 200 len: 1095 time: 0.2967751 Jul 24 09:12:16.305443 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f9105528-f4f9-4d6e-9a66-4f2483e0226a req-22ae4d0e-e485-4be2-8fa6-11b15f96d209 tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/security-groups?id=74e835d8-06b0-4035-8f80-b24e79a79502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902554 Jul 24 09:12:16.327666 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53216) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:16.327892 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-030e2f56-e996-422a-96ca-41748e45d2db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=875c5bcc023a43d49a6cab0f6f3264ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3494313 Jul 24 09:12:16.338953 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:16.404152 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-582cecf3-d5aa-4a21-a16e-b4b514cce043 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4a6c993-c829-4401-8cf5-3e1db70b8534 HTTP/1.1" status: 200 len: 217 time: 0.0974674 Jul 24 09:12:16.441773 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-27e54203-67c8-47e3-aac0-595ffca95aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:16.488185 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-a0cd2bb8-0147-432d-9b5e-97f9fb6b48fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:16.489682 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-a0cd2bb8-0147-432d-9b5e-97f9fb6b48fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbeb15a4-8962-4380-8bb7-477c83cce3ff HTTP/1.1" status: 200 len: 845 time: 0.0794973 Jul 24 09:12:16.502102 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-27e54203-67c8-47e3-aac0-595ffca95aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:16.540656 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port d443b98a-1ccc-4a40-a4b0-c6babec3df94, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=d443b98a-1ccc-4a40-a4b0-c6babec3df94,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:16.554481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'd443b98a-1ccc-4a40-a4b0-c6babec3df94', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': 'd443b98a-1ccc-4a40-a4b0-c6babec3df94', 'mac_address': 'fa:16:3e:d6:3e:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:12:16.556282 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-1f057403-705a-4c9e-95f6-2a272e7efdb1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0544269-4e64-4c91-95af-03a4be88816f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541611 Jul 24 09:12:16.558037 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb18c505-71f5-4335-a7e5-49bbee815a7f x-openstack-request-id: req-bb18c505-71f5-4335-a7e5-49bbee815a7f {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:16.558328 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e502bd-4d77-4276-9af8-6a1a6b419ccd", "tag": "c4a6c993-c829-4401-8cf5-3e1db70b8534", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:16.558575 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb18c505-71f5-4335-a7e5-49bbee815a7f {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:16.560493 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e502bd-4d77-4276-9af8-6a1a6b419ccd', 'tag': 'c4a6c993-c829-4401-8cf5-3e1db70b8534', 'status': 'completed', 'code': 200} Jul 24 09:12:16.595554 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-27e54203-67c8-47e3-aac0-595ffca95aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:16.598171 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-27e54203-67c8-47e3-aac0-595ffca95aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:16.601611 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-27e54203-67c8-47e3-aac0-595ffca95aa1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/59d09aed-0212-43c1-bd8f-49d2ea27e9e0 HTTP/1.1" status: 204 len: 168 time: 0.2699463 Jul 24 09:12:16.609825 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:16.618755 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e54203-67c8-47e3-aac0-595ffca95aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d09aed-0212-43c1-bd8f-49d2ea27e9e0,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:16.629682 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d443b98a-1ccc-4a40-a4b0-c6babec3df94 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:16.677737 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port d443b98a-1ccc-4a40-a4b0-c6babec3df94, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=d443b98a-1ccc-4a40-a4b0-c6babec3df94,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:16.684788 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:16.733256 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-91f2c2d1-e28c-4e1e-8cd2-46eb20adee4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abf5d388-a76e-48ca-b458-0e0dfc1fda63 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:16.752967 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=d443b98a-1ccc-4a40-a4b0-c6babec3df94,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:16.754632 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-91f2c2d1-e28c-4e1e-8cd2-46eb20adee4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:16.775399 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53226) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:16.794991 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-53783a3c-ff27-490f-b8a7-1adcb6062ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:16.798909 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-91f2c2d1-e28c-4e1e-8cd2-46eb20adee4c service neutron] Transition to ACTIVE for port object abf5d388-a76e-48ca-b458-0e0dfc1fda63 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:16.803945 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-6793b9ff-fac3-4d6f-8d81-a3511056e3e3 service neutron] 10.222.0.20 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368770 Jul 24 09:12:16.806400 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-91f2c2d1-e28c-4e1e-8cd2-46eb20adee4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:16.819718 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede8038-ec3e-4ea3-9e53-0dd46bde1260 req-928989ad-6a7b-487d-943f-dabf444c1266 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:16.822114 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4ede8038-ec3e-4ea3-9e53-0dd46bde1260 req-928989ad-6a7b-487d-943f-dabf444c1266 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f280065-3667-41e0-b729-ddea17aa5b7a HTTP/1.1" status: 200 len: 948 time: 0.2612941 Jul 24 09:12:16.916409 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['d443b98a-1ccc-4a40-a4b0-c6babec3df94'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:12:16.927068 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-53783a3c-ff27-490f-b8a7-1adcb6062ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:16.932291 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-53783a3c-ff27-490f-b8a7-1adcb6062ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:17.012777 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-53783a3c-ff27-490f-b8a7-1adcb6062ded admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9604c1b57aa04b83b6672a21df333c2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340758 Jul 24 09:12:17.012777 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53783a3c-ff27-490f-b8a7-1adcb6062ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d6b0eb-334a-4f82-8f3a-3ab751e42cdc,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:17.037730 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53232) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:17.056195 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2c2d1-e28c-4e1e-8cd2-46eb20adee4c service neutron] Pushing event updated for resources: {'Port': ['ID=abf5d388-a76e-48ca-b458-0e0dfc1fda63,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:17.087779 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53234) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:17.094071 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4ede8038-ec3e-4ea3-9e53-0dd46bde1260 req-f49df3c8-47fb-408d-8920-4681d739110b tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635849 Jul 24 09:12:17.142537 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-872bd7d1-87a0-47e1-b3bb-7bec4f84a169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:17.169417 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-872bd7d1-87a0-47e1-b3bb-7bec4f84a169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:17.195648 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-208cc11b-92bd-4b9a-bead-41795447e841 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2bdfedd26f7d4a1b87661904ec5e67e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1069086 Jul 24 09:12:17.198331 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53242) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:17.217085 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-9429d66b-13f7-4e1c-8c72-e2d9e9aedf2c service neutron] 10.222.0.20 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904173 Jul 24 09:12:17.259105 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-91f2c2d1-e28c-4e1e-8cd2-46eb20adee4c service neutron] Attempting to bind port abf5d388-a76e-48ca-b458-0e0dfc1fda63 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:12:17.259455 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-91f2c2d1-e28c-4e1e-8cd2-46eb20adee4c service neutron] Attempting to bind port abf5d388-a76e-48ca-b458-0e0dfc1fda63 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'f7121feb-9dad-4a6d-98e7-5e26378a960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6da5b74e-9b7e-4bba-aec3-9fab69199b2e'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:12:17.259878 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-91f2c2d1-e28c-4e1e-8cd2-46eb20adee4c service neutron] Attempting to bind port abf5d388-a76e-48ca-b458-0e0dfc1fda63 on network 6da5b74e-9b7e-4bba-aec3-9fab69199b2e {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:17.270006 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-91f2c2d1-e28c-4e1e-8cd2-46eb20adee4c service neutron] Port abf5d388-a76e-48ca-b458-0e0dfc1fda63 on network 6da5b74e-9b7e-4bba-aec3-9fab69199b2e not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:12:17.270172 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-91f2c2d1-e28c-4e1e-8cd2-46eb20adee4c service neutron] Attempting to bind port abf5d388-a76e-48ca-b458-0e0dfc1fda63 on network 6da5b74e-9b7e-4bba-aec3-9fab69199b2e {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:17.277985 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-872bd7d1-87a0-47e1-b3bb-7bec4f84a169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:17.281648 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-872bd7d1-87a0-47e1-b3bb-7bec4f84a169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:17.285828 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-872bd7d1-87a0-47e1-b3bb-7bec4f84a169 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9d6b0eb-334a-4f82-8f3a-3ab751e42cdc HTTP/1.1" status: 204 len: 168 time: 0.2457006 Jul 24 09:12:17.298196 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-91f2c2d1-e28c-4e1e-8cd2-46eb20adee4c service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:12:17.298925 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-91f2c2d1-e28c-4e1e-8cd2-46eb20adee4c service neutron] Checking segment: {'id': 'f7121feb-9dad-4a6d-98e7-5e26378a960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6da5b74e-9b7e-4bba-aec3-9fab69199b2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:12:17.299647 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-91f2c2d1-e28c-4e1e-8cd2-46eb20adee4c service neutron] Bound using segment: {'id': 'f7121feb-9dad-4a6d-98e7-5e26378a960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6da5b74e-9b7e-4bba-aec3-9fab69199b2e'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:12:17.299885 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-91f2c2d1-e28c-4e1e-8cd2-46eb20adee4c service neutron] Bound port: abf5d388-a76e-48ca-b458-0e0dfc1fda63, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7121feb-9dad-4a6d-98e7-5e26378a960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6da5b74e-9b7e-4bba-aec3-9fab69199b2e'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:12:17.300533 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-91f2c2d1-e28c-4e1e-8cd2-46eb20adee4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:17.308602 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bd7d1-87a0-47e1-b3bb-7bec4f84a169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d6b0eb-334a-4f82-8f3a-3ab751e42cdc,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:17.324499 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd0f19fb-9424-4146-9ba3-426dfd5661f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:17.365968 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad0b2d-2e52-42f2-9ddc-77c133cb32ef req-de9442e5-1d8b-4985-900c-d5d95df02966 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:17.367885 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-99ad0b2d-2e52-42f2-9ddc-77c133cb32ef req-de9442e5-1d8b-4985-900c-d5d95df02966 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e502bd-4d77-4276-9af8-6a1a6b419ccd HTTP/1.1" status: 200 len: 944 time: 0.1729114 Jul 24 09:12:17.385264 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd0f19fb-9424-4146-9ba3-426dfd5661f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:17.478953 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd0f19fb-9424-4146-9ba3-426dfd5661f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:17.480383 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-91f2c2d1-e28c-4e1e-8cd2-46eb20adee4c service neutron] For port abf5d388-a76e-48ca-b458-0e0dfc1fda63, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:12:17.482292 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd0f19fb-9424-4146-9ba3-426dfd5661f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:17.483461 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bd0f19fb-9424-4146-9ba3-426dfd5661f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de37f011-d356-4ca1-a934-c79bae46e927 HTTP/1.1" status: 204 len: 168 time: 0.2840259 Jul 24 09:12:17.492469 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f19fb-9424-4146-9ba3-426dfd5661f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de37f011-d356-4ca1-a934-c79bae46e927,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:17.501785 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f44da5-a083-4027-b04b-cb5cc54aae36 req-a9ea55da-faf2-4cb5-8a3a-b8b1c4f5fa6a tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:17.503322 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c8f44da5-a083-4027-b04b-cb5cc54aae36 req-a9ea55da-faf2-4cb5-8a3a-b8b1c4f5fa6a tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8ac0487-d67d-4197-b11d-41a7850bda3c HTTP/1.1" status: 200 len: 943 time: 0.1011562 Jul 24 09:12:17.512257 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-91f2c2d1-e28c-4e1e-8cd2-46eb20adee4c service neutron] For port abf5d388-a76e-48ca-b458-0e0dfc1fda63, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=abf5d388-a76e-48ca-b458-0e0dfc1fda63,segment=NetworkSegment(f7121feb-9dad-4a6d-98e7-5e26378a960a),segment_id=f7121feb-9dad-4a6d-98e7-5e26378a960a)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:12:17.528461 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b6200-a971-46db-97e4-6fc53e42e4b2 req-f065ab29-f4ae-4e78-b116-55a22c58f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:17.530109 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f49b6200-a971-46db-97e4-6fc53e42e4b2 req-f065ab29-f4ae-4e78-b116-55a22c58f4cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=400b6e3893174893b678c7f2a57041a8&device_id=c9e502bd-4d77-4276-9af8-6a1a6b419ccd HTTP/1.1" status: 200 len: 1095 time: 0.2266407 Jul 24 09:12:17.531190 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-91f2c2d1-e28c-4e1e-8cd2-46eb20adee4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:17.557700 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-99ad0b2d-2e52-42f2-9ddc-77c133cb32ef req-802e9d4d-3688-4f63-b2db-3ce7738cd857 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075747 Jul 24 09:12:17.563943 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c8f44da5-a083-4027-b04b-cb5cc54aae36 req-4d9098f5-c33a-4bb0-ac5c-beaa9a16fb89 tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/security-groups?id=74e835d8-06b0-4035-8f80-b24e79a79502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476260 Jul 24 09:12:17.607269 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-91f2c2d1-e28c-4e1e-8cd2-46eb20adee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:17.607970 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-91f2c2d1-e28c-4e1e-8cd2-46eb20adee4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:17.609491 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-91f2c2d1-e28c-4e1e-8cd2-46eb20adee4c service neutron] 10.222.0.37 "PUT /v2.0/ports/abf5d388-a76e-48ca-b458-0e0dfc1fda63 HTTP/1.1" status: 200 len: 1091 time: 1.8423502 Jul 24 09:12:17.712389 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2c2d1-e28c-4e1e-8cd2-46eb20adee4c service neutron] Pushing event updated for resources: {'Port': ['ID=abf5d388-a76e-48ca-b458-0e0dfc1fda63,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:17.740241 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b6200-a971-46db-97e4-6fc53e42e4b2 req-275a7b9d-9e06-4bef-b2e2-65b1967e73e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:17.741768 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f49b6200-a971-46db-97e4-6fc53e42e4b2 req-275a7b9d-9e06-4bef-b2e2-65b1967e73e8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0544269-4e64-4c91-95af-03a4be88816f HTTP/1.1" status: 200 len: 905 time: 0.2002938 Jul 24 09:12:17.760386 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53264) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:17.801737 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-0e4622b9-62ac-41ea-8240-c960a028da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:17.803295 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-0e4622b9-62ac-41ea-8240-c960a028da14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1cf95805c904746b22eb504a41a0ebc&device_id=b8ac0487-d67d-4197-b11d-41a7850bda3c HTTP/1.1" status: 200 len: 1094 time: 0.1298234 Jul 24 09:12:17.804550 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f49b6200-a971-46db-97e4-6fc53e42e4b2 req-f7f1f3ae-3d9c-4ccc-b813-018ba2446d39 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4a6c993-c829-4401-8cf5-3e1db70b8534 HTTP/1.1" status: 200 len: 217 time: 0.0530686 Jul 24 09:12:17.875780 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-7015bb5e-66af-47dc-99e6-4c46d06d63a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abf5d388-a76e-48ca-b458-0e0dfc1fda63 HTTP/1.1" status: 200 len: 217 time: 0.0516958 Jul 24 09:12:17.944599 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-d1d90d75-9af8-4763-8277-9451c10dbb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:17.946097 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-d1d90d75-9af8-4763-8277-9451c10dbb02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c61e798-901f-44ac-9877-91309be37bbe HTTP/1.1" status: 200 len: 852 time: 0.0645947 Jul 24 09:12:17.948828 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6b52af6e-980f-419f-a195-d297ceb29490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:17.952767 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b6200-a971-46db-97e4-6fc53e42e4b2 req-21355670-5fd6-4bad-84e4-c50aef296f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:17.954474 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f49b6200-a971-46db-97e4-6fc53e42e4b2 req-21355670-5fd6-4bad-84e4-c50aef296f16 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbeb15a4-8962-4380-8bb7-477c83cce3ff HTTP/1.1" status: 200 len: 845 time: 0.1385202 Jul 24 09:12:17.999440 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-23a3f9c1-b4e4-439f-9d19-6cb83371b79d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6da5b74e-9b7e-4bba-aec3-9fab69199b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440111 Jul 24 09:12:18.019095 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f49b6200-a971-46db-97e4-6fc53e42e4b2 req-83ad013d-89a9-4e8c-a30b-c4adb7966fd4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0544269-4e64-4c91-95af-03a4be88816f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516264 Jul 24 09:12:18.242886 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-f1c76d18-90ed-4e79-8cd0-9e35572003dc service neutron] 10.222.0.37 "GET /v2.0/networks/6da5b74e-9b7e-4bba-aec3-9fab69199b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261970 Jul 24 09:12:18.262151 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f49b6200-a971-46db-97e4-6fc53e42e4b2 req-5ca803f9-51fe-4896-b9a6-d7427a794b8e service neutron] 10.222.0.20 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211993 Jul 24 09:12:18.275271 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device d443b98a-1ccc-4a40-a4b0-c6babec3df94 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:12:18.359832 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port d443b98a-1ccc-4a40-a4b0-c6babec3df94 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:18.365960 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port d443b98a-1ccc-4a40-a4b0-c6babec3df94 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:18.366576 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:18.478573 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:18.508917 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f280065-3667-41e0-b729-ddea17aa5b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd443b98a-1ccc-4a40-a4b0-c6babec3df94'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:18.512051 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0796b6-645a-43ea-b12f-63f8bb27d5ee" -d '{"events": [{"server_uuid": "1f280065-3667-41e0-b729-ddea17aa5b7a", "name": "network-vif-plugged", "status": "completed", "tag": "d443b98a-1ccc-4a40-a4b0-c6babec3df94"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:18.547647 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port d443b98a-1ccc-4a40-a4b0-c6babec3df94, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=d443b98a-1ccc-4a40-a4b0-c6babec3df94,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:18.557089 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:18.614635 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98273e65-0c78-47e7-a20c-1790b481e6a5 x-openstack-request-id: req-98273e65-0c78-47e7-a20c-1790b481e6a5 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:18.615300 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f280065-3667-41e0-b729-ddea17aa5b7a", "name": "network-vif-plugged", "status": "completed", "tag": "d443b98a-1ccc-4a40-a4b0-c6babec3df94", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:18.616200 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98273e65-0c78-47e7-a20c-1790b481e6a5 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:18.616858 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f280065-3667-41e0-b729-ddea17aa5b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd443b98a-1ccc-4a40-a4b0-c6babec3df94', 'code': 200} Jul 24 09:12:18.618701 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53312) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:18.649363 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=d443b98a-1ccc-4a40-a4b0-c6babec3df94,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:18.715001 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ac0487-d67d-4197-b11d-41a7850bda3c', 'tag': 'abf5d388-a76e-48ca-b458-0e0dfc1fda63'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:18.717296 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d864de-d065-42e3-ae65-b5259eb69edb" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ac0487-d67d-4197-b11d-41a7850bda3c", "tag": "abf5d388-a76e-48ca-b458-0e0dfc1fda63"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:18.768835 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6b52af6e-980f-419f-a195-d297ceb29490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:18.781322 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6b52af6e-980f-419f-a195-d297ceb29490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:18.790993 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-e2136307-8361-430f-8dfa-ca0892192134 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1023816844-network', 'tenant_id': 'e85f5fd00ea749ac8b1e49c8d9660343'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:18.821749 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ffa52-f14b-4cf4-88e1-9d263a0713d2 req-b3b3921a-c903-41d3-a424-9cd70e0f808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:18.823787 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-188ffa52-f14b-4cf4-88e1-9d263a0713d2 req-b3b3921a-c903-41d3-a424-9cd70e0f808c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1f280065-3667-41e0-b729-ddea17aa5b7a HTTP/1.1" status: 200 len: 1101 time: 0.1603158 Jul 24 09:12:18.833844 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2136307-8361-430f-8dfa-ca0892192134 admin admin] Made reservation on behalf of e85f5fd00ea749ac8b1e49c8d9660343 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:12:18.836560 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e2136307-8361-430f-8dfa-ca0892192134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:18.861471 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0fd5f75c-60b6-49ca-985b-5ec7fcd7c63b req-b0a240fc-cee5-4d81-9854-32f3c4eece0c service neutron] 10.222.0.37 "GET /v2.0/networks/6da5b74e-9b7e-4bba-aec3-9fab69199b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5983853 Jul 24 09:12:18.865064 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f49b6200-a971-46db-97e4-6fc53e42e4b2 req-f53b7a7f-552e-4be1-bfd3-6bdacdebb07a service neutron] 10.222.0.20 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5871456 Jul 24 09:12:18.865194 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e2136307-8361-430f-8dfa-ca0892192134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:18.867881 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6b52af6e-980f-419f-a195-d297ceb29490 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c73f20f31ad94f30a5fae7b96c57f599&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1065431 Jul 24 09:12:18.872233 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53328) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:18.876547 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe8dc1-30ba-45d8-80f8-7a29c459d423 req-8e7a5ee6-f2fe-4e58-9df9-90c0cf6ff08f tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:18.884459 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9dfe8dc1-30ba-45d8-80f8-7a29c459d423 req-8e7a5ee6-f2fe-4e58-9df9-90c0cf6ff08f tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f280065-3667-41e0-b729-ddea17aa5b7a HTTP/1.1" status: 200 len: 949 time: 0.6792641 Jul 24 09:12:18.886367 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52af6e-980f-419f-a195-d297ceb29490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11671406-6ccb-4687-9397-f1faa5d0a8fc,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:18.902286 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d4b11-ded6-478b-a1a2-2783557a9760 req-b36bce47-1cc3-4a80-8913-ec7c065275f1 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:18.909926 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce0d4b11-ded6-478b-a1a2-2783557a9760 req-b36bce47-1cc3-4a80-8913-ec7c065275f1 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e502bd-4d77-4276-9af8-6a1a6b419ccd HTTP/1.1" status: 200 len: 944 time: 0.1797526 Jul 24 09:12:18.928235 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9dfe8dc1-30ba-45d8-80f8-7a29c459d423 req-74fdd9ab-fcc9-4e37-b709-286f0b1f31be tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428123 Jul 24 09:12:18.969193 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-188ffa52-f14b-4cf4-88e1-9d263a0713d2 req-68873c64-8ffd-4405-98bf-61bc57800a6f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264536 Jul 24 09:12:19.010034 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce0d4b11-ded6-478b-a1a2-2783557a9760 req-a58e9ff7-200d-4a05-b068-da5d61b7bbb0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992520 Jul 24 09:12:19.038068 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-68f40f9f-ba57-4834-aceb-d4b1779a01b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:19.076754 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-68f40f9f-ba57-4834-aceb-d4b1779a01b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:19.118834 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a634db-3d96-4991-aeef-937fab9f8d79 req-307b3e92-9a6d-415c-8814-a119e64f708d tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:19.127437 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-04a634db-3d96-4991-aeef-937fab9f8d79 req-307b3e92-9a6d-415c-8814-a119e64f708d tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8ac0487-d67d-4197-b11d-41a7850bda3c HTTP/1.1" status: 200 len: 943 time: 0.1167109 Jul 24 09:12:19.153645 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e2136307-8361-430f-8dfa-ca0892192134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:19.158555 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e2136307-8361-430f-8dfa-ca0892192134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:19.184799 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-68f40f9f-ba57-4834-aceb-d4b1779a01b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:19.187619 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-68f40f9f-ba57-4834-aceb-d4b1779a01b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:19.191146 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-68f40f9f-ba57-4834-aceb-d4b1779a01b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11671406-6ccb-4687-9397-f1faa5d0a8fc HTTP/1.1" status: 204 len: 168 time: 0.3070505 Jul 24 09:12:19.191146 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2136307-8361-430f-8dfa-ca0892192134 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:12:19.210480 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e2136307-8361-430f-8dfa-ca0892192134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:19.210843 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-e2136307-8361-430f-8dfa-ca0892192134 admin admin] Added segment 2d788cc2-2f6b-4b68-afd2-20e53b7d091b of type vlan for network 1cfe4778-0130-4871-bed5-101df26b0cc5 Jul 24 09:12:19.211233 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-04a634db-3d96-4991-aeef-937fab9f8d79 req-e0abb4e6-bbac-43ea-8851-c969640be574 tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/security-groups?id=74e835d8-06b0-4035-8f80-b24e79a79502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816953 Jul 24 09:12:19.212888 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2136307-8361-430f-8dfa-ca0892192134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3183d76-f289-4a3f-a318-d5d8e53991cb,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:19.241288 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f40f9f-ba57-4834-aceb-d4b1779a01b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11671406-6ccb-4687-9397-f1faa5d0a8fc,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:19.283377 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffccc7d-c280-42f2-8a02-c1ce66651662 x-openstack-request-id: req-1ffccc7d-c280-42f2-8a02-c1ce66651662 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:19.284142 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ac0487-d67d-4197-b11d-41a7850bda3c", "tag": "abf5d388-a76e-48ca-b458-0e0dfc1fda63", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:19.284626 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ffccc7d-c280-42f2-8a02-c1ce66651662 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:19.285448 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ac0487-d67d-4197-b11d-41a7850bda3c', 'tag': 'abf5d388-a76e-48ca-b458-0e0dfc1fda63', 'status': 'completed', 'code': 200} Jul 24 09:12:19.291048 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e2136307-8361-430f-8dfa-ca0892192134 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:19.349408 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e2136307-8361-430f-8dfa-ca0892192134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:19.350836 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2136307-8361-430f-8dfa-ca0892192134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:19.351424 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e2136307-8361-430f-8dfa-ca0892192134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:19.391692 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e2136307-8361-430f-8dfa-ca0892192134 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7718630 Jul 24 09:12:19.396978 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53342) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:19.401900 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e75932a6-754e-4491-984d-db7acd9a0d86 admin admin] Request body: {'subnet': {'network_id': '1cfe4778-0130-4871-bed5-101df26b0cc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1023816844-subnet', 'tenant_id': 'e85f5fd00ea749ac8b1e49c8d9660343', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:19.436343 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2136307-8361-430f-8dfa-ca0892192134 admin admin] Pushing event updated for resources: {'Network': ['ID=1cfe4778-0130-4871-bed5-101df26b0cc5,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:19.437430 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75932a6-754e-4491-984d-db7acd9a0d86 admin admin] Made reservation on behalf of e85f5fd00ea749ac8b1e49c8d9660343 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:12:19.441549 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e75932a6-754e-4491-984d-db7acd9a0d86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:19.445258 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d864de-d065-42e3-ae65-b5259eb69edb req-d4899ed5-e80a-42fa-8d93-3098e4aeef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:19.446961 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28d864de-d065-42e3-ae65-b5259eb69edb req-d4899ed5-e80a-42fa-8d93-3098e4aeef5e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1cf95805c904746b22eb504a41a0ebc&device_id=b8ac0487-d67d-4197-b11d-41a7850bda3c HTTP/1.1" status: 200 len: 1094 time: 0.1346676 Jul 24 09:12:19.449201 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 1cfe4778-0130-4871-bed5-101df26b0cc5 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:12:19.593359 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d864de-d065-42e3-ae65-b5259eb69edb req-f9b23870-e204-4645-9ec9-5aa2425bf525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:19.594858 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28d864de-d065-42e3-ae65-b5259eb69edb req-f9b23870-e204-4645-9ec9-5aa2425bf525 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6da5b74e-9b7e-4bba-aec3-9fab69199b2e HTTP/1.1" status: 200 len: 912 time: 0.1411574 Jul 24 09:12:19.644592 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28d864de-d065-42e3-ae65-b5259eb69edb req-6278a9f8-6946-488f-ac19-0efaee0320a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abf5d388-a76e-48ca-b458-0e0dfc1fda63 HTTP/1.1" status: 200 len: 217 time: 0.0402133 Jul 24 09:12:19.644592 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53346) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:19.667103 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e75932a6-754e-4491-984d-db7acd9a0d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:19.670850 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0c7e934-3b88-4f7e-8d2f-888a2e84bdb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:19.729419 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75932a6-754e-4491-984d-db7acd9a0d86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5747dbfd-201a-4670-b0b4-31b8a8b83f20,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:19.732849 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d864de-d065-42e3-ae65-b5259eb69edb req-1c6ca71b-1449-46ff-94d5-f82af89bb375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:19.734590 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28d864de-d065-42e3-ae65-b5259eb69edb req-1c6ca71b-1449-46ff-94d5-f82af89bb375 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c61e798-901f-44ac-9877-91309be37bbe HTTP/1.1" status: 200 len: 852 time: 0.0826206 Jul 24 09:12:19.740289 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75932a6-754e-4491-984d-db7acd9a0d86 admin admin] Checking segment: {'id': '2d788cc2-2f6b-4b68-afd2-20e53b7d091b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1cfe4778-0130-4871-bed5-101df26b0cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:12:19.740962 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75932a6-754e-4491-984d-db7acd9a0d86 admin admin] Network hostable DHCP agents. Network: 1cfe4778-0130-4871-bed5-101df26b0cc5, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:12:19.759141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75932a6-754e-4491-984d-db7acd9a0d86 admin admin] Network 1cfe4778-0130-4871-bed5-101df26b0cc5 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:12:19.775170 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-e75932a6-754e-4491-984d-db7acd9a0d86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 1cfe4778-0130-4871-bed5-101df26b0cc5) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:12:19.783834 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75932a6-754e-4491-984d-db7acd9a0d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:19.784399 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f45a86a-4b34-48a3-8784-68ace534d066 None None] Network 1cfe4778-0130-4871-bed5-101df26b0cc5 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:12:19.784926 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e75932a6-754e-4491-984d-db7acd9a0d86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:19.794945 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28d864de-d065-42e3-ae65-b5259eb69edb req-905663b9-8e33-427a-8651-e2f403b458f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6da5b74e-9b7e-4bba-aec3-9fab69199b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440917 Jul 24 09:12:19.819968 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-932b5b09-0686-43f8-9ddb-aa34e8d5fc7c tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3186ad6ec5294174b0adbe85509afa7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314565 Jul 24 09:12:19.925580 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28d864de-d065-42e3-ae65-b5259eb69edb req-d79f421b-cafd-42f0-85da-7270204600db service neutron] 10.222.0.37 "GET /v2.0/networks/6da5b74e-9b7e-4bba-aec3-9fab69199b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200216 Jul 24 09:12:19.949104 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0c7e934-3b88-4f7e-8d2f-888a2e84bdb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:19.957781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-fff2b2fa-205b-4a24-ace5-0b66b0ce3efa tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:19.959914 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-fff2b2fa-205b-4a24-ace5-0b66b0ce3efa tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1328955 Jul 24 09:12:19.963791 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0c7e934-3b88-4f7e-8d2f-888a2e84bdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:19.971302 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e75932a6-754e-4491-984d-db7acd9a0d86 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5733542 Jul 24 09:12:19.973392 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53358) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:19.978500 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-8feae6fb-76a3-49e5-af44-aefb448521a0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1023816844-router', 'tenant_id': 'e85f5fd00ea749ac8b1e49c8d9660343', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:19.983507 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e60e71-773f-4f5e-9fa6-c99eee37634a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-1cfe4778-0130-4871-bed5-101df26b0cc5', 'network_id': '1cfe4778-0130-4871-bed5-101df26b0cc5', 'tenant_id': 'e85f5fd00ea749ac8b1e49c8d9660343', 'fixed_ips': [{'subnet_id': '5747dbfd-201a-4670-b0b4-31b8a8b83f20'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:12:19.985199 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-32e60e71-773f-4f5e-9fa6-c99eee37634a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:19.995800 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-fde85da4-c8d9-4157-8593-d18e1c933151 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.32 "GET /v2.0/quotas/3186ad6ec5294174b0adbe85509afa7d HTTP/1.1" status: 200 len: 375 time: 0.0230980 Jul 24 09:12:20.043900 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-53f2f0dd-0597-4d3e-98ad-bd5662f1073c tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3186ad6ec5294174b0adbe85509afa7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372872 Jul 24 09:12:20.044873 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8feae6fb-76a3-49e5-af44-aefb448521a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:20.045992 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8feae6fb-76a3-49e5-af44-aefb448521a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:20.062970 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a0c7e934-3b88-4f7e-8d2f-888a2e84bdb0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7422ad9da8574fd5a4552294941e9b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4149520 Jul 24 09:12:20.082174 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53362) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:20.093487 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7e934-3b88-4f7e-8d2f-888a2e84bdb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad08a3c-fdca-4bab-b75e-ed859af26deb,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:20.113793 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8feae6fb-76a3-49e5-af44-aefb448521a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:20.138270 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28d864de-d065-42e3-ae65-b5259eb69edb req-527d09d9-b7ae-4ff4-91ee-46ac45d3b1dc service neutron] 10.222.0.37 "GET /v2.0/networks/6da5b74e-9b7e-4bba-aec3-9fab69199b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023201 Jul 24 09:12:20.170647 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-32e60e71-773f-4f5e-9fa6-c99eee37634a None None] Allocated IP 172.20.0.2 (1cfe4778-0130-4871-bed5-101df26b0cc5/5747dbfd-201a-4670-b0b4-31b8a8b83f20/5c33b7a0-75ad-4d08-97e8-e0f391202afb) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:12:20.185764 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-628c83d7-d8f2-476d-b9f0-1f4cca9739c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:20.195318 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29182d-a30f-454f-87bc-3f227d19845f req-ee8d9967-fbf1-472f-ac88-c93fb5f3d9ed tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:20.202968 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7e29182d-a30f-454f-87bc-3f227d19845f req-ee8d9967-fbf1-472f-ac88-c93fb5f3d9ed tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f280065-3667-41e0-b729-ddea17aa5b7a HTTP/1.1" status: 200 len: 950 time: 0.1688142 Jul 24 09:12:20.263662 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-628c83d7-d8f2-476d-b9f0-1f4cca9739c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:20.286747 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device abf5d388-a76e-48ca-b458-0e0dfc1fda63 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:12:20.290467 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7e29182d-a30f-454f-87bc-3f227d19845f req-60edb875-0be1-49e6-85f9-5c83f424652c tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814230 Jul 24 09:12:20.346840 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8feae6fb-76a3-49e5-af44-aefb448521a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:20.395434 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-628c83d7-d8f2-476d-b9f0-1f4cca9739c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:20.398954 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-628c83d7-d8f2-476d-b9f0-1f4cca9739c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:20.400700 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-628c83d7-d8f2-476d-b9f0-1f4cca9739c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ad08a3c-fdca-4bab-b75e-ed859af26deb HTTP/1.1" status: 204 len: 168 time: 0.3169956 Jul 24 09:12:20.412491 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c83d7-d8f2-476d-b9f0-1f4cca9739c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad08a3c-fdca-4bab-b75e-ed859af26deb,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:20.429588 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef1897-386a-4fa5-a93b-da6a3d42760d req-f7ea2166-86ac-4f36-a5e8-60083d365667 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:20.431727 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-39ef1897-386a-4fa5-a93b-da6a3d42760d req-f7ea2166-86ac-4f36-a5e8-60083d365667 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e502bd-4d77-4276-9af8-6a1a6b419ccd HTTP/1.1" status: 200 len: 944 time: 0.1592536 Jul 24 09:12:20.490457 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-32e60e71-773f-4f5e-9fa6-c99eee37634a None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:20.501954 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port abf5d388-a76e-48ca-b458-0e0dfc1fda63, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=abf5d388-a76e-48ca-b458-0e0dfc1fda63,segment=NetworkSegment(f7121feb-9dad-4a6d-98e7-5e26378a960a),segment_id=f7121feb-9dad-4a6d-98e7-5e26378a960a)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:20.508515 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ef11f171-8916-44f0-8331-415612e479cc req-694823cf-2cbe-49a3-a904-a0205f0dab66 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.32 "GET /v2.0/ports?device_id=953db4bf-4d6b-453a-8a69-30cb03dcaa91 HTTP/1.1" status: 200 len: 210 time: 0.0528426 Jul 24 09:12:20.517920 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-32e60e71-773f-4f5e-9fa6-c99eee37634a None None] Transition to ACTIVE for port object 5c33b7a0-75ad-4d08-97e8-e0f391202afb will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:20.521793 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'abf5d388-a76e-48ca-b458-0e0dfc1fda63', 'network_id': '6da5b74e-9b7e-4bba-aec3-9fab69199b2e', 'port_id': 'abf5d388-a76e-48ca-b458-0e0dfc1fda63', 'mac_address': 'fa:16:3e:c5:73:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c61e798-901f-44ac-9877-91309be37bbe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:12:20.555786 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-32e60e71-773f-4f5e-9fa6-c99eee37634a None None] Transition to ACTIVE for port object 5c33b7a0-75ad-4d08-97e8-e0f391202afb will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:20.570114 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-32e60e71-773f-4f5e-9fa6-c99eee37634a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:20.583524 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:20.594975 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-39ef1897-386a-4fa5-a93b-da6a3d42760d req-caf7b3d4-28f9-4b99-8fd6-f50b8daec4a4 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420279 Jul 24 09:12:20.677720 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e60e71-773f-4f5e-9fa6-c99eee37634a None None] Network 1cfe4778-0130-4871-bed5-101df26b0cc5 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:12:20.691347 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abf5d388-a76e-48ca-b458-0e0dfc1fda63 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:20.713812 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-32e60e71-773f-4f5e-9fa6-c99eee37634a None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:12:20.733810 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e60e71-773f-4f5e-9fa6-c99eee37634a None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:12:20.749661 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e60e71-773f-4f5e-9fa6-c99eee37634a None None] Pushing event updated for resources: {'Port': ['ID=5c33b7a0-75ad-4d08-97e8-e0f391202afb,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:20.803239 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port abf5d388-a76e-48ca-b458-0e0dfc1fda63, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=abf5d388-a76e-48ca-b458-0e0dfc1fda63,segment=NetworkSegment(f7121feb-9dad-4a6d-98e7-5e26378a960a),segment_id=f7121feb-9dad-4a6d-98e7-5e26378a960a)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:20.806149 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8feae6fb-76a3-49e5-af44-aefb448521a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:20.833762 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8feae6fb-76a3-49e5-af44-aefb448521a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:20.835193 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:20.901388 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-32e60e71-773f-4f5e-9fa6-c99eee37634a None None] Attempting to bind port 5c33b7a0-75ad-4d08-97e8-e0f391202afb on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:12:20.901989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-32e60e71-773f-4f5e-9fa6-c99eee37634a None None] Attempting to bind port 5c33b7a0-75ad-4d08-97e8-e0f391202afb by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '2d788cc2-2f6b-4b68-afd2-20e53b7d091b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1cfe4778-0130-4871-bed5-101df26b0cc5'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:12:20.902556 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e60e71-773f-4f5e-9fa6-c99eee37634a None None] Attempting to bind port 5c33b7a0-75ad-4d08-97e8-e0f391202afb on network 1cfe4778-0130-4871-bed5-101df26b0cc5 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:20.914290 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe822250-f223-482e-9975-f93e4d965ea3 req-cec65778-de65-4a28-9f0a-063e6ef50f0f tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:20.914629 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e60e71-773f-4f5e-9fa6-c99eee37634a None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:12:20.915726 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e60e71-773f-4f5e-9fa6-c99eee37634a None None] Checking segment: {'id': '2d788cc2-2f6b-4b68-afd2-20e53b7d091b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1cfe4778-0130-4871-bed5-101df26b0cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:12:20.916292 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-32e60e71-773f-4f5e-9fa6-c99eee37634a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:20.916861 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e60e71-773f-4f5e-9fa6-c99eee37634a None None] Bound using segment: {'id': '2d788cc2-2f6b-4b68-afd2-20e53b7d091b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1cfe4778-0130-4871-bed5-101df26b0cc5'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:12:20.917946 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-32e60e71-773f-4f5e-9fa6-c99eee37634a None None] Bound port: 5c33b7a0-75ad-4d08-97e8-e0f391202afb, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d788cc2-2f6b-4b68-afd2-20e53b7d091b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1cfe4778-0130-4871-bed5-101df26b0cc5'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:12:20.918509 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-32e60e71-773f-4f5e-9fa6-c99eee37634a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:20.922298 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fe822250-f223-482e-9975-f93e4d965ea3 req-cec65778-de65-4a28-9f0a-063e6ef50f0f tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8ac0487-d67d-4197-b11d-41a7850bda3c HTTP/1.1" status: 200 len: 943 time: 0.2121823 Jul 24 09:12:20.952298 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=abf5d388-a76e-48ca-b458-0e0dfc1fda63,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:21.034336 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fe822250-f223-482e-9975-f93e4d965ea3 req-15092a29-ed66-41c5-b0cf-7bea811985bf tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/security-groups?id=74e835d8-06b0-4035-8f80-b24e79a79502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109664 Jul 24 09:12:21.046080 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-32e60e71-773f-4f5e-9fa6-c99eee37634a None None] For port 5c33b7a0-75ad-4d08-97e8-e0f391202afb, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:12:21.053046 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-32e60e71-773f-4f5e-9fa6-c99eee37634a None None] For port 5c33b7a0-75ad-4d08-97e8-e0f391202afb, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5c33b7a0-75ad-4d08-97e8-e0f391202afb,segment=NetworkSegment(2d788cc2-2f6b-4b68-afd2-20e53b7d091b),segment_id=2d788cc2-2f6b-4b68-afd2-20e53b7d091b)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:12:21.059607 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-32e60e71-773f-4f5e-9fa6-c99eee37634a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:21.061981 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81d99a-506b-4a78-93a5-4ff8c6e03215 req-23eb08e4-10d9-4db1-bceb-7fbef370fc22 tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:21.063535 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fb81d99a-506b-4a78-93a5-4ff8c6e03215 req-23eb08e4-10d9-4db1-bceb-7fbef370fc22 tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1f280065-3667-41e0-b729-ddea17aa5b7a HTTP/1.1" status: 200 len: 1101 time: 0.0930660 Jul 24 09:12:21.084629 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fb81d99a-506b-4a78-93a5-4ff8c6e03215 req-d561fe8d-d846-406b-aa70-f00ddedbedd4 tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:21.093329 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-8feae6fb-76a3-49e5-af44-aefb448521a0 admin admin] Allocated IP 172.25.7.185 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/40fb95a1-d8c7-4ec7-a858-59cf077efa60) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:12:21.138231 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e60e71-773f-4f5e-9fa6-c99eee37634a None None] Pushing event updated for resources: {'Port': ['ID=5c33b7a0-75ad-4d08-97e8-e0f391202afb,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:21.141845 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['abf5d388-a76e-48ca-b458-0e0dfc1fda63'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:12:21.252142 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fb81d99a-506b-4a78-93a5-4ff8c6e03215 req-d561fe8d-d846-406b-aa70-f00ddedbedd4 tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:21.259239 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fb81d99a-506b-4a78-93a5-4ff8c6e03215 req-d561fe8d-d846-406b-aa70-f00ddedbedd4 tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:21.293551 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fb81d99a-506b-4a78-93a5-4ff8c6e03215 req-d561fe8d-d846-406b-aa70-f00ddedbedd4 tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219088 Jul 24 09:12:21.311970 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device c4a6c993-c829-4401-8cf5-3e1db70b8534 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:12:21.324196 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561fe8d-d846-406b-aa70-f00ddedbedd4 tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad4af6f-d790-4bd2-9892-4cac3bd6624f,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:21.354625 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8feae6fb-76a3-49e5-af44-aefb448521a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:21.403737 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8feae6fb-76a3-49e5-af44-aefb448521a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:21.480399 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feae6fb-76a3-49e5-af44-aefb448521a0 admin admin] Pushing event updated for resources: {'Port': ['ID=40fb95a1-d8c7-4ec7-a858-59cf077efa60,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:21.490755 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port c4a6c993-c829-4401-8cf5-3e1db70b8534, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=c4a6c993-c829-4401-8cf5-3e1db70b8534,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:21.505497 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feae6fb-76a3-49e5-af44-aefb448521a0 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:12:21.509017 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-8feae6fb-76a3-49e5-af44-aefb448521a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:12:21.511527 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feae6fb-76a3-49e5-af44-aefb448521a0 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:12:21.535192 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'c4a6c993-c829-4401-8cf5-3e1db70b8534', 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f', 'port_id': 'c4a6c993-c829-4401-8cf5-3e1db70b8534', 'mac_address': 'fa:16:3e:5d:2c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbeb15a4-8962-4380-8bb7-477c83cce3ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:12:21.623733 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:21.660154 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a6c993-c829-4401-8cf5-3e1db70b8534 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:21.717938 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port c4a6c993-c829-4401-8cf5-3e1db70b8534, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=c4a6c993-c829-4401-8cf5-3e1db70b8534,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:21.724092 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:21.739543 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5c961ec7-d41a-43f6-8eae-b5b8c161a615 req-de3761ba-a438-4443-90e4-b0b7c88639a9 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.32 "GET /v2.0/ports?device_id=953db4bf-4d6b-453a-8a69-30cb03dcaa91 HTTP/1.1" status: 200 len: 210 time: 0.1248035 Jul 24 09:12:21.810092 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=c4a6c993-c829-4401-8cf5-3e1db70b8534,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:21.828038 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-7266eb7f-5bf0-42aa-a272-ecfe8ef2e03c tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3186ad6ec5294174b0adbe85509afa7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776317 Jul 24 09:12:21.944393 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-09fa8ab9-1a7a-4e36-ae09-fc3489f8a68a tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=55b10a1852e84b7588aba204f57f066d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336554 Jul 24 09:12:21.965135 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdb4de-af63-4cd2-938f-4fbaafc77502 req-16030258-c08e-4779-ad46-81d6c0fefe11 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:21.966655 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-36fdb4de-af63-4cd2-938f-4fbaafc77502 req-16030258-c08e-4779-ad46-81d6c0fefe11 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e502bd-4d77-4276-9af8-6a1a6b419ccd HTTP/1.1" status: 200 len: 945 time: 0.1142662 Jul 24 09:12:22.014027 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['c4a6c993-c829-4401-8cf5-3e1db70b8534'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:12:22.016085 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-36fdb4de-af63-4cd2-938f-4fbaafc77502 req-f49723e9-61a7-4fa7-9980-51bea04fd67c tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399606 Jul 24 09:12:22.177893 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-2e8eb5fe-f681-4b2e-9508-a368465317ec tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:22.179402 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-2e8eb5fe-f681-4b2e-9508-a368465317ec tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3255200 Jul 24 09:12:22.203387 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-837774de-6448-4c5e-9bb0-7a89993f9901 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Request body: {'port': {'device_id': '953db4bf-4d6b-453a-8a69-30cb03dcaa91', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': '3186ad6ec5294174b0adbe85509afa7d'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:22.240081 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0df34-ca30-44a4-b8de-0a0a9c81a930 req-0bbc4625-7d14-4181-b3af-10788f40e630 tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:22.247779 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0be0df34-ca30-44a4-b8de-0a0a9c81a930 req-0bbc4625-7d14-4181-b3af-10788f40e630 tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8ac0487-d67d-4197-b11d-41a7850bda3c HTTP/1.1" status: 200 len: 944 time: 0.1215377 Jul 24 09:12:22.293022 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0be0df34-ca30-44a4-b8de-0a0a9c81a930 req-af0b2770-e4d7-449e-ad8b-d13f7352a716 tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/security-groups?id=74e835d8-06b0-4035-8f80-b24e79a79502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442264 Jul 24 09:12:22.296771 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device abf5d388-a76e-48ca-b458-0e0dfc1fda63 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:12:22.333649 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-ec9864c5-f7cc-4186-b481-2be11e33cbf8 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:22.335844 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-ec9864c5-f7cc-4186-b481-2be11e33cbf8 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3615701 Jul 24 09:12:22.344013 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8feae6fb-76a3-49e5-af44-aefb448521a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:22.356993 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port abf5d388-a76e-48ca-b458-0e0dfc1fda63 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:22.364343 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port abf5d388-a76e-48ca-b458-0e0dfc1fda63 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:22.364764 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:22.443048 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-02c88ae1-addf-4c5a-a429-1ff176eee5d4 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/quotas/55b10a1852e84b7588aba204f57f066d HTTP/1.1" status: 200 len: 375 time: 0.0294206 Jul 24 09:12:22.483872 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:22.516695 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ac0487-d67d-4197-b11d-41a7850bda3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf5d388-a76e-48ca-b458-0e0dfc1fda63'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:22.519107 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fed02ec-7049-4e5e-bf4e-2d31d3565455" -d '{"events": [{"server_uuid": "b8ac0487-d67d-4197-b11d-41a7850bda3c", "name": "network-vif-plugged", "status": "completed", "tag": "abf5d388-a76e-48ca-b458-0e0dfc1fda63"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:22.534623 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port abf5d388-a76e-48ca-b458-0e0dfc1fda63, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=abf5d388-a76e-48ca-b458-0e0dfc1fda63,segment=NetworkSegment(f7121feb-9dad-4a6d-98e7-5e26378a960a),segment_id=f7121feb-9dad-4a6d-98e7-5e26378a960a)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:22.540877 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:22.606251 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-837774de-6448-4c5e-9bb0-7a89993f9901 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Made reservation on behalf of 3186ad6ec5294174b0adbe85509afa7d for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:12:22.611025 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-837774de-6448-4c5e-9bb0-7a89993f9901 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:22.611478 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b59d79-5750-4b91-9c50-3b511fce56a3 None None] Network 1cfe4778-0130-4871-bed5-101df26b0cc5 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:12:22.651704 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c5b8cf-57a6-4d27-94c0-1fb87e089244 x-openstack-request-id: req-f3c5b8cf-57a6-4d27-94c0-1fb87e089244 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:22.652349 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ac0487-d67d-4197-b11d-41a7850bda3c", "name": "network-vif-plugged", "status": "completed", "tag": "abf5d388-a76e-48ca-b458-0e0dfc1fda63", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:22.652517 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3c5b8cf-57a6-4d27-94c0-1fb87e089244 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:22.652895 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ac0487-d67d-4197-b11d-41a7850bda3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf5d388-a76e-48ca-b458-0e0dfc1fda63', 'code': 200} Jul 24 09:12:22.653851 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-999e0bfa-c3a5-4ede-b4d8-69b48877f89f None None] Provisioning for port 5c33b7a0-75ad-4d08-97e8-e0f391202afb completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:22.703095 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-837774de-6448-4c5e-9bb0-7a89993f9901 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:22.747943 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=abf5d388-a76e-48ca-b458-0e0dfc1fda63,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:22.753458 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-6d806677-b79e-4f97-ada2-6053a374a2d5 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=55b10a1852e84b7588aba204f57f066d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3094394 Jul 24 09:12:22.784984 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06991e24-a039-4119-9b52-96cc9b7f6f07 req-5e97d0de-23d5-41e3-8a32-6fe32cf9df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:22.786899 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-06991e24-a039-4119-9b52-96cc9b7f6f07 req-5e97d0de-23d5-41e3-8a32-6fe32cf9df43 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b8ac0487-d67d-4197-b11d-41a7850bda3c HTTP/1.1" status: 200 len: 1096 time: 0.0799096 Jul 24 09:12:22.829081 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-06991e24-a039-4119-9b52-96cc9b7f6f07 req-37b8389e-0b72-49ef-92ef-7d5993f7c9eb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=74e835d8-06b0-4035-8f80-b24e79a79502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353506 Jul 24 09:12:22.856891 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8feae6fb-76a3-49e5-af44-aefb448521a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:23.023498 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-837774de-6448-4c5e-9bb0-7a89993f9901 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:23.031018 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-e8575d80-2004-4273-8b8b-e769ca436180 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=24e00f25e33b46ffacef06edb5e3d9d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523143 Jul 24 09:12:23.047544 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-837774de-6448-4c5e-9bb0-7a89993f9901 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:23.128253 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8feae6fb-76a3-49e5-af44-aefb448521a0 admin admin] Router ea555ec9-498c-472b-9ed7-f061e1349e1c is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:12:23.162475 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837774de-6448-4c5e-9bb0-7a89993f9901 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb59dee-99c6-462e-9b36-646b47050def,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:23.233001 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5c33b7a0-75ad-4d08-97e8-e0f391202afb up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:12:23.241163 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-905579ed-6038-4357-9576-2e9d39380eb3 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:23.243633 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-905579ed-6038-4357-9576-2e9d39380eb3 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2114651 Jul 24 09:12:23.269941 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-5c6e7cc9-7d7d-4fc7-a6b9-f16135682ce9 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/quotas/24e00f25e33b46ffacef06edb5e3d9d1 HTTP/1.1" status: 200 len: 375 time: 0.0203936 Jul 24 09:12:23.286032 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 5c33b7a0-75ad-4d08-97e8-e0f391202afb completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:23.291327 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 5c33b7a0-75ad-4d08-97e8-e0f391202afb triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:23.292954 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:23.313886 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ace89523-05ac-49a3-8e7a-ac0b7ecc60c0 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=24e00f25e33b46ffacef06edb5e3d9d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427010 Jul 24 09:12:23.344273 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-837774de-6448-4c5e-9bb0-7a89993f9901 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Allocated IP 192.168.233.25 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:12:23.353326 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device c4a6c993-c829-4401-8cf5-3e1db70b8534 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:12:23.439375 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8feae6fb-76a3-49e5-af44-aefb448521a0 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:12:23.454142 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] Sync routers for ids ['ea555ec9-498c-472b-9ed7-f061e1349e1c'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:12:23.473846 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] Routers {'ea555ec9-498c-472b-9ed7-f061e1349e1c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:12:23.479463 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:12:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ea555ec9-498c-472b-9ed7-f061e1349e1c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:23.499944 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-561da8c9-ae1d-4fa3-b339-8f43de32f9bf req-ab54cd05-1ea9-4114-b00a-0cc327072f79 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.32 "GET /v2.0/ports?device_id=953db4bf-4d6b-453a-8a69-30cb03dcaa91 HTTP/1.1" status: 200 len: 210 time: 0.0645049 Jul 24 09:12:23.642825 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8feae6fb-76a3-49e5-af44-aefb448521a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:23.644221 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8feae6fb-76a3-49e5-af44-aefb448521a0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6699395 Jul 24 09:12:23.647770 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53482) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:23.762426 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] Set router ea555ec9-498c-472b-9ed7-f061e1349e1c gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:12:23.778045 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-837774de-6448-4c5e-9bb0-7a89993f9901 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:23.794795 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port c4a6c993-c829-4401-8cf5-3e1db70b8534 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:23.815149 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-837774de-6448-4c5e-9bb0-7a89993f9901 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Transition to ACTIVE for port object 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:23.819419 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port c4a6c993-c829-4401-8cf5-3e1db70b8534 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:23.820149 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:23.880306 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:23.918402 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-837774de-6448-4c5e-9bb0-7a89993f9901 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:23.950624 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:23.950835 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4e2e7-c285-4536-b442-d7ecb0868acf req-606d9c39-7e2d-4566-aa3b-dcf2130b7813 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:23.958836 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-32d4e2e7-c285-4536-b442-d7ecb0868acf req-606d9c39-7e2d-4566-aa3b-dcf2130b7813 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e502bd-4d77-4276-9af8-6a1a6b419ccd HTTP/1.1" status: 200 len: 945 time: 0.1715453 Jul 24 09:12:23.990714 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 5c33b7a0-75ad-4d08-97e8-e0f391202afb, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5c33b7a0-75ad-4d08-97e8-e0f391202afb,segment=NetworkSegment(2d788cc2-2f6b-4b68-afd2-20e53b7d091b),segment_id=2d788cc2-2f6b-4b68-afd2-20e53b7d091b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:24.019222 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port c4a6c993-c829-4401-8cf5-3e1db70b8534, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=c4a6c993-c829-4401-8cf5-3e1db70b8534,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:24.021878 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:24.028854 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:24.041754 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-32d4e2e7-c285-4536-b442-d7ecb0868acf req-33a52d51-a8f7-48b0-a25a-711834393a2d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819154 Jul 24 09:12:24.117359 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=5c33b7a0-75ad-4d08-97e8-e0f391202afb,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:24.271290 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=c4a6c993-c829-4401-8cf5-3e1db70b8534,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:24.312053 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea555ec9-498c-472b-9ed7-f061e1349e1c', 'name': 'tempest-FloatingIPsTestJSON-1023816844-router', 'tenant_id': 'e85f5fd00ea749ac8b1e49c8d9660343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '40fb95a1-d8c7-4ec7-a858-59cf077efa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:12:20Z', 'updated_at': '2021-07-24T09:12:21Z', 'revision_number': 3, 'project_id': 'e85f5fd00ea749ac8b1e49c8d9660343', 'gw_port': {'id': '40fb95a1-d8c7-4ec7-a858-59cf077efa60', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea555ec9-498c-472b-9ed7-f061e1349e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:12:20Z', 'updated_at': '2021-07-24T09:12:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:24.341844 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] Checking router: ea555ec9-498c-472b-9ed7-f061e1349e1c for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:12:24.342205 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] Updating router ea555ec9-498c-472b-9ed7-f061e1349e1c port 40fb95a1-d8c7-4ec7-a858-59cf077efa60 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:12:24.395979 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:24.471683 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5023dd-45bb-4ef9-8c11-18aa1dda965b req-1eac34d0-dc31-41a0-8ae4-4977ef4b73e3 tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:24.480705 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fa5023dd-45bb-4ef9-8c11-18aa1dda965b req-1eac34d0-dc31-41a0-8ae4-4977ef4b73e3 tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8ac0487-d67d-4197-b11d-41a7850bda3c HTTP/1.1" status: 200 len: 945 time: 0.6622965 Jul 24 09:12:24.543813 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-837774de-6448-4c5e-9bb0-7a89993f9901 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:12:24.558033 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-837774de-6448-4c5e-9bb0-7a89993f9901 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:12:24.565075 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-837774de-6448-4c5e-9bb0-7a89993f9901 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:12:24.652017 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837774de-6448-4c5e-9bb0-7a89993f9901 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Pushing event updated for resources: {'Port': ['ID=82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:24.653728 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e502bd-4d77-4276-9af8-6a1a6b419ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a6c993-c829-4401-8cf5-3e1db70b8534'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:24.656235 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ea22a0-f1a4-4971-8b80-0baa8ca90b35" -d '{"events": [{"server_uuid": "c9e502bd-4d77-4276-9af8-6a1a6b419ccd", "name": "network-vif-plugged", "status": "completed", "tag": "c4a6c993-c829-4401-8cf5-3e1db70b8534"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:24.722935 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fa5023dd-45bb-4ef9-8c11-18aa1dda965b req-92ff3495-fe4f-4b18-90f9-bfdd18d6bd7b tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/security-groups?id=74e835d8-06b0-4035-8f80-b24e79a79502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410522 Jul 24 09:12:24.750950 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-837774de-6448-4c5e-9bb0-7a89993f9901 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:24.752487 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-837774de-6448-4c5e-9bb0-7a89993f9901 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:24.781125 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-837774de-6448-4c5e-9bb0-7a89993f9901 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5894887 Jul 24 09:12:24.798684 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-4f893d4b-8826-44ce-9df7-166a0d9bccd1 service neutron] Request body: {'port': {'device_id': '953db4bf-4d6b-453a-8a69-30cb03dcaa91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:24.961422 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bb2b7350-a50f-45a3-a4ed-525b631d1d51 req-140c6643-a050-4880-a319-14c14586fe57 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?device_id=27ff371a-63d6-45f8-a13b-6b66193737fd HTTP/1.1" status: 200 len: 210 time: 0.0862179 Jul 24 09:12:24.964399 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-4f893d4b-8826-44ce-9df7-166a0d9bccd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:24.969262 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c519ba2e-c1b7-45ba-b2c1-b886330ff6c3 None None] Provisioning for port 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:24.978884 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c519ba2e-c1b7-45ba-b2c1-b886330ff6c3 None None] Provisioning complete for port 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:24.979348 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c519ba2e-c1b7-45ba-b2c1-b886330ff6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:24.984808 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:24.997859 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] Transition to ACTIVE for port object 40fb95a1-d8c7-4ec7-a858-59cf077efa60 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:25.007900 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:25.050969 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-c519ba2e-c1b7-45ba-b2c1-b886330ff6c3 None None] Port 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:12:25.066039 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] Attempting to bind port 40fb95a1-d8c7-4ec7-a858-59cf077efa60 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:12:25.066406 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] Attempting to bind port 40fb95a1-d8c7-4ec7-a858-59cf077efa60 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:12:25.066766 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] Attempting to bind port 40fb95a1-d8c7-4ec7-a858-59cf077efa60 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:25.069640 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2552f62-8326-4f19-a1f0-651d8369d6ee None None] Pushing event updated for resources: {'Port': ['ID=40fb95a1-d8c7-4ec7-a858-59cf077efa60,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:25.072085 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1984d2f-d0d2-4a92-a852-3848a7d5d643 x-openstack-request-id: req-a1984d2f-d0d2-4a92-a852-3848a7d5d643 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:25.072398 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e502bd-4d77-4276-9af8-6a1a6b419ccd", "name": "network-vif-plugged", "status": "completed", "tag": "c4a6c993-c829-4401-8cf5-3e1db70b8534", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:25.072709 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a1984d2f-d0d2-4a92-a852-3848a7d5d643 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:25.073288 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e502bd-4d77-4276-9af8-6a1a6b419ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a6c993-c829-4401-8cf5-3e1db70b8534', 'code': 200} Jul 24 09:12:25.075773 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:12:25.075773 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:12:25.075773 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:25.076174 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:12:25.076384 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] Bound port: 40fb95a1-d8c7-4ec7-a858-59cf077efa60, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:12:25.076798 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:25.116285 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2552f62-8326-4f19-a1f0-651d8369d6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:25.116851 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2552f62-8326-4f19-a1f0-651d8369d6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:25.117581 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2552f62-8326-4f19-a1f0-651d8369d6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:25.121016 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2552f62-8326-4f19-a1f0-651d8369d6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:25.121531 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2552f62-8326-4f19-a1f0-651d8369d6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:25.122972 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2552f62-8326-4f19-a1f0-651d8369d6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:25.123411 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2552f62-8326-4f19-a1f0-651d8369d6ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:25.123747 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2552f62-8326-4f19-a1f0-651d8369d6ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:25.124077 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2552f62-8326-4f19-a1f0-651d8369d6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:25.124403 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2552f62-8326-4f19-a1f0-651d8369d6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:25.124726 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2552f62-8326-4f19-a1f0-651d8369d6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:25.126565 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2552f62-8326-4f19-a1f0-651d8369d6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:25.180634 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5c33b7a0-75ad-4d08-97e8-e0f391202afb up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:12:25.194102 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] For port 40fb95a1-d8c7-4ec7-a858-59cf077efa60, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:12:25.204220 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] For port 40fb95a1-d8c7-4ec7-a858-59cf077efa60, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=40fb95a1-d8c7-4ec7-a858-59cf077efa60,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:12:25.212162 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:25.267202 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2552f62-8326-4f19-a1f0-651d8369d6ee None None] Pushing event updated for resources: {'Port': ['ID=40fb95a1-d8c7-4ec7-a858-59cf077efa60,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:25.270937 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 5c33b7a0-75ad-4d08-97e8-e0f391202afb triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:25.271876 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:25.272873 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b3209-cdad-4b08-b31e-f39b4cee3e09 req-d5b7fa3d-2f69-4c3d-bfaf-588fdc74495e tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:25.282596 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2d7b3209-cdad-4b08-b31e-f39b4cee3e09 req-d5b7fa3d-2f69-4c3d-bfaf-588fdc74495e tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.32 "GET /v2.0/ports?device_id=953db4bf-4d6b-453a-8a69-30cb03dcaa91 HTTP/1.1" status: 200 len: 935 time: 0.2542021 Jul 24 09:12:25.300642 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] Routers {'ea555ec9-498c-472b-9ed7-f061e1349e1c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:12:25.303277 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:12:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ea555ec9-498c-472b-9ed7-f061e1349e1c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:25.427869 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] Set router ea555ec9-498c-472b-9ed7-f061e1349e1c gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:12:25.523021 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2d7b3209-cdad-4b08-b31e-f39b4cee3e09 req-c32708c4-9488-435a-a5de-58cf5892820e tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fb59dee-99c6-462e-9b36-646b47050def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391207 Jul 24 09:12:25.551918 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b0f45088-4178-4728-854b-6c9aa8c4bc45 req-ba53dbf8-0416-4f9e-aaf3-a3da7fec54e6 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=044ca427-789f-45d5-a5b6-de1a6701da50 HTTP/1.1" status: 200 len: 210 time: 0.0471685 Jul 24 09:12:25.564696 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-4f893d4b-8826-44ce-9df7-166a0d9bccd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:25.565421 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-d3e00221-36a4-42b2-b76f-72d8957acf6d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=55b10a1852e84b7588aba204f57f066d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1112216 Jul 24 09:12:25.576985 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-4f893d4b-8826-44ce-9df7-166a0d9bccd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:25.592096 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-4f893d4b-8826-44ce-9df7-166a0d9bccd1 service neutron] Transition to ACTIVE for port object 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:25.596364 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-4f893d4b-8826-44ce-9df7-166a0d9bccd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:25.741094 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea555ec9-498c-472b-9ed7-f061e1349e1c', 'name': 'tempest-FloatingIPsTestJSON-1023816844-router', 'tenant_id': 'e85f5fd00ea749ac8b1e49c8d9660343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '40fb95a1-d8c7-4ec7-a858-59cf077efa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:12:20Z', 'updated_at': '2021-07-24T09:12:21Z', 'revision_number': 3, 'project_id': 'e85f5fd00ea749ac8b1e49c8d9660343', 'gw_port': {'id': '40fb95a1-d8c7-4ec7-a858-59cf077efa60', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea555ec9-498c-472b-9ed7-f061e1349e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:12:20Z', 'updated_at': '2021-07-24T09:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:25.784222 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41d97ec-a8cf-43f6-818f-565ca94e2622 None None] The sync data for ids ['ea555ec9-498c-472b-9ed7-f061e1349e1c'] in n-d-800085-9 is: [{'id': 'ea555ec9-498c-472b-9ed7-f061e1349e1c', 'name': 'tempest-FloatingIPsTestJSON-1023816844-router', 'tenant_id': 'e85f5fd00ea749ac8b1e49c8d9660343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '40fb95a1-d8c7-4ec7-a858-59cf077efa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:12:20Z', 'updated_at': '2021-07-24T09:12:21Z', 'revision_number': 3, 'project_id': 'e85f5fd00ea749ac8b1e49c8d9660343', 'gw_port': {'id': '40fb95a1-d8c7-4ec7-a858-59cf077efa60', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea555ec9-498c-472b-9ed7-f061e1349e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:12:20Z', 'updated_at': '2021-07-24T09:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:12:25.786144 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f893d4b-8826-44ce-9df7-166a0d9bccd1 service neutron] Pushing event updated for resources: {'Port': ['ID=82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:25.829846 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-7d54ed90-a8a5-42e7-a8fb-4855409b495d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:25.831301 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-7d54ed90-a8a5-42e7-a8fb-4855409b495d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2465329 Jul 24 09:12:25.853850 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-4f893d4b-8826-44ce-9df7-166a0d9bccd1 service neutron] Attempting to bind port 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:12:25.854235 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-4f893d4b-8826-44ce-9df7-166a0d9bccd1 service neutron] Attempting to bind port 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:12:25.854534 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-4f893d4b-8826-44ce-9df7-166a0d9bccd1 service neutron] Attempting to bind port 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:25.877590 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-4f893d4b-8826-44ce-9df7-166a0d9bccd1 service neutron] Port 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:12:25.877927 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-4f893d4b-8826-44ce-9df7-166a0d9bccd1 service neutron] Attempting to bind port 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:25.892725 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-4f893d4b-8826-44ce-9df7-166a0d9bccd1 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:12:25.893095 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-4f893d4b-8826-44ce-9df7-166a0d9bccd1 service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:12:25.893485 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-4f893d4b-8826-44ce-9df7-166a0d9bccd1 service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:12:25.893957 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-4f893d4b-8826-44ce-9df7-166a0d9bccd1 service neutron] Bound port: 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:12:25.894320 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-4f893d4b-8826-44ce-9df7-166a0d9bccd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:25.895499 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8cea7f28-28d4-4016-9982-f9ad59ffef2a tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Request body: {'port': {'device_id': 'd8fc905d-8e2b-4372-bc4c-bf54a8034587', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': '55b10a1852e84b7588aba204f57f066d'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:25.981496 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaaea6-9540-47dc-b781-46b553a51689 req-cd9dca03-d622-43d0-b37f-9fba3b88d02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:25.982774 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e6aaaea6-9540-47dc-b781-46b553a51689 req-cd9dca03-d622-43d0-b37f-9fba3b88d02c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c9e502bd-4d77-4276-9af8-6a1a6b419ccd HTTP/1.1" status: 200 len: 1097 time: 0.7975934 Jul 24 09:12:26.071284 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-699e1136-afa9-42d5-9973-a07eed8f8228 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=24e00f25e33b46ffacef06edb5e3d9d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375948 Jul 24 09:12:26.141879 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e6aaaea6-9540-47dc-b781-46b553a51689 req-1593e9c0-3199-4555-9d82-0cd37fa03aca service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466007 Jul 24 09:12:26.153388 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-4f893d4b-8826-44ce-9df7-166a0d9bccd1 service neutron] For port 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:12:26.173921 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8cc8156e-e0d5-447d-b919-3afdf325088e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:26.200347 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-4f893d4b-8826-44ce-9df7-166a0d9bccd1 service neutron] For port 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:12:26.266607 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-4f893d4b-8826-44ce-9df7-166a0d9bccd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:26.308456 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065aae7-064e-4698-a7c3-0af986424e56 req-e24c3645-f6db-4a4d-9f3a-9cfcef930eef tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:26.313893 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e065aae7-064e-4698-a7c3-0af986424e56 req-e24c3645-f6db-4a4d-9f3a-9cfcef930eef tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e502bd-4d77-4276-9af8-6a1a6b419ccd HTTP/1.1" status: 200 len: 946 time: 0.4749696 Jul 24 09:12:26.316205 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d68236-1a56-47c2-81ef-ec1805530b9b req-275869f6-8e86-4d73-849a-0fa8a0a9c60f tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:26.324495 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-84d68236-1a56-47c2-81ef-ec1805530b9b req-275869f6-8e86-4d73-849a-0fa8a0a9c60f tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8ac0487-d67d-4197-b11d-41a7850bda3c HTTP/1.1" status: 200 len: 945 time: 0.3423214 Jul 24 09:12:26.339979 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8cea7f28-28d4-4016-9982-f9ad59ffef2a tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Made reservation on behalf of 55b10a1852e84b7588aba204f57f066d for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:12:26.343718 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8cea7f28-28d4-4016-9982-f9ad59ffef2a tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:26.393995 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-4f893d4b-8826-44ce-9df7-166a0d9bccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:26.394840 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-4f893d4b-8826-44ce-9df7-166a0d9bccd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:26.396449 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-4f893d4b-8826-44ce-9df7-166a0d9bccd1 service neutron] 10.222.0.20 "PUT /v2.0/ports/82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c HTTP/1.1" status: 200 len: 1095 time: 1.6027200 Jul 24 09:12:26.397217 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953db4bf-4d6b-453a-8a69-30cb03dcaa91', 'tag': '82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:26.399659 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bff6e7-5949-4eda-a47c-a6c5eab4f377" -d '{"events": [{"name": "network-changed", "server_uuid": "953db4bf-4d6b-453a-8a69-30cb03dcaa91", "tag": "82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:26.430799 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-5272deb9-168f-4f80-a30d-53f5816b3109 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:26.432383 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-5272deb9-168f-4f80-a30d-53f5816b3109 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3540788 Jul 24 09:12:26.455609 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13602aa-881e-432f-9801-294bbbd42386 req-d2da21f1-51d7-4cab-8f27-df554eb88d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:26.456820 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c13602aa-881e-432f-9801-294bbbd42386 req-d2da21f1-51d7-4cab-8f27-df554eb88d05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1cf95805c904746b22eb504a41a0ebc&device_id=b8ac0487-d67d-4197-b11d-41a7850bda3c HTTP/1.1" status: 200 len: 1096 time: 0.3929977 Jul 24 09:12:26.462360 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ff308e0c-35cf-4d79-8f15-fba46f28b8b0 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Request body: {'port': {'device_id': '27ff371a-63d6-45f8-a13b-6b66193737fd', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': '24e00f25e33b46ffacef06edb5e3d9d1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:26.488184 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e065aae7-064e-4698-a7c3-0af986424e56 req-05d95208-1314-4100-aff8-b70160e75975 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647942 Jul 24 09:12:26.513185 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-84d68236-1a56-47c2-81ef-ec1805530b9b req-a948f1d8-9415-4065-86db-04345d394cbd tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/security-groups?id=74e835d8-06b0-4035-8f80-b24e79a79502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875396 Jul 24 09:12:26.547442 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-eefcc8ee-9122-453c-a9ce-2034ce7683ee tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=55b10a1852e84b7588aba204f57f066d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1182363 Jul 24 09:12:26.559102 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:12:26.576337 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f893d4b-8826-44ce-9df7-166a0d9bccd1 service neutron] Pushing event updated for resources: {'Port': ['ID=82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:26.780677 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0794753-a55b-40c0-8a9e-ca9e58c511e6 x-openstack-request-id: req-e0794753-a55b-40c0-8a9e-ca9e58c511e6 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:26.785330 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953db4bf-4d6b-453a-8a69-30cb03dcaa91", "tag": "82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:26.785787 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0794753-a55b-40c0-8a9e-ca9e58c511e6 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:26.786358 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953db4bf-4d6b-453a-8a69-30cb03dcaa91', 'tag': '82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c', 'status': 'completed', 'code': 200} Jul 24 09:12:26.791418 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4e92cec1-8548-467e-a6ad-728d020bde3e req-6bc856b5-4172-4c64-b470-081c542d869f tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?device_id=27ff371a-63d6-45f8-a13b-6b66193737fd HTTP/1.1" status: 200 len: 210 time: 0.1218245 Jul 24 09:12:26.816429 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-013b80df-3ed5-458b-baa1-3fdcc4b4c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:26.818423 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-013b80df-3ed5-458b-baa1-3fdcc4b4c17f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3186ad6ec5294174b0adbe85509afa7d&device_id=953db4bf-4d6b-453a-8a69-30cb03dcaa91 HTTP/1.1" status: 200 len: 1098 time: 0.3644888 Jul 24 09:12:26.841504 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ff308e0c-35cf-4d79-8f15-fba46f28b8b0 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Made reservation on behalf of 24e00f25e33b46ffacef06edb5e3d9d1 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:12:26.860592 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ff308e0c-35cf-4d79-8f15-fba46f28b8b0 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:26.910852 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-ceca8c70-3f87-4334-8c12-49fa80f2827f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c HTTP/1.1" status: 200 len: 217 time: 0.0452235 Jul 24 09:12:26.918803 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ff308e0c-35cf-4d79-8f15-fba46f28b8b0 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:26.992898 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b865688a-6a5b-4ccf-849a-2b8c13d498bb req-9bbef86f-2fab-4cde-bcc3-679a5ff91c95 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=044ca427-789f-45d5-a5b6-de1a6701da50 HTTP/1.1" status: 200 len: 210 time: 0.0899620 Jul 24 09:12:27.040207 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-1632c907-f0e9-4d60-a0e4-6482b239c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:27.042474 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-1632c907-f0e9-4d60-a0e4-6482b239c4e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1205659 Jul 24 09:12:27.097425 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-8cc8156e-e0d5-447d-b919-3afdf325088e admin admin] Allocated IP 172.20.0.1 (1cfe4778-0130-4871-bed5-101df26b0cc5/5747dbfd-201a-4670-b0b4-31b8a8b83f20/79a7aa17-24e4-47f3-b535-7e3ad480233f) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:12:27.123665 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13602aa-881e-432f-9801-294bbbd42386 req-8edac956-fef5-487e-9d3e-63583ce9ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:27.125977 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d1d42623-a2da-422c-b6c7-19bc17207194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:27.127428 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c13602aa-881e-432f-9801-294bbbd42386 req-8edac956-fef5-487e-9d3e-63583ce9ec8f service neutron] 10.222.0.37 "GET /v2.0/networks?id=6da5b74e-9b7e-4bba-aec3-9fab69199b2e HTTP/1.1" status: 200 len: 912 time: 0.6465805 Jul 24 09:12:27.128861 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8cea7f28-28d4-4016-9982-f9ad59ffef2a tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Allocated IP 192.168.233.176 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/b354465c-03a1-4acd-87be-13ad5d5cf76d) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:12:27.163896 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-3f11d643-2158-4bcf-8e47-af629651924e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:27.165925 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-3f11d643-2158-4bcf-8e47-af629651924e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5909538 Jul 24 09:12:27.179249 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-d6a83980-8be1-4287-8429-ba366cfae8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:27.182663 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-d6a83980-8be1-4287-8429-ba366cfae8bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1305010 Jul 24 09:12:27.207623 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 40fb95a1-d8c7-4ec7-a858-59cf077efa60 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:12:27.260636 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-f838e1cd-44bb-4766-a7d2-c88154ef3a1d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Request body: {'port': {'device_id': '044ca427-789f-45d5-a5b6-de1a6701da50', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': '55b10a1852e84b7588aba204f57f066d'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:27.261951 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ff308e0c-35cf-4d79-8f15-fba46f28b8b0 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:27.296361 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 40fb95a1-d8c7-4ec7-a858-59cf077efa60 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:27.299375 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ff308e0c-35cf-4d79-8f15-fba46f28b8b0 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:27.303447 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c13602aa-881e-432f-9801-294bbbd42386 req-4732dc22-689a-4cc5-89f8-9e6d59b5cec0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abf5d388-a76e-48ca-b458-0e0dfc1fda63 HTTP/1.1" status: 200 len: 217 time: 0.1658223 Jul 24 09:12:27.304823 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 40fb95a1-d8c7-4ec7-a858-59cf077efa60 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:27.305913 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:27.401327 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff308e0c-35cf-4d79-8f15-fba46f28b8b0 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8524c0a8-f984-41a1-ab6e-ad69d19df981,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:27.403986 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:27.411740 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-febd3732-63d0-472e-9182-8c0f583e00f7 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217638 Jul 24 09:12:27.432418 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 40fb95a1-d8c7-4ec7-a858-59cf077efa60, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=40fb95a1-d8c7-4ec7-a858-59cf077efa60,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:27.436984 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:27.494367 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=40fb95a1-d8c7-4ec7-a858-59cf077efa60,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:27.508167 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ac297-d376-4b90-b348-fc890acf4ebe req-eba02efb-e970-4b59-a544-917337c3db65 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:27.510311 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-003ac297-d376-4b90-b348-fc890acf4ebe req-eba02efb-e970-4b59-a544-917337c3db65 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.32 "GET /v2.0/ports?device_id=953db4bf-4d6b-453a-8a69-30cb03dcaa91 HTTP/1.1" status: 200 len: 947 time: 0.6561956 Jul 24 09:12:27.532396 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2b1ff5ba-8c8d-4f12-81bf-8a3e64633a49 req-72aa315b-1154-42a5-8a25-f87393b8c89e service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129446 Jul 24 09:12:27.595360 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13602aa-881e-432f-9801-294bbbd42386 req-94fe999c-2fb0-4273-9ae5-d13618fed516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:27.596884 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c13602aa-881e-432f-9801-294bbbd42386 req-94fe999c-2fb0-4273-9ae5-d13618fed516 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c61e798-901f-44ac-9877-91309be37bbe HTTP/1.1" status: 200 len: 852 time: 0.2152071 Jul 24 09:12:27.613355 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8cc8156e-e0d5-447d-b919-3afdf325088e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:27.682733 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c13602aa-881e-432f-9801-294bbbd42386 req-af08a4c6-7eb1-457c-ab33-3228a0bf87eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6da5b74e-9b7e-4bba-aec3-9fab69199b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547409 Jul 24 09:12:27.686078 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb47a7a-5adf-4c21-a706-6e015c60ffdc req-3447e9bb-02f3-4d12-a330-bba1f34af4fb tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:27.687857 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfb47a7a-5adf-4c21-a706-6e015c60ffdc req-3447e9bb-02f3-4d12-a330-bba1f34af4fb tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e502bd-4d77-4276-9af8-6a1a6b419ccd HTTP/1.1" status: 200 len: 946 time: 0.1081524 Jul 24 09:12:27.688114 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-8cc8156e-e0d5-447d-b919-3afdf325088e admin admin] Transition to ACTIVE for port object 79a7aa17-24e4-47f3-b535-7e3ad480233f will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:27.690932 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bff6e7-5949-4eda-a47c-a6c5eab4f377 req-963e2f13-b0d9-4fd4-b7bb-3e261c88d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:27.692395 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c6bff6e7-5949-4eda-a47c-a6c5eab4f377 req-963e2f13-b0d9-4fd4-b7bb-3e261c88d046 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3186ad6ec5294174b0adbe85509afa7d&device_id=953db4bf-4d6b-453a-8a69-30cb03dcaa91 HTTP/1.1" status: 200 len: 1098 time: 0.1021593 Jul 24 09:12:27.745753 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-a613c4e1-c832-494c-86b3-d0a1e5ed107b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:27.746962 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-a613c4e1-c832-494c-86b3-d0a1e5ed107b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9e502bd-4d77-4276-9af8-6a1a6b419ccd HTTP/1.1" status: 200 len: 946 time: 0.5728884 Jul 24 09:12:27.749861 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-003ac297-d376-4b90-b348-fc890acf4ebe req-1521513d-c31e-4b06-a7a4-9b6b69ea6b50 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fb59dee-99c6-462e-9b36-646b47050def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201922 Jul 24 09:12:27.802710 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfb47a7a-5adf-4c21-a706-6e015c60ffdc req-079e74f3-4e60-417d-8e9b-eba36fc62c90 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070917 Jul 24 09:12:27.837412 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bff6e7-5949-4eda-a47c-a6c5eab4f377 req-df036bb5-3651-40de-861a-49773fa61a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:27.838967 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c6bff6e7-5949-4eda-a47c-a6c5eab4f377 req-df036bb5-3651-40de-861a-49773fa61a29 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.1372528 Jul 24 09:12:27.843253 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-f838e1cd-44bb-4766-a7d2-c88154ef3a1d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Made reservation on behalf of 55b10a1852e84b7588aba204f57f066d for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:12:27.846839 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-f838e1cd-44bb-4766-a7d2-c88154ef3a1d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:27.901841 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c6bff6e7-5949-4eda-a47c-a6c5eab4f377 req-abd01032-c5c1-4695-9c1f-e1dd0df5da26 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c HTTP/1.1" status: 200 len: 217 time: 0.0541530 Jul 24 09:12:27.948571 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8cea7f28-28d4-4016-9982-f9ad59ffef2a tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:27.984147 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bff6e7-5949-4eda-a47c-a6c5eab4f377 req-d6d658c3-5c7e-43de-96fe-1a03dd273b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:27.987321 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c6bff6e7-5949-4eda-a47c-a6c5eab4f377 req-d6d658c3-5c7e-43de-96fe-1a03dd273b77 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0734680 Jul 24 09:12:28.037628 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8cc8156e-e0d5-447d-b919-3afdf325088e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:28.043225 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8cea7f28-28d4-4016-9982-f9ad59ffef2a tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Transition to ACTIVE for port object b354465c-03a1-4acd-87be-13ad5d5cf76d will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:28.069592 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bff6e7-5949-4eda-a47c-a6c5eab4f377 req-4362ff78-e1ab-4db3-9098-5d6f69def19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:28.071268 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c6bff6e7-5949-4eda-a47c-a6c5eab4f377 req-4362ff78-e1ab-4db3-9098-5d6f69def19e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0759633 Jul 24 09:12:28.107295 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ffa0b101-64d4-4f17-bb0f-947927b6fee9 req-97d90598-55fc-4db3-9505-9f6c07c96fa6 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?device_id=27ff371a-63d6-45f8-a13b-6b66193737fd HTTP/1.1" status: 200 len: 210 time: 0.0350730 Jul 24 09:12:28.120357 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c13602aa-881e-432f-9801-294bbbd42386 req-68a61c3e-df87-46ac-afe3-c6568ee262a9 service neutron] 10.222.0.37 "GET /v2.0/networks/6da5b74e-9b7e-4bba-aec3-9fab69199b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961527 Jul 24 09:12:28.151212 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc8156e-e0d5-447d-b919-3afdf325088e admin admin] Network 1cfe4778-0130-4871-bed5-101df26b0cc5 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:12:28.165236 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-8cc8156e-e0d5-447d-b919-3afdf325088e admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:12:28.193824 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc8156e-e0d5-447d-b919-3afdf325088e admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:12:28.235240 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-38aec24f-3be9-41cd-a021-7110f0dfa3fd req-8ead868b-a329-478f-aaab-412c518f4ee6 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=044ca427-789f-45d5-a5b6-de1a6701da50 HTTP/1.1" status: 200 len: 210 time: 0.0439992 Jul 24 09:12:28.263999 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c6bff6e7-5949-4eda-a47c-a6c5eab4f377 req-004c3acc-12b2-4d34-a79c-5c97a44df879 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825271 Jul 24 09:12:28.380249 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c6bff6e7-5949-4eda-a47c-a6c5eab4f377 req-739f478a-6f78-4a74-a514-8aa424aefc9f service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071649 Jul 24 09:12:28.491659 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7415ad65-cee2-4231-b830-bf2fdacc13bf None None] Provisioning for port 79a7aa17-24e4-47f3-b535-7e3ad480233f completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:28.496194 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7415ad65-cee2-4231-b830-bf2fdacc13bf None None] Provisioning complete for port 79a7aa17-24e4-47f3-b535-7e3ad480233f triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:28.496570 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7415ad65-cee2-4231-b830-bf2fdacc13bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:28.534409 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-7415ad65-cee2-4231-b830-bf2fdacc13bf None None] Port 79a7aa17-24e4-47f3-b535-7e3ad480233f cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:12:28.582482 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8156e-e0d5-447d-b919-3afdf325088e admin admin] Pushing event updated for resources: {'Port': ['ID=79a7aa17-24e4-47f3-b535-7e3ad480233f,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:28.623382 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2f941-1037-495e-b84d-79c038836036 req-1f94683d-fbd9-4a89-87e1-51c22674aae3 tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:28.624898 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a3e2f941-1037-495e-b84d-79c038836036 req-1f94683d-fbd9-4a89-87e1-51c22674aae3 tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8ac0487-d67d-4197-b11d-41a7850bda3c HTTP/1.1" status: 200 len: 945 time: 0.7135291 Jul 24 09:12:28.641635 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-32fb6bc0-b509-454f-809e-dbd5ed6c949d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Deleting port c4a6c993-c829-4401-8cf5-3e1db70b8534 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:12:28.641988 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-32fb6bc0-b509-454f-809e-dbd5ed6c949d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:28.656156 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8cc8156e-e0d5-447d-b919-3afdf325088e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:28.731790 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ff308e0c-35cf-4d79-8f15-fba46f28b8b0 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Allocated IP 192.168.233.197 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/42bbe8ff-3212-40b1-a171-82d2c26af4f4) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:12:28.735749 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8cea7f28-28d4-4016-9982-f9ad59ffef2a tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:28.750740 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['d443b98a-1ccc-4a40-a4b0-c6babec3df94'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:12:28.778516 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c13602aa-881e-432f-9801-294bbbd42386 req-b5c773df-4604-4218-8d65-6a7901401276 service neutron] 10.222.0.37 "GET /v2.0/networks/6da5b74e-9b7e-4bba-aec3-9fab69199b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6157229 Jul 24 09:12:28.858203 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a3e2f941-1037-495e-b84d-79c038836036 req-f4727d02-3630-427c-95f2-15c763f52057 tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/security-groups?id=74e835d8-06b0-4035-8f80-b24e79a79502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183907 Jul 24 09:12:28.875597 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8cea7f28-28d4-4016-9982-f9ad59ffef2a tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:12:28.909845 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8cea7f28-28d4-4016-9982-f9ad59ffef2a tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:12:28.955464 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8cea7f28-28d4-4016-9982-f9ad59ffef2a tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:12:28.963836 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea7f28-28d4-4016-9982-f9ad59ffef2a tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Pushing event updated for resources: {'Port': ['ID=b354465c-03a1-4acd-87be-13ad5d5cf76d,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:28.996364 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ff308e0c-35cf-4d79-8f15-fba46f28b8b0 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:29.019525 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ff308e0c-35cf-4d79-8f15-fba46f28b8b0 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Transition to ACTIVE for port object 42bbe8ff-3212-40b1-a171-82d2c26af4f4 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:29.033217 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d2292-2f08-4e93-83a7-d10f074e3bdb req-16abd979-a182-495e-88d1-616eeeb97d20 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:29.034803 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-447d2292-2f08-4e93-83a7-d10f074e3bdb req-16abd979-a182-495e-88d1-616eeeb97d20 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.32 "GET /v2.0/ports?device_id=953db4bf-4d6b-453a-8a69-30cb03dcaa91 HTTP/1.1" status: 200 len: 947 time: 0.1638043 Jul 24 09:12:29.097544 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8cea7f28-28d4-4016-9982-f9ad59ffef2a tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:29.098220 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8cea7f28-28d4-4016-9982-f9ad59ffef2a tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:29.109335 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ff308e0c-35cf-4d79-8f15-fba46f28b8b0 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:29.134445 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 40fb95a1-d8c7-4ec7-a858-59cf077efa60 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:12:29.203786 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-447d2292-2f08-4e93-83a7-d10f074e3bdb req-7ba13873-f870-43c3-9c65-e4521eae0353 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fb59dee-99c6-462e-9b36-646b47050def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423621 Jul 24 09:12:29.204919 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff308e0c-35cf-4d79-8f15-fba46f28b8b0 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Pushing event updated for resources: {'Port': ['ID=42bbe8ff-3212-40b1-a171-82d2c26af4f4,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:29.217638 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-32fb6bc0-b509-454f-809e-dbd5ed6c949d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] For port c4a6c993-c829-4401-8cf5-3e1db70b8534, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=c4a6c993-c829-4401-8cf5-3e1db70b8534,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:29.218000 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-32fb6bc0-b509-454f-809e-dbd5ed6c949d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:29.220345 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 40fb95a1-d8c7-4ec7-a858-59cf077efa60 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:29.220702 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ff308e0c-35cf-4d79-8f15-fba46f28b8b0 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:12:29.221104 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:29.223804 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ff308e0c-35cf-4d79-8f15-fba46f28b8b0 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:12:29.232518 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ff308e0c-35cf-4d79-8f15-fba46f28b8b0 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:12:29.255454 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-f838e1cd-44bb-4766-a7d2-c88154ef3a1d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Allocated IP 192.168.233.192 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/21a699d1-a1e7-47f3-ac00-3012c9ed1460) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:12:29.274190 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8cea7f28-28d4-4016-9982-f9ad59ffef2a tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4160788 Jul 24 09:12:29.284492 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-32fb6bc0-b509-454f-809e-dbd5ed6c949d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Calling delete_port for c4a6c993-c829-4401-8cf5-3e1db70b8534 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:12:29.304022 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8010d41a-b9b8-4ff3-92eb-a564e1915889 service neutron] Request body: {'port': {'device_id': 'd8fc905d-8e2b-4372-bc4c-bf54a8034587', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:29.318282 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ff308e0c-35cf-4d79-8f15-fba46f28b8b0 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:29.324581 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ff308e0c-35cf-4d79-8f15-fba46f28b8b0 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:29.347443 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ff308e0c-35cf-4d79-8f15-fba46f28b8b0 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8920550 Jul 24 09:12:29.364788 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ba6baa70-2de6-4d05-b5ad-7edfab6d6744 service neutron] Request body: {'port': {'device_id': '27ff371a-63d6-45f8-a13b-6b66193737fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:29.378282 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b9b50110-438a-4796-982c-18264f5c8fd1 None None] Provisioning for port b354465c-03a1-4acd-87be-13ad5d5cf76d completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:29.387707 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b9b50110-438a-4796-982c-18264f5c8fd1 None None] Provisioning complete for port b354465c-03a1-4acd-87be-13ad5d5cf76d triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:29.388194 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b9b50110-438a-4796-982c-18264f5c8fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:29.478960 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-b9b50110-438a-4796-982c-18264f5c8fd1 None None] Port b354465c-03a1-4acd-87be-13ad5d5cf76d cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:12:29.503175 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ba6baa70-2de6-4d05-b5ad-7edfab6d6744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:29.521747 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8cc8156e-e0d5-447d-b919-3afdf325088e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:29.567847 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9d9a4-7f41-4531-be3b-84797a63e9e9 req-5d5c7192-edf5-4549-b082-2df2e0cd7d1a tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:29.570278 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54f9d9a4-7f41-4531-be3b-84797a63e9e9 req-5d5c7192-edf5-4549-b082-2df2e0cd7d1a tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e502bd-4d77-4276-9af8-6a1a6b419ccd HTTP/1.1" status: 200 len: 946 time: 0.5543041 Jul 24 09:12:29.602476 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-101ae0ad-8767-4a6a-9374-fb8c4f7acb9b None None] Provisioning for port 42bbe8ff-3212-40b1-a171-82d2c26af4f4 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:29.607547 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-101ae0ad-8767-4a6a-9374-fb8c4f7acb9b None None] Provisioning complete for port 42bbe8ff-3212-40b1-a171-82d2c26af4f4 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:29.608234 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-101ae0ad-8767-4a6a-9374-fb8c4f7acb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:29.649859 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-101ae0ad-8767-4a6a-9374-fb8c4f7acb9b None None] Port 42bbe8ff-3212-40b1-a171-82d2c26af4f4 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:12:29.737659 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7102516-5597-42f3-a400-232ea1c99038 req-af187920-e478-4600-97bc-7bf6968c33b1 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:29.739387 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f7102516-5597-42f3-a400-232ea1c99038 req-af187920-e478-4600-97bc-7bf6968c33b1 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?device_id=27ff371a-63d6-45f8-a13b-6b66193737fd HTTP/1.1" status: 200 len: 936 time: 0.1415517 Jul 24 09:12:29.745116 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1af224ff-ea56-4db2-87c5-f5702d1cecf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:29.768837 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8010d41a-b9b8-4ff3-92eb-a564e1915889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:29.792025 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f7102516-5597-42f3-a400-232ea1c99038 req-e5eb3b42-af4b-4897-94bf-7ceee613dee8 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/security-groups?id=8524c0a8-f984-41a1-ab6e-ad69d19df981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415158 Jul 24 09:12:29.823596 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54f9d9a4-7f41-4531-be3b-84797a63e9e9 req-2734f850-3a29-4afe-8238-fcbef1ca8901 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148485 Jul 24 09:12:29.911769 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-58a6d6d1-14c5-4197-841b-01a6b2119e04 req-aa79355c-89e7-4cca-8ecf-34f751dcb131 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=044ca427-789f-45d5-a5b6-de1a6701da50 HTTP/1.1" status: 200 len: 210 time: 0.0422716 Jul 24 09:12:30.050367 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-f838e1cd-44bb-4766-a7d2-c88154ef3a1d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:30.102633 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-32fb6bc0-b509-454f-809e-dbd5ed6c949d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:30.114494 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['880fbce5-c5db-464b-a114-3858d9fcfd2c', 'c4a6c993-c829-4401-8cf5-3e1db70b8534'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:12:30.162355 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-f838e1cd-44bb-4766-a7d2-c88154ef3a1d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Transition to ACTIVE for port object 21a699d1-a1e7-47f3-ac00-3012c9ed1460 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:30.171363 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb6bc0-b509-454f-809e-dbd5ed6c949d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Pushing event deleted for resources: {'Port': ['ID=c4a6c993-c829-4401-8cf5-3e1db70b8534,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:30.265188 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-32fb6bc0-b509-454f-809e-dbd5ed6c949d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] No DVR routers for this DVR port c4a6c993-c829-4401-8cf5-3e1db70b8534 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:12:30.271190 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-32fb6bc0-b509-454f-809e-dbd5ed6c949d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:30.273195 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fb5074d3-adce-48c7-845d-3d38ef1a2ec8 req-32fb6bc0-b509-454f-809e-dbd5ed6c949d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.20 "DELETE /v2.0/ports/c4a6c993-c829-4401-8cf5-3e1db70b8534 HTTP/1.1" status: 204 len: 173 time: 2.5002530 Jul 24 09:12:30.275473 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e502bd-4d77-4276-9af8-6a1a6b419ccd', 'name': 'network-vif-deleted', 'tag': 'c4a6c993-c829-4401-8cf5-3e1db70b8534'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:30.277798 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fe6e4a-e53b-4c79-b4f8-0af3c6544543" -d '{"events": [{"server_uuid": "c9e502bd-4d77-4276-9af8-6a1a6b419ccd", "name": "network-vif-deleted", "tag": "c4a6c993-c829-4401-8cf5-3e1db70b8534"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:30.302481 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8cc8156e-e0d5-447d-b919-3afdf325088e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:30.316158 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad6e02-4855-4ae3-8e8f-1c6f29ee2a28 req-0e81ea23-4737-42f8-9535-749d50d58273 tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:30.323014 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2cad6e02-4855-4ae3-8e8f-1c6f29ee2a28 req-0e81ea23-4737-42f8-9535-749d50d58273 tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8ac0487-d67d-4197-b11d-41a7850bda3c HTTP/1.1" status: 200 len: 945 time: 0.3680403 Jul 24 09:12:30.324844 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8cc8156e-e0d5-447d-b919-3afdf325088e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:30.339976 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:30.376210 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723670ef-b539-4b7a-b087-efff81c1342d x-openstack-request-id: req-723670ef-b539-4b7a-b087-efff81c1342d {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:30.376498 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e502bd-4d77-4276-9af8-6a1a6b419ccd", "name": "network-vif-deleted", "tag": "c4a6c993-c829-4401-8cf5-3e1db70b8534", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:30.376782 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-723670ef-b539-4b7a-b087-efff81c1342d {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:30.377191 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e502bd-4d77-4276-9af8-6a1a6b419ccd', 'name': 'network-vif-deleted', 'tag': 'c4a6c993-c829-4401-8cf5-3e1db70b8534', 'status': 'completed', 'code': 200} Jul 24 09:12:30.400526 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-f838e1cd-44bb-4766-a7d2-c88154ef3a1d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:30.413885 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['d443b98a-1ccc-4a40-a4b0-c6babec3df94'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:12:30.437866 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8cc8156e-e0d5-447d-b919-3afdf325088e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:30.441143 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8156e-e0d5-447d-b919-3afdf325088e admin admin] Pushing event updated for resources: {'Port': ['ID=79a7aa17-24e4-47f3-b535-7e3ad480233f,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:30.451817 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2cad6e02-4855-4ae3-8e8f-1c6f29ee2a28 req-f30743ee-2259-4bcf-b5f8-d4451a215a82 tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/security-groups?id=74e835d8-06b0-4035-8f80-b24e79a79502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279428 Jul 24 09:12:30.461659 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-f838e1cd-44bb-4766-a7d2-c88154ef3a1d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:12:30.488119 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-f838e1cd-44bb-4766-a7d2-c88154ef3a1d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:12:30.504094 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-f838e1cd-44bb-4766-a7d2-c88154ef3a1d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:12:30.578528 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838e1cd-44bb-4766-a7d2-c88154ef3a1d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Pushing event updated for resources: {'Port': ['ID=21a699d1-a1e7-47f3-ac00-3012c9ed1460,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:30.627850 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1f53b-52a5-4e9d-9260-b0d999e8504d req-eccb9485-7308-48f6-811a-0cb5c7358879 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:30.631586 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b3e1f53b-52a5-4e9d-9260-b0d999e8504d req-eccb9485-7308-48f6-811a-0cb5c7358879 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.32 "GET /v2.0/ports?device_id=953db4bf-4d6b-453a-8a69-30cb03dcaa91 HTTP/1.1" status: 200 len: 947 time: 0.2077849 Jul 24 09:12:30.746132 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f3eda521-97da-4d01-bcbe-7b1ef3a9af18 req-14ed69dd-5d84-4792-aa72-99346dc1ab7a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=400b6e3893174893b678c7f2a57041a8&device_id=c9e502bd-4d77-4276-9af8-6a1a6b419ccd HTTP/1.1" status: 200 len: 210 time: 0.0998421 Jul 24 09:12:30.756316 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-f838e1cd-44bb-4766-a7d2-c88154ef3a1d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:30.756316 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-f838e1cd-44bb-4766-a7d2-c88154ef3a1d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:30.762667 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b3e1f53b-52a5-4e9d-9260-b0d999e8504d req-f2c5326f-de54-4fe8-841b-b2504d8277da tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fb59dee-99c6-462e-9b36-646b47050def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217902 Jul 24 09:12:30.778731 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ba6baa70-2de6-4d05-b5ad-7edfab6d6744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42bbe8ff-3212-40b1-a171-82d2c26af4f4 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:30.786995 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ba6baa70-2de6-4d05-b5ad-7edfab6d6744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:30.788277 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc8156e-e0d5-447d-b919-3afdf325088e admin admin] Network 1cfe4778-0130-4871-bed5-101df26b0cc5 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:12:30.800611 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ba6baa70-2de6-4d05-b5ad-7edfab6d6744 service neutron] Transition to ACTIVE for port object 42bbe8ff-3212-40b1-a171-82d2c26af4f4 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:30.803681 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-f838e1cd-44bb-4766-a7d2-c88154ef3a1d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5889826 Jul 24 09:12:30.805770 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ba6baa70-2de6-4d05-b5ad-7edfab6d6744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:30.812793 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-8cc8156e-e0d5-447d-b919-3afdf325088e admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:12:30.865425 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6baa70-2de6-4d05-b5ad-7edfab6d6744 service neutron] Pushing event updated for resources: {'Port': ['ID=42bbe8ff-3212-40b1-a171-82d2c26af4f4,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:30.876187 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-824c4ec8-00b5-4b2e-b817-a1a10677aaae service neutron] Request body: {'port': {'device_id': '044ca427-789f-45d5-a5b6-de1a6701da50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:30.927047 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5048e5c3-9608-4a28-8834-74e28f77571f None None] Provisioning for port 21a699d1-a1e7-47f3-ac00-3012c9ed1460 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:30.941341 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5048e5c3-9608-4a28-8834-74e28f77571f None None] Provisioning complete for port 21a699d1-a1e7-47f3-ac00-3012c9ed1460 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:30.941736 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5048e5c3-9608-4a28-8834-74e28f77571f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:30.985598 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:31.004260 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-5048e5c3-9608-4a28-8834-74e28f77571f None None] Port 21a699d1-a1e7-47f3-ac00-3012c9ed1460 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:12:31.005024 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ba6baa70-2de6-4d05-b5ad-7edfab6d6744 service neutron] Attempting to bind port 42bbe8ff-3212-40b1-a171-82d2c26af4f4 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:12:31.005373 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ba6baa70-2de6-4d05-b5ad-7edfab6d6744 service neutron] Attempting to bind port 42bbe8ff-3212-40b1-a171-82d2c26af4f4 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:12:31.005709 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ba6baa70-2de6-4d05-b5ad-7edfab6d6744 service neutron] Attempting to bind port 42bbe8ff-3212-40b1-a171-82d2c26af4f4 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:31.023406 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ba6baa70-2de6-4d05-b5ad-7edfab6d6744 service neutron] Port 42bbe8ff-3212-40b1-a171-82d2c26af4f4 on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:12:31.023406 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ba6baa70-2de6-4d05-b5ad-7edfab6d6744 service neutron] Attempting to bind port 42bbe8ff-3212-40b1-a171-82d2c26af4f4 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:31.031660 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ba6baa70-2de6-4d05-b5ad-7edfab6d6744 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:12:31.032005 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ba6baa70-2de6-4d05-b5ad-7edfab6d6744 service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:12:31.032402 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ba6baa70-2de6-4d05-b5ad-7edfab6d6744 service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:12:31.033253 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ba6baa70-2de6-4d05-b5ad-7edfab6d6744 service neutron] Bound port: 42bbe8ff-3212-40b1-a171-82d2c26af4f4, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:12:31.033253 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ba6baa70-2de6-4d05-b5ad-7edfab6d6744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:31.085287 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5c5d1-f4ec-406f-802b-d72252672300 req-45a96839-a4e8-46e5-a081-c9063726022d tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:31.087419 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4aa5c5d1-f4ec-406f-802b-d72252672300 req-45a96839-a4e8-46e5-a081-c9063726022d tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?device_id=27ff371a-63d6-45f8-a13b-6b66193737fd HTTP/1.1" status: 200 len: 948 time: 0.1450856 Jul 24 09:12:31.146301 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ba6baa70-2de6-4d05-b5ad-7edfab6d6744 service neutron] For port 42bbe8ff-3212-40b1-a171-82d2c26af4f4, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:12:31.154493 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4aa5c5d1-f4ec-406f-802b-d72252672300 req-ea131ca0-fc95-4058-b18e-5687a5219112 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/security-groups?id=8524c0a8-f984-41a1-ab6e-ad69d19df981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604951 Jul 24 09:12:31.172303 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ba6baa70-2de6-4d05-b5ad-7edfab6d6744 service neutron] For port 42bbe8ff-3212-40b1-a171-82d2c26af4f4, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=42bbe8ff-3212-40b1-a171-82d2c26af4f4,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:12:31.175041 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ba6baa70-2de6-4d05-b5ad-7edfab6d6744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:31.178672 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9fb0efad-aa8b-4a10-9bad-ccaab436d11e req-00c6abf0-5fc5-48a2-a044-6e07b0d15f4a tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e502bd-4d77-4276-9af8-6a1a6b419ccd HTTP/1.1" status: 200 len: 210 time: 0.1525795 Jul 24 09:12:31.253576 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ba6baa70-2de6-4d05-b5ad-7edfab6d6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:31.253971 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ba6baa70-2de6-4d05-b5ad-7edfab6d6744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:31.255988 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-ba6baa70-2de6-4d05-b5ad-7edfab6d6744 service neutron] 10.222.0.37 "PUT /v2.0/ports/42bbe8ff-3212-40b1-a171-82d2c26af4f4 HTTP/1.1" status: 200 len: 1096 time: 1.8992345 Jul 24 09:12:31.256922 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ff371a-63d6-45f8-a13b-6b66193737fd', 'tag': '42bbe8ff-3212-40b1-a171-82d2c26af4f4'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:31.260344 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c928d004-51ad-4894-8264-0e247302d6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "27ff371a-63d6-45f8-a13b-6b66193737fd", "tag": "42bbe8ff-3212-40b1-a171-82d2c26af4f4"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:31.279048 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eda521-97da-4d01-bcbe-7b1ef3a9af18 req-2e003f4b-8a62-4b70-9c2b-1663b63a5f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:31.280974 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f3eda521-97da-4d01-bcbe-7b1ef3a9af18 req-2e003f4b-8a62-4b70-9c2b-1663b63a5f69 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=400b6e3893174893b678c7f2a57041a8&shared=False HTTP/1.1" status: 200 len: 905 time: 0.5185163 Jul 24 09:12:31.346641 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6baa70-2de6-4d05-b5ad-7edfab6d6744 service neutron] Pushing event updated for resources: {'Port': ['ID=42bbe8ff-3212-40b1-a171-82d2c26af4f4,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:31.352368 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f7847b70-1d2e-424d-9884-36e7619741c6 None None] Provisioning complete for port 79a7aa17-24e4-47f3-b535-7e3ad480233f triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:31.352753 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f7847b70-1d2e-424d-9884-36e7619741c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:31.400349 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-f7847b70-1d2e-424d-9884-36e7619741c6 None None] Port 79a7aa17-24e4-47f3-b535-7e3ad480233f cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:12:31.402817 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:12:31.409280 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de941ac9-e09a-48bd-bb5b-2d2e587b29e5 req-16dc65a9-6d75-47c4-8759-35e634e4d259 tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:31.411555 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de941ac9-e09a-48bd-bb5b-2d2e587b29e5 req-16dc65a9-6d75-47c4-8759-35e634e4d259 tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8ac0487-d67d-4197-b11d-41a7850bda3c HTTP/1.1" status: 200 len: 945 time: 0.1484904 Jul 24 09:12:31.447083 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-d80ca54d-100a-4329-a119-97f59a1d6191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:31.448529 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-d80ca54d-100a-4329-a119-97f59a1d6191 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=24e00f25e33b46ffacef06edb5e3d9d1&device_id=27ff371a-63d6-45f8-a13b-6b66193737fd HTTP/1.1" status: 200 len: 1099 time: 0.1223681 Jul 24 09:12:31.509254 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-a3380b01-8320-4f2a-aa4d-527516991fc3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=42bbe8ff-3212-40b1-a171-82d2c26af4f4 HTTP/1.1" status: 200 len: 217 time: 0.0476017 Jul 24 09:12:31.512279 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de941ac9-e09a-48bd-bb5b-2d2e587b29e5 req-e3bb51b5-5910-46ac-8dda-0fa1b156bf6b tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/security-groups?id=74e835d8-06b0-4035-8f80-b24e79a79502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925202 Jul 24 09:12:31.544686 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:31.563584 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': '82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c', 'mac_address': 'fa:16:3e:f8:f2:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:12:31.566084 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a9da02-b4f5-4468-b726-282b7f9ec46e x-openstack-request-id: req-38a9da02-b4f5-4468-b726-282b7f9ec46e {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:31.566454 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ff371a-63d6-45f8-a13b-6b66193737fd", "tag": "42bbe8ff-3212-40b1-a171-82d2c26af4f4", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:31.566774 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38a9da02-b4f5-4468-b726-282b7f9ec46e {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:31.567319 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ff371a-63d6-45f8-a13b-6b66193737fd', 'tag': '42bbe8ff-3212-40b1-a171-82d2c26af4f4', 'status': 'completed', 'code': 200} Jul 24 09:12:31.579026 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-938720ac-77c2-477d-940f-37617d5c8d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:31.580810 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-938720ac-77c2-477d-940f-37617d5c8d1c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0654230 Jul 24 09:12:31.604079 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:31.618768 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:31.647807 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:31.652623 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-06bb05de-bc7f-43b5-a26f-226b6ed48ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:31.652989 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:31.654265 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-06bb05de-bc7f-43b5-a26f-226b6ed48ff1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0661101 Jul 24 09:12:31.702519 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-824c4ec8-00b5-4b2e-b817-a1a10677aaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:31.705629 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:31.743912 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc8156e-e0d5-447d-b919-3afdf325088e admin admin] Router ea555ec9-498c-472b-9ed7-f061e1349e1c has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:12:31.759546 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-a338be43-b214-4132-b8d4-12d6fd5a3bda service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977051 Jul 24 09:12:31.852074 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2891f9b-c609-4dd4-a326-54e338dbbd79 req-8a0090b5-bc38-4ec2-9821-19a573585c79 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855572 Jul 24 09:12:31.899217 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8010d41a-b9b8-4ff3-92eb-a564e1915889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b354465c-03a1-4acd-87be-13ad5d5cf76d {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:31.972905 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dec83a-0d90-4e91-820b-0a5018d06740 req-1bffb357-2738-4ab5-858c-6d14a3692b84 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:31.974404 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-83dec83a-0d90-4e91-820b-0a5018d06740 req-1bffb357-2738-4ab5-858c-6d14a3692b84 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.32 "GET /v2.0/ports?device_id=953db4bf-4d6b-453a-8a69-30cb03dcaa91 HTTP/1.1" status: 200 len: 948 time: 0.1034653 Jul 24 09:12:31.999205 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928d004-51ad-4894-8264-0e247302d6b4 req-5ec618b6-960f-429a-86cf-397f4af65844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:32.000661 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c928d004-51ad-4894-8264-0e247302d6b4 req-5ec618b6-960f-429a-86cf-397f4af65844 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=24e00f25e33b46ffacef06edb5e3d9d1&device_id=27ff371a-63d6-45f8-a13b-6b66193737fd HTTP/1.1" status: 200 len: 1099 time: 0.0986431 Jul 24 09:12:32.010283 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:12:32.014559 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8010d41a-b9b8-4ff3-92eb-a564e1915889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:32.025230 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ceb5c-6d91-41f6-910b-ad6cf6120668 req-9b5d4bda-48ca-4b39-b43d-da513782c350 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:32.026743 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e0ceb5c-6d91-41f6-910b-ad6cf6120668 req-9b5d4bda-48ca-4b39-b43d-da513782c350 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=044ca427-789f-45d5-a5b6-de1a6701da50 HTTP/1.1" status: 200 len: 936 time: 0.7268283 Jul 24 09:12:32.032790 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eda521-97da-4d01-bcbe-7b1ef3a9af18 req-ffe7cf75-3106-4fd5-9b2f-e4325d27b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:32.034277 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f3eda521-97da-4d01-bcbe-7b1ef3a9af18 req-ffe7cf75-3106-4fd5-9b2f-e4325d27b9cf service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7207444 Jul 24 09:12:32.034977 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-83dec83a-0d90-4e91-820b-0a5018d06740 req-f5afdfd3-3b73-43f8-a4f2-caa0495c270e tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fb59dee-99c6-462e-9b36-646b47050def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546129 Jul 24 09:12:32.076212 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8010d41a-b9b8-4ff3-92eb-a564e1915889 service neutron] Transition to ACTIVE for port object b354465c-03a1-4acd-87be-13ad5d5cf76d will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:32.090201 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8010d41a-b9b8-4ff3-92eb-a564e1915889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:32.113221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928d004-51ad-4894-8264-0e247302d6b4 req-5ace375d-94b7-4792-8b70-f230b5af274f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:32.114775 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c928d004-51ad-4894-8264-0e247302d6b4 req-5ace375d-94b7-4792-8b70-f230b5af274f service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.1031437 Jul 24 09:12:32.174916 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c928d004-51ad-4894-8264-0e247302d6b4 req-35eaca57-ea05-4984-8918-c6c35a3dcd3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=42bbe8ff-3212-40b1-a171-82d2c26af4f4 HTTP/1.1" status: 200 len: 217 time: 0.0477235 Jul 24 09:12:32.183271 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e0ceb5c-6d91-41f6-910b-ad6cf6120668 req-d85b3c36-6bc8-449b-bc8a-52df9ea356b6 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420474 Jul 24 09:12:32.235637 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc8156e-e0d5-447d-b919-3afdf325088e admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:12:32.244615 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8cc8156e-e0d5-447d-b919-3afdf325088e admin admin] 10.222.0.32 "PUT /v2.0/routers/ea555ec9-498c-472b-9ed7-f061e1349e1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5955877 Jul 24 09:12:32.249940 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010d41a-b9b8-4ff3-92eb-a564e1915889 service neutron] Pushing event updated for resources: {'Port': ['ID=b354465c-03a1-4acd-87be-13ad5d5cf76d,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:32.277948 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] Sync routers for ids ['ea555ec9-498c-472b-9ed7-f061e1349e1c'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:12:32.291896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] Routers {'ea555ec9-498c-472b-9ed7-f061e1349e1c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:12:32.294427 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:12:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ea555ec9-498c-472b-9ed7-f061e1349e1c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:32.321375 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928d004-51ad-4894-8264-0e247302d6b4 req-b527eafc-3894-40c9-88a5-813bb438a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:32.322881 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c928d004-51ad-4894-8264-0e247302d6b4 req-b527eafc-3894-40c9-88a5-813bb438a6a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1379941 Jul 24 09:12:32.424398 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efa42d-8233-4978-8eb9-8f33dd1515bf req-aa8ba186-8083-48c9-861f-0c7293a0eea7 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:32.426442 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a8efa42d-8233-4978-8eb9-8f33dd1515bf req-aa8ba186-8083-48c9-861f-0c7293a0eea7 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?device_id=27ff371a-63d6-45f8-a13b-6b66193737fd HTTP/1.1" status: 200 len: 948 time: 0.1855252 Jul 24 09:12:32.445842 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-073add1e-ac67-4ef1-bdf4-27fe8c30a05a req-a8aa0c20-6365-4e7c-a3f9-bb59da756797 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e502bd-4d77-4276-9af8-6a1a6b419ccd HTTP/1.1" status: 200 len: 210 time: 0.0972297 Jul 24 09:12:32.482916 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8010d41a-b9b8-4ff3-92eb-a564e1915889 service neutron] Attempting to bind port b354465c-03a1-4acd-87be-13ad5d5cf76d on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:12:32.482916 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8010d41a-b9b8-4ff3-92eb-a564e1915889 service neutron] Attempting to bind port b354465c-03a1-4acd-87be-13ad5d5cf76d by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:12:32.482916 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8010d41a-b9b8-4ff3-92eb-a564e1915889 service neutron] Attempting to bind port b354465c-03a1-4acd-87be-13ad5d5cf76d on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:32.495188 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a8efa42d-8233-4978-8eb9-8f33dd1515bf req-da60261b-1fc6-45cf-b25f-b343cd51003b tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/security-groups?id=8524c0a8-f984-41a1-ab6e-ad69d19df981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588124 Jul 24 09:12:32.501530 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928d004-51ad-4894-8264-0e247302d6b4 req-b278e337-69b0-4505-aa44-8aab64261348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:32.503889 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c928d004-51ad-4894-8264-0e247302d6b4 req-b278e337-69b0-4505-aa44-8aab64261348 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1698043 Jul 24 09:12:32.504911 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8010d41a-b9b8-4ff3-92eb-a564e1915889 service neutron] Port b354465c-03a1-4acd-87be-13ad5d5cf76d on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:12:32.505250 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8010d41a-b9b8-4ff3-92eb-a564e1915889 service neutron] Attempting to bind port b354465c-03a1-4acd-87be-13ad5d5cf76d on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:32.505609 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] Set router ea555ec9-498c-472b-9ed7-f061e1349e1c gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:12:32.509216 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-824c4ec8-00b5-4b2e-b817-a1a10677aaae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a699d1-a1e7-47f3-ac00-3012c9ed1460 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:32.519400 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-824c4ec8-00b5-4b2e-b817-a1a10677aaae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:32.521941 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8010d41a-b9b8-4ff3-92eb-a564e1915889 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:12:32.522181 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8010d41a-b9b8-4ff3-92eb-a564e1915889 service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:12:32.522671 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8010d41a-b9b8-4ff3-92eb-a564e1915889 service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:12:32.523018 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8010d41a-b9b8-4ff3-92eb-a564e1915889 service neutron] Bound port: b354465c-03a1-4acd-87be-13ad5d5cf76d, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:12:32.523364 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8010d41a-b9b8-4ff3-92eb-a564e1915889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:32.546680 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-824c4ec8-00b5-4b2e-b817-a1a10677aaae service neutron] Transition to ACTIVE for port object 21a699d1-a1e7-47f3-ac00-3012c9ed1460 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:32.620763 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-824c4ec8-00b5-4b2e-b817-a1a10677aaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:32.661540 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c928d004-51ad-4894-8264-0e247302d6b4 req-f9d1895a-9d7f-4298-b120-4d4a843a24f4 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457536 Jul 24 09:12:32.723481 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2c6f9-d45d-4ad9-85db-dde827e5e828 req-b9339ba5-7dac-478e-ad15-577746d88ddc tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:32.725231 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-abc2c6f9-d45d-4ad9-85db-dde827e5e828 req-b9339ba5-7dac-478e-ad15-577746d88ddc tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8ac0487-d67d-4197-b11d-41a7850bda3c HTTP/1.1" status: 200 len: 945 time: 0.1215854 Jul 24 09:12:32.744008 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8010d41a-b9b8-4ff3-92eb-a564e1915889 service neutron] For port b354465c-03a1-4acd-87be-13ad5d5cf76d, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:12:32.748291 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea555ec9-498c-472b-9ed7-f061e1349e1c', 'name': 'tempest-FloatingIPsTestJSON-1023816844-router', 'tenant_id': 'e85f5fd00ea749ac8b1e49c8d9660343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '40fb95a1-d8c7-4ec7-a858-59cf077efa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:12:20Z', 'updated_at': '2021-07-24T09:12:29Z', 'revision_number': 4, 'project_id': 'e85f5fd00ea749ac8b1e49c8d9660343', 'gw_port': {'id': '40fb95a1-d8c7-4ec7-a858-59cf077efa60', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea555ec9-498c-472b-9ed7-f061e1349e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:12:20Z', 'updated_at': '2021-07-24T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '79a7aa17-24e4-47f3-b535-7e3ad480233f', 'name': '', 'network_id': '1cfe4778-0130-4871-bed5-101df26b0cc5', 'tenant_id': 'e85f5fd00ea749ac8b1e49c8d9660343', 'mac_address': 'fa:16:3e:b4:a2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea555ec9-498c-472b-9ed7-f061e1349e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '5747dbfd-201a-4670-b0b4-31b8a8b83f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:12:26Z', 'updated_at': '2021-07-24T09:12:29Z', 'revision_number': 2, 'project_id': 'e85f5fd00ea749ac8b1e49c8d9660343', 'subnets': [{'id': '5747dbfd-201a-4670-b0b4-31b8a8b83f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:32.787512 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] Checking router: ea555ec9-498c-472b-9ed7-f061e1349e1c for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:12:32.788356 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] Updating router ea555ec9-498c-472b-9ed7-f061e1349e1c port 79a7aa17-24e4-47f3-b535-7e3ad480233f binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:12:32.820008 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:32.835056 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:32.835490 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8010d41a-b9b8-4ff3-92eb-a564e1915889 service neutron] For port b354465c-03a1-4acd-87be-13ad5d5cf76d, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b354465c-03a1-4acd-87be-13ad5d5cf76d,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:12:32.859086 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c4ec8-00b5-4b2e-b817-a1a10677aaae service neutron] Pushing event updated for resources: {'Port': ['ID=21a699d1-a1e7-47f3-ac00-3012c9ed1460,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:32.878684 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8010d41a-b9b8-4ff3-92eb-a564e1915889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:33.013019 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15860850-e758-4812-b277-df6aa5231bb1 req-47f38ac9-76e8-48ef-bbbb-ecc299f601e7 tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:33.014607 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15860850-e758-4812-b277-df6aa5231bb1 req-47f38ac9-76e8-48ef-bbbb-ecc299f601e7 tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ac0487-d67d-4197-b11d-41a7850bda3c HTTP/1.1" status: 200 len: 945 time: 0.3710029 Jul 24 09:12:33.015964 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8010d41a-b9b8-4ff3-92eb-a564e1915889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:33.016580 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8010d41a-b9b8-4ff3-92eb-a564e1915889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:33.017989 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-8010d41a-b9b8-4ff3-92eb-a564e1915889 service neutron] 10.222.0.37 "PUT /v2.0/ports/b354465c-03a1-4acd-87be-13ad5d5cf76d HTTP/1.1" status: 200 len: 1096 time: 3.7187259 Jul 24 09:12:33.028644 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fc905d-8e2b-4372-bc4c-bf54a8034587', 'tag': 'b354465c-03a1-4acd-87be-13ad5d5cf76d'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:33.031934 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a792b7-1a13-4394-8323-9b3b3373677f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8fc905d-8e2b-4372-bc4c-bf54a8034587", "tag": "b354465c-03a1-4acd-87be-13ad5d5cf76d"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:33.091198 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d91a9eb1-ac09-43e4-9ae0-e7e7995fc0d7 req-bd7b7d33-b386-42b5-8265-dfe52672425e tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4853506 Jul 24 09:12:33.130515 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-d91a9eb1-ac09-43e4-9ae0-e7e7995fc0d7 req-ba30bd75-3b5d-464b-a947-a4383203d641 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:33.142779 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010d41a-b9b8-4ff3-92eb-a564e1915889 service neutron] Pushing event updated for resources: {'Port': ['ID=b354465c-03a1-4acd-87be-13ad5d5cf76d,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:33.215242 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d91a9eb1-ac09-43e4-9ae0-e7e7995fc0d7 req-ba30bd75-3b5d-464b-a947-a4383203d641 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks [] for floatingip, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:33.217236 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-abc2c6f9-d45d-4ad9-85db-dde827e5e828 req-32917ebe-bbff-4d26-9d9b-f46661e43a47 tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/security-groups?id=74e835d8-06b0-4035-8f80-b24e79a79502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611366 Jul 24 09:12:33.238660 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:33.247340 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c928d004-51ad-4894-8264-0e247302d6b4 req-69a05cbe-e4c9-46a4-9f79-426e2a7d08f8 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5767767 Jul 24 09:12:33.252170 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] Transition to ACTIVE for port object 79a7aa17-24e4-47f3-b535-7e3ad480233f will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:33.265149 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:33.286949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-824c4ec8-00b5-4b2e-b817-a1a10677aaae service neutron] Attempting to bind port 21a699d1-a1e7-47f3-ac00-3012c9ed1460 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:12:33.287289 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-824c4ec8-00b5-4b2e-b817-a1a10677aaae service neutron] Attempting to bind port 21a699d1-a1e7-47f3-ac00-3012c9ed1460 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:12:33.287618 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-824c4ec8-00b5-4b2e-b817-a1a10677aaae service neutron] Attempting to bind port 21a699d1-a1e7-47f3-ac00-3012c9ed1460 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:33.309995 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-824c4ec8-00b5-4b2e-b817-a1a10677aaae service neutron] Port 21a699d1-a1e7-47f3-ac00-3012c9ed1460 on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:12:33.310328 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-824c4ec8-00b5-4b2e-b817-a1a10677aaae service neutron] Attempting to bind port 21a699d1-a1e7-47f3-ac00-3012c9ed1460 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:33.331592 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a0867-2df5-476f-8c9d-ecd25b2c0b2e None None] Pushing event updated for resources: {'Port': ['ID=79a7aa17-24e4-47f3-b535-7e3ad480233f,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:33.332934 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-824c4ec8-00b5-4b2e-b817-a1a10677aaae service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:12:33.333481 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-824c4ec8-00b5-4b2e-b817-a1a10677aaae service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:12:33.333706 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-824c4ec8-00b5-4b2e-b817-a1a10677aaae service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:12:33.334171 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-824c4ec8-00b5-4b2e-b817-a1a10677aaae service neutron] Bound port: 21a699d1-a1e7-47f3-ac00-3012c9ed1460, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:12:33.334570 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-824c4ec8-00b5-4b2e-b817-a1a10677aaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:33.357563 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-9519ad58-3c16-4cc3-a6e9-d848def08480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:33.359194 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-9519ad58-3c16-4cc3-a6e9-d848def08480 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55b10a1852e84b7588aba204f57f066d&device_id=d8fc905d-8e2b-4372-bc4c-bf54a8034587 HTTP/1.1" status: 200 len: 1099 time: 0.2748616 Jul 24 09:12:33.365510 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a0867-2df5-476f-8c9d-ecd25b2c0b2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:33.365898 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a0867-2df5-476f-8c9d-ecd25b2c0b2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:33.366333 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a0867-2df5-476f-8c9d-ecd25b2c0b2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:33.366679 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a0867-2df5-476f-8c9d-ecd25b2c0b2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:33.367013 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a0867-2df5-476f-8c9d-ecd25b2c0b2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:33.367523 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a0867-2df5-476f-8c9d-ecd25b2c0b2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:33.367863 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a0867-2df5-476f-8c9d-ecd25b2c0b2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:33.368924 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a0867-2df5-476f-8c9d-ecd25b2c0b2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:33.368924 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a0867-2df5-476f-8c9d-ecd25b2c0b2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:33.368924 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a0867-2df5-476f-8c9d-ecd25b2c0b2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:33.369214 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a0867-2df5-476f-8c9d-ecd25b2c0b2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:33.369622 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a0867-2df5-476f-8c9d-ecd25b2c0b2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:33.395261 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:12:33.458579 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] Attempting to bind port 79a7aa17-24e4-47f3-b535-7e3ad480233f on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:12:33.458952 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] Attempting to bind port 79a7aa17-24e4-47f3-b535-7e3ad480233f by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '2d788cc2-2f6b-4b68-afd2-20e53b7d091b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1cfe4778-0130-4871-bed5-101df26b0cc5'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:12:33.459358 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] Attempting to bind port 79a7aa17-24e4-47f3-b535-7e3ad480233f on network 1cfe4778-0130-4871-bed5-101df26b0cc5 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:33.467521 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:12:33.467946 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] Checking segment: {'id': '2d788cc2-2f6b-4b68-afd2-20e53b7d091b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1cfe4778-0130-4871-bed5-101df26b0cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:12:33.468380 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:33.468829 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] Bound using segment: {'id': '2d788cc2-2f6b-4b68-afd2-20e53b7d091b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1cfe4778-0130-4871-bed5-101df26b0cc5'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:12:33.469271 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] Bound port: 79a7aa17-24e4-47f3-b535-7e3ad480233f, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d788cc2-2f6b-4b68-afd2-20e53b7d091b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1cfe4778-0130-4871-bed5-101df26b0cc5'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:12:33.469652 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:33.488354 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:33.492999 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49846b16-5307-46aa-8918-7a2b44be830d x-openstack-request-id: req-49846b16-5307-46aa-8918-7a2b44be830d {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:33.493439 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8fc905d-8e2b-4372-bc4c-bf54a8034587", "tag": "b354465c-03a1-4acd-87be-13ad5d5cf76d", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:33.493695 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49846b16-5307-46aa-8918-7a2b44be830d {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:33.494165 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fc905d-8e2b-4372-bc4c-bf54a8034587', 'tag': 'b354465c-03a1-4acd-87be-13ad5d5cf76d', 'status': 'completed', 'code': 200} Jul 24 09:12:33.507227 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-26c6447d-6629-43b0-9b5a-dbe50ff8bb15 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=b354465c-03a1-4acd-87be-13ad5d5cf76d HTTP/1.1" status: 200 len: 217 time: 0.1371553 Jul 24 09:12:33.519354 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:33.519648 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:33.530056 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-15860850-e758-4812-b277-df6aa5231bb1 req-11c94a24-58f1-43ef-b799-7420d2f7c5bc tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Deleting port abf5d388-a76e-48ca-b458-0e0dfc1fda63 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:12:33.530477 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-15860850-e758-4812-b277-df6aa5231bb1 req-11c94a24-58f1-43ef-b799-7420d2f7c5bc tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:33.568621 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c6555-1463-4faf-8b44-4c6616c58a90 req-4f6a7dbb-c6a5-48c9-b552-4c56363b5f06 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:33.571231 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-167c6555-1463-4faf-8b44-4c6616c58a90 req-4f6a7dbb-c6a5-48c9-b552-4c56363b5f06 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.32 "GET /v2.0/ports?device_id=953db4bf-4d6b-453a-8a69-30cb03dcaa91 HTTP/1.1" status: 200 len: 948 time: 0.0841873 Jul 24 09:12:33.583510 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] For port 79a7aa17-24e4-47f3-b535-7e3ad480233f, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:12:33.587616 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] For port 79a7aa17-24e4-47f3-b535-7e3ad480233f, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=79a7aa17-24e4-47f3-b535-7e3ad480233f,segment=NetworkSegment(2d788cc2-2f6b-4b68-afd2-20e53b7d091b),segment_id=2d788cc2-2f6b-4b68-afd2-20e53b7d091b)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:12:33.614053 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:33.641208 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-167c6555-1463-4faf-8b44-4c6616c58a90 req-9edb865a-5696-496e-bb47-5bde7fba8e1f tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fb59dee-99c6-462e-9b36-646b47050def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640724 Jul 24 09:12:33.685718 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:33.689655 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-824c4ec8-00b5-4b2e-b817-a1a10677aaae service neutron] For port 21a699d1-a1e7-47f3-ac00-3012c9ed1460, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:12:33.702768 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-6129f881-f4e2-49ba-8c6e-c1609d426c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:33.704667 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-6129f881-f4e2-49ba-8c6e-c1609d426c61 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1694167 Jul 24 09:12:33.722506 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a0867-2df5-476f-8c9d-ecd25b2c0b2e None None] Pushing event updated for resources: {'Port': ['ID=79a7aa17-24e4-47f3-b535-7e3ad480233f,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:33.727167 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] Routers {'ea555ec9-498c-472b-9ed7-f061e1349e1c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:12:33.727901 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:12:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ea555ec9-498c-472b-9ed7-f061e1349e1c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:33.743942 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-824c4ec8-00b5-4b2e-b817-a1a10677aaae service neutron] For port 21a699d1-a1e7-47f3-ac00-3012c9ed1460, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=21a699d1-a1e7-47f3-ac00-3012c9ed1460,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:12:33.766191 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-824c4ec8-00b5-4b2e-b817-a1a10677aaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:33.798875 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f805965-62fd-492c-8a4a-a448687d4629 req-1851580f-5ac5-491f-a25d-e3f5567ca9ac tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:33.801410 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3f805965-62fd-492c-8a4a-a448687d4629 req-1851580f-5ac5-491f-a25d-e3f5567ca9ac tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=044ca427-789f-45d5-a5b6-de1a6701da50 HTTP/1.1" status: 200 len: 948 time: 0.1017148 Jul 24 09:12:33.809473 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953db4bf-4d6b-453a-8a69-30cb03dcaa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:33.812257 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9624006c-453f-4e59-b8b8-7f5ccc80d704" -d '{"events": [{"server_uuid": "953db4bf-4d6b-453a-8a69-30cb03dcaa91", "name": "network-vif-plugged", "status": "completed", "tag": "82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:33.832913 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f3eda521-97da-4d01-bcbe-7b1ef3a9af18 req-380a7b19-6469-4fce-83fa-4f2ca20b0200 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9e502bd-4d77-4276-9af8-6a1a6b419ccd HTTP/1.1" status: 200 len: 210 time: 0.1119919 Jul 24 09:12:33.833167 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:33.844945 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:33.865105 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-15860850-e758-4812-b277-df6aa5231bb1 req-11c94a24-58f1-43ef-b799-7420d2f7c5bc tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] For port abf5d388-a76e-48ca-b458-0e0dfc1fda63, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=abf5d388-a76e-48ca-b458-0e0dfc1fda63,segment=NetworkSegment(f7121feb-9dad-4a6d-98e7-5e26378a960a),segment_id=f7121feb-9dad-4a6d-98e7-5e26378a960a)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:33.865485 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-15860850-e758-4812-b277-df6aa5231bb1 req-11c94a24-58f1-43ef-b799-7420d2f7c5bc tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:33.871623 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d91a9eb1-ac09-43e4-9ae0-e7e7995fc0d7 req-ba30bd75-3b5d-464b-a947-a4383203d641 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:33.887328 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3f805965-62fd-492c-8a4a-a448687d4629 req-f9d44a05-60fa-40a4-9839-53cfec374a54 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726924 Jul 24 09:12:33.895501 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-824c4ec8-00b5-4b2e-b817-a1a10677aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:33.896136 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-824c4ec8-00b5-4b2e-b817-a1a10677aaae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:33.897671 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-824c4ec8-00b5-4b2e-b817-a1a10677aaae service neutron] 10.222.0.37 "PUT /v2.0/ports/21a699d1-a1e7-47f3-ac00-3012c9ed1460 HTTP/1.1" status: 200 len: 1096 time: 3.0290554 Jul 24 09:12:33.932475 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-15860850-e758-4812-b277-df6aa5231bb1 req-11c94a24-58f1-43ef-b799-7420d2f7c5bc tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Calling delete_port for abf5d388-a76e-48ca-b458-0e0dfc1fda63 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:12:33.935917 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:33.939996 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] Set router ea555ec9-498c-472b-9ed7-f061e1349e1c gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:12:34.108498 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ce7f92c-dccc-4e61-9e35-36989ff5b1fb req-5be7d0ea-3db2-4164-b1ee-83deb8c8ba0f tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e502bd-4d77-4276-9af8-6a1a6b419ccd HTTP/1.1" status: 200 len: 210 time: 0.0921593 Jul 24 09:12:34.155200 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c4ec8-00b5-4b2e-b817-a1a10677aaae service neutron] Pushing event updated for resources: {'Port': ['ID=21a699d1-a1e7-47f3-ac00-3012c9ed1460,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:34.237700 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-d91a9eb1-ac09-43e4-9ae0-e7e7995fc0d7 req-ba30bd75-3b5d-464b-a947-a4383203d641 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Allocated IP 172.25.7.96 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/d65e1678-3ebb-45b8-80cb-c847cd29a676) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:12:34.267624 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-3c05f20e-23ae-4aa5-b7d7-c88e49fcb9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:34.269357 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-3c05f20e-23ae-4aa5-b7d7-c88e49fcb9a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5448570 Jul 24 09:12:34.285799 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d1fc1-5053-4919-9b06-3ec6466c3cc0 req-bbaa38f6-1286-4734-ab3a-ca7d389ece17 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:34.288224 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de0d1fc1-5053-4919-9b06-3ec6466c3cc0 req-bbaa38f6-1286-4734-ab3a-ca7d389ece17 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?device_id=27ff371a-63d6-45f8-a13b-6b66193737fd HTTP/1.1" status: 200 len: 948 time: 0.0736997 Jul 24 09:12:34.337699 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de0d1fc1-5053-4919-9b06-3ec6466c3cc0 req-2b86b733-ac6c-4831-81bb-e4abbec2a7e6 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/security-groups?id=8524c0a8-f984-41a1-ab6e-ad69d19df981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413344 Jul 24 09:12:34.363454 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea555ec9-498c-472b-9ed7-f061e1349e1c', 'name': 'tempest-FloatingIPsTestJSON-1023816844-router', 'tenant_id': 'e85f5fd00ea749ac8b1e49c8d9660343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '40fb95a1-d8c7-4ec7-a858-59cf077efa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:12:20Z', 'updated_at': '2021-07-24T09:12:29Z', 'revision_number': 4, 'project_id': 'e85f5fd00ea749ac8b1e49c8d9660343', 'gw_port': {'id': '40fb95a1-d8c7-4ec7-a858-59cf077efa60', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea555ec9-498c-472b-9ed7-f061e1349e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:12:20Z', 'updated_at': '2021-07-24T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '79a7aa17-24e4-47f3-b535-7e3ad480233f', 'name': '', 'network_id': '1cfe4778-0130-4871-bed5-101df26b0cc5', 'tenant_id': 'e85f5fd00ea749ac8b1e49c8d9660343', 'mac_address': 'fa:16:3e:b4:a2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea555ec9-498c-472b-9ed7-f061e1349e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '5747dbfd-201a-4670-b0b4-31b8a8b83f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:12:26Z', 'updated_at': '2021-07-24T09:12:33Z', 'revision_number': 4, 'project_id': 'e85f5fd00ea749ac8b1e49c8d9660343', 'subnets': [{'id': '5747dbfd-201a-4670-b0b4-31b8a8b83f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:34.396650 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb31a7d-4ae5-4301-b4d7-7ec5333a8f8e None None] The sync data for ids ['ea555ec9-498c-472b-9ed7-f061e1349e1c'] in n-d-800085-9 is: [{'id': 'ea555ec9-498c-472b-9ed7-f061e1349e1c', 'name': 'tempest-FloatingIPsTestJSON-1023816844-router', 'tenant_id': 'e85f5fd00ea749ac8b1e49c8d9660343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '40fb95a1-d8c7-4ec7-a858-59cf077efa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:12:20Z', 'updated_at': '2021-07-24T09:12:29Z', 'revision_number': 4, 'project_id': 'e85f5fd00ea749ac8b1e49c8d9660343', 'gw_port': {'id': '40fb95a1-d8c7-4ec7-a858-59cf077efa60', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea555ec9-498c-472b-9ed7-f061e1349e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:12:20Z', 'updated_at': '2021-07-24T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '79a7aa17-24e4-47f3-b535-7e3ad480233f', 'name': '', 'network_id': '1cfe4778-0130-4871-bed5-101df26b0cc5', 'tenant_id': 'e85f5fd00ea749ac8b1e49c8d9660343', 'mac_address': 'fa:16:3e:b4:a2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea555ec9-498c-472b-9ed7-f061e1349e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '5747dbfd-201a-4670-b0b4-31b8a8b83f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:12:26Z', 'updated_at': '2021-07-24T09:12:33Z', 'revision_number': 4, 'project_id': 'e85f5fd00ea749ac8b1e49c8d9660343', 'subnets': [{'id': '5747dbfd-201a-4670-b0b4-31b8a8b83f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:12:34.415981 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 42bbe8ff-3212-40b1-a171-82d2c26af4f4 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:12:34.436648 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac08a97-1f94-415d-a697-4984fe3b3336 x-openstack-request-id: req-fac08a97-1f94-415d-a697-4984fe3b3336 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:34.437114 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953db4bf-4d6b-453a-8a69-30cb03dcaa91", "name": "network-vif-plugged", "status": "completed", "tag": "82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:34.437336 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fac08a97-1f94-415d-a697-4984fe3b3336 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:34.437714 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953db4bf-4d6b-453a-8a69-30cb03dcaa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c', 'code': 200} Jul 24 09:12:34.524840 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-9b6288ad-444a-4ccb-8c3a-3b4e96e894c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:34.526352 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-9b6288ad-444a-4ccb-8c3a-3b4e96e894c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55b10a1852e84b7588aba204f57f066d&device_id=044ca427-789f-45d5-a5b6-de1a6701da50 HTTP/1.1" status: 200 len: 1099 time: 0.4973450 Jul 24 09:12:34.627502 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 42bbe8ff-3212-40b1-a171-82d2c26af4f4, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=42bbe8ff-3212-40b1-a171-82d2c26af4f4,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:34.634383 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091b9c1-8849-4e1d-9a1d-0d8e08f005fe req-507a3801-15f4-4d0f-9202-7a45b34acc62 tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:34.637294 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f091b9c1-8849-4e1d-9a1d-0d8e08f005fe req-507a3801-15f4-4d0f-9202-7a45b34acc62 tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8ac0487-d67d-4197-b11d-41a7850bda3c HTTP/1.1" status: 200 len: 945 time: 0.1037738 Jul 24 09:12:34.649119 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '42bbe8ff-3212-40b1-a171-82d2c26af4f4', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': '42bbe8ff-3212-40b1-a171-82d2c26af4f4', 'mac_address': 'fa:16:3e:10:ae:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:12:34.688298 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f091b9c1-8849-4e1d-9a1d-0d8e08f005fe req-ddb8140e-950d-42fa-8707-6a5a5e054d44 tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.32 "GET /v2.0/security-groups?id=74e835d8-06b0-4035-8f80-b24e79a79502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446193 Jul 24 09:12:34.700114 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:34.727830 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42bbe8ff-3212-40b1-a171-82d2c26af4f4 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:34.757471 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 42bbe8ff-3212-40b1-a171-82d2c26af4f4, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=42bbe8ff-3212-40b1-a171-82d2c26af4f4,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:34.763042 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:34.821331 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=42bbe8ff-3212-40b1-a171-82d2c26af4f4,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:34.975913 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d91a9eb1-ac09-43e4-9ae0-e7e7995fc0d7 req-ba30bd75-3b5d-464b-a947-a4383203d641 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:34.988490 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['42bbe8ff-3212-40b1-a171-82d2c26af4f4'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:12:34.999310 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb865bc6-51f8-465e-a05f-04651d322409 req-8da2cfb5-4ca3-4e2a-93ef-ab3a0ab68252 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:35.000818 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cb865bc6-51f8-465e-a05f-04651d322409 req-8da2cfb5-4ca3-4e2a-93ef-ab3a0ab68252 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.32 "GET /v2.0/ports?device_id=953db4bf-4d6b-453a-8a69-30cb03dcaa91 HTTP/1.1" status: 200 len: 949 time: 0.0780163 Jul 24 09:12:35.002255 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-44473d84-675d-4c6b-8a21-bdccb46adce9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=21a699d1-a1e7-47f3-ac00-3012c9ed1460 HTTP/1.1" status: 200 len: 217 time: 0.4273438 Jul 24 09:12:35.062986 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cb865bc6-51f8-465e-a05f-04651d322409 req-fc11a337-75cb-4c08-8aee-2e5feb5de15b tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fb59dee-99c6-462e-9b36-646b47050def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529523 Jul 24 09:12:35.108039 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-15860850-e758-4812-b277-df6aa5231bb1 req-11c94a24-58f1-43ef-b799-7420d2f7c5bc tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:35.111749 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-9454e759-307b-4f0d-9b6d-df5537ec825b service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8292437 Jul 24 09:12:35.184830 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-82355a50-7ad8-4745-942e-d11112f7088d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:35.186641 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-82355a50-7ad8-4745-942e-d11112f7088d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1736546 Jul 24 09:12:35.207545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c94a24-58f1-43ef-b799-7420d2f7c5bc tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Pushing event deleted for resources: {'Port': ['ID=abf5d388-a76e-48ca-b458-0e0dfc1fda63,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:35.229694 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 79a7aa17-24e4-47f3-b535-7e3ad480233f up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:12:35.240813 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84088222-f1cf-4a4c-853b-1f89f070417a req-1f76f26e-ab7b-44b3-a563-24926782f177 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:35.243113 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-84088222-f1cf-4a4c-853b-1f89f070417a req-1f76f26e-ab7b-44b3-a563-24926782f177 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=044ca427-789f-45d5-a5b6-de1a6701da50 HTTP/1.1" status: 200 len: 948 time: 0.0896852 Jul 24 09:12:35.286345 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 79a7aa17-24e4-47f3-b535-7e3ad480233f completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:35.291825 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 79a7aa17-24e4-47f3-b535-7e3ad480233f triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:35.292216 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:35.293813 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-84088222-f1cf-4a4c-853b-1f89f070417a req-835e31fb-9be6-4c91-a878-9da4049f5e18 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441964 Jul 24 09:12:35.363963 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f7bd8-acfd-47a4-9aca-ed3a431659bf req-722504d5-4a78-434e-bc93-c8a205767cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:35.365535 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4b0f7bd8-acfd-47a4-9aca-ed3a431659bf req-722504d5-4a78-434e-bc93-c8a205767cba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=953db4bf-4d6b-453a-8a69-30cb03dcaa91 HTTP/1.1" status: 200 len: 1100 time: 0.7926018 Jul 24 09:12:35.396707 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:35.449315 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 79a7aa17-24e4-47f3-b535-7e3ad480233f, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=79a7aa17-24e4-47f3-b535-7e3ad480233f,segment=NetworkSegment(2d788cc2-2f6b-4b68-afd2-20e53b7d091b),segment_id=2d788cc2-2f6b-4b68-afd2-20e53b7d091b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:35.453680 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-15860850-e758-4812-b277-df6aa5231bb1 req-11c94a24-58f1-43ef-b799-7420d2f7c5bc tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] No DVR routers for this DVR port abf5d388-a76e-48ca-b458-0e0dfc1fda63 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:12:35.454957 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:35.461655 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-15860850-e758-4812-b277-df6aa5231bb1 req-11c94a24-58f1-43ef-b799-7420d2f7c5bc tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:35.471673 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15860850-e758-4812-b277-df6aa5231bb1 req-11c94a24-58f1-43ef-b799-7420d2f7c5bc tempest-InstanceActionsTestJSON-898334562 tempest-InstanceActionsTestJSON-898334562-project] 10.222.0.37 "DELETE /v2.0/ports/abf5d388-a76e-48ca-b458-0e0dfc1fda63 HTTP/1.1" status: 204 len: 173 time: 2.4328456 Jul 24 09:12:35.498460 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044ca427-789f-45d5-a5b6-de1a6701da50', 'tag': '21a699d1-a1e7-47f3-ac00-3012c9ed1460'}, {'server_uuid': 'b8ac0487-d67d-4197-b11d-41a7850bda3c', 'name': 'network-vif-deleted', 'tag': 'abf5d388-a76e-48ca-b458-0e0dfc1fda63'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:35.500818 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0801937-0bf3-4257-9787-c122c93af078" -d '{"events": [{"name": "network-changed", "server_uuid": "044ca427-789f-45d5-a5b6-de1a6701da50", "tag": "21a699d1-a1e7-47f3-ac00-3012c9ed1460"}, {"server_uuid": "b8ac0487-d67d-4197-b11d-41a7850bda3c", "name": "network-vif-deleted", "tag": "abf5d388-a76e-48ca-b458-0e0dfc1fda63"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:35.512288 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d91a9eb1-ac09-43e4-9ae0-e7e7995fc0d7 req-ba30bd75-3b5d-464b-a947-a4383203d641 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:35.566678 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-069f3442-638c-41cb-806d-1361539e7064 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420977 Jul 24 09:12:35.581055 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91e16a-a61b-41a7-817b-88d8e9323ff0 req-7ce0e8f8-a812-493f-845c-0231977998ec tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:35.587143 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7e91e16a-a61b-41a7-817b-88d8e9323ff0 req-7ce0e8f8-a812-493f-845c-0231977998ec tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?device_id=27ff371a-63d6-45f8-a13b-6b66193737fd HTTP/1.1" status: 200 len: 949 time: 0.1196425 Jul 24 09:12:35.587397 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30bd75-3b5d-464b-a947-a4383203d641 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Pushing event updated for resources: {'Port': ['ID=d65e1678-3ebb-45b8-80cb-c847cd29a676,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:35.588468 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=79a7aa17-24e4-47f3-b535-7e3ad480233f,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:35.622500 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d91a9eb1-ac09-43e4-9ae0-e7e7995fc0d7 req-ba30bd75-3b5d-464b-a947-a4383203d641 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:12:35.624349 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-d91a9eb1-ac09-43e4-9ae0-e7e7995fc0d7 req-ba30bd75-3b5d-464b-a947-a4383203d641 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:12:35.628436 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4b0f7bd8-acfd-47a4-9aca-ed3a431659bf req-4abd12bd-c81e-4be8-b137-bffa4a339c88 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5fb59dee-99c6-462e-9b36-646b47050def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448975 Jul 24 09:12:35.630670 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91a9eb1-ac09-43e4-9ae0-e7e7995fc0d7 req-ba30bd75-3b5d-464b-a947-a4383203d641 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:12:35.636412 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-329e26d9-b0f6-4e97-a026-37ac5f00ce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:35.638102 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-329e26d9-b0f6-4e97-a026-37ac5f00ce55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4321222 Jul 24 09:12:35.651523 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7e91e16a-a61b-41a7-817b-88d8e9323ff0 req-be5e0420-c8c8-4c71-92a6-106f13ae172e tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/security-groups?id=8524c0a8-f984-41a1-ab6e-ad69d19df981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488522 Jul 24 09:12:35.843776 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d91a9eb1-ac09-43e4-9ae0-e7e7995fc0d7 req-ba30bd75-3b5d-464b-a947-a4383203d641 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:35.855609 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-d53649f1-7e34-485a-814a-a6a2b1eae889 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966543 Jul 24 09:12:35.862630 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a792b7-1a13-4394-8323-9b3b3373677f req-8beead13-0b60-4530-b96c-2377d22fe57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:35.864120 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a5a792b7-1a13-4394-8323-9b3b3373677f req-8beead13-0b60-4530-b96c-2377d22fe57f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55b10a1852e84b7588aba204f57f066d&device_id=d8fc905d-8e2b-4372-bc4c-bf54a8034587 HTTP/1.1" status: 200 len: 1099 time: 0.2065425 Jul 24 09:12:35.881574 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-bb8f9ed7-4e9a-453b-ad76-0ff80469510b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:35.888627 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-bb8f9ed7-4e9a-453b-ad76-0ff80469510b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/networks?id=f0544269-4e64-4c91-95af-03a4be88816f HTTP/1.1" status: 200 len: 805 time: 0.1337442 Jul 24 09:12:35.899237 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-126dc7d9-5add-4134-b6cc-a68f86abadb1 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/quotas/400b6e3893174893b678c7f2a57041a8 HTTP/1.1" status: 200 len: 375 time: 0.0097070 Jul 24 09:12:35.946259 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d91a9eb1-ac09-43e4-9ae0-e7e7995fc0d7 req-ba30bd75-3b5d-464b-a947-a4383203d641 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:35.980956 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-71897551-f092-433a-bc92-a1a48905cf60 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=400b6e3893174893b678c7f2a57041a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0762124 Jul 24 09:12:36.087345 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-2e3a67c0-01f2-48d0-9e6a-fa021bded9f6 service neutron] 10.222.0.32 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991142 Jul 24 09:12:36.099235 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-407e42fb-f0d2-4328-8346-9b3303db64fd req-d452a330-5c9a-463c-af3e-4ba8861cbdbe service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117171 Jul 24 09:12:36.129503 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a792b7-1a13-4394-8323-9b3b3373677f req-37af4a33-b7c0-4e40-87f4-062ac4564d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:36.131292 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a5a792b7-1a13-4394-8323-9b3b3373677f req-37af4a33-b7c0-4e40-87f4-062ac4564d48 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.2292047 Jul 24 09:12:36.195415 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a5a792b7-1a13-4394-8323-9b3b3373677f req-779222cd-37cd-40b2-accd-a29152dbfbe8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=b354465c-03a1-4acd-87be-13ad5d5cf76d HTTP/1.1" status: 200 len: 217 time: 0.0402491 Jul 24 09:12:36.203324 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-88a659e9-2e0a-423f-8ba2-f1b5b69ff8e9 service neutron] 10.222.0.32 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070051 Jul 24 09:12:36.296429 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a792b7-1a13-4394-8323-9b3b3373677f req-c8c56737-929e-40ed-b6e5-c4c0c747c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:36.298086 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a5a792b7-1a13-4394-8323-9b3b3373677f req-c8c56737-929e-40ed-b6e5-c4c0c747c13e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0884488 Jul 24 09:12:36.302866 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d91a9eb1-ac09-43e4-9ae0-e7e7995fc0d7 req-ba30bd75-3b5d-464b-a947-a4383203d641 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:36.316259 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d91a9eb1-ac09-43e4-9ae0-e7e7995fc0d7 req-ba30bd75-3b5d-464b-a947-a4383203d641 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:36.364212 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea278d42-802b-4ea0-8851-1720940bf374 x-openstack-request-id: req-ea278d42-802b-4ea0-8851-1720940bf374 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:36.364512 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044ca427-789f-45d5-a5b6-de1a6701da50", "tag": "21a699d1-a1e7-47f3-ac00-3012c9ed1460", "status": "completed", "code": 200}, {"server_uuid": "b8ac0487-d67d-4197-b11d-41a7850bda3c", "name": "network-vif-deleted", "tag": "abf5d388-a76e-48ca-b458-0e0dfc1fda63", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:36.364785 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea278d42-802b-4ea0-8851-1720940bf374 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:36.365191 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044ca427-789f-45d5-a5b6-de1a6701da50', 'tag': '21a699d1-a1e7-47f3-ac00-3012c9ed1460', 'status': 'completed', 'code': 200} Jul 24 09:12:36.365449 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ac0487-d67d-4197-b11d-41a7850bda3c', 'name': 'network-vif-deleted', 'tag': 'abf5d388-a76e-48ca-b458-0e0dfc1fda63', 'status': 'completed', 'code': 200} Jul 24 09:12:36.399739 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53648) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:36.435591 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 42bbe8ff-3212-40b1-a171-82d2c26af4f4 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:12:36.458448 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cdb6445-f82f-49b9-9dc2-169fe16255f3 admin admin] Deleting subnet 8c61e798-901f-44ac-9877-91309be37bbe {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:12:36.462143 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6445-f82f-49b9-9dc2-169fe16255f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:36.473234 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d91a9eb1-ac09-43e4-9ae0-e7e7995fc0d7 req-ba30bd75-3b5d-464b-a947-a4383203d641 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:36.481305 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30bd75-3b5d-464b-a947-a4383203d641 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Pushing event updated for resources: {'Port': ['ID=d65e1678-3ebb-45b8-80cb-c847cd29a676,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:36.513775 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d91a9eb1-ac09-43e4-9ae0-e7e7995fc0d7 req-ba30bd75-3b5d-464b-a947-a4383203d641 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:36.523811 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d91a9eb1-ac09-43e4-9ae0-e7e7995fc0d7 req-ba30bd75-3b5d-464b-a947-a4383203d641 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3964095 Jul 24 09:12:36.547586 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6445-f82f-49b9-9dc2-169fe16255f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:36.562650 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 42bbe8ff-3212-40b1-a171-82d2c26af4f4 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:36.568313 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 42bbe8ff-3212-40b1-a171-82d2c26af4f4 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:36.568999 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:36.611623 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a792b7-1a13-4394-8323-9b3b3373677f req-5ae9e937-1508-4bc5-938c-f90b4656467f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:36.613194 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a5a792b7-1a13-4394-8323-9b3b3373677f req-5ae9e937-1508-4bc5-938c-f90b4656467f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3073580 Jul 24 09:12:36.618372 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d91a9eb1-ac09-43e4-9ae0-e7e7995fc0d7 req-08bb1570-52b6-40b6-9046-fd91c67fac84 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.96 HTTP/1.1" status: 200 len: 695 time: 0.0921543 Jul 24 09:12:36.622311 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6445-f82f-49b9-9dc2-169fe16255f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:36.708265 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0801937-0bf3-4257-9787-c122c93af078 req-2d8e2044-9b82-42d1-9d92-de1a8405b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:36.709799 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e0801937-0bf3-4257-9787-c122c93af078 req-2d8e2044-9b82-42d1-9d92-de1a8405b6d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55b10a1852e84b7588aba204f57f066d&device_id=044ca427-789f-45d5-a5b6-de1a6701da50 HTTP/1.1" status: 200 len: 1099 time: 0.3033464 Jul 24 09:12:36.733684 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6445-f82f-49b9-9dc2-169fe16255f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:36.770468 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:36.805521 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6445-f82f-49b9-9dc2-169fe16255f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:36.809670 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4cdb6445-f82f-49b9-9dc2-169fe16255f3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8c61e798-901f-44ac-9877-91309be37bbe HTTP/1.1" status: 204 len: 168 time: 0.4074223 Jul 24 09:12:36.814758 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb6445-f82f-49b9-9dc2-169fe16255f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c61e798-901f-44ac-9877-91309be37bbe,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:36.821828 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53658) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:36.827647 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 42bbe8ff-3212-40b1-a171-82d2c26af4f4, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=42bbe8ff-3212-40b1-a171-82d2c26af4f4,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:36.830481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ff371a-63d6-45f8-a13b-6b66193737fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bbe8ff-3212-40b1-a171-82d2c26af4f4'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:36.835095 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4912231e-e2e2-4dfe-a839-d77cfb5a5db9" -d '{"events": [{"server_uuid": "27ff371a-63d6-45f8-a13b-6b66193737fd", "name": "network-vif-plugged", "status": "completed", "tag": "42bbe8ff-3212-40b1-a171-82d2c26af4f4"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:36.840367 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:36.841703 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device abf5d388-a76e-48ca-b458-0e0dfc1fda63 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:12:36.848548 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb6445-f82f-49b9-9dc2-169fe16255f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:36.848864 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb6445-f82f-49b9-9dc2-169fe16255f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:36.849199 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb6445-f82f-49b9-9dc2-169fe16255f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:36.850372 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb6445-f82f-49b9-9dc2-169fe16255f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:36.850372 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb6445-f82f-49b9-9dc2-169fe16255f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:36.850372 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb6445-f82f-49b9-9dc2-169fe16255f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:36.850911 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb6445-f82f-49b9-9dc2-169fe16255f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:36.851171 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb6445-f82f-49b9-9dc2-169fe16255f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:36.851652 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb6445-f82f-49b9-9dc2-169fe16255f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:36.851992 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb6445-f82f-49b9-9dc2-169fe16255f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:36.852377 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb6445-f82f-49b9-9dc2-169fe16255f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:36.852709 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb6445-f82f-49b9-9dc2-169fe16255f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:12:36.875559 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: abf5d388-a76e-48ca-b458-0e0dfc1fda63 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:12:36.876078 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device abf5d388-a76e-48ca-b458-0e0dfc1fda63 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:12:36.917989 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae17ce-96bd-4baf-9b95-d764536f60d6 req-ce0947dc-30b7-4abc-96e3-98e62510f10a tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:36.919966 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4eae17ce-96bd-4baf-9b95-d764536f60d6 req-ce0947dc-30b7-4abc-96e3-98e62510f10a tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.32 "GET /v2.0/ports?device_id=953db4bf-4d6b-453a-8a69-30cb03dcaa91 HTTP/1.1" status: 200 len: 949 time: 0.1580720 Jul 24 09:12:36.927805 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a5a792b7-1a13-4394-8323-9b3b3373677f req-ac2ab337-79ff-4a0e-bc85-34b1e517b365 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058834 Jul 24 09:12:36.943592 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=42bbe8ff-3212-40b1-a171-82d2c26af4f4,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:36.976933 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4eae17ce-96bd-4baf-9b95-d764536f60d6 req-73c8e853-2597-46c3-84ad-863b7e225a9b tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fb59dee-99c6-462e-9b36-646b47050def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390365 Jul 24 09:12:36.977930 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a9eb1-ac09-43e4-9ae0-e7e7995fc0d7 req-59a17326-a55a-4035-8da7-110c54c40677 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:36.979304 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d91a9eb1-ac09-43e4-9ae0-e7e7995fc0d7 req-59a17326-a55a-4035-8da7-110c54c40677 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 0.3464072 Jul 24 09:12:37.012537 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-d91a9eb1-ac09-43e4-9ae0-e7e7995fc0d7 req-dc4b5128-2aab-4931-85bc-012967e3f635 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:12:37.013567 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d91a9eb1-ac09-43e4-9ae0-e7e7995fc0d7 req-dc4b5128-2aab-4931-85bc-012967e3f635 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181098 Jul 24 09:12:37.022210 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-add53b09-4464-4c38-915a-fb777eeacd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:37.105965 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0801937-0bf3-4257-9787-c122c93af078 req-16e15c9b-e5fc-4ebf-a6a4-08fbf68e3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:37.107770 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e0801937-0bf3-4257-9787-c122c93af078 req-16e15c9b-e5fc-4ebf-a6a4-08fbf68e3400 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.3396535 Jul 24 09:12:37.149595 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 79a7aa17-24e4-47f3-b535-7e3ad480233f up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:12:37.152585 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13c664-0705-4b1a-a153-4d883970942b req-03da089a-a132-47ed-80b6-f320e2407f37 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:37.154187 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7c13c664-0705-4b1a-a153-4d883970942b req-03da089a-a132-47ed-80b6-f320e2407f37 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=044ca427-789f-45d5-a5b6-de1a6701da50 HTTP/1.1" status: 200 len: 948 time: 0.0793042 Jul 24 09:12:37.171105 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e36d1e22-1787-4a29-abfc-fe99a282457a req-e4e7e318-d9da-421f-9eba-d31affaa4bce tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=9577552b-8a21-4ebf-83d1-5dc042702354 HTTP/1.1" status: 200 len: 210 time: 0.0722933 Jul 24 09:12:37.231224 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7c13c664-0705-4b1a-a153-4d883970942b req-6173c237-0c10-4c58-86c4-2a8a2737220b tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663667 Jul 24 09:12:37.235969 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 79a7aa17-24e4-47f3-b535-7e3ad480233f triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:37.236345 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:37.278880 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedc07f0-4a58-434a-8f6b-9b9cf6e6373e x-openstack-request-id: req-aedc07f0-4a58-434a-8f6b-9b9cf6e6373e {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:37.279331 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ff371a-63d6-45f8-a13b-6b66193737fd", "name": "network-vif-plugged", "status": "completed", "tag": "42bbe8ff-3212-40b1-a171-82d2c26af4f4", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:37.279809 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aedc07f0-4a58-434a-8f6b-9b9cf6e6373e {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:37.280201 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ff371a-63d6-45f8-a13b-6b66193737fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bbe8ff-3212-40b1-a171-82d2c26af4f4', 'code': 200} Jul 24 09:12:37.307996 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-add53b09-4464-4c38-915a-fb777eeacd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:37.311566 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e0801937-0bf3-4257-9787-c122c93af078 req-20d70ba0-aac2-4fd0-b484-bd90c846a693 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=21a699d1-a1e7-47f3-ac00-3012c9ed1460 HTTP/1.1" status: 200 len: 217 time: 0.1891410 Jul 24 09:12:37.347352 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-add53b09-4464-4c38-915a-fb777eeacd09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da5b74e-9b7e-4bba-aec3-9fab69199b2e']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:37.379654 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aae5195f-17b6-4e7c-a6dd-ee2be711a56d req-dc666d3d-7636-4265-acfd-3763ecbaf0d8 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] 10.222.0.32 "GET /v2.0/floatingips/1f0e1789-3b7f-43fd-a1c7-fd9d424d3a88 HTTP/1.1" status: 200 len: 692 time: 0.0440705 Jul 24 09:12:37.400389 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device c4a6c993-c829-4401-8cf5-3e1db70b8534 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:12:37.408561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-add53b09-4464-4c38-915a-fb777eeacd09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7121feb-9dad-4a6d-98e7-5e26378a960a') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:37.408963 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-add53b09-4464-4c38-915a-fb777eeacd09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7121feb-9dad-4a6d-98e7-5e26378a960a') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:37.422028 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: c4a6c993-c829-4401-8cf5-3e1db70b8534 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:12:37.422028 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device c4a6c993-c829-4401-8cf5-3e1db70b8534 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:12:37.427763 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a5a792b7-1a13-4394-8323-9b3b3373677f req-5ac429e1-50af-4072-bb9d-602bd42c7ee0 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4573371 Jul 24 09:12:37.443870 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-add53b09-4464-4c38-915a-fb777eeacd09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:37.472208 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-add53b09-4464-4c38-915a-fb777eeacd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:37.474960 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0801937-0bf3-4257-9787-c122c93af078 req-b0aea6f1-620d-47e9-9af7-5cd84a0ce63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:37.476456 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e0801937-0bf3-4257-9787-c122c93af078 req-b0aea6f1-620d-47e9-9af7-5cd84a0ce63b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1475537 Jul 24 09:12:37.495314 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add53b09-4464-4c38-915a-fb777eeacd09 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:12:37.495721 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-add53b09-4464-4c38-915a-fb777eeacd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:12:37.498283 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:12:37.505464 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5195f-17b6-4e7c-a6dd-ee2be711a56d req-167421b8-17b4-4e37-9d2c-698bf4a07dbb tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:37.506856 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aae5195f-17b6-4e7c-a6dd-ee2be711a56d req-167421b8-17b4-4e37-9d2c-698bf4a07dbb tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 0.1209712 Jul 24 09:12:37.626315 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae543c0-b503-4779-a6e9-9496eb92bd93 req-425f811a-b2f3-4474-b392-7405c2c67a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:37.627839 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eae543c0-b503-4779-a6e9-9496eb92bd93 req-425f811a-b2f3-4474-b392-7405c2c67a80 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=27ff371a-63d6-45f8-a13b-6b66193737fd HTTP/1.1" status: 200 len: 1101 time: 0.2782216 Jul 24 09:12:37.656458 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8541dfb-fd60-4ae4-9999-039c7e3996a4 req-cb5bbc73-ace1-4ab8-becb-97250c86c006 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:37.657397 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b8541dfb-fd60-4ae4-9999-039c7e3996a4 req-cb5bbc73-ace1-4ab8-becb-97250c86c006 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?device_id=27ff371a-63d6-45f8-a13b-6b66193737fd HTTP/1.1" status: 200 len: 950 time: 0.3448939 Jul 24 09:12:37.685370 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-add53b09-4464-4c38-915a-fb777eeacd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:37.712528 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-add53b09-4464-4c38-915a-fb777eeacd09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:37.714338 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-add53b09-4464-4c38-915a-fb777eeacd09 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6da5b74e-9b7e-4bba-aec3-9fab69199b2e HTTP/1.1" status: 204 len: 168 time: 0.8915529 Jul 24 09:12:37.792167 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9ff67a22-524a-4731-b5e2-6f3fd7e039c7 req-a98ec194-b5eb-4ff3-bd6f-4bfba7f03b97 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=e85f5fd00ea749ac8b1e49c8d9660343 HTTP/1.1" status: 200 len: 695 time: 0.0555394 Jul 24 09:12:37.893736 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53678) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:37.934294 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff67a22-524a-4731-b5e2-6f3fd7e039c7 req-e2fe5e85-5347-4d62-a296-006f4ed5fb90 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:37.935803 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9ff67a22-524a-4731-b5e2-6f3fd7e039c7 req-e2fe5e85-5347-4d62-a296-006f4ed5fb90 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] 10.222.0.32 "GET /v2.0/networks?id=9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 787 time: 0.1366897 Jul 24 09:12:37.955104 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-9ff67a22-524a-4731-b5e2-6f3fd7e039c7 req-3dc959f0-29aa-4815-baff-0ca05dd1a3d0 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:12:37.956263 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9ff67a22-524a-4731-b5e2-6f3fd7e039c7 req-3dc959f0-29aa-4815-baff-0ca05dd1a3d0 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123196 Jul 24 09:12:37.980933 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-427aeee7-df33-4616-919b-c73bbb047704 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b1cf95805c904746b22eb504a41a0ebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0858305 Jul 24 09:12:37.983823 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53682) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:38.051684 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-96f67bb8-7cc3-4893-b252-828712560ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:38.065069 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add53b09-4464-4c38-915a-fb777eeacd09 admin admin] Pushing event deleted for resources: {'Network': ['ID=6da5b74e-9b7e-4bba-aec3-9fab69199b2e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:38.088161 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-96f67bb8-7cc3-4893-b252-828712560ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:38.106453 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eae543c0-b503-4779-a6e9-9496eb92bd93 req-2f8650e4-5446-4b8f-a08e-24353fe742d3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8524c0a8-f984-41a1-ab6e-ad69d19df981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682574 Jul 24 09:12:38.111364 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0801937-0bf3-4257-9787-c122c93af078 req-f702eac4-a392-4bf8-a909-b22cd200ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:38.112847 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e0801937-0bf3-4257-9787-c122c93af078 req-f702eac4-a392-4bf8-a909-b22cd200ebfb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6260662 Jul 24 09:12:38.122476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-610f1b21-5482-402b-a22d-c7e3de303aa7 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:38.124068 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-610f1b21-5482-402b-a22d-c7e3de303aa7 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.37 "GET /v2.0/networks?id=f0544269-4e64-4c91-95af-03a4be88816f HTTP/1.1" status: 200 len: 805 time: 0.5873172 Jul 24 09:12:38.127022 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b8541dfb-fd60-4ae4-9999-039c7e3996a4 req-9e96ff73-a2db-4fb3-866b-8ab5d188d22e tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/security-groups?id=8524c0a8-f984-41a1-ab6e-ad69d19df981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347262 Jul 24 09:12:38.183662 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-96f67bb8-7cc3-4893-b252-828712560ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:38.186326 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-96f67bb8-7cc3-4893-b252-828712560ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:38.187417 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-96f67bb8-7cc3-4893-b252-828712560ed1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74e835d8-06b0-4035-8f80-b24e79a79502 HTTP/1.1" status: 204 len: 168 time: 0.2025535 Jul 24 09:12:38.195798 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-b15ff160-1f1b-4412-affc-2ade070dcd23 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Request body: {'port': {'device_id': '9577552b-8a21-4ebf-83d1-5dc042702354', 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f', 'admin_state_up': True, 'tenant_id': '400b6e3893174893b678c7f2a57041a8'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:38.206728 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f67bb8-7cc3-4893-b252-828712560ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e835d8-06b0-4035-8f80-b24e79a79502,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:38.225379 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef609dc1-aef9-4d75-b5f8-6d82baaafbdc req-a024d0bb-41e1-4c55-aa02-1e7d9eed62ad tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:38.227581 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ef609dc1-aef9-4d75-b5f8-6d82baaafbdc req-a024d0bb-41e1-4c55-aa02-1e7d9eed62ad tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.32 "GET /v2.0/ports?device_id=953db4bf-4d6b-453a-8a69-30cb03dcaa91 HTTP/1.1" status: 200 len: 949 time: 0.1139538 Jul 24 09:12:38.248081 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ab39750d-9694-48bc-9475-81649796acff req-a0e17f3a-365f-4bc1-95e1-b048cc5cb3f1 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] 10.222.0.32 "GET /v2.0/floatingips/1f0e1789-3b7f-43fd-a1c7-fd9d424d3a88 HTTP/1.1" status: 200 len: 692 time: 0.0926607 Jul 24 09:12:38.284071 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ef609dc1-aef9-4d75-b5f8-6d82baaafbdc req-2606ea8c-0a87-4fe8-b65a-84d68cb8776c tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fb59dee-99c6-462e-9b36-646b47050def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507426 Jul 24 09:12:38.381737 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-826364d9-b3e0-40fe-87ab-25073154df91 req-7f7e5fae-4969-4a03-bf12-47110b044b21 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=9577552b-8a21-4ebf-83d1-5dc042702354 HTTP/1.1" status: 200 len: 210 time: 0.0333099 Jul 24 09:12:38.433593 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 21a699d1-a1e7-47f3-ac00-3012c9ed1460 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:12:38.457825 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e0801937-0bf3-4257-9787-c122c93af078 req-b119c0d4-46c8-4c0b-ae7c-1a68ee4d50ea service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657552 Jul 24 09:12:38.507628 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39750d-9694-48bc-9475-81649796acff req-b1514ffe-9110-4d07-80ea-6b760f2b14dc tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:38.509087 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ab39750d-9694-48bc-9475-81649796acff req-b1514ffe-9110-4d07-80ea-6b760f2b14dc tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 0.2413006 Jul 24 09:12:38.515724 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-b15ff160-1f1b-4412-affc-2ade070dcd23 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Made reservation on behalf of 400b6e3893174893b678c7f2a57041a8 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:12:38.519170 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-b15ff160-1f1b-4412-affc-2ade070dcd23 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:38.532642 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4a8a0-e734-4b51-bccc-bc42943f2132 req-8adcf646-5c14-4573-873b-8702db16ced8 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:38.534453 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-44b4a8a0-e734-4b51-bccc-bc42943f2132 req-8adcf646-5c14-4573-873b-8702db16ced8 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=044ca427-789f-45d5-a5b6-de1a6701da50 HTTP/1.1" status: 200 len: 948 time: 0.0752659 Jul 24 09:12:38.597409 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-44b4a8a0-e734-4b51-bccc-bc42943f2132 req-c398b160-111e-46ba-b401-5638ad1a28c5 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567546 Jul 24 09:12:38.603554 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 21a699d1-a1e7-47f3-ac00-3012c9ed1460, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=21a699d1-a1e7-47f3-ac00-3012c9ed1460,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:38.618763 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '21a699d1-a1e7-47f3-ac00-3012c9ed1460', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': '21a699d1-a1e7-47f3-ac00-3012c9ed1460', 'mac_address': 'fa:16:3e:51:62:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:12:38.627213 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ab39750d-9694-48bc-9475-81649796acff req-791f269c-527a-44b5-9e3b-9fb590168a10 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.96 HTTP/1.1" status: 200 len: 695 time: 0.1040850 Jul 24 09:12:38.670037 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:38.690861 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a699d1-a1e7-47f3-ac00-3012c9ed1460 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:38.712531 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 21a699d1-a1e7-47f3-ac00-3012c9ed1460, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=21a699d1-a1e7-47f3-ac00-3012c9ed1460,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:38.717515 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:38.718531 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device b354465c-03a1-4acd-87be-13ad5d5cf76d details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:12:38.743182 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ab39750d-9694-48bc-9475-81649796acff req-d1bf609e-81ab-4176-b3e3-114afa3562c6 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.96 HTTP/1.1" status: 200 len: 695 time: 0.1069093 Jul 24 09:12:38.747497 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e0801937-0bf3-4257-9787-c122c93af078 req-44f99b54-59f0-4e9b-b977-96adb75cbf1d service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795992 Jul 24 09:12:38.801053 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=21a699d1-a1e7-47f3-ac00-3012c9ed1460,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:38.805921 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port b354465c-03a1-4acd-87be-13ad5d5cf76d, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b354465c-03a1-4acd-87be-13ad5d5cf76d,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:38.817728 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'b354465c-03a1-4acd-87be-13ad5d5cf76d', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': 'b354465c-03a1-4acd-87be-13ad5d5cf76d', 'mac_address': 'fa:16:3e:4b:31:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:12:38.857490 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:38.882730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b354465c-03a1-4acd-87be-13ad5d5cf76d {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:38.906304 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-b15ff160-1f1b-4412-affc-2ade070dcd23 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Allocated IP 172.20.0.13 (f0544269-4e64-4c91-95af-03a4be88816f/bbeb15a4-8962-4380-8bb7-477c83cce3ff/25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:12:38.906722 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port b354465c-03a1-4acd-87be-13ad5d5cf76d, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b354465c-03a1-4acd-87be-13ad5d5cf76d,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:38.911588 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:38.963321 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=b354465c-03a1-4acd-87be-13ad5d5cf76d,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:38.980963 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-ab39750d-9694-48bc-9475-81649796acff req-a6c4c44a-94e9-4c63-b7fc-086c14084f0c tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Deleting port d65e1678-3ebb-45b8-80cb-c847cd29a676 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:12:38.981909 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ab39750d-9694-48bc-9475-81649796acff req-a6c4c44a-94e9-4c63-b7fc-086c14084f0c tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:39.111343 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53712) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:39.177227 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ab39750d-9694-48bc-9475-81649796acff req-a6c4c44a-94e9-4c63-b7fc-086c14084f0c tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:39.177557 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ab39750d-9694-48bc-9475-81649796acff req-a6c4c44a-94e9-4c63-b7fc-086c14084f0c tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:39.177711 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['21a699d1-a1e7-47f3-ac00-3012c9ed1460'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:12:39.213570 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-ab39750d-9694-48bc-9475-81649796acff req-a6c4c44a-94e9-4c63-b7fc-086c14084f0c tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Calling delete_port for d65e1678-3ebb-45b8-80cb-c847cd29a676 owned by network:floatingip {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:12:39.245475 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['b354465c-03a1-4acd-87be-13ad5d5cf76d'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:12:39.255073 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-b15ff160-1f1b-4412-affc-2ade070dcd23 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:39.261499 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-80e3f36b-50a2-4410-ac65-c3727e465901 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1684151306-network', 'tenant_id': '617718c0ddc64eb1a85673528d268e9d'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:39.338003 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e3f36b-50a2-4410-ac65-c3727e465901 admin admin] Made reservation on behalf of 617718c0ddc64eb1a85673528d268e9d for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:12:39.341430 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80e3f36b-50a2-4410-ac65-c3727e465901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:39.354993 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39014b-351c-4cf4-9e81-311b751f70a6 req-ea7742c0-5d89-48f9-8b78-97917382fe8c tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:39.357033 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da39014b-351c-4cf4-9e81-311b751f70a6 req-ea7742c0-5d89-48f9-8b78-97917382fe8c tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.20 "GET /v2.0/ports?device_id=953db4bf-4d6b-453a-8a69-30cb03dcaa91 HTTP/1.1" status: 200 len: 949 time: 0.1751363 Jul 24 09:12:39.358268 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80e3f36b-50a2-4410-ac65-c3727e465901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:39.372350 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d407d-be40-4e7c-9105-996eacbb1f32 req-e06801ff-b14d-4f87-8428-6f521ff40590 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:39.373798 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc5d407d-be40-4e7c-9105-996eacbb1f32 req-e06801ff-b14d-4f87-8428-6f521ff40590 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?device_id=27ff371a-63d6-45f8-a13b-6b66193737fd HTTP/1.1" status: 200 len: 950 time: 0.1341221 Jul 24 09:12:39.447705 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc5d407d-be40-4e7c-9105-996eacbb1f32 req-faa425d1-5740-43ac-8ff0-9ac4060627b4 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/security-groups?id=8524c0a8-f984-41a1-ab6e-ad69d19df981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639942 Jul 24 09:12:39.474061 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-b15ff160-1f1b-4412-affc-2ade070dcd23 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:39.487958 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['880fbce5-c5db-464b-a114-3858d9fcfd2c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:12:39.495838 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-b15ff160-1f1b-4412-affc-2ade070dcd23 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Network f0544269-4e64-4c91-95af-03a4be88816f is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:12:39.499875 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-b15ff160-1f1b-4412-affc-2ade070dcd23 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:12:39.523651 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-b15ff160-1f1b-4412-affc-2ade070dcd23 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:12:39.581573 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80e3f36b-50a2-4410-ac65-c3727e465901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:39.615614 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ff160-1f1b-4412-affc-2ade070dcd23 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Pushing event updated for resources: {'Port': ['ID=25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:39.616558 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80e3f36b-50a2-4410-ac65-c3727e465901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:39.640418 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-b15ff160-1f1b-4412-affc-2ade070dcd23 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:39.641105 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-b15ff160-1f1b-4412-affc-2ade070dcd23 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:39.659926 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3f36b-50a2-4410-ac65-c3727e465901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e769768-6c4a-48f1-9ff1-cc231d6f04e4,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:39.664778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-da39014b-351c-4cf4-9e81-311b751f70a6 req-b003528c-5c6c-4d48-95ff-064380fb3dd6 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Deleting port 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:12:39.665106 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-da39014b-351c-4cf4-9e81-311b751f70a6 req-b003528c-5c6c-4d48-95ff-064380fb3dd6 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:39.682221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e3f36b-50a2-4410-ac65-c3727e465901 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:12:39.684607 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-b15ff160-1f1b-4412-affc-2ade070dcd23 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4936368 Jul 24 09:12:39.685483 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ab39750d-9694-48bc-9475-81649796acff req-a6c4c44a-94e9-4c63-b7fc-086c14084f0c tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:39.708533 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80e3f36b-50a2-4410-ac65-c3727e465901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:39.709042 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-80e3f36b-50a2-4410-ac65-c3727e465901 admin admin] Added segment 54fda486-ee01-481a-b507-84e4e48cd7ff of type vlan for network d2584121-b2ba-413b-8ac1-b7ad8ed505e8 Jul 24 09:12:39.709500 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-ee24a74b-bfa9-47b8-9ef2-3f27c4c04eab service neutron] Request body: {'port': {'device_id': '9577552b-8a21-4ebf-83d1-5dc042702354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:39.727523 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40fb96-94bf-4ce3-abcb-46f3d38afb08 req-6116d647-e3d0-4b42-9438-c9f0f82c05fd tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:39.729307 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ce40fb96-94bf-4ce3-abcb-46f3d38afb08 req-6116d647-e3d0-4b42-9438-c9f0f82c05fd tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.32 "GET /v2.0/ports?device_id=953db4bf-4d6b-453a-8a69-30cb03dcaa91 HTTP/1.1" status: 200 len: 949 time: 0.1514065 Jul 24 09:12:39.784256 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4c44a-94e9-4c63-b7fc-086c14084f0c tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Pushing event deleted for resources: {'Port': ['ID=d65e1678-3ebb-45b8-80cb-c847cd29a676,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:39.785949 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80e3f36b-50a2-4410-ac65-c3727e465901 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:39.813450 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ce40fb96-94bf-4ce3-abcb-46f3d38afb08 req-05273e66-da82-46b8-bb94-8ad0594830fa tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.32 "GET /v2.0/security-groups?id=5fb59dee-99c6-462e-9b36-646b47050def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596409 Jul 24 09:12:39.837903 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80e3f36b-50a2-4410-ac65-c3727e465901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:39.839087 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e3f36b-50a2-4410-ac65-c3727e465901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:39.839888 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80e3f36b-50a2-4410-ac65-c3727e465901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:39.880978 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-80e3f36b-50a2-4410-ac65-c3727e465901 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7655215 Jul 24 09:12:39.885156 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53728) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:39.894370 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-242b56a4-b90b-4d6f-be69-aa18e7fd72cd admin admin] Request body: {'subnet': {'network_id': 'd2584121-b2ba-413b-8ac1-b7ad8ed505e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1684151306-subnet', 'tenant_id': '617718c0ddc64eb1a85673528d268e9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:39.909099 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-da39014b-351c-4cf4-9e81-311b751f70a6 req-b003528c-5c6c-4d48-95ff-064380fb3dd6 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] For port 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:39.909494 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-da39014b-351c-4cf4-9e81-311b751f70a6 req-b003528c-5c6c-4d48-95ff-064380fb3dd6 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:39.928698 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-ee24a74b-bfa9-47b8-9ef2-3f27c4c04eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:39.941525 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-da39014b-351c-4cf4-9e81-311b751f70a6 req-b003528c-5c6c-4d48-95ff-064380fb3dd6 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Calling delete_port for 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:12:39.944897 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ab39750d-9694-48bc-9475-81649796acff req-a6c4c44a-94e9-4c63-b7fc-086c14084f0c tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks [] for floatingip, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:39.948165 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ab39750d-9694-48bc-9475-81649796acff req-a6c4c44a-94e9-4c63-b7fc-086c14084f0c tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:39.948324 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3f36b-50a2-4410-ac65-c3727e465901 admin admin] Pushing event updated for resources: {'Network': ['ID=d2584121-b2ba-413b-8ac1-b7ad8ed505e8,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:39.949359 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ab39750d-9694-48bc-9475-81649796acff req-a6c4c44a-94e9-4c63-b7fc-086c14084f0c tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] 10.222.0.32 "DELETE /v2.0/floatingips/1f0e1789-3b7f-43fd-a1c7-fd9d424d3a88 HTTP/1.1" status: 204 len: 173 time: 1.1991875 Jul 24 09:12:39.961910 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network d2584121-b2ba-413b-8ac1-b7ad8ed505e8 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:12:40.005303 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242b56a4-b90b-4d6f-be69-aa18e7fd72cd admin admin] Made reservation on behalf of 617718c0ddc64eb1a85673528d268e9d for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:12:40.009323 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-242b56a4-b90b-4d6f-be69-aa18e7fd72cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:40.113942 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bac625-778b-4bc9-9b72-f0a3e76f191a req-a12f6bf2-5c72-49d3-b27d-74231bd7938c tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:40.116334 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-41bac625-778b-4bc9-9b72-f0a3e76f191a req-a12f6bf2-5c72-49d3-b27d-74231bd7938c tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=9577552b-8a21-4ebf-83d1-5dc042702354 HTTP/1.1" status: 200 len: 932 time: 0.1833987 Jul 24 09:12:40.217044 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-41bac625-778b-4bc9-9b72-f0a3e76f191a req-35814a7f-08a9-4fa3-943d-0cfbf2c99985 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919261 Jul 24 09:12:40.270964 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-da39014b-351c-4cf4-9e81-311b751f70a6 req-b003528c-5c6c-4d48-95ff-064380fb3dd6 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:40.284248 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:12:40.316224 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003528c-5c6c-4d48-95ff-064380fb3dd6 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Pushing event deleted for resources: {'Port': ['ID=82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:40.382530 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-242b56a4-b90b-4d6f-be69-aa18e7fd72cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:40.394723 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-da39014b-351c-4cf4-9e81-311b751f70a6 req-b003528c-5c6c-4d48-95ff-064380fb3dd6 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] No DVR routers for this DVR port 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:12:40.399238 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-da39014b-351c-4cf4-9e81-311b751f70a6 req-b003528c-5c6c-4d48-95ff-064380fb3dd6 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:40.401285 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da39014b-351c-4cf4-9e81-311b751f70a6 req-b003528c-5c6c-4d48-95ff-064380fb3dd6 tempest-ServerDiagnosticsNegativeTest-348248016 tempest-ServerDiagnosticsNegativeTest-348248016-project] 10.222.0.20 "DELETE /v2.0/ports/82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c HTTP/1.1" status: 204 len: 173 time: 1.0349429 Jul 24 09:12:40.401743 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953db4bf-4d6b-453a-8a69-30cb03dcaa91', 'name': 'network-vif-deleted', 'tag': '82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:40.404241 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e833c1a-aa6c-407c-b5e3-30d2fe435a1a" -d '{"events": [{"server_uuid": "953db4bf-4d6b-453a-8a69-30cb03dcaa91", "name": "network-vif-deleted", "tag": "82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:40.435418 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 21a699d1-a1e7-47f3-ac00-3012c9ed1460 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:12:40.469492 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-ee24a74b-bfa9-47b8-9ef2-3f27c4c04eab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:40.471129 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b56a4-b90b-4d6f-be69-aa18e7fd72cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c79d9a28-e5ee-4181-acf9-47f99c7779b6,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:40.482332 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-ee24a74b-bfa9-47b8-9ef2-3f27c4c04eab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:40.494322 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fce627-2516-45f6-ac41-7f4467e07c48 req-74161dc8-2c4d-4406-bf7e-f68028f71e18 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:40.503146 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-42fce627-2516-45f6-ac41-7f4467e07c48 req-74161dc8-2c4d-4406-bf7e-f68028f71e18 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=044ca427-789f-45d5-a5b6-de1a6701da50 HTTP/1.1" status: 200 len: 949 time: 0.1883156 Jul 24 09:12:40.505808 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242b56a4-b90b-4d6f-be69-aa18e7fd72cd admin admin] Checking segment: {'id': '54fda486-ee01-481a-b507-84e4e48cd7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd2584121-b2ba-413b-8ac1-b7ad8ed505e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:12:40.506067 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242b56a4-b90b-4d6f-be69-aa18e7fd72cd admin admin] Network hostable DHCP agents. Network: d2584121-b2ba-413b-8ac1-b7ad8ed505e8, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:12:40.541963 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 21a699d1-a1e7-47f3-ac00-3012c9ed1460 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:40.542550 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-ee24a74b-bfa9-47b8-9ef2-3f27c4c04eab service neutron] Transition to ACTIVE for port object 25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:40.549467 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-ee24a74b-bfa9-47b8-9ef2-3f27c4c04eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:40.550141 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 21a699d1-a1e7-47f3-ac00-3012c9ed1460 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:40.551015 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:40.579333 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-42fce627-2516-45f6-ac41-7f4467e07c48 req-e5c89d1e-349b-4cb9-bd1e-9d2503f0147e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752215 Jul 24 09:12:40.585888 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242b56a4-b90b-4d6f-be69-aa18e7fd72cd admin admin] Network d2584121-b2ba-413b-8ac1-b7ad8ed505e8 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:12:40.616158 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-242b56a4-b90b-4d6f-be69-aa18e7fd72cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, d2584121-b2ba-413b-8ac1-b7ad8ed505e8) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:12:40.633599 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242b56a4-b90b-4d6f-be69-aa18e7fd72cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:40.634196 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-242b56a4-b90b-4d6f-be69-aa18e7fd72cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:40.637746 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30160daa-48a0-4b7c-a66a-3a398569fae0 req-25ea5676-e7bb-4437-9561-b44bb396572a tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2120268 Jul 24 09:12:40.647630 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea839be7-c12d-426d-af9e-02d3176b288f None None] Network d2584121-b2ba-413b-8ac1-b7ad8ed505e8 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:12:40.648198 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24a74b-bfa9-47b8-9ef2-3f27c4c04eab service neutron] Pushing event updated for resources: {'Port': ['ID=25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:40.653825 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-30160daa-48a0-4b7c-a66a-3a398569fae0 req-b1db1649-8d68-4a37-99ff-d0db0e33596e tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:40.668371 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-242b56a4-b90b-4d6f-be69-aa18e7fd72cd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7744827 Jul 24 09:12:40.701509 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-30160daa-48a0-4b7c-a66a-3a398569fae0 req-b1db1649-8d68-4a37-99ff-d0db0e33596e tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks [] for floatingip, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:40.715022 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:40.783421 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-ee24a74b-bfa9-47b8-9ef2-3f27c4c04eab service neutron] Attempting to bind port 25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:12:40.783859 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-ee24a74b-bfa9-47b8-9ef2-3f27c4c04eab service neutron] Attempting to bind port 25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:12:40.784233 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-ee24a74b-bfa9-47b8-9ef2-3f27c4c04eab service neutron] Attempting to bind port 25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8 on network f0544269-4e64-4c91-95af-03a4be88816f {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:40.807224 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 21a699d1-a1e7-47f3-ac00-3012c9ed1460, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=21a699d1-a1e7-47f3-ac00-3012c9ed1460,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:40.817717 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044ca427-789f-45d5-a5b6-de1a6701da50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a699d1-a1e7-47f3-ac00-3012c9ed1460'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:40.820624 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-ee24a74b-bfa9-47b8-9ef2-3f27c4c04eab service neutron] Port 25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8 on network f0544269-4e64-4c91-95af-03a4be88816f not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:12:40.820964 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006fc795-f700-4264-8312-70ea4dc8d669" -d '{"events": [{"server_uuid": "044ca427-789f-45d5-a5b6-de1a6701da50", "name": "network-vif-plugged", "status": "completed", "tag": "21a699d1-a1e7-47f3-ac00-3012c9ed1460"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:40.821196 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-ee24a74b-bfa9-47b8-9ef2-3f27c4c04eab service neutron] Attempting to bind port 25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8 on network f0544269-4e64-4c91-95af-03a4be88816f {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:40.829329 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:40.830218 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device b354465c-03a1-4acd-87be-13ad5d5cf76d up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:12:40.832783 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-ee24a74b-bfa9-47b8-9ef2-3f27c4c04eab service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:12:40.833136 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-ee24a74b-bfa9-47b8-9ef2-3f27c4c04eab service neutron] Checking segment: {'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:12:40.833691 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-ee24a74b-bfa9-47b8-9ef2-3f27c4c04eab service neutron] Bound using segment: {'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:12:40.834322 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-ee24a74b-bfa9-47b8-9ef2-3f27c4c04eab service neutron] Bound port: 25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:12:40.834322 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-ee24a74b-bfa9-47b8-9ef2-3f27c4c04eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:40.858223 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8534b-6742-465f-976e-09145ee7b02b req-aa70578d-fbd7-49ee-9973-8349a3f524ec tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:40.859892 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-32e8534b-6742-465f-976e-09145ee7b02b req-aa70578d-fbd7-49ee-9973-8349a3f524ec tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?device_id=27ff371a-63d6-45f8-a13b-6b66193737fd HTTP/1.1" status: 200 len: 950 time: 0.1179292 Jul 24 09:12:40.919827 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-30160daa-48a0-4b7c-a66a-3a398569fae0 req-b1db1649-8d68-4a37-99ff-d0db0e33596e tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:40.938664 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-32e8534b-6742-465f-976e-09145ee7b02b req-81d8faaa-94a2-4886-adb6-b9a0620d5d10 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/security-groups?id=8524c0a8-f984-41a1-ab6e-ad69d19df981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635865 Jul 24 09:12:40.999857 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=21a699d1-a1e7-47f3-ac00-3012c9ed1460,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:41.000462 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-ee24a74b-bfa9-47b8-9ef2-3f27c4c04eab service neutron] For port 25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:12:41.007104 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0ee501-2090-4c6d-9cbb-95c029261e86 None None] Network d2584121-b2ba-413b-8ac1-b7ad8ed505e8 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:12:41.027072 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port b354465c-03a1-4acd-87be-13ad5d5cf76d completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:41.039685 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port b354465c-03a1-4acd-87be-13ad5d5cf76d triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:41.040062 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:41.075050 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d0937b-daf0-46fd-9fc7-50833682e8c1 x-openstack-request-id: req-84d0937b-daf0-46fd-9fc7-50833682e8c1 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:41.075585 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953db4bf-4d6b-453a-8a69-30cb03dcaa91", "name": "network-vif-deleted", "tag": "82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:41.075864 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84d0937b-daf0-46fd-9fc7-50833682e8c1 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:41.078231 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953db4bf-4d6b-453a-8a69-30cb03dcaa91', 'name': 'network-vif-deleted', 'tag': '82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c', 'status': 'completed', 'code': 200} Jul 24 09:12:41.083193 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-ee24a74b-bfa9-47b8-9ef2-3f27c4c04eab service neutron] For port 25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:12:41.095790 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-ee24a74b-bfa9-47b8-9ef2-3f27c4c04eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:41.192045 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-ee24a74b-bfa9-47b8-9ef2-3f27c4c04eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:41.192678 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-ee24a74b-bfa9-47b8-9ef2-3f27c4c04eab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:41.201453 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-ee24a74b-bfa9-47b8-9ef2-3f27c4c04eab service neutron] 10.222.0.37 "PUT /v2.0/ports/25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8 HTTP/1.1" status: 200 len: 1092 time: 1.4996555 Jul 24 09:12:41.244166 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-30160daa-48a0-4b7c-a66a-3a398569fae0 req-b1db1649-8d68-4a37-99ff-d0db0e33596e tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Allocated IP 172.25.7.19 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/0f46a6f1-bfb8-4881-b0f3-3443e2b343e9) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:12:41.244938 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d00621-446e-4632-8dd2-b92c8b1141fb x-openstack-request-id: req-b5d00621-446e-4632-8dd2-b92c8b1141fb {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:41.245234 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044ca427-789f-45d5-a5b6-de1a6701da50", "name": "network-vif-plugged", "status": "completed", "tag": "21a699d1-a1e7-47f3-ac00-3012c9ed1460", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:41.245543 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5d00621-446e-4632-8dd2-b92c8b1141fb {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:41.246075 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044ca427-789f-45d5-a5b6-de1a6701da50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a699d1-a1e7-47f3-ac00-3012c9ed1460', 'code': 200} Jul 24 09:12:41.280884 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24a74b-bfa9-47b8-9ef2-3f27c4c04eab service neutron] Pushing event updated for resources: {'Port': ['ID=25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:41.371391 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:41.406454 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d6b86-5f95-4f6e-ba0b-99dd5e4a83e2 req-4574d876-130a-4e06-863d-ad5eb5878dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:41.408082 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c93d6b86-5f95-4f6e-ba0b-99dd5e4a83e2 req-4574d876-130a-4e06-863d-ad5eb5878dd6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=044ca427-789f-45d5-a5b6-de1a6701da50 HTTP/1.1" status: 200 len: 1101 time: 0.1676824 Jul 24 09:12:41.421534 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port b354465c-03a1-4acd-87be-13ad5d5cf76d, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b354465c-03a1-4acd-87be-13ad5d5cf76d,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:41.425945 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:41.467064 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-4e661314-26c1-419a-a10e-c9c0187f1d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:41.468817 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-4e661314-26c1-419a-a10e-c9c0187f1d6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=400b6e3893174893b678c7f2a57041a8&device_id=9577552b-8a21-4ebf-83d1-5dc042702354 HTTP/1.1" status: 200 len: 1095 time: 0.1841159 Jul 24 09:12:41.487821 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c93d6b86-5f95-4f6e-ba0b-99dd5e4a83e2 req-11a8c26c-d482-401f-82b8-19e29ded7d90 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666628 Jul 24 09:12:41.496109 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=b354465c-03a1-4acd-87be-13ad5d5cf76d,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:41.547259 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-7bda6edc-402c-489b-aa58-3ec2d3779ec8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8 HTTP/1.1" status: 200 len: 217 time: 0.0640795 Jul 24 09:12:41.550456 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-9ccb21af-4fb7-46d3-b352-6a494cf32c81 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:41.550662 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-30160daa-48a0-4b7c-a66a-3a398569fae0 req-b1db1649-8d68-4a37-99ff-d0db0e33596e tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:41.552692 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-9ccb21af-4fb7-46d3-b352-6a494cf32c81 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/networks?id=d2584121-b2ba-413b-8ac1-b7ad8ed505e8 HTTP/1.1" status: 200 len: 818 time: 0.1573100 Jul 24 09:12:41.554861 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53772) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:41.577784 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-0526736d-3c4d-4b10-ab10-67401ef0ff6a tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/quotas/617718c0ddc64eb1a85673528d268e9d HTTP/1.1" status: 200 len: 375 time: 0.0151765 Jul 24 09:12:41.615706 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-47e76396-8a33-4773-b60c-e28a91241859 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=617718c0ddc64eb1a85673528d268e9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343375 Jul 24 09:12:41.623938 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-26fb7169-8d93-421c-8255-e493d4e56ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:41.625442 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-26fb7169-8d93-421c-8255-e493d4e56ad1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bbeb15a4-8962-4380-8bb7-477c83cce3ff HTTP/1.1" status: 200 len: 845 time: 0.0685120 Jul 24 09:12:41.669876 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-a2fb1385-df0a-4072-a08f-a2ffca00fcc3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0544269-4e64-4c91-95af-03a4be88816f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331075 Jul 24 09:12:41.672033 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-30160daa-48a0-4b7c-a66a-3a398569fae0 req-b1db1649-8d68-4a37-99ff-d0db0e33596e tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:41.738199 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30160daa-48a0-4b7c-a66a-3a398569fae0 req-b1db1649-8d68-4a37-99ff-d0db0e33596e tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:12:41.745911 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-30160daa-48a0-4b7c-a66a-3a398569fae0 req-b1db1649-8d68-4a37-99ff-d0db0e33596e tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:12:41.748822 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-c97dbd11-4480-4031-b541-d8eb17a9bead service neutron] 10.222.0.32 "GET /v2.0/networks/d2584121-b2ba-413b-8ac1-b7ad8ed505e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244693 Jul 24 09:12:41.754194 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-30160daa-48a0-4b7c-a66a-3a398569fae0 req-b1db1649-8d68-4a37-99ff-d0db0e33596e tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:12:41.757865 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-74cb15a4-9e6c-4aa3-beda-e522dc6bbf5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3186ad6ec5294174b0adbe85509afa7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010167 Jul 24 09:12:41.769513 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53780) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:41.781630 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db1649-8d68-4a37-99ff-d0db0e33596e tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Pushing event updated for resources: {'Port': ['ID=0f46a6f1-bfb8-4881-b0f3-3443e2b343e9,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:41.844496 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-66444f30-19d0-4986-b6c0-8a54d15ba2ed service neutron] 10.222.0.37 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670177 Jul 24 09:12:41.878286 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-69759e27-7bfb-4d7e-9923-71479787e4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:41.906067 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-9c4e041e-abcc-4e2e-809a-2647b684e4da service neutron] 10.222.0.32 "GET /v2.0/networks/d2584121-b2ba-413b-8ac1-b7ad8ed505e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466694 Jul 24 09:12:41.917492 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-69759e27-7bfb-4d7e-9923-71479787e4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:41.978358 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-69759e27-7bfb-4d7e-9923-71479787e4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:41.981512 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-69759e27-7bfb-4d7e-9923-71479787e4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:41.982531 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-69759e27-7bfb-4d7e-9923-71479787e4ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5fb59dee-99c6-462e-9b36-646b47050def HTTP/1.1" status: 204 len: 168 time: 0.2120199 Jul 24 09:12:41.992075 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69759e27-7bfb-4d7e-9923-71479787e4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb59dee-99c6-462e-9b36-646b47050def,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:42.205609 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-500b44b0-4981-4e02-9172-cc96c954d248 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=24e00f25e33b46ffacef06edb5e3d9d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329525 Jul 24 09:12:42.260591 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-30160daa-48a0-4b7c-a66a-3a398569fae0 req-b1db1649-8d68-4a37-99ff-d0db0e33596e tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:42.339922 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f096ec4a-85d1-4b54-8fed-5ad21e8199c8 req-784a2427-c84b-4070-ad32-2e817fc88228 service neutron] 10.222.0.37 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706938 Jul 24 09:12:42.343662 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-7d3fa6db-6a67-4f52-a19c-667749600b8e tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:42.345527 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-7d3fa6db-6a67-4f52-a19c-667749600b8e tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1262903 Jul 24 09:12:42.345679 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-30160daa-48a0-4b7c-a66a-3a398569fae0 req-b1db1649-8d68-4a37-99ff-d0db0e33596e tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:42.372884 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-67a6c9a3-cf00-4b47-b65d-1de9a110bf89 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/quotas/24e00f25e33b46ffacef06edb5e3d9d1 HTTP/1.1" status: 200 len: 375 time: 0.0143056 Jul 24 09:12:42.416075 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53802) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:42.436540 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe41b3c8-9442-4276-954a-10ced8a75708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:42.455078 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-d165b834-d5b8-4e12-9ada-9ab7d6833ee8 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=24e00f25e33b46ffacef06edb5e3d9d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0763757 Jul 24 09:12:42.624199 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-30160daa-48a0-4b7c-a66a-3a398569fae0 req-b1db1649-8d68-4a37-99ff-d0db0e33596e tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:42.631589 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-30160daa-48a0-4b7c-a66a-3a398569fae0 req-b1db1649-8d68-4a37-99ff-d0db0e33596e tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:42.692370 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe41b3c8-9442-4276-954a-10ced8a75708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:42.721052 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe41b3c8-9442-4276-954a-10ced8a75708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:42.729106 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cc959-80b9-460a-ba49-1b6efe7e048b req-4de6ce3c-d155-4655-9e91-6f62b6ab8658 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:42.730945 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aa0cc959-80b9-460a-ba49-1b6efe7e048b req-4de6ce3c-d155-4655-9e91-6f62b6ab8658 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=9577552b-8a21-4ebf-83d1-5dc042702354 HTTP/1.1" status: 200 len: 944 time: 0.0851526 Jul 24 09:12:42.760498 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db1649-8d68-4a37-99ff-d0db0e33596e tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Pushing event updated for resources: {'Port': ['ID=0f46a6f1-bfb8-4881-b0f3-3443e2b343e9,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:42.789369 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-30160daa-48a0-4b7c-a66a-3a398569fae0 req-b1db1649-8d68-4a37-99ff-d0db0e33596e tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:42.789548 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aa0cc959-80b9-460a-ba49-1b6efe7e048b req-0534be09-f729-4400-9105-1f1164ab37e0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519793 Jul 24 09:12:42.793857 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fe41b3c8-9442-4276-954a-10ced8a75708 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53ba28208358432694d5e57ce86db4d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3766303 Jul 24 09:12:42.795699 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41b3c8-9442-4276-954a-10ced8a75708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de74401-29ee-4143-bf1f-760892051d05,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:42.796773 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53814) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:42.813338 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-30160daa-48a0-4b7c-a66a-3a398569fae0 req-b1db1649-8d68-4a37-99ff-d0db0e33596e tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:42.815609 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30160daa-48a0-4b7c-a66a-3a398569fae0 req-b1db1649-8d68-4a37-99ff-d0db0e33596e tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1705477 Jul 24 09:12:42.878375 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30160daa-48a0-4b7c-a66a-3a398569fae0 req-e85641cc-fbc9-43ef-99d8-07e5abce4adc tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.19 HTTP/1.1" status: 200 len: 695 time: 0.0559969 Jul 24 09:12:42.889514 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3c31d1d9-4363-440e-8370-7f99255523fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:42.928981 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3c31d1d9-4363-440e-8370-7f99255523fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:43.011484 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30160daa-48a0-4b7c-a66a-3a398569fae0 req-b5d61a12-8ee2-4ff4-8fee-74165d612231 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:43.012998 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30160daa-48a0-4b7c-a66a-3a398569fae0 req-b5d61a12-8ee2-4ff4-8fee-74165d612231 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 0.1284897 Jul 24 09:12:43.049205 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3c31d1d9-4363-440e-8370-7f99255523fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:43.051910 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3c31d1d9-4363-440e-8370-7f99255523fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:43.055874 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3c31d1d9-4363-440e-8370-7f99255523fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4de74401-29ee-4143-bf1f-760892051d05 HTTP/1.1" status: 204 len: 168 time: 0.2548194 Jul 24 09:12:43.070029 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31d1d9-4363-440e-8370-7f99255523fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de74401-29ee-4143-bf1f-760892051d05,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:43.080169 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9577552b-8a21-4ebf-83d1-5dc042702354', 'tag': '25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:43.082634 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32877f0-7a7d-43e9-9a40-d01f711546ff" -d '{"events": [{"name": "network-changed", "server_uuid": "9577552b-8a21-4ebf-83d1-5dc042702354", "tag": "25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:43.099769 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b5f2a-9042-4870-bf33-060d6ebbe686 req-fc864d0a-0dd1-47a8-a8a3-65a948b7fb3b tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:43.107390 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4e6b5f2a-9042-4870-bf33-060d6ebbe686 req-fc864d0a-0dd1-47a8-a8a3-65a948b7fb3b tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=044ca427-789f-45d5-a5b6-de1a6701da50 HTTP/1.1" status: 200 len: 950 time: 0.1040940 Jul 24 09:12:43.153467 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4e6b5f2a-9042-4870-bf33-060d6ebbe686 req-d494085e-b3cf-43ea-9d95-ec3ef650837c tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450442 Jul 24 09:12:43.217420 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5416565b-f881-4e34-a533-3c695e211bdf req-82968b2c-f128-43e5-a428-6d68872daaf4 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/ports?device_id=453edf6c-fea7-4be1-b3e9-6e2f30adaff8 HTTP/1.1" status: 200 len: 210 time: 0.0551169 Jul 24 09:12:43.246751 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fc905d-8e2b-4372-bc4c-bf54a8034587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b354465c-03a1-4acd-87be-13ad5d5cf76d'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:43.250129 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c6549c-3414-4f6d-b13d-30c57b723291" -d '{"events": [{"server_uuid": "d8fc905d-8e2b-4372-bc4c-bf54a8034587", "name": "network-vif-plugged", "status": "completed", "tag": "b354465c-03a1-4acd-87be-13ad5d5cf76d"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:43.286043 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e8b83178-d749-4187-89a8-e5282c1029ba req-eac1f737-a478-4448-8f39-9b756e50ddd6 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c7fc5a0-fd45-4c9b-8542-7302d5685315 HTTP/1.1" status: 200 len: 210 time: 0.0397189 Jul 24 09:12:43.331308 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2b32e420-de8a-4d9b-8d1a-2db881cd19a0 req-1437870f-2fbe-494d-a967-e776834779c2 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] 10.222.0.32 "GET /v2.0/floatingips/82fbe946-a64c-4357-8774-299696e630bd HTTP/1.1" status: 200 len: 692 time: 0.0648289 Jul 24 09:12:43.361634 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aca9bd4-272c-473f-8f40-244703baef7f x-openstack-request-id: req-4aca9bd4-272c-473f-8f40-244703baef7f {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:43.361934 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9577552b-8a21-4ebf-83d1-5dc042702354", "tag": "25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:43.362189 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4aca9bd4-272c-473f-8f40-244703baef7f {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:43.362587 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9577552b-8a21-4ebf-83d1-5dc042702354', 'tag': '25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8', 'status': 'completed', 'code': 200} Jul 24 09:12:43.437017 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:12:43.472218 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:12:43.472885 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 82627eb0-cbad-48f2-ada5-fc8b0b8d5c2c not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:12:43.550029 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ef6be-12c9-4c31-ae95-70b6e235b050 req-7f2c02bb-be14-4722-8fae-bd2f358e581f tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:43.558232 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-77ab7cd8-5cd2-41f4-b585-f36942c9c9bb tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:43.559681 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-626ef6be-12c9-4c31-ae95-70b6e235b050 req-7f2c02bb-be14-4722-8fae-bd2f358e581f tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fc905d-8e2b-4372-bc4c-bf54a8034587 HTTP/1.1" status: 200 len: 950 time: 0.1415417 Jul 24 09:12:43.559874 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-77ab7cd8-5cd2-41f4-b585-f36942c9c9bb tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.20 "GET /v2.0/networks?id=d2584121-b2ba-413b-8ac1-b7ad8ed505e8 HTTP/1.1" status: 200 len: 818 time: 0.1861205 Jul 24 09:12:43.574532 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-a190e4ae-b6d1-4a34-88b4-a6caf96669b7 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Request body: {'port': {'device_id': '453edf6c-fea7-4be1-b3e9-6e2f30adaff8', 'network_id': 'd2584121-b2ba-413b-8ac1-b7ad8ed505e8', 'admin_state_up': True, 'tenant_id': '617718c0ddc64eb1a85673528d268e9d'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:43.615929 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32e420-de8a-4d9b-8d1a-2db881cd19a0 req-51a72d78-fa03-455e-b5b6-da225f8e6cae tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:43.616092 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-626ef6be-12c9-4c31-ae95-70b6e235b050 req-87d2d51c-8dc1-4fa7-a8b1-871fe3c9ad44 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553150 Jul 24 09:12:43.618320 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2b32e420-de8a-4d9b-8d1a-2db881cd19a0 req-51a72d78-fa03-455e-b5b6-da225f8e6cae tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 0.2862000 Jul 24 09:12:43.656007 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32877f0-7a7d-43e9-9a40-d01f711546ff req-69995696-84e8-4a13-b4f9-527369cf8955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:43.657583 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a32877f0-7a7d-43e9-9a40-d01f711546ff req-69995696-84e8-4a13-b4f9-527369cf8955 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=400b6e3893174893b678c7f2a57041a8&device_id=9577552b-8a21-4ebf-83d1-5dc042702354 HTTP/1.1" status: 200 len: 1095 time: 0.1968436 Jul 24 09:12:43.659202 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c92959-1f9d-40a5-9a83-bd98f4150b4d x-openstack-request-id: req-01c92959-1f9d-40a5-9a83-bd98f4150b4d {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:43.659726 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fc905d-8e2b-4372-bc4c-bf54a8034587", "name": "network-vif-plugged", "status": "completed", "tag": "b354465c-03a1-4acd-87be-13ad5d5cf76d", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:43.660024 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01c92959-1f9d-40a5-9a83-bd98f4150b4d {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:43.660675 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fc905d-8e2b-4372-bc4c-bf54a8034587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b354465c-03a1-4acd-87be-13ad5d5cf76d', 'code': 200} Jul 24 09:12:43.744360 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2b32e420-de8a-4d9b-8d1a-2db881cd19a0 req-7bc02324-c990-4845-9ad6-6bae72b69f86 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.19 HTTP/1.1" status: 200 len: 695 time: 0.1074262 Jul 24 09:12:43.874415 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:43.878221 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2b32e420-de8a-4d9b-8d1a-2db881cd19a0 req-8d70ddef-7d07-4921-bb17-23d29f5be194 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.19 HTTP/1.1" status: 200 len: 695 time: 0.1156263 Jul 24 09:12:43.962780 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-2bb6caf8-e201-4efd-b692-92d0b6f5c42e tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=24e00f25e33b46ffacef06edb5e3d9d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525606 Jul 24 09:12:43.979340 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32877f0-7a7d-43e9-9a40-d01f711546ff req-b3c3dbf8-a3e4-4a54-8235-cfa655846cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:43.981006 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a32877f0-7a7d-43e9-9a40-d01f711546ff req-b3c3dbf8-a3e4-4a54-8235-cfa655846cce service neutron] 10.222.0.37 "GET /v2.0/networks?id=f0544269-4e64-4c91-95af-03a4be88816f HTTP/1.1" status: 200 len: 905 time: 0.2667763 Jul 24 09:12:44.012695 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-a190e4ae-b6d1-4a34-88b4-a6caf96669b7 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Made reservation on behalf of 617718c0ddc64eb1a85673528d268e9d for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:12:44.016236 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-a190e4ae-b6d1-4a34-88b4-a6caf96669b7 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:44.069072 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efb4b7-2987-468e-b50f-7d4608de4889 req-daacc1d4-5d5d-459e-833f-f265b9403d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:44.071074 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c8efb4b7-2987-468e-b50f-7d4608de4889 req-daacc1d4-5d5d-459e-833f-f265b9403d37 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d8fc905d-8e2b-4372-bc4c-bf54a8034587 HTTP/1.1" status: 200 len: 1101 time: 0.3242953 Jul 24 09:12:44.082476 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09946a77-5eb7-451a-a0cf-b389f2d9aa99 req-095a7aed-5c1f-40ac-b925-a43c3d661571 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:44.084233 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-09946a77-5eb7-451a-a0cf-b389f2d9aa99 req-095a7aed-5c1f-40ac-b925-a43c3d661571 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=9577552b-8a21-4ebf-83d1-5dc042702354 HTTP/1.1" status: 200 len: 944 time: 0.1938360 Jul 24 09:12:44.091186 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a32877f0-7a7d-43e9-9a40-d01f711546ff req-0fbd2649-fabc-44ed-b01e-cedb70bc1faa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8 HTTP/1.1" status: 200 len: 217 time: 0.0803871 Jul 24 09:12:44.144840 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-6b73bd00-c38b-4b59-85f6-00d75a80a10f tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:44.146483 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-6b73bd00-c38b-4b59-85f6-00d75a80a10f tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777811 Jul 24 09:12:44.155763 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-09946a77-5eb7-451a-a0cf-b389f2d9aa99 req-2dcbc34e-6de9-44db-8c38-37945877c19d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651555 Jul 24 09:12:44.161399 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-767fcfb4-acfa-4704-8dbb-097a3a2200ab tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Request body: {'port': {'device_id': '9c7fc5a0-fd45-4c9b-8542-7302d5685315', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': '24e00f25e33b46ffacef06edb5e3d9d1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:44.221267 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c8efb4b7-2987-468e-b50f-7d4608de4889 req-f2e2c82f-6a53-4310-a1c9-ff8316eaa57b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290956 Jul 24 09:12:44.235512 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32877f0-7a7d-43e9-9a40-d01f711546ff req-5544e0eb-f64f-47ff-9f5e-6afa5e13c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:44.237034 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a32877f0-7a7d-43e9-9a40-d01f711546ff req-5544e0eb-f64f-47ff-9f5e-6afa5e13c80a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bbeb15a4-8962-4380-8bb7-477c83cce3ff HTTP/1.1" status: 200 len: 845 time: 0.1311564 Jul 24 09:12:44.247682 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-2b32e420-de8a-4d9b-8d1a-2db881cd19a0 req-cedcb0cd-ccc5-4311-ad0c-2edf9b9207c0 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Deleting port 0f46a6f1-bfb8-4881-b0f3-3443e2b343e9 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:12:44.248280 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2b32e420-de8a-4d9b-8d1a-2db881cd19a0 req-cedcb0cd-ccc5-4311-ad0c-2edf9b9207c0 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:44.328221 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a32877f0-7a7d-43e9-9a40-d01f711546ff req-19dde593-2e66-4d45-9324-452b67338209 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0544269-4e64-4c91-95af-03a4be88816f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443637 Jul 24 09:12:44.334725 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-767fcfb4-acfa-4704-8dbb-097a3a2200ab tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Made reservation on behalf of 24e00f25e33b46ffacef06edb5e3d9d1 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:12:44.339937 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-767fcfb4-acfa-4704-8dbb-097a3a2200ab tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:44.378656 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-a190e4ae-b6d1-4a34-88b4-a6caf96669b7 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Allocated IP 172.20.0.14 (d2584121-b2ba-413b-8ac1-b7ad8ed505e8/c79d9a28-e5ee-4181-acf9-47f99c7779b6/b6711f00-4e61-46d6-bafc-36a446a49a02) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:12:44.450420 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:12:44.470498 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2b32e420-de8a-4d9b-8d1a-2db881cd19a0 req-cedcb0cd-ccc5-4311-ad0c-2edf9b9207c0 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:44.470926 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2b32e420-de8a-4d9b-8d1a-2db881cd19a0 req-cedcb0cd-ccc5-4311-ad0c-2edf9b9207c0 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:44.500916 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-2b32e420-de8a-4d9b-8d1a-2db881cd19a0 req-cedcb0cd-ccc5-4311-ad0c-2edf9b9207c0 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Calling delete_port for 0f46a6f1-bfb8-4881-b0f3-3443e2b343e9 owned by network:floatingip {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:12:44.522009 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e4a1fd5e-49c6-4fc8-aa4d-9694b6a9c906 req-29065e86-c966-450c-955f-776d5a89fd47 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/ports?device_id=453edf6c-fea7-4be1-b3e9-6e2f30adaff8 HTTP/1.1" status: 200 len: 210 time: 0.0804522 Jul 24 09:12:44.546433 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a32877f0-7a7d-43e9-9a40-d01f711546ff req-89d59b16-91fb-407c-8ec9-37ab2a7dfffb service neutron] 10.222.0.37 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825593 Jul 24 09:12:44.559731 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-767fcfb4-acfa-4704-8dbb-097a3a2200ab tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Allocated IP 192.168.233.92 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/138f208e-b045-46c0-ba23-c86c8c405ef1) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:12:44.584611 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:44.618000 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8', 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f', 'port_id': '25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8', 'mac_address': 'fa:16:3e:fb:bf:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbeb15a4-8962-4380-8bb7-477c83cce3ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:12:44.677329 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-48ca6ab0-e028-4bbb-972b-59cd769ac1bc req-796f755e-dc90-41f4-a575-d3e2483eeed1 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c7fc5a0-fd45-4c9b-8542-7302d5685315 HTTP/1.1" status: 200 len: 210 time: 0.0433371 Jul 24 09:12:44.677890 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:44.694071 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:44.725706 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:44.730114 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:44.778719 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-767fcfb4-acfa-4704-8dbb-097a3a2200ab tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:44.791543 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:44.805636 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-767fcfb4-acfa-4704-8dbb-097a3a2200ab tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Transition to ACTIVE for port object 138f208e-b045-46c0-ba23-c86c8c405ef1 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:44.824613 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a32877f0-7a7d-43e9-9a40-d01f711546ff req-4a23fabc-a91c-4cc0-b492-8d10e008be49 service neutron] 10.222.0.37 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665520 Jul 24 09:12:44.828497 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-a190e4ae-b6d1-4a34-88b4-a6caf96669b7 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:44.898834 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-767fcfb4-acfa-4704-8dbb-097a3a2200ab tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:44.906339 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2b32e420-de8a-4d9b-8d1a-2db881cd19a0 req-cedcb0cd-ccc5-4311-ad0c-2edf9b9207c0 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:44.938351 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedcb0cd-ccc5-4311-ad0c-2edf9b9207c0 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Pushing event deleted for resources: {'Port': ['ID=0f46a6f1-bfb8-4881-b0f3-3443e2b343e9,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:44.941003 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['42bbe8ff-3212-40b1-a171-82d2c26af4f4'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:12:44.948609 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-a190e4ae-b6d1-4a34-88b4-a6caf96669b7 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:44.964608 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da52a1d-be17-405f-b802-9a7b03e48363 req-90a8cfca-dad4-449a-aed0-f7eff467edcc tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:44.966979 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7da52a1d-be17-405f-b802-9a7b03e48363 req-90a8cfca-dad4-449a-aed0-f7eff467edcc tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fc905d-8e2b-4372-bc4c-bf54a8034587 HTTP/1.1" status: 200 len: 950 time: 0.1635306 Jul 24 09:12:45.010147 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-767fcfb4-acfa-4704-8dbb-097a3a2200ab tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:12:45.014347 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fcfb4-acfa-4704-8dbb-097a3a2200ab tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Pushing event updated for resources: {'Port': ['ID=138f208e-b045-46c0-ba23-c86c8c405ef1,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:45.031856 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-767fcfb4-acfa-4704-8dbb-097a3a2200ab tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:12:45.035295 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-767fcfb4-acfa-4704-8dbb-097a3a2200ab tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:12:45.040153 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2b32e420-de8a-4d9b-8d1a-2db881cd19a0 req-cedcb0cd-ccc5-4311-ad0c-2edf9b9207c0 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks [] for floatingip, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:45.043806 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2b32e420-de8a-4d9b-8d1a-2db881cd19a0 req-cedcb0cd-ccc5-4311-ad0c-2edf9b9207c0 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:45.044975 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2b32e420-de8a-4d9b-8d1a-2db881cd19a0 req-cedcb0cd-ccc5-4311-ad0c-2edf9b9207c0 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] 10.222.0.32 "DELETE /v2.0/floatingips/82fbe946-a64c-4357-8774-299696e630bd HTTP/1.1" status: 204 len: 173 time: 1.1589322 Jul 24 09:12:45.065328 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-a190e4ae-b6d1-4a34-88b4-a6caf96669b7 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Network d2584121-b2ba-413b-8ac1-b7ad8ed505e8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:12:45.069579 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-a190e4ae-b6d1-4a34-88b4-a6caf96669b7 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:12:45.072134 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190e4ae-b6d1-4a34-88b4-a6caf96669b7 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Pushing event updated for resources: {'Port': ['ID=b6711f00-4e61-46d6-bafc-36a446a49a02,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:45.074521 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-a190e4ae-b6d1-4a34-88b4-a6caf96669b7 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:12:45.122044 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7da52a1d-be17-405f-b802-9a7b03e48363 req-512d37eb-57be-4be6-b50d-6fafe7b28278 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307669 Jul 24 09:12:45.144367 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-a190e4ae-b6d1-4a34-88b4-a6caf96669b7 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:45.145156 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-a190e4ae-b6d1-4a34-88b4-a6caf96669b7 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:45.168720 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-a190e4ae-b6d1-4a34-88b4-a6caf96669b7 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5939238 Jul 24 09:12:45.171754 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:12:45.176272 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-767fcfb4-acfa-4704-8dbb-097a3a2200ab tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:45.177289 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-767fcfb4-acfa-4704-8dbb-097a3a2200ab tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:45.187292 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-1f9d4358-f124-4b56-9dec-90107038606c service neutron] Request body: {'port': {'device_id': '453edf6c-fea7-4be1-b3e9-6e2f30adaff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:45.236249 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-769bc36f-46ec-4e55-b507-0f802be10fc8 req-cfd6d6c7-ad57-4fec-a880-eb92757ede0b tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] show failed (client error): The resource could not be found. Jul 24 09:12:45.237536 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-769bc36f-46ec-4e55-b507-0f802be10fc8 req-cfd6d6c7-ad57-4fec-a880-eb92757ede0b tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] 10.222.0.32 "GET /v2.0/floatingips/82fbe946-a64c-4357-8774-299696e630bd HTTP/1.1" status: 404 len: 350 time: 0.0775483 Jul 24 09:12:45.244094 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-767fcfb4-acfa-4704-8dbb-097a3a2200ab tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0867612 Jul 24 09:12:45.260543 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-a6144351-ee18-4544-8db4-f1a582c792c7 service neutron] Request body: {'port': {'device_id': '9c7fc5a0-fd45-4c9b-8542-7302d5685315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:45.387294 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-ca156312-34cf-4aea-b872-4a9ae0e8f784 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2905660f8b86414091d0aa7fd20efa90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360837 Jul 24 09:12:45.388395 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-1f9d4358-f124-4b56-9dec-90107038606c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:45.395685 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-a6144351-ee18-4544-8db4-f1a582c792c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:45.420034 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e2071a40-79a0-486e-8d88-7b3f7e44673d None None] Provisioning for port 138f208e-b045-46c0-ba23-c86c8c405ef1 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:45.424002 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e2071a40-79a0-486e-8d88-7b3f7e44673d None None] Provisioning complete for port 138f208e-b045-46c0-ba23-c86c8c405ef1 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:45.424374 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e2071a40-79a0-486e-8d88-7b3f7e44673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:45.464386 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-e2071a40-79a0-486e-8d88-7b3f7e44673d None None] Port 138f208e-b045-46c0-ba23-c86c8c405ef1 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:12:45.478286 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30349ee1-ddb3-404b-a2cc-f0a2037d1a96 req-67e63de4-8758-47dc-95f3-0c8160d806b9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:45.479505 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-30349ee1-ddb3-404b-a2cc-f0a2037d1a96 req-67e63de4-8758-47dc-95f3-0c8160d806b9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=9577552b-8a21-4ebf-83d1-5dc042702354 HTTP/1.1" status: 200 len: 945 time: 0.1216047 Jul 24 09:12:45.592760 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-30349ee1-ddb3-404b-a2cc-f0a2037d1a96 req-99247746-d603-4ce5-88c4-5355f0a10b1e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665729 Jul 24 09:12:45.638726 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-a5d97f8d-a22b-4553-9c10-d4eaab30e66d tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:45.640274 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-a5d97f8d-a22b-4553-9c10-d4eaab30e66d tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2409043 Jul 24 09:12:45.674445 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-6f085283-5da1-421f-8cc8-d563ef2532f6 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/quotas/2905660f8b86414091d0aa7fd20efa90 HTTP/1.1" status: 200 len: 375 time: 0.0210581 Jul 24 09:12:45.677173 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-0ac93cb2-53fd-4248-b3b6-0501cbfa5620 req-1047bbe9-b805-457f-ac79-d0d0ee16f246 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] show failed (client error): The resource could not be found. Jul 24 09:12:45.678191 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0ac93cb2-53fd-4248-b3b6-0501cbfa5620 req-1047bbe9-b805-457f-ac79-d0d0ee16f246 tempest-FloatingIPsTestJSON-283140102 tempest-FloatingIPsTestJSON-283140102-project] 10.222.0.32 "GET /v2.0/floatingips/82fbe946-a64c-4357-8774-299696e630bd HTTP/1.1" status: 404 len: 350 time: 0.0470698 Jul 24 09:12:45.689927 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53898) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:45.738884 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-20c747c1-c997-4048-99e0-c8cb2d6b438c tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2905660f8b86414091d0aa7fd20efa90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376554 Jul 24 09:12:45.846070 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-1f9d4358-f124-4b56-9dec-90107038606c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6711f00-4e61-46d6-bafc-36a446a49a02 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:45.905083 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-a6144351-ee18-4544-8db4-f1a582c792c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138f208e-b045-46c0-ba23-c86c8c405ef1 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:45.911023 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-1f9d4358-f124-4b56-9dec-90107038606c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:45.944165 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-1f9d4358-f124-4b56-9dec-90107038606c service neutron] Transition to ACTIVE for port object b6711f00-4e61-46d6-bafc-36a446a49a02 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:45.970051 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-a6144351-ee18-4544-8db4-f1a582c792c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:45.978990 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-1f9d4358-f124-4b56-9dec-90107038606c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:46.033415 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-a6144351-ee18-4544-8db4-f1a582c792c7 service neutron] Transition to ACTIVE for port object 138f208e-b045-46c0-ba23-c86c8c405ef1 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:46.080327 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-a6144351-ee18-4544-8db4-f1a582c792c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:46.094372 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d4358-f124-4b56-9dec-90107038606c service neutron] Pushing event updated for resources: {'Port': ['ID=b6711f00-4e61-46d6-bafc-36a446a49a02,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:46.115997 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600c1d8-44b4-476d-868e-58e598482069 req-fbb28516-cb39-45b4-bf60-918875d647ef tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:46.118179 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4600c1d8-44b4-476d-868e-58e598482069 req-fbb28516-cb39-45b4-bf60-918875d647ef tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/ports?device_id=453edf6c-fea7-4be1-b3e9-6e2f30adaff8 HTTP/1.1" status: 200 len: 944 time: 0.1753247 Jul 24 09:12:46.154137 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-1f9d4358-f124-4b56-9dec-90107038606c service neutron] Attempting to bind port b6711f00-4e61-46d6-bafc-36a446a49a02 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:12:46.154481 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-1f9d4358-f124-4b56-9dec-90107038606c service neutron] Attempting to bind port b6711f00-4e61-46d6-bafc-36a446a49a02 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '54fda486-ee01-481a-b507-84e4e48cd7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd2584121-b2ba-413b-8ac1-b7ad8ed505e8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:12:46.154910 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-1f9d4358-f124-4b56-9dec-90107038606c service neutron] Attempting to bind port b6711f00-4e61-46d6-bafc-36a446a49a02 on network d2584121-b2ba-413b-8ac1-b7ad8ed505e8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:46.172706 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-1f9d4358-f124-4b56-9dec-90107038606c service neutron] Port b6711f00-4e61-46d6-bafc-36a446a49a02 on network d2584121-b2ba-413b-8ac1-b7ad8ed505e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:12:46.173074 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-1f9d4358-f124-4b56-9dec-90107038606c service neutron] Attempting to bind port b6711f00-4e61-46d6-bafc-36a446a49a02 on network d2584121-b2ba-413b-8ac1-b7ad8ed505e8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:46.181983 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-1f9d4358-f124-4b56-9dec-90107038606c service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:12:46.182311 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-1f9d4358-f124-4b56-9dec-90107038606c service neutron] Checking segment: {'id': '54fda486-ee01-481a-b507-84e4e48cd7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd2584121-b2ba-413b-8ac1-b7ad8ed505e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:12:46.183013 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-1f9d4358-f124-4b56-9dec-90107038606c service neutron] Bound using segment: {'id': '54fda486-ee01-481a-b507-84e4e48cd7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd2584121-b2ba-413b-8ac1-b7ad8ed505e8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:12:46.183473 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-1f9d4358-f124-4b56-9dec-90107038606c service neutron] Bound port: b6711f00-4e61-46d6-bafc-36a446a49a02, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54fda486-ee01-481a-b507-84e4e48cd7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd2584121-b2ba-413b-8ac1-b7ad8ed505e8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:12:46.184291 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-1f9d4358-f124-4b56-9dec-90107038606c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:46.189858 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4600c1d8-44b4-476d-868e-58e598482069 req-5c7ca1d7-3857-4fe9-b9ae-37ca5eb64b7d tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e769768-6c4a-48f1-9ff1-cc231d6f04e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640893 Jul 24 09:12:46.269316 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-1f9d4358-f124-4b56-9dec-90107038606c service neutron] For port b6711f00-4e61-46d6-bafc-36a446a49a02, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:12:46.273269 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-1f9d4358-f124-4b56-9dec-90107038606c service neutron] For port b6711f00-4e61-46d6-bafc-36a446a49a02, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=b6711f00-4e61-46d6-bafc-36a446a49a02,segment=NetworkSegment(54fda486-ee01-481a-b507-84e4e48cd7ff),segment_id=54fda486-ee01-481a-b507-84e4e48cd7ff)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:12:46.284026 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-1f9d4358-f124-4b56-9dec-90107038606c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:46.290856 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:46.373564 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-1f9d4358-f124-4b56-9dec-90107038606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:46.374195 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-1f9d4358-f124-4b56-9dec-90107038606c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:46.375920 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-1f9d4358-f124-4b56-9dec-90107038606c service neutron] 10.222.0.20 "PUT /v2.0/ports/b6711f00-4e61-46d6-bafc-36a446a49a02 HTTP/1.1" status: 200 len: 1092 time: 1.2002587 Jul 24 09:12:46.377240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '453edf6c-fea7-4be1-b3e9-6e2f30adaff8', 'tag': 'b6711f00-4e61-46d6-bafc-36a446a49a02'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:46.380539 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134ad721-5913-46b9-8f25-9923530359e4" -d '{"events": [{"name": "network-changed", "server_uuid": "453edf6c-fea7-4be1-b3e9-6e2f30adaff8", "tag": "b6711f00-4e61-46d6-bafc-36a446a49a02"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:46.386774 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-64583863-0fc2-498c-805e-3d6e13605bc9 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2905660f8b86414091d0aa7fd20efa90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748129 Jul 24 09:12:46.450902 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d4358-f124-4b56-9dec-90107038606c service neutron] Pushing event updated for resources: {'Port': ['ID=b6711f00-4e61-46d6-bafc-36a446a49a02,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:46.466437 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:12:46.553117 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:46.563050 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:46.563739 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:46.618976 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6144351-ee18-4544-8db4-f1a582c792c7 service neutron] Pushing event updated for resources: {'Port': ['ID=138f208e-b045-46c0-ba23-c86c8c405ef1,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:46.657596 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62941d28-c562-4991-acb6-7c29e7090666 req-c1028d79-0951-4850-9d3a-89e78ab6e84a tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:46.666449 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62941d28-c562-4991-acb6-7c29e7090666 req-c1028d79-0951-4850-9d3a-89e78ab6e84a tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c7fc5a0-fd45-4c9b-8542-7302d5685315 HTTP/1.1" status: 200 len: 935 time: 0.6989176 Jul 24 09:12:46.745982 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62941d28-c562-4991-acb6-7c29e7090666 req-02cda703-2aca-41cd-a01d-78c49ab271a6 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/security-groups?id=8524c0a8-f984-41a1-ab6e-ad69d19df981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784836 Jul 24 09:12:46.747423 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:46.784124 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-a6144351-ee18-4544-8db4-f1a582c792c7 service neutron] Attempting to bind port 138f208e-b045-46c0-ba23-c86c8c405ef1 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:12:46.784340 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-a6144351-ee18-4544-8db4-f1a582c792c7 service neutron] Attempting to bind port 138f208e-b045-46c0-ba23-c86c8c405ef1 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:12:46.784671 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-a6144351-ee18-4544-8db4-f1a582c792c7 service neutron] Attempting to bind port 138f208e-b045-46c0-ba23-c86c8c405ef1 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:46.795290 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-a6144351-ee18-4544-8db4-f1a582c792c7 service neutron] Port 138f208e-b045-46c0-ba23-c86c8c405ef1 on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:12:46.795290 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-a6144351-ee18-4544-8db4-f1a582c792c7 service neutron] Attempting to bind port 138f208e-b045-46c0-ba23-c86c8c405ef1 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:46.803296 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9577552b-8a21-4ebf-83d1-5dc042702354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:46.806118 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a44e5ea-986d-4d95-8f8b-65ac4e0bec79" -d '{"events": [{"server_uuid": "9577552b-8a21-4ebf-83d1-5dc042702354", "name": "network-vif-plugged", "status": "completed", "tag": "25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:46.826083 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:46.832510 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:46.853885 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-a6144351-ee18-4544-8db4-f1a582c792c7 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:12:46.854701 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-a6144351-ee18-4544-8db4-f1a582c792c7 service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:12:46.855400 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-a6144351-ee18-4544-8db4-f1a582c792c7 service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:12:46.856102 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-a6144351-ee18-4544-8db4-f1a582c792c7 service neutron] Bound port: 138f208e-b045-46c0-ba23-c86c8c405ef1, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:12:46.856921 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-a6144351-ee18-4544-8db4-f1a582c792c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:46.895426 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:46.992304 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-6264d4c9-3a27-4d3a-9634-f1f93f727a39 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:46.993882 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-6264d4c9-3a27-4d3a-9634-f1f93f727a39 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5995574 Jul 24 09:12:46.995686 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-b5fac329-c0c3-40fa-86dd-243c1171e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:46.996924 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c11fe338-1a0a-4884-9a12-41f786d58b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:46.997412 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-b5fac329-c0c3-40fa-86dd-243c1171e459 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=617718c0ddc64eb1a85673528d268e9d&device_id=453edf6c-fea7-4be1-b3e9-6e2f30adaff8 HTTP/1.1" status: 200 len: 1095 time: 0.5627460 Jul 24 09:12:47.010210 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-95221a02-8792-4c0a-8c93-843cd5a80619 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/quotas/2905660f8b86414091d0aa7fd20efa90 HTTP/1.1" status: 200 len: 375 time: 0.0097709 Jul 24 09:12:47.078067 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-a557914f-5c02-40ee-b314-f3b9e0a46f61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6711f00-4e61-46d6-bafc-36a446a49a02 HTTP/1.1" status: 200 len: 217 time: 0.0665760 Jul 24 09:12:47.080086 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-c04cf935-6f11-46f2-a784-e56831242571 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2905660f8b86414091d0aa7fd20efa90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630488 Jul 24 09:12:47.088538 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-a6144351-ee18-4544-8db4-f1a582c792c7 service neutron] For port 138f208e-b045-46c0-ba23-c86c8c405ef1, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:12:47.109899 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-c5937cf6-8c8f-4282-b69b-589163bb8f7f tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2905660f8b86414091d0aa7fd20efa90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340915 Jul 24 09:12:47.112506 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ea6cf-fdc7-4fda-8985-dc2d792db650 req-bcbe4c3c-7072-4c05-9853-09c94c6df558 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:47.121220 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ff1ea6cf-fdc7-4fda-8985-dc2d792db650 req-bcbe4c3c-7072-4c05-9853-09c94c6df558 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fc905d-8e2b-4372-bc4c-bf54a8034587 HTTP/1.1" status: 200 len: 950 time: 0.2703037 Jul 24 09:12:47.138439 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-a6144351-ee18-4544-8db4-f1a582c792c7 service neutron] For port 138f208e-b045-46c0-ba23-c86c8c405ef1, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=138f208e-b045-46c0-ba23-c86c8c405ef1,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:12:47.153060 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-a6144351-ee18-4544-8db4-f1a582c792c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:47.187959 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-f27a9c6c-7410-45a8-bd27-798a9e66c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:47.190106 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-f27a9c6c-7410-45a8-bd27-798a9e66c4b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c79d9a28-e5ee-4181-acf9-47f99c7779b6 HTTP/1.1" status: 200 len: 858 time: 0.0986178 Jul 24 09:12:47.209160 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-a6144351-ee18-4544-8db4-f1a582c792c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:47.209160 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-a6144351-ee18-4544-8db4-f1a582c792c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:47.210470 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-a6144351-ee18-4544-8db4-f1a582c792c7 service neutron] 10.222.0.20 "PUT /v2.0/ports/138f208e-b045-46c0-ba23-c86c8c405ef1 HTTP/1.1" status: 200 len: 1095 time: 1.9580612 Jul 24 09:12:47.217667 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c7fc5a0-fd45-4c9b-8542-7302d5685315', 'tag': '138f208e-b045-46c0-ba23-c86c8c405ef1'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:47.220307 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2e5666-df75-4b76-8e4a-b035a53dec07" -d '{"events": [{"name": "network-changed", "server_uuid": "9c7fc5a0-fd45-4c9b-8542-7302d5685315", "tag": "138f208e-b045-46c0-ba23-c86c8c405ef1"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:47.269554 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ff1ea6cf-fdc7-4fda-8985-dc2d792db650 req-f9b00815-9419-4016-bf44-3f0c178000d2 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479468 Jul 24 09:12:47.384357 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-0f0b2782-83f9-4093-beff-7ca99345649c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d2584121-b2ba-413b-8ac1-b7ad8ed505e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1576629 Jul 24 09:12:47.396792 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42702703-ce75-4f69-9a6b-13464ec98f91 x-openstack-request-id: req-42702703-ce75-4f69-9a6b-13464ec98f91 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:47.397360 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "453edf6c-fea7-4be1-b3e9-6e2f30adaff8", "tag": "b6711f00-4e61-46d6-bafc-36a446a49a02", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:47.397631 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42702703-ce75-4f69-9a6b-13464ec98f91 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:47.398108 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '453edf6c-fea7-4be1-b3e9-6e2f30adaff8', 'tag': 'b6711f00-4e61-46d6-bafc-36a446a49a02', 'status': 'completed', 'code': 200} Jul 24 09:12:47.415221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6144351-ee18-4544-8db4-f1a582c792c7 service neutron] Pushing event updated for resources: {'Port': ['ID=138f208e-b045-46c0-ba23-c86c8c405ef1,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:47.494900 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309a25dd-5fd1-4598-b904-dc1a5bb110e5 x-openstack-request-id: req-309a25dd-5fd1-4598-b904-dc1a5bb110e5 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:47.495767 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9577552b-8a21-4ebf-83d1-5dc042702354", "name": "network-vif-plugged", "status": "completed", "tag": "25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:47.496196 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-309a25dd-5fd1-4598-b904-dc1a5bb110e5 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:47.496604 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9577552b-8a21-4ebf-83d1-5dc042702354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8', 'code': 200} Jul 24 09:12:47.555310 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-73464b0c-9a22-4a38-a85d-c061898853cf tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:47.557650 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-73464b0c-9a22-4a38-a85d-c061898853cf tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4298403 Jul 24 09:12:47.560619 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-a0b18af4-7f29-4e46-a105-cd339e63b0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:47.562182 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-a0b18af4-7f29-4e46-a105-cd339e63b0c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24e00f25e33b46ffacef06edb5e3d9d1&device_id=9c7fc5a0-fd45-4c9b-8542-7302d5685315 HTTP/1.1" status: 200 len: 1098 time: 0.2705312 Jul 24 09:12:47.579264 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-2aeb65fe-a953-4b30-8f54-c0f8ec39e244 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Request body: {'port': {'device_id': 'e1cbd112-bfbe-4ad3-8eac-5bdd720ee191', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': '2905660f8b86414091d0aa7fd20efa90'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:47.639300 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-64162b1a-fb0d-4aee-b502-c372061eb282 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=138f208e-b045-46c0-ba23-c86c8c405ef1 HTTP/1.1" status: 200 len: 217 time: 0.0519454 Jul 24 09:12:47.667677 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cbbcd-a9ca-48da-84d3-61755541f057 req-511adaaf-cda5-4d5f-89bd-f62683693562 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:47.674813 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2b4cbbcd-a9ca-48da-84d3-61755541f057 req-511adaaf-cda5-4d5f-89bd-f62683693562 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=9577552b-8a21-4ebf-83d1-5dc042702354 HTTP/1.1" status: 200 len: 946 time: 0.2503207 Jul 24 09:12:47.681029 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-e3798feb-704f-484f-b9b2-ab7f1813d7d2 service neutron] 10.222.0.20 "GET /v2.0/networks/d2584121-b2ba-413b-8ac1-b7ad8ed505e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791867 Jul 24 09:12:47.766973 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2b4cbbcd-a9ca-48da-84d3-61755541f057 req-79b42e93-1a10-4761-a672-f9f0402fb576 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912249 Jul 24 09:12:47.779070 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-c8e99fd5-3b5b-4246-a6e9-3248fbbed7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:47.780538 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-c8e99fd5-3b5b-4246-a6e9-3248fbbed7b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1311624 Jul 24 09:12:47.831937 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-c11fe338-1a0a-4884-9a12-41f786d58b0c admin admin] Deleting port 79a7aa17-24e4-47f3-b535-7e3ad480233f {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:12:47.832230 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c11fe338-1a0a-4884-9a12-41f786d58b0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:47.832380 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6c226-ede9-4578-a754-1eaa7d615064 req-543836cc-94ca-4100-a81f-e8263649ba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:47.833914 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8ad6c226-ede9-4578-a754-1eaa7d615064 req-543836cc-94ca-4100-a81f-e8263649ba5f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9577552b-8a21-4ebf-83d1-5dc042702354 HTTP/1.1" status: 200 len: 1097 time: 0.2103438 Jul 24 09:12:47.938499 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1010142b-c116-415d-b532-8333ebb79271 req-eb743daf-16a1-4346-a7f8-cc02b1fb2b83 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5705147-17ef-46ec-bf27-aa515738b829 HTTP/1.1" status: 200 len: 210 time: 0.0745685 Jul 24 09:12:47.947113 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8ad6c226-ede9-4578-a754-1eaa7d615064 req-2b0fdacb-0991-4c5a-a613-d34004babb3b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825667 Jul 24 09:12:47.949789 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-bb37bf4c-c5d7-4fbe-a73f-63b6f51e2354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:47.950671 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4263491c-727f-4ee2-9d8a-f6a6002b1081 req-fc9336a9-d897-4e2b-bf26-843cab967f23 service neutron] 10.222.0.20 "GET /v2.0/networks/d2584121-b2ba-413b-8ac1-b7ad8ed505e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348895 Jul 24 09:12:47.951334 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-bb37bf4c-c5d7-4fbe-a73f-63b6f51e2354 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1609883 Jul 24 09:12:47.953224 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-2aeb65fe-a953-4b30-8f54-c0f8ec39e244 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Made reservation on behalf of 2905660f8b86414091d0aa7fd20efa90 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:12:47.956896 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-2aeb65fe-a953-4b30-8f54-c0f8ec39e244 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:47.995728 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b9f5d-0c83-4b8a-81b9-73a88f47e997 req-b5f04eda-2444-4fd2-9b42-8cf09e977937 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:47.997366 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-646b9f5d-0c83-4b8a-81b9-73a88f47e997 req-b5f04eda-2444-4fd2-9b42-8cf09e977937 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/ports?device_id=453edf6c-fea7-4be1-b3e9-6e2f30adaff8 HTTP/1.1" status: 200 len: 944 time: 0.2793207 Jul 24 09:12:47.998328 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-2aeb65fe-a953-4b30-8f54-c0f8ec39e244 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:48.007831 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-c11fe338-1a0a-4884-9a12-41f786d58b0c admin admin] For port 79a7aa17-24e4-47f3-b535-7e3ad480233f, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=79a7aa17-24e4-47f3-b535-7e3ad480233f,segment=NetworkSegment(2d788cc2-2f6b-4b68-afd2-20e53b7d091b),segment_id=2d788cc2-2f6b-4b68-afd2-20e53b7d091b)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:48.009128 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c11fe338-1a0a-4884-9a12-41f786d58b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:48.057169 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-c11fe338-1a0a-4884-9a12-41f786d58b0c admin admin] Calling delete_port for 79a7aa17-24e4-47f3-b535-7e3ad480233f owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:12:48.060049 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029dcdbe-0741-4e51-a2f2-841718220317 x-openstack-request-id: req-029dcdbe-0741-4e51-a2f2-841718220317 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:48.060418 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c7fc5a0-fd45-4c9b-8542-7302d5685315", "tag": "138f208e-b045-46c0-ba23-c86c8c405ef1", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:48.060751 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-029dcdbe-0741-4e51-a2f2-841718220317 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:48.061319 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c7fc5a0-fd45-4c9b-8542-7302d5685315', 'tag': '138f208e-b045-46c0-ba23-c86c8c405ef1', 'status': 'completed', 'code': 200} Jul 24 09:12:48.113745 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-646b9f5d-0c83-4b8a-81b9-73a88f47e997 req-60401ac0-6000-4f08-bb2b-1b7ce0cf9e15 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e769768-6c4a-48f1-9ff1-cc231d6f04e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050060 Jul 24 09:12:48.139602 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-e64314a5-3ad0-4f06-ad7e-939331820fe2 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760213 Jul 24 09:12:48.162606 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ad721-5913-46b9-8f25-9923530359e4 req-5ee1dc0a-9b11-4f7e-8bb2-8b7fd9ad4450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:48.164766 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-134ad721-5913-46b9-8f25-9923530359e4 req-5ee1dc0a-9b11-4f7e-8bb2-8b7fd9ad4450 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=617718c0ddc64eb1a85673528d268e9d&device_id=453edf6c-fea7-4be1-b3e9-6e2f30adaff8 HTTP/1.1" status: 200 len: 1095 time: 0.1342447 Jul 24 09:12:48.265813 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-2aeb65fe-a953-4b30-8f54-c0f8ec39e244 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:48.280717 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-2aeb65fe-a953-4b30-8f54-c0f8ec39e244 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:48.315590 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b9b7d7c2-c71e-4b1b-b94d-5d4fbab27e64 req-83911844-30d7-479a-a5d3-dff7411e741f service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668098 Jul 24 09:12:48.396787 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb65fe-a953-4b30-8f54-c0f8ec39e244 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c561de-4368-4dbd-9dfb-b58131f79aea,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:48.397212 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c11fe338-1a0a-4884-9a12-41f786d58b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:48.413193 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ad721-5913-46b9-8f25-9923530359e4 req-ac8a2327-1ff9-4f0b-8ae9-c1cf0d6cecee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:48.415433 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-134ad721-5913-46b9-8f25-9923530359e4 req-ac8a2327-1ff9-4f0b-8ae9-c1cf0d6cecee service neutron] 10.222.0.20 "GET /v2.0/networks?id=d2584121-b2ba-413b-8ac1-b7ad8ed505e8 HTTP/1.1" status: 200 len: 918 time: 0.2385390 Jul 24 09:12:48.461517 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fe338-1a0a-4884-9a12-41f786d58b0c admin admin] Pushing event deleted for resources: {'Port': ['ID=79a7aa17-24e4-47f3-b535-7e3ad480233f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:48.523947 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-134ad721-5913-46b9-8f25-9923530359e4 req-8192b5e9-22cb-49b9-85bb-6e2887e2513f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6711f00-4e61-46d6-bafc-36a446a49a02 HTTP/1.1" status: 200 len: 217 time: 0.0794442 Jul 24 09:12:48.560057 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783c31c-fb4e-45c3-ac45-5c0e2278b4f9 req-450fbe76-43b7-4eb5-a6e5-31c5555dedf8 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:48.567032 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a783c31c-fb4e-45c3-ac45-5c0e2278b4f9 req-450fbe76-43b7-4eb5-a6e5-31c5555dedf8 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c7fc5a0-fd45-4c9b-8542-7302d5685315 HTTP/1.1" status: 200 len: 947 time: 0.2999151 Jul 24 09:12:48.602285 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e5666-df75-4b76-8e4a-b035a53dec07 req-6b28dc57-118f-4929-b60f-6dc41ad92ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:48.604317 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2d2e5666-df75-4b76-8e4a-b035a53dec07 req-6b28dc57-118f-4929-b60f-6dc41ad92ee0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24e00f25e33b46ffacef06edb5e3d9d1&device_id=9c7fc5a0-fd45-4c9b-8542-7302d5685315 HTTP/1.1" status: 200 len: 1098 time: 0.2177186 Jul 24 09:12:48.606513 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-4e09def1-cbe0-4fc7-9b01-044f16515217 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2905660f8b86414091d0aa7fd20efa90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677140 Jul 24 09:12:48.616663 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-2aeb65fe-a953-4b30-8f54-c0f8ec39e244 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Allocated IP 192.168.233.131 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/cca6a4ed-3566-4011-ac17-5441cc366ef1) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:12:48.673614 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a783c31c-fb4e-45c3-ac45-5c0e2278b4f9 req-9b0ec229-7dbd-4958-8af3-6e01cc487c78 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/security-groups?id=8524c0a8-f984-41a1-ab6e-ad69d19df981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056824 Jul 24 09:12:48.677874 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ad721-5913-46b9-8f25-9923530359e4 req-416c70ae-0990-4cbb-8447-7e058904cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:48.680150 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-134ad721-5913-46b9-8f25-9923530359e4 req-416c70ae-0990-4cbb-8447-7e058904cff6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c79d9a28-e5ee-4181-acf9-47f99c7779b6 HTTP/1.1" status: 200 len: 858 time: 0.1455634 Jul 24 09:12:48.752721 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-134ad721-5913-46b9-8f25-9923530359e4 req-0acc9a79-2eb1-41ea-8303-6f1086a6b0c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d2584121-b2ba-413b-8ac1-b7ad8ed505e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605583 Jul 24 09:12:48.869900 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358fb9d-1c0f-43d9-b6f6-df35d5bce8a7 req-71f01ce5-912b-400c-8226-3e2506136c07 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:48.875733 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358fb9d-1c0f-43d9-b6f6-df35d5bce8a7 req-71f01ce5-912b-400c-8226-3e2506136c07 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:48.877362 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5358fb9d-1c0f-43d9-b6f6-df35d5bce8a7 req-71f01ce5-912b-400c-8226-3e2506136c07 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=044ca427-789f-45d5-a5b6-de1a6701da50&device_id=d8fc905d-8e2b-4372-bc4c-bf54a8034587 HTTP/1.1" status: 200 len: 1691 time: 0.3574040 Jul 24 09:12:48.940322 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c11fe338-1a0a-4884-9a12-41f786d58b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:48.963204 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-eab30a0f-b6e1-495d-baa1-2376f4023aab tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:48.964670 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-eab30a0f-b6e1-495d-baa1-2376f4023aab tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3471549 Jul 24 09:12:48.965662 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e5666-df75-4b76-8e4a-b035a53dec07 req-21d65d7b-2084-4bdd-87c4-3492c36705f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:48.966964 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2d2e5666-df75-4b76-8e4a-b035a53dec07 req-21d65d7b-2084-4bdd-87c4-3492c36705f3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.3479018 Jul 24 09:12:48.971336 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-2aeb65fe-a953-4b30-8f54-c0f8ec39e244 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:48.975446 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-134ad721-5913-46b9-8f25-9923530359e4 req-5664eb52-0442-4e6b-a113-c1234db7e55f service neutron] 10.222.0.20 "GET /v2.0/networks/d2584121-b2ba-413b-8ac1-b7ad8ed505e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941271 Jul 24 09:12:49.000954 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-2aeb65fe-a953-4b30-8f54-c0f8ec39e244 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Transition to ACTIVE for port object cca6a4ed-3566-4011-ac17-5441cc366ef1 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:49.041960 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-5c39a328-a0ed-4e01-9007-8cf9003d020d tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Request body: {'port': {'device_id': 'b5705147-17ef-46ec-bf27-aa515738b829', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': '2905660f8b86414091d0aa7fd20efa90'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:49.056508 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5358fb9d-1c0f-43d9-b6f6-df35d5bce8a7 req-3dfdbf3c-5ec9-48c7-8b8d-be2c96868592 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625884 Jul 24 09:12:49.082694 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24681015-ccfc-4ce3-82a6-ab037fe8faa7 req-ca450dab-e743-4f3d-b496-cc155ae9f701 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:49.084341 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24681015-ccfc-4ce3-82a6-ab037fe8faa7 req-ca450dab-e743-4f3d-b496-cc155ae9f701 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=9577552b-8a21-4ebf-83d1-5dc042702354 HTTP/1.1" status: 200 len: 946 time: 0.1869757 Jul 24 09:12:49.106509 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2d2e5666-df75-4b76-8e4a-b035a53dec07 req-122d0b62-2c71-417a-9274-ff9659ba3521 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=138f208e-b045-46c0-ba23-c86c8c405ef1 HTTP/1.1" status: 200 len: 217 time: 0.0947635 Jul 24 09:12:49.151218 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-134ad721-5913-46b9-8f25-9923530359e4 req-b9fe0da5-a881-4b53-9c7b-42c735e8e0ec service neutron] 10.222.0.20 "GET /v2.0/networks/d2584121-b2ba-413b-8ac1-b7ad8ed505e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623299 Jul 24 09:12:49.152230 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-2aeb65fe-a953-4b30-8f54-c0f8ec39e244 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:49.203685 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24681015-ccfc-4ce3-82a6-ab037fe8faa7 req-23a18109-d9fe-4d96-b7c2-69d66278a08e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035957 Jul 24 09:12:49.224782 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-2aeb65fe-a953-4b30-8f54-c0f8ec39e244 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:12:49.229078 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-2aeb65fe-a953-4b30-8f54-c0f8ec39e244 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:12:49.238548 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-2aeb65fe-a953-4b30-8f54-c0f8ec39e244 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:12:49.277045 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-725524dd-1197-4c0c-aceb-1f6f836c2fcc req-f33b6ed2-ec2b-4fe5-abeb-3ab569f984ce tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5705147-17ef-46ec-bf27-aa515738b829 HTTP/1.1" status: 200 len: 210 time: 0.0550377 Jul 24 09:12:49.299295 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb65fe-a953-4b30-8f54-c0f8ec39e244 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Pushing event updated for resources: {'Port': ['ID=cca6a4ed-3566-4011-ac17-5441cc366ef1,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:49.319014 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e5666-df75-4b76-8e4a-b035a53dec07 req-13a5a250-9f27-4ae6-96df-d26c8403de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:49.320547 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2d2e5666-df75-4b76-8e4a-b035a53dec07 req-13a5a250-9f27-4ae6-96df-d26c8403de79 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.2007608 Jul 24 09:12:49.323577 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-2aeb65fe-a953-4b30-8f54-c0f8ec39e244 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:49.324225 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-2aeb65fe-a953-4b30-8f54-c0f8ec39e244 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:49.349208 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-2aeb65fe-a953-4b30-8f54-c0f8ec39e244 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7761960 Jul 24 09:12:49.362463 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-186601eb-660b-4be0-9eb7-7cbb77850fd7 service neutron] Request body: {'port': {'device_id': 'e1cbd112-bfbe-4ad3-8eac-5bdd720ee191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:49.474787 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-186601eb-660b-4be0-9eb7-7cbb77850fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:49.533210 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036b3ea-d0c3-4607-adb1-59871c2573ed req-f8dcd0a8-08fd-4577-a06e-dc5a27cf7632 tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:49.534699 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4036b3ea-d0c3-4607-adb1-59871c2573ed req-f8dcd0a8-08fd-4577-a06e-dc5a27cf7632 tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=044ca427-789f-45d5-a5b6-de1a6701da50 HTTP/1.1" status: 200 len: 1101 time: 0.1089993 Jul 24 09:12:49.547234 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-5c39a328-a0ed-4e01-9007-8cf9003d020d tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Made reservation on behalf of 2905660f8b86414091d0aa7fd20efa90 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:12:49.550859 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-5c39a328-a0ed-4e01-9007-8cf9003d020d tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:49.598438 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e5666-df75-4b76-8e4a-b035a53dec07 req-e29e07a2-8ceb-485a-a53f-6c30c26d1f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:49.600085 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2d2e5666-df75-4b76-8e4a-b035a53dec07 req-e29e07a2-8ceb-485a-a53f-6c30c26d1f10 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2628720 Jul 24 09:12:49.603074 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b91cc713-c64d-4471-a312-e01378a91794 None None] Provisioning for port cca6a4ed-3566-4011-ac17-5441cc366ef1 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:49.607727 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b91cc713-c64d-4471-a312-e01378a91794 None None] Provisioning complete for port cca6a4ed-3566-4011-ac17-5441cc366ef1 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:49.608500 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b91cc713-c64d-4471-a312-e01378a91794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:49.639434 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4036b3ea-d0c3-4607-adb1-59871c2573ed req-f7cdac8f-35f8-4819-8ea4-f6ba2933e0aa tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972872 Jul 24 09:12:49.650594 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-b91cc713-c64d-4471-a312-e01378a91794 None None] Port cca6a4ed-3566-4011-ac17-5441cc366ef1 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:12:49.859490 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-186601eb-660b-4be0-9eb7-7cbb77850fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca6a4ed-3566-4011-ac17-5441cc366ef1 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:49.865251 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7605fa7-b541-4459-bb64-4b637a3a2cc1 req-2f3c0ca7-4611-49f5-acd4-5aa3ec9460b0 tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:49.866863 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a7605fa7-b541-4459-bb64-4b637a3a2cc1 req-2f3c0ca7-4611-49f5-acd4-5aa3ec9460b0 tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d8fc905d-8e2b-4372-bc4c-bf54a8034587 HTTP/1.1" status: 200 len: 1101 time: 0.1348133 Jul 24 09:12:49.871125 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-186601eb-660b-4be0-9eb7-7cbb77850fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:49.897480 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-186601eb-660b-4be0-9eb7-7cbb77850fd7 service neutron] Transition to ACTIVE for port object cca6a4ed-3566-4011-ac17-5441cc366ef1 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:49.902250 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-186601eb-660b-4be0-9eb7-7cbb77850fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:49.937318 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a7605fa7-b541-4459-bb64-4b637a3a2cc1 req-76feb104-b1f2-4ac7-bd4f-dbecfe68674f tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634670 Jul 24 09:12:49.973520 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186601eb-660b-4be0-9eb7-7cbb77850fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=cca6a4ed-3566-4011-ac17-5441cc366ef1,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:50.033310 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dbe8b-41ba-4f15-9285-f2aa0f60f359 req-d181d72b-aec5-45c2-aa78-1185a1e501c9 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:50.041581 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-711dbe8b-41ba-4f15-9285-f2aa0f60f359 req-d181d72b-aec5-45c2-aa78-1185a1e501c9 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/ports?device_id=453edf6c-fea7-4be1-b3e9-6e2f30adaff8 HTTP/1.1" status: 200 len: 944 time: 0.6641161 Jul 24 09:12:50.053011 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11fe338-1a0a-4884-9a12-41f786d58b0c admin admin] Router ea555ec9-498c-472b-9ed7-f061e1349e1c has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:12:50.108939 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-186601eb-660b-4be0-9eb7-7cbb77850fd7 service neutron] Attempting to bind port cca6a4ed-3566-4011-ac17-5441cc366ef1 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:12:50.109650 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-186601eb-660b-4be0-9eb7-7cbb77850fd7 service neutron] Attempting to bind port cca6a4ed-3566-4011-ac17-5441cc366ef1 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:12:50.109650 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-186601eb-660b-4be0-9eb7-7cbb77850fd7 service neutron] Attempting to bind port cca6a4ed-3566-4011-ac17-5441cc366ef1 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:50.120691 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-186601eb-660b-4be0-9eb7-7cbb77850fd7 service neutron] Port cca6a4ed-3566-4011-ac17-5441cc366ef1 on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:12:50.121052 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-186601eb-660b-4be0-9eb7-7cbb77850fd7 service neutron] Attempting to bind port cca6a4ed-3566-4011-ac17-5441cc366ef1 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:50.131505 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-186601eb-660b-4be0-9eb7-7cbb77850fd7 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:12:50.131845 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-186601eb-660b-4be0-9eb7-7cbb77850fd7 service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:12:50.132102 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-186601eb-660b-4be0-9eb7-7cbb77850fd7 service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:12:50.132804 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-186601eb-660b-4be0-9eb7-7cbb77850fd7 service neutron] Bound port: cca6a4ed-3566-4011-ac17-5441cc366ef1, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:12:50.133108 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-186601eb-660b-4be0-9eb7-7cbb77850fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:50.158432 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e965a87-4182-4cfa-a7b4-6b4a7b494717 req-a35c0b07-7d31-477c-ae33-9c20d8923404 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:50.160268 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2e965a87-4182-4cfa-a7b4-6b4a7b494717 req-a35c0b07-7d31-477c-ae33-9c20d8923404 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c7fc5a0-fd45-4c9b-8542-7302d5685315 HTTP/1.1" status: 200 len: 947 time: 0.1205258 Jul 24 09:12:50.238666 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-711dbe8b-41ba-4f15-9285-f2aa0f60f359 req-b19d8ce2-e21c-4fac-b47f-ea94f08b08d9 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e769768-6c4a-48f1-9ff1-cc231d6f04e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959453 Jul 24 09:12:50.247031 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2e965a87-4182-4cfa-a7b4-6b4a7b494717 req-e0a450f2-88b0-4e01-ad97-ef69eb53392c tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/security-groups?id=8524c0a8-f984-41a1-ab6e-ad69d19df981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791256 Jul 24 09:12:50.276719 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-186601eb-660b-4be0-9eb7-7cbb77850fd7 service neutron] For port cca6a4ed-3566-4011-ac17-5441cc366ef1, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:12:50.282365 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-186601eb-660b-4be0-9eb7-7cbb77850fd7 service neutron] For port cca6a4ed-3566-4011-ac17-5441cc366ef1, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cca6a4ed-3566-4011-ac17-5441cc366ef1,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:12:50.290314 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-186601eb-660b-4be0-9eb7-7cbb77850fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:50.302263 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2d2e5666-df75-4b76-8e4a-b035a53dec07 req-86b90890-4bf4-4afd-b287-14bdd4cd3d4f service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6923583 Jul 24 09:12:50.339224 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-186601eb-660b-4be0-9eb7-7cbb77850fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:50.339847 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-186601eb-660b-4be0-9eb7-7cbb77850fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:50.341286 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-186601eb-660b-4be0-9eb7-7cbb77850fd7 service neutron] 10.222.0.20 "PUT /v2.0/ports/cca6a4ed-3566-4011-ac17-5441cc366ef1 HTTP/1.1" status: 200 len: 1096 time: 0.9838378 Jul 24 09:12:50.341791 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1cbd112-bfbe-4ad3-8eac-5bdd720ee191', 'tag': 'cca6a4ed-3566-4011-ac17-5441cc366ef1'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:50.344124 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7af6eb-97e3-4a7a-9dda-2f7b5c8dc896" -d '{"events": [{"name": "network-changed", "server_uuid": "e1cbd112-bfbe-4ad3-8eac-5bdd720ee191", "tag": "cca6a4ed-3566-4011-ac17-5441cc366ef1"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:50.356453 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11fe338-1a0a-4884-9a12-41f786d58b0c admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:12:50.368595 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a735f8-ec7f-46e3-806c-15b3fb13c8aa None None] Sync routers for ids ['ea555ec9-498c-472b-9ed7-f061e1349e1c'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:12:50.398193 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a735f8-ec7f-46e3-806c-15b3fb13c8aa None None] Routers {'ea555ec9-498c-472b-9ed7-f061e1349e1c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:12:50.399930 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-10a735f8-ec7f-46e3-806c-15b3fb13c8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:12:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ea555ec9-498c-472b-9ed7-f061e1349e1c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:50.432952 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186601eb-660b-4be0-9eb7-7cbb77850fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=cca6a4ed-3566-4011-ac17-5441cc366ef1,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:50.436809 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-5c39a328-a0ed-4e01-9007-8cf9003d020d tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Allocated IP 192.168.233.51 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/d27de9f1-f9aa-47a9-ba32-105da944aee7) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:12:50.468319 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-1c4b171f-8e4f-41d0-a3be-244e0fb29f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:50.473543 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-1c4b171f-8e4f-41d0-a3be-244e0fb29f57 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2905660f8b86414091d0aa7fd20efa90&device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 1099 time: 0.0855830 Jul 24 09:12:50.483063 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c11fe338-1a0a-4884-9a12-41f786d58b0c admin admin] 10.222.0.32 "PUT /v2.0/routers/ea555ec9-498c-472b-9ed7-f061e1349e1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7889273 Jul 24 09:12:50.485252 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53982) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:50.568246 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-23c30430-21e7-4c4f-ad94-79e16e7fc799 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=cca6a4ed-3566-4011-ac17-5441cc366ef1 HTTP/1.1" status: 200 len: 217 time: 0.0868137 Jul 24 09:12:50.613845 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-10a735f8-ec7f-46e3-806c-15b3fb13c8aa None None] Set router ea555ec9-498c-472b-9ed7-f061e1349e1c gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:12:50.650386 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-370203b1-614d-4246-952c-3fa897e6d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:50.652058 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-370203b1-614d-4246-952c-3fa897e6d5e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0757627 Jul 24 09:12:50.757180 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f8700841-a9d3-45f2-894e-f985ebe4ddc8 req-4b7e1496-0a1a-452c-b292-d85f831da406 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5705147-17ef-46ec-bf27-aa515738b829 HTTP/1.1" status: 200 len: 210 time: 0.0714078 Jul 24 09:12:50.767403 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970388e-84ad-465b-9da4-4acc35db9c4b req-7f954998-e948-49c1-b642-12973438c7ab tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:50.774964 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b970388e-84ad-465b-9da4-4acc35db9c4b req-7f954998-e948-49c1-b642-12973438c7ab tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=9577552b-8a21-4ebf-83d1-5dc042702354 HTTP/1.1" status: 200 len: 946 time: 0.2092967 Jul 24 09:12:50.808326 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-10a735f8-ec7f-46e3-806c-15b3fb13c8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea555ec9-498c-472b-9ed7-f061e1349e1c', 'name': 'tempest-FloatingIPsTestJSON-1023816844-router', 'tenant_id': 'e85f5fd00ea749ac8b1e49c8d9660343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '40fb95a1-d8c7-4ec7-a858-59cf077efa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:12:20Z', 'updated_at': '2021-07-24T09:12:48Z', 'revision_number': 5, 'project_id': 'e85f5fd00ea749ac8b1e49c8d9660343', 'gw_port': {'id': '40fb95a1-d8c7-4ec7-a858-59cf077efa60', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea555ec9-498c-472b-9ed7-f061e1349e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:12:20Z', 'updated_at': '2021-07-24T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:50.808980 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f6dda7-09f0-469b-9e93-72f165c0fc50 x-openstack-request-id: req-16f6dda7-09f0-469b-9e93-72f165c0fc50 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:50.809274 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1cbd112-bfbe-4ad3-8eac-5bdd720ee191", "tag": "cca6a4ed-3566-4011-ac17-5441cc366ef1", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:50.809673 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16f6dda7-09f0-469b-9e93-72f165c0fc50 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:50.810136 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1cbd112-bfbe-4ad3-8eac-5bdd720ee191', 'tag': 'cca6a4ed-3566-4011-ac17-5441cc366ef1', 'status': 'completed', 'code': 200} Jul 24 09:12:50.812767 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-4e702571-ab99-45fc-b8c1-20d095b3624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:50.813724 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-4e702571-ab99-45fc-b8c1-20d095b3624c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1358900 Jul 24 09:12:50.834743 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b970388e-84ad-465b-9da4-4acc35db9c4b req-4adf93ba-cb31-4396-8d87-3b2fc20a4a7b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588925 Jul 24 09:12:50.840188 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a735f8-ec7f-46e3-806c-15b3fb13c8aa None None] Checking router: ea555ec9-498c-472b-9ed7-f061e1349e1c for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:12:50.855271 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a735f8-ec7f-46e3-806c-15b3fb13c8aa None None] Routers {'ea555ec9-498c-472b-9ed7-f061e1349e1c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:12:50.856324 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-10a735f8-ec7f-46e3-806c-15b3fb13c8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:12:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ea555ec9-498c-472b-9ed7-f061e1349e1c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:50.869165 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2d2e5666-df75-4b76-8e4a-b035a53dec07 req-9734bdde-0d6c-4a89-b5a7-9941fa35f83f service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009265 Jul 24 09:12:50.872695 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-141e83fe-a047-436f-a1ec-ef456542cb28 admin admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:50.934489 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-77c2d8e7-9028-4b59-964e-6f7efd6604bf service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121724 Jul 24 09:12:50.970196 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-10a735f8-ec7f-46e3-806c-15b3fb13c8aa None None] Set router ea555ec9-498c-472b-9ed7-f061e1349e1c gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:12:51.009291 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-659fd1e3-8e72-4b1a-ac6c-bf9b4d1c4c3f tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=55b10a1852e84b7588aba204f57f066d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1219954 Jul 24 09:12:51.074688 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4ed5e-0f70-4258-ab38-e6ec4605402e req-5b3f54b3-56e8-4a77-ad27-4ffb84f59400 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:51.076212 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e1a4ed5e-0f70-4258-ab38-e6ec4605402e req-5b3f54b3-56e8-4a77-ad27-4ffb84f59400 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=9577552b-8a21-4ebf-83d1-5dc042702354 HTTP/1.1" status: 200 len: 946 time: 0.1408303 Jul 24 09:12:51.080263 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0b1848a4-96ae-4af2-ae72-6f8504a3a21b req-1f85b045-f2ab-4e66-a4e3-a0cee6fa878c service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327085 Jul 24 09:12:51.118606 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e1a4ed5e-0f70-4258-ab38-e6ec4605402e req-97ebd2c7-56a5-4bc5-a9fd-e337f8ecfedc tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351520 Jul 24 09:12:51.145718 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-141e83fe-a047-436f-a1ec-ef456542cb28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:51.194854 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-10a735f8-ec7f-46e3-806c-15b3fb13c8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea555ec9-498c-472b-9ed7-f061e1349e1c', 'name': 'tempest-FloatingIPsTestJSON-1023816844-router', 'tenant_id': 'e85f5fd00ea749ac8b1e49c8d9660343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '40fb95a1-d8c7-4ec7-a858-59cf077efa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:12:20Z', 'updated_at': '2021-07-24T09:12:48Z', 'revision_number': 5, 'project_id': 'e85f5fd00ea749ac8b1e49c8d9660343', 'gw_port': {'id': '40fb95a1-d8c7-4ec7-a858-59cf077efa60', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea555ec9-498c-472b-9ed7-f061e1349e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:12:20Z', 'updated_at': '2021-07-24T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:51.232224 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a735f8-ec7f-46e3-806c-15b3fb13c8aa None None] The sync data for ids ['ea555ec9-498c-472b-9ed7-f061e1349e1c'] in n-d-800085-9 is: [{'id': 'ea555ec9-498c-472b-9ed7-f061e1349e1c', 'name': 'tempest-FloatingIPsTestJSON-1023816844-router', 'tenant_id': 'e85f5fd00ea749ac8b1e49c8d9660343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '40fb95a1-d8c7-4ec7-a858-59cf077efa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:12:20Z', 'updated_at': '2021-07-24T09:12:48Z', 'revision_number': 5, 'project_id': 'e85f5fd00ea749ac8b1e49c8d9660343', 'gw_port': {'id': '40fb95a1-d8c7-4ec7-a858-59cf077efa60', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea555ec9-498c-472b-9ed7-f061e1349e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:12:20Z', 'updated_at': '2021-07-24T09:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:12:51.237327 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7af6eb-97e3-4a7a-9dda-2f7b5c8dc896 req-422f90a4-5962-4279-9f5f-3e143e8cfde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:51.241495 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a7af6eb-97e3-4a7a-9dda-2f7b5c8dc896 req-422f90a4-5962-4279-9f5f-3e143e8cfde1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2905660f8b86414091d0aa7fd20efa90&device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 1099 time: 0.1011384 Jul 24 09:12:51.293007 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-15b1b8a2-d63e-4c81-9de2-d65e1e2926d1 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:51.294524 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-15b1b8a2-d63e-4c81-9de2-d65e1e2926d1 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2762570 Jul 24 09:12:51.298849 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-5c39a328-a0ed-4e01-9007-8cf9003d020d tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:51.331878 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-5c39a328-a0ed-4e01-9007-8cf9003d020d tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Transition to ACTIVE for port object d27de9f1-f9aa-47a9-ba32-105da944aee7 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:51.338141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-141e83fe-a047-436f-a1ec-ef456542cb28 admin admin] Deleting port 40fb95a1-d8c7-4ec7-a858-59cf077efa60 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:12:51.338482 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-141e83fe-a047-436f-a1ec-ef456542cb28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:51.342633 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-3235f48e-c6ab-4d8f-abc3-85776f2fa103 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/quotas/55b10a1852e84b7588aba204f57f066d HTTP/1.1" status: 200 len: 375 time: 0.0320334 Jul 24 09:12:51.385661 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7af6eb-97e3-4a7a-9dda-2f7b5c8dc896 req-dfcbdccf-26f1-4195-a287-2f9ada124211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:51.387155 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a7af6eb-97e3-4a7a-9dda-2f7b5c8dc896 req-dfcbdccf-26f1-4195-a287-2f9ada124211 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.1415319 Jul 24 09:12:51.442766 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a7af6eb-97e3-4a7a-9dda-2f7b5c8dc896 req-f478c2a0-910a-4555-a173-b01bd073c504 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=cca6a4ed-3566-4011-ac17-5441cc366ef1 HTTP/1.1" status: 200 len: 217 time: 0.0477526 Jul 24 09:12:51.472446 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-5c39a328-a0ed-4e01-9007-8cf9003d020d tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:51.483058 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 138f208e-b045-46c0-ba23-c86c8c405ef1 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:12:51.502922 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-141e83fe-a047-436f-a1ec-ef456542cb28 admin admin] For port 40fb95a1-d8c7-4ec7-a858-59cf077efa60, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=40fb95a1-d8c7-4ec7-a858-59cf077efa60,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:51.503290 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-141e83fe-a047-436f-a1ec-ef456542cb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:51.540312 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-141e83fe-a047-436f-a1ec-ef456542cb28 admin admin] Calling delete_port for 40fb95a1-d8c7-4ec7-a858-59cf077efa60 owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:12:51.545922 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7af6eb-97e3-4a7a-9dda-2f7b5c8dc896 req-fb0e32af-c8b0-424c-9c33-8dcd0d0ca6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:51.547480 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a7af6eb-97e3-4a7a-9dda-2f7b5c8dc896 req-fb0e32af-c8b0-424c-9c33-8dcd0d0ca6f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0800977 Jul 24 09:12:51.558107 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-0f511d03-5e61-44ea-818f-1657c813d536 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=55b10a1852e84b7588aba204f57f066d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2035754 Jul 24 09:12:51.562484 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329294c-f9f6-4796-8f85-f79bbbca9cf8 req-c38d7658-c07f-4624-a00a-6ea620fecdf2 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:51.563232 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-5c39a328-a0ed-4e01-9007-8cf9003d020d tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:12:51.565207 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1329294c-f9f6-4796-8f85-f79bbbca9cf8 req-c38d7658-c07f-4624-a00a-6ea620fecdf2 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/ports?device_id=453edf6c-fea7-4be1-b3e9-6e2f30adaff8 HTTP/1.1" status: 200 len: 944 time: 0.1609397 Jul 24 09:12:51.579707 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-5c39a328-a0ed-4e01-9007-8cf9003d020d tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:12:51.583119 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39a328-a0ed-4e01-9007-8cf9003d020d tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Pushing event updated for resources: {'Port': ['ID=d27de9f1-f9aa-47a9-ba32-105da944aee7,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:51.587066 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-5c39a328-a0ed-4e01-9007-8cf9003d020d tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:12:51.624222 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 138f208e-b045-46c0-ba23-c86c8c405ef1, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=138f208e-b045-46c0-ba23-c86c8c405ef1,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:51.648970 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '138f208e-b045-46c0-ba23-c86c8c405ef1', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': '138f208e-b045-46c0-ba23-c86c8c405ef1', 'mac_address': 'fa:16:3e:91:a6:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:12:51.701779 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:51.716787 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1329294c-f9f6-4796-8f85-f79bbbca9cf8 req-2010b49b-90c4-417a-af05-00f83248d3b2 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e769768-6c4a-48f1-9ff1-cc231d6f04e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908666 Jul 24 09:12:51.730694 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138f208e-b045-46c0-ba23-c86c8c405ef1 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:51.735138 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7af6eb-97e3-4a7a-9dda-2f7b5c8dc896 req-3152fc4d-a045-475f-bf29-f926c2bcee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:51.739880 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a7af6eb-97e3-4a7a-9dda-2f7b5c8dc896 req-3152fc4d-a045-475f-bf29-f926c2bcee5b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1725874 Jul 24 09:12:51.766838 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-5c39a328-a0ed-4e01-9007-8cf9003d020d tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:51.767683 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-5c39a328-a0ed-4e01-9007-8cf9003d020d tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:51.787451 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 138f208e-b045-46c0-ba23-c86c8c405ef1, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=138f208e-b045-46c0-ba23-c86c8c405ef1,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:51.791139 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:51.793382 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device b6711f00-4e61-46d6-bafc-36a446a49a02 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:12:51.838806 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-5c39a328-a0ed-4e01-9007-8cf9003d020d tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8240125 Jul 24 09:12:51.963366 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-141e83fe-a047-436f-a1ec-ef456542cb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:51.963737 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=138f208e-b045-46c0-ba23-c86c8c405ef1,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:51.977112 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a7af6eb-97e3-4a7a-9dda-2f7b5c8dc896 req-bc85db44-5e0f-4922-8eda-527fa31fa75d service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297809 Jul 24 09:12:51.986331 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a4b46-a606-4336-8719-4ea01300ecba req-0666bd3a-5c21-4e54-8d9e-00583b3a320a tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:51.993944 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad7a4b46-a606-4336-8719-4ea01300ecba req-0666bd3a-5c21-4e54-8d9e-00583b3a320a tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c7fc5a0-fd45-4c9b-8542-7302d5685315 HTTP/1.1" status: 200 len: 948 time: 0.1105340 Jul 24 09:12:52.011236 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-bee1e4de-9863-4c8c-bd3f-a476b3418560 service neutron] Request body: {'port': {'device_id': 'b5705147-17ef-46ec-bf27-aa515738b829', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:52.021152 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e83fe-a047-436f-a1ec-ef456542cb28 admin admin] Pushing event deleted for resources: {'Port': ['ID=40fb95a1-d8c7-4ec7-a858-59cf077efa60,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:52.052721 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port b6711f00-4e61-46d6-bafc-36a446a49a02, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=b6711f00-4e61-46d6-bafc-36a446a49a02,segment=NetworkSegment(54fda486-ee01-481a-b507-84e4e48cd7ff),segment_id=54fda486-ee01-481a-b507-84e4e48cd7ff)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:52.077011 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'b6711f00-4e61-46d6-bafc-36a446a49a02', 'network_id': 'd2584121-b2ba-413b-8ac1-b7ad8ed505e8', 'port_id': 'b6711f00-4e61-46d6-bafc-36a446a49a02', 'mac_address': 'fa:16:3e:50:e7:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c79d9a28-e5ee-4181-acf9-47f99c7779b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:12:52.090944 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0e82bd29-6386-42d9-b406-7373602b5366 None None] Provisioning for port d27de9f1-f9aa-47a9-ba32-105da944aee7 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:52.119715 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0e82bd29-6386-42d9-b406-7373602b5366 None None] Provisioning complete for port d27de9f1-f9aa-47a9-ba32-105da944aee7 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:52.120104 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0e82bd29-6386-42d9-b406-7373602b5366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:52.120395 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad7a4b46-a606-4336-8719-4ea01300ecba req-b5c0a49d-6d94-42c8-8c0c-da16ca0935b8 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/security-groups?id=8524c0a8-f984-41a1-ab6e-ad69d19df981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255097 Jul 24 09:12:52.155623 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:52.170059 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a7af6eb-97e3-4a7a-9dda-2f7b5c8dc896 req-b31dfeaa-c899-41a1-a558-a8a80209a985 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560733 Jul 24 09:12:52.173564 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-0e82bd29-6386-42d9-b406-7373602b5366 None None] Port d27de9f1-f9aa-47a9-ba32-105da944aee7 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:12:52.175927 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6711f00-4e61-46d6-bafc-36a446a49a02 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:52.183315 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-141e83fe-a047-436f-a1ec-ef456542cb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:52.200327 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port b6711f00-4e61-46d6-bafc-36a446a49a02, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=b6711f00-4e61-46d6-bafc-36a446a49a02,segment=NetworkSegment(54fda486-ee01-481a-b507-84e4e48cd7ff),segment_id=54fda486-ee01-481a-b507-84e4e48cd7ff)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:52.205206 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:52.287259 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-bee1e4de-9863-4c8c-bd3f-a476b3418560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:52.294144 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=b6711f00-4e61-46d6-bafc-36a446a49a02,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:52.313606 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-141e83fe-a047-436f-a1ec-ef456542cb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:52.317281 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-141e83fe-a047-436f-a1ec-ef456542cb28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:52.341337 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb2395-8b59-43bd-92fc-eb4f1a162be6 req-78621e01-55f7-42a1-8a87-ea3f46a49d9f tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:52.343379 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-22bb2395-8b59-43bd-92fc-eb4f1a162be6 req-78621e01-55f7-42a1-8a87-ea3f46a49d9f tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=9577552b-8a21-4ebf-83d1-5dc042702354 HTTP/1.1" status: 200 len: 946 time: 0.1194952 Jul 24 09:12:52.393539 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-22bb2395-8b59-43bd-92fc-eb4f1a162be6 req-f554fb40-56ed-4771-a60f-b9dc9cfff2e5 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446877 Jul 24 09:12:52.395138 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-141e83fe-a047-436f-a1ec-ef456542cb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:52.395749 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141e83fe-a047-436f-a1ec-ef456542cb28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea555ec9-498c-472b-9ed7-f061e1349e1c {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:12:52.406600 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-141e83fe-a047-436f-a1ec-ef456542cb28 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:52.407767 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-141e83fe-a047-436f-a1ec-ef456542cb28 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ea555ec9-498c-472b-9ed7-f061e1349e1c HTTP/1.1" status: 204 len: 168 time: 1.9065437 Jul 24 09:12:52.410510 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54016) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:52.532359 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-99eba442-4353-46a9-9959-e4566b458802 admin admin] Deleting subnet 5747dbfd-201a-4670-b0b4-31b8a8b83f20 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:12:52.537473 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['138f208e-b045-46c0-ba23-c86c8c405ef1'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:12:52.550376 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-99eba442-4353-46a9-9959-e4566b458802 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:52.625184 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6c968-05a2-4298-ac45-34d4d8bc6bba req-19d057ee-a33e-40f7-91c8-0da417a886ad tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:52.626959 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ae6c968-05a2-4298-ac45-34d4d8bc6bba req-19d057ee-a33e-40f7-91c8-0da417a886ad tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5705147-17ef-46ec-bf27-aa515738b829 HTTP/1.1" status: 200 len: 935 time: 0.1108162 Jul 24 09:12:52.628325 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['b6711f00-4e61-46d6-bafc-36a446a49a02'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:12:52.688570 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ae6c968-05a2-4298-ac45-34d4d8bc6bba req-d1228321-22b2-4b74-b02a-56f40768ee87 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498352 Jul 24 09:12:52.701418 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-070a4799-7ebb-4142-8cf0-24afeff1e11a req-1a72d016-40a2-49f1-ad92-8b5ae1b02b6f tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4400f82-f205-4971-8af0-00cce5d986f9 HTTP/1.1" status: 200 len: 210 time: 0.0783637 Jul 24 09:12:52.719492 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-99eba442-4353-46a9-9959-e4566b458802 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:52.862311 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-99eba442-4353-46a9-9959-e4566b458802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:52.890512 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-bee1e4de-9863-4c8c-bd3f-a476b3418560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d27de9f1-f9aa-47a9-ba32-105da944aee7 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:52.903931 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-bee1e4de-9863-4c8c-bd3f-a476b3418560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:52.928025 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-bee1e4de-9863-4c8c-bd3f-a476b3418560 service neutron] Transition to ACTIVE for port object d27de9f1-f9aa-47a9-ba32-105da944aee7 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:52.932768 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-bee1e4de-9863-4c8c-bd3f-a476b3418560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:52.977957 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d631f17-3692-4568-80f5-32dfb4691123 req-30cf2dac-7c8c-4cc0-94ef-a07f7c822c61 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:52.980606 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0d631f17-3692-4568-80f5-32dfb4691123 req-30cf2dac-7c8c-4cc0-94ef-a07f7c822c61 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/ports?device_id=453edf6c-fea7-4be1-b3e9-6e2f30adaff8 HTTP/1.1" status: 200 len: 945 time: 0.1635442 Jul 24 09:12:53.002601 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-99eba442-4353-46a9-9959-e4566b458802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:53.048776 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eba442-4353-46a9-9959-e4566b458802 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5747dbfd-201a-4670-b0b4-31b8a8b83f20,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:53.057694 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0d631f17-3692-4568-80f5-32dfb4691123 req-3baddbfe-826c-4a20-9ebd-50b0382212b2 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e769768-6c4a-48f1-9ff1-cc231d6f04e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633535 Jul 24 09:12:53.064524 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1e4de-9863-4c8c-bd3f-a476b3418560 service neutron] Pushing event updated for resources: {'Port': ['ID=d27de9f1-f9aa-47a9-ba32-105da944aee7,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:53.072547 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-99eba442-4353-46a9-9959-e4566b458802 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:53.077107 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-99eba442-4353-46a9-9959-e4566b458802 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5747dbfd-201a-4670-b0b4-31b8a8b83f20 HTTP/1.1" status: 204 len: 168 time: 0.6630831 Jul 24 09:12:53.077265 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21241dd-8cc8-4c72-a9c4-7c22316a6a2c None None] Network 1cfe4778-0130-4871-bed5-101df26b0cc5 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:12:53.077941 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54032) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:53.216552 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-bee1e4de-9863-4c8c-bd3f-a476b3418560 service neutron] Attempting to bind port d27de9f1-f9aa-47a9-ba32-105da944aee7 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:12:53.217097 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-bee1e4de-9863-4c8c-bd3f-a476b3418560 service neutron] Attempting to bind port d27de9f1-f9aa-47a9-ba32-105da944aee7 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:12:53.217306 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-bee1e4de-9863-4c8c-bd3f-a476b3418560 service neutron] Attempting to bind port d27de9f1-f9aa-47a9-ba32-105da944aee7 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:53.228535 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-bee1e4de-9863-4c8c-bd3f-a476b3418560 service neutron] Port d27de9f1-f9aa-47a9-ba32-105da944aee7 on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:12:53.229010 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-bee1e4de-9863-4c8c-bd3f-a476b3418560 service neutron] Attempting to bind port d27de9f1-f9aa-47a9-ba32-105da944aee7 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:53.239447 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-bee1e4de-9863-4c8c-bd3f-a476b3418560 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:12:53.241498 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-bee1e4de-9863-4c8c-bd3f-a476b3418560 service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:12:53.241960 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-bee1e4de-9863-4c8c-bd3f-a476b3418560 service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:12:53.243917 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-bee1e4de-9863-4c8c-bd3f-a476b3418560 service neutron] Bound port: d27de9f1-f9aa-47a9-ba32-105da944aee7, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:12:53.244372 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-bee1e4de-9863-4c8c-bd3f-a476b3418560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:53.250409 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 79a7aa17-24e4-47f3-b535-7e3ad480233f no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:12:53.303192 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 79a7aa17-24e4-47f3-b535-7e3ad480233f {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:12:53.305814 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 79a7aa17-24e4-47f3-b535-7e3ad480233f not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:12:53.306345 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 40fb95a1-d8c7-4ec7-a858-59cf077efa60 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:12:53.372425 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 40fb95a1-d8c7-4ec7-a858-59cf077efa60 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:12:53.375837 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 40fb95a1-d8c7-4ec7-a858-59cf077efa60 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:12:53.419333 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-57ea7ae6-717b-4f02-95b1-d136532a31a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:53.487986 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cca6a4ed-3566-4011-ac17-5441cc366ef1 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:12:53.488633 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-bee1e4de-9863-4c8c-bd3f-a476b3418560 service neutron] For port d27de9f1-f9aa-47a9-ba32-105da944aee7, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:12:53.514754 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f0ca6-4ce6-4918-9d7e-2adc8151c6c0 req-d929b55e-ed75-4182-8258-ddacf5429654 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:53.516549 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c41f0ca6-4ce6-4918-9d7e-2adc8151c6c0 req-d929b55e-ed75-4182-8258-ddacf5429654 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c7fc5a0-fd45-4c9b-8542-7302d5685315 HTTP/1.1" status: 200 len: 948 time: 0.1767056 Jul 24 09:12:53.520599 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-bee1e4de-9863-4c8c-bd3f-a476b3418560 service neutron] For port d27de9f1-f9aa-47a9-ba32-105da944aee7, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=d27de9f1-f9aa-47a9-ba32-105da944aee7,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:12:53.536934 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-bee1e4de-9863-4c8c-bd3f-a476b3418560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:53.549852 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04682f9-884c-4bcb-b50a-0328ac5bd52c None None] DHCP port deletion for 1cfe4778-0130-4871-bed5-101df26b0cc5 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:12:53.587305 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e325d27-5951-4edb-864a-88b6ee2aef0a req-4385f584-83d9-4485-acd2-507aa63bb3ae tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:53.588381 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e325d27-5951-4edb-864a-88b6ee2aef0a req-4385f584-83d9-4485-acd2-507aa63bb3ae tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.37 "GET /v2.0/ports?device_id=9577552b-8a21-4ebf-83d1-5dc042702354 HTTP/1.1" status: 200 len: 946 time: 0.2201869 Jul 24 09:12:53.609723 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-bee1e4de-9863-4c8c-bd3f-a476b3418560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:53.610465 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-bee1e4de-9863-4c8c-bd3f-a476b3418560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:53.611889 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-bee1e4de-9863-4c8c-bd3f-a476b3418560 service neutron] 10.222.0.20 "PUT /v2.0/ports/d27de9f1-f9aa-47a9-ba32-105da944aee7 HTTP/1.1" status: 200 len: 1095 time: 1.6079791 Jul 24 09:12:53.616032 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5705147-17ef-46ec-bf27-aa515738b829', 'tag': 'd27de9f1-f9aa-47a9-ba32-105da944aee7'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:53.619675 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d30f64c-da45-4b99-a22d-8a971a1c0599" -d '{"events": [{"name": "network-changed", "server_uuid": "b5705147-17ef-46ec-bf27-aa515738b829", "tag": "d27de9f1-f9aa-47a9-ba32-105da944aee7"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:53.659816 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c41f0ca6-4ce6-4918-9d7e-2adc8151c6c0 req-be28af2b-56cd-42d8-9afc-ea68f1ec7f34 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/security-groups?id=8524c0a8-f984-41a1-ab6e-ad69d19df981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168184 Jul 24 09:12:53.737220 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port cca6a4ed-3566-4011-ac17-5441cc366ef1, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cca6a4ed-3566-4011-ac17-5441cc366ef1,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:53.751953 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1e4de-9863-4c8c-bd3f-a476b3418560 service neutron] Pushing event updated for resources: {'Port': ['ID=d27de9f1-f9aa-47a9-ba32-105da944aee7,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:53.768879 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'cca6a4ed-3566-4011-ac17-5441cc366ef1', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': 'cca6a4ed-3566-4011-ac17-5441cc366ef1', 'mac_address': 'fa:16:3e:1e:22:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:12:53.779378 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-b04682f9-884c-4bcb-b50a-0328ac5bd52c None None] Deleting port 5c33b7a0-75ad-4d08-97e8-e0f391202afb {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:12:53.780085 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b04682f9-884c-4bcb-b50a-0328ac5bd52c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:53.807610 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-82c09861-f9f7-444e-9b0b-b7c53344021c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:53.809466 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-82c09861-f9f7-444e-9b0b-b7c53344021c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2905660f8b86414091d0aa7fd20efa90&device_id=b5705147-17ef-46ec-bf27-aa515738b829 HTTP/1.1" status: 200 len: 1098 time: 0.1339881 Jul 24 09:12:53.889826 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f315d42-a906-4737-aa2a-bf5fe8da6aa3 x-openstack-request-id: req-8f315d42-a906-4737-aa2a-bf5fe8da6aa3 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:53.890388 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5705147-17ef-46ec-bf27-aa515738b829", "tag": "d27de9f1-f9aa-47a9-ba32-105da944aee7", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:53.890715 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f315d42-a906-4737-aa2a-bf5fe8da6aa3 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:53.891298 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5705147-17ef-46ec-bf27-aa515738b829', 'tag': 'd27de9f1-f9aa-47a9-ba32-105da944aee7', 'status': 'completed', 'code': 200} Jul 24 09:12:53.893644 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-d75af101-8d33-4898-8e74-1182ca7e1b60 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=d27de9f1-f9aa-47a9-ba32-105da944aee7 HTTP/1.1" status: 200 len: 217 time: 0.0759771 Jul 24 09:12:53.912651 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:53.992487 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-6158d3ab-546b-434c-a9eb-cabc6add84bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:53.994186 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-6158d3ab-546b-434c-a9eb-cabc6add84bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0927877 Jul 24 09:12:54.022093 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca6a4ed-3566-4011-ac17-5441cc366ef1 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:54.060723 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-b04682f9-884c-4bcb-b50a-0328ac5bd52c None None] For port 5c33b7a0-75ad-4d08-97e8-e0f391202afb, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5c33b7a0-75ad-4d08-97e8-e0f391202afb,segment=NetworkSegment(2d788cc2-2f6b-4b68-afd2-20e53b7d091b),segment_id=2d788cc2-2f6b-4b68-afd2-20e53b7d091b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:54.061147 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b04682f9-884c-4bcb-b50a-0328ac5bd52c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:54.087091 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-b04682f9-884c-4bcb-b50a-0328ac5bd52c None None] Calling delete_port for 5c33b7a0-75ad-4d08-97e8-e0f391202afb owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:12:54.138274 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-ccce9d91-8a0d-4e43-9589-a3668f2a27e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:54.139476 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port cca6a4ed-3566-4011-ac17-5441cc366ef1, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cca6a4ed-3566-4011-ac17-5441cc366ef1,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:54.139789 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-ccce9d91-8a0d-4e43-9589-a3668f2a27e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1332183 Jul 24 09:12:54.152205 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:54.153948 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6b877-85fa-4865-aad8-da3fdab20fa8 req-e1a3cadc-9196-4019-a457-849de0560a03 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:54.155516 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-47c6b877-85fa-4865-aad8-da3fdab20fa8 req-e1a3cadc-9196-4019-a457-849de0560a03 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5705147-17ef-46ec-bf27-aa515738b829 HTTP/1.1" status: 200 len: 947 time: 0.1403415 Jul 24 09:12:54.214550 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-86b88074-1079-42a2-b7b7-ee7be10145ef tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=55b10a1852e84b7588aba204f57f066d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425127 Jul 24 09:12:54.220006 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-57ea7ae6-717b-4f02-95b1-d136532a31a9 admin admin] Deleting port 5c33b7a0-75ad-4d08-97e8-e0f391202afb {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:12:54.220352 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-57ea7ae6-717b-4f02-95b1-d136532a31a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:54.248283 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=cca6a4ed-3566-4011-ac17-5441cc366ef1,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:54.255880 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b04682f9-884c-4bcb-b50a-0328ac5bd52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:54.263029 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-47c6b877-85fa-4865-aad8-da3fdab20fa8 req-03ca4605-e404-482f-aa33-8baff8aa3ad5 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979662 Jul 24 09:12:54.289813 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04682f9-884c-4bcb-b50a-0328ac5bd52c None None] Pushing event deleted for resources: {'Port': ['ID=5c33b7a0-75ad-4d08-97e8-e0f391202afb,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:54.303277 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04682f9-884c-4bcb-b50a-0328ac5bd52c None None] No DVR routers for this DVR port 5c33b7a0-75ad-4d08-97e8-e0f391202afb on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:12:54.324404 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-d99754c7-1c8f-4452-9821-fe4851684afc service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677518 Jul 24 09:12:54.392567 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c320435a-5ec2-4154-8659-9a6c7e169018 req-b40f60f2-172d-4619-b434-b3d971b689eb tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4400f82-f205-4971-8af0-00cce5d986f9 HTTP/1.1" status: 200 len: 210 time: 0.0383451 Jul 24 09:12:54.405832 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-57ea7ae6-717b-4f02-95b1-d136532a31a9 admin admin] For port 5c33b7a0-75ad-4d08-97e8-e0f391202afb, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5c33b7a0-75ad-4d08-97e8-e0f391202afb,segment=NetworkSegment(2d788cc2-2f6b-4b68-afd2-20e53b7d091b),segment_id=2d788cc2-2f6b-4b68-afd2-20e53b7d091b)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:54.406203 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-57ea7ae6-717b-4f02-95b1-d136532a31a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:54.436785 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-57ea7ae6-717b-4f02-95b1-d136532a31a9 admin admin] Calling delete_port for 5c33b7a0-75ad-4d08-97e8-e0f391202afb owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:12:54.447834 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ec0e7-7dc3-42b6-89f6-90c1399d387c req-a67bb60b-4d64-4904-97d8-b4a3ffb18b2d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:54.453318 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c83ec0e7-7dc3-42b6-89f6-90c1399d387c req-a67bb60b-4d64-4904-97d8-b4a3ffb18b2d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=9577552b-8a21-4ebf-83d1-5dc042702354 HTTP/1.1" status: 200 len: 946 time: 0.8769333 Jul 24 09:12:54.458002 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['cca6a4ed-3566-4011-ac17-5441cc366ef1'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:12:54.467479 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e0a00cdc-d0d7-47e9-b8db-84dd0cd0b464 req-bf5e57ae-a43b-4e54-aa46-2e2368dfaef1 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360440 Jul 24 09:12:54.537326 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-bd3031e1-f0ed-478d-9b24-f372908b141e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:54.539905 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-bd3031e1-f0ed-478d-9b24-f372908b141e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3118341 Jul 24 09:12:54.559867 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-e5523706-b7e1-481a-9fa3-56ee3377db7c tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Request body: {'port': {'device_id': 'cc74c894-63f0-4771-b257-438dd0299441', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': '55b10a1852e84b7588aba204f57f066d'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:54.609309 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c1f6d-bb59-476f-aed8-28254df3393b req-1cae1ad6-6c01-4464-a31e-0a9c2b9a16bd tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:54.610939 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0f2c1f6d-bb59-476f-aed8-28254df3393b req-1cae1ad6-6c01-4464-a31e-0a9c2b9a16bd tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/ports?device_id=453edf6c-fea7-4be1-b3e9-6e2f30adaff8 HTTP/1.1" status: 200 len: 945 time: 0.1376820 Jul 24 09:12:54.644479 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30f64c-da45-4b99-a22d-8a971a1c0599 req-ff66259d-42e9-4dc7-89ff-650a78692af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:54.646105 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2d30f64c-da45-4b99-a22d-8a971a1c0599 req-ff66259d-42e9-4dc7-89ff-650a78692af8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2905660f8b86414091d0aa7fd20efa90&device_id=b5705147-17ef-46ec-bf27-aa515738b829 HTTP/1.1" status: 200 len: 1098 time: 0.1098650 Jul 24 09:12:54.671355 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0f2c1f6d-bb59-476f-aed8-28254df3393b req-925b3d10-97fe-4b89-a7ab-22c668d0187a tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e769768-6c4a-48f1-9ff1-cc231d6f04e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519581 Jul 24 09:12:54.685121 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-5e325d27-5951-4edb-864a-88b6ee2aef0a req-d9480a25-74c5-482a-97de-1e3768b8262e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Deleting port 25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:12:54.685525 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5e325d27-5951-4edb-864a-88b6ee2aef0a req-d9480a25-74c5-482a-97de-1e3768b8262e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:54.768377 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-27dca3b1-1fd6-40f6-90ed-e94274838c98 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=55b10a1852e84b7588aba204f57f066d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609176 Jul 24 09:12:54.773426 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c83ec0e7-7dc3-42b6-89f6-90c1399d387c req-71c4a2b9-c842-46c4-a43a-a9e6b3675c8b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956338 Jul 24 09:12:54.794308 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30f64c-da45-4b99-a22d-8a971a1c0599 req-5c53213b-e8f2-4b5c-a7c4-a13d38050b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:54.794308 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2d30f64c-da45-4b99-a22d-8a971a1c0599 req-5c53213b-e8f2-4b5c-a7c4-a13d38050b56 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.1344187 Jul 24 09:12:54.953170 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-57ea7ae6-717b-4f02-95b1-d136532a31a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:54.964037 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-e5523706-b7e1-481a-9fa3-56ee3377db7c tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Made reservation on behalf of 55b10a1852e84b7588aba204f57f066d for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:12:54.967513 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-e5523706-b7e1-481a-9fa3-56ee3377db7c tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:55.025344 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea7ae6-717b-4f02-95b1-d136532a31a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c33b7a0-75ad-4d08-97e8-e0f391202afb,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:55.042814 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5e325d27-5951-4edb-864a-88b6ee2aef0a req-d9480a25-74c5-482a-97de-1e3768b8262e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] For port 25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:55.043198 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5e325d27-5951-4edb-864a-88b6ee2aef0a req-d9480a25-74c5-482a-97de-1e3768b8262e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:55.052198 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ea7ae6-717b-4f02-95b1-d136532a31a9 admin admin] No DVR routers for this DVR port 5c33b7a0-75ad-4d08-97e8-e0f391202afb on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:12:55.088586 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-746884c0-4256-42a8-98cc-e8d54c82421b tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:55.090255 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-746884c0-4256-42a8-98cc-e8d54c82421b tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3085656 Jul 24 09:12:55.091266 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-5e325d27-5951-4edb-864a-88b6ee2aef0a req-d9480a25-74c5-482a-97de-1e3768b8262e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Calling delete_port for 25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:12:55.124826 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-20abb895-6672-4a21-9204-d47189ca3516 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Request body: {'port': {'device_id': 'd4400f82-f205-4971-8af0-00cce5d986f9', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': '55b10a1852e84b7588aba204f57f066d'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:55.135582 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5c33b7a0-75ad-4d08-97e8-e0f391202afb no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:12:55.151217 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2d30f64c-da45-4b99-a22d-8a971a1c0599 req-b4374126-4f80-4d7a-a6d2-c29b552d0b90 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=d27de9f1-f9aa-47a9-ba32-105da944aee7 HTTP/1.1" status: 200 len: 217 time: 0.3503532 Jul 24 09:12:55.163229 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 5c33b7a0-75ad-4d08-97e8-e0f391202afb {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:12:55.163229 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5c33b7a0-75ad-4d08-97e8-e0f391202afb not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:12:55.235523 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-381ba2c3-7432-4c94-be45-19e35287920f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4799397 Jul 24 09:12:55.243391 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30f64c-da45-4b99-a22d-8a971a1c0599 req-b17b10be-931a-4522-a784-eea4b2bf1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:55.244802 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2d30f64c-da45-4b99-a22d-8a971a1c0599 req-b17b10be-931a-4522-a784-eea4b2bf1b41 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0856128 Jul 24 09:12:55.250638 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-57ea7ae6-717b-4f02-95b1-d136532a31a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:55.276279 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-57ea7ae6-717b-4f02-95b1-d136532a31a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cfe4778-0130-4871-bed5-101df26b0cc5']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:55.296635 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a823c-a578-4402-87d4-aa6e4d857c56 req-0e46afc1-87fc-44f5-8c72-8d57714490e1 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:55.298063 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-731a823c-a578-4402-87d4-aa6e4d857c56 req-0e46afc1-87fc-44f5-8c72-8d57714490e1 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c7fc5a0-fd45-4c9b-8542-7302d5685315 HTTP/1.1" status: 200 len: 948 time: 0.1518664 Jul 24 09:12:55.326570 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-57ea7ae6-717b-4f02-95b1-d136532a31a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d788cc2-2f6b-4b68-afd2-20e53b7d091b') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:55.326867 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-57ea7ae6-717b-4f02-95b1-d136532a31a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d788cc2-2f6b-4b68-afd2-20e53b7d091b') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:12:55.377129 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-57ea7ae6-717b-4f02-95b1-d136532a31a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:55.377810 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-731a823c-a578-4402-87d4-aa6e4d857c56 req-93da101a-54ca-4ada-9e18-fff4e19ccd28 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/security-groups?id=8524c0a8-f984-41a1-ab6e-ad69d19df981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696726 Jul 24 09:12:55.392450 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30f64c-da45-4b99-a22d-8a971a1c0599 req-35d901ab-7320-410c-b675-4e41109776fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:55.393997 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2d30f64c-da45-4b99-a22d-8a971a1c0599 req-35d901ab-7320-410c-b675-4e41109776fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1420259 Jul 24 09:12:55.405946 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-5eff838f-02a8-4b86-9942-b58f1a7fb5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:55.406434 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-5eff838f-02a8-4b86-9942-b58f1a7fb5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:55.406906 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-5eff838f-02a8-4b86-9942-b58f1a7fb5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:55.407378 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-5eff838f-02a8-4b86-9942-b58f1a7fb5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:55.407849 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-5eff838f-02a8-4b86-9942-b58f1a7fb5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:55.408321 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-5eff838f-02a8-4b86-9942-b58f1a7fb5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:55.408809 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-5eff838f-02a8-4b86-9942-b58f1a7fb5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:55.410668 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-5eff838f-02a8-4b86-9942-b58f1a7fb5ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dca0b6b5a564009b8793a19d3533709&device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 6491 time: 0.1224511 Jul 24 09:12:55.468559 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-57ea7ae6-717b-4f02-95b1-d136532a31a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:55.488355 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ea7ae6-717b-4f02-95b1-d136532a31a9 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:12:55.488830 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-57ea7ae6-717b-4f02-95b1-d136532a31a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:12:55.491300 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:12:55.496047 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 138f208e-b045-46c0-ba23-c86c8c405ef1 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:12:55.514908 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-e5523706-b7e1-481a-9fa3-56ee3377db7c tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Allocated IP 192.168.233.108 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/c53e0ca7-9937-4cf0-b41a-3892056f375b) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:12:55.536463 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-16587a8c-bbbe-4fab-b022-d26716af3992 req-a2ad32a6-b9cd-43b1-b5da-12ddc30d3480 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4400f82-f205-4971-8af0-00cce5d986f9 HTTP/1.1" status: 200 len: 210 time: 0.0383341 Jul 24 09:12:55.580131 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 138f208e-b045-46c0-ba23-c86c8c405ef1 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:55.585504 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 138f208e-b045-46c0-ba23-c86c8c405ef1 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:55.585933 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:55.592453 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2d30f64c-da45-4b99-a22d-8a971a1c0599 req-2e1d650b-a066-4d15-aa3a-957d68b59c09 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808364 Jul 24 09:12:55.615387 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-20abb895-6672-4a21-9204-d47189ca3516 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Made reservation on behalf of 55b10a1852e84b7588aba204f57f066d for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:12:55.619892 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-20abb895-6672-4a21-9204-d47189ca3516 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:55.621941 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-57ea7ae6-717b-4f02-95b1-d136532a31a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:55.636215 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-272dff4c-f691-4139-bbed-b71bf3362924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:55.636691 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-272dff4c-f691-4139-bbed-b71bf3362924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:55.637202 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-272dff4c-f691-4139-bbed-b71bf3362924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:55.638806 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-272dff4c-f691-4139-bbed-b71bf3362924 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8a8b2944-c8a5-4403-aa37-48c9a718d665&id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d&id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d HTTP/1.1" status: 200 len: 2289 time: 0.1998568 Jul 24 09:12:55.655104 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-57ea7ae6-717b-4f02-95b1-d136532a31a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:55.657027 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-57ea7ae6-717b-4f02-95b1-d136532a31a9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1cfe4778-0130-4871-bed5-101df26b0cc5 HTTP/1.1" status: 204 len: 168 time: 2.5762041 Jul 24 09:12:55.680201 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:55.693266 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea7ae6-717b-4f02-95b1-d136532a31a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cfe4778-0130-4871-bed5-101df26b0cc5,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:55.718457 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d04c4-d33b-492e-94c0-8411fc9e02b5 req-ef2cd929-f931-49f6-8c39-98fa4e9a252d tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:55.725614 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3d7d04c4-d33b-492e-94c0-8411fc9e02b5 req-ef2cd929-f931-49f6-8c39-98fa4e9a252d tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5705147-17ef-46ec-bf27-aa515738b829 HTTP/1.1" status: 200 len: 947 time: 0.3454037 Jul 24 09:12:55.729518 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7fc5a0-fd45-4c9b-8542-7302d5685315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138f208e-b045-46c0-ba23-c86c8c405ef1'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:55.734915 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2e9037-5ddf-4c6d-aef6-49ad72529004" -d '{"events": [{"server_uuid": "9c7fc5a0-fd45-4c9b-8542-7302d5685315", "name": "network-vif-plugged", "status": "completed", "tag": "138f208e-b045-46c0-ba23-c86c8c405ef1"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:55.747680 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5e325d27-5951-4edb-864a-88b6ee2aef0a req-d9480a25-74c5-482a-97de-1e3768b8262e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:55.762643 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['880fbce5-c5db-464b-a114-3858d9fcfd2c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:12:55.763011 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-055efcce-c095-40be-a8c9-206a559fddef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ef13b70-5d6e-4c13-890b-2de4f6928063 HTTP/1.1" status: 200 len: 999 time: 0.1162872 Jul 24 09:12:55.769339 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2d30f64c-da45-4b99-a22d-8a971a1c0599 req-d8810fe8-81e6-4f4e-85ff-01f972d9769d service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698606 Jul 24 09:12:55.813136 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 138f208e-b045-46c0-ba23-c86c8c405ef1, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=138f208e-b045-46c0-ba23-c86c8c405ef1,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:55.822352 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:55.823239 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cca6a4ed-3566-4011-ac17-5441cc366ef1 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:12:55.850631 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-98e7cfd7-26fd-4e45-ac7b-e07de97b8755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:55.853249 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-98e7cfd7-26fd-4e45-ac7b-e07de97b8755 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96727abd-2036-4cd0-afcc-3710a0b1eea7 HTTP/1.1" status: 200 len: 850 time: 0.0826774 Jul 24 09:12:55.853874 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9480a25-74c5-482a-97de-1e3768b8262e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Pushing event deleted for resources: {'Port': ['ID=25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:55.896586 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3d7d04c4-d33b-492e-94c0-8411fc9e02b5 req-2f371dd1-70e7-42b0-a634-20459874068a tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693733 Jul 24 09:12:55.936999 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=138f208e-b045-46c0-ba23-c86c8c405ef1,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:55.937294 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10e699-bc26-4682-9b3e-7aaaf53a0bdc req-38c16b27-bd88-44a7-be9b-13cd40dea536 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:55.939431 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bf10e699-bc26-4682-9b3e-7aaaf53a0bdc req-38c16b27-bd88-44a7-be9b-13cd40dea536 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/ports?device_id=453edf6c-fea7-4be1-b3e9-6e2f30adaff8 HTTP/1.1" status: 200 len: 945 time: 0.1305802 Jul 24 09:12:55.979143 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-e54e6fcd-bcdb-4a17-847e-eb334296ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:55.980831 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-e54e6fcd-bcdb-4a17-847e-eb334296ab35 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8a8b2944-c8a5-4403-aa37-48c9a718d665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1190050 Jul 24 09:12:55.987094 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port cca6a4ed-3566-4011-ac17-5441cc366ef1 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:55.993339 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port cca6a4ed-3566-4011-ac17-5441cc366ef1 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:55.993704 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:56.000120 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e325d27-5951-4edb-864a-88b6ee2aef0a req-d9480a25-74c5-482a-97de-1e3768b8262e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] No DVR routers for this DVR port 25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:12:56.005961 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5e325d27-5951-4edb-864a-88b6ee2aef0a req-d9480a25-74c5-482a-97de-1e3768b8262e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:56.008202 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e325d27-5951-4edb-864a-88b6ee2aef0a req-d9480a25-74c5-482a-97de-1e3768b8262e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.37 "DELETE /v2.0/ports/25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8 HTTP/1.1" status: 204 len: 173 time: 2.4106879 Jul 24 09:12:56.008777 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9577552b-8a21-4ebf-83d1-5dc042702354', 'name': 'network-vif-deleted', 'tag': '25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:56.011443 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79bf007-cf67-40fe-b7e0-2bde6a5d04b7" -d '{"events": [{"server_uuid": "9577552b-8a21-4ebf-83d1-5dc042702354", "name": "network-vif-deleted", "tag": "25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:56.023312 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea235a9c-e2d5-4a03-a6e1-22209124a721 x-openstack-request-id: req-ea235a9c-e2d5-4a03-a6e1-22209124a721 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:56.023702 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7fc5a0-fd45-4c9b-8542-7302d5685315", "name": "network-vif-plugged", "status": "completed", "tag": "138f208e-b045-46c0-ba23-c86c8c405ef1", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:56.023858 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea235a9c-e2d5-4a03-a6e1-22209124a721 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:56.024274 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7fc5a0-fd45-4c9b-8542-7302d5685315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138f208e-b045-46c0-ba23-c86c8c405ef1', 'code': 200} Jul 24 09:12:56.047142 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bf10e699-bc26-4682-9b3e-7aaaf53a0bdc req-519f8bdb-8bcf-44cc-b01e-3ec1c08f6060 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e769768-6c4a-48f1-9ff1-cc231d6f04e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009948 Jul 24 09:12:56.089432 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-e5523706-b7e1-481a-9fa3-56ee3377db7c tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:56.098843 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54074) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:56.155453 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-e5523706-b7e1-481a-9fa3-56ee3377db7c tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Transition to ACTIVE for port object c53e0ca7-9937-4cf0-b41a-3892056f375b will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:56.190201 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-9d0a6960-ba15-4598-8621-600ac4ee1a3b service neutron] 10.222.0.20 "GET /v2.0/networks/8a8b2944-c8a5-4403-aa37-48c9a718d665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924517 Jul 24 09:12:56.254034 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a9b4855-fc0d-4ef6-b7c3-8b5bd154aa4f req-bf656212-05c9-4b2a-8d7e-6e175e6f46df tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=9577552b-8a21-4ebf-83d1-5dc042702354 HTTP/1.1" status: 200 len: 210 time: 0.0608325 Jul 24 09:12:56.293206 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b32597fe-acb8-409d-8259-b95825f327f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e85f5fd00ea749ac8b1e49c8d9660343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1902335 Jul 24 09:12:56.297286 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8356523-438e-4b5b-be2b-50266b95ed54 x-openstack-request-id: req-b8356523-438e-4b5b-be2b-50266b95ed54 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:56.297695 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9577552b-8a21-4ebf-83d1-5dc042702354", "name": "network-vif-deleted", "tag": "25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:56.297817 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8356523-438e-4b5b-be2b-50266b95ed54 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:56.298792 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9577552b-8a21-4ebf-83d1-5dc042702354', 'name': 'network-vif-deleted', 'tag': '25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8', 'status': 'completed', 'code': 200} Jul 24 09:12:56.299826 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54076) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:56.316418 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097ff0b-3d15-4b8c-84ca-8c720f716ce2 req-64a2b0be-2843-4525-bc74-7389f99517e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:56.318007 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7097ff0b-3d15-4b8c-84ca-8c720f716ce2 req-64a2b0be-2843-4525-bc74-7389f99517e1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9c7fc5a0-fd45-4c9b-8542-7302d5685315 HTTP/1.1" status: 200 len: 1100 time: 0.1895795 Jul 24 09:12:56.354511 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-50d69933-05b0-4f11-9c9c-1f630db6571e service neutron] 10.222.0.20 "GET /v2.0/networks/8a8b2944-c8a5-4403-aa37-48c9a718d665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498837 Jul 24 09:12:56.363842 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:56.375349 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-e5523706-b7e1-481a-9fa3-56ee3377db7c tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:56.375918 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7097ff0b-3d15-4b8c-84ca-8c720f716ce2 req-bd676e56-3f76-4b50-be32-7fcb34fb82ae service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8524c0a8-f984-41a1-ab6e-ad69d19df981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485392 Jul 24 09:12:56.401623 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['d443b98a-1ccc-4a40-a4b0-c6babec3df94', '21a699d1-a1e7-47f3-ac00-3012c9ed1460', 'b354465c-03a1-4acd-87be-13ad5d5cf76d'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:12:56.407289 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port cca6a4ed-3566-4011-ac17-5441cc366ef1, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cca6a4ed-3566-4011-ac17-5441cc366ef1,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:56.415398 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-a511a6a9-788f-47a8-82c6-0819fe8034b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=e307f6c6-4fdb-4f4e-9aaa-266379cdde50 HTTP/1.1" status: 200 len: 217 time: 0.0522869 Jul 24 09:12:56.456764 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:56.457962 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device b6711f00-4e61-46d6-bafc-36a446a49a02 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:12:56.491014 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-e5523706-b7e1-481a-9fa3-56ee3377db7c tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:12:56.502667 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-20abb895-6672-4a21-9204-d47189ca3516 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Allocated IP 192.168.233.178 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/d5e21bee-ad81-4bb0-9094-96a3d2ca386d) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:12:56.504943 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-e5523706-b7e1-481a-9fa3-56ee3377db7c tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:12:56.511125 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5523706-b7e1-481a-9fa3-56ee3377db7c tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Pushing event updated for resources: {'Port': ['ID=c53e0ca7-9937-4cf0-b41a-3892056f375b,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:56.516395 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-e5523706-b7e1-481a-9fa3-56ee3377db7c tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:12:56.518983 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:12:56.535192 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-9984798b-aaeb-4674-9750-30a690a8b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:56.537094 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-9984798b-aaeb-4674-9750-30a690a8b119 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5552e953-f753-4faf-a079-e77f25f33478 HTTP/1.1" status: 200 len: 797 time: 0.1139395 Jul 24 09:12:56.550832 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:12:56.551180 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 25d4fd98-3e2f-46d2-b3b6-dc9e7fc5f5a8 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:12:56.578491 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3a87014f-0b56-40f6-9fdf-7a87e736db93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:56.609164 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d5db7-b56d-437b-aec3-7eebd90ec86a req-413a8aaf-318c-468a-a6b2-700d36f108c5 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:56.618192 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7d1d5db7-b56d-437b-aec3-7eebd90ec86a req-413a8aaf-318c-468a-a6b2-700d36f108c5 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c7fc5a0-fd45-4c9b-8542-7302d5685315 HTTP/1.1" status: 200 len: 949 time: 0.1392472 Jul 24 09:12:56.619878 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-e5523706-b7e1-481a-9fa3-56ee3377db7c tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:56.620612 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-e5523706-b7e1-481a-9fa3-56ee3377db7c tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:56.647456 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port b6711f00-4e61-46d6-bafc-36a446a49a02 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:56.651009 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-e5523706-b7e1-481a-9fa3-56ee3377db7c tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1010861 Jul 24 09:12:56.656428 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3a87014f-0b56-40f6-9fdf-7a87e736db93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:56.664649 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=cca6a4ed-3566-4011-ac17-5441cc366ef1,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:56.674195 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-c194876d-616a-4aab-9467-d3f299045bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:56.676435 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-c194876d-616a-4aab-9467-d3f299045bf2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1295629 Jul 24 09:12:56.682021 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-aafe52e9-eb9d-4cbd-93c4-ee1c21d0fab2 service neutron] Request body: {'port': {'device_id': 'cc74c894-63f0-4771-b257-438dd0299441', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:56.687147 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7d1d5db7-b56d-437b-aec3-7eebd90ec86a req-65f2a8fd-99a4-4686-bfc3-82230a090f0a tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/security-groups?id=8524c0a8-f984-41a1-ab6e-ad69d19df981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677910 Jul 24 09:12:56.689620 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port b6711f00-4e61-46d6-bafc-36a446a49a02 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:56.690017 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:56.804820 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de16275b-7b18-46cb-b2be-c0b0997eff4f req-a72db4b3-1270-4076-9443-b5be9214d267 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4400f82-f205-4971-8af0-00cce5d986f9 HTTP/1.1" status: 200 len: 210 time: 0.0830309 Jul 24 09:12:56.838244 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-1b2d3f04-df81-4084-8bd8-2fa016126266 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445379 Jul 24 09:12:56.878531 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:56.938259 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port b6711f00-4e61-46d6-bafc-36a446a49a02, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=b6711f00-4e61-46d6-bafc-36a446a49a02,segment=NetworkSegment(54fda486-ee01-481a-b507-84e4e48cd7ff),segment_id=54fda486-ee01-481a-b507-84e4e48cd7ff)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:56.952367 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-aafe52e9-eb9d-4cbd-93c4-ee1c21d0fab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:56.954139 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:56.966565 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3a87014f-0b56-40f6-9fdf-7a87e736db93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:56.969225 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3a87014f-0b56-40f6-9fdf-7a87e736db93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:56.970390 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3a87014f-0b56-40f6-9fdf-7a87e736db93 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3183d76-f289-4a3f-a318-d5d8e53991cb HTTP/1.1" status: 204 len: 168 time: 0.6685979 Jul 24 09:12:56.992069 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-65a3ceae-7faa-4d8b-990e-0f4f689e4e72 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460972 Jul 24 09:12:57.021668 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87014f-0b56-40f6-9fdf-7a87e736db93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3183d76-f289-4a3f-a318-d5d8e53991cb,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:57.022485 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d84d6ef2-300b-4d04-ae02-d3fd3971396c None None] Provisioning for port c53e0ca7-9937-4cf0-b41a-3892056f375b completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:57.030598 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d84d6ef2-300b-4d04-ae02-d3fd3971396c None None] Provisioning complete for port c53e0ca7-9937-4cf0-b41a-3892056f375b triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:57.030948 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d84d6ef2-300b-4d04-ae02-d3fd3971396c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:57.042453 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-20abb895-6672-4a21-9204-d47189ca3516 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:57.057071 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-4b18aee9-0be7-419c-9ba7-ed534363979c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=050c6f20-222e-4534-968b-ea3eb888eef4 HTTP/1.1" status: 200 len: 217 time: 0.0546851 Jul 24 09:12:57.071780 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-20abb895-6672-4a21-9204-d47189ca3516 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Transition to ACTIVE for port object d5e21bee-ad81-4bb0-9094-96a3d2ca386d will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:57.079807 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d84d6ef2-300b-4d04-ae02-d3fd3971396c None None] Port c53e0ca7-9937-4cf0-b41a-3892056f375b cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:12:57.136486 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-07f19c70-ef0b-47e3-a972-081bfa5ddce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:57.137987 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-07f19c70-ef0b-47e3-a972-081bfa5ddce7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5552e953-f753-4faf-a079-e77f25f33478 HTTP/1.1" status: 200 len: 797 time: 0.0630023 Jul 24 09:12:57.171393 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fb6f2-f107-4fa5-b473-848911b89089 req-e9391c7d-09aa-482c-b8f8-2f2ce82b30ed tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:57.174055 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c63fb6f2-f107-4fa5-b473-848911b89089 req-e9391c7d-09aa-482c-b8f8-2f2ce82b30ed tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5705147-17ef-46ec-bf27-aa515738b829 HTTP/1.1" status: 200 len: 947 time: 0.1587605 Jul 24 09:12:57.186974 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f892a7c9-2927-4c1f-8e24-6106c5de465e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:57.197812 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=b6711f00-4e61-46d6-bafc-36a446a49a02,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:57.304265 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-20abb895-6672-4a21-9204-d47189ca3516 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:57.305305 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c63fb6f2-f107-4fa5-b473-848911b89089 req-9d54a901-3291-4c86-8bd6-60c83cdb47b3 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920184 Jul 24 09:12:57.330546 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-2bf9d4cf-b19a-4795-a77e-86c40432a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:57.332803 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-2bf9d4cf-b19a-4795-a77e-86c40432a451 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1870677 Jul 24 09:12:57.441133 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bbbd5-1b4e-4b2d-b76a-fefa6daf78ec req-ebf244bb-8e9f-423a-9db3-9971d4049bd6 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:57.446784 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-d852448b-a240-468c-9b33-334b5ab84b50 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061935 Jul 24 09:12:57.448597 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fe7bbbd5-1b4e-4b2d-b76a-fefa6daf78ec req-ebf244bb-8e9f-423a-9db3-9971d4049bd6 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/ports?device_id=453edf6c-fea7-4be1-b3e9-6e2f30adaff8 HTTP/1.1" status: 200 len: 946 time: 0.2422194 Jul 24 09:12:57.453534 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-20abb895-6672-4a21-9204-d47189ca3516 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:12:57.468107 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-20abb895-6672-4a21-9204-d47189ca3516 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:12:57.480350 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-20abb895-6672-4a21-9204-d47189ca3516 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:12:57.498030 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device d27de9f1-f9aa-47a9-ba32-105da944aee7 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:12:57.538812 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abb895-6672-4a21-9204-d47189ca3516 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Pushing event updated for resources: {'Port': ['ID=d5e21bee-ad81-4bb0-9094-96a3d2ca386d,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:57.591472 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fe7bbbd5-1b4e-4b2d-b76a-fefa6daf78ec req-487c0755-76e7-4f05-8fd1-5bf86c721cd5 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e769768-6c4a-48f1-9ff1-cc231d6f04e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418409 Jul 24 09:12:57.646844 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-4814602d-7518-401f-94c5-57f117c30beb service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929517 Jul 24 09:12:57.649996 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-20abb895-6672-4a21-9204-d47189ca3516 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:57.650957 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-20abb895-6672-4a21-9204-d47189ca3516 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:57.689881 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port d27de9f1-f9aa-47a9-ba32-105da944aee7, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=d27de9f1-f9aa-47a9-ba32-105da944aee7,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:57.703328 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-20abb895-6672-4a21-9204-d47189ca3516 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5942633 Jul 24 09:12:57.710344 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-8527376e-8ac0-43d4-9e46-34db14200347 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=57461884-6197-40b6-9712-721f8812f0da HTTP/1.1" status: 200 len: 217 time: 0.0564682 Jul 24 09:12:57.720550 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'd27de9f1-f9aa-47a9-ba32-105da944aee7', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': 'd27de9f1-f9aa-47a9-ba32-105da944aee7', 'mac_address': 'fa:16:3e:62:00:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:12:57.722464 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-bc8aa1a4-77a7-4793-ac3b-9b97bd771cc6 service neutron] Request body: {'port': {'device_id': 'd4400f82-f205-4971-8af0-00cce5d986f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:57.794313 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-0c78c906-1edd-4bce-9aba-add0fe0f4086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:57.794554 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:57.795912 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-aafe52e9-eb9d-4cbd-93c4-ee1c21d0fab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c53e0ca7-9937-4cf0-b41a-3892056f375b {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:57.797519 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-0c78c906-1edd-4bce-9aba-add0fe0f4086 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5552e953-f753-4faf-a079-e77f25f33478 HTTP/1.1" status: 200 len: 797 time: 0.0805461 Jul 24 09:12:57.814330 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d27de9f1-f9aa-47a9-ba32-105da944aee7 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:57.823222 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-aafe52e9-eb9d-4cbd-93c4-ee1c21d0fab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:57.843980 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port d27de9f1-f9aa-47a9-ba32-105da944aee7, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=d27de9f1-f9aa-47a9-ba32-105da944aee7,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:57.849303 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:57.871831 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-aafe52e9-eb9d-4cbd-93c4-ee1c21d0fab2 service neutron] Transition to ACTIVE for port object c53e0ca7-9937-4cf0-b41a-3892056f375b will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:57.892839 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-aafe52e9-eb9d-4cbd-93c4-ee1c21d0fab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:57.932076 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-eeafaee0-0f8a-4e7b-917b-9878c8cc9a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:57.935351 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-eeafaee0-0f8a-4e7b-917b-9878c8cc9a52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1310499 Jul 24 09:12:57.951965 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=d27de9f1-f9aa-47a9-ba32-105da944aee7,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:57.958772 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-bc8aa1a4-77a7-4793-ac3b-9b97bd771cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:57.964949 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['d443b98a-1ccc-4a40-a4b0-c6babec3df94', '21a699d1-a1e7-47f3-ac00-3012c9ed1460', 'b354465c-03a1-4acd-87be-13ad5d5cf76d'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:12:57.969150 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe52e9-eb9d-4cbd-93c4-ee1c21d0fab2 service neutron] Pushing event updated for resources: {'Port': ['ID=c53e0ca7-9937-4cf0-b41a-3892056f375b,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:57.971491 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b5f8191d-6c83-4244-b29d-9fc514e2d27b None None] Provisioning for port d5e21bee-ad81-4bb0-9094-96a3d2ca386d completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:58.005945 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b5f8191d-6c83-4244-b29d-9fc514e2d27b None None] Provisioning complete for port d5e21bee-ad81-4bb0-9094-96a3d2ca386d triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:58.006335 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b5f8191d-6c83-4244-b29d-9fc514e2d27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:58.034778 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cbd112-bfbe-4ad3-8eac-5bdd720ee191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca6a4ed-3566-4011-ac17-5441cc366ef1'}, {'server_uuid': '453edf6c-fea7-4be1-b3e9-6e2f30adaff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6711f00-4e61-46d6-bafc-36a446a49a02'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:58.037479 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5adafcd-a997-470e-b6df-526dc95a7b13" -d '{"events": [{"server_uuid": "e1cbd112-bfbe-4ad3-8eac-5bdd720ee191", "name": "network-vif-plugged", "status": "completed", "tag": "cca6a4ed-3566-4011-ac17-5441cc366ef1"}, {"server_uuid": "453edf6c-fea7-4be1-b3e9-6e2f30adaff8", "name": "network-vif-plugged", "status": "completed", "tag": "b6711f00-4e61-46d6-bafc-36a446a49a02"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:58.075762 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896a7f3-ee69-429f-9c2a-6f77edb6df0e req-01220572-e29b-41d5-b3bc-6d76fdf86f52 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:58.081076 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-b5f8191d-6c83-4244-b29d-9fc514e2d27b None None] Port d5e21bee-ad81-4bb0-9094-96a3d2ca386d cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:12:58.082902 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9896a7f3-ee69-429f-9c2a-6f77edb6df0e req-01220572-e29b-41d5-b3bc-6d76fdf86f52 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c7fc5a0-fd45-4c9b-8542-7302d5685315 HTTP/1.1" status: 200 len: 949 time: 0.2739906 Jul 24 09:12:58.154728 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-15482e52-1735-4151-a3e9-805066ee5ef3 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075102 Jul 24 09:12:58.193814 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['d27de9f1-f9aa-47a9-ba32-105da944aee7'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:12:58.276217 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54122) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:12:58.337242 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-2e363de0-964a-4e07-9e9e-85b35469a556 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751871 Jul 24 09:12:58.385184 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-0ea06d9c-3b9f-4d4f-8f6c-1a08a65eea69 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=f90fc468-b5dd-48ce-b1d9-842c219ba247 HTTP/1.1" status: 200 len: 217 time: 0.0413325 Jul 24 09:12:58.392802 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881defe-51de-434c-8604-92e07ae9518e req-55fe745f-b6b9-4ab3-9755-b3c8ca97a2a8 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:58.400168 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f881defe-51de-434c-8604-92e07ae9518e req-55fe745f-b6b9-4ab3-9755-b3c8ca97a2a8 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4400f82-f205-4971-8af0-00cce5d986f9 HTTP/1.1" status: 200 len: 936 time: 0.1943252 Jul 24 09:12:58.473053 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f881defe-51de-434c-8604-92e07ae9518e req-3f1a209f-4daa-4367-b1d3-d4f71e3493f1 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719407 Jul 24 09:12:58.477734 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-5ae841d9-c1fb-49f8-96b4-96bc1c5fa80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:58.479760 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-5ae841d9-c1fb-49f8-96b4-96bc1c5fa80e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5552e953-f753-4faf-a079-e77f25f33478 HTTP/1.1" status: 200 len: 797 time: 0.0770886 Jul 24 09:12:58.541555 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99435a9e-5977-423a-b97d-d91b09016332 x-openstack-request-id: req-99435a9e-5977-423a-b97d-d91b09016332 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:58.542087 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cbd112-bfbe-4ad3-8eac-5bdd720ee191", "name": "network-vif-plugged", "status": "completed", "tag": "cca6a4ed-3566-4011-ac17-5441cc366ef1", "code": 200}, {"server_uuid": "453edf6c-fea7-4be1-b3e9-6e2f30adaff8", "name": "network-vif-plugged", "status": "completed", "tag": "b6711f00-4e61-46d6-bafc-36a446a49a02", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:58.542087 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99435a9e-5977-423a-b97d-d91b09016332 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:58.542485 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cbd112-bfbe-4ad3-8eac-5bdd720ee191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca6a4ed-3566-4011-ac17-5441cc366ef1', 'code': 200} Jul 24 09:12:58.542744 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453edf6c-fea7-4be1-b3e9-6e2f30adaff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6711f00-4e61-46d6-bafc-36a446a49a02', 'code': 200} Jul 24 09:12:58.561190 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-6c17f4af-dd18-4c51-890e-34b786791537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:58.566622 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-6c17f4af-dd18-4c51-890e-34b786791537 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0794005 Jul 24 09:12:58.738486 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-aafe52e9-eb9d-4cbd-93c4-ee1c21d0fab2 service neutron] Attempting to bind port c53e0ca7-9937-4cf0-b41a-3892056f375b on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:12:58.739093 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-aafe52e9-eb9d-4cbd-93c4-ee1c21d0fab2 service neutron] Attempting to bind port c53e0ca7-9937-4cf0-b41a-3892056f375b by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:12:58.739197 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-aafe52e9-eb9d-4cbd-93c4-ee1c21d0fab2 service neutron] Attempting to bind port c53e0ca7-9937-4cf0-b41a-3892056f375b on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:58.759517 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-d5495ef8-e12d-41be-805a-bcd4892cfaa2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1814734160-network', 'tenant_id': '35be8a69d6774f068d30e9ad47aaa155'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:12:58.770248 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9896a7f3-ee69-429f-9c2a-6f77edb6df0e req-2e77acc4-8ffa-4b62-8171-d9f554ea6d76 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/security-groups?id=8524c0a8-f984-41a1-ab6e-ad69d19df981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6864810 Jul 24 09:12:58.773421 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-6dd4ba94-b551-4523-89ac-304575671a06 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934690 Jul 24 09:12:58.790171 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-aafe52e9-eb9d-4cbd-93c4-ee1c21d0fab2 service neutron] Port c53e0ca7-9937-4cf0-b41a-3892056f375b on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:12:58.790501 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-aafe52e9-eb9d-4cbd-93c4-ee1c21d0fab2 service neutron] Attempting to bind port c53e0ca7-9937-4cf0-b41a-3892056f375b on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:58.798878 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-aafe52e9-eb9d-4cbd-93c4-ee1c21d0fab2 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:12:58.799222 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-aafe52e9-eb9d-4cbd-93c4-ee1c21d0fab2 service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:12:58.800062 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-aafe52e9-eb9d-4cbd-93c4-ee1c21d0fab2 service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:12:58.800062 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-aafe52e9-eb9d-4cbd-93c4-ee1c21d0fab2 service neutron] Bound port: c53e0ca7-9937-4cf0-b41a-3892056f375b, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:12:58.800454 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-aafe52e9-eb9d-4cbd-93c4-ee1c21d0fab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:58.839513 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28accb4a-4465-4007-bdde-be36106bf0c5 req-839bbdf4-7721-47ee-aedd-601adc89119c tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:58.840947 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28accb4a-4465-4007-bdde-be36106bf0c5 req-839bbdf4-7721-47ee-aedd-601adc89119c tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5705147-17ef-46ec-bf27-aa515738b829 HTTP/1.1" status: 200 len: 948 time: 0.1531646 Jul 24 09:12:58.844311 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a85ca-24fa-4401-bb52-efaa02112343 req-7ab784cf-2bb5-4bce-9a03-c30fbd3dc971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:58.845773 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-056a85ca-24fa-4401-bb52-efaa02112343 req-7ab784cf-2bb5-4bce-9a03-c30fbd3dc971 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 1101 time: 0.2038851 Jul 24 09:12:58.889498 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5495ef8-e12d-41be-805a-bcd4892cfaa2 admin admin] Made reservation on behalf of 35be8a69d6774f068d30e9ad47aaa155 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:12:58.891803 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d5495ef8-e12d-41be-805a-bcd4892cfaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:58.922660 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d5495ef8-e12d-41be-805a-bcd4892cfaa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:58.927306 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa9484-ed01-4800-96c5-da4cccaafab0 req-fce9b8f5-9136-469a-af6a-b418e13a4e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:58.928892 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-93fa9484-ed01-4800-96c5-da4cccaafab0 req-fce9b8f5-9136-469a-af6a-b418e13a4e9c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=453edf6c-fea7-4be1-b3e9-6e2f30adaff8 HTTP/1.1" status: 200 len: 1097 time: 0.1873057 Jul 24 09:12:58.942067 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-056a85ca-24fa-4401-bb52-efaa02112343 req-270bf862-e843-44d5-9c47-c429d10b1a35 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708628 Jul 24 09:12:58.968694 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28accb4a-4465-4007-bdde-be36106bf0c5 req-616c638f-61a4-4cd4-9f92-5dfc8bb60572 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857241 Jul 24 09:12:58.968694 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-ffcadb2e-07c9-4093-9cc5-4dd406e61023 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859446 Jul 24 09:12:58.980369 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-aafe52e9-eb9d-4cbd-93c4-ee1c21d0fab2 service neutron] For port c53e0ca7-9937-4cf0-b41a-3892056f375b, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:12:59.036038 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-45b1d739-7227-4adc-a06f-e1e0b8652886 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ec7b7342-b9c1-4473-8413-9a5e12abdbb6 HTTP/1.1" status: 200 len: 217 time: 0.0408976 Jul 24 09:12:59.042386 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-aafe52e9-eb9d-4cbd-93c4-ee1c21d0fab2 service neutron] For port c53e0ca7-9937-4cf0-b41a-3892056f375b, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=c53e0ca7-9937-4cf0-b41a-3892056f375b,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:12:59.044635 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-93fa9484-ed01-4800-96c5-da4cccaafab0 req-74c63e92-72a4-4b6f-b90c-045f4d074cba service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0e769768-6c4a-48f1-9ff1-cc231d6f04e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008937 Jul 24 09:12:59.070413 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-aafe52e9-eb9d-4cbd-93c4-ee1c21d0fab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:59.082462 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-bc8aa1a4-77a7-4793-ac3b-9b97bd771cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5e21bee-ad81-4bb0-9094-96a3d2ca386d {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:12:59.099868 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-bc8aa1a4-77a7-4793-ac3b-9b97bd771cc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:59.110608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-aafe52e9-eb9d-4cbd-93c4-ee1c21d0fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:59.111236 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-aafe52e9-eb9d-4cbd-93c4-ee1c21d0fab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:59.112656 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-aafe52e9-eb9d-4cbd-93c4-ee1c21d0fab2 service neutron] 10.222.0.20 "PUT /v2.0/ports/c53e0ca7-9937-4cf0-b41a-3892056f375b HTTP/1.1" status: 200 len: 1096 time: 2.4395094 Jul 24 09:12:59.135607 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc74c894-63f0-4771-b257-438dd0299441', 'tag': 'c53e0ca7-9937-4cf0-b41a-3892056f375b'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:12:59.137917 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2398491-aa59-40d8-bcb0-82e84ef85c26" -d '{"events": [{"name": "network-changed", "server_uuid": "cc74c894-63f0-4771-b257-438dd0299441", "tag": "c53e0ca7-9937-4cf0-b41a-3892056f375b"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:12:59.166668 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-bc8aa1a4-77a7-4793-ac3b-9b97bd771cc6 service neutron] Transition to ACTIVE for port object d5e21bee-ad81-4bb0-9094-96a3d2ca386d will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:12:59.173305 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-56e22260-6052-40a9-918d-894dadd97cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:59.174989 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-56e22260-6052-40a9-918d-894dadd97cb7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0696ce3-b7e9-46ab-bb06-e6093c133467 HTTP/1.1" status: 200 len: 797 time: 0.1288004 Jul 24 09:12:59.198708 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-bc8aa1a4-77a7-4793-ac3b-9b97bd771cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:59.236718 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-33ee5544-71b8-4b03-8d72-1d5fe589f7f1 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:59.238176 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-33ee5544-71b8-4b03-8d72-1d5fe589f7f1 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/networks?id=f0544269-4e64-4c91-95af-03a4be88816f HTTP/1.1" status: 200 len: 805 time: 0.2044675 Jul 24 09:12:59.249562 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe52e9-eb9d-4cbd-93c4-ee1c21d0fab2 service neutron] Pushing event updated for resources: {'Port': ['ID=c53e0ca7-9937-4cf0-b41a-3892056f375b,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:59.267952 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-0bb8dad2-eb9f-4eba-a1bf-524a0b633f91 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/quotas/400b6e3893174893b678c7f2a57041a8 HTTP/1.1" status: 200 len: 375 time: 0.0210729 Jul 24 09:12:59.306066 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a29c3-9172-47dd-935f-f1dc25495a15 req-d7722c3e-1610-48a3-bdd9-ef770df1afe3 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:59.307646 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df8a29c3-9172-47dd-935f-f1dc25495a15 req-d7722c3e-1610-48a3-bdd9-ef770df1afe3 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/ports?device_id=453edf6c-fea7-4be1-b3e9-6e2f30adaff8 HTTP/1.1" status: 200 len: 946 time: 0.3013747 Jul 24 09:12:59.313446 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-d48338fc-d18f-4680-a320-0345465b3d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:59.315043 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-d48338fc-d18f-4680-a320-0345465b3d51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1313686 Jul 24 09:12:59.388388 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8aa1a4-77a7-4793-ac3b-9b97bd771cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e21bee-ad81-4bb0-9094-96a3d2ca386d,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:59.406606 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-1ceb19a1-d55c-4403-a123-bae47ec302cf tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=400b6e3893174893b678c7f2a57041a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1377866 Jul 24 09:12:59.420393 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d5495ef8-e12d-41be-805a-bcd4892cfaa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:59.438826 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d5495ef8-e12d-41be-805a-bcd4892cfaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:59.440837 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-dda109ce-1253-4fa7-8020-b3e51b4c6c9a service neutron] 10.222.0.20 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182303 Jul 24 09:12:59.472291 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-4ccb81af-6e0d-4e90-9f2a-25352bf59846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:59.473646 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-4ccb81af-6e0d-4e90-9f2a-25352bf59846 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55b10a1852e84b7588aba204f57f066d&device_id=cc74c894-63f0-4771-b257-438dd0299441 HTTP/1.1" status: 200 len: 1099 time: 0.2981575 Jul 24 09:12:59.490434 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df8a29c3-9172-47dd-935f-f1dc25495a15 req-91058013-36e8-4907-8c0c-5d63a723a068 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e769768-6c4a-48f1-9ff1-cc231d6f04e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614277 Jul 24 09:12:59.521923 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device d27de9f1-f9aa-47a9-ba32-105da944aee7 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:12:59.571625 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-6f3c16fb-9b70-4192-88ea-7f2704af4da9 service neutron] 10.222.0.32 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292012 Jul 24 09:12:59.615228 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5495ef8-e12d-41be-805a-bcd4892cfaa2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:12:59.627441 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-087cc08a-4386-40a2-b8cf-59756c78a6f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=c53e0ca7-9937-4cf0-b41a-3892056f375b HTTP/1.1" status: 200 len: 217 time: 0.1282644 Jul 24 09:12:59.633710 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port d27de9f1-f9aa-47a9-ba32-105da944aee7 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:12:59.644485 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port d27de9f1-f9aa-47a9-ba32-105da944aee7 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:12:59.645526 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:59.655930 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5495ef8-e12d-41be-805a-bcd4892cfaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f59a5eb-a579-4fdc-90e5-78dadd19ba8b,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:59.757651 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d5495ef8-e12d-41be-805a-bcd4892cfaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:59.758246 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-42038ec9-9993-4559-8165-c7a2b0d716b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:59.758379 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-d5495ef8-e12d-41be-805a-bcd4892cfaa2 admin admin] Added segment eb72404e-6fb6-4811-bd98-f7bac8efe94e of type vlan for network 50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74 Jul 24 09:12:59.761367 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-bc8aa1a4-77a7-4793-ac3b-9b97bd771cc6 service neutron] Attempting to bind port d5e21bee-ad81-4bb0-9094-96a3d2ca386d on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:12:59.761697 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-bc8aa1a4-77a7-4793-ac3b-9b97bd771cc6 service neutron] Attempting to bind port d5e21bee-ad81-4bb0-9094-96a3d2ca386d by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:12:59.762023 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-bc8aa1a4-77a7-4793-ac3b-9b97bd771cc6 service neutron] Attempting to bind port d5e21bee-ad81-4bb0-9094-96a3d2ca386d on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:59.780645 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-bc8aa1a4-77a7-4793-ac3b-9b97bd771cc6 service neutron] Port d5e21bee-ad81-4bb0-9094-96a3d2ca386d on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:12:59.781005 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-bc8aa1a4-77a7-4793-ac3b-9b97bd771cc6 service neutron] Attempting to bind port d5e21bee-ad81-4bb0-9094-96a3d2ca386d on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:12:59.805201 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac08d629-497c-430b-8f3b-fe72f8790e1a x-openstack-request-id: req-ac08d629-497c-430b-8f3b-fe72f8790e1a {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:12:59.806135 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc74c894-63f0-4771-b257-438dd0299441", "tag": "c53e0ca7-9937-4cf0-b41a-3892056f375b", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:12:59.806135 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac08d629-497c-430b-8f3b-fe72f8790e1a {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:12:59.806135 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc74c894-63f0-4771-b257-438dd0299441', 'tag': 'c53e0ca7-9937-4cf0-b41a-3892056f375b', 'status': 'completed', 'code': 200} Jul 24 09:12:59.817256 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-bc8aa1a4-77a7-4793-ac3b-9b97bd771cc6 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:12:59.817920 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-bc8aa1a4-77a7-4793-ac3b-9b97bd771cc6 service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:12:59.818261 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:59.818388 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-bc8aa1a4-77a7-4793-ac3b-9b97bd771cc6 service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:12:59.818759 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-bc8aa1a4-77a7-4793-ac3b-9b97bd771cc6 service neutron] Bound port: d5e21bee-ad81-4bb0-9094-96a3d2ca386d, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:12:59.819128 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-bc8aa1a4-77a7-4793-ac3b-9b97bd771cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:59.828524 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-88c65ca2-3735-457f-9292-f0559980f109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:59.830129 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-88c65ca2-3735-457f-9292-f0559980f109 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1786356 Jul 24 09:12:59.840991 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d5495ef8-e12d-41be-805a-bcd4892cfaa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:59.869751 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port d27de9f1-f9aa-47a9-ba32-105da944aee7, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=d27de9f1-f9aa-47a9-ba32-105da944aee7,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:12:59.875024 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:59.941365 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=d27de9f1-f9aa-47a9-ba32-105da944aee7,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:12:59.961551 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d5495ef8-e12d-41be-805a-bcd4892cfaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:12:59.963741 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5495ef8-e12d-41be-805a-bcd4892cfaa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:12:59.964529 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d5495ef8-e12d-41be-805a-bcd4892cfaa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:00.067978 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d5495ef8-e12d-41be-805a-bcd4892cfaa2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7882261 Jul 24 09:13:00.072353 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54160) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:00.079374 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-e9baff43-1977-49d6-b49f-8996c2c3bc99 admin admin] Request body: {'subnet': {'network_id': '50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1814734160-subnet', 'tenant_id': '35be8a69d6774f068d30e9ad47aaa155', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:00.117136 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-bc8aa1a4-77a7-4793-ac3b-9b97bd771cc6 service neutron] For port d5e21bee-ad81-4bb0-9094-96a3d2ca386d, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:13:00.124395 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5495ef8-e12d-41be-805a-bcd4892cfaa2 admin admin] Pushing event updated for resources: {'Network': ['ID=50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:00.140100 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:13:00.150906 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-bc8aa1a4-77a7-4793-ac3b-9b97bd771cc6 service neutron] For port d5e21bee-ad81-4bb0-9094-96a3d2ca386d, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=d5e21bee-ad81-4bb0-9094-96a3d2ca386d,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:13:00.154141 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-ae0d4e5e-e34b-4958-b541-7ba16a852afa service neutron] 10.222.0.32 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800049 Jul 24 09:13:00.167684 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-8242cdf7-7995-497a-b403-f9e04da00815 service neutron] 10.222.0.20 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5623748 Jul 24 09:13:00.174796 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-bc8aa1a4-77a7-4793-ac3b-9b97bd771cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:00.240162 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-aa25bdfd-0872-431d-a6a4-ddb48fc9b359 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78daa873-7966-4683-9199-be51fbbff09b HTTP/1.1" status: 200 len: 217 time: 0.0620382 Jul 24 09:13:00.269962 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-dead6766-d437-4b42-9654-64fba3f50b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:00.271508 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-dead6766-d437-4b42-9654-64fba3f50b83 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4217875 Jul 24 09:13:00.276892 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9baff43-1977-49d6-b49f-8996c2c3bc99 admin admin] Made reservation on behalf of 35be8a69d6774f068d30e9ad47aaa155 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:13:00.279455 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e9baff43-1977-49d6-b49f-8996c2c3bc99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:00.282915 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-bc8aa1a4-77a7-4793-ac3b-9b97bd771cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:00.283786 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-bc8aa1a4-77a7-4793-ac3b-9b97bd771cc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:00.285315 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-bc8aa1a4-77a7-4793-ac3b-9b97bd771cc6 service neutron] 10.222.0.37 "PUT /v2.0/ports/d5e21bee-ad81-4bb0-9094-96a3d2ca386d HTTP/1.1" status: 200 len: 1096 time: 2.5688806 Jul 24 09:13:00.299209 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463c364-6729-4b48-85d6-f4a438f07802 req-3ed6e960-5ff5-41ac-b5e3-3b5f32b271d6 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:00.309386 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4463c364-6729-4b48-85d6-f4a438f07802 req-3ed6e960-5ff5-41ac-b5e3-3b5f32b271d6 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4400f82-f205-4971-8af0-00cce5d986f9 HTTP/1.1" status: 200 len: 948 time: 0.4488828 Jul 24 09:13:00.339896 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-9a27fc14-34ee-4140-b641-d25c6e20a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:00.342471 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-9a27fc14-34ee-4140-b641-d25c6e20a600 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0696ce3-b7e9-46ab-bb06-e6093c133467 HTTP/1.1" status: 200 len: 797 time: 0.0886953 Jul 24 09:13:00.343707 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:00.507713 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-ef8abe4b-e443-4569-a860-2ed966452587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:00.509307 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-ef8abe4b-e443-4569-a860-2ed966452587 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1567194 Jul 24 09:13:00.548031 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5705147-17ef-46ec-bf27-aa515738b829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27de9f1-f9aa-47a9-ba32-105da944aee7'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:13:00.550646 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d449da5-f934-4742-b964-92742caddde7" -d '{"events": [{"server_uuid": "b5705147-17ef-46ec-bf27-aa515738b829", "name": "network-vif-plugged", "status": "completed", "tag": "d27de9f1-f9aa-47a9-ba32-105da944aee7"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:13:00.608581 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8aa1a4-77a7-4793-ac3b-9b97bd771cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e21bee-ad81-4bb0-9094-96a3d2ca386d,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:00.662612 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4463c364-6729-4b48-85d6-f4a438f07802 req-60e313b9-7d3e-4b00-b451-4045967f90c6 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523319 Jul 24 09:13:00.677408 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-3cbc042e-6aca-4262-bfae-9de6a3103b92 service neutron] 10.222.0.20 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606498 Jul 24 09:13:00.692379 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3dd4a-7f1b-4231-97f8-0102de371ae5 req-6bd01b77-9cc5-4c0a-af2e-20fcad154011 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:00.694922 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3b3dd4a-7f1b-4231-97f8-0102de371ae5 req-6bd01b77-9cc5-4c0a-af2e-20fcad154011 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c7fc5a0-fd45-4c9b-8542-7302d5685315 HTTP/1.1" status: 200 len: 949 time: 0.1314871 Jul 24 09:13:00.710828 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-20de2401-1751-4b24-bc54-01c7a4b852c0 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968387 Jul 24 09:13:00.731774 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-37f7fd07-b84c-4e0d-aa54-a392b7f6e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:00.733428 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-37f7fd07-b84c-4e0d-aa54-a392b7f6e666 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55b10a1852e84b7588aba204f57f066d&device_id=d4400f82-f205-4971-8af0-00cce5d986f9 HTTP/1.1" status: 200 len: 1099 time: 0.3671284 Jul 24 09:13:00.764046 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3b3dd4a-7f1b-4231-97f8-0102de371ae5 req-91000f0a-d9a2-47cf-a41b-892b7f3c934f tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/security-groups?id=8524c0a8-f984-41a1-ab6e-ad69d19df981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586178 Jul 24 09:13:00.821612 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-a1a923c6-f31e-423d-b226-a1a3fd67bfa2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=d5e21bee-ad81-4bb0-9094-96a3d2ca386d HTTP/1.1" status: 200 len: 217 time: 0.0741882 Jul 24 09:13:00.847650 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3a20af8-7a12-4982-9518-40e8e459cddd req-d0d17978-5a3d-429a-b618-cb1dc16e0fca service neutron] 10.222.0.20 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514971 Jul 24 09:13:00.901696 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:00.972354 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d086c9ba-f969-4889-bc86-eafca7d1d712 req-4ae27ada-e6bd-4196-a14f-88b81dcca520 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=367ba4be-ef47-4443-b999-f6f8727d00f3 HTTP/1.1" status: 200 len: 210 time: 0.0362835 Jul 24 09:13:00.993625 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-88d2f65e-70d3-4322-9397-3947747dd872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:00.994162 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-88d2f65e-70d3-4322-9397-3947747dd872 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1637607 Jul 24 09:13:01.010444 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-419f9b0b-82fa-4996-8d1f-ed1bf8472ed7 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918591 Jul 24 09:13:01.027253 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e9baff43-1977-49d6-b49f-8996c2c3bc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:01.126838 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c072b21-b586-4e2a-9d0c-c886bac5bbe0 req-d721bc50-8406-4be1-be0d-4cb9816cc9a6 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:01.128508 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3c072b21-b586-4e2a-9d0c-c886bac5bbe0 req-d721bc50-8406-4be1-be0d-4cb9816cc9a6 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/ports?device_id=453edf6c-fea7-4be1-b3e9-6e2f30adaff8 HTTP/1.1" status: 200 len: 946 time: 0.0771024 Jul 24 09:13:01.146655 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8bb84-0b36-4022-a7a1-c35a4fb36419 req-6a425b90-27dd-4d15-aa20-3483bb3ff3fe tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:01.148169 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-17c8bb84-0b36-4022-a7a1-c35a4fb36419 req-6a425b90-27dd-4d15-aa20-3483bb3ff3fe tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5705147-17ef-46ec-bf27-aa515738b829 HTTP/1.1" status: 200 len: 949 time: 0.2758181 Jul 24 09:13:01.155483 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9baff43-1977-49d6-b49f-8996c2c3bc99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b4aa93a-9bae-4aef-a9a9-92bdf33319f1,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:01.171515 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3c072b21-b586-4e2a-9d0c-c886bac5bbe0 req-5bd70780-3ff0-4f5d-a5c1-15ae63a7fd71 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e769768-6c4a-48f1-9ff1-cc231d6f04e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372992 Jul 24 09:13:01.217041 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9baff43-1977-49d6-b49f-8996c2c3bc99 admin admin] Checking segment: {'id': 'eb72404e-6fb6-4811-bd98-f7bac8efe94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:13:01.217354 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9baff43-1977-49d6-b49f-8996c2c3bc99 admin admin] Network hostable DHCP agents. Network: 50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:13:01.229626 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-8af1e316-6275-433a-94cb-5039cf3119fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:01.230889 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2a113c-6f4e-4935-bc5f-be6986592a42 x-openstack-request-id: req-8e2a113c-6f4e-4935-bc5f-be6986592a42 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:13:01.231191 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-8af1e316-6275-433a-94cb-5039cf3119fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2174225 Jul 24 09:13:01.231318 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5705147-17ef-46ec-bf27-aa515738b829", "name": "network-vif-plugged", "status": "completed", "tag": "d27de9f1-f9aa-47a9-ba32-105da944aee7", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:13:01.231555 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e2a113c-6f4e-4935-bc5f-be6986592a42 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:13:01.232005 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5705147-17ef-46ec-bf27-aa515738b829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27de9f1-f9aa-47a9-ba32-105da944aee7', 'code': 200} Jul 24 09:13:01.283196 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-17c8bb84-0b36-4022-a7a1-c35a4fb36419 req-fe74898d-106c-44a9-8654-f39ec377ec5d tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226494 Jul 24 09:13:01.287913 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9baff43-1977-49d6-b49f-8996c2c3bc99 admin admin] Network 50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:13:01.299020 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2398491-aa59-40d8-bcb0-82e84ef85c26 req-0eb31cfd-0e98-4744-886c-7a899a180cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:01.300625 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2398491-aa59-40d8-bcb0-82e84ef85c26 req-0eb31cfd-0e98-4744-886c-7a899a180cc6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55b10a1852e84b7588aba204f57f066d&device_id=cc74c894-63f0-4771-b257-438dd0299441 HTTP/1.1" status: 200 len: 1099 time: 0.2176421 Jul 24 09:13:01.312545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-e9baff43-1977-49d6-b49f-8996c2c3bc99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:13:01.331121 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e0bb16-cd42-41c3-8ce2-e4f3f047b843 None None] Network 50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:13:01.353780 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9baff43-1977-49d6-b49f-8996c2c3bc99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:01.354370 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e9baff43-1977-49d6-b49f-8996c2c3bc99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:01.390811 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1155178-0749-4aae-b26a-f53461b94775 req-7d6aa9e0-19cd-4796-a20a-be2c0b4e5002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:01.393618 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1155178-0749-4aae-b26a-f53461b94775 req-7d6aa9e0-19cd-4796-a20a-be2c0b4e5002 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b5705147-17ef-46ec-bf27-aa515738b829 HTTP/1.1" status: 200 len: 1100 time: 0.0747283 Jul 24 09:13:01.401272 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e9baff43-1977-49d6-b49f-8996c2c3bc99 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3259535 Jul 24 09:13:01.404225 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54178) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:01.411197 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-a0b05179-98da-43bb-a5f8-584c0c9e8423 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1814734160-router', 'tenant_id': '35be8a69d6774f068d30e9ad47aaa155', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:01.443548 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-b5de3fdc-c70f-4687-818b-a9e42f20df4b service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923592 Jul 24 09:13:01.473958 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1155178-0749-4aae-b26a-f53461b94775 req-8a63b6fa-df56-48ee-bae7-4770ae6fc273 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580971 Jul 24 09:13:01.486217 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0b05179-98da-43bb-a5f8-584c0c9e8423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:01.487501 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0b05179-98da-43bb-a5f8-584c0c9e8423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:01.508894 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2398491-aa59-40d8-bcb0-82e84ef85c26 req-46eeafec-dfe0-4d26-b1ec-5e659a581d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:01.510379 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2398491-aa59-40d8-bcb0-82e84ef85c26 req-46eeafec-dfe0-4d26-b1ec-5e659a581d38 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.1682160 Jul 24 09:13:01.528953 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c7e938-6384-4689-9115-6d72fbca8574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74', 'network_id': '50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74', 'tenant_id': '35be8a69d6774f068d30e9ad47aaa155', 'fixed_ips': [{'subnet_id': '1b4aa93a-9bae-4aef-a9a9-92bdf33319f1'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:13:01.529943 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-97c7e938-6384-4689-9115-6d72fbca8574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:01.542649 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0b05179-98da-43bb-a5f8-584c0c9e8423 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:01.624585 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2398491-aa59-40d8-bcb0-82e84ef85c26 req-a354cbae-0c9a-4b2c-a2b3-c949475c0b81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=c53e0ca7-9937-4cf0-b41a-3892056f375b HTTP/1.1" status: 200 len: 217 time: 0.0652866 Jul 24 09:13:01.655622 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0d566d1-eb2b-4eaa-b5ab-a4cc60b0e0b5 req-156a6749-1d86-4423-a9d5-98500c6843a4 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993818 Jul 24 09:13:01.694752 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0b05179-98da-43bb-a5f8-584c0c9e8423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:01.696988 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-97c7e938-6384-4689-9115-6d72fbca8574 None None] Allocated IP 172.20.0.2 (50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74/1b4aa93a-9bae-4aef-a9a9-92bdf33319f1/fb4f6d86-001c-4843-b045-5d577a8e60b0) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:13:01.723724 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fa95b-8044-40bb-a004-f4a68e0b8806 req-b0ce1e36-b6f0-41a4-944b-accd1f6d748b tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:01.725346 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-058fa95b-8044-40bb-a004-f4a68e0b8806 req-b0ce1e36-b6f0-41a4-944b-accd1f6d748b tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/ports?device_id=453edf6c-fea7-4be1-b3e9-6e2f30adaff8 HTTP/1.1" status: 200 len: 946 time: 0.2114298 Jul 24 09:13:01.727340 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2398491-aa59-40d8-bcb0-82e84ef85c26 req-1c0478d1-020f-4500-bf43-f94fe4fc1c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:01.728696 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2398491-aa59-40d8-bcb0-82e84ef85c26 req-1c0478d1-020f-4500-bf43-f94fe4fc1c21 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0903761 Jul 24 09:13:01.812889 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4400f82-f205-4971-8af0-00cce5d986f9', 'tag': 'd5e21bee-ad81-4bb0-9094-96a3d2ca386d'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:13:01.815119 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed500ff-5d65-4990-a85b-20511b64adf6" -d '{"events": [{"name": "network-changed", "server_uuid": "d4400f82-f205-4971-8af0-00cce5d986f9", "tag": "d5e21bee-ad81-4bb0-9094-96a3d2ca386d"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:13:01.866247 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-058fa95b-8044-40bb-a004-f4a68e0b8806 req-e3faba62-93c5-46c0-bf47-b5f8c2b608fb tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e769768-6c4a-48f1-9ff1-cc231d6f04e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336124 Jul 24 09:13:01.921105 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-97c7e938-6384-4689-9115-6d72fbca8574 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:01.931720 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-97c7e938-6384-4689-9115-6d72fbca8574 None None] Transition to ACTIVE for port object fb4f6d86-001c-4843-b045-5d577a8e60b0 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:13:01.947163 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2398491-aa59-40d8-bcb0-82e84ef85c26 req-0b72a2d9-56e2-4988-ac20-8800c360176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:01.948977 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2398491-aa59-40d8-bcb0-82e84ef85c26 req-0b72a2d9-56e2-4988-ac20-8800c360176e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1897326 Jul 24 09:13:01.952005 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-97c7e938-6384-4689-9115-6d72fbca8574 None None] Transition to ACTIVE for port object fb4f6d86-001c-4843-b045-5d577a8e60b0 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:13:01.962933 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-97c7e938-6384-4689-9115-6d72fbca8574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:02.000626 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0b05179-98da-43bb-a5f8-584c0c9e8423 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:02.015339 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c7e938-6384-4689-9115-6d72fbca8574 None None] Network 50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:13:02.020053 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-97c7e938-6384-4689-9115-6d72fbca8574 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:13:02.022981 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c7e938-6384-4689-9115-6d72fbca8574 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:13:02.028836 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a09c0-6a08-4db0-8440-9c7d2ab91034 req-b070403d-1486-4694-b9df-29d84cb5b7aa tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:02.030532 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e67a09c0-6a08-4db0-8440-9c7d2ab91034 req-b070403d-1486-4694-b9df-29d84cb5b7aa tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4400f82-f205-4971-8af0-00cce5d986f9 HTTP/1.1" status: 200 len: 948 time: 0.2304602 Jul 24 09:13:02.031913 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0b05179-98da-43bb-a5f8-584c0c9e8423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:02.032101 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7e938-6384-4689-9115-6d72fbca8574 None None] Pushing event updated for resources: {'Port': ['ID=fb4f6d86-001c-4843-b045-5d577a8e60b0,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:02.068918 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-86e60cb5-8698-4f16-9e53-4a20e874a4d2 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:02.070434 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-86e60cb5-8698-4f16-9e53-4a20e874a4d2 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.37 "GET /v2.0/networks?id=f0544269-4e64-4c91-95af-03a4be88816f HTTP/1.1" status: 200 len: 805 time: 0.2979062 Jul 24 09:13:02.091086 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-1661d895-3513-49d6-9c75-1af59df8272b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Request body: {'port': {'device_id': '367ba4be-ef47-4443-b999-f6f8727d00f3', 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f', 'admin_state_up': True, 'tenant_id': '400b6e3893174893b678c7f2a57041a8'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:02.095762 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-97c7e938-6384-4689-9115-6d72fbca8574 None None] Attempting to bind port fb4f6d86-001c-4843-b045-5d577a8e60b0 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:13:02.096193 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-97c7e938-6384-4689-9115-6d72fbca8574 None None] Attempting to bind port fb4f6d86-001c-4843-b045-5d577a8e60b0 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'eb72404e-6fb6-4811-bd98-f7bac8efe94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:13:02.096555 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c7e938-6384-4689-9115-6d72fbca8574 None None] Attempting to bind port fb4f6d86-001c-4843-b045-5d577a8e60b0 on network 50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:13:02.102251 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c7e938-6384-4689-9115-6d72fbca8574 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:13:02.102822 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c7e938-6384-4689-9115-6d72fbca8574 None None] Checking segment: {'id': 'eb72404e-6fb6-4811-bd98-f7bac8efe94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:13:02.103234 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-97c7e938-6384-4689-9115-6d72fbca8574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:02.103619 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c7e938-6384-4689-9115-6d72fbca8574 None None] Bound using segment: {'id': 'eb72404e-6fb6-4811-bd98-f7bac8efe94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:13:02.104079 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-97c7e938-6384-4689-9115-6d72fbca8574 None None] Bound port: fb4f6d86-001c-4843-b045-5d577a8e60b0, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb72404e-6fb6-4811-bd98-f7bac8efe94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:13:02.104454 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-97c7e938-6384-4689-9115-6d72fbca8574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:02.119846 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e67a09c0-6a08-4db0-8440-9c7d2ab91034 req-adc89a29-0ddc-4109-a80d-db9773c66954 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783319 Jul 24 09:13:02.140118 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2398491-aa59-40d8-bcb0-82e84ef85c26 req-565e37a1-841e-4b32-8227-3157e25f752c service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732476 Jul 24 09:13:02.184675 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-a0b05179-98da-43bb-a5f8-584c0c9e8423 admin admin] Allocated IP 172.25.7.115 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/269ca687-672b-4533-af9f-7ce79c1dc08d) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:13:02.206134 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-97c7e938-6384-4689-9115-6d72fbca8574 None None] For port fb4f6d86-001c-4843-b045-5d577a8e60b0, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:13:02.210788 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-97c7e938-6384-4689-9115-6d72fbca8574 None None] For port fb4f6d86-001c-4843-b045-5d577a8e60b0, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=fb4f6d86-001c-4843-b045-5d577a8e60b0,segment=NetworkSegment(eb72404e-6fb6-4811-bd98-f7bac8efe94e),segment_id=eb72404e-6fb6-4811-bd98-f7bac8efe94e)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:13:02.217349 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-97c7e938-6384-4689-9115-6d72fbca8574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:02.315523 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7e938-6384-4689-9115-6d72fbca8574 None None] Pushing event updated for resources: {'Port': ['ID=fb4f6d86-001c-4843-b045-5d577a8e60b0,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:02.359125 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0b05179-98da-43bb-a5f8-584c0c9e8423 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:02.416720 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0b05179-98da-43bb-a5f8-584c0c9e8423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:02.469035 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b05179-98da-43bb-a5f8-584c0c9e8423 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:13:02.500671 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-a0b05179-98da-43bb-a5f8-584c0c9e8423 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:13:02.502756 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b05179-98da-43bb-a5f8-584c0c9e8423 admin admin] Pushing event updated for resources: {'Port': ['ID=269ca687-672b-4533-af9f-7ce79c1dc08d,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:02.505042 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b05179-98da-43bb-a5f8-584c0c9e8423 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:13:02.529021 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5be278a4-92c3-462d-a7c5-2a15a71794ac req-a99fd21c-1577-4cf0-bb5c-20cafb1369dc tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=367ba4be-ef47-4443-b999-f6f8727d00f3 HTTP/1.1" status: 200 len: 210 time: 0.0780451 Jul 24 09:13:02.557715 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827f1109-d368-49cd-92d5-51c8db21d8e2 x-openstack-request-id: req-827f1109-d368-49cd-92d5-51c8db21d8e2 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:13:02.558068 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4400f82-f205-4971-8af0-00cce5d986f9", "tag": "d5e21bee-ad81-4bb0-9094-96a3d2ca386d", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:13:02.558341 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-827f1109-d368-49cd-92d5-51c8db21d8e2 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:13:02.558723 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4400f82-f205-4971-8af0-00cce5d986f9', 'tag': 'd5e21bee-ad81-4bb0-9094-96a3d2ca386d', 'status': 'completed', 'code': 200} Jul 24 09:13:02.606407 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60894078-7431-4f13-924b-4b6b9355084b req-f497d9f6-432f-4a5b-9cab-3a263a035151 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:02.615899 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60894078-7431-4f13-924b-4b6b9355084b req-f497d9f6-432f-4a5b-9cab-3a263a035151 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c7fc5a0-fd45-4c9b-8542-7302d5685315 HTTP/1.1" status: 200 len: 949 time: 0.6185737 Jul 24 09:13:02.753919 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60894078-7431-4f13-924b-4b6b9355084b req-37490f21-01a3-43ee-b83f-d86ca8b0168e tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/security-groups?id=8524c0a8-f984-41a1-ab6e-ad69d19df981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364486 Jul 24 09:13:02.783424 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9931c8e-81b0-4da0-b6d7-12ed9bef1dca req-821e27dd-63b4-479d-ba62-01a9b740454f tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:02.785134 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f9931c8e-81b0-4da0-b6d7-12ed9bef1dca req-821e27dd-63b4-479d-ba62-01a9b740454f tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5705147-17ef-46ec-bf27-aa515738b829 HTTP/1.1" status: 200 len: 949 time: 0.1595492 Jul 24 09:13:02.799385 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2398491-aa59-40d8-bcb0-82e84ef85c26 req-95cecbee-b829-4f51-88be-a94b094372ef service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6570070 Jul 24 09:13:02.801674 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-1661d895-3513-49d6-9c75-1af59df8272b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Made reservation on behalf of 400b6e3893174893b678c7f2a57041a8 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:13:02.805454 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-1661d895-3513-49d6-9c75-1af59df8272b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:02.817692 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed500ff-5d65-4990-a85b-20511b64adf6 req-6d53721b-19d7-4145-9cb9-d705b2c6ed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:02.819148 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4ed500ff-5d65-4990-a85b-20511b64adf6 req-6d53721b-19d7-4145-9cb9-d705b2c6ed9e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55b10a1852e84b7588aba204f57f066d&device_id=d4400f82-f205-4971-8af0-00cce5d986f9 HTTP/1.1" status: 200 len: 1099 time: 0.2638383 Jul 24 09:13:02.822622 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:02.877668 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f9931c8e-81b0-4da0-b6d7-12ed9bef1dca req-b53e6263-7f69-49cf-b61d-1053833e48f8 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598819 Jul 24 09:13:02.903887 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0b05179-98da-43bb-a5f8-584c0c9e8423 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:03.066996 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-1661d895-3513-49d6-9c75-1af59df8272b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Allocated IP 172.20.0.8 (f0544269-4e64-4c91-95af-03a4be88816f/bbeb15a4-8962-4380-8bb7-477c83cce3ff/19bc1176-1234-41f4-af79-57ee6f1f5afd) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:13:03.107648 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed500ff-5d65-4990-a85b-20511b64adf6 req-35d69c43-485a-42a5-8847-7a9c16f36015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:03.109198 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4ed500ff-5d65-4990-a85b-20511b64adf6 req-35d69c43-485a-42a5-8847-7a9c16f36015 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.2820773 Jul 24 09:13:03.192603 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81b959-50fe-4b4f-adde-7b9db1203872 req-137285ff-5c59-4b07-8e6f-380f8596a292 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:03.211547 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1a81b959-50fe-4b4f-adde-7b9db1203872 req-137285ff-5c59-4b07-8e6f-380f8596a292 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/ports?device_id=453edf6c-fea7-4be1-b3e9-6e2f30adaff8 HTTP/1.1" status: 200 len: 946 time: 0.2128434 Jul 24 09:13:03.213092 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d9b93-057c-41e3-afed-ed13db000769 req-7d365989-dff6-4b6a-acb5-9a1cc716afb7 tempest-LiveMigrationNegativeTest-229857393 tempest-LiveMigrationNegativeTest-229857393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:03.214627 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fb6d9b93-057c-41e3-afed-ed13db000769 req-7d365989-dff6-4b6a-acb5-9a1cc716afb7 tempest-LiveMigrationNegativeTest-229857393 tempest-LiveMigrationNegativeTest-229857393-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9c7fc5a0-fd45-4c9b-8542-7302d5685315 HTTP/1.1" status: 200 len: 1100 time: 0.3574750 Jul 24 09:13:03.236260 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4ed500ff-5d65-4990-a85b-20511b64adf6 req-45521034-f5fe-48b2-a9c8-e6d379107435 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=d5e21bee-ad81-4bb0-9094-96a3d2ca386d HTTP/1.1" status: 200 len: 217 time: 0.1080620 Jul 24 09:13:03.268359 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device fb4f6d86-001c-4843-b045-5d577a8e60b0 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:13:03.316904 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fb6d9b93-057c-41e3-afed-ed13db000769 req-f43efce2-29bf-4ee1-bdba-a3a881ce1942 tempest-LiveMigrationNegativeTest-229857393 tempest-LiveMigrationNegativeTest-229857393-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:03.325468 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1a81b959-50fe-4b4f-adde-7b9db1203872 req-5e91eeb5-8d13-4cdd-ac7a-0a764e181194 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e769768-6c4a-48f1-9ff1-cc231d6f04e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129420 Jul 24 09:13:03.338142 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port fb4f6d86-001c-4843-b045-5d577a8e60b0 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:13:03.371790 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0b05179-98da-43bb-a5f8-584c0c9e8423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:03.416686 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed500ff-5d65-4990-a85b-20511b64adf6 req-10797b80-6765-4d42-819d-05ab15615a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:03.418767 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4ed500ff-5d65-4990-a85b-20511b64adf6 req-10797b80-6765-4d42-819d-05ab15615a37 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1663861 Jul 24 09:13:03.499578 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39765120-1595-49b2-91a0-f5cd0797facb req-5141f40a-ccd3-465a-8987-ab9c687796e9 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:03.501146 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-39765120-1595-49b2-91a0-f5cd0797facb req-5141f40a-ccd3-465a-8987-ab9c687796e9 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.20 "GET /v2.0/ports?device_id=453edf6c-fea7-4be1-b3e9-6e2f30adaff8 HTTP/1.1" status: 200 len: 946 time: 0.3517091 Jul 24 09:13:03.525530 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f0b0fd-92e2-4c7e-ad48-2a90c202f387 None None] Network 50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:13:03.528466 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device c53e0ca7-9937-4cf0-b41a-3892056f375b details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:13:03.543847 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72b2fb-054b-4a1f-b40d-b671a4242016 req-36822146-83b4-47b4-8f28-a460c6118368 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:03.545429 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a72b2fb-054b-4a1f-b40d-b671a4242016 req-36822146-83b4-47b4-8f28-a460c6118368 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4400f82-f205-4971-8af0-00cce5d986f9 HTTP/1.1" status: 200 len: 948 time: 0.1217360 Jul 24 09:13:03.563255 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:13:03.578684 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-1661d895-3513-49d6-9c75-1af59df8272b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:03.602924 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b05179-98da-43bb-a5f8-584c0c9e8423 admin admin] Router 93762e27-641f-4c53-b51f-ec052b3d86ed is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:13:03.611334 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a72b2fb-054b-4a1f-b40d-b671a4242016 req-a2c05f5d-17c0-40b4-a4ef-ce05ca617fcd tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507274 Jul 24 09:13:03.638105 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-cabb78ef-eeea-4f8f-8f99-72246a9facb8 None None] Provisioning for port fb4f6d86-001c-4843-b045-5d577a8e60b0 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:13:03.679377 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-cabb78ef-eeea-4f8f-8f99-72246a9facb8 None None] Provisioning complete for port fb4f6d86-001c-4843-b045-5d577a8e60b0 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:03.679980 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cabb78ef-eeea-4f8f-8f99-72246a9facb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:03.699614 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed500ff-5d65-4990-a85b-20511b64adf6 req-ae02c7eb-113b-4a3b-afa4-0c5601d13f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:03.701603 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4ed500ff-5d65-4990-a85b-20511b64adf6 req-ae02c7eb-113b-4a3b-afa4-0c5601d13f82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2724121 Jul 24 09:13:03.739258 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b05179-98da-43bb-a5f8-584c0c9e8423 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:13:03.747760 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fb6d9b93-057c-41e3-afed-ed13db000769 req-f43efce2-29bf-4ee1-bdba-a3a881ce1942 tempest-LiveMigrationNegativeTest-229857393 tempest-LiveMigrationNegativeTest-229857393-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:03.761877 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0b05179-98da-43bb-a5f8-584c0c9e8423 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:03.763197 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a0b05179-98da-43bb-a5f8-584c0c9e8423 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3564210 Jul 24 09:13:03.766120 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54208) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:03.771699 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] Sync routers for ids ['93762e27-641f-4c53-b51f-ec052b3d86ed'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:13:03.779262 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fb6d9b93-057c-41e3-afed-ed13db000769 req-f43efce2-29bf-4ee1-bdba-a3a881ce1942 tempest-LiveMigrationNegativeTest-229857393 tempest-LiveMigrationNegativeTest-229857393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:03.816857 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port c53e0ca7-9937-4cf0-b41a-3892056f375b, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=c53e0ca7-9937-4cf0-b41a-3892056f375b,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:03.817566 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-1661d895-3513-49d6-9c75-1af59df8272b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:03.838636 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['880fbce5-c5db-464b-a114-3858d9fcfd2c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:03.903310 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43efce2-29bf-4ee1-bdba-a3a881ce1942 tempest-LiveMigrationNegativeTest-229857393 tempest-LiveMigrationNegativeTest-229857393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4488776-0546-43ef-b72c-5230797c5862,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:03.906627 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fb6d9b93-057c-41e3-afed-ed13db000769 req-f43efce2-29bf-4ee1-bdba-a3a881ce1942 tempest-LiveMigrationNegativeTest-229857393 tempest-LiveMigrationNegativeTest-229857393-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8524c0a8-f984-41a1-ab6e-ad69d19df981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6675467 Jul 24 09:13:03.958606 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-39765120-1595-49b2-91a0-f5cd0797facb req-14cb3161-6382-4703-aaa0-83b360bee484 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Deleting port b6711f00-4e61-46d6-bafc-36a446a49a02 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:13:03.958995 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-39765120-1595-49b2-91a0-f5cd0797facb req-14cb3161-6382-4703-aaa0-83b360bee484 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:03.968323 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-1661d895-3513-49d6-9c75-1af59df8272b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Network f0544269-4e64-4c91-95af-03a4be88816f is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:13:03.970061 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43efce2-29bf-4ee1-bdba-a3a881ce1942 tempest-LiveMigrationNegativeTest-229857393 tempest-LiveMigrationNegativeTest-229857393-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:03.970415 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43efce2-29bf-4ee1-bdba-a3a881ce1942 tempest-LiveMigrationNegativeTest-229857393 tempest-LiveMigrationNegativeTest-229857393-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:03.970764 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43efce2-29bf-4ee1-bdba-a3a881ce1942 tempest-LiveMigrationNegativeTest-229857393 tempest-LiveMigrationNegativeTest-229857393-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:03.971103 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43efce2-29bf-4ee1-bdba-a3a881ce1942 tempest-LiveMigrationNegativeTest-229857393 tempest-LiveMigrationNegativeTest-229857393-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:03.971440 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43efce2-29bf-4ee1-bdba-a3a881ce1942 tempest-LiveMigrationNegativeTest-229857393 tempest-LiveMigrationNegativeTest-229857393-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:03.971783 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43efce2-29bf-4ee1-bdba-a3a881ce1942 tempest-LiveMigrationNegativeTest-229857393 tempest-LiveMigrationNegativeTest-229857393-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:03.972118 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43efce2-29bf-4ee1-bdba-a3a881ce1942 tempest-LiveMigrationNegativeTest-229857393 tempest-LiveMigrationNegativeTest-229857393-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:03.972450 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43efce2-29bf-4ee1-bdba-a3a881ce1942 tempest-LiveMigrationNegativeTest-229857393 tempest-LiveMigrationNegativeTest-229857393-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:03.972807 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43efce2-29bf-4ee1-bdba-a3a881ce1942 tempest-LiveMigrationNegativeTest-229857393 tempest-LiveMigrationNegativeTest-229857393-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:03.973158 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43efce2-29bf-4ee1-bdba-a3a881ce1942 tempest-LiveMigrationNegativeTest-229857393 tempest-LiveMigrationNegativeTest-229857393-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:03.973485 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43efce2-29bf-4ee1-bdba-a3a881ce1942 tempest-LiveMigrationNegativeTest-229857393 tempest-LiveMigrationNegativeTest-229857393-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:03.973802 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43efce2-29bf-4ee1-bdba-a3a881ce1942 tempest-LiveMigrationNegativeTest-229857393 tempest-LiveMigrationNegativeTest-229857393-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:04.001471 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-1661d895-3513-49d6-9c75-1af59df8272b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:13:04.018773 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-1661d895-3513-49d6-9c75-1af59df8272b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:13:04.037304 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661d895-3513-49d6-9c75-1af59df8272b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Pushing event updated for resources: {'Port': ['ID=19bc1176-1234-41f4-af79-57ee6f1f5afd,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:04.041551 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] Routers {'93762e27-641f-4c53-b51f-ec052b3d86ed'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:13:04.042186 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:13:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['93762e27-641f-4c53-b51f-ec052b3d86ed'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:04.073524 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4ed500ff-5d65-4990-a85b-20511b64adf6 req-42d8ca7f-8a03-4060-be14-701a0d64613d service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574336 Jul 24 09:13:04.079624 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cabb78ef-eeea-4f8f-8f99-72246a9facb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:04.111521 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'c53e0ca7-9937-4cf0-b41a-3892056f375b', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': 'c53e0ca7-9937-4cf0-b41a-3892056f375b', 'mac_address': 'fa:16:3e:b7:fe:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:13:04.123748 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a28ebf-66c3-43e6-b785-e938d5af3f90 req-222955e1-0158-47d3-aa10-447b4dfd2ef9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:04.126840 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-27a28ebf-66c3-43e6-b785-e938d5af3f90 req-222955e1-0158-47d3-aa10-447b4dfd2ef9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=367ba4be-ef47-4443-b999-f6f8727d00f3 HTTP/1.1" status: 200 len: 931 time: 0.0961657 Jul 24 09:13:04.223165 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-1661d895-3513-49d6-9c75-1af59df8272b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:04.224060 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-1661d895-3513-49d6-9c75-1af59df8272b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:04.235217 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-39765120-1595-49b2-91a0-f5cd0797facb req-14cb3161-6382-4703-aaa0-83b360bee484 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] For port b6711f00-4e61-46d6-bafc-36a446a49a02, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=b6711f00-4e61-46d6-bafc-36a446a49a02,segment=NetworkSegment(54fda486-ee01-481a-b507-84e4e48cd7ff),segment_id=54fda486-ee01-481a-b507-84e4e48cd7ff)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:04.235531 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-39765120-1595-49b2-91a0-f5cd0797facb req-14cb3161-6382-4703-aaa0-83b360bee484 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:04.237946 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-cabb78ef-eeea-4f8f-8f99-72246a9facb8 None None] For port fb4f6d86-001c-4843-b045-5d577a8e60b0, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=fb4f6d86-001c-4843-b045-5d577a8e60b0,segment=NetworkSegment(eb72404e-6fb6-4811-bd98-f7bac8efe94e),segment_id=eb72404e-6fb6-4811-bd98-f7bac8efe94e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:04.251540 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cabb78ef-eeea-4f8f-8f99-72246a9facb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:04.264448 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-27a28ebf-66c3-43e6-b785-e938d5af3f90 req-924bb133-babc-49c6-8c47-860aa3d4e5b5 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325066 Jul 24 09:13:04.265791 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-39765120-1595-49b2-91a0-f5cd0797facb req-14cb3161-6382-4703-aaa0-83b360bee484 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Calling delete_port for b6711f00-4e61-46d6-bafc-36a446a49a02 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:13:04.274516 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-1661d895-3513-49d6-9c75-1af59df8272b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1904755 Jul 24 09:13:04.301320 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-63ab59a4-2d65-4eb5-a408-6c67f5420417 service neutron] Request body: {'port': {'device_id': '367ba4be-ef47-4443-b999-f6f8727d00f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:04.340995 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:04.361455 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4ed500ff-5d65-4990-a85b-20511b64adf6 req-ddc29415-dbc9-4e4b-beed-d31609f45331 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598112 Jul 24 09:13:04.383444 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b0e12-3167-4c7d-b61d-760afa4d5cc8 req-ea756d22-eb49-45ec-b1f6-8fe7c5ee2e9f tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:04.385017 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f6b0e12-3167-4c7d-b61d-760afa4d5cc8 req-ea756d22-eb49-45ec-b1f6-8fe7c5ee2e9f tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5705147-17ef-46ec-bf27-aa515738b829 HTTP/1.1" status: 200 len: 949 time: 0.3615119 Jul 24 09:13:04.404082 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c53e0ca7-9937-4cf0-b41a-3892056f375b {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:13:04.414917 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] Set router 93762e27-641f-4c53-b51f-ec052b3d86ed gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:13:04.478567 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb78ef-eeea-4f8f-8f99-72246a9facb8 None None] Pushing event updated for resources: {'Port': ['ID=fb4f6d86-001c-4843-b045-5d577a8e60b0,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:04.506423 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device d5e21bee-ad81-4bb0-9094-96a3d2ca386d details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:13:04.507973 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f6b0e12-3167-4c7d-b61d-760afa4d5cc8 req-5c66c717-bb68-4cf0-96a7-dca8230720aa tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083465 Jul 24 09:13:04.509720 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-63ab59a4-2d65-4eb5-a408-6c67f5420417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:04.524993 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b5c93ca2-ffe2-435e-8a87-909f0d3bbe63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:04.531153 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port c53e0ca7-9937-4cf0-b41a-3892056f375b, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=c53e0ca7-9937-4cf0-b41a-3892056f375b,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:04.543705 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:04.717616 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=c53e0ca7-9937-4cf0-b41a-3892056f375b,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:04.743878 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-39765120-1595-49b2-91a0-f5cd0797facb req-14cb3161-6382-4703-aaa0-83b360bee484 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:04.790716 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb3161-6382-4703-aaa0-83b360bee484 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Pushing event deleted for resources: {'Port': ['ID=b6711f00-4e61-46d6-bafc-36a446a49a02,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:04.797249 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb1be2-22a2-41b6-81ad-c5db567a749c req-56d2feea-9451-4fe1-bbbf-d9a0fd7237e4 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:04.798813 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cafb1be2-22a2-41b6-81ad-c5db567a749c req-56d2feea-9451-4fe1-bbbf-d9a0fd7237e4 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/ports?device_id=453edf6c-fea7-4be1-b3e9-6e2f30adaff8 HTTP/1.1" status: 200 len: 867 time: 0.1949172 Jul 24 09:13:04.824948 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-b5c93ca2-ffe2-435e-8a87-909f0d3bbe63 admin admin] Allocated IP 172.20.0.1 (50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74/1b4aa93a-9bae-4aef-a9a9-92bdf33319f1/9623dd4e-a414-4139-aadb-c19be289e2ba) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:13:04.833670 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['b6711f00-4e61-46d6-bafc-36a446a49a02'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:04.880231 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cafb1be2-22a2-41b6-81ad-c5db567a749c req-f8070c0c-caf0-494f-976f-c6e1bffa3498 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e769768-6c4a-48f1-9ff1-cc231d6f04e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705755 Jul 24 09:13:04.893212 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['c53e0ca7-9937-4cf0-b41a-3892056f375b'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:04.929639 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-39765120-1595-49b2-91a0-f5cd0797facb req-14cb3161-6382-4703-aaa0-83b360bee484 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] No DVR routers for this DVR port b6711f00-4e61-46d6-bafc-36a446a49a02 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:13:04.936333 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-39765120-1595-49b2-91a0-f5cd0797facb req-14cb3161-6382-4703-aaa0-83b360bee484 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:04.938260 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-39765120-1595-49b2-91a0-f5cd0797facb req-14cb3161-6382-4703-aaa0-83b360bee484 tempest-InstanceActionsV221TestJSON-1726244911 tempest-InstanceActionsV221TestJSON-1726244911-project] 10.222.0.20 "DELETE /v2.0/ports/b6711f00-4e61-46d6-bafc-36a446a49a02 HTTP/1.1" status: 204 len: 173 time: 1.4272070 Jul 24 09:13:04.939164 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453edf6c-fea7-4be1-b3e9-6e2f30adaff8', 'name': 'network-vif-deleted', 'tag': 'b6711f00-4e61-46d6-bafc-36a446a49a02'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:13:04.941426 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21010cb-c005-4820-ac6f-4bf1e73f6e0d" -d '{"events": [{"server_uuid": "453edf6c-fea7-4be1-b3e9-6e2f30adaff8", "name": "network-vif-deleted", "tag": "b6711f00-4e61-46d6-bafc-36a446a49a02"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:13:04.979760 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port d5e21bee-ad81-4bb0-9094-96a3d2ca386d, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=d5e21bee-ad81-4bb0-9094-96a3d2ca386d,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:04.998537 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a8811a78-bfb4-4fd1-96bc-8ac290e87eb3 None None] Provisioning complete for port fb4f6d86-001c-4843-b045-5d577a8e60b0 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:04.998903 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a8811a78-bfb4-4fd1-96bc-8ac290e87eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:05.015355 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224b984-02bb-46ae-af4c-797fcdbc0e8a req-b2d9c810-de4d-4a4c-89a3-04fc3e269ea6 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:05.022385 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5224b984-02bb-46ae-af4c-797fcdbc0e8a req-b2d9c810-de4d-4a4c-89a3-04fc3e269ea6 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.1536613 Jul 24 09:13:05.040360 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'd5e21bee-ad81-4bb0-9094-96a3d2ca386d', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': 'd5e21bee-ad81-4bb0-9094-96a3d2ca386d', 'mac_address': 'fa:16:3e:6e:34:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:13:05.049046 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b5c93ca2-ffe2-435e-8a87-909f0d3bbe63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:05.077875 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-b5c93ca2-ffe2-435e-8a87-909f0d3bbe63 admin admin] Transition to ACTIVE for port object 9623dd4e-a414-4139-aadb-c19be289e2ba will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:13:05.086961 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5224b984-02bb-46ae-af4c-797fcdbc0e8a req-5968f299-7826-497f-8971-904c92b7a543 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636261 Jul 24 09:13:05.107240 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93762e27-641f-4c53-b51f-ec052b3d86ed', 'name': 'tempest-FloatingIPDetailsTestJSON-1814734160-router', 'tenant_id': '35be8a69d6774f068d30e9ad47aaa155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '269ca687-672b-4533-af9f-7ce79c1dc08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:13:01Z', 'updated_at': '2021-07-24T09:13:02Z', 'revision_number': 3, 'project_id': '35be8a69d6774f068d30e9ad47aaa155', 'gw_port': {'id': '269ca687-672b-4533-af9f-7ce79c1dc08d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93762e27-641f-4c53-b51f-ec052b3d86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:02Z', 'updated_at': '2021-07-24T09:13:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:05.107801 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594e817-d0a3-4b69-a924-24c5000b31a1 req-ea5a57fb-95db-4d9c-a80e-84638e3747a5 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:05.109535 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3594e817-d0a3-4b69-a924-24c5000b31a1 req-ea5a57fb-95db-4d9c-a80e-84638e3747a5 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4400f82-f205-4971-8af0-00cce5d986f9 HTTP/1.1" status: 200 len: 948 time: 0.1527147 Jul 24 09:13:05.163421 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] Checking router: 93762e27-641f-4c53-b51f-ec052b3d86ed for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:13:05.163765 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] Updating router 93762e27-641f-4c53-b51f-ec052b3d86ed port 269ca687-672b-4533-af9f-7ce79c1dc08d binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:13:05.195736 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:05.215191 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-63ab59a4-2d65-4eb5-a408-6c67f5420417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19bc1176-1234-41f4-af79-57ee6f1f5afd {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:13:05.225029 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-63ab59a4-2d65-4eb5-a408-6c67f5420417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:05.233130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device fb4f6d86-001c-4843-b045-5d577a8e60b0 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:13:05.245529 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-63ab59a4-2d65-4eb5-a408-6c67f5420417 service neutron] Transition to ACTIVE for port object 19bc1176-1234-41f4-af79-57ee6f1f5afd will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:13:05.250369 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3594e817-d0a3-4b69-a924-24c5000b31a1 req-2142969f-0b6a-4200-afbc-5fd79398d062 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193590 Jul 24 09:13:05.250926 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-63ab59a4-2d65-4eb5-a408-6c67f5420417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:05.261250 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b5c93ca2-ffe2-435e-8a87-909f0d3bbe63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:05.282863 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c93ca2-ffe2-435e-8a87-909f0d3bbe63 admin admin] Network 50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:13:05.288238 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-b5c93ca2-ffe2-435e-8a87-909f0d3bbe63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:13:05.309604 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c93ca2-ffe2-435e-8a87-909f0d3bbe63 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:13:05.347215 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab59a4-2d65-4eb5-a408-6c67f5420417 service neutron] Pushing event updated for resources: {'Port': ['ID=19bc1176-1234-41f4-af79-57ee6f1f5afd,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:05.367986 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e21bee-ad81-4bb0-9094-96a3d2ca386d {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:13:05.427132 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c93ca2-ffe2-435e-8a87-909f0d3bbe63 admin admin] Pushing event updated for resources: {'Port': ['ID=9623dd4e-a414-4139-aadb-c19be289e2ba,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:05.440365 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b5c93ca2-ffe2-435e-8a87-909f0d3bbe63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:05.445380 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:05.483656 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cd276-2d24-4e01-a5e6-759652ee83bd req-6a2fee17-f01a-455f-9d46-e41d8f08cdcb tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:05.501359 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a83cd276-2d24-4e01-a5e6-759652ee83bd req-6a2fee17-f01a-455f-9d46-e41d8f08cdcb tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c7fc5a0-fd45-4c9b-8542-7302d5685315 HTTP/1.1" status: 200 len: 949 time: 0.1976442 Jul 24 09:13:05.504288 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6af96cb-b5d4-49ae-a01e-94830c27ed4f x-openstack-request-id: req-a6af96cb-b5d4-49ae-a01e-94830c27ed4f {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:13:05.505286 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453edf6c-fea7-4be1-b3e9-6e2f30adaff8", "name": "network-vif-deleted", "tag": "b6711f00-4e61-46d6-bafc-36a446a49a02", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:13:05.505286 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6af96cb-b5d4-49ae-a01e-94830c27ed4f {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:13:05.505286 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453edf6c-fea7-4be1-b3e9-6e2f30adaff8', 'name': 'network-vif-deleted', 'tag': 'b6711f00-4e61-46d6-bafc-36a446a49a02', 'status': 'completed', 'code': 200} Jul 24 09:13:05.565537 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-63ab59a4-2d65-4eb5-a408-6c67f5420417 service neutron] Attempting to bind port 19bc1176-1234-41f4-af79-57ee6f1f5afd on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:13:05.565652 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-63ab59a4-2d65-4eb5-a408-6c67f5420417 service neutron] Attempting to bind port 19bc1176-1234-41f4-af79-57ee6f1f5afd by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:13:05.566001 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-63ab59a4-2d65-4eb5-a408-6c67f5420417 service neutron] Attempting to bind port 19bc1176-1234-41f4-af79-57ee6f1f5afd on network f0544269-4e64-4c91-95af-03a4be88816f {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:13:05.597562 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-63ab59a4-2d65-4eb5-a408-6c67f5420417 service neutron] Port 19bc1176-1234-41f4-af79-57ee6f1f5afd on network f0544269-4e64-4c91-95af-03a4be88816f not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:13:05.597893 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-63ab59a4-2d65-4eb5-a408-6c67f5420417 service neutron] Attempting to bind port 19bc1176-1234-41f4-af79-57ee6f1f5afd on network f0544269-4e64-4c91-95af-03a4be88816f {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:13:05.613661 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-63ab59a4-2d65-4eb5-a408-6c67f5420417 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:13:05.614554 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-63ab59a4-2d65-4eb5-a408-6c67f5420417 service neutron] Checking segment: {'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:13:05.617547 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-63ab59a4-2d65-4eb5-a408-6c67f5420417 service neutron] Bound using segment: {'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:13:05.618393 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-597e1a0a-0d43-4866-999b-934a17032381 req-af7297be-e832-4f59-b80c-206de87a3090 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2905660f8b86414091d0aa7fd20efa90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348504 Jul 24 09:13:05.618819 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-63ab59a4-2d65-4eb5-a408-6c67f5420417 service neutron] Bound port: 19bc1176-1234-41f4-af79-57ee6f1f5afd, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:13:05.619605 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-63ab59a4-2d65-4eb5-a408-6c67f5420417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:05.625119 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a83cd276-2d24-4e01-a5e6-759652ee83bd req-2b286e4f-6b53-4304-91a8-aa127fbd32ea tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/security-groups?id=8524c0a8-f984-41a1-ab6e-ad69d19df981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228564 Jul 24 09:13:05.648409 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port d5e21bee-ad81-4bb0-9094-96a3d2ca386d, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=d5e21bee-ad81-4bb0-9094-96a3d2ca386d,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:05.687545 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:05.720368 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-63ab59a4-2d65-4eb5-a408-6c67f5420417 service neutron] For port 19bc1176-1234-41f4-af79-57ee6f1f5afd, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:13:05.724368 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-63ab59a4-2d65-4eb5-a408-6c67f5420417 service neutron] For port 19bc1176-1234-41f4-af79-57ee6f1f5afd, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=19bc1176-1234-41f4-af79-57ee6f1f5afd,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:13:05.730084 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-63ab59a4-2d65-4eb5-a408-6c67f5420417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:05.762306 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port fb4f6d86-001c-4843-b045-5d577a8e60b0 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:05.762681 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:05.782422 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-63ab59a4-2d65-4eb5-a408-6c67f5420417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:05.784006 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-63ab59a4-2d65-4eb5-a408-6c67f5420417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:05.785858 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b5c93ca2-ffe2-435e-8a87-909f0d3bbe63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:05.786030 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-63ab59a4-2d65-4eb5-a408-6c67f5420417 service neutron] 10.222.0.37 "PUT /v2.0/ports/19bc1176-1234-41f4-af79-57ee6f1f5afd HTTP/1.1" status: 200 len: 1091 time: 1.4920738 Jul 24 09:13:05.797078 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e1a0a-0d43-4866-999b-934a17032381 req-29d533cb-9b50-4751-beee-95f0ec6949e2 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:05.804884 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-597e1a0a-0d43-4866-999b-934a17032381 req-29d533cb-9b50-4751-beee-95f0ec6949e2 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1795695 Jul 24 09:13:05.822836 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-597e1a0a-0d43-4866-999b-934a17032381 req-ccb10092-5959-4594-8388-fed3cec437b7 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/quotas/2905660f8b86414091d0aa7fd20efa90 HTTP/1.1" status: 200 len: 375 time: 0.0173340 Jul 24 09:13:05.848098 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab59a4-2d65-4eb5-a408-6c67f5420417 service neutron] Pushing event updated for resources: {'Port': ['ID=19bc1176-1234-41f4-af79-57ee6f1f5afd,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:05.861399 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=d5e21bee-ad81-4bb0-9094-96a3d2ca386d,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:05.912445 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c727f9d8-f48c-4b43-ad9e-5b889ad6bbd9 None None] Provisioning for port 9623dd4e-a414-4139-aadb-c19be289e2ba completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:13:05.923831 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c727f9d8-f48c-4b43-ad9e-5b889ad6bbd9 None None] Provisioning complete for port 9623dd4e-a414-4139-aadb-c19be289e2ba triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:05.924204 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c727f9d8-f48c-4b43-ad9e-5b889ad6bbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:05.946179 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffeb04-89d5-486f-baae-158d6e600c97 req-e4b6611c-6dc1-4c6c-a714-5f0c3397722a tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:05.948098 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a3ffeb04-89d5-486f-baae-158d6e600c97 req-e4b6611c-6dc1-4c6c-a714-5f0c3397722a tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=367ba4be-ef47-4443-b999-f6f8727d00f3 HTTP/1.1" status: 200 len: 943 time: 0.2104383 Jul 24 09:13:05.971587 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-5b3f06ae-b3b3-4f1a-ace7-8ec8859bc94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:05.974404 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-5b3f06ae-b3b3-4f1a-ace7-8ec8859bc94d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=400b6e3893174893b678c7f2a57041a8&device_id=367ba4be-ef47-4443-b999-f6f8727d00f3 HTTP/1.1" status: 200 len: 1094 time: 0.1042821 Jul 24 09:13:06.007444 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-c727f9d8-f48c-4b43-ad9e-5b889ad6bbd9 None None] Port 9623dd4e-a414-4139-aadb-c19be289e2ba cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:13:06.040643 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a3ffeb04-89d5-486f-baae-158d6e600c97 req-8f7d58f9-b474-4af2-bf10-e90b7569437a tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845945 Jul 24 09:13:06.047325 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-e6cd99b9-b03f-4f7d-9794-db278da45b39 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19bc1176-1234-41f4-af79-57ee6f1f5afd HTTP/1.1" status: 200 len: 217 time: 0.0614238 Jul 24 09:13:06.063070 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['d5e21bee-ad81-4bb0-9094-96a3d2ca386d'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:06.120658 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:06.136037 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-681ff6ff-34a5-4dab-9a9f-5228d222203a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:06.138979 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-681ff6ff-34a5-4dab-9a9f-5228d222203a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bbeb15a4-8962-4380-8bb7-477c83cce3ff HTTP/1.1" status: 200 len: 845 time: 0.0850461 Jul 24 09:13:06.139609 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] Transition to ACTIVE for port object 269ca687-672b-4533-af9f-7ce79c1dc08d will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:13:06.151871 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:06.222208 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-0cf2c993-d0b4-40c2-b2d2-7e9f07f2238e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0544269-4e64-4c91-95af-03a4be88816f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626910 Jul 24 09:13:06.231987 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3de18f-057f-45c8-87f1-34adc4cc979f None None] Pushing event updated for resources: {'Port': ['ID=269ca687-672b-4533-af9f-7ce79c1dc08d,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:06.282195 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] Attempting to bind port 269ca687-672b-4533-af9f-7ce79c1dc08d on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:13:06.282861 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] Attempting to bind port 269ca687-672b-4533-af9f-7ce79c1dc08d by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:13:06.283897 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] Attempting to bind port 269ca687-672b-4533-af9f-7ce79c1dc08d on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:13:06.295542 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:13:06.295929 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:13:06.296368 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:06.297139 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:13:06.297403 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] Bound port: 269ca687-672b-4533-af9f-7ce79c1dc08d, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:13:06.297782 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:06.310620 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-597e1a0a-0d43-4866-999b-934a17032381 req-16f4b1f8-66e1-4418-b211-5578c0488d1a tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2905660f8b86414091d0aa7fd20efa90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4745986 Jul 24 09:13:06.350259 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-31d574c6-5682-4946-a0cd-1f31e79ab38a service neutron] 10.222.0.37 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069155 Jul 24 09:13:06.414178 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b5c93ca2-ffe2-435e-8a87-909f0d3bbe63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:06.421614 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b5c93ca2-ffe2-435e-8a87-909f0d3bbe63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:06.507490 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e4cd136-5e5c-4f67-ac90-9f8aea0b8989 req-6b80e624-7772-4145-8ab5-761db424db13 service neutron] 10.222.0.37 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492538 Jul 24 09:13:06.533234 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b5c93ca2-ffe2-435e-8a87-909f0d3bbe63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:06.560185 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] For port 269ca687-672b-4533-af9f-7ce79c1dc08d, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:13:06.564640 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] For port 269ca687-672b-4533-af9f-7ce79c1dc08d, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=269ca687-672b-4533-af9f-7ce79c1dc08d,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:13:06.566195 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89beb986-dde3-4512-bc82-60ff62e112ea req-882c95c8-2e3b-4739-af4a-1902d780a463 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:06.567984 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89beb986-dde3-4512-bc82-60ff62e112ea req-882c95c8-2e3b-4739-af4a-1902d780a463 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c7fc5a0-fd45-4c9b-8542-7302d5685315 HTTP/1.1" status: 200 len: 949 time: 0.1833675 Jul 24 09:13:06.568632 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:06.594501 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c93ca2-ffe2-435e-8a87-909f0d3bbe63 admin admin] Pushing event updated for resources: {'Port': ['ID=9623dd4e-a414-4139-aadb-c19be289e2ba,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:06.653180 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a61150-0053-45a4-a1b8-c895592ccf8e req-c06a6117-d76f-4b64-9371-e37d8834fe70 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:06.654980 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-33a61150-0053-45a4-a1b8-c895592ccf8e req-c06a6117-d76f-4b64-9371-e37d8834fe70 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4400f82-f205-4971-8af0-00cce5d986f9 HTTP/1.1" status: 200 len: 949 time: 0.1463013 Jul 24 09:13:06.671885 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] Routers {'93762e27-641f-4c53-b51f-ec052b3d86ed'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:13:06.672715 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:13:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['93762e27-641f-4c53-b51f-ec052b3d86ed'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:06.746679 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-33a61150-0053-45a4-a1b8-c895592ccf8e req-e5e62044-1059-4db2-952c-363fba8bfb16 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853596 Jul 24 09:13:06.770176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-89beb986-dde3-4512-bc82-60ff62e112ea req-4fd83dbe-81a7-419b-a447-5444634deda8 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Deleting port 138f208e-b045-46c0-ba23-c86c8c405ef1 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:13:06.770656 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-89beb986-dde3-4512-bc82-60ff62e112ea req-4fd83dbe-81a7-419b-a447-5444634deda8 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:06.772171 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3de18f-057f-45c8-87f1-34adc4cc979f None None] Pushing event updated for resources: {'Port': ['ID=269ca687-672b-4533-af9f-7ce79c1dc08d,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:06.799141 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5cba52c9-c24a-4fb4-bfaa-5c9c1c264c69 req-9284f99e-56ce-493c-88cd-0f8cf469a404 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=615abf05-4cc9-451e-9413-dde4522cf2b3 HTTP/1.1" status: 200 len: 210 time: 0.0531297 Jul 24 09:13:06.833314 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] Set router 93762e27-641f-4c53-b51f-ec052b3d86ed gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:13:06.876195 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c93ca2-ffe2-435e-8a87-909f0d3bbe63 admin admin] Network 50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:13:06.879144 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-b5c93ca2-ffe2-435e-8a87-909f0d3bbe63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:13:06.941801 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-89beb986-dde3-4512-bc82-60ff62e112ea req-4fd83dbe-81a7-419b-a447-5444634deda8 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] For port 138f208e-b045-46c0-ba23-c86c8c405ef1, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=138f208e-b045-46c0-ba23-c86c8c405ef1,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:06.942303 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-89beb986-dde3-4512-bc82-60ff62e112ea req-4fd83dbe-81a7-419b-a447-5444634deda8 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:06.975226 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-89beb986-dde3-4512-bc82-60ff62e112ea req-4fd83dbe-81a7-419b-a447-5444634deda8 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Calling delete_port for 138f208e-b045-46c0-ba23-c86c8c405ef1 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:13:07.154690 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c93ca2-ffe2-435e-8a87-909f0d3bbe63 admin admin] Router 93762e27-641f-4c53-b51f-ec052b3d86ed has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:13:07.198874 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-89beb986-dde3-4512-bc82-60ff62e112ea req-4fd83dbe-81a7-419b-a447-5444634deda8 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:07.201771 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6bae9-f3bf-436f-986b-5187f6922846 req-eb905a0c-deaa-4db0-9dd3-089816397fc1 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:07.212711 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-81f6bae9-f3bf-436f-986b-5187f6922846 req-eb905a0c-deaa-4db0-9dd3-089816397fc1 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c7fc5a0-fd45-4c9b-8542-7302d5685315 HTTP/1.1" status: 200 len: 949 time: 0.2664390 Jul 24 09:13:07.227501 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['138f208e-b045-46c0-ba23-c86c8c405ef1'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:07.260291 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54280) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:07.267783 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd83dbe-81a7-419b-a447-5444634deda8 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Pushing event deleted for resources: {'Port': ['ID=138f208e-b045-46c0-ba23-c86c8c405ef1,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:07.331583 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b8f83b58-68a3-407f-b592-78d392257e00 None None] Provisioning complete for port 9623dd4e-a414-4139-aadb-c19be289e2ba triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:07.331583 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b8f83b58-68a3-407f-b592-78d392257e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:07.361727 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93762e27-641f-4c53-b51f-ec052b3d86ed', 'name': 'tempest-FloatingIPDetailsTestJSON-1814734160-router', 'tenant_id': '35be8a69d6774f068d30e9ad47aaa155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '269ca687-672b-4533-af9f-7ce79c1dc08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:13:01Z', 'updated_at': '2021-07-24T09:13:05Z', 'revision_number': 4, 'project_id': '35be8a69d6774f068d30e9ad47aaa155', 'gw_port': {'id': '269ca687-672b-4533-af9f-7ce79c1dc08d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93762e27-641f-4c53-b51f-ec052b3d86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:02Z', 'updated_at': '2021-07-24T09:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '9623dd4e-a414-4139-aadb-c19be289e2ba', 'name': '', 'network_id': '50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74', 'tenant_id': '35be8a69d6774f068d30e9ad47aaa155', 'mac_address': 'fa:16:3e:bc:56:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93762e27-641f-4c53-b51f-ec052b3d86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '1b4aa93a-9bae-4aef-a9a9-92bdf33319f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:04Z', 'updated_at': '2021-07-24T09:13:05Z', 'revision_number': 2, 'project_id': '35be8a69d6774f068d30e9ad47aaa155', 'subnets': [{'id': '1b4aa93a-9bae-4aef-a9a9-92bdf33319f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:07.388865 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-81f6bae9-f3bf-436f-986b-5187f6922846 req-5d11f649-51ce-491c-9c1c-c0caec989efd tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/security-groups?id=8524c0a8-f984-41a1-ab6e-ad69d19df981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748817 Jul 24 09:13:07.407536 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c93ca2-ffe2-435e-8a87-909f0d3bbe63 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:13:07.420709 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b5c93ca2-ffe2-435e-8a87-909f0d3bbe63 admin admin] 10.222.0.32 "PUT /v2.0/routers/93762e27-641f-4c53-b51f-ec052b3d86ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6526532 Jul 24 09:13:07.437632 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38890932-dcd0-438c-8014-81ab45b03047 None None] The sync data for ids ['93762e27-641f-4c53-b51f-ec052b3d86ed'] in n-d-800085-9 is: [{'id': '93762e27-641f-4c53-b51f-ec052b3d86ed', 'name': 'tempest-FloatingIPDetailsTestJSON-1814734160-router', 'tenant_id': '35be8a69d6774f068d30e9ad47aaa155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '269ca687-672b-4533-af9f-7ce79c1dc08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:13:01Z', 'updated_at': '2021-07-24T09:13:05Z', 'revision_number': 4, 'project_id': '35be8a69d6774f068d30e9ad47aaa155', 'gw_port': {'id': '269ca687-672b-4533-af9f-7ce79c1dc08d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93762e27-641f-4c53-b51f-ec052b3d86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:02Z', 'updated_at': '2021-07-24T09:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '9623dd4e-a414-4139-aadb-c19be289e2ba', 'name': '', 'network_id': '50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74', 'tenant_id': '35be8a69d6774f068d30e9ad47aaa155', 'mac_address': 'fa:16:3e:bc:56:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93762e27-641f-4c53-b51f-ec052b3d86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '1b4aa93a-9bae-4aef-a9a9-92bdf33319f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:04Z', 'updated_at': '2021-07-24T09:13:05Z', 'revision_number': 2, 'project_id': '35be8a69d6774f068d30e9ad47aaa155', 'subnets': [{'id': '1b4aa93a-9bae-4aef-a9a9-92bdf33319f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:13:07.443596 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-b8f83b58-68a3-407f-b592-78d392257e00 None None] Port 9623dd4e-a414-4139-aadb-c19be289e2ba cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:13:07.476993 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['42bbe8ff-3212-40b1-a171-82d2c26af4f4'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:07.562343 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device c53e0ca7-9937-4cf0-b41a-3892056f375b up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:13:07.673077 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port c53e0ca7-9937-4cf0-b41a-3892056f375b completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:13:07.681815 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port c53e0ca7-9937-4cf0-b41a-3892056f375b triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:07.682186 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:07.798196 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-89beb986-dde3-4512-bc82-60ff62e112ea req-4fd83dbe-81a7-419b-a447-5444634deda8 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] No DVR routers for this DVR port 138f208e-b045-46c0-ba23-c86c8c405ef1 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:13:07.799877 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367ba4be-ef47-4443-b999-f6f8727d00f3', 'tag': '19bc1176-1234-41f4-af79-57ee6f1f5afd'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:13:07.801939 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3e1ac7-5e31-400a-8f09-cb0997edf933" -d '{"events": [{"name": "network-changed", "server_uuid": "367ba4be-ef47-4443-b999-f6f8727d00f3", "tag": "19bc1176-1234-41f4-af79-57ee6f1f5afd"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:13:07.805536 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-89beb986-dde3-4512-bc82-60ff62e112ea req-4fd83dbe-81a7-419b-a447-5444634deda8 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:07.807557 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89beb986-dde3-4512-bc82-60ff62e112ea req-4fd83dbe-81a7-419b-a447-5444634deda8 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.20 "DELETE /v2.0/ports/138f208e-b045-46c0-ba23-c86c8c405ef1 HTTP/1.1" status: 204 len: 173 time: 1.2334647 Jul 24 09:13:07.823805 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e70244-8191-40e7-8414-cf92a570448f admin admin] Deleting subnet c79d9a28-e5ee-4181-acf9-47f99c7779b6 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:13:07.840097 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-48e70244-8191-40e7-8414-cf92a570448f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:07.883087 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:07.909929 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-48e70244-8191-40e7-8414-cf92a570448f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:07.911258 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc74c894-63f0-4771-b257-438dd0299441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53e0ca7-9937-4cf0-b41a-3892056f375b'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:13:07.914441 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8f1459-2469-4109-95c2-a50c5feec781" -d '{"events": [{"server_uuid": "cc74c894-63f0-4771-b257-438dd0299441", "name": "network-vif-plugged", "status": "completed", "tag": "c53e0ca7-9937-4cf0-b41a-3892056f375b"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:13:07.928163 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port c53e0ca7-9937-4cf0-b41a-3892056f375b, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=c53e0ca7-9937-4cf0-b41a-3892056f375b,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:07.933495 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:07.935291 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device b6711f00-4e61-46d6-bafc-36a446a49a02 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:13:07.956003 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-597e1a0a-0d43-4866-999b-934a17032381 req-c44b9362-738c-4c65-a70e-b0910ae6787c tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2905660f8b86414091d0aa7fd20efa90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706673 Jul 24 09:13:07.992118 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: b6711f00-4e61-46d6-bafc-36a446a49a02 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:13:07.992581 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device b6711f00-4e61-46d6-bafc-36a446a49a02 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:13:08.030526 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=c53e0ca7-9937-4cf0-b41a-3892056f375b,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:08.047619 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acfc8d-7b32-4ab8-95e9-f4fe251558f7 req-5eb5f609-4286-40b2-9b55-8b1e93f95ae4 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:08.049350 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84acfc8d-7b32-4ab8-95e9-f4fe251558f7 req-5eb5f609-4286-40b2-9b55-8b1e93f95ae4 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=367ba4be-ef47-4443-b999-f6f8727d00f3 HTTP/1.1" status: 200 len: 943 time: 0.7276902 Jul 24 09:13:08.060174 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-48e70244-8191-40e7-8414-cf92a570448f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:08.090080 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-911c7b1d-40cf-4f3f-b825-696564787aaf req-db10013b-a0d4-4d41-99ed-22fa8d496766 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2186241 Jul 24 09:13:08.095058 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-911c7b1d-40cf-4f3f-b825-696564787aaf req-3ed3505f-8d7f-41ea-bbdd-2dc63996a607 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:08.121422 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-911c7b1d-40cf-4f3f-b825-696564787aaf req-3ed3505f-8d7f-41ea-bbdd-2dc63996a607 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:08.187517 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84acfc8d-7b32-4ab8-95e9-f4fe251558f7 req-2dfc01a9-ed55-4256-9aae-c2950e9b5242 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248922 Jul 24 09:13:08.206299 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e1a0a-0d43-4866-999b-934a17032381 req-634dabf8-55fa-4d2e-b83a-fc360ffc9c68 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:08.207683 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-597e1a0a-0d43-4866-999b-934a17032381 req-634dabf8-55fa-4d2e-b83a-fc360ffc9c68 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2378142 Jul 24 09:13:08.219202 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-48e70244-8191-40e7-8414-cf92a570448f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:08.237367 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-597e1a0a-0d43-4866-999b-934a17032381 req-640e4871-3d26-4757-94f7-8584243ea2b8 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Request body: {'port': {'device_id': '615abf05-4cc9-451e-9413-dde4522cf2b3', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': '2905660f8b86414091d0aa7fd20efa90'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:08.255998 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-911c7b1d-40cf-4f3f-b825-696564787aaf req-3ed3505f-8d7f-41ea-bbdd-2dc63996a607 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:08.276604 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e70244-8191-40e7-8414-cf92a570448f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c79d9a28-e5ee-4181-acf9-47f99c7779b6,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:08.283183 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-48e70244-8191-40e7-8414-cf92a570448f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:08.285238 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-48e70244-8191-40e7-8414-cf92a570448f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c79d9a28-e5ee-4181-acf9-47f99c7779b6 HTTP/1.1" status: 204 len: 168 time: 1.0246618 Jul 24 09:13:08.292372 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54300) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:08.462639 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-45392d7b-8972-4739-b2e3-306d97ea1045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:08.466497 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-911c7b1d-40cf-4f3f-b825-696564787aaf req-3ed3505f-8d7f-41ea-bbdd-2dc63996a607 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Allocated IP 172.25.7.118 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/4180a18b-63dc-4771-9d41-e741e0b8168b) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:13:08.511087 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 19bc1176-1234-41f4-af79-57ee6f1f5afd details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:13:08.514981 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device d5e21bee-ad81-4bb0-9094-96a3d2ca386d up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:13:08.585820 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-597e1a0a-0d43-4866-999b-934a17032381 req-640e4871-3d26-4757-94f7-8584243ea2b8 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Made reservation on behalf of 2905660f8b86414091d0aa7fd20efa90 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:13:08.590976 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-597e1a0a-0d43-4866-999b-934a17032381 req-640e4871-3d26-4757-94f7-8584243ea2b8 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:08.601139 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b8960-c064-4fd2-812a-02b410f77663 req-1914cfb1-71a3-4ab6-99e5-b5bbbf7cb755 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:08.603874 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-880b8960-c064-4fd2-812a-02b410f77663 req-1914cfb1-71a3-4ab6-99e5-b5bbbf7cb755 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4400f82-f205-4971-8af0-00cce5d986f9 HTTP/1.1" status: 200 len: 949 time: 0.2457573 Jul 24 09:13:08.608478 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-911c7b1d-40cf-4f3f-b825-696564787aaf req-3ed3505f-8d7f-41ea-bbdd-2dc63996a607 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:08.651619 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-45392d7b-8972-4739-b2e3-306d97ea1045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:08.661853 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-911c7b1d-40cf-4f3f-b825-696564787aaf req-3ed3505f-8d7f-41ea-bbdd-2dc63996a607 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:08.672475 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-45392d7b-8972-4739-b2e3-306d97ea1045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2584121-b2ba-413b-8ac1-b7ad8ed505e8']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:08.690377 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port d5e21bee-ad81-4bb0-9094-96a3d2ca386d completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:13:08.697811 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port d5e21bee-ad81-4bb0-9094-96a3d2ca386d triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:08.698194 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:08.702429 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-45392d7b-8972-4739-b2e3-306d97ea1045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fda486-ee01-481a-b507-84e4e48cd7ff') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:08.702933 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-45392d7b-8972-4739-b2e3-306d97ea1045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fda486-ee01-481a-b507-84e4e48cd7ff') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:08.735804 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-911c7b1d-40cf-4f3f-b825-696564787aaf req-3ed3505f-8d7f-41ea-bbdd-2dc63996a607 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:13:08.737734 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-911c7b1d-40cf-4f3f-b825-696564787aaf req-3ed3505f-8d7f-41ea-bbdd-2dc63996a607 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:13:08.742029 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-911c7b1d-40cf-4f3f-b825-696564787aaf req-3ed3505f-8d7f-41ea-bbdd-2dc63996a607 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:13:08.748991 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 19bc1176-1234-41f4-af79-57ee6f1f5afd, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=19bc1176-1234-41f4-af79-57ee6f1f5afd,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:08.751979 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-45392d7b-8972-4739-b2e3-306d97ea1045 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:08.756327 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-880b8960-c064-4fd2-812a-02b410f77663 req-7870de9a-3a99-47d3-8b4e-6e1f89931264 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436381 Jul 24 09:13:08.767410 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '19bc1176-1234-41f4-af79-57ee6f1f5afd', 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f', 'port_id': '19bc1176-1234-41f4-af79-57ee6f1f5afd', 'mac_address': 'fa:16:3e:ad:c3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbeb15a4-8962-4380-8bb7-477c83cce3ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:13:08.787492 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-45392d7b-8972-4739-b2e3-306d97ea1045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:08.792668 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3505f-8d7f-41ea-bbdd-2dc63996a607 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Pushing event updated for resources: {'Port': ['ID=4180a18b-63dc-4771-9d41-e741e0b8168b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:08.815770 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45392d7b-8972-4739-b2e3-306d97ea1045 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:13:08.816318 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-45392d7b-8972-4739-b2e3-306d97ea1045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:13:08.819901 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:13:08.843304 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:08.851695 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cd1fd7-a9a7-44f3-9e39-1c2a53674eab x-openstack-request-id: req-c0cd1fd7-a9a7-44f3-9e39-1c2a53674eab {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:13:08.852782 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367ba4be-ef47-4443-b999-f6f8727d00f3", "tag": "19bc1176-1234-41f4-af79-57ee6f1f5afd", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:13:08.852782 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0cd1fd7-a9a7-44f3-9e39-1c2a53674eab {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:13:08.853029 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367ba4be-ef47-4443-b999-f6f8727d00f3', 'tag': '19bc1176-1234-41f4-af79-57ee6f1f5afd', 'status': 'completed', 'code': 200} Jul 24 09:13:08.864105 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19bc1176-1234-41f4-af79-57ee6f1f5afd {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:13:08.894409 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 19bc1176-1234-41f4-af79-57ee6f1f5afd, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=19bc1176-1234-41f4-af79-57ee6f1f5afd,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:08.920718 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:08.970534 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:09.000139 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ac2ceb87-5ee0-4f8d-90a9-8ed3131b0d7e req-0d80cbc7-f457-420a-a104-33b2d5fa5e9f tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=615abf05-4cc9-451e-9413-dde4522cf2b3 HTTP/1.1" status: 200 len: 210 time: 0.0459845 Jul 24 09:13:09.004954 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-45392d7b-8972-4739-b2e3-306d97ea1045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:09.006493 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=19bc1176-1234-41f4-af79-57ee6f1f5afd,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:09.031196 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port d5e21bee-ad81-4bb0-9094-96a3d2ca386d, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=d5e21bee-ad81-4bb0-9094-96a3d2ca386d,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:09.034217 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-45392d7b-8972-4739-b2e3-306d97ea1045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:09.036030 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:09.041901 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-45392d7b-8972-4739-b2e3-306d97ea1045 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d2584121-b2ba-413b-8ac1-b7ad8ed505e8 HTTP/1.1" status: 204 len: 168 time: 0.7483697 Jul 24 09:13:09.044380 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-597e1a0a-0d43-4866-999b-934a17032381 req-640e4871-3d26-4757-94f7-8584243ea2b8 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Allocated IP 192.168.233.142 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/29914722-ba29-4bbc-b734-e9c224aeb8cb) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:13:09.075160 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-911c7b1d-40cf-4f3f-b825-696564787aaf req-3ed3505f-8d7f-41ea-bbdd-2dc63996a607 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:09.096062 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f3ade9-8f40-4011-8cf9-3fd0f4388e5b x-openstack-request-id: req-a9f3ade9-8f40-4011-8cf9-3fd0f4388e5b {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:13:09.096358 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc74c894-63f0-4771-b257-438dd0299441", "name": "network-vif-plugged", "status": "completed", "tag": "c53e0ca7-9937-4cf0-b41a-3892056f375b", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:13:09.096610 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9f3ade9-8f40-4011-8cf9-3fd0f4388e5b {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:13:09.102699 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc74c894-63f0-4771-b257-438dd0299441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53e0ca7-9937-4cf0-b41a-3892056f375b', 'code': 200} Jul 24 09:13:09.113372 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45392d7b-8972-4739-b2e3-306d97ea1045 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2584121-b2ba-413b-8ac1-b7ad8ed505e8,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:09.146390 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e1ac7-5e31-400a-8f09-cb0997edf933 req-b14ee945-c729-4234-aaef-8e273b8e084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:09.148488 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0f3e1ac7-5e31-400a-8f09-cb0997edf933 req-b14ee945-c729-4234-aaef-8e273b8e084b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=400b6e3893174893b678c7f2a57041a8&device_id=367ba4be-ef47-4443-b999-f6f8727d00f3 HTTP/1.1" status: 200 len: 1095 time: 0.2612829 Jul 24 09:13:09.157279 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=d5e21bee-ad81-4bb0-9094-96a3d2ca386d,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:09.255262 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['19bc1176-1234-41f4-af79-57ee6f1f5afd'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:09.272185 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-911c7b1d-40cf-4f3f-b825-696564787aaf req-3ed3505f-8d7f-41ea-bbdd-2dc63996a607 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:09.339827 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54314) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:09.341803 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 269ca687-672b-4533-af9f-7ce79c1dc08d up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:13:09.392687 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760e027-756c-42f8-95c2-35a0d34e3749 req-1a3ba9e8-b264-48a4-aba5-da12bdc83227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:09.394136 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f760e027-756c-42f8-95c2-35a0d34e3749 req-1a3ba9e8-b264-48a4-aba5-da12bdc83227 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cc74c894-63f0-4771-b257-438dd0299441 HTTP/1.1" status: 200 len: 1101 time: 0.2004943 Jul 24 09:13:09.476167 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7912802a-d127-4cde-9ce5-c7385f615fa2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=617718c0ddc64eb1a85673528d268e9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1351523 Jul 24 09:13:09.476798 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54318) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:09.490025 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 269ca687-672b-4533-af9f-7ce79c1dc08d completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:13:09.490690 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e1ac7-5e31-400a-8f09-cb0997edf933 req-a1dad3e6-49e7-46fb-b956-a3a048bd4b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:09.492201 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0f3e1ac7-5e31-400a-8f09-cb0997edf933 req-a1dad3e6-49e7-46fb-b956-a3a048bd4b6b service neutron] 10.222.0.37 "GET /v2.0/networks?id=f0544269-4e64-4c91-95af-03a4be88816f HTTP/1.1" status: 200 len: 905 time: 0.3260813 Jul 24 09:13:09.495429 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 269ca687-672b-4533-af9f-7ce79c1dc08d triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:09.496947 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:09.507478 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f760e027-756c-42f8-95c2-35a0d34e3749 req-b75d34e0-467d-4ace-85fb-a6eb93bbbee7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564833 Jul 24 09:13:09.555760 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-911c7b1d-40cf-4f3f-b825-696564787aaf req-3ed3505f-8d7f-41ea-bbdd-2dc63996a607 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:09.562912 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 138f208e-b045-46c0-ba23-c86c8c405ef1 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:13:09.563352 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-911c7b1d-40cf-4f3f-b825-696564787aaf req-3ed3505f-8d7f-41ea-bbdd-2dc63996a607 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:09.570388 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0f3e1ac7-5e31-400a-8f09-cb0997edf933 req-b9aa9328-b04f-4cb2-8833-38a8968d6321 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19bc1176-1234-41f4-af79-57ee6f1f5afd HTTP/1.1" status: 200 len: 217 time: 0.0677972 Jul 24 09:13:09.584609 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 138f208e-b045-46c0-ba23-c86c8c405ef1 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:13:09.585017 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 138f208e-b045-46c0-ba23-c86c8c405ef1 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:13:09.645050 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3505f-8d7f-41ea-bbdd-2dc63996a607 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Pushing event updated for resources: {'Port': ['ID=4180a18b-63dc-4771-9d41-e741e0b8168b,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:09.654321 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:09.658002 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e1ac7-5e31-400a-8f09-cb0997edf933 req-29b969c0-8cb8-467a-9f59-3770c86a7c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:09.659460 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0f3e1ac7-5e31-400a-8f09-cb0997edf933 req-29b969c0-8cb8-467a-9f59-3770c86a7c6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bbeb15a4-8962-4380-8bb7-477c83cce3ff HTTP/1.1" status: 200 len: 845 time: 0.0591335 Jul 24 09:13:09.663002 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-911c7b1d-40cf-4f3f-b825-696564787aaf req-3ed3505f-8d7f-41ea-bbdd-2dc63996a607 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:09.665978 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-597e1a0a-0d43-4866-999b-934a17032381 req-640e4871-3d26-4757-94f7-8584243ea2b8 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:09.676608 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 269ca687-672b-4533-af9f-7ce79c1dc08d, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=269ca687-672b-4533-af9f-7ce79c1dc08d,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:09.678158 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-911c7b1d-40cf-4f3f-b825-696564787aaf req-3ed3505f-8d7f-41ea-bbdd-2dc63996a607 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:09.681234 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-911c7b1d-40cf-4f3f-b825-696564787aaf req-3ed3505f-8d7f-41ea-bbdd-2dc63996a607 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5899007 Jul 24 09:13:09.682552 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:09.717200 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0f3e1ac7-5e31-400a-8f09-cb0997edf933 req-d7df804b-80bc-40d0-aaf2-0ccc67e8c92e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0544269-4e64-4c91-95af-03a4be88816f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453863 Jul 24 09:13:09.725029 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-597e1a0a-0d43-4866-999b-934a17032381 req-640e4871-3d26-4757-94f7-8584243ea2b8 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Transition to ACTIVE for port object 29914722-ba29-4bbc-b734-e9c224aeb8cb will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:13:09.729309 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8c64f5c-77d7-44e8-9b91-61094bb316b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:09.734222 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=269ca687-672b-4533-af9f-7ce79c1dc08d,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:09.738655 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-911c7b1d-40cf-4f3f-b825-696564787aaf req-d9bf3e2e-3fc6-40bd-8899-34fe5c5ff23f tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.118 HTTP/1.1" status: 200 len: 696 time: 0.0476193 Jul 24 09:13:09.801991 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8c64f5c-77d7-44e8-9b91-61094bb316b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:09.817611 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e2de9-2176-4881-87ca-b1884064273b req-a8a0e8a2-3b8c-4dfe-8c42-39062927dc71 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:09.819107 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca5e2de9-2176-4881-87ca-b1884064273b req-a8a0e8a2-3b8c-4dfe-8c42-39062927dc71 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=367ba4be-ef47-4443-b999-f6f8727d00f3 HTTP/1.1" status: 200 len: 944 time: 0.2992144 Jul 24 09:13:09.860851 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c7b1d-40cf-4f3f-b825-696564787aaf req-23cf876d-fa63-47ff-b4a5-f298b5b1be0c tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:09.862265 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-911c7b1d-40cf-4f3f-b825-696564787aaf req-23cf876d-fa63-47ff-b4a5-f298b5b1be0c tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 0.1149726 Jul 24 09:13:09.919591 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-597e1a0a-0d43-4866-999b-934a17032381 req-640e4871-3d26-4757-94f7-8584243ea2b8 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:09.932461 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['cca6a4ed-3566-4011-ac17-5441cc366ef1', 'd27de9f1-f9aa-47a9-ba32-105da944aee7'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:09.945625 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0f3e1ac7-5e31-400a-8f09-cb0997edf933 req-e5a7362b-5ac4-4f7b-bb55-671fd02c4d9b service neutron] 10.222.0.37 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136564 Jul 24 09:13:09.985268 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca5e2de9-2176-4881-87ca-b1884064273b req-8347df6b-21d4-494a-aa77-501a15b9750b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294675 Jul 24 09:13:10.004758 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-597e1a0a-0d43-4866-999b-934a17032381 req-640e4871-3d26-4757-94f7-8584243ea2b8 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:13:10.029034 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-597e1a0a-0d43-4866-999b-934a17032381 req-640e4871-3d26-4757-94f7-8584243ea2b8 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:13:10.036722 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-597e1a0a-0d43-4866-999b-934a17032381 req-640e4871-3d26-4757-94f7-8584243ea2b8 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:13:10.047745 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8c64f5c-77d7-44e8-9b91-61094bb316b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:10.050826 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8c64f5c-77d7-44e8-9b91-61094bb316b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:10.055164 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a8c64f5c-77d7-44e8-9b91-61094bb316b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e769768-6c4a-48f1-9ff1-cc231d6f04e4 HTTP/1.1" status: 204 len: 168 time: 0.5731370 Jul 24 09:13:10.101591 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e4871-3d26-4757-94f7-8584243ea2b8 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Pushing event updated for resources: {'Port': ['ID=29914722-ba29-4bbc-b734-e9c224aeb8cb,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:10.151720 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c64f5c-77d7-44e8-9b91-61094bb316b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e769768-6c4a-48f1-9ff1-cc231d6f04e4,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:10.192781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb8c91-62d5-42e5-8542-067fcd816cd2 req-0e92ccb0-223b-4f01-9010-e663d078bfb7 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:10.201804 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-edbb8c91-62d5-42e5-8542-067fcd816cd2 req-0e92ccb0-223b-4f01-9010-e663d078bfb7 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?device_id=27ff371a-63d6-45f8-a13b-6b66193737fd HTTP/1.1" status: 200 len: 950 time: 0.1839302 Jul 24 09:13:10.251931 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e1a0a-0d43-4866-999b-934a17032381 req-640e4871-3d26-4757-94f7-8584243ea2b8 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:10.252680 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-597e1a0a-0d43-4866-999b-934a17032381 req-640e4871-3d26-4757-94f7-8584243ea2b8 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:10.275261 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0f3e1ac7-5e31-400a-8f09-cb0997edf933 req-65c8126a-2bb9-4be6-b580-0e84ddf31b1a service neutron] 10.222.0.37 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081040 Jul 24 09:13:10.286634 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-597e1a0a-0d43-4866-999b-934a17032381 req-640e4871-3d26-4757-94f7-8584243ea2b8 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0639699 Jul 24 09:13:10.306569 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-edbb8c91-62d5-42e5-8542-067fcd816cd2 req-08835472-d5e6-4a25-9c88-63b87955473c tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/security-groups?id=8524c0a8-f984-41a1-ab6e-ad69d19df981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030486 Jul 24 09:13:10.307433 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-597e1a0a-0d43-4866-999b-934a17032381 req-103e8ed7-fc45-4cdc-a23c-a8764d702eb6 service neutron] Request body: {'port': {'device_id': '615abf05-4cc9-451e-9413-dde4522cf2b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:10.332012 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] Sync routers for ids ['93762e27-641f-4c53-b51f-ec052b3d86ed'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:13:10.351829 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] Routers {'93762e27-641f-4c53-b51f-ec052b3d86ed'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:13:10.352136 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d60b8c-aef9-4b0a-95e0-d83ff8c9e87e req-1962b208-3328-4320-81c3-532c82d5bc6c tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:10.352955 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:13:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['93762e27-641f-4c53-b51f-ec052b3d86ed'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:10.361695 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d3d60b8c-aef9-4b0a-95e0-d83ff8c9e87e req-1962b208-3328-4320-81c3-532c82d5bc6c tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4400f82-f205-4971-8af0-00cce5d986f9 HTTP/1.1" status: 200 len: 950 time: 0.2571018 Jul 24 09:13:10.468241 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d3d60b8c-aef9-4b0a-95e0-d83ff8c9e87e req-6083f778-1f7a-40d3-bb2c-83bbfa714f3d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052091 Jul 24 09:13:10.494593 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-78051484-ba4f-4edc-809d-053d937c72f5 None None] Provisioning for port 29914722-ba29-4bbc-b734-e9c224aeb8cb completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:13:10.499769 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-597e1a0a-0d43-4866-999b-934a17032381 req-103e8ed7-fc45-4cdc-a23c-a8764d702eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:10.502103 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-78051484-ba4f-4edc-809d-053d937c72f5 None None] Provisioning complete for port 29914722-ba29-4bbc-b734-e9c224aeb8cb triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:10.502484 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-78051484-ba4f-4edc-809d-053d937c72f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:10.519869 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e27673b7-27b3-4699-8565-0c8508e17064 req-d96b0d69-f90e-4446-bc4b-d2224cb4a345 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1834717 Jul 24 09:13:10.526680 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-e27673b7-27b3-4699-8565-0c8508e17064 req-6220284f-acfb-4777-9c46-acbdea2c3acb tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:10.549287 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 19bc1176-1234-41f4-af79-57ee6f1f5afd up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:13:10.579375 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e27673b7-27b3-4699-8565-0c8508e17064 req-6220284f-acfb-4777-9c46-acbdea2c3acb tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:10.615132 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-78051484-ba4f-4edc-809d-053d937c72f5 None None] Port 29914722-ba29-4bbc-b734-e9c224aeb8cb cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:13:10.631203 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] Set router 93762e27-641f-4c53-b51f-ec052b3d86ed gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:13:10.655827 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 19bc1176-1234-41f4-af79-57ee6f1f5afd completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:13:10.660711 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 19bc1176-1234-41f4-af79-57ee6f1f5afd triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:10.661250 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:10.711454 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e27673b7-27b3-4699-8565-0c8508e17064 req-6220284f-acfb-4777-9c46-acbdea2c3acb tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:10.793759 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:10.840401 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 19bc1176-1234-41f4-af79-57ee6f1f5afd, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=19bc1176-1234-41f4-af79-57ee6f1f5afd,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:10.846298 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-e27673b7-27b3-4699-8565-0c8508e17064 req-6220284f-acfb-4777-9c46-acbdea2c3acb tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Allocated IP 172.25.7.143 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/86bafbb3-5d53-4d37-8885-13149871e952) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:13:10.848201 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:10.857563 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7fc5a0-fd45-4c9b-8542-7302d5685315', 'name': 'network-vif-deleted', 'tag': '138f208e-b045-46c0-ba23-c86c8c405ef1'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:13:10.860060 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b529c376-c768-4f7b-a5b0-a1c298b65ab4" -d '{"events": [{"server_uuid": "9c7fc5a0-fd45-4c9b-8542-7302d5685315", "name": "network-vif-deleted", "tag": "138f208e-b045-46c0-ba23-c86c8c405ef1"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:13:10.877291 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689f99b-561b-42e0-81e3-cdabc8100f2d req-3ce0cf5c-6fbf-4f17-8742-9210afdca789 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:10.886101 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3689f99b-561b-42e0-81e3-cdabc8100f2d req-3ce0cf5c-6fbf-4f17-8742-9210afdca789 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=615abf05-4cc9-451e-9413-dde4522cf2b3 HTTP/1.1" status: 200 len: 936 time: 0.2833371 Jul 24 09:13:10.930470 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=19bc1176-1234-41f4-af79-57ee6f1f5afd,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:10.937242 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93762e27-641f-4c53-b51f-ec052b3d86ed', 'name': 'tempest-FloatingIPDetailsTestJSON-1814734160-router', 'tenant_id': '35be8a69d6774f068d30e9ad47aaa155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '269ca687-672b-4533-af9f-7ce79c1dc08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:13:01Z', 'updated_at': '2021-07-24T09:13:05Z', 'revision_number': 4, 'project_id': '35be8a69d6774f068d30e9ad47aaa155', 'gw_port': {'id': '269ca687-672b-4533-af9f-7ce79c1dc08d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93762e27-641f-4c53-b51f-ec052b3d86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:02Z', 'updated_at': '2021-07-24T09:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '9623dd4e-a414-4139-aadb-c19be289e2ba', 'name': '', 'network_id': '50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74', 'tenant_id': '35be8a69d6774f068d30e9ad47aaa155', 'mac_address': 'fa:16:3e:bc:56:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93762e27-641f-4c53-b51f-ec052b3d86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '1b4aa93a-9bae-4aef-a9a9-92bdf33319f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:04Z', 'updated_at': '2021-07-24T09:13:05Z', 'revision_number': 2, 'project_id': '35be8a69d6774f068d30e9ad47aaa155', 'subnets': [{'id': '1b4aa93a-9bae-4aef-a9a9-92bdf33319f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:10.956181 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-597e1a0a-0d43-4866-999b-934a17032381 req-103e8ed7-fc45-4cdc-a23c-a8764d702eb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29914722-ba29-4bbc-b734-e9c224aeb8cb {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:13:10.965649 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] Checking router: 93762e27-641f-4c53-b51f-ec052b3d86ed for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:13:10.966008 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] Updating router 93762e27-641f-4c53-b51f-ec052b3d86ed port 9623dd4e-a414-4139-aadb-c19be289e2ba binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:13:10.972776 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3689f99b-561b-42e0-81e3-cdabc8100f2d req-41b3bd57-5b9a-4522-8e9a-e4578b36453e tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851026 Jul 24 09:13:10.977664 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-597e1a0a-0d43-4866-999b-934a17032381 req-103e8ed7-fc45-4cdc-a23c-a8764d702eb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:10.992035 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-597e1a0a-0d43-4866-999b-934a17032381 req-103e8ed7-fc45-4cdc-a23c-a8764d702eb6 service neutron] Transition to ACTIVE for port object 29914722-ba29-4bbc-b734-e9c224aeb8cb will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:13:10.997270 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-597e1a0a-0d43-4866-999b-934a17032381 req-103e8ed7-fc45-4cdc-a23c-a8764d702eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:11.001660 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e27673b7-27b3-4699-8565-0c8508e17064 req-6220284f-acfb-4777-9c46-acbdea2c3acb tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:11.049705 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:11.064765 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e8ed7-fc45-4cdc-a23c-a8764d702eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=29914722-ba29-4bbc-b734-e9c224aeb8cb,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:11.065428 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e27673b7-27b3-4699-8565-0c8508e17064 req-6220284f-acfb-4777-9c46-acbdea2c3acb tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:11.104348 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4400f82-f205-4971-8af0-00cce5d986f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e21bee-ad81-4bb0-9094-96a3d2ca386d'}, {'server_uuid': '367ba4be-ef47-4443-b999-f6f8727d00f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19bc1176-1234-41f4-af79-57ee6f1f5afd'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:13:11.106920 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e524dc3-26a0-42f3-aefc-e734045e8999" -d '{"events": [{"server_uuid": "d4400f82-f205-4971-8af0-00cce5d986f9", "name": "network-vif-plugged", "status": "completed", "tag": "d5e21bee-ad81-4bb0-9094-96a3d2ca386d"}, {"server_uuid": "367ba4be-ef47-4443-b999-f6f8727d00f3", "name": "network-vif-plugged", "status": "completed", "tag": "19bc1176-1234-41f4-af79-57ee6f1f5afd"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:13:11.198839 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220284f-acfb-4777-9c46-acbdea2c3acb tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Pushing event updated for resources: {'Port': ['ID=86bafbb3-5d53-4d37-8885-13149871e952,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:11.205673 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e27673b7-27b3-4699-8565-0c8508e17064 req-6220284f-acfb-4777-9c46-acbdea2c3acb tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:13:11.220987 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-e27673b7-27b3-4699-8565-0c8508e17064 req-6220284f-acfb-4777-9c46-acbdea2c3acb tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:13:11.220987 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27673b7-27b3-4699-8565-0c8508e17064 req-6220284f-acfb-4777-9c46-acbdea2c3acb tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:13:11.228397 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 269ca687-672b-4533-af9f-7ce79c1dc08d up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:13:11.270258 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e5385e-80bb-4656-b276-0527135d5c6e x-openstack-request-id: req-b1e5385e-80bb-4656-b276-0527135d5c6e {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:13:11.273260 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7fc5a0-fd45-4c9b-8542-7302d5685315", "name": "network-vif-deleted", "tag": "138f208e-b045-46c0-ba23-c86c8c405ef1", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:13:11.273626 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1e5385e-80bb-4656-b276-0527135d5c6e {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:13:11.274114 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7fc5a0-fd45-4c9b-8542-7302d5685315', 'name': 'network-vif-deleted', 'tag': '138f208e-b045-46c0-ba23-c86c8c405ef1', 'status': 'completed', 'code': 200} Jul 24 09:13:11.275120 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-597e1a0a-0d43-4866-999b-934a17032381 req-103e8ed7-fc45-4cdc-a23c-a8764d702eb6 service neutron] Attempting to bind port 29914722-ba29-4bbc-b734-e9c224aeb8cb on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:13:11.278633 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-597e1a0a-0d43-4866-999b-934a17032381 req-103e8ed7-fc45-4cdc-a23c-a8764d702eb6 service neutron] Attempting to bind port 29914722-ba29-4bbc-b734-e9c224aeb8cb by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:13:11.279007 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597e1a0a-0d43-4866-999b-934a17032381 req-103e8ed7-fc45-4cdc-a23c-a8764d702eb6 service neutron] Attempting to bind port 29914722-ba29-4bbc-b734-e9c224aeb8cb on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:13:11.315156 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597e1a0a-0d43-4866-999b-934a17032381 req-103e8ed7-fc45-4cdc-a23c-a8764d702eb6 service neutron] Port 29914722-ba29-4bbc-b734-e9c224aeb8cb on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:13:11.316837 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597e1a0a-0d43-4866-999b-934a17032381 req-103e8ed7-fc45-4cdc-a23c-a8764d702eb6 service neutron] Attempting to bind port 29914722-ba29-4bbc-b734-e9c224aeb8cb on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:13:11.342923 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 269ca687-672b-4533-af9f-7ce79c1dc08d triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:11.343532 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:11.356643 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597e1a0a-0d43-4866-999b-934a17032381 req-103e8ed7-fc45-4cdc-a23c-a8764d702eb6 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:13:11.360527 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597e1a0a-0d43-4866-999b-934a17032381 req-103e8ed7-fc45-4cdc-a23c-a8764d702eb6 service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:13:11.360527 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597e1a0a-0d43-4866-999b-934a17032381 req-103e8ed7-fc45-4cdc-a23c-a8764d702eb6 service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:13:11.360527 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-597e1a0a-0d43-4866-999b-934a17032381 req-103e8ed7-fc45-4cdc-a23c-a8764d702eb6 service neutron] Bound port: 29914722-ba29-4bbc-b734-e9c224aeb8cb, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:13:11.360527 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-597e1a0a-0d43-4866-999b-934a17032381 req-103e8ed7-fc45-4cdc-a23c-a8764d702eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:11.424977 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e27673b7-27b3-4699-8565-0c8508e17064 req-6220284f-acfb-4777-9c46-acbdea2c3acb tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:11.447470 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450b2b1-de0e-4d1b-b0ee-558dca7c3edf req-b0c2295b-505a-472d-9726-9298a58c85c9 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:11.449891 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5450b2b1-de0e-4d1b-b0ee-558dca7c3edf req-b0c2295b-505a-472d-9726-9298a58c85c9 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.37 "GET /v2.0/ports?device_id=27ff371a-63d6-45f8-a13b-6b66193737fd HTTP/1.1" status: 200 len: 950 time: 0.3066697 Jul 24 09:13:11.494464 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e27673b7-27b3-4699-8565-0c8508e17064 req-6220284f-acfb-4777-9c46-acbdea2c3acb tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:11.502950 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:11.519152 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] Transition to ACTIVE for port object 9623dd4e-a414-4139-aadb-c19be289e2ba will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:13:11.526312 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:11.550274 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-597e1a0a-0d43-4866-999b-934a17032381 req-103e8ed7-fc45-4cdc-a23c-a8764d702eb6 service neutron] For port 29914722-ba29-4bbc-b734-e9c224aeb8cb, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:13:11.571872 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-597e1a0a-0d43-4866-999b-934a17032381 req-103e8ed7-fc45-4cdc-a23c-a8764d702eb6 service neutron] For port 29914722-ba29-4bbc-b734-e9c224aeb8cb, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=29914722-ba29-4bbc-b734-e9c224aeb8cb,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:13:11.581066 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb5e25-a567-4a72-ad9f-0dd26abd9b88 None None] Pushing event updated for resources: {'Port': ['ID=9623dd4e-a414-4139-aadb-c19be289e2ba,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:11.592071 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-597e1a0a-0d43-4866-999b-934a17032381 req-103e8ed7-fc45-4cdc-a23c-a8764d702eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:11.647240 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] Attempting to bind port 9623dd4e-a414-4139-aadb-c19be289e2ba on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:13:11.649567 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] Attempting to bind port 9623dd4e-a414-4139-aadb-c19be289e2ba by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'eb72404e-6fb6-4811-bd98-f7bac8efe94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:13:11.650449 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] Attempting to bind port 9623dd4e-a414-4139-aadb-c19be289e2ba on network 50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:13:11.658412 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:13:11.659071 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] Checking segment: {'id': 'eb72404e-6fb6-4811-bd98-f7bac8efe94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:13:11.659639 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:11.660213 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] Bound using segment: {'id': 'eb72404e-6fb6-4811-bd98-f7bac8efe94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:13:11.661682 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] Bound port: 9623dd4e-a414-4139-aadb-c19be289e2ba, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb72404e-6fb6-4811-bd98-f7bac8efe94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:13:11.662333 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:11.666710 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e1a0a-0d43-4866-999b-934a17032381 req-103e8ed7-fc45-4cdc-a23c-a8764d702eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:11.667223 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-597e1a0a-0d43-4866-999b-934a17032381 req-103e8ed7-fc45-4cdc-a23c-a8764d702eb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:11.668714 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-597e1a0a-0d43-4866-999b-934a17032381 req-103e8ed7-fc45-4cdc-a23c-a8764d702eb6 service neutron] 10.222.0.20 "PUT /v2.0/ports/29914722-ba29-4bbc-b734-e9c224aeb8cb HTTP/1.1" status: 200 len: 1096 time: 1.3673940 Jul 24 09:13:11.690643 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d9b5f-1f65-46d9-868a-c60040861ecc req-f517f129-ce8f-4302-bd45-5d17ce247d2e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:11.692613 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e18d9b5f-1f65-46d9-868a-c60040861ecc req-f517f129-ce8f-4302-bd45-5d17ce247d2e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=367ba4be-ef47-4443-b999-f6f8727d00f3 HTTP/1.1" status: 200 len: 945 time: 0.2367773 Jul 24 09:13:11.726415 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e27673b7-27b3-4699-8565-0c8508e17064 req-6220284f-acfb-4777-9c46-acbdea2c3acb tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:11.732617 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e8ed7-fc45-4cdc-a23c-a8764d702eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=29914722-ba29-4bbc-b734-e9c224aeb8cb,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:11.732876 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e27673b7-27b3-4699-8565-0c8508e17064 req-6220284f-acfb-4777-9c46-acbdea2c3acb tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:11.787241 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] For port 9623dd4e-a414-4139-aadb-c19be289e2ba, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:13:11.794899 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] For port 9623dd4e-a414-4139-aadb-c19be289e2ba, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=9623dd4e-a414-4139-aadb-c19be289e2ba,segment=NetworkSegment(eb72404e-6fb6-4811-bd98-f7bac8efe94e),segment_id=eb72404e-6fb6-4811-bd98-f7bac8efe94e)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:13:11.808709 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:11.816419 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-5450b2b1-de0e-4d1b-b0ee-558dca7c3edf req-a9bfedc8-4607-4760-88b7-fc7235148e62 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Deleting port 42bbe8ff-3212-40b1-a171-82d2c26af4f4 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:13:11.816788 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5450b2b1-de0e-4d1b-b0ee-558dca7c3edf req-a9bfedc8-4607-4760-88b7-fc7235148e62 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:11.831859 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e18d9b5f-1f65-46d9-868a-c60040861ecc req-646c9dff-6c92-4c2c-be80-a78a4b60b47b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216838 Jul 24 09:13:11.863618 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e27673b7-27b3-4699-8565-0c8508e17064 req-6220284f-acfb-4777-9c46-acbdea2c3acb tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:11.881807 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220284f-acfb-4777-9c46-acbdea2c3acb tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Pushing event updated for resources: {'Port': ['ID=86bafbb3-5d53-4d37-8885-13149871e952,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:11.890011 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e27673b7-27b3-4699-8565-0c8508e17064 req-6220284f-acfb-4777-9c46-acbdea2c3acb tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:11.891736 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e27673b7-27b3-4699-8565-0c8508e17064 req-6220284f-acfb-4777-9c46-acbdea2c3acb tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3708467 Jul 24 09:13:11.934699 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb5e25-a567-4a72-ad9f-0dd26abd9b88 None None] Pushing event updated for resources: {'Port': ['ID=9623dd4e-a414-4139-aadb-c19be289e2ba,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:11.936306 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 09:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285ea815-6997-4d69-8da7-02aeb658e995 x-openstack-request-id: req-285ea815-6997-4d69-8da7-02aeb658e995 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:13:11.936882 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4400f82-f205-4971-8af0-00cce5d986f9", "name": "network-vif-plugged", "status": "completed", "tag": "d5e21bee-ad81-4bb0-9094-96a3d2ca386d", "code": 200}, {"server_uuid": "367ba4be-ef47-4443-b999-f6f8727d00f3", "name": "network-vif-plugged", "status": "completed", "tag": "19bc1176-1234-41f4-af79-57ee6f1f5afd", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:13:11.936995 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-285ea815-6997-4d69-8da7-02aeb658e995 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:13:11.937350 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4400f82-f205-4971-8af0-00cce5d986f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e21bee-ad81-4bb0-9094-96a3d2ca386d', 'code': 200} Jul 24 09:13:11.940190 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367ba4be-ef47-4443-b999-f6f8727d00f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19bc1176-1234-41f4-af79-57ee6f1f5afd', 'code': 200} Jul 24 09:13:11.958107 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e27673b7-27b3-4699-8565-0c8508e17064 req-10d4f797-764f-41de-8ccc-5dca0c6e6c52 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.143 HTTP/1.1" status: 200 len: 696 time: 0.0609529 Jul 24 09:13:11.967554 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e1a0a-0d43-4866-999b-934a17032381 req-06fcd384-2035-45eb-a120-4cbb928da6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:11.969106 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-597e1a0a-0d43-4866-999b-934a17032381 req-06fcd384-2035-45eb-a120-4cbb928da6d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2905660f8b86414091d0aa7fd20efa90&device_id=615abf05-4cc9-451e-9413-dde4522cf2b3 HTTP/1.1" status: 200 len: 1099 time: 0.2422469 Jul 24 09:13:11.992898 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] Routers {'93762e27-641f-4c53-b51f-ec052b3d86ed'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:13:11.994043 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:13:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['93762e27-641f-4c53-b51f-ec052b3d86ed'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:12.079038 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-597e1a0a-0d43-4866-999b-934a17032381 req-911229c0-aed7-4565-b7c6-8c8282874dd3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=29914722-ba29-4bbc-b734-e9c224aeb8cb HTTP/1.1" status: 200 len: 217 time: 0.0928254 Jul 24 09:13:12.127953 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27673b7-27b3-4699-8565-0c8508e17064 req-0a1e1078-e0c4-4cf4-a365-f3fb9f91c745 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:12.129455 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e27673b7-27b3-4699-8565-0c8508e17064 req-0a1e1078-e0c4-4cf4-a365-f3fb9f91c745 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 0.1574128 Jul 24 09:13:12.139686 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] Set router 93762e27-641f-4c53-b51f-ec052b3d86ed gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:13:12.384816 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93762e27-641f-4c53-b51f-ec052b3d86ed', 'name': 'tempest-FloatingIPDetailsTestJSON-1814734160-router', 'tenant_id': '35be8a69d6774f068d30e9ad47aaa155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '269ca687-672b-4533-af9f-7ce79c1dc08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:13:01Z', 'updated_at': '2021-07-24T09:13:05Z', 'revision_number': 4, 'project_id': '35be8a69d6774f068d30e9ad47aaa155', 'gw_port': {'id': '269ca687-672b-4533-af9f-7ce79c1dc08d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93762e27-641f-4c53-b51f-ec052b3d86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:02Z', 'updated_at': '2021-07-24T09:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '9623dd4e-a414-4139-aadb-c19be289e2ba', 'name': '', 'network_id': '50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74', 'tenant_id': '35be8a69d6774f068d30e9ad47aaa155', 'mac_address': 'fa:16:3e:bc:56:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93762e27-641f-4c53-b51f-ec052b3d86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '1b4aa93a-9bae-4aef-a9a9-92bdf33319f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:04Z', 'updated_at': '2021-07-24T09:13:11Z', 'revision_number': 4, 'project_id': '35be8a69d6774f068d30e9ad47aaa155', 'subnets': [{'id': '1b4aa93a-9bae-4aef-a9a9-92bdf33319f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:12.412335 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7012de05-0682-4338-86d0-5f4e41316bce None None] The sync data for ids ['93762e27-641f-4c53-b51f-ec052b3d86ed'] in n-d-800085-9 is: [{'id': '93762e27-641f-4c53-b51f-ec052b3d86ed', 'name': 'tempest-FloatingIPDetailsTestJSON-1814734160-router', 'tenant_id': '35be8a69d6774f068d30e9ad47aaa155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '269ca687-672b-4533-af9f-7ce79c1dc08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:13:01Z', 'updated_at': '2021-07-24T09:13:05Z', 'revision_number': 4, 'project_id': '35be8a69d6774f068d30e9ad47aaa155', 'gw_port': {'id': '269ca687-672b-4533-af9f-7ce79c1dc08d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93762e27-641f-4c53-b51f-ec052b3d86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:02Z', 'updated_at': '2021-07-24T09:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '9623dd4e-a414-4139-aadb-c19be289e2ba', 'name': '', 'network_id': '50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74', 'tenant_id': '35be8a69d6774f068d30e9ad47aaa155', 'mac_address': 'fa:16:3e:bc:56:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93762e27-641f-4c53-b51f-ec052b3d86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '1b4aa93a-9bae-4aef-a9a9-92bdf33319f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:04Z', 'updated_at': '2021-07-24T09:13:11Z', 'revision_number': 4, 'project_id': '35be8a69d6774f068d30e9ad47aaa155', 'subnets': [{'id': '1b4aa93a-9bae-4aef-a9a9-92bdf33319f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:13:12.458071 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5624e30-9ed2-4e42-8bfa-c14a5803798b req-af2f67b6-f7c5-4de4-9eec-6112fefb9f51 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:12.460319 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e5624e30-9ed2-4e42-8bfa-c14a5803798b req-af2f67b6-f7c5-4de4-9eec-6112fefb9f51 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4400f82-f205-4971-8af0-00cce5d986f9 HTTP/1.1" status: 200 len: 950 time: 0.0689521 Jul 24 09:13:12.503785 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e5624e30-9ed2-4e42-8bfa-c14a5803798b req-ddbf9e63-ec7d-4b52-b209-765d81d3904a tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358741 Jul 24 09:13:12.577397 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5450b2b1-de0e-4d1b-b0ee-558dca7c3edf req-a9bfedc8-4607-4760-88b7-fc7235148e62 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] For port 42bbe8ff-3212-40b1-a171-82d2c26af4f4, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=42bbe8ff-3212-40b1-a171-82d2c26af4f4,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:12.577938 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5450b2b1-de0e-4d1b-b0ee-558dca7c3edf req-a9bfedc8-4607-4760-88b7-fc7235148e62 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:12.608372 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-5450b2b1-de0e-4d1b-b0ee-558dca7c3edf req-a9bfedc8-4607-4760-88b7-fc7235148e62 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Calling delete_port for 42bbe8ff-3212-40b1-a171-82d2c26af4f4 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:13:12.634099 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e1a0a-0d43-4866-999b-934a17032381 req-ec0210aa-67cb-4907-83ce-c47503af9e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:12.635614 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-597e1a0a-0d43-4866-999b-934a17032381 req-ec0210aa-67cb-4907-83ce-c47503af9e5b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.5357246 Jul 24 09:13:12.642264 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d00a9-6c5e-4e88-a191-d379dda3dddb req-36609fb5-8d1f-480d-9485-2993b557137d tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:12.643888 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aa8d00a9-6c5e-4e88-a191-d379dda3dddb req-36609fb5-8d1f-480d-9485-2993b557137d tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=615abf05-4cc9-451e-9413-dde4522cf2b3 HTTP/1.1" status: 200 len: 948 time: 0.0758052 Jul 24 09:13:12.682858 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aa8d00a9-6c5e-4e88-a191-d379dda3dddb req-fb290efe-a193-4429-b414-62efe871bdbf tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334084 Jul 24 09:13:12.737569 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929a837-23e3-4906-97e9-bc8fa99127ff req-f2d3b882-0a19-4dfb-adc4-188cd4f038d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:12.739118 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a929a837-23e3-4906-97e9-bc8fa99127ff req-f2d3b882-0a19-4dfb-adc4-188cd4f038d8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4400f82-f205-4971-8af0-00cce5d986f9 HTTP/1.1" status: 200 len: 1101 time: 0.6413105 Jul 24 09:13:12.756774 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ccca8-aeae-4da2-9fa3-336b9948df5c req-e3487429-4638-4c8d-a724-7690dba81148 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:12.758307 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-253ccca8-aeae-4da2-9fa3-336b9948df5c req-e3487429-4638-4c8d-a724-7690dba81148 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/ports?device_id=27ff371a-63d6-45f8-a13b-6b66193737fd HTTP/1.1" status: 200 len: 950 time: 0.7003632 Jul 24 09:13:12.765769 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89537f-5828-414f-82a0-8f4bbec8d7eb req-5b60f923-e1ce-4a18-9d17-8d199adeb9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:12.767302 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0f89537f-5828-414f-82a0-8f4bbec8d7eb req-5b60f923-e1ce-4a18-9d17-8d199adeb9c3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=367ba4be-ef47-4443-b999-f6f8727d00f3 HTTP/1.1" status: 200 len: 1096 time: 0.6683984 Jul 24 09:13:12.828323 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-71ca169d-cab6-4a0a-83ae-1578e1ea224f req-daadd171-033e-4430-8af8-51c752b85706 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1196616 Jul 24 09:13:12.833190 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-71ca169d-cab6-4a0a-83ae-1578e1ea224f req-36884ec3-3755-4c6c-98ad-94acbc6b9f2b tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:12.857832 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-71ca169d-cab6-4a0a-83ae-1578e1ea224f req-36884ec3-3755-4c6c-98ad-94acbc6b9f2b tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:12.884613 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a929a837-23e3-4906-97e9-bc8fa99127ff req-d11c8ccf-c5fd-419c-a524-2b1bd9014df5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243811 Jul 24 09:13:12.889812 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0f89537f-5828-414f-82a0-8f4bbec8d7eb req-0145c5b3-54e9-4b06-a43a-ea2652742d63 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095634 Jul 24 09:13:12.899421 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-253ccca8-aeae-4da2-9fa3-336b9948df5c req-1a44bbb7-d26c-4cb4-82e7-ccb4925e6097 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.32 "GET /v2.0/security-groups?id=8524c0a8-f984-41a1-ab6e-ad69d19df981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271768 Jul 24 09:13:12.919417 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e1a0a-0d43-4866-999b-934a17032381 req-eba94e85-8fd0-4ee7-b1d1-833913cccc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:12.921070 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-597e1a0a-0d43-4866-999b-934a17032381 req-eba94e85-8fd0-4ee7-b1d1-833913cccc12 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2756217 Jul 24 09:13:12.991692 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-71ca169d-cab6-4a0a-83ae-1578e1ea224f req-36884ec3-3755-4c6c-98ad-94acbc6b9f2b tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:13.017887 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5450b2b1-de0e-4d1b-b0ee-558dca7c3edf req-a9bfedc8-4607-4760-88b7-fc7235148e62 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:13.057405 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfedc8-4607-4760-88b7-fc7235148e62 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Pushing event deleted for resources: {'Port': ['ID=42bbe8ff-3212-40b1-a171-82d2c26af4f4,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:13.124525 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-71ca169d-cab6-4a0a-83ae-1578e1ea224f req-36884ec3-3755-4c6c-98ad-94acbc6b9f2b tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Allocated IP 172.25.7.209 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/4462dbad-65f0-4c07-a220-4539eae3d4ab) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:13:13.128827 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-5450b2b1-de0e-4d1b-b0ee-558dca7c3edf req-a9bfedc8-4607-4760-88b7-fc7235148e62 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] No DVR routers for this DVR port 42bbe8ff-3212-40b1-a171-82d2c26af4f4 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:13:13.141558 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5450b2b1-de0e-4d1b-b0ee-558dca7c3edf req-a9bfedc8-4607-4760-88b7-fc7235148e62 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:13.143605 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5450b2b1-de0e-4d1b-b0ee-558dca7c3edf req-a9bfedc8-4607-4760-88b7-fc7235148e62 tempest-LiveMigrationNegativeTest-389625443 tempest-LiveMigrationNegativeTest-389625443-project] 10.222.0.37 "DELETE /v2.0/ports/42bbe8ff-3212-40b1-a171-82d2c26af4f4 HTTP/1.1" status: 204 len: 173 time: 1.6854081 Jul 24 09:13:13.145848 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-597e1a0a-0d43-4866-999b-934a17032381 req-d2dbd61d-c4e5-42e4-89d7-34a81a2cd6c8 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089634 Jul 24 09:13:13.261130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 9623dd4e-a414-4139-aadb-c19be289e2ba up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:13:13.275907 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615abf05-4cc9-451e-9413-dde4522cf2b3', 'tag': '29914722-ba29-4bbc-b734-e9c224aeb8cb'}, {'server_uuid': '27ff371a-63d6-45f8-a13b-6b66193737fd', 'name': 'network-vif-deleted', 'tag': '42bbe8ff-3212-40b1-a171-82d2c26af4f4'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:13:13.277023 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-71ca169d-cab6-4a0a-83ae-1578e1ea224f req-36884ec3-3755-4c6c-98ad-94acbc6b9f2b tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:13.280135 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f338b795-2293-4908-a1d2-165974979fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "615abf05-4cc9-451e-9413-dde4522cf2b3", "tag": "29914722-ba29-4bbc-b734-e9c224aeb8cb"}, {"server_uuid": "27ff371a-63d6-45f8-a13b-6b66193737fd", "name": "network-vif-deleted", "tag": "42bbe8ff-3212-40b1-a171-82d2c26af4f4"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:13:13.341586 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-71ca169d-cab6-4a0a-83ae-1578e1ea224f req-36884ec3-3755-4c6c-98ad-94acbc6b9f2b tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:13.350213 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 9623dd4e-a414-4139-aadb-c19be289e2ba completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:13:13.351230 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-597e1a0a-0d43-4866-999b-934a17032381 req-50d3b849-fa2e-4999-9160-c064c86e98e5 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960046 Jul 24 09:13:13.364587 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 9623dd4e-a414-4139-aadb-c19be289e2ba triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:13.366331 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:13.382463 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ca169d-cab6-4a0a-83ae-1578e1ea224f req-36884ec3-3755-4c6c-98ad-94acbc6b9f2b tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:13:13.386278 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15fe1e-253a-451a-9bea-d7e9c89cc069 req-f89032b3-7eae-45b6-9d86-76dcb3876723 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:13.386977 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-71ca169d-cab6-4a0a-83ae-1578e1ea224f req-36884ec3-3755-4c6c-98ad-94acbc6b9f2b tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:13:13.387831 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9e15fe1e-253a-451a-9bea-d7e9c89cc069 req-f89032b3-7eae-45b6-9d86-76dcb3876723 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=367ba4be-ef47-4443-b999-f6f8727d00f3 HTTP/1.1" status: 200 len: 945 time: 0.1248293 Jul 24 09:13:13.390848 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ca169d-cab6-4a0a-83ae-1578e1ea224f req-36884ec3-3755-4c6c-98ad-94acbc6b9f2b tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:13:13.428965 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36884ec3-3755-4c6c-98ad-94acbc6b9f2b tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Pushing event updated for resources: {'Port': ['ID=4462dbad-65f0-4c07-a220-4539eae3d4ab,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:13.453636 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9e15fe1e-253a-451a-9bea-d7e9c89cc069 req-7e3544b5-8b50-400e-aeca-afda383d7b06 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543835 Jul 24 09:13:13.473686 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:13.516265 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 9623dd4e-a414-4139-aadb-c19be289e2ba, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=9623dd4e-a414-4139-aadb-c19be289e2ba,segment=NetworkSegment(eb72404e-6fb6-4811-bd98-f7bac8efe94e),segment_id=eb72404e-6fb6-4811-bd98-f7bac8efe94e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:13.516589 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-71ca169d-cab6-4a0a-83ae-1578e1ea224f req-36884ec3-3755-4c6c-98ad-94acbc6b9f2b tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:13.522392 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:13.533857 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 24 Jul 2021 09:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbe5827-8c29-4552-be43-3ad597359133 x-openstack-request-id: req-dfbe5827-8c29-4552-be43-3ad597359133 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:13:13.534389 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615abf05-4cc9-451e-9413-dde4522cf2b3", "tag": "29914722-ba29-4bbc-b734-e9c224aeb8cb", "status": "completed", "code": 200}, {"server_uuid": "27ff371a-63d6-45f8-a13b-6b66193737fd", "name": "network-vif-deleted", "tag": "42bbe8ff-3212-40b1-a171-82d2c26af4f4", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:13:13.535091 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dfbe5827-8c29-4552-be43-3ad597359133 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:13:13.536113 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '615abf05-4cc9-451e-9413-dde4522cf2b3', 'tag': '29914722-ba29-4bbc-b734-e9c224aeb8cb', 'status': 'completed', 'code': 200} Jul 24 09:13:13.536572 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ff371a-63d6-45f8-a13b-6b66193737fd', 'name': 'network-vif-deleted', 'tag': '42bbe8ff-3212-40b1-a171-82d2c26af4f4', 'status': 'completed', 'code': 200} Jul 24 09:13:13.582366 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-71ca169d-cab6-4a0a-83ae-1578e1ea224f req-36884ec3-3755-4c6c-98ad-94acbc6b9f2b tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:13.586919 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=9623dd4e-a414-4139-aadb-c19be289e2ba,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:13.665807 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338b795-2293-4908-a1d2-165974979fdc req-124d22dd-71e8-41c1-bf69-35834d60efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:13.667318 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f338b795-2293-4908-a1d2-165974979fdc req-124d22dd-71e8-41c1-bf69-35834d60efca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2905660f8b86414091d0aa7fd20efa90&device_id=615abf05-4cc9-451e-9413-dde4522cf2b3 HTTP/1.1" status: 200 len: 1099 time: 0.1017725 Jul 24 09:13:13.679594 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb6665-3fa3-4916-ae0c-bc5aaa456c33 req-ca45ccb8-30fa-48c6-81a5-4e03bd7d0299 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:13.681050 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-21eb6665-3fa3-4916-ae0c-bc5aaa456c33 req-ca45ccb8-30fa-48c6-81a5-4e03bd7d0299 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4400f82-f205-4971-8af0-00cce5d986f9 HTTP/1.1" status: 200 len: 950 time: 0.0804939 Jul 24 09:13:13.750373 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-71ca169d-cab6-4a0a-83ae-1578e1ea224f req-36884ec3-3755-4c6c-98ad-94acbc6b9f2b tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:13.756600 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-71ca169d-cab6-4a0a-83ae-1578e1ea224f req-36884ec3-3755-4c6c-98ad-94acbc6b9f2b tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:13.781681 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-21eb6665-3fa3-4916-ae0c-bc5aaa456c33 req-07dee3cf-7cb0-4080-bf13-50c7f29549e8 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818384 Jul 24 09:13:13.807481 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338b795-2293-4908-a1d2-165974979fdc req-93ee89d1-5f09-4a52-88a2-ef780e759248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:13.809119 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f338b795-2293-4908-a1d2-165974979fdc req-93ee89d1-5f09-4a52-88a2-ef780e759248 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.1271679 Jul 24 09:13:13.841220 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36884ec3-3755-4c6c-98ad-94acbc6b9f2b tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Pushing event updated for resources: {'Port': ['ID=4462dbad-65f0-4c07-a220-4539eae3d4ab,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:13.851728 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-71ca169d-cab6-4a0a-83ae-1578e1ea224f req-36884ec3-3755-4c6c-98ad-94acbc6b9f2b tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:13.871823 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:13.874053 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f338b795-2293-4908-a1d2-165974979fdc req-863e022e-f7d3-4b2e-9cde-083bfe344a8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=29914722-ba29-4bbc-b734-e9c224aeb8cb HTTP/1.1" status: 200 len: 217 time: 0.0492599 Jul 24 09:13:13.881175 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-71ca169d-cab6-4a0a-83ae-1578e1ea224f req-36884ec3-3755-4c6c-98ad-94acbc6b9f2b tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:13.882655 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-71ca169d-cab6-4a0a-83ae-1578e1ea224f req-36884ec3-3755-4c6c-98ad-94acbc6b9f2b tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0534434 Jul 24 09:13:13.941712 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-71ca169d-cab6-4a0a-83ae-1578e1ea224f req-3d1b472f-e9d4-4334-b0f8-0ee918867e60 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.209 HTTP/1.1" status: 200 len: 696 time: 0.0524220 Jul 24 09:13:13.966827 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338b795-2293-4908-a1d2-165974979fdc req-2f03d93d-c9cd-415b-83ff-6f806d3fd133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:13.968337 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f338b795-2293-4908-a1d2-165974979fdc req-2f03d93d-c9cd-415b-83ff-6f806d3fd133 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0895026 Jul 24 09:13:14.030850 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f2ee9-77b6-46ea-ac1f-0f7162aeb326 req-3d33672c-bd3c-4212-bf7c-f973aee54c9f tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:14.033479 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d97f2ee9-77b6-46ea-ac1f-0f7162aeb326 req-3d33672c-bd3c-4212-bf7c-f973aee54c9f tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=615abf05-4cc9-451e-9413-dde4522cf2b3 HTTP/1.1" status: 200 len: 948 time: 0.1221817 Jul 24 09:13:14.060716 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca169d-cab6-4a0a-83ae-1578e1ea224f req-534164e7-91cc-470c-bf4f-f3691f63ac9c tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:14.062079 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-71ca169d-cab6-4a0a-83ae-1578e1ea224f req-534164e7-91cc-470c-bf4f-f3691f63ac9c tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 0.1153781 Jul 24 09:13:14.086160 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338b795-2293-4908-a1d2-165974979fdc req-5ec4c826-8984-4a85-8862-7b5778844c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:14.087687 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f338b795-2293-4908-a1d2-165974979fdc req-5ec4c826-8984-4a85-8862-7b5778844c34 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1115448 Jul 24 09:13:14.091794 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d97f2ee9-77b6-46ea-ac1f-0f7162aeb326 req-7ed4780b-1fad-4353-9fed-31784fc7c2ba tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529397 Jul 24 09:13:14.237904 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f338b795-2293-4908-a1d2-165974979fdc req-75bfc64e-9352-4f99-8916-78876478db46 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416421 Jul 24 09:13:14.340682 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a42d2384-9957-46d2-9eeb-ad1726cc87af req-5ae0df77-fabd-4561-8951-e2ffbb2d00b5 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1778438 Jul 24 09:13:14.345831 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-a42d2384-9957-46d2-9eeb-ad1726cc87af req-c7d1f40e-abf1-40d3-a118-b27317e45918 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:14.376267 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a42d2384-9957-46d2-9eeb-ad1726cc87af req-c7d1f40e-abf1-40d3-a118-b27317e45918 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:14.402130 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f338b795-2293-4908-a1d2-165974979fdc req-50330d58-268b-4538-ad8b-6dd7766f2811 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501429 Jul 24 09:13:14.462120 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54416) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:14.474415 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54420) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:14.500723 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a42d2384-9957-46d2-9eeb-ad1726cc87af req-c7d1f40e-abf1-40d3-a118-b27317e45918 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:14.554925 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 42bbe8ff-3212-40b1-a171-82d2c26af4f4 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:13:14.579907 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 42bbe8ff-3212-40b1-a171-82d2c26af4f4 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:13:14.580649 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 42bbe8ff-3212-40b1-a171-82d2c26af4f4 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:13:14.593311 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-74d3d0b0-d40a-406f-917d-234afe5b4c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:14.632092 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-a42d2384-9957-46d2-9eeb-ad1726cc87af req-c7d1f40e-abf1-40d3-a118-b27317e45918 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Allocated IP 172.25.7.28 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/d41b59c1-88b6-42fd-9a79-aaf1120910fa) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:13:14.656375 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333bb88-26dd-41c2-a15a-adb72f758d39 req-88a1456b-94a4-4cd9-bd95-40363c28331f tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:14.658003 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9333bb88-26dd-41c2-a15a-adb72f758d39 req-88a1456b-94a4-4cd9-bd95-40363c28331f tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=367ba4be-ef47-4443-b999-f6f8727d00f3 HTTP/1.1" status: 200 len: 945 time: 0.1232002 Jul 24 09:13:14.677355 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2961e3dc-03a2-4ff1-9aa9-82cd9e4efddd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24e00f25e33b46ffacef06edb5e3d9d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010591 Jul 24 09:13:14.680596 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54426) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:14.715822 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9333bb88-26dd-41c2-a15a-adb72f758d39 req-225b1ac2-aaef-4057-93e5-72706101b738 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509248 Jul 24 09:13:14.742546 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-74d3d0b0-d40a-406f-917d-234afe5b4c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:14.746971 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-74d3d0b0-d40a-406f-917d-234afe5b4c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:14.790755 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3d63f54e-4c45-4ca1-b6e6-fbcfc27dbedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:14.791671 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-74d3d0b0-d40a-406f-917d-234afe5b4c4a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77b1ea8b8cfa4466bafa3389f2d73ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3284602 Jul 24 09:13:14.792355 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54430) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:14.793900 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3d0b0-d40a-406f-917d-234afe5b4c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c874806e-9345-4a87-96e7-867349f336c2,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:14.814794 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a42d2384-9957-46d2-9eeb-ad1726cc87af req-c7d1f40e-abf1-40d3-a118-b27317e45918 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:14.856389 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3d63f54e-4c45-4ca1-b6e6-fbcfc27dbedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:14.862233 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fa471-2226-4f67-8c40-f81720c019cb req-e71ee022-8265-46af-96f3-f445e982085c tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:14.863759 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-328fa471-2226-4f67-8c40-f81720c019cb req-e71ee022-8265-46af-96f3-f445e982085c tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=367ba4be-ef47-4443-b999-f6f8727d00f3 HTTP/1.1" status: 200 len: 945 time: 0.0710056 Jul 24 09:13:14.901636 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-328fa471-2226-4f67-8c40-f81720c019cb req-09ffc205-e2dc-438a-bafb-aa579a170bac tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322688 Jul 24 09:13:14.907056 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f8cb5a1e-8d58-4b9e-84f4-7ee25610383c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:14.944882 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f8cb5a1e-8d58-4b9e-84f4-7ee25610383c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:14.954193 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a42d2384-9957-46d2-9eeb-ad1726cc87af req-c7d1f40e-abf1-40d3-a118-b27317e45918 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:15.000044 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3d63f54e-4c45-4ca1-b6e6-fbcfc27dbedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:15.002578 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3d63f54e-4c45-4ca1-b6e6-fbcfc27dbedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:15.003709 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3d63f54e-4c45-4ca1-b6e6-fbcfc27dbedd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8524c0a8-f984-41a1-ab6e-ad69d19df981 HTTP/1.1" status: 204 len: 168 time: 0.3222957 Jul 24 09:13:15.025840 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a868eac-88e5-4a1f-9241-c9b02afc3e43 req-a69a7ed6-99e9-4ef2-b36e-60e801d12aad tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:15.028820 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4a868eac-88e5-4a1f-9241-c9b02afc3e43 req-a69a7ed6-99e9-4ef2-b36e-60e801d12aad tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4400f82-f205-4971-8af0-00cce5d986f9 HTTP/1.1" status: 200 len: 950 time: 0.0680280 Jul 24 09:13:15.028997 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63f54e-4c45-4ca1-b6e6-fbcfc27dbedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8524c0a8-f984-41a1-ab6e-ad69d19df981,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:15.033251 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42d2384-9957-46d2-9eeb-ad1726cc87af req-c7d1f40e-abf1-40d3-a118-b27317e45918 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:13:15.038951 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-a42d2384-9957-46d2-9eeb-ad1726cc87af req-c7d1f40e-abf1-40d3-a118-b27317e45918 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:13:15.041597 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1f40e-abf1-40d3-a118-b27317e45918 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Pushing event updated for resources: {'Port': ['ID=d41b59c1-88b6-42fd-9a79-aaf1120910fa,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:15.044544 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42d2384-9957-46d2-9eeb-ad1726cc87af req-c7d1f40e-abf1-40d3-a118-b27317e45918 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:13:15.081280 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f8cb5a1e-8d58-4b9e-84f4-7ee25610383c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:15.085058 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f8cb5a1e-8d58-4b9e-84f4-7ee25610383c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:15.088190 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f8cb5a1e-8d58-4b9e-84f4-7ee25610383c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c874806e-9345-4a87-96e7-867349f336c2 HTTP/1.1" status: 204 len: 168 time: 0.2882862 Jul 24 09:13:15.102278 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb5a1e-8d58-4b9e-84f4-7ee25610383c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c874806e-9345-4a87-96e7-867349f336c2,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:15.108025 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4a868eac-88e5-4a1f-9241-c9b02afc3e43 req-4d19071e-3816-4188-9165-87586fbf1345 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738022 Jul 24 09:13:15.156022 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a42d2384-9957-46d2-9eeb-ad1726cc87af req-c7d1f40e-abf1-40d3-a118-b27317e45918 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:15.201732 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 9623dd4e-a414-4139-aadb-c19be289e2ba up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:13:15.236478 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a42d2384-9957-46d2-9eeb-ad1726cc87af req-c7d1f40e-abf1-40d3-a118-b27317e45918 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:15.268598 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 9623dd4e-a414-4139-aadb-c19be289e2ba triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:15.269212 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:15.456291 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a42d2384-9957-46d2-9eeb-ad1726cc87af req-c7d1f40e-abf1-40d3-a118-b27317e45918 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:15.463456 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a42d2384-9957-46d2-9eeb-ad1726cc87af req-c7d1f40e-abf1-40d3-a118-b27317e45918 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:15.476817 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb7674-c587-408d-8ab5-a7b51f8551a7 req-ea2c0bbd-c1f2-4f43-b14f-73f3c3db418b tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:15.478693 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4fb7674-c587-408d-8ab5-a7b51f8551a7 req-ea2c0bbd-c1f2-4f43-b14f-73f3c3db418b tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc74c894-63f0-4771-b257-438dd0299441 HTTP/1.1" status: 200 len: 950 time: 0.1026928 Jul 24 09:13:15.547084 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54458) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:15.557342 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4fb7674-c587-408d-8ab5-a7b51f8551a7 req-05771cf1-085e-4734-9988-d5b857a55525 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721972 Jul 24 09:13:15.564348 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1f40e-abf1-40d3-a118-b27317e45918 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Pushing event updated for resources: {'Port': ['ID=d41b59c1-88b6-42fd-9a79-aaf1120910fa,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:15.568432 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a42d2384-9957-46d2-9eeb-ad1726cc87af req-c7d1f40e-abf1-40d3-a118-b27317e45918 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:15.584093 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a42d2384-9957-46d2-9eeb-ad1726cc87af req-c7d1f40e-abf1-40d3-a118-b27317e45918 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:15.588434 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 29914722-ba29-4bbc-b734-e9c224aeb8cb details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:13:15.594071 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-93040cce-faae-4549-bef6-3c22a7f3d1c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92a11eedbdfb42cd8528bc846095f33b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458801 Jul 24 09:13:15.596547 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54464) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:15.600684 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a42d2384-9957-46d2-9eeb-ad1726cc87af req-c7d1f40e-abf1-40d3-a118-b27317e45918 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2590930 Jul 24 09:13:15.709281 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1e8927b9-2346-43cd-a6e9-ca9baf7d13f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:15.738060 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 29914722-ba29-4bbc-b734-e9c224aeb8cb, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=29914722-ba29-4bbc-b734-e9c224aeb8cb,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:15.742357 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1e8927b9-2346-43cd-a6e9-ca9baf7d13f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:15.753632 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '29914722-ba29-4bbc-b734-e9c224aeb8cb', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': '29914722-ba29-4bbc-b734-e9c224aeb8cb', 'mac_address': 'fa:16:3e:09:73:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:13:15.786776 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91760848-dbed-4be8-aa9f-840a728cb3e8 req-16c406a8-ca08-4a07-8de4-42c12769ab17 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:15.788593 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-91760848-dbed-4be8-aa9f-840a728cb3e8 req-16c406a8-ca08-4a07-8de4-42c12769ab17 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=615abf05-4cc9-451e-9413-dde4522cf2b3 HTTP/1.1" status: 200 len: 948 time: 0.1319318 Jul 24 09:13:15.818168 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:15.836850 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1e8927b9-2346-43cd-a6e9-ca9baf7d13f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:15.840050 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1e8927b9-2346-43cd-a6e9-ca9baf7d13f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:15.841530 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1e8927b9-2346-43cd-a6e9-ca9baf7d13f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e4488776-0546-43ef-b72c-5230797c5862 HTTP/1.1" status: 204 len: 168 time: 0.2439358 Jul 24 09:13:15.869462 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-91760848-dbed-4be8-aa9f-840a728cb3e8 req-4044eff5-e04e-46db-9be5-19353bf37248 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723636 Jul 24 09:13:15.871431 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8927b9-2346-43cd-a6e9-ca9baf7d13f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4488776-0546-43ef-b72c-5230797c5862,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:16.096117 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29914722-ba29-4bbc-b734-e9c224aeb8cb {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:13:16.119661 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 29914722-ba29-4bbc-b734-e9c224aeb8cb, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=29914722-ba29-4bbc-b734-e9c224aeb8cb,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:16.127397 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:16.181724 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a241d6-395f-44d6-be58-8fdbdd7b474f req-9d5c874a-72c2-4806-b2de-a7f6fcb0643b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:16.183328 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-90a241d6-395f-44d6-be58-8fdbdd7b474f req-9d5c874a-72c2-4806-b2de-a7f6fcb0643b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=367ba4be-ef47-4443-b999-f6f8727d00f3 HTTP/1.1" status: 200 len: 945 time: 0.1149354 Jul 24 09:13:16.200982 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54482) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:16.204919 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=29914722-ba29-4bbc-b734-e9c224aeb8cb,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:16.230415 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a42d2384-9957-46d2-9eeb-ad1726cc87af req-5bc2ab4f-2727-4acf-95d6-636a1554afa5 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.28 HTTP/1.1" status: 200 len: 695 time: 0.6215620 Jul 24 09:13:16.249025 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-90a241d6-395f-44d6-be58-8fdbdd7b474f req-22f45e6a-6c7c-432e-a9d3-c81d7592286c tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519519 Jul 24 09:13:16.306823 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:16.349165 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d2384-9957-46d2-9eeb-ad1726cc87af req-395800dc-c98b-49dd-9b6e-b2c4f4980375 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:16.350316 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-8b17ace3-8df0-4537-ade0-ab65e88d7afa admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1789517492-network', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:16.350986 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a42d2384-9957-46d2-9eeb-ad1726cc87af req-395800dc-c98b-49dd-9b6e-b2c4f4980375 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 0.1135681 Jul 24 09:13:16.383273 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b17ace3-8df0-4537-ade0-ab65e88d7afa admin admin] Made reservation on behalf of 1a05e6e5898f4251b0312ce083171a42 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:13:16.386435 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8b17ace3-8df0-4537-ade0-ab65e88d7afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:16.396441 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8b17ace3-8df0-4537-ade0-ab65e88d7afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:16.436846 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c62dda3a-7520-412f-a23b-028581b0b05c req-ee065c73-4a7a-450c-bb7c-086c486979c7 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/floatingips/40821f43-6396-4941-8cdb-7362be942ddc HTTP/1.1" status: 200 len: 692 time: 0.0620456 Jul 24 09:13:16.498337 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['29914722-ba29-4bbc-b734-e9c224aeb8cb'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:16.506136 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8b17ace3-8df0-4537-ade0-ab65e88d7afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:16.512394 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8b17ace3-8df0-4537-ade0-ab65e88d7afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:16.524706 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b17ace3-8df0-4537-ade0-ab65e88d7afa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:13:16.535166 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8b17ace3-8df0-4537-ade0-ab65e88d7afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:16.535631 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-8b17ace3-8df0-4537-ade0-ab65e88d7afa admin admin] Added segment 8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f of type vlan for network 68b64780-c69e-4432-87ba-d598170da5b7 Jul 24 09:13:16.560570 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dda3a-7520-412f-a23b-028581b0b05c req-7bec760f-4067-41b2-a94e-da6a70ba3ffb tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:16.562162 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c62dda3a-7520-412f-a23b-028581b0b05c req-7bec760f-4067-41b2-a94e-da6a70ba3ffb tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 0.1194439 Jul 24 09:13:16.603474 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8b17ace3-8df0-4537-ade0-ab65e88d7afa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:16.620728 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17ace3-8df0-4537-ade0-ab65e88d7afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56db741-3cbb-4024-93ba-112bb25d2c7a,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:16.649963 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8b17ace3-8df0-4537-ade0-ab65e88d7afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:16.651069 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b17ace3-8df0-4537-ade0-ab65e88d7afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:16.651694 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8b17ace3-8df0-4537-ade0-ab65e88d7afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:16.673184 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f58b867e-025f-4518-a210-3845cc327c53 req-0e99a12d-8cc0-4f1d-a0e6-5f2813b37e43 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/floatingips/40821f43-6396-4941-8cdb-7362be942ddc HTTP/1.1" status: 200 len: 692 time: 0.0675147 Jul 24 09:13:16.693011 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8b17ace3-8df0-4537-ade0-ab65e88d7afa admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4909484 Jul 24 09:13:16.694557 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54502) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:16.700080 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f9370287-9209-4d4a-acd6-add84dee791e admin admin] Request body: {'subnet': {'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1789517492-subnet', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:16.747131 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17ace3-8df0-4537-ade0-ab65e88d7afa admin admin] Pushing event updated for resources: {'Network': ['ID=68b64780-c69e-4432-87ba-d598170da5b7,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:16.762965 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 68b64780-c69e-4432-87ba-d598170da5b7 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:13:16.782167 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9370287-9209-4d4a-acd6-add84dee791e admin admin] Made reservation on behalf of 1a05e6e5898f4251b0312ce083171a42 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:13:16.784895 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f9370287-9209-4d4a-acd6-add84dee791e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:16.873913 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa65804-0ea7-4406-b04f-849a337a78ce req-05f8f937-9a83-4b55-bafe-df6f88997d8f tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:16.879982 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa65804-0ea7-4406-b04f-849a337a78ce req-05f8f937-9a83-4b55-bafe-df6f88997d8f tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:16.880285 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b867e-025f-4518-a210-3845cc327c53 req-c48ff4fa-909e-481c-9fe5-8e1e22481581 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:16.882069 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f58b867e-025f-4518-a210-3845cc327c53 req-c48ff4fa-909e-481c-9fe5-8e1e22481581 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 0.2023888 Jul 24 09:13:16.888999 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bfa65804-0ea7-4406-b04f-849a337a78ce req-05f8f937-9a83-4b55-bafe-df6f88997d8f tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4400f82-f205-4971-8af0-00cce5d986f9&device_id=cc74c894-63f0-4771-b257-438dd0299441 HTTP/1.1" status: 200 len: 1691 time: 0.0959804 Jul 24 09:13:16.899214 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-f58b867e-025f-4518-a210-3845cc327c53 req-38d90330-a1b4-497b-a4dd-7cb7a3dd9356 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:13:16.900193 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f58b867e-025f-4518-a210-3845cc327c53 req-38d90330-a1b4-497b-a4dd-7cb7a3dd9356 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067337 Jul 24 09:13:16.924555 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bfa65804-0ea7-4406-b04f-849a337a78ce req-05a0600e-7fa0-4665-9531-70523380c4cf tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338709 Jul 24 09:13:16.961414 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f58b867e-025f-4518-a210-3845cc327c53 req-2dc2e8e4-ff19-4f35-82fc-7cce32a5232c tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.28 HTTP/1.1" status: 200 len: 695 time: 0.0546057 Jul 24 09:13:17.031839 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f58b867e-025f-4518-a210-3845cc327c53 req-755c6cd0-350d-4d5c-abe7-da18225345c8 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.28 HTTP/1.1" status: 200 len: 695 time: 0.0488434 Jul 24 09:13:17.042818 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc1225-685a-4944-9517-19aa4518b28e req-5831cf82-a3d0-4ceb-8bfc-698f5a7159cc tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:17.044344 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-39bc1225-685a-4944-9517-19aa4518b28e req-5831cf82-a3d0-4ceb-8bfc-698f5a7159cc tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=615abf05-4cc9-451e-9413-dde4522cf2b3 HTTP/1.1" status: 200 len: 949 time: 0.0672209 Jul 24 09:13:17.118733 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-39bc1225-685a-4944-9517-19aa4518b28e req-b1da46e1-4f1a-456a-ae67-23a43293a8ff tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657349 Jul 24 09:13:17.138675 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fb094-7e56-4db5-8af6-8d1dbf6501a5 req-258305cd-f633-42b4-a1ff-cc8dca6e69ac tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:17.138675 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-659fb094-7e56-4db5-8af6-8d1dbf6501a5 req-258305cd-f633-42b4-a1ff-cc8dca6e69ac tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.37 "GET /v2.0/ports?device_id=367ba4be-ef47-4443-b999-f6f8727d00f3 HTTP/1.1" status: 200 len: 945 time: 0.0903203 Jul 24 09:13:17.159475 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f9370287-9209-4d4a-acd6-add84dee791e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:17.238875 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9370287-9209-4d4a-acd6-add84dee791e admin admin] Pushing event updated for resources: {'Subnet': ['ID=33f84861-778d-4828-92aa-af092c959084,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:17.254573 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9370287-9209-4d4a-acd6-add84dee791e admin admin] Checking segment: {'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:13:17.254939 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9370287-9209-4d4a-acd6-add84dee791e admin admin] Network hostable DHCP agents. Network: 68b64780-c69e-4432-87ba-d598170da5b7, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:13:17.258984 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-659fb094-7e56-4db5-8af6-8d1dbf6501a5 req-5b39eec7-cfcb-4e0e-afcf-61601a7f773e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Deleting port 19bc1176-1234-41f4-af79-57ee6f1f5afd {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:13:17.259334 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-659fb094-7e56-4db5-8af6-8d1dbf6501a5 req-5b39eec7-cfcb-4e0e-afcf-61601a7f773e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:17.264289 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-f58b867e-025f-4518-a210-3845cc327c53 req-f1f82b22-203f-4b53-98ef-51188626678e tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Deleting port d41b59c1-88b6-42fd-9a79-aaf1120910fa {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:13:17.264625 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f58b867e-025f-4518-a210-3845cc327c53 req-f1f82b22-203f-4b53-98ef-51188626678e tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:17.293639 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9370287-9209-4d4a-acd6-add84dee791e admin admin] Network 68b64780-c69e-4432-87ba-d598170da5b7 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:13:17.332068 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-f9370287-9209-4d4a-acd6-add84dee791e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 68b64780-c69e-4432-87ba-d598170da5b7) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:13:17.338829 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9370287-9209-4d4a-acd6-add84dee791e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:17.339747 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f9370287-9209-4d4a-acd6-add84dee791e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:17.347614 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc4d75e-4c42-448d-b6f2-d319ac70f19f None None] Network 68b64780-c69e-4432-87ba-d598170da5b7 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:13:17.367368 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f9370287-9209-4d4a-acd6-add84dee791e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6717377 Jul 24 09:13:17.368470 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54526) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:17.378701 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-94ef3c55-f73c-46fc-9f56-42ba8efdb061 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1789517492-router', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:17.383719 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f58b867e-025f-4518-a210-3845cc327c53 req-f1f82b22-203f-4b53-98ef-51188626678e tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:17.384045 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f58b867e-025f-4518-a210-3845cc327c53 req-f1f82b22-203f-4b53-98ef-51188626678e tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:17.399442 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-659fb094-7e56-4db5-8af6-8d1dbf6501a5 req-5b39eec7-cfcb-4e0e-afcf-61601a7f773e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] For port 19bc1176-1234-41f4-af79-57ee6f1f5afd, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=19bc1176-1234-41f4-af79-57ee6f1f5afd,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:17.399864 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-659fb094-7e56-4db5-8af6-8d1dbf6501a5 req-5b39eec7-cfcb-4e0e-afcf-61601a7f773e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:17.401871 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-f58b867e-025f-4518-a210-3845cc327c53 req-f1f82b22-203f-4b53-98ef-51188626678e tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Calling delete_port for d41b59c1-88b6-42fd-9a79-aaf1120910fa owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:13:17.420361 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-659fb094-7e56-4db5-8af6-8d1dbf6501a5 req-5b39eec7-cfcb-4e0e-afcf-61601a7f773e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Calling delete_port for 19bc1176-1234-41f4-af79-57ee6f1f5afd owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:13:17.423038 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-94ef3c55-f73c-46fc-9f56-42ba8efdb061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:17.424873 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-94ef3c55-f73c-46fc-9f56-42ba8efdb061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:17.518189 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2491711-9170-426c-8710-f5817bec66af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-68b64780-c69e-4432-87ba-d598170da5b7', 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'fixed_ips': [{'subnet_id': '33f84861-778d-4828-92aa-af092c959084'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:13:17.519371 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b2491711-9170-426c-8710-f5817bec66af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:17.534682 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-94ef3c55-f73c-46fc-9f56-42ba8efdb061 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:17.628072 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-659fb094-7e56-4db5-8af6-8d1dbf6501a5 req-5b39eec7-cfcb-4e0e-afcf-61601a7f773e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:17.645811 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['19bc1176-1234-41f4-af79-57ee6f1f5afd'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:17.687152 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39eec7-cfcb-4e0e-afcf-61601a7f773e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Pushing event deleted for resources: {'Port': ['ID=19bc1176-1234-41f4-af79-57ee6f1f5afd,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:17.693646 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['880fbce5-c5db-464b-a114-3858d9fcfd2c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:17.699587 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-94ef3c55-f73c-46fc-9f56-42ba8efdb061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:17.727805 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d102527-be42-40de-a66c-be3dccaede8a req-5861c42f-dbd3-4b88-93e7-19323f86549a tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:17.729584 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6d102527-be42-40de-a66c-be3dccaede8a req-5861c42f-dbd3-4b88-93e7-19323f86549a tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=367ba4be-ef47-4443-b999-f6f8727d00f3 HTTP/1.1" status: 200 len: 867 time: 0.1621892 Jul 24 09:13:17.730440 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-659fb094-7e56-4db5-8af6-8d1dbf6501a5 req-5b39eec7-cfcb-4e0e-afcf-61601a7f773e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] No DVR routers for this DVR port 19bc1176-1234-41f4-af79-57ee6f1f5afd on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:13:17.733194 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-659fb094-7e56-4db5-8af6-8d1dbf6501a5 req-5b39eec7-cfcb-4e0e-afcf-61601a7f773e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:17.735090 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-659fb094-7e56-4db5-8af6-8d1dbf6501a5 req-5b39eec7-cfcb-4e0e-afcf-61601a7f773e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.37 "DELETE /v2.0/ports/19bc1176-1234-41f4-af79-57ee6f1f5afd HTTP/1.1" status: 204 len: 173 time: 0.5833781 Jul 24 09:13:17.735823 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367ba4be-ef47-4443-b999-f6f8727d00f3', 'name': 'network-vif-deleted', 'tag': '19bc1176-1234-41f4-af79-57ee6f1f5afd'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:13:17.738530 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de0806d-e481-4ec1-89d0-6d3692f0dabb" -d '{"events": [{"server_uuid": "367ba4be-ef47-4443-b999-f6f8727d00f3", "name": "network-vif-deleted", "tag": "19bc1176-1234-41f4-af79-57ee6f1f5afd"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:13:17.740142 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f58b867e-025f-4518-a210-3845cc327c53 req-f1f82b22-203f-4b53-98ef-51188626678e tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:17.761992 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-b2491711-9170-426c-8710-f5817bec66af None None] Allocated IP 172.20.0.2 (68b64780-c69e-4432-87ba-d598170da5b7/33f84861-778d-4828-92aa-af092c959084/15489cd6-342f-4a6e-a392-93ece1cfbec6) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:13:17.774935 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f82b22-203f-4b53-98ef-51188626678e tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Pushing event deleted for resources: {'Port': ['ID=d41b59c1-88b6-42fd-9a79-aaf1120910fa,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:17.808875 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6d102527-be42-40de-a66c-be3dccaede8a req-f81585a7-b7f8-425b-bb9c-d7c3d0640bae tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626163 Jul 24 09:13:17.889995 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f58b867e-025f-4518-a210-3845cc327c53 req-f1f82b22-203f-4b53-98ef-51188626678e tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:17.892591 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f58b867e-025f-4518-a210-3845cc327c53 req-f1f82b22-203f-4b53-98ef-51188626678e tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:17.893774 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f58b867e-025f-4518-a210-3845cc327c53 req-f1f82b22-203f-4b53-98ef-51188626678e tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "DELETE /v2.0/floatingips/40821f43-6396-4941-8cdb-7362be942ddc HTTP/1.1" status: 204 len: 173 time: 0.8540885 Jul 24 09:13:17.978566 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdac37ff-26af-491c-9eb0-7de81d2b7314 x-openstack-request-id: req-fdac37ff-26af-491c-9eb0-7de81d2b7314 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:13:17.978858 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367ba4be-ef47-4443-b999-f6f8727d00f3", "name": "network-vif-deleted", "tag": "19bc1176-1234-41f4-af79-57ee6f1f5afd", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:13:17.979106 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fdac37ff-26af-491c-9eb0-7de81d2b7314 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:13:17.979509 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367ba4be-ef47-4443-b999-f6f8727d00f3', 'name': 'network-vif-deleted', 'tag': '19bc1176-1234-41f4-af79-57ee6f1f5afd', 'status': 'completed', 'code': 200} Jul 24 09:13:18.052118 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b2491711-9170-426c-8710-f5817bec66af None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:18.062505 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b2491711-9170-426c-8710-f5817bec66af None None] Transition to ACTIVE for port object 15489cd6-342f-4a6e-a392-93ece1cfbec6 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:13:18.076168 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-94ef3c55-f73c-46fc-9f56-42ba8efdb061 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:18.081588 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b2491711-9170-426c-8710-f5817bec66af None None] Transition to ACTIVE for port object 15489cd6-342f-4a6e-a392-93ece1cfbec6 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:13:18.089638 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b2491711-9170-426c-8710-f5817bec66af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:18.101137 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25e610-fa52-44de-b724-0f34cf4a3376 req-388803b1-cf2b-42fe-9868-7fd0991743e2 tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:18.102717 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6c25e610-fa52-44de-b724-0f34cf4a3376 req-388803b1-cf2b-42fe-9868-7fd0991743e2 tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d4400f82-f205-4971-8af0-00cce5d986f9 HTTP/1.1" status: 200 len: 1101 time: 0.1214476 Jul 24 09:13:18.104435 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-94ef3c55-f73c-46fc-9f56-42ba8efdb061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:18.130621 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2491711-9170-426c-8710-f5817bec66af None None] Network 68b64780-c69e-4432-87ba-d598170da5b7 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:13:18.153895 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2491711-9170-426c-8710-f5817bec66af None None] Pushing event updated for resources: {'Port': ['ID=15489cd6-342f-4a6e-a392-93ece1cfbec6,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:18.158280 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-b2491711-9170-426c-8710-f5817bec66af None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:13:18.166814 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2491711-9170-426c-8710-f5817bec66af None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:13:18.193454 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6c25e610-fa52-44de-b724-0f34cf4a3376 req-ab153788-a209-409b-bf3e-38514c6046a6 tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807700 Jul 24 09:13:18.238694 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-b2491711-9170-426c-8710-f5817bec66af None None] Attempting to bind port 15489cd6-342f-4a6e-a392-93ece1cfbec6 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:13:18.239278 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-b2491711-9170-426c-8710-f5817bec66af None None] Attempting to bind port 15489cd6-342f-4a6e-a392-93ece1cfbec6 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:13:18.239934 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2491711-9170-426c-8710-f5817bec66af None None] Attempting to bind port 15489cd6-342f-4a6e-a392-93ece1cfbec6 on network 68b64780-c69e-4432-87ba-d598170da5b7 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:13:18.246214 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2491711-9170-426c-8710-f5817bec66af None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:13:18.246602 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2491711-9170-426c-8710-f5817bec66af None None] Checking segment: {'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:13:18.246978 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b2491711-9170-426c-8710-f5817bec66af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:18.247472 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2491711-9170-426c-8710-f5817bec66af None None] Bound using segment: {'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:13:18.248028 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-94ef3c55-f73c-46fc-9f56-42ba8efdb061 admin admin] Allocated IP 172.25.7.168 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/5c5829ee-af92-4e01-baf3-44b7c774141d) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:13:18.248492 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-b2491711-9170-426c-8710-f5817bec66af None None] Bound port: 15489cd6-342f-4a6e-a392-93ece1cfbec6, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:13:18.248492 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b2491711-9170-426c-8710-f5817bec66af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:18.324109 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863dfd2d-86a7-4fa7-bd36-7464c90b45e3 req-bbc06015-e5db-4904-b55a-b26fca089c50 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:18.331818 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-b2491711-9170-426c-8710-f5817bec66af None None] For port 15489cd6-342f-4a6e-a392-93ece1cfbec6, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:13:18.333737 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-863dfd2d-86a7-4fa7-bd36-7464c90b45e3 req-bbc06015-e5db-4904-b55a-b26fca089c50 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3020208 Jul 24 09:13:18.336663 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-b2491711-9170-426c-8710-f5817bec66af None None] For port 15489cd6-342f-4a6e-a392-93ece1cfbec6, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=15489cd6-342f-4a6e-a392-93ece1cfbec6,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:13:18.343235 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b2491711-9170-426c-8710-f5817bec66af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:18.376566 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-94ef3c55-f73c-46fc-9f56-42ba8efdb061 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:18.433307 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2491711-9170-426c-8710-f5817bec66af None None] Pushing event updated for resources: {'Port': ['ID=15489cd6-342f-4a6e-a392-93ece1cfbec6,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:18.494327 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e554783-1f3f-459a-ad19-a74d53f93553 req-b95f4a53-f6f2-49a0-81ca-b69bcde2c1af tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:18.495899 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6e554783-1f3f-459a-ad19-a74d53f93553 req-b95f4a53-f6f2-49a0-81ca-b69bcde2c1af tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cc74c894-63f0-4771-b257-438dd0299441 HTTP/1.1" status: 200 len: 1101 time: 0.0821033 Jul 24 09:13:18.499991 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48395114-a1db-4753-a03f-525f49228350 req-072373e1-a4c7-4194-b36d-839651dbb7d8 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:18.501688 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-48395114-a1db-4753-a03f-525f49228350 req-072373e1-a4c7-4194-b36d-839651dbb7d8 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=615abf05-4cc9-451e-9413-dde4522cf2b3 HTTP/1.1" status: 200 len: 949 time: 0.1290834 Jul 24 09:13:18.502814 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-94ef3c55-f73c-46fc-9f56-42ba8efdb061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:18.530184 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6e554783-1f3f-459a-ad19-a74d53f93553 req-1bf855ba-537f-4ec4-882b-275653115c19 tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285506 Jul 24 09:13:18.567026 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ef3c55-f73c-46fc-9f56-42ba8efdb061 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:13:18.573191 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef3c55-f73c-46fc-9f56-42ba8efdb061 admin admin] Pushing event updated for resources: {'Port': ['ID=5c5829ee-af92-4e01-baf3-44b7c774141d,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:18.575942 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-94ef3c55-f73c-46fc-9f56-42ba8efdb061 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:13:18.585089 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ef3c55-f73c-46fc-9f56-42ba8efdb061 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:13:18.621598 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-48395114-a1db-4753-a03f-525f49228350 req-fa9939ca-d2ac-4d4e-8649-fd0c2576aebf tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135225 Jul 24 09:13:18.753107 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df8b0953-3737-4aab-b25d-81bde3febe49 req-5ab6869b-765c-4c52-9629-55f33043cab7 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=35be8a69d6774f068d30e9ad47aaa155 HTTP/1.1" status: 200 len: 1657 time: 0.0971451 Jul 24 09:13:18.907211 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b0953-3737-4aab-b25d-81bde3febe49 req-daad41d7-ee6a-4294-b296-2152208e2dc3 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:18.908720 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df8b0953-3737-4aab-b25d-81bde3febe49 req-daad41d7-ee6a-4294-b296-2152208e2dc3 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/networks?id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&id=9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 787 time: 0.1476555 Jul 24 09:13:18.919639 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-df8b0953-3737-4aab-b25d-81bde3febe49 req-610ec495-5794-4d16-85b5-f1e2209e7768 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:13:18.920621 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df8b0953-3737-4aab-b25d-81bde3febe49 req-610ec495-5794-4d16-85b5-f1e2209e7768 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057056 Jul 24 09:13:18.935308 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-29255ded-fb58-437d-b3fc-621a4aeb716a tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=55b10a1852e84b7588aba204f57f066d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368116 Jul 24 09:13:18.938213 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-94ef3c55-f73c-46fc-9f56-42ba8efdb061 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:19.035784 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64118b46-1b26-4eb4-a1e1-e69b73fe62f8 req-f0b6dca3-de28-4b38-b668-3aa5052ecd70 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/floatingips/18f7e53c-94a6-45a3-9c92-78a827857718 HTTP/1.1" status: 200 len: 693 time: 0.0469799 Jul 24 09:13:19.106870 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54594) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:19.191489 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64118b46-1b26-4eb4-a1e1-e69b73fe62f8 req-cda74ee6-4853-453b-bad9-07d58d1d6eb7 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:19.192954 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64118b46-1b26-4eb4-a1e1-e69b73fe62f8 req-cda74ee6-4853-453b-bad9-07d58d1d6eb7 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 0.1503327 Jul 24 09:13:19.223103 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-d7974ed7-2f52-491a-80a8-d96787452978 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:19.224671 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-d7974ed7-2f52-491a-80a8-d96787452978 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2180088 Jul 24 09:13:19.262813 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64118b46-1b26-4eb4-a1e1-e69b73fe62f8 req-a0cee8ca-0d6e-4656-b776-0746fc364a5b tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.209 HTTP/1.1" status: 200 len: 696 time: 0.0628448 Jul 24 09:13:19.273946 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-8d91dc76-e926-4ed9-99f1-0467971ea1b2 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/quotas/55b10a1852e84b7588aba204f57f066d HTTP/1.1" status: 200 len: 375 time: 0.0395586 Jul 24 09:13:19.274793 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 15489cd6-342f-4a6e-a392-93ece1cfbec6 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:13:19.280827 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b2e99ad5-c419-4e00-b953-f41c95b804d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:19.328288 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64118b46-1b26-4eb4-a1e1-e69b73fe62f8 req-63949cba-30ca-48e6-932a-30b0cf3a7b98 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.209 HTTP/1.1" status: 200 len: 696 time: 0.0590298 Jul 24 09:13:19.340283 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 15489cd6-342f-4a6e-a392-93ece1cfbec6 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:13:19.367643 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-94ef3c55-f73c-46fc-9f56-42ba8efdb061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:19.463783 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-64118b46-1b26-4eb4-a1e1-e69b73fe62f8 req-5ddb75d2-389e-448d-929d-b495ea099ea6 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Deleting port 4462dbad-65f0-4c07-a220-4539eae3d4ab {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:13:19.464171 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-64118b46-1b26-4eb4-a1e1-e69b73fe62f8 req-5ddb75d2-389e-448d-929d-b495ea099ea6 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:19.469332 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-09cd0d94-cd05-4a8e-be78-79e0cbf3c54b tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=55b10a1852e84b7588aba204f57f066d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1896958 Jul 24 09:13:19.557909 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-64118b46-1b26-4eb4-a1e1-e69b73fe62f8 req-5ddb75d2-389e-448d-929d-b495ea099ea6 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:19.558499 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-64118b46-1b26-4eb4-a1e1-e69b73fe62f8 req-5ddb75d2-389e-448d-929d-b495ea099ea6 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:19.571389 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b2e99ad5-c419-4e00-b953-f41c95b804d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:19.574060 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-64118b46-1b26-4eb4-a1e1-e69b73fe62f8 req-5ddb75d2-389e-448d-929d-b495ea099ea6 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Calling delete_port for 4462dbad-65f0-4c07-a220-4539eae3d4ab owned by network:floatingip {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:13:19.576619 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b2e99ad5-c419-4e00-b953-f41c95b804d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:19.604920 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 29914722-ba29-4bbc-b734-e9c224aeb8cb up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:13:19.640520 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a5049c-183a-4238-bd75-6860315a78a7 None None] Network 68b64780-c69e-4432-87ba-d598170da5b7 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:13:19.650493 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b2e99ad5-c419-4e00-b953-f41c95b804d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c7527824b714869875e498fb34d5ee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5401082 Jul 24 09:13:19.650493 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ef3c55-f73c-46fc-9f56-42ba8efdb061 admin admin] Router 8399c0fd-02fd-468e-b6b2-7c975e2140e6 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:13:19.651623 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54598) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:19.651819 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e99ad5-c419-4e00-b953-f41c95b804d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d44043-e9ed-46e4-93c1-79e379ce69dc,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:19.753940 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-60b739ec-ff3e-4b23-b9a8-3f90aa994c9a None None] Provisioning for port 15489cd6-342f-4a6e-a392-93ece1cfbec6 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:13:19.774812 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca6de49f-b563-4969-820c-55e85f2760dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:19.780088 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ef3c55-f73c-46fc-9f56-42ba8efdb061 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:13:19.798786 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-60b739ec-ff3e-4b23-b9a8-3f90aa994c9a None None] Provisioning complete for port 15489cd6-342f-4a6e-a392-93ece1cfbec6 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:19.799564 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-60b739ec-ff3e-4b23-b9a8-3f90aa994c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:19.799736 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-94ef3c55-f73c-46fc-9f56-42ba8efdb061 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:19.802105 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-94ef3c55-f73c-46fc-9f56-42ba8efdb061 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4280686 Jul 24 09:13:19.804598 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] Sync routers for ids ['8399c0fd-02fd-468e-b6b2-7c975e2140e6'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:13:19.806451 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54608) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:19.849499 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca6de49f-b563-4969-820c-55e85f2760dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:19.902782 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-64118b46-1b26-4eb4-a1e1-e69b73fe62f8 req-5ddb75d2-389e-448d-929d-b495ea099ea6 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:19.948407 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb75d2-389e-448d-929d-b495ea099ea6 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Pushing event deleted for resources: {'Port': ['ID=4462dbad-65f0-4c07-a220-4539eae3d4ab,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:19.952708 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] Routers {'8399c0fd-02fd-468e-b6b2-7c975e2140e6'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:13:19.955251 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:13:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8399c0fd-02fd-468e-b6b2-7c975e2140e6'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:19.970444 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4373b04b-2f15-4721-af1d-4613afee32cb req-ca759f67-2993-4e0c-83eb-2cbb8dea3e92 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7533daa4-6f91-4753-8daf-e58e67c344b6 HTTP/1.1" status: 200 len: 210 time: 0.0668578 Jul 24 09:13:20.027043 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca6de49f-b563-4969-820c-55e85f2760dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:20.029800 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca6de49f-b563-4969-820c-55e85f2760dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:20.031027 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ca6de49f-b563-4969-820c-55e85f2760dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6d44043-e9ed-46e4-93c1-79e379ce69dc HTTP/1.1" status: 204 len: 168 time: 0.3785896 Jul 24 09:13:20.044103 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6de49f-b563-4969-820c-55e85f2760dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d44043-e9ed-46e4-93c1-79e379ce69dc,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:20.052290 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-64118b46-1b26-4eb4-a1e1-e69b73fe62f8 req-5ddb75d2-389e-448d-929d-b495ea099ea6 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks [] for floatingip, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:20.056484 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-64118b46-1b26-4eb4-a1e1-e69b73fe62f8 req-5ddb75d2-389e-448d-929d-b495ea099ea6 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:20.069674 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64118b46-1b26-4eb4-a1e1-e69b73fe62f8 req-5ddb75d2-389e-448d-929d-b495ea099ea6 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "DELETE /v2.0/floatingips/18f7e53c-94a6-45a3-9c92-78a827857718 HTTP/1.1" status: 204 len: 173 time: 0.7349224 Jul 24 09:13:20.131960 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] Set router 8399c0fd-02fd-468e-b6b2-7c975e2140e6 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:13:20.252123 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 29914722-ba29-4bbc-b734-e9c224aeb8cb completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:13:20.293902 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 29914722-ba29-4bbc-b734-e9c224aeb8cb triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:20.294514 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:20.362922 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-e7784f82-d468-4069-a8f6-fe57d76dff70 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:20.364332 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-e7784f82-d468-4069-a8f6-fe57d76dff70 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/networks?id=f0544269-4e64-4c91-95af-03a4be88816f HTTP/1.1" status: 200 len: 805 time: 0.1437371 Jul 24 09:13:20.387919 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-27696e34-1270-4ada-a53f-591a8caddd17 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/quotas/400b6e3893174893b678c7f2a57041a8 HTTP/1.1" status: 200 len: 375 time: 0.0160997 Jul 24 09:13:20.449012 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2a1a4-c2ed-4135-b37c-7ce308d37797 req-db9fd275-049c-4664-a9a4-476fad209ab8 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:20.457078 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7ae2a1a4-c2ed-4135-b37c-7ce308d37797 req-db9fd275-049c-4664-a9a4-476fad209ab8 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=615abf05-4cc9-451e-9413-dde4522cf2b3 HTTP/1.1" status: 200 len: 949 time: 0.3134937 Jul 24 09:13:20.495072 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-0f6abace-a4f0-48f7-9c30-d688f3fba473 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=400b6e3893174893b678c7f2a57041a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1055262 Jul 24 09:13:20.502953 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-60b739ec-ff3e-4b23-b9a8-3f90aa994c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:20.536697 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7ae2a1a4-c2ed-4135-b37c-7ce308d37797 req-f3e9a0bb-7695-4a44-9eb3-ccf33f793d93 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761917 Jul 24 09:13:20.603260 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 19bc1176-1234-41f4-af79-57ee6f1f5afd no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:13:20.607644 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-60b739ec-ff3e-4b23-b9a8-3f90aa994c9a None None] For port 15489cd6-342f-4a6e-a392-93ece1cfbec6, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=15489cd6-342f-4a6e-a392-93ece1cfbec6,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:20.639107 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 19bc1176-1234-41f4-af79-57ee6f1f5afd {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:13:20.639454 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 19bc1176-1234-41f4-af79-57ee6f1f5afd not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:13:20.641763 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-60b739ec-ff3e-4b23-b9a8-3f90aa994c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:20.645672 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-ebac224d-7a5a-4786-95d4-4efa5365daeb service neutron] 10.222.0.32 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480458 Jul 24 09:13:20.654616 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:20.726221 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615abf05-4cc9-451e-9413-dde4522cf2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29914722-ba29-4bbc-b734-e9c224aeb8cb'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:13:20.728965 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf69cdf-8d41-4211-963c-97b62c530246" -d '{"events": [{"server_uuid": "615abf05-4cc9-451e-9413-dde4522cf2b3", "name": "network-vif-plugged", "status": "completed", "tag": "29914722-ba29-4bbc-b734-e9c224aeb8cb"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:13:20.757891 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b739ec-ff3e-4b23-b9a8-3f90aa994c9a None None] Pushing event updated for resources: {'Port': ['ID=15489cd6-342f-4a6e-a392-93ece1cfbec6,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:20.776507 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 29914722-ba29-4bbc-b734-e9c224aeb8cb, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=29914722-ba29-4bbc-b734-e9c224aeb8cb,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:20.794843 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'name': 'tempest-ServerActionsTestJSON-1789517492-router', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:13:17Z', 'updated_at': '2021-07-24T09:13:18Z', 'revision_number': 3, 'project_id': '1a05e6e5898f4251b0312ce083171a42', 'gw_port': {'id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:18Z', 'updated_at': '2021-07-24T09:13:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:20.796904 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:20.813453 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-9d54d092-651e-4002-bb60-f4f2c1545208 service neutron] 10.222.0.32 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464472 Jul 24 09:13:20.857636 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] Checking router: 8399c0fd-02fd-468e-b6b2-7c975e2140e6 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:13:20.857989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] Updating router 8399c0fd-02fd-468e-b6b2-7c975e2140e6 port 5c5829ee-af92-4e01-baf3-44b7c774141d binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:13:20.969955 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=29914722-ba29-4bbc-b734-e9c224aeb8cb,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:20.973460 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:20.978087 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-49251490-92e3-438a-974c-570bfa77ecca tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=55b10a1852e84b7588aba204f57f066d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390813 Jul 24 09:13:21.081079 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f4fbaceb-0ad3-4286-b06b-161d270b1c34 req-eb9994b9-2068-44df-a7b6-6585a4e77a7b tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/floatingips/6878c4a8-07c2-413d-a461-e3c5baa1b1b6 HTTP/1.1" status: 200 len: 693 time: 0.5043554 Jul 24 09:13:21.179276 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-878758d1-9902-4d92-b554-2b4314155f0d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:21.186037 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-878758d1-9902-4d92-b554-2b4314155f0d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2004809 Jul 24 09:13:21.204675 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-96307bdb-7107-460c-94c2-5b1b7f3a91da tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Request body: {'port': {'device_id': '7533daa4-6f91-4753-8daf-e58e67c344b6', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': '55b10a1852e84b7588aba204f57f066d'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:21.235780 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1eee629-86ff-4a2c-a21e-5c14e0c4eec0 x-openstack-request-id: req-e1eee629-86ff-4a2c-a21e-5c14e0c4eec0 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:13:21.236072 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615abf05-4cc9-451e-9413-dde4522cf2b3", "name": "network-vif-plugged", "status": "completed", "tag": "29914722-ba29-4bbc-b734-e9c224aeb8cb", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:13:21.236322 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1eee629-86ff-4a2c-a21e-5c14e0c4eec0 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:13:21.236709 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615abf05-4cc9-451e-9413-dde4522cf2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29914722-ba29-4bbc-b734-e9c224aeb8cb', 'code': 200} Jul 24 09:13:21.243545 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-60edb06b-eb22-4ee3-bef0-508a3699fb50 None None] Provisioning complete for port 15489cd6-342f-4a6e-a392-93ece1cfbec6 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:21.244420 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-60edb06b-eb22-4ee3-bef0-508a3699fb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:21.337861 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 15489cd6-342f-4a6e-a392-93ece1cfbec6 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:13:21.434339 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-96307bdb-7107-460c-94c2-5b1b7f3a91da tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Made reservation on behalf of 55b10a1852e84b7588aba204f57f066d for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:13:21.438997 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-96307bdb-7107-460c-94c2-5b1b7f3a91da tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:21.498245 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02a95281-80f5-493e-bb70-e3f0e0b7fc50 req-25ff6f62-63c4-41e9-b40b-23749614434b tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7533daa4-6f91-4753-8daf-e58e67c344b6 HTTP/1.1" status: 200 len: 210 time: 0.0394757 Jul 24 09:13:21.519341 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0ba14878-573f-4d24-bc00-300d313e8cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:21.528457 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbaceb-0ad3-4286-b06b-161d270b1c34 req-05dd3dae-b859-48a3-a865-acfae7c9bfaf tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:21.530127 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f4fbaceb-0ad3-4286-b06b-161d270b1c34 req-05dd3dae-b859-48a3-a865-acfae7c9bfaf tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 0.4478927 Jul 24 09:13:21.605365 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f4fbaceb-0ad3-4286-b06b-161d270b1c34 req-5acff47b-9578-42df-a0f6-9be42e5cc8a5 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.143 HTTP/1.1" status: 200 len: 696 time: 0.0634067 Jul 24 09:13:21.621835 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ad54b-dc77-45bf-a822-f2d01592c431 req-e1c63812-8046-4a10-8394-46d88d653236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:21.623039 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b40ad54b-dc77-45bf-a822-f2d01592c431 req-e1c63812-8046-4a10-8394-46d88d653236 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=615abf05-4cc9-451e-9413-dde4522cf2b3 HTTP/1.1" status: 200 len: 1101 time: 0.2950768 Jul 24 09:13:21.637754 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4586f0f6-63b9-4777-a118-9a0eec19f5b4 req-cfd60cbd-3d72-445e-96ea-f163914484c9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3ac7328-f9a1-4f56-a5c4-72b19e5a6357 HTTP/1.1" status: 200 len: 210 time: 0.0666451 Jul 24 09:13:21.665089 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 15489cd6-342f-4a6e-a392-93ece1cfbec6 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:21.665542 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:21.758602 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f4fbaceb-0ad3-4286-b06b-161d270b1c34 req-2562b02d-9922-4b40-890f-5be117f709ae tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.143 HTTP/1.1" status: 200 len: 696 time: 0.1416030 Jul 24 09:13:21.766695 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b40ad54b-dc77-45bf-a822-f2d01592c431 req-54e89cfc-d48c-465a-8c5f-8f8df6d3d44d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295497 Jul 24 09:13:21.777664 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-96307bdb-7107-460c-94c2-5b1b7f3a91da tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Allocated IP 192.168.233.164 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/c5f637cb-d9d4-4529-9832-36d171ce35c0) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:13:21.825644 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:21.877600 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] Transition to ACTIVE for port object 5c5829ee-af92-4e01-baf3-44b7c774141d will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:13:21.889024 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:21.955680 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159231f3-4e05-43d0-9409-391ee866dadb None None] Pushing event updated for resources: {'Port': ['ID=5c5829ee-af92-4e01-baf3-44b7c774141d,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:21.958801 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] Attempting to bind port 5c5829ee-af92-4e01-baf3-44b7c774141d on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:13:21.959418 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] Attempting to bind port 5c5829ee-af92-4e01-baf3-44b7c774141d by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:13:21.959975 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] Attempting to bind port 5c5829ee-af92-4e01-baf3-44b7c774141d on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:13:21.966398 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:13:21.967607 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:13:21.968196 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:21.968824 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:13:21.969865 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] Bound port: 5c5829ee-af92-4e01-baf3-44b7c774141d, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:13:21.970427 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:22.004169 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-96307bdb-7107-460c-94c2-5b1b7f3a91da tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:22.021764 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-0ba14878-573f-4d24-bc00-300d313e8cf0 admin admin] Allocated IP 172.20.0.1 (68b64780-c69e-4432-87ba-d598170da5b7/33f84861-778d-4828-92aa-af092c959084/18495f01-bc43-4653-8add-f003e9ecad6c) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:13:22.029004 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-96307bdb-7107-460c-94c2-5b1b7f3a91da tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Transition to ACTIVE for port object c5f637cb-d9d4-4529-9832-36d171ce35c0 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:13:22.041556 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] For port 5c5829ee-af92-4e01-baf3-44b7c774141d, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:13:22.045757 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] For port 5c5829ee-af92-4e01-baf3-44b7c774141d, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5c5829ee-af92-4e01-baf3-44b7c774141d,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:13:22.053805 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:22.069963 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-f4fbaceb-0ad3-4286-b06b-161d270b1c34 req-6e1defd7-12f7-44e4-9b2f-282e8e05e8b5 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Deleting port 86bafbb3-5d53-4d37-8885-13149871e952 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:13:22.070468 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f4fbaceb-0ad3-4286-b06b-161d270b1c34 req-6e1defd7-12f7-44e4-9b2f-282e8e05e8b5 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:22.118242 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-96307bdb-7107-460c-94c2-5b1b7f3a91da tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:22.130854 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['d443b98a-1ccc-4a40-a4b0-c6babec3df94', '21a699d1-a1e7-47f3-ac00-3012c9ed1460', 'b354465c-03a1-4acd-87be-13ad5d5cf76d', 'd5e21bee-ad81-4bb0-9094-96a3d2ca386d'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:22.155032 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['c53e0ca7-9937-4cf0-b41a-3892056f375b'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:22.157089 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159231f3-4e05-43d0-9409-391ee866dadb None None] Pushing event updated for resources: {'Port': ['ID=5c5829ee-af92-4e01-baf3-44b7c774141d,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:22.186651 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-96307bdb-7107-460c-94c2-5b1b7f3a91da tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:13:22.196132 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2550fef-213e-4a79-9ddc-1160486137af req-a5cea884-219a-407d-8812-7917cac692da tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:22.197827 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b2550fef-213e-4a79-9ddc-1160486137af req-a5cea884-219a-407d-8812-7917cac692da tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=615abf05-4cc9-451e-9413-dde4522cf2b3 HTTP/1.1" status: 200 len: 950 time: 0.1322005 Jul 24 09:13:22.200907 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-96307bdb-7107-460c-94c2-5b1b7f3a91da tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:13:22.207998 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-96307bdb-7107-460c-94c2-5b1b7f3a91da tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:13:22.214663 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f4fbaceb-0ad3-4286-b06b-161d270b1c34 req-6e1defd7-12f7-44e4-9b2f-282e8e05e8b5 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:22.214995 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f4fbaceb-0ad3-4286-b06b-161d270b1c34 req-6e1defd7-12f7-44e4-9b2f-282e8e05e8b5 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:22.232936 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0ba14878-573f-4d24-bc00-300d313e8cf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:22.239491 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-f4fbaceb-0ad3-4286-b06b-161d270b1c34 req-6e1defd7-12f7-44e4-9b2f-282e8e05e8b5 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Calling delete_port for 86bafbb3-5d53-4d37-8885-13149871e952 owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:13:22.239708 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] Routers {'8399c0fd-02fd-468e-b6b2-7c975e2140e6'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:13:22.240241 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:13:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8399c0fd-02fd-468e-b6b2-7c975e2140e6'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:22.258781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-0ba14878-573f-4d24-bc00-300d313e8cf0 admin admin] Transition to ACTIVE for port object 18495f01-bc43-4653-8add-f003e9ecad6c will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:13:22.259719 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96307bdb-7107-460c-94c2-5b1b7f3a91da tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Pushing event updated for resources: {'Port': ['ID=c5f637cb-d9d4-4529-9832-36d171ce35c0,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:22.328582 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b2550fef-213e-4a79-9ddc-1160486137af req-505e10de-4cfd-4a68-93e8-4b3649fb9a20 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156092 Jul 24 09:13:22.344670 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-96307bdb-7107-460c-94c2-5b1b7f3a91da tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:22.345381 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-96307bdb-7107-460c-94c2-5b1b7f3a91da tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:22.354639 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0ba14878-573f-4d24-bc00-300d313e8cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:22.390749 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-96307bdb-7107-460c-94c2-5b1b7f3a91da tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1954663 Jul 24 09:13:22.405628 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-9d7400ee-ba81-4efd-a073-698e8aca236f service neutron] Request body: {'port': {'device_id': '7533daa4-6f91-4753-8daf-e58e67c344b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:22.429486 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba14878-573f-4d24-bc00-300d313e8cf0 admin admin] Network 68b64780-c69e-4432-87ba-d598170da5b7 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:13:22.436808 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-0ba14878-573f-4d24-bc00-300d313e8cf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:13:22.453324 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba14878-573f-4d24-bc00-300d313e8cf0 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:13:22.530035 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba14878-573f-4d24-bc00-300d313e8cf0 admin admin] Pushing event updated for resources: {'Port': ['ID=18495f01-bc43-4653-8add-f003e9ecad6c,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:22.568283 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0ba14878-573f-4d24-bc00-300d313e8cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:22.571488 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f4fbaceb-0ad3-4286-b06b-161d270b1c34 req-6e1defd7-12f7-44e4-9b2f-282e8e05e8b5 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:22.626006 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-9d7400ee-ba81-4efd-a073-698e8aca236f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:22.648976 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1defd7-12f7-44e4-9b2f-282e8e05e8b5 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Pushing event deleted for resources: {'Port': ['ID=86bafbb3-5d53-4d37-8885-13149871e952,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:22.732943 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] Set router 8399c0fd-02fd-468e-b6b2-7c975e2140e6 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:13:22.842251 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-ee0bc394-3919-430f-85d7-f4f77bd15eb0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:22.843713 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-ee0bc394-3919-430f-85d7-f4f77bd15eb0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.37 "GET /v2.0/networks?id=f0544269-4e64-4c91-95af-03a4be88816f HTTP/1.1" status: 200 len: 805 time: 0.2955508 Jul 24 09:13:22.847740 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f4fbaceb-0ad3-4286-b06b-161d270b1c34 req-6e1defd7-12f7-44e4-9b2f-282e8e05e8b5 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:22.852131 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f4fbaceb-0ad3-4286-b06b-161d270b1c34 req-6e1defd7-12f7-44e4-9b2f-282e8e05e8b5 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:22.853703 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f4fbaceb-0ad3-4286-b06b-161d270b1c34 req-6e1defd7-12f7-44e4-9b2f-282e8e05e8b5 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "DELETE /v2.0/floatingips/6878c4a8-07c2-413d-a461-e3c5baa1b1b6 HTTP/1.1" status: 204 len: 173 time: 1.0620863 Jul 24 09:13:22.857371 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0ba14878-573f-4d24-bc00-300d313e8cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:22.887709 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-04ecc69d-83b8-4068-b613-346ab4b08fdd None None] Provisioning for port c5f637cb-d9d4-4529-9832-36d171ce35c0 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:13:22.917056 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-04ecc69d-83b8-4068-b613-346ab4b08fdd None None] Provisioning complete for port c5f637cb-d9d4-4529-9832-36d171ce35c0 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:22.917730 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-04ecc69d-83b8-4068-b613-346ab4b08fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:23.023616 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fd69a9f8-581f-4d0d-af33-6fd15177e984 req-218f024e-81df-4c82-a53f-3cc0d9406f99 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3ac7328-f9a1-4f56-a5c4-72b19e5a6357 HTTP/1.1" status: 200 len: 210 time: 0.0362110 Jul 24 09:13:23.041959 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-04ecc69d-83b8-4068-b613-346ab4b08fdd None None] Port c5f637cb-d9d4-4529-9832-36d171ce35c0 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:13:23.133641 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0ba14878-573f-4d24-bc00-300d313e8cf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:23.140553 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0ba14878-573f-4d24-bc00-300d313e8cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:23.196919 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c8045953-0f11-4503-8bd2-42d742ca9740 None None] Provisioning for port 18495f01-bc43-4653-8add-f003e9ecad6c completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:13:23.213085 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c8045953-0f11-4503-8bd2-42d742ca9740 None None] Provisioning complete for port 18495f01-bc43-4653-8add-f003e9ecad6c triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:23.213447 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c8045953-0f11-4503-8bd2-42d742ca9740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:23.258942 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'name': 'tempest-ServerActionsTestJSON-1789517492-router', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:13:17Z', 'updated_at': '2021-07-24T09:13:18Z', 'revision_number': 3, 'project_id': '1a05e6e5898f4251b0312ce083171a42', 'gw_port': {'id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:18Z', 'updated_at': '2021-07-24T09:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:23.273481 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-d6144779-15bf-4d80-bb69-ced63d964807 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Request body: {'port': {'device_id': 'b3ac7328-f9a1-4f56-a5c4-72b19e5a6357', 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f', 'admin_state_up': True, 'tenant_id': '400b6e3893174893b678c7f2a57041a8'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:23.285343 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-913896a7-9268-4e4d-b6a9-0f2ec4e3a13d req-3082ba58-c06c-42c2-988c-4bf8eb5a5ff4 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/floatingips/e22fe1e4-ae58-4fa5-92b8-b7ca2bcfd3c8 HTTP/1.1" status: 200 len: 693 time: 0.0703559 Jul 24 09:13:23.301662 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90350a-c283-4742-8f3a-15f865a63b67 None None] The sync data for ids ['8399c0fd-02fd-468e-b6b2-7c975e2140e6'] in n-d-800085-9 is: [{'id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'name': 'tempest-ServerActionsTestJSON-1789517492-router', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:13:17Z', 'updated_at': '2021-07-24T09:13:18Z', 'revision_number': 3, 'project_id': '1a05e6e5898f4251b0312ce083171a42', 'gw_port': {'id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:18Z', 'updated_at': '2021-07-24T09:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:13:23.310529 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-c8045953-0f11-4503-8bd2-42d742ca9740 None None] Port 18495f01-bc43-4653-8add-f003e9ecad6c cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:13:23.325735 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba14878-573f-4d24-bc00-300d313e8cf0 admin admin] Pushing event updated for resources: {'Port': ['ID=18495f01-bc43-4653-8add-f003e9ecad6c,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:23.331550 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0ba14878-573f-4d24-bc00-300d313e8cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:23.395398 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827520b-8f09-4f24-a234-cd3cf0bfe324 req-f45be05b-6f15-4778-b4b1-82868d545c43 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:23.402910 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f827520b-8f09-4f24-a234-cd3cf0bfe324 req-f45be05b-6f15-4778-b4b1-82868d545c43 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7533daa4-6f91-4753-8daf-e58e67c344b6 HTTP/1.1" status: 200 len: 936 time: 0.6602049 Jul 24 09:13:23.486526 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913896a7-9268-4e4d-b6a9-0f2ec4e3a13d req-c1f35d37-96d6-49f5-9df2-8169d3af0139 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:23.489207 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-913896a7-9268-4e4d-b6a9-0f2ec4e3a13d req-c1f35d37-96d6-49f5-9df2-8169d3af0139 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 0.1935227 Jul 24 09:13:23.511825 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f827520b-8f09-4f24-a234-cd3cf0bfe324 req-1c5a4d31-e49e-4555-a43b-e82bae0da586 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071370 Jul 24 09:13:23.555824 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-913896a7-9268-4e4d-b6a9-0f2ec4e3a13d req-a0c8fd24-33a4-422b-80cd-94e0f4b05f1d tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.118 HTTP/1.1" status: 200 len: 696 time: 0.0598598 Jul 24 09:13:23.558569 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-d6144779-15bf-4d80-bb69-ced63d964807 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Made reservation on behalf of 400b6e3893174893b678c7f2a57041a8 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:13:23.561033 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba14878-573f-4d24-bc00-300d313e8cf0 admin admin] Network 68b64780-c69e-4432-87ba-d598170da5b7 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:13:23.562089 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-d6144779-15bf-4d80-bb69-ced63d964807 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:23.562501 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-0ba14878-573f-4d24-bc00-300d313e8cf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:13:23.713282 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-9d7400ee-ba81-4efd-a073-698e8aca236f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f637cb-d9d4-4529-9832-36d171ce35c0 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:13:23.759107 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-913896a7-9268-4e4d-b6a9-0f2ec4e3a13d req-d0db5612-410a-4cfe-9232-d71665ded881 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.118 HTTP/1.1" status: 200 len: 696 time: 0.1915355 Jul 24 09:13:23.771151 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba14878-573f-4d24-bc00-300d313e8cf0 admin admin] Router 8399c0fd-02fd-468e-b6b2-7c975e2140e6 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:13:23.817045 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-9d7400ee-ba81-4efd-a073-698e8aca236f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:23.874236 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-9d7400ee-ba81-4efd-a073-698e8aca236f service neutron] Transition to ACTIVE for port object c5f637cb-d9d4-4529-9832-36d171ce35c0 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:13:23.929124 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-9d7400ee-ba81-4efd-a073-698e8aca236f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:24.022473 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba14878-573f-4d24-bc00-300d313e8cf0 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:13:24.037365 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0ba14878-573f-4d24-bc00-300d313e8cf0 admin admin] 10.222.0.32 "PUT /v2.0/routers/8399c0fd-02fd-468e-b6b2-7c975e2140e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2295156 Jul 24 09:13:24.037559 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54722) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:24.046884 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7400ee-ba81-4efd-a073-698e8aca236f service neutron] Pushing event updated for resources: {'Port': ['ID=c5f637cb-d9d4-4529-9832-36d171ce35c0,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:24.050647 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-d6144779-15bf-4d80-bb69-ced63d964807 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Allocated IP 172.20.0.6 (f0544269-4e64-4c91-95af-03a4be88816f/bbeb15a4-8962-4380-8bb7-477c83cce3ff/1b514407-0733-4ec2-ad39-60c90b9c796c) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:13:24.059046 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-635fa636-f6ca-49ad-8d7c-20e60d797225 None None] Provisioning complete for port 18495f01-bc43-4653-8add-f003e9ecad6c triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:24.059951 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-635fa636-f6ca-49ad-8d7c-20e60d797225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:24.060910 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422d775-4f58-4dd6-b300-e0fa5d4824c9 req-927f7768-a02c-4b84-8491-b1335d7b8aee tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:24.064385 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-913896a7-9268-4e4d-b6a9-0f2ec4e3a13d req-590fc303-1d3a-4df4-901d-27d7992435b0 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Deleting port 4180a18b-63dc-4771-9d41-e741e0b8168b {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:13:24.065176 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-913896a7-9268-4e4d-b6a9-0f2ec4e3a13d req-590fc303-1d3a-4df4-901d-27d7992435b0 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:24.073616 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9422d775-4f58-4dd6-b300-e0fa5d4824c9 req-927f7768-a02c-4b84-8491-b1335d7b8aee tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=615abf05-4cc9-451e-9413-dde4522cf2b3 HTTP/1.1" status: 200 len: 950 time: 0.3673494 Jul 24 09:13:24.100969 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-635fa636-f6ca-49ad-8d7c-20e60d797225 None None] Port 18495f01-bc43-4653-8add-f003e9ecad6c cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:13:24.212945 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-913896a7-9268-4e4d-b6a9-0f2ec4e3a13d req-590fc303-1d3a-4df4-901d-27d7992435b0 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:24.216146 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-913896a7-9268-4e4d-b6a9-0f2ec4e3a13d req-590fc303-1d3a-4df4-901d-27d7992435b0 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:24.235876 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-913896a7-9268-4e4d-b6a9-0f2ec4e3a13d req-590fc303-1d3a-4df4-901d-27d7992435b0 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Calling delete_port for 4180a18b-63dc-4771-9d41-e741e0b8168b owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:13:24.283468 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9422d775-4f58-4dd6-b300-e0fa5d4824c9 req-b7f141f2-1d3b-42a5-9bcb-69166105a55c tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893010 Jul 24 09:13:24.283468 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ad583c47-7361-4af1-bddf-c2fb21198a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:24.422646 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-913896a7-9268-4e4d-b6a9-0f2ec4e3a13d req-590fc303-1d3a-4df4-901d-27d7992435b0 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:24.452355 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-9d7400ee-ba81-4efd-a073-698e8aca236f service neutron] Attempting to bind port c5f637cb-d9d4-4529-9832-36d171ce35c0 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:13:24.452960 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-9d7400ee-ba81-4efd-a073-698e8aca236f service neutron] Attempting to bind port c5f637cb-d9d4-4529-9832-36d171ce35c0 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:13:24.453367 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-9d7400ee-ba81-4efd-a073-698e8aca236f service neutron] Attempting to bind port c5f637cb-d9d4-4529-9832-36d171ce35c0 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:13:24.463560 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590fc303-1d3a-4df4-901d-27d7992435b0 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Pushing event deleted for resources: {'Port': ['ID=4180a18b-63dc-4771-9d41-e741e0b8168b,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:24.469749 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-9d7400ee-ba81-4efd-a073-698e8aca236f service neutron] Port c5f637cb-d9d4-4529-9832-36d171ce35c0 on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:13:24.470191 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-9d7400ee-ba81-4efd-a073-698e8aca236f service neutron] Attempting to bind port c5f637cb-d9d4-4529-9832-36d171ce35c0 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:13:24.530596 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-9d7400ee-ba81-4efd-a073-698e8aca236f service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:13:24.530939 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-9d7400ee-ba81-4efd-a073-698e8aca236f service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:13:24.531556 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-9d7400ee-ba81-4efd-a073-698e8aca236f service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:13:24.532127 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-9d7400ee-ba81-4efd-a073-698e8aca236f service neutron] Bound port: c5f637cb-d9d4-4529-9832-36d171ce35c0, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:13:24.532690 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-9d7400ee-ba81-4efd-a073-698e8aca236f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:24.540972 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-913896a7-9268-4e4d-b6a9-0f2ec4e3a13d req-590fc303-1d3a-4df4-901d-27d7992435b0 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:24.541183 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c79cbaac-a8fe-4462-b92f-87361aebe0d0 req-7fe3e47c-abe3-4d8a-8930-cad39677d2db tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3ac7328-f9a1-4f56-a5c4-72b19e5a6357 HTTP/1.1" status: 200 len: 210 time: 0.0620370 Jul 24 09:13:24.543572 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-913896a7-9268-4e4d-b6a9-0f2ec4e3a13d req-590fc303-1d3a-4df4-901d-27d7992435b0 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:24.551570 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-d6144779-15bf-4d80-bb69-ced63d964807 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:24.554345 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54738) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:24.557395 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-913896a7-9268-4e4d-b6a9-0f2ec4e3a13d req-590fc303-1d3a-4df4-901d-27d7992435b0 tempest-FloatingIPDetailsTestJSON-349716590 tempest-FloatingIPDetailsTestJSON-349716590-project] 10.222.0.32 "DELETE /v2.0/floatingips/e22fe1e4-ae58-4fa5-92b8-b7ca2bcfd3c8 HTTP/1.1" status: 204 len: 173 time: 0.7775254 Jul 24 09:13:24.761411 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-9d7400ee-ba81-4efd-a073-698e8aca236f service neutron] For port c5f637cb-d9d4-4529-9832-36d171ce35c0, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:13:24.772163 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-9d7400ee-ba81-4efd-a073-698e8aca236f service neutron] For port c5f637cb-d9d4-4529-9832-36d171ce35c0, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=c5f637cb-d9d4-4529-9832-36d171ce35c0,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:13:24.785444 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-9d7400ee-ba81-4efd-a073-698e8aca236f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:24.797479 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-d6144779-15bf-4d80-bb69-ced63d964807 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:24.824459 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['880fbce5-c5db-464b-a114-3858d9fcfd2c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:24.837274 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ad583c47-7361-4af1-bddf-c2fb21198a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:24.849451 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-9d7400ee-ba81-4efd-a073-698e8aca236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:24.850819 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-9d7400ee-ba81-4efd-a073-698e8aca236f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:24.852508 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-9d7400ee-ba81-4efd-a073-698e8aca236f service neutron] 10.222.0.20 "PUT /v2.0/ports/c5f637cb-d9d4-4529-9832-36d171ce35c0 HTTP/1.1" status: 200 len: 1096 time: 2.4527316 Jul 24 09:13:24.855826 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7533daa4-6f91-4753-8daf-e58e67c344b6', 'tag': 'c5f637cb-d9d4-4529-9832-36d171ce35c0'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:13:24.858360 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e8c31d-939e-4cbd-8c72-8c68f374aa06" -d '{"events": [{"name": "network-changed", "server_uuid": "7533daa4-6f91-4753-8daf-e58e67c344b6", "tag": "c5f637cb-d9d4-4529-9832-36d171ce35c0"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:13:24.861032 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ad583c47-7361-4af1-bddf-c2fb21198a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:24.984256 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ed466-86ff-4b0d-82ed-ed872b0cae0b req-fba93a98-4ef2-47a7-8b1a-d9761203f6ed tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:24.991689 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a6ed466-86ff-4b0d-82ed-ed872b0cae0b req-fba93a98-4ef2-47a7-8b1a-d9761203f6ed tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7533daa4-6f91-4753-8daf-e58e67c344b6 HTTP/1.1" status: 200 len: 948 time: 0.0868242 Jul 24 09:13:24.996058 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-d6144779-15bf-4d80-bb69-ced63d964807 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Network f0544269-4e64-4c91-95af-03a4be88816f is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:13:25.041194 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a6ed466-86ff-4b0d-82ed-ed872b0cae0b req-aa6d59f8-925d-47f5-ac1f-a47dfe143adf tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484903 Jul 24 09:13:25.069187 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-d6144779-15bf-4d80-bb69-ced63d964807 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:13:25.101233 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-d6144779-15bf-4d80-bb69-ced63d964807 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:13:25.115654 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7400ee-ba81-4efd-a073-698e8aca236f service neutron] Pushing event updated for resources: {'Port': ['ID=c5f637cb-d9d4-4529-9832-36d171ce35c0,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:25.128927 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad583c47-7361-4af1-bddf-c2fb21198a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35dc6ef4-e557-4580-a470-7169aa72015b,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:25.173983 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ad583c47-7361-4af1-bddf-c2fb21198a76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=683b0990928248b8804c6299c69ce6d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1353173 Jul 24 09:13:25.176911 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54748) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:25.246685 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54750) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:25.255954 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-495b34a7-275e-445b-a7de-cc492588cb85 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--930607979', 'description': 'tempest-description--164525295'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:25.283024 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6144779-15bf-4d80-bb69-ced63d964807 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Pushing event updated for resources: {'Port': ['ID=1b514407-0733-4ec2-ad39-60c90b9c796c,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:25.296348 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-d6144779-15bf-4d80-bb69-ced63d964807 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:25.297305 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-d6144779-15bf-4d80-bb69-ced63d964807 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:25.335284 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5c5829ee-af92-4e01-baf3-44b7c774141d up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:13:25.361656 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-495b34a7-275e-445b-a7de-cc492588cb85 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:25.364267 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0718c1-5ccf-412c-a042-5f1b8afd63e3 x-openstack-request-id: req-7b0718c1-5ccf-412c-a042-5f1b8afd63e3 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:13:25.364564 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7533daa4-6f91-4753-8daf-e58e67c344b6", "tag": "c5f637cb-d9d4-4529-9832-36d171ce35c0", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:13:25.364843 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b0718c1-5ccf-412c-a042-5f1b8afd63e3 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:13:25.365246 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7533daa4-6f91-4753-8daf-e58e67c344b6', 'tag': 'c5f637cb-d9d4-4529-9832-36d171ce35c0', 'status': 'completed', 'code': 200} Jul 24 09:13:25.371382 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-709c2a00-550e-44d4-99b6-2bebad2880ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:25.417831 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-72b52f82-2f15-4b4f-83ac-8a76beaaf1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:25.419205 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-709c2a00-550e-44d4-99b6-2bebad2880ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:25.419505 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-72b52f82-2f15-4b4f-83ac-8a76beaaf1a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55b10a1852e84b7588aba204f57f066d&device_id=7533daa4-6f91-4753-8daf-e58e67c344b6 HTTP/1.1" status: 200 len: 1099 time: 0.4672105 Jul 24 09:13:25.435553 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 5c5829ee-af92-4e01-baf3-44b7c774141d completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:13:25.443593 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-d6144779-15bf-4d80-bb69-ced63d964807 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1790864 Jul 24 09:13:25.446712 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 5c5829ee-af92-4e01-baf3-44b7c774141d triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:25.447091 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:25.498687 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-046fdec5-f99a-4350-92be-5e652febcb9a service neutron] Request body: {'port': {'device_id': 'b3ac7328-f9a1-4f56-a5c4-72b19e5a6357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:25.507609 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-0a931a50-cab2-452f-bec0-78a5284a2c34 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=c5f637cb-d9d4-4529-9832-36d171ce35c0 HTTP/1.1" status: 200 len: 217 time: 0.0671518 Jul 24 09:13:25.547385 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-709c2a00-550e-44d4-99b6-2bebad2880ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:25.547899 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-709c2a00-550e-44d4-99b6-2bebad2880ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:25.552124 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-709c2a00-550e-44d4-99b6-2bebad2880ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/35dc6ef4-e557-4580-a470-7169aa72015b HTTP/1.1" status: 204 len: 168 time: 0.3711300 Jul 24 09:13:25.595509 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-495b34a7-275e-445b-a7de-cc492588cb85 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:25.613353 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-495b34a7-275e-445b-a7de-cc492588cb85 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:25.626223 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:25.628793 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c2a00-550e-44d4-99b6-2bebad2880ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35dc6ef4-e557-4580-a470-7169aa72015b,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:25.630102 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-495b34a7-275e-445b-a7de-cc492588cb85 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:25.634033 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-495b34a7-275e-445b-a7de-cc492588cb85 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3863204 Jul 24 09:13:25.634648 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54758) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:25.665004 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] Sync routers for ids ['8399c0fd-02fd-468e-b6b2-7c975e2140e6'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:13:25.681477 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] Routers {'8399c0fd-02fd-468e-b6b2-7c975e2140e6'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:13:25.682121 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:13:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8399c0fd-02fd-468e-b6b2-7c975e2140e6'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:25.683244 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 5c5829ee-af92-4e01-baf3-44b7c774141d, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5c5829ee-af92-4e01-baf3-44b7c774141d,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:25.689173 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:25.702585 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b34a7-275e-445b-a7de-cc492588cb85 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:25.708262 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-1dd6d4c2-440c-4ed8-ac8d-a9a0502e27e2 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Request body: {'security_group_rule': {'security_group_id': '069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:25.751566 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-2ae463d1-3311-408b-ace4-90d5e968d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:25.753073 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-2ae463d1-3311-408b-ace4-90d5e968d6ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.2175968 Jul 24 09:13:25.765571 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1dd6d4c2-440c-4ed8-ac8d-a9a0502e27e2 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:25.782240 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc81863-2ea2-4180-93fc-3b3b23e901de req-c14e70b9-2266-4926-b6d0-829d6146372f tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:25.782731 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc81863-2ea2-4180-93fc-3b3b23e901de req-c14e70b9-2266-4926-b6d0-829d6146372f tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:25.783200 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc81863-2ea2-4180-93fc-3b3b23e901de req-c14e70b9-2266-4926-b6d0-829d6146372f tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:25.783667 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc81863-2ea2-4180-93fc-3b3b23e901de req-c14e70b9-2266-4926-b6d0-829d6146372f tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:25.784073 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=5c5829ee-af92-4e01-baf3-44b7c774141d,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:25.784200 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc81863-2ea2-4180-93fc-3b3b23e901de req-c14e70b9-2266-4926-b6d0-829d6146372f tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:25.784620 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc81863-2ea2-4180-93fc-3b3b23e901de req-c14e70b9-2266-4926-b6d0-829d6146372f tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:25.785273 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc81863-2ea2-4180-93fc-3b3b23e901de req-c14e70b9-2266-4926-b6d0-829d6146372f tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:25.785751 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc81863-2ea2-4180-93fc-3b3b23e901de req-c14e70b9-2266-4926-b6d0-829d6146372f tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:25.786216 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc81863-2ea2-4180-93fc-3b3b23e901de req-c14e70b9-2266-4926-b6d0-829d6146372f tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:25.786752 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc81863-2ea2-4180-93fc-3b3b23e901de req-c14e70b9-2266-4926-b6d0-829d6146372f tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:25.787751 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc81863-2ea2-4180-93fc-3b3b23e901de req-c14e70b9-2266-4926-b6d0-829d6146372f tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:25.788218 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc81863-2ea2-4180-93fc-3b3b23e901de req-c14e70b9-2266-4926-b6d0-829d6146372f tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:25.788681 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc81863-2ea2-4180-93fc-3b3b23e901de req-c14e70b9-2266-4926-b6d0-829d6146372f tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:25.789229 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc81863-2ea2-4180-93fc-3b3b23e901de req-c14e70b9-2266-4926-b6d0-829d6146372f tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:25.789694 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc81863-2ea2-4180-93fc-3b3b23e901de req-c14e70b9-2266-4926-b6d0-829d6146372f tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:25.790289 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc81863-2ea2-4180-93fc-3b3b23e901de req-c14e70b9-2266-4926-b6d0-829d6146372f tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:25.790761 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc81863-2ea2-4180-93fc-3b3b23e901de req-c14e70b9-2266-4926-b6d0-829d6146372f tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:25.791224 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc81863-2ea2-4180-93fc-3b3b23e901de req-c14e70b9-2266-4926-b6d0-829d6146372f tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:25.791806 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc81863-2ea2-4180-93fc-3b3b23e901de req-c14e70b9-2266-4926-b6d0-829d6146372f tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:25.804862 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4dc81863-2ea2-4180-93fc-3b3b23e901de req-c14e70b9-2266-4926-b6d0-829d6146372f tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b3ac7328-f9a1-4f56-a5c4-72b19e5a6357&device_id=7533daa4-6f91-4753-8daf-e58e67c344b6&device_id=615abf05-4cc9-451e-9413-dde4522cf2b3&device_id=d4400f82-f205-4971-8af0-00cce5d986f9&device_id=cc74c894-63f0-4771-b257-438dd0299441&device_id=b5705147-17ef-46ec-bf27-aa515738b829&device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191&device_id=044ca427-789f-45d5-a5b6-de1a6701da50&device_id=d8fc905d-8e2b-4372-bc4c-bf54a8034587&device_id=1f280065-3667-41e0-b729-ddea17aa5b7a&device_id=d04ad624-5fb2-4ff8-8474-a92f5f5e4681&device_id=6d609551-2583-485f-8d7f-c3f03543afca&device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 17098 time: 0.2509780 Jul 24 09:13:25.839371 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-4dc81863-2ea2-4180-93fc-3b3b23e901de req-28c2ec11-7eeb-4557-9176-0209ec1b411a tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:25.839639 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-046fdec5-f99a-4350-92be-5e652febcb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:25.886507 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] Set router 8399c0fd-02fd-468e-b6b2-7c975e2140e6 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:13:25.900716 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1dd6d4c2-440c-4ed8-ac8d-a9a0502e27e2 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:25.906727 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1dd6d4c2-440c-4ed8-ac8d-a9a0502e27e2 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:25.938199 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6d4c2-440c-4ed8-ac8d-a9a0502e27e2 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6463ac29-eff5-439d-9e2e-43455610b303,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:26.011396 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea402f42-2f9f-41e7-85dd-3c4d402bb38e req-3d77c74c-ac78-4de1-ad15-a2d1e6c85039 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:26.014773 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-4dc81863-2ea2-4180-93fc-3b3b23e901de req-28c2ec11-7eeb-4557-9176-0209ec1b411a tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:26.018474 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ea402f42-2f9f-41e7-85dd-3c4d402bb38e req-3d77c74c-ac78-4de1-ad15-a2d1e6c85039 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3ac7328-f9a1-4f56-a5c4-72b19e5a6357 HTTP/1.1" status: 200 len: 931 time: 0.3398135 Jul 24 09:13:26.021863 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-4dc81863-2ea2-4180-93fc-3b3b23e901de req-28c2ec11-7eeb-4557-9176-0209ec1b411a tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:26.029116 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1dd6d4c2-440c-4ed8-ac8d-a9a0502e27e2 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:26.032649 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1dd6d4c2-440c-4ed8-ac8d-a9a0502e27e2 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3290517 Jul 24 09:13:26.038435 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54770) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:26.047729 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-10d0bf74-9f61-434a-95ba-2c2c76782dfd tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Request body: {'security_group_rule': {'security_group_id': '069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:26.083821 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-5a3af970-1ec3-4f50-8843-7e1a82aac07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:26.086644 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-5a3af970-1ec3-4f50-8843-7e1a82aac07c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3085351 Jul 24 09:13:26.095691 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4dc81863-2ea2-4180-93fc-3b3b23e901de req-28c2ec11-7eeb-4557-9176-0209ec1b411a tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5b5347b6-711e-456c-a2ba-2bec24195cbb&id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&id=76c561de-4368-4dbd-9dfb-b58131f79aea&id=1756e664-319c-4038-af55-9ca63f2adefb&id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 673 time: 0.2877796 Jul 24 09:13:26.115039 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2ec11-7eeb-4557-9176-0209ec1b411a tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0879a8f5-d4df-4620-b61a-2f1d5a60a04d,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:26.126480 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-24994603-584a-4a65-8eb4-3ece967d026d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:26.154259 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-10d0bf74-9f61-434a-95ba-2c2c76782dfd tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:26.174962 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'name': 'tempest-ServerActionsTestJSON-1789517492-router', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:13:17Z', 'updated_at': '2021-07-24T09:13:22Z', 'revision_number': 4, 'project_id': '1a05e6e5898f4251b0312ce083171a42', 'gw_port': {'id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:18Z', 'updated_at': '2021-07-24T09:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '18495f01-bc43-4653-8add-f003e9ecad6c', 'name': '', 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'mac_address': 'fa:16:3e:e1:3d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '33f84861-778d-4828-92aa-af092c959084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:21Z', 'updated_at': '2021-07-24T09:13:22Z', 'revision_number': 2, 'project_id': '1a05e6e5898f4251b0312ce083171a42', 'subnets': [{'id': '33f84861-778d-4828-92aa-af092c959084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:26.279256 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-10d0bf74-9f61-434a-95ba-2c2c76782dfd tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:26.284945 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-10d0bf74-9f61-434a-95ba-2c2c76782dfd tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:26.309281 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0bf74-9f61-434a-95ba-2c2c76782dfd tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f19ec78-0b65-4fce-85da-21688dd6b298,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:26.321521 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ea402f42-2f9f-41e7-85dd-3c4d402bb38e req-617532b7-a0ed-4e40-a91d-d62696544ee1 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018637 Jul 24 09:13:26.336469 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] Checking router: 8399c0fd-02fd-468e-b6b2-7c975e2140e6 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:13:26.337128 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] Updating router 8399c0fd-02fd-468e-b6b2-7c975e2140e6 port 18495f01-bc43-4653-8add-f003e9ecad6c binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:13:26.382249 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-10d0bf74-9f61-434a-95ba-2c2c76782dfd tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:26.388369 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-10d0bf74-9f61-434a-95ba-2c2c76782dfd tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3439953 Jul 24 09:13:26.388845 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54782) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:26.415439 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:26.419934 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-c52c3d02-bbe7-483b-82d7-cc49363ccb22 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:26.446414 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b698f50-a46b-412d-8e90-1a34db9cb72b req-261cb384-c2ff-4705-9cde-f98611cc093c tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:26.451840 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8b698f50-a46b-412d-8e90-1a34db9cb72b req-261cb384-c2ff-4705-9cde-f98611cc093c tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7533daa4-6f91-4753-8daf-e58e67c344b6 HTTP/1.1" status: 200 len: 948 time: 0.1462791 Jul 24 09:13:26.533632 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-e513e990-bfcd-4ccd-b5eb-bbd920c863b7 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328237 Jul 24 09:13:26.542822 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8b698f50-a46b-412d-8e90-1a34db9cb72b req-a2bf2a89-566d-407c-97cd-002eb91daad4 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852008 Jul 24 09:13:26.595190 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c52c3d02-bbe7-483b-82d7-cc49363ccb22 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks [] for floatingip, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:26.783610 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:26.804123 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] Transition to ACTIVE for port object 18495f01-bc43-4653-8add-f003e9ecad6c will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:13:26.811728 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:26.903041 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c09d5e-f96b-4ec0-955a-514af1ef8e35 None None] Pushing event updated for resources: {'Port': ['ID=18495f01-bc43-4653-8add-f003e9ecad6c,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:26.932209 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c09d5e-f96b-4ec0-955a-514af1ef8e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:26.932555 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c09d5e-f96b-4ec0-955a-514af1ef8e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:26.932920 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c09d5e-f96b-4ec0-955a-514af1ef8e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:26.933439 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c09d5e-f96b-4ec0-955a-514af1ef8e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:26.933961 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c09d5e-f96b-4ec0-955a-514af1ef8e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:26.934452 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c09d5e-f96b-4ec0-955a-514af1ef8e35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:26.934938 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c09d5e-f96b-4ec0-955a-514af1ef8e35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:26.935463 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c09d5e-f96b-4ec0-955a-514af1ef8e35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:26.936001 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c09d5e-f96b-4ec0-955a-514af1ef8e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:26.936529 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c09d5e-f96b-4ec0-955a-514af1ef8e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:26.937087 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c09d5e-f96b-4ec0-955a-514af1ef8e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:26.937485 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c09d5e-f96b-4ec0-955a-514af1ef8e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:26.955668 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] Attempting to bind port 18495f01-bc43-4653-8add-f003e9ecad6c on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:13:26.956301 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] Attempting to bind port 18495f01-bc43-4653-8add-f003e9ecad6c by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:13:26.956890 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] Attempting to bind port 18495f01-bc43-4653-8add-f003e9ecad6c on network 68b64780-c69e-4432-87ba-d598170da5b7 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:13:26.963186 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:13:26.963877 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] Checking segment: {'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:13:26.964446 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:26.965053 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] Bound using segment: {'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:13:26.965738 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] Bound port: 18495f01-bc43-4653-8add-f003e9ecad6c, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:13:26.966351 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:27.048941 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] For port 18495f01-bc43-4653-8add-f003e9ecad6c, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:13:27.052411 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] For port 18495f01-bc43-4653-8add-f003e9ecad6c, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=18495f01-bc43-4653-8add-f003e9ecad6c,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:13:27.057978 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:27.124065 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] Routers {'8399c0fd-02fd-468e-b6b2-7c975e2140e6'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:13:27.124440 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:13:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8399c0fd-02fd-468e-b6b2-7c975e2140e6'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:27.131985 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-09bc4d8c-2c10-4a90-b5a5-53106bff637d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:27.254762 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c09d5e-f96b-4ec0-955a-514af1ef8e35 None None] Pushing event updated for resources: {'Port': ['ID=18495f01-bc43-4653-8add-f003e9ecad6c,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:27.279791 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-046fdec5-f99a-4350-92be-5e652febcb9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b514407-0733-4ec2-ad39-60c90b9c796c {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:13:27.299510 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] Set router 8399c0fd-02fd-468e-b6b2-7c975e2140e6 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:13:27.302392 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-046fdec5-f99a-4350-92be-5e652febcb9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:27.312540 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5c5829ee-af92-4e01-baf3-44b7c774141d up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:13:27.324007 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9d7e41f7-b06f-458d-96ce-29788a28252f req-c928c7ed-edec-4e96-af26-8add51d457ec service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7299592 Jul 24 09:13:27.351481 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54808) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:27.384838 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-046fdec5-f99a-4350-92be-5e652febcb9a service neutron] Transition to ACTIVE for port object 1b514407-0733-4ec2-ad39-60c90b9c796c will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:13:27.396207 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-046fdec5-f99a-4350-92be-5e652febcb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:27.399998 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 5c5829ee-af92-4e01-baf3-44b7c774141d triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:27.401211 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:27.574351 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4f6698a0-6adf-4be5-afb3-1820687b7a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:27.575001 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5af382-0189-44f1-b109-a4193a77c5c1 req-631638a9-f431-4a4e-bcc8-1e93f8c537cb tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:27.575874 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5af382-0189-44f1-b109-a4193a77c5c1 req-631638a9-f431-4a4e-bcc8-1e93f8c537cb tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:27.576725 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5af382-0189-44f1-b109-a4193a77c5c1 req-631638a9-f431-4a4e-bcc8-1e93f8c537cb tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:27.578973 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0e5af382-0189-44f1-b109-a4193a77c5c1 req-631638a9-f431-4a4e-bcc8-1e93f8c537cb tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=615abf05-4cc9-451e-9413-dde4522cf2b3&device_id=b5705147-17ef-46ec-bf27-aa515738b829&device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 2883 time: 0.5560822 Jul 24 09:13:27.601891 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200c777-52db-465b-888f-7e808e83e5f6 req-8148c380-e860-4019-ba1e-013285d8516c tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:27.603427 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e200c777-52db-465b-888f-7e808e83e5f6 req-8148c380-e860-4019-ba1e-013285d8516c tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3ac7328-f9a1-4f56-a5c4-72b19e5a6357 HTTP/1.1" status: 200 len: 943 time: 0.1042912 Jul 24 09:13:27.657535 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'name': 'tempest-ServerActionsTestJSON-1789517492-router', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:13:17Z', 'updated_at': '2021-07-24T09:13:22Z', 'revision_number': 4, 'project_id': '1a05e6e5898f4251b0312ce083171a42', 'gw_port': {'id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:18Z', 'updated_at': '2021-07-24T09:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '18495f01-bc43-4653-8add-f003e9ecad6c', 'name': '', 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'mac_address': 'fa:16:3e:e1:3d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '33f84861-778d-4828-92aa-af092c959084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:21Z', 'updated_at': '2021-07-24T09:13:27Z', 'revision_number': 4, 'project_id': '1a05e6e5898f4251b0312ce083171a42', 'subnets': [{'id': '33f84861-778d-4828-92aa-af092c959084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:27.676278 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e200c777-52db-465b-888f-7e808e83e5f6 req-c5c7e87a-672c-4252-94fe-dc5be4f6dac3 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646122 Jul 24 09:13:27.686981 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5756f302-3081-46bf-9df0-89de16705a61 None None] The sync data for ids ['8399c0fd-02fd-468e-b6b2-7c975e2140e6'] in n-d-800085-9 is: [{'id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'name': 'tempest-ServerActionsTestJSON-1789517492-router', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:13:17Z', 'updated_at': '2021-07-24T09:13:22Z', 'revision_number': 4, 'project_id': '1a05e6e5898f4251b0312ce083171a42', 'gw_port': {'id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:18Z', 'updated_at': '2021-07-24T09:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '18495f01-bc43-4653-8add-f003e9ecad6c', 'name': '', 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'mac_address': 'fa:16:3e:e1:3d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '33f84861-778d-4828-92aa-af092c959084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:21Z', 'updated_at': '2021-07-24T09:13:27Z', 'revision_number': 4, 'project_id': '1a05e6e5898f4251b0312ce083171a42', 'subnets': [{'id': '33f84861-778d-4828-92aa-af092c959084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:13:27.691712 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fdec5-f99a-4350-92be-5e652febcb9a service neutron] Pushing event updated for resources: {'Port': ['ID=1b514407-0733-4ec2-ad39-60c90b9c796c,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:27.746755 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c52c3d02-bbe7-483b-82d7-cc49363ccb22 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:27.748710 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-046fdec5-f99a-4350-92be-5e652febcb9a service neutron] Attempting to bind port 1b514407-0733-4ec2-ad39-60c90b9c796c on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:13:27.749704 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-046fdec5-f99a-4350-92be-5e652febcb9a service neutron] Attempting to bind port 1b514407-0733-4ec2-ad39-60c90b9c796c by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:13:27.749704 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-046fdec5-f99a-4350-92be-5e652febcb9a service neutron] Attempting to bind port 1b514407-0733-4ec2-ad39-60c90b9c796c on network f0544269-4e64-4c91-95af-03a4be88816f {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:13:27.763275 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4f6698a0-6adf-4be5-afb3-1820687b7a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:27.768546 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4f6698a0-6adf-4be5-afb3-1820687b7a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:27.786239 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0e5af382-0189-44f1-b109-a4193a77c5c1 req-0880ed49-dcdc-4a25-8844-7ae6451181f4 tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603348 Jul 24 09:13:27.852219 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-046fdec5-f99a-4350-92be-5e652febcb9a service neutron] Port 1b514407-0733-4ec2-ad39-60c90b9c796c on network f0544269-4e64-4c91-95af-03a4be88816f not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:13:27.852550 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-046fdec5-f99a-4350-92be-5e652febcb9a service neutron] Attempting to bind port 1b514407-0733-4ec2-ad39-60c90b9c796c on network f0544269-4e64-4c91-95af-03a4be88816f {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:13:27.859305 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8c31d-939e-4cbd-8c72-8c68f374aa06 req-6537574a-1c4c-4752-8f78-0e545513131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:27.860961 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34e8c31d-939e-4cbd-8c72-8c68f374aa06 req-6537574a-1c4c-4752-8f78-0e545513131b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55b10a1852e84b7588aba204f57f066d&device_id=7533daa4-6f91-4753-8daf-e58e67c344b6 HTTP/1.1" status: 200 len: 1099 time: 0.3909240 Jul 24 09:13:27.866350 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4f6698a0-6adf-4be5-afb3-1820687b7a15 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c7f2005dff64e95937574510cfc1862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5107057 Jul 24 09:13:27.866562 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54818) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:27.871115 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-046fdec5-f99a-4350-92be-5e652febcb9a service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:13:27.871550 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-046fdec5-f99a-4350-92be-5e652febcb9a service neutron] Checking segment: {'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:13:27.871948 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-046fdec5-f99a-4350-92be-5e652febcb9a service neutron] Bound using segment: {'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:13:27.872402 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-046fdec5-f99a-4350-92be-5e652febcb9a service neutron] Bound port: 1b514407-0733-4ec2-ad39-60c90b9c796c, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:13:27.872787 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-046fdec5-f99a-4350-92be-5e652febcb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:27.878898 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-24994603-584a-4a65-8eb4-3ece967d026d admin admin] Deleting port 9623dd4e-a414-4139-aadb-c19be289e2ba {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:13:27.879260 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-24994603-584a-4a65-8eb4-3ece967d026d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:27.899844 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6698a0-6adf-4be5-afb3-1820687b7a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32c52c9-abbe-440f-b203-e2b4820071b5,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:27.971117 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-15e9ed34-3e1f-444b-8b0d-6b6cddf24383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:28.003336 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828147ae-31eb-41f4-980a-43c5d910adf1 req-68419fcb-24e6-4111-aca3-0eeb8e6e9493 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:28.011617 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-828147ae-31eb-41f4-980a-43c5d910adf1 req-68419fcb-24e6-4111-aca3-0eeb8e6e9493 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7533daa4-6f91-4753-8daf-e58e67c344b6 HTTP/1.1" status: 200 len: 948 time: 0.1983149 Jul 24 09:13:28.059624 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-828147ae-31eb-41f4-980a-43c5d910adf1 req-46a051c8-6891-4aa2-8703-db52c355aea7 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470309 Jul 24 09:13:28.077570 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-15e9ed34-3e1f-444b-8b0d-6b6cddf24383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:28.162876 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-15e9ed34-3e1f-444b-8b0d-6b6cddf24383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:28.165859 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-15e9ed34-3e1f-444b-8b0d-6b6cddf24383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:28.167760 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-15e9ed34-3e1f-444b-8b0d-6b6cddf24383 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c32c52c9-abbe-440f-b203-e2b4820071b5 HTTP/1.1" status: 204 len: 168 time: 0.3003495 Jul 24 09:13:28.171251 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-c52c3d02-bbe7-483b-82d7-cc49363ccb22 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Allocated IP 172.25.7.134 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/91fa1863-7bcf-46e8-8881-fa06989bb84d) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:13:28.180404 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9ed34-3e1f-444b-8b0d-6b6cddf24383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32c52c9-abbe-440f-b203-e2b4820071b5,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:28.194843 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-046fdec5-f99a-4350-92be-5e652febcb9a service neutron] For port 1b514407-0733-4ec2-ad39-60c90b9c796c, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:13:28.198090 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-24994603-584a-4a65-8eb4-3ece967d026d admin admin] For port 9623dd4e-a414-4139-aadb-c19be289e2ba, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=9623dd4e-a414-4139-aadb-c19be289e2ba,segment=NetworkSegment(eb72404e-6fb6-4811-bd98-f7bac8efe94e),segment_id=eb72404e-6fb6-4811-bd98-f7bac8efe94e)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:28.198623 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-24994603-584a-4a65-8eb4-3ece967d026d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:28.210521 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-046fdec5-f99a-4350-92be-5e652febcb9a service neutron] For port 1b514407-0733-4ec2-ad39-60c90b9c796c, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=1b514407-0733-4ec2-ad39-60c90b9c796c,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:13:28.226077 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8c31d-939e-4cbd-8c72-8c68f374aa06 req-217691d5-e1a3-4ff6-932d-a7c95b120a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:28.227847 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34e8c31d-939e-4cbd-8c72-8c68f374aa06 req-217691d5-e1a3-4ff6-932d-a7c95b120a97 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.3508992 Jul 24 09:13:28.230097 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-24994603-584a-4a65-8eb4-3ece967d026d admin admin] Calling delete_port for 9623dd4e-a414-4139-aadb-c19be289e2ba owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:13:28.232374 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-046fdec5-f99a-4350-92be-5e652febcb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:28.337631 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34e8c31d-939e-4cbd-8c72-8c68f374aa06 req-3a63355e-dad5-4e90-8d8f-53d022c27191 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=c5f637cb-d9d4-4529-9832-36d171ce35c0 HTTP/1.1" status: 200 len: 217 time: 0.1029580 Jul 24 09:13:28.343513 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-046fdec5-f99a-4350-92be-5e652febcb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:28.343651 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-046fdec5-f99a-4350-92be-5e652febcb9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:28.345488 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-046fdec5-f99a-4350-92be-5e652febcb9a service neutron] 10.222.0.37 "PUT /v2.0/ports/1b514407-0733-4ec2-ad39-60c90b9c796c HTTP/1.1" status: 200 len: 1091 time: 2.8589787 Jul 24 09:13:28.351642 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ac7328-f9a1-4f56-a5c4-72b19e5a6357', 'tag': '1b514407-0733-4ec2-ad39-60c90b9c796c'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:13:28.353999 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba1e3b4-a595-4b4d-ab04-d04bf455f2b4" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ac7328-f9a1-4f56-a5c4-72b19e5a6357", "tag": "1b514407-0733-4ec2-ad39-60c90b9c796c"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:13:28.474769 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb4137a-c741-4130-86af-3d81a550271d x-openstack-request-id: req-dcb4137a-c741-4130-86af-3d81a550271d {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:13:28.475070 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ac7328-f9a1-4f56-a5c4-72b19e5a6357", "tag": "1b514407-0733-4ec2-ad39-60c90b9c796c", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:13:28.475327 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dcb4137a-c741-4130-86af-3d81a550271d {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:13:28.475734 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ac7328-f9a1-4f56-a5c4-72b19e5a6357', 'tag': '1b514407-0733-4ec2-ad39-60c90b9c796c', 'status': 'completed', 'code': 200} Jul 24 09:13:28.543847 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fdec5-f99a-4350-92be-5e652febcb9a service neutron] Pushing event updated for resources: {'Port': ['ID=1b514407-0733-4ec2-ad39-60c90b9c796c,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:28.570750 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8c31d-939e-4cbd-8c72-8c68f374aa06 req-461ff232-a83e-424a-b5d8-0c1bea122725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:28.572269 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34e8c31d-939e-4cbd-8c72-8c68f374aa06 req-461ff232-a83e-424a-b5d8-0c1bea122725 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.2156007 Jul 24 09:13:28.670964 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c52c3d02-bbe7-483b-82d7-cc49363ccb22 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:28.772358 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-57904b1c-55c5-44b1-935d-886e81de8bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:28.773928 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-57904b1c-55c5-44b1-935d-886e81de8bfa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=400b6e3893174893b678c7f2a57041a8&device_id=b3ac7328-f9a1-4f56-a5c4-72b19e5a6357 HTTP/1.1" status: 200 len: 1094 time: 0.3439634 Jul 24 09:13:28.848636 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-404996c6-bc42-4e6d-88b5-a32bfa16fa1b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b514407-0733-4ec2-ad39-60c90b9c796c HTTP/1.1" status: 200 len: 217 time: 0.0638211 Jul 24 09:13:28.857857 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fefb85-b222-4aa9-8fa0-98a17e8356f9 req-ff057eec-d762-449c-904b-3a60c5991813 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:28.867447 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-66fefb85-b222-4aa9-8fa0-98a17e8356f9 req-ff057eec-d762-449c-904b-3a60c5991813 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3ac7328-f9a1-4f56-a5c4-72b19e5a6357 HTTP/1.1" status: 200 len: 943 time: 0.0979066 Jul 24 09:13:28.909674 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-66fefb85-b222-4aa9-8fa0-98a17e8356f9 req-0f095527-0656-4cd2-aed9-cd1da1d822d5 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410430 Jul 24 09:13:28.918379 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8c31d-939e-4cbd-8c72-8c68f374aa06 req-7721076a-06fc-4e91-9a2d-0a7659ec608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:28.921276 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34e8c31d-939e-4cbd-8c72-8c68f374aa06 req-7721076a-06fc-4e91-9a2d-0a7659ec608f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3110535 Jul 24 09:13:29.172884 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c52c3d02-bbe7-483b-82d7-cc49363ccb22 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:29.227202 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 18495f01-bc43-4653-8add-f003e9ecad6c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:13:29.249336 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad75992-5300-4107-8a7e-28b8cac95110 req-eef059f1-06d9-4d6c-87c1-f1dfb30ad0d6 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:29.250931 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6ad75992-5300-4107-8a7e-28b8cac95110 req-eef059f1-06d9-4d6c-87c1-f1dfb30ad0d6 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7533daa4-6f91-4753-8daf-e58e67c344b6 HTTP/1.1" status: 200 len: 948 time: 0.1000152 Jul 24 09:13:29.258275 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-910c124f-eb03-4805-851d-e3a22a3c11f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:29.259410 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-910c124f-eb03-4805-851d-e3a22a3c11f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bbeb15a4-8962-4380-8bb7-477c83cce3ff HTTP/1.1" status: 200 len: 845 time: 0.3988893 Jul 24 09:13:29.268695 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52c3d02-bbe7-483b-82d7-cc49363ccb22 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:13:29.277023 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c2de2-f68f-45a4-9618-b97ba80d2531 req-d1bb0591-8749-43ee-a0b1-3115c58f49d8 tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:29.278550 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c86c2de2-f68f-45a4-9618-b97ba80d2531 req-d1bb0591-8749-43ee-a0b1-3115c58f49d8 tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 1101 time: 0.5626552 Jul 24 09:13:29.291630 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 18495f01-bc43-4653-8add-f003e9ecad6c completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:13:29.295781 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 18495f01-bc43-4653-8add-f003e9ecad6c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:29.296808 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:29.304176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-c52c3d02-bbe7-483b-82d7-cc49363ccb22 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:13:29.305696 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6ad75992-5300-4107-8a7e-28b8cac95110 req-4cb2bd38-593d-4309-819e-b9eb760567ae tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475671 Jul 24 09:13:29.306631 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c3d02-bbe7-483b-82d7-cc49363ccb22 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:13:29.362039 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c3d02-bbe7-483b-82d7-cc49363ccb22 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Pushing event updated for resources: {'Port': ['ID=91fa1863-7bcf-46e8-8881-fa06989bb84d,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:29.386900 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-92dd5e78-b74b-45aa-925b-b56be702276a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0544269-4e64-4c91-95af-03a4be88816f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009638 Jul 24 09:13:29.387517 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-24994603-584a-4a65-8eb4-3ece967d026d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:29.395986 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:29.435296 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 18495f01-bc43-4653-8add-f003e9ecad6c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=18495f01-bc43-4653-8add-f003e9ecad6c,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:29.439727 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:29.466782 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24994603-584a-4a65-8eb4-3ece967d026d admin admin] Pushing event deleted for resources: {'Port': ['ID=9623dd4e-a414-4139-aadb-c19be289e2ba,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:29.498376 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=18495f01-bc43-4653-8add-f003e9ecad6c,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:29.589626 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c86c2de2-f68f-45a4-9618-b97ba80d2531 req-c8599189-e14b-4826-af10-1975d7e0874a tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918487 Jul 24 09:13:29.597521 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34e8c31d-939e-4cbd-8c72-8c68f374aa06 req-da7fce17-d669-4005-a611-f74187babc90 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195638 Jul 24 09:13:29.663038 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device c5f637cb-d9d4-4529-9832-36d171ce35c0 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:13:29.788549 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-579956d6-95fd-4d7d-b55b-95000d812117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:29.815686 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port c5f637cb-d9d4-4529-9832-36d171ce35c0, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=c5f637cb-d9d4-4529-9832-36d171ce35c0,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:29.828587 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'c5f637cb-d9d4-4529-9832-36d171ce35c0', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': 'c5f637cb-d9d4-4529-9832-36d171ce35c0', 'mac_address': 'fa:16:3e:27:df:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:13:29.869819 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:29.883559 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f637cb-d9d4-4529-9832-36d171ce35c0 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:13:29.886767 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-0bfe9af1-3d64-40dc-aaf9-76187fba19f2 service neutron] 10.222.0.37 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771085 Jul 24 09:13:29.890362 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c52c3d02-bbe7-483b-82d7-cc49363ccb22 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:29.905276 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port c5f637cb-d9d4-4529-9832-36d171ce35c0, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=c5f637cb-d9d4-4529-9832-36d171ce35c0,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:29.911401 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:29.968471 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=c5f637cb-d9d4-4529-9832-36d171ce35c0,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:29.984329 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54902) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:30.037234 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-24994603-584a-4a65-8eb4-3ece967d026d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:30.049343 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c52c3d02-bbe7-483b-82d7-cc49363ccb22 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:30.059192 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34e8c31d-939e-4cbd-8c72-8c68f374aa06 req-e10a2238-c6f6-4ad2-bfc8-83b79a97847c service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338920 Jul 24 09:13:30.060926 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88483f-f91f-43a7-a2c5-bd6aa5d04414 req-8971f221-591c-431a-a1ad-3d465d0ab6fc tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:30.062324 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ff88483f-f91f-43a7-a2c5-bd6aa5d04414 req-8971f221-591c-431a-a1ad-3d465d0ab6fc tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 1101 time: 0.3159204 Jul 24 09:13:30.095511 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8616bd-f22b-487f-963a-0a92e020ee53 req-45fb5d74-c103-4681-9ec4-3c6d99a30911 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:30.096957 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fe8616bd-f22b-487f-963a-0a92e020ee53 req-45fb5d74-c103-4681-9ec4-3c6d99a30911 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3ac7328-f9a1-4f56-a5c4-72b19e5a6357 HTTP/1.1" status: 200 len: 943 time: 0.0756969 Jul 24 09:13:30.120026 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6cee41fc-3a0e-497e-a7b4-f454a3a9fec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:30.160809 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fe8616bd-f22b-487f-963a-0a92e020ee53 req-642988c0-ac70-4166-9089-aaeaa9600101 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565555 Jul 24 09:13:30.213151 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3a1c170b-edf4-4b6c-a6bb-181456b557ed req-8c1ec5cf-2bb1-400c-a0f9-90eed61ad22d service neutron] 10.222.0.37 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112652 Jul 24 09:13:30.244157 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ff88483f-f91f-43a7-a2c5-bd6aa5d04414 req-d15a805d-593a-4179-aa64-783e6a52d78d tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578348 Jul 24 09:13:30.257688 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6cee41fc-3a0e-497e-a7b4-f454a3a9fec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:30.273076 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6cee41fc-3a0e-497e-a7b4-f454a3a9fec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:30.313556 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6cee41fc-3a0e-497e-a7b4-f454a3a9fec6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04c26dfe919948c7acceff859b6ee15f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274052 Jul 24 09:13:30.317195 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54910) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:30.317930 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['c5f637cb-d9d4-4529-9832-36d171ce35c0'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:30.323592 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee41fc-3a0e-497e-a7b4-f454a3a9fec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2093fe5-675b-4940-a3ad-c80087e011dd,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:30.373761 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:30.464888 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e8c8a799-f72b-465b-95cb-e60c9adf3ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:30.487592 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e8c8a799-f72b-465b-95cb-e60c9adf3ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:30.500549 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1e3b4-a595-4b4d-ab04-d04bf455f2b4 req-587cfd8c-d786-4790-89ed-60b3fd2fd9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:30.501506 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cba1e3b4-a595-4b4d-ab04-d04bf455f2b4 req-587cfd8c-d786-4790-89ed-60b3fd2fd9bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=400b6e3893174893b678c7f2a57041a8&device_id=b3ac7328-f9a1-4f56-a5c4-72b19e5a6357 HTTP/1.1" status: 200 len: 1094 time: 0.1968594 Jul 24 09:13:30.525664 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c52c3d02-bbe7-483b-82d7-cc49363ccb22 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:30.551206 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c52c3d02-bbe7-483b-82d7-cc49363ccb22 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:30.584642 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a77b2-821b-493f-acff-9f5624c9a0d8 req-9dbc4b31-64ea-4e38-9875-cbc1ef73d152 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:30.586178 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3b8a77b2-821b-493f-acff-9f5624c9a0d8 req-9dbc4b31-64ea-4e38-9875-cbc1ef73d152 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7533daa4-6f91-4753-8daf-e58e67c344b6 HTTP/1.1" status: 200 len: 949 time: 0.1230762 Jul 24 09:13:30.594350 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e8c8a799-f72b-465b-95cb-e60c9adf3ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:30.597016 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e8c8a799-f72b-465b-95cb-e60c9adf3ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:30.600448 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e8c8a799-f72b-465b-95cb-e60c9adf3ffb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2093fe5-675b-4940-a3ad-c80087e011dd HTTP/1.1" status: 204 len: 168 time: 0.2760382 Jul 24 09:13:30.618647 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8a799-f72b-465b-95cb-e60c9adf3ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2093fe5-675b-4940-a3ad-c80087e011dd,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:30.655701 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3b8a77b2-821b-493f-acff-9f5624c9a0d8 req-8cabe986-092f-47c3-821b-c93094a01b5c tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565567 Jul 24 09:13:30.670256 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24994603-584a-4a65-8eb4-3ece967d026d admin admin] Router 93762e27-641f-4c53-b51f-ec052b3d86ed has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:13:30.697411 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c3d02-bbe7-483b-82d7-cc49363ccb22 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Pushing event updated for resources: {'Port': ['ID=91fa1863-7bcf-46e8-8881-fa06989bb84d,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:30.721639 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1e3b4-a595-4b4d-ab04-d04bf455f2b4 req-a7b969fb-f284-4740-95bc-f4598404e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:30.723232 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cba1e3b4-a595-4b4d-ab04-d04bf455f2b4 req-a7b969fb-f284-4740-95bc-f4598404e48a service neutron] 10.222.0.37 "GET /v2.0/networks?id=f0544269-4e64-4c91-95af-03a4be88816f HTTP/1.1" status: 200 len: 905 time: 0.2124708 Jul 24 09:13:30.727356 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c52c3d02-bbe7-483b-82d7-cc49363ccb22 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:30.910173 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:31.094282 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cba1e3b4-a595-4b4d-ab04-d04bf455f2b4 req-bf4eab00-1990-48b2-b6e4-01fc59ea4644 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b514407-0733-4ec2-ad39-60c90b9c796c HTTP/1.1" status: 200 len: 217 time: 0.3640461 Jul 24 09:13:31.123685 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c52c3d02-bbe7-483b-82d7-cc49363ccb22 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:31.134902 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c52c3d02-bbe7-483b-82d7-cc49363ccb22 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7200904 Jul 24 09:13:31.244933 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e180c-9e63-465c-8ab1-b302b3547d1f req-032941a5-7fac-4a24-a192-ecd8f7609b48 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:31.252399 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-993e180c-9e63-465c-8ab1-b302b3547d1f req-032941a5-7fac-4a24-a192-ecd8f7609b48 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.1077278 Jul 24 09:13:31.266220 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1e3b4-a595-4b4d-ab04-d04bf455f2b4 req-64c7e3c9-7fa0-4e7f-803d-62395108cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:31.267751 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cba1e3b4-a595-4b4d-ab04-d04bf455f2b4 req-64c7e3c9-7fa0-4e7f-803d-62395108cba1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bbeb15a4-8962-4380-8bb7-477c83cce3ff HTTP/1.1" status: 200 len: 845 time: 0.1554477 Jul 24 09:13:31.277532 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24994603-584a-4a65-8eb4-3ece967d026d admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:13:31.292710 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc8b51-2bf0-4c13-b35a-8b8e57da8ccb None None] Sync routers for ids ['93762e27-641f-4c53-b51f-ec052b3d86ed'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:13:31.306916 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc8b51-2bf0-4c13-b35a-8b8e57da8ccb None None] Routers {'93762e27-641f-4c53-b51f-ec052b3d86ed'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:13:31.307611 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-45bc8b51-2bf0-4c13-b35a-8b8e57da8ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:13:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['93762e27-641f-4c53-b51f-ec052b3d86ed'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:31.309506 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-993e180c-9e63-465c-8ab1-b302b3547d1f req-dacdb477-0ca3-46be-b6d8-9c5785555ec9 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558965 Jul 24 09:13:31.319260 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-24994603-584a-4a65-8eb4-3ece967d026d admin admin] 10.222.0.32 "PUT /v2.0/routers/93762e27-641f-4c53-b51f-ec052b3d86ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7525823 Jul 24 09:13:31.321790 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54962) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:31.385717 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 18495f01-bc43-4653-8add-f003e9ecad6c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:13:31.391085 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cba1e3b4-a595-4b4d-ab04-d04bf455f2b4 req-049fc052-dab6-4fe9-ab29-0f64daee6ba4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0544269-4e64-4c91-95af-03a4be88816f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081867 Jul 24 09:13:31.507233 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e020c6e-1494-4222-9b3b-5fe06dbd9c60 admin admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:31.524822 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-45bc8b51-2bf0-4c13-b35a-8b8e57da8ccb None None] Set router 93762e27-641f-4c53-b51f-ec052b3d86ed gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:13:31.611373 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a1ca9-dbb6-45e1-8463-c6c4fbba2b91 req-70d24713-3d02-43b8-b1a0-f832f9572ea9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:31.616296 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-436a1ca9-dbb6-45e1-8463-c6c4fbba2b91 req-70d24713-3d02-43b8-b1a0-f832f9572ea9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3ac7328-f9a1-4f56-a5c4-72b19e5a6357 HTTP/1.1" status: 200 len: 943 time: 0.2404513 Jul 24 09:13:31.638062 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-21f4488c-8cb1-4cec-9700-80241beb5cd4 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--930607979&fields=id&tenant_id=1a05e6e5898f4251b0312ce083171a42 HTTP/1.1" status: 200 len: 267 time: 0.0834038 Jul 24 09:13:31.642424 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cba1e3b4-a595-4b4d-ab04-d04bf455f2b4 req-1b41dd79-ac67-47f7-8efe-35a387f5fcfb service neutron] 10.222.0.37 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313364 Jul 24 09:13:31.686270 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 18495f01-bc43-4653-8add-f003e9ecad6c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:31.686941 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:31.691139 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-436a1ca9-dbb6-45e1-8463-c6c4fbba2b91 req-3ed9cd3e-a95c-4a08-b5b1-8090c028f5f1 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713024 Jul 24 09:13:31.698965 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e020c6e-1494-4222-9b3b-5fe06dbd9c60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:31.771637 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cba1e3b4-a595-4b4d-ab04-d04bf455f2b4 req-82de3c84-c458-4361-b6ce-6524a13e042a service neutron] 10.222.0.37 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177473 Jul 24 09:13:31.923073 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-45bc8b51-2bf0-4c13-b35a-8b8e57da8ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93762e27-641f-4c53-b51f-ec052b3d86ed', 'name': 'tempest-FloatingIPDetailsTestJSON-1814734160-router', 'tenant_id': '35be8a69d6774f068d30e9ad47aaa155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '269ca687-672b-4533-af9f-7ce79c1dc08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:13:01Z', 'updated_at': '2021-07-24T09:13:28Z', 'revision_number': 5, 'project_id': '35be8a69d6774f068d30e9ad47aaa155', 'gw_port': {'id': '269ca687-672b-4533-af9f-7ce79c1dc08d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93762e27-641f-4c53-b51f-ec052b3d86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:02Z', 'updated_at': '2021-07-24T09:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:31.951827 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc8b51-2bf0-4c13-b35a-8b8e57da8ccb None None] Checking router: 93762e27-641f-4c53-b51f-ec052b3d86ed for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:13:31.961624 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc8b51-2bf0-4c13-b35a-8b8e57da8ccb None None] Routers {'93762e27-641f-4c53-b51f-ec052b3d86ed'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:13:31.962256 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-45bc8b51-2bf0-4c13-b35a-8b8e57da8ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:13:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['93762e27-641f-4c53-b51f-ec052b3d86ed'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:31.996800 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced62b4a-c64b-4e8e-afa0-7be2f3deb296 req-520aa92d-1060-4cd4-a41d-47189a616904 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:31.998381 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ced62b4a-c64b-4e8e-afa0-7be2f3deb296 req-520aa92d-1060-4cd4-a41d-47189a616904 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7533daa4-6f91-4753-8daf-e58e67c344b6 HTTP/1.1" status: 200 len: 949 time: 0.0706830 Jul 24 09:13:32.039751 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ced62b4a-c64b-4e8e-afa0-7be2f3deb296 req-3d7b0489-43f1-4fce-99d4-3acf6254913d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350904 Jul 24 09:13:32.078761 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-45bc8b51-2bf0-4c13-b35a-8b8e57da8ccb None None] Set router 93762e27-641f-4c53-b51f-ec052b3d86ed gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:13:32.115681 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-7027d597-c8e1-4a07-b34e-8f6f1cf2a328 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:32.117075 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-7027d597-c8e1-4a07-b34e-8f6f1cf2a328 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 812 time: 0.4621537 Jul 24 09:13:32.143786 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-1e8cb030-d042-4b61-bc8a-4ded75a4d68a tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/quotas/1a05e6e5898f4251b0312ce083171a42 HTTP/1.1" status: 200 len: 375 time: 0.0178826 Jul 24 09:13:32.168281 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-6e020c6e-1494-4222-9b3b-5fe06dbd9c60 admin admin] Deleting port 269ca687-672b-4533-af9f-7ce79c1dc08d {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:13:32.168281 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e020c6e-1494-4222-9b3b-5fe06dbd9c60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:32.268049 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-45bc8b51-2bf0-4c13-b35a-8b8e57da8ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93762e27-641f-4c53-b51f-ec052b3d86ed', 'name': 'tempest-FloatingIPDetailsTestJSON-1814734160-router', 'tenant_id': '35be8a69d6774f068d30e9ad47aaa155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '269ca687-672b-4533-af9f-7ce79c1dc08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:13:01Z', 'updated_at': '2021-07-24T09:13:28Z', 'revision_number': 5, 'project_id': '35be8a69d6774f068d30e9ad47aaa155', 'gw_port': {'id': '269ca687-672b-4533-af9f-7ce79c1dc08d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93762e27-641f-4c53-b51f-ec052b3d86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:02Z', 'updated_at': '2021-07-24T09:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:32.283388 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-4686cdd1-7335-48c3-80a4-ed64c2b433de tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1330519 Jul 24 09:13:32.298802 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-6e020c6e-1494-4222-9b3b-5fe06dbd9c60 admin admin] For port 269ca687-672b-4533-af9f-7ce79c1dc08d, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=269ca687-672b-4533-af9f-7ce79c1dc08d,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:32.299282 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e020c6e-1494-4222-9b3b-5fe06dbd9c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:32.304572 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc8b51-2bf0-4c13-b35a-8b8e57da8ccb None None] The sync data for ids ['93762e27-641f-4c53-b51f-ec052b3d86ed'] in n-d-800085-9 is: [{'id': '93762e27-641f-4c53-b51f-ec052b3d86ed', 'name': 'tempest-FloatingIPDetailsTestJSON-1814734160-router', 'tenant_id': '35be8a69d6774f068d30e9ad47aaa155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '269ca687-672b-4533-af9f-7ce79c1dc08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:13:01Z', 'updated_at': '2021-07-24T09:13:28Z', 'revision_number': 5, 'project_id': '35be8a69d6774f068d30e9ad47aaa155', 'gw_port': {'id': '269ca687-672b-4533-af9f-7ce79c1dc08d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93762e27-641f-4c53-b51f-ec052b3d86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:02Z', 'updated_at': '2021-07-24T09:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:13:32.331272 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-6e020c6e-1494-4222-9b3b-5fe06dbd9c60 admin admin] Calling delete_port for 269ca687-672b-4533-af9f-7ce79c1dc08d owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:13:32.454259 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-0455d894-8ee6-4f38-bfbf-0fb8c630c168 service neutron] 10.222.0.32 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451452 Jul 24 09:13:32.466311 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eabfb6-a44e-4977-955b-8556d147b3a0 req-4d5cb9b9-5199-48ca-b736-85f9f2b723d4 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:32.467839 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6eabfb6-a44e-4977-955b-8556d147b3a0 req-4d5cb9b9-5199-48ca-b736-85f9f2b723d4 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.0639555 Jul 24 09:13:32.506149 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6eabfb6-a44e-4977-955b-8556d147b3a0 req-604ae31b-b680-450d-9101-5f526f366794 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326147 Jul 24 09:13:32.618714 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-c1619e9d-ac80-44f1-bd98-c4dd25a60601 service neutron] 10.222.0.32 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580195 Jul 24 09:13:32.629323 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e020c6e-1494-4222-9b3b-5fe06dbd9c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:32.651809 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 1b514407-0733-4ec2-ad39-60c90b9c796c details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:13:32.667467 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e020c6e-1494-4222-9b3b-5fe06dbd9c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=269ca687-672b-4533-af9f-7ce79c1dc08d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:32.745778 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e020c6e-1494-4222-9b3b-5fe06dbd9c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:32.825195 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 1b514407-0733-4ec2-ad39-60c90b9c796c, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=1b514407-0733-4ec2-ad39-60c90b9c796c,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:32.851487 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '1b514407-0733-4ec2-ad39-60c90b9c796c', 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f', 'port_id': '1b514407-0733-4ec2-ad39-60c90b9c796c', 'mac_address': 'fa:16:3e:86:4e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbeb15a4-8962-4380-8bb7-477c83cce3ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:13:32.855917 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:32.920454 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e020c6e-1494-4222-9b3b-5fe06dbd9c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:32.924262 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e020c6e-1494-4222-9b3b-5fe06dbd9c60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:32.927169 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:32.943553 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b514407-0733-4ec2-ad39-60c90b9c796c {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:13:32.981510 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f0dad1f5-9701-48b6-97d4-f6eb82fec9f1 req-02e698d6-4449-4e63-9fa8-b7c3c134a6fa tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 210 time: 0.0475075 Jul 24 09:13:32.982048 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 1b514407-0733-4ec2-ad39-60c90b9c796c, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=1b514407-0733-4ec2-ad39-60c90b9c796c,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:32.986490 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:33.026257 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e020c6e-1494-4222-9b3b-5fe06dbd9c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:33.026823 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e020c6e-1494-4222-9b3b-5fe06dbd9c60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93762e27-641f-4c53-b51f-ec052b3d86ed {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:13:33.034771 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e020c6e-1494-4222-9b3b-5fe06dbd9c60 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:33.040784 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55010) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:33.052660 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6e020c6e-1494-4222-9b3b-5fe06dbd9c60 admin admin] 10.222.0.32 "DELETE /v2.0/routers/93762e27-641f-4c53-b51f-ec052b3d86ed HTTP/1.1" status: 204 len: 168 time: 1.7292576 Jul 24 09:13:33.075689 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e6935-a4f9-4c2b-abd0-b91d37b6c9d5 req-c5b8b0dc-0d01-4ee6-8f83-45da3426c0af tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:33.092323 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f34e6935-a4f9-4c2b-abd0-b91d37b6c9d5 req-c5b8b0dc-0d01-4ee6-8f83-45da3426c0af tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3ac7328-f9a1-4f56-a5c4-72b19e5a6357 HTTP/1.1" status: 200 len: 943 time: 0.2391901 Jul 24 09:13:33.124101 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=1b514407-0733-4ec2-ad39-60c90b9c796c,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:33.148890 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f34e6935-a4f9-4c2b-abd0-b91d37b6c9d5 req-61c883ba-7139-4aab-8f39-daabd015b353 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544252 Jul 24 09:13:33.182289 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f80a80-4189-4af8-a35a-1bce93c52997 admin admin] Deleting subnet 1b4aa93a-9bae-4aef-a9a9-92bdf33319f1 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:13:33.187152 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-65f80a80-4189-4af8-a35a-1bce93c52997 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:33.267303 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 9623dd4e-a414-4139-aadb-c19be289e2ba no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:13:33.269534 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-65f80a80-4189-4af8-a35a-1bce93c52997 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:33.300124 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['1b514407-0733-4ec2-ad39-60c90b9c796c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:33.333879 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 9623dd4e-a414-4139-aadb-c19be289e2ba {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:13:33.334344 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 9623dd4e-a414-4139-aadb-c19be289e2ba not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:13:33.336699 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a273daf-7e69-4bb5-8b39-87f0289fd8a7 req-410c401c-bd9d-46bf-8115-aada10a0c748 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:33.345505 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a273daf-7e69-4bb5-8b39-87f0289fd8a7 req-410c401c-bd9d-46bf-8115-aada10a0c748 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7533daa4-6f91-4753-8daf-e58e67c344b6 HTTP/1.1" status: 200 len: 949 time: 0.1886973 Jul 24 09:13:33.469217 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a273daf-7e69-4bb5-8b39-87f0289fd8a7 req-5e031ecc-8627-4a44-864c-52c8b4c5a0ac tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181462 Jul 24 09:13:33.503602 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-65f80a80-4189-4af8-a35a-1bce93c52997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:33.559271 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-65f80a80-4189-4af8-a35a-1bce93c52997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:33.593332 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f80a80-4189-4af8-a35a-1bce93c52997 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b4aa93a-9bae-4aef-a9a9-92bdf33319f1,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:33.604878 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-65f80a80-4189-4af8-a35a-1bce93c52997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:33.605787 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babd431d-5e12-40a7-bf10-9f182ff4e845 None None] Network 50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:13:33.609056 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-65f80a80-4189-4af8-a35a-1bce93c52997 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1b4aa93a-9bae-4aef-a9a9-92bdf33319f1 HTTP/1.1" status: 204 len: 168 time: 0.5639169 Jul 24 09:13:33.609645 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55028) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:33.706490 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b55840d0-088b-4084-85c8-e55cc35b6d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:33.711017 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device c5f637cb-d9d4-4529-9832-36d171ce35c0 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:13:33.731911 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c7a9f-c34c-4a74-b977-95bd5b3dc4ca req-374779c9-4189-48b5-80db-0fb2cce24c8a tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:33.739292 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ce8c7a9f-c34c-4a74-b977-95bd5b3dc4ca req-374779c9-4189-48b5-80db-0fb2cce24c8a tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.1396227 Jul 24 09:13:33.791222 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55032) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:33.803772 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-b55840d0-088b-4084-85c8-e55cc35b6d81 admin admin] Deleting port fb4f6d86-001c-4843-b045-5d577a8e60b0 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:13:33.804589 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b55840d0-088b-4084-85c8-e55cc35b6d81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:33.807149 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ce8c7a9f-c34c-4a74-b977-95bd5b3dc4ca req-a56adbab-6ed7-4a6f-8158-f3d221932d1b tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520346 Jul 24 09:13:33.854089 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port c5f637cb-d9d4-4529-9832-36d171ce35c0 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:13:33.859675 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port c5f637cb-d9d4-4529-9832-36d171ce35c0 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:33.860053 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:33.882205 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-b55840d0-088b-4084-85c8-e55cc35b6d81 admin admin] For port fb4f6d86-001c-4843-b045-5d577a8e60b0, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=fb4f6d86-001c-4843-b045-5d577a8e60b0,segment=NetworkSegment(eb72404e-6fb6-4811-bd98-f7bac8efe94e),segment_id=eb72404e-6fb6-4811-bd98-f7bac8efe94e)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:33.882575 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b55840d0-088b-4084-85c8-e55cc35b6d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:33.899457 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-b55840d0-088b-4084-85c8-e55cc35b6d81 admin admin] Calling delete_port for fb4f6d86-001c-4843-b045-5d577a8e60b0 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:13:33.955050 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:33.970290 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235427d7-05e4-4ff9-a0ee-c64361991256 None None] DHCP port deletion for 50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:13:33.973462 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a9ca4b1-7598-418d-8192-d6970f6e5757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:34.010814 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7533daa4-6f91-4753-8daf-e58e67c344b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f637cb-d9d4-4529-9832-36d171ce35c0'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:13:34.013141 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9548fcf0-6871-4da8-aad6-d60de31b6117" -d '{"events": [{"server_uuid": "7533daa4-6f91-4753-8daf-e58e67c344b6", "name": "network-vif-plugged", "status": "completed", "tag": "c5f637cb-d9d4-4529-9832-36d171ce35c0"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:13:34.032234 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port c5f637cb-d9d4-4529-9832-36d171ce35c0, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=c5f637cb-d9d4-4529-9832-36d171ce35c0,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:34.039289 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:34.053957 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b55840d0-088b-4084-85c8-e55cc35b6d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:34.080017 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-235427d7-05e4-4ff9-a0ee-c64361991256 None None] Deleting port fb4f6d86-001c-4843-b045-5d577a8e60b0 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:13:34.080404 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-235427d7-05e4-4ff9-a0ee-c64361991256 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:34.093791 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55840d0-088b-4084-85c8-e55cc35b6d81 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4f6d86-001c-4843-b045-5d577a8e60b0,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:34.094827 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b304edb2-ebc9-4cec-9117-80d563d598ef x-openstack-request-id: req-b304edb2-ebc9-4cec-9117-80d563d598ef {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:13:34.095141 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7533daa4-6f91-4753-8daf-e58e67c344b6", "name": "network-vif-plugged", "status": "completed", "tag": "c5f637cb-d9d4-4529-9832-36d171ce35c0", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:13:34.095399 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b304edb2-ebc9-4cec-9117-80d563d598ef {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:13:34.095785 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7533daa4-6f91-4753-8daf-e58e67c344b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f637cb-d9d4-4529-9832-36d171ce35c0', 'code': 200} Jul 24 09:13:34.105760 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55840d0-088b-4084-85c8-e55cc35b6d81 admin admin] No DVR routers for this DVR port fb4f6d86-001c-4843-b045-5d577a8e60b0 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:13:34.132060 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=c5f637cb-d9d4-4529-9832-36d171ce35c0,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:34.172544 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:34.172948 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:34.173293 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:34.173631 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:34.173975 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:34.174362 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:34.177393 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:34.180996 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:34.183873 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:34.184420 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:34.184958 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:34.185628 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:34.188882 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-55090612-bc73-40d2-a284-30d946603e66 req-db17695d-429e-4248-aee8-8848d3938045 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 210 time: 0.0575113 Jul 24 09:13:34.218044 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-235427d7-05e4-4ff9-a0ee-c64361991256 None None] For port fb4f6d86-001c-4843-b045-5d577a8e60b0, host n-d-800085-9, got binding levels [] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:34.218724 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-235427d7-05e4-4ff9-a0ee-c64361991256 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:34.228478 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b55840d0-088b-4084-85c8-e55cc35b6d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:34.240977 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-235427d7-05e4-4ff9-a0ee-c64361991256 None None] Calling delete_port for fb4f6d86-001c-4843-b045-5d577a8e60b0 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:13:34.244508 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.ipam_backend_mixin [None req-235427d7-05e4-4ff9-a0ee-c64361991256 None None] Port fb4f6d86-001c-4843-b045-5d577a8e60b0 was not found and therefore no delete operation was performed {{(pid=94037) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 09:13:34.246360 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-235427d7-05e4-4ff9-a0ee-c64361991256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:34.266637 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a9ca4b1-7598-418d-8192-d6970f6e5757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:34.276647 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235427d7-05e4-4ff9-a0ee-c64361991256 None None] Pushing event deleted for resources: {'Port': ['ID=fb4f6d86-001c-4843-b045-5d577a8e60b0,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:34.280172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235427d7-05e4-4ff9-a0ee-c64361991256 None None] No DVR routers for this DVR port fb4f6d86-001c-4843-b045-5d577a8e60b0 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:13:34.305771 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-b55840d0-088b-4084-85c8-e55cc35b6d81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:34.327588 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a9ca4b1-7598-418d-8192-d6970f6e5757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:34.366149 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-b55840d0-088b-4084-85c8-e55cc35b6d81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb72404e-6fb6-4811-bd98-f7bac8efe94e') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:34.366522 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-b55840d0-088b-4084-85c8-e55cc35b6d81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb72404e-6fb6-4811-bd98-f7bac8efe94e') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:34.416851 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b55840d0-088b-4084-85c8-e55cc35b6d81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:34.450511 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6a9ca4b1-7598-418d-8192-d6970f6e5757 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e112fa82e84494fba57c5e82eac60ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6549208 Jul 24 09:13:34.453631 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55046) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:34.455530 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b55840d0-088b-4084-85c8-e55cc35b6d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:34.461738 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ca4b1-7598-418d-8192-d6970f6e5757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e6be66-4721-44a2-ba7e-42cbe9293b48,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:34.477778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55840d0-088b-4084-85c8-e55cc35b6d81 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:13:34.478186 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b55840d0-088b-4084-85c8-e55cc35b6d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:13:34.484240 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:13:34.518259 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-c9348f8e-0dfd-4f0d-9975-07eb0006a708 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:34.519767 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-c9348f8e-0dfd-4f0d-9975-07eb0006a708 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.37 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 812 time: 0.3554127 Jul 24 09:13:34.522258 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-44dc52d5-6f5d-4717-acae-72b7e1ca3ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:34.555334 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-44dc52d5-6f5d-4717-acae-72b7e1ca3ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:34.572357 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11fad8-208b-4e06-b590-cc05a6956ab2 req-263f271a-6a03-474e-a7c0-e40b1af0e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:34.573888 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3d11fad8-208b-4e06-b590-cc05a6956ab2 req-263f271a-6a03-474e-a7c0-e40b1af0e553 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7533daa4-6f91-4753-8daf-e58e67c344b6 HTTP/1.1" status: 200 len: 1101 time: 0.3426273 Jul 24 09:13:34.584573 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b55840d0-088b-4084-85c8-e55cc35b6d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:34.599195 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b55840d0-088b-4084-85c8-e55cc35b6d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:34.601063 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b55840d0-088b-4084-85c8-e55cc35b6d81 admin admin] 10.222.0.32 "DELETE /v2.0/networks/50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74 HTTP/1.1" status: 204 len: 168 time: 0.9904745 Jul 24 09:13:34.613254 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e8513-a73e-4fac-b369-a09c9a7f4c2a req-31bccc60-cb6c-4ba8-b09d-5dde1bbd2f4d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:34.620921 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1d8e8513-a73e-4fac-b369-a09c9a7f4c2a req-31bccc60-cb6c-4ba8-b09d-5dde1bbd2f4d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3ac7328-f9a1-4f56-a5c4-72b19e5a6357 HTTP/1.1" status: 200 len: 944 time: 0.3643904 Jul 24 09:13:34.635954 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499fb58-283c-44a4-9bdb-82b93c80fc08 req-ff137122-d895-45f4-a82f-edee103ece9e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:34.637508 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f499fb58-283c-44a4-9bdb-82b93c80fc08 req-ff137122-d895-45f4-a82f-edee103ece9e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7533daa4-6f91-4753-8daf-e58e67c344b6 HTTP/1.1" status: 200 len: 950 time: 0.0946476 Jul 24 09:13:34.644799 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-44dc52d5-6f5d-4717-acae-72b7e1ca3ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:34.647946 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-44dc52d5-6f5d-4717-acae-72b7e1ca3ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:34.651685 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-44dc52d5-6f5d-4717-acae-72b7e1ca3ee5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58e6be66-4721-44a2-ba7e-42cbe9293b48 HTTP/1.1" status: 204 len: 168 time: 0.1938593 Jul 24 09:13:34.662424 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 1b514407-0733-4ec2-ad39-60c90b9c796c up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:13:34.662861 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55840d0-088b-4084-85c8-e55cc35b6d81 admin admin] Pushing event deleted for resources: {'Network': ['ID=50217e61-8d4a-4ab9-a2ea-c8fe48bd0c74,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:34.684144 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-71bbb61f-0f0b-4e6d-8345-4d9702200515 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a05e6e5898f4251b0312ce083171a42 HTTP/1.1" status: 200 len: 379 time: 0.1539700 Jul 24 09:13:34.704943 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-3b364ca4-9995-47af-b43f-03fefedba8f0 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Request body: {'port': {'device_id': 'ed0b3aa4-2384-4309-b12f-09acc5e33e47', 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'admin_state_up': True, 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'security_groups': ['069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:34.705117 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc52d5-6f5d-4717-acae-72b7e1ca3ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e6be66-4721-44a2-ba7e-42cbe9293b48,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:34.733912 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3d11fad8-208b-4e06-b590-cc05a6956ab2 req-098cb053-d5fb-4509-bb33-143c39ccb8ef service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456850 Jul 24 09:13:34.757702 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55054) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:34.760433 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1d8e8513-a73e-4fac-b369-a09c9a7f4c2a req-ab4d37a6-2fcd-44ac-baa3-7e0d7c42a82c tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385837 Jul 24 09:13:34.769779 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 1b514407-0733-4ec2-ad39-60c90b9c796c completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:13:34.774314 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f499fb58-283c-44a4-9bdb-82b93c80fc08 req-94660d6e-a855-4f3e-90e3-b0cdce43dfc9 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164553 Jul 24 09:13:34.774454 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 1b514407-0733-4ec2-ad39-60c90b9c796c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:34.774697 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:34.850323 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e87aa226-7ce5-45fd-8f48-ea733c13f183 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=35be8a69d6774f068d30e9ad47aaa155&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0859149 Jul 24 09:13:34.852297 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55060) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:34.885597 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:34.923516 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e4f5c68-46ec-4d7e-b047-180402da0e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:34.941678 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 1b514407-0733-4ec2-ad39-60c90b9c796c, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=1b514407-0733-4ec2-ad39-60c90b9c796c,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:34.947053 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:34.953806 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-3b364ca4-9995-47af-b43f-03fefedba8f0 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Made reservation on behalf of 1a05e6e5898f4251b0312ce083171a42 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:13:34.954378 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e4f5c68-46ec-4d7e-b047-180402da0e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:34.957577 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-3b364ca4-9995-47af-b43f-03fefedba8f0 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:34.998578 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e6667-bbc8-4d8f-95b6-96bd4784dff9 req-de7e2595-07ef-4a18-9ed7-be3baa08f286 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:35.000800 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f6e6667-bbc8-4d8f-95b6-96bd4784dff9 req-de7e2595-07ef-4a18-9ed7-be3baa08f286 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.1168182 Jul 24 09:13:35.018390 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=1b514407-0733-4ec2-ad39-60c90b9c796c,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:35.030528 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e4f5c68-46ec-4d7e-b047-180402da0e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:35.033282 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e4f5c68-46ec-4d7e-b047-180402da0e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:35.034454 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6e4f5c68-46ec-4d7e-b047-180402da0e8a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f59a5eb-a579-4fdc-90e5-78dadd19ba8b HTTP/1.1" status: 204 len: 168 time: 0.1811745 Jul 24 09:13:35.056781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f5c68-46ec-4d7e-b047-180402da0e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f59a5eb-a579-4fdc-90e5-78dadd19ba8b,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:35.097911 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f6e6667-bbc8-4d8f-95b6-96bd4784dff9 req-b7c0d8ea-aa7f-4020-b456-bc29c7b3a802 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586290 Jul 24 09:13:35.150735 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-3b364ca4-9995-47af-b43f-03fefedba8f0 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Allocated IP 172.20.0.6 (68b64780-c69e-4432-87ba-d598170da5b7/33f84861-778d-4828-92aa-af092c959084/0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:13:35.211939 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 269ca687-672b-4533-af9f-7ce79c1dc08d no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:13:35.237435 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 269ca687-672b-4533-af9f-7ce79c1dc08d {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:13:35.237796 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 269ca687-672b-4533-af9f-7ce79c1dc08d not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:13:35.238318 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device fb4f6d86-001c-4843-b045-5d577a8e60b0 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:13:35.261017 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: fb4f6d86-001c-4843-b045-5d577a8e60b0 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:13:35.261379 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device fb4f6d86-001c-4843-b045-5d577a8e60b0 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:13:35.327582 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11870051-d21a-430c-8dbd-e68c146abd35 req-ed9e652d-d490-49a7-b516-99bd785f33ba tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 210 time: 0.0352516 Jul 24 09:13:35.339413 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-3b364ca4-9995-47af-b43f-03fefedba8f0 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:35.359587 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-3b364ca4-9995-47af-b43f-03fefedba8f0 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Transition to ACTIVE for port object 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:13:35.409822 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-3b364ca4-9995-47af-b43f-03fefedba8f0 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:35.484608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-3b364ca4-9995-47af-b43f-03fefedba8f0 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Network 68b64780-c69e-4432-87ba-d598170da5b7 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:13:35.487699 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-3b364ca4-9995-47af-b43f-03fefedba8f0 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:13:35.490671 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-3b364ca4-9995-47af-b43f-03fefedba8f0 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:13:35.494645 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b364ca4-9995-47af-b43f-03fefedba8f0 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Pushing event updated for resources: {'Port': ['ID=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:35.555172 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-3b364ca4-9995-47af-b43f-03fefedba8f0 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:35.555875 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-3b364ca4-9995-47af-b43f-03fefedba8f0 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:35.575162 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-3b364ca4-9995-47af-b43f-03fefedba8f0 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8807712 Jul 24 09:13:35.590778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-e25e88db-9059-4191-8e1c-a1dff58ca420 service neutron] Request body: {'port': {'device_id': 'ed0b3aa4-2384-4309-b12f-09acc5e33e47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:35.682877 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-e25e88db-9059-4191-8e1c-a1dff58ca420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:35.724088 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55100) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:35.848487 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-65aca902-7082-43e2-b20d-95666c061bba None None] Provisioning for port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:13:35.856513 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-65aca902-7082-43e2-b20d-95666c061bba None None] Provisioning complete for port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:35.857189 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-65aca902-7082-43e2-b20d-95666c061bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:35.862419 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-235a37ca-7d5c-4d21-8427-f7ae1bef5767 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1000144445-network', 'tenant_id': 'c1913b66f5ab41bbbc2b819d5a63abda'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:35.936211 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235a37ca-7d5c-4d21-8427-f7ae1bef5767 admin admin] Made reservation on behalf of c1913b66f5ab41bbbc2b819d5a63abda for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:13:35.938651 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-235a37ca-7d5c-4d21-8427-f7ae1bef5767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:35.956712 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-65aca902-7082-43e2-b20d-95666c061bba None None] Port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:13:35.960588 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-235a37ca-7d5c-4d21-8427-f7ae1bef5767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:36.015005 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a42b7-be9a-4ef0-b993-e42f3b031866 req-0a8db944-ceec-444e-a72a-9be7225e85e1 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:36.016560 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e80a42b7-be9a-4ef0-b993-e42f3b031866 req-0a8db944-ceec-444e-a72a-9be7225e85e1 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3ac7328-f9a1-4f56-a5c4-72b19e5a6357 HTTP/1.1" status: 200 len: 945 time: 0.1378291 Jul 24 09:13:36.082001 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e80a42b7-be9a-4ef0-b993-e42f3b031866 req-49c89ab8-3ac2-48e1-97e8-68b68d789973 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550048 Jul 24 09:13:36.094911 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-e25e88db-9059-4191-8e1c-a1dff58ca420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:13:36.096583 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ac7328-f9a1-4f56-a5c4-72b19e5a6357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b514407-0733-4ec2-ad39-60c90b9c796c'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:13:36.101116 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c606ef10-bd33-438e-8b9b-1187aa22c741" -d '{"events": [{"server_uuid": "b3ac7328-f9a1-4f56-a5c4-72b19e5a6357", "name": "network-vif-plugged", "status": "completed", "tag": "1b514407-0733-4ec2-ad39-60c90b9c796c"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:13:36.106903 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67543283-2f1f-4a60-ae13-ae88f283e7bc req-84c91137-792b-4e12-86f5-7009edd7441a tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:36.108368 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-67543283-2f1f-4a60-ae13-ae88f283e7bc req-84c91137-792b-4e12-86f5-7009edd7441a tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7533daa4-6f91-4753-8daf-e58e67c344b6 HTTP/1.1" status: 200 len: 950 time: 0.1235306 Jul 24 09:13:36.112476 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-e25e88db-9059-4191-8e1c-a1dff58ca420 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:36.128178 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-235a37ca-7d5c-4d21-8427-f7ae1bef5767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:36.132646 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-235a37ca-7d5c-4d21-8427-f7ae1bef5767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:36.147875 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-e25e88db-9059-4191-8e1c-a1dff58ca420 service neutron] Transition to ACTIVE for port object 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:13:36.147875 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-e25e88db-9059-4191-8e1c-a1dff58ca420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:36.183226 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235a37ca-7d5c-4d21-8427-f7ae1bef5767 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:13:36.195895 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-67543283-2f1f-4a60-ae13-ae88f283e7bc req-bf41ad88-be14-43e8-8173-0794ffe1aac8 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796108 Jul 24 09:13:36.212751 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-235a37ca-7d5c-4d21-8427-f7ae1bef5767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:36.213128 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-235a37ca-7d5c-4d21-8427-f7ae1bef5767 admin admin] Added segment 2ac9ab58-77fa-4d7e-9ca0-889b24e1973b of type vlan for network ae3d61b8-100f-4726-9451-0b010e6cd4d8 Jul 24 09:13:36.215329 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e88db-9059-4191-8e1c-a1dff58ca420 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:36.262279 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689a875d-9fd5-484b-b0e1-38bc3115c09f x-openstack-request-id: req-689a875d-9fd5-484b-b0e1-38bc3115c09f {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:13:36.262580 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ac7328-f9a1-4f56-a5c4-72b19e5a6357", "name": "network-vif-plugged", "status": "completed", "tag": "1b514407-0733-4ec2-ad39-60c90b9c796c", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:13:36.262824 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-689a875d-9fd5-484b-b0e1-38bc3115c09f {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:13:36.263446 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ac7328-f9a1-4f56-a5c4-72b19e5a6357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b514407-0733-4ec2-ad39-60c90b9c796c', 'code': 200} Jul 24 09:13:36.267651 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-235a37ca-7d5c-4d21-8427-f7ae1bef5767 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:36.282525 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a37ca-7d5c-4d21-8427-f7ae1bef5767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b15d3b0-8c64-4bd1-9308-ead0e460e31f,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:36.327470 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-235a37ca-7d5c-4d21-8427-f7ae1bef5767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:36.329637 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235a37ca-7d5c-4d21-8427-f7ae1bef5767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:36.330604 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-235a37ca-7d5c-4d21-8427-f7ae1bef5767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:36.412021 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-235a37ca-7d5c-4d21-8427-f7ae1bef5767 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6862247 Jul 24 09:13:36.417931 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55128) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:36.420229 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-e25e88db-9059-4191-8e1c-a1dff58ca420 service neutron] Attempting to bind port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:13:36.420571 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-e25e88db-9059-4191-8e1c-a1dff58ca420 service neutron] Attempting to bind port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:13:36.421014 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-e25e88db-9059-4191-8e1c-a1dff58ca420 service neutron] Attempting to bind port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb on network 68b64780-c69e-4432-87ba-d598170da5b7 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:13:36.427582 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-e25e88db-9059-4191-8e1c-a1dff58ca420 service neutron] Port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb on network 68b64780-c69e-4432-87ba-d598170da5b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:13:36.427914 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-e25e88db-9059-4191-8e1c-a1dff58ca420 service neutron] Attempting to bind port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb on network 68b64780-c69e-4432-87ba-d598170da5b7 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:13:36.435744 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-e25e88db-9059-4191-8e1c-a1dff58ca420 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:13:36.436087 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-e25e88db-9059-4191-8e1c-a1dff58ca420 service neutron] Checking segment: {'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:13:36.436609 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-e25e88db-9059-4191-8e1c-a1dff58ca420 service neutron] Bound using segment: {'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:13:36.437087 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-e25e88db-9059-4191-8e1c-a1dff58ca420 service neutron] Bound port: 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:13:36.437450 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-e25e88db-9059-4191-8e1c-a1dff58ca420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:36.442612 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83de4a0-55e9-4fc0-9dba-03eae98a8107 req-e2daa88b-73cb-4d15-b9e4-7777b2068233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:36.444451 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e83de4a0-55e9-4fc0-9dba-03eae98a8107 req-e2daa88b-73cb-4d15-b9e4-7777b2068233 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3ac7328-f9a1-4f56-a5c4-72b19e5a6357 HTTP/1.1" status: 200 len: 1096 time: 0.1058631 Jul 24 09:13:36.458147 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-938e2dcb-5a2b-43f8-ae88-4425f33d02b2 admin admin] Request body: {'subnet': {'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1000144445-subnet', 'tenant_id': 'c1913b66f5ab41bbbc2b819d5a63abda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:36.467923 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a37ca-7d5c-4d21-8427-f7ae1bef5767 admin admin] Pushing event updated for resources: {'Network': ['ID=ae3d61b8-100f-4726-9451-0b010e6cd4d8,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:36.480400 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network ae3d61b8-100f-4726-9451-0b010e6cd4d8 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:13:36.514835 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938e2dcb-5a2b-43f8-ae88-4425f33d02b2 admin admin] Made reservation on behalf of c1913b66f5ab41bbbc2b819d5a63abda for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:13:36.517639 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-938e2dcb-5a2b-43f8-ae88-4425f33d02b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:36.524536 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e83de4a0-55e9-4fc0-9dba-03eae98a8107 req-3c0b4990-d468-4fef-ab47-0f72b8a744fc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736423 Jul 24 09:13:36.534541 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f550a0-8928-4e2b-ab02-e2aea185147f req-667ed5cb-e3e8-4a17-99ed-254e93cc0b47 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:36.536137 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-51f550a0-8928-4e2b-ab02-e2aea185147f req-667ed5cb-e3e8-4a17-99ed-254e93cc0b47 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.2010050 Jul 24 09:13:36.596102 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-f789b067-a1ca-4e7f-acce-ac89f987e3c3 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2a4c73c34e20473fb721bb26c913bce6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314810 Jul 24 09:13:36.598755 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-e25e88db-9059-4191-8e1c-a1dff58ca420 service neutron] For port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:13:36.621679 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-e25e88db-9059-4191-8e1c-a1dff58ca420 service neutron] For port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:13:36.624226 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-51f550a0-8928-4e2b-ab02-e2aea185147f req-7faa9d0e-23a7-4a92-b240-e71950761907 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781238 Jul 24 09:13:36.634454 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-e25e88db-9059-4191-8e1c-a1dff58ca420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:36.686261 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-e25e88db-9059-4191-8e1c-a1dff58ca420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:36.686988 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-e25e88db-9059-4191-8e1c-a1dff58ca420 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:36.688640 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-e25e88db-9059-4191-8e1c-a1dff58ca420 service neutron] 10.222.0.37 "PUT /v2.0/ports/0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb HTTP/1.1" status: 200 len: 1091 time: 1.1048970 Jul 24 09:13:36.702143 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0b3aa4-2384-4309-b12f-09acc5e33e47', 'tag': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:13:36.705146 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb81301-596d-4801-ae2f-b48129462368" -d '{"events": [{"name": "network-changed", "server_uuid": "ed0b3aa4-2384-4309-b12f-09acc5e33e47", "tag": "0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:13:36.819495 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-938e2dcb-5a2b-43f8-ae88-4425f33d02b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:36.860982 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c24f51-b981-416a-a857-0e44d5428109 req-28041cb6-5eee-4c23-840b-10dce27b38e9 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:36.866059 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-80c24f51-b981-416a-a857-0e44d5428109 req-28041cb6-5eee-4c23-840b-10dce27b38e9 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 943 time: 0.1597202 Jul 24 09:13:36.923642 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e2dcb-5a2b-43f8-ae88-4425f33d02b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82774b4c-6531-498d-b907-9800d791c7b0,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:36.941340 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e2dcb-5a2b-43f8-ae88-4425f33d02b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:36.941895 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e2dcb-5a2b-43f8-ae88-4425f33d02b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:36.942367 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e2dcb-5a2b-43f8-ae88-4425f33d02b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:36.942837 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e2dcb-5a2b-43f8-ae88-4425f33d02b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:36.943881 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e2dcb-5a2b-43f8-ae88-4425f33d02b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:36.944312 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e2dcb-5a2b-43f8-ae88-4425f33d02b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:36.944764 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e2dcb-5a2b-43f8-ae88-4425f33d02b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:36.945275 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e2dcb-5a2b-43f8-ae88-4425f33d02b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:36.945618 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e2dcb-5a2b-43f8-ae88-4425f33d02b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:36.945949 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e2dcb-5a2b-43f8-ae88-4425f33d02b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:36.946284 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e2dcb-5a2b-43f8-ae88-4425f33d02b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:36.946614 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e2dcb-5a2b-43f8-ae88-4425f33d02b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:13:36.956317 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-80c24f51-b981-416a-a857-0e44d5428109 req-1da9f56f-bfe1-4156-a233-ee8cdc7a403d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841358 Jul 24 09:13:36.959867 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e2dcb-5a2b-43f8-ae88-4425f33d02b2 admin admin] Checking segment: {'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:13:36.960225 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938e2dcb-5a2b-43f8-ae88-4425f33d02b2 admin admin] Network hostable DHCP agents. Network: ae3d61b8-100f-4726-9451-0b010e6cd4d8, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:13:36.986891 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938e2dcb-5a2b-43f8-ae88-4425f33d02b2 admin admin] Network ae3d61b8-100f-4726-9451-0b010e6cd4d8 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:13:37.002519 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-938e2dcb-5a2b-43f8-ae88-4425f33d02b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, ae3d61b8-100f-4726-9451-0b010e6cd4d8) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:13:37.012014 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3d088c-408c-4907-981c-3d625d15498d None None] Network ae3d61b8-100f-4726-9451-0b010e6cd4d8 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:13:37.013603 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938e2dcb-5a2b-43f8-ae88-4425f33d02b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:37.014407 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-938e2dcb-5a2b-43f8-ae88-4425f33d02b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:37.036017 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e88db-9059-4191-8e1c-a1dff58ca420 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:37.046097 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-938e2dcb-5a2b-43f8-ae88-4425f33d02b2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6186357 Jul 24 09:13:37.069171 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-56e0adb8-0f68-4109-996f-700100af2f52 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:37.072102 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-56e0adb8-0f68-4109-996f-700100af2f52 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4691532 Jul 24 09:13:37.101791 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab3e4f5-666c-430c-a100-ace73ee172f9 x-openstack-request-id: req-7ab3e4f5-666c-430c-a100-ace73ee172f9 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:13:37.102096 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed0b3aa4-2384-4309-b12f-09acc5e33e47", "tag": "0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:13:37.102353 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ab3e4f5-666c-430c-a100-ace73ee172f9 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:13:37.102750 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0b3aa4-2384-4309-b12f-09acc5e33e47', 'tag': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb', 'status': 'completed', 'code': 200} Jul 24 09:13:37.107569 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-60a4712a-a7b8-44a9-938b-46d3d0629d2d tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/quotas/2a4c73c34e20473fb721bb26c913bce6 HTTP/1.1" status: 200 len: 375 time: 0.0245404 Jul 24 09:13:37.116332 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-72651382-7ffe-4a2a-9985-0d9cf303d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:37.117806 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-72651382-7ffe-4a2a-9985-0d9cf303d92a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 1094 time: 0.1401834 Jul 24 09:13:37.153896 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-241699b7-b0f2-448c-97ea-254eaaffb2d7 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2a4c73c34e20473fb721bb26c913bce6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410981 Jul 24 09:13:37.214905 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-8132a68d-1f79-4b8b-aec7-136ec94888b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb HTTP/1.1" status: 200 len: 217 time: 0.0892015 Jul 24 09:13:37.231838 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9270ecba-995f-400c-be42-c3f115fd7c77 None None] Network ae3d61b8-100f-4726-9451-0b010e6cd4d8 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:13:37.251404 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4c9d0-1c0a-421a-8cd2-49870e3109e8 req-30fad09d-fa8a-400e-9b69-7bffe7e20992 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:37.264470 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-52f4c9d0-1c0a-421a-8cd2-49870e3109e8 req-30fad09d-fa8a-400e-9b69-7bffe7e20992 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3ac7328-f9a1-4f56-a5c4-72b19e5a6357 HTTP/1.1" status: 200 len: 945 time: 0.0947037 Jul 24 09:13:37.308864 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-2d983e49-1d9d-4e67-a50e-09af4b08de3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:37.310446 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-2d983e49-1d9d-4e67-a50e-09af4b08de3c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33f84861-778d-4828-92aa-af092c959084 HTTP/1.1" status: 200 len: 851 time: 0.0884461 Jul 24 09:13:37.334524 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-52f4c9d0-1c0a-421a-8cd2-49870e3109e8 req-3750b5dc-19be-4efc-b6ac-a2603bcc865b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687234 Jul 24 09:13:37.444006 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-ac37b806-d5ae-41fb-a1f1-60aa46f22403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:37.445558 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-ac37b806-d5ae-41fb-a1f1-60aa46f22403 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b64780-c69e-4432-87ba-d598170da5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080358 Jul 24 09:13:37.490400 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465931a2-86c9-41f0-a6f0-c8e49aeb6617 req-93fae5a4-d33b-461c-8f74-8a4eadd66e84 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:37.491938 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-465931a2-86c9-41f0-a6f0-c8e49aeb6617 req-93fae5a4-d33b-461c-8f74-8a4eadd66e84 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7533daa4-6f91-4753-8daf-e58e67c344b6 HTTP/1.1" status: 200 len: 950 time: 0.0698438 Jul 24 09:13:37.551875 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-465931a2-86c9-41f0-a6f0-c8e49aeb6617 req-456a5d97-192a-4196-85c9-b06c358e4672 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538158 Jul 24 09:13:37.572057 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-3b7d7da4-fc4c-4b98-baec-2c33ca0ada6c service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196592 Jul 24 09:13:37.637939 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-56171592-6edf-4b35-9617-5408d268508f req-0c755ed4-331b-486c-9a02-fa306e684c6d tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382dbca-ef42-4cb1-bad2-8951e0ec3a50 HTTP/1.1" status: 200 len: 210 time: 0.0441687 Jul 24 09:13:37.751540 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1933791-cf80-46c8-afff-acfe338ac3ed req-6788b7ee-94ad-4868-ad84-cfc71dbe7e52 tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:37.753525 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d1933791-cf80-46c8-afff-acfe338ac3ed req-6788b7ee-94ad-4868-ad84-cfc71dbe7e52 tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7533daa4-6f91-4753-8daf-e58e67c344b6 HTTP/1.1" status: 200 len: 1101 time: 0.0570619 Jul 24 09:13:37.779968 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-01029386-cf7f-4013-9ba9-75d786efc1a5 req-c13a9647-d730-483b-8bc2-c7d2f18c16b1 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864295 Jul 24 09:13:37.789624 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d1933791-cf80-46c8-afff-acfe338ac3ed req-71bfeb7a-c81f-4d7c-80ec-07464974e7aa tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292976 Jul 24 09:13:37.824202 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-c2219f3d-8f8f-4e8a-8bf6-692339d6e1c2 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:37.834281 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-c2219f3d-8f8f-4e8a-8bf6-692339d6e1c2 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/networks?id=ae3d61b8-100f-4726-9451-0b010e6cd4d8 HTTP/1.1" status: 200 len: 812 time: 0.1921074 Jul 24 09:13:37.855540 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-da9e0177-5884-49d8-96c5-7c9c8f43707d tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/quotas/c1913b66f5ab41bbbc2b819d5a63abda HTTP/1.1" status: 200 len: 375 time: 0.0197339 Jul 24 09:13:37.922680 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-c53c991e-8566-4923-a81f-75e2fee54166 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1913b66f5ab41bbbc2b819d5a63abda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660186 Jul 24 09:13:37.938511 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe07eb-d245-4c48-922e-5fdb24471fd5 req-5a094c3e-539c-48f3-8c76-6362ff74180b tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:37.940266 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8afe07eb-d245-4c48-922e-5fdb24471fd5 req-5a094c3e-539c-48f3-8c76-6362ff74180b tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.0771844 Jul 24 09:13:37.986465 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8afe07eb-d245-4c48-922e-5fdb24471fd5 req-3a86256c-a953-4516-9813-ec992e7e51d2 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390396 Jul 24 09:13:38.036039 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb81301-596d-4801-ae2f-b48129462368 req-4b804c4e-2f7b-4528-a00f-3c59ff531792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:38.037663 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2bb81301-596d-4801-ae2f-b48129462368 req-4b804c4e-2f7b-4528-a00f-3c59ff531792 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 1094 time: 0.1793354 Jul 24 09:13:38.072164 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-7873f7c1-c3f1-40ff-b58c-82da1c1c64d1 service neutron] 10.222.0.32 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403759 Jul 24 09:13:38.110520 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-0483a9f6-eb7b-4b6e-b4dc-14a1d4fef6e7 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=55b10a1852e84b7588aba204f57f066d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219297 Jul 24 09:13:38.209341 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb81301-596d-4801-ae2f-b48129462368 req-0e1e9e7f-43b3-476b-aa2a-127b1a060ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:38.210926 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2bb81301-596d-4801-ae2f-b48129462368 req-0e1e9e7f-43b3-476b-aa2a-127b1a060ac7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 912 time: 0.1641903 Jul 24 09:13:38.219022 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-7f787f74-b77c-4c1e-a352-21a1b74f628e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:38.220564 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-7f787f74-b77c-4c1e-a352-21a1b74f628e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1041694 Jul 24 09:13:38.234879 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-a711475a-4a93-496a-b0b7-759999d68b9a tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/quotas/55b10a1852e84b7588aba204f57f066d HTTP/1.1" status: 200 len: 375 time: 0.0088687 Jul 24 09:13:38.258661 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-6eb48414-2e71-440e-84b3-c780958c4813 service neutron] 10.222.0.32 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752398 Jul 24 09:13:38.260112 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2bb81301-596d-4801-ae2f-b48129462368 req-2a017ff1-d17f-4f62-a20b-8eb7cce9bd25 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb HTTP/1.1" status: 200 len: 217 time: 0.0390992 Jul 24 09:13:38.317877 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-9c39320f-69af-43ce-b6cd-c2299f32ea31 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=55b10a1852e84b7588aba204f57f066d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0777948 Jul 24 09:13:38.322933 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb81301-596d-4801-ae2f-b48129462368 req-211138c8-7b5b-4a0f-a6d0-1b1059bb5e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:38.324401 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2bb81301-596d-4801-ae2f-b48129462368 req-211138c8-7b5b-4a0f-a6d0-1b1059bb5e7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33f84861-778d-4828-92aa-af092c959084 HTTP/1.1" status: 200 len: 851 time: 0.0574481 Jul 24 09:13:38.400009 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb81301-596d-4801-ae2f-b48129462368 req-bd02dca0-5238-4a1b-9214-fac536c7aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:38.401621 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2bb81301-596d-4801-ae2f-b48129462368 req-bd02dca0-5238-4a1b-9214-fac536c7aacb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b64780-c69e-4432-87ba-d598170da5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648441 Jul 24 09:13:38.621989 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-e0cf44f1-fc77-462e-aa4e-a11efbb400a7 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2a4c73c34e20473fb721bb26c913bce6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356431 Jul 24 09:13:38.712568 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85826ebf-c54f-4dc6-a8a6-97451cb19db8 req-c71cfac0-d599-4155-8728-16d24913a55c tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:38.723555 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-85826ebf-c54f-4dc6-a8a6-97451cb19db8 req-c71cfac0-d599-4155-8728-16d24913a55c tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3ac7328-f9a1-4f56-a5c4-72b19e5a6357 HTTP/1.1" status: 200 len: 945 time: 0.1253438 Jul 24 09:13:38.738354 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2bb81301-596d-4801-ae2f-b48129462368 req-fe14278f-b136-4745-bc4b-f265c2e61a96 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205564 Jul 24 09:13:38.763147 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa3b1d-166b-487b-af84-c24eefbab9d2 req-b8d671af-f5b9-41b1-9089-ac9103bfe5b8 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:38.773215 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60aa3b1d-166b-487b-af84-c24eefbab9d2 req-b8d671af-f5b9-41b1-9089-ac9103bfe5b8 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 943 time: 0.3306546 Jul 24 09:13:38.785967 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-85826ebf-c54f-4dc6-a8a6-97451cb19db8 req-dcb7dbbd-b51d-4aee-bec5-2b6db09d13c3 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612824 Jul 24 09:13:38.875859 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e66f382b-964c-4735-a1e7-a57037ab6c77 req-4170dc16-976d-4903-a372-8336fff32664 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=974892c5-5ece-4f78-b1f8-12b03f6581c7 HTTP/1.1" status: 200 len: 210 time: 0.0462141 Jul 24 09:13:38.930395 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60aa3b1d-166b-487b-af84-c24eefbab9d2 req-b786b4d3-82d2-4f11-8cce-881067587198 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561961 Jul 24 09:13:38.955838 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4ae10d44-3ad7-4933-83dc-13798c8c44e7 req-61a4c256-6a14-463a-9b8c-e1a93e6e0bf0 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fb26fc8-a5cd-4288-b949-66f163e07016 HTTP/1.1" status: 200 len: 210 time: 0.0408409 Jul 24 09:13:39.034247 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-942def78-eb85-42fd-b7dd-9a91f85c39ef tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:39.036231 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-942def78-eb85-42fd-b7dd-9a91f85c39ef tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4046040 Jul 24 09:13:39.058527 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-86a78418-809d-44b3-9bda-61a8be226f2f req-fb23d586-e89e-4988-b3bb-b1e3a2ea37a0 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382dbca-ef42-4cb1-bad2-8951e0ec3a50 HTTP/1.1" status: 200 len: 210 time: 0.0397487 Jul 24 09:13:39.066018 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-0c344355-43f6-4c58-a673-239b03f5b022 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Request body: {'port': {'device_id': '4382dbca-ef42-4cb1-bad2-8951e0ec3a50', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': '2a4c73c34e20473fb721bb26c913bce6'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:39.118756 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2bb81301-596d-4801-ae2f-b48129462368 req-57d5dcc3-0c7f-4589-8a5c-f6850312c654 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394525 Jul 24 09:13:39.268034 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d9133-b067-489e-a24a-055d9e495ecc req-fc76a6fc-46e6-450e-924e-7c870df3c031 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:39.269994 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-342d9133-b067-489e-a24a-055d9e495ecc req-fc76a6fc-46e6-450e-924e-7c870df3c031 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/networks?id=f0544269-4e64-4c91-95af-03a4be88816f HTTP/1.1" status: 200 len: 805 time: 0.1228635 Jul 24 09:13:39.280417 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a512d-a009-4ef8-9dc6-1e433818fe7a req-8d8d946e-59af-4a29-a3af-ab03ca948d08 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:39.281947 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-604a512d-a009-4ef8-9dc6-1e433818fe7a req-8d8d946e-59af-4a29-a3af-ab03ca948d08 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.1250362 Jul 24 09:13:39.286096 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-342d9133-b067-489e-a24a-055d9e495ecc req-e56d4314-7591-4acf-a1cc-19e51127af7b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/quotas/400b6e3893174893b678c7f2a57041a8 HTTP/1.1" status: 200 len: 375 time: 0.0095854 Jul 24 09:13:39.314658 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-0c344355-43f6-4c58-a673-239b03f5b022 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Made reservation on behalf of 2a4c73c34e20473fb721bb26c913bce6 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:13:39.318160 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-0c344355-43f6-4c58-a673-239b03f5b022 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:39.334206 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-0c344355-43f6-4c58-a673-239b03f5b022 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:39.352452 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-604a512d-a009-4ef8-9dc6-1e433818fe7a req-f2f4b746-6843-41f8-9443-4f737ccfcda8 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621209 Jul 24 09:13:39.356763 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-342d9133-b067-489e-a24a-055d9e495ecc req-24781d01-02b7-449d-854f-9adaa0f4d42f tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=400b6e3893174893b678c7f2a57041a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630713 Jul 24 09:13:39.442519 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-0c344355-43f6-4c58-a673-239b03f5b022 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:39.446478 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-0c344355-43f6-4c58-a673-239b03f5b022 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:39.451270 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-342d9133-b067-489e-a24a-055d9e495ecc req-6366f833-5184-48d3-9eec-cfae60816745 service neutron] 10.222.0.32 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870173 Jul 24 09:13:39.508142 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c344355-43f6-4c58-a673-239b03f5b022 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=331a735f-da97-445c-820c-7f7afcd372b5,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:39.546935 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-342d9133-b067-489e-a24a-055d9e495ecc req-92aac428-53c9-4979-9b48-5c5a83812ab6 service neutron] 10.222.0.32 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900326 Jul 24 09:13:39.581704 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-0c344355-43f6-4c58-a673-239b03f5b022 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Allocated IP 192.168.233.124 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:13:39.754107 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2faa9ea0-35ca-4edc-bc65-81a84200deaa req-4dc45d6a-c6a4-4752-9620-75b987e8ad15 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6b3a540-e7a0-416b-bbcd-614695688dec HTTP/1.1" status: 200 len: 210 time: 0.0438647 Jul 24 09:13:39.798732 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-0c344355-43f6-4c58-a673-239b03f5b022 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:39.834141 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-0c344355-43f6-4c58-a673-239b03f5b022 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Transition to ACTIVE for port object 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:13:39.919397 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-41fa1cd8-1edc-40cb-bad9-01747fc47f19 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:39.920911 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-41fa1cd8-1edc-40cb-bad9-01747fc47f19 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.20 "GET /v2.0/networks?id=ae3d61b8-100f-4726-9451-0b010e6cd4d8 HTTP/1.1" status: 200 len: 812 time: 0.1613266 Jul 24 09:13:39.938149 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-063c9e56-3500-496d-80ee-6112568dc593 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Request body: {'port': {'device_id': '974892c5-5ece-4f78-b1f8-12b03f6581c7', 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8', 'admin_state_up': True, 'tenant_id': 'c1913b66f5ab41bbbc2b819d5a63abda'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:39.954772 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-0c344355-43f6-4c58-a673-239b03f5b022 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:39.988186 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d564667c-732c-4240-9c09-6ccb332289a0 req-de0d8869-f2a6-4285-9ff5-ed1d0e316b83 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=974892c5-5ece-4f78-b1f8-12b03f6581c7 HTTP/1.1" status: 200 len: 210 time: 0.0350003 Jul 24 09:13:40.088800 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-68aaad4b-3126-47e2-a409-29675fc481b8 req-e94515ab-7179-4f26-a05f-9c081bc673a9 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fb26fc8-a5cd-4288-b949-66f163e07016 HTTP/1.1" status: 200 len: 210 time: 0.0337527 Jul 24 09:13:40.106833 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-0c344355-43f6-4c58-a673-239b03f5b022 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:13:40.126004 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-0c344355-43f6-4c58-a673-239b03f5b022 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:13:40.133790 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-0c344355-43f6-4c58-a673-239b03f5b022 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:13:40.137597 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c344355-43f6-4c58-a673-239b03f5b022 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Pushing event updated for resources: {'Port': ['ID=8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:40.235821 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-0c344355-43f6-4c58-a673-239b03f5b022 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:40.236758 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-0c344355-43f6-4c58-a673-239b03f5b022 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:40.256979 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c28235-1ae8-4f3b-8bce-c943763cd120 req-9487b76a-9368-4e81-ae74-abadba45ce48 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:40.258528 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-87c28235-1ae8-4f3b-8bce-c943763cd120 req-9487b76a-9368-4e81-ae74-abadba45ce48 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382dbca-ef42-4cb1-bad2-8951e0ec3a50 HTTP/1.1" status: 200 len: 936 time: 0.0841267 Jul 24 09:13:40.271676 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5d9c8-b56e-4377-a5f8-16f7a46bdbac req-edb476f7-930b-4f92-b7e8-aa5af9ca0f61 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:40.273644 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2f5d9c8-b56e-4377-a5f8-16f7a46bdbac req-edb476f7-930b-4f92-b7e8-aa5af9ca0f61 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 943 time: 0.2379413 Jul 24 09:13:40.276385 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-063c9e56-3500-496d-80ee-6112568dc593 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Made reservation on behalf of c1913b66f5ab41bbbc2b819d5a63abda for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:13:40.280708 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-063c9e56-3500-496d-80ee-6112568dc593 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:40.288969 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-0c344355-43f6-4c58-a673-239b03f5b022 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2366385 Jul 24 09:13:40.334498 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-87c28235-1ae8-4f3b-8bce-c943763cd120 req-6f02a872-6d80-4786-ac43-11f27a919587 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/security-groups?id=331a735f-da97-445c-820c-7f7afcd372b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682204 Jul 24 09:13:40.346567 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-f310fa95-067e-4b6e-b3e3-a34e6c386274 service neutron] Request body: {'port': {'device_id': '4382dbca-ef42-4cb1-bad2-8951e0ec3a50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:40.373977 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-7b47fa7e-01cd-4355-896b-2cbabcf87c46 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=55b10a1852e84b7588aba204f57f066d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382774 Jul 24 09:13:40.475086 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2f5d9c8-b56e-4377-a5f8-16f7a46bdbac req-13e2b75c-8901-4230-ad4b-e532b106e108 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897004 Jul 24 09:13:40.501790 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b8909110-e58a-4074-b785-a88ffdebf6f3 None None] Provisioning for port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:13:40.506726 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b8909110-e58a-4074-b785-a88ffdebf6f3 None None] Provisioning complete for port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:40.507479 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b8909110-e58a-4074-b785-a88ffdebf6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:40.549594 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-b8909110-e58a-4074-b785-a88ffdebf6f3 None None] Port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:13:40.554493 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-f310fa95-067e-4b6e-b3e3-a34e6c386274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:40.555559 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:13:40.623906 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-39c21408-a50e-4df8-a309-7f284e02d839 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:40.625461 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-39c21408-a50e-4df8-a309-7f284e02d839 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2438450 Jul 24 09:13:40.636247 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-063c9e56-3500-496d-80ee-6112568dc593 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Allocated IP 172.20.0.10 (ae3d61b8-100f-4726-9451-0b010e6cd4d8/82774b4c-6531-498d-b907-9800d791c7b0/1443a187-776f-455e-a481-86e4d759b5b0) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:13:40.642299 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-b57ac66d-d1da-42f1-bc3a-8e0f9c1098ea tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Request body: {'port': {'device_id': '8fb26fc8-a5cd-4288-b949-66f163e07016', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': '55b10a1852e84b7588aba204f57f066d'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:40.695579 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabb430-e557-4f93-bc58-b497a977f61a req-b1b4a454-e48c-4cdb-9c3f-eef548798bc9 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:40.696164 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:13:40.697205 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ffabb430-e557-4f93-bc58-b497a977f61a req-b1b4a454-e48c-4cdb-9c3f-eef548798bc9 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.1286874 Jul 24 09:13:40.790113 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ffabb430-e557-4f93-bc58-b497a977f61a req-5c697eda-6de5-4173-b38c-79dd818870b2 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613005 Jul 24 09:13:40.814781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-b57ac66d-d1da-42f1-bc3a-8e0f9c1098ea tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Made reservation on behalf of 55b10a1852e84b7588aba204f57f066d for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:13:40.820112 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-b57ac66d-d1da-42f1-bc3a-8e0f9c1098ea tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:40.830404 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:40.845400 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb', 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'port_id': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb', 'mac_address': 'fa:16:3e:ba:5f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f84861-778d-4828-92aa-af092c959084', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:13:40.896187 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:40.911037 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:13:40.939909 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:40.945210 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:40.997857 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:41.100860 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-34820062-be70-4f8f-aac8-4ba6d8492307 req-2fa64432-8198-4373-bcc5-0021c361a413 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=974892c5-5ece-4f78-b1f8-12b03f6581c7 HTTP/1.1" status: 200 len: 210 time: 0.0346539 Jul 24 09:13:41.169235 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d42d757e-5231-459c-8f3d-04baaa920cdd req-666f7aae-0439-47f4-aec8-419ad90e310a tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6b3a540-e7a0-416b-bbcd-614695688dec HTTP/1.1" status: 200 len: 210 time: 0.0663149 Jul 24 09:13:41.195695 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6e27d910-e4c5-4292-aaab-fd1ab1dae9fe req-3ae6234f-9c4e-4740-adc5-273dc03bb34d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fb26fc8-a5cd-4288-b949-66f163e07016 HTTP/1.1" status: 200 len: 210 time: 0.0318704 Jul 24 09:13:41.227056 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:41.276359 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-063c9e56-3500-496d-80ee-6112568dc593 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:41.329126 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d9133-b067-489e-a24a-055d9e495ecc req-b6a40129-29c2-40f4-9642-ad57a2cb4437 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:41.330571 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-342d9133-b067-489e-a24a-055d9e495ecc req-b6a40129-29c2-40f4-9642-ad57a2cb4437 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.37 "GET /v2.0/networks?id=f0544269-4e64-4c91-95af-03a4be88816f HTTP/1.1" status: 200 len: 805 time: 0.2260654 Jul 24 09:13:41.345786 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-342d9133-b067-489e-a24a-055d9e495ecc req-f84453d2-3937-4b1d-9e5b-22ec663c4ac0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Request body: {'port': {'device_id': 'a6b3a540-e7a0-416b-bbcd-614695688dec', 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f', 'admin_state_up': True, 'tenant_id': '400b6e3893174893b678c7f2a57041a8'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:41.350563 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-f310fa95-067e-4b6e-b3e3-a34e6c386274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:13:41.373205 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-f310fa95-067e-4b6e-b3e3-a34e6c386274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:41.402215 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-f310fa95-067e-4b6e-b3e3-a34e6c386274 service neutron] Transition to ACTIVE for port object 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:13:41.409683 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-f310fa95-067e-4b6e-b3e3-a34e6c386274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:41.461104 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-b57ac66d-d1da-42f1-bc3a-8e0f9c1098ea tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Allocated IP 192.168.233.78 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/308bed73-b5ff-41c2-ba4f-0b157cdf998e) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:13:41.534725 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-063c9e56-3500-496d-80ee-6112568dc593 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:41.555262 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310fa95-067e-4b6e-b3e3-a34e6c386274 service neutron] Pushing event updated for resources: {'Port': ['ID=8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:41.636663 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-063c9e56-3500-496d-80ee-6112568dc593 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Network ae3d61b8-100f-4726-9451-0b010e6cd4d8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:13:41.663619 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-063c9e56-3500-496d-80ee-6112568dc593 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:13:41.676171 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-063c9e56-3500-496d-80ee-6112568dc593 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:13:41.678360 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-b57ac66d-d1da-42f1-bc3a-8e0f9c1098ea tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:41.708262 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-342d9133-b067-489e-a24a-055d9e495ecc req-f84453d2-3937-4b1d-9e5b-22ec663c4ac0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Made reservation on behalf of 400b6e3893174893b678c7f2a57041a8 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:13:41.709922 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-b57ac66d-d1da-42f1-bc3a-8e0f9c1098ea tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Transition to ACTIVE for port object 308bed73-b5ff-41c2-ba4f-0b157cdf998e will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:13:41.711824 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-342d9133-b067-489e-a24a-055d9e495ecc req-f84453d2-3937-4b1d-9e5b-22ec663c4ac0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:41.727982 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f4b96-f3a2-4585-b757-097fffdea5c8 req-77f7abd1-5348-4b80-abcc-8efa316dd904 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:41.729983 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4f4f4b96-f3a2-4585-b757-097fffdea5c8 req-77f7abd1-5348-4b80-abcc-8efa316dd904 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.1171765 Jul 24 09:13:41.738093 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c9e56-3500-496d-80ee-6112568dc593 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Pushing event updated for resources: {'Port': ['ID=1443a187-776f-455e-a481-86e4d759b5b0,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:41.776697 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ae692-c02b-4306-8bad-a4a18619b65f req-fbe5addc-f5fa-4c2d-b9d1-02c2f2982af2 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:41.778284 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ea3ae692-c02b-4306-8bad-a4a18619b65f req-fbe5addc-f5fa-4c2d-b9d1-02c2f2982af2 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382dbca-ef42-4cb1-bad2-8951e0ec3a50 HTTP/1.1" status: 200 len: 948 time: 0.3312151 Jul 24 09:13:41.792313 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-063c9e56-3500-496d-80ee-6112568dc593 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:41.792973 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-063c9e56-3500-496d-80ee-6112568dc593 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:41.803027 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4f4f4b96-f3a2-4585-b757-097fffdea5c8 req-e1818d90-dba5-4295-b6dd-d1e7d2fc59d3 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643485 Jul 24 09:13:41.805018 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-b57ac66d-d1da-42f1-bc3a-8e0f9c1098ea tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:41.809931 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-f310fa95-067e-4b6e-b3e3-a34e6c386274 service neutron] Attempting to bind port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:13:41.810275 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-f310fa95-067e-4b6e-b3e3-a34e6c386274 service neutron] Attempting to bind port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:13:41.810676 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-f310fa95-067e-4b6e-b3e3-a34e6c386274 service neutron] Attempting to bind port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:13:41.822120 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['c53e0ca7-9937-4cf0-b41a-3892056f375b', 'c5f637cb-d9d4-4529-9832-36d171ce35c0'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:41.863441 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-f310fa95-067e-4b6e-b3e3-a34e6c386274 service neutron] Port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:13:41.863776 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-f310fa95-067e-4b6e-b3e3-a34e6c386274 service neutron] Attempting to bind port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:13:41.866610 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-063c9e56-3500-496d-80ee-6112568dc593 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9328160 Jul 24 09:13:41.876928 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-b57ac66d-d1da-42f1-bc3a-8e0f9c1098ea tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:13:41.877826 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ac66d-d1da-42f1-bc3a-8e0f9c1098ea tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Pushing event updated for resources: {'Port': ['ID=308bed73-b5ff-41c2-ba4f-0b157cdf998e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:41.881585 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-b57ac66d-d1da-42f1-bc3a-8e0f9c1098ea tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:13:41.883860 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-b57ac66d-d1da-42f1-bc3a-8e0f9c1098ea tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:13:41.888354 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-f310fa95-067e-4b6e-b3e3-a34e6c386274 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:13:41.888669 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-f310fa95-067e-4b6e-b3e3-a34e6c386274 service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:13:41.889275 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-f310fa95-067e-4b6e-b3e3-a34e6c386274 service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:13:41.889526 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-f310fa95-067e-4b6e-b3e3-a34e6c386274 service neutron] Bound port: 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:13:41.889895 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-f310fa95-067e-4b6e-b3e3-a34e6c386274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:41.899662 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-789061e9-5d6b-4f3f-bdd1-dced6a0e8f39 service neutron] Request body: {'port': {'device_id': '974892c5-5ece-4f78-b1f8-12b03f6581c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:41.938420 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-b57ac66d-d1da-42f1-bc3a-8e0f9c1098ea tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:41.938696 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ea3ae692-c02b-4306-8bad-a4a18619b65f req-1ae75c8b-f89f-4aa2-90de-3aa6a86f2f62 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/security-groups?id=331a735f-da97-445c-820c-7f7afcd372b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425257 Jul 24 09:13:41.939316 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-b57ac66d-d1da-42f1-bc3a-8e0f9c1098ea tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:41.955061 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['d443b98a-1ccc-4a40-a4b0-c6babec3df94', '21a699d1-a1e7-47f3-ac00-3012c9ed1460', 'b354465c-03a1-4acd-87be-13ad5d5cf76d', 'd5e21bee-ad81-4bb0-9094-96a3d2ca386d'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:41.984483 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-b57ac66d-d1da-42f1-bc3a-8e0f9c1098ea tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3469007 Jul 24 09:13:41.999765 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-9679e5ba-135e-49eb-96e3-a93400f2735b service neutron] Request body: {'port': {'device_id': '8fb26fc8-a5cd-4288-b949-66f163e07016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:42.087184 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-342d9133-b067-489e-a24a-055d9e495ecc req-f84453d2-3937-4b1d-9e5b-22ec663c4ac0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Allocated IP 172.20.0.10 (f0544269-4e64-4c91-95af-03a4be88816f/bbeb15a4-8962-4380-8bb7-477c83cce3ff/b454a58e-3f8d-400d-bfba-8c2acc26a43e) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:13:42.130842 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-f310fa95-067e-4b6e-b3e3-a34e6c386274 service neutron] For port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:13:42.138046 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-f310fa95-067e-4b6e-b3e3-a34e6c386274 service neutron] For port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:13:42.143032 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-789061e9-5d6b-4f3f-bdd1-dced6a0e8f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:42.155243 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-f310fa95-067e-4b6e-b3e3-a34e6c386274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:42.200693 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705d3da-3e5e-4e01-9123-144ed7a5bb83 req-660b91d6-2a8b-45d1-ac92-1c5e5214d01e tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:42.207820 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7705d3da-3e5e-4e01-9123-144ed7a5bb83 req-660b91d6-2a8b-45d1-ac92-1c5e5214d01e tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.1743131 Jul 24 09:13:42.212756 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-9679e5ba-135e-49eb-96e3-a93400f2735b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:42.260193 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-f310fa95-067e-4b6e-b3e3-a34e6c386274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:42.260871 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-f310fa95-067e-4b6e-b3e3-a34e6c386274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:42.262304 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-f310fa95-067e-4b6e-b3e3-a34e6c386274 service neutron] 10.222.0.37 "PUT /v2.0/ports/8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 HTTP/1.1" status: 200 len: 1096 time: 1.9345541 Jul 24 09:13:42.268240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4382dbca-ef42-4cb1-bad2-8951e0ec3a50', 'tag': '8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:13:42.270766 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5001908-55f7-4565-9d51-885ef0ceecd2" -d '{"events": [{"name": "network-changed", "server_uuid": "4382dbca-ef42-4cb1-bad2-8951e0ec3a50", "tag": "8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:13:42.274380 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7705d3da-3e5e-4e01-9123-144ed7a5bb83 req-79bef32a-08a7-44fd-8b76-cbd2da50f9d3 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641317 Jul 24 09:13:42.419776 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6e8dff55-de4a-41e1-8397-1ca60916ad34 None None] Provisioning for port 308bed73-b5ff-41c2-ba4f-0b157cdf998e completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:13:42.439851 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6e8dff55-de4a-41e1-8397-1ca60916ad34 None None] Provisioning complete for port 308bed73-b5ff-41c2-ba4f-0b157cdf998e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:42.440226 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6e8dff55-de4a-41e1-8397-1ca60916ad34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:42.448234 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310fa95-067e-4b6e-b3e3-a34e6c386274 service neutron] Pushing event updated for resources: {'Port': ['ID=8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:42.483604 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-6e8dff55-de4a-41e1-8397-1ca60916ad34 None None] Port 308bed73-b5ff-41c2-ba4f-0b157cdf998e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:13:42.496133 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-92d50aaf-550e-4b19-af49-34838ca60aa9 req-6998b0ad-01c1-4e06-bc4d-e27fc14d3d21 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6b3a540-e7a0-416b-bbcd-614695688dec HTTP/1.1" status: 200 len: 210 time: 0.1133111 Jul 24 09:13:42.593155 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-342d9133-b067-489e-a24a-055d9e495ecc req-f84453d2-3937-4b1d-9e5b-22ec663c4ac0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:42.676009 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01c2a1-b70b-4e00-b90d-9aed90250359 req-394eb906-de36-444e-ad2e-7937ef6b72ce tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:42.676631 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ab01c2a1-b70b-4e00-b90d-9aed90250359 req-394eb906-de36-444e-ad2e-7937ef6b72ce tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=974892c5-5ece-4f78-b1f8-12b03f6581c7 HTTP/1.1" status: 200 len: 932 time: 0.4199185 Jul 24 09:13:42.698268 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:13:42.716213 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-f7f8363a-8d19-4117-a56c-bc18a9cfd0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:42.716440 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a2e64-4379-4465-bb32-4e578568cea9 req-10508378-534c-4e8a-9dc7-02414375991e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:42.717758 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-f7f8363a-8d19-4117-a56c-bc18a9cfd0d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a4c73c34e20473fb721bb26c913bce6&device_id=4382dbca-ef42-4cb1-bad2-8951e0ec3a50 HTTP/1.1" status: 200 len: 1099 time: 0.2548108 Jul 24 09:13:42.717917 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a6a2e64-4379-4465-bb32-4e578568cea9 req-10508378-534c-4e8a-9dc7-02414375991e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fb26fc8-a5cd-4288-b949-66f163e07016 HTTP/1.1" status: 200 len: 935 time: 0.1296506 Jul 24 09:13:42.729259 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-9679e5ba-135e-49eb-96e3-a93400f2735b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 308bed73-b5ff-41c2-ba4f-0b157cdf998e {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:13:42.742710 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-9679e5ba-135e-49eb-96e3-a93400f2735b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:42.766011 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-9679e5ba-135e-49eb-96e3-a93400f2735b service neutron] Transition to ACTIVE for port object 308bed73-b5ff-41c2-ba4f-0b157cdf998e will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:13:42.776211 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-9679e5ba-135e-49eb-96e3-a93400f2735b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:42.794896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:13:42.799607 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:42.799980 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:42.806867 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-93ed3c7f-a508-45f3-840e-15c517969501 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 HTTP/1.1" status: 200 len: 217 time: 0.0548191 Jul 24 09:13:42.807066 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a6a2e64-4379-4465-bb32-4e578568cea9 req-5bd073c9-f6e7-4f2c-8e3a-d2f0251e7884 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730598 Jul 24 09:13:42.837735 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679e5ba-135e-49eb-96e3-a93400f2735b service neutron] Pushing event updated for resources: {'Port': ['ID=308bed73-b5ff-41c2-ba4f-0b157cdf998e,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:42.855296 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-342d9133-b067-489e-a24a-055d9e495ecc req-f84453d2-3937-4b1d-9e5b-22ec663c4ac0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:42.864676 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ab01c2a1-b70b-4e00-b90d-9aed90250359 req-e7ee05dc-67e4-4516-8b4f-0c7563e6cff7 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789482 Jul 24 09:13:42.915330 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-9679e5ba-135e-49eb-96e3-a93400f2735b service neutron] Attempting to bind port 308bed73-b5ff-41c2-ba4f-0b157cdf998e on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:13:42.915668 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-9679e5ba-135e-49eb-96e3-a93400f2735b service neutron] Attempting to bind port 308bed73-b5ff-41c2-ba4f-0b157cdf998e by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:13:42.916533 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-9679e5ba-135e-49eb-96e3-a93400f2735b service neutron] Attempting to bind port 308bed73-b5ff-41c2-ba4f-0b157cdf998e on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:13:42.921954 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-9679e5ba-135e-49eb-96e3-a93400f2735b service neutron] Port 308bed73-b5ff-41c2-ba4f-0b157cdf998e on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:13:42.922372 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-9679e5ba-135e-49eb-96e3-a93400f2735b service neutron] Attempting to bind port 308bed73-b5ff-41c2-ba4f-0b157cdf998e on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:13:42.935459 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-9679e5ba-135e-49eb-96e3-a93400f2735b service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:13:42.935459 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-9679e5ba-135e-49eb-96e3-a93400f2735b service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:13:42.935459 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-9679e5ba-135e-49eb-96e3-a93400f2735b service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:13:42.935459 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-9679e5ba-135e-49eb-96e3-a93400f2735b service neutron] Bound port: 308bed73-b5ff-41c2-ba4f-0b157cdf998e, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:13:42.935459 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-9679e5ba-135e-49eb-96e3-a93400f2735b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:42.939467 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-342d9133-b067-489e-a24a-055d9e495ecc req-f84453d2-3937-4b1d-9e5b-22ec663c4ac0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Network f0544269-4e64-4c91-95af-03a4be88816f is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:13:42.944893 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-7b1c954a-48cd-4442-8680-ea01c1d3cde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:42.946423 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-7b1c954a-48cd-4442-8680-ea01c1d3cde4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1304121 Jul 24 09:13:42.978244 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-342d9133-b067-489e-a24a-055d9e495ecc req-f84453d2-3937-4b1d-9e5b-22ec663c4ac0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:13:42.990982 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:42.991480 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84453d2-3937-4b1d-9e5b-22ec663c4ac0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Pushing event updated for resources: {'Port': ['ID=b454a58e-3f8d-400d-bfba-8c2acc26a43e,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:42.997291 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-342d9133-b067-489e-a24a-055d9e495ecc req-f84453d2-3937-4b1d-9e5b-22ec663c4ac0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:13:43.000683 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5a1fae-c50a-4000-91d3-4529611ea720 x-openstack-request-id: req-6b5a1fae-c50a-4000-91d3-4529611ea720 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:13:43.001024 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4382dbca-ef42-4cb1-bad2-8951e0ec3a50", "tag": "8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:13:43.001279 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b5a1fae-c50a-4000-91d3-4529611ea720 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:13:43.001677 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4382dbca-ef42-4cb1-bad2-8951e0ec3a50', 'tag': '8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5', 'status': 'completed', 'code': 200} Jul 24 09:13:43.063990 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-9679e5ba-135e-49eb-96e3-a93400f2735b service neutron] For port 308bed73-b5ff-41c2-ba4f-0b157cdf998e, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:13:43.069585 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-9679e5ba-135e-49eb-96e3-a93400f2735b service neutron] For port 308bed73-b5ff-41c2-ba4f-0b157cdf998e, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=308bed73-b5ff-41c2-ba4f-0b157cdf998e,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:13:43.075478 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-9679e5ba-135e-49eb-96e3-a93400f2735b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:43.094468 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0b3aa4-2384-4309-b12f-09acc5e33e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:13:43.096780 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5886e6-481f-490f-8383-1e34fb62391d" -d '{"events": [{"server_uuid": "ed0b3aa4-2384-4309-b12f-09acc5e33e47", "name": "network-vif-plugged", "status": "completed", "tag": "0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:13:43.113041 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:43.121141 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:43.193621 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:43.209789 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-9679e5ba-135e-49eb-96e3-a93400f2735b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:43.209789 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-9679e5ba-135e-49eb-96e3-a93400f2735b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:43.210761 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-9679e5ba-135e-49eb-96e3-a93400f2735b service neutron] 10.222.0.20 "PUT /v2.0/ports/308bed73-b5ff-41c2-ba4f-0b157cdf998e HTTP/1.1" status: 200 len: 1095 time: 1.2157421 Jul 24 09:13:43.211430 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb26fc8-a5cd-4288-b949-66f163e07016', 'tag': '308bed73-b5ff-41c2-ba4f-0b157cdf998e'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:13:43.213875 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c461cea2-d119-4fd4-90bc-1dbfabd7520f" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb26fc8-a5cd-4288-b949-66f163e07016", "tag": "308bed73-b5ff-41c2-ba4f-0b157cdf998e"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:13:43.225384 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d9133-b067-489e-a24a-055d9e495ecc req-f84453d2-3937-4b1d-9e5b-22ec663c4ac0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:43.226025 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-342d9133-b067-489e-a24a-055d9e495ecc req-f84453d2-3937-4b1d-9e5b-22ec663c4ac0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:43.229899 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-789061e9-5d6b-4f3f-bdd1-dced6a0e8f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1443a187-776f-455e-a481-86e4d759b5b0 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:13:43.243251 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679e5ba-135e-49eb-96e3-a93400f2735b service neutron] Pushing event updated for resources: {'Port': ['ID=308bed73-b5ff-41c2-ba4f-0b157cdf998e,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:43.254909 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-789061e9-5d6b-4f3f-bdd1-dced6a0e8f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:43.282456 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-342d9133-b067-489e-a24a-055d9e495ecc req-f84453d2-3937-4b1d-9e5b-22ec663c4ac0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9416158 Jul 24 09:13:43.283653 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-789061e9-5d6b-4f3f-bdd1-dced6a0e8f39 service neutron] Transition to ACTIVE for port object 1443a187-776f-455e-a481-86e4d759b5b0 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:13:43.290533 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-789061e9-5d6b-4f3f-bdd1-dced6a0e8f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:43.307611 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-342d9133-b067-489e-a24a-055d9e495ecc req-32b88ff0-974a-4caa-b862-fe7572bfd83d service neutron] Request body: {'port': {'device_id': 'a6b3a540-e7a0-416b-bbcd-614695688dec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:43.311132 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-445e628b-c7d6-4401-8b36-f61b15eddd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:43.312664 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-445e628b-c7d6-4401-8b36-f61b15eddd24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3537858 Jul 24 09:13:43.325156 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81494e14-39da-4099-8b8f-e687cac59650 req-8d821b4f-b8cd-4056-a48c-e5496d5a55ea tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:43.326977 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-81494e14-39da-4099-8b8f-e687cac59650 req-8d821b4f-b8cd-4056-a48c-e5496d5a55ea tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382dbca-ef42-4cb1-bad2-8951e0ec3a50 HTTP/1.1" status: 200 len: 948 time: 0.1293364 Jul 24 09:13:43.360540 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-43919020-7339-4330-975c-5c0e3dfc1e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:43.362080 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-43919020-7339-4330-975c-5c0e3dfc1e54 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55b10a1852e84b7588aba204f57f066d&device_id=8fb26fc8-a5cd-4288-b949-66f163e07016 HTTP/1.1" status: 200 len: 1098 time: 0.1057312 Jul 24 09:13:43.374942 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['880fbce5-c5db-464b-a114-3858d9fcfd2c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:43.388379 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-81494e14-39da-4099-8b8f-e687cac59650 req-2b9b232a-020a-4eec-8c6a-504c9394c763 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/security-groups?id=331a735f-da97-445c-820c-7f7afcd372b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507143 Jul 24 09:13:43.426736 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add06d01-4d1e-4fc6-a5b5-9c991a202ada req-a276b100-7caa-44bc-a90f-fa67b217a461 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:43.428101 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-30144aa1-1a29-46b7-aef1-8877070c6d0d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=308bed73-b5ff-41c2-ba4f-0b157cdf998e HTTP/1.1" status: 200 len: 217 time: 0.0526459 Jul 24 09:13:43.428880 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-add06d01-4d1e-4fc6-a5b5-9c991a202ada req-a276b100-7caa-44bc-a90f-fa67b217a461 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 945 time: 0.3021736 Jul 24 09:13:43.442289 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789061e9-5d6b-4f3f-bdd1-dced6a0e8f39 service neutron] Pushing event updated for resources: {'Port': ['ID=1443a187-776f-455e-a481-86e4d759b5b0,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:43.480092 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b1c9ee-d93b-4a44-b59b-576916843354 x-openstack-request-id: req-19b1c9ee-d93b-4a44-b59b-576916843354 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:13:43.488171 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0b3aa4-2384-4309-b12f-09acc5e33e47", "name": "network-vif-plugged", "status": "completed", "tag": "0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:13:43.488581 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19b1c9ee-d93b-4a44-b59b-576916843354 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:13:43.489122 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0b3aa4-2384-4309-b12f-09acc5e33e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb', 'code': 200} Jul 24 09:13:43.510888 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-7c4c238f-f24f-4547-90c5-a0020de5864a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:43.512772 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-7c4c238f-f24f-4547-90c5-a0020de5864a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0750787 Jul 24 09:13:43.593924 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530f1c3c-6cec-4eeb-98a5-d3eb36e8a78c x-openstack-request-id: req-530f1c3c-6cec-4eeb-98a5-d3eb36e8a78c {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:13:43.594645 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb26fc8-a5cd-4288-b949-66f163e07016", "tag": "308bed73-b5ff-41c2-ba4f-0b157cdf998e", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:13:43.595276 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-530f1c3c-6cec-4eeb-98a5-d3eb36e8a78c {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:13:43.595847 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb26fc8-a5cd-4288-b949-66f163e07016', 'tag': '308bed73-b5ff-41c2-ba4f-0b157cdf998e', 'status': 'completed', 'code': 200} Jul 24 09:13:43.637435 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-e42b7b0c-6e0d-4db7-9d7c-85c8da4303a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:43.639076 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-e42b7b0c-6e0d-4db7-9d7c-85c8da4303a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1112456 Jul 24 09:13:43.644835 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-342d9133-b067-489e-a24a-055d9e495ecc req-32b88ff0-974a-4caa-b862-fe7572bfd83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:43.668956 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-add06d01-4d1e-4fc6-a5b5-9c991a202ada req-44c3b8b7-a3ea-458e-8595-a8d8672a170c tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207243 Jul 24 09:13:43.673148 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-f91641f6-165a-4774-9129-401f14b6d691 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120036 Jul 24 09:13:43.744896 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-789061e9-5d6b-4f3f-bdd1-dced6a0e8f39 service neutron] Attempting to bind port 1443a187-776f-455e-a481-86e4d759b5b0 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:13:43.745241 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-789061e9-5d6b-4f3f-bdd1-dced6a0e8f39 service neutron] Attempting to bind port 1443a187-776f-455e-a481-86e4d759b5b0 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:13:43.745579 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-789061e9-5d6b-4f3f-bdd1-dced6a0e8f39 service neutron] Attempting to bind port 1443a187-776f-455e-a481-86e4d759b5b0 on network ae3d61b8-100f-4726-9451-0b010e6cd4d8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:13:43.869050 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:44.051058 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['1b514407-0733-4ec2-ad39-60c90b9c796c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:44.062402 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-789061e9-5d6b-4f3f-bdd1-dced6a0e8f39 service neutron] Port 1443a187-776f-455e-a481-86e4d759b5b0 on network ae3d61b8-100f-4726-9451-0b010e6cd4d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:13:44.062809 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-789061e9-5d6b-4f3f-bdd1-dced6a0e8f39 service neutron] Attempting to bind port 1443a187-776f-455e-a481-86e4d759b5b0 on network ae3d61b8-100f-4726-9451-0b010e6cd4d8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:13:44.096457 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-b4deebbc-4f79-4cd0-aad3-3b56d2c67213 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424458 Jul 24 09:13:44.105249 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f13858-2c78-413c-b1e3-bed1c70c8543 req-022e4914-19df-4411-9932-64485e3c202a tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:44.106666 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-16f13858-2c78-413c-b1e3-bed1c70c8543 req-022e4914-19df-4411-9932-64485e3c202a tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.4406371 Jul 24 09:13:44.130983 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-789061e9-5d6b-4f3f-bdd1-dced6a0e8f39 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:13:44.131329 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-789061e9-5d6b-4f3f-bdd1-dced6a0e8f39 service neutron] Checking segment: {'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:13:44.131942 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-789061e9-5d6b-4f3f-bdd1-dced6a0e8f39 service neutron] Bound using segment: {'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:13:44.132579 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-789061e9-5d6b-4f3f-bdd1-dced6a0e8f39 service neutron] Bound port: 1443a187-776f-455e-a481-86e4d759b5b0, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:13:44.133136 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-789061e9-5d6b-4f3f-bdd1-dced6a0e8f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:44.145729 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cff53b-0213-49f4-8177-249b3c7892fa req-02d34bf5-c9ab-4df3-977c-f8f486e3b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:44.147802 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4cff53b-0213-49f4-8177-249b3c7892fa req-02d34bf5-c9ab-4df3-977c-f8f486e3b078 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 1096 time: 0.5653474 Jul 24 09:13:44.171225 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-16f13858-2c78-413c-b1e3-bed1c70c8543 req-b8c3ed0f-b020-4ca8-91cc-495ffa8914a1 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584440 Jul 24 09:13:44.238895 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-184e22ac-cbbd-45b5-a6f9-f69f5f037ec9 req-a0c86b09-0140-412a-b174-962845acd5f2 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200373 Jul 24 09:13:44.273460 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd06d0d6-3745-4512-bc5c-e3a4dd2a8551 req-e500e17d-9039-40d7-8445-ee18518e4eec service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5838873 Jul 24 09:13:44.328499 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d67a4-c9f0-4ef1-8400-19cb0a7d8915 req-24617c69-e7ce-4cb7-8db4-2b3438f44f29 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:44.329908 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e7d67a4-c9f0-4ef1-8400-19cb0a7d8915 req-24617c69-e7ce-4cb7-8db4-2b3438f44f29 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6b3a540-e7a0-416b-bbcd-614695688dec HTTP/1.1" status: 200 len: 932 time: 0.5868843 Jul 24 09:13:44.331385 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cdd85-ba0b-4783-b5e9-bfd7a0858f6a req-7aa2d206-3889-4c03-80b6-208d8125a69b tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:44.332915 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a08cdd85-ba0b-4783-b5e9-bfd7a0858f6a req-7aa2d206-3889-4c03-80b6-208d8125a69b tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=974892c5-5ece-4f78-b1f8-12b03f6581c7 HTTP/1.1" status: 200 len: 944 time: 0.0971072 Jul 24 09:13:44.387377 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4cff53b-0213-49f4-8177-249b3c7892fa req-eb9fcee7-37bf-406d-b703-d6ad0486c20c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824226 Jul 24 09:13:44.387872 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461cea2-d119-4fd4-90bc-1dbfabd7520f req-87c9ee0e-1424-467e-9678-00c7cd855d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:44.389374 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c461cea2-d119-4fd4-90bc-1dbfabd7520f req-87c9ee0e-1424-467e-9678-00c7cd855d9a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55b10a1852e84b7588aba204f57f066d&device_id=8fb26fc8-a5cd-4288-b949-66f163e07016 HTTP/1.1" status: 200 len: 1098 time: 0.0948467 Jul 24 09:13:44.392140 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a08cdd85-ba0b-4783-b5e9-bfd7a0858f6a req-afea495a-7ab9-4f48-88d0-9dabb052f988 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517774 Jul 24 09:13:44.441762 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-789061e9-5d6b-4f3f-bdd1-dced6a0e8f39 service neutron] For port 1443a187-776f-455e-a481-86e4d759b5b0, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:13:44.475457 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-789061e9-5d6b-4f3f-bdd1-dced6a0e8f39 service neutron] For port 1443a187-776f-455e-a481-86e4d759b5b0, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=1443a187-776f-455e-a481-86e4d759b5b0,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:13:44.487528 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-789061e9-5d6b-4f3f-bdd1-dced6a0e8f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:44.499750 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e7d67a4-c9f0-4ef1-8400-19cb0a7d8915 req-ac5e3a6b-85e7-4de4-a413-21aea75cc39a tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268306 Jul 24 09:13:44.544054 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461cea2-d119-4fd4-90bc-1dbfabd7520f req-1868c409-1ea3-4d6f-80ba-439d8f414d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:44.545583 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c461cea2-d119-4fd4-90bc-1dbfabd7520f req-1868c409-1ea3-4d6f-80ba-439d8f414d3d service neutron] 10.222.0.20 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.1454172 Jul 24 09:13:44.548242 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-789061e9-5d6b-4f3f-bdd1-dced6a0e8f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:44.549003 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-789061e9-5d6b-4f3f-bdd1-dced6a0e8f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:44.550286 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-789061e9-5d6b-4f3f-bdd1-dced6a0e8f39 service neutron] 10.222.0.20 "PUT /v2.0/ports/1443a187-776f-455e-a481-86e4d759b5b0 HTTP/1.1" status: 200 len: 1092 time: 2.6633012 Jul 24 09:13:44.558549 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316115c6-9488-4eb8-a19b-1e299d4eb756 req-9cadd049-0617-4096-8c10-dc41e98cf9f1 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:44.560429 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-316115c6-9488-4eb8-a19b-1e299d4eb756 req-9cadd049-0617-4096-8c10-dc41e98cf9f1 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fb26fc8-a5cd-4288-b949-66f163e07016 HTTP/1.1" status: 200 len: 947 time: 0.0880935 Jul 24 09:13:44.588700 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5001908-55f7-4565-9d51-885ef0ceecd2 req-5b451a49-4fd1-42be-b0ab-d2c9d509b3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:44.590167 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f5001908-55f7-4565-9d51-885ef0ceecd2 req-5b451a49-4fd1-42be-b0ab-d2c9d509b3c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a4c73c34e20473fb721bb26c913bce6&device_id=4382dbca-ef42-4cb1-bad2-8951e0ec3a50 HTTP/1.1" status: 200 len: 1099 time: 0.2593887 Jul 24 09:13:44.617073 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c461cea2-d119-4fd4-90bc-1dbfabd7520f req-a994c82b-8f9e-4fab-84c5-53debeb54637 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=308bed73-b5ff-41c2-ba4f-0b157cdf998e HTTP/1.1" status: 200 len: 217 time: 0.0505826 Jul 24 09:13:44.626239 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789061e9-5d6b-4f3f-bdd1-dced6a0e8f39 service neutron] Pushing event updated for resources: {'Port': ['ID=1443a187-776f-455e-a481-86e4d759b5b0,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:44.647234 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-316115c6-9488-4eb8-a19b-1e299d4eb756 req-d88b61c3-688b-46aa-acf5-9123cf1ed64b tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737600 Jul 24 09:13:44.685961 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-342d9133-b067-489e-a24a-055d9e495ecc req-32b88ff0-974a-4caa-b862-fe7572bfd83d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b454a58e-3f8d-400d-bfba-8c2acc26a43e {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:13:44.689293 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461cea2-d119-4fd4-90bc-1dbfabd7520f req-5ad87d34-d165-4747-87b4-f5070c6945fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:44.690782 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c461cea2-d119-4fd4-90bc-1dbfabd7520f req-5ad87d34-d165-4747-87b4-f5070c6945fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0554743 Jul 24 09:13:44.698735 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-342d9133-b067-489e-a24a-055d9e495ecc req-32b88ff0-974a-4caa-b862-fe7572bfd83d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:44.747113 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-342d9133-b067-489e-a24a-055d9e495ecc req-32b88ff0-974a-4caa-b862-fe7572bfd83d service neutron] Transition to ACTIVE for port object b454a58e-3f8d-400d-bfba-8c2acc26a43e will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:13:44.769094 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-342d9133-b067-489e-a24a-055d9e495ecc req-32b88ff0-974a-4caa-b862-fe7572bfd83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:44.802844 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461cea2-d119-4fd4-90bc-1dbfabd7520f req-02adc5a9-c793-42f3-945e-2fa31e87968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:44.804431 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c461cea2-d119-4fd4-90bc-1dbfabd7520f req-02adc5a9-c793-42f3-945e-2fa31e87968d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0923741 Jul 24 09:13:44.835383 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5001908-55f7-4565-9d51-885ef0ceecd2 req-d67b2750-60f1-4946-bc93-5d5efa6a4861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:44.836888 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f5001908-55f7-4565-9d51-885ef0ceecd2 req-d67b2750-60f1-4946-bc93-5d5efa6a4861 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.2269571 Jul 24 09:13:44.837316 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a5832-4d02-4ad8-903e-26754963005e req-2dcac130-eaf0-48c2-baed-9187c1700897 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:44.838824 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b84a5832-4d02-4ad8-903e-26754963005e req-2dcac130-eaf0-48c2-baed-9187c1700897 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382dbca-ef42-4cb1-bad2-8951e0ec3a50 HTTP/1.1" status: 200 len: 948 time: 0.0947847 Jul 24 09:13:44.850726 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-4c049208-4895-49bd-8359-e49340e6f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:44.852204 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-4c049208-4895-49bd-8359-e49340e6f334 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1913b66f5ab41bbbc2b819d5a63abda&device_id=974892c5-5ece-4f78-b1f8-12b03f6581c7 HTTP/1.1" status: 200 len: 1095 time: 0.2412012 Jul 24 09:13:44.919505 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b84a5832-4d02-4ad8-903e-26754963005e req-f66f3b71-aabd-41a6-be6f-6b11138c9cdc tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/security-groups?id=331a735f-da97-445c-820c-7f7afcd372b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713766 Jul 24 09:13:44.934777 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f5001908-55f7-4565-9d51-885ef0ceecd2 req-dea9b332-0ef5-4cac-8973-6ee1b517edf1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 HTTP/1.1" status: 200 len: 217 time: 0.0867398 Jul 24 09:13:44.937968 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b88ff0-974a-4caa-b862-fe7572bfd83d service neutron] Pushing event updated for resources: {'Port': ['ID=b454a58e-3f8d-400d-bfba-8c2acc26a43e,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:44.940537 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c461cea2-d119-4fd4-90bc-1dbfabd7520f req-4f10e732-4422-4bb0-8e55-a6ee2756da14 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232967 Jul 24 09:13:44.944191 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-2f02ee33-2c01-49f9-8218-6d9bb35b74c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1443a187-776f-455e-a481-86e4d759b5b0 HTTP/1.1" status: 200 len: 217 time: 0.0794945 Jul 24 09:13:45.016622 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974892c5-5ece-4f78-b1f8-12b03f6581c7', 'tag': '1443a187-776f-455e-a481-86e4d759b5b0'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:13:45.018867 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9039753-5506-4e56-ac27-ca7f5e3a1ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "974892c5-5ece-4f78-b1f8-12b03f6581c7", "tag": "1443a187-776f-455e-a481-86e4d759b5b0"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:13:45.041842 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c461cea2-d119-4fd4-90bc-1dbfabd7520f req-10b695c5-b772-41b9-bbe2-5e42141423e6 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883684 Jul 24 09:13:45.059762 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c7db58-265c-4e5a-9350-9cdc98009358 x-openstack-request-id: req-96c7db58-265c-4e5a-9350-9cdc98009358 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:13:45.060050 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974892c5-5ece-4f78-b1f8-12b03f6581c7", "tag": "1443a187-776f-455e-a481-86e4d759b5b0", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:13:45.060300 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-96c7db58-265c-4e5a-9350-9cdc98009358 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:13:45.060684 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974892c5-5ece-4f78-b1f8-12b03f6581c7', 'tag': '1443a187-776f-455e-a481-86e4d759b5b0', 'status': 'completed', 'code': 200} Jul 24 09:13:45.084681 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06debf-b9a8-47f7-9234-6856366cefb2 req-0a9c0afa-b38c-46b1-975b-1b66e241e70c tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:45.086220 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dd06debf-b9a8-47f7-9234-6856366cefb2 req-0a9c0afa-b38c-46b1-975b-1b66e241e70c tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 945 time: 0.3403616 Jul 24 09:13:45.097271 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5001908-55f7-4565-9d51-885ef0ceecd2 req-55658c6f-d2e7-43b1-bbc3-2567271c60aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:45.098555 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f5001908-55f7-4565-9d51-885ef0ceecd2 req-55658c6f-d2e7-43b1-bbc3-2567271c60aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1356940 Jul 24 09:13:45.122605 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-caa8a7e4-d555-42e0-9a58-87822b09ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:45.124006 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-caa8a7e4-d555-42e0-9a58-87822b09ac2f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82774b4c-6531-498d-b907-9800d791c7b0 HTTP/1.1" status: 200 len: 852 time: 0.1624510 Jul 24 09:13:45.173135 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-342d9133-b067-489e-a24a-055d9e495ecc req-32b88ff0-974a-4caa-b862-fe7572bfd83d service neutron] Attempting to bind port b454a58e-3f8d-400d-bfba-8c2acc26a43e on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:13:45.173479 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-342d9133-b067-489e-a24a-055d9e495ecc req-32b88ff0-974a-4caa-b862-fe7572bfd83d service neutron] Attempting to bind port b454a58e-3f8d-400d-bfba-8c2acc26a43e by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:13:45.173812 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342d9133-b067-489e-a24a-055d9e495ecc req-32b88ff0-974a-4caa-b862-fe7572bfd83d service neutron] Attempting to bind port b454a58e-3f8d-400d-bfba-8c2acc26a43e on network f0544269-4e64-4c91-95af-03a4be88816f {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:13:45.200670 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-97895a1d-7446-4063-8e55-64449eaf24ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae3d61b8-100f-4726-9451-0b010e6cd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419919 Jul 24 09:13:45.203001 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342d9133-b067-489e-a24a-055d9e495ecc req-32b88ff0-974a-4caa-b862-fe7572bfd83d service neutron] Port b454a58e-3f8d-400d-bfba-8c2acc26a43e on network f0544269-4e64-4c91-95af-03a4be88816f not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:13:45.203331 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342d9133-b067-489e-a24a-055d9e495ecc req-32b88ff0-974a-4caa-b862-fe7572bfd83d service neutron] Attempting to bind port b454a58e-3f8d-400d-bfba-8c2acc26a43e on network f0544269-4e64-4c91-95af-03a4be88816f {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:13:45.209713 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dd06debf-b9a8-47f7-9234-6856366cefb2 req-be9c1e87-d987-4e0d-82ea-ffb65899807f tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177101 Jul 24 09:13:45.214632 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342d9133-b067-489e-a24a-055d9e495ecc req-32b88ff0-974a-4caa-b862-fe7572bfd83d service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:13:45.214882 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342d9133-b067-489e-a24a-055d9e495ecc req-32b88ff0-974a-4caa-b862-fe7572bfd83d service neutron] Checking segment: {'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:13:45.215255 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342d9133-b067-489e-a24a-055d9e495ecc req-32b88ff0-974a-4caa-b862-fe7572bfd83d service neutron] Bound using segment: {'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:13:45.215682 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-342d9133-b067-489e-a24a-055d9e495ecc req-32b88ff0-974a-4caa-b862-fe7572bfd83d service neutron] Bound port: b454a58e-3f8d-400d-bfba-8c2acc26a43e, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:13:45.216047 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-342d9133-b067-489e-a24a-055d9e495ecc req-32b88ff0-974a-4caa-b862-fe7572bfd83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:45.313209 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b7194-7cac-4e74-a4b5-a26c0ecf0f76 req-c0ed4842-fa4e-40fd-a3c7-7b05cb4ac726 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:45.314685 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-543b7194-7cac-4e74-a4b5-a26c0ecf0f76 req-c0ed4842-fa4e-40fd-a3c7-7b05cb4ac726 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.0651765 Jul 24 09:13:45.321687 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5001908-55f7-4565-9d51-885ef0ceecd2 req-dc9abb55-88f6-4775-a1f1-6ffcaa7814ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:45.323202 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f5001908-55f7-4565-9d51-885ef0ceecd2 req-dc9abb55-88f6-4775-a1f1-6ffcaa7814ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2050495 Jul 24 09:13:45.352886 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-543b7194-7cac-4e74-a4b5-a26c0ecf0f76 req-71d3443c-0f5c-4465-aa30-8219213b97c5 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318680 Jul 24 09:13:45.402608 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-7d22b403-5439-4d66-b113-199a3c73f516 service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844077 Jul 24 09:13:45.404984 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-342d9133-b067-489e-a24a-055d9e495ecc req-32b88ff0-974a-4caa-b862-fe7572bfd83d service neutron] For port b454a58e-3f8d-400d-bfba-8c2acc26a43e, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:13:45.468550 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-342d9133-b067-489e-a24a-055d9e495ecc req-32b88ff0-974a-4caa-b862-fe7572bfd83d service neutron] For port b454a58e-3f8d-400d-bfba-8c2acc26a43e, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b454a58e-3f8d-400d-bfba-8c2acc26a43e,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:13:45.491554 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-342d9133-b067-489e-a24a-055d9e495ecc req-32b88ff0-974a-4caa-b862-fe7572bfd83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:45.579372 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f5001908-55f7-4565-9d51-885ef0ceecd2 req-b4b9cd9f-9f83-416d-ad7b-54e2b02b0bc9 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445579 Jul 24 09:13:45.598352 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d9133-b067-489e-a24a-055d9e495ecc req-32b88ff0-974a-4caa-b862-fe7572bfd83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:45.599011 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-342d9133-b067-489e-a24a-055d9e495ecc req-32b88ff0-974a-4caa-b862-fe7572bfd83d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:45.600373 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-342d9133-b067-489e-a24a-055d9e495ecc req-32b88ff0-974a-4caa-b862-fe7572bfd83d service neutron] 10.222.0.37 "PUT /v2.0/ports/b454a58e-3f8d-400d-bfba-8c2acc26a43e HTTP/1.1" status: 200 len: 1092 time: 2.3067212 Jul 24 09:13:45.651674 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5e8e7-edad-4fc4-80bf-c22736d4d55c req-f31015f6-740e-4bec-968d-0aba9c5e8f9d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:45.653106 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-96b5e8e7-edad-4fc4-80bf-c22736d4d55c req-f31015f6-740e-4bec-968d-0aba9c5e8f9d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6b3a540-e7a0-416b-bbcd-614695688dec HTTP/1.1" status: 200 len: 944 time: 0.0714180 Jul 24 09:13:45.691118 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-96b5e8e7-edad-4fc4-80bf-c22736d4d55c req-a920a55f-4cba-4fe1-9b98-0b6ab27cb457 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322509 Jul 24 09:13:45.696349 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b88ff0-974a-4caa-b862-fe7572bfd83d service neutron] Pushing event updated for resources: {'Port': ['ID=b454a58e-3f8d-400d-bfba-8c2acc26a43e,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:45.728323 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-abc8f479-dbf1-42ca-a65d-0f90f4007038 req-829df2a2-1044-49ae-8249-29a2c5b0f9ff service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962618 Jul 24 09:13:45.755157 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aabdfd-4e08-43e3-b77d-3b34c9875e38 req-dfd4f40c-3179-4f94-a2de-23669d974a67 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:45.756658 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c9aabdfd-4e08-43e3-b77d-3b34c9875e38 req-dfd4f40c-3179-4f94-a2de-23669d974a67 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=974892c5-5ece-4f78-b1f8-12b03f6581c7 HTTP/1.1" status: 200 len: 944 time: 0.2854004 Jul 24 09:13:45.791479 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f5001908-55f7-4565-9d51-885ef0ceecd2 req-b93dc72a-6ca3-4053-b074-0319d80e82b4 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990578 Jul 24 09:13:45.855528 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c9aabdfd-4e08-43e3-b77d-3b34c9875e38 req-f1db0e38-e4d9-449f-87ea-36d31d13f1d8 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896304 Jul 24 09:13:45.859542 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d9133-b067-489e-a24a-055d9e495ecc req-dfe9a9fd-50fb-4ded-8174-c19e1a71264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:45.861049 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-342d9133-b067-489e-a24a-055d9e495ecc req-dfe9a9fd-50fb-4ded-8174-c19e1a71264b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=400b6e3893174893b678c7f2a57041a8&device_id=a6b3a540-e7a0-416b-bbcd-614695688dec HTTP/1.1" status: 200 len: 1095 time: 0.2195296 Jul 24 09:13:45.887293 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644c706-928d-4878-9783-98330bb45e98 req-fc1859f2-8256-40e4-9d36-7399732a71cf tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:45.891415 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3644c706-928d-4878-9783-98330bb45e98 req-fc1859f2-8256-40e4-9d36-7399732a71cf tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fb26fc8-a5cd-4288-b949-66f163e07016 HTTP/1.1" status: 200 len: 947 time: 0.0755281 Jul 24 09:13:45.914926 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-342d9133-b067-489e-a24a-055d9e495ecc req-5930a4a1-67ed-46b1-8072-87b4d4d8d3ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b454a58e-3f8d-400d-bfba-8c2acc26a43e HTTP/1.1" status: 200 len: 217 time: 0.0432599 Jul 24 09:13:45.917855 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9039753-5506-4e56-ac27-ca7f5e3a1ff2 req-fd5c438c-d98a-4286-a866-f55f594299d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:45.919354 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9039753-5506-4e56-ac27-ca7f5e3a1ff2 req-fd5c438c-d98a-4286-a866-f55f594299d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1913b66f5ab41bbbc2b819d5a63abda&device_id=974892c5-5ece-4f78-b1f8-12b03f6581c7 HTTP/1.1" status: 200 len: 1095 time: 0.1248679 Jul 24 09:13:45.931806 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3644c706-928d-4878-9783-98330bb45e98 req-d9f6cbb7-f5fa-48b3-a551-e7750fb55c0c tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365627 Jul 24 09:13:45.992599 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d9133-b067-489e-a24a-055d9e495ecc req-5b91b23e-316e-4e9c-9754-1be82f35ca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:45.994154 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-342d9133-b067-489e-a24a-055d9e495ecc req-5b91b23e-316e-4e9c-9754-1be82f35ca99 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bbeb15a4-8962-4380-8bb7-477c83cce3ff HTTP/1.1" status: 200 len: 845 time: 0.0733984 Jul 24 09:13:46.077962 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-342d9133-b067-489e-a24a-055d9e495ecc req-01dc92a8-d23b-47b8-9a51-84e9faa0540d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0544269-4e64-4c91-95af-03a4be88816f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569050 Jul 24 09:13:46.126028 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9039753-5506-4e56-ac27-ca7f5e3a1ff2 req-0f531d37-9fe7-462f-9f38-33c26deac3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:46.127439 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9039753-5506-4e56-ac27-ca7f5e3a1ff2 req-0f531d37-9fe7-462f-9f38-33c26deac3b6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae3d61b8-100f-4726-9451-0b010e6cd4d8 HTTP/1.1" status: 200 len: 912 time: 0.1812911 Jul 24 09:13:46.294521 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:46.348583 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f83d5e-459b-4210-8b2b-cefddddc62a2 req-f8b637d5-2e91-46da-b69f-477e3558ea12 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:46.350391 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28f83d5e-459b-4210-8b2b-cefddddc62a2 req-f8b637d5-2e91-46da-b69f-477e3558ea12 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 945 time: 0.0679376 Jul 24 09:13:46.391846 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28f83d5e-459b-4210-8b2b-cefddddc62a2 req-3048d10e-a3c5-4aa4-b080-f9f850dd69f1 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356348 Jul 24 09:13:46.438080 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9039753-5506-4e56-ac27-ca7f5e3a1ff2 req-c55c531e-d57e-463d-8908-e90caa773a0c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1443a187-776f-455e-a481-86e4d759b5b0 HTTP/1.1" status: 200 len: 217 time: 0.3024323 Jul 24 09:13:46.455762 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda3623-518e-4bb8-9079-dade8e0a1b99 req-cc998117-a205-4390-8c0b-404647a8d9f8 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:46.457374 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6cda3623-518e-4bb8-9079-dade8e0a1b99 req-cc998117-a205-4390-8c0b-404647a8d9f8 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382dbca-ef42-4cb1-bad2-8951e0ec3a50 HTTP/1.1" status: 200 len: 948 time: 0.4609187 Jul 24 09:13:46.518764 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9ce21-9a49-4744-9b8e-517f47a3d8e9 req-598e8cd3-35e9-4630-8732-41d904fa1b27 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:46.523481 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ced9ce21-9a49-4744-9b8e-517f47a3d8e9 req-598e8cd3-35e9-4630-8732-41d904fa1b27 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.0729287 Jul 24 09:13:46.524216 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-342d9133-b067-489e-a24a-055d9e495ecc req-b222beda-238e-4434-bb8e-eb2fca4fcd4d service neutron] 10.222.0.37 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367971 Jul 24 09:13:46.548409 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9039753-5506-4e56-ac27-ca7f5e3a1ff2 req-84ef7881-6e8b-4405-b988-79f35f9111bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:46.549916 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9039753-5506-4e56-ac27-ca7f5e3a1ff2 req-84ef7881-6e8b-4405-b988-79f35f9111bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82774b4c-6531-498d-b907-9800d791c7b0 HTTP/1.1" status: 200 len: 852 time: 0.0916564 Jul 24 09:13:46.557765 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ced9ce21-9a49-4744-9b8e-517f47a3d8e9 req-ca6c13ed-1e3a-4302-b46a-a90c8576067c tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318818 Jul 24 09:13:46.561755 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6cda3623-518e-4bb8-9079-dade8e0a1b99 req-ca64cdd2-ed14-44fd-984d-d3ce2ff566c3 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/security-groups?id=331a735f-da97-445c-820c-7f7afcd372b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935843 Jul 24 09:13:46.605498 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9039753-5506-4e56-ac27-ca7f5e3a1ff2 req-36fbc385-c463-46d8-b138-163f230ade06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae3d61b8-100f-4726-9451-0b010e6cd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413039 Jul 24 09:13:46.755986 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-342d9133-b067-489e-a24a-055d9e495ecc req-c826dc26-ad8a-4301-8946-eb967c26fe20 service neutron] 10.222.0.37 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224586 Jul 24 09:13:46.780465 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9039753-5506-4e56-ac27-ca7f5e3a1ff2 req-22128c91-6d90-46ea-bb74-861799002071 service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457694 Jul 24 09:13:46.793016 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb451661-6288-447a-a0c5-e91eb24867d5 req-bc3720f6-38a9-4285-b76d-a409ad221944 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:46.794470 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fb451661-6288-447a-a0c5-e91eb24867d5 req-bc3720f6-38a9-4285-b76d-a409ad221944 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 945 time: 0.1609447 Jul 24 09:13:46.803657 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55338) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:13:46.808893 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-6ba56e51-b13f-4a32-a384-69e65bb1f6a3 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Request body: {'floatingip': {'port_id': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:46.851834 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ba56e51-b13f-4a32-a384-69e65bb1f6a3 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks [] for floatingip, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:46.897086 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9039753-5506-4e56-ac27-ca7f5e3a1ff2 req-36b79576-0d29-469a-8c1e-22e04e5517e4 service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000743 Jul 24 09:13:46.944199 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa395660-bb3d-48a6-908a-522558114250 req-9874fe83-40cc-4c9f-8220-79591ba41b1d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:46.945761 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aa395660-bb3d-48a6-908a-522558114250 req-9874fe83-40cc-4c9f-8220-79591ba41b1d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6b3a540-e7a0-416b-bbcd-614695688dec HTTP/1.1" status: 200 len: 944 time: 0.1831222 Jul 24 09:13:46.992076 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22df676-3fab-4a74-af24-6f12e8d6dbca req-467516bc-d7f3-4265-a3bc-5ec151cc747a tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:46.993646 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d22df676-3fab-4a74-af24-6f12e8d6dbca req-467516bc-d7f3-4265-a3bc-5ec151cc747a tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=974892c5-5ece-4f78-b1f8-12b03f6581c7 HTTP/1.1" status: 200 len: 944 time: 0.0637906 Jul 24 09:13:47.031201 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d22df676-3fab-4a74-af24-6f12e8d6dbca req-9e0b9218-1ff8-4dfa-87c1-9e202593447e tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313179 Jul 24 09:13:47.053107 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aa395660-bb3d-48a6-908a-522558114250 req-51a5a9f4-facc-469d-a368-d4c288f23c68 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012449 Jul 24 09:13:47.062259 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b3a540-e7a0-416b-bbcd-614695688dec', 'tag': 'b454a58e-3f8d-400d-bfba-8c2acc26a43e'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:13:47.065102 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b012443f-7136-4e07-8bb0-6dc77974ae61" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b3a540-e7a0-416b-bbcd-614695688dec", "tag": "b454a58e-3f8d-400d-bfba-8c2acc26a43e"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:13:47.149048 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cbd957-72ed-4d7c-bf06-551615ec7d35 x-openstack-request-id: req-e4cbd957-72ed-4d7c-bf06-551615ec7d35 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:13:47.149346 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b3a540-e7a0-416b-bbcd-614695688dec", "tag": "b454a58e-3f8d-400d-bfba-8c2acc26a43e", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:13:47.149598 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4cbd957-72ed-4d7c-bf06-551615ec7d35 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:13:47.149997 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b3a540-e7a0-416b-bbcd-614695688dec', 'tag': 'b454a58e-3f8d-400d-bfba-8c2acc26a43e', 'status': 'completed', 'code': 200} Jul 24 09:13:47.229667 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012443f-7136-4e07-8bb0-6dc77974ae61 req-58da3fb5-6db9-494a-9d61-00d4e1a20277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:47.231217 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b012443f-7136-4e07-8bb0-6dc77974ae61 req-58da3fb5-6db9-494a-9d61-00d4e1a20277 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=400b6e3893174893b678c7f2a57041a8&device_id=a6b3a540-e7a0-416b-bbcd-614695688dec HTTP/1.1" status: 200 len: 1095 time: 0.0571194 Jul 24 09:13:47.301162 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac4cf1-e8b2-450a-a27b-b6f46162f5e1 req-8ee8e6d0-eb93-4665-ba5a-bf9c6119a057 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:47.302917 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b0ac4cf1-e8b2-450a-a27b-b6f46162f5e1 req-8ee8e6d0-eb93-4665-ba5a-bf9c6119a057 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fb26fc8-a5cd-4288-b949-66f163e07016 HTTP/1.1" status: 200 len: 947 time: 0.1500187 Jul 24 09:13:47.327343 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012443f-7136-4e07-8bb0-6dc77974ae61 req-25df486f-57f1-4490-ae34-7405ec0be968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:47.328897 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b012443f-7136-4e07-8bb0-6dc77974ae61 req-25df486f-57f1-4490-ae34-7405ec0be968 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f0544269-4e64-4c91-95af-03a4be88816f HTTP/1.1" status: 200 len: 905 time: 0.0911393 Jul 24 09:13:47.370589 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b012443f-7136-4e07-8bb0-6dc77974ae61 req-d01f1dff-59eb-4d26-83ec-c3632390c15f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b454a58e-3f8d-400d-bfba-8c2acc26a43e HTTP/1.1" status: 200 len: 217 time: 0.0339093 Jul 24 09:13:47.407330 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b0ac4cf1-e8b2-450a-a27b-b6f46162f5e1 req-3eaf9bdd-404d-4fc3-b124-da0e0b12951c tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804904 Jul 24 09:13:47.416439 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ba56e51-b13f-4a32-a384-69e65bb1f6a3 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:47.421250 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ba56e51-b13f-4a32-a384-69e65bb1f6a3 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:47.426386 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012443f-7136-4e07-8bb0-6dc77974ae61 req-3fec62eb-478e-4124-9b85-262cee90236d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:47.427926 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b012443f-7136-4e07-8bb0-6dc77974ae61 req-3fec62eb-478e-4124-9b85-262cee90236d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bbeb15a4-8962-4380-8bb7-477c83cce3ff HTTP/1.1" status: 200 len: 845 time: 0.0517018 Jul 24 09:13:47.463143 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b012443f-7136-4e07-8bb0-6dc77974ae61 req-3efefa4a-7fef-4681-9492-360d3a52abfa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0544269-4e64-4c91-95af-03a4be88816f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282865 Jul 24 09:13:47.525350 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-6ba56e51-b13f-4a32-a384-69e65bb1f6a3 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Floating IP 69f9e186-77e8-4a2e-8bab-894e8a6f28a0 associated. External IP: 172.25.7.134, port: 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb. Jul 24 09:13:47.551322 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b012443f-7136-4e07-8bb0-6dc77974ae61 req-f9dfb3fc-12e0-490b-bac0-b2d6588a502b service neutron] 10.222.0.37 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818849 Jul 24 09:13:47.657070 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b012443f-7136-4e07-8bb0-6dc77974ae61 req-2711adb2-2466-40c1-a44f-2eb77a580cae service neutron] 10.222.0.37 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991807 Jul 24 09:13:47.708936 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c1405-838d-479d-9a5d-4c57d5272a3f req-8ad04f08-d901-43c8-9be7-a3231fe4db51 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:47.710493 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df2c1405-838d-479d-9a5d-4c57d5272a3f req-8ad04f08-d901-43c8-9be7-a3231fe4db51 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.0662692 Jul 24 09:13:47.742790 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 1443a187-776f-455e-a481-86e4d759b5b0 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:13:47.747975 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cca6a4ed-3566-4011-ac17-5441cc366ef1 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:13:47.749151 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df2c1405-838d-479d-9a5d-4c57d5272a3f req-b154b5d1-064c-4654-96c3-03ebd36e96fb tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330586 Jul 24 09:13:47.777922 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bda7ec-2bf8-41f3-bbc0-a78bfbe1f15b req-7d27a1f6-f370-44cb-8615-2b1c383305b8 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:47.779405 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-70bda7ec-2bf8-41f3-bbc0-a78bfbe1f15b req-7d27a1f6-f370-44cb-8615-2b1c383305b8 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382dbca-ef42-4cb1-bad2-8951e0ec3a50 HTTP/1.1" status: 200 len: 948 time: 0.1119716 Jul 24 09:13:47.794619 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba56e51-b13f-4a32-a384-69e65bb1f6a3 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Router 8399c0fd-02fd-468e-b6b2-7c975e2140e6 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:13:47.857239 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-70bda7ec-2bf8-41f3-bbc0-a78bfbe1f15b req-3d5a4a18-4b44-46cd-b18b-1bb59d2ad937 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/security-groups?id=331a735f-da97-445c-820c-7f7afcd372b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722554 Jul 24 09:13:47.900542 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:47.906797 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 1443a187-776f-455e-a481-86e4d759b5b0, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=1443a187-776f-455e-a481-86e4d759b5b0,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:47.922514 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba56e51-b13f-4a32-a384-69e65bb1f6a3 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:13:47.927719 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ba56e51-b13f-4a32-a384-69e65bb1f6a3 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:47.929331 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '1443a187-776f-455e-a481-86e4d759b5b0', 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8', 'port_id': '1443a187-776f-455e-a481-86e4d759b5b0', 'mac_address': 'fa:16:3e:2a:65:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82774b4c-6531-498d-b907-9800d791c7b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:13:47.936548 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad99a5b-bda4-44a4-8a07-72ea5b11e185 None None] Sync routers for ids ['8399c0fd-02fd-468e-b6b2-7c975e2140e6'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:13:47.937423 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cbd112-bfbe-4ad3-8eac-5bdd720ee191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cca6a4ed-3566-4011-ac17-5441cc366ef1'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:13:47.939685 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4bf553-5f70-48e2-9c83-590b6c2973ec" -d '{"events": [{"server_uuid": "e1cbd112-bfbe-4ad3-8eac-5bdd720ee191", "name": "network-vif-unplugged", "status": "completed", "tag": "cca6a4ed-3566-4011-ac17-5441cc366ef1"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:13:47.946296 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad99a5b-bda4-44a4-8a07-72ea5b11e185 None None] Routers {'8399c0fd-02fd-468e-b6b2-7c975e2140e6'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:13:47.946916 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-dad99a5b-bda4-44a4-8a07-72ea5b11e185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:13:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8399c0fd-02fd-468e-b6b2-7c975e2140e6'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:47.974982 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port cca6a4ed-3566-4011-ac17-5441cc366ef1, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cca6a4ed-3566-4011-ac17-5441cc366ef1,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:47.981816 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:47.993291 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6ba56e51-b13f-4a32-a384-69e65bb1f6a3 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "PUT /v2.0/floatingips/69f9e186-77e8-4a2e-8bab-894e8a6f28a0 HTTP/1.1" status: 200 len: 991 time: 1.1877820 Jul 24 09:13:47.994636 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0b3aa4-2384-4309-b12f-09acc5e33e47', 'tag': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:13:48.000407 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13664de5-8d8b-4c0a-9a3b-f89afd75d586" -d '{"events": [{"name": "network-changed", "server_uuid": "ed0b3aa4-2384-4309-b12f-09acc5e33e47", "tag": "0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:13:48.023249 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bd57b4-4845-4b9f-b31c-328bc5e75c06 x-openstack-request-id: req-a7bd57b4-4845-4b9f-b31c-328bc5e75c06 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:13:48.023545 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cbd112-bfbe-4ad3-8eac-5bdd720ee191", "name": "network-vif-unplugged", "status": "completed", "tag": "cca6a4ed-3566-4011-ac17-5441cc366ef1", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:13:48.023807 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7bd57b4-4845-4b9f-b31c-328bc5e75c06 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:13:48.024199 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cbd112-bfbe-4ad3-8eac-5bdd720ee191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cca6a4ed-3566-4011-ac17-5441cc366ef1', 'code': 200} Jul 24 09:13:48.026732 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:48.048128 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1443a187-776f-455e-a481-86e4d759b5b0 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:13:48.053547 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2d850d-0c8b-437c-907c-26687db90c17 x-openstack-request-id: req-4e2d850d-0c8b-437c-907c-26687db90c17 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:13:48.054408 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed0b3aa4-2384-4309-b12f-09acc5e33e47", "tag": "0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:13:48.054885 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e2d850d-0c8b-437c-907c-26687db90c17 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:13:48.055461 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-dad99a5b-bda4-44a4-8a07-72ea5b11e185 None None] Set router 8399c0fd-02fd-468e-b6b2-7c975e2140e6 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:13:48.055621 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0b3aa4-2384-4309-b12f-09acc5e33e47', 'tag': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb', 'status': 'completed', 'code': 200} Jul 24 09:13:48.075412 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=cca6a4ed-3566-4011-ac17-5441cc366ef1,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:48.088901 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 1443a187-776f-455e-a481-86e4d759b5b0, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=1443a187-776f-455e-a481-86e4d759b5b0,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:48.096512 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:48.099755 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 308bed73-b5ff-41c2-ba4f-0b157cdf998e details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:13:48.187937 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13664de5-8d8b-4c0a-9a3b-f89afd75d586 req-cddae5c6-a75d-4c43-a9cf-6332923e1c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:48.189680 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-13664de5-8d8b-4c0a-9a3b-f89afd75d586 req-cddae5c6-a75d-4c43-a9cf-6332923e1c49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 1096 time: 0.1120634 Jul 24 09:13:48.205488 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=1443a187-776f-455e-a481-86e4d759b5b0,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:48.254405 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75681d2-13ac-4009-8c3e-1b78a819489c req-3e05aa01-7ea1-4344-bc7b-016036361aa4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:48.262075 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b75681d2-13ac-4009-8c3e-1b78a819489c req-3e05aa01-7ea1-4344-bc7b-016036361aa4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=974892c5-5ece-4f78-b1f8-12b03f6581c7 HTTP/1.1" status: 200 len: 945 time: 0.1150734 Jul 24 09:13:48.287018 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 308bed73-b5ff-41c2-ba4f-0b157cdf998e, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=308bed73-b5ff-41c2-ba4f-0b157cdf998e,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:48.299546 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '308bed73-b5ff-41c2-ba4f-0b157cdf998e', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': '308bed73-b5ff-41c2-ba4f-0b157cdf998e', 'mac_address': 'fa:16:3e:ab:08:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:13:48.303483 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b75681d2-13ac-4009-8c3e-1b78a819489c req-54e97f77-4f3e-4a78-8c1a-7ca9ba4e3286 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404904 Jul 24 09:13:48.315174 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-dad99a5b-bda4-44a4-8a07-72ea5b11e185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'name': 'tempest-ServerActionsTestJSON-1789517492-router', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:13:17Z', 'updated_at': '2021-07-24T09:13:22Z', 'revision_number': 4, 'project_id': '1a05e6e5898f4251b0312ce083171a42', 'gw_port': {'id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:18Z', 'updated_at': '2021-07-24T09:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '69f9e186-77e8-4a2e-8bab-894e8a6f28a0', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'port_id': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'mac_address': 'fa:16:3e:ba:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0b3aa4-2384-4309-b12f-09acc5e33e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:13:29Z', 'updated_at': '2021-07-24T09:13:47Z', 'revision_number': 1, 'project_id': '1a05e6e5898f4251b0312ce083171a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18495f01-bc43-4653-8add-f003e9ecad6c', 'name': '', 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'mac_address': 'fa:16:3e:e1:3d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '33f84861-778d-4828-92aa-af092c959084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:21Z', 'updated_at': '2021-07-24T09:13:29Z', 'revision_number': 5, 'project_id': '1a05e6e5898f4251b0312ce083171a42', 'subnets': [{'id': '33f84861-778d-4828-92aa-af092c959084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:48.344889 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad99a5b-bda4-44a4-8a07-72ea5b11e185 None None] Checking router: 8399c0fd-02fd-468e-b6b2-7c975e2140e6 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:13:48.351479 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:48.354433 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13664de5-8d8b-4c0a-9a3b-f89afd75d586 req-2ddc91ae-afc4-4cba-851e-07ca88ea3a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:48.355889 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad99a5b-bda4-44a4-8a07-72ea5b11e185 None None] Routers {'8399c0fd-02fd-468e-b6b2-7c975e2140e6'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:13:48.356135 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-13664de5-8d8b-4c0a-9a3b-f89afd75d586 req-2ddc91ae-afc4-4cba-851e-07ca88ea3a80 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 912 time: 0.1517715 Jul 24 09:13:48.357210 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-dad99a5b-bda4-44a4-8a07-72ea5b11e185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:13:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8399c0fd-02fd-468e-b6b2-7c975e2140e6'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:48.367980 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 308bed73-b5ff-41c2-ba4f-0b157cdf998e {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:13:48.368876 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff9117-a89e-4d88-bb31-c2c41eff4e00 req-cc374195-dc08-4695-bf0e-0fc41a3196a0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:48.375972 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e1ff9117-a89e-4d88-bb31-c2c41eff4e00 req-cc374195-dc08-4695-bf0e-0fc41a3196a0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6b3a540-e7a0-416b-bbcd-614695688dec HTTP/1.1" status: 200 len: 944 time: 0.1550772 Jul 24 09:13:48.388581 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 308bed73-b5ff-41c2-ba4f-0b157cdf998e, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=308bed73-b5ff-41c2-ba4f-0b157cdf998e,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:48.393240 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:48.393842 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cca6a4ed-3566-4011-ac17-5441cc366ef1 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:13:48.466168 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=308bed73-b5ff-41c2-ba4f-0b157cdf998e,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:48.475345 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port cca6a4ed-3566-4011-ac17-5441cc366ef1, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cca6a4ed-3566-4011-ac17-5441cc366ef1,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:48.484097 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e1ff9117-a89e-4d88-bb31-c2c41eff4e00 req-a2bd6cac-2e19-41f4-ac30-af93b1193dca tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068091 Jul 24 09:13:48.485071 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-dad99a5b-bda4-44a4-8a07-72ea5b11e185 None None] Set router 8399c0fd-02fd-468e-b6b2-7c975e2140e6 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:13:48.498093 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-13664de5-8d8b-4c0a-9a3b-f89afd75d586 req-bb9d8f66-95c1-404c-8061-505520cbefc5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb HTTP/1.1" status: 200 len: 999 time: 0.1187041 Jul 24 09:13:48.500252 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'cca6a4ed-3566-4011-ac17-5441cc366ef1', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': 'cca6a4ed-3566-4011-ac17-5441cc366ef1', 'mac_address': 'fa:16:3e:1e:22:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:13:48.564044 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:48.567386 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13664de5-8d8b-4c0a-9a3b-f89afd75d586 req-b180e4ae-c505-405f-a9b8-7a8c072c83a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:48.569275 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-13664de5-8d8b-4c0a-9a3b-f89afd75d586 req-b180e4ae-c505-405f-a9b8-7a8c072c83a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33f84861-778d-4828-92aa-af092c959084 HTTP/1.1" status: 200 len: 851 time: 0.0630996 Jul 24 09:13:48.579937 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca6a4ed-3566-4011-ac17-5441cc366ef1 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:13:48.605990 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3485f-3656-4567-bef5-e12104980c9c req-7b6c4160-df5a-4c3e-8496-933e0a152d5d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:48.611172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port cca6a4ed-3566-4011-ac17-5441cc366ef1, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cca6a4ed-3566-4011-ac17-5441cc366ef1,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:48.612477 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0b3485f-3656-4567-bef5-e12104980c9c req-7b6c4160-df5a-4c3e-8496-933e0a152d5d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fb26fc8-a5cd-4288-b949-66f163e07016 HTTP/1.1" status: 200 len: 948 time: 0.0846906 Jul 24 09:13:48.615879 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:48.641557 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13664de5-8d8b-4c0a-9a3b-f89afd75d586 req-a2ae7f7c-1a98-4456-adfc-14dcf90ad624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:48.643499 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-13664de5-8d8b-4c0a-9a3b-f89afd75d586 req-a2ae7f7c-1a98-4456-adfc-14dcf90ad624 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b64780-c69e-4432-87ba-d598170da5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654993 Jul 24 09:13:48.654407 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0b3485f-3656-4567-bef5-e12104980c9c req-f200ba3a-44ee-4a60-bc6a-5cf6befa00f2 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384324 Jul 24 09:13:48.668563 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=cca6a4ed-3566-4011-ac17-5441cc366ef1,revision_number=7']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:48.711310 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:13:48.749496 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-13664de5-8d8b-4c0a-9a3b-f89afd75d586 req-b43161e4-51f9-4310-9fab-94a166ad0624 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976162 Jul 24 09:13:48.757980 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-dad99a5b-bda4-44a4-8a07-72ea5b11e185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'name': 'tempest-ServerActionsTestJSON-1789517492-router', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:13:17Z', 'updated_at': '2021-07-24T09:13:22Z', 'revision_number': 4, 'project_id': '1a05e6e5898f4251b0312ce083171a42', 'gw_port': {'id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:18Z', 'updated_at': '2021-07-24T09:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '69f9e186-77e8-4a2e-8bab-894e8a6f28a0', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'port_id': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'mac_address': 'fa:16:3e:ba:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0b3aa4-2384-4309-b12f-09acc5e33e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:13:29Z', 'updated_at': '2021-07-24T09:13:47Z', 'revision_number': 1, 'project_id': '1a05e6e5898f4251b0312ce083171a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18495f01-bc43-4653-8add-f003e9ecad6c', 'name': '', 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'mac_address': 'fa:16:3e:e1:3d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '33f84861-778d-4828-92aa-af092c959084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:21Z', 'updated_at': '2021-07-24T09:13:29Z', 'revision_number': 5, 'project_id': '1a05e6e5898f4251b0312ce083171a42', 'subnets': [{'id': '33f84861-778d-4828-92aa-af092c959084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:13:48.819669 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:48.833667 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': '8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5', 'mac_address': 'fa:16:3e:27:7a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:13:48.865438 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-13664de5-8d8b-4c0a-9a3b-f89afd75d586 req-22020ad9-7e92-45c9-a25e-3bcddd5f1303 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057169 Jul 24 09:13:48.872478 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:48.873262 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad99a5b-bda4-44a4-8a07-72ea5b11e185 None None] The sync data for ids ['8399c0fd-02fd-468e-b6b2-7c975e2140e6'] in n-d-800085-9 is: [{'id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'name': 'tempest-ServerActionsTestJSON-1789517492-router', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:13:17Z', 'updated_at': '2021-07-24T09:13:22Z', 'revision_number': 4, 'project_id': '1a05e6e5898f4251b0312ce083171a42', 'gw_port': {'id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:18Z', 'updated_at': '2021-07-24T09:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '69f9e186-77e8-4a2e-8bab-894e8a6f28a0', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'port_id': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'mac_address': 'fa:16:3e:ba:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0b3aa4-2384-4309-b12f-09acc5e33e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:13:29Z', 'updated_at': '2021-07-24T09:13:47Z', 'revision_number': 1, 'project_id': '1a05e6e5898f4251b0312ce083171a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18495f01-bc43-4653-8add-f003e9ecad6c', 'name': '', 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'mac_address': 'fa:16:3e:e1:3d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '33f84861-778d-4828-92aa-af092c959084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:21Z', 'updated_at': '2021-07-24T09:13:29Z', 'revision_number': 5, 'project_id': '1a05e6e5898f4251b0312ce083171a42', 'subnets': [{'id': '33f84861-778d-4828-92aa-af092c959084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:13:48.905753 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:13:48.940217 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:48.944610 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:48.948409 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad20f86-47bf-4231-a07b-000014d1bfb0 req-7d368c14-5116-4d01-af54-72aa7893372a tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:48.955884 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ad20f86-47bf-4231-a07b-000014d1bfb0 req-7d368c14-5116-4d01-af54-72aa7893372a tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 949 time: 0.0894320 Jul 24 09:13:48.996274 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ad20f86-47bf-4231-a07b-000014d1bfb0 req-5d8b9fbe-8f1f-41a8-a809-194b4037b4b0 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395098 Jul 24 09:13:49.011372 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:49.044175 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7ed25-d823-4902-b965-4bb4c01dd91e req-cd2826ab-72bf-4a37-a767-1c45ea863972 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:49.045684 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e5b7ed25-d823-4902-b965-4bb4c01dd91e req-cd2826ab-72bf-4a37-a767-1c45ea863972 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382dbca-ef42-4cb1-bad2-8951e0ec3a50 HTTP/1.1" status: 200 len: 949 time: 0.0812466 Jul 24 09:13:49.086454 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e5b7ed25-d823-4902-b965-4bb4c01dd91e req-377709b6-8107-4d3f-88b2-e9258f52c14a tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/security-groups?id=331a735f-da97-445c-820c-7f7afcd372b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350959 Jul 24 09:13:49.123186 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['1443a187-776f-455e-a481-86e4d759b5b0'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:49.166736 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bc64a8-dfad-479e-a9ac-bda7961bc994 None None] New status for floating IP 69f9e186-77e8-4a2e-8bab-894e8a6f28a0: ACTIVE {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:13:49.203527 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['cca6a4ed-3566-4011-ac17-5441cc366ef1'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:49.205889 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['308bed73-b5ff-41c2-ba4f-0b157cdf998e'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:49.279407 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:49.438370 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f26c8c-8679-431b-8ac1-a1ecf4f7d08d req-bdd4dc03-3689-48bb-af16-73d6245dbbd3 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:49.440001 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-29f26c8c-8679-431b-8ac1-a1ecf4f7d08d req-bdd4dc03-3689-48bb-af16-73d6245dbbd3 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=974892c5-5ece-4f78-b1f8-12b03f6581c7 HTTP/1.1" status: 200 len: 945 time: 0.0704234 Jul 24 09:13:49.482911 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-29f26c8c-8679-431b-8ac1-a1ecf4f7d08d req-165232d1-462a-43cb-a1d8-0411e9ae48a1 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350909 Jul 24 09:13:49.636050 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fb284-6a55-4f90-9f47-d8274ff402ab req-a9c62878-0ac9-4093-acfc-ae6463203686 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:49.637746 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9e4fb284-6a55-4f90-9f47-d8274ff402ab req-a9c62878-0ac9-4093-acfc-ae6463203686 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6b3a540-e7a0-416b-bbcd-614695688dec HTTP/1.1" status: 200 len: 944 time: 0.0748439 Jul 24 09:13:49.674580 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9e4fb284-6a55-4f90-9f47-d8274ff402ab req-7d564452-cbcc-4b8c-b16c-69cb9b3971d2 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306041 Jul 24 09:13:49.792157 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1832b01-ce5a-4b22-be90-0019224651d0 req-c7e95ae0-bf8c-425c-b464-127962db3cf6 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:49.793733 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f1832b01-ce5a-4b22-be90-0019224651d0 req-c7e95ae0-bf8c-425c-b464-127962db3cf6 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fb26fc8-a5cd-4288-b949-66f163e07016 HTTP/1.1" status: 200 len: 948 time: 0.0628707 Jul 24 09:13:49.832306 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f1832b01-ce5a-4b22-be90-0019224651d0 req-5a5712ee-6071-4cbd-8494-f443e94f7bed tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326784 Jul 24 09:13:50.132285 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77caa849-f80d-4cdf-90eb-c1e4ae41758d req-5a822ab9-5d43-4298-bc1f-3d4d7f93ffbd tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:50.133820 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-77caa849-f80d-4cdf-90eb-c1e4ae41758d req-5a822ab9-5d43-4298-bc1f-3d4d7f93ffbd tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 949 time: 0.0676079 Jul 24 09:13:50.173574 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-77caa849-f80d-4cdf-90eb-c1e4ae41758d req-ec8d6092-908e-4b6a-90c1-115fc11f0864 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342190 Jul 24 09:13:50.256825 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0c853-e37f-4a11-97c0-9eed2a0a4356 req-f08e4547-42f4-4286-808b-21086632b73e tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:50.258304 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-edf0c853-e37f-4a11-97c0-9eed2a0a4356 req-f08e4547-42f4-4286-808b-21086632b73e tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382dbca-ef42-4cb1-bad2-8951e0ec3a50 HTTP/1.1" status: 200 len: 949 time: 0.0680182 Jul 24 09:13:50.294980 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-edf0c853-e37f-4a11-97c0-9eed2a0a4356 req-9f429382-55f9-40cb-93bd-84e7d4c5258c tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/security-groups?id=331a735f-da97-445c-820c-7f7afcd372b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311263 Jul 24 09:13:50.622132 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93c8f2-2390-41d4-8fd2-a47f7e336d80 req-521be779-a7a7-415d-b306-d34c06a78a05 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:50.623815 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9c93c8f2-2390-41d4-8fd2-a47f7e336d80 req-521be779-a7a7-415d-b306-d34c06a78a05 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=974892c5-5ece-4f78-b1f8-12b03f6581c7 HTTP/1.1" status: 200 len: 945 time: 0.0667176 Jul 24 09:13:50.660747 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9c93c8f2-2390-41d4-8fd2-a47f7e336d80 req-e7388ba9-2d2b-40df-a27b-dc612b2673ae tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314269 Jul 24 09:13:50.733432 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device b454a58e-3f8d-400d-bfba-8c2acc26a43e details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:13:50.812108 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a700bd-5240-47ee-a07a-16b98a9c4b9f req-c7095e58-0777-4c9b-8cc6-f66f8dccd4db tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:50.813585 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4a700bd-5240-47ee-a07a-16b98a9c4b9f req-c7095e58-0777-4c9b-8cc6-f66f8dccd4db tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6b3a540-e7a0-416b-bbcd-614695688dec HTTP/1.1" status: 200 len: 944 time: 0.0668178 Jul 24 09:13:50.829939 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port b454a58e-3f8d-400d-bfba-8c2acc26a43e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b454a58e-3f8d-400d-bfba-8c2acc26a43e,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:50.842304 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'b454a58e-3f8d-400d-bfba-8c2acc26a43e', 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f', 'port_id': 'b454a58e-3f8d-400d-bfba-8c2acc26a43e', 'mac_address': 'fa:16:3e:3b:8b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbeb15a4-8962-4380-8bb7-477c83cce3ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:13:50.851800 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4a700bd-5240-47ee-a07a-16b98a9c4b9f req-c053cf5a-a5da-4e88-a854-f9500d20fcb9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323660 Jul 24 09:13:50.892199 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:50.907190 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b454a58e-3f8d-400d-bfba-8c2acc26a43e {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:13:50.927698 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port b454a58e-3f8d-400d-bfba-8c2acc26a43e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b454a58e-3f8d-400d-bfba-8c2acc26a43e,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:50.931685 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:50.975173 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94298aaa-bab3-4602-b699-5d520018d721 req-e647c32c-51c6-4362-97ac-caca03bac622 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:50.976823 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-94298aaa-bab3-4602-b699-5d520018d721 req-e647c32c-51c6-4362-97ac-caca03bac622 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fb26fc8-a5cd-4288-b949-66f163e07016 HTTP/1.1" status: 200 len: 948 time: 0.0682583 Jul 24 09:13:50.981952 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=b454a58e-3f8d-400d-bfba-8c2acc26a43e,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:51.018295 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-94298aaa-bab3-4602-b699-5d520018d721 req-4e469bb5-c63b-4b8d-995b-e8e803ce528d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357723 Jul 24 09:13:51.302011 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['b454a58e-3f8d-400d-bfba-8c2acc26a43e'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:51.320703 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964e530-f330-4283-9c8f-eead7a98a327 req-04a4e5f5-64bf-49e7-9b8b-6fd61ce62b49 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:51.324288 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b964e530-f330-4283-9c8f-eead7a98a327 req-04a4e5f5-64bf-49e7-9b8b-6fd61ce62b49 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 949 time: 0.0741053 Jul 24 09:13:51.367394 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b964e530-f330-4283-9c8f-eead7a98a327 req-17b26b6c-fadf-4e24-b073-5d0b435e1fec tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390787 Jul 24 09:13:51.432163 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50efbe7-6fd6-4a46-96f9-9ba17a5d1f56 req-02c3baa2-c723-47e3-977e-b0dc8dbbb8e6 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:51.433729 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c50efbe7-6fd6-4a46-96f9-9ba17a5d1f56 req-02c3baa2-c723-47e3-977e-b0dc8dbbb8e6 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382dbca-ef42-4cb1-bad2-8951e0ec3a50 HTTP/1.1" status: 200 len: 949 time: 0.0639317 Jul 24 09:13:51.471588 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c50efbe7-6fd6-4a46-96f9-9ba17a5d1f56 req-6f0fcee7-ead8-449b-8efd-806457b3b93a tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/security-groups?id=331a735f-da97-445c-820c-7f7afcd372b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322218 Jul 24 09:13:51.771657 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cca6a4ed-3566-4011-ac17-5441cc366ef1 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:13:51.795190 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46080862-d3af-49b3-b75e-b2df20ce9963 req-4c6bf474-8a1d-46dc-bef3-20960493de86 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:51.796731 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-46080862-d3af-49b3-b75e-b2df20ce9963 req-4c6bf474-8a1d-46dc-bef3-20960493de86 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=974892c5-5ece-4f78-b1f8-12b03f6581c7 HTTP/1.1" status: 200 len: 945 time: 0.0654056 Jul 24 09:13:51.818245 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port cca6a4ed-3566-4011-ac17-5441cc366ef1 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:51.818618 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:51.839229 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-46080862-d3af-49b3-b75e-b2df20ce9963 req-681a324d-4087-4c18-92d5-317465db7b30 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344629 Jul 24 09:13:51.897730 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:51.921581 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cbd112-bfbe-4ad3-8eac-5bdd720ee191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca6a4ed-3566-4011-ac17-5441cc366ef1'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:13:51.925732 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2351bdc-ee7f-4be6-9bdc-bba95be2308d" -d '{"events": [{"server_uuid": "e1cbd112-bfbe-4ad3-8eac-5bdd720ee191", "name": "network-vif-plugged", "status": "completed", "tag": "cca6a4ed-3566-4011-ac17-5441cc366ef1"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:13:51.938720 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port cca6a4ed-3566-4011-ac17-5441cc366ef1, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cca6a4ed-3566-4011-ac17-5441cc366ef1,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:51.944396 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:51.945375 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 1443a187-776f-455e-a481-86e4d759b5b0 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:13:51.984550 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16035b61-9b1b-4975-8121-600cd5009400 x-openstack-request-id: req-16035b61-9b1b-4975-8121-600cd5009400 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:13:51.984884 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cbd112-bfbe-4ad3-8eac-5bdd720ee191", "name": "network-vif-plugged", "status": "completed", "tag": "cca6a4ed-3566-4011-ac17-5441cc366ef1", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:13:51.985104 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16035b61-9b1b-4975-8121-600cd5009400 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:13:51.985490 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cbd112-bfbe-4ad3-8eac-5bdd720ee191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca6a4ed-3566-4011-ac17-5441cc366ef1', 'code': 200} Jul 24 09:13:52.012030 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8460d-bbeb-40fe-b5be-a30966989717 req-bc1de0cc-65e4-42dc-9262-866d293253ed tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:52.014015 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a1f8460d-bbeb-40fe-b5be-a30966989717 req-bc1de0cc-65e4-42dc-9262-866d293253ed tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6b3a540-e7a0-416b-bbcd-614695688dec HTTP/1.1" status: 200 len: 945 time: 0.0795441 Jul 24 09:13:52.021494 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=cca6a4ed-3566-4011-ac17-5441cc366ef1,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:52.035328 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 1443a187-776f-455e-a481-86e4d759b5b0 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:13:52.040034 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 1443a187-776f-455e-a481-86e4d759b5b0 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:52.040407 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:52.062708 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a1f8460d-bbeb-40fe-b5be-a30966989717 req-08e3a0c6-c2e3-4093-a886-04f47b5a9578 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410826 Jul 24 09:13:52.125213 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:52.158905 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 1443a187-776f-455e-a481-86e4d759b5b0, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=1443a187-776f-455e-a481-86e4d759b5b0,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:52.163581 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:52.187563 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a647799-3013-4c02-bf4d-d0c10611f5c3 req-2ee7a4ab-c221-4d31-ab38-2a074c1363be tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:52.189184 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a647799-3013-4c02-bf4d-d0c10611f5c3 req-2ee7a4ab-c221-4d31-ab38-2a074c1363be tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fb26fc8-a5cd-4288-b949-66f163e07016 HTTP/1.1" status: 200 len: 948 time: 0.0819855 Jul 24 09:13:52.216164 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=1443a187-776f-455e-a481-86e4d759b5b0,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:52.255124 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a647799-3013-4c02-bf4d-d0c10611f5c3 req-ff5ece61-b25a-48e7-bc15-0033eaffd643 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569909 Jul 24 09:13:52.270666 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afa3a7-9300-448e-867a-327bdf71e5cb req-78db427e-9779-4b0f-8ee3-042731c59525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:52.272162 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1afa3a7-9300-448e-867a-327bdf71e5cb req-78db427e-9779-4b0f-8ee3-042731c59525 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 1101 time: 0.0814188 Jul 24 09:13:52.308003 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1afa3a7-9300-448e-867a-327bdf71e5cb req-673bba7d-0719-4795-91ab-e2af1994626e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294697 Jul 24 09:13:52.514872 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a9d42-1383-4e1b-b0c3-e9ff8e52f3ea req-ee6eaff6-5490-4127-9125-3468860f27ef tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:52.516868 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8f6a9d42-1383-4e1b-b0c3-e9ff8e52f3ea req-ee6eaff6-5490-4127-9125-3468860f27ef tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.0666878 Jul 24 09:13:52.559494 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8f6a9d42-1383-4e1b-b0c3-e9ff8e52f3ea req-6c27dd26-cb4a-4f92-b80d-aa50a9781da5 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366108 Jul 24 09:13:52.627513 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b6f9b-a052-4c15-a568-47c371d2ff10 req-04296633-f284-478f-a009-3be8e6d0b648 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:52.629078 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-091b6f9b-a052-4c15-a568-47c371d2ff10 req-04296633-f284-478f-a009-3be8e6d0b648 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382dbca-ef42-4cb1-bad2-8951e0ec3a50 HTTP/1.1" status: 200 len: 949 time: 0.0798745 Jul 24 09:13:52.669650 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-091b6f9b-a052-4c15-a568-47c371d2ff10 req-08c43f70-615f-4bfb-b96c-c82945f26941 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/security-groups?id=331a735f-da97-445c-820c-7f7afcd372b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335567 Jul 24 09:13:52.750597 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:13:52.800368 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:13:52.804127 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:52.804511 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:52.889898 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:52.927561 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:52.931757 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:52.932879 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device b454a58e-3f8d-400d-bfba-8c2acc26a43e up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:13:52.965648 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2ce5a9a-a4ae-436c-9b4e-dd140f6e598e req-e00e1a3f-6eae-4211-8be6-749c8347ff4f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0987668 Jul 24 09:13:53.010134 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15369c31-d308-43bb-b4c4-554b9535d7c2 req-707d732a-3d84-49f7-8ac6-10851303db69 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:53.011735 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15369c31-d308-43bb-b4c4-554b9535d7c2 req-707d732a-3d84-49f7-8ac6-10851303db69 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=974892c5-5ece-4f78-b1f8-12b03f6581c7 HTTP/1.1" status: 200 len: 946 time: 0.0893877 Jul 24 09:13:53.017865 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:53.039006 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port b454a58e-3f8d-400d-bfba-8c2acc26a43e completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:13:53.042882 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port b454a58e-3f8d-400d-bfba-8c2acc26a43e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:53.043244 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:53.080040 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15369c31-d308-43bb-b4c4-554b9535d7c2 req-3a91c535-5dba-4a79-a9eb-d4202e9b59bb tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583401 Jul 24 09:13:53.096768 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce5a9a-a4ae-436c-9b4e-dd140f6e598e req-1bfc2ea9-bbd3-429e-a281-747b2215fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:53.098205 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2ce5a9a-a4ae-436c-9b4e-dd140f6e598e req-1bfc2ea9-bbd3-429e-a281-747b2215fb2d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c71868cf42742a9bfdaacdee1de29ba&device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 1097 time: 0.0856206 Jul 24 09:13:53.136835 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:53.169118 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port b454a58e-3f8d-400d-bfba-8c2acc26a43e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b454a58e-3f8d-400d-bfba-8c2acc26a43e,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:53.172924 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:53.214443 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce5a9a-a4ae-436c-9b4e-dd140f6e598e req-79a693de-7d06-459f-84d4-f0fe8beea595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:53.215970 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2ce5a9a-a4ae-436c-9b4e-dd140f6e598e req-79a693de-7d06-459f-84d4-f0fe8beea595 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6a12e80f-7c41-440f-b622-d5f8b868fb83 HTTP/1.1" status: 200 len: 914 time: 0.0961056 Jul 24 09:13:53.222707 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbcf7d-3de4-46fe-b9d0-1788ee87ee97 req-d3c5a537-b8a7-41a2-8e84-1f8956a51f34 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:53.224359 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-33bbcf7d-3de4-46fe-b9d0-1788ee87ee97 req-d3c5a537-b8a7-41a2-8e84-1f8956a51f34 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6b3a540-e7a0-416b-bbcd-614695688dec HTTP/1.1" status: 200 len: 945 time: 0.0751367 Jul 24 09:13:53.228070 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=b454a58e-3f8d-400d-bfba-8c2acc26a43e,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:53.265880 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-33bbcf7d-3de4-46fe-b9d0-1788ee87ee97 req-086e8b55-6b40-47e4-8363-c1db42d038af tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329642 Jul 24 09:13:53.296019 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2ce5a9a-a4ae-436c-9b4e-dd140f6e598e req-26387f23-cda2-4b7a-b7a2-9f211bfc4bef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc0fe7ec-f687-428c-a573-2d073ba91095 HTTP/1.1" status: 200 len: 1002 time: 0.0718291 Jul 24 09:13:53.383964 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce5a9a-a4ae-436c-9b4e-dd140f6e598e req-a827e196-ac34-485f-91cd-816b963649de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:53.385470 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2ce5a9a-a4ae-436c-9b4e-dd140f6e598e req-a827e196-ac34-485f-91cd-816b963649de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6720e9f-2a6f-42ff-8147-d74598470cb0 HTTP/1.1" status: 200 len: 853 time: 0.0821104 Jul 24 09:13:53.453062 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286de258-9dee-44cb-b368-d6712a403677 req-dbdf0412-87c9-4baa-9758-c222ab11ab0e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:53.454567 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-286de258-9dee-44cb-b368-d6712a403677 req-dbdf0412-87c9-4baa-9758-c222ab11ab0e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fb26fc8-a5cd-4288-b949-66f163e07016 HTTP/1.1" status: 200 len: 948 time: 0.1204388 Jul 24 09:13:53.486056 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce5a9a-a4ae-436c-9b4e-dd140f6e598e req-eb590ffb-7c5b-445c-9e55-e54eb3bcb4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:53.487533 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2ce5a9a-a4ae-436c-9b4e-dd140f6e598e req-eb590ffb-7c5b-445c-9e55-e54eb3bcb4d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6a12e80f-7c41-440f-b622-d5f8b868fb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941617 Jul 24 09:13:53.521013 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-286de258-9dee-44cb-b368-d6712a403677 req-ad7a9b60-cc15-49fc-8ce3-44882592a8d5 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597298 Jul 24 09:13:53.596230 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2ce5a9a-a4ae-436c-9b4e-dd140f6e598e req-f7330f52-077e-4db1-817c-6e15554d47eb service neutron] 10.222.0.37 "GET /v2.0/networks/6a12e80f-7c41-440f-b622-d5f8b868fb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983934 Jul 24 09:13:53.693872 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2ce5a9a-a4ae-436c-9b4e-dd140f6e598e req-87048b3e-22a0-432b-bca4-87d60f775820 service neutron] 10.222.0.37 "GET /v2.0/networks/6a12e80f-7c41-440f-b622-d5f8b868fb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873721 Jul 24 09:13:53.704693 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a1668-4c1e-4ff8-bd01-cf3d7eb2a85a req-7aa6fb33-8b49-42fe-9ac4-e2b010c18b22 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:53.706268 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-300a1668-4c1e-4ff8-bd01-cf3d7eb2a85a req-7aa6fb33-8b49-42fe-9ac4-e2b010c18b22 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.0632989 Jul 24 09:13:53.747050 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-300a1668-4c1e-4ff8-bd01-cf3d7eb2a85a req-fb8c8f73-5918-4066-95c0-a24ca6358e9f tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349779 Jul 24 09:13:53.786771 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 308bed73-b5ff-41c2-ba4f-0b157cdf998e up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:13:53.820159 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51b492-eda2-4af8-b5a1-c757cd78e455 req-24d93d5f-6ca8-4937-90fe-983f89f9a91d tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:53.822963 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ef51b492-eda2-4af8-b5a1-c757cd78e455 req-24d93d5f-6ca8-4937-90fe-983f89f9a91d tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382dbca-ef42-4cb1-bad2-8951e0ec3a50 HTTP/1.1" status: 200 len: 950 time: 0.0744174 Jul 24 09:13:53.850228 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 308bed73-b5ff-41c2-ba4f-0b157cdf998e completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:13:53.855973 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 308bed73-b5ff-41c2-ba4f-0b157cdf998e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:53.856359 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:53.868555 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ef51b492-eda2-4af8-b5a1-c757cd78e455 req-1836d6c0-0dcc-4f09-9d0d-25e7f30d72a9 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/security-groups?id=331a735f-da97-445c-820c-7f7afcd372b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404551 Jul 24 09:13:53.941675 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:53.951810 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f1980-7a6e-44d9-b7c2-e6734ff95254 req-676659d6-8d43-4e69-9f5d-093639b4e32b tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:53.953436 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-237f1980-7a6e-44d9-b7c2-e6734ff95254 req-676659d6-8d43-4e69-9f5d-093639b4e32b tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.0678437 Jul 24 09:13:53.974656 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 308bed73-b5ff-41c2-ba4f-0b157cdf998e, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=308bed73-b5ff-41c2-ba4f-0b157cdf998e,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:13:53.978521 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:53.994540 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-237f1980-7a6e-44d9-b7c2-e6734ff95254 req-9ba2a420-dc13-4043-9d37-8af48e07b5eb tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349929 Jul 24 09:13:53.999964 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974892c5-5ece-4f78-b1f8-12b03f6581c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1443a187-776f-455e-a481-86e4d759b5b0'}, {'server_uuid': '4382dbca-ef42-4cb1-bad2-8951e0ec3a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5'}, {'server_uuid': 'a6b3a540-e7a0-416b-bbcd-614695688dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b454a58e-3f8d-400d-bfba-8c2acc26a43e'}, {'server_uuid': '8fb26fc8-a5cd-4288-b949-66f163e07016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308bed73-b5ff-41c2-ba4f-0b157cdf998e'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:13:54.002238 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2f1bb0-afdb-465c-b6c4-dc8e24ae59e4" -d '{"events": [{"server_uuid": "974892c5-5ece-4f78-b1f8-12b03f6581c7", "name": "network-vif-plugged", "status": "completed", "tag": "1443a187-776f-455e-a481-86e4d759b5b0"}, {"server_uuid": "4382dbca-ef42-4cb1-bad2-8951e0ec3a50", "name": "network-vif-plugged", "status": "completed", "tag": "8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5"}, {"server_uuid": "a6b3a540-e7a0-416b-bbcd-614695688dec", "name": "network-vif-plugged", "status": "completed", "tag": "b454a58e-3f8d-400d-bfba-8c2acc26a43e"}, {"server_uuid": "8fb26fc8-a5cd-4288-b949-66f163e07016", "name": "network-vif-plugged", "status": "completed", "tag": "308bed73-b5ff-41c2-ba4f-0b157cdf998e"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:13:54.031803 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=308bed73-b5ff-41c2-ba4f-0b157cdf998e,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:54.061137 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 24 Jul 2021 09:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7b150c-f7b4-48ea-b728-e05b77999e3f x-openstack-request-id: req-ec7b150c-f7b4-48ea-b728-e05b77999e3f {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:13:54.061445 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974892c5-5ece-4f78-b1f8-12b03f6581c7", "name": "network-vif-plugged", "status": "completed", "tag": "1443a187-776f-455e-a481-86e4d759b5b0", "code": 200}, {"server_uuid": "4382dbca-ef42-4cb1-bad2-8951e0ec3a50", "name": "network-vif-plugged", "status": "completed", "tag": "8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5", "code": 200}, {"server_uuid": "a6b3a540-e7a0-416b-bbcd-614695688dec", "name": "network-vif-plugged", "status": "completed", "tag": "b454a58e-3f8d-400d-bfba-8c2acc26a43e", "code": 200}, {"server_uuid": "8fb26fc8-a5cd-4288-b949-66f163e07016", "name": "network-vif-plugged", "status": "completed", "tag": "308bed73-b5ff-41c2-ba4f-0b157cdf998e", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:13:54.061761 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec7b150c-f7b4-48ea-b728-e05b77999e3f {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:13:54.062210 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974892c5-5ece-4f78-b1f8-12b03f6581c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1443a187-776f-455e-a481-86e4d759b5b0', 'code': 200} Jul 24 09:13:54.062464 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4382dbca-ef42-4cb1-bad2-8951e0ec3a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5', 'code': 200} Jul 24 09:13:54.062802 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b3a540-e7a0-416b-bbcd-614695688dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b454a58e-3f8d-400d-bfba-8c2acc26a43e', 'code': 200} Jul 24 09:13:54.063217 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb26fc8-a5cd-4288-b949-66f163e07016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308bed73-b5ff-41c2-ba4f-0b157cdf998e', 'code': 200} Jul 24 09:13:54.314972 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259660cc-5bca-4d54-a393-c5db076604d0 req-94e36321-5ff3-48b7-b660-a7647b2a008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:54.320477 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-259660cc-5bca-4d54-a393-c5db076604d0 req-94e36321-5ff3-48b7-b660-a7647b2a008a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8fb26fc8-a5cd-4288-b949-66f163e07016 HTTP/1.1" status: 200 len: 1100 time: 0.0859528 Jul 24 09:13:54.377670 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d724b-6b24-4e31-8b98-ec808bf1767f req-378cd62f-1079-4bca-94f4-8844eac7c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:54.379259 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-342d724b-6b24-4e31-8b98-ec808bf1767f req-378cd62f-1079-4bca-94f4-8844eac7c2a2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=974892c5-5ece-4f78-b1f8-12b03f6581c7 HTTP/1.1" status: 200 len: 1097 time: 0.2073247 Jul 24 09:13:54.413930 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-259660cc-5bca-4d54-a393-c5db076604d0 req-b81b1b07-a20d-49e4-b71e-b2b79665b95c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830271 Jul 24 09:13:54.434557 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cfc03-e34b-425c-8e10-e0fe937be25b req-c22e9fb7-eadd-47ab-a888-9cf204f6799b tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:54.436106 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-214cfc03-e34b-425c-8e10-e0fe937be25b req-c22e9fb7-eadd-47ab-a888-9cf204f6799b tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=974892c5-5ece-4f78-b1f8-12b03f6581c7 HTTP/1.1" status: 200 len: 946 time: 0.1919777 Jul 24 09:13:54.438012 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c371f11-2900-41e8-9ac4-c7d859131e44 req-4e3e43e2-74bf-466d-beaf-0f11578c20e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:54.439374 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0c371f11-2900-41e8-9ac4-c7d859131e44 req-4e3e43e2-74bf-466d-beaf-0f11578c20e9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4382dbca-ef42-4cb1-bad2-8951e0ec3a50 HTTP/1.1" status: 200 len: 1101 time: 0.2067072 Jul 24 09:13:54.461335 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8083bd-a218-477f-946e-caa58ccd1c47 req-e80deb88-fd91-4d54-bb33-7578c30003db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:54.462772 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9d8083bd-a218-477f-946e-caa58ccd1c47 req-e80deb88-fd91-4d54-bb33-7578c30003db service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a6b3a540-e7a0-416b-bbcd-614695688dec HTTP/1.1" status: 200 len: 1097 time: 0.1830275 Jul 24 09:13:54.486984 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-342d724b-6b24-4e31-8b98-ec808bf1767f req-c4898419-152f-4db4-8bdb-06aa816acae1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931330 Jul 24 09:13:54.536260 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78845b3f-d48b-4c99-8b44-42514b2d3cf6 req-e0e88245-3db5-44af-9b65-9a1cc20624c8 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:54.538006 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-78845b3f-d48b-4c99-8b44-42514b2d3cf6 req-e0e88245-3db5-44af-9b65-9a1cc20624c8 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6b3a540-e7a0-416b-bbcd-614695688dec HTTP/1.1" status: 200 len: 946 time: 0.1029963 Jul 24 09:13:54.542726 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0c371f11-2900-41e8-9ac4-c7d859131e44 req-19571ce2-345c-4233-b956-4f067a900d96 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=331a735f-da97-445c-820c-7f7afcd372b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834513 Jul 24 09:13:54.550392 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-214cfc03-e34b-425c-8e10-e0fe937be25b req-47b0f691-3ca7-4b04-a050-fd76ee1f0b13 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045454 Jul 24 09:13:54.563776 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9d8083bd-a218-477f-946e-caa58ccd1c47 req-69465cf4-27d5-458c-bd89-51cc954e4274 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738659 Jul 24 09:13:54.594896 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-78845b3f-d48b-4c99-8b44-42514b2d3cf6 req-28d7844b-87d4-4f0f-87fa-fa3e02fff953 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492198 Jul 24 09:13:54.718579 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970be643-e0a7-4c76-a5ef-b3e160699f6a req-fdd28f05-2baf-4ebf-8ef4-629353f89b54 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:54.720139 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-970be643-e0a7-4c76-a5ef-b3e160699f6a req-fdd28f05-2baf-4ebf-8ef4-629353f89b54 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.0952582 Jul 24 09:13:54.799668 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-970be643-e0a7-4c76-a5ef-b3e160699f6a req-b0b60f8c-c27c-4f4c-8074-92641902ab3b tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737355 Jul 24 09:13:54.823546 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-664be047-9fd1-46ef-9c28-10f4ef842ef1 req-405a88d5-50c0-4434-9eea-71c26e162af2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d04ad624-5fb2-4ff8-8474-a92f5f5e4681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0891509 Jul 24 09:13:54.908341 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1b57b-a03c-4ca9-997c-a9aa55fc4ef1 req-28e5a498-358c-44cd-8f70-ed8bb12f5b8f tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:54.911701 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6ca1b57b-a03c-4ca9-997c-a9aa55fc4ef1 req-28e5a498-358c-44cd-8f70-ed8bb12f5b8f tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fb26fc8-a5cd-4288-b949-66f163e07016 HTTP/1.1" status: 200 len: 949 time: 0.0894020 Jul 24 09:13:54.952485 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6ca1b57b-a03c-4ca9-997c-a9aa55fc4ef1 req-636588d5-dee4-4f99-9560-e0284e6df0da tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348175 Jul 24 09:13:54.970412 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664be047-9fd1-46ef-9c28-10f4ef842ef1 req-8b425af7-92eb-4061-872f-08aaa50f77c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:54.972087 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-664be047-9fd1-46ef-9c28-10f4ef842ef1 req-8b425af7-92eb-4061-872f-08aaa50f77c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=400b6e3893174893b678c7f2a57041a8&device_id=d04ad624-5fb2-4ff8-8474-a92f5f5e4681 HTTP/1.1" status: 200 len: 1096 time: 0.1188853 Jul 24 09:13:54.987866 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935e135-026b-4225-997c-4f426938b829 req-e24fae5d-3fce-4a4c-898c-fbfe29c8ea7c tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:54.989636 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5935e135-026b-4225-997c-4f426938b829 req-e24fae5d-3fce-4a4c-898c-fbfe29c8ea7c tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 946 time: 0.0958157 Jul 24 09:13:55.086396 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5935e135-026b-4225-997c-4f426938b829 req-047e5cb4-f083-4ba5-b947-bbb1d9e4299d tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b5347b6-711e-456c-a2ba-2bec24195cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837786 Jul 24 09:13:55.112796 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664be047-9fd1-46ef-9c28-10f4ef842ef1 req-150b0d12-ea92-4754-b969-5197e5197951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:55.114350 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-664be047-9fd1-46ef-9c28-10f4ef842ef1 req-150b0d12-ea92-4754-b969-5197e5197951 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0544269-4e64-4c91-95af-03a4be88816f HTTP/1.1" status: 200 len: 905 time: 0.1193550 Jul 24 09:13:55.145678 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10802e2-ed5f-4dd0-a23f-02b604e931d7 req-3459360d-edb6-4c02-9575-c3d7f09c64ee tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:55.147181 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f10802e2-ed5f-4dd0-a23f-02b604e931d7 req-3459360d-edb6-4c02-9575-c3d7f09c64ee tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382dbca-ef42-4cb1-bad2-8951e0ec3a50 HTTP/1.1" status: 200 len: 950 time: 0.0693440 Jul 24 09:13:55.188016 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f10802e2-ed5f-4dd0-a23f-02b604e931d7 req-8cf3d683-0573-41b0-9c31-043c5140d8cb tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/security-groups?id=331a735f-da97-445c-820c-7f7afcd372b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348878 Jul 24 09:13:55.391472 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-664be047-9fd1-46ef-9c28-10f4ef842ef1 req-fecc8907-f302-440f-9460-dd864db57681 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=880fbce5-c5db-464b-a114-3858d9fcfd2c HTTP/1.1" status: 200 len: 217 time: 0.2662551 Jul 24 09:13:55.448205 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664be047-9fd1-46ef-9c28-10f4ef842ef1 req-6c87e48f-5fd0-4a25-a658-d0fe84905cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:55.449679 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-664be047-9fd1-46ef-9c28-10f4ef842ef1 req-6c87e48f-5fd0-4a25-a658-d0fe84905cb4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbeb15a4-8962-4380-8bb7-477c83cce3ff HTTP/1.1" status: 200 len: 845 time: 0.0426888 Jul 24 09:13:55.482097 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-664be047-9fd1-46ef-9c28-10f4ef842ef1 req-e596420a-6aeb-4423-8919-c15251b9b33f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0544269-4e64-4c91-95af-03a4be88816f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256915 Jul 24 09:13:55.577893 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-664be047-9fd1-46ef-9c28-10f4ef842ef1 req-656541d3-d37f-4686-b2b1-d58811578545 service neutron] 10.222.0.20 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850289 Jul 24 09:13:55.704364 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-664be047-9fd1-46ef-9c28-10f4ef842ef1 req-3dfcf886-28e0-41d8-8c42-8e3feb9e505b service neutron] 10.222.0.20 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195331 Jul 24 09:13:55.730865 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0676bb-5608-4163-a0e6-d0e38317e1b3 req-de743241-0c1f-4233-9ab5-48032a401737 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:55.732323 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8b0676bb-5608-4163-a0e6-d0e38317e1b3 req-de743241-0c1f-4233-9ab5-48032a401737 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=974892c5-5ece-4f78-b1f8-12b03f6581c7 HTTP/1.1" status: 200 len: 946 time: 0.0926003 Jul 24 09:13:55.776496 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a3e51-a497-4c7e-a89f-704109ef4e14 req-9830ba16-6002-4dd2-a347-029d4d8332de tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:55.777945 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8b0676bb-5608-4163-a0e6-d0e38317e1b3 req-eb112555-b602-466f-be63-2a450cd4d7f0 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396872 Jul 24 09:13:55.778283 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d48a3e51-a497-4c7e-a89f-704109ef4e14 req-9830ba16-6002-4dd2-a347-029d4d8332de tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6b3a540-e7a0-416b-bbcd-614695688dec HTTP/1.1" status: 200 len: 946 time: 0.1055393 Jul 24 09:13:55.836592 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d48a3e51-a497-4c7e-a89f-704109ef4e14 req-97000d14-5a5f-4106-90e9-feb420839a70 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449100 Jul 24 09:13:55.983353 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e556c44-2c38-42af-b610-e48cc696183e req-d5f67c5e-5c09-4d4d-baf8-23f99da5aed5 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:55.985017 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2e556c44-2c38-42af-b610-e48cc696183e req-d5f67c5e-5c09-4d4d-baf8-23f99da5aed5 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.0683739 Jul 24 09:13:56.027419 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2e556c44-2c38-42af-b610-e48cc696183e req-a545c8cd-32ce-4561-bf03-e10e73154c88 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337732 Jul 24 09:13:56.122051 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11067ef7-5ca2-4593-b901-95591b9f860f req-3ba14e0d-901a-4e2d-b639-acd0fec660c5 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:56.123748 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-11067ef7-5ca2-4593-b901-95591b9f860f req-3ba14e0d-901a-4e2d-b639-acd0fec660c5 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fb26fc8-a5cd-4288-b949-66f163e07016 HTTP/1.1" status: 200 len: 949 time: 0.0813661 Jul 24 09:13:56.165553 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-11067ef7-5ca2-4593-b901-95591b9f860f req-13a2a136-09a9-4391-9169-25d6188bef80 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347364 Jul 24 09:13:56.317369 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3200515-1ebf-4494-bba1-a6095be194e5 req-0157fdcf-9d9e-4886-b5c2-48b268adc75a tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:56.318926 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e3200515-1ebf-4494-bba1-a6095be194e5 req-0157fdcf-9d9e-4886-b5c2-48b268adc75a tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8fb26fc8-a5cd-4288-b949-66f163e07016 HTTP/1.1" status: 200 len: 1100 time: 0.0756397 Jul 24 09:13:56.358611 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e3200515-1ebf-4494-bba1-a6095be194e5 req-d9509a71-4b16-4c99-9663-bad05ff21758 tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333061 Jul 24 09:13:56.402679 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80266d1b-ce8d-4973-9955-0670a97bc4d2 req-c8899c2b-8af8-49ed-8e92-3980d8519533 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:56.409381 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-80266d1b-ce8d-4973-9955-0670a97bc4d2 req-c8899c2b-8af8-49ed-8e92-3980d8519533 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382dbca-ef42-4cb1-bad2-8951e0ec3a50 HTTP/1.1" status: 200 len: 950 time: 0.0785615 Jul 24 09:13:56.456079 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-80266d1b-ce8d-4973-9955-0670a97bc4d2 req-dee8d1d8-5e91-4e6f-a0f6-288c303327f9 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/security-groups?id=331a735f-da97-445c-820c-7f7afcd372b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457721 Jul 24 09:13:56.573092 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-2829aa5c-3d5a-4a73-a02f-032bc3c843e3 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=55b10a1852e84b7588aba204f57f066d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309978 Jul 24 09:13:56.605915 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a5eca-d07f-4134-b016-97d45be2fc02 req-1be58615-46fe-42ec-80a4-54298c2e66fe tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:56.613102 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e3a5eca-d07f-4134-b016-97d45be2fc02 req-1be58615-46fe-42ec-80a4-54298c2e66fe tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 946 time: 0.0917792 Jul 24 09:13:56.655970 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e3a5eca-d07f-4134-b016-97d45be2fc02 req-786bec04-10ee-4af4-aaff-10d5c2133c74 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b5347b6-711e-456c-a2ba-2bec24195cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419266 Jul 24 09:13:56.686412 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-6f03eb59-a9cb-47bd-9346-ac2000386808 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:56.687944 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-6f03eb59-a9cb-47bd-9346-ac2000386808 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1085656 Jul 24 09:13:56.704571 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-b3e1c73d-628b-486c-8a3a-580a9f6f9e58 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/quotas/55b10a1852e84b7588aba204f57f066d HTTP/1.1" status: 200 len: 375 time: 0.0105407 Jul 24 09:13:56.788368 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-067e5802-4ba3-4b40-bd07-14577537f0e8 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=55b10a1852e84b7588aba204f57f066d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0772896 Jul 24 09:13:57.064065 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11563799-8672-43f1-9184-7eb2bf3eeea9 req-3b30cd40-e0ac-47d9-91ea-ef317fb0e0e7 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:57.068052 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11563799-8672-43f1-9184-7eb2bf3eeea9 req-3b30cd40-e0ac-47d9-91ea-ef317fb0e0e7 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=974892c5-5ece-4f78-b1f8-12b03f6581c7 HTTP/1.1" status: 200 len: 946 time: 0.1021285 Jul 24 09:13:57.140402 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11563799-8672-43f1-9184-7eb2bf3eeea9 req-19ac81a6-ee65-4b1b-9eec-4fa11f98acc4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659719 Jul 24 09:13:57.153931 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e9edaa6d-a150-4fcc-9c8d-3a94d77c1996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:57.233225 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e01352-ef2c-44e0-ac3c-82c8fa4ad6d8 req-5775fa3a-46a7-4a72-a697-91500ae400cf tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:57.234809 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-79e01352-ef2c-44e0-ac3c-82c8fa4ad6d8 req-5775fa3a-46a7-4a72-a697-91500ae400cf tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6b3a540-e7a0-416b-bbcd-614695688dec HTTP/1.1" status: 200 len: 946 time: 0.0685163 Jul 24 09:13:57.288122 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-79e01352-ef2c-44e0-ac3c-82c8fa4ad6d8 req-45c257bd-d8af-4755-8a44-ab9a4cd73093 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385616 Jul 24 09:13:57.337803 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-579d0648-cdc6-4834-a6af-755d80c46c26 req-b9d5f5cc-7f66-402b-8e0f-db2d6ca701a6 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9283af2-8c7a-4b4b-bc1e-41f3460745c0 HTTP/1.1" status: 200 len: 210 time: 0.0533297 Jul 24 09:13:57.499047 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44cf31-aca6-492f-8448-6484fce2235a req-37010aa9-3caa-4978-8842-2d3f92fe7904 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:57.500544 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a44cf31-aca6-492f-8448-6484fce2235a req-37010aa9-3caa-4978-8842-2d3f92fe7904 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.0806527 Jul 24 09:13:57.540927 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a44cf31-aca6-492f-8448-6484fce2235a req-7054f6be-257e-45bd-9d40-b0a2520906a2 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331655 Jul 24 09:13:57.768907 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc4099-d224-436c-a2a8-b05fff926b3c req-c6b0d7e5-1e9e-43cc-bd6c-bde76621a44e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:57.770459 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-31cc4099-d224-436c-a2a8-b05fff926b3c req-c6b0d7e5-1e9e-43cc-bd6c-bde76621a44e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3ac7328-f9a1-4f56-a5c4-72b19e5a6357 HTTP/1.1" status: 200 len: 945 time: 0.0698521 Jul 24 09:13:57.808777 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-31cc4099-d224-436c-a2a8-b05fff926b3c req-9aefa1f5-a1d7-4d85-9687-f0d80d759735 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326505 Jul 24 09:13:57.814560 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574da9b1-b1fa-4d28-b105-2af1ecb01bf1 req-ec1b7134-bdff-4272-8770-e1e8c9541caf tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:57.821379 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-574da9b1-b1fa-4d28-b105-2af1ecb01bf1 req-ec1b7134-bdff-4272-8770-e1e8c9541caf tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=974892c5-5ece-4f78-b1f8-12b03f6581c7 HTTP/1.1" status: 200 len: 946 time: 0.0692117 Jul 24 09:13:57.855166 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-574da9b1-b1fa-4d28-b105-2af1ecb01bf1 req-5a4c0cac-f8df-4ad1-ab3f-cbbb86c595ab tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329292 Jul 24 09:13:57.959168 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee44972-776e-445e-8c93-3f1c1aab62f3 req-1965c429-a689-438c-85a6-98622a31b351 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:57.960591 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ee44972-776e-445e-8c93-3f1c1aab62f3 req-1965c429-a689-438c-85a6-98622a31b351 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 946 time: 0.0710654 Jul 24 09:13:58.006302 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2901aa8-4823-4baf-90d7-399836a3653a req-d0cfb31c-1c60-4847-b522-40327c85d4bb tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:58.007786 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f2901aa8-4823-4baf-90d7-399836a3653a req-d0cfb31c-1c60-4847-b522-40327c85d4bb tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6b3a540-e7a0-416b-bbcd-614695688dec HTTP/1.1" status: 200 len: 946 time: 0.0641916 Jul 24 09:13:58.009235 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ee44972-776e-445e-8c93-3f1c1aab62f3 req-0bc90b54-2a04-414a-999e-bd228dd8b9c0 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b5347b6-711e-456c-a2ba-2bec24195cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429871 Jul 24 09:13:58.045410 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f2901aa8-4823-4baf-90d7-399836a3653a req-a0f3aec9-4218-44bc-9b29-d21e701680fc tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320115 Jul 24 09:13:58.227279 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-6b251566-8121-424a-87e8-8e33c5b5a4a7 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=55b10a1852e84b7588aba204f57f066d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217628 Jul 24 09:13:58.334019 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc196c7-ec35-479b-a1be-c7132645cef9 req-709a2e2b-31e3-4d94-a8a9-4b709a42cab7 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:58.335735 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cfc196c7-ec35-479b-a1be-c7132645cef9 req-709a2e2b-31e3-4d94-a8a9-4b709a42cab7 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6b3a540-e7a0-416b-bbcd-614695688dec HTTP/1.1" status: 200 len: 946 time: 0.0903800 Jul 24 09:13:58.372494 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-a7edbb08-e892-4c7a-b48a-d3aa70c0ade3 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:58.374265 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-a7edbb08-e892-4c7a-b48a-d3aa70c0ade3 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1418498 Jul 24 09:13:58.387823 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cfc196c7-ec35-479b-a1be-c7132645cef9 req-e0bb6019-17f6-4cd5-a35f-e9ca72e27c7a tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401959 Jul 24 09:13:58.403675 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-7676bf42-78b3-47fe-bdea-9c63bc7f4e0e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Request body: {'port': {'device_id': 'd9283af2-8c7a-4b4b-bc1e-41f3460745c0', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': '55b10a1852e84b7588aba204f57f066d'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:58.465521 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1be0aaee-d315-4432-8015-a34708a000a7 req-7a5d76c7-64d7-4080-97e7-b284a6fef9e3 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9283af2-8c7a-4b4b-bc1e-41f3460745c0 HTTP/1.1" status: 200 len: 210 time: 0.0331867 Jul 24 09:13:58.547898 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-7676bf42-78b3-47fe-bdea-9c63bc7f4e0e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Made reservation on behalf of 55b10a1852e84b7588aba204f57f066d for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:13:58.551488 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-7676bf42-78b3-47fe-bdea-9c63bc7f4e0e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:58.721457 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-7676bf42-78b3-47fe-bdea-9c63bc7f4e0e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Allocated IP 192.168.233.233 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/0887817c-bdfb-442f-99ae-46fddb389c0a) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:13:58.746532 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a0510-2a7f-44f5-9631-5c37ef314986 req-9bf0914d-a8d6-457f-8135-3216dbe3f6e8 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:58.747959 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fd3a0510-2a7f-44f5-9631-5c37ef314986 req-9bf0914d-a8d6-457f-8135-3216dbe3f6e8 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.1289999 Jul 24 09:13:58.831181 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fd3a0510-2a7f-44f5-9631-5c37ef314986 req-c06ff3f3-dd10-402c-8602-0cb7a2632a9a tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721960 Jul 24 09:13:58.915459 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-7676bf42-78b3-47fe-bdea-9c63bc7f4e0e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:58.929243 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-7676bf42-78b3-47fe-bdea-9c63bc7f4e0e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Transition to ACTIVE for port object 0887817c-bdfb-442f-99ae-46fddb389c0a will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:13:58.963955 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-7676bf42-78b3-47fe-bdea-9c63bc7f4e0e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:58.979810 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['d443b98a-1ccc-4a40-a4b0-c6babec3df94', '21a699d1-a1e7-47f3-ac00-3012c9ed1460', 'b354465c-03a1-4acd-87be-13ad5d5cf76d', 'd5e21bee-ad81-4bb0-9094-96a3d2ca386d'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:58.991745 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['c53e0ca7-9937-4cf0-b41a-3892056f375b', 'c5f637cb-d9d4-4529-9832-36d171ce35c0', '308bed73-b5ff-41c2-ba4f-0b157cdf998e'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:13:59.008802 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-7676bf42-78b3-47fe-bdea-9c63bc7f4e0e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:13:59.016112 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-7676bf42-78b3-47fe-bdea-9c63bc7f4e0e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:13:59.019439 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-7676bf42-78b3-47fe-bdea-9c63bc7f4e0e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:13:59.022752 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957e508-c662-466c-bde3-1ad6f25ab5d2 req-65e77a5e-fc17-4611-88d0-2265ae70af1b tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:59.027268 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1957e508-c662-466c-bde3-1ad6f25ab5d2 req-65e77a5e-fc17-4611-88d0-2265ae70af1b tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=974892c5-5ece-4f78-b1f8-12b03f6581c7 HTTP/1.1" status: 200 len: 946 time: 0.0809534 Jul 24 09:13:59.072095 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676bf42-78b3-47fe-bdea-9c63bc7f4e0e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Pushing event updated for resources: {'Port': ['ID=0887817c-bdfb-442f-99ae-46fddb389c0a,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:13:59.093505 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1957e508-c662-466c-bde3-1ad6f25ab5d2 req-e8adff0d-7ecb-49ce-93a0-031f7d7b5f65 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550249 Jul 24 09:13:59.139741 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-7676bf42-78b3-47fe-bdea-9c63bc7f4e0e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:59.140445 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-7676bf42-78b3-47fe-bdea-9c63bc7f4e0e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:59.160335 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-7676bf42-78b3-47fe-bdea-9c63bc7f4e0e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7634115 Jul 24 09:13:59.177071 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-658fe78f-7b8d-4ec3-abb2-11e5b367cfc6 service neutron] Request body: {'port': {'device_id': 'd9283af2-8c7a-4b4b-bc1e-41f3460745c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:13:59.210968 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4d385-7ca4-46f6-9338-48a4f807ed11 req-06c7e849-9539-460c-ad11-ba90d4fece2c tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:59.212555 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4eb4d385-7ca4-46f6-9338-48a4f807ed11 req-06c7e849-9539-460c-ad11-ba90d4fece2c tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 946 time: 0.1253257 Jul 24 09:13:59.289192 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4eb4d385-7ca4-46f6-9338-48a4f807ed11 req-f9f9336b-f284-4da6-983a-807af4dada11 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b5347b6-711e-456c-a2ba-2bec24195cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660367 Jul 24 09:13:59.294743 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-658fe78f-7b8d-4ec3-abb2-11e5b367cfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:59.357781 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c0c28f8e-12cb-4127-8064-9f994fccef1f None None] Provisioning for port 0887817c-bdfb-442f-99ae-46fddb389c0a completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:13:59.381179 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c0c28f8e-12cb-4127-8064-9f994fccef1f None None] Provisioning complete for port 0887817c-bdfb-442f-99ae-46fddb389c0a triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:13:59.381553 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c0c28f8e-12cb-4127-8064-9f994fccef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:59.461403 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-c0c28f8e-12cb-4127-8064-9f994fccef1f None None] Port 0887817c-bdfb-442f-99ae-46fddb389c0a cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:13:59.657238 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7456af2-ea1a-4227-8e11-1d2bdc609e4d req-e78de308-4cba-473d-9a45-4bf0f2efb94e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:59.659028 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d7456af2-ea1a-4227-8e11-1d2bdc609e4d req-e78de308-4cba-473d-9a45-4bf0f2efb94e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6b3a540-e7a0-416b-bbcd-614695688dec HTTP/1.1" status: 200 len: 946 time: 0.1494126 Jul 24 09:13:59.713590 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755bd5a-9692-4a77-af16-83928247c521 req-cc975719-fc10-4f13-b761-f5676f09f762 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:59.715968 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5755bd5a-9692-4a77-af16-83928247c521 req-cc975719-fc10-4f13-b761-f5676f09f762 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9283af2-8c7a-4b4b-bc1e-41f3460745c0 HTTP/1.1" status: 200 len: 936 time: 0.0897987 Jul 24 09:13:59.769619 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5755bd5a-9692-4a77-af16-83928247c521 req-4e8349a1-de27-4706-a70f-b2a865198896 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449743 Jul 24 09:13:59.781707 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-658fe78f-7b8d-4ec3-abb2-11e5b367cfc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0887817c-bdfb-442f-99ae-46fddb389c0a {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:13:59.800017 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a154a41-6d6e-4e1b-8f35-ac91e480f7b4 req-c4f4d6d0-f49b-494b-8ecd-bf9ae5893d5d tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:13:59.802104 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4a154a41-6d6e-4e1b-8f35-ac91e480f7b4 req-c4f4d6d0-f49b-494b-8ecd-bf9ae5893d5d tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.20 "GET /v2.0/ports?device_id=974892c5-5ece-4f78-b1f8-12b03f6581c7 HTTP/1.1" status: 200 len: 946 time: 0.2314174 Jul 24 09:13:59.808635 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-658fe78f-7b8d-4ec3-abb2-11e5b367cfc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:59.810520 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f65a042c-1631-4090-811d-0d5e92f3e7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:13:59.838631 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d7456af2-ea1a-4227-8e11-1d2bdc609e4d req-eb76333b-e8d0-46e5-af42-af96649fe27a tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575508 Jul 24 09:13:59.873202 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-658fe78f-7b8d-4ec3-abb2-11e5b367cfc6 service neutron] Transition to ACTIVE for port object 0887817c-bdfb-442f-99ae-46fddb389c0a will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:13:59.882132 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-658fe78f-7b8d-4ec3-abb2-11e5b367cfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:00.011246 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658fe78f-7b8d-4ec3-abb2-11e5b367cfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=0887817c-bdfb-442f-99ae-46fddb389c0a,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:00.119488 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-4a154a41-6d6e-4e1b-8f35-ac91e480f7b4 req-ebb2753b-e6a0-4668-8010-69ac0a39476e tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Deleting port 1443a187-776f-455e-a481-86e4d759b5b0 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:14:00.119936 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4a154a41-6d6e-4e1b-8f35-ac91e480f7b4 req-ebb2753b-e6a0-4668-8010-69ac0a39476e tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:00.134193 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c6720-9afa-4435-8ab6-c242caff138d req-1a20ccfb-2c09-49b5-9583-40e2aa87bb7f tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:00.143862 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-710c6720-9afa-4435-8ab6-c242caff138d req-1a20ccfb-2c09-49b5-9583-40e2aa87bb7f tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.2226808 Jul 24 09:14:00.161679 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-658fe78f-7b8d-4ec3-abb2-11e5b367cfc6 service neutron] Attempting to bind port 0887817c-bdfb-442f-99ae-46fddb389c0a on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:14:00.162431 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-658fe78f-7b8d-4ec3-abb2-11e5b367cfc6 service neutron] Attempting to bind port 0887817c-bdfb-442f-99ae-46fddb389c0a by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:14:00.162698 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-658fe78f-7b8d-4ec3-abb2-11e5b367cfc6 service neutron] Attempting to bind port 0887817c-bdfb-442f-99ae-46fddb389c0a on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:14:00.196835 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-658fe78f-7b8d-4ec3-abb2-11e5b367cfc6 service neutron] Port 0887817c-bdfb-442f-99ae-46fddb389c0a on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:14:00.197175 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-658fe78f-7b8d-4ec3-abb2-11e5b367cfc6 service neutron] Attempting to bind port 0887817c-bdfb-442f-99ae-46fddb389c0a on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:14:00.252822 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-658fe78f-7b8d-4ec3-abb2-11e5b367cfc6 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:14:00.253177 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-658fe78f-7b8d-4ec3-abb2-11e5b367cfc6 service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:14:00.253575 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-658fe78f-7b8d-4ec3-abb2-11e5b367cfc6 service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:14:00.254031 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-658fe78f-7b8d-4ec3-abb2-11e5b367cfc6 service neutron] Bound port: 0887817c-bdfb-442f-99ae-46fddb389c0a, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:14:00.254395 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-658fe78f-7b8d-4ec3-abb2-11e5b367cfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:00.279096 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11632fd-8b4a-4f72-941a-5eca71699569 req-a6e72426-cd15-406b-a5cf-d0284dd1882c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:00.288265 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b11632fd-8b4a-4f72-941a-5eca71699569 req-a6e72426-cd15-406b-a5cf-d0284dd1882c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=974892c5-5ece-4f78-b1f8-12b03f6581c7 HTTP/1.1" status: 200 len: 946 time: 0.0941045 Jul 24 09:14:00.318649 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-710c6720-9afa-4435-8ab6-c242caff138d req-9621f7a7-28a5-43ae-80e7-9d1fdbd2ea10 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737268 Jul 24 09:14:00.343617 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b11632fd-8b4a-4f72-941a-5eca71699569 req-c3306733-5cb7-4ef2-a4a1-9a48b06e702a tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538971 Jul 24 09:14:00.370522 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:00.412228 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-4a154a41-6d6e-4e1b-8f35-ac91e480f7b4 req-ebb2753b-e6a0-4668-8010-69ac0a39476e tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] For port 1443a187-776f-455e-a481-86e4d759b5b0, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=1443a187-776f-455e-a481-86e4d759b5b0,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:00.412599 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4a154a41-6d6e-4e1b-8f35-ac91e480f7b4 req-ebb2753b-e6a0-4668-8010-69ac0a39476e tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:00.464364 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-4a154a41-6d6e-4e1b-8f35-ac91e480f7b4 req-ebb2753b-e6a0-4668-8010-69ac0a39476e tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Calling delete_port for 1443a187-776f-455e-a481-86e4d759b5b0 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:14:00.584203 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-658fe78f-7b8d-4ec3-abb2-11e5b367cfc6 service neutron] For port 0887817c-bdfb-442f-99ae-46fddb389c0a, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:14:00.613775 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87637d-56b6-46de-895b-afe61c745d78 req-328a8a5f-1a3d-40ae-9725-cbbfeb183281 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:00.616000 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5f87637d-56b6-46de-895b-afe61c745d78 req-328a8a5f-1a3d-40ae-9725-cbbfeb183281 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 946 time: 0.3833683 Jul 24 09:14:00.626298 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-658fe78f-7b8d-4ec3-abb2-11e5b367cfc6 service neutron] For port 0887817c-bdfb-442f-99ae-46fddb389c0a, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0887817c-bdfb-442f-99ae-46fddb389c0a,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:14:00.671620 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-658fe78f-7b8d-4ec3-abb2-11e5b367cfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:00.687608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb868130-b33e-42c9-a191-dc2718811049 req-e54d3cee-231f-46fc-ad4e-fe0e7ea217f4 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:00.689213 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bb868130-b33e-42c9-a191-dc2718811049 req-e54d3cee-231f-46fc-ad4e-fe0e7ea217f4 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6b3a540-e7a0-416b-bbcd-614695688dec HTTP/1.1" status: 200 len: 946 time: 0.3425415 Jul 24 09:14:00.778004 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:14:00.783106 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c5ea6-6934-4643-a176-6f5944fe6d96 req-f6f101a4-797d-4f4f-b46a-f704fbffd4f3 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:00.785345 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da1c5ea6-6934-4643-a176-6f5944fe6d96 req-f6f101a4-797d-4f4f-b46a-f704fbffd4f3 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 946 time: 0.3699617 Jul 24 09:14:00.835392 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-658fe78f-7b8d-4ec3-abb2-11e5b367cfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:00.836132 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-658fe78f-7b8d-4ec3-abb2-11e5b367cfc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:00.837929 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-658fe78f-7b8d-4ec3-abb2-11e5b367cfc6 service neutron] 10.222.0.37 "PUT /v2.0/ports/0887817c-bdfb-442f-99ae-46fddb389c0a HTTP/1.1" status: 200 len: 1096 time: 1.6663694 Jul 24 09:14:00.863300 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9283af2-8c7a-4b4b-bc1e-41f3460745c0', 'tag': '0887817c-bdfb-442f-99ae-46fddb389c0a'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:00.868935 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5d438b-9d87-458d-9f49-75dd7375f259" -d '{"events": [{"name": "network-changed", "server_uuid": "d9283af2-8c7a-4b4b-bc1e-41f3460745c0", "tag": "0887817c-bdfb-442f-99ae-46fddb389c0a"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:00.940777 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f9cce-0677-454d-aa74-59c1c4af4e13 req-849447a0-57db-4bc9-9de6-1e94cb5f2c20 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:00.941043 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:00.943390 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ce5f9cce-0677-454d-aa74-59c1c4af4e13 req-849447a0-57db-4bc9-9de6-1e94cb5f2c20 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9283af2-8c7a-4b4b-bc1e-41f3460745c0 HTTP/1.1" status: 200 len: 948 time: 0.0805063 Jul 24 09:14:00.992123 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:01.002610 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ce5f9cce-0677-454d-aa74-59c1c4af4e13 req-7ab57b78-8822-40a7-b0ba-817ff94bee62 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467966 Jul 24 09:14:01.010133 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': '8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5', 'mac_address': 'fa:16:3e:27:7a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:14:01.061890 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:01.079695 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:14:01.105959 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:01.111070 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:01.176168 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11075c8-05d9-466b-8f17-c4c2257acf9c req-d7ec4b76-7ab1-4190-9514-870cea458b4a tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:01.177819 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e11075c8-05d9-466b-8f17-c4c2257acf9c req-d7ec4b76-7ab1-4190-9514-870cea458b4a tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6b3a540-e7a0-416b-bbcd-614695688dec HTTP/1.1" status: 200 len: 946 time: 0.0891449 Jul 24 09:14:01.187481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:01.223727 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e11075c8-05d9-466b-8f17-c4c2257acf9c req-16c215aa-58fc-4b57-940b-b5b726c26686 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370224 Jul 24 09:14:01.251665 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:01.409308 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658fe78f-7b8d-4ec3-abb2-11e5b367cfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=0887817c-bdfb-442f-99ae-46fddb389c0a,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:01.426002 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2e7ed1-2104-4062-b309-51e03f59dc72 x-openstack-request-id: req-0a2e7ed1-2104-4062-b309-51e03f59dc72 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:01.426839 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9283af2-8c7a-4b4b-bc1e-41f3460745c0", "tag": "0887817c-bdfb-442f-99ae-46fddb389c0a", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:01.427515 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a2e7ed1-2104-4062-b309-51e03f59dc72 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:01.427515 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9283af2-8c7a-4b4b-bc1e-41f3460745c0', 'tag': '0887817c-bdfb-442f-99ae-46fddb389c0a', 'status': 'completed', 'code': 200} Jul 24 09:14:01.433612 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4a154a41-6d6e-4e1b-8f35-ac91e480f7b4 req-ebb2753b-e6a0-4668-8010-69ac0a39476e tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:01.476624 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['1443a187-776f-455e-a481-86e4d759b5b0'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:01.520846 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2753b-e6a0-4668-8010-69ac0a39476e tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Pushing event deleted for resources: {'Port': ['ID=1443a187-776f-455e-a481-86e4d759b5b0,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:01.541717 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da1c5ea6-6934-4643-a176-6f5944fe6d96 req-05ac6e6b-b38d-447b-8ed4-452c49d96e80 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b5347b6-711e-456c-a2ba-2bec24195cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7311492 Jul 24 09:14:01.543512 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c673438-b55f-411b-8ae9-20c0a014d472 req-d98f742c-52b7-4070-b0d7-56b8c8c89ae2 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:01.559596 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7c673438-b55f-411b-8ae9-20c0a014d472 req-d98f742c-52b7-4070-b0d7-56b8c8c89ae2 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.0856235 Jul 24 09:14:01.625441 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7c673438-b55f-411b-8ae9-20c0a014d472 req-bb275c5e-5cbb-4d9f-a0bf-c9ac23428f14 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648248 Jul 24 09:14:01.633087 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-7860d259-2b4c-4184-89c1-ee7d2d12b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:01.634732 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-7860d259-2b4c-4184-89c1-ee7d2d12b86b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55b10a1852e84b7588aba204f57f066d&device_id=d9283af2-8c7a-4b4b-bc1e-41f3460745c0 HTTP/1.1" status: 200 len: 1099 time: 0.7109697 Jul 24 09:14:01.683524 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-5f87637d-56b6-46de-895b-afe61c745d78 req-0b603930-92ed-4ca2-8f10-5946374350d7 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Deleting port fc0fe7ec-f687-428c-a573-2d073ba91095 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:14:01.683976 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5f87637d-56b6-46de-895b-afe61c745d78 req-0b603930-92ed-4ca2-8f10-5946374350d7 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:01.749297 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ee5e7943-4cb8-4a51-b6e1-28c64c01bcaf req-d068ba5d-55da-49c6-8ac6-2ae4125b64b7 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=974892c5-5ece-4f78-b1f8-12b03f6581c7 HTTP/1.1" status: 200 len: 210 time: 0.1118205 Jul 24 09:14:01.773071 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a154a41-6d6e-4e1b-8f35-ac91e480f7b4 req-ebb2753b-e6a0-4668-8010-69ac0a39476e tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] No DVR routers for this DVR port 1443a187-776f-455e-a481-86e4d759b5b0 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:14:01.776543 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4a154a41-6d6e-4e1b-8f35-ac91e480f7b4 req-ebb2753b-e6a0-4668-8010-69ac0a39476e tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:01.778564 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4a154a41-6d6e-4e1b-8f35-ac91e480f7b4 req-ebb2753b-e6a0-4668-8010-69ac0a39476e tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.20 "DELETE /v2.0/ports/1443a187-776f-455e-a481-86e4d759b5b0 HTTP/1.1" status: 204 len: 173 time: 1.9600158 Jul 24 09:14:01.797216 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-d50e5a1d-ba8f-427a-9478-d25b773afc11 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=0887817c-bdfb-442f-99ae-46fddb389c0a HTTP/1.1" status: 200 len: 217 time: 0.1466401 Jul 24 09:14:01.911136 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-bb868130-b33e-42c9-a191-dc2718811049 req-77d3a2a2-457e-4f27-ba14-5cd542427bef tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Deleting port b454a58e-3f8d-400d-bfba-8c2acc26a43e {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:14:01.912188 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bb868130-b33e-42c9-a191-dc2718811049 req-77d3a2a2-457e-4f27-ba14-5cd542427bef tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:01.962443 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-684a55fe-f8b1-4ce3-8f91-89afdf26b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:01.963892 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-684a55fe-f8b1-4ce3-8f91-89afdf26b234 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1560595 Jul 24 09:14:01.973786 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5f87637d-56b6-46de-895b-afe61c745d78 req-0b603930-92ed-4ca2-8f10-5946374350d7 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] For port fc0fe7ec-f687-428c-a573-2d073ba91095, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=fc0fe7ec-f687-428c-a573-2d073ba91095,segment=NetworkSegment(36cfa9ef-0156-423c-ad72-ca6ce194d167),segment_id=36cfa9ef-0156-423c-ad72-ca6ce194d167)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:01.974152 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5f87637d-56b6-46de-895b-afe61c745d78 req-0b603930-92ed-4ca2-8f10-5946374350d7 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:02.181872 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d162c-2e85-4d54-96e0-cc0554375290 req-776c4a52-12ce-4f38-a700-7dc17f2ebe90 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:02.183370 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a86d162c-2e85-4d54-96e0-cc0554375290 req-776c4a52-12ce-4f38-a700-7dc17f2ebe90 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9283af2-8c7a-4b4b-bc1e-41f3460745c0 HTTP/1.1" status: 200 len: 948 time: 0.0892770 Jul 24 09:14:02.235953 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-bb868130-b33e-42c9-a191-dc2718811049 req-77d3a2a2-457e-4f27-ba14-5cd542427bef tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] For port b454a58e-3f8d-400d-bfba-8c2acc26a43e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b454a58e-3f8d-400d-bfba-8c2acc26a43e,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:02.236469 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bb868130-b33e-42c9-a191-dc2718811049 req-77d3a2a2-457e-4f27-ba14-5cd542427bef tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:02.246378 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a86d162c-2e85-4d54-96e0-cc0554375290 req-e26adda7-3e60-4746-b31b-fdeb9dfd136e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559983 Jul 24 09:14:02.282181 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-bb868130-b33e-42c9-a191-dc2718811049 req-77d3a2a2-457e-4f27-ba14-5cd542427bef tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Calling delete_port for b454a58e-3f8d-400d-bfba-8c2acc26a43e owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:14:02.285306 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-38aba25d-6296-4293-9fa9-3b200335dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:02.287090 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-38aba25d-6296-4293-9fa9-3b200335dfa0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2795215 Jul 24 09:14:02.527800 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5f87637d-56b6-46de-895b-afe61c745d78 req-0b603930-92ed-4ca2-8f10-5946374350d7 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:02.528226 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5f87637d-56b6-46de-895b-afe61c745d78 req-0b603930-92ed-4ca2-8f10-5946374350d7 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:02.528551 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [req-5f87637d-56b6-46de-895b-afe61c745d78 req-0b603930-92ed-4ca2-8f10-5946374350d7 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Floating IP 693b5c30-3c08-4980-8eb9-616db2d4866f disassociated. External IP: 172.25.7.163, port: fc0fe7ec-f687-428c-a573-2d073ba91095. Jul 24 09:14:02.529008 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-5f87637d-56b6-46de-895b-afe61c745d78 req-0b603930-92ed-4ca2-8f10-5946374350d7 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Calling delete_port for fc0fe7ec-f687-428c-a573-2d073ba91095 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:14:02.639745 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebd198-ece0-490a-9394-f647a9e32e07 req-3fc12282-e417-4ab1-aa8d-808266885937 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:02.641311 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eeebd198-ece0-490a-9394-f647a9e32e07 req-3fc12282-e417-4ab1-aa8d-808266885937 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6b3a540-e7a0-416b-bbcd-614695688dec HTTP/1.1" status: 200 len: 946 time: 0.3176153 Jul 24 09:14:02.652976 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-d7442cd9-4d20-4aae-8c6c-b6cc2dfe0259 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350487 Jul 24 09:14:02.753982 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecb1c4-5ea0-4e1b-9834-8e9a37fe8b33 req-50cfc47c-2101-4160-ae64-32d67a4c4929 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:02.762215 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-04ecb1c4-5ea0-4e1b-9834-8e9a37fe8b33 req-50cfc47c-2101-4160-ae64-32d67a4c4929 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 946 time: 0.1164412 Jul 24 09:14:02.782327 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eeebd198-ece0-490a-9394-f647a9e32e07 req-8d01b22e-ada3-440b-bd15-37b129aefb59 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214702 Jul 24 09:14:02.806782 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:14:02.822475 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-04ecb1c4-5ea0-4e1b-9834-8e9a37fe8b33 req-b803ea60-9c66-4f32-88c2-f89a2a82a30f tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b5347b6-711e-456c-a2ba-2bec24195cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534594 Jul 24 09:14:02.873413 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:02.900141 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:14:02.900969 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:02.987928 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bb868130-b33e-42c9-a191-dc2718811049 req-77d3a2a2-457e-4f27-ba14-5cd542427bef tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:03.012616 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['1b514407-0733-4ec2-ad39-60c90b9c796c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:03.038425 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15ce427e-3169-43a7-aa60-1ce99fb83ee3 req-c8c59e62-a72a-4d5e-957a-9b54fea15bfc service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568435 Jul 24 09:14:03.042883 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['880fbce5-c5db-464b-a114-3858d9fcfd2c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:03.082167 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:03.135287 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:03.135287 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4382dbca-ef42-4cb1-bad2-8951e0ec3a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:03.135287 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9281e27a-fc67-4eb1-8f9a-2e21207f6c6c" -d '{"events": [{"server_uuid": "4382dbca-ef42-4cb1-bad2-8951e0ec3a50", "name": "network-vif-plugged", "status": "completed", "tag": "8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:03.141655 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:03.142420 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device fc0fe7ec-f687-428c-a573-2d073ba91095 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:14:03.153326 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3a2a2-457e-4f27-ba14-5cd542427bef tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Pushing event deleted for resources: {'Port': ['ID=b454a58e-3f8d-400d-bfba-8c2acc26a43e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:03.246956 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a77c3a-d898-4566-aaa7-188d9db34e23 x-openstack-request-id: req-79a77c3a-d898-4566-aaa7-188d9db34e23 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:03.247234 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4382dbca-ef42-4cb1-bad2-8951e0ec3a50", "name": "network-vif-plugged", "status": "completed", "tag": "8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:03.247486 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79a77c3a-d898-4566-aaa7-188d9db34e23 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:03.247877 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4382dbca-ef42-4cb1-bad2-8951e0ec3a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5', 'code': 200} Jul 24 09:14:03.315951 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb868130-b33e-42c9-a191-dc2718811049 req-77d3a2a2-457e-4f27-ba14-5cd542427bef tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] No DVR routers for this DVR port b454a58e-3f8d-400d-bfba-8c2acc26a43e on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:14:03.320102 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bb868130-b33e-42c9-a191-dc2718811049 req-77d3a2a2-457e-4f27-ba14-5cd542427bef tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:03.322945 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bb868130-b33e-42c9-a191-dc2718811049 req-77d3a2a2-457e-4f27-ba14-5cd542427bef tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.37 "DELETE /v2.0/ports/b454a58e-3f8d-400d-bfba-8c2acc26a43e HTTP/1.1" status: 204 len: 173 time: 2.5981615 Jul 24 09:14:03.329494 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5,revision_number=7']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:03.330676 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5f87637d-56b6-46de-895b-afe61c745d78 req-0b603930-92ed-4ca2-8f10-5946374350d7 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:03.337240 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No active binding found for port fc0fe7ec-f687-428c-a573-2d073ba91095 {{(pid=94037) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 24 09:14:03.337692 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device fc0fe7ec-f687-428c-a573-2d073ba91095 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:14:03.338262 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device b454a58e-3f8d-400d-bfba-8c2acc26a43e no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:14:03.346740 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c613ff-87c9-40ab-8262-7394957befc9 req-27a501b4-9835-4116-b599-a315bc45d3f6 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:03.358855 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-52c613ff-87c9-40ab-8262-7394957befc9 req-27a501b4-9835-4116-b599-a315bc45d3f6 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.4701426 Jul 24 09:14:03.366381 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: b454a58e-3f8d-400d-bfba-8c2acc26a43e {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:14:03.366840 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device b454a58e-3f8d-400d-bfba-8c2acc26a43e not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:14:03.455357 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974892c5-5ece-4f78-b1f8-12b03f6581c7', 'name': 'network-vif-deleted', 'tag': '1443a187-776f-455e-a481-86e4d759b5b0'}, {'server_uuid': 'a6b3a540-e7a0-416b-bbcd-614695688dec', 'name': 'network-vif-deleted', 'tag': 'b454a58e-3f8d-400d-bfba-8c2acc26a43e'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:03.464153 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13b6d4f-a65d-42ec-8b7f-69aa1d0061f7" -d '{"events": [{"server_uuid": "974892c5-5ece-4f78-b1f8-12b03f6581c7", "name": "network-vif-deleted", "tag": "1443a187-776f-455e-a481-86e4d759b5b0"}, {"server_uuid": "a6b3a540-e7a0-416b-bbcd-614695688dec", "name": "network-vif-deleted", "tag": "b454a58e-3f8d-400d-bfba-8c2acc26a43e"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:03.513348 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b603930-92ed-4ca2-8f10-5946374350d7 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Pushing event deleted for resources: {'Port': ['ID=fc0fe7ec-f687-428c-a573-2d073ba91095,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:03.619963 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-52c613ff-87c9-40ab-8262-7394957befc9 req-494a24a8-46af-46d3-87a2-dd9ebc7875cf tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568476 Jul 24 09:14:03.625284 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-fda8556a-d150-43ca-ae1a-918a49f1af2b tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:03.628431 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-fda8556a-d150-43ca-ae1a-918a49f1af2b tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/networks?id=ae3d61b8-100f-4726-9451-0b010e6cd4d8 HTTP/1.1" status: 200 len: 812 time: 0.2244799 Jul 24 09:14:03.647660 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-b6c183e7-d234-4810-b6c2-625bb0b5e424 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/quotas/c1913b66f5ab41bbbc2b819d5a63abda HTTP/1.1" status: 200 len: 375 time: 0.0141346 Jul 24 09:14:03.670192 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d438b-9d87-458d-9f49-75dd7375f259 req-abea5878-dcf1-455b-8b86-857f319dd297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:03.671761 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df5d438b-9d87-458d-9f49-75dd7375f259 req-abea5878-dcf1-455b-8b86-857f319dd297 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55b10a1852e84b7588aba204f57f066d&device_id=d9283af2-8c7a-4b4b-bc1e-41f3460745c0 HTTP/1.1" status: 200 len: 1099 time: 0.5127411 Jul 24 09:14:03.718397 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-447a5010-d3da-48a5-acf3-2526e953315c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1913b66f5ab41bbbc2b819d5a63abda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648708 Jul 24 09:14:03.749193 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f87637d-56b6-46de-895b-afe61c745d78 req-0b603930-92ed-4ca2-8f10-5946374350d7 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Router 88983ba8-b61b-4470-9952-5589af363d79 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:14:03.870099 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 1443a187-776f-455e-a481-86e4d759b5b0 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:14:03.890908 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-aee7a09c-6857-4476-b745-a40f92869499 service neutron] 10.222.0.32 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710680 Jul 24 09:14:03.935238 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 1443a187-776f-455e-a481-86e4d759b5b0 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:14:03.935748 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 1443a187-776f-455e-a481-86e4d759b5b0 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:14:04.259408 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f87637d-56b6-46de-895b-afe61c745d78 req-0b603930-92ed-4ca2-8f10-5946374350d7 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:14:04.273303 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0167acf4-135e-4ca3-932f-380fb5ef4305 None None] Sync routers for ids ['88983ba8-b61b-4470-9952-5589af363d79'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:14:04.287399 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0167acf4-135e-4ca3-932f-380fb5ef4305 None None] Routers {'88983ba8-b61b-4470-9952-5589af363d79'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:14:04.288373 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-0167acf4-135e-4ca3-932f-380fb5ef4305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:14:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['88983ba8-b61b-4470-9952-5589af363d79'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:14:04.309467 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d438b-9d87-458d-9f49-75dd7375f259 req-ea6a5a13-d58e-4995-b2e4-570e99e79d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:04.316913 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df5d438b-9d87-458d-9f49-75dd7375f259 req-ea6a5a13-d58e-4995-b2e4-570e99e79d19 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.6157157 Jul 24 09:14:04.400549 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f87637d-56b6-46de-895b-afe61c745d78 req-0b603930-92ed-4ca2-8f10-5946374350d7 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] No DVR routers for this DVR port fc0fe7ec-f687-428c-a573-2d073ba91095 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:14:04.404659 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5f87637d-56b6-46de-895b-afe61c745d78 req-0b603930-92ed-4ca2-8f10-5946374350d7 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:04.406681 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5f87637d-56b6-46de-895b-afe61c745d78 req-0b603930-92ed-4ca2-8f10-5946374350d7 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.37 "DELETE /v2.0/ports/fc0fe7ec-f687-428c-a573-2d073ba91095 HTTP/1.1" status: 204 len: 173 time: 3.7824559 Jul 24 09:14:04.408291 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df5d438b-9d87-458d-9f49-75dd7375f259 req-a7aff614-bc42-4583-9bfc-113b6e6ffc90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=0887817c-bdfb-442f-99ae-46fddb389c0a HTTP/1.1" status: 200 len: 217 time: 0.0790551 Jul 24 09:14:04.427396 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528399b-8d0c-4a9e-bc9d-0e009f6eefc0 req-cec64c18-b3e4-4a6f-9c21-727fdfaab041 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:04.435650 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3528399b-8d0c-4a9e-bc9d-0e009f6eefc0 req-cec64c18-b3e4-4a6f-9c21-727fdfaab041 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9283af2-8c7a-4b4b-bc1e-41f3460745c0 HTTP/1.1" status: 200 len: 948 time: 0.6789479 Jul 24 09:14:04.445005 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-4f9d20b2-d323-4530-a99d-2bd9e471733e service neutron] 10.222.0.32 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5530336 Jul 24 09:14:04.450888 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-0167acf4-135e-4ca3-932f-380fb5ef4305 None None] Set router 88983ba8-b61b-4470-9952-5589af363d79 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:14:04.538365 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d438b-9d87-458d-9f49-75dd7375f259 req-1cc563b3-99fb-4574-a8be-ac67675c2296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:04.540322 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df5d438b-9d87-458d-9f49-75dd7375f259 req-1cc563b3-99fb-4574-a8be-ac67675c2296 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.1002207 Jul 24 09:14:04.563591 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3528399b-8d0c-4a9e-bc9d-0e009f6eefc0 req-1d273222-a985-4aed-b33a-0a7ee3c87804 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141267 Jul 24 09:14:04.683551 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d438b-9d87-458d-9f49-75dd7375f259 req-a32edf94-f9c0-42fd-a886-9634df80a898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:04.684704 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df5d438b-9d87-458d-9f49-75dd7375f259 req-a32edf94-f9c0-42fd-a886-9634df80a898 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1200597 Jul 24 09:14:04.729371 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b4d207-74f5-4377-bea0-39a9dbf6d081 x-openstack-request-id: req-80b4d207-74f5-4377-bea0-39a9dbf6d081 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:04.729676 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974892c5-5ece-4f78-b1f8-12b03f6581c7", "name": "network-vif-deleted", "tag": "1443a187-776f-455e-a481-86e4d759b5b0", "status": "completed", "code": 200}, {"server_uuid": "a6b3a540-e7a0-416b-bbcd-614695688dec", "name": "network-vif-deleted", "tag": "b454a58e-3f8d-400d-bfba-8c2acc26a43e", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:04.729930 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80b4d207-74f5-4377-bea0-39a9dbf6d081 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:04.730331 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974892c5-5ece-4f78-b1f8-12b03f6581c7', 'name': 'network-vif-deleted', 'tag': '1443a187-776f-455e-a481-86e4d759b5b0', 'status': 'completed', 'code': 200} Jul 24 09:14:04.730656 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b3a540-e7a0-416b-bbcd-614695688dec', 'name': 'network-vif-deleted', 'tag': 'b454a58e-3f8d-400d-bfba-8c2acc26a43e', 'status': 'completed', 'code': 200} Jul 24 09:14:04.852169 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7fa0ed8c-ed60-4f66-9fc9-cedf59bef285 req-24a7c83a-b36c-4619-8b26-46d6447289fb tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 210 time: 0.0589859 Jul 24 09:14:04.888657 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-0167acf4-135e-4ca3-932f-380fb5ef4305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88983ba8-b61b-4470-9952-5589af363d79', 'name': 'tempest-ServersTestBootFromVolume-12445318-router', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '00b0590b-f9a9-46cf-8d66-43529722eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:10:50Z', 'updated_at': '2021-07-24T09:10:59Z', 'revision_number': 4, 'project_id': '8c71868cf42742a9bfdaacdee1de29ba', 'gw_port': {'id': '00b0590b-f9a9-46cf-8d66-43529722eb39', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88983ba8-b61b-4470-9952-5589af363d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:10:52Z', 'updated_at': '2021-07-24T09:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '04016e32-afd4-4dc1-912f-11f1915d463d', 'name': '', 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'mac_address': 'fa:16:3e:bf:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88983ba8-b61b-4470-9952-5589af363d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'e6720e9f-2a6f-42ff-8147-d74598470cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:10:58Z', 'updated_at': '2021-07-24T09:11:07Z', 'revision_number': 5, 'project_id': '8c71868cf42742a9bfdaacdee1de29ba', 'subnets': [{'id': 'e6720e9f-2a6f-42ff-8147-d74598470cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:14:04.896969 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df5d438b-9d87-458d-9f49-75dd7375f259 req-ce81f9ab-52a9-4a8b-93ae-15a21f855875 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022474 Jul 24 09:14:04.949579 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0167acf4-135e-4ca3-932f-380fb5ef4305 None None] Checking router: 88983ba8-b61b-4470-9952-5589af363d79 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:14:04.974611 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0167acf4-135e-4ca3-932f-380fb5ef4305 None None] Routers {'88983ba8-b61b-4470-9952-5589af363d79'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:14:04.975251 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-0167acf4-135e-4ca3-932f-380fb5ef4305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:14:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['88983ba8-b61b-4470-9952-5589af363d79'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:14:05.110746 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-39079679-8847-41b5-87e1-d4f48a287bb0 req-a75eb24d-5900-40ad-a46f-14c56c83f27a tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da HTTP/1.1" status: 200 len: 210 time: 0.0671012 Jul 24 09:14:05.181325 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df5d438b-9d87-458d-9f49-75dd7375f259 req-66d5aaa8-c8e6-4b94-8c09-c8d9189141bf service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731194 Jul 24 09:14:05.182426 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-0167acf4-135e-4ca3-932f-380fb5ef4305 None None] Set router 88983ba8-b61b-4470-9952-5589af363d79 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:14:05.227994 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7a17b-7b20-4c1b-8566-0002baacdae1 req-e575efed-0c73-44e6-aa97-e2e84948b42c tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:05.236554 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-77e7a17b-7b20-4c1b-8566-0002baacdae1 req-e575efed-0c73-44e6-aa97-e2e84948b42c tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.1951997 Jul 24 09:14:05.289344 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-77e7a17b-7b20-4c1b-8566-0002baacdae1 req-d5ba107a-bbbf-41bc-9917-08505cd7b957 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501001 Jul 24 09:14:05.523021 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-0167acf4-135e-4ca3-932f-380fb5ef4305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88983ba8-b61b-4470-9952-5589af363d79', 'name': 'tempest-ServersTestBootFromVolume-12445318-router', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '00b0590b-f9a9-46cf-8d66-43529722eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:10:50Z', 'updated_at': '2021-07-24T09:10:59Z', 'revision_number': 4, 'project_id': '8c71868cf42742a9bfdaacdee1de29ba', 'gw_port': {'id': '00b0590b-f9a9-46cf-8d66-43529722eb39', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88983ba8-b61b-4470-9952-5589af363d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:10:52Z', 'updated_at': '2021-07-24T09:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '04016e32-afd4-4dc1-912f-11f1915d463d', 'name': '', 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'mac_address': 'fa:16:3e:bf:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88983ba8-b61b-4470-9952-5589af363d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'e6720e9f-2a6f-42ff-8147-d74598470cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:10:58Z', 'updated_at': '2021-07-24T09:11:07Z', 'revision_number': 5, 'project_id': '8c71868cf42742a9bfdaacdee1de29ba', 'subnets': [{'id': 'e6720e9f-2a6f-42ff-8147-d74598470cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:14:05.550628 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0167acf4-135e-4ca3-932f-380fb5ef4305 None None] The sync data for ids ['88983ba8-b61b-4470-9952-5589af363d79'] in n-d-800085-9 is: [{'id': '88983ba8-b61b-4470-9952-5589af363d79', 'name': 'tempest-ServersTestBootFromVolume-12445318-router', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '00b0590b-f9a9-46cf-8d66-43529722eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:10:50Z', 'updated_at': '2021-07-24T09:10:59Z', 'revision_number': 4, 'project_id': '8c71868cf42742a9bfdaacdee1de29ba', 'gw_port': {'id': '00b0590b-f9a9-46cf-8d66-43529722eb39', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88983ba8-b61b-4470-9952-5589af363d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:10:52Z', 'updated_at': '2021-07-24T09:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '04016e32-afd4-4dc1-912f-11f1915d463d', 'name': '', 'network_id': '6a12e80f-7c41-440f-b622-d5f8b868fb83', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'mac_address': 'fa:16:3e:bf:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88983ba8-b61b-4470-9952-5589af363d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'e6720e9f-2a6f-42ff-8147-d74598470cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:10:58Z', 'updated_at': '2021-07-24T09:11:07Z', 'revision_number': 5, 'project_id': '8c71868cf42742a9bfdaacdee1de29ba', 'subnets': [{'id': 'e6720e9f-2a6f-42ff-8147-d74598470cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:14:05.615487 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef9488-f5db-45f9-a9b8-69d610e29a71 req-b8273a52-787a-4b29-b209-5f03bcb29517 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:05.619207 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8aef9488-f5db-45f9-a9b8-69d610e29a71 req-b8273a52-787a-4b29-b209-5f03bcb29517 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3ac7328-f9a1-4f56-a5c4-72b19e5a6357 HTTP/1.1" status: 200 len: 945 time: 0.1234415 Jul 24 09:14:05.719293 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8aef9488-f5db-45f9-a9b8-69d610e29a71 req-b029e7c2-a16f-420b-8aef-b78906718f14 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946133 Jul 24 09:14:05.863106 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0a67d-498d-4bc3-8cc5-68c122d6adf3 req-fa4d2635-49e3-42d4-9682-d7db854da409 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:05.863755 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-87e0a67d-498d-4bc3-8cc5-68c122d6adf3 req-fa4d2635-49e3-42d4-9682-d7db854da409 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9283af2-8c7a-4b4b-bc1e-41f3460745c0 HTTP/1.1" status: 200 len: 948 time: 0.1682057 Jul 24 09:14:05.940025 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-87e0a67d-498d-4bc3-8cc5-68c122d6adf3 req-f7031f2c-5ffb-4cb9-8bdf-6838b70eb43e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644858 Jul 24 09:14:06.072209 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8856b626-1e17-4bad-9ffb-42f18ab85990 req-a05640b5-0556-487a-9249-794080625660 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 210 time: 0.0457063 Jul 24 09:14:06.077203 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ad937-1d56-46ed-a37d-82eb725d4a0d None None] New status for floating IP 693b5c30-3c08-4980-8eb9-616db2d4866f: DOWN {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:14:06.416583 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-36f8a1a9-dd71-487d-9e6b-4c4779d725a4 req-b8d306ce-64e4-47f4-ade1-0057d753a5f2 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da HTTP/1.1" status: 200 len: 210 time: 0.1635289 Jul 24 09:14:06.471735 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-e6e3a6c9-21f9-4aad-96d5-c6a817c4c0d9 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:06.474142 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-e6e3a6c9-21f9-4aad-96d5-c6a817c4c0d9 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.20 "GET /v2.0/networks?id=ae3d61b8-100f-4726-9451-0b010e6cd4d8 HTTP/1.1" status: 200 len: 812 time: 0.2765956 Jul 24 09:14:06.487354 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-5a07d85e-8c58-407c-a57c-6a035ed7e23c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Request body: {'port': {'device_id': '2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da', 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8', 'admin_state_up': True, 'tenant_id': 'c1913b66f5ab41bbbc2b819d5a63abda'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:14:06.495066 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885d4cb-adc6-4eaa-9a93-9ba24cd05e7f req-1fe1d2a7-0476-44dc-9ffb-292cc1a52570 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:06.502052 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7885d4cb-adc6-4eaa-9a93-9ba24cd05e7f req-1fe1d2a7-0476-44dc-9ffb-292cc1a52570 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.0890148 Jul 24 09:14:06.546790 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7885d4cb-adc6-4eaa-9a93-9ba24cd05e7f req-ee97f678-d069-4b5a-9cb7-18e89bbf938e tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434394 Jul 24 09:14:06.627761 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-5a07d85e-8c58-407c-a57c-6a035ed7e23c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Made reservation on behalf of c1913b66f5ab41bbbc2b819d5a63abda for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:14:06.632469 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-5a07d85e-8c58-407c-a57c-6a035ed7e23c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:06.732534 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d609551-2583-485f-8d7f-c3f03543afca', 'name': 'network-vif-deleted', 'tag': 'fc0fe7ec-f687-428c-a573-2d073ba91095'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:06.734871 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d16ff4-271f-4eee-abc1-c273df366239" -d '{"events": [{"server_uuid": "6d609551-2583-485f-8d7f-c3f03543afca", "name": "network-vif-deleted", "tag": "fc0fe7ec-f687-428c-a573-2d073ba91095"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:06.791774 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-5a07d85e-8c58-407c-a57c-6a035ed7e23c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Allocated IP 172.20.0.2 (ae3d61b8-100f-4726-9451-0b010e6cd4d8/82774b4c-6531-498d-b907-9800d791c7b0/e870dfb7-5bdb-46ca-b64e-0e8252ea4307) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:14:06.811322 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691b9d06-a5e8-4660-ace0-a28a1e0fb2ca x-openstack-request-id: req-691b9d06-a5e8-4660-ace0-a28a1e0fb2ca {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:06.811627 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d609551-2583-485f-8d7f-c3f03543afca", "name": "network-vif-deleted", "tag": "fc0fe7ec-f687-428c-a573-2d073ba91095", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:06.811878 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-691b9d06-a5e8-4660-ace0-a28a1e0fb2ca {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:06.812457 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d609551-2583-485f-8d7f-c3f03543afca', 'name': 'network-vif-deleted', 'tag': 'fc0fe7ec-f687-428c-a573-2d073ba91095', 'status': 'completed', 'code': 200} Jul 24 09:14:06.822154 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 0887817c-bdfb-442f-99ae-46fddb389c0a details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:14:07.010368 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0887817c-bdfb-442f-99ae-46fddb389c0a, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0887817c-bdfb-442f-99ae-46fddb389c0a,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:07.037705 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '0887817c-bdfb-442f-99ae-46fddb389c0a', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': '0887817c-bdfb-442f-99ae-46fddb389c0a', 'mac_address': 'fa:16:3e:41:b5:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:14:07.082132 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:07.095002 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c6205-da05-4814-aaa3-b5d6af665b1c req-69614105-5bff-43ef-b0b4-43fb46a8a891 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:07.105610 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0887817c-bdfb-442f-99ae-46fddb389c0a {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:14:07.110726 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-241c6205-da05-4814-aaa3-b5d6af665b1c req-69614105-5bff-43ef-b0b4-43fb46a8a891 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3ac7328-f9a1-4f56-a5c4-72b19e5a6357 HTTP/1.1" status: 200 len: 945 time: 0.2649236 Jul 24 09:14:07.131357 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0887817c-bdfb-442f-99ae-46fddb389c0a, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0887817c-bdfb-442f-99ae-46fddb389c0a,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:07.141662 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:07.205049 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-5a07d85e-8c58-407c-a57c-6a035ed7e23c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:07.214860 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=0887817c-bdfb-442f-99ae-46fddb389c0a,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:07.229214 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-241c6205-da05-4814-aaa3-b5d6af665b1c req-947048b1-b4c4-4058-822e-beec13ce5739 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175983 Jul 24 09:14:07.229934 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d0874-c307-4b5f-84c5-ef07b11426a0 req-762a69d6-48cc-41bf-9c40-a9f2e1b0d132 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:07.231483 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d65d0874-c307-4b5f-84c5-ef07b11426a0 req-762a69d6-48cc-41bf-9c40-a9f2e1b0d132 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9283af2-8c7a-4b4b-bc1e-41f3460745c0 HTTP/1.1" status: 200 len: 948 time: 0.1976573 Jul 24 09:14:07.248202 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d52d30-c76b-4d55-999d-89e0d0aed39c req-3c781b6c-3c35-4293-8382-d14c606714d7 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:07.249794 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d3d52d30-c76b-4d55-999d-89e0d0aed39c req-3c781b6c-3c35-4293-8382-d14c606714d7 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3ac7328-f9a1-4f56-a5c4-72b19e5a6357 HTTP/1.1" status: 200 len: 945 time: 0.2498045 Jul 24 09:14:07.335262 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d65d0874-c307-4b5f-84c5-ef07b11426a0 req-eb34a7d0-0a26-49bf-ad56-aa137b30b00d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934489 Jul 24 09:14:07.387942 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-5a07d85e-8c58-407c-a57c-6a035ed7e23c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:07.432413 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['0887817c-bdfb-442f-99ae-46fddb389c0a'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:07.452321 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e234be57-c59a-4fd3-94bf-c88a857df624 req-ce2a5103-4ba6-44ea-bc0b-ad74f9a84e58 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 210 time: 0.0482075 Jul 24 09:14:07.468188 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07d85e-8c58-407c-a57c-6a035ed7e23c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Pushing event updated for resources: {'Port': ['ID=e870dfb7-5bdb-46ca-b64e-0e8252ea4307,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:07.476366 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-d3d52d30-c76b-4d55-999d-89e0d0aed39c req-b95565fa-0a87-4000-82d3-a0a669b36094 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Deleting port 1b514407-0733-4ec2-ad39-60c90b9c796c {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:14:07.476760 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d3d52d30-c76b-4d55-999d-89e0d0aed39c req-b95565fa-0a87-4000-82d3-a0a669b36094 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:07.482799 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-5a07d85e-8c58-407c-a57c-6a035ed7e23c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Network ae3d61b8-100f-4726-9451-0b010e6cd4d8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:14:07.500189 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-5a07d85e-8c58-407c-a57c-6a035ed7e23c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:14:07.514993 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07d85e-8c58-407c-a57c-6a035ed7e23c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:07.517036 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07d85e-8c58-407c-a57c-6a035ed7e23c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:07.517577 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07d85e-8c58-407c-a57c-6a035ed7e23c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:07.518091 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07d85e-8c58-407c-a57c-6a035ed7e23c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:07.518612 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07d85e-8c58-407c-a57c-6a035ed7e23c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:07.519172 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07d85e-8c58-407c-a57c-6a035ed7e23c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:07.519696 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07d85e-8c58-407c-a57c-6a035ed7e23c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:07.520765 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07d85e-8c58-407c-a57c-6a035ed7e23c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:07.521265 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07d85e-8c58-407c-a57c-6a035ed7e23c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:07.521871 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07d85e-8c58-407c-a57c-6a035ed7e23c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:07.522520 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07d85e-8c58-407c-a57c-6a035ed7e23c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:07.523217 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07d85e-8c58-407c-a57c-6a035ed7e23c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:07.529415 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-5a07d85e-8c58-407c-a57c-6a035ed7e23c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:14:07.624609 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-5a07d85e-8c58-407c-a57c-6a035ed7e23c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:07.625791 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-5a07d85e-8c58-407c-a57c-6a035ed7e23c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:07.631057 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2f87c-a3f6-4cdf-ab3a-9f25f16e0ddd req-329ba284-03bd-425d-8d37-c8bc8c1e3660 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:07.638120 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-27d2f87c-a3f6-4cdf-ab3a-9f25f16e0ddd req-329ba284-03bd-425d-8d37-c8bc8c1e3660 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da HTTP/1.1" status: 200 len: 931 time: 0.1282828 Jul 24 09:14:07.644131 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-5a07d85e-8c58-407c-a57c-6a035ed7e23c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1608956 Jul 24 09:14:07.668577 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-b61ec956-5f3b-4397-ab59-2632892d6748 service neutron] Request body: {'port': {'device_id': '2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:14:07.692812 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-27d2f87c-a3f6-4cdf-ab3a-9f25f16e0ddd req-0624089e-8f5c-4c3d-abc8-f7e237684492 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535023 Jul 24 09:14:07.791589 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-b61ec956-5f3b-4397-ab59-2632892d6748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:07.795526 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-d3d52d30-c76b-4d55-999d-89e0d0aed39c req-b95565fa-0a87-4000-82d3-a0a669b36094 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] For port 1b514407-0733-4ec2-ad39-60c90b9c796c, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=1b514407-0733-4ec2-ad39-60c90b9c796c,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:07.796091 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d3d52d30-c76b-4d55-999d-89e0d0aed39c req-b95565fa-0a87-4000-82d3-a0a669b36094 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:07.841069 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-d3d52d30-c76b-4d55-999d-89e0d0aed39c req-b95565fa-0a87-4000-82d3-a0a669b36094 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Calling delete_port for 1b514407-0733-4ec2-ad39-60c90b9c796c owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:14:08.033389 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110a0be-59c0-4a4b-a53e-74d00ac0ad92 req-df733875-447d-4f57-9f7d-a80e01d5666a tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:08.041153 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6110a0be-59c0-4a4b-a53e-74d00ac0ad92 req-df733875-447d-4f57-9f7d-a80e01d5666a tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.2507000 Jul 24 09:14:08.141675 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6110a0be-59c0-4a4b-a53e-74d00ac0ad92 req-9da4d6e1-ec8e-4967-843c-ba18d94d435f tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985448 Jul 24 09:14:08.257100 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d3d52d30-c76b-4d55-999d-89e0d0aed39c req-b95565fa-0a87-4000-82d3-a0a669b36094 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:08.277345 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['880fbce5-c5db-464b-a114-3858d9fcfd2c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:08.304644 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95565fa-0a87-4000-82d3-a0a669b36094 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Pushing event deleted for resources: {'Port': ['ID=1b514407-0733-4ec2-ad39-60c90b9c796c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:08.380495 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d52d30-c76b-4d55-999d-89e0d0aed39c req-b95565fa-0a87-4000-82d3-a0a669b36094 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] No DVR routers for this DVR port 1b514407-0733-4ec2-ad39-60c90b9c796c on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:14:08.384011 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d3d52d30-c76b-4d55-999d-89e0d0aed39c req-b95565fa-0a87-4000-82d3-a0a669b36094 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:08.386459 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d3d52d30-c76b-4d55-999d-89e0d0aed39c req-b95565fa-0a87-4000-82d3-a0a669b36094 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.37 "DELETE /v2.0/ports/1b514407-0733-4ec2-ad39-60c90b9c796c HTTP/1.1" status: 204 len: 173 time: 1.1303005 Jul 24 09:14:08.398940 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-b61ec956-5f3b-4397-ab59-2632892d6748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e870dfb7-5bdb-46ca-b64e-0e8252ea4307 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:14:08.405826 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d533feda-f493-43b7-9110-d76976b9fa55 req-6a76048d-3ef2-4c5f-b5a1-2cacd4bded92 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3ac7328-f9a1-4f56-a5c4-72b19e5a6357 HTTP/1.1" status: 200 len: 210 time: 0.0494127 Jul 24 09:14:08.422350 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-b61ec956-5f3b-4397-ab59-2632892d6748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:08.459633 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-b61ec956-5f3b-4397-ab59-2632892d6748 service neutron] Transition to ACTIVE for port object e870dfb7-5bdb-46ca-b64e-0e8252ea4307 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:14:08.465846 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-b61ec956-5f3b-4397-ab59-2632892d6748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:08.564446 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['1b514407-0733-4ec2-ad39-60c90b9c796c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:08.667655 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c2614d26-faca-406c-81c8-c03eb3dbebfe req-de706d42-67a2-4d7c-b3f6-73d7ce18b1ef tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 210 time: 0.0385807 Jul 24 09:14:08.692377 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ec956-5f3b-4397-ab59-2632892d6748 service neutron] Pushing event updated for resources: {'Port': ['ID=e870dfb7-5bdb-46ca-b64e-0e8252ea4307,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:08.802766 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b50b6-e38e-42b5-acb5-e622d33e4d34 req-852c7f10-3333-41ca-a57f-0526bcf12d1b tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:08.810573 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e89b50b6-e38e-42b5-acb5-e622d33e4d34 req-852c7f10-3333-41ca-a57f-0526bcf12d1b tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9283af2-8c7a-4b4b-bc1e-41f3460745c0 HTTP/1.1" status: 200 len: 949 time: 0.3131623 Jul 24 09:14:08.813733 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ac7328-f9a1-4f56-a5c4-72b19e5a6357', 'name': 'network-vif-deleted', 'tag': '1b514407-0733-4ec2-ad39-60c90b9c796c'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:08.816294 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b56f9b0-f668-4ddb-a62c-9c2aaa4e88c4" -d '{"events": [{"server_uuid": "b3ac7328-f9a1-4f56-a5c4-72b19e5a6357", "name": "network-vif-deleted", "tag": "1b514407-0733-4ec2-ad39-60c90b9c796c"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:08.848617 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 0887817c-bdfb-442f-99ae-46fddb389c0a up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:14:08.852376 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-b61ec956-5f3b-4397-ab59-2632892d6748 service neutron] Attempting to bind port e870dfb7-5bdb-46ca-b64e-0e8252ea4307 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:14:08.853062 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-b61ec956-5f3b-4397-ab59-2632892d6748 service neutron] Attempting to bind port e870dfb7-5bdb-46ca-b64e-0e8252ea4307 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:14:08.853578 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-b61ec956-5f3b-4397-ab59-2632892d6748 service neutron] Attempting to bind port e870dfb7-5bdb-46ca-b64e-0e8252ea4307 on network ae3d61b8-100f-4726-9451-0b010e6cd4d8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:14:08.867697 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-b61ec956-5f3b-4397-ab59-2632892d6748 service neutron] Port e870dfb7-5bdb-46ca-b64e-0e8252ea4307 on network ae3d61b8-100f-4726-9451-0b010e6cd4d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:14:08.868323 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-b61ec956-5f3b-4397-ab59-2632892d6748 service neutron] Attempting to bind port e870dfb7-5bdb-46ca-b64e-0e8252ea4307 on network ae3d61b8-100f-4726-9451-0b010e6cd4d8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:14:08.879141 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-b61ec956-5f3b-4397-ab59-2632892d6748 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:14:08.879845 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-b61ec956-5f3b-4397-ab59-2632892d6748 service neutron] Checking segment: {'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:14:08.880639 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-b61ec956-5f3b-4397-ab59-2632892d6748 service neutron] Bound using segment: {'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:14:08.881347 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-b61ec956-5f3b-4397-ab59-2632892d6748 service neutron] Bound port: e870dfb7-5bdb-46ca-b64e-0e8252ea4307, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:14:08.882805 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-b61ec956-5f3b-4397-ab59-2632892d6748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:08.908155 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e89b50b6-e38e-42b5-acb5-e622d33e4d34 req-930f0f50-90f6-467c-86e8-3cd120a0dc73 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960746 Jul 24 09:14:08.961493 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 0887817c-bdfb-442f-99ae-46fddb389c0a completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:14:08.965497 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 0887817c-bdfb-442f-99ae-46fddb389c0a triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:14:08.965863 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:09.022776 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d28e32-00ea-4b5c-9bbd-0ecf3a061e31 req-6fd8e33b-c0fd-4e7f-8ffe-611576be4f45 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:09.036699 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d5d28e32-00ea-4b5c-9bbd-0ecf3a061e31 req-6fd8e33b-c0fd-4e7f-8ffe-611576be4f45 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da HTTP/1.1" status: 200 len: 943 time: 0.2187769 Jul 24 09:14:09.045100 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a16a76d-6437-4615-b14d-c3ec8e7051ec x-openstack-request-id: req-0a16a76d-6437-4615-b14d-c3ec8e7051ec {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:09.045324 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ac7328-f9a1-4f56-a5c4-72b19e5a6357", "name": "network-vif-deleted", "tag": "1b514407-0733-4ec2-ad39-60c90b9c796c", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:09.051763 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a16a76d-6437-4615-b14d-c3ec8e7051ec {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:09.052286 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ac7328-f9a1-4f56-a5c4-72b19e5a6357', 'name': 'network-vif-deleted', 'tag': '1b514407-0733-4ec2-ad39-60c90b9c796c', 'status': 'completed', 'code': 200} Jul 24 09:14:09.128238 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:09.132574 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-b61ec956-5f3b-4397-ab59-2632892d6748 service neutron] For port e870dfb7-5bdb-46ca-b64e-0e8252ea4307, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:14:09.137576 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-b61ec956-5f3b-4397-ab59-2632892d6748 service neutron] For port e870dfb7-5bdb-46ca-b64e-0e8252ea4307, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e870dfb7-5bdb-46ca-b64e-0e8252ea4307,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:14:09.146128 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-b61ec956-5f3b-4397-ab59-2632892d6748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:09.161817 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d5d28e32-00ea-4b5c-9bbd-0ecf3a061e31 req-e4bc137d-4eca-42e1-b6b5-d82cbf18b266 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005230 Jul 24 09:14:09.182828 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9283af2-8c7a-4b4b-bc1e-41f3460745c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0887817c-bdfb-442f-99ae-46fddb389c0a'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:09.192823 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8544b3-79db-449b-bc16-76385735a836" -d '{"events": [{"server_uuid": "d9283af2-8c7a-4b4b-bc1e-41f3460745c0", "name": "network-vif-plugged", "status": "completed", "tag": "0887817c-bdfb-442f-99ae-46fddb389c0a"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:09.229781 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0887817c-bdfb-442f-99ae-46fddb389c0a, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0887817c-bdfb-442f-99ae-46fddb389c0a,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:09.231142 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-b61ec956-5f3b-4397-ab59-2632892d6748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:09.231884 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-b61ec956-5f3b-4397-ab59-2632892d6748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:09.233452 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-b61ec956-5f3b-4397-ab59-2632892d6748 service neutron] 10.222.0.20 "PUT /v2.0/ports/e870dfb7-5bdb-46ca-b64e-0e8252ea4307 HTTP/1.1" status: 200 len: 1091 time: 1.5704160 Jul 24 09:14:09.234606 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:09.335246 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8aa258-47b2-4a6d-95d1-cb9e79844c45 x-openstack-request-id: req-ce8aa258-47b2-4a6d-95d1-cb9e79844c45 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:09.335943 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9283af2-8c7a-4b4b-bc1e-41f3460745c0", "name": "network-vif-plugged", "status": "completed", "tag": "0887817c-bdfb-442f-99ae-46fddb389c0a", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:09.337232 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce8aa258-47b2-4a6d-95d1-cb9e79844c45 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:09.337666 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9283af2-8c7a-4b4b-bc1e-41f3460745c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0887817c-bdfb-442f-99ae-46fddb389c0a', 'code': 200} Jul 24 09:14:09.344648 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=0887817c-bdfb-442f-99ae-46fddb389c0a,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:09.371949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ec956-5f3b-4397-ab59-2632892d6748 service neutron] Pushing event updated for resources: {'Port': ['ID=e870dfb7-5bdb-46ca-b64e-0e8252ea4307,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:09.372957 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58338878-e05f-4739-a758-8d0c81fef8c6 req-95626cd3-4e18-43b0-8956-7583fea4386c tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:09.389947 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-58338878-e05f-4739-a758-8d0c81fef8c6 req-95626cd3-4e18-43b0-8956-7583fea4386c tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.1125660 Jul 24 09:14:09.440616 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-58338878-e05f-4739-a758-8d0c81fef8c6 req-d0674520-c5b5-4aab-9d4a-5bde5071e11a tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494764 Jul 24 09:14:09.473463 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348878f0-dc33-4f00-94d5-9d24318597d2 req-4b788d8f-74d4-4510-90e2-161e5f379c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:09.475050 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-348878f0-dc33-4f00-94d5-9d24318597d2 req-4b788d8f-74d4-4510-90e2-161e5f379c75 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d9283af2-8c7a-4b4b-bc1e-41f3460745c0 HTTP/1.1" status: 200 len: 1101 time: 0.0941651 Jul 24 09:14:09.479115 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-73b2c7d8-98a9-4702-bada-3ba0d07289d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:09.480589 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-73b2c7d8-98a9-4702-bada-3ba0d07289d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1913b66f5ab41bbbc2b819d5a63abda&device_id=2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da HTTP/1.1" status: 200 len: 1094 time: 0.1797137 Jul 24 09:14:09.532477 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-348878f0-dc33-4f00-94d5-9d24318597d2 req-36523411-40ee-465d-9e67-1bb665e9feb9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508461 Jul 24 09:14:09.612998 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-cfcf3ce6-bae9-43d1-a9d4-29619e3a264f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e870dfb7-5bdb-46ca-b64e-0e8252ea4307 HTTP/1.1" status: 200 len: 217 time: 0.0825753 Jul 24 09:14:09.688478 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-98379f84-d707-4742-b1cf-f126a7134bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:09.690469 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-98379f84-d707-4742-b1cf-f126a7134bc2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82774b4c-6531-498d-b907-9800d791c7b0 HTTP/1.1" status: 200 len: 852 time: 0.0701847 Jul 24 09:14:09.772792 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-b309cea9-344a-4da1-841e-dde82d63526f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae3d61b8-100f-4726-9451-0b010e6cd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740941 Jul 24 09:14:09.842404 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-13e5488f-d641-47c6-b1a3-022c2a419e3d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:09.849903 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-13e5488f-d641-47c6-b1a3-022c2a419e3d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/networks?id=f0544269-4e64-4c91-95af-03a4be88816f HTTP/1.1" status: 200 len: 805 time: 0.1904075 Jul 24 09:14:09.866576 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-bfe72918-c80e-4db4-af44-3032f20bc769 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/quotas/400b6e3893174893b678c7f2a57041a8 HTTP/1.1" status: 200 len: 375 time: 0.0154884 Jul 24 09:14:09.922927 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-43e55126-5d4e-4b92-ac4b-c910f7b5c8bf req-016a1000-46e9-45fd-9d7f-68d42f66ca2a tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 210 time: 0.0374522 Jul 24 09:14:09.927942 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-3037559b-2b58-4a36-a50a-40586b448298 service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460435 Jul 24 09:14:09.946967 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-9aec0798-25ae-4406-a476-415ea2076e69 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=400b6e3893174893b678c7f2a57041a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0790927 Jul 24 09:14:10.084881 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8a58d5af-8998-4ddc-a9f4-f3b118de2316 req-9f4a6e67-4a0c-4e80-9fa0-669df3c93b97 service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394038 Jul 24 09:14:10.087406 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-7987ed7a-51cb-4434-8e50-71897a5a2b64 service neutron] 10.222.0.32 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394451 Jul 24 09:14:10.220909 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c066b4-1f97-490d-a818-7ad791242508 req-d8a4b432-a5bd-4424-b330-fb9020ff78d4 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:10.227379 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76c066b4-1f97-490d-a818-7ad791242508 req-d8a4b432-a5bd-4424-b330-fb9020ff78d4 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9283af2-8c7a-4b4b-bc1e-41f3460745c0 HTTP/1.1" status: 200 len: 950 time: 0.1222894 Jul 24 09:14:10.233450 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-6d200e87-b54a-4bc8-a1db-fa170ad32206 service neutron] 10.222.0.32 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358111 Jul 24 09:14:10.305791 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76c066b4-1f97-490d-a818-7ad791242508 req-faa9be50-18f2-4f50-9dbb-4acdcac755f0 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643117 Jul 24 09:14:10.545196 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33db037-e069-4972-9370-80f3e107d802 req-6dde49a8-2fb5-49d3-8b56-3dec19a1b2c2 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:10.557867 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f33db037-e069-4972-9370-80f3e107d802 req-6dde49a8-2fb5-49d3-8b56-3dec19a1b2c2 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da HTTP/1.1" status: 200 len: 943 time: 0.1529021 Jul 24 09:14:10.578148 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9cceb5f3-af50-41a8-8b47-6d3295cfadd3 req-640a778d-5ff4-4ed1-9ff5-ad628830f81b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0059b6c-66aa-479c-9cfc-85fae8a271fc HTTP/1.1" status: 200 len: 210 time: 0.0515964 Jul 24 09:14:10.625975 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f33db037-e069-4972-9370-80f3e107d802 req-fb4bb3d0-ea95-43ba-871b-c6f746c2f2aa tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664725 Jul 24 09:14:10.760170 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670d625-bf59-40d4-a197-5667fe46c46e req-5444694c-f098-4355-94e4-d45870f23443 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:10.761974 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b670d625-bf59-40d4-a197-5667fe46c46e req-5444694c-f098-4355-94e4-d45870f23443 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.0959754 Jul 24 09:14:10.838076 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b670d625-bf59-40d4-a197-5667fe46c46e req-6642b1fb-3753-421c-9b3e-4a25b23c39bf tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699122 Jul 24 09:14:11.102057 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da', 'tag': 'e870dfb7-5bdb-46ca-b64e-0e8252ea4307'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:11.108519 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f80507c-ee7f-4fc0-9c49-9c7e6e1624c2" -d '{"events": [{"name": "network-changed", "server_uuid": "2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da", "tag": "e870dfb7-5bdb-46ca-b64e-0e8252ea4307"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:11.117042 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-50e4e484-d410-434c-8063-c81931a21f67 req-2c688e1a-056b-4c4b-916a-6c5efaed6403 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d609551-2583-485f-8d7f-c3f03543afca HTTP/1.1" status: 200 len: 210 time: 0.0716472 Jul 24 09:14:11.198196 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561be32c-a727-4145-ac98-de7c1c68e0c3 x-openstack-request-id: req-561be32c-a727-4145-ac98-de7c1c68e0c3 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:11.198487 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da", "tag": "e870dfb7-5bdb-46ca-b64e-0e8252ea4307", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:11.198746 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-561be32c-a727-4145-ac98-de7c1c68e0c3 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:11.199148 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da', 'tag': 'e870dfb7-5bdb-46ca-b64e-0e8252ea4307', 'status': 'completed', 'code': 200} Jul 24 09:14:11.287089 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80507c-ee7f-4fc0-9c49-9c7e6e1624c2 req-0dc0012b-6fbe-4b5d-bf90-0f9cf44a7686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:11.289187 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0f80507c-ee7f-4fc0-9c49-9c7e6e1624c2 req-0dc0012b-6fbe-4b5d-bf90-0f9cf44a7686 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1913b66f5ab41bbbc2b819d5a63abda&device_id=2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da HTTP/1.1" status: 200 len: 1094 time: 0.0614591 Jul 24 09:14:11.395249 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80507c-ee7f-4fc0-9c49-9c7e6e1624c2 req-9655799f-9fea-4fbd-b1b2-c75e6a5d43a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:11.396764 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0f80507c-ee7f-4fc0-9c49-9c7e6e1624c2 req-9655799f-9fea-4fbd-b1b2-c75e6a5d43a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae3d61b8-100f-4726-9451-0b010e6cd4d8 HTTP/1.1" status: 200 len: 912 time: 0.0987959 Jul 24 09:14:11.463510 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0f80507c-ee7f-4fc0-9c49-9c7e6e1624c2 req-5acb39ae-cd4a-4731-b712-5ab7e392cb63 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e870dfb7-5bdb-46ca-b64e-0e8252ea4307 HTTP/1.1" status: 200 len: 217 time: 0.0592058 Jul 24 09:14:11.501090 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff88eae-2ce4-4b72-b85b-9f4f3d7975d7 req-085e00f2-280a-4c33-9459-7f3c66679911 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:11.519367 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9ff88eae-2ce4-4b72-b85b-9f4f3d7975d7 req-085e00f2-280a-4c33-9459-7f3c66679911 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9283af2-8c7a-4b4b-bc1e-41f3460745c0 HTTP/1.1" status: 200 len: 950 time: 0.1247444 Jul 24 09:14:11.582550 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9ff88eae-2ce4-4b72-b85b-9f4f3d7975d7 req-ab35c049-8c55-4268-96ed-b757bb17200c tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599928 Jul 24 09:14:11.585291 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80507c-ee7f-4fc0-9c49-9c7e6e1624c2 req-3669e49a-be5f-44d8-95a8-6c1dd18fb0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:11.587015 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0f80507c-ee7f-4fc0-9c49-9c7e6e1624c2 req-3669e49a-be5f-44d8-95a8-6c1dd18fb0c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82774b4c-6531-498d-b907-9800d791c7b0 HTTP/1.1" status: 200 len: 852 time: 0.1117282 Jul 24 09:14:11.695753 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0f80507c-ee7f-4fc0-9c49-9c7e6e1624c2 req-53136e4d-8fe1-4162-9e9b-dbb07eb4c5f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae3d61b8-100f-4726-9451-0b010e6cd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926790 Jul 24 09:14:11.745302 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1631d74c-eb81-4d24-9d80-9b3289779f09 req-bf847e5c-b9b4-4f4b-86bb-2df80f54b4fb tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0059b6c-66aa-479c-9cfc-85fae8a271fc HTTP/1.1" status: 200 len: 210 time: 0.0663018 Jul 24 09:14:11.920103 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device e870dfb7-5bdb-46ca-b64e-0e8252ea4307 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:14:11.973463 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0f80507c-ee7f-4fc0-9c49-9c7e6e1624c2 req-3bd6ab72-f22a-42a5-b3d1-e930299b7c4b service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720420 Jul 24 09:14:12.055407 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4975537-3c52-4abc-9199-daa6e7419495 req-5c60c8f7-c51a-48a7-ab5d-19e36505175b tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:12.062789 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4975537-3c52-4abc-9199-daa6e7419495 req-5c60c8f7-c51a-48a7-ab5d-19e36505175b tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d9283af2-8c7a-4b4b-bc1e-41f3460745c0 HTTP/1.1" status: 200 len: 1101 time: 0.2359667 Jul 24 09:14:12.070075 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6a415-58a6-4972-9385-93ce512c9e74 req-ac1a7eab-7107-4854-800e-0f12d6d68bf6 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:12.075303 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3da6a415-58a6-4972-9385-93ce512c9e74 req-ac1a7eab-7107-4854-800e-0f12d6d68bf6 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da HTTP/1.1" status: 200 len: 943 time: 0.1854610 Jul 24 09:14:12.089574 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-d59f12cb-1031-468c-855e-5188f1a6a1c8 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:12.092000 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-d59f12cb-1031-468c-855e-5188f1a6a1c8 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.37 "GET /v2.0/networks?id=f0544269-4e64-4c91-95af-03a4be88816f HTTP/1.1" status: 200 len: 805 time: 0.2486522 Jul 24 09:14:12.177614 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3da6a415-58a6-4972-9385-93ce512c9e74 req-698e23d2-c8d3-4e4d-9110-c0a69f6c332e tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912731 Jul 24 09:14:12.183823 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port e870dfb7-5bdb-46ca-b64e-0e8252ea4307, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e870dfb7-5bdb-46ca-b64e-0e8252ea4307,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:12.218431 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'e870dfb7-5bdb-46ca-b64e-0e8252ea4307', 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8', 'port_id': 'e870dfb7-5bdb-46ca-b64e-0e8252ea4307', 'mac_address': 'fa:16:3e:0d:e6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82774b4c-6531-498d-b907-9800d791c7b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:14:12.286540 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:12.301871 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e870dfb7-5bdb-46ca-b64e-0e8252ea4307 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:14:12.361531 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port e870dfb7-5bdb-46ca-b64e-0e8252ea4307, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e870dfb7-5bdb-46ca-b64e-0e8252ea4307,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:12.366798 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:12.451880 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b72ea-8c17-468a-9972-fc741739940b req-f57e48d8-1db0-4648-a73b-961a3f19c442 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:12.463506 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-610b72ea-8c17-468a-9972-fc741739940b req-f57e48d8-1db0-4648-a73b-961a3f19c442 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.0928478 Jul 24 09:14:12.478945 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=e870dfb7-5bdb-46ca-b64e-0e8252ea4307,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:12.521231 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-610b72ea-8c17-468a-9972-fc741739940b req-199c5b1f-7be0-42eb-8fa9-718b48939094 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548012 Jul 24 09:14:12.600274 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-3fae4076-06cb-4e0a-9c3d-a34531df1ec0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Request body: {'port': {'device_id': 'e0059b6c-66aa-479c-9cfc-85fae8a271fc', 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f', 'admin_state_up': True, 'tenant_id': '400b6e3893174893b678c7f2a57041a8'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:14:12.651865 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4975537-3c52-4abc-9199-daa6e7419495 req-f2d85ed2-d15b-4de7-8735-1af70d488493 tempest-ServersOnMultiNodesTest-870911431 tempest-ServersOnMultiNodesTest-870911431-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5878839 Jul 24 09:14:12.715559 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0f80507c-ee7f-4fc0-9c49-9c7e6e1624c2 req-bee489b9-905e-46d9-839c-2d641bc5e0c1 service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7271323 Jul 24 09:14:12.717902 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55948) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:12.781396 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-3fae4076-06cb-4e0a-9c3d-a34531df1ec0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Made reservation on behalf of 400b6e3893174893b678c7f2a57041a8 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:14:12.785310 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-3fae4076-06cb-4e0a-9c3d-a34531df1ec0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:12.796785 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['e870dfb7-5bdb-46ca-b64e-0e8252ea4307'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:12.869671 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 1b514407-0733-4ec2-ad39-60c90b9c796c no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:14:12.881084 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fad58f3a-3308-4454-886a-f0bab432394e tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:12.952395 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 1b514407-0733-4ec2-ad39-60c90b9c796c {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:14:12.955896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 1b514407-0733-4ec2-ad39-60c90b9c796c not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:14:12.962522 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fad58f3a-3308-4454-886a-f0bab432394e tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:13.081086 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-3fae4076-06cb-4e0a-9c3d-a34531df1ec0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Allocated IP 172.20.0.10 (f0544269-4e64-4c91-95af-03a4be88816f/bbeb15a4-8962-4380-8bb7-477c83cce3ff/4340a827-952c-47f2-98d3-48d01445f6db) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:14:13.112967 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fad58f3a-3308-4454-886a-f0bab432394e tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:13.120453 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fad58f3a-3308-4454-886a-f0bab432394e tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:13.126770 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fad58f3a-3308-4454-886a-f0bab432394e tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "DELETE /v2.0/security-groups/5b5347b6-711e-456c-a2ba-2bec24195cbb HTTP/1.1" status: 204 len: 168 time: 0.4074342 Jul 24 09:14:13.127858 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55954) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:13.134185 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1935b5c-bf51-429d-82f2-4dcafb87965e req-0a3c6785-7eda-4fb1-80ae-02c1b9c9b0b1 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0059b6c-66aa-479c-9cfc-85fae8a271fc HTTP/1.1" status: 200 len: 210 time: 0.0457873 Jul 24 09:14:13.159026 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-05420c3e-5089-4ce9-bd40-aebccd9aefb4 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] show failed (client error): The resource could not be found. Jul 24 09:14:13.163718 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-05420c3e-5089-4ce9-bd40-aebccd9aefb4 tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "GET /v2.0/security-groups/5b5347b6-711e-456c-a2ba-2bec24195cbb HTTP/1.1" status: 404 len: 347 time: 0.0248909 Jul 24 09:14:13.166526 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad58f3a-3308-4454-886a-f0bab432394e tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5347b6-711e-456c-a2ba-2bec24195cbb,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:13.170146 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55956) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:13.293161 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476e7a0-be60-4ef9-b48b-8352ae2ef0dd req-26089acb-6ebf-4ed6-8aac-974ffc437b4d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:13.302146 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b476e7a0-be60-4ef9-b48b-8352ae2ef0dd req-26089acb-6ebf-4ed6-8aac-974ffc437b4d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9283af2-8c7a-4b4b-bc1e-41f3460745c0 HTTP/1.1" status: 200 len: 950 time: 0.2496705 Jul 24 09:14:13.373454 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b476e7a0-be60-4ef9-b48b-8352ae2ef0dd req-b12c68c3-2d0b-403e-b46c-fe23bea6798b tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699415 Jul 24 09:14:13.422429 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-6c2431d4-16df-4506-be63-a08b77942b5e tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Deleting port c1540bcb-60fd-4e3f-b2fb-c1d1d9d4612b {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:14:13.422949 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c2431d4-16df-4506-be63-a08b77942b5e tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:13.470802 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676df82-4548-4b39-87ba-6211352a63bf req-c5d88264-8fc9-4076-8120-c8efed2c7fd7 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:13.472387 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c676df82-4548-4b39-87ba-6211352a63bf req-c5d88264-8fc9-4076-8120-c8efed2c7fd7 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da HTTP/1.1" status: 200 len: 944 time: 0.1682053 Jul 24 09:14:13.476082 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-3fae4076-06cb-4e0a-9c3d-a34531df1ec0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:13.550002 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c2431d4-16df-4506-be63-a08b77942b5e tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:13.551161 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c2431d4-16df-4506-be63-a08b77942b5e tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:13.569082 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-6c2431d4-16df-4506-be63-a08b77942b5e tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Calling delete_port for c1540bcb-60fd-4e3f-b2fb-c1d1d9d4612b owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:14:13.589400 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c676df82-4548-4b39-87ba-6211352a63bf req-41e3b476-6a66-4506-83cf-6acb567a782c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067779 Jul 24 09:14:13.616616 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-3fae4076-06cb-4e0a-9c3d-a34531df1ec0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:13.688486 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-3fae4076-06cb-4e0a-9c3d-a34531df1ec0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Network f0544269-4e64-4c91-95af-03a4be88816f is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:14:13.695382 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-3fae4076-06cb-4e0a-9c3d-a34531df1ec0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:14:13.702802 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-3fae4076-06cb-4e0a-9c3d-a34531df1ec0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:14:13.748691 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae4076-06cb-4e0a-9c3d-a34531df1ec0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Pushing event updated for resources: {'Port': ['ID=4340a827-952c-47f2-98d3-48d01445f6db,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:13.790635 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-3fae4076-06cb-4e0a-9c3d-a34531df1ec0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:13.791629 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-3fae4076-06cb-4e0a-9c3d-a34531df1ec0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:13.809915 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03cc39-1bc9-463f-a871-1781d1b9ac67 req-dcb53e33-b7a3-4909-b05a-c612d4acfe43 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:13.811730 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8a03cc39-1bc9-463f-a871-1781d1b9ac67 req-dcb53e33-b7a3-4909-b05a-c612d4acfe43 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.1423426 Jul 24 09:14:13.814564 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-3fae4076-06cb-4e0a-9c3d-a34531df1ec0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2219610 Jul 24 09:14:13.829118 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-4b328cb4-2216-44a1-af6a-703d2cb7b50d service neutron] Request body: {'port': {'device_id': 'e0059b6c-66aa-479c-9cfc-85fae8a271fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:14:13.838582 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c2431d4-16df-4506-be63-a08b77942b5e tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:13.866553 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2431d4-16df-4506-be63-a08b77942b5e tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Pushing event deleted for resources: {'Port': ['ID=c1540bcb-60fd-4e3f-b2fb-c1d1d9d4612b,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:13.885580 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:13.919442 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8a03cc39-1bc9-463f-a871-1781d1b9ac67 req-c5f768a2-1abe-40e0-9733-39112e1c36b2 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932138 Jul 24 09:14:13.993643 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-4b328cb4-2216-44a1-af6a-703d2cb7b50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:14.007560 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c2431d4-16df-4506-be63-a08b77942b5e tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:14.010802 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c2431d4-16df-4506-be63-a08b77942b5e tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:14.012094 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6c2431d4-16df-4506-be63-a08b77942b5e tempest-ServersTestBootFromVolume-1078520320 tempest-ServersTestBootFromVolume-1078520320-project] 10.222.0.32 "DELETE /v2.0/floatingips/693b5c30-3c08-4980-8eb9-616db2d4866f HTTP/1.1" status: 204 len: 168 time: 0.8408391 Jul 24 09:14:14.015089 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55976) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:14.368007 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['880fbce5-c5db-464b-a114-3858d9fcfd2c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:14.397164 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52594e03-4d35-42e9-a1f0-6ba689364f46 req-cf9a8148-b2b4-4c79-bc17-24195fb8f824 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:14.404119 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-52594e03-4d35-42e9-a1f0-6ba689364f46 req-cf9a8148-b2b4-4c79-bc17-24195fb8f824 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0059b6c-66aa-479c-9cfc-85fae8a271fc HTTP/1.1" status: 200 len: 932 time: 0.1468861 Jul 24 09:14:14.425435 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-4b328cb4-2216-44a1-af6a-703d2cb7b50d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4340a827-952c-47f2-98d3-48d01445f6db {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:14:14.458180 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-4b328cb4-2216-44a1-af6a-703d2cb7b50d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:14.496541 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-52594e03-4d35-42e9-a1f0-6ba689364f46 req-8fbae6f2-6bff-4e87-b47c-d3de215921c5 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762656 Jul 24 09:14:14.506684 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-4b328cb4-2216-44a1-af6a-703d2cb7b50d service neutron] Transition to ACTIVE for port object 4340a827-952c-47f2-98d3-48d01445f6db will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:14:14.513233 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-4b328cb4-2216-44a1-af6a-703d2cb7b50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:14.739803 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dedaf19b-a3d1-4a67-86e6-d219b4552b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:14.788080 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b328cb4-2216-44a1-af6a-703d2cb7b50d service neutron] Pushing event updated for resources: {'Port': ['ID=4340a827-952c-47f2-98d3-48d01445f6db,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:14.823283 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-4b328cb4-2216-44a1-af6a-703d2cb7b50d service neutron] Attempting to bind port 4340a827-952c-47f2-98d3-48d01445f6db on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:14:14.823626 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-4b328cb4-2216-44a1-af6a-703d2cb7b50d service neutron] Attempting to bind port 4340a827-952c-47f2-98d3-48d01445f6db by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:14:14.823976 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-4b328cb4-2216-44a1-af6a-703d2cb7b50d service neutron] Attempting to bind port 4340a827-952c-47f2-98d3-48d01445f6db on network f0544269-4e64-4c91-95af-03a4be88816f {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:14:14.835704 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-4b328cb4-2216-44a1-af6a-703d2cb7b50d service neutron] Port 4340a827-952c-47f2-98d3-48d01445f6db on network f0544269-4e64-4c91-95af-03a4be88816f not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:14:14.836068 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-4b328cb4-2216-44a1-af6a-703d2cb7b50d service neutron] Attempting to bind port 4340a827-952c-47f2-98d3-48d01445f6db on network f0544269-4e64-4c91-95af-03a4be88816f {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:14:14.848358 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8091e3c-2f4b-45c5-bc86-739afa8ff28b req-93f99959-bd2f-441e-a209-f1ba67cf8791 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:14.855927 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f8091e3c-2f4b-45c5-bc86-739afa8ff28b req-93f99959-bd2f-441e-a209-f1ba67cf8791 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9283af2-8c7a-4b4b-bc1e-41f3460745c0 HTTP/1.1" status: 200 len: 950 time: 0.2902133 Jul 24 09:14:14.871133 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-4b328cb4-2216-44a1-af6a-703d2cb7b50d service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:14:14.871477 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-4b328cb4-2216-44a1-af6a-703d2cb7b50d service neutron] Checking segment: {'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:14:14.871867 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-4b328cb4-2216-44a1-af6a-703d2cb7b50d service neutron] Bound using segment: {'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:14:14.872317 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-4b328cb4-2216-44a1-af6a-703d2cb7b50d service neutron] Bound port: 4340a827-952c-47f2-98d3-48d01445f6db, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:14:14.872678 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-4b328cb4-2216-44a1-af6a-703d2cb7b50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:14.906763 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe1f49-a250-4073-a150-f43f6f866b3e req-c9d92325-5c40-46b6-a828-023757853eaa tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:14.913816 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9fbe1f49-a250-4073-a150-f43f6f866b3e req-c9d92325-5c40-46b6-a828-023757853eaa tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da HTTP/1.1" status: 200 len: 944 time: 0.1308589 Jul 24 09:14:14.919110 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd22ce-822e-419f-b687-2ac81b907ad7 req-e5ac8213-f4ac-430d-9e22-5455cbb1a034 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:14.920665 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-18bd22ce-822e-419f-b687-2ac81b907ad7 req-e5ac8213-f4ac-430d-9e22-5455cbb1a034 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9283af2-8c7a-4b4b-bc1e-41f3460745c0 HTTP/1.1" status: 200 len: 950 time: 0.2476931 Jul 24 09:14:14.970258 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f8091e3c-2f4b-45c5-bc86-739afa8ff28b req-86bf906d-d9bc-42f6-ad84-f04aab0ce211 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133480 Jul 24 09:14:15.037999 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9fbe1f49-a250-4073-a150-f43f6f866b3e req-e1d99f5a-6997-4bd2-8a08-6e35620f9e9b tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231716 Jul 24 09:14:15.090818 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-4b328cb4-2216-44a1-af6a-703d2cb7b50d service neutron] For port 4340a827-952c-47f2-98d3-48d01445f6db, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:14:15.108407 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-4b328cb4-2216-44a1-af6a-703d2cb7b50d service neutron] For port 4340a827-952c-47f2-98d3-48d01445f6db, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=4340a827-952c-47f2-98d3-48d01445f6db,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:14:15.121098 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-4b328cb4-2216-44a1-af6a-703d2cb7b50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:15.201343 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-18bd22ce-822e-419f-b687-2ac81b907ad7 req-84b850e2-52dc-42f0-b20d-aeb9553b53f4 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Deleting port 0887817c-bdfb-442f-99ae-46fddb389c0a {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:14:15.201794 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-18bd22ce-822e-419f-b687-2ac81b907ad7 req-84b850e2-52dc-42f0-b20d-aeb9553b53f4 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:15.208034 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-4b328cb4-2216-44a1-af6a-703d2cb7b50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:15.208998 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-4b328cb4-2216-44a1-af6a-703d2cb7b50d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:15.210496 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-4b328cb4-2216-44a1-af6a-703d2cb7b50d service neutron] 10.222.0.37 "PUT /v2.0/ports/4340a827-952c-47f2-98d3-48d01445f6db HTTP/1.1" status: 200 len: 1092 time: 1.3879778 Jul 24 09:14:15.211773 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0059b6c-66aa-479c-9cfc-85fae8a271fc', 'tag': '4340a827-952c-47f2-98d3-48d01445f6db'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:15.214207 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb92a42-242a-4b74-8811-7e04a7154ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "e0059b6c-66aa-479c-9cfc-85fae8a271fc", "tag": "4340a827-952c-47f2-98d3-48d01445f6db"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:15.251252 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387c744-5882-46fe-8084-3c27fdc5e864 req-bfb79cdc-eb44-4705-bbe9-a0ddff812b2f tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:15.253280 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1387c744-5882-46fe-8084-3c27fdc5e864 req-bfb79cdc-eb44-4705-bbe9-a0ddff812b2f tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.1065643 Jul 24 09:14:15.256000 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-dedaf19b-a3d1-4a67-86e6-d219b4552b70 admin admin] Deleting port 04016e32-afd4-4dc1-912f-11f1915d463d {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:14:15.256345 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dedaf19b-a3d1-4a67-86e6-d219b4552b70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:15.293160 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b328cb4-2216-44a1-af6a-703d2cb7b50d service neutron] Pushing event updated for resources: {'Port': ['ID=4340a827-952c-47f2-98d3-48d01445f6db,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:15.302101 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b7c2ed-84ac-4ac8-a0ef-38091a0981be x-openstack-request-id: req-39b7c2ed-84ac-4ac8-a0ef-38091a0981be {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:15.302414 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0059b6c-66aa-479c-9cfc-85fae8a271fc", "tag": "4340a827-952c-47f2-98d3-48d01445f6db", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:15.302746 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39b7c2ed-84ac-4ac8-a0ef-38091a0981be {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:15.303222 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0059b6c-66aa-479c-9cfc-85fae8a271fc', 'tag': '4340a827-952c-47f2-98d3-48d01445f6db', 'status': 'completed', 'code': 200} Jul 24 09:14:15.342859 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1387c744-5882-46fe-8084-3c27fdc5e864 req-8ec4bd62-d5e4-4c78-865e-e657a34757f8 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835435 Jul 24 09:14:15.375712 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-dedaf19b-a3d1-4a67-86e6-d219b4552b70 admin admin] For port 04016e32-afd4-4dc1-912f-11f1915d463d, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=04016e32-afd4-4dc1-912f-11f1915d463d,segment=NetworkSegment(36cfa9ef-0156-423c-ad72-ca6ce194d167),segment_id=36cfa9ef-0156-423c-ad72-ca6ce194d167)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:15.375712 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dedaf19b-a3d1-4a67-86e6-d219b4552b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:15.383714 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-dedaf19b-a3d1-4a67-86e6-d219b4552b70 admin admin] Calling delete_port for 04016e32-afd4-4dc1-912f-11f1915d463d owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:14:15.422580 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-18bd22ce-822e-419f-b687-2ac81b907ad7 req-84b850e2-52dc-42f0-b20d-aeb9553b53f4 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] For port 0887817c-bdfb-442f-99ae-46fddb389c0a, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0887817c-bdfb-442f-99ae-46fddb389c0a,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:15.422947 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-18bd22ce-822e-419f-b687-2ac81b907ad7 req-84b850e2-52dc-42f0-b20d-aeb9553b53f4 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:15.435799 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-8a1296c8-5628-42f2-8d80-6beb9b9c916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:15.437399 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-8a1296c8-5628-42f2-8d80-6beb9b9c916d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=400b6e3893174893b678c7f2a57041a8&device_id=e0059b6c-66aa-479c-9cfc-85fae8a271fc HTTP/1.1" status: 200 len: 1095 time: 0.1774619 Jul 24 09:14:15.441600 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-18bd22ce-822e-419f-b687-2ac81b907ad7 req-84b850e2-52dc-42f0-b20d-aeb9553b53f4 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Calling delete_port for 0887817c-bdfb-442f-99ae-46fddb389c0a owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:14:15.485722 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-d7b35f31-725f-41b0-ae89-9cbe642da7f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4340a827-952c-47f2-98d3-48d01445f6db HTTP/1.1" status: 200 len: 217 time: 0.0384409 Jul 24 09:14:15.609612 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dedaf19b-a3d1-4a67-86e6-d219b4552b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:15.611764 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-5ed73693-8da3-4ca7-9fc3-f3259423a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:15.613316 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-5ed73693-8da3-4ca7-9fc3-f3259423a754 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bbeb15a4-8962-4380-8bb7-477c83cce3ff HTTP/1.1" status: 200 len: 845 time: 0.0926394 Jul 24 09:14:15.640762 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedaf19b-a3d1-4a67-86e6-d219b4552b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=04016e32-afd4-4dc1-912f-11f1915d463d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:15.682824 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-1ce7586b-9cb2-4036-acfd-df4e398f3309 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0544269-4e64-4c91-95af-03a4be88816f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575709 Jul 24 09:14:15.807282 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-18bd22ce-822e-419f-b687-2ac81b907ad7 req-84b850e2-52dc-42f0-b20d-aeb9553b53f4 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:15.823193 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['c53e0ca7-9937-4cf0-b41a-3892056f375b', 'c5f637cb-d9d4-4529-9832-36d171ce35c0', '308bed73-b5ff-41c2-ba4f-0b157cdf998e'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:15.828357 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['d443b98a-1ccc-4a40-a4b0-c6babec3df94', '21a699d1-a1e7-47f3-ac00-3012c9ed1460', 'b354465c-03a1-4acd-87be-13ad5d5cf76d', 'd5e21bee-ad81-4bb0-9094-96a3d2ca386d', '0887817c-bdfb-442f-99ae-46fddb389c0a'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:15.867181 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b850e2-52dc-42f0-b20d-aeb9553b53f4 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Pushing event deleted for resources: {'Port': ['ID=0887817c-bdfb-442f-99ae-46fddb389c0a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:15.929801 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dedaf19b-a3d1-4a67-86e6-d219b4552b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:16.016302 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d8c4a-c961-4a90-a03f-e54bb445d2a4 req-4075f059-1305-4091-a0a3-c155904d8aa0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:16.023474 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device e870dfb7-5bdb-46ca-b64e-0e8252ea4307 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:14:16.025916 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-853d8c4a-c961-4a90-a03f-e54bb445d2a4 req-4075f059-1305-4091-a0a3-c155904d8aa0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0059b6c-66aa-479c-9cfc-85fae8a271fc HTTP/1.1" status: 200 len: 944 time: 0.4469037 Jul 24 09:14:16.046979 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bd22ce-822e-419f-b687-2ac81b907ad7 req-84b850e2-52dc-42f0-b20d-aeb9553b53f4 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] No DVR routers for this DVR port 0887817c-bdfb-442f-99ae-46fddb389c0a on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:14:16.060665 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-18bd22ce-822e-419f-b687-2ac81b907ad7 req-84b850e2-52dc-42f0-b20d-aeb9553b53f4 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:16.062714 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-18bd22ce-822e-419f-b687-2ac81b907ad7 req-84b850e2-52dc-42f0-b20d-aeb9553b53f4 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.37 "DELETE /v2.0/ports/0887817c-bdfb-442f-99ae-46fddb389c0a HTTP/1.1" status: 204 len: 173 time: 1.1341150 Jul 24 09:14:16.118557 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-853d8c4a-c961-4a90-a03f-e54bb445d2a4 req-b04d5560-4fa5-4d20-a6aa-cf9b512e87a1 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869386 Jul 24 09:14:16.123584 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-09bd14df-8e66-4d98-9bde-c69123a0e5d9 service neutron] 10.222.0.37 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297988 Jul 24 09:14:16.189850 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-24860130-bbc1-4123-97c4-157d1d0e3ba4 req-a652a3c1-ae90-42f8-9a87-9ff4fe074521 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9283af2-8c7a-4b4b-bc1e-41f3460745c0 HTTP/1.1" status: 200 len: 210 time: 0.0749264 Jul 24 09:14:16.340022 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port e870dfb7-5bdb-46ca-b64e-0e8252ea4307 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:14:16.351267 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port e870dfb7-5bdb-46ca-b64e-0e8252ea4307 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:14:16.352242 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:16.358150 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:16.479097 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedaf19b-a3d1-4a67-86e6-d219b4552b70 admin admin] Router 88983ba8-b61b-4470-9952-5589af363d79 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:14:16.535886 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9d5986a-e9d7-41c2-90f9-d2ea96c1af20 req-541ec663-2580-46d0-b992-cf8e5599122c service neutron] 10.222.0.37 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953247 Jul 24 09:14:16.581848 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d69cf-9d7e-4125-bd14-e1df9fd9279a req-c8b05afa-2c01-4f41-aba4-54c06551945f tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:16.584565 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-511d69cf-9d7e-4125-bd14-e1df9fd9279a req-c8b05afa-2c01-4f41-aba4-54c06551945f tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da HTTP/1.1" status: 200 len: 944 time: 0.2594666 Jul 24 09:14:16.642753 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:16.704564 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-511d69cf-9d7e-4125-bd14-e1df9fd9279a req-09c2efee-35a2-4890-9e33-59cdd16ccd2c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114054 Jul 24 09:14:16.777900 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb92a42-242a-4b74-8811-7e04a7154ea9 req-2aae55d1-b875-48af-b7dc-d8d8b594507a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:16.781283 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fcb92a42-242a-4b74-8811-7e04a7154ea9 req-2aae55d1-b875-48af-b7dc-d8d8b594507a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=400b6e3893174893b678c7f2a57041a8&device_id=e0059b6c-66aa-479c-9cfc-85fae8a271fc HTTP/1.1" status: 200 len: 1095 time: 0.1893237 Jul 24 09:14:16.865477 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port e870dfb7-5bdb-46ca-b64e-0e8252ea4307, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e870dfb7-5bdb-46ca-b64e-0e8252ea4307,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:16.876985 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e870dfb7-5bdb-46ca-b64e-0e8252ea4307'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:16.879570 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b622246-f846-4168-8c5a-09a5b94e56cf" -d '{"events": [{"server_uuid": "2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da", "name": "network-vif-plugged", "status": "completed", "tag": "e870dfb7-5bdb-46ca-b64e-0e8252ea4307"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:16.886184 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:17.050681 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=e870dfb7-5bdb-46ca-b64e-0e8252ea4307,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:17.054792 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7a1c39-a66f-4712-a6bf-2ac2f7b1a558 x-openstack-request-id: req-8c7a1c39-a66f-4712-a6bf-2ac2f7b1a558 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:17.055216 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da", "name": "network-vif-plugged", "status": "completed", "tag": "e870dfb7-5bdb-46ca-b64e-0e8252ea4307", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:17.055554 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c7a1c39-a66f-4712-a6bf-2ac2f7b1a558 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:17.056044 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e870dfb7-5bdb-46ca-b64e-0e8252ea4307', 'code': 200} Jul 24 09:14:17.205313 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb92a42-242a-4b74-8811-7e04a7154ea9 req-7d71a593-30e3-4cbf-ac63-76a76cf9ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:17.207342 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fcb92a42-242a-4b74-8811-7e04a7154ea9 req-7d71a593-30e3-4cbf-ac63-76a76cf9ef74 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f0544269-4e64-4c91-95af-03a4be88816f HTTP/1.1" status: 200 len: 905 time: 0.3980255 Jul 24 09:14:17.220468 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedaf19b-a3d1-4a67-86e6-d219b4552b70 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:14:17.230506 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34f0499-cabd-49f0-88b0-5f4991c98084 None None] Sync routers for ids ['88983ba8-b61b-4470-9952-5589af363d79'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:14:17.237670 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-dedaf19b-a3d1-4a67-86e6-d219b4552b70 admin admin] 10.222.0.32 "PUT /v2.0/routers/88983ba8-b61b-4470-9952-5589af363d79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2213049 Jul 24 09:14:17.239901 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 56032) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:17.248114 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34f0499-cabd-49f0-88b0-5f4991c98084 None None] Routers {'88983ba8-b61b-4470-9952-5589af363d79'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:14:17.253280 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e34f0499-cabd-49f0-88b0-5f4991c98084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:14:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['88983ba8-b61b-4470-9952-5589af363d79'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:14:17.254521 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ade57c-5d12-40f9-a6af-d1dcb59fc239 req-161377bf-596e-4701-a09d-2ddc5b427dd9 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:17.256392 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d3ade57c-5d12-40f9-a6af-d1dcb59fc239 req-161377bf-596e-4701-a09d-2ddc5b427dd9 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.7105756 Jul 24 09:14:17.304200 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fcb92a42-242a-4b74-8811-7e04a7154ea9 req-2c390303-a0d3-410c-ad08-bc6d9e1c2874 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4340a827-952c-47f2-98d3-48d01445f6db HTTP/1.1" status: 200 len: 217 time: 0.0852437 Jul 24 09:14:17.319213 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9283af2-8c7a-4b4b-bc1e-41f3460745c0', 'name': 'network-vif-deleted', 'tag': '0887817c-bdfb-442f-99ae-46fddb389c0a'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:17.328912 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d72123-caf8-4d0f-aba0-62ed6eade767" -d '{"events": [{"server_uuid": "d9283af2-8c7a-4b4b-bc1e-41f3460745c0", "name": "network-vif-deleted", "tag": "0887817c-bdfb-442f-99ae-46fddb389c0a"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:17.385216 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d80489-0300-4d57-92ee-ca9d055d41fa req-3a09bda5-65eb-4ee8-8547-207c8e01720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:17.386741 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9d80489-0300-4d57-92ee-ca9d055d41fa req-3a09bda5-65eb-4ee8-8547-207c8e01720c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da HTTP/1.1" status: 200 len: 1096 time: 0.2597284 Jul 24 09:14:17.390932 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d3ade57c-5d12-40f9-a6af-d1dcb59fc239 req-d03010a5-f550-4bf4-ac72-acf62559a680 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022046 Jul 24 09:14:17.422787 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb92a42-242a-4b74-8811-7e04a7154ea9 req-7b214d75-7d87-4bd8-a839-1aeb0c78922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:17.424264 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fcb92a42-242a-4b74-8811-7e04a7154ea9 req-7b214d75-7d87-4bd8-a839-1aeb0c78922f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bbeb15a4-8962-4380-8bb7-477c83cce3ff HTTP/1.1" status: 200 len: 845 time: 0.0916922 Jul 24 09:14:17.437256 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e58ab674-8002-4c65-9f61-80f19d466cc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:17.452998 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec14a3-bb22-41b3-8cca-97ac58e0f14e req-5ebdcfbb-8507-49fa-8453-433bab89f0bb tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:17.458719 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83ec14a3-bb22-41b3-8cca-97ac58e0f14e req-5ebdcfbb-8507-49fa-8453-433bab89f0bb tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0059b6c-66aa-479c-9cfc-85fae8a271fc HTTP/1.1" status: 200 len: 944 time: 0.1748226 Jul 24 09:14:17.487597 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-e34f0499-cabd-49f0-88b0-5f4991c98084 None None] Set router 88983ba8-b61b-4470-9952-5589af363d79 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:14:17.517003 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440cecd4-7889-479c-a836-671aef27183d x-openstack-request-id: req-440cecd4-7889-479c-a836-671aef27183d {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:17.517335 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9283af2-8c7a-4b4b-bc1e-41f3460745c0", "name": "network-vif-deleted", "tag": "0887817c-bdfb-442f-99ae-46fddb389c0a", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:17.517718 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-440cecd4-7889-479c-a836-671aef27183d {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:17.518181 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9283af2-8c7a-4b4b-bc1e-41f3460745c0', 'name': 'network-vif-deleted', 'tag': '0887817c-bdfb-442f-99ae-46fddb389c0a', 'status': 'completed', 'code': 200} Jul 24 09:14:17.526504 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fcb92a42-242a-4b74-8811-7e04a7154ea9 req-531e3637-86cc-4a83-a27f-f992ceafaa9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0544269-4e64-4c91-95af-03a4be88816f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934062 Jul 24 09:14:17.530144 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9d80489-0300-4d57-92ee-ca9d055d41fa req-d230b94d-417c-4ce9-9cba-f4766b3b74be service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333928 Jul 24 09:14:17.573764 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83ec14a3-bb22-41b3-8cca-97ac58e0f14e req-9341e0e2-9590-452c-8bfe-1dd83698b216 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140673 Jul 24 09:14:17.651080 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:14:17.716887 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e58ab674-8002-4c65-9f61-80f19d466cc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:17.727446 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fcb92a42-242a-4b74-8811-7e04a7154ea9 req-7d9f02b6-9160-4c1c-a21f-830df7b2b672 service neutron] 10.222.0.37 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899374 Jul 24 09:14:17.821381 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-e58ab674-8002-4c65-9f61-80f19d466cc1 admin admin] Deleting port 00b0590b-f9a9-46cf-8d66-43529722eb39 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:14:17.822250 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e58ab674-8002-4c65-9f61-80f19d466cc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:17.827692 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e34f0499-cabd-49f0-88b0-5f4991c98084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88983ba8-b61b-4470-9952-5589af363d79', 'name': 'tempest-ServersTestBootFromVolume-12445318-router', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '00b0590b-f9a9-46cf-8d66-43529722eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:10:50Z', 'updated_at': '2021-07-24T09:14:15Z', 'revision_number': 5, 'project_id': '8c71868cf42742a9bfdaacdee1de29ba', 'gw_port': {'id': '00b0590b-f9a9-46cf-8d66-43529722eb39', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88983ba8-b61b-4470-9952-5589af363d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:10:52Z', 'updated_at': '2021-07-24T09:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:14:17.859990 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34f0499-cabd-49f0-88b0-5f4991c98084 None None] Checking router: 88983ba8-b61b-4470-9952-5589af363d79 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:14:17.868719 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34f0499-cabd-49f0-88b0-5f4991c98084 None None] Routers {'88983ba8-b61b-4470-9952-5589af363d79'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:14:17.869540 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e34f0499-cabd-49f0-88b0-5f4991c98084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:14:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['88983ba8-b61b-4470-9952-5589af363d79'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:14:17.906521 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fcb92a42-242a-4b74-8811-7e04a7154ea9 req-aa7dc604-7252-4235-81cd-45a4dafa3de4 service neutron] 10.222.0.37 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625822 Jul 24 09:14:18.016843 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-e34f0499-cabd-49f0-88b0-5f4991c98084 None None] Set router 88983ba8-b61b-4470-9952-5589af363d79 gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:14:18.039200 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-e58ab674-8002-4c65-9f61-80f19d466cc1 admin admin] For port 00b0590b-f9a9-46cf-8d66-43529722eb39, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=00b0590b-f9a9-46cf-8d66-43529722eb39,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:18.039200 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e58ab674-8002-4c65-9f61-80f19d466cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:18.053027 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-e58ab674-8002-4c65-9f61-80f19d466cc1 admin admin] Calling delete_port for 00b0590b-f9a9-46cf-8d66-43529722eb39 owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:14:18.077112 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e34f0499-cabd-49f0-88b0-5f4991c98084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88983ba8-b61b-4470-9952-5589af363d79', 'name': 'tempest-ServersTestBootFromVolume-12445318-router', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:10:50Z', 'updated_at': '2021-07-24T09:14:17Z', 'revision_number': 6, 'project_id': '8c71868cf42742a9bfdaacdee1de29ba', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:14:18.110997 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34f0499-cabd-49f0-88b0-5f4991c98084 None None] The sync data for ids ['88983ba8-b61b-4470-9952-5589af363d79'] in n-d-800085-9 is: [{'id': '88983ba8-b61b-4470-9952-5589af363d79', 'name': 'tempest-ServersTestBootFromVolume-12445318-router', 'tenant_id': '8c71868cf42742a9bfdaacdee1de29ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:10:50Z', 'updated_at': '2021-07-24T09:14:17Z', 'revision_number': 6, 'project_id': '8c71868cf42742a9bfdaacdee1de29ba', 'gw_port_host': None}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:14:18.123562 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772291a-1926-4fef-9939-056fc1b0166a req-dfb73e1b-a1bb-44d7-a843-e90d76e0cbd8 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:18.125405 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4772291a-1926-4fef-9939-056fc1b0166a req-dfb73e1b-a1bb-44d7-a843-e90d76e0cbd8 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fb26fc8-a5cd-4288-b949-66f163e07016 HTTP/1.1" status: 200 len: 949 time: 0.1145351 Jul 24 09:14:18.174480 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4772291a-1926-4fef-9939-056fc1b0166a req-576c4b68-ee24-4c79-a63a-4432a6887f62 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424793 Jul 24 09:14:18.242465 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f4090-1219-42d0-ba76-6d178ca65109 req-f3e1d233-5c10-4a93-a805-b1984eca4e4f tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:18.243645 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-635f4090-1219-42d0-ba76-6d178ca65109 req-f3e1d233-5c10-4a93-a805-b1984eca4e4f tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da HTTP/1.1" status: 200 len: 945 time: 0.3012512 Jul 24 09:14:18.315114 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-635f4090-1219-42d0-ba76-6d178ca65109 req-690ea91d-f778-49da-bcce-d3b549e2a50b tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654528 Jul 24 09:14:18.333294 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e58ab674-8002-4c65-9f61-80f19d466cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:18.363383 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ab674-8002-4c65-9f61-80f19d466cc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=00b0590b-f9a9-46cf-8d66-43529722eb39,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:18.437413 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e58ab674-8002-4c65-9f61-80f19d466cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:18.568634 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e58ab674-8002-4c65-9f61-80f19d466cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:18.571044 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e58ab674-8002-4c65-9f61-80f19d466cc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:18.593893 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d8b40-46ea-40b6-91f3-487cd5f279d6 req-ea2b119f-5b82-4f22-994b-617668f37891 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:18.595494 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f70d8b40-46ea-40b6-91f3-487cd5f279d6 req-ea2b119f-5b82-4f22-994b-617668f37891 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.1031852 Jul 24 09:14:18.640228 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e58ab674-8002-4c65-9f61-80f19d466cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:18.641059 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58ab674-8002-4c65-9f61-80f19d466cc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88983ba8-b61b-4470-9952-5589af363d79 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:14:18.648798 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e58ab674-8002-4c65-9f61-80f19d466cc1 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:18.652281 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e58ab674-8002-4c65-9f61-80f19d466cc1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/88983ba8-b61b-4470-9952-5589af363d79 HTTP/1.1" status: 204 len: 168 time: 1.4090824 Jul 24 09:14:18.653587 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 56084) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:18.671697 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f70d8b40-46ea-40b6-91f3-487cd5f279d6 req-185a4183-d061-4546-9ba4-6ba15e07a303 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671632 Jul 24 09:14:18.706026 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-066c0064-008c-4764-9ce7-15aa3a49b35b admin admin] Deleting subnet e6720e9f-2a6f-42ff-8147-d74598470cb0 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:14:18.717776 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-066c0064-008c-4764-9ce7-15aa3a49b35b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:18.777042 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-066c0064-008c-4764-9ce7-15aa3a49b35b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:18.838304 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ae402-2151-40b9-bd2a-c71bc1094ef6 req-61479432-f9ff-4d4e-94e8-95fd2558319d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:18.839742 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-895ae402-2151-40b9-bd2a-c71bc1094ef6 req-61479432-f9ff-4d4e-94e8-95fd2558319d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0059b6c-66aa-479c-9cfc-85fae8a271fc HTTP/1.1" status: 200 len: 944 time: 0.1313465 Jul 24 09:14:18.863808 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 0887817c-bdfb-442f-99ae-46fddb389c0a no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:14:18.864567 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15fa90-9280-4853-a36c-d23b173b7d9f req-f35ee7df-199d-4754-b321-614991ff04a0 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:18.866130 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8d15fa90-9280-4853-a36c-d23b173b7d9f req-f35ee7df-199d-4754-b321-614991ff04a0 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382dbca-ef42-4cb1-bad2-8951e0ec3a50 HTTP/1.1" status: 200 len: 950 time: 0.0693841 Jul 24 09:14:18.889877 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 0887817c-bdfb-442f-99ae-46fddb389c0a {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:14:18.890586 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 0887817c-bdfb-442f-99ae-46fddb389c0a not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:14:18.894179 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-066c0064-008c-4764-9ce7-15aa3a49b35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:18.915861 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8d15fa90-9280-4853-a36c-d23b173b7d9f req-fc03f35c-d3be-45f5-81fb-dbd21e1b3974 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/security-groups?id=331a735f-da97-445c-820c-7f7afcd372b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427055 Jul 24 09:14:18.935682 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-895ae402-2151-40b9-bd2a-c71bc1094ef6 req-d1bdec03-0ab7-40b5-b669-2fab8fd6f902 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788736 Jul 24 09:14:18.983537 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-066c0064-008c-4764-9ce7-15aa3a49b35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:19.012021 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c0064-008c-4764-9ce7-15aa3a49b35b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6720e9f-2a6f-42ff-8147-d74598470cb0,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:19.020081 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-066c0064-008c-4764-9ce7-15aa3a49b35b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:19.022132 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-066c0064-008c-4764-9ce7-15aa3a49b35b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e6720e9f-2a6f-42ff-8147-d74598470cb0 HTTP/1.1" status: 204 len: 168 time: 0.3673151 Jul 24 09:14:19.024490 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 56100) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:19.027584 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7802de80-0516-41d7-bc65-23f0970f3589 None None] Network 6a12e80f-7c41-440f-b622-d5f8b868fb83 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:14:19.098960 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed1646f9-526d-4e87-80a1-b7d3ffac6096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:19.168086 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-ed1646f9-526d-4e87-80a1-b7d3ffac6096 admin admin] Deleting port e6ea7b61-4261-476a-910b-cbbfa7a1deb6 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:14:19.168664 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed1646f9-526d-4e87-80a1-b7d3ffac6096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:19.242360 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-ed1646f9-526d-4e87-80a1-b7d3ffac6096 admin admin] For port e6ea7b61-4261-476a-910b-cbbfa7a1deb6, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e6ea7b61-4261-476a-910b-cbbfa7a1deb6,segment=NetworkSegment(36cfa9ef-0156-423c-ad72-ca6ce194d167),segment_id=36cfa9ef-0156-423c-ad72-ca6ce194d167)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:19.242809 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed1646f9-526d-4e87-80a1-b7d3ffac6096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:19.263093 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739a884f-9b40-42ea-aa7a-58b61aa236a4 None None] DHCP port deletion for 6a12e80f-7c41-440f-b622-d5f8b868fb83 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:14:19.270543 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-ed1646f9-526d-4e87-80a1-b7d3ffac6096 admin admin] Calling delete_port for e6ea7b61-4261-476a-910b-cbbfa7a1deb6 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:14:19.288312 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 00b0590b-f9a9-46cf-8d66-43529722eb39 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:14:19.312481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 00b0590b-f9a9-46cf-8d66-43529722eb39 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:14:19.312481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 00b0590b-f9a9-46cf-8d66-43529722eb39 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:14:19.312844 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 04016e32-afd4-4dc1-912f-11f1915d463d no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:14:19.333547 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 04016e32-afd4-4dc1-912f-11f1915d463d {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:14:19.333888 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 04016e32-afd4-4dc1-912f-11f1915d463d not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:14:19.351040 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-739a884f-9b40-42ea-aa7a-58b61aa236a4 None None] Deleting port e6ea7b61-4261-476a-910b-cbbfa7a1deb6 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:14:19.351163 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-739a884f-9b40-42ea-aa7a-58b61aa236a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:19.390781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee678f-f070-41a5-b2cf-28640fdd4f3d req-4bbaf1ca-427d-4c92-a8bb-272f44a907c7 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:19.392418 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2cee678f-f070-41a5-b2cf-28640fdd4f3d req-4bbaf1ca-427d-4c92-a8bb-272f44a907c7 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fb26fc8-a5cd-4288-b949-66f163e07016 HTTP/1.1" status: 200 len: 949 time: 0.1355648 Jul 24 09:14:19.421439 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-739a884f-9b40-42ea-aa7a-58b61aa236a4 None None] For port e6ea7b61-4261-476a-910b-cbbfa7a1deb6, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e6ea7b61-4261-476a-910b-cbbfa7a1deb6,segment=NetworkSegment(36cfa9ef-0156-423c-ad72-ca6ce194d167),segment_id=36cfa9ef-0156-423c-ad72-ca6ce194d167)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:19.421836 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-739a884f-9b40-42ea-aa7a-58b61aa236a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:19.435916 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-739a884f-9b40-42ea-aa7a-58b61aa236a4 None None] Calling delete_port for e6ea7b61-4261-476a-910b-cbbfa7a1deb6 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:14:19.439679 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed1646f9-526d-4e87-80a1-b7d3ffac6096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:19.453845 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2cee678f-f070-41a5-b2cf-28640fdd4f3d req-1081beb8-f01d-418e-b140-92985ae68e67 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546203 Jul 24 09:14:19.477889 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1646f9-526d-4e87-80a1-b7d3ffac6096 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ea7b61-4261-476a-910b-cbbfa7a1deb6,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:19.481490 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1646f9-526d-4e87-80a1-b7d3ffac6096 admin admin] No DVR routers for this DVR port e6ea7b61-4261-476a-910b-cbbfa7a1deb6 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:14:19.495035 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8c542-8b3a-401e-a876-8fbeb72b4281 req-744f38c1-5025-481e-9abe-29d5d0590c0f tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:19.496558 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3ea8c542-8b3a-401e-a876-8fbeb72b4281 req-744f38c1-5025-481e-9abe-29d5d0590c0f tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da HTTP/1.1" status: 200 len: 945 time: 0.0879416 Jul 24 09:14:19.525899 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-739a884f-9b40-42ea-aa7a-58b61aa236a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:19.541751 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3ea8c542-8b3a-401e-a876-8fbeb72b4281 req-c0e914a3-3c7e-4319-8346-202264aa098a tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389504 Jul 24 09:14:19.556991 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a884f-9b40-42ea-aa7a-58b61aa236a4 None None] Pushing event deleted for resources: {'Port': ['ID=e6ea7b61-4261-476a-910b-cbbfa7a1deb6,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:19.557938 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed1646f9-526d-4e87-80a1-b7d3ffac6096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:19.559004 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739a884f-9b40-42ea-aa7a-58b61aa236a4 None None] No DVR routers for this DVR port e6ea7b61-4261-476a-910b-cbbfa7a1deb6 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:14:19.573394 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-ed1646f9-526d-4e87-80a1-b7d3ffac6096 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a12e80f-7c41-440f-b622-d5f8b868fb83']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:14:19.584320 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-ed1646f9-526d-4e87-80a1-b7d3ffac6096 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36cfa9ef-0156-423c-ad72-ca6ce194d167') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:14:19.584618 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-ed1646f9-526d-4e87-80a1-b7d3ffac6096 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36cfa9ef-0156-423c-ad72-ca6ce194d167') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:14:19.594890 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed1646f9-526d-4e87-80a1-b7d3ffac6096 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:19.608073 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed1646f9-526d-4e87-80a1-b7d3ffac6096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:19.615141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1646f9-526d-4e87-80a1-b7d3ffac6096 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:14:19.615623 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed1646f9-526d-4e87-80a1-b7d3ffac6096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:14:19.618124 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:14:19.651825 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450557e7-31b0-4be5-9587-922f6752df51 req-1ec5ae0d-346c-4d9f-9798-5e841c985467 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:19.653355 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-450557e7-31b0-4be5-9587-922f6752df51 req-1ec5ae0d-346c-4d9f-9798-5e841c985467 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fb26fc8-a5cd-4288-b949-66f163e07016 HTTP/1.1" status: 200 len: 949 time: 0.0693851 Jul 24 09:14:19.681060 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed1646f9-526d-4e87-80a1-b7d3ffac6096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:19.697547 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed1646f9-526d-4e87-80a1-b7d3ffac6096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:19.699149 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ed1646f9-526d-4e87-80a1-b7d3ffac6096 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6a12e80f-7c41-440f-b622-d5f8b868fb83 HTTP/1.1" status: 204 len: 168 time: 0.6697829 Jul 24 09:14:19.700247 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1646f9-526d-4e87-80a1-b7d3ffac6096 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a12e80f-7c41-440f-b622-d5f8b868fb83,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:19.798540 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-450557e7-31b0-4be5-9587-922f6752df51 req-e62447ec-595a-433e-a219-f43cc162543b tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Deleting port 308bed73-b5ff-41c2-ba4f-0b157cdf998e {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:14:19.799008 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-450557e7-31b0-4be5-9587-922f6752df51 req-e62447ec-595a-433e-a219-f43cc162543b tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:19.828570 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51923a3-d345-40e4-823d-f87f79c4b427 req-9ed842c1-3ced-4aeb-b7af-d7e6701c6831 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:19.830603 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b51923a3-d345-40e4-823d-f87f79c4b427 req-9ed842c1-3ced-4aeb-b7af-d7e6701c6831 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.0738709 Jul 24 09:14:19.889264 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b51923a3-d345-40e4-823d-f87f79c4b427 req-25aee4d4-3f66-432d-9a01-ebc02a67c6a7 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491893 Jul 24 09:14:19.931288 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-450557e7-31b0-4be5-9587-922f6752df51 req-e62447ec-595a-433e-a219-f43cc162543b tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] For port 308bed73-b5ff-41c2-ba4f-0b157cdf998e, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=308bed73-b5ff-41c2-ba4f-0b157cdf998e,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:19.931654 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-450557e7-31b0-4be5-9587-922f6752df51 req-e62447ec-595a-433e-a219-f43cc162543b tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:19.946519 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-450557e7-31b0-4be5-9587-922f6752df51 req-e62447ec-595a-433e-a219-f43cc162543b tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Calling delete_port for 308bed73-b5ff-41c2-ba4f-0b157cdf998e owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:14:19.966984 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 56120) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:20.055563 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0beae654-e40d-464e-83e0-33aa26997c4e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c71868cf42742a9bfdaacdee1de29ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0851247 Jul 24 09:14:20.056459 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 56126) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:20.106407 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84969684-b0f6-4392-a30e-2aeee3abf702 req-d0317550-c066-420d-84c5-7816d2499966 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:20.108026 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-84969684-b0f6-4392-a30e-2aeee3abf702 req-d0317550-c066-420d-84c5-7816d2499966 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0059b6c-66aa-479c-9cfc-85fae8a271fc HTTP/1.1" status: 200 len: 944 time: 0.0673716 Jul 24 09:14:20.154583 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-84969684-b0f6-4392-a30e-2aeee3abf702 req-b5daf02d-4ab3-40e8-a4bf-aa8f30b16032 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383224 Jul 24 09:14:20.408497 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2594dc22-fa9f-4c37-be5e-81d99dfd4623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:20.446342 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a6845-b34f-4f54-be6c-f1e51051fdbb req-52d9f975-dc1e-46de-9b5e-4797df0eff3f tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:20.447857 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ed0a6845-b34f-4f54-be6c-f1e51051fdbb req-52d9f975-dc1e-46de-9b5e-4797df0eff3f tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382dbca-ef42-4cb1-bad2-8951e0ec3a50 HTTP/1.1" status: 200 len: 950 time: 0.4279850 Jul 24 09:14:20.454519 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2594dc22-fa9f-4c37-be5e-81d99dfd4623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:20.463428 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-450557e7-31b0-4be5-9587-922f6752df51 req-e62447ec-595a-433e-a219-f43cc162543b tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:20.477068 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['d443b98a-1ccc-4a40-a4b0-c6babec3df94', '21a699d1-a1e7-47f3-ac00-3012c9ed1460', 'b354465c-03a1-4acd-87be-13ad5d5cf76d', 'd5e21bee-ad81-4bb0-9094-96a3d2ca386d'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:20.479381 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['c53e0ca7-9937-4cf0-b41a-3892056f375b', 'c5f637cb-d9d4-4529-9832-36d171ce35c0'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:20.521067 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62447ec-595a-433e-a219-f43cc162543b tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Pushing event deleted for resources: {'Port': ['ID=308bed73-b5ff-41c2-ba4f-0b157cdf998e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:20.578289 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cb17f4bb-afe7-47f8-8336-c4b5f74dabbf req-d04d88ba-236e-44e3-a19a-92dd9dd813eb tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fb26fc8-a5cd-4288-b949-66f163e07016 HTTP/1.1" status: 200 len: 210 time: 0.0477765 Jul 24 09:14:20.647498 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-450557e7-31b0-4be5-9587-922f6752df51 req-e62447ec-595a-433e-a219-f43cc162543b tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] No DVR routers for this DVR port 308bed73-b5ff-41c2-ba4f-0b157cdf998e on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:14:20.653507 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-450557e7-31b0-4be5-9587-922f6752df51 req-e62447ec-595a-433e-a219-f43cc162543b tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:20.655717 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-450557e7-31b0-4be5-9587-922f6752df51 req-e62447ec-595a-433e-a219-f43cc162543b tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.20 "DELETE /v2.0/ports/308bed73-b5ff-41c2-ba4f-0b157cdf998e HTTP/1.1" status: 204 len: 173 time: 0.9968917 Jul 24 09:14:20.656384 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb26fc8-a5cd-4288-b949-66f163e07016', 'name': 'network-vif-deleted', 'tag': '308bed73-b5ff-41c2-ba4f-0b157cdf998e'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:20.658782 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5d5559-3324-4e38-bae1-4d65d841f14d" -d '{"events": [{"server_uuid": "8fb26fc8-a5cd-4288-b949-66f163e07016", "name": "network-vif-deleted", "tag": "308bed73-b5ff-41c2-ba4f-0b157cdf998e"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:20.677161 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ed0a6845-b34f-4f54-be6c-f1e51051fdbb req-f1841f98-61ca-4c27-9167-cd6a9477415e tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/security-groups?id=331a735f-da97-445c-820c-7f7afcd372b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200348 Jul 24 09:14:20.714567 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2594dc22-fa9f-4c37-be5e-81d99dfd4623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:20.717310 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2594dc22-fa9f-4c37-be5e-81d99dfd4623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:20.719610 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2594dc22-fa9f-4c37-be5e-81d99dfd4623 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ff0703f-20bd-45ac-a778-921a5b91e69d HTTP/1.1" status: 204 len: 168 time: 0.6553771 Jul 24 09:14:20.739844 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594dc22-fa9f-4c37-be5e-81d99dfd4623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff0703f-20bd-45ac-a778-921a5b91e69d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:20.748525 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e87548-118a-4665-9c84-6e01adbbfe0f x-openstack-request-id: req-f3e87548-118a-4665-9c84-6e01adbbfe0f {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:20.748525 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb26fc8-a5cd-4288-b949-66f163e07016", "name": "network-vif-deleted", "tag": "308bed73-b5ff-41c2-ba4f-0b157cdf998e", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:20.748525 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3e87548-118a-4665-9c84-6e01adbbfe0f {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:20.749063 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb26fc8-a5cd-4288-b949-66f163e07016', 'name': 'network-vif-deleted', 'tag': '308bed73-b5ff-41c2-ba4f-0b157cdf998e', 'status': 'completed', 'code': 200} Jul 24 09:14:20.873096 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 4340a827-952c-47f2-98d3-48d01445f6db details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:14:21.043304 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e1c92-5c1d-421c-a7ad-f560e8f82ac5 req-2287441b-b06e-45dd-9432-664677d5c756 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:21.045239 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-439e1c92-5c1d-421c-a7ad-f560e8f82ac5 req-2287441b-b06e-45dd-9432-664677d5c756 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.0797217 Jul 24 09:14:21.058315 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 4340a827-952c-47f2-98d3-48d01445f6db, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=4340a827-952c-47f2-98d3-48d01445f6db,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:21.093154 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '4340a827-952c-47f2-98d3-48d01445f6db', 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f', 'port_id': '4340a827-952c-47f2-98d3-48d01445f6db', 'mac_address': 'fa:16:3e:32:f2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbeb15a4-8962-4380-8bb7-477c83cce3ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:14:21.121139 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-439e1c92-5c1d-421c-a7ad-f560e8f82ac5 req-2d69d71f-6802-4e75-9d81-c92a5da7eceb tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672815 Jul 24 09:14:21.232755 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:21.278558 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e6ea7b61-4261-476a-910b-cbbfa7a1deb6 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:14:21.286771 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4340a827-952c-47f2-98d3-48d01445f6db {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:14:21.331998 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: e6ea7b61-4261-476a-910b-cbbfa7a1deb6 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:14:21.332385 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e6ea7b61-4261-476a-910b-cbbfa7a1deb6 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:14:21.367015 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 4340a827-952c-47f2-98d3-48d01445f6db, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=4340a827-952c-47f2-98d3-48d01445f6db,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:21.376670 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:21.456995 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=4340a827-952c-47f2-98d3-48d01445f6db,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:21.672156 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['4340a827-952c-47f2-98d3-48d01445f6db'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:21.811886 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d01e38-082e-499a-9312-3aac19b108b4 req-80dcb9d5-2aa5-447c-8b7e-26746bea82e2 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:21.820528 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b9d01e38-082e-499a-9312-3aac19b108b4 req-80dcb9d5-2aa5-447c-8b7e-26746bea82e2 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0059b6c-66aa-479c-9cfc-85fae8a271fc HTTP/1.1" status: 200 len: 945 time: 0.1468375 Jul 24 09:14:21.890220 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b9d01e38-082e-499a-9312-3aac19b108b4 req-33de7e83-492a-47d4-bc26-93e3b6aecc4a tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675573 Jul 24 09:14:21.970191 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 56230) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:21.993328 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 308bed73-b5ff-41c2-ba4f-0b157cdf998e no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:14:22.042377 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 308bed73-b5ff-41c2-ba4f-0b157cdf998e {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:14:22.042672 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 308bed73-b5ff-41c2-ba4f-0b157cdf998e not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:14:22.111095 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-f2ddb9fe-d13b-427a-acc3-6b7d65e56d83 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-991243083-network', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:14:22.151129 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ddb9fe-d13b-427a-acc3-6b7d65e56d83 admin admin] Made reservation on behalf of 66d5a695abdf431a9dde2fad5212bfb7 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:14:22.157295 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb9fe-d13b-427a-acc3-6b7d65e56d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:22.167250 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb9fe-d13b-427a-acc3-6b7d65e56d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:22.314007 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b9856-88af-44b1-bfab-7dba62683b9a req-02994280-7208-480a-a8e5-8062751043d3 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:22.315562 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fb0b9856-88af-44b1-bfab-7dba62683b9a req-02994280-7208-480a-a8e5-8062751043d3 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.1034696 Jul 24 09:14:22.366500 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb9fe-d13b-427a-acc3-6b7d65e56d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:22.371896 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb9fe-d13b-427a-acc3-6b7d65e56d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:22.399559 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fb0b9856-88af-44b1-bfab-7dba62683b9a req-99043551-f29a-4f9b-906d-4b24e04c423f tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632176 Jul 24 09:14:22.405051 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ddb9fe-d13b-427a-acc3-6b7d65e56d83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:14:22.433557 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb9fe-d13b-427a-acc3-6b7d65e56d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:22.434207 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-f2ddb9fe-d13b-427a-acc3-6b7d65e56d83 admin admin] Added segment 179240a6-2206-4416-9b54-6742cbc9ffe4 of type vlan for network 9dc9f2b3-ab92-48be-ad70-58a2832475cd Jul 24 09:14:22.445316 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ddb9fe-d13b-427a-acc3-6b7d65e56d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:22.489309 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb9fe-d13b-427a-acc3-6b7d65e56d83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:22.527453 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb9fe-d13b-427a-acc3-6b7d65e56d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:22.528913 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ddb9fe-d13b-427a-acc3-6b7d65e56d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:22.529180 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb9fe-d13b-427a-acc3-6b7d65e56d83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:22.550897 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d7b43-b9c1-4d2a-836b-3c8383b52194 req-09f1a7cb-5c80-41dd-b2d8-b9f9dada8cdf tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:22.553833 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-142d7b43-b9c1-4d2a-836b-3c8383b52194 req-09f1a7cb-5c80-41dd-b2d8-b9f9dada8cdf tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7533daa4-6f91-4753-8daf-e58e67c344b6 HTTP/1.1" status: 200 len: 950 time: 0.1102824 Jul 24 09:14:22.603748 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ddb9fe-d13b-427a-acc3-6b7d65e56d83 admin admin] Pushing event updated for resources: {'Network': ['ID=9dc9f2b3-ab92-48be-ad70-58a2832475cd,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:22.610269 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f2ddb9fe-d13b-427a-acc3-6b7d65e56d83 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6381207 Jul 24 09:14:22.611215 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 56264) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:22.617211 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-67ed0ceb-b7bb-4876-9562-4b91af3e6adf admin admin] Request body: {'subnet': {'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-991243083-subnet', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:14:22.617815 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-142d7b43-b9c1-4d2a-836b-3c8383b52194 req-d7eefa51-6be2-4eae-a7b9-bf032d3ea4e1 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505879 Jul 24 09:14:22.619069 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 9dc9f2b3-ab92-48be-ad70-58a2832475cd details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:14:22.646249 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ed0ceb-b7bb-4876-9562-4b91af3e6adf admin admin] Made reservation on behalf of 66d5a695abdf431a9dde2fad5212bfb7 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:14:22.648794 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-67ed0ceb-b7bb-4876-9562-4b91af3e6adf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:22.841126 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-67ed0ceb-b7bb-4876-9562-4b91af3e6adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:22.882564 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 4340a827-952c-47f2-98d3-48d01445f6db up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:14:22.897831 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed0ceb-b7bb-4876-9562-4b91af3e6adf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b47748b3-2a31-4f22-9667-54e58b6acb99,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:22.908309 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ed0ceb-b7bb-4876-9562-4b91af3e6adf admin admin] Checking segment: {'id': '179240a6-2206-4416-9b54-6742cbc9ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:14:22.908476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ed0ceb-b7bb-4876-9562-4b91af3e6adf admin admin] Network hostable DHCP agents. Network: 9dc9f2b3-ab92-48be-ad70-58a2832475cd, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:14:22.926779 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ed0ceb-b7bb-4876-9562-4b91af3e6adf admin admin] Network 9dc9f2b3-ab92-48be-ad70-58a2832475cd is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:14:22.934497 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 4340a827-952c-47f2-98d3-48d01445f6db completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:14:22.937573 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-67ed0ceb-b7bb-4876-9562-4b91af3e6adf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 9dc9f2b3-ab92-48be-ad70-58a2832475cd) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:14:22.938627 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 4340a827-952c-47f2-98d3-48d01445f6db triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:14:22.939228 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:22.948449 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ed0ceb-b7bb-4876-9562-4b91af3e6adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:22.949220 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-67ed0ceb-b7bb-4876-9562-4b91af3e6adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:22.963172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a44d6fb-e301-4a70-893a-6c6a8af2a01a None None] Network 9dc9f2b3-ab92-48be-ad70-58a2832475cd requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:14:22.968339 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-67ed0ceb-b7bb-4876-9562-4b91af3e6adf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3533595 Jul 24 09:14:22.969332 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 56272) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:22.974554 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-24d97b02-66a6-4786-a169-abdcbea3cf38 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-991243083-router', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:14:23.012186 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24d97b02-66a6-4786-a169-abdcbea3cf38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:23.016339 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24d97b02-66a6-4786-a169-abdcbea3cf38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:23.093182 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24d97b02-66a6-4786-a169-abdcbea3cf38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:23.118918 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:23.123706 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b09c43-8379-416a-88a2-9fd6ef5f1309 req-07112a18-f83c-4da1-9e85-69bcfc75dfbd tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:23.132114 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d8b09c43-8379-416a-88a2-9fd6ef5f1309 req-07112a18-f83c-4da1-9e85-69bcfc75dfbd tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0059b6c-66aa-479c-9cfc-85fae8a271fc HTTP/1.1" status: 200 len: 945 time: 0.1325037 Jul 24 09:14:23.151018 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0059b6c-66aa-479c-9cfc-85fae8a271fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4340a827-952c-47f2-98d3-48d01445f6db'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:23.153415 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e128b2c-b9cf-41f6-a2c3-51107692cc76" -d '{"events": [{"server_uuid": "e0059b6c-66aa-479c-9cfc-85fae8a271fc", "name": "network-vif-plugged", "status": "completed", "tag": "4340a827-952c-47f2-98d3-48d01445f6db"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:23.172978 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 4340a827-952c-47f2-98d3-48d01445f6db, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=4340a827-952c-47f2-98d3-48d01445f6db,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:23.186319 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:23.187467 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:14:23.204650 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d8b09c43-8379-416a-88a2-9fd6ef5f1309 req-add24a8c-1411-440a-aaa2-63d3874eb7ee tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687556 Jul 24 09:14:23.256983 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bf0c52-c3da-4cb1-8427-323ebf7b7703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-9dc9f2b3-ab92-48be-ad70-58a2832475cd', 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'fixed_ips': [{'subnet_id': 'b47748b3-2a31-4f22-9667-54e58b6acb99'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:14:23.257967 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-47bf0c52-c3da-4cb1-8427-323ebf7b7703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:23.273354 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63825b40-8d1a-4f93-844d-fe44cf9a55e7 x-openstack-request-id: req-63825b40-8d1a-4f93-844d-fe44cf9a55e7 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:23.273723 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0059b6c-66aa-479c-9cfc-85fae8a271fc", "name": "network-vif-plugged", "status": "completed", "tag": "4340a827-952c-47f2-98d3-48d01445f6db", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:23.274037 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63825b40-8d1a-4f93-844d-fe44cf9a55e7 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:23.274498 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0059b6c-66aa-479c-9cfc-85fae8a271fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4340a827-952c-47f2-98d3-48d01445f6db', 'code': 200} Jul 24 09:14:23.312766 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24d97b02-66a6-4786-a169-abdcbea3cf38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:23.375447 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=4340a827-952c-47f2-98d3-48d01445f6db,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:23.404844 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb7319-e8fd-4d61-8b87-65035b81e8d7 req-fae09e64-d987-474d-b1ca-2a6b3d1f1050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:23.407388 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ebdb7319-e8fd-4d61-8b87-65035b81e8d7 req-fae09e64-d987-474d-b1ca-2a6b3d1f1050 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0059b6c-66aa-479c-9cfc-85fae8a271fc HTTP/1.1" status: 200 len: 1097 time: 0.0607326 Jul 24 09:14:23.448647 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:23.495486 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:23.497757 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ebdb7319-e8fd-4d61-8b87-65035b81e8d7 req-83816be0-4767-485e-b5db-24829ab5ee16 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793147 Jul 24 09:14:23.500009 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-47bf0c52-c3da-4cb1-8427-323ebf7b7703 None None] Allocated IP 172.20.0.2 (9dc9f2b3-ab92-48be-ad70-58a2832475cd/b47748b3-2a31-4f22-9667-54e58b6acb99/124647fd-d9ed-4fda-857c-869bf3f0326a) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:14:23.504482 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:23.620654 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:23.683444 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24d97b02-66a6-4786-a169-abdcbea3cf38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:23.726619 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-47bf0c52-c3da-4cb1-8427-323ebf7b7703 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:23.731557 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24d97b02-66a6-4786-a169-abdcbea3cf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:23.745589 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-47bf0c52-c3da-4cb1-8427-323ebf7b7703 None None] Transition to ACTIVE for port object 124647fd-d9ed-4fda-857c-869bf3f0326a will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:14:23.748869 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59f280-05a5-4a01-a4c5-9459ff92d072 req-e51d0cb5-81ed-4feb-a5a6-347c764ea823 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:23.759944 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5a59f280-05a5-4a01-a4c5-9459ff92d072 req-e51d0cb5-81ed-4feb-a5a6-347c764ea823 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.2211108 Jul 24 09:14:23.779226 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-47bf0c52-c3da-4cb1-8427-323ebf7b7703 None None] Transition to ACTIVE for port object 124647fd-d9ed-4fda-857c-869bf3f0326a will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:14:23.785977 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa665a2-e463-4615-bff9-4a147e94bd42 req-8865cb94-94c7-4040-a28d-98827547837e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:23.788690 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-faa665a2-e463-4615-bff9-4a147e94bd42 req-8865cb94-94c7-4040-a28d-98827547837e tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.20 "GET /v2.0/ports?device_id=7533daa4-6f91-4753-8daf-e58e67c344b6 HTTP/1.1" status: 200 len: 950 time: 0.1564744 Jul 24 09:14:23.789349 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-47bf0c52-c3da-4cb1-8427-323ebf7b7703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:23.841067 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bf0c52-c3da-4cb1-8427-323ebf7b7703 None None] Network 9dc9f2b3-ab92-48be-ad70-58a2832475cd is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:14:23.846310 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-47bf0c52-c3da-4cb1-8427-323ebf7b7703 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:14:23.854172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bf0c52-c3da-4cb1-8427-323ebf7b7703 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:14:23.887405 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc263e6-ebe9-4c25-93d5-643b63a5ed82 req-001cadcc-4a5e-4a8e-9671-2b59ea65823f tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:23.893717 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf0c52-c3da-4cb1-8427-323ebf7b7703 None None] Pushing event updated for resources: {'Port': ['ID=124647fd-d9ed-4fda-857c-869bf3f0326a,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:23.899407 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3cc263e6-ebe9-4c25-93d5-643b63a5ed82 req-001cadcc-4a5e-4a8e-9671-2b59ea65823f tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7533daa4-6f91-4753-8daf-e58e67c344b6 HTTP/1.1" status: 200 len: 950 time: 0.1834214 Jul 24 09:14:23.918105 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5a59f280-05a5-4a01-a4c5-9459ff92d072 req-e97a7044-2bd3-4958-95d8-8dd5f5823c6a tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567385 Jul 24 09:14:23.976588 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-47bf0c52-c3da-4cb1-8427-323ebf7b7703 None None] Attempting to bind port 124647fd-d9ed-4fda-857c-869bf3f0326a on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:14:23.977131 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-47bf0c52-c3da-4cb1-8427-323ebf7b7703 None None] Attempting to bind port 124647fd-d9ed-4fda-857c-869bf3f0326a by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '179240a6-2206-4416-9b54-6742cbc9ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:14:23.977499 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bf0c52-c3da-4cb1-8427-323ebf7b7703 None None] Attempting to bind port 124647fd-d9ed-4fda-857c-869bf3f0326a on network 9dc9f2b3-ab92-48be-ad70-58a2832475cd {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:14:23.983877 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bf0c52-c3da-4cb1-8427-323ebf7b7703 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:14:23.984346 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bf0c52-c3da-4cb1-8427-323ebf7b7703 None None] Checking segment: {'id': '179240a6-2206-4416-9b54-6742cbc9ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:14:23.985011 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-47bf0c52-c3da-4cb1-8427-323ebf7b7703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:23.986327 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bf0c52-c3da-4cb1-8427-323ebf7b7703 None None] Bound using segment: {'id': '179240a6-2206-4416-9b54-6742cbc9ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:14:23.986327 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-47bf0c52-c3da-4cb1-8427-323ebf7b7703 None None] Bound port: 124647fd-d9ed-4fda-857c-869bf3f0326a, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179240a6-2206-4416-9b54-6742cbc9ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:14:23.986589 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3cc263e6-ebe9-4c25-93d5-643b63a5ed82 req-2ec7d9d2-69b3-4cb7-bbbd-7ec2e478c6b7 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842187 Jul 24 09:14:23.986712 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-47bf0c52-c3da-4cb1-8427-323ebf7b7703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:24.007944 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-24d97b02-66a6-4786-a169-abdcbea3cf38 admin admin] Allocated IP 172.25.7.204 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/8fc8a0b0-630b-4404-9e77-7d514ccae47a) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:14:24.011180 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cca6a4ed-3566-4011-ac17-5441cc366ef1 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:14:24.015894 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cca6a4ed-3566-4011-ac17-5441cc366ef1 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:14:24.022582 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-faa665a2-e463-4615-bff9-4a147e94bd42 req-ce66d89b-4028-43eb-8087-329114fff2ef tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Deleting port c5f637cb-d9d4-4529-9832-36d171ce35c0 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:14:24.022984 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-faa665a2-e463-4615-bff9-4a147e94bd42 req-ce66d89b-4028-43eb-8087-329114fff2ef tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:24.109793 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-47bf0c52-c3da-4cb1-8427-323ebf7b7703 None None] For port 124647fd-d9ed-4fda-857c-869bf3f0326a, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:14:24.118864 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-47bf0c52-c3da-4cb1-8427-323ebf7b7703 None None] For port 124647fd-d9ed-4fda-857c-869bf3f0326a, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=124647fd-d9ed-4fda-857c-869bf3f0326a,segment=NetworkSegment(179240a6-2206-4416-9b54-6742cbc9ffe4),segment_id=179240a6-2206-4416-9b54-6742cbc9ffe4)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:14:24.131338 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-faa665a2-e463-4615-bff9-4a147e94bd42 req-ce66d89b-4028-43eb-8087-329114fff2ef tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] For port c5f637cb-d9d4-4529-9832-36d171ce35c0, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=c5f637cb-d9d4-4529-9832-36d171ce35c0,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:24.132369 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-faa665a2-e463-4615-bff9-4a147e94bd42 req-ce66d89b-4028-43eb-8087-329114fff2ef tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:24.138277 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-47bf0c52-c3da-4cb1-8427-323ebf7b7703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:24.150253 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-faa665a2-e463-4615-bff9-4a147e94bd42 req-ce66d89b-4028-43eb-8087-329114fff2ef tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Calling delete_port for c5f637cb-d9d4-4529-9832-36d171ce35c0 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:14:24.153682 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24d97b02-66a6-4786-a169-abdcbea3cf38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:24.241120 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24d97b02-66a6-4786-a169-abdcbea3cf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:24.310477 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d97b02-66a6-4786-a169-abdcbea3cf38 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:14:24.322944 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-24d97b02-66a6-4786-a169-abdcbea3cf38 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:14:24.333381 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d97b02-66a6-4786-a169-abdcbea3cf38 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:14:24.350589 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:24.393693 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port cca6a4ed-3566-4011-ac17-5441cc366ef1, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cca6a4ed-3566-4011-ac17-5441cc366ef1,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:24.399536 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:24.435848 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d97b02-66a6-4786-a169-abdcbea3cf38 admin admin] Pushing event updated for resources: {'Port': ['ID=8fc8a0b0-630b-4404-9e77-7d514ccae47a,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:24.459520 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf0c52-c3da-4cb1-8427-323ebf7b7703 None None] Pushing event updated for resources: {'Port': ['ID=124647fd-d9ed-4fda-857c-869bf3f0326a,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:24.460193 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-faa665a2-e463-4615-bff9-4a147e94bd42 req-ce66d89b-4028-43eb-8087-329114fff2ef tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:24.486182 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['c53e0ca7-9937-4cf0-b41a-3892056f375b', 'c5f637cb-d9d4-4529-9832-36d171ce35c0'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:24.489484 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['d443b98a-1ccc-4a40-a4b0-c6babec3df94', '21a699d1-a1e7-47f3-ac00-3012c9ed1460', 'b354465c-03a1-4acd-87be-13ad5d5cf76d', 'd5e21bee-ad81-4bb0-9094-96a3d2ca386d'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:24.552557 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66d89b-4028-43eb-8087-329114fff2ef tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Pushing event deleted for resources: {'Port': ['ID=c5f637cb-d9d4-4529-9832-36d171ce35c0,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:24.661388 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbadc7-f206-48fb-851a-63d101fd7650 req-ae6f0c79-a224-4633-8049-952dc16f1b99 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:24.665418 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-91dbadc7-f206-48fb-851a-63d101fd7650 req-ae6f0c79-a224-4633-8049-952dc16f1b99 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0059b6c-66aa-479c-9cfc-85fae8a271fc HTTP/1.1" status: 200 len: 946 time: 0.2768962 Jul 24 09:14:24.666623 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa665a2-e463-4615-bff9-4a147e94bd42 req-ce66d89b-4028-43eb-8087-329114fff2ef tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] No DVR routers for this DVR port c5f637cb-d9d4-4529-9832-36d171ce35c0 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:14:24.674806 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-faa665a2-e463-4615-bff9-4a147e94bd42 req-ce66d89b-4028-43eb-8087-329114fff2ef tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:24.680468 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-faa665a2-e463-4615-bff9-4a147e94bd42 req-ce66d89b-4028-43eb-8087-329114fff2ef tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.20 "DELETE /v2.0/ports/c5f637cb-d9d4-4529-9832-36d171ce35c0 HTTP/1.1" status: 204 len: 173 time: 0.8844874 Jul 24 09:14:24.722566 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7533daa4-6f91-4753-8daf-e58e67c344b6', 'name': 'network-vif-deleted', 'tag': 'c5f637cb-d9d4-4529-9832-36d171ce35c0'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:24.730148 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36001a03-0f34-40cc-9588-8a69be960fc9" -d '{"events": [{"server_uuid": "7533daa4-6f91-4753-8daf-e58e67c344b6", "name": "network-vif-deleted", "tag": "c5f637cb-d9d4-4529-9832-36d171ce35c0"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:24.779471 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-91dbadc7-f206-48fb-851a-63d101fd7650 req-37267445-d4d9-4233-8b21-a1755b3c1fe4 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962472 Jul 24 09:14:24.799312 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=cca6a4ed-3566-4011-ac17-5441cc366ef1,revision_number=9']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:24.804584 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7047ea97-1a63-4547-b332-50a84bee65e3 x-openstack-request-id: req-7047ea97-1a63-4547-b332-50a84bee65e3 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:24.804918 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7533daa4-6f91-4753-8daf-e58e67c344b6", "name": "network-vif-deleted", "tag": "c5f637cb-d9d4-4529-9832-36d171ce35c0", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:24.805169 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7047ea97-1a63-4547-b332-50a84bee65e3 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:24.805565 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7533daa4-6f91-4753-8daf-e58e67c344b6', 'name': 'network-vif-deleted', 'tag': 'c5f637cb-d9d4-4529-9832-36d171ce35c0', 'status': 'completed', 'code': 200} Jul 24 09:14:24.819332 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port cca6a4ed-3566-4011-ac17-5441cc366ef1, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cca6a4ed-3566-4011-ac17-5441cc366ef1,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:24.855906 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24d97b02-66a6-4786-a169-abdcbea3cf38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:24.866494 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'cca6a4ed-3566-4011-ac17-5441cc366ef1', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': 'cca6a4ed-3566-4011-ac17-5441cc366ef1', 'mac_address': 'fa:16:3e:1e:22:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:14:24.982357 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:25.045522 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca6a4ed-3566-4011-ac17-5441cc366ef1 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:14:25.154139 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port cca6a4ed-3566-4011-ac17-5441cc366ef1, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cca6a4ed-3566-4011-ac17-5441cc366ef1,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:25.175177 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:25.211399 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188b1b7-7112-4979-b5fa-c3b2112d5881 req-e672f629-6d95-4fdd-b659-d2d33d5144b4 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:25.227131 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5188b1b7-7112-4979-b5fa-c3b2112d5881 req-e672f629-6d95-4fdd-b659-d2d33d5144b4 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 948 time: 0.1643324 Jul 24 09:14:25.263707 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-557949f1-5c31-40d5-bc57-8fdb8dce76c3 req-3efd0bc2-5110-462f-91bc-256af19f897a tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7533daa4-6f91-4753-8daf-e58e67c344b6 HTTP/1.1" status: 200 len: 210 time: 0.1393836 Jul 24 09:14:25.282216 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4382dbca-ef42-4cb1-bad2-8951e0ec3a50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5'}, {'server_uuid': 'e1cbd112-bfbe-4ad3-8eac-5bdd720ee191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cca6a4ed-3566-4011-ac17-5441cc366ef1'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:25.296053 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bbe80b-1946-4a1e-afe6-9969333d9ee2" -d '{"events": [{"server_uuid": "4382dbca-ef42-4cb1-bad2-8951e0ec3a50", "name": "network-vif-unplugged", "status": "completed", "tag": "8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5"}, {"server_uuid": "e1cbd112-bfbe-4ad3-8eac-5bdd720ee191", "name": "network-vif-unplugged", "status": "completed", "tag": "cca6a4ed-3566-4011-ac17-5441cc366ef1"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:25.356229 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5188b1b7-7112-4979-b5fa-c3b2112d5881 req-b55e903b-d43a-4eec-ac4d-b465b13378b0 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278219 Jul 24 09:14:25.371168 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24d97b02-66a6-4786-a169-abdcbea3cf38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:25.413915 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 124647fd-d9ed-4fda-857c-869bf3f0326a up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:14:25.473487 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a89aef2-7991-4249-bce5-31860800673b x-openstack-request-id: req-0a89aef2-7991-4249-bce5-31860800673b {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:25.473900 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4382dbca-ef42-4cb1-bad2-8951e0ec3a50", "name": "network-vif-unplugged", "status": "completed", "tag": "8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5", "code": 200}, {"server_uuid": "e1cbd112-bfbe-4ad3-8eac-5bdd720ee191", "name": "network-vif-unplugged", "status": "completed", "tag": "cca6a4ed-3566-4011-ac17-5441cc366ef1", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:25.474348 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a89aef2-7991-4249-bce5-31860800673b {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:25.474859 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4382dbca-ef42-4cb1-bad2-8951e0ec3a50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5', 'code': 200} Jul 24 09:14:25.475200 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cbd112-bfbe-4ad3-8eac-5bdd720ee191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cca6a4ed-3566-4011-ac17-5441cc366ef1', 'code': 200} Jul 24 09:14:25.484397 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=cca6a4ed-3566-4011-ac17-5441cc366ef1,revision_number=10']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:25.541576 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['cca6a4ed-3566-4011-ac17-5441cc366ef1'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:25.610682 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 124647fd-d9ed-4fda-857c-869bf3f0326a completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:14:25.748963 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc74ef86-f4be-4ee0-956a-1fecfed5ba0f None None] Network 9dc9f2b3-ab92-48be-ad70-58a2832475cd requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:14:25.885473 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-205648a1-4b9e-4f02-9381-e5a38f4237bd None None] Provisioning for port 124647fd-d9ed-4fda-857c-869bf3f0326a completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:14:25.897066 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-205648a1-4b9e-4f02-9381-e5a38f4237bd None None] Provisioning complete for port 124647fd-d9ed-4fda-857c-869bf3f0326a triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:14:25.897685 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-205648a1-4b9e-4f02-9381-e5a38f4237bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:25.995233 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3705976-ad26-472e-94aa-cd0c6b042d2d req-ad85aa3f-1fa1-46f8-b881-2b6736921aa2 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:25.996833 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a3705976-ad26-472e-94aa-cd0c6b042d2d req-ad85aa3f-1fa1-46f8-b881-2b6736921aa2 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0059b6c-66aa-479c-9cfc-85fae8a271fc HTTP/1.1" status: 200 len: 946 time: 0.1090047 Jul 24 09:14:26.029393 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device c5f637cb-d9d4-4529-9832-36d171ce35c0 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:14:26.035689 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d97b02-66a6-4786-a169-abdcbea3cf38 admin admin] Router c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:14:26.101034 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a3705976-ad26-472e-94aa-cd0c6b042d2d req-687e3390-96a5-4fd0-9c22-1857613865ce tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901890 Jul 24 09:14:26.164650 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: c5f637cb-d9d4-4529-9832-36d171ce35c0 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:14:26.165061 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device c5f637cb-d9d4-4529-9832-36d171ce35c0 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:14:26.222927 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d97b02-66a6-4786-a169-abdcbea3cf38 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:14:26.246833 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] Sync routers for ids ['c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:14:26.269646 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24d97b02-66a6-4786-a169-abdcbea3cf38 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:26.271796 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-24d97b02-66a6-4786-a169-abdcbea3cf38 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3014412 Jul 24 09:14:26.274586 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 56352) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:26.314068 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-205648a1-4b9e-4f02-9381-e5a38f4237bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:26.341817 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] Routers {'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:14:26.342686 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:14:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:14:26.632862 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80019518-cf7f-4a6f-a802-be0cfa3f0556 req-9747e7f8-1aaf-4847-aade-a4c9e66a9e66 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:26.640119 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-80019518-cf7f-4a6f-a802-be0cfa3f0556 req-9747e7f8-1aaf-4847-aade-a4c9e66a9e66 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.1140091 Jul 24 09:14:26.733517 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-205648a1-4b9e-4f02-9381-e5a38f4237bd None None] For port 124647fd-d9ed-4fda-857c-869bf3f0326a, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=124647fd-d9ed-4fda-857c-869bf3f0326a,segment=NetworkSegment(179240a6-2206-4416-9b54-6742cbc9ffe4),segment_id=179240a6-2206-4416-9b54-6742cbc9ffe4)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:26.749506 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-205648a1-4b9e-4f02-9381-e5a38f4237bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:26.820808 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad8683-306d-4987-9cd2-b285976e34c7 req-b1e87a94-c108-491d-a708-69cc073d0c33 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:26.836231 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] Set router c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:14:26.838492 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-75ad8683-306d-4987-9cd2-b285976e34c7 req-b1e87a94-c108-491d-a708-69cc073d0c33 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0059b6c-66aa-479c-9cfc-85fae8a271fc HTTP/1.1" status: 200 len: 946 time: 0.1181338 Jul 24 09:14:26.892963 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-80019518-cf7f-4a6f-a802-be0cfa3f0556 req-037499e1-7af9-41e0-94db-502f4054bf7a tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518501 Jul 24 09:14:26.913031 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:14:26.928726 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-75ad8683-306d-4987-9cd2-b285976e34c7 req-aff1900a-ea85-4d03-911b-94f719397f74 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860417 Jul 24 09:14:27.057465 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205648a1-4b9e-4f02-9381-e5a38f4237bd None None] Pushing event updated for resources: {'Port': ['ID=124647fd-d9ed-4fda-857c-869bf3f0326a,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:27.356726 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7df4ad7f-3871-4f48-9858-9db4afaf962e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:27.366540 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-26f0b28e-68ad-462a-b8c0-fe42c5fd903d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:27.388714 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 124647fd-d9ed-4fda-857c-869bf3f0326a up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:14:27.423216 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fa8c3b1b-7557-4df1-b914-ecb14198808a None None] Provisioning complete for port 124647fd-d9ed-4fda-857c-869bf3f0326a triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:14:27.423599 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fa8c3b1b-7557-4df1-b914-ecb14198808a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:27.429228 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'name': 'tempest-TaggedBootDevicesTest_v242-991243083-router', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:14:24Z', 'revision_number': 3, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'gw_port': {'id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:14:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:14:27.480652 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58e54b-8c8e-412b-a46c-9c8f82350235 req-fbe66e0a-abcb-49d3-b39c-fb1aceadfc26 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:27.488359 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a58e54b-8c8e-412b-a46c-9c8f82350235 req-fbe66e0a-abcb-49d3-b39c-fb1aceadfc26 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0059b6c-66aa-479c-9cfc-85fae8a271fc HTTP/1.1" status: 200 len: 946 time: 0.1272469 Jul 24 09:14:27.518117 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:27.521135 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] Checking router: c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:14:27.521480 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] Updating router c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8 port 8fc8a0b0-630b-4404-9e77-7d514ccae47a binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:14:27.546367 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a58e54b-8c8e-412b-a46c-9c8f82350235 req-784b3dcc-c919-4d0d-b20c-de0dfe8c519f tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569217 Jul 24 09:14:27.573661 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': '8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5', 'mac_address': 'fa:16:3e:27:7a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:14:27.629640 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:27.747884 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3990b-2562-4593-9af2-f30ba167d590 req-a2f796b3-fe6f-4a97-8219-d8cf0b9c8f28 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:27.749838 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54e3990b-2562-4593-9af2-f30ba167d590 req-a2f796b3-fe6f-4a97-8219-d8cf0b9c8f28 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc74c894-63f0-4771-b257-438dd0299441 HTTP/1.1" status: 200 len: 950 time: 0.1621921 Jul 24 09:14:27.778477 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 124647fd-d9ed-4fda-857c-869bf3f0326a triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:14:27.779433 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:27.787904 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-26f0b28e-68ad-462a-b8c0-fe42c5fd903d admin admin] Allocated IP 172.20.0.1 (9dc9f2b3-ab92-48be-ad70-58a2832475cd/b47748b3-2a31-4f22-9667-54e58b6acb99/644b1162-a28a-42b2-9906-bad577e5e79d) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:14:27.822086 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54e3990b-2562-4593-9af2-f30ba167d590 req-5bf2d23b-b26f-4dba-a29a-6f0254956e20 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617175 Jul 24 09:14:27.831402 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:27.903607 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:14:27.966462 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-26f0b28e-68ad-462a-b8c0-fe42c5fd903d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:27.982774 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:27.983516 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-26f0b28e-68ad-462a-b8c0-fe42c5fd903d admin admin] Transition to ACTIVE for port object 644b1162-a28a-42b2-9906-bad577e5e79d will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:14:27.992982 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:28.041466 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cca6a4ed-3566-4011-ac17-5441cc366ef1 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:14:28.087302 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-26f0b28e-68ad-462a-b8c0-fe42c5fd903d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:28.118183 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed834a-13d0-453e-9a30-3225cb1848b2 req-ad15dcdf-827f-4df5-978e-a533a78ddb0f tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:28.126541 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6fed834a-13d0-453e-9a30-3225cb1848b2 req-ad15dcdf-827f-4df5-978e-a533a78ddb0f tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 950 time: 0.1178436 Jul 24 09:14:28.128698 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f0b28e-68ad-462a-b8c0-fe42c5fd903d admin admin] Network 9dc9f2b3-ab92-48be-ad70-58a2832475cd is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:14:28.149554 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-26f0b28e-68ad-462a-b8c0-fe42c5fd903d admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:14:28.153828 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f0b28e-68ad-462a-b8c0-fe42c5fd903d admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:14:28.172539 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:28.207661 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5,revision_number=9']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:28.245372 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6fed834a-13d0-453e-9a30-3225cb1848b2 req-871a72b4-d41f-4d19-ac35-9bef87598819 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178629 Jul 24 09:14:28.330499 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port cca6a4ed-3566-4011-ac17-5441cc366ef1 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:14:28.330889 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:28.346963 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0b28e-68ad-462a-b8c0-fe42c5fd903d admin admin] Pushing event updated for resources: {'Port': ['ID=644b1162-a28a-42b2-9906-bad577e5e79d,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:28.354038 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-26f0b28e-68ad-462a-b8c0-fe42c5fd903d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:28.390151 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:28.427304 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] Transition to ACTIVE for port object 8fc8a0b0-630b-4404-9e77-7d514ccae47a will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:14:28.449848 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:28.547227 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52433673-e4a7-4b4d-9221-f0e05683009a req-cf31cae0-130c-404b-befe-96f350b3e239 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:28.549161 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-52433673-e4a7-4b4d-9221-f0e05683009a req-cf31cae0-130c-404b-befe-96f350b3e239 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc74c894-63f0-4771-b257-438dd0299441 HTTP/1.1" status: 200 len: 950 time: 0.5024428 Jul 24 09:14:28.576271 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c5d50-b195-4a26-abd3-2ecd9af723f2 req-591dd607-8bd4-4e27-99b5-7b34c753a431 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:28.585989 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e6c5d50-b195-4a26-abd3-2ecd9af723f2 req-591dd607-8bd4-4e27-99b5-7b34c753a431 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0059b6c-66aa-479c-9cfc-85fae8a271fc HTTP/1.1" status: 200 len: 946 time: 0.5416675 Jul 24 09:14:28.622793 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] Attempting to bind port 8fc8a0b0-630b-4404-9e77-7d514ccae47a on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:14:28.623392 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] Attempting to bind port 8fc8a0b0-630b-4404-9e77-7d514ccae47a by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:14:28.624004 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] Attempting to bind port 8fc8a0b0-630b-4404-9e77-7d514ccae47a on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:14:28.629373 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-56ea4b4c-d5e4-4d59-b6df-e201e24ee9c6 None None] Provisioning for port 644b1162-a28a-42b2-9906-bad577e5e79d completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:14:28.632169 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8443594-0817-4916-ac3a-45af3c529e55 None None] Pushing event updated for resources: {'Port': ['ID=8fc8a0b0-630b-4404-9e77-7d514ccae47a,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:28.675241 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-56ea4b4c-d5e4-4d59-b6df-e201e24ee9c6 None None] Provisioning complete for port 644b1162-a28a-42b2-9906-bad577e5e79d triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:14:28.675916 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-56ea4b4c-d5e4-4d59-b6df-e201e24ee9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:28.677902 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:14:28.678492 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:14:28.679058 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:28.679608 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:14:28.680268 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] Bound port: 8fc8a0b0-630b-4404-9e77-7d514ccae47a, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:14:28.680867 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:28.686694 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-26f0b28e-68ad-462a-b8c0-fe42c5fd903d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:28.752219 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e6c5d50-b195-4a26-abd3-2ecd9af723f2 req-f37d8580-cf3d-4a09-9747-0f3b2db765d2 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657524 Jul 24 09:14:28.786308 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:28.798455 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-56ea4b4c-d5e4-4d59-b6df-e201e24ee9c6 None None] Port 644b1162-a28a-42b2-9906-bad577e5e79d cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:14:28.835086 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] For port 8fc8a0b0-630b-4404-9e77-7d514ccae47a, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:14:28.841516 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] For port 8fc8a0b0-630b-4404-9e77-7d514ccae47a, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=8fc8a0b0-630b-4404-9e77-7d514ccae47a,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:14:28.845166 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-52433673-e4a7-4b4d-9221-f0e05683009a req-2c7286bc-806c-4a2e-a7b3-9125fca6b590 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Deleting port c53e0ca7-9937-4cf0-b41a-3892056f375b {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:14:28.847866 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cbd112-bfbe-4ad3-8eac-5bdd720ee191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca6a4ed-3566-4011-ac17-5441cc366ef1'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:28.849289 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-52433673-e4a7-4b4d-9221-f0e05683009a req-2c7286bc-806c-4a2e-a7b3-9125fca6b590 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:28.849984 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dd7b23-2592-4fd1-8000-51303cb741fd" -d '{"events": [{"server_uuid": "e1cbd112-bfbe-4ad3-8eac-5bdd720ee191", "name": "network-vif-plugged", "status": "completed", "tag": "cca6a4ed-3566-4011-ac17-5441cc366ef1"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:28.864487 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:28.873311 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port cca6a4ed-3566-4011-ac17-5441cc366ef1, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cca6a4ed-3566-4011-ac17-5441cc366ef1,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:28.903001 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:28.926443 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfa994b-ce0d-4d9e-aa96-16d0c1d228d6 x-openstack-request-id: req-dcfa994b-ce0d-4d9e-aa96-16d0c1d228d6 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:28.926971 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cbd112-bfbe-4ad3-8eac-5bdd720ee191", "name": "network-vif-plugged", "status": "completed", "tag": "cca6a4ed-3566-4011-ac17-5441cc366ef1", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:28.927395 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dcfa994b-ce0d-4d9e-aa96-16d0c1d228d6 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:28.928031 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cbd112-bfbe-4ad3-8eac-5bdd720ee191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca6a4ed-3566-4011-ac17-5441cc366ef1', 'code': 200} Jul 24 09:14:28.944483 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] Routers {'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:14:28.945669 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:14:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:14:28.952133 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8443594-0817-4916-ac3a-45af3c529e55 None None] Pushing event updated for resources: {'Port': ['ID=8fc8a0b0-630b-4404-9e77-7d514ccae47a,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:29.058778 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8941999-b186-462e-bbf6-70236abf8502 req-6f239c25-1968-4df9-86d1-462ec281b8fb tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:29.071713 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b8941999-b186-462e-bbf6-70236abf8502 req-6f239c25-1968-4df9-86d1-462ec281b8fb tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc74c894-63f0-4771-b257-438dd0299441 HTTP/1.1" status: 200 len: 950 time: 0.1392629 Jul 24 09:14:29.165579 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b8941999-b186-462e-bbf6-70236abf8502 req-aca7b222-3555-4015-8d70-fd4eecf20f36 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928385 Jul 24 09:14:29.248561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-52433673-e4a7-4b4d-9221-f0e05683009a req-2c7286bc-806c-4a2e-a7b3-9125fca6b590 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] For port c53e0ca7-9937-4cf0-b41a-3892056f375b, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=c53e0ca7-9937-4cf0-b41a-3892056f375b,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:29.249019 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-52433673-e4a7-4b4d-9221-f0e05683009a req-2c7286bc-806c-4a2e-a7b3-9125fca6b590 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:29.274952 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] Set router c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:14:29.275678 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b05a44-4f3c-4eda-9711-1943f1535f7b req-22350431-1561-4c69-bd64-6bbfa074569c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:29.276814 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a7b05a44-4f3c-4eda-9711-1943f1535f7b req-22350431-1561-4c69-bd64-6bbfa074569c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 1102 time: 0.0681381 Jul 24 09:14:29.325370 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=cca6a4ed-3566-4011-ac17-5441cc366ef1,revision_number=11']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:29.329005 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a7b05a44-4f3c-4eda-9711-1943f1535f7b req-fd96e1c2-b61e-452f-b7be-fb21f684a140 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456395 Jul 24 09:14:29.606813 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'name': 'tempest-TaggedBootDevicesTest_v242-991243083-router', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:14:28Z', 'revision_number': 4, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'gw_port': {'id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '644b1162-a28a-42b2-9906-bad577e5e79d', 'name': '', 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'mac_address': 'fa:16:3e:0b:76:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b47748b3-2a31-4f22-9667-54e58b6acb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:14:27Z', 'updated_at': '2021-07-24T09:14:27Z', 'revision_number': 1, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'subnets': [{'id': 'b47748b3-2a31-4f22-9667-54e58b6acb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:14:29.640956 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9e238c-8398-470d-8a36-1f6c904ee346 None None] The sync data for ids ['c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'] in n-d-800085-9 is: [{'id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'name': 'tempest-TaggedBootDevicesTest_v242-991243083-router', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:14:28Z', 'revision_number': 4, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'gw_port': {'id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '644b1162-a28a-42b2-9906-bad577e5e79d', 'name': '', 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'mac_address': 'fa:16:3e:0b:76:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b47748b3-2a31-4f22-9667-54e58b6acb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:14:27Z', 'updated_at': '2021-07-24T09:14:27Z', 'revision_number': 1, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'subnets': [{'id': 'b47748b3-2a31-4f22-9667-54e58b6acb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:14:29.663911 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-52433673-e4a7-4b4d-9221-f0e05683009a req-2c7286bc-806c-4a2e-a7b3-9125fca6b590 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Calling delete_port for c53e0ca7-9937-4cf0-b41a-3892056f375b owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:14:29.731641 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-26f0b28e-68ad-462a-b8c0-fe42c5fd903d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:29.763556 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-95d57cb5-cd8b-4f12-adeb-5c7184959134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:29.781035 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-26f0b28e-68ad-462a-b8c0-fe42c5fd903d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:29.877355 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64db18-02cf-409a-8f97-c593f6f6f5b0 req-b2edc7f5-ced5-4386-9d4b-c5a5e42f9554 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:29.878944 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b64db18-02cf-409a-8f97-c593f6f6f5b0 req-b2edc7f5-ced5-4386-9d4b-c5a5e42f9554 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4400f82-f205-4971-8af0-00cce5d986f9 HTTP/1.1" status: 200 len: 950 time: 0.7888153 Jul 24 09:14:29.959421 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0b28e-68ad-462a-b8c0-fe42c5fd903d admin admin] Pushing event updated for resources: {'Port': ['ID=644b1162-a28a-42b2-9906-bad577e5e79d,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:29.971089 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-26f0b28e-68ad-462a-b8c0-fe42c5fd903d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:29.988154 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c468c9-f7f2-4b2a-9e80-3a03456e2906 req-9ded523b-7143-4131-b620-2c8685951d3a tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:29.995460 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-23c468c9-f7f2-4b2a-9e80-3a03456e2906 req-9ded523b-7143-4131-b620-2c8685951d3a tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0059b6c-66aa-479c-9cfc-85fae8a271fc HTTP/1.1" status: 200 len: 946 time: 0.1447375 Jul 24 09:14:30.046720 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2119c42-b018-4801-a31b-80a7893b1a74 req-475c8731-0c7b-4bcc-a631-9ec8235645e0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:30.048547 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f2119c42-b018-4801-a31b-80a7893b1a74 req-475c8731-0c7b-4bcc-a631-9ec8235645e0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0059b6c-66aa-479c-9cfc-85fae8a271fc HTTP/1.1" status: 200 len: 946 time: 0.4364247 Jul 24 09:14:30.062197 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c71e5-07d1-44f2-ba21-1ac86902a677 req-bab15f08-2ba9-4a67-90a4-92c9dc51fdc3 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:30.069012 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-23c468c9-f7f2-4b2a-9e80-3a03456e2906 req-6feb0e9a-f086-4691-b94b-5e6a556da296 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725398 Jul 24 09:14:30.073237 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d55c71e5-07d1-44f2-ba21-1ac86902a677 req-bab15f08-2ba9-4a67-90a4-92c9dc51fdc3 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 951 time: 0.4599206 Jul 24 09:14:30.368346 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:30.396663 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4f7f4-a239-4509-8e97-dd9b503b7131 req-a07eccd0-9c8e-43ce-9bac-41956f1d3449 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:30.404360 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bac4f7f4-a239-4509-8e97-dd9b503b7131 req-a07eccd0-9c8e-43ce-9bac-41956f1d3449 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc74c894-63f0-4771-b257-438dd0299441 HTTP/1.1" status: 200 len: 950 time: 0.1358862 Jul 24 09:14:30.407857 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d55c71e5-07d1-44f2-ba21-1ac86902a677 req-2cc767a4-4f2a-4fc5-b0b1-333183d8558a tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336465 Jul 24 09:14:30.497999 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-52433673-e4a7-4b4d-9221-f0e05683009a req-2c7286bc-806c-4a2e-a7b3-9125fca6b590 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:30.499352 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bac4f7f4-a239-4509-8e97-dd9b503b7131 req-e55f5ac8-6ca5-406f-ad01-d3b57bbac123 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939350 Jul 24 09:14:30.517816 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['d443b98a-1ccc-4a40-a4b0-c6babec3df94', '21a699d1-a1e7-47f3-ac00-3012c9ed1460', 'b354465c-03a1-4acd-87be-13ad5d5cf76d', 'd5e21bee-ad81-4bb0-9094-96a3d2ca386d'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:30.568252 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7286bc-806c-4a2e-a7b3-9125fca6b590 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Pushing event deleted for resources: {'Port': ['ID=c53e0ca7-9937-4cf0-b41a-3892056f375b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:30.596924 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-5b64db18-02cf-409a-8f97-c593f6f6f5b0 req-c7c91ec2-5902-471d-a575-c383ce40e3a6 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Deleting port d5e21bee-ad81-4bb0-9094-96a3d2ca386d {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:14:30.598196 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5b64db18-02cf-409a-8f97-c593f6f6f5b0 req-c7c91ec2-5902-471d-a575-c383ce40e3a6 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:30.602959 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f0b28e-68ad-462a-b8c0-fe42c5fd903d admin admin] Network 9dc9f2b3-ab92-48be-ad70-58a2832475cd is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:14:30.661561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-26f0b28e-68ad-462a-b8c0-fe42c5fd903d admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:14:30.704770 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-52433673-e4a7-4b4d-9221-f0e05683009a req-2c7286bc-806c-4a2e-a7b3-9125fca6b590 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] No DVR routers for this DVR port c53e0ca7-9937-4cf0-b41a-3892056f375b on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:14:30.710712 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-52433673-e4a7-4b4d-9221-f0e05683009a req-2c7286bc-806c-4a2e-a7b3-9125fca6b590 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:30.713115 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-52433673-e4a7-4b4d-9221-f0e05683009a req-2c7286bc-806c-4a2e-a7b3-9125fca6b590 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.20 "DELETE /v2.0/ports/c53e0ca7-9937-4cf0-b41a-3892056f375b HTTP/1.1" status: 204 len: 173 time: 2.1520269 Jul 24 09:14:30.718048 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc74c894-63f0-4771-b257-438dd0299441', 'name': 'network-vif-deleted', 'tag': 'c53e0ca7-9937-4cf0-b41a-3892056f375b'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:30.720652 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f277f532-98f5-4018-b3c0-e77494b4b8bd" -d '{"events": [{"server_uuid": "cc74c894-63f0-4771-b257-438dd0299441", "name": "network-vif-deleted", "tag": "c53e0ca7-9937-4cf0-b41a-3892056f375b"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:30.854327 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cf6303-0903-4148-bfef-dd5a7564cb1a x-openstack-request-id: req-21cf6303-0903-4148-bfef-dd5a7564cb1a {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:30.854768 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc74c894-63f0-4771-b257-438dd0299441", "name": "network-vif-deleted", "tag": "c53e0ca7-9937-4cf0-b41a-3892056f375b", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:30.855158 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21cf6303-0903-4148-bfef-dd5a7564cb1a {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:30.855659 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc74c894-63f0-4771-b257-438dd0299441', 'name': 'network-vif-deleted', 'tag': 'c53e0ca7-9937-4cf0-b41a-3892056f375b', 'status': 'completed', 'code': 200} Jul 24 09:14:30.904280 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-f2119c42-b018-4801-a31b-80a7893b1a74 req-c69993f1-c4fa-4c46-b2ec-74b5d92f7c60 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Deleting port 4340a827-952c-47f2-98d3-48d01445f6db {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:14:30.904717 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f2119c42-b018-4801-a31b-80a7893b1a74 req-c69993f1-c4fa-4c46-b2ec-74b5d92f7c60 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:30.939746 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:14:31.031621 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:31.133595 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5b64db18-02cf-409a-8f97-c593f6f6f5b0 req-c7c91ec2-5902-471d-a575-c383ce40e3a6 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] For port d5e21bee-ad81-4bb0-9094-96a3d2ca386d, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=d5e21bee-ad81-4bb0-9094-96a3d2ca386d,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:31.133974 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5b64db18-02cf-409a-8f97-c593f6f6f5b0 req-c7c91ec2-5902-471d-a575-c383ce40e3a6 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:31.215643 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:14:31.216106 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:31.217195 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-f2119c42-b018-4801-a31b-80a7893b1a74 req-c69993f1-c4fa-4c46-b2ec-74b5d92f7c60 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] For port 4340a827-952c-47f2-98d3-48d01445f6db, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=4340a827-952c-47f2-98d3-48d01445f6db,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:31.217642 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f2119c42-b018-4801-a31b-80a7893b1a74 req-c69993f1-c4fa-4c46-b2ec-74b5d92f7c60 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:31.220487 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-5b64db18-02cf-409a-8f97-c593f6f6f5b0 req-c7c91ec2-5902-471d-a575-c383ce40e3a6 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Calling delete_port for d5e21bee-ad81-4bb0-9094-96a3d2ca386d owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:14:31.295411 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-f2119c42-b018-4801-a31b-80a7893b1a74 req-c69993f1-c4fa-4c46-b2ec-74b5d92f7c60 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Calling delete_port for 4340a827-952c-47f2-98d3-48d01445f6db owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:14:31.384002 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f0b28e-68ad-462a-b8c0-fe42c5fd903d admin admin] Router c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:14:31.407140 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 8fc8a0b0-630b-4404-9e77-7d514ccae47a up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:14:31.482905 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-25b908ba-bb91-497b-925b-cda1c8beb297 None None] Provisioning complete for port 644b1162-a28a-42b2-9906-bad577e5e79d triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:14:31.483292 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-25b908ba-bb91-497b-925b-cda1c8beb297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:31.575313 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:31.604809 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-25b908ba-bb91-497b-925b-cda1c8beb297 None None] Port 644b1162-a28a-42b2-9906-bad577e5e79d cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:14:31.645865 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ab2c6-0fda-44ba-beff-2e9ee71b839f req-06a7c5e5-17a3-4add-8fa8-427250624c2d tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:31.654328 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f40ab2c6-0fda-44ba-beff-2e9ee71b839f req-06a7c5e5-17a3-4add-8fa8-427250624c2d tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 951 time: 0.1058486 Jul 24 09:14:31.699861 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4382dbca-ef42-4cb1-bad2-8951e0ec3a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:31.701753 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f709f4-0a7e-463b-832c-afb7f956ec4a" -d '{"events": [{"server_uuid": "4382dbca-ef42-4cb1-bad2-8951e0ec3a50", "name": "network-vif-plugged", "status": "completed", "tag": "8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:31.704728 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f40ab2c6-0fda-44ba-beff-2e9ee71b839f req-d8d0fc5f-40b1-4321-813e-1b814c960adc tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491905 Jul 24 09:14:31.747361 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f2119c42-b018-4801-a31b-80a7893b1a74 req-c69993f1-c4fa-4c46-b2ec-74b5d92f7c60 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:31.771034 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:31.781808 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['880fbce5-c5db-464b-a114-3858d9fcfd2c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:31.790726 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:31.792532 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device d5e21bee-ad81-4bb0-9094-96a3d2ca386d no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:14:31.877758 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69993f1-c4fa-4c46-b2ec-74b5d92f7c60 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Pushing event deleted for resources: {'Port': ['ID=4340a827-952c-47f2-98d3-48d01445f6db,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:31.914555 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2119c42-b018-4801-a31b-80a7893b1a74 req-c69993f1-c4fa-4c46-b2ec-74b5d92f7c60 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] No DVR routers for this DVR port 4340a827-952c-47f2-98d3-48d01445f6db on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:14:31.917703 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 8fc8a0b0-630b-4404-9e77-7d514ccae47a completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:14:31.918247 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f2119c42-b018-4801-a31b-80a7893b1a74 req-c69993f1-c4fa-4c46-b2ec-74b5d92f7c60 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:31.920415 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f2119c42-b018-4801-a31b-80a7893b1a74 req-c69993f1-c4fa-4c46-b2ec-74b5d92f7c60 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.37 "DELETE /v2.0/ports/4340a827-952c-47f2-98d3-48d01445f6db HTTP/1.1" status: 204 len: 173 time: 1.8016496 Jul 24 09:14:31.973194 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 8fc8a0b0-630b-4404-9e77-7d514ccae47a triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:14:31.973874 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:32.056153 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01be5918-2212-416a-95d8-13d2631e0800 x-openstack-request-id: req-01be5918-2212-416a-95d8-13d2631e0800 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:32.056846 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4382dbca-ef42-4cb1-bad2-8951e0ec3a50", "name": "network-vif-plugged", "status": "completed", "tag": "8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:32.058754 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01be5918-2212-416a-95d8-13d2631e0800 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:32.059351 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4382dbca-ef42-4cb1-bad2-8951e0ec3a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5', 'code': 200} Jul 24 09:14:32.075663 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a31f25-80ee-411a-98ab-76c5891291b4 req-09fdd638-916b-493d-b2ac-6eed541154f6 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:32.077481 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-52a31f25-80ee-411a-98ab-76c5891291b4 req-09fdd638-916b-493d-b2ac-6eed541154f6 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0059b6c-66aa-479c-9cfc-85fae8a271fc HTTP/1.1" status: 200 len: 867 time: 0.8514895 Jul 24 09:14:32.130497 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device c53e0ca7-9937-4cf0-b41a-3892056f375b no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:14:32.154297 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-52a31f25-80ee-411a-98ab-76c5891291b4 req-d16ff5eb-8447-4392-b773-8d8a37900e4d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654893 Jul 24 09:14:32.232643 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f0b28e-68ad-462a-b8c0-fe42c5fd903d admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:14:32.235298 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5b64db18-02cf-409a-8f97-c593f6f6f5b0 req-c7c91ec2-5902-471d-a575-c383ce40e3a6 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:32.240722 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-26f0b28e-68ad-462a-b8c0-fe42c5fd903d admin admin] 10.222.0.32 "PUT /v2.0/routers/c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9648514 Jul 24 09:14:32.270159 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c91ec2-5902-471d-a575-c383ce40e3a6 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Pushing event deleted for resources: {'Port': ['ID=d5e21bee-ad81-4bb0-9094-96a3d2ca386d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:32.344846 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:32.371158 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9822af90-9019-4120-9c87-3e49883d3720 req-491c335b-7bce-4363-882c-d42d877bd7bf tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4400f82-f205-4971-8af0-00cce5d986f9 HTTP/1.1" status: 200 len: 210 time: 0.0701234 Jul 24 09:14:32.393006 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: c53e0ca7-9937-4cf0-b41a-3892056f375b {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:14:32.393608 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device c53e0ca7-9937-4cf0-b41a-3892056f375b not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:14:32.449128 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5,revision_number=10']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:32.524307 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b64db18-02cf-409a-8f97-c593f6f6f5b0 req-c7c91ec2-5902-471d-a575-c383ce40e3a6 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] No DVR routers for this DVR port d5e21bee-ad81-4bb0-9094-96a3d2ca386d on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:14:32.536348 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5b64db18-02cf-409a-8f97-c593f6f6f5b0 req-c7c91ec2-5902-471d-a575-c383ce40e3a6 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:32.548222 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b64db18-02cf-409a-8f97-c593f6f6f5b0 req-c7c91ec2-5902-471d-a575-c383ce40e3a6 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.37 "DELETE /v2.0/ports/d5e21bee-ad81-4bb0-9094-96a3d2ca386d HTTP/1.1" status: 204 len: 173 time: 2.6537483 Jul 24 09:14:32.568214 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:32.641896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 8fc8a0b0-630b-4404-9e77-7d514ccae47a, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=8fc8a0b0-630b-4404-9e77-7d514ccae47a,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:32.683078 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:32.729670 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c9104-0686-4919-9c24-43548a5e2c2e req-5868b9e1-c912-4328-a6e1-eae9525e01e8 tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:32.748311 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-369c9104-0686-4919-9c24-43548a5e2c2e req-5868b9e1-c912-4328-a6e1-eae9525e01e8 tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 1102 time: 0.1674047 Jul 24 09:14:32.824660 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-369c9104-0686-4919-9c24-43548a5e2c2e req-518f0fec-3c43-4f88-bd6a-155b9a6147e3 tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691335 Jul 24 09:14:32.856579 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0059b6c-66aa-479c-9cfc-85fae8a271fc', 'name': 'network-vif-deleted', 'tag': '4340a827-952c-47f2-98d3-48d01445f6db'}, {'server_uuid': 'd4400f82-f205-4971-8af0-00cce5d986f9', 'name': 'network-vif-deleted', 'tag': 'd5e21bee-ad81-4bb0-9094-96a3d2ca386d'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:32.859986 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3fd0aa-46b2-45c7-82c3-7969c767c579" -d '{"events": [{"server_uuid": "e0059b6c-66aa-479c-9cfc-85fae8a271fc", "name": "network-vif-deleted", "tag": "4340a827-952c-47f2-98d3-48d01445f6db"}, {"server_uuid": "d4400f82-f205-4971-8af0-00cce5d986f9", "name": "network-vif-deleted", "tag": "d5e21bee-ad81-4bb0-9094-96a3d2ca386d"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:32.950327 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b806f955-08b1-4260-bf7b-9b7673c39f6c x-openstack-request-id: req-b806f955-08b1-4260-bf7b-9b7673c39f6c {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:32.950697 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0059b6c-66aa-479c-9cfc-85fae8a271fc", "name": "network-vif-deleted", "tag": "4340a827-952c-47f2-98d3-48d01445f6db", "status": "completed", "code": 200}, {"server_uuid": "d4400f82-f205-4971-8af0-00cce5d986f9", "name": "network-vif-deleted", "tag": "d5e21bee-ad81-4bb0-9094-96a3d2ca386d", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:32.950959 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b806f955-08b1-4260-bf7b-9b7673c39f6c {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:32.951645 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0059b6c-66aa-479c-9cfc-85fae8a271fc', 'name': 'network-vif-deleted', 'tag': '4340a827-952c-47f2-98d3-48d01445f6db', 'status': 'completed', 'code': 200} Jul 24 09:14:32.951910 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4400f82-f205-4971-8af0-00cce5d986f9', 'name': 'network-vif-deleted', 'tag': 'd5e21bee-ad81-4bb0-9094-96a3d2ca386d', 'status': 'completed', 'code': 200} Jul 24 09:14:32.965025 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:32.965025 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=8fc8a0b0-630b-4404-9e77-7d514ccae47a,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:33.440845 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 8fc8a0b0-630b-4404-9e77-7d514ccae47a up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:14:33.537800 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb9ecf-29c8-4fbf-a596-a3b6740c916c req-52255bef-57dd-4318-8300-e7a836262967 tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:33.539376 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c3fb9ecf-29c8-4fbf-a596-a3b6740c916c req-52255bef-57dd-4318-8300-e7a836262967 tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 1102 time: 0.1454339 Jul 24 09:14:33.594885 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] Sync routers for ids ['c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:14:33.600421 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 8fc8a0b0-630b-4404-9e77-7d514ccae47a triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:14:33.601363 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:33.614840 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] Routers {'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:14:33.615895 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:14:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:14:33.652566 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e4008c14-e16b-436c-ac6a-8a6f0839a2ac req-a23ffa6c-6f26-44ae-be6f-56c75032b154 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4400f82-f205-4971-8af0-00cce5d986f9 HTTP/1.1" status: 200 len: 210 time: 0.0943167 Jul 24 09:14:33.703254 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c3fb9ecf-29c8-4fbf-a596-a3b6740c916c req-1cbc718a-9817-4614-a39e-d99691087b97 tempest-ServersAdminTestJSON-545577237 tempest-ServersAdminTestJSON-545577237-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498933 Jul 24 09:14:33.983560 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] Set router c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:14:34.026038 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19658219-1890-48bf-8396-a97e3af677e1 req-1c857568-ba74-491e-9486-7b2ebee9cb2f tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:34.038153 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-19658219-1890-48bf-8396-a97e3af677e1 req-1c857568-ba74-491e-9486-7b2ebee9cb2f tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/networks?id=f0544269-4e64-4c91-95af-03a4be88816f HTTP/1.1" status: 200 len: 805 time: 0.1772997 Jul 24 09:14:34.063320 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-19658219-1890-48bf-8396-a97e3af677e1 req-36f4a5b8-1548-4c4c-b6f5-a315cb72b947 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/quotas/400b6e3893174893b678c7f2a57041a8 HTTP/1.1" status: 200 len: 375 time: 0.0237389 Jul 24 09:14:34.158097 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['d443b98a-1ccc-4a40-a4b0-c6babec3df94', '21a699d1-a1e7-47f3-ac00-3012c9ed1460', 'b354465c-03a1-4acd-87be-13ad5d5cf76d'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:34.184698 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-19658219-1890-48bf-8396-a97e3af677e1 req-654c32d8-8f04-4c7e-9ac4-9cf2d7bae2b4 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=400b6e3893174893b678c7f2a57041a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1202226 Jul 24 09:14:34.277500 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'name': 'tempest-TaggedBootDevicesTest_v242-991243083-router', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:14:28Z', 'revision_number': 4, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'gw_port': {'id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '644b1162-a28a-42b2-9906-bad577e5e79d', 'name': '', 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'mac_address': 'fa:16:3e:0b:76:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b47748b3-2a31-4f22-9667-54e58b6acb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:14:27Z', 'updated_at': '2021-07-24T09:14:28Z', 'revision_number': 2, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'subnets': [{'id': 'b47748b3-2a31-4f22-9667-54e58b6acb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:14:34.312600 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8d1ce-1c4f-4a32-aa2c-2d61290d4a51 req-3a137b93-1eaa-43fa-bcc1-ff4511aa8caf tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:34.317078 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-37d8d1ce-1c4f-4a32-aa2c-2d61290d4a51 req-3a137b93-1eaa-43fa-bcc1-ff4511aa8caf tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=615abf05-4cc9-451e-9413-dde4522cf2b3 HTTP/1.1" status: 200 len: 950 time: 0.1456301 Jul 24 09:14:34.349819 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] Checking router: c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:14:34.350687 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] Updating router c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8 port 644b1162-a28a-42b2-9906-bad577e5e79d binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:14:34.400727 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-19658219-1890-48bf-8396-a97e3af677e1 req-14535c34-9071-4aec-bcf4-0890e106853f service neutron] 10.222.0.32 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143996 Jul 24 09:14:34.422446 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:34.439884 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-37d8d1ce-1c4f-4a32-aa2c-2d61290d4a51 req-71072eba-e59b-454f-a0a2-75144bf1f2bf tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099226 Jul 24 09:14:34.665951 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-19658219-1890-48bf-8396-a97e3af677e1 req-1352475a-9228-402d-ba2b-8c9b903fe9aa service neutron] 10.222.0.32 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586889 Jul 24 09:14:34.943375 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:34.958788 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 4340a827-952c-47f2-98d3-48d01445f6db no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:14:34.968142 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] Transition to ACTIVE for port object 644b1162-a28a-42b2-9906-bad577e5e79d will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:14:34.980853 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:35.060975 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac00397-d3f8-4940-a809-2f64d5abcab4 None None] Pushing event updated for resources: {'Port': ['ID=644b1162-a28a-42b2-9906-bad577e5e79d,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:35.075269 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 4340a827-952c-47f2-98d3-48d01445f6db {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:14:35.075637 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 4340a827-952c-47f2-98d3-48d01445f6db not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:14:35.125956 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac00397-d3f8-4940-a809-2f64d5abcab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:35.126306 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac00397-d3f8-4940-a809-2f64d5abcab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:35.126674 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac00397-d3f8-4940-a809-2f64d5abcab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:35.126986 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac00397-d3f8-4940-a809-2f64d5abcab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:35.127318 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac00397-d3f8-4940-a809-2f64d5abcab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:35.127705 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac00397-d3f8-4940-a809-2f64d5abcab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:35.128163 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac00397-d3f8-4940-a809-2f64d5abcab4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:35.128971 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac00397-d3f8-4940-a809-2f64d5abcab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:35.129299 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac00397-d3f8-4940-a809-2f64d5abcab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:35.129623 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac00397-d3f8-4940-a809-2f64d5abcab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:35.130221 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac00397-d3f8-4940-a809-2f64d5abcab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:35.130552 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac00397-d3f8-4940-a809-2f64d5abcab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:35.163711 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] Attempting to bind port 644b1162-a28a-42b2-9906-bad577e5e79d on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:14:35.164085 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] Attempting to bind port 644b1162-a28a-42b2-9906-bad577e5e79d by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '179240a6-2206-4416-9b54-6742cbc9ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:14:35.164438 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] Attempting to bind port 644b1162-a28a-42b2-9906-bad577e5e79d on network 9dc9f2b3-ab92-48be-ad70-58a2832475cd {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:14:35.186176 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:14:35.186561 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] Checking segment: {'id': '179240a6-2206-4416-9b54-6742cbc9ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:14:35.186966 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:35.187365 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] Bound using segment: {'id': '179240a6-2206-4416-9b54-6742cbc9ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:14:35.188099 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] Bound port: 644b1162-a28a-42b2-9906-bad577e5e79d, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179240a6-2206-4416-9b54-6742cbc9ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:14:35.188242 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:35.234150 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26cab3-772e-4fad-86fc-9d005911f370 req-a732fb6e-f4e0-4d77-bcbd-35c006df8328 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:35.243461 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5c26cab3-772e-4fad-86fc-9d005911f370 req-a732fb6e-f4e0-4d77-bcbd-35c006df8328 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da HTTP/1.1" status: 200 len: 945 time: 0.1692216 Jul 24 09:14:35.307047 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5c26cab3-772e-4fad-86fc-9d005911f370 req-6c884d1e-e839-40bd-b9a6-65c710aef2fd tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520587 Jul 24 09:14:35.336865 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] For port 644b1162-a28a-42b2-9906-bad577e5e79d, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:14:35.351063 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] For port 644b1162-a28a-42b2-9906-bad577e5e79d, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=644b1162-a28a-42b2-9906-bad577e5e79d,segment=NetworkSegment(179240a6-2206-4416-9b54-6742cbc9ffe4),segment_id=179240a6-2206-4416-9b54-6742cbc9ffe4)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:14:35.361214 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:35.403795 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-765aba5d-f362-42f2-b4aa-d714af9ea29e req-d4bb50aa-3c7a-470e-84ca-9c61c70f3220 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 210 time: 0.0449178 Jul 24 09:14:35.593283 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac00397-d3f8-4940-a809-2f64d5abcab4 None None] Pushing event updated for resources: {'Port': ['ID=644b1162-a28a-42b2-9906-bad577e5e79d,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:35.595834 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] Routers {'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:14:35.596433 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:14:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:14:35.758311 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f385af-9c85-4eed-ae2b-4b1d79aca4c2 req-706633b2-85f5-4568-b433-1ccdbd40614b tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:35.760854 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67f79b-0ee3-45b4-8923-03172685a937 req-1d39791b-213e-4434-867e-ec89712afd2b tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:35.761279 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-65f385af-9c85-4eed-ae2b-4b1d79aca4c2 req-706633b2-85f5-4568-b433-1ccdbd40614b tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.20 "GET /v2.0/ports?device_id=615abf05-4cc9-451e-9413-dde4522cf2b3 HTTP/1.1" status: 200 len: 950 time: 0.1712921 Jul 24 09:14:35.763144 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2e67f79b-0ee3-45b4-8923-03172685a937 req-1d39791b-213e-4434-867e-ec89712afd2b tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=615abf05-4cc9-451e-9413-dde4522cf2b3 HTTP/1.1" status: 200 len: 950 time: 0.1858959 Jul 24 09:14:35.853143 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2e67f79b-0ee3-45b4-8923-03172685a937 req-1f4e9dfa-d416-47d2-9019-2a296f35ebe5 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820847 Jul 24 09:14:35.907308 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] Set router c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:14:36.031316 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-65f385af-9c85-4eed-ae2b-4b1d79aca4c2 req-8c73e00f-d820-428f-a429-5eb6c330ea6b tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Deleting port 29914722-ba29-4bbc-b734-e9c224aeb8cb {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:14:36.031774 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-65f385af-9c85-4eed-ae2b-4b1d79aca4c2 req-8c73e00f-d820-428f-a429-5eb6c330ea6b tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:36.314888 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-65f385af-9c85-4eed-ae2b-4b1d79aca4c2 req-8c73e00f-d820-428f-a429-5eb6c330ea6b tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] For port 29914722-ba29-4bbc-b734-e9c224aeb8cb, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=29914722-ba29-4bbc-b734-e9c224aeb8cb,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:36.315265 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-65f385af-9c85-4eed-ae2b-4b1d79aca4c2 req-8c73e00f-d820-428f-a429-5eb6c330ea6b tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:36.341437 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-65f385af-9c85-4eed-ae2b-4b1d79aca4c2 req-8c73e00f-d820-428f-a429-5eb6c330ea6b tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Calling delete_port for 29914722-ba29-4bbc-b734-e9c224aeb8cb owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:14:36.454031 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'name': 'tempest-TaggedBootDevicesTest_v242-991243083-router', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:14:28Z', 'revision_number': 4, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'gw_port': {'id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '644b1162-a28a-42b2-9906-bad577e5e79d', 'name': '', 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'mac_address': 'fa:16:3e:0b:76:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b47748b3-2a31-4f22-9667-54e58b6acb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:14:27Z', 'updated_at': '2021-07-24T09:14:35Z', 'revision_number': 4, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'subnets': [{'id': 'b47748b3-2a31-4f22-9667-54e58b6acb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:14:36.487037 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e9d69a-d128-4be6-8984-493f769d87f8 None None] The sync data for ids ['c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'] in n-d-800085-9 is: [{'id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'name': 'tempest-TaggedBootDevicesTest_v242-991243083-router', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:14:28Z', 'revision_number': 4, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'gw_port': {'id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '644b1162-a28a-42b2-9906-bad577e5e79d', 'name': '', 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'mac_address': 'fa:16:3e:0b:76:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b47748b3-2a31-4f22-9667-54e58b6acb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:14:27Z', 'updated_at': '2021-07-24T09:14:35Z', 'revision_number': 4, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'subnets': [{'id': 'b47748b3-2a31-4f22-9667-54e58b6acb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:14:36.636526 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-65f385af-9c85-4eed-ae2b-4b1d79aca4c2 req-8c73e00f-d820-428f-a429-5eb6c330ea6b tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:36.650572 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['d27de9f1-f9aa-47a9-ba32-105da944aee7', 'cca6a4ed-3566-4011-ac17-5441cc366ef1'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:36.724342 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d79597-f126-4de3-8b04-51c0dd549871 req-6bd27b11-c0c6-423a-b110-ea02a050abc9 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:36.727179 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f3d79597-f126-4de3-8b04-51c0dd549871 req-6bd27b11-c0c6-423a-b110-ea02a050abc9 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da HTTP/1.1" status: 200 len: 945 time: 0.1335523 Jul 24 09:14:36.966247 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-f3d79597-f126-4de3-8b04-51c0dd549871 req-6be42065-5f65-4d73-858f-a7a31e9e2c53 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Deleting port e870dfb7-5bdb-46ca-b64e-0e8252ea4307 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:14:36.966734 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f3d79597-f126-4de3-8b04-51c0dd549871 req-6be42065-5f65-4d73-858f-a7a31e9e2c53 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:37.297343 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-f3d79597-f126-4de3-8b04-51c0dd549871 req-6be42065-5f65-4d73-858f-a7a31e9e2c53 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] For port e870dfb7-5bdb-46ca-b64e-0e8252ea4307, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e870dfb7-5bdb-46ca-b64e-0e8252ea4307,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:37.297733 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f3d79597-f126-4de3-8b04-51c0dd549871 req-6be42065-5f65-4d73-858f-a7a31e9e2c53 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:37.358985 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-f3d79597-f126-4de3-8b04-51c0dd549871 req-6be42065-5f65-4d73-858f-a7a31e9e2c53 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Calling delete_port for e870dfb7-5bdb-46ca-b64e-0e8252ea4307 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:14:37.390730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 644b1162-a28a-42b2-9906-bad577e5e79d up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:14:37.465938 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73e00f-d820-428f-a429-5eb6c330ea6b tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Pushing event deleted for resources: {'Port': ['ID=29914722-ba29-4bbc-b734-e9c224aeb8cb,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:37.511138 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 644b1162-a28a-42b2-9906-bad577e5e79d completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:14:37.520215 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 644b1162-a28a-42b2-9906-bad577e5e79d triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:14:37.521666 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:37.572363 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f385af-9c85-4eed-ae2b-4b1d79aca4c2 req-8c73e00f-d820-428f-a429-5eb6c330ea6b tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] No DVR routers for this DVR port 29914722-ba29-4bbc-b734-e9c224aeb8cb on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:14:37.579406 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-65f385af-9c85-4eed-ae2b-4b1d79aca4c2 req-8c73e00f-d820-428f-a429-5eb6c330ea6b tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:37.583747 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-65f385af-9c85-4eed-ae2b-4b1d79aca4c2 req-8c73e00f-d820-428f-a429-5eb6c330ea6b tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.20 "DELETE /v2.0/ports/29914722-ba29-4bbc-b734-e9c224aeb8cb HTTP/1.1" status: 204 len: 173 time: 1.8082669 Jul 24 09:14:37.687457 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:37.708445 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615abf05-4cc9-451e-9413-dde4522cf2b3', 'name': 'network-vif-deleted', 'tag': '29914722-ba29-4bbc-b734-e9c224aeb8cb'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:37.721132 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d76ba5-ca82-45d6-8962-41d8960a9b7e" -d '{"events": [{"server_uuid": "615abf05-4cc9-451e-9413-dde4522cf2b3", "name": "network-vif-deleted", "tag": "29914722-ba29-4bbc-b734-e9c224aeb8cb"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:37.726433 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f3d79597-f126-4de3-8b04-51c0dd549871 req-6be42065-5f65-4d73-858f-a7a31e9e2c53 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:37.736503 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 644b1162-a28a-42b2-9906-bad577e5e79d, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=644b1162-a28a-42b2-9906-bad577e5e79d,segment=NetworkSegment(179240a6-2206-4416-9b54-6742cbc9ffe4),segment_id=179240a6-2206-4416-9b54-6742cbc9ffe4)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:37.742547 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:37.782357 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91673a-2ee2-4547-b3f5-c4bdb63b755e req-cd492062-d1df-4184-b315-4c230c5136d4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:37.797163 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3e91673a-2ee2-4547-b3f5-c4bdb63b755e req-cd492062-d1df-4184-b315-4c230c5136d4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da HTTP/1.1" status: 200 len: 945 time: 0.6615853 Jul 24 09:14:37.859329 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=644b1162-a28a-42b2-9906-bad577e5e79d,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:37.866293 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['e870dfb7-5bdb-46ca-b64e-0e8252ea4307'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:37.896936 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be42065-5f65-4d73-858f-a7a31e9e2c53 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Pushing event deleted for resources: {'Port': ['ID=e870dfb7-5bdb-46ca-b64e-0e8252ea4307,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:37.901055 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:37.901525 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:37.901970 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:37.902415 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:37.902869 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:37.903308 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:37.904324 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:37.904826 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:37.905351 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:37.906435 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:37.906882 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:37.907318 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:37.924328 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be42065-5f65-4d73-858f-a7a31e9e2c53 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:37.928542 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be42065-5f65-4d73-858f-a7a31e9e2c53 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:37.928914 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be42065-5f65-4d73-858f-a7a31e9e2c53 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:37.929259 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be42065-5f65-4d73-858f-a7a31e9e2c53 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:37.929600 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be42065-5f65-4d73-858f-a7a31e9e2c53 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:37.929942 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be42065-5f65-4d73-858f-a7a31e9e2c53 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:37.930265 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be42065-5f65-4d73-858f-a7a31e9e2c53 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:37.930589 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be42065-5f65-4d73-858f-a7a31e9e2c53 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:37.930913 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be42065-5f65-4d73-858f-a7a31e9e2c53 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:37.931355 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be42065-5f65-4d73-858f-a7a31e9e2c53 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:37.931560 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be42065-5f65-4d73-858f-a7a31e9e2c53 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:37.931911 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be42065-5f65-4d73-858f-a7a31e9e2c53 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:14:37.936630 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19658219-1890-48bf-8396-a97e3af677e1 req-4f485dd8-4c25-4f6e-b9df-0cfbedd43a5f tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:37.938687 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-19658219-1890-48bf-8396-a97e3af677e1 req-4f485dd8-4c25-4f6e-b9df-0cfbedd43a5f tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.37 "GET /v2.0/networks?id=f0544269-4e64-4c91-95af-03a4be88816f HTTP/1.1" status: 200 len: 805 time: 1.2694626 Jul 24 09:14:37.968636 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-19658219-1890-48bf-8396-a97e3af677e1 req-9ece82d0-046f-47ce-ab8f-1f1f37ae2b3b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Request body: {'port': {'device_id': '1e525c0a-ddb3-4a61-8603-a45f913fbacc', 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f', 'admin_state_up': True, 'tenant_id': '400b6e3893174893b678c7f2a57041a8'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:14:38.037858 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d79597-f126-4de3-8b04-51c0dd549871 req-6be42065-5f65-4d73-858f-a7a31e9e2c53 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] No DVR routers for this DVR port e870dfb7-5bdb-46ca-b64e-0e8252ea4307 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:14:38.045973 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f3d79597-f126-4de3-8b04-51c0dd549871 req-6be42065-5f65-4d73-858f-a7a31e9e2c53 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:38.059107 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f3d79597-f126-4de3-8b04-51c0dd549871 req-6be42065-5f65-4d73-858f-a7a31e9e2c53 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.20 "DELETE /v2.0/ports/e870dfb7-5bdb-46ca-b64e-0e8252ea4307 HTTP/1.1" status: 204 len: 173 time: 1.3038526 Jul 24 09:14:38.059107 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da', 'name': 'network-vif-deleted', 'tag': 'e870dfb7-5bdb-46ca-b64e-0e8252ea4307'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:38.061500 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a43201-f743-4ea7-83e9-ee062911409e" -d '{"events": [{"server_uuid": "2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da", "name": "network-vif-deleted", "tag": "e870dfb7-5bdb-46ca-b64e-0e8252ea4307"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:38.072121 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 29914722-ba29-4bbc-b734-e9c224aeb8cb no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:14:38.105675 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3e91673a-2ee2-4547-b3f5-c4bdb63b755e req-0fe92090-1d68-4231-9b87-1518ce0b7e65 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043571 Jul 24 09:14:38.174114 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 29914722-ba29-4bbc-b734-e9c224aeb8cb {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:14:38.174523 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 29914722-ba29-4bbc-b734-e9c224aeb8cb not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:14:38.181241 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5a9fa-5224-4a62-a148-cf1e621fee2b req-f9896280-6823-445b-94e6-31f09dc8003a tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:38.181241 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cad5a9fa-5224-4a62-a148-cf1e621fee2b req-f9896280-6823-445b-94e6-31f09dc8003a tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fc905d-8e2b-4372-bc4c-bf54a8034587 HTTP/1.1" status: 200 len: 950 time: 0.3418505 Jul 24 09:14:38.307344 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cd173b5b-1e80-4047-987e-031a9c1be4f7 req-5de21a74-cf5c-41b1-aff1-706455e5185f tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 210 time: 0.0630386 Jul 24 09:14:38.455799 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19658219-1890-48bf-8396-a97e3af677e1 req-9ece82d0-046f-47ce-ab8f-1f1f37ae2b3b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Made reservation on behalf of 400b6e3893174893b678c7f2a57041a8 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:14:38.460037 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-19658219-1890-48bf-8396-a97e3af677e1 req-9ece82d0-046f-47ce-ab8f-1f1f37ae2b3b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:38.475968 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6e48a840-4d12-4728-87c2-d65cb2982d5d req-0b8d9b06-99ec-49f9-bed7-4268b881fc0f tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=615abf05-4cc9-451e-9413-dde4522cf2b3 HTTP/1.1" status: 200 len: 210 time: 0.0780013 Jul 24 09:14:38.519250 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-cad5a9fa-5224-4a62-a148-cf1e621fee2b req-955fd287-896e-455b-a516-803176d1d551 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Deleting port b354465c-03a1-4acd-87be-13ad5d5cf76d {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:14:38.519857 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-cad5a9fa-5224-4a62-a148-cf1e621fee2b req-955fd287-896e-455b-a516-803176d1d551 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:38.648291 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d194e2-2349-4a0a-81a8-b52c274ed7fd req-94327b8b-f645-4973-9cb3-f43b378922f4 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:38.655352 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b4d194e2-2349-4a0a-81a8-b52c274ed7fd req-94327b8b-f645-4973-9cb3-f43b378922f4 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fc905d-8e2b-4372-bc4c-bf54a8034587 HTTP/1.1" status: 200 len: 950 time: 0.1009772 Jul 24 09:14:38.713824 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b4d194e2-2349-4a0a-81a8-b52c274ed7fd req-85910fd4-72a2-4325-85c8-a927058237be tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575156 Jul 24 09:14:38.720792 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1efae-e997-43ab-913b-96e8d76d9f3f req-19e7f068-3dae-4f22-8722-9e95333d2ae3 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:38.723141 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-39d1efae-e997-43ab-913b-96e8d76d9f3f req-19e7f068-3dae-4f22-8722-9e95333d2ae3 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.37 "GET /v2.0/ports?device_id=044ca427-789f-45d5-a5b6-de1a6701da50 HTTP/1.1" status: 200 len: 950 time: 0.2469885 Jul 24 09:14:38.942189 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-cad5a9fa-5224-4a62-a148-cf1e621fee2b req-955fd287-896e-455b-a516-803176d1d551 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] For port b354465c-03a1-4acd-87be-13ad5d5cf76d, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b354465c-03a1-4acd-87be-13ad5d5cf76d,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:38.942574 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-cad5a9fa-5224-4a62-a148-cf1e621fee2b req-955fd287-896e-455b-a516-803176d1d551 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:38.981582 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19233324-697f-4930-8c21-016ea2c8676f x-openstack-request-id: req-19233324-697f-4930-8c21-016ea2c8676f {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:38.981886 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615abf05-4cc9-451e-9413-dde4522cf2b3", "name": "network-vif-deleted", "tag": "29914722-ba29-4bbc-b734-e9c224aeb8cb", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:38.982135 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19233324-697f-4930-8c21-016ea2c8676f {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:38.984270 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615abf05-4cc9-451e-9413-dde4522cf2b3', 'name': 'network-vif-deleted', 'tag': '29914722-ba29-4bbc-b734-e9c224aeb8cb', 'status': 'completed', 'code': 200} Jul 24 09:14:39.004481 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-cad5a9fa-5224-4a62-a148-cf1e621fee2b req-955fd287-896e-455b-a516-803176d1d551 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Calling delete_port for b354465c-03a1-4acd-87be-13ad5d5cf76d owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:14:39.031489 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf5fc5e-def6-48b7-b584-00ba365b420b x-openstack-request-id: req-1cf5fc5e-def6-48b7-b584-00ba365b420b {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:39.032015 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da", "name": "network-vif-deleted", "tag": "e870dfb7-5bdb-46ca-b64e-0e8252ea4307", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:39.032560 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1cf5fc5e-def6-48b7-b584-00ba365b420b {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:39.033089 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da', 'name': 'network-vif-deleted', 'tag': 'e870dfb7-5bdb-46ca-b64e-0e8252ea4307', 'status': 'completed', 'code': 200} Jul 24 09:14:39.164467 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-cad5a9fa-5224-4a62-a148-cf1e621fee2b req-955fd287-896e-455b-a516-803176d1d551 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:39.167318 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-19658219-1890-48bf-8396-a97e3af677e1 req-9ece82d0-046f-47ce-ab8f-1f1f37ae2b3b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Allocated IP 172.20.0.10 (f0544269-4e64-4c91-95af-03a4be88816f/bbeb15a4-8962-4380-8bb7-477c83cce3ff/daf94f1f-65bb-4784-97d2-73186a2c1851) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:14:39.176985 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['d443b98a-1ccc-4a40-a4b0-c6babec3df94', '21a699d1-a1e7-47f3-ac00-3012c9ed1460', 'b354465c-03a1-4acd-87be-13ad5d5cf76d'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:39.257251 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955fd287-896e-455b-a516-803176d1d551 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Pushing event deleted for resources: {'Port': ['ID=b354465c-03a1-4acd-87be-13ad5d5cf76d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:39.333818 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-09dccab1-f6e2-4c0f-ab14-39d55b161313 req-5cf0a929-ba42-4ce9-9985-126178419cc1 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da HTTP/1.1" status: 200 len: 210 time: 0.0811718 Jul 24 09:14:39.373655 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 644b1162-a28a-42b2-9906-bad577e5e79d up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:14:39.470147 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-39d1efae-e997-43ab-913b-96e8d76d9f3f req-cf3183ed-eb27-4fc2-8cc2-039b107acce1 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Deleting port 21a699d1-a1e7-47f3-ac00-3012c9ed1460 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:14:39.474553 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-39d1efae-e997-43ab-913b-96e8d76d9f3f req-cf3183ed-eb27-4fc2-8cc2-039b107acce1 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:39.481865 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad5a9fa-5224-4a62-a148-cf1e621fee2b req-955fd287-896e-455b-a516-803176d1d551 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] No DVR routers for this DVR port b354465c-03a1-4acd-87be-13ad5d5cf76d on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:14:39.493115 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4d4fee50-776b-4ecc-9d8e-2c35d791dfe8 req-2ec1ed7f-8eb8-4930-9287-a587b6d709e9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 210 time: 0.0417261 Jul 24 09:14:39.527131 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-cad5a9fa-5224-4a62-a148-cf1e621fee2b req-955fd287-896e-455b-a516-803176d1d551 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:39.529591 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cad5a9fa-5224-4a62-a148-cf1e621fee2b req-955fd287-896e-455b-a516-803176d1d551 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.37 "DELETE /v2.0/ports/b354465c-03a1-4acd-87be-13ad5d5cf76d HTTP/1.1" status: 204 len: 173 time: 1.3440909 Jul 24 09:14:39.694300 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 644b1162-a28a-42b2-9906-bad577e5e79d triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:14:39.694669 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:40.046192 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-19658219-1890-48bf-8396-a97e3af677e1 req-9ece82d0-046f-47ce-ab8f-1f1f37ae2b3b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:40.056518 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-39d1efae-e997-43ab-913b-96e8d76d9f3f req-cf3183ed-eb27-4fc2-8cc2-039b107acce1 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] For port 21a699d1-a1e7-47f3-ac00-3012c9ed1460, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=21a699d1-a1e7-47f3-ac00-3012c9ed1460,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:40.056923 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-39d1efae-e997-43ab-913b-96e8d76d9f3f req-cf3183ed-eb27-4fc2-8cc2-039b107acce1 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:40.077413 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-39d1efae-e997-43ab-913b-96e8d76d9f3f req-cf3183ed-eb27-4fc2-8cc2-039b107acce1 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Calling delete_port for 21a699d1-a1e7-47f3-ac00-3012c9ed1460 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:14:40.088506 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device e870dfb7-5bdb-46ca-b64e-0e8252ea4307 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:14:40.139573 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: e870dfb7-5bdb-46ca-b64e-0e8252ea4307 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:14:40.139923 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device e870dfb7-5bdb-46ca-b64e-0e8252ea4307 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:14:40.156370 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d76b13fa-4ede-4cdf-9277-93207f59a701 req-33372faf-18ea-4568-b686-085eaf8fc4e1 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fc905d-8e2b-4372-bc4c-bf54a8034587 HTTP/1.1" status: 200 len: 210 time: 0.1063428 Jul 24 09:14:40.211507 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-19658219-1890-48bf-8396-a97e3af677e1 req-9ece82d0-046f-47ce-ab8f-1f1f37ae2b3b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:40.222533 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['880fbce5-c5db-464b-a114-3858d9fcfd2c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:40.413356 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece82d0-046f-47ce-ab8f-1f1f37ae2b3b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Pushing event updated for resources: {'Port': ['ID=daf94f1f-65bb-4784-97d2-73186a2c1851,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:40.448188 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19658219-1890-48bf-8396-a97e3af677e1 req-9ece82d0-046f-47ce-ab8f-1f1f37ae2b3b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Network f0544269-4e64-4c91-95af-03a4be88816f is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:14:40.462353 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-19658219-1890-48bf-8396-a97e3af677e1 req-9ece82d0-046f-47ce-ab8f-1f1f37ae2b3b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:14:40.468204 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-19658219-1890-48bf-8396-a97e3af677e1 req-9ece82d0-046f-47ce-ab8f-1f1f37ae2b3b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:14:40.623170 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3370a1-d359-4e41-833e-0748dbd0e9e1 req-0fffd5fe-d791-4bf9-b89f-e05deb29e5e3 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:40.624821 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9b3370a1-d359-4e41-833e-0748dbd0e9e1 req-0fffd5fe-d791-4bf9-b89f-e05deb29e5e3 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5705147-17ef-46ec-bf27-aa515738b829 HTTP/1.1" status: 200 len: 949 time: 0.1668761 Jul 24 09:14:40.647073 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19658219-1890-48bf-8396-a97e3af677e1 req-9ece82d0-046f-47ce-ab8f-1f1f37ae2b3b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:40.649985 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-19658219-1890-48bf-8396-a97e3af677e1 req-9ece82d0-046f-47ce-ab8f-1f1f37ae2b3b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:40.700688 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9b3370a1-d359-4e41-833e-0748dbd0e9e1 req-e96cac11-4e24-4cff-a596-cca546f5f926 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622666 Jul 24 09:14:40.726235 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-19658219-1890-48bf-8396-a97e3af677e1 req-9ece82d0-046f-47ce-ab8f-1f1f37ae2b3b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7749031 Jul 24 09:14:40.736476 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-39d1efae-e997-43ab-913b-96e8d76d9f3f req-cf3183ed-eb27-4fc2-8cc2-039b107acce1 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:40.749149 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['d443b98a-1ccc-4a40-a4b0-c6babec3df94', 'b354465c-03a1-4acd-87be-13ad5d5cf76d'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:40.769794 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-19658219-1890-48bf-8396-a97e3af677e1 req-b6c0b592-cb67-41c4-ae58-f00e01308c8e service neutron] Request body: {'port': {'device_id': '1e525c0a-ddb3-4a61-8603-a45f913fbacc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:14:40.977133 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3183ed-eb27-4fc2-8cc2-039b107acce1 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Pushing event deleted for resources: {'Port': ['ID=21a699d1-a1e7-47f3-ac00-3012c9ed1460,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:40.989145 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fc905d-8e2b-4372-bc4c-bf54a8034587', 'name': 'network-vif-deleted', 'tag': 'b354465c-03a1-4acd-87be-13ad5d5cf76d'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:40.990891 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d23092a5-207d-428b-ae12-f5a1ef351380 req-96406145-f9f9-4a35-9c23-d96796cfbe94 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da HTTP/1.1" status: 200 len: 210 time: 0.0669720 Jul 24 09:14:40.996161 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaca8eb0-5f3e-41ce-9a7c-ac327ae7e92d" -d '{"events": [{"server_uuid": "d8fc905d-8e2b-4372-bc4c-bf54a8034587", "name": "network-vif-deleted", "tag": "b354465c-03a1-4acd-87be-13ad5d5cf76d"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:41.041159 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d1efae-e997-43ab-913b-96e8d76d9f3f req-cf3183ed-eb27-4fc2-8cc2-039b107acce1 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] No DVR routers for this DVR port 21a699d1-a1e7-47f3-ac00-3012c9ed1460 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:14:41.049401 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-39d1efae-e997-43ab-913b-96e8d76d9f3f req-cf3183ed-eb27-4fc2-8cc2-039b107acce1 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:41.051856 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-39d1efae-e997-43ab-913b-96e8d76d9f3f req-cf3183ed-eb27-4fc2-8cc2-039b107acce1 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.37 "DELETE /v2.0/ports/21a699d1-a1e7-47f3-ac00-3012c9ed1460 HTTP/1.1" status: 204 len: 173 time: 2.3220680 Jul 24 09:14:41.134922 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-19658219-1890-48bf-8396-a97e3af677e1 req-b6c0b592-cb67-41c4-ae58-f00e01308c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:41.282385 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e17fa-857f-48e3-97ea-9ba7643c77d8 req-36da63a6-d0e0-46f8-8a50-43fb70fe95f6 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:41.292295 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-862e17fa-857f-48e3-97ea-9ba7643c77d8 req-36da63a6-d0e0-46f8-8a50-43fb70fe95f6 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 932 time: 0.1554596 Jul 24 09:14:41.380019 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-862e17fa-857f-48e3-97ea-9ba7643c77d8 req-f6190790-b52e-4a86-95dd-93941a694588 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867550 Jul 24 09:14:41.531635 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62cce0e-77b8-43da-852c-2a8cdb7f42e7 x-openstack-request-id: req-c62cce0e-77b8-43da-852c-2a8cdb7f42e7 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:41.531803 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fc905d-8e2b-4372-bc4c-bf54a8034587", "name": "network-vif-deleted", "tag": "b354465c-03a1-4acd-87be-13ad5d5cf76d", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:41.532061 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c62cce0e-77b8-43da-852c-2a8cdb7f42e7 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:41.532434 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fc905d-8e2b-4372-bc4c-bf54a8034587', 'name': 'network-vif-deleted', 'tag': 'b354465c-03a1-4acd-87be-13ad5d5cf76d', 'status': 'completed', 'code': 200} Jul 24 09:14:41.544963 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfa315-86ca-426d-940b-300f9919fc6c req-db15ca80-e783-4076-b571-e95f29f06585 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:41.551233 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-96cfa315-86ca-426d-940b-300f9919fc6c req-db15ca80-e783-4076-b571-e95f29f06585 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5705147-17ef-46ec-bf27-aa515738b829 HTTP/1.1" status: 200 len: 949 time: 0.1054435 Jul 24 09:14:41.793012 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-19658219-1890-48bf-8396-a97e3af677e1 req-b6c0b592-cb67-41c4-ae58-f00e01308c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf94f1f-65bb-4784-97d2-73186a2c1851 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:14:41.817600 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-19658219-1890-48bf-8396-a97e3af677e1 req-b6c0b592-cb67-41c4-ae58-f00e01308c8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:41.846423 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-19658219-1890-48bf-8396-a97e3af677e1 req-b6c0b592-cb67-41c4-ae58-f00e01308c8e service neutron] Transition to ACTIVE for port object daf94f1f-65bb-4784-97d2-73186a2c1851 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:14:41.860279 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-19658219-1890-48bf-8396-a97e3af677e1 req-b6c0b592-cb67-41c4-ae58-f00e01308c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:41.930629 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-54216ea9-e89b-4476-93e8-0892756e53b5 req-d44c5649-0ba5-4ed3-923f-55fd40a0d35c tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=044ca427-789f-45d5-a5b6-de1a6701da50 HTTP/1.1" status: 200 len: 210 time: 0.0587933 Jul 24 09:14:41.952378 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-96cfa315-86ca-426d-940b-300f9919fc6c req-652f508d-1b0d-4de7-9f13-0fc3f249c6e5 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Deleting port d27de9f1-f9aa-47a9-ba32-105da944aee7 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:14:41.953239 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-96cfa315-86ca-426d-940b-300f9919fc6c req-652f508d-1b0d-4de7-9f13-0fc3f249c6e5 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:42.013331 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0b592-cb67-41c4-ae58-f00e01308c8e service neutron] Pushing event updated for resources: {'Port': ['ID=daf94f1f-65bb-4784-97d2-73186a2c1851,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:42.104770 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-19658219-1890-48bf-8396-a97e3af677e1 req-b6c0b592-cb67-41c4-ae58-f00e01308c8e service neutron] Attempting to bind port daf94f1f-65bb-4784-97d2-73186a2c1851 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:14:42.105301 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-19658219-1890-48bf-8396-a97e3af677e1 req-b6c0b592-cb67-41c4-ae58-f00e01308c8e service neutron] Attempting to bind port daf94f1f-65bb-4784-97d2-73186a2c1851 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:14:42.105442 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19658219-1890-48bf-8396-a97e3af677e1 req-b6c0b592-cb67-41c4-ae58-f00e01308c8e service neutron] Attempting to bind port daf94f1f-65bb-4784-97d2-73186a2c1851 on network f0544269-4e64-4c91-95af-03a4be88816f {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:14:42.110077 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19658219-1890-48bf-8396-a97e3af677e1 req-b6c0b592-cb67-41c4-ae58-f00e01308c8e service neutron] Port daf94f1f-65bb-4784-97d2-73186a2c1851 on network f0544269-4e64-4c91-95af-03a4be88816f not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:14:42.110540 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19658219-1890-48bf-8396-a97e3af677e1 req-b6c0b592-cb67-41c4-ae58-f00e01308c8e service neutron] Attempting to bind port daf94f1f-65bb-4784-97d2-73186a2c1851 on network f0544269-4e64-4c91-95af-03a4be88816f {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:14:42.116004 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19658219-1890-48bf-8396-a97e3af677e1 req-b6c0b592-cb67-41c4-ae58-f00e01308c8e service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:14:42.116387 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19658219-1890-48bf-8396-a97e3af677e1 req-b6c0b592-cb67-41c4-ae58-f00e01308c8e service neutron] Checking segment: {'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:14:42.116759 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19658219-1890-48bf-8396-a97e3af677e1 req-b6c0b592-cb67-41c4-ae58-f00e01308c8e service neutron] Bound using segment: {'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:14:42.117205 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-19658219-1890-48bf-8396-a97e3af677e1 req-b6c0b592-cb67-41c4-ae58-f00e01308c8e service neutron] Bound port: daf94f1f-65bb-4784-97d2-73186a2c1851, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f4804f-ec61-4ecf-b132-5c5ff3b38abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:14:42.117720 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-19658219-1890-48bf-8396-a97e3af677e1 req-b6c0b592-cb67-41c4-ae58-f00e01308c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:42.176231 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-96cfa315-86ca-426d-940b-300f9919fc6c req-652f508d-1b0d-4de7-9f13-0fc3f249c6e5 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] For port d27de9f1-f9aa-47a9-ba32-105da944aee7, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=d27de9f1-f9aa-47a9-ba32-105da944aee7,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:42.176642 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-96cfa315-86ca-426d-940b-300f9919fc6c req-652f508d-1b0d-4de7-9f13-0fc3f249c6e5 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:42.205295 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-19658219-1890-48bf-8396-a97e3af677e1 req-b6c0b592-cb67-41c4-ae58-f00e01308c8e service neutron] For port daf94f1f-65bb-4784-97d2-73186a2c1851, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:14:42.218915 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-19658219-1890-48bf-8396-a97e3af677e1 req-b6c0b592-cb67-41c4-ae58-f00e01308c8e service neutron] For port daf94f1f-65bb-4784-97d2-73186a2c1851, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=daf94f1f-65bb-4784-97d2-73186a2c1851,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:14:42.220448 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-96cfa315-86ca-426d-940b-300f9919fc6c req-652f508d-1b0d-4de7-9f13-0fc3f249c6e5 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Calling delete_port for d27de9f1-f9aa-47a9-ba32-105da944aee7 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:14:42.227081 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-19658219-1890-48bf-8396-a97e3af677e1 req-b6c0b592-cb67-41c4-ae58-f00e01308c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:42.306223 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0b592-cb67-41c4-ae58-f00e01308c8e service neutron] Pushing event updated for resources: {'Port': ['ID=daf94f1f-65bb-4784-97d2-73186a2c1851,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:42.325649 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19658219-1890-48bf-8396-a97e3af677e1 req-b6c0b592-cb67-41c4-ae58-f00e01308c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:42.327349 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-19658219-1890-48bf-8396-a97e3af677e1 req-b6c0b592-cb67-41c4-ae58-f00e01308c8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:42.328826 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-19658219-1890-48bf-8396-a97e3af677e1 req-b6c0b592-cb67-41c4-ae58-f00e01308c8e service neutron] 10.222.0.37 "PUT /v2.0/ports/daf94f1f-65bb-4784-97d2-73186a2c1851 HTTP/1.1" status: 200 len: 1092 time: 1.5886834 Jul 24 09:14:42.356144 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7461e45-93c0-4931-8148-f0874c65a3f6 req-d3b346f5-e966-4cca-bc56-077967d0450b tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:42.357689 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e7461e45-93c0-4931-8148-f0874c65a3f6 req-d3b346f5-e966-4cca-bc56-077967d0450b tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5705147-17ef-46ec-bf27-aa515738b829 HTTP/1.1" status: 200 len: 949 time: 0.3134224 Jul 24 09:14:42.438848 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e7461e45-93c0-4931-8148-f0874c65a3f6 req-58c87c3f-4b8d-4b97-8a90-b0c91d8fe176 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603840 Jul 24 09:14:42.496024 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19658219-1890-48bf-8396-a97e3af677e1 req-ba1630f9-8247-4d99-9bc7-f27277f7ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:42.498429 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-19658219-1890-48bf-8396-a97e3af677e1 req-ba1630f9-8247-4d99-9bc7-f27277f7ece8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=400b6e3893174893b678c7f2a57041a8&device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 1095 time: 0.1126246 Jul 24 09:14:42.589324 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-96cfa315-86ca-426d-940b-300f9919fc6c req-652f508d-1b0d-4de7-9f13-0fc3f249c6e5 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:42.602926 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['cca6a4ed-3566-4011-ac17-5441cc366ef1'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:42.611975 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-19658219-1890-48bf-8396-a97e3af677e1 req-b65a6542-dd69-4610-a024-fe5345847740 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daf94f1f-65bb-4784-97d2-73186a2c1851 HTTP/1.1" status: 200 len: 217 time: 0.1036813 Jul 24 09:14:42.657678 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f508d-1b0d-4de7-9f13-0fc3f249c6e5 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Pushing event deleted for resources: {'Port': ['ID=d27de9f1-f9aa-47a9-ba32-105da944aee7,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:42.738924 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19658219-1890-48bf-8396-a97e3af677e1 req-8b426510-d8c7-47e2-adf8-c5126bdcd5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:42.740436 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-19658219-1890-48bf-8396-a97e3af677e1 req-8b426510-d8c7-47e2-adf8-c5126bdcd5e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bbeb15a4-8962-4380-8bb7-477c83cce3ff HTTP/1.1" status: 200 len: 845 time: 0.1221554 Jul 24 09:14:42.799609 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-19658219-1890-48bf-8396-a97e3af677e1 req-86351349-a127-47de-9b5c-db82f6dde620 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0544269-4e64-4c91-95af-03a4be88816f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501959 Jul 24 09:14:42.847830 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cbab312c-9c43-4d85-a5e1-5e1e06be7bab req-c72ee2f5-a848-4c51-b708-503a92a11347 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da HTTP/1.1" status: 200 len: 210 time: 0.1423028 Jul 24 09:14:42.849001 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cfa315-86ca-426d-940b-300f9919fc6c req-652f508d-1b0d-4de7-9f13-0fc3f249c6e5 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] No DVR routers for this DVR port d27de9f1-f9aa-47a9-ba32-105da944aee7 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:14:42.853205 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-96cfa315-86ca-426d-940b-300f9919fc6c req-652f508d-1b0d-4de7-9f13-0fc3f249c6e5 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:42.867500 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-96cfa315-86ca-426d-940b-300f9919fc6c req-652f508d-1b0d-4de7-9f13-0fc3f249c6e5 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.20 "DELETE /v2.0/ports/d27de9f1-f9aa-47a9-ba32-105da944aee7 HTTP/1.1" status: 204 len: 173 time: 1.2891881 Jul 24 09:14:42.867500 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5705147-17ef-46ec-bf27-aa515738b829', 'name': 'network-vif-deleted', 'tag': 'd27de9f1-f9aa-47a9-ba32-105da944aee7'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:42.889090 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d31c56a-cdf9-4af4-8283-7d5d701911fd" -d '{"events": [{"server_uuid": "b5705147-17ef-46ec-bf27-aa515738b829", "name": "network-vif-deleted", "tag": "d27de9f1-f9aa-47a9-ba32-105da944aee7"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:42.969246 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 21a699d1-a1e7-47f3-ac00-3012c9ed1460 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:14:43.037261 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-19658219-1890-48bf-8396-a97e3af677e1 req-76d1a45f-12eb-4009-933f-8acb782f6d0a service neutron] 10.222.0.37 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089791 Jul 24 09:14:43.039652 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 21a699d1-a1e7-47f3-ac00-3012c9ed1460 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:14:43.040261 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 21a699d1-a1e7-47f3-ac00-3012c9ed1460 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:14:43.040690 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device b354465c-03a1-4acd-87be-13ad5d5cf76d no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:14:43.101577 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: b354465c-03a1-4acd-87be-13ad5d5cf76d {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:14:43.101960 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device b354465c-03a1-4acd-87be-13ad5d5cf76d not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:14:43.163668 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e7023-8438-4da4-af98-60244456c157 req-35d24c1b-4a4e-40dd-b6a4-395ae186a7c1 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:43.165679 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c30e7023-8438-4da4-af98-60244456c157 req-35d24c1b-4a4e-40dd-b6a4-395ae186a7c1 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 944 time: 0.1733162 Jul 24 09:14:43.252221 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c30e7023-8438-4da4-af98-60244456c157 req-0bf1f096-27fd-4667-9dac-07053792c092 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780826 Jul 24 09:14:43.256533 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-19658219-1890-48bf-8396-a97e3af677e1 req-cb22901c-bd12-4f96-9bc0-1c5b1cd00eb7 service neutron] 10.222.0.37 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126069 Jul 24 09:14:43.420817 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6722c37-9a84-4806-be61-1f2c25c686e9 x-openstack-request-id: req-f6722c37-9a84-4806-be61-1f2c25c686e9 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:43.421737 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5705147-17ef-46ec-bf27-aa515738b829", "name": "network-vif-deleted", "tag": "d27de9f1-f9aa-47a9-ba32-105da944aee7", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:43.422459 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6722c37-9a84-4806-be61-1f2c25c686e9 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:43.423817 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5705147-17ef-46ec-bf27-aa515738b829', 'name': 'network-vif-deleted', 'tag': 'd27de9f1-f9aa-47a9-ba32-105da944aee7', 'status': 'completed', 'code': 200} Jul 24 09:14:43.534395 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044ca427-789f-45d5-a5b6-de1a6701da50', 'name': 'network-vif-deleted', 'tag': '21a699d1-a1e7-47f3-ac00-3012c9ed1460'}, {'name': 'network-changed', 'server_uuid': '1e525c0a-ddb3-4a61-8603-a45f913fbacc', 'tag': 'daf94f1f-65bb-4784-97d2-73186a2c1851'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:43.537869 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7d604f-ed06-4c36-8482-02b834f0e265" -d '{"events": [{"server_uuid": "044ca427-789f-45d5-a5b6-de1a6701da50", "name": "network-vif-deleted", "tag": "21a699d1-a1e7-47f3-ac00-3012c9ed1460"}, {"name": "network-changed", "server_uuid": "1e525c0a-ddb3-4a61-8603-a45f913fbacc", "tag": "daf94f1f-65bb-4784-97d2-73186a2c1851"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:43.625135 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f38aa86b-a4a5-411f-9719-666290793f84 req-18773b65-8522-4eff-9d78-89ca6d70e071 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5705147-17ef-46ec-bf27-aa515738b829 HTTP/1.1" status: 200 len: 210 time: 0.0477254 Jul 24 09:14:43.775212 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47d3476-4cc9-4ac4-b3b0-204bcf81442c x-openstack-request-id: req-f47d3476-4cc9-4ac4-b3b0-204bcf81442c {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:43.775583 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044ca427-789f-45d5-a5b6-de1a6701da50", "name": "network-vif-deleted", "tag": "21a699d1-a1e7-47f3-ac00-3012c9ed1460", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1e525c0a-ddb3-4a61-8603-a45f913fbacc", "tag": "daf94f1f-65bb-4784-97d2-73186a2c1851", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:43.775902 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f47d3476-4cc9-4ac4-b3b0-204bcf81442c {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:43.776378 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044ca427-789f-45d5-a5b6-de1a6701da50', 'name': 'network-vif-deleted', 'tag': '21a699d1-a1e7-47f3-ac00-3012c9ed1460', 'status': 'completed', 'code': 200} Jul 24 09:14:43.776695 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e525c0a-ddb3-4a61-8603-a45f913fbacc', 'tag': 'daf94f1f-65bb-4784-97d2-73186a2c1851', 'status': 'completed', 'code': 200} Jul 24 09:14:43.896601 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d604f-ed06-4c36-8482-02b834f0e265 req-a3b47bd9-7218-4af3-9860-391e8b370768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:43.901736 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b7d604f-ed06-4c36-8482-02b834f0e265 req-a3b47bd9-7218-4af3-9860-391e8b370768 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=400b6e3893174893b678c7f2a57041a8&device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 1095 time: 0.0960753 Jul 24 09:14:43.904550 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:44.102235 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device d27de9f1-f9aa-47a9-ba32-105da944aee7 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:14:44.151417 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: d27de9f1-f9aa-47a9-ba32-105da944aee7 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:14:44.151768 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device d27de9f1-f9aa-47a9-ba32-105da944aee7 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:14:44.185347 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d604f-ed06-4c36-8482-02b834f0e265 req-839d87b9-70fe-47e4-a61a-c4d158d26abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:44.186865 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b7d604f-ed06-4c36-8482-02b834f0e265 req-839d87b9-70fe-47e4-a61a-c4d158d26abc service neutron] 10.222.0.37 "GET /v2.0/networks?id=f0544269-4e64-4c91-95af-03a4be88816f HTTP/1.1" status: 200 len: 905 time: 0.2773836 Jul 24 09:14:44.246127 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b7d604f-ed06-4c36-8482-02b834f0e265 req-b04117e0-3bd7-4329-9747-f9fd67336b77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daf94f1f-65bb-4784-97d2-73186a2c1851 HTTP/1.1" status: 200 len: 217 time: 0.0492623 Jul 24 09:14:44.251769 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3cdbe096-c21c-485f-a6a8-d4566a3b5ebf req-6885eb83-198e-47a9-9d37-660699f6ec2d tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da HTTP/1.1" status: 200 len: 210 time: 0.0305865 Jul 24 09:14:44.313146 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d604f-ed06-4c36-8482-02b834f0e265 req-7528b53b-2452-4370-b095-a1f4c6ad3afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:44.315137 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b7d604f-ed06-4c36-8482-02b834f0e265 req-7528b53b-2452-4370-b095-a1f4c6ad3afb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bbeb15a4-8962-4380-8bb7-477c83cce3ff HTTP/1.1" status: 200 len: 845 time: 0.0610209 Jul 24 09:14:44.384886 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b7d604f-ed06-4c36-8482-02b834f0e265 req-5bad120d-d44e-4829-8e5c-aec336be82cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0544269-4e64-4c91-95af-03a4be88816f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544441 Jul 24 09:14:44.447196 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a6569-6fde-47cf-a1b7-e097e573c35a req-9f21db05-8f99-448e-8c33-58be5f47c1e4 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:44.448731 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2e1a6569-6fde-47cf-a1b7-e097e573c35a req-9f21db05-8f99-448e-8c33-58be5f47c1e4 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f280065-3667-41e0-b729-ddea17aa5b7a HTTP/1.1" status: 200 len: 950 time: 0.1036932 Jul 24 09:14:44.537332 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b7d604f-ed06-4c36-8482-02b834f0e265 req-db9ce707-889b-4139-9cd3-61695697e67b service neutron] 10.222.0.37 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515527 Jul 24 09:14:44.538683 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2e1a6569-6fde-47cf-a1b7-e097e573c35a req-e106b472-991a-4ec6-8c81-138a35f7c913 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796583 Jul 24 09:14:44.845275 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b7d604f-ed06-4c36-8482-02b834f0e265 req-a31c6c4d-831f-46db-85a2-c39d5f614578 service neutron] 10.222.0.37 "GET /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939873 Jul 24 09:14:44.885229 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952e58a-fe69-48b3-a652-b048af9f865a req-49bb7d4e-110c-4eed-a944-2e74882a25db tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:44.901949 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3952e58a-fe69-48b3-a652-b048af9f865a req-49bb7d4e-110c-4eed-a944-2e74882a25db tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 944 time: 0.1166635 Jul 24 09:14:44.946747 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3952e58a-fe69-48b3-a652-b048af9f865a req-ae78d1e6-293f-436a-8e84-f88e49bc4de7 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435476 Jul 24 09:14:45.481459 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-61f3ffef-66b4-42b8-aed1-44cd6347f5ec req-cb41283d-432e-48a9-8ec1-a26bd368b2ad tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cdf3d23-1441-4529-a4ea-ccdeb8e5b8da HTTP/1.1" status: 200 len: 210 time: 0.0349395 Jul 24 09:14:45.566104 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20274b-45bc-4690-9011-04c832df5570 req-41b87ba4-4e52-45c4-96c1-5ed7ed63c12d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:45.568493 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e20274b-45bc-4690-9011-04c832df5570 req-41b87ba4-4e52-45c4-96c1-5ed7ed63c12d tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f280065-3667-41e0-b729-ddea17aa5b7a HTTP/1.1" status: 200 len: 950 time: 0.0894041 Jul 24 09:14:45.667127 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec61a1-a1ce-46d8-8bb5-959ef27025fc req-e4425b1c-b01a-4a88-88a7-9bb389853084 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:45.668729 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5dec61a1-a1ce-46d8-8bb5-959ef27025fc req-e4425b1c-b01a-4a88-88a7-9bb389853084 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 951 time: 0.0965261 Jul 24 09:14:45.752185 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-8e20274b-45bc-4690-9011-04c832df5570 req-2a7e9583-3be2-4ed2-ae97-dd1bbe9f16cb tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Deleting port d443b98a-1ccc-4a40-a4b0-c6babec3df94 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:14:45.752533 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8e20274b-45bc-4690-9011-04c832df5570 req-2a7e9583-3be2-4ed2-ae97-dd1bbe9f16cb tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:45.755574 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5dec61a1-a1ce-46d8-8bb5-959ef27025fc req-3c05bd60-0f25-4178-b86e-47bc4a2fa426 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774093 Jul 24 09:14:45.913419 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-8e20274b-45bc-4690-9011-04c832df5570 req-2a7e9583-3be2-4ed2-ae97-dd1bbe9f16cb tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] For port d443b98a-1ccc-4a40-a4b0-c6babec3df94, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=d443b98a-1ccc-4a40-a4b0-c6babec3df94,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:45.914121 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8e20274b-45bc-4690-9011-04c832df5570 req-2a7e9583-3be2-4ed2-ae97-dd1bbe9f16cb tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:45.937990 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-8e20274b-45bc-4690-9011-04c832df5570 req-2a7e9583-3be2-4ed2-ae97-dd1bbe9f16cb tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Calling delete_port for d443b98a-1ccc-4a40-a4b0-c6babec3df94 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:14:45.945611 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb51e7-dbec-43e1-a823-13c026af6b6c req-8fb75a69-2e60-4e99-b72e-22fada73a193 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:45.953346 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c7bb51e7-dbec-43e1-a823-13c026af6b6c req-8fb75a69-2e60-4e99-b72e-22fada73a193 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f280065-3667-41e0-b729-ddea17aa5b7a HTTP/1.1" status: 200 len: 950 time: 0.0821180 Jul 24 09:14:46.021445 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c7bb51e7-dbec-43e1-a823-13c026af6b6c req-48754c68-04c1-4280-8282-cbc53e85a6e1 tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655069 Jul 24 09:14:46.184418 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ce1a1-562a-414a-9cb7-db93c9c33dd0 req-5c15df28-9296-4da8-a21d-0418be633496 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:46.186300 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-865ce1a1-562a-414a-9cb7-db93c9c33dd0 req-5c15df28-9296-4da8-a21d-0418be633496 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 944 time: 0.0818763 Jul 24 09:14:46.228113 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8e20274b-45bc-4690-9011-04c832df5570 req-2a7e9583-3be2-4ed2-ae97-dd1bbe9f16cb tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:46.228473 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-865ce1a1-562a-414a-9cb7-db93c9c33dd0 req-ade01c00-0158-46c7-9b77-a84b42026144 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364864 Jul 24 09:14:46.240667 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['d443b98a-1ccc-4a40-a4b0-c6babec3df94'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:46.262270 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e9583-3be2-4ed2-ae97-dd1bbe9f16cb tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Pushing event deleted for resources: {'Port': ['ID=d443b98a-1ccc-4a40-a4b0-c6babec3df94,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:46.327060 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e20274b-45bc-4690-9011-04c832df5570 req-2a7e9583-3be2-4ed2-ae97-dd1bbe9f16cb tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] No DVR routers for this DVR port d443b98a-1ccc-4a40-a4b0-c6babec3df94 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:14:46.331244 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8e20274b-45bc-4690-9011-04c832df5570 req-2a7e9583-3be2-4ed2-ae97-dd1bbe9f16cb tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:46.332260 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e20274b-45bc-4690-9011-04c832df5570 req-2a7e9583-3be2-4ed2-ae97-dd1bbe9f16cb tempest-ServersOnMultiNodesTest-1569500529 tempest-ServersOnMultiNodesTest-1569500529-project] 10.222.0.37 "DELETE /v2.0/ports/d443b98a-1ccc-4a40-a4b0-c6babec3df94 HTTP/1.1" status: 204 len: 173 time: 0.7581103 Jul 24 09:14:46.332726 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f280065-3667-41e0-b729-ddea17aa5b7a', 'name': 'network-vif-deleted', 'tag': 'd443b98a-1ccc-4a40-a4b0-c6babec3df94'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:46.335085 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3de357-5d65-4c9f-96c2-4f047191e2d4" -d '{"events": [{"server_uuid": "1f280065-3667-41e0-b729-ddea17aa5b7a", "name": "network-vif-deleted", "tag": "d443b98a-1ccc-4a40-a4b0-c6babec3df94"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:46.342184 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:46.480378 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bc9ff7-cfbe-4288-9184-0b7493e3fac7 x-openstack-request-id: req-a5bc9ff7-cfbe-4288-9184-0b7493e3fac7 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:46.480989 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f280065-3667-41e0-b729-ddea17aa5b7a", "name": "network-vif-deleted", "tag": "d443b98a-1ccc-4a40-a4b0-c6babec3df94", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:46.481302 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a5bc9ff7-cfbe-4288-9184-0b7493e3fac7 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:46.481758 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f280065-3667-41e0-b729-ddea17aa5b7a', 'name': 'network-vif-deleted', 'tag': 'd443b98a-1ccc-4a40-a4b0-c6babec3df94', 'status': 'completed', 'code': 200} Jul 24 09:14:46.995152 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device daf94f1f-65bb-4784-97d2-73186a2c1851 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:14:47.055799 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b600c8c-7448-4c3b-81d4-079ba1af2800 req-3f1b98d9-397c-44af-ba31-bf5e1b7ee242 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:47.057453 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1b600c8c-7448-4c3b-81d4-079ba1af2800 req-3f1b98d9-397c-44af-ba31-bf5e1b7ee242 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 951 time: 0.1484940 Jul 24 09:14:47.067024 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd89617-a0cd-4626-b72d-e62156c9fcf2 req-411c8e17-0408-4c0c-9c98-40ca157c8be8 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:47.068528 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bdd89617-a0cd-4626-b72d-e62156c9fcf2 req-411c8e17-0408-4c0c-9c98-40ca157c8be8 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 951 time: 0.1494040 Jul 24 09:14:47.140500 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port daf94f1f-65bb-4784-97d2-73186a2c1851, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=daf94f1f-65bb-4784-97d2-73186a2c1851,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:47.152725 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bdd89617-a0cd-4626-b72d-e62156c9fcf2 req-6a485f7d-4ea9-4047-8574-01bdc0d400e6 tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/security-groups?id=76c561de-4368-4dbd-9dfb-b58131f79aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735376 Jul 24 09:14:47.160771 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'daf94f1f-65bb-4784-97d2-73186a2c1851', 'network_id': 'f0544269-4e64-4c91-95af-03a4be88816f', 'port_id': 'daf94f1f-65bb-4784-97d2-73186a2c1851', 'mac_address': 'fa:16:3e:b0:83:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbeb15a4-8962-4380-8bb7-477c83cce3ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:14:47.216374 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-1b600c8c-7448-4c3b-81d4-079ba1af2800 req-a2c6d662-3825-4780-ac57-abcc080e927c tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Deleting port cca6a4ed-3566-4011-ac17-5441cc366ef1 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:14:47.216978 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-1b600c8c-7448-4c3b-81d4-079ba1af2800 req-a2c6d662-3825-4780-ac57-abcc080e927c tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:47.240474 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:47.270401 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf94f1f-65bb-4784-97d2-73186a2c1851 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:14:47.312647 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port daf94f1f-65bb-4784-97d2-73186a2c1851, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=daf94f1f-65bb-4784-97d2-73186a2c1851,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:47.318549 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:47.405034 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=daf94f1f-65bb-4784-97d2-73186a2c1851,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:47.462859 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-1b600c8c-7448-4c3b-81d4-079ba1af2800 req-a2c6d662-3825-4780-ac57-abcc080e927c tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] For port cca6a4ed-3566-4011-ac17-5441cc366ef1, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cca6a4ed-3566-4011-ac17-5441cc366ef1,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:47.464054 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-1b600c8c-7448-4c3b-81d4-079ba1af2800 req-a2c6d662-3825-4780-ac57-abcc080e927c tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:47.491395 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-61f4c62f-6e29-43cd-891e-f18463e936b7 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:47.493021 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-61f4c62f-6e29-43cd-891e-f18463e936b7 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/networks?id=ae3d61b8-100f-4726-9451-0b010e6cd4d8 HTTP/1.1" status: 200 len: 812 time: 0.1853580 Jul 24 09:14:47.494101 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-1b600c8c-7448-4c3b-81d4-079ba1af2800 req-a2c6d662-3825-4780-ac57-abcc080e927c tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Calling delete_port for cca6a4ed-3566-4011-ac17-5441cc366ef1 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:14:47.502091 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afc157-44a3-4698-aca8-2a72f3609b23 req-e689681e-c57e-44c7-b5ef-07710cce56c2 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:47.503777 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30afc157-44a3-4698-aca8-2a72f3609b23 req-e689681e-c57e-44c7-b5ef-07710cce56c2 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 945 time: 0.0828218 Jul 24 09:14:47.516407 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-e4680cf3-0f6a-4f48-bdae-d8247b712e62 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/quotas/c1913b66f5ab41bbbc2b819d5a63abda HTTP/1.1" status: 200 len: 375 time: 0.0177486 Jul 24 09:14:47.576931 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30afc157-44a3-4698-aca8-2a72f3609b23 req-09e13574-a31e-44f9-b3b1-e71334485ca2 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579734 Jul 24 09:14:47.594913 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['daf94f1f-65bb-4784-97d2-73186a2c1851'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:47.604338 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-5e6b8305-0a77-49c2-a610-51b0c70a0807 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1913b66f5ab41bbbc2b819d5a63abda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819921 Jul 24 09:14:47.651512 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 56830) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:47.790251 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-bac059d1-5370-447f-a8be-2588ec6058aa service neutron] 10.222.0.32 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725941 Jul 24 09:14:47.871762 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6e7b850a-e7c9-4c7a-836c-39101dcc43e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=55b10a1852e84b7588aba204f57f066d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163703 Jul 24 09:14:47.872930 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 56842) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:47.885344 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-1b600c8c-7448-4c3b-81d4-079ba1af2800 req-a2c6d662-3825-4780-ac57-abcc080e927c tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:47.897252 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['cca6a4ed-3566-4011-ac17-5441cc366ef1'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:47.951035 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4dc00788-5416-4cac-a9b0-168adfd0498c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:47.966932 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6d662-3825-4780-ac57-abcc080e927c tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Pushing event deleted for resources: {'Port': ['ID=cca6a4ed-3566-4011-ac17-5441cc366ef1,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:47.980033 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-03fa7aa4-6d80-4bcc-a7d9-d514af803a11 service neutron] 10.222.0.32 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765599 Jul 24 09:14:47.983426 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4dc00788-5416-4cac-a9b0-168adfd0498c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:48.033639 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b600c8c-7448-4c3b-81d4-079ba1af2800 req-a2c6d662-3825-4780-ac57-abcc080e927c tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] No DVR routers for this DVR port cca6a4ed-3566-4011-ac17-5441cc366ef1 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:14:48.037754 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-1b600c8c-7448-4c3b-81d4-079ba1af2800 req-a2c6d662-3825-4780-ac57-abcc080e927c tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:48.041870 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1b600c8c-7448-4c3b-81d4-079ba1af2800 req-a2c6d662-3825-4780-ac57-abcc080e927c tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.20 "DELETE /v2.0/ports/cca6a4ed-3566-4011-ac17-5441cc366ef1 HTTP/1.1" status: 204 len: 173 time: 0.9712064 Jul 24 09:14:48.042740 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cbd112-bfbe-4ad3-8eac-5bdd720ee191', 'name': 'network-vif-deleted', 'tag': 'cca6a4ed-3566-4011-ac17-5441cc366ef1'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:48.047525 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe728af-df9c-4b66-925c-1afc183002ba" -d '{"events": [{"server_uuid": "e1cbd112-bfbe-4ad3-8eac-5bdd720ee191", "name": "network-vif-deleted", "tag": "cca6a4ed-3566-4011-ac17-5441cc366ef1"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:48.054212 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4dc00788-5416-4cac-a9b0-168adfd0498c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:48.059073 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4dc00788-5416-4cac-a9b0-168adfd0498c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:48.060608 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4dc00788-5416-4cac-a9b0-168adfd0498c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb HTTP/1.1" status: 204 len: 168 time: 0.1867576 Jul 24 09:14:48.077181 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc00788-5416-4cac-a9b0-168adfd0498c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d0d26c-4d46-4d7b-a3ef-1ba40d5014fb,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:48.278918 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f657238-8073-4378-818a-71347abf097c x-openstack-request-id: req-9f657238-8073-4378-818a-71347abf097c {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:48.279481 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cbd112-bfbe-4ad3-8eac-5bdd720ee191", "name": "network-vif-deleted", "tag": "cca6a4ed-3566-4011-ac17-5441cc366ef1", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:48.279664 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f657238-8073-4378-818a-71347abf097c {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:48.280553 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cbd112-bfbe-4ad3-8eac-5bdd720ee191', 'name': 'network-vif-deleted', 'tag': 'cca6a4ed-3566-4011-ac17-5441cc366ef1', 'status': 'completed', 'code': 200} Jul 24 09:14:48.381024 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788507e4-01c0-4907-856a-a1ce702e37df req-eeb53fe0-6385-4c3b-a114-83229012094a tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:48.382634 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-788507e4-01c0-4907-856a-a1ce702e37df req-eeb53fe0-6385-4c3b-a114-83229012094a tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382dbca-ef42-4cb1-bad2-8951e0ec3a50 HTTP/1.1" status: 200 len: 951 time: 0.0905495 Jul 24 09:14:48.406975 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2e4e70ae-2e0b-4a00-b5ec-e23f58901b2a req-75c25e37-99f4-4f7d-9735-1a9cb5ff0ada tempest-ServersAdminTestJSON-1626793406 tempest-ServersAdminTestJSON-1626793406-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1cbd112-bfbe-4ad3-8eac-5bdd720ee191 HTTP/1.1" status: 200 len: 210 time: 0.0375473 Jul 24 09:14:48.442366 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-788507e4-01c0-4907-856a-a1ce702e37df req-d2622d0b-8022-4710-a28c-49f9160d113b tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/security-groups?id=331a735f-da97-445c-820c-7f7afcd372b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532358 Jul 24 09:14:48.622439 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-df4b104f-a211-4195-b2ca-b55a51ef1276 req-de7c8802-6bfb-4d06-a7a2-0668af116951 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c0acce-9491-412b-afb4-4ebd93cee1c1 HTTP/1.1" status: 200 len: 210 time: 0.0596170 Jul 24 09:14:48.724960 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 56874) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:48.797571 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-cf6136ca-3aee-439d-8781-76f7e9857e56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4f792d8807a49c9bdcb95b0e43d86d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0702245 Jul 24 09:14:48.799938 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 56880) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:48.867170 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a03c7d5-afc9-4529-9041-4cb6dbd19901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:48.896113 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae976e-b403-470e-ac71-bd2178b57ed1 req-f9d6823e-860b-4707-93ad-3b818e7c5ed0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:48.900779 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3cae976e-b403-470e-ac71-bd2178b57ed1 req-f9d6823e-860b-4707-93ad-3b818e7c5ed0 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 945 time: 0.1567328 Jul 24 09:14:48.910972 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a03c7d5-afc9-4529-9041-4cb6dbd19901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:48.978235 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3cae976e-b403-470e-ac71-bd2178b57ed1 req-948c24b9-25d3-4e16-89ca-bbcaf5769ca6 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626793 Jul 24 09:14:48.981413 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a03c7d5-afc9-4529-9041-4cb6dbd19901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:48.985401 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a03c7d5-afc9-4529-9041-4cb6dbd19901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:48.987023 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8a03c7d5-afc9-4529-9041-4cb6dbd19901 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ad4af6f-d790-4bd2-9892-4cac3bd6624f HTTP/1.1" status: 204 len: 168 time: 0.1856849 Jul 24 09:14:48.996544 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device daf94f1f-65bb-4784-97d2-73186a2c1851 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:14:49.005866 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03c7d5-afc9-4529-9041-4cb6dbd19901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad4af6f-d790-4bd2-9892-4cac3bd6624f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:49.108971 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port daf94f1f-65bb-4784-97d2-73186a2c1851 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:14:49.115097 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port daf94f1f-65bb-4784-97d2-73186a2c1851 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:14:49.117128 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:49.562452 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:49.616584 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e525c0a-ddb3-4a61-8603-a45f913fbacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf94f1f-65bb-4784-97d2-73186a2c1851'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:49.616584 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f3aaed-a034-4feb-a8f6-3cc1c3bc59f9" -d '{"events": [{"server_uuid": "1e525c0a-ddb3-4a61-8603-a45f913fbacc", "name": "network-vif-plugged", "status": "completed", "tag": "daf94f1f-65bb-4784-97d2-73186a2c1851"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:49.634096 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port daf94f1f-65bb-4784-97d2-73186a2c1851, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=daf94f1f-65bb-4784-97d2-73186a2c1851,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:49.639732 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:49.640896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device d443b98a-1ccc-4a40-a4b0-c6babec3df94 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:14:49.674853 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: d443b98a-1ccc-4a40-a4b0-c6babec3df94 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:14:49.675545 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device d443b98a-1ccc-4a40-a4b0-c6babec3df94 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:14:49.739971 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=daf94f1f-65bb-4784-97d2-73186a2c1851,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:49.951447 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df916ed0-67a8-441f-bce0-962f81aadf98 x-openstack-request-id: req-df916ed0-67a8-441f-bce0-962f81aadf98 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:49.952307 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e525c0a-ddb3-4a61-8603-a45f913fbacc", "name": "network-vif-plugged", "status": "completed", "tag": "daf94f1f-65bb-4784-97d2-73186a2c1851", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:49.952966 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df916ed0-67a8-441f-bce0-962f81aadf98 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:49.953789 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e525c0a-ddb3-4a61-8603-a45f913fbacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf94f1f-65bb-4784-97d2-73186a2c1851', 'code': 200} Jul 24 09:14:50.123423 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cca6a4ed-3566-4011-ac17-5441cc366ef1 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:14:50.130834 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-71237693-ab3b-4545-b8ca-9caeadded7de tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:50.133357 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-71237693-ab3b-4545-b8ca-9caeadded7de tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.20 "GET /v2.0/networks?id=ae3d61b8-100f-4726-9451-0b010e6cd4d8 HTTP/1.1" status: 200 len: 812 time: 0.3142316 Jul 24 09:14:50.152102 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-190e815b-57b8-4a1e-92e5-df9b3e04dbfd tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Request body: {'port': {'device_id': 'f6c0acce-9491-412b-afb4-4ebd93cee1c1', 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8', 'admin_state_up': True, 'tenant_id': 'c1913b66f5ab41bbbc2b819d5a63abda'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:14:50.154654 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 56950) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:50.185195 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: cca6a4ed-3566-4011-ac17-5441cc366ef1 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:14:50.185195 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cca6a4ed-3566-4011-ac17-5441cc366ef1 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:14:50.214314 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c79cd-faed-4bfe-b949-69fdff49c045 req-61c8e972-b33f-4614-89b1-db581871acac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:50.216669 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-006c79cd-faed-4bfe-b949-69fdff49c045 req-61c8e972-b33f-4614-89b1-db581871acac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 1097 time: 0.1601088 Jul 24 09:14:50.287383 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-006c79cd-faed-4bfe-b949-69fdff49c045 req-2ac947b5-872b-48f7-907d-e415c85ceded service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514214 Jul 24 09:14:50.433681 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-190e815b-57b8-4a1e-92e5-df9b3e04dbfd tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Made reservation on behalf of c1913b66f5ab41bbbc2b819d5a63abda for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:14:50.439584 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-190e815b-57b8-4a1e-92e5-df9b3e04dbfd tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:50.583511 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-52318b1b-1ef1-4ee9-bb21-5cc047f64652 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2905660f8b86414091d0aa7fd20efa90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4255505 Jul 24 09:14:50.586637 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 56964) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:50.606580 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab5109-8263-49ed-9449-b8cff94a4505 req-c8ea29e2-b47c-40fc-b6c1-4d6d11103db8 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:50.618176 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7eab5109-8263-49ed-9449-b8cff94a4505 req-c8ea29e2-b47c-40fc-b6c1-4d6d11103db8 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 946 time: 0.1681328 Jul 24 09:14:50.619525 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-db41a02a-9fa0-474e-bfa7-1e8a32eb2967 req-48eb426d-bfb1-4f7f-a7f4-e91ed6c9a75f tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c0acce-9491-412b-afb4-4ebd93cee1c1 HTTP/1.1" status: 200 len: 210 time: 0.0704849 Jul 24 09:14:50.672041 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-190e815b-57b8-4a1e-92e5-df9b3e04dbfd tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Allocated IP 172.20.0.3 (ae3d61b8-100f-4726-9451-0b010e6cd4d8/82774b4c-6531-498d-b907-9800d791c7b0/8d191bb9-304f-4f00-a627-2e598d55b4a7) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:14:50.716051 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1fb3-5930-471c-a08f-739ec085b164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:50.755144 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7eab5109-8263-49ed-9449-b8cff94a4505 req-0d400760-d8bc-43d9-8a26-5e95f7d57253 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369226 Jul 24 09:14:50.768606 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1fb3-5930-471c-a08f-739ec085b164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:50.957752 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1fb3-5930-471c-a08f-739ec085b164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:50.962395 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1fb3-5930-471c-a08f-739ec085b164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:50.963595 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bd4b1fb3-5930-471c-a08f-739ec085b164 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76c561de-4368-4dbd-9dfb-b58131f79aea HTTP/1.1" status: 204 len: 168 time: 0.3760924 Jul 24 09:14:50.994963 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a9476-4b3f-4549-bdf3-86e9d9242f7a req-bb65d1e0-1bd4-4c51-8e2a-9c0d5cf7ca8a tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:50.996613 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-884a9476-4b3f-4549-bdf3-86e9d9242f7a req-bb65d1e0-1bd4-4c51-8e2a-9c0d5cf7ca8a tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382dbca-ef42-4cb1-bad2-8951e0ec3a50 HTTP/1.1" status: 200 len: 951 time: 0.2072647 Jul 24 09:14:51.003313 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1fb3-5930-471c-a08f-739ec085b164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c561de-4368-4dbd-9dfb-b58131f79aea,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:51.045885 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-190e815b-57b8-4a1e-92e5-df9b3e04dbfd tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:51.082394 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-884a9476-4b3f-4549-bdf3-86e9d9242f7a req-df2c282d-d318-451f-b2aa-991b41661e76 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/security-groups?id=331a735f-da97-445c-820c-7f7afcd372b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738645 Jul 24 09:14:51.136622 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-190e815b-57b8-4a1e-92e5-df9b3e04dbfd tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:51.191933 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-190e815b-57b8-4a1e-92e5-df9b3e04dbfd tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Network ae3d61b8-100f-4726-9451-0b010e6cd4d8 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:14:51.200046 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-190e815b-57b8-4a1e-92e5-df9b3e04dbfd tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:14:51.204285 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-190e815b-57b8-4a1e-92e5-df9b3e04dbfd tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:14:51.212689 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e815b-57b8-4a1e-92e5-df9b3e04dbfd tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Pushing event updated for resources: {'Port': ['ID=8d191bb9-304f-4f00-a627-2e598d55b4a7,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:51.283265 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-190e815b-57b8-4a1e-92e5-df9b3e04dbfd tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:51.284465 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-190e815b-57b8-4a1e-92e5-df9b3e04dbfd tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:51.307860 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-190e815b-57b8-4a1e-92e5-df9b3e04dbfd tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1648972 Jul 24 09:14:51.319978 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-eae59050-f53a-45d0-8550-7a9aa2d05664 service neutron] Request body: {'port': {'device_id': 'f6c0acce-9491-412b-afb4-4ebd93cee1c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:14:51.409619 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 56988) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:51.425783 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-eae59050-f53a-45d0-8550-7a9aa2d05664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:51.476860 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e0679c49-83ac-4f2e-a332-611afef15cb9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=82dd61d8dd4b4d17baceeb2dc152ebdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0656133 Jul 24 09:14:51.479122 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 56990) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:51.563706 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-30066ea8-f6ce-47b0-88bc-19a5bc87e5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:51.587847 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-30066ea8-f6ce-47b0-88bc-19a5bc87e5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:51.648622 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-30066ea8-f6ce-47b0-88bc-19a5bc87e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:51.652707 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-30066ea8-f6ce-47b0-88bc-19a5bc87e5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:51.666666 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-30066ea8-f6ce-47b0-88bc-19a5bc87e5fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0879a8f5-d4df-4620-b61a-2f1d5a60a04d HTTP/1.1" status: 204 len: 168 time: 0.1860383 Jul 24 09:14:51.698102 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30066ea8-f6ce-47b0-88bc-19a5bc87e5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0879a8f5-d4df-4620-b61a-2f1d5a60a04d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:51.872874 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-eae59050-f53a-45d0-8550-7a9aa2d05664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d191bb9-304f-4f00-a627-2e598d55b4a7 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:14:51.881977 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-eae59050-f53a-45d0-8550-7a9aa2d05664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:51.912975 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a6983-c15e-4452-a5e5-c9ddf2332ad2 req-5ac3026c-34b7-4e22-85f8-ed2ff4bb09f8 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:51.914212 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d81a6983-c15e-4452-a5e5-c9ddf2332ad2 req-5ac3026c-34b7-4e22-85f8-ed2ff4bb09f8 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c0acce-9491-412b-afb4-4ebd93cee1c1 HTTP/1.1" status: 200 len: 931 time: 0.1352608 Jul 24 09:14:51.915415 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-eae59050-f53a-45d0-8550-7a9aa2d05664 service neutron] Transition to ACTIVE for port object 8d191bb9-304f-4f00-a627-2e598d55b4a7 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:14:51.920724 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-eae59050-f53a-45d0-8550-7a9aa2d05664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:51.998881 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b9943-4d91-4513-a529-b09d275cc5da req-51d585f3-c016-404e-89b7-1930a4e16cd4 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:52.001198 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-591b9943-4d91-4513-a529-b09d275cc5da req-51d585f3-c016-404e-89b7-1930a4e16cd4 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 946 time: 0.0883148 Jul 24 09:14:52.017573 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae59050-f53a-45d0-8550-7a9aa2d05664 service neutron] Pushing event updated for resources: {'Port': ['ID=8d191bb9-304f-4f00-a627-2e598d55b4a7,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:52.044509 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d81a6983-c15e-4452-a5e5-c9ddf2332ad2 req-5ff0634a-54b1-4173-befd-f75c249031c0 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191764 Jul 24 09:14:52.067280 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-591b9943-4d91-4513-a529-b09d275cc5da req-bd0cf548-93ca-4e3f-9903-427b2941adae tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521927 Jul 24 09:14:52.122059 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-eae59050-f53a-45d0-8550-7a9aa2d05664 service neutron] Attempting to bind port 8d191bb9-304f-4f00-a627-2e598d55b4a7 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:14:52.122676 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-eae59050-f53a-45d0-8550-7a9aa2d05664 service neutron] Attempting to bind port 8d191bb9-304f-4f00-a627-2e598d55b4a7 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:14:52.123226 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-eae59050-f53a-45d0-8550-7a9aa2d05664 service neutron] Attempting to bind port 8d191bb9-304f-4f00-a627-2e598d55b4a7 on network ae3d61b8-100f-4726-9451-0b010e6cd4d8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:14:52.129998 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-eae59050-f53a-45d0-8550-7a9aa2d05664 service neutron] Port 8d191bb9-304f-4f00-a627-2e598d55b4a7 on network ae3d61b8-100f-4726-9451-0b010e6cd4d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:14:52.130759 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-eae59050-f53a-45d0-8550-7a9aa2d05664 service neutron] Attempting to bind port 8d191bb9-304f-4f00-a627-2e598d55b4a7 on network ae3d61b8-100f-4726-9451-0b010e6cd4d8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:14:52.138762 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-eae59050-f53a-45d0-8550-7a9aa2d05664 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:14:52.139981 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-eae59050-f53a-45d0-8550-7a9aa2d05664 service neutron] Checking segment: {'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:14:52.140612 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-eae59050-f53a-45d0-8550-7a9aa2d05664 service neutron] Bound using segment: {'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:14:52.141487 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-eae59050-f53a-45d0-8550-7a9aa2d05664 service neutron] Bound port: 8d191bb9-304f-4f00-a627-2e598d55b4a7, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:14:52.142086 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-eae59050-f53a-45d0-8550-7a9aa2d05664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:52.245980 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-eae59050-f53a-45d0-8550-7a9aa2d05664 service neutron] For port 8d191bb9-304f-4f00-a627-2e598d55b4a7, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:14:52.249491 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-eae59050-f53a-45d0-8550-7a9aa2d05664 service neutron] For port 8d191bb9-304f-4f00-a627-2e598d55b4a7, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=8d191bb9-304f-4f00-a627-2e598d55b4a7,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:14:52.258237 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-eae59050-f53a-45d0-8550-7a9aa2d05664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:52.328203 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-eae59050-f53a-45d0-8550-7a9aa2d05664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:52.328884 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-eae59050-f53a-45d0-8550-7a9aa2d05664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:52.330537 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-eae59050-f53a-45d0-8550-7a9aa2d05664 service neutron] 10.222.0.20 "PUT /v2.0/ports/8d191bb9-304f-4f00-a627-2e598d55b4a7 HTTP/1.1" status: 200 len: 1091 time: 1.0157468 Jul 24 09:14:52.331028 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c0acce-9491-412b-afb4-4ebd93cee1c1', 'tag': '8d191bb9-304f-4f00-a627-2e598d55b4a7'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:52.334445 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa791940-2563-4e79-b4e2-5da08091d67a" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c0acce-9491-412b-afb4-4ebd93cee1c1", "tag": "8d191bb9-304f-4f00-a627-2e598d55b4a7"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:52.420082 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae59050-f53a-45d0-8550-7a9aa2d05664 service neutron] Pushing event updated for resources: {'Port': ['ID=8d191bb9-304f-4f00-a627-2e598d55b4a7,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:52.457347 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-1d3261e2-5621-4810-ae27-fb334330d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:52.459919 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-1d3261e2-5621-4810-ae27-fb334330d5bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1913b66f5ab41bbbc2b819d5a63abda&device_id=f6c0acce-9491-412b-afb4-4ebd93cee1c1 HTTP/1.1" status: 200 len: 1094 time: 0.0752258 Jul 24 09:14:52.498116 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df976f90-0389-489f-9406-fe034694c34b req-d2392651-9871-4912-92f1-c02435443649 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:52.499951 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df976f90-0389-489f-9406-fe034694c34b req-d2392651-9871-4912-92f1-c02435443649 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.37 "GET /v2.0/ports?device_id=4382dbca-ef42-4cb1-bad2-8951e0ec3a50 HTTP/1.1" status: 200 len: 951 time: 0.1735072 Jul 24 09:14:52.513211 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab10d1-0e64-41b8-aa2c-a15416b16f62 req-69f80ea7-2c6e-4eb3-acef-b6d6d45ee0f0 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:52.517833 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-f6a2d3b3-b2bf-460f-8dcb-dc2265db69ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d191bb9-304f-4f00-a627-2e598d55b4a7 HTTP/1.1" status: 200 len: 217 time: 0.0505683 Jul 24 09:14:52.522538 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d7ab10d1-0e64-41b8-aa2c-a15416b16f62 req-69f80ea7-2c6e-4eb3-acef-b6d6d45ee0f0 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382dbca-ef42-4cb1-bad2-8951e0ec3a50 HTTP/1.1" status: 200 len: 951 time: 0.1202426 Jul 24 09:14:52.591410 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-529e4d94-1eb3-4cec-8333-f26c4373c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:52.595080 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-529e4d94-1eb3-4cec-8333-f26c4373c46a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82774b4c-6531-498d-b907-9800d791c7b0 HTTP/1.1" status: 200 len: 852 time: 0.0711563 Jul 24 09:14:52.638366 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d7ab10d1-0e64-41b8-aa2c-a15416b16f62 req-41ec50db-6ff7-4658-b356-716d525b5ce9 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/security-groups?id=331a735f-da97-445c-820c-7f7afcd372b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147494 Jul 24 09:14:52.681470 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-4d40f684-e36f-43de-bd26-cb325f324e69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae3d61b8-100f-4726-9451-0b010e6cd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783808 Jul 24 09:14:52.745152 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-df976f90-0389-489f-9406-fe034694c34b req-c7debe06-5e20-4d87-af29-a8399c3e847e tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Deleting port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:14:52.745497 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-df976f90-0389-489f-9406-fe034694c34b req-c7debe06-5e20-4d87-af29-a8399c3e847e tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:52.824362 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8bebb7-92d1-4c80-b9b8-ae028d0b1d71 x-openstack-request-id: req-9b8bebb7-92d1-4c80-b9b8-ae028d0b1d71 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:52.824659 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c0acce-9491-412b-afb4-4ebd93cee1c1", "tag": "8d191bb9-304f-4f00-a627-2e598d55b4a7", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:52.824978 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b8bebb7-92d1-4c80-b9b8-ae028d0b1d71 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:52.825385 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c0acce-9491-412b-afb4-4ebd93cee1c1', 'tag': '8d191bb9-304f-4f00-a627-2e598d55b4a7', 'status': 'completed', 'code': 200} Jul 24 09:14:52.885323 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-df976f90-0389-489f-9406-fe034694c34b req-c7debe06-5e20-4d87-af29-a8399c3e847e tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] For port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:52.886126 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-df976f90-0389-489f-9406-fe034694c34b req-c7debe06-5e20-4d87-af29-a8399c3e847e tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:52.906662 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-df976f90-0389-489f-9406-fe034694c34b req-c7debe06-5e20-4d87-af29-a8399c3e847e tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Calling delete_port for 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:14:53.028077 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:14:53.218009 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57046) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:53.244321 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:53.273705 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-80656342-48f3-4725-9782-d8d94f21fe27 service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856078 Jul 24 09:14:53.347858 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:53.350323 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4382dbca-ef42-4cb1-bad2-8951e0ec3a50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:53.355710 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6850ce40-98fc-4464-b235-a58e1c5a0838" -d '{"events": [{"server_uuid": "4382dbca-ef42-4cb1-bad2-8951e0ec3a50", "name": "network-vif-unplugged", "status": "completed", "tag": "8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:53.368436 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:53.401031 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446154a-0949-4db3-af4d-d95e966d85d4 req-9c3239f1-6f04-41dd-889e-265561f05cbb tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:53.407900 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2446154a-0949-4db3-af4d-d95e966d85d4 req-9c3239f1-6f04-41dd-889e-265561f05cbb tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c0acce-9491-412b-afb4-4ebd93cee1c1 HTTP/1.1" status: 200 len: 943 time: 0.1034701 Jul 24 09:14:53.464890 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfddbef-54f6-4020-8970-97e2f1708fad req-56e79207-0e64-427c-8608-57b840fc7ba9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:53.472011 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-acfddbef-54f6-4020-8970-97e2f1708fad req-56e79207-0e64-427c-8608-57b840fc7ba9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 946 time: 0.6456599 Jul 24 09:14:53.479896 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a1f31e04-2d45-4b29-af71-77b3005879d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:53.482302 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2446154a-0949-4db3-af4d-d95e966d85d4 req-f6fe8404-eae9-43af-8a73-ac2dce02dd3c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714271 Jul 24 09:14:53.521383 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5,revision_number=11']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:53.521504 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-df976f90-0389-489f-9406-fe034694c34b req-c7debe06-5e20-4d87-af29-a8399c3e847e tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:53.543670 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-acfddbef-54f6-4020-8970-97e2f1708fad req-59911bae-c06e-46bb-92c2-3207a55f74a2 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706494 Jul 24 09:14:53.569736 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7debe06-5e20-4d87-af29-a8399c3e847e tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Pushing event deleted for resources: {'Port': ['ID=8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:53.576039 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e22ee75-a448-45f9-adcc-05cc645a4f0d req-1af7f994-400d-40a6-b81a-781de1be1af1 service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906334 Jul 24 09:14:53.639321 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-df976f90-0389-489f-9406-fe034694c34b req-c7debe06-5e20-4d87-af29-a8399c3e847e tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] No DVR routers for this DVR port 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:14:53.642443 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-df976f90-0389-489f-9406-fe034694c34b req-c7debe06-5e20-4d87-af29-a8399c3e847e tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:53.645361 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df976f90-0389-489f-9406-fe034694c34b req-c7debe06-5e20-4d87-af29-a8399c3e847e tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.37 "DELETE /v2.0/ports/8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 HTTP/1.1" status: 204 len: 173 time: 1.1203947 Jul 24 09:14:53.646394 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4382dbca-ef42-4cb1-bad2-8951e0ec3a50', 'name': 'network-vif-deleted', 'tag': '8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:53.654976 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1581c41-550f-4f2d-a246-16b44e4980a7" -d '{"events": [{"server_uuid": "4382dbca-ef42-4cb1-bad2-8951e0ec3a50", "name": "network-vif-deleted", "tag": "8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:53.738092 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a1f31e04-2d45-4b29-af71-77b3005879d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:53.748212 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fb0090-7b48-4d02-b8fc-ab877bc2ad23 x-openstack-request-id: req-14fb0090-7b48-4d02-b8fc-ab877bc2ad23 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:53.748586 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4382dbca-ef42-4cb1-bad2-8951e0ec3a50", "name": "network-vif-unplugged", "status": "completed", "tag": "8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:53.748904 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14fb0090-7b48-4d02-b8fc-ab877bc2ad23 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:53.749301 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4382dbca-ef42-4cb1-bad2-8951e0ec3a50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5', 'code': 200} Jul 24 09:14:53.751111 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa791940-2563-4e79-b4e2-5da08091d67a req-d4c8aca3-a1e7-4837-86a4-40acf03bce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:53.752691 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fa791940-2563-4e79-b4e2-5da08091d67a req-d4c8aca3-a1e7-4837-86a4-40acf03bce3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1913b66f5ab41bbbc2b819d5a63abda&device_id=f6c0acce-9491-412b-afb4-4ebd93cee1c1 HTTP/1.1" status: 200 len: 1094 time: 0.1179528 Jul 24 09:14:53.753349 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a1f31e04-2d45-4b29-af71-77b3005879d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:53.838359 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a1f31e04-2d45-4b29-af71-77b3005879d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6495589cec304b6da877669beb364538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6178865 Jul 24 09:14:53.841144 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57078) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:53.856807 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f31e04-2d45-4b29-af71-77b3005879d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e37d9ff-26ac-4feb-a69f-68ab62507b4c,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:53.974776 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa791940-2563-4e79-b4e2-5da08091d67a req-1bfe9a04-6a0a-4048-856d-3bccf405cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:53.975298 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fa791940-2563-4e79-b4e2-5da08091d67a req-1bfe9a04-6a0a-4048-856d-3bccf405cfcf service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae3d61b8-100f-4726-9451-0b010e6cd4d8 HTTP/1.1" status: 200 len: 912 time: 0.2039378 Jul 24 09:14:54.006021 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e2970-d604-469a-91c7-c139c4968527 req-5c5217e1-e9b2-4136-bb56-94ff7e5990ca tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:54.007580 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7c2e2970-d604-469a-91c7-c139c4968527 req-5c5217e1-e9b2-4136-bb56-94ff7e5990ca tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 946 time: 0.1646190 Jul 24 09:14:54.055382 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-296c208b-fadb-44d5-9b42-2e3999cbddfd req-3c100c23-5179-45ef-a3b8-0ff52f790f21 tempest-ImagesOneServerTestJSON-1842393173 tempest-ImagesOneServerTestJSON-1842393173-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382dbca-ef42-4cb1-bad2-8951e0ec3a50 HTTP/1.1" status: 200 len: 210 time: 0.1611691 Jul 24 09:14:54.056341 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5dc8420c-18d5-4e71-98f8-abb3b7a3513a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:54.080862 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fa791940-2563-4e79-b4e2-5da08091d67a req-e11ee176-4ce0-4261-a790-b8b70b24d386 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d191bb9-304f-4f00-a627-2e598d55b4a7 HTTP/1.1" status: 200 len: 217 time: 0.0976439 Jul 24 09:14:54.093224 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5dc8420c-18d5-4e71-98f8-abb3b7a3513a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:54.151184 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b07a92-f54b-4ba9-888a-e477917587d2 x-openstack-request-id: req-a1b07a92-f54b-4ba9-888a-e477917587d2 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:54.153031 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4382dbca-ef42-4cb1-bad2-8951e0ec3a50", "name": "network-vif-deleted", "tag": "8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:54.153543 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a1b07a92-f54b-4ba9-888a-e477917587d2 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:54.154795 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4382dbca-ef42-4cb1-bad2-8951e0ec3a50', 'name': 'network-vif-deleted', 'tag': '8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5', 'status': 'completed', 'code': 200} Jul 24 09:14:54.157238 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5dc8420c-18d5-4e71-98f8-abb3b7a3513a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:54.161935 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5dc8420c-18d5-4e71-98f8-abb3b7a3513a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:54.163781 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5dc8420c-18d5-4e71-98f8-abb3b7a3513a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e37d9ff-26ac-4feb-a69f-68ab62507b4c HTTP/1.1" status: 204 len: 168 time: 0.3216236 Jul 24 09:14:54.179830 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8420c-18d5-4e71-98f8-abb3b7a3513a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e37d9ff-26ac-4feb-a69f-68ab62507b4c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:54.183996 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7c2e2970-d604-469a-91c7-c139c4968527 req-c90a131d-f17d-4eca-aacb-75cc96a85bbb tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082759 Jul 24 09:14:54.210413 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa791940-2563-4e79-b4e2-5da08091d67a req-f7a0c6a7-7e7e-4c46-b7ca-f2b042c2e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:54.212945 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fa791940-2563-4e79-b4e2-5da08091d67a req-f7a0c6a7-7e7e-4c46-b7ca-f2b042c2e33c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82774b4c-6531-498d-b907-9800d791c7b0 HTTP/1.1" status: 200 len: 852 time: 0.1198418 Jul 24 09:14:54.295220 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fa791940-2563-4e79-b4e2-5da08091d67a req-a67967b6-cbb8-40ef-90d7-18f083564101 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae3d61b8-100f-4726-9451-0b010e6cd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680099 Jul 24 09:14:54.494110 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fa791940-2563-4e79-b4e2-5da08091d67a req-317f0f19-be2a-4561-bead-541a14b7ac63 service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901119 Jul 24 09:14:54.571835 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:14:54.668339 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fa791940-2563-4e79-b4e2-5da08091d67a req-c2a162eb-8dcb-464d-b02e-aaf151650ef1 service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652601 Jul 24 09:14:54.732828 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efd23b-168d-447c-8427-5303ccb9fe05 req-cc601b1d-9da5-48ad-9ddc-8275dee915ef tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:54.734264 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-87efd23b-168d-447c-8427-5303ccb9fe05 req-cc601b1d-9da5-48ad-9ddc-8275dee915ef tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c0acce-9491-412b-afb4-4ebd93cee1c1 HTTP/1.1" status: 200 len: 943 time: 0.0994239 Jul 24 09:14:54.779895 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-87efd23b-168d-447c-8427-5303ccb9fe05 req-746c9d6c-6309-42b3-8244-861587edea9b tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399430 Jul 24 09:14:54.804712 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57120) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:54.805803 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9a090-d3fe-472d-bae5-8a8c3f6e3460 req-604cacfa-8dc8-4f1a-9c9d-79bb9eec1e75 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:54.807521 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-95e9a090-d3fe-472d-bae5-8a8c3f6e3460 req-604cacfa-8dc8-4f1a-9c9d-79bb9eec1e75 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 946 time: 0.0748456 Jul 24 09:14:54.814875 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3c2c68c9-245c-4748-bbac-b6d2a4efc4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:54.865433 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-95e9a090-d3fe-472d-bae5-8a8c3f6e3460 req-46cedffb-a23c-450f-a6ea-6174348cca01 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515170 Jul 24 09:14:54.934302 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3c2c68c9-245c-4748-bbac-b6d2a4efc4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:54.940908 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3c2c68c9-245c-4748-bbac-b6d2a4efc4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:54.980955 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c68c9-245c-4748-bbac-b6d2a4efc4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e114516e-e15e-485e-8663-2bf95adc0ef0,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:54.986177 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3c2c68c9-245c-4748-bbac-b6d2a4efc4c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1fcca49e68aa4f56b596863cc1c1e4b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1891057 Jul 24 09:14:54.988691 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57136) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:55.044919 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-665a2dfa-483a-4667-b0f2-aa2915634747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:55.067124 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-665a2dfa-483a-4667-b0f2-aa2915634747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:55.128228 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-665a2dfa-483a-4667-b0f2-aa2915634747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:55.131521 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-665a2dfa-483a-4667-b0f2-aa2915634747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:55.132982 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-665a2dfa-483a-4667-b0f2-aa2915634747 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e114516e-e15e-485e-8663-2bf95adc0ef0 HTTP/1.1" status: 204 len: 168 time: 0.1426039 Jul 24 09:14:55.143575 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a2dfa-483a-4667-b0f2-aa2915634747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e114516e-e15e-485e-8663-2bf95adc0ef0,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:55.595117 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57168) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:55.830987 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-66269706-b56e-4f7f-bc0b-a0d8ca623ea6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a4c73c34e20473fb721bb26c913bce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340205 Jul 24 09:14:55.833085 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57178) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:55.905063 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6226892b-862f-4c62-b382-c5fe9c0cd3a8 req-e53faff5-9f6c-418d-a09f-ea55dbe12741 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1493080 Jul 24 09:14:55.933583 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-67ea65a5-534c-4722-b6b1-35c634283224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:55.961618 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57188) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:56.005255 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-67ea65a5-534c-4722-b6b1-35c634283224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:56.067848 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226892b-862f-4c62-b382-c5fe9c0cd3a8 req-7aa30b01-903e-432e-a9cc-5d2181c3637f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:56.070393 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6226892b-862f-4c62-b382-c5fe9c0cd3a8 req-7aa30b01-903e-432e-a9cc-5d2181c3637f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 1096 time: 0.1444390 Jul 24 09:14:56.086248 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa514c0-fb87-48a2-8878-8fba7df07ec2 req-b05b47ee-7ba8-4f5c-9150-819839c93940 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:56.089833 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30104d05-97e2-46dd-bb06-469bfde68f53 req-6f90d938-b919-41bf-8f0b-de8f03443946 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:56.099133 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30104d05-97e2-46dd-bb06-469bfde68f53 req-6f90d938-b919-41bf-8f0b-de8f03443946 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 946 time: 0.1160922 Jul 24 09:14:56.102314 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7fa514c0-fb87-48a2-8878-8fba7df07ec2 req-b05b47ee-7ba8-4f5c-9150-819839c93940 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c0acce-9491-412b-afb4-4ebd93cee1c1 HTTP/1.1" status: 200 len: 943 time: 0.1869891 Jul 24 09:14:56.167163 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-67ea65a5-534c-4722-b6b1-35c634283224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:56.170343 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-67ea65a5-534c-4722-b6b1-35c634283224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:56.177663 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-67ea65a5-534c-4722-b6b1-35c634283224 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/331a735f-da97-445c-820c-7f7afcd372b5 HTTP/1.1" status: 204 len: 168 time: 0.3433428 Jul 24 09:14:56.190592 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 8d191bb9-304f-4f00-a627-2e598d55b4a7 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:14:56.213638 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea65a5-534c-4722-b6b1-35c634283224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331a735f-da97-445c-820c-7f7afcd372b5,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:56.228475 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30104d05-97e2-46dd-bb06-469bfde68f53 req-a9e3a244-c592-49a0-8dc2-a8ecc7f4badb tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279430 Jul 24 09:14:56.260483 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7fa514c0-fb87-48a2-8878-8fba7df07ec2 req-a21c901e-5209-4abf-87d9-84516a88c759 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557043 Jul 24 09:14:56.294119 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226892b-862f-4c62-b382-c5fe9c0cd3a8 req-2b3c80e5-d628-41ed-8fb7-1b715f4b3a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:56.297563 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6226892b-862f-4c62-b382-c5fe9c0cd3a8 req-2b3c80e5-d628-41ed-8fb7-1b715f4b3a80 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 912 time: 0.1891899 Jul 24 09:14:56.334092 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef9c52e5-d782-4c5a-a09e-b2e5c4017f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:56.362932 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 8d191bb9-304f-4f00-a627-2e598d55b4a7, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=8d191bb9-304f-4f00-a627-2e598d55b4a7,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:56.375954 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '8d191bb9-304f-4f00-a627-2e598d55b4a7', 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8', 'port_id': '8d191bb9-304f-4f00-a627-2e598d55b4a7', 'mac_address': 'fa:16:3e:83:b6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82774b4c-6531-498d-b907-9800d791c7b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:14:56.455061 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:56.489630 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d191bb9-304f-4f00-a627-2e598d55b4a7 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:14:56.492153 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6226892b-862f-4c62-b382-c5fe9c0cd3a8 req-0e17d59d-49a1-4e41-b83f-b35c9e80c02a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb HTTP/1.1" status: 200 len: 1001 time: 0.1862028 Jul 24 09:14:56.523084 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 8d191bb9-304f-4f00-a627-2e598d55b4a7, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=8d191bb9-304f-4f00-a627-2e598d55b4a7,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:56.536788 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:56.577401 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef9c52e5-d782-4c5a-a09e-b2e5c4017f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:56.584816 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef9c52e5-d782-4c5a-a09e-b2e5c4017f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:56.603334 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226892b-862f-4c62-b382-c5fe9c0cd3a8 req-0e132d11-d0df-48da-a18f-7808c775e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:56.605934 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6226892b-862f-4c62-b382-c5fe9c0cd3a8 req-0e132d11-d0df-48da-a18f-7808c775e83f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33f84861-778d-4828-92aa-af092c959084 HTTP/1.1" status: 200 len: 851 time: 0.1066217 Jul 24 09:14:56.628151 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=8d191bb9-304f-4f00-a627-2e598d55b4a7,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:56.652652 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ef9c52e5-d782-4c5a-a09e-b2e5c4017f65 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=040c97b274294e4ba753a329d3556e32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6582496 Jul 24 09:14:56.656158 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57216) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:56.664448 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c52e5-d782-4c5a-a09e-b2e5c4017f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595347a3-4b17-4d82-8f8c-6635512b91ce,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:56.699095 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226892b-862f-4c62-b382-c5fe9c0cd3a8 req-489ce3b7-337a-4179-97fa-9f1bd5b205b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:56.701601 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6226892b-862f-4c62-b382-c5fe9c0cd3a8 req-489ce3b7-337a-4179-97fa-9f1bd5b205b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b64780-c69e-4432-87ba-d598170da5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891259 Jul 24 09:14:56.777066 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-909a5018-b879-41c1-81ba-b3252eef31ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:56.779355 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57220) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:56.808987 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['8d191bb9-304f-4f00-a627-2e598d55b4a7'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:14:56.835683 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6226892b-862f-4c62-b382-c5fe9c0cd3a8 req-03d83c48-ab69-4142-8718-685b1e528db9 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272163 Jul 24 09:14:56.853394 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-909a5018-b879-41c1-81ba-b3252eef31ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:56.957086 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-693ea463-14f8-4cc6-b6e2-1d278cce9db2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2651815 Jul 24 09:14:56.985339 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-909a5018-b879-41c1-81ba-b3252eef31ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:56.990026 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-909a5018-b879-41c1-81ba-b3252eef31ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:56.991422 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-909a5018-b879-41c1-81ba-b3252eef31ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/595347a3-4b17-4d82-8f8c-6635512b91ce HTTP/1.1" status: 204 len: 168 time: 0.3343661 Jul 24 09:14:57.009571 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6226892b-862f-4c62-b382-c5fe9c0cd3a8 req-b4bafa51-98ca-4bf1-a7b5-c93e841b5f07 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658275 Jul 24 09:14:57.021234 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-58ef17b5-d749-4262-984b-c1c5c809ee2f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-880764679-network', 'tenant_id': '233e5702d83e46c29e001e8f0c97ed0f'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:14:57.055727 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:14:57.059866 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a5018-b879-41c1-81ba-b3252eef31ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595347a3-4b17-4d82-8f8c-6635512b91ce,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:57.065702 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ef17b5-d749-4262-984b-c1c5c809ee2f admin admin] Made reservation on behalf of 233e5702d83e46c29e001e8f0c97ed0f for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:14:57.068907 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58ef17b5-d749-4262-984b-c1c5c809ee2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:57.106640 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58ef17b5-d749-4262-984b-c1c5c809ee2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:57.112700 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:14:57.113071 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 8e3717bb-9ced-48eb-ae77-ad51c8e9ffb5 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:14:57.154802 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-143caa66-f21b-4b69-9ea2-6d23d1b53854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:57.203311 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-58fb9b57-22c4-49a2-af0e-bb8f917a5e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:57.204224 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-58fb9b57-22c4-49a2-af0e-bb8f917a5e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:57.204789 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-58fb9b57-22c4-49a2-af0e-bb8f917a5e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:57.205903 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-58fb9b57-22c4-49a2-af0e-bb8f917a5e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:57.206506 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-58fb9b57-22c4-49a2-af0e-bb8f917a5e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:57.207066 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-58fb9b57-22c4-49a2-af0e-bb8f917a5e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:57.207619 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-58fb9b57-22c4-49a2-af0e-bb8f917a5e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:57.210071 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-58fb9b57-22c4-49a2-af0e-bb8f917a5e5b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dca0b6b5a564009b8793a19d3533709&device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 6491 time: 0.1595793 Jul 24 09:14:57.346492 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58ef17b5-d749-4262-984b-c1c5c809ee2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:57.354259 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58ef17b5-d749-4262-984b-c1c5c809ee2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:57.405860 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-29d2003f-e964-4265-8488-eb0e0378799f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:57.406344 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-29d2003f-e964-4265-8488-eb0e0378799f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:57.406844 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-29d2003f-e964-4265-8488-eb0e0378799f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:57.411262 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-29d2003f-e964-4265-8488-eb0e0378799f service neutron] 10.222.0.20 "GET /v2.0/networks?id=8a8b2944-c8a5-4403-aa37-48c9a718d665&id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d&id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d HTTP/1.1" status: 200 len: 2289 time: 0.1669388 Jul 24 09:14:57.411262 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ef17b5-d749-4262-984b-c1c5c809ee2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:14:57.459007 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58ef17b5-d749-4262-984b-c1c5c809ee2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:57.459217 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-58ef17b5-d749-4262-984b-c1c5c809ee2f admin admin] Added segment 6ce6d47b-4c6a-4b90-b570-7486fbf29a36 of type vlan for network 66549fa8-6cb8-4643-9bf1-5a976706f788 Jul 24 09:14:57.507602 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef17b5-d749-4262-984b-c1c5c809ee2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec390b8-4799-4bcb-81d0-3080993ba75f,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:57.512439 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167f51b-49ce-4031-ab68-085bddbae9c5 req-aaab2941-82a7-402b-8e4d-7521cac40bd1 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:57.514668 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6167f51b-49ce-4031-ab68-085bddbae9c5 req-aaab2941-82a7-402b-8e4d-7521cac40bd1 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 946 time: 0.1180472 Jul 24 09:14:57.587108 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58ef17b5-d749-4262-984b-c1c5c809ee2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:57.594322 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-afa51da2-776f-4c2d-8900-28919aab4631 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ef13b70-5d6e-4c13-890b-2de4f6928063 HTTP/1.1" status: 200 len: 999 time: 0.1776662 Jul 24 09:14:57.608370 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6167f51b-49ce-4031-ab68-085bddbae9c5 req-4efac4ee-5236-471b-a712-0873185d7dfd tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859573 Jul 24 09:14:57.621872 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57254) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:57.658796 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-12a3a6cd-c10b-479b-99a7-d63c4be652bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:57.676084 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b0d3e-00e5-4dfc-9ff7-7f47a172dd79 req-41d0e4af-e1cb-4dc9-b0f8-946c207c9d3a tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:57.677666 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-710b0d3e-00e5-4dfc-9ff7-7f47a172dd79 req-41d0e4af-e1cb-4dc9-b0f8-946c207c9d3a tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c0acce-9491-412b-afb4-4ebd93cee1c1 HTTP/1.1" status: 200 len: 944 time: 0.2578256 Jul 24 09:14:57.680624 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58ef17b5-d749-4262-984b-c1c5c809ee2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:57.681585 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef17b5-d749-4262-984b-c1c5c809ee2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:57.682156 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58ef17b5-d749-4262-984b-c1c5c809ee2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:57.720629 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-a3217d90-5232-49df-8f67-e577617ccdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:57.722405 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-a3217d90-5232-49df-8f67-e577617ccdfa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96727abd-2036-4cd0-afcc-3710a0b1eea7 HTTP/1.1" status: 200 len: 850 time: 0.1202810 Jul 24 09:14:57.811832 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef17b5-d749-4262-984b-c1c5c809ee2f admin admin] Pushing event updated for resources: {'Network': ['ID=66549fa8-6cb8-4643-9bf1-5a976706f788,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:57.828207 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 66549fa8-6cb8-4643-9bf1-5a976706f788 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:14:57.840055 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-12a3a6cd-c10b-479b-99a7-d63c4be652bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:57.844044 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-710b0d3e-00e5-4dfc-9ff7-7f47a172dd79 req-4266e798-7786-4e29-b1ba-e7501a9080ea tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429622 Jul 24 09:14:57.852212 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-12a3a6cd-c10b-479b-99a7-d63c4be652bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:57.859071 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-58ef17b5-d749-4262-984b-c1c5c809ee2f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0773261 Jul 24 09:14:57.873030 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57258) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:57.879065 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-1eda817b-0929-4f7c-b248-a2e386cd4e7f admin admin] Request body: {'subnet': {'network_id': '66549fa8-6cb8-4643-9bf1-5a976706f788', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-880764679-subnet', 'tenant_id': '233e5702d83e46c29e001e8f0c97ed0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:14:57.882126 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57260) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:57.911436 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-86306b39-21a9-4fa4-9673-73d34bd055d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:57.913049 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-86306b39-21a9-4fa4-9673-73d34bd055d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8a8b2944-c8a5-4403-aa37-48c9a718d665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1842773 Jul 24 09:14:57.920408 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-12a3a6cd-c10b-479b-99a7-d63c4be652bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c403ce7ced44435be9b3493fe8cea47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960930 Jul 24 09:14:57.920796 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57264) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:57.936247 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3a6cd-c10b-479b-99a7-d63c4be652bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6134881-e53e-427b-b5cc-4a6c6f89d4d4,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:57.945167 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eda817b-0929-4f7c-b248-a2e386cd4e7f admin admin] Made reservation on behalf of 233e5702d83e46c29e001e8f0c97ed0f for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:14:57.948125 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1eda817b-0929-4f7c-b248-a2e386cd4e7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:58.085756 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-2a3c94d4-8c70-455b-9d95-20eeb4b714ac admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-775742906-network', 'tenant_id': 'b1dc4d2691c74f8bafc90c2d2ce665eb'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:14:58.130990 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-55bafd77-ef17-492a-9bb7-e1391629d5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:58.163014 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3c94d4-8c70-455b-9d95-20eeb4b714ac admin admin] Made reservation on behalf of b1dc4d2691c74f8bafc90c2d2ce665eb for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:14:58.165332 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a3c94d4-8c70-455b-9d95-20eeb4b714ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:58.175025 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-78b76575-e011-4c4c-a54f-86dfe1ef6f1c service neutron] 10.222.0.20 "GET /v2.0/networks/8a8b2944-c8a5-4403-aa37-48c9a718d665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551789 Jul 24 09:14:58.197119 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-55bafd77-ef17-492a-9bb7-e1391629d5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:58.200901 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a3c94d4-8c70-455b-9d95-20eeb4b714ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:58.204491 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 8d191bb9-304f-4f00-a627-2e598d55b4a7 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:14:58.265864 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 8d191bb9-304f-4f00-a627-2e598d55b4a7 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:14:58.272169 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 8d191bb9-304f-4f00-a627-2e598d55b4a7 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:14:58.273480 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:58.390202 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:58.417931 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c0acce-9491-412b-afb4-4ebd93cee1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d191bb9-304f-4f00-a627-2e598d55b4a7'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:14:58.420925 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcb70f1-923e-456a-abf3-4a51dea9ac1e" -d '{"events": [{"server_uuid": "f6c0acce-9491-412b-afb4-4ebd93cee1c1", "name": "network-vif-plugged", "status": "completed", "tag": "8d191bb9-304f-4f00-a627-2e598d55b4a7"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:14:58.437051 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 8d191bb9-304f-4f00-a627-2e598d55b4a7, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=8d191bb9-304f-4f00-a627-2e598d55b4a7,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:14:58.444253 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-a155e49b-4361-4b1b-a6c5-41aefc8cb499 service neutron] 10.222.0.20 "GET /v2.0/networks/8a8b2944-c8a5-4403-aa37-48c9a718d665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519653 Jul 24 09:14:58.444544 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:58.449738 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1eda817b-0929-4f7c-b248-a2e386cd4e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:58.483099 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5dd3a5-63b8-41cd-a003-acae624b7004 x-openstack-request-id: req-9b5dd3a5-63b8-41cd-a003-acae624b7004 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:14:58.483438 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c0acce-9491-412b-afb4-4ebd93cee1c1", "name": "network-vif-plugged", "status": "completed", "tag": "8d191bb9-304f-4f00-a627-2e598d55b4a7", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:14:58.483642 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b5dd3a5-63b8-41cd-a003-acae624b7004 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:14:58.484840 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c0acce-9491-412b-afb4-4ebd93cee1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d191bb9-304f-4f00-a627-2e598d55b4a7', 'code': 200} Jul 24 09:14:58.520447 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=8d191bb9-304f-4f00-a627-2e598d55b4a7,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:58.537100 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-55bafd77-ef17-492a-9bb7-e1391629d5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:58.540662 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-55bafd77-ef17-492a-9bb7-e1391629d5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:58.542788 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-55bafd77-ef17-492a-9bb7-e1391629d5fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6134881-e53e-427b-b5cc-4a6c6f89d4d4 HTTP/1.1" status: 204 len: 168 time: 0.6109977 Jul 24 09:14:58.606536 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-00c6b066-74f6-4426-9474-4f388050ca05 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=e307f6c6-4fdb-4f4e-9aaa-266379cdde50 HTTP/1.1" status: 200 len: 217 time: 0.1510329 Jul 24 09:14:58.617478 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2c3b9-bec3-4f39-b82b-518b4187c2fc req-8f8ab9f7-4f5a-49ac-9b72-7eb5c107cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:58.619124 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0af2c3b9-bec3-4f39-b82b-518b4187c2fc req-8f8ab9f7-4f5a-49ac-9b72-7eb5c107cc46 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f6c0acce-9491-412b-afb4-4ebd93cee1c1 HTTP/1.1" status: 200 len: 1096 time: 0.0736611 Jul 24 09:14:58.624145 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bafd77-ef17-492a-9bb7-e1391629d5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6134881-e53e-427b-b5cc-4a6c6f89d4d4,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:58.684643 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0af2c3b9-bec3-4f39-b82b-518b4187c2fc req-f32dbf7e-506d-41f8-b8a8-7f690fc52f06 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580554 Jul 24 09:14:58.739593 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda817b-0929-4f7c-b248-a2e386cd4e7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c0ca2a4-bfbc-4b83-8b4c-560bc7b8c198,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:58.787942 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eda817b-0929-4f7c-b248-a2e386cd4e7f admin admin] Checking segment: {'id': '6ce6d47b-4c6a-4b90-b570-7486fbf29a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '66549fa8-6cb8-4643-9bf1-5a976706f788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:14:58.788768 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eda817b-0929-4f7c-b248-a2e386cd4e7f admin admin] Network hostable DHCP agents. Network: 66549fa8-6cb8-4643-9bf1-5a976706f788, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:14:58.804763 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-dd469965-20e4-44e7-a23b-1bd8f527d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:58.810556 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-dd469965-20e4-44e7-a23b-1bd8f527d093 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5552e953-f753-4faf-a079-e77f25f33478 HTTP/1.1" status: 200 len: 797 time: 0.1895463 Jul 24 09:14:58.854183 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2492bfe-75a6-44d6-a39f-4b19e7f738e2 req-554952a2-1875-4573-9c99-50046cdace62 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:58.857685 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f2492bfe-75a6-44d6-a39f-4b19e7f738e2 req-554952a2-1875-4573-9c99-50046cdace62 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 946 time: 0.1396651 Jul 24 09:14:58.889251 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a3c94d4-8c70-455b-9d95-20eeb4b714ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:58.899588 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a3c94d4-8c70-455b-9d95-20eeb4b714ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:58.936781 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f2492bfe-75a6-44d6-a39f-4b19e7f738e2 req-04a0fc87-3c71-4e4a-ab93-bfcd52310701 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726919 Jul 24 09:14:58.951036 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eda817b-0929-4f7c-b248-a2e386cd4e7f admin admin] Network 66549fa8-6cb8-4643-9bf1-5a976706f788 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:14:58.989117 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3c94d4-8c70-455b-9d95-20eeb4b714ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:14:59.051529 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-1eda817b-0929-4f7c-b248-a2e386cd4e7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 66549fa8-6cb8-4643-9bf1-5a976706f788) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:14:59.059654 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc9a1b8-3c2d-42fa-90b9-613b90ab6739 None None] Network 66549fa8-6cb8-4643-9bf1-5a976706f788 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:14:59.064049 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a3c94d4-8c70-455b-9d95-20eeb4b714ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:59.064436 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-2a3c94d4-8c70-455b-9d95-20eeb4b714ac admin admin] Added segment 028cb95f-2a4c-4e6e-aac8-95db3bdf4e23 of type vlan for network 0e0f771d-ba39-4956-b211-8dacb7f59819 Jul 24 09:14:59.070688 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c94d4-8c70-455b-9d95-20eeb4b714ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dd1d48-8d6f-4741-9137-36a28624417e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:59.076262 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eda817b-0929-4f7c-b248-a2e386cd4e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:59.076897 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1eda817b-0929-4f7c-b248-a2e386cd4e7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:59.171292 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a3c94d4-8c70-455b-9d95-20eeb4b714ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:59.183083 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-e2c98d67-8a49-4d3b-aeef-75fc99ca1f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:59.184650 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-e2c98d67-8a49-4d3b-aeef-75fc99ca1f69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3629732 Jul 24 09:14:59.188929 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57290) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:59.195244 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-adc44906-5d84-43ca-9f76-2cc81cfe2253 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-880764679-router', 'tenant_id': '233e5702d83e46c29e001e8f0c97ed0f', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:14:59.201809 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1eda817b-0929-4f7c-b248-a2e386cd4e7f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3204174 Jul 24 09:14:59.241192 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-adc44906-5d84-43ca-9f76-2cc81cfe2253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:59.242555 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-adc44906-5d84-43ca-9f76-2cc81cfe2253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:59.255256 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77689338-124f-4168-8757-9fc19ed34807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-66549fa8-6cb8-4643-9bf1-5a976706f788', 'network_id': '66549fa8-6cb8-4643-9bf1-5a976706f788', 'tenant_id': '233e5702d83e46c29e001e8f0c97ed0f', 'fixed_ips': [{'subnet_id': '4c0ca2a4-bfbc-4b83-8b4c-560bc7b8c198'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:14:59.256245 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-77689338-124f-4168-8757-9fc19ed34807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:59.315433 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c982be5-d06d-4be5-a0c1-4016d05f3b0e req-6e6b50f0-2cfc-4518-b8f4-10027f095df4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:59.324159 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7c982be5-d06d-4be5-a0c1-4016d05f3b0e req-6e6b50f0-2cfc-4518-b8f4-10027f095df4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c0acce-9491-412b-afb4-4ebd93cee1c1 HTTP/1.1" status: 200 len: 945 time: 0.3622150 Jul 24 09:14:59.405596 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a3c94d4-8c70-455b-9d95-20eeb4b714ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:59.406580 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3c94d4-8c70-455b-9d95-20eeb4b714ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:14:59.407408 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a3c94d4-8c70-455b-9d95-20eeb4b714ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:59.435972 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-adc44906-5d84-43ca-9f76-2cc81cfe2253 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:59.504325 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-77689338-124f-4168-8757-9fc19ed34807 None None] Allocated IP 172.20.0.2 (66549fa8-6cb8-4643-9bf1-5a976706f788/4c0ca2a4-bfbc-4b83-8b4c-560bc7b8c198/a9a978cb-ca74-47d8-9803-60ad6c9a9f1a) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:14:59.513433 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7c982be5-d06d-4be5-a0c1-4016d05f3b0e req-87f29106-14fe-47ac-92f4-4f48c5c2a127 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880646 Jul 24 09:14:59.515615 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2a3c94d4-8c70-455b-9d95-20eeb4b714ac admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6320040 Jul 24 09:14:59.521877 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57302) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:59.530316 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-10dd26fd-def8-496b-9fdc-0fc3bd2e6499 admin admin] Request body: {'subnet': {'network_id': '0e0f771d-ba39-4956-b211-8dacb7f59819', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-775742906-subnet', 'tenant_id': 'b1dc4d2691c74f8bafc90c2d2ce665eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:14:59.604803 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-75f67881-1e2f-4c96-901a-26460772d776 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017637 Jul 24 09:14:59.640926 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c94d4-8c70-455b-9d95-20eeb4b714ac admin admin] Pushing event updated for resources: {'Network': ['ID=0e0f771d-ba39-4956-b211-8dacb7f59819,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:14:59.640926 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dd26fd-def8-496b-9fdc-0fc3bd2e6499 admin admin] Made reservation on behalf of b1dc4d2691c74f8bafc90c2d2ce665eb for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:14:59.658208 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-10dd26fd-def8-496b-9fdc-0fc3bd2e6499 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:59.659790 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 0e0f771d-ba39-4956-b211-8dacb7f59819 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:14:59.681416 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57304) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:14:59.756663 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-adc44906-5d84-43ca-9f76-2cc81cfe2253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:59.807747 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4765c0e5-add7-4106-a58f-45534059dae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:59.833739 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-77689338-124f-4168-8757-9fc19ed34807 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:14:59.843357 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-77689338-124f-4168-8757-9fc19ed34807 None None] Transition to ACTIVE for port object a9a978cb-ca74-47d8-9803-60ad6c9a9f1a will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:14:59.888906 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-77689338-124f-4168-8757-9fc19ed34807 None None] Transition to ACTIVE for port object a9a978cb-ca74-47d8-9803-60ad6c9a9f1a will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:14:59.904216 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-77689338-124f-4168-8757-9fc19ed34807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:00.016080 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77689338-124f-4168-8757-9fc19ed34807 None None] Network 66549fa8-6cb8-4643-9bf1-5a976706f788 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:00.020184 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-77689338-124f-4168-8757-9fc19ed34807 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:00.026491 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77689338-124f-4168-8757-9fc19ed34807 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:15:00.037012 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77689338-124f-4168-8757-9fc19ed34807 None None] Pushing event updated for resources: {'Port': ['ID=a9a978cb-ca74-47d8-9803-60ad6c9a9f1a,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:00.137773 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-77689338-124f-4168-8757-9fc19ed34807 None None] Attempting to bind port a9a978cb-ca74-47d8-9803-60ad6c9a9f1a on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:15:00.138930 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-77689338-124f-4168-8757-9fc19ed34807 None None] Attempting to bind port a9a978cb-ca74-47d8-9803-60ad6c9a9f1a by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '6ce6d47b-4c6a-4b90-b570-7486fbf29a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '66549fa8-6cb8-4643-9bf1-5a976706f788'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:15:00.139496 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77689338-124f-4168-8757-9fc19ed34807 None None] Attempting to bind port a9a978cb-ca74-47d8-9803-60ad6c9a9f1a on network 66549fa8-6cb8-4643-9bf1-5a976706f788 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:00.146469 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77689338-124f-4168-8757-9fc19ed34807 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:15:00.147319 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77689338-124f-4168-8757-9fc19ed34807 None None] Checking segment: {'id': '6ce6d47b-4c6a-4b90-b570-7486fbf29a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '66549fa8-6cb8-4643-9bf1-5a976706f788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:15:00.148077 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-77689338-124f-4168-8757-9fc19ed34807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:00.148646 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77689338-124f-4168-8757-9fc19ed34807 None None] Bound using segment: {'id': '6ce6d47b-4c6a-4b90-b570-7486fbf29a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '66549fa8-6cb8-4643-9bf1-5a976706f788'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:15:00.149350 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-77689338-124f-4168-8757-9fc19ed34807 None None] Bound port: a9a978cb-ca74-47d8-9803-60ad6c9a9f1a, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce6d47b-4c6a-4b90-b570-7486fbf29a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '66549fa8-6cb8-4643-9bf1-5a976706f788'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:15:00.149935 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-77689338-124f-4168-8757-9fc19ed34807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:00.167075 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-6809564e-e1ab-4fd5-87ba-769ba831d0ca admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484173121-network', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:00.203255 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6809564e-e1ab-4fd5-87ba-769ba831d0ca admin admin] Made reservation on behalf of 44f7e03d83844829b5852dbb1418c3e4 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:15:00.206027 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6809564e-e1ab-4fd5-87ba-769ba831d0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:00.234847 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-77689338-124f-4168-8757-9fc19ed34807 None None] For port a9a978cb-ca74-47d8-9803-60ad6c9a9f1a, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:15:00.238585 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-77689338-124f-4168-8757-9fc19ed34807 None None] For port a9a978cb-ca74-47d8-9803-60ad6c9a9f1a, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a9a978cb-ca74-47d8-9803-60ad6c9a9f1a,segment=NetworkSegment(6ce6d47b-4c6a-4b90-b570-7486fbf29a36),segment_id=6ce6d47b-4c6a-4b90-b570-7486fbf29a36)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:15:00.243831 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-77689338-124f-4168-8757-9fc19ed34807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:00.249640 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-10dd26fd-def8-496b-9fdc-0fc3bd2e6499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:00.263031 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998aaaed-c0d0-4580-8f4f-1bbafe353922 req-af590f1f-5cc1-49cd-b8a7-9e92c51291ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:00.264522 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-998aaaed-c0d0-4580-8f4f-1bbafe353922 req-af590f1f-5cc1-49cd-b8a7-9e92c51291ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1913b66f5ab41bbbc2b819d5a63abda&device_id=f6c0acce-9491-412b-afb4-4ebd93cee1c1 HTTP/1.1" status: 200 len: 1096 time: 0.3460767 Jul 24 09:15:00.293793 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-adc44906-5d84-43ca-9f76-2cc81cfe2253 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:00.298613 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6809564e-e1ab-4fd5-87ba-769ba831d0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:00.298878 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77689338-124f-4168-8757-9fc19ed34807 None None] Pushing event updated for resources: {'Port': ['ID=a9a978cb-ca74-47d8-9803-60ad6c9a9f1a,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:00.304686 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd26fd-def8-496b-9fdc-0fc3bd2e6499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66d96a69-926f-4867-a66e-7af2fecafdb3,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:00.323841 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-c2b1d8fd-4aa7-4009-917a-c322d97055f8 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7011075 Jul 24 09:15:00.334054 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-adc44906-5d84-43ca-9f76-2cc81cfe2253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:00.357456 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:00.397158 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-78965808-aa94-4e49-b5cc-a42b15148949 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=050c6f20-222e-4534-968b-ea3eb888eef4 HTTP/1.1" status: 200 len: 217 time: 0.0640254 Jul 24 09:15:00.429699 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd26fd-def8-496b-9fdc-0fc3bd2e6499 admin admin] Checking segment: {'id': '028cb95f-2a4c-4e6e-aac8-95db3bdf4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0e0f771d-ba39-4956-b211-8dacb7f59819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:15:00.430075 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dd26fd-def8-496b-9fdc-0fc3bd2e6499 admin admin] Network hostable DHCP agents. Network: 0e0f771d-ba39-4956-b211-8dacb7f59819, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:15:00.466453 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998aaaed-c0d0-4580-8f4f-1bbafe353922 req-1d0385b3-02e0-473f-bfcf-673d0b60c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:00.467966 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-998aaaed-c0d0-4580-8f4f-1bbafe353922 req-1d0385b3-02e0-473f-bfcf-673d0b60c504 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae3d61b8-100f-4726-9451-0b010e6cd4d8 HTTP/1.1" status: 200 len: 912 time: 0.1951430 Jul 24 09:15:00.499415 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c80f84-4b5b-48e7-811a-9343786a7e52 req-a01b1eb3-cfa8-4832-aaa3-7d0a9bc8ca22 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:00.501042 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b5c80f84-4b5b-48e7-811a-9343786a7e52 req-a01b1eb3-cfa8-4832-aaa3-7d0a9bc8ca22 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 946 time: 0.3473396 Jul 24 09:15:00.524153 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dd26fd-def8-496b-9fdc-0fc3bd2e6499 admin admin] Network 0e0f771d-ba39-4956-b211-8dacb7f59819 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:15:00.533654 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-998aaaed-c0d0-4580-8f4f-1bbafe353922 req-039dcd07-ea38-4a56-8816-068c651ade09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d191bb9-304f-4f00-a627-2e598d55b4a7 HTTP/1.1" status: 200 len: 217 time: 0.0421760 Jul 24 09:15:00.545016 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-71740abe-e410-4d7a-a2cb-ebfa05415ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:00.546681 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-71740abe-e410-4d7a-a2cb-ebfa05415ca8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5552e953-f753-4faf-a079-e77f25f33478 HTTP/1.1" status: 200 len: 797 time: 0.1368625 Jul 24 09:15:00.557127 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-10dd26fd-def8-496b-9fdc-0fc3bd2e6499 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 0e0f771d-ba39-4956-b211-8dacb7f59819) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:00.562440 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dd26fd-def8-496b-9fdc-0fc3bd2e6499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:00.563081 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-10dd26fd-def8-496b-9fdc-0fc3bd2e6499 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:00.567196 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7018fb35-0de5-40c2-b46d-0a9686013f31 None None] Network 0e0f771d-ba39-4956-b211-8dacb7f59819 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:15:00.653599 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-adc44906-5d84-43ca-9f76-2cc81cfe2253 admin admin] Allocated IP 172.25.7.226 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/552a8f93-a185-4f40-b8a2-18f80432b77e) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:15:00.694103 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b5c80f84-4b5b-48e7-811a-9343786a7e52 req-5eb5e279-93d8-43c1-a08e-f8c0f2ba0629 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822491 Jul 24 09:15:00.743120 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998aaaed-c0d0-4580-8f4f-1bbafe353922 req-9054314d-74a4-4360-903f-09745f1dcb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:00.744630 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-998aaaed-c0d0-4580-8f4f-1bbafe353922 req-9054314d-74a4-4360-903f-09745f1dcb96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82774b4c-6531-498d-b907-9800d791c7b0 HTTP/1.1" status: 200 len: 852 time: 0.2047429 Jul 24 09:15:00.762412 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6809564e-e1ab-4fd5-87ba-769ba831d0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:00.771951 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6809564e-e1ab-4fd5-87ba-769ba831d0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:00.790723 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-10dd26fd-def8-496b-9fdc-0fc3bd2e6499 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2599068 Jul 24 09:15:00.823195 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ae56ce-0c80-49ac-a9e6-a28d4313cb69 None None] Network 0e0f771d-ba39-4956-b211-8dacb7f59819 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:15:00.839304 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-5f485eb5-257c-4258-8eba-9f139d5bbd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:00.846629 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-998aaaed-c0d0-4580-8f4f-1bbafe353922 req-e3f0a246-37c2-4872-a9be-c2ff723ffd96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae3d61b8-100f-4726-9451-0b010e6cd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769577 Jul 24 09:15:00.855572 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-5f485eb5-257c-4258-8eba-9f139d5bbd52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2967389 Jul 24 09:15:00.910749 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6809564e-e1ab-4fd5-87ba-769ba831d0ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:15:00.926420 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809564e-e1ab-4fd5-87ba-769ba831d0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c249e08d-ccd0-4865-abd1-5343c0f90bd1,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:00.942543 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6809564e-e1ab-4fd5-87ba-769ba831d0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:00.943096 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-6809564e-e1ab-4fd5-87ba-769ba831d0ca admin admin] Added segment 1d6d5667-2732-42fd-921a-ccb603a49db8 of type vlan for network e888b29b-567f-4e99-87cc-c2e919ae52b3 Jul 24 09:15:00.995151 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:01.112085 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6809564e-e1ab-4fd5-87ba-769ba831d0ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:01.119549 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52ab66-cb58-4378-98d3-fa8b362a1ff2 req-096b298b-73ff-4634-b094-17eb6f30cdbd tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:01.133276 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3c52ab66-cb58-4378-98d3-fa8b362a1ff2 req-096b298b-73ff-4634-b094-17eb6f30cdbd tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c0acce-9491-412b-afb4-4ebd93cee1c1 HTTP/1.1" status: 200 len: 945 time: 0.4710057 Jul 24 09:15:01.148928 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-70296339-dabd-4431-9e80-1fa510ecf05b service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745123 Jul 24 09:15:01.166284 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6809564e-e1ab-4fd5-87ba-769ba831d0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:01.167721 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6809564e-e1ab-4fd5-87ba-769ba831d0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:01.168314 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6809564e-e1ab-4fd5-87ba-769ba831d0ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:01.173705 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-adc44906-5d84-43ca-9f76-2cc81cfe2253 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:01.177472 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-998aaaed-c0d0-4580-8f4f-1bbafe353922 req-bfc1daa0-d362-4483-a853-83bc32a49af8 service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211658 Jul 24 09:15:01.239366 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6809564e-e1ab-4fd5-87ba-769ba831d0ca admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.5347059 Jul 24 09:15:01.240794 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57336) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:01.245475 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-8cb4b28c-6155-443a-97f7-a49334b3fd56 admin admin] Request body: {'subnet': {'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484173121-subnet', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:01.267748 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3c52ab66-cb58-4378-98d3-fa8b362a1ff2 req-437d4486-45f5-4063-b85a-f985cad89aa0 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373720 Jul 24 09:15:01.426344 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb4b28c-6155-443a-97f7-a49334b3fd56 admin admin] Made reservation on behalf of 44f7e03d83844829b5852dbb1418c3e4 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:15:01.429423 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8cb4b28c-6155-443a-97f7-a49334b3fd56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:01.460433 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a9a978cb-ca74-47d8-9803-60ad6c9a9f1a up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:01.462592 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-adc44906-5d84-43ca-9f76-2cc81cfe2253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:01.530905 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-998aaaed-c0d0-4580-8f4f-1bbafe353922 req-736ee741-2bfa-4193-acf8-9d15f49eeea7 service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466291 Jul 24 09:15:01.536433 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port a9a978cb-ca74-47d8-9803-60ad6c9a9f1a completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:01.572550 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc44906-5d84-43ca-9f76-2cc81cfe2253 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:01.581474 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-adc44906-5d84-43ca-9f76-2cc81cfe2253 admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:01.584177 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc44906-5d84-43ca-9f76-2cc81cfe2253 admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:15:01.621721 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc44906-5d84-43ca-9f76-2cc81cfe2253 admin admin] Pushing event updated for resources: {'Port': ['ID=552a8f93-a185-4f40-b8a2-18f80432b77e,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:01.826473 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4092b455-2dbf-459e-9f9b-4c48b1beca12 None None] Network 66549fa8-6cb8-4643-9bf1-5a976706f788 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:15:01.850393 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809564e-e1ab-4fd5-87ba-769ba831d0ca admin admin] Pushing event updated for resources: {'Network': ['ID=e888b29b-567f-4e99-87cc-c2e919ae52b3,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:01.861938 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network e888b29b-567f-4e99-87cc-c2e919ae52b3 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:15:01.912369 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-fa91ac26-0277-42e7-9533-e78ef02018da service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7568457 Jul 24 09:15:01.993803 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3a609ee1-d160-44e6-b147-07c01909190e None None] Provisioning for port a9a978cb-ca74-47d8-9803-60ad6c9a9f1a completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:02.011058 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-5f83d087-21d0-4e70-9e53-bd074ce6f8fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=57461884-6197-40b6-9712-721f8812f0da HTTP/1.1" status: 200 len: 217 time: 0.0920718 Jul 24 09:15:02.045148 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3a609ee1-d160-44e6-b147-07c01909190e None None] Provisioning complete for port a9a978cb-ca74-47d8-9803-60ad6c9a9f1a triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:02.045381 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3a609ee1-d160-44e6-b147-07c01909190e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:02.061279 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-a5f5cbec-b864-42d0-a76e-fdc65f8e2646 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:02.070208 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-a5f5cbec-b864-42d0-a76e-fdc65f8e2646 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/networks?id=0e0f771d-ba39-4956-b211-8dacb7f59819 HTTP/1.1" status: 200 len: 821 time: 0.2234926 Jul 24 09:15:02.120030 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-b24270d7-2ce3-40a8-ada1-d8de05917a90 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/quotas/b1dc4d2691c74f8bafc90c2d2ce665eb HTTP/1.1" status: 200 len: 375 time: 0.0411923 Jul 24 09:15:02.130617 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-7e8f3b3a-2ee5-4a6d-ac63-012f25b2dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:02.132677 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-7e8f3b3a-2ee5-4a6d-ac63-012f25b2dfcf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5552e953-f753-4faf-a079-e77f25f33478 HTTP/1.1" status: 200 len: 797 time: 0.0624065 Jul 24 09:15:02.195243 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-15482ee0-fae7-409a-81c3-c44448d59a23 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1dc4d2691c74f8bafc90c2d2ce665eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607631 Jul 24 09:15:02.242627 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3a609ee1-d160-44e6-b147-07c01909190e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:02.288059 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-3a609ee1-d160-44e6-b147-07c01909190e None None] For port a9a978cb-ca74-47d8-9803-60ad6c9a9f1a, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a9a978cb-ca74-47d8-9803-60ad6c9a9f1a,segment=NetworkSegment(6ce6d47b-4c6a-4b90-b570-7486fbf29a36),segment_id=6ce6d47b-4c6a-4b90-b570-7486fbf29a36)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:02.297294 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8cb4b28c-6155-443a-97f7-a49334b3fd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:02.302051 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3a609ee1-d160-44e6-b147-07c01909190e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:02.332277 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308eab0-e8c9-4903-83f9-626695fabb74 req-e7716771-e3e9-4e30-b916-0c71f5cd1ca9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:02.333919 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2308eab0-e8c9-4903-83f9-626695fabb74 req-e7716771-e3e9-4e30-b916-0c71f5cd1ca9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 946 time: 0.2757235 Jul 24 09:15:02.379007 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-9fc977fb-f7ea-4bff-b764-963082e385fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:02.380477 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-9fc977fb-f7ea-4bff-b764-963082e385fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2233140 Jul 24 09:15:02.383993 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-9d9ee12f-5155-4b12-8e9e-3dc1ed62d995 service neutron] 10.222.0.32 "GET /v2.0/networks/0e0f771d-ba39-4956-b211-8dacb7f59819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639049 Jul 24 09:15:02.413021 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a609ee1-d160-44e6-b147-07c01909190e None None] Pushing event updated for resources: {'Port': ['ID=a9a978cb-ca74-47d8-9803-60ad6c9a9f1a,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:02.439915 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4b28c-6155-443a-97f7-a49334b3fd56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=498fc689-d6ae-4674-bc86-ab9632765c37,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:02.457842 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2308eab0-e8c9-4903-83f9-626695fabb74 req-521d0835-03e7-40ad-bd51-cf4005d2569f tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932372 Jul 24 09:15:02.459859 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-adc44906-5d84-43ca-9f76-2cc81cfe2253 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:02.528359 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb4b28c-6155-443a-97f7-a49334b3fd56 admin admin] Checking segment: {'id': '1d6d5667-2732-42fd-921a-ccb603a49db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:15:02.529050 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb4b28c-6155-443a-97f7-a49334b3fd56 admin admin] Network hostable DHCP agents. Network: e888b29b-567f-4e99-87cc-c2e919ae52b3, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:15:02.531185 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3e469096-9ab9-49a5-9888-c1031e1be08a None None] Provisioning complete for port a9a978cb-ca74-47d8-9803-60ad6c9a9f1a triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:02.531859 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3e469096-9ab9-49a5-9888-c1031e1be08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:02.563917 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb4b28c-6155-443a-97f7-a49334b3fd56 admin admin] Network e888b29b-567f-4e99-87cc-c2e919ae52b3 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:15:02.579053 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-8cb4b28c-6155-443a-97f7-a49334b3fd56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, e888b29b-567f-4e99-87cc-c2e919ae52b3) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:02.588064 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb4b28c-6155-443a-97f7-a49334b3fd56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:02.588769 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8cb4b28c-6155-443a-97f7-a49334b3fd56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:02.609537 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9243383-d194-4884-9b75-d031bbd91f61 None None] Network e888b29b-567f-4e99-87cc-c2e919ae52b3 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:15:02.627396 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-c7955768-be28-4c65-9446-0e1f375312ef service neutron] 10.222.0.32 "GET /v2.0/networks/0e0f771d-ba39-4956-b211-8dacb7f59819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371936 Jul 24 09:15:02.633082 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-01b78fed-94fc-41d9-9c5c-aaa94d5434fe service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451327 Jul 24 09:15:02.794102 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8cb4b28c-6155-443a-97f7-a49334b3fd56 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5607188 Jul 24 09:15:02.797385 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57364) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:02.799652 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-62945f4a-d194-4a48-9ce4-994901ae6036 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583498 Jul 24 09:15:02.829098 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-5397edef-9275-4109-adac-8c301b06bd91 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484173121-router', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:02.850576 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-cc80e07a-7b13-4dea-8af1-92c51dcfcd7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=f90fc468-b5dd-48ce-b1d9-842c219ba247 HTTP/1.1" status: 200 len: 217 time: 0.0432880 Jul 24 09:15:02.895646 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:02.959196 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-adc44906-5d84-43ca-9f76-2cc81cfe2253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:02.961650 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5397edef-9275-4109-adac-8c301b06bd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:02.963013 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5397edef-9275-4109-adac-8c301b06bd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:02.993213 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5b4900-28b2-462d-84a3-8dc14b6aa24c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-e888b29b-567f-4e99-87cc-c2e919ae52b3', 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'fixed_ips': [{'subnet_id': '498fc689-d6ae-4674-bc86-ab9632765c37'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:15:02.994504 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fb5b4900-28b2-462d-84a3-8dc14b6aa24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:03.002098 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-e8c47505-8afd-41ce-9100-74eda06b44c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:03.009900 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-e8c47505-8afd-41ce-9100-74eda06b44c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5552e953-f753-4faf-a079-e77f25f33478 HTTP/1.1" status: 200 len: 797 time: 0.1519270 Jul 24 09:15:03.042648 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034af04-8859-46e7-bbc3-c3de8c5c86c8 req-c5481051-0b63-470b-8f35-67201c7dfba6 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:03.049500 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0034af04-8859-46e7-bbc3-c3de8c5c86c8 req-c5481051-0b63-470b-8f35-67201c7dfba6 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c0acce-9491-412b-afb4-4ebd93cee1c1 HTTP/1.1" status: 200 len: 945 time: 0.3035476 Jul 24 09:15:03.121711 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0d9855e1-49e3-4343-84a4-2ba790207f20 req-6e059978-d4f3-4b5a-b28a-b02812257e6d tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 210 time: 0.0462170 Jul 24 09:15:03.152105 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-2b0af134-cb27-4308-9a59-c271dea0e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:03.154126 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-2b0af134-cb27-4308-9a59-c271dea0e980 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1381397 Jul 24 09:15:03.225073 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5397edef-9275-4109-adac-8c301b06bd91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:03.242789 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0034af04-8859-46e7-bbc3-c3de8c5c86c8 req-97d16046-ee3c-49b4-8b5c-bfcd2be46ecd tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921368 Jul 24 09:15:03.261357 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998aaaed-c0d0-4580-8f4f-1bbafe353922 req-a21a22b0-918e-43af-acc0-5090e8e508ff tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:03.263297 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-998aaaed-c0d0-4580-8f4f-1bbafe353922 req-a21a22b0-918e-43af-acc0-5090e8e508ff tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c0acce-9491-412b-afb4-4ebd93cee1c1 HTTP/1.1" status: 200 len: 945 time: 0.3869827 Jul 24 09:15:03.288437 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-fb5b4900-28b2-462d-84a3-8dc14b6aa24c None None] Allocated IP 172.20.0.2 (e888b29b-567f-4e99-87cc-c2e919ae52b3/498fc689-d6ae-4674-bc86-ab9632765c37/483577ee-319d-4c5c-ae41-a36bca53ef54) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:15:03.308232 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-c7944650-7f48-4cf3-8e49-eb2e08fd7a21 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451056 Jul 24 09:15:03.391853 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a9a978cb-ca74-47d8-9803-60ad6c9a9f1a up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:03.456774 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-c8d7bb68-75b3-43ba-9d78-02650e03d8dd service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438048 Jul 24 09:15:03.503707 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-20d6b105-42ee-4dee-ba37-c8fb2d4f59a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ec7b7342-b9c1-4473-8413-9a5e12abdbb6 HTTP/1.1" status: 200 len: 217 time: 0.0408278 Jul 24 09:15:03.587968 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5397edef-9275-4109-adac-8c301b06bd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:03.588476 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-12a1e9cf-a8ad-468e-a9d1-287fabacb7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:03.592410 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-12a1e9cf-a8ad-468e-a9d1-287fabacb7e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0696ce3-b7e9-46ab-bb06-e6093c133467 HTTP/1.1" status: 200 len: 797 time: 0.0825999 Jul 24 09:15:03.594065 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port a9a978cb-ca74-47d8-9803-60ad6c9a9f1a triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:03.594065 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:03.642228 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fb5b4900-28b2-462d-84a3-8dc14b6aa24c None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:03.661836 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fb5b4900-28b2-462d-84a3-8dc14b6aa24c None None] Transition to ACTIVE for port object 483577ee-319d-4c5c-ae41-a36bca53ef54 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:03.688529 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fb5b4900-28b2-462d-84a3-8dc14b6aa24c None None] Transition to ACTIVE for port object 483577ee-319d-4c5c-ae41-a36bca53ef54 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:03.718914 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fb5b4900-28b2-462d-84a3-8dc14b6aa24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:03.740860 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc44906-5d84-43ca-9f76-2cc81cfe2253 admin admin] Router 64f1b992-8ca1-4213-9bc7-e989f2babc71 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:15:03.762355 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-998aaaed-c0d0-4580-8f4f-1bbafe353922 req-42a448c7-1091-438a-b76c-9ed150017aa4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Deleting port 8d191bb9-304f-4f00-a627-2e598d55b4a7 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:15:03.762641 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-998aaaed-c0d0-4580-8f4f-1bbafe353922 req-42a448c7-1091-438a-b76c-9ed150017aa4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:03.829532 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-536fc544-d13b-4a1c-bc9b-91302c03ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:03.835362 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-536fc544-d13b-4a1c-bc9b-91302c03ee72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2231536 Jul 24 09:15:03.975874 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-f458f1eb-f810-4787-b161-742c5e69cbc4 service neutron] 10.222.0.20 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353955 Jul 24 09:15:03.986605 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bc676-1e9c-4906-97e8-e1996cded08e req-8c65dd59-0f2b-44db-b336-7c00d5b8a2dd tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:03.987337 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5b4900-28b2-462d-84a3-8dc14b6aa24c None None] Network e888b29b-567f-4e99-87cc-c2e919ae52b3 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:03.988158 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b75bc676-1e9c-4906-97e8-e1996cded08e req-8c65dd59-0f2b-44db-b336-7c00d5b8a2dd tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 946 time: 0.3948009 Jul 24 09:15:03.998573 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-fb5b4900-28b2-462d-84a3-8dc14b6aa24c None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:04.006989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5b4900-28b2-462d-84a3-8dc14b6aa24c None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:15:04.031147 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b4900-28b2-462d-84a3-8dc14b6aa24c None None] Pushing event updated for resources: {'Port': ['ID=483577ee-319d-4c5c-ae41-a36bca53ef54,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:04.077034 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b75bc676-1e9c-4906-97e8-e1996cded08e req-c22e2771-83ab-45c3-a8dc-c5c035e9e6f8 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772855 Jul 24 09:15:04.108027 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc44906-5d84-43ca-9f76-2cc81cfe2253 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:15:04.122267 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-fb5b4900-28b2-462d-84a3-8dc14b6aa24c None None] Attempting to bind port 483577ee-319d-4c5c-ae41-a36bca53ef54 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:15:04.122637 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-fb5b4900-28b2-462d-84a3-8dc14b6aa24c None None] Attempting to bind port 483577ee-319d-4c5c-ae41-a36bca53ef54 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '1d6d5667-2732-42fd-921a-ccb603a49db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:15:04.123738 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5b4900-28b2-462d-84a3-8dc14b6aa24c None None] Attempting to bind port 483577ee-319d-4c5c-ae41-a36bca53ef54 on network e888b29b-567f-4e99-87cc-c2e919ae52b3 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:04.124639 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-998aaaed-c0d0-4580-8f4f-1bbafe353922 req-42a448c7-1091-438a-b76c-9ed150017aa4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] For port 8d191bb9-304f-4f00-a627-2e598d55b4a7, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=8d191bb9-304f-4f00-a627-2e598d55b4a7,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:04.125126 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-998aaaed-c0d0-4580-8f4f-1bbafe353922 req-42a448c7-1091-438a-b76c-9ed150017aa4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:04.131636 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5b4900-28b2-462d-84a3-8dc14b6aa24c None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:15:04.132053 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5b4900-28b2-462d-84a3-8dc14b6aa24c None None] Checking segment: {'id': '1d6d5667-2732-42fd-921a-ccb603a49db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:15:04.132464 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fb5b4900-28b2-462d-84a3-8dc14b6aa24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:04.145596 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5b4900-28b2-462d-84a3-8dc14b6aa24c None None] Bound using segment: {'id': '1d6d5667-2732-42fd-921a-ccb603a49db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:15:04.146345 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-fb5b4900-28b2-462d-84a3-8dc14b6aa24c None None] Bound port: 483577ee-319d-4c5c-ae41-a36bca53ef54, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6d5667-2732-42fd-921a-ccb603a49db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:15:04.146874 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fb5b4900-28b2-462d-84a3-8dc14b6aa24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:04.150758 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] Sync routers for ids ['64f1b992-8ca1-4213-9bc7-e989f2babc71'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:15:04.184330 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] Routers {'64f1b992-8ca1-4213-9bc7-e989f2babc71'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:15:04.185108 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:15:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['64f1b992-8ca1-4213-9bc7-e989f2babc71'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:04.203810 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-ef38abc8-9a42-4411-93a1-63ef832af00f service neutron] 10.222.0.20 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146704 Jul 24 09:15:04.209239 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-998aaaed-c0d0-4580-8f4f-1bbafe353922 req-42a448c7-1091-438a-b76c-9ed150017aa4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Calling delete_port for 8d191bb9-304f-4f00-a627-2e598d55b4a7 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:15:04.265295 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-c4104d77-6fc4-4a91-b34f-46a0bb9b57ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78daa873-7966-4683-9199-be51fbbff09b HTTP/1.1" status: 200 len: 217 time: 0.0523460 Jul 24 09:15:04.289970 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a1e3113d-27f1-4c25-9d0b-c7b95092c70c req-d5661ad5-25a5-4040-8f01-e3cd46527a0b tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 210 time: 0.0700278 Jul 24 09:15:04.307759 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5397edef-9275-4109-adac-8c301b06bd91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:04.313325 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-adc44906-5d84-43ca-9f76-2cc81cfe2253 admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:04.318734 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-adc44906-5d84-43ca-9f76-2cc81cfe2253 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1286662 Jul 24 09:15:04.321141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57390) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:04.347347 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5397edef-9275-4109-adac-8c301b06bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:04.431566 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-fb5b4900-28b2-462d-84a3-8dc14b6aa24c None None] For port 483577ee-319d-4c5c-ae41-a36bca53ef54, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:15:04.436792 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-fb5b4900-28b2-462d-84a3-8dc14b6aa24c None None] For port 483577ee-319d-4c5c-ae41-a36bca53ef54, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=483577ee-319d-4c5c-ae41-a36bca53ef54,segment=NetworkSegment(1d6d5667-2732-42fd-921a-ccb603a49db8),segment_id=1d6d5667-2732-42fd-921a-ccb603a49db8)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:15:04.449149 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fb5b4900-28b2-462d-84a3-8dc14b6aa24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:04.469962 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-4e8bf9a7-4c17-4c3d-9775-7ccf0f3caccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:04.471591 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-4e8bf9a7-4c17-4c3d-9775-7ccf0f3caccc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0696ce3-b7e9-46ab-bb06-e6093c133467 HTTP/1.1" status: 200 len: 797 time: 0.1846795 Jul 24 09:15:04.503988 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] Set router 64f1b992-8ca1-4213-9bc7-e989f2babc71 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:15:04.610633 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b4900-28b2-462d-84a3-8dc14b6aa24c None None] Pushing event updated for resources: {'Port': ['ID=483577ee-319d-4c5c-ae41-a36bca53ef54,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:04.644353 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-5397edef-9275-4109-adac-8c301b06bd91 admin admin] Allocated IP 172.25.7.70 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/3da805a9-fc6d-4c80-9f1d-eed9c6b26a48) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:15:04.650030 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-cff2b683-9458-4e25-8adc-02af348cd3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:04.651706 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-cff2b683-9458-4e25-8adc-02af348cd3d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1742578 Jul 24 09:15:04.739789 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f1b992-8ca1-4213-9bc7-e989f2babc71', 'name': 'tempest-AttachSCSIVolumeTestJSON-880764679-router', 'tenant_id': '233e5702d83e46c29e001e8f0c97ed0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '552a8f93-a185-4f40-b8a2-18f80432b77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:14:59Z', 'updated_at': '2021-07-24T09:15:02Z', 'revision_number': 3, 'project_id': '233e5702d83e46c29e001e8f0c97ed0f', 'gw_port': {'id': '552a8f93-a185-4f40-b8a2-18f80432b77e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:19:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f1b992-8ca1-4213-9bc7-e989f2babc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:00Z', 'updated_at': '2021-07-24T09:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:04.786835 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] Checking router: 64f1b992-8ca1-4213-9bc7-e989f2babc71 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:15:04.787324 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] Updating router 64f1b992-8ca1-4213-9bc7-e989f2babc71 port 552a8f93-a185-4f40-b8a2-18f80432b77e binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:15:04.808021 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-58b918c1-d978-4e45-856c-5d5a713f3f00 service neutron] 10.222.0.20 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478336 Jul 24 09:15:04.832099 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:04.950267 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57396) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:04.982869 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e67dd329-b0b3-43c7-9e09-cdead933ab98 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1289516693'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:05.043922 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da7dac6e-b572-4488-b24b-0a15371bc4ff req-13b762ca-53ad-419c-8ef5-1dd3a18d94a2 service neutron] 10.222.0.20 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263377 Jul 24 09:15:05.046344 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67dd329-b0b3-43c7-9e09-cdead933ab98 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Made reservation on behalf of 66d5a695abdf431a9dde2fad5212bfb7 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:15:05.050287 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e67dd329-b0b3-43c7-9e09-cdead933ab98 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:05.078463 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-1017aea7-7629-443e-bc0d-0684300f89d7 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:05.080571 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-1017aea7-7629-443e-bc0d-0684300f89d7 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.37 "GET /v2.0/networks?id=0e0f771d-ba39-4956-b211-8dacb7f59819 HTTP/1.1" status: 200 len: 821 time: 0.6830943 Jul 24 09:15:05.099012 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-79edc37f-003f-4374-8a0f-b7c4b91fba83 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Request body: {'port': {'device_id': 'c97323d5-b2a8-4c65-8e8b-b875b2c01f1e', 'network_id': '0e0f771d-ba39-4956-b211-8dacb7f59819', 'admin_state_up': True, 'tenant_id': 'b1dc4d2691c74f8bafc90c2d2ce665eb'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:05.112827 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67dd329-b0b3-43c7-9e09-cdead933ab98 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:15:05.146621 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e67dd329-b0b3-43c7-9e09-cdead933ab98 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:05.146975 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-e67dd329-b0b3-43c7-9e09-cdead933ab98 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Added segment 342ad5d9-7ee9-47dd-935a-66291ce3d5ce of type vlan for network 130df151-54ed-4200-959f-f7fb83738159 Jul 24 09:15:05.195476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8e42d-c9bd-4921-97c1-0126c4046404 req-4f3f7e87-9911-4d66-87ee-64e2f92b0e8c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:05.201251 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8da8e42d-c9bd-4921-97c1-0126c4046404 req-4f3f7e87-9911-4d66-87ee-64e2f92b0e8c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6c0acce-9491-412b-afb4-4ebd93cee1c1 HTTP/1.1" status: 200 len: 945 time: 0.7390325 Jul 24 09:15:05.238063 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e67dd329-b0b3-43c7-9e09-cdead933ab98 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:05.292871 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-998aaaed-c0d0-4580-8f4f-1bbafe353922 req-42a448c7-1091-438a-b76c-9ed150017aa4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:05.293252 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36231de5-cc33-4aa7-a035-7a8af3feafa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:05.335642 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e67dd329-b0b3-43c7-9e09-cdead933ab98 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:05.341632 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67dd329-b0b3-43c7-9e09-cdead933ab98 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:05.342258 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e67dd329-b0b3-43c7-9e09-cdead933ab98 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:05.361378 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a448c7-1091-438a-b76c-9ed150017aa4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Pushing event deleted for resources: {'Port': ['ID=8d191bb9-304f-4f00-a627-2e598d55b4a7,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:05.365357 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 483577ee-319d-4c5c-ae41-a36bca53ef54 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:05.374382 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5397edef-9275-4109-adac-8c301b06bd91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:05.387658 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8da8e42d-c9bd-4921-97c1-0126c4046404 req-99cf2c32-e77b-4e3b-bd1d-14c5a9339626 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750576 Jul 24 09:15:05.420619 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298d0d7-7d70-4c9f-a0cc-429504f9e547 req-7f72a2f3-3e83-4eec-9d21-4fbfe3f445f9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:05.422241 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9298d0d7-7d70-4c9f-a0cc-429504f9e547 req-7f72a2f3-3e83-4eec-9d21-4fbfe3f445f9 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 946 time: 0.2217562 Jul 24 09:15:05.465250 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 483577ee-319d-4c5c-ae41-a36bca53ef54 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:05.521645 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e67dd329-b0b3-43c7-9e09-cdead933ab98 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5409825 Jul 24 09:15:05.528800 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57404) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:05.543758 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5397edef-9275-4109-adac-8c301b06bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:05.546304 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-998aaaed-c0d0-4580-8f4f-1bbafe353922 req-42a448c7-1091-438a-b76c-9ed150017aa4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] No DVR routers for this DVR port 8d191bb9-304f-4f00-a627-2e598d55b4a7 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:15:05.549890 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-998aaaed-c0d0-4580-8f4f-1bbafe353922 req-42a448c7-1091-438a-b76c-9ed150017aa4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:05.551985 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-998aaaed-c0d0-4580-8f4f-1bbafe353922 req-42a448c7-1091-438a-b76c-9ed150017aa4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.20 "DELETE /v2.0/ports/8d191bb9-304f-4f00-a627-2e598d55b4a7 HTTP/1.1" status: 204 len: 173 time: 2.2815626 Jul 24 09:15:05.572078 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-02d0b103-5430-4f92-aff0-06cc62e6a369 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1648161998'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:05.578850 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67dd329-b0b3-43c7-9e09-cdead933ab98 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event updated for resources: {'Network': ['ID=130df151-54ed-4200-959f-f7fb83738159,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:05.581381 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c0acce-9491-412b-afb4-4ebd93cee1c1', 'name': 'network-vif-deleted', 'tag': '8d191bb9-304f-4f00-a627-2e598d55b4a7'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:15:05.583896 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491bfaec-6fba-4004-8dd8-f8124c93def6" -d '{"events": [{"server_uuid": "f6c0acce-9491-412b-afb4-4ebd93cee1c1", "name": "network-vif-deleted", "tag": "8d191bb9-304f-4f00-a627-2e598d55b4a7"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:15:05.648755 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-79edc37f-003f-4374-8a0f-b7c4b91fba83 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Made reservation on behalf of b1dc4d2691c74f8bafc90c2d2ce665eb for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:15:05.654172 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-79edc37f-003f-4374-8a0f-b7c4b91fba83 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:05.657885 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9298d0d7-7d70-4c9f-a0cc-429504f9e547 req-0c7e57cb-5635-44e9-ac40-056c1aea5a94 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758122 Jul 24 09:15:05.659144 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5397edef-9275-4109-adac-8c301b06bd91 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:05.661465 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 130df151-54ed-4200-959f-f7fb83738159 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:15:05.676300 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-288d384a-a4ef-4c72-99bf-c81772b29e22 req-030f1692-2912-40d7-84ac-6bf96dcbba0f tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 210 time: 0.0840530 Jul 24 09:15:05.703084 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d0b103-5430-4f92-aff0-06cc62e6a369 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Made reservation on behalf of 66d5a695abdf431a9dde2fad5212bfb7 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:15:05.705866 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-5397edef-9275-4109-adac-8c301b06bd91 admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:05.708599 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5397edef-9275-4109-adac-8c301b06bd91 admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:15:05.710013 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-02d0b103-5430-4f92-aff0-06cc62e6a369 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:05.775590 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7961eb-d710-4512-888a-e8861458d200 x-openstack-request-id: req-dd7961eb-d710-4512-888a-e8861458d200 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:15:05.776492 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c0acce-9491-412b-afb4-4ebd93cee1c1", "name": "network-vif-deleted", "tag": "8d191bb9-304f-4f00-a627-2e598d55b4a7", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:15:05.776492 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd7961eb-d710-4512-888a-e8861458d200 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:15:05.776708 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c0acce-9491-412b-afb4-4ebd93cee1c1', 'name': 'network-vif-deleted', 'tag': '8d191bb9-304f-4f00-a627-2e598d55b4a7', 'status': 'completed', 'code': 200} Jul 24 09:15:05.788859 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d0b103-5430-4f92-aff0-06cc62e6a369 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:15:05.796717 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-36231de5-cc33-4aa7-a035-7a8af3feafa7 admin admin] Allocated IP 172.20.0.1 (66549fa8-6cb8-4643-9bf1-5a976706f788/4c0ca2a4-bfbc-4b83-8b4c-560bc7b8c198/3d716d32-95a6-4109-9b49-32da4d9569f5) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:15:05.802434 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397edef-9275-4109-adac-8c301b06bd91 admin admin] Pushing event updated for resources: {'Port': ['ID=3da805a9-fc6d-4c80-9f1d-eed9c6b26a48,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:05.813511 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-02d0b103-5430-4f92-aff0-06cc62e6a369 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:05.814933 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-02d0b103-5430-4f92-aff0-06cc62e6a369 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Added segment b8711e49-0053-48e4-9ab4-ca813e7466e0 of type vlan for network c6f03a51-92af-4f2b-a8a7-84f44e0df4db Jul 24 09:15:05.888666 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:05.899874 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] Transition to ACTIVE for port object 552a8f93-a185-4f40-b8a2-18f80432b77e will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:05.908382 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:05.929480 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-02d0b103-5430-4f92-aff0-06cc62e6a369 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:05.961087 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02642256-8a17-436a-b718-64ca0a53dd6d None None] Pushing event updated for resources: {'Port': ['ID=552a8f93-a185-4f40-b8a2-18f80432b77e,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:05.972521 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] Attempting to bind port 552a8f93-a185-4f40-b8a2-18f80432b77e on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:15:05.972940 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] Attempting to bind port 552a8f93-a185-4f40-b8a2-18f80432b77e by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:15:05.973290 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] Attempting to bind port 552a8f93-a185-4f40-b8a2-18f80432b77e on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:05.980556 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a586dd68-b5d8-4e35-9912-2493acfe0753 None None] Network e888b29b-567f-4e99-87cc-c2e919ae52b3 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:15:05.983665 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36231de5-cc33-4aa7-a035-7a8af3feafa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:05.995382 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-02d0b103-5430-4f92-aff0-06cc62e6a369 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:06.000302 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:15:06.000670 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:15:06.000934 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d0b103-5430-4f92-aff0-06cc62e6a369 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:06.001112 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:06.001472 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:15:06.001632 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-02d0b103-5430-4f92-aff0-06cc62e6a369 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:06.002540 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] Bound port: 552a8f93-a185-4f40-b8a2-18f80432b77e, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:15:06.002935 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:06.014837 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-36231de5-cc33-4aa7-a035-7a8af3feafa7 admin admin] Transition to ACTIVE for port object 3d716d32-95a6-4109-9b49-32da4d9569f5 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:06.054594 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-02d0b103-5430-4f92-aff0-06cc62e6a369 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4881427 Jul 24 09:15:06.058468 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57410) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:06.063452 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-d6788029-f491-459b-a7fd-5d6eaf4d6512 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Request body: {'subnet': {'network_id': '130df151-54ed-4200-959f-f7fb83738159', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:06.089675 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-01858f93-7136-43ee-8c1d-38769c3c483d None None] Provisioning for port 483577ee-319d-4c5c-ae41-a36bca53ef54 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:06.096530 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-01858f93-7136-43ee-8c1d-38769c3c483d None None] Provisioning complete for port 483577ee-319d-4c5c-ae41-a36bca53ef54 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:06.096724 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-01858f93-7136-43ee-8c1d-38769c3c483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:06.146066 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] For port 552a8f93-a185-4f40-b8a2-18f80432b77e, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:15:06.151968 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] For port 552a8f93-a185-4f40-b8a2-18f80432b77e, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=552a8f93-a185-4f40-b8a2-18f80432b77e,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:15:06.160655 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0b103-5430-4f92-aff0-06cc62e6a369 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event updated for resources: {'Network': ['ID=c6f03a51-92af-4f2b-a8a7-84f44e0df4db,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:06.174155 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:06.196837 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network c6f03a51-92af-4f2b-a8a7-84f44e0df4db details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:15:06.207371 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36231de5-cc33-4aa7-a035-7a8af3feafa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:06.227673 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-79edc37f-003f-4374-8a0f-b7c4b91fba83 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Allocated IP 172.20.0.3 (0e0f771d-ba39-4956-b211-8dacb7f59819/66d96a69-926f-4867-a66e-7af2fecafdb3/a70180b7-0813-42d1-b346-8f6b9594c91e) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:15:06.264699 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 8d191bb9-304f-4f00-a627-2e598d55b4a7 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:15:06.279106 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36231de5-cc33-4aa7-a035-7a8af3feafa7 admin admin] Network 66549fa8-6cb8-4643-9bf1-5a976706f788 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:06.288068 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-36231de5-cc33-4aa7-a035-7a8af3feafa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:06.292041 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36231de5-cc33-4aa7-a035-7a8af3feafa7 admin admin] Pushing event updated for resources: {'Port': ['ID=3d716d32-95a6-4109-9b49-32da4d9569f5,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:06.294287 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36231de5-cc33-4aa7-a035-7a8af3feafa7 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:15:06.315829 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 8d191bb9-304f-4f00-a627-2e598d55b4a7 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:15:06.316196 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 8d191bb9-304f-4f00-a627-2e598d55b4a7 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:15:06.318856 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6788029-f491-459b-a7fd-5d6eaf4d6512 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Made reservation on behalf of 66d5a695abdf431a9dde2fad5212bfb7 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:15:06.323990 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6788029-f491-459b-a7fd-5d6eaf4d6512 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:06.343888 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5397edef-9275-4109-adac-8c301b06bd91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:06.396181 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] Routers {'64f1b992-8ca1-4213-9bc7-e989f2babc71'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:15:06.396824 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:15:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['64f1b992-8ca1-4213-9bc7-e989f2babc71'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:06.436043 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02642256-8a17-436a-b718-64ca0a53dd6d None None] Pushing event updated for resources: {'Port': ['ID=552a8f93-a185-4f40-b8a2-18f80432b77e,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:06.535201 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36231de5-cc33-4aa7-a035-7a8af3feafa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:06.569047 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-79edc37f-003f-4374-8a0f-b7c4b91fba83 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:06.765678 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-79edc37f-003f-4374-8a0f-b7c4b91fba83 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:06.766331 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-01858f93-7136-43ee-8c1d-38769c3c483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:06.769056 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6788029-f491-459b-a7fd-5d6eaf4d6512 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:06.809320 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-01858f93-7136-43ee-8c1d-38769c3c483d None None] For port 483577ee-319d-4c5c-ae41-a36bca53ef54, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=483577ee-319d-4c5c-ae41-a36bca53ef54,segment=NetworkSegment(1d6d5667-2732-42fd-921a-ccb603a49db8),segment_id=1d6d5667-2732-42fd-921a-ccb603a49db8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:06.819552 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-01858f93-7136-43ee-8c1d-38769c3c483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:06.833153 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5397edef-9275-4109-adac-8c301b06bd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:06.851052 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-79edc37f-003f-4374-8a0f-b7c4b91fba83 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Network 0e0f771d-ba39-4956-b211-8dacb7f59819 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:06.885396 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01858f93-7136-43ee-8c1d-38769c3c483d None None] Pushing event updated for resources: {'Port': ['ID=483577ee-319d-4c5c-ae41-a36bca53ef54,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:06.900837 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-79edc37f-003f-4374-8a0f-b7c4b91fba83 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:06.929861 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-79edc37f-003f-4374-8a0f-b7c4b91fba83 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:15:06.932522 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79edc37f-003f-4374-8a0f-b7c4b91fba83 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Pushing event updated for resources: {'Port': ['ID=a70180b7-0813-42d1-b346-8f6b9594c91e,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:06.952617 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] Set router 64f1b992-8ca1-4213-9bc7-e989f2babc71 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:15:06.955936 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5eafe68d-c277-42ef-8aeb-4f76274cbcfb None None] Provisioning for port 3d716d32-95a6-4109-9b49-32da4d9569f5 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:06.995669 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5eafe68d-c277-42ef-8aeb-4f76274cbcfb None None] Provisioning complete for port 3d716d32-95a6-4109-9b49-32da4d9569f5 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:06.996077 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5eafe68d-c277-42ef-8aeb-4f76274cbcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:07.030440 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-79edc37f-003f-4374-8a0f-b7c4b91fba83 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:07.031410 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-79edc37f-003f-4374-8a0f-b7c4b91fba83 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:07.049775 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00608b20-6a55-4640-8275-b78cd3155e07 req-0a32f52d-50fb-43a6-b9e4-f545c672c61e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:07.057166 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-00608b20-6a55-4640-8275-b78cd3155e07 req-0a32f52d-50fb-43a6-b9e4-f545c672c61e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 946 time: 0.2957487 Jul 24 09:15:07.093531 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-5eafe68d-c277-42ef-8aeb-4f76274cbcfb None None] Port 3d716d32-95a6-4109-9b49-32da4d9569f5 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:15:07.101292 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-79edc37f-003f-4374-8a0f-b7c4b91fba83 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0071144 Jul 24 09:15:07.127575 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Request body: {'port': {'device_id': 'c97323d5-b2a8-4c65-8e8b-b875b2c01f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:07.167842 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-00608b20-6a55-4640-8275-b78cd3155e07 req-97a129a3-b172-4cc1-9978-17ced577312f tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093941 Jul 24 09:15:07.214159 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f1b992-8ca1-4213-9bc7-e989f2babc71', 'name': 'tempest-AttachSCSIVolumeTestJSON-880764679-router', 'tenant_id': '233e5702d83e46c29e001e8f0c97ed0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '552a8f93-a185-4f40-b8a2-18f80432b77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:14:59Z', 'updated_at': '2021-07-24T09:15:02Z', 'revision_number': 3, 'project_id': '233e5702d83e46c29e001e8f0c97ed0f', 'gw_port': {'id': '552a8f93-a185-4f40-b8a2-18f80432b77e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:19:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f1b992-8ca1-4213-9bc7-e989f2babc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:00Z', 'updated_at': '2021-07-24T09:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:07.243259 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b8f7eb-e266-4e08-8027-3cc088a822a5 None None] The sync data for ids ['64f1b992-8ca1-4213-9bc7-e989f2babc71'] in n-d-800085-9 is: [{'id': '64f1b992-8ca1-4213-9bc7-e989f2babc71', 'name': 'tempest-AttachSCSIVolumeTestJSON-880764679-router', 'tenant_id': '233e5702d83e46c29e001e8f0c97ed0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '552a8f93-a185-4f40-b8a2-18f80432b77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:14:59Z', 'updated_at': '2021-07-24T09:15:02Z', 'revision_number': 3, 'project_id': '233e5702d83e46c29e001e8f0c97ed0f', 'gw_port': {'id': '552a8f93-a185-4f40-b8a2-18f80432b77e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:19:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f1b992-8ca1-4213-9bc7-e989f2babc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:00Z', 'updated_at': '2021-07-24T09:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:15:07.268907 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5397edef-9275-4109-adac-8c301b06bd91 admin admin] Router e7beb0d1-9f55-44c7-a681-6b5955fb60bc is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:15:07.280868 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:07.324522 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-37f0bd25-2d11-4be7-836e-eb6213222f0d None None] Provisioning complete for port 483577ee-319d-4c5c-ae41-a36bca53ef54 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:07.325965 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-37f0bd25-2d11-4be7-836e-eb6213222f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:07.370338 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 483577ee-319d-4c5c-ae41-a36bca53ef54 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:07.370874 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193486e3-72c5-48fd-9082-84f42823877b req-a6b3dbf5-e69d-4c51-add1-259a5dfb963f tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:07.378823 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-193486e3-72c5-48fd-9082-84f42823877b req-a6b3dbf5-e69d-4c51-add1-259a5dfb963f tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/networks?id=ae3d61b8-100f-4726-9451-0b010e6cd4d8 HTTP/1.1" status: 200 len: 812 time: 0.6019335 Jul 24 09:15:07.399187 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36231de5-cc33-4aa7-a035-7a8af3feafa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:07.411795 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6788029-f491-459b-a7fd-5d6eaf4d6512 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event updated for resources: {'Subnet': ['ID=3c387c39-d1bf-4176-959f-916a9cd25e18,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:07.426244 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-193486e3-72c5-48fd-9082-84f42823877b req-2c82bd37-e809-4b3c-b155-0dff097101ee tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/quotas/c1913b66f5ab41bbbc2b819d5a63abda HTTP/1.1" status: 200 len: 375 time: 0.0462928 Jul 24 09:15:07.464562 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 483577ee-319d-4c5c-ae41-a36bca53ef54 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:07.465104 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:07.471627 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-193486e3-72c5-48fd-9082-84f42823877b req-e82a8417-4f94-4a1d-815d-d656822bd310 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1913b66f5ab41bbbc2b819d5a63abda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446451 Jul 24 09:15:07.503725 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6788029-f491-459b-a7fd-5d6eaf4d6512 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Checking segment: {'id': '342ad5d9-7ee9-47dd-935a-66291ce3d5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '130df151-54ed-4200-959f-f7fb83738159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:15:07.504161 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6788029-f491-459b-a7fd-5d6eaf4d6512 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Network hostable DHCP agents. Network: 130df151-54ed-4200-959f-f7fb83738159, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:15:07.547461 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892062f-1105-43a6-a2d8-e06c6ae3f1a2 req-0182fa33-f3d9-430e-a2ca-9de9c377d3dd tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:07.549576 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3892062f-1105-43a6-a2d8-e06c6ae3f1a2 req-0182fa33-f3d9-430e-a2ca-9de9c377d3dd tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 931 time: 0.2703063 Jul 24 09:15:07.576616 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5397edef-9275-4109-adac-8c301b06bd91 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:15:07.629601 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] Sync routers for ids ['e7beb0d1-9f55-44c7-a681-6b5955fb60bc'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:15:07.647215 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] Routers {'e7beb0d1-9f55-44c7-a681-6b5955fb60bc'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:15:07.648011 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:15:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e7beb0d1-9f55-44c7-a681-6b5955fb60bc'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:07.652448 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6788029-f491-459b-a7fd-5d6eaf4d6512 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Network 130df151-54ed-4200-959f-f7fb83738159 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:15:07.660843 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5397edef-9275-4109-adac-8c301b06bd91 admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:07.662382 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5397edef-9275-4109-adac-8c301b06bd91 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.8587143 Jul 24 09:15:07.668414 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57436) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:07.680155 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-193486e3-72c5-48fd-9082-84f42823877b req-17cbd7b4-a156-4cad-898d-f2c3452d1313 service neutron] 10.222.0.32 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720338 Jul 24 09:15:07.710182 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3892062f-1105-43a6-a2d8-e06c6ae3f1a2 req-18a7229f-fab1-44af-a02e-5c849720ee8e tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422644 Jul 24 09:15:07.746421 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-d6788029-f491-459b-a7fd-5d6eaf4d6512 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 130df151-54ed-4200-959f-f7fb83738159) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:07.758031 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2497bda7-12f7-4198-b7e2-8a2ab698ba10 None None] Network 130df151-54ed-4200-959f-f7fb83738159 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:15:07.788758 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] Set router e7beb0d1-9f55-44c7-a681-6b5955fb60bc gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:15:07.801089 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6788029-f491-459b-a7fd-5d6eaf4d6512 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:07.801689 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6788029-f491-459b-a7fd-5d6eaf4d6512 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:07.893448 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d6788029-f491-459b-a7fd-5d6eaf4d6512 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8333538 Jul 24 09:15:07.927286 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57438) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:07.937624 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-61eeb375-61da-4f13-831c-c3ecadf91021 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Request body: {'subnet': {'network_id': 'c6f03a51-92af-4f2b-a8a7-84f44e0df4db', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:07.968035 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a70180b7-0813-42d1-b346-8f6b9594c91e {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:15:07.983858 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:08.002106 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Transition to ACTIVE for port object a70180b7-0813-42d1-b346-8f6b9594c91e will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:08.011056 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:08.029862 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484173121-router', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '3da805a9-fc6d-4c80-9f1d-eed9c6b26a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:15:02Z', 'updated_at': '2021-07-24T09:15:06Z', 'revision_number': 3, 'project_id': '44f7e03d83844829b5852dbb1418c3e4', 'gw_port': {'id': '3da805a9-fc6d-4c80-9f1d-eed9c6b26a48', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:04Z', 'updated_at': '2021-07-24T09:15:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:08.042185 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78edbd6-8e5f-4927-8994-a764cb2bf3a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-130df151-54ed-4200-959f-f7fb83738159', 'network_id': '130df151-54ed-4200-959f-f7fb83738159', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'fixed_ips': [{'subnet_id': '3c387c39-d1bf-4176-959f-916a9cd25e18'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:15:08.043213 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b78edbd6-8e5f-4927-8994-a764cb2bf3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:08.077372 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Pushing event updated for resources: {'Port': ['ID=a70180b7-0813-42d1-b346-8f6b9594c91e,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:08.086742 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] Checking router: e7beb0d1-9f55-44c7-a681-6b5955fb60bc for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:15:08.087363 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] Updating router e7beb0d1-9f55-44c7-a681-6b5955fb60bc port 3da805a9-fc6d-4c80-9f1d-eed9c6b26a48 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:15:08.092500 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:08.093162 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:08.093666 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:08.094112 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:08.094552 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:08.094993 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:08.095994 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:08.096399 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:08.096927 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:08.097361 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:08.097804 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:08.098226 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:08.131957 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:08.138247 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36231de5-cc33-4aa7-a035-7a8af3feafa7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:08.177967 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-193486e3-72c5-48fd-9082-84f42823877b req-8bf38501-47bb-4d15-973d-ee79df319cd7 service neutron] 10.222.0.32 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343231 Jul 24 09:15:08.183578 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36231de5-cc33-4aa7-a035-7a8af3feafa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:08.215452 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Attempting to bind port a70180b7-0813-42d1-b346-8f6b9594c91e on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:15:08.215796 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Attempting to bind port a70180b7-0813-42d1-b346-8f6b9594c91e by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '028cb95f-2a4c-4e6e-aac8-95db3bdf4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0e0f771d-ba39-4956-b211-8dacb7f59819'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:15:08.216134 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Attempting to bind port a70180b7-0813-42d1-b346-8f6b9594c91e on network 0e0f771d-ba39-4956-b211-8dacb7f59819 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:08.225698 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Port a70180b7-0813-42d1-b346-8f6b9594c91e on network 0e0f771d-ba39-4956-b211-8dacb7f59819 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:15:08.226039 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Attempting to bind port a70180b7-0813-42d1-b346-8f6b9594c91e on network 0e0f771d-ba39-4956-b211-8dacb7f59819 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:08.236693 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:15:08.237076 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Checking segment: {'id': '028cb95f-2a4c-4e6e-aac8-95db3bdf4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0e0f771d-ba39-4956-b211-8dacb7f59819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:15:08.237674 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Bound using segment: {'id': '028cb95f-2a4c-4e6e-aac8-95db3bdf4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0e0f771d-ba39-4956-b211-8dacb7f59819'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:15:08.238321 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Bound port: a70180b7-0813-42d1-b346-8f6b9594c91e, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '028cb95f-2a4c-4e6e-aac8-95db3bdf4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0e0f771d-ba39-4956-b211-8dacb7f59819'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:15:08.238890 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:08.304008 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-b78edbd6-8e5f-4927-8994-a764cb2bf3a3 None None] Allocated IP 10.1.1.2 (130df151-54ed-4200-959f-f7fb83738159/3c387c39-d1bf-4176-959f-916a9cd25e18/245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:15:08.335312 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36231de5-cc33-4aa7-a035-7a8af3feafa7 admin admin] Pushing event updated for resources: {'Port': ['ID=3d716d32-95a6-4109-9b49-32da4d9569f5,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:08.362658 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61eeb375-61da-4f13-831c-c3ecadf91021 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Made reservation on behalf of 66d5a695abdf431a9dde2fad5212bfb7 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:15:08.367552 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-61eeb375-61da-4f13-831c-c3ecadf91021 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:08.379248 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36231de5-cc33-4aa7-a035-7a8af3feafa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:08.426477 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] For port a70180b7-0813-42d1-b346-8f6b9594c91e, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:15:08.434851 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] For port a70180b7-0813-42d1-b346-8f6b9594c91e, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=a70180b7-0813-42d1-b346-8f6b9594c91e,segment=NetworkSegment(028cb95f-2a4c-4e6e-aac8-95db3bdf4e23),segment_id=028cb95f-2a4c-4e6e-aac8-95db3bdf4e23)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:15:08.478493 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:08.539098 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd8c2a-1230-42fd-90da-6154e2d63217 req-a2fa7e26-c523-4ef4-83d1-3d7c96e3bd65 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:08.543717 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-27dd8c2a-1230-42fd-90da-6154e2d63217 req-a2fa7e26-c523-4ef4-83d1-3d7c96e3bd65 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 946 time: 0.2411232 Jul 24 09:15:08.584577 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:08.585338 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:08.586792 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] 10.222.0.37 "PUT /v2.0/ports/a70180b7-0813-42d1-b346-8f6b9594c91e HTTP/1.1" status: 200 len: 1091 time: 1.4699202 Jul 24 09:15:08.587262 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97323d5-b2a8-4c65-8e8b-b875b2c01f1e', 'tag': 'a70180b7-0813-42d1-b346-8f6b9594c91e'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:15:08.589591 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3ca503-b8a4-4785-8991-03a5d902178c" -d '{"events": [{"name": "network-changed", "server_uuid": "c97323d5-b2a8-4c65-8e8b-b875b2c01f1e", "tag": "a70180b7-0813-42d1-b346-8f6b9594c91e"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:15:08.659695 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:08.678254 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] Transition to ACTIVE for port object 3da805a9-fc6d-4c80-9f1d-eed9c6b26a48 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:08.691589 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:08.709548 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b78edbd6-8e5f-4927-8994-a764cb2bf3a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:08.731660 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b78edbd6-8e5f-4927-8994-a764cb2bf3a3 None None] Transition to ACTIVE for port object 245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:08.761919 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ec127-763d-402d-b3f2-f2a7593cdf8e None None] Pushing event updated for resources: {'Port': ['ID=3da805a9-fc6d-4c80-9f1d-eed9c6b26a48,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:08.772804 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b78edbd6-8e5f-4927-8994-a764cb2bf3a3 None None] Transition to ACTIVE for port object 245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:08.779851 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e6ed3351-7560-4cd4-af0d-789414e3248a req-aef3b018-d1d2-410e-ad1d-0978db72b35b tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c4e1c4-b542-4fae-a781-8546cb52fbf1 HTTP/1.1" status: 200 len: 210 time: 0.1202714 Jul 24 09:15:08.786204 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b78edbd6-8e5f-4927-8994-a764cb2bf3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:08.797005 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] Attempting to bind port 3da805a9-fc6d-4c80-9f1d-eed9c6b26a48 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:15:08.798212 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] Attempting to bind port 3da805a9-fc6d-4c80-9f1d-eed9c6b26a48 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:15:08.799333 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] Attempting to bind port 3da805a9-fc6d-4c80-9f1d-eed9c6b26a48 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:08.808710 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:15:08.810567 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:15:08.811153 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:08.812998 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:15:08.817043 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] Bound port: 3da805a9-fc6d-4c80-9f1d-eed9c6b26a48, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:15:08.818967 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:08.879516 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78edbd6-8e5f-4927-8994-a764cb2bf3a3 None None] Network 130df151-54ed-4200-959f-f7fb83738159 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:08.882431 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-b78edbd6-8e5f-4927-8994-a764cb2bf3a3 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:08.888590 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78edbd6-8e5f-4927-8994-a764cb2bf3a3 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:15:08.898464 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78edbd6-8e5f-4927-8994-a764cb2bf3a3 None None] Pushing event updated for resources: {'Port': ['ID=245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:08.981295 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] For port 3da805a9-fc6d-4c80-9f1d-eed9c6b26a48, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:15:08.988637 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] For port 3da805a9-fc6d-4c80-9f1d-eed9c6b26a48, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=3da805a9-fc6d-4c80-9f1d-eed9c6b26a48,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:15:08.991530 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-b78edbd6-8e5f-4927-8994-a764cb2bf3a3 None None] Attempting to bind port 245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:15:08.991917 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-b78edbd6-8e5f-4927-8994-a764cb2bf3a3 None None] Attempting to bind port 245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '342ad5d9-7ee9-47dd-935a-66291ce3d5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '130df151-54ed-4200-959f-f7fb83738159'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:15:08.992361 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78edbd6-8e5f-4927-8994-a764cb2bf3a3 None None] Attempting to bind port 245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611 on network 130df151-54ed-4200-959f-f7fb83738159 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:08.998859 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:09.009029 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78edbd6-8e5f-4927-8994-a764cb2bf3a3 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:15:09.009562 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78edbd6-8e5f-4927-8994-a764cb2bf3a3 None None] Checking segment: {'id': '342ad5d9-7ee9-47dd-935a-66291ce3d5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '130df151-54ed-4200-959f-f7fb83738159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:15:09.009805 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b78edbd6-8e5f-4927-8994-a764cb2bf3a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:09.010206 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78edbd6-8e5f-4927-8994-a764cb2bf3a3 None None] Bound using segment: {'id': '342ad5d9-7ee9-47dd-935a-66291ce3d5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '130df151-54ed-4200-959f-f7fb83738159'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:15:09.010691 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-b78edbd6-8e5f-4927-8994-a764cb2bf3a3 None None] Bound port: 245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '342ad5d9-7ee9-47dd-935a-66291ce3d5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '130df151-54ed-4200-959f-f7fb83738159'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:15:09.011082 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b78edbd6-8e5f-4927-8994-a764cb2bf3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:09.028138 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36231de5-cc33-4aa7-a035-7a8af3feafa7 admin admin] Network 66549fa8-6cb8-4643-9bf1-5a976706f788 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:09.044706 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d8d39c-4ae5-4d9b-8fd0-c152dd6ef632 x-openstack-request-id: req-59d8d39c-4ae5-4d9b-8fd0-c152dd6ef632 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:15:09.045240 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97323d5-b2a8-4c65-8e8b-b875b2c01f1e", "tag": "a70180b7-0813-42d1-b346-8f6b9594c91e", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:15:09.045240 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59d8d39c-4ae5-4d9b-8fd0-c152dd6ef632 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:15:09.045740 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c97323d5-b2a8-4c65-8e8b-b875b2c01f1e', 'tag': 'a70180b7-0813-42d1-b346-8f6b9594c91e', 'status': 'completed', 'code': 200} Jul 24 09:15:09.069319 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-36231de5-cc33-4aa7-a035-7a8af3feafa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:09.112682 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15e801-927b-4366-af21-4aebab9472bc service neutron] Pushing event updated for resources: {'Port': ['ID=a70180b7-0813-42d1-b346-8f6b9594c91e,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:09.128602 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-27dd8c2a-1230-42fd-90da-6154e2d63217 req-20fd0031-a246-4d21-9ddf-6cb0d3104361 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5745668 Jul 24 09:15:09.154366 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-b78edbd6-8e5f-4927-8994-a764cb2bf3a3 None None] For port 245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:15:09.161334 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-b78edbd6-8e5f-4927-8994-a764cb2bf3a3 None None] For port 245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611,segment=NetworkSegment(342ad5d9-7ee9-47dd-935a-66291ce3d5ce),segment_id=342ad5d9-7ee9-47dd-935a-66291ce3d5ce)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:15:09.166695 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-e4ccc988-8592-4685-b5b1-665e00e7c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:09.168551 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-e4ccc988-8592-4685-b5b1-665e00e7c1b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1dc4d2691c74f8bafc90c2d2ce665eb&device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 1094 time: 0.1205871 Jul 24 09:15:09.175644 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b78edbd6-8e5f-4927-8994-a764cb2bf3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:09.194229 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ec127-763d-402d-b3f2-f2a7593cdf8e None None] Pushing event updated for resources: {'Port': ['ID=3da805a9-fc6d-4c80-9f1d-eed9c6b26a48,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:09.198605 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] Routers {'e7beb0d1-9f55-44c7-a681-6b5955fb60bc'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:15:09.200200 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:15:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e7beb0d1-9f55-44c7-a681-6b5955fb60bc'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:09.293635 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-215c6135-8ab9-488d-85c0-e1e2df400502 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a70180b7-0813-42d1-b346-8f6b9594c91e HTTP/1.1" status: 200 len: 217 time: 0.1170576 Jul 24 09:15:09.349440 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78edbd6-8e5f-4927-8994-a764cb2bf3a3 None None] Pushing event updated for resources: {'Port': ['ID=245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:09.407381 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-b401bd15-a6f6-4e80-9b2b-240a74642fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:09.411664 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-b401bd15-a6f6-4e80-9b2b-240a74642fdd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=66d96a69-926f-4867-a66e-7af2fecafdb3 HTTP/1.1" status: 200 len: 861 time: 0.1110396 Jul 24 09:15:09.424184 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] Set router e7beb0d1-9f55-44c7-a681-6b5955fb60bc gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:15:09.446263 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 552a8f93-a185-4f40-b8a2-18f80432b77e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:09.451111 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-2ad33d17-731e-40d8-97a4-ae0d4387f99e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e0f771d-ba39-4956-b211-8dacb7f59819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319247 Jul 24 09:15:09.574418 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2b6a4b83-bb45-4710-8303-c6962bb3df58 None None] Provisioning complete for port 3d716d32-95a6-4109-9b49-32da4d9569f5 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:09.575264 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2b6a4b83-bb45-4710-8303-c6962bb3df58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:09.619863 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-61eeb375-61da-4f13-831c-c3ecadf91021 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:09.649241 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 552a8f93-a185-4f40-b8a2-18f80432b77e completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:09.667800 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 552a8f93-a185-4f40-b8a2-18f80432b77e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:09.668178 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:09.670956 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-2b6a4b83-bb45-4710-8303-c6962bb3df58 None None] Port 3d716d32-95a6-4109-9b49-32da4d9569f5 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:15:09.703349 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-97246344-b8c3-4166-a175-0d2ec12ac713 service neutron] 10.222.0.37 "GET /v2.0/networks/0e0f771d-ba39-4956-b211-8dacb7f59819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457118 Jul 24 09:15:09.781429 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:09.799610 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26cffe-3d9a-46e1-adac-22db34d08355 req-c0231dd7-47a0-45ca-8710-90ff310ce316 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:09.808350 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ea26cffe-3d9a-46e1-adac-22db34d08355 req-c0231dd7-47a0-45ca-8710-90ff310ce316 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 943 time: 0.7765887 Jul 24 09:15:09.850004 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36231de5-cc33-4aa7-a035-7a8af3feafa7 admin admin] Router 64f1b992-8ca1-4213-9bc7-e989f2babc71 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:15:09.850998 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 552a8f93-a185-4f40-b8a2-18f80432b77e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=552a8f93-a185-4f40-b8a2-18f80432b77e,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:09.867384 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:09.872635 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484173121-router', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '3da805a9-fc6d-4c80-9f1d-eed9c6b26a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:15:02Z', 'updated_at': '2021-07-24T09:15:06Z', 'revision_number': 3, 'project_id': '44f7e03d83844829b5852dbb1418c3e4', 'gw_port': {'id': '3da805a9-fc6d-4c80-9f1d-eed9c6b26a48', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:04Z', 'updated_at': '2021-07-24T09:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:09.907374 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6f722fa4-692c-4d22-bc01-1ada6883965e req-487c718f-09a4-44a5-956e-4b596e1d4085 service neutron] 10.222.0.37 "GET /v2.0/networks/0e0f771d-ba39-4956-b211-8dacb7f59819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943810 Jul 24 09:15:09.944280 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eeb375-61da-4f13-831c-c3ecadf91021 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event updated for resources: {'Subnet': ['ID=c7965ff2-5ace-4294-bd8e-07c8763c47a6,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:09.961675 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=552a8f93-a185-4f40-b8a2-18f80432b77e,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:09.965979 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e1889535-fc19-4850-90f7-2a06bff2946d req-50c8122e-a1eb-4a91-9720-57e1e3e32a77 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c4e1c4-b542-4fae-a781-8546cb52fbf1 HTTP/1.1" status: 200 len: 210 time: 0.0449212 Jul 24 09:15:09.997668 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ea26cffe-3d9a-46e1-adac-22db34d08355 req-64a336dd-85ae-4032-b12c-aff859a33b5f tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849766 Jul 24 09:15:10.059083 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eeb375-61da-4f13-831c-c3ecadf91021 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Checking segment: {'id': 'b8711e49-0053-48e4-9ab4-ca813e7466e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c6f03a51-92af-4f2b-a8a7-84f44e0df4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:15:10.059512 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61eeb375-61da-4f13-831c-c3ecadf91021 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Network hostable DHCP agents. Network: c6f03a51-92af-4f2b-a8a7-84f44e0df4db, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:15:10.123218 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fba512b-a726-4cfe-8acd-e9843e610549 None None] The sync data for ids ['e7beb0d1-9f55-44c7-a681-6b5955fb60bc'] in n-d-800085-9 is: [{'id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484173121-router', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '3da805a9-fc6d-4c80-9f1d-eed9c6b26a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:15:02Z', 'updated_at': '2021-07-24T09:15:06Z', 'revision_number': 3, 'project_id': '44f7e03d83844829b5852dbb1418c3e4', 'gw_port': {'id': '3da805a9-fc6d-4c80-9f1d-eed9c6b26a48', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:04Z', 'updated_at': '2021-07-24T09:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:15:10.161659 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ca503-b8a4-4785-8991-03a5d902178c req-50a413b9-c960-4f1b-961c-665995ba8975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:10.163802 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3e3ca503-b8a4-4785-8991-03a5d902178c req-50a413b9-c960-4f1b-961c-665995ba8975 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1dc4d2691c74f8bafc90c2d2ce665eb&device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 1094 time: 0.1487079 Jul 24 09:15:10.165636 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36231de5-cc33-4aa7-a035-7a8af3feafa7 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:15:10.182314 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-36231de5-cc33-4aa7-a035-7a8af3feafa7 admin admin] 10.222.0.32 "PUT /v2.0/routers/64f1b992-8ca1-4213-9bc7-e989f2babc71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8511086 Jul 24 09:15:10.182314 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5351147e-d3f0-4a8c-a3a6-b7166ff92b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:10.184700 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193486e3-72c5-48fd-9082-84f42823877b req-8ad8db04-b4f3-4172-90d4-12805a4a294a tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:10.186661 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-193486e3-72c5-48fd-9082-84f42823877b req-8ad8db04-b4f3-4172-90d4-12805a4a294a tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.20 "GET /v2.0/networks?id=ae3d61b8-100f-4726-9451-0b010e6cd4d8 HTTP/1.1" status: 200 len: 812 time: 0.1359861 Jul 24 09:15:10.201090 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61eeb375-61da-4f13-831c-c3ecadf91021 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Network c6f03a51-92af-4f2b-a8a7-84f44e0df4db is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:15:10.226445 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-61eeb375-61da-4f13-831c-c3ecadf91021 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, c6f03a51-92af-4f2b-a8a7-84f44e0df4db) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:10.236500 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-193486e3-72c5-48fd-9082-84f42823877b req-47a2e5ea-b4a2-442e-b913-76d51f540bd0 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Request body: {'port': {'device_id': 'c1c4e1c4-b542-4fae-a781-8546cb52fbf1', 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8', 'admin_state_up': True, 'tenant_id': 'c1913b66f5ab41bbbc2b819d5a63abda'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:10.245109 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9348dfa2-fa61-4697-b39e-7b26597cdd93 None None] Network c6f03a51-92af-4f2b-a8a7-84f44e0df4db requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:15:10.248241 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61eeb375-61da-4f13-831c-c3ecadf91021 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:10.248702 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-61eeb375-61da-4f13-831c-c3ecadf91021 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:10.350740 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-61eeb375-61da-4f13-831c-c3ecadf91021 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4209251 Jul 24 09:15:10.389524 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57466) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:10.394686 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-1dc6e080-bc98-4285-91ce-9b39fa3e25f0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Request body: {'port': {'network_id': '130df151-54ed-4200-959f-f7fb83738159', 'name': 'tempest-TaggedBootDevicesTest_v242-210711319', 'fixed_ips': [{'subnet_id': '3c387c39-d1bf-4176-959f-916a9cd25e18'}]}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:10.530620 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ca503-b8a4-4785-8991-03a5d902178c req-5facdeaf-147a-4a89-a4c9-c7019e53ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:10.536256 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3e3ca503-b8a4-4785-8991-03a5d902178c req-5facdeaf-147a-4a89-a4c9-c7019e53ca7f service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e0f771d-ba39-4956-b211-8dacb7f59819 HTTP/1.1" status: 200 len: 921 time: 0.3449969 Jul 24 09:15:10.539010 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] Sync routers for ids ['64f1b992-8ca1-4213-9bc7-e989f2babc71'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:15:10.581368 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] Routers {'64f1b992-8ca1-4213-9bc7-e989f2babc71'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:15:10.581995 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:15:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['64f1b992-8ca1-4213-9bc7-e989f2babc71'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:10.633402 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f27b80-74cd-491b-afd6-7c69042a125e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-c6f03a51-92af-4f2b-a8a7-84f44e0df4db', 'network_id': 'c6f03a51-92af-4f2b-a8a7-84f44e0df4db', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'fixed_ips': [{'subnet_id': 'c7965ff2-5ace-4294-bd8e-07c8763c47a6'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:15:10.645984 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-81f27b80-74cd-491b-afd6-7c69042a125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:10.660793 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-5351147e-d3f0-4a8c-a3a6-b7166ff92b2e admin admin] Allocated IP 172.20.0.1 (e888b29b-567f-4e99-87cc-c2e919ae52b3/498fc689-d6ae-4674-bc86-ab9632765c37/40c787a5-62b3-480c-9d99-458aaec4e4a9) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:15:10.712494 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3e3ca503-b8a4-4785-8991-03a5d902178c req-4a12baf7-0c63-469b-b11d-d56a0fd8768f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a70180b7-0813-42d1-b346-8f6b9594c91e HTTP/1.1" status: 200 len: 217 time: 0.0664523 Jul 24 09:15:10.784836 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc6e080-bc98-4285-91ce-9b39fa3e25f0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Made reservation on behalf of 66d5a695abdf431a9dde2fad5212bfb7 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:15:10.826610 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] Set router 64f1b992-8ca1-4213-9bc7-e989f2babc71 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:15:10.877026 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8696f-c937-431b-9da1-3fc971e13984 req-1805796c-7f57-48c5-a769-40b8b41a299f tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:10.887423 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9bf8696f-c937-431b-9da1-3fc971e13984 req-1805796c-7f57-48c5-a769-40b8b41a299f tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 946 time: 0.6118634 Jul 24 09:15:10.918672 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ca503-b8a4-4785-8991-03a5d902178c req-5d860b89-815a-4219-a93b-1136b767f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:10.920158 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3e3ca503-b8a4-4785-8991-03a5d902178c req-5d860b89-815a-4219-a93b-1136b767f581 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=66d96a69-926f-4867-a66e-7af2fecafdb3 HTTP/1.1" status: 200 len: 861 time: 0.1948035 Jul 24 09:15:10.990238 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3e3ca503-b8a4-4785-8991-03a5d902178c req-fd53336f-9192-405f-a5cd-6fdd8d1343df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e0f771d-ba39-4956-b211-8dacb7f59819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569313 Jul 24 09:15:10.991389 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-193486e3-72c5-48fd-9082-84f42823877b req-47a2e5ea-b4a2-442e-b913-76d51f540bd0 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Made reservation on behalf of c1913b66f5ab41bbbc2b819d5a63abda for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:15:10.996832 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-193486e3-72c5-48fd-9082-84f42823877b req-47a2e5ea-b4a2-442e-b913-76d51f540bd0 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:11.036767 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9bf8696f-c937-431b-9da1-3fc971e13984 req-a6a06e2f-81dd-4b1d-b5b2-7e1298a36aaf tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480536 Jul 24 09:15:11.055323 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5351147e-d3f0-4a8c-a3a6-b7166ff92b2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:11.076952 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c3c479-3931-4227-8dd3-d34623e8aa14 None None] Network 130df151-54ed-4200-959f-f7fb83738159 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:15:11.102577 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1dc6e080-bc98-4285-91ce-9b39fa3e25f0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:11.143987 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-5351147e-d3f0-4a8c-a3a6-b7166ff92b2e admin admin] Transition to ACTIVE for port object 40c787a5-62b3-480c-9d99-458aaec4e4a9 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:11.192205 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-1dc6e080-bc98-4285-91ce-9b39fa3e25f0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] device_id is not set on port 794a2009-e4f6-4dcc-8190-09f6bd77b763 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:15:11.225494 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57488) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:11.236960 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-38e49e49-003d-4a44-b6da-f3f1d28ac265 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-12106524-network', 'tenant_id': 'a5755a575ba54e918fe4d816a9ad1fbd'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:11.242838 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8d7d7209-bc28-47f8-9db2-fd43d90d6958 None None] Provisioning for port 245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:11.385246 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e49e49-003d-4a44-b6da-f3f1d28ac265 admin admin] Made reservation on behalf of a5755a575ba54e918fe4d816a9ad1fbd for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:15:11.387851 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-38e49e49-003d-4a44-b6da-f3f1d28ac265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:11.401691 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5351147e-d3f0-4a8c-a3a6-b7166ff92b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:11.406334 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-38e49e49-003d-4a44-b6da-f3f1d28ac265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:11.410416 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3e3ca503-b8a4-4785-8991-03a5d902178c req-5ebe9e26-30ab-44a1-9f4e-18d6bb08aa5d service neutron] 10.222.0.37 "GET /v2.0/networks/0e0f771d-ba39-4956-b211-8dacb7f59819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981128 Jul 24 09:15:11.490069 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-193486e3-72c5-48fd-9082-84f42823877b req-47a2e5ea-b4a2-442e-b913-76d51f540bd0 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Allocated IP 172.20.0.12 (ae3d61b8-100f-4726-9451-0b010e6cd4d8/82774b4c-6531-498d-b907-9800d791c7b0/297caa20-e6eb-43b2-9b0d-83f5877d15a1) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:15:11.492144 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f9c62f94-36cd-4d80-8f26-8c6cd2c0d01d req-6fedee87-4cec-41a8-9415-a28af877b8bf tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c4e1c4-b542-4fae-a781-8546cb52fbf1 HTTP/1.1" status: 200 len: 210 time: 0.3698478 Jul 24 09:15:11.503650 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-81f27b80-74cd-491b-afd6-7c69042a125e None None] Allocated IP 10.2.2.2 (c6f03a51-92af-4f2b-a8a7-84f44e0df4db/c7965ff2-5ace-4294-bd8e-07c8763c47a6/1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:15:11.514130 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5351147e-d3f0-4a8c-a3a6-b7166ff92b2e admin admin] Network e888b29b-567f-4e99-87cc-c2e919ae52b3 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:11.538753 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-5351147e-d3f0-4a8c-a3a6-b7166ff92b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:11.541709 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5351147e-d3f0-4a8c-a3a6-b7166ff92b2e admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:15:11.548059 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-1dc6e080-bc98-4285-91ce-9b39fa3e25f0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Allocated IP 10.1.1.231 (130df151-54ed-4200-959f-f7fb83738159/3c387c39-d1bf-4176-959f-916a9cd25e18/794a2009-e4f6-4dcc-8190-09f6bd77b763) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:15:11.573780 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8fb83-7c80-4227-9f32-3b9503cd0b81 req-ff121f87-e518-4bda-88fc-cb45cd16e7d5 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:11.578914 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83b8fb83-7c80-4227-9f32-3b9503cd0b81 req-ff121f87-e518-4bda-88fc-cb45cd16e7d5 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 943 time: 0.4059601 Jul 24 09:15:11.595896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:11.613928 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351147e-d3f0-4a8c-a3a6-b7166ff92b2e admin admin] Pushing event updated for resources: {'Port': ['ID=40c787a5-62b3-480c-9d99-458aaec4e4a9,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:11.657605 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5351147e-d3f0-4a8c-a3a6-b7166ff92b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:11.793764 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-193486e3-72c5-48fd-9082-84f42823877b req-47a2e5ea-b4a2-442e-b913-76d51f540bd0 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:11.898271 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-193486e3-72c5-48fd-9082-84f42823877b req-47a2e5ea-b4a2-442e-b913-76d51f540bd0 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:11.960205 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3e3ca503-b8a4-4785-8991-03a5d902178c req-6b000214-977b-4dd5-bfa4-b7df49c7b7f7 service neutron] 10.222.0.37 "GET /v2.0/networks/0e0f771d-ba39-4956-b211-8dacb7f59819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5308523 Jul 24 09:15:11.981408 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4c495287-df0c-45ac-ba46-89ea4d1f7c23 None None] Provisioning for port 40c787a5-62b3-480c-9d99-458aaec4e4a9 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:11.990666 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1dc6e080-bc98-4285-91ce-9b39fa3e25f0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:11.991577 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83b8fb83-7c80-4227-9f32-3b9503cd0b81 req-28eb51c8-0bd3-4cd9-9541-0864a0baddfd tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505952 Jul 24 09:15:12.013914 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-1dc6e080-bc98-4285-91ce-9b39fa3e25f0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Transition to ACTIVE for port object 794a2009-e4f6-4dcc-8190-09f6bd77b763 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:12.015506 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5351147e-d3f0-4a8c-a3a6-b7166ff92b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:12.016899 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-193486e3-72c5-48fd-9082-84f42823877b req-47a2e5ea-b4a2-442e-b913-76d51f540bd0 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Network ae3d61b8-100f-4726-9451-0b010e6cd4d8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:12.022554 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4c495287-df0c-45ac-ba46-89ea4d1f7c23 None None] Provisioning complete for port 40c787a5-62b3-480c-9d99-458aaec4e4a9 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:12.022921 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4c495287-df0c-45ac-ba46-89ea4d1f7c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:12.025869 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f1b992-8ca1-4213-9bc7-e989f2babc71', 'name': 'tempest-AttachSCSIVolumeTestJSON-880764679-router', 'tenant_id': '233e5702d83e46c29e001e8f0c97ed0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '552a8f93-a185-4f40-b8a2-18f80432b77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:14:59Z', 'updated_at': '2021-07-24T09:15:06Z', 'revision_number': 4, 'project_id': '233e5702d83e46c29e001e8f0c97ed0f', 'gw_port': {'id': '552a8f93-a185-4f40-b8a2-18f80432b77e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:19:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f1b992-8ca1-4213-9bc7-e989f2babc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:00Z', 'updated_at': '2021-07-24T09:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '3d716d32-95a6-4109-9b49-32da4d9569f5', 'name': '', 'network_id': '66549fa8-6cb8-4643-9bf1-5a976706f788', 'tenant_id': '233e5702d83e46c29e001e8f0c97ed0f', 'mac_address': 'fa:16:3e:70:39:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f1b992-8ca1-4213-9bc7-e989f2babc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '4c0ca2a4-bfbc-4b83-8b4c-560bc7b8c198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:05Z', 'updated_at': '2021-07-24T09:15:07Z', 'revision_number': 2, 'project_id': '233e5702d83e46c29e001e8f0c97ed0f', 'subnets': [{'id': '4c0ca2a4-bfbc-4b83-8b4c-560bc7b8c198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:12.026941 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-193486e3-72c5-48fd-9082-84f42823877b req-47a2e5ea-b4a2-442e-b913-76d51f540bd0 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:12.030810 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-193486e3-72c5-48fd-9082-84f42823877b req-47a2e5ea-b4a2-442e-b913-76d51f540bd0 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:15:12.036867 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2e5ea-b4a2-442e-b913-76d51f540bd0 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Pushing event updated for resources: {'Port': ['ID=297caa20-e6eb-43b2-9b0d-83f5877d15a1,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:12.060570 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:12.104086 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:12.104718 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-38e49e49-003d-4a44-b6da-f3f1d28ac265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:12.105265 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:12.106173 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] Checking router: 64f1b992-8ca1-4213-9bc7-e989f2babc71 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:15:12.106544 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] Updating router 64f1b992-8ca1-4213-9bc7-e989f2babc71 port 3d716d32-95a6-4109-9b49-32da4d9569f5 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:15:12.115367 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-38e49e49-003d-4a44-b6da-f3f1d28ac265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:12.142646 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193486e3-72c5-48fd-9082-84f42823877b req-47a2e5ea-b4a2-442e-b913-76d51f540bd0 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:12.143662 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-193486e3-72c5-48fd-9082-84f42823877b req-47a2e5ea-b4a2-442e-b913-76d51f540bd0 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:12.171997 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e49e49-003d-4a44-b6da-f3f1d28ac265 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:15:12.179245 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1dc6e080-bc98-4285-91ce-9b39fa3e25f0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:12.196202 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4c495287-df0c-45ac-ba46-89ea4d1f7c23 None None] Port 40c787a5-62b3-480c-9d99-458aaec4e4a9 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:15:12.198471 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-81f27b80-74cd-491b-afd6-7c69042a125e None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:12.199421 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e49e49-003d-4a44-b6da-f3f1d28ac265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63286b5d-6691-4120-a2a3-5dc05e7db680,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:12.208571 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-38e49e49-003d-4a44-b6da-f3f1d28ac265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:12.209271 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-38e49e49-003d-4a44-b6da-f3f1d28ac265 admin admin] Added segment 0993f1b1-2ac9-46c7-9d31-9654591ec2d3 of type vlan for network f2b4cadf-32bf-4f26-9907-205178132255 Jul 24 09:15:12.213782 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-193486e3-72c5-48fd-9082-84f42823877b req-47a2e5ea-b4a2-442e-b913-76d51f540bd0 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0145302 Jul 24 09:15:12.227125 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-193486e3-72c5-48fd-9082-84f42823877b req-33f558c6-1270-45f7-916a-e28eedf361a7 service neutron] Request body: {'port': {'device_id': 'c1c4e1c4-b542-4fae-a781-8546cb52fbf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:12.254015 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-81f27b80-74cd-491b-afd6-7c69042a125e None None] Transition to ACTIVE for port object 1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:12.285536 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:12.297861 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-38e49e49-003d-4a44-b6da-f3f1d28ac265 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:12.300440 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-81f27b80-74cd-491b-afd6-7c69042a125e None None] Transition to ACTIVE for port object 1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:12.335334 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-81f27b80-74cd-491b-afd6-7c69042a125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:12.369986 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-193486e3-72c5-48fd-9082-84f42823877b req-33f558c6-1270-45f7-916a-e28eedf361a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:12.383080 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-38e49e49-003d-4a44-b6da-f3f1d28ac265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:12.384495 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e49e49-003d-4a44-b6da-f3f1d28ac265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:12.385471 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-38e49e49-003d-4a44-b6da-f3f1d28ac265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:12.432713 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-38e49e49-003d-4a44-b6da-f3f1d28ac265 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2053535 Jul 24 09:15:12.442816 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57496) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:12.446836 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:12.452885 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-16f2df92-5211-420e-9f38-12387b9256eb admin admin] Request body: {'subnet': {'network_id': 'f2b4cadf-32bf-4f26-9907-205178132255', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-12106524-subnet', 'tenant_id': 'a5755a575ba54e918fe4d816a9ad1fbd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:12.513265 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611,segment=NetworkSegment(342ad5d9-7ee9-47dd-935a-66291ce3d5ce),segment_id=342ad5d9-7ee9-47dd-935a-66291ce3d5ce)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:12.517446 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e49e49-003d-4a44-b6da-f3f1d28ac265 admin admin] Pushing event updated for resources: {'Network': ['ID=f2b4cadf-32bf-4f26-9907-205178132255,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:12.519954 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f27b80-74cd-491b-afd6-7c69042a125e None None] Pushing event updated for resources: {'Port': ['ID=1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:12.548121 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f2df92-5211-420e-9f38-12387b9256eb admin admin] Made reservation on behalf of a5755a575ba54e918fe4d816a9ad1fbd for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:15:12.550047 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network f2b4cadf-32bf-4f26-9907-205178132255 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:15:12.556590 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16f2df92-5211-420e-9f38-12387b9256eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:12.692864 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:12.693435 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 3da805a9-fc6d-4c80-9f1d-eed9c6b26a48 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:12.726681 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc6e080-bc98-4285-91ce-9b39fa3e25f0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Network 130df151-54ed-4200-959f-f7fb83738159 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:12.734020 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f27b80-74cd-491b-afd6-7c69042a125e None None] Network c6f03a51-92af-4f2b-a8a7-84f44e0df4db is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:12.738838 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-1dc6e080-bc98-4285-91ce-9b39fa3e25f0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:12.748462 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc6e080-bc98-4285-91ce-9b39fa3e25f0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:15:12.750902 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-81f27b80-74cd-491b-afd6-7c69042a125e None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:12.789284 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f27b80-74cd-491b-afd6-7c69042a125e None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:15:12.795928 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6e080-bc98-4285-91ce-9b39fa3e25f0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event updated for resources: {'Port': ['ID=794a2009-e4f6-4dcc-8190-09f6bd77b763,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:12.805388 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5351147e-d3f0-4a8c-a3a6-b7166ff92b2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:12.823978 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5351147e-d3f0-4a8c-a3a6-b7166ff92b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:12.826102 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75badd75-6b25-4da3-8ebf-e8a1ce27f87c req-a5f9cb38-78b1-49e9-9417-9aa3fc27875b tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:12.827679 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75badd75-6b25-4da3-8ebf-e8a1ce27f87c req-a5f9cb38-78b1-49e9-9417-9aa3fc27875b tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c4e1c4-b542-4fae-a781-8546cb52fbf1 HTTP/1.1" status: 200 len: 932 time: 0.2131393 Jul 24 09:15:12.895048 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc6e080-bc98-4285-91ce-9b39fa3e25f0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:12.896000 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1dc6e080-bc98-4285-91ce-9b39fa3e25f0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:12.940625 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eee91b-5c56-4ff4-8a11-e1c6b01fcf8d req-9438d2fc-04ef-40cc-9d3f-c78c75e4c415 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:12.948444 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-15eee91b-5c56-4ff4-8a11-e1c6b01fcf8d req-9438d2fc-04ef-40cc-9d3f-c78c75e4c415 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 946 time: 0.7343040 Jul 24 09:15:12.950801 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75badd75-6b25-4da3-8ebf-e8a1ce27f87c req-9bdb81b5-fa83-4192-923e-174f8eb160b4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146040 Jul 24 09:15:12.969285 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1dc6e080-bc98-4285-91ce-9b39fa3e25f0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5786228 Jul 24 09:15:12.970379 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5351147e-d3f0-4a8c-a3a6-b7166ff92b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:12.972108 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57504) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:12.973372 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351147e-d3f0-4a8c-a3a6-b7166ff92b2e admin admin] Pushing event updated for resources: {'Port': ['ID=40c787a5-62b3-480c-9d99-458aaec4e4a9,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:12.980701 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-37085557-4fcb-4178-9f46-24e51bb3b78a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Request body: {'port': {'network_id': '130df151-54ed-4200-959f-f7fb83738159', 'name': 'tempest-TaggedBootDevicesTest_v242-1326123683', 'fixed_ips': [{'subnet_id': '3c387c39-d1bf-4176-959f-916a9cd25e18'}]}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:13.054742 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e1177dc6-c997-4074-a3ff-f68bba94e836 None None] Provisioning complete for port 245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:13.055445 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e1177dc6-c997-4074-a3ff-f68bba94e836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:13.080654 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-193486e3-72c5-48fd-9082-84f42823877b req-33f558c6-1270-45f7-916a-e28eedf361a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 297caa20-e6eb-43b2-9b0d-83f5877d15a1 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:15:13.095482 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-81f27b80-74cd-491b-afd6-7c69042a125e None None] Attempting to bind port 1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:15:13.095973 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-81f27b80-74cd-491b-afd6-7c69042a125e None None] Attempting to bind port 1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'b8711e49-0053-48e4-9ab4-ca813e7466e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c6f03a51-92af-4f2b-a8a7-84f44e0df4db'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:15:13.096414 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f27b80-74cd-491b-afd6-7c69042a125e None None] Attempting to bind port 1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a on network c6f03a51-92af-4f2b-a8a7-84f44e0df4db {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:13.097086 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16f2df92-5211-420e-9f38-12387b9256eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:13.098822 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-15eee91b-5c56-4ff4-8a11-e1c6b01fcf8d req-6d11016e-08c1-4ee4-94cf-0c2ea98e5de5 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492136 Jul 24 09:15:13.113155 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-193486e3-72c5-48fd-9082-84f42823877b req-33f558c6-1270-45f7-916a-e28eedf361a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:13.135802 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-193486e3-72c5-48fd-9082-84f42823877b req-33f558c6-1270-45f7-916a-e28eedf361a7 service neutron] Transition to ACTIVE for port object 297caa20-e6eb-43b2-9b0d-83f5877d15a1 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:13.137682 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 3da805a9-fc6d-4c80-9f1d-eed9c6b26a48 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:13.150242 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f27b80-74cd-491b-afd6-7c69042a125e None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:15:13.150702 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f27b80-74cd-491b-afd6-7c69042a125e None None] Checking segment: {'id': 'b8711e49-0053-48e4-9ab4-ca813e7466e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c6f03a51-92af-4f2b-a8a7-84f44e0df4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:15:13.151200 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-81f27b80-74cd-491b-afd6-7c69042a125e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:13.151663 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f27b80-74cd-491b-afd6-7c69042a125e None None] Bound using segment: {'id': 'b8711e49-0053-48e4-9ab4-ca813e7466e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c6f03a51-92af-4f2b-a8a7-84f44e0df4db'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:15:13.152215 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-81f27b80-74cd-491b-afd6-7c69042a125e None None] Bound port: 1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8711e49-0053-48e4-9ab4-ca813e7466e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c6f03a51-92af-4f2b-a8a7-84f44e0df4db'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:15:13.152660 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-81f27b80-74cd-491b-afd6-7c69042a125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:13.174553 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device a70180b7-0813-42d1-b346-8f6b9594c91e details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:15:13.183292 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2df92-5211-420e-9f38-12387b9256eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=02f32891-624f-41b3-81e1-d9d0aa4b2874,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:13.185107 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:13.196089 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-193486e3-72c5-48fd-9082-84f42823877b req-33f558c6-1270-45f7-916a-e28eedf361a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:13.197179 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 3da805a9-fc6d-4c80-9f1d-eed9c6b26a48 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:13.197682 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:13.262314 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f558c6-1270-45f7-916a-e28eedf361a7 service neutron] Pushing event updated for resources: {'Port': ['ID=297caa20-e6eb-43b2-9b0d-83f5877d15a1,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:13.294857 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5351147e-d3f0-4a8c-a3a6-b7166ff92b2e admin admin] Network e888b29b-567f-4e99-87cc-c2e919ae52b3 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:13.295669 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f2df92-5211-420e-9f38-12387b9256eb admin admin] Checking segment: {'id': '0993f1b1-2ac9-46c7-9d31-9654591ec2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f2b4cadf-32bf-4f26-9907-205178132255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:15:13.296166 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f2df92-5211-420e-9f38-12387b9256eb admin admin] Network hostable DHCP agents. Network: f2b4cadf-32bf-4f26-9907-205178132255, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:15:13.301674 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-5351147e-d3f0-4a8c-a3a6-b7166ff92b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:13.325238 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37085557-4fcb-4178-9f46-24e51bb3b78a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Made reservation on behalf of 66d5a695abdf431a9dde2fad5212bfb7 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:15:13.333197 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37085557-4fcb-4178-9f46-24e51bb3b78a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:13.353589 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:13.363430 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f2df92-5211-420e-9f38-12387b9256eb admin admin] Network f2b4cadf-32bf-4f26-9907-205178132255 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:15:13.386371 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-193486e3-72c5-48fd-9082-84f42823877b req-33f558c6-1270-45f7-916a-e28eedf361a7 service neutron] Attempting to bind port 297caa20-e6eb-43b2-9b0d-83f5877d15a1 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:15:13.387498 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-193486e3-72c5-48fd-9082-84f42823877b req-33f558c6-1270-45f7-916a-e28eedf361a7 service neutron] Attempting to bind port 297caa20-e6eb-43b2-9b0d-83f5877d15a1 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:15:13.389056 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193486e3-72c5-48fd-9082-84f42823877b req-33f558c6-1270-45f7-916a-e28eedf361a7 service neutron] Attempting to bind port 297caa20-e6eb-43b2-9b0d-83f5877d15a1 on network ae3d61b8-100f-4726-9451-0b010e6cd4d8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:13.393777 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-16f2df92-5211-420e-9f38-12387b9256eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, f2b4cadf-32bf-4f26-9907-205178132255) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:13.401364 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f2df92-5211-420e-9f38-12387b9256eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:13.402134 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16f2df92-5211-420e-9f38-12387b9256eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:13.416454 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-81f27b80-74cd-491b-afd6-7c69042a125e None None] For port 1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:15:13.421819 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193486e3-72c5-48fd-9082-84f42823877b req-33f558c6-1270-45f7-916a-e28eedf361a7 service neutron] Port 297caa20-e6eb-43b2-9b0d-83f5877d15a1 on network ae3d61b8-100f-4726-9451-0b010e6cd4d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:15:13.422856 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193486e3-72c5-48fd-9082-84f42823877b req-33f558c6-1270-45f7-916a-e28eedf361a7 service neutron] Attempting to bind port 297caa20-e6eb-43b2-9b0d-83f5877d15a1 on network ae3d61b8-100f-4726-9451-0b010e6cd4d8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:13.422999 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e59685-7d36-4f4c-a635-421d006ab2dd None None] Network f2b4cadf-32bf-4f26-9907-205178132255 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:15:13.426193 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2df4b-e652-4104-98d7-445d01d365a5 req-92e9215f-2bf8-420e-aeb3-6e0258959d12 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:13.427788 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-82d2df4b-e652-4104-98d7-445d01d365a5 req-92e9215f-2bf8-420e-aeb3-6e0258959d12 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 943 time: 0.2350278 Jul 24 09:15:13.429111 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-16f2df92-5211-420e-9f38-12387b9256eb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9847524 Jul 24 09:15:13.432869 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57508) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:13.439780 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-3f6b817a-2a0e-42d8-94a5-38e2aaddaaaa admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-12106524-router', 'tenant_id': 'a5755a575ba54e918fe4d816a9ad1fbd', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:13.440560 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-81f27b80-74cd-491b-afd6-7c69042a125e None None] For port 1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a,segment=NetworkSegment(b8711e49-0053-48e4-9ab4-ca813e7466e0),segment_id=b8711e49-0053-48e4-9ab4-ca813e7466e0)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:15:13.444708 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-37085557-4fcb-4178-9f46-24e51bb3b78a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] device_id is not set on port 1592bee6-5996-4727-8f30-55913f2ae08b yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:15:13.447241 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193486e3-72c5-48fd-9082-84f42823877b req-33f558c6-1270-45f7-916a-e28eedf361a7 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:15:13.448680 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193486e3-72c5-48fd-9082-84f42823877b req-33f558c6-1270-45f7-916a-e28eedf361a7 service neutron] Checking segment: {'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:15:13.449243 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193486e3-72c5-48fd-9082-84f42823877b req-33f558c6-1270-45f7-916a-e28eedf361a7 service neutron] Bound using segment: {'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:15:13.450275 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-193486e3-72c5-48fd-9082-84f42823877b req-33f558c6-1270-45f7-916a-e28eedf361a7 service neutron] Bound port: 297caa20-e6eb-43b2-9b0d-83f5877d15a1, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:15:13.453291 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-193486e3-72c5-48fd-9082-84f42823877b req-33f558c6-1270-45f7-916a-e28eedf361a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:13.481757 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] Transition to ACTIVE for port object 3d716d32-95a6-4109-9b49-32da4d9569f5 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:13.488323 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-81f27b80-74cd-491b-afd6-7c69042a125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:13.539428 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:13.549734 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-82d2df4b-e652-4104-98d7-445d01d365a5 req-72cac661-e9ed-4fbc-b521-58cc08d6f4c9 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122255 Jul 24 09:15:13.571735 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-193486e3-72c5-48fd-9082-84f42823877b req-33f558c6-1270-45f7-916a-e28eedf361a7 service neutron] For port 297caa20-e6eb-43b2-9b0d-83f5877d15a1, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:15:13.575403 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-193486e3-72c5-48fd-9082-84f42823877b req-33f558c6-1270-45f7-916a-e28eedf361a7 service neutron] For port 297caa20-e6eb-43b2-9b0d-83f5877d15a1, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=297caa20-e6eb-43b2-9b0d-83f5877d15a1,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:15:13.586050 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-193486e3-72c5-48fd-9082-84f42823877b req-33f558c6-1270-45f7-916a-e28eedf361a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:13.609328 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5351147e-d3f0-4a8c-a3a6-b7166ff92b2e admin admin] Router e7beb0d1-9f55-44c7-a681-6b5955fb60bc has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:15:13.626544 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193486e3-72c5-48fd-9082-84f42823877b req-33f558c6-1270-45f7-916a-e28eedf361a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:13.626931 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port a70180b7-0813-42d1-b346-8f6b9594c91e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=a70180b7-0813-42d1-b346-8f6b9594c91e,segment=NetworkSegment(028cb95f-2a4c-4e6e-aac8-95db3bdf4e23),segment_id=028cb95f-2a4c-4e6e-aac8-95db3bdf4e23)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:13.627171 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-193486e3-72c5-48fd-9082-84f42823877b req-33f558c6-1270-45f7-916a-e28eedf361a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:13.628770 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-193486e3-72c5-48fd-9082-84f42823877b req-33f558c6-1270-45f7-916a-e28eedf361a7 service neutron] 10.222.0.20 "PUT /v2.0/ports/297caa20-e6eb-43b2-9b0d-83f5877d15a1 HTTP/1.1" status: 200 len: 1092 time: 1.4059646 Jul 24 09:15:13.629220 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c4e1c4-b542-4fae-a781-8546cb52fbf1', 'tag': '297caa20-e6eb-43b2-9b0d-83f5877d15a1'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:15:13.631481 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1980036c-5828-4d26-bc13-508860526ced" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c4e1c4-b542-4fae-a781-8546cb52fbf1", "tag": "297caa20-e6eb-43b2-9b0d-83f5877d15a1"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:15:13.678140 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f6b817a-2a0e-42d8-94a5-38e2aaddaaaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:13.682707 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f6b817a-2a0e-42d8-94a5-38e2aaddaaaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:13.699926 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'a70180b7-0813-42d1-b346-8f6b9594c91e', 'network_id': '0e0f771d-ba39-4956-b211-8dacb7f59819', 'port_id': 'a70180b7-0813-42d1-b346-8f6b9594c91e', 'mac_address': 'fa:16:3e:cd:2d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d96a69-926f-4867-a66e-7af2fecafdb3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:15:13.712507 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:13.728438 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f27b80-74cd-491b-afd6-7c69042a125e None None] Pushing event updated for resources: {'Port': ['ID=1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:13.763912 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351cf90f-69ad-4167-b96b-8026bc24953e x-openstack-request-id: req-351cf90f-69ad-4167-b96b-8026bc24953e {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:15:13.764260 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c4e1c4-b542-4fae-a781-8546cb52fbf1", "tag": "297caa20-e6eb-43b2-9b0d-83f5877d15a1", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:15:13.764614 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-351cf90f-69ad-4167-b96b-8026bc24953e {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:15:13.765330 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c4e1c4-b542-4fae-a781-8546cb52fbf1', 'tag': '297caa20-e6eb-43b2-9b0d-83f5877d15a1', 'status': 'completed', 'code': 200} Jul 24 09:15:13.788040 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f558c6-1270-45f7-916a-e28eedf361a7 service neutron] Pushing event updated for resources: {'Port': ['ID=297caa20-e6eb-43b2-9b0d-83f5877d15a1,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:13.793458 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-569a41f9-8044-4c12-8e4e-5338f6329a77 None None] Provisioning complete for port 40c787a5-62b3-480c-9d99-458aaec4e4a9 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:13.794158 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-569a41f9-8044-4c12-8e4e-5338f6329a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:13.859101 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f6b817a-2a0e-42d8-94a5-38e2aaddaaaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:13.860470 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-37085557-4fcb-4178-9f46-24e51bb3b78a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Allocated IP 10.1.1.108 (130df151-54ed-4200-959f-f7fb83738159/3c387c39-d1bf-4176-959f-916a9cd25e18/1592bee6-5996-4727-8f30-55913f2ae08b) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:15:13.880530 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 3da805a9-fc6d-4c80-9f1d-eed9c6b26a48, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=3da805a9-fc6d-4c80-9f1d-eed9c6b26a48,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:13.900413 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5351147e-d3f0-4a8c-a3a6-b7166ff92b2e admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:15:13.916947 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] Sync routers for ids ['e7beb0d1-9f55-44c7-a681-6b5955fb60bc'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:15:13.927287 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5351147e-d3f0-4a8c-a3a6-b7166ff92b2e admin admin] 10.222.0.32 "PUT /v2.0/routers/e7beb0d1-9f55-44c7-a681-6b5955fb60bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2508337 Jul 24 09:15:13.931211 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] Routers {'e7beb0d1-9f55-44c7-a681-6b5955fb60bc'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:15:13.931655 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:15:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e7beb0d1-9f55-44c7-a681-6b5955fb60bc'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:14.110235 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:14.112039 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 552a8f93-a185-4f40-b8a2-18f80432b77e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:14.140399 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f6b817a-2a0e-42d8-94a5-38e2aaddaaaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:14.157591 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193486e3-72c5-48fd-9082-84f42823877b req-a76eeaf3-182b-47ff-95f4-8a6c87fb2255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:14.160087 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-193486e3-72c5-48fd-9082-84f42823877b req-a76eeaf3-182b-47ff-95f4-8a6c87fb2255 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1913b66f5ab41bbbc2b819d5a63abda&device_id=c1c4e1c4-b542-4fae-a781-8546cb52fbf1 HTTP/1.1" status: 200 len: 1095 time: 0.4625371 Jul 24 09:15:14.166163 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c511bf-3ba2-41c1-a579-ba38aa60d04e None None] Pushing event updated for resources: {'Port': ['ID=3d716d32-95a6-4109-9b49-32da4d9569f5,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:14.174554 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-569a41f9-8044-4c12-8e4e-5338f6329a77 None None] Port 40c787a5-62b3-480c-9d99-458aaec4e4a9 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:15:14.211424 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] Set router e7beb0d1-9f55-44c7-a681-6b5955fb60bc gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:15:14.244005 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-193486e3-72c5-48fd-9082-84f42823877b req-bab9863f-7ba1-476b-8b4b-956ce03f31f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=297caa20-e6eb-43b2-9b0d-83f5877d15a1 HTTP/1.1" status: 200 len: 217 time: 0.0652742 Jul 24 09:15:14.247445 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] Attempting to bind port 3d716d32-95a6-4109-9b49-32da4d9569f5 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:15:14.248263 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] Attempting to bind port 3d716d32-95a6-4109-9b49-32da4d9569f5 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '6ce6d47b-4c6a-4b90-b570-7486fbf29a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '66549fa8-6cb8-4643-9bf1-5a976706f788'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:15:14.248891 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] Attempting to bind port 3d716d32-95a6-4109-9b49-32da4d9569f5 on network 66549fa8-6cb8-4643-9bf1-5a976706f788 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:14.337364 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37085557-4fcb-4178-9f46-24e51bb3b78a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:14.358609 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-37085557-4fcb-4178-9f46-24e51bb3b78a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Transition to ACTIVE for port object 1592bee6-5996-4727-8f30-55913f2ae08b will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:14.359617 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193486e3-72c5-48fd-9082-84f42823877b req-4b400a08-2769-49c6-9759-8e37f7ca0f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:14.361764 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-193486e3-72c5-48fd-9082-84f42823877b req-4b400a08-2769-49c6-9759-8e37f7ca0f0a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82774b4c-6531-498d-b907-9800d791c7b0 HTTP/1.1" status: 200 len: 852 time: 0.1048589 Jul 24 09:15:14.412486 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37085557-4fcb-4178-9f46-24e51bb3b78a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:14.434186 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-193486e3-72c5-48fd-9082-84f42823877b req-15b7ed89-3009-4b44-9d42-7f55f82af48f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae3d61b8-100f-4726-9451-0b010e6cd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353415 Jul 24 09:15:14.466022 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484173121-router', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '3da805a9-fc6d-4c80-9f1d-eed9c6b26a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:15:02Z', 'updated_at': '2021-07-24T09:15:11Z', 'revision_number': 4, 'project_id': '44f7e03d83844829b5852dbb1418c3e4', 'gw_port': {'id': '3da805a9-fc6d-4c80-9f1d-eed9c6b26a48', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:04Z', 'updated_at': '2021-07-24T09:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '40c787a5-62b3-480c-9d99-458aaec4e4a9', 'name': '', 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'mac_address': 'fa:16:3e:6b:6e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '498fc689-d6ae-4674-bc86-ab9632765c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:10Z', 'updated_at': '2021-07-24T09:15:12Z', 'revision_number': 2, 'project_id': '44f7e03d83844829b5852dbb1418c3e4', 'subnets': [{'id': '498fc689-d6ae-4674-bc86-ab9632765c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:14.495284 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef68692-43d5-4ada-8073-a56ecf069388 req-ba82a252-81ab-42e8-8bb9-4dd11c5c2477 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:14.497783 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] Checking router: e7beb0d1-9f55-44c7-a681-6b5955fb60bc for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:15:14.498867 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] Updating router e7beb0d1-9f55-44c7-a681-6b5955fb60bc port 40c787a5-62b3-480c-9d99-458aaec4e4a9 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:15:14.503971 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2ef68692-43d5-4ada-8073-a56ecf069388 req-ba82a252-81ab-42e8-8bb9-4dd11c5c2477 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c4e1c4-b542-4fae-a781-8546cb52fbf1 HTTP/1.1" status: 200 len: 944 time: 0.3100719 Jul 24 09:15:14.511557 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:14.514024 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:14.514808 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=3da805a9-fc6d-4c80-9f1d-eed9c6b26a48,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:14.545269 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:14.548393 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37085557-4fcb-4178-9f46-24e51bb3b78a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Network 130df151-54ed-4200-959f-f7fb83738159 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:14.561712 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-569a41f9-8044-4c12-8e4e-5338f6329a77 None None] Provisioning for port 794a2009-e4f6-4dcc-8190-09f6bd77b763 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:14.562311 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-37085557-4fcb-4178-9f46-24e51bb3b78a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:14.566020 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:15:14.566549 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] Checking segment: {'id': '6ce6d47b-4c6a-4b90-b570-7486fbf29a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '66549fa8-6cb8-4643-9bf1-5a976706f788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:15:14.567042 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:14.567525 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] Bound using segment: {'id': '6ce6d47b-4c6a-4b90-b570-7486fbf29a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '66549fa8-6cb8-4643-9bf1-5a976706f788'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:15:14.568197 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] Bound port: 3d716d32-95a6-4109-9b49-32da4d9569f5, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce6d47b-4c6a-4b90-b570-7486fbf29a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '66549fa8-6cb8-4643-9bf1-5a976706f788'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:15:14.568805 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:14.589647 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-569a41f9-8044-4c12-8e4e-5338f6329a77 None None] Provisioning complete for port 794a2009-e4f6-4dcc-8190-09f6bd77b763 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:14.590188 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-569a41f9-8044-4c12-8e4e-5338f6329a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:14.594693 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37085557-4fcb-4178-9f46-24e51bb3b78a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:15:14.683466 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37085557-4fcb-4178-9f46-24e51bb3b78a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:14.690750 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37085557-4fcb-4178-9f46-24e51bb3b78a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:14.697329 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37085557-4fcb-4178-9f46-24e51bb3b78a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event updated for resources: {'Port': ['ID=1592bee6-5996-4727-8f30-55913f2ae08b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:14.723800 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2ef68692-43d5-4ada-8073-a56ecf069388 req-4b36d704-f865-4ab5-8d3f-a83174aae55b tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186234 Jul 24 09:15:14.734546 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] For port 3d716d32-95a6-4109-9b49-32da4d9569f5, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:15:14.742946 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] For port 3d716d32-95a6-4109-9b49-32da4d9569f5, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=3d716d32-95a6-4109-9b49-32da4d9569f5,segment=NetworkSegment(6ce6d47b-4c6a-4b90-b570-7486fbf29a36),segment_id=6ce6d47b-4c6a-4b90-b570-7486fbf29a36)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:15:14.749007 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-37085557-4fcb-4178-9f46-24e51bb3b78a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7725563 Jul 24 09:15:14.754323 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-569a41f9-8044-4c12-8e4e-5338f6329a77 None None] Port 794a2009-e4f6-4dcc-8190-09f6bd77b763 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:15:14.784128 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a70180b7-0813-42d1-b346-8f6b9594c91e {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:15:14.805129 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7e658a-2bfe-44de-a4fb-5992585a330d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-f2b4cadf-32bf-4f26-9907-205178132255', 'network_id': 'f2b4cadf-32bf-4f26-9907-205178132255', 'tenant_id': 'a5755a575ba54e918fe4d816a9ad1fbd', 'fixed_ips': [{'subnet_id': '02f32891-624f-41b3-81e1-d9d0aa4b2874'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:15:14.807301 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7a7e658a-2bfe-44de-a4fb-5992585a330d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:14.810589 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:14.815907 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port a70180b7-0813-42d1-b346-8f6b9594c91e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=a70180b7-0813-42d1-b346-8f6b9594c91e,segment=NetworkSegment(028cb95f-2a4c-4e6e-aac8-95db3bdf4e23),segment_id=028cb95f-2a4c-4e6e-aac8-95db3bdf4e23)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:14.895930 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:14.902577 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:14.923425 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] Transition to ACTIVE for port object 40c787a5-62b3-480c-9d99-458aaec4e4a9 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:14.936307 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:14.982632 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1a8bf-db77-4972-be3d-5ba0d2b6b603 req-a665fa9d-1e11-4d2b-b9d1-96b246242563 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:14.984536 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-10a1a8bf-db77-4972-be3d-5ba0d2b6b603 req-a665fa9d-1e11-4d2b-b9d1-96b246242563 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 946 time: 0.6820595 Jul 24 09:15:15.021639 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab9855-afad-442a-89c7-747e8542fc9c None None] Pushing event updated for resources: {'Port': ['ID=40c787a5-62b3-480c-9d99-458aaec4e4a9,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:15.075158 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-10a1a8bf-db77-4972-be3d-5ba0d2b6b603 req-cb12a8b1-97bd-435e-bad1-734764b4b045 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793443 Jul 24 09:15:15.184813 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-7a7e658a-2bfe-44de-a4fb-5992585a330d None None] Allocated IP 172.20.0.2 (f2b4cadf-32bf-4f26-9907-205178132255/02f32891-624f-41b3-81e1-d9d0aa4b2874/a23dafd6-6568-473a-b7ec-12787ecc3aa4) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:15:15.194551 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] Attempting to bind port 40c787a5-62b3-480c-9d99-458aaec4e4a9 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:15:15.194929 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] Attempting to bind port 40c787a5-62b3-480c-9d99-458aaec4e4a9 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '1d6d5667-2732-42fd-921a-ccb603a49db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:15:15.195295 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] Attempting to bind port 40c787a5-62b3-480c-9d99-458aaec4e4a9 on network e888b29b-567f-4e99-87cc-c2e919ae52b3 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:15.201653 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:15:15.202032 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] Checking segment: {'id': '1d6d5667-2732-42fd-921a-ccb603a49db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:15:15.202441 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:15.202832 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] Bound using segment: {'id': '1d6d5667-2732-42fd-921a-ccb603a49db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:15:15.203310 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] Bound port: 40c787a5-62b3-480c-9d99-458aaec4e4a9, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6d5667-2732-42fd-921a-ccb603a49db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:15:15.203715 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:15.297506 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-193486e3-72c5-48fd-9082-84f42823877b req-2177b4b9-5742-4c4a-8c3d-a12736159a56 service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8508995 Jul 24 09:15:15.353493 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] For port 40c787a5-62b3-480c-9d99-458aaec4e4a9, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:15:15.356860 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] For port 40c787a5-62b3-480c-9d99-458aaec4e4a9, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=40c787a5-62b3-480c-9d99-458aaec4e4a9,segment=NetworkSegment(1d6d5667-2732-42fd-921a-ccb603a49db8),segment_id=1d6d5667-2732-42fd-921a-ccb603a49db8)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:15:15.365455 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:15.386198 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c511bf-3ba2-41c1-a579-ba38aa60d04e None None] Pushing event updated for resources: {'Port': ['ID=3d716d32-95a6-4109-9b49-32da4d9569f5,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:15.388971 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] Routers {'64f1b992-8ca1-4213-9bc7-e989f2babc71'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:15:15.389678 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:15:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['64f1b992-8ca1-4213-9bc7-e989f2babc71'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:15.416043 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7a7e658a-2bfe-44de-a4fb-5992585a330d None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:15.472976 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab9855-afad-442a-89c7-747e8542fc9c None None] Pushing event updated for resources: {'Port': ['ID=40c787a5-62b3-480c-9d99-458aaec4e4a9,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:15.499069 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] Routers {'e7beb0d1-9f55-44c7-a681-6b5955fb60bc'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:15:15.499972 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:15:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e7beb0d1-9f55-44c7-a681-6b5955fb60bc'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:15.504172 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-9f22c7b5-89b4-493b-8afa-e0b499ad2533 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:15.505771 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-9f22c7b5-89b4-493b-8afa-e0b499ad2533 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/networks?id=e888b29b-567f-4e99-87cc-c2e919ae52b3 HTTP/1.1" status: 200 len: 829 time: 0.2480319 Jul 24 09:15:15.532998 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-d8a075da-33cf-4f2d-a271-349b3dfed650 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/quotas/44f7e03d83844829b5852dbb1418c3e4 HTTP/1.1" status: 200 len: 375 time: 0.0159297 Jul 24 09:15:15.556512 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 552a8f93-a185-4f40-b8a2-18f80432b77e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:15.557033 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:15.559247 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['a70180b7-0813-42d1-b346-8f6b9594c91e'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:15:15.608534 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f6c286f9-d7b3-4f43-b748-77254895c55f None None] Provisioning for port 1592bee6-5996-4727-8f30-55913f2ae08b completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:15.614811 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7a7e658a-2bfe-44de-a4fb-5992585a330d None None] Transition to ACTIVE for port object a23dafd6-6568-473a-b7ec-12787ecc3aa4 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:15.653840 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f6c286f9-d7b3-4f43-b748-77254895c55f None None] Provisioning complete for port 1592bee6-5996-4727-8f30-55913f2ae08b triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:15.657852 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f6c286f9-d7b3-4f43-b748-77254895c55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:15.660260 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-50c44899-2256-4e38-8fd4-919308da168e tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=44f7e03d83844829b5852dbb1418c3e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1202068 Jul 24 09:15:15.662993 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f6b817a-2a0e-42d8-94a5-38e2aaddaaaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:15.678465 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] Set router e7beb0d1-9f55-44c7-a681-6b5955fb60bc gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:15:15.719754 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f6b817a-2a0e-42d8-94a5-38e2aaddaaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:15.738424 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=a70180b7-0813-42d1-b346-8f6b9594c91e,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:15.741474 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7e8541-30f6-4fa2-971a-266c2af30850 None None] Network c6f03a51-92af-4f2b-a8a7-84f44e0df4db requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:15:15.748199 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7a7e658a-2bfe-44de-a4fb-5992585a330d None None] Transition to ACTIVE for port object a23dafd6-6568-473a-b7ec-12787ecc3aa4 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:15.790556 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915584f-3032-485c-a34c-6ef08497b565 req-a06a23ca-83a1-4af7-b8f4-ddfd99d02a6d tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:15.792957 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7a7e658a-2bfe-44de-a4fb-5992585a330d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:15.801987 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7915584f-3032-485c-a34c-6ef08497b565 req-a06a23ca-83a1-4af7-b8f4-ddfd99d02a6d tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 944 time: 0.4666476 Jul 24 09:15:15.802479 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-f6c286f9-d7b3-4f43-b748-77254895c55f None None] Port 1592bee6-5996-4727-8f30-55913f2ae08b cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:15:15.852215 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-d3663949-6c49-416f-b7c8-0794c202e8ff service neutron] 10.222.0.32 "GET /v2.0/networks/e888b29b-567f-4e99-87cc-c2e919ae52b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909723 Jul 24 09:15:15.858105 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-193486e3-72c5-48fd-9082-84f42823877b req-6f0d274e-4cf2-4a67-9a72-d1c9b1cb77ad service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574982 Jul 24 09:15:15.893559 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7915584f-3032-485c-a34c-6ef08497b565 req-7c0c06c7-5939-4e4c-b509-ec4f86a31da9 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901504 Jul 24 09:15:15.903450 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] Set router 64f1b992-8ca1-4213-9bc7-e989f2babc71 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:15:15.995371 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7e658a-2bfe-44de-a4fb-5992585a330d None None] Network f2b4cadf-32bf-4f26-9907-205178132255 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:16.025788 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-aeebb218-0d4e-4cff-a99c-dae1e077f988 service neutron] 10.222.0.32 "GET /v2.0/networks/e888b29b-567f-4e99-87cc-c2e919ae52b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726153 Jul 24 09:15:16.107857 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-3f6b817a-2a0e-42d8-94a5-38e2aaddaaaa admin admin] Allocated IP 172.25.7.192 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/01567eae-4f7f-446c-8bc0-38fce2cbc0b1) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:15:16.145987 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980036c-5828-4d26-bc13-508860526ced req-6b14de87-cae7-4c65-9782-a5fb23b735b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:16.149303 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1980036c-5828-4d26-bc13-508860526ced req-6b14de87-cae7-4c65-9782-a5fb23b735b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1913b66f5ab41bbbc2b819d5a63abda&device_id=c1c4e1c4-b542-4fae-a781-8546cb52fbf1 HTTP/1.1" status: 200 len: 1095 time: 0.2259529 Jul 24 09:15:16.171312 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-7a7e658a-2bfe-44de-a4fb-5992585a330d None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:16.184250 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7e658a-2bfe-44de-a4fb-5992585a330d None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:15:16.258147 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e658a-2bfe-44de-a4fb-5992585a330d None None] Pushing event updated for resources: {'Port': ['ID=a23dafd6-6568-473a-b7ec-12787ecc3aa4,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:16.297057 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484173121-router', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '3da805a9-fc6d-4c80-9f1d-eed9c6b26a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:15:02Z', 'updated_at': '2021-07-24T09:15:11Z', 'revision_number': 4, 'project_id': '44f7e03d83844829b5852dbb1418c3e4', 'gw_port': {'id': '3da805a9-fc6d-4c80-9f1d-eed9c6b26a48', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:04Z', 'updated_at': '2021-07-24T09:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '40c787a5-62b3-480c-9d99-458aaec4e4a9', 'name': '', 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'mac_address': 'fa:16:3e:6b:6e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '498fc689-d6ae-4674-bc86-ab9632765c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:10Z', 'updated_at': '2021-07-24T09:15:15Z', 'revision_number': 4, 'project_id': '44f7e03d83844829b5852dbb1418c3e4', 'subnets': [{'id': '498fc689-d6ae-4674-bc86-ab9632765c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:16.376784 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a379d768-aa0e-4432-8524-ca5350163e9b None None] The sync data for ids ['e7beb0d1-9f55-44c7-a681-6b5955fb60bc'] in n-d-800085-9 is: [{'id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484173121-router', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '3da805a9-fc6d-4c80-9f1d-eed9c6b26a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:15:02Z', 'updated_at': '2021-07-24T09:15:11Z', 'revision_number': 4, 'project_id': '44f7e03d83844829b5852dbb1418c3e4', 'gw_port': {'id': '3da805a9-fc6d-4c80-9f1d-eed9c6b26a48', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:04Z', 'updated_at': '2021-07-24T09:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '40c787a5-62b3-480c-9d99-458aaec4e4a9', 'name': '', 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'mac_address': 'fa:16:3e:6b:6e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '498fc689-d6ae-4674-bc86-ab9632765c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:10Z', 'updated_at': '2021-07-24T09:15:15Z', 'revision_number': 4, 'project_id': '44f7e03d83844829b5852dbb1418c3e4', 'subnets': [{'id': '498fc689-d6ae-4674-bc86-ab9632765c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:15:16.418296 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980036c-5828-4d26-bc13-508860526ced req-ef007c0f-6f63-422a-a02e-1f297ecb691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:16.419837 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1980036c-5828-4d26-bc13-508860526ced req-ef007c0f-6f63-422a-a02e-1f297ecb691e service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae3d61b8-100f-4726-9451-0b010e6cd4d8 HTTP/1.1" status: 200 len: 912 time: 0.2612641 Jul 24 09:15:16.425478 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f6b817a-2a0e-42d8-94a5-38e2aaddaaaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:16.430314 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:16.543444 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57558) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:16.546209 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1980036c-5828-4d26-bc13-508860526ced req-386e13df-8f9c-4608-9381-97f9d3435e80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=297caa20-e6eb-43b2-9b0d-83f5877d15a1 HTTP/1.1" status: 200 len: 217 time: 0.1179578 Jul 24 09:15:16.577613 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-3cc5f653-6fed-4c7c-9775-ffcec30a38b2 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1510239828', 'description': 'tempest-description--382135254'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:16.581315 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:16.588224 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-7a7e658a-2bfe-44de-a4fb-5992585a330d None None] Attempting to bind port a23dafd6-6568-473a-b7ec-12787ecc3aa4 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:15:16.588914 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-7a7e658a-2bfe-44de-a4fb-5992585a330d None None] Attempting to bind port a23dafd6-6568-473a-b7ec-12787ecc3aa4 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '0993f1b1-2ac9-46c7-9d31-9654591ec2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f2b4cadf-32bf-4f26-9907-205178132255'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:15:16.589469 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7e658a-2bfe-44de-a4fb-5992585a330d None None] Attempting to bind port a23dafd6-6568-473a-b7ec-12787ecc3aa4 on network f2b4cadf-32bf-4f26-9907-205178132255 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:16.638921 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3cc5f653-6fed-4c7c-9775-ffcec30a38b2 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:16.686548 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f6b817a-2a0e-42d8-94a5-38e2aaddaaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:16.688056 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7e658a-2bfe-44de-a4fb-5992585a330d None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:15:16.688515 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7e658a-2bfe-44de-a4fb-5992585a330d None None] Checking segment: {'id': '0993f1b1-2ac9-46c7-9d31-9654591ec2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f2b4cadf-32bf-4f26-9907-205178132255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:15:16.689498 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7a7e658a-2bfe-44de-a4fb-5992585a330d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:16.691643 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7e658a-2bfe-44de-a4fb-5992585a330d None None] Bound using segment: {'id': '0993f1b1-2ac9-46c7-9d31-9654591ec2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f2b4cadf-32bf-4f26-9907-205178132255'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:15:16.691643 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-7a7e658a-2bfe-44de-a4fb-5992585a330d None None] Bound port: a23dafd6-6568-473a-b7ec-12787ecc3aa4, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0993f1b1-2ac9-46c7-9d31-9654591ec2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f2b4cadf-32bf-4f26-9907-205178132255'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:15:16.691643 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7a7e658a-2bfe-44de-a4fb-5992585a330d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:16.731398 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310d773-b381-40e2-a94e-d6d55686683b req-c63a849c-7501-482d-988f-7e7659c62633 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:16.733220 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e310d773-b381-40e2-a94e-d6d55686683b req-c63a849c-7501-482d-988f-7e7659c62633 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c4e1c4-b542-4fae-a781-8546cb52fbf1 HTTP/1.1" status: 200 len: 944 time: 0.2356648 Jul 24 09:15:16.747921 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980036c-5828-4d26-bc13-508860526ced req-c52f936e-7f7f-4610-8e49-68c20d8528ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:16.753198 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1980036c-5828-4d26-bc13-508860526ced req-c52f936e-7f7f-4610-8e49-68c20d8528ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82774b4c-6531-498d-b907-9800d791c7b0 HTTP/1.1" status: 200 len: 852 time: 0.1993694 Jul 24 09:15:16.826109 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-99c68925-7eda-484c-ab10-fc14aa12f52f None None] Provisioning for port 1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:16.855714 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6b817a-2a0e-42d8-94a5-38e2aaddaaaa admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:16.887369 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e310d773-b381-40e2-a94e-d6d55686683b req-0159d107-d1f6-44ee-a263-5229baac26f1 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287503 Jul 24 09:15:16.905601 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1980036c-5828-4d26-bc13-508860526ced req-9f024553-e418-4b4f-9323-a77194f9e2f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae3d61b8-100f-4726-9451-0b010e6cd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211689 Jul 24 09:15:16.933585 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-3f6b817a-2a0e-42d8-94a5-38e2aaddaaaa admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:16.958961 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6b817a-2a0e-42d8-94a5-38e2aaddaaaa admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:15:16.965777 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:16.966242 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:17.033469 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ffd90a4c-0e1c-466e-930c-c31e82af9135 req-dd75ccc0-1e8e-4bee-8c61-c4c2240929b9 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/ports?device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 210 time: 0.0711541 Jul 24 09:15:17.052829 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3cc5f653-6fed-4c7c-9775-ffcec30a38b2 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:17.056426 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-7a7e658a-2bfe-44de-a4fb-5992585a330d None None] For port a23dafd6-6568-473a-b7ec-12787ecc3aa4, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:15:17.060226 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3cc5f653-6fed-4c7c-9775-ffcec30a38b2 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:17.088020 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-7a7e658a-2bfe-44de-a4fb-5992585a330d None None] For port a23dafd6-6568-473a-b7ec-12787ecc3aa4, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a23dafd6-6568-473a-b7ec-12787ecc3aa4,segment=NetworkSegment(0993f1b1-2ac9-46c7-9d31-9654591ec2d3),segment_id=0993f1b1-2ac9-46c7-9d31-9654591ec2d3)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:15:17.103321 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3cc5f653-6fed-4c7c-9775-ffcec30a38b2 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:17.104936 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3cc5f653-6fed-4c7c-9775-ffcec30a38b2 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5545783 Jul 24 09:15:17.107731 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5f653-6fed-4c7c-9775-ffcec30a38b2 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d96262b6-cb48-483f-979b-41688edf33a2,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:17.110552 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57564) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:17.118008 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-d072f34d-d69d-4feb-8108-34333b765413 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Request body: {'security_group_rule': {'security_group_id': 'd96262b6-cb48-483f-979b-41688edf33a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:17.125950 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7a7e658a-2bfe-44de-a4fb-5992585a330d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:17.140243 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b817a-2a0e-42d8-94a5-38e2aaddaaaa admin admin] Pushing event updated for resources: {'Port': ['ID=01567eae-4f7f-446c-8bc0-38fce2cbc0b1,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:17.220032 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f1b992-8ca1-4213-9bc7-e989f2babc71', 'name': 'tempest-AttachSCSIVolumeTestJSON-880764679-router', 'tenant_id': '233e5702d83e46c29e001e8f0c97ed0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '552a8f93-a185-4f40-b8a2-18f80432b77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:14:59Z', 'updated_at': '2021-07-24T09:15:06Z', 'revision_number': 4, 'project_id': '233e5702d83e46c29e001e8f0c97ed0f', 'gw_port': {'id': '552a8f93-a185-4f40-b8a2-18f80432b77e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:19:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f1b992-8ca1-4213-9bc7-e989f2babc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:00Z', 'updated_at': '2021-07-24T09:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '3d716d32-95a6-4109-9b49-32da4d9569f5', 'name': '', 'network_id': '66549fa8-6cb8-4643-9bf1-5a976706f788', 'tenant_id': '233e5702d83e46c29e001e8f0c97ed0f', 'mac_address': 'fa:16:3e:70:39:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f1b992-8ca1-4213-9bc7-e989f2babc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '4c0ca2a4-bfbc-4b83-8b4c-560bc7b8c198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:05Z', 'updated_at': '2021-07-24T09:15:14Z', 'revision_number': 4, 'project_id': '233e5702d83e46c29e001e8f0c97ed0f', 'subnets': [{'id': '4c0ca2a4-bfbc-4b83-8b4c-560bc7b8c198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:17.226626 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d072f34d-d69d-4feb-8108-34333b765413 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:17.292551 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e658a-2bfe-44de-a4fb-5992585a330d None None] Pushing event updated for resources: {'Port': ['ID=a23dafd6-6568-473a-b7ec-12787ecc3aa4,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:17.295604 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4a00ef-a3d6-4421-ac96-dfe9c8c7e6e0 None None] The sync data for ids ['64f1b992-8ca1-4213-9bc7-e989f2babc71'] in n-d-800085-9 is: [{'id': '64f1b992-8ca1-4213-9bc7-e989f2babc71', 'name': 'tempest-AttachSCSIVolumeTestJSON-880764679-router', 'tenant_id': '233e5702d83e46c29e001e8f0c97ed0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '552a8f93-a185-4f40-b8a2-18f80432b77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:14:59Z', 'updated_at': '2021-07-24T09:15:06Z', 'revision_number': 4, 'project_id': '233e5702d83e46c29e001e8f0c97ed0f', 'gw_port': {'id': '552a8f93-a185-4f40-b8a2-18f80432b77e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:19:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f1b992-8ca1-4213-9bc7-e989f2babc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:00Z', 'updated_at': '2021-07-24T09:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '3d716d32-95a6-4109-9b49-32da4d9569f5', 'name': '', 'network_id': '66549fa8-6cb8-4643-9bf1-5a976706f788', 'tenant_id': '233e5702d83e46c29e001e8f0c97ed0f', 'mac_address': 'fa:16:3e:70:39:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f1b992-8ca1-4213-9bc7-e989f2babc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '4c0ca2a4-bfbc-4b83-8b4c-560bc7b8c198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:05Z', 'updated_at': '2021-07-24T09:15:14Z', 'revision_number': 4, 'project_id': '233e5702d83e46c29e001e8f0c97ed0f', 'subnets': [{'id': '4c0ca2a4-bfbc-4b83-8b4c-560bc7b8c198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:15:17.304121 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:17.335161 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be75ef-4ebf-48d0-8df1-81f7c68a8daf req-c2938ad2-9202-42ec-bb2e-c10851f197d4 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:17.337000 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-42be75ef-4ebf-48d0-8df1-81f7c68a8daf req-c2938ad2-9202-42ec-bb2e-c10851f197d4 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 944 time: 0.1610479 Jul 24 09:15:17.400002 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-42be75ef-4ebf-48d0-8df1-81f7c68a8daf req-bcb6f345-1689-4282-b43f-d74ed8455b24 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555019 Jul 24 09:15:17.412062 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d072f34d-d69d-4feb-8108-34333b765413 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:17.422217 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d072f34d-d69d-4feb-8108-34333b765413 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:17.497377 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1980036c-5828-4d26-bc13-508860526ced req-a7f996ff-4dcb-4238-b347-8a89ce40495f service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796599 Jul 24 09:15:17.508270 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d072f34d-d69d-4feb-8108-34333b765413 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:17.509696 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d072f34d-d69d-4feb-8108-34333b765413 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3972242 Jul 24 09:15:17.511179 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072f34d-d69d-4feb-8108-34333b765413 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d14b99-ed44-4ec0-ad77-a96180d0ebb5,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:17.512706 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57568) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:17.531250 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-3631c8fc-b626-4448-b18a-cbddc9af444e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Request body: {'security_group_rule': {'security_group_id': 'd96262b6-cb48-483f-979b-41688edf33a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:17.555651 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7121c-fefa-468c-a0aa-d314fa9cb339 req-e38703ff-eaae-49d4-ba83-9253a1dba265 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:17.557581 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-62f7121c-fefa-468c-a0aa-d314fa9cb339 req-e38703ff-eaae-49d4-ba83-9253a1dba265 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 946 time: 0.7906153 Jul 24 09:15:17.603485 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3631c8fc-b626-4448-b18a-cbddc9af444e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:17.654897 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:17.667056 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:17.667483 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:17.753658 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3631c8fc-b626-4448-b18a-cbddc9af444e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:17.765683 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3631c8fc-b626-4448-b18a-cbddc9af444e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:17.786633 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631c8fc-b626-4448-b18a-cbddc9af444e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd8799a-7405-4e76-a991-8b6f840b1c6a,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:17.796388 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-62f7121c-fefa-468c-a0aa-d314fa9cb339 req-d5a06d35-3b08-4327-9195-b0e7242bb10e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209077 Jul 24 09:15:17.802907 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3631c8fc-b626-4448-b18a-cbddc9af444e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:17.804168 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3631c8fc-b626-4448-b18a-cbddc9af444e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2834058 Jul 24 09:15:17.811736 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57572) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:17.818480 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-b474577a-e152-4aa0-be1a-63c4f1187745 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:17.900426 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b474577a-e152-4aa0-be1a-63c4f1187745 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:17.934243 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:17.999192 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-d2d9d1d7-888f-4b86-b325-44510eb55eb5 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:18.000717 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-d2d9d1d7-888f-4b86-b325-44510eb55eb5 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.37 "GET /v2.0/networks?id=e888b29b-567f-4e99-87cc-c2e919ae52b3 HTTP/1.1" status: 200 len: 829 time: 0.1498544 Jul 24 09:15:18.017875 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-28938c5a-6074-4b8c-b69c-5fce72b2c5d6 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Request body: {'port': {'device_id': '98387a2e-806a-4be4-b9b0-5a51bc473234', 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3', 'admin_state_up': True, 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:18.030762 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a,segment=NetworkSegment(b8711e49-0053-48e4-9ab4-ca813e7466e0),segment_id=b8711e49-0053-48e4-9ab4-ca813e7466e0)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:18.040573 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:18.044177 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 3da805a9-fc6d-4c80-9f1d-eed9c6b26a48 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:18.135728 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b474577a-e152-4aa0-be1a-63c4f1187745 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:18.151445 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1980036c-5828-4d26-bc13-508860526ced req-ef65149c-88f0-4634-894e-fc71bf0bc2bb service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6438019 Jul 24 09:15:18.225477 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:18.247204 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 3da805a9-fc6d-4c80-9f1d-eed9c6b26a48 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:18.247733 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:18.254488 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f6b817a-2a0e-42d8-94a5-38e2aaddaaaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:18.285678 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f042076-fc1e-4257-ae5f-6c248cc4c9fe req-0ab3b9f2-0e23-4cbc-8ddf-fed51571c60e tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/ports?device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 210 time: 0.0551074 Jul 24 09:15:18.298995 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 297caa20-e6eb-43b2-9b0d-83f5877d15a1 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:15:18.382165 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-b474577a-e152-4aa0-be1a-63c4f1187745 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Allocated IP 172.25.7.12 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/2c940090-d7e3-46d2-88a7-d50c918944e7) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:15:18.545389 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 297caa20-e6eb-43b2-9b0d-83f5877d15a1, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=297caa20-e6eb-43b2-9b0d-83f5877d15a1,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:18.547977 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b474577a-e152-4aa0-be1a-63c4f1187745 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:18.576345 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '297caa20-e6eb-43b2-9b0d-83f5877d15a1', 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8', 'port_id': '297caa20-e6eb-43b2-9b0d-83f5877d15a1', 'mac_address': 'fa:16:3e:cd:f0:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82774b4c-6531-498d-b907-9800d791c7b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:15:18.676606 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:18.691092 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece64b18-4bad-4bc9-9204-7af0198d0065 req-9caf31bc-f371-414c-9ecb-a5a7ec341acd tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:18.691746 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 297caa20-e6eb-43b2-9b0d-83f5877d15a1 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:15:18.692648 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ece64b18-4bad-4bc9-9204-7af0198d0065 req-9caf31bc-f371-414c-9ecb-a5a7ec341acd tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 944 time: 0.1416068 Jul 24 09:15:18.694195 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b474577a-e152-4aa0-be1a-63c4f1187745 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:18.720311 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 297caa20-e6eb-43b2-9b0d-83f5877d15a1, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=297caa20-e6eb-43b2-9b0d-83f5877d15a1,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:18.732363 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:18.763124 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b6f8b-7988-447d-bcb3-f11a43c53535 req-88f19f07-fa83-42ba-bce3-5b38561fceca tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:18.775084 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4a0b6f8b-7988-447d-bcb3-f11a43c53535 req-88f19f07-fa83-42ba-bce3-5b38561fceca tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c4e1c4-b542-4fae-a781-8546cb52fbf1 HTTP/1.1" status: 200 len: 944 time: 0.7096155 Jul 24 09:15:18.803332 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a23dafd6-6568-473a-b7ec-12787ecc3aa4 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:18.828210 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b474577a-e152-4aa0-be1a-63c4f1187745 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:18.831800 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-28938c5a-6074-4b8c-b69c-5fce72b2c5d6 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Made reservation on behalf of 44f7e03d83844829b5852dbb1418c3e4 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:15:18.833097 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-b474577a-e152-4aa0-be1a-63c4f1187745 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:18.835585 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-28938c5a-6074-4b8c-b69c-5fce72b2c5d6 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:18.836985 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b474577a-e152-4aa0-be1a-63c4f1187745 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:15:18.841937 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=297caa20-e6eb-43b2-9b0d-83f5877d15a1,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:18.856404 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ece64b18-4bad-4bc9-9204-7af0198d0065 req-7a74ccad-d68f-4e8b-bf82-7229e18c78b8 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445956 Jul 24 09:15:18.877550 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f6b817a-2a0e-42d8-94a5-38e2aaddaaaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:18.885384 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port a23dafd6-6568-473a-b7ec-12787ecc3aa4 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:18.895261 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:18.901506 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccbf9cd-74cd-4ebf-856b-1f8e5c323c29 None None] Network f2b4cadf-32bf-4f26-9907-205178132255 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:15:18.913251 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474577a-e152-4aa0-be1a-63c4f1187745 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event updated for resources: {'Port': ['ID=2c940090-d7e3-46d2-88a7-d50c918944e7,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:18.926965 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4a0b6f8b-7988-447d-bcb3-f11a43c53535 req-85d0ccd0-0f48-4276-9af5-f91fc7298b77 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453173 Jul 24 09:15:18.989664 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b474577a-e152-4aa0-be1a-63c4f1187745 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:19.019156 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['297caa20-e6eb-43b2-9b0d-83f5877d15a1'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:15:19.046906 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b474577a-e152-4aa0-be1a-63c4f1187745 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:19.068228 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c9e8ff0f-ce3e-46ca-969a-25429f2a9b0f None None] Provisioning for port a23dafd6-6568-473a-b7ec-12787ecc3aa4 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:19.086658 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c9e8ff0f-ce3e-46ca-969a-25429f2a9b0f None None] Provisioning complete for port a23dafd6-6568-473a-b7ec-12787ecc3aa4 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:19.086990 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c9e8ff0f-ce3e-46ca-969a-25429f2a9b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:19.150802 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:19.151079 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:19.188504 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device a70180b7-0813-42d1-b346-8f6b9594c91e up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:19.241295 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b474577a-e152-4aa0-be1a-63c4f1187745 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:19.251860 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b474577a-e152-4aa0-be1a-63c4f1187745 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:19.386850 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474577a-e152-4aa0-be1a-63c4f1187745 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event updated for resources: {'Port': ['ID=2c940090-d7e3-46d2-88a7-d50c918944e7,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:19.411627 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b474577a-e152-4aa0-be1a-63c4f1187745 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:19.441525 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b474577a-e152-4aa0-be1a-63c4f1187745 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:19.453377 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b474577a-e152-4aa0-be1a-63c4f1187745 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6298354 Jul 24 09:15:19.474438 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c9e8ff0f-ce3e-46ca-969a-25429f2a9b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:19.486478 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-28938c5a-6074-4b8c-b69c-5fce72b2c5d6 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Allocated IP 172.20.0.8 (e888b29b-567f-4e99-87cc-c2e919ae52b3/498fc689-d6ae-4674-bc86-ab9632765c37/fa9eeb1f-67a3-41bf-8f98-b9ea680c137e) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:15:19.513806 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-af5a09be-f687-4c29-88b0-892537862e64 req-c802fb20-a409-46ae-92f6-cd943892f637 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/ports?device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 210 time: 0.0631166 Jul 24 09:15:19.524187 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port a70180b7-0813-42d1-b346-8f6b9594c91e completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:19.556055 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port a70180b7-0813-42d1-b346-8f6b9594c91e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:19.557031 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:19.578062 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badc9a9-f879-445d-b5d6-cca71276e6ea req-a40a0072-4379-4fdc-89cd-e980972c0312 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:19.585978 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1badc9a9-f879-445d-b5d6-cca71276e6ea req-a40a0072-4379-4fdc-89cd-e980972c0312 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 946 time: 0.2922049 Jul 24 09:15:19.587376 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 3d716d32-95a6-4109-9b49-32da4d9569f5 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:19.664041 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-c9e8ff0f-ce3e-46ca-969a-25429f2a9b0f None None] For port a23dafd6-6568-473a-b7ec-12787ecc3aa4, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a23dafd6-6568-473a-b7ec-12787ecc3aa4,segment=NetworkSegment(0993f1b1-2ac9-46c7-9d31-9654591ec2d3),segment_id=0993f1b1-2ac9-46c7-9d31-9654591ec2d3)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:19.686200 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c9e8ff0f-ce3e-46ca-969a-25429f2a9b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:19.699001 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1badc9a9-f879-445d-b5d6-cca71276e6ea req-5a049558-4662-472d-b58e-58e97bef6e20 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121178 Jul 24 09:15:19.750341 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6b817a-2a0e-42d8-94a5-38e2aaddaaaa admin admin] Router 278697df-a851-41f4-b9a0-a413303babb9 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:15:19.803891 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-d2710156-23d9-41ee-8837-8d9cbd53a7b7 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1510239828&fields=id&tenant_id=66d5a695abdf431a9dde2fad5212bfb7 HTTP/1.1" status: 200 len: 267 time: 0.0552671 Jul 24 09:15:19.823644 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 3d716d32-95a6-4109-9b49-32da4d9569f5 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:19.828181 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8ff0f-ce3e-46ca-969a-25429f2a9b0f None None] Pushing event updated for resources: {'Port': ['ID=a23dafd6-6568-473a-b7ec-12787ecc3aa4,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:19.835791 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 3d716d32-95a6-4109-9b49-32da4d9569f5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:19.836168 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:19.883538 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:19.940999 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-fc3c1c9e-bf1a-4586-960c-4784d7c85243 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:19.947518 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97323d5-b2a8-4c65-8e8b-b875b2c01f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70180b7-0813-42d1-b346-8f6b9594c91e'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:15:19.950802 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-fc3c1c9e-bf1a-4586-960c-4784d7c85243 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports/794a2009-e4f6-4dcc-8190-09f6bd77b763 HTTP/1.1" status: 200 len: 936 time: 0.1372495 Jul 24 09:15:19.966832 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d23c808-810c-4e56-9f63-133523cdbbc4" -d '{"events": [{"server_uuid": "c97323d5-b2a8-4c65-8e8b-b875b2c01f1e", "name": "network-vif-plugged", "status": "completed", "tag": "a70180b7-0813-42d1-b346-8f6b9594c91e"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:15:19.974144 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6b817a-2a0e-42d8-94a5-38e2aaddaaaa admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:15:19.984556 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port a70180b7-0813-42d1-b346-8f6b9594c91e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=a70180b7-0813-42d1-b346-8f6b9594c91e,segment=NetworkSegment(028cb95f-2a4c-4e6e-aac8-95db3bdf4e23),segment_id=028cb95f-2a4c-4e6e-aac8-95db3bdf4e23)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:19.990842 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] Sync routers for ids ['278697df-a851-41f4-b9a0-a413303babb9'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:15:19.997080 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:20.004176 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-28938c5a-6074-4b8c-b69c-5fce72b2c5d6 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:20.033612 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-24dc0ac6-db58-4f88-9700-bcd6e11ca0fb tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:20.042244 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-24dc0ac6-db58-4f88-9700-bcd6e11ca0fb tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports/1592bee6-5996-4727-8f30-55913f2ae08b HTTP/1.1" status: 200 len: 937 time: 0.0890801 Jul 24 09:15:20.054694 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-28938c5a-6074-4b8c-b69c-5fce72b2c5d6 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Transition to ACTIVE for port object fa9eeb1f-67a3-41bf-8f98-b9ea680c137e will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:20.073273 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f6b817a-2a0e-42d8-94a5-38e2aaddaaaa admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:20.077294 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3f6b817a-2a0e-42d8-94a5-38e2aaddaaaa admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.6398196 Jul 24 09:15:20.079008 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57610) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:20.081338 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] Routers {'278697df-a851-41f4-b9a0-a413303babb9'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:15:20.082647 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:15:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['278697df-a851-41f4-b9a0-a413303babb9'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:20.084003 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-318fd7ee-1e7e-4438-a155-83cd7d49067d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?network_id=c6f03a51-92af-4f2b-a8a7-84f44e0df4db&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0406477 Jul 24 09:15:20.127915 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-ca262383-f059-4df9-8d71-da38bd49dd72 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?network_id=c6f03a51-92af-4f2b-a8a7-84f44e0df4db&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0354960 Jul 24 09:15:20.170020 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=a70180b7-0813-42d1-b346-8f6b9594c91e,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:20.189267 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-9e4b16d8-8899-446c-9b99-0fd2b66eb73e None None] Provisioning complete for port a23dafd6-6568-473a-b7ec-12787ecc3aa4 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:20.189590 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9e4b16d8-8899-446c-9b99-0fd2b66eb73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:20.196273 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:20.204170 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-28938c5a-6074-4b8c-b69c-5fce72b2c5d6 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:20.227134 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a15f3-ae07-4298-98df-b30390a73c16 req-c57a2104-090e-4077-875a-d16a57cc8c1e tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:20.228645 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2a6a15f3-ae07-4298-98df-b30390a73c16 req-c57a2104-090e-4077-875a-d16a57cc8c1e tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 945 time: 0.2147498 Jul 24 09:15:20.273680 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-1917669c-28e0-4b4c-8ece-5f65248919df tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:20.275852 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] Set router 278697df-a851-41f4-b9a0-a413303babb9 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:15:20.278662 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 3d716d32-95a6-4109-9b49-32da4d9569f5, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=3d716d32-95a6-4109-9b49-32da4d9569f5,segment=NetworkSegment(6ce6d47b-4c6a-4b90-b570-7486fbf29a36),segment_id=6ce6d47b-4c6a-4b90-b570-7486fbf29a36)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:20.281338 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-1917669c-28e0-4b4c-8ece-5f65248919df tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:20.289082 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-1917669c-28e0-4b4c-8ece-5f65248919df tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:20.289266 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-28938c5a-6074-4b8c-b69c-5fce72b2c5d6 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Network e888b29b-567f-4e99-87cc-c2e919ae52b3 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:20.290841 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-1917669c-28e0-4b4c-8ece-5f65248919df tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/networks?id=9dc9f2b3-ab92-48be-ad70-58a2832475cd&id=130df151-54ed-4200-959f-f7fb83738159&id=130df151-54ed-4200-959f-f7fb83738159&id=c6f03a51-92af-4f2b-a8a7-84f44e0df4db&id=c6f03a51-92af-4f2b-a8a7-84f44e0df4db HTTP/1.1" status: 200 len: 1995 time: 0.1568828 Jul 24 09:15:20.298531 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-28938c5a-6074-4b8c-b69c-5fce72b2c5d6 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:20.301780 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-28938c5a-6074-4b8c-b69c-5fce72b2c5d6 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:15:20.304664 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:20.305439 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 40c787a5-62b3-480c-9d99-458aaec4e4a9 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:20.309729 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28938c5a-6074-4b8c-b69c-5fce72b2c5d6 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Pushing event updated for resources: {'Port': ['ID=fa9eeb1f-67a3-41bf-8f98-b9ea680c137e,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:20.310479 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-2e2279c1-6abf-4ea8-b12b-b0577b2e5867 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/quotas/66d5a695abdf431a9dde2fad5212bfb7 HTTP/1.1" status: 200 len: 375 time: 0.0133643 Jul 24 09:15:20.420117 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-2031f3e5-f1b2-4ec6-9fd6-5c1c6373e2fc tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=66d5a695abdf431a9dde2fad5212bfb7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0906813 Jul 24 09:15:20.420832 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2a6a15f3-ae07-4298-98df-b30390a73c16 req-5a210c57-d74c-4cbc-be6b-f96b89d496eb tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669338 Jul 24 09:15:20.449313 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-28938c5a-6074-4b8c-b69c-5fce72b2c5d6 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:20.450314 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-28938c5a-6074-4b8c-b69c-5fce72b2c5d6 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:20.500308 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=3d716d32-95a6-4109-9b49-32da4d9569f5,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:20.585649 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 40c787a5-62b3-480c-9d99-458aaec4e4a9 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:20.592037 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 40c787a5-62b3-480c-9d99-458aaec4e4a9 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:20.592412 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:20.604039 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-4b4e04fa-7d32-49ad-b3b4-6dc30a45c81f service neutron] 10.222.0.32 "GET /v2.0/networks/9dc9f2b3-ab92-48be-ad70-58a2832475cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625533 Jul 24 09:15:20.629016 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-28938c5a-6074-4b8c-b69c-5fce72b2c5d6 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6190548 Jul 24 09:15:20.645707 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-8a21f100-f73a-4865-8528-faa594cd809f service neutron] Request body: {'port': {'device_id': '98387a2e-806a-4be4-b9b0-5a51bc473234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:20.649615 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278697df-a851-41f4-b9a0-a413303babb9', 'name': 'tempest-AttachSCSIVolumeTestJSON-12106524-router', 'tenant_id': 'a5755a575ba54e918fe4d816a9ad1fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '01567eae-4f7f-446c-8bc0-38fce2cbc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:15:13Z', 'updated_at': '2021-07-24T09:15:17Z', 'revision_number': 3, 'project_id': 'a5755a575ba54e918fe4d816a9ad1fbd', 'gw_port': {'id': '01567eae-4f7f-446c-8bc0-38fce2cbc0b1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278697df-a851-41f4-b9a0-a413303babb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:15Z', 'updated_at': '2021-07-24T09:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:20.686042 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] Checking router: 278697df-a851-41f4-b9a0-a413303babb9 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:15:20.686388 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] Updating router 278697df-a851-41f4-b9a0-a413303babb9 port 01567eae-4f7f-446c-8bc0-38fce2cbc0b1 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:15:20.741992 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-05ea02aa-c205-4e03-9241-a247c2e947f3 service neutron] 10.222.0.32 "GET /v2.0/networks/9dc9f2b3-ab92-48be-ad70-58a2832475cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301687 Jul 24 09:15:20.764796 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc934e0-a2de-419a-9d22-fd8f1b3d81c1 req-6740f181-55bb-4bb1-af3f-36c2748a6b1e tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:20.771886 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-adc934e0-a2de-419a-9d22-fd8f1b3d81c1 req-6740f181-55bb-4bb1-af3f-36c2748a6b1e tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c4e1c4-b542-4fae-a781-8546cb52fbf1 HTTP/1.1" status: 200 len: 945 time: 0.1905124 Jul 24 09:15:20.778814 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-8a21f100-f73a-4865-8528-faa594cd809f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:20.801015 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-fa1b5450-5e6b-4041-b0d2-030448d7c0c6 service neutron] 10.222.0.32 "GET /v2.0/ports/794a2009-e4f6-4dcc-8190-09f6bd77b763?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0515504 Jul 24 09:15:20.863832 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-12b35a26-0735-410c-906c-4ebd580cc33d None None] Provisioning for port fa9eeb1f-67a3-41bf-8f98-b9ea680c137e completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:20.872152 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-adc934e0-a2de-419a-9d22-fd8f1b3d81c1 req-bf7a77b6-0847-4c28-8c75-bf88e9bc8270 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991273 Jul 24 09:15:20.880287 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-12b35a26-0735-410c-906c-4ebd580cc33d None None] Provisioning complete for port fa9eeb1f-67a3-41bf-8f98-b9ea680c137e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:20.880491 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-12b35a26-0735-410c-906c-4ebd580cc33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:20.882273 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:20.883901 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:20.915097 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-769b6b7d-4c48-422d-a517-673259386e5e service neutron] 10.222.0.32 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041586 Jul 24 09:15:20.969626 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ec302b-b6e0-45da-9e08-cfd0d569ff8e x-openstack-request-id: req-a0ec302b-b6e0-45da-9e08-cfd0d569ff8e {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:15:20.970502 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97323d5-b2a8-4c65-8e8b-b875b2c01f1e", "name": "network-vif-plugged", "status": "completed", "tag": "a70180b7-0813-42d1-b346-8f6b9594c91e", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:15:20.970716 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0ec302b-b6e0-45da-9e08-cfd0d569ff8e {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:15:20.971115 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97323d5-b2a8-4c65-8e8b-b875b2c01f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70180b7-0813-42d1-b346-8f6b9594c91e', 'code': 200} Jul 24 09:15:21.025371 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-12b35a26-0735-410c-906c-4ebd580cc33d None None] Port fa9eeb1f-67a3-41bf-8f98-b9ea680c137e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:15:21.047035 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 40c787a5-62b3-480c-9d99-458aaec4e4a9, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=40c787a5-62b3-480c-9d99-458aaec4e4a9,segment=NetworkSegment(1d6d5667-2732-42fd-921a-ccb603a49db8),segment_id=1d6d5667-2732-42fd-921a-ccb603a49db8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:21.052660 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-f65f9536-8240-436d-9a12-c6673002d8dc service neutron] 10.222.0.32 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291859 Jul 24 09:15:21.053833 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:21.089122 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e6ea5766-d1e0-4059-a89c-4783bb3db340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:21.173268 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=40c787a5-62b3-480c-9d99-458aaec4e4a9,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:21.197398 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-27fbaf08-5877-40a5-9e7a-1b8ba4f57746 service neutron] 10.222.0.32 "GET /v2.0/ports/1592bee6-5996-4727-8f30-55913f2ae08b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1245391 Jul 24 09:15:21.275990 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024d79b-7283-485b-8000-8202cf4d75ad req-3e21587b-8bd5-4462-8091-df6518f52c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:21.277525 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1024d79b-7283-485b-8000-8202cf4d75ad req-3e21587b-8bd5-4462-8091-df6518f52c93 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 1096 time: 0.2283905 Jul 24 09:15:21.286187 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a23dafd6-6568-473a-b7ec-12787ecc3aa4 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:21.323425 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:21.325707 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-cebb035c-14de-4826-b030-6d1fbaad4c51 service neutron] 10.222.0.32 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185098 Jul 24 09:15:21.349490 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] Transition to ACTIVE for port object 01567eae-4f7f-446c-8bc0-38fce2cbc0b1 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:21.359547 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:21.400186 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port a23dafd6-6568-473a-b7ec-12787ecc3aa4 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:21.400558 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:21.416243 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-8a21f100-f73a-4865-8528-faa594cd809f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa9eeb1f-67a3-41bf-8f98-b9ea680c137e {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:15:21.435246 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] Attempting to bind port 01567eae-4f7f-446c-8bc0-38fce2cbc0b1 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:15:21.435599 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] Attempting to bind port 01567eae-4f7f-446c-8bc0-38fce2cbc0b1 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:15:21.435883 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] Attempting to bind port 01567eae-4f7f-446c-8bc0-38fce2cbc0b1 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:21.439895 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-aa0727da-9aab-4988-8d36-0a497527a968 service neutron] 10.222.0.32 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090744 Jul 24 09:15:21.440547 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef754a0b-a843-4b18-adb6-154d37023ef7 None None] Pushing event updated for resources: {'Port': ['ID=01567eae-4f7f-446c-8bc0-38fce2cbc0b1,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:21.448005 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:15:21.448537 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:15:21.448957 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:21.449355 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:15:21.449985 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] Bound port: 01567eae-4f7f-446c-8bc0-38fce2cbc0b1, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:15:21.450268 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-8a21f100-f73a-4865-8528-faa594cd809f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:21.450376 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:21.458811 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1024d79b-7283-485b-8000-8202cf4d75ad req-9ab808ac-816e-48da-aa60-3b629d3e7d3f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709073 Jul 24 09:15:21.480823 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-8a21f100-f73a-4865-8528-faa594cd809f service neutron] Transition to ACTIVE for port object fa9eeb1f-67a3-41bf-8f98-b9ea680c137e will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:21.490967 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-8a21f100-f73a-4865-8528-faa594cd809f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:21.494905 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-e6ea5766-d1e0-4059-a89c-4783bb3db340 admin admin] Allocated IP 172.20.0.1 (f2b4cadf-32bf-4f26-9907-205178132255/02f32891-624f-41b3-81e1-d9d0aa4b2874/bb1ba969-29dc-4d79-916f-5249b10827f5) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:15:21.538632 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cad0e4-de95-40c7-80ce-dbd25fc006b8 req-b406a7a8-c4a3-4d83-93db-4d6d4ba4db97 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:21.540135 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-74cad0e4-de95-40c7-80ce-dbd25fc006b8 req-b406a7a8-c4a3-4d83-93db-4d6d4ba4db97 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/ports?device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 931 time: 0.2539442 Jul 24 09:15:21.540546 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] For port 01567eae-4f7f-446c-8bc0-38fce2cbc0b1, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:15:21.548637 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-2fadc807-cd0c-4f0b-8d10-d9e3a0448b81 service neutron] 10.222.0.32 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064806 Jul 24 09:15:21.559209 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] For port 01567eae-4f7f-446c-8bc0-38fce2cbc0b1, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=01567eae-4f7f-446c-8bc0-38fce2cbc0b1,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:15:21.573554 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:21.577839 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 3d716d32-95a6-4109-9b49-32da4d9569f5 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:21.602152 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21f100-f73a-4865-8528-faa594cd809f service neutron] Pushing event updated for resources: {'Port': ['ID=fa9eeb1f-67a3-41bf-8f98-b9ea680c137e,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:21.646774 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-74cad0e4-de95-40c7-80ce-dbd25fc006b8 req-48d41e75-77dc-4e96-b1f6-90c09e33e8b0 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/security-groups?id=c249e08d-ccd0-4865-abd1-5343c0f90bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985193 Jul 24 09:15:21.659843 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] Routers {'278697df-a851-41f4-b9a0-a413303babb9'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:15:21.660580 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:15:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['278697df-a851-41f4-b9a0-a413303babb9'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:21.709840 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-42dc5751-1fdc-4ec9-a366-2ab839ce556b service neutron] 10.222.0.32 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464298 Jul 24 09:15:21.773890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef754a0b-a843-4b18-adb6-154d37023ef7 None None] Pushing event updated for resources: {'Port': ['ID=01567eae-4f7f-446c-8bc0-38fce2cbc0b1,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:21.785410 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e6ea5766-d1e0-4059-a89c-4783bb3db340 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:21.787839 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 3d716d32-95a6-4109-9b49-32da4d9569f5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:21.788324 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:21.803589 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-8a21f100-f73a-4865-8528-faa594cd809f service neutron] Attempting to bind port fa9eeb1f-67a3-41bf-8f98-b9ea680c137e on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:15:21.803934 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-8a21f100-f73a-4865-8528-faa594cd809f service neutron] Attempting to bind port fa9eeb1f-67a3-41bf-8f98-b9ea680c137e by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '1d6d5667-2732-42fd-921a-ccb603a49db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:15:21.804428 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-8a21f100-f73a-4865-8528-faa594cd809f service neutron] Attempting to bind port fa9eeb1f-67a3-41bf-8f98-b9ea680c137e on network e888b29b-567f-4e99-87cc-c2e919ae52b3 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:21.833722 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-8a21f100-f73a-4865-8528-faa594cd809f service neutron] Port fa9eeb1f-67a3-41bf-8f98-b9ea680c137e on network e888b29b-567f-4e99-87cc-c2e919ae52b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:15:21.833977 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-8a21f100-f73a-4865-8528-faa594cd809f service neutron] Attempting to bind port fa9eeb1f-67a3-41bf-8f98-b9ea680c137e on network e888b29b-567f-4e99-87cc-c2e919ae52b3 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:21.840093 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-e6ea5766-d1e0-4059-a89c-4783bb3db340 admin admin] Transition to ACTIVE for port object bb1ba969-29dc-4d79-916f-5249b10827f5 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:21.844834 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-adcd8d17-8797-4e22-9f9c-7e9fa8dfc405 service neutron] 10.222.0.32 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336229 Jul 24 09:15:21.846335 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-8a21f100-f73a-4865-8528-faa594cd809f service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:15:21.846679 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-8a21f100-f73a-4865-8528-faa594cd809f service neutron] Checking segment: {'id': '1d6d5667-2732-42fd-921a-ccb603a49db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:15:21.847066 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-8a21f100-f73a-4865-8528-faa594cd809f service neutron] Bound using segment: {'id': '1d6d5667-2732-42fd-921a-ccb603a49db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:15:21.847510 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-8a21f100-f73a-4865-8528-faa594cd809f service neutron] Bound port: fa9eeb1f-67a3-41bf-8f98-b9ea680c137e, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d6d5667-2732-42fd-921a-ccb603a49db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:15:21.847872 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-8a21f100-f73a-4865-8528-faa594cd809f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:21.865556 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] Set router 278697df-a851-41f4-b9a0-a413303babb9 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:15:21.937507 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-3849b1b7-5b58-4142-bf70-c7aba846a5ad service neutron] 10.222.0.32 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860565 Jul 24 09:15:21.944034 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e6ea5766-d1e0-4059-a89c-4783bb3db340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:21.959482 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102621e-dfba-4101-9ba0-569ef0e65c0a req-0c3e42cd-f169-4234-910f-cda3a039ea7e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:21.961041 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5102621e-dfba-4101-9ba0-569ef0e65c0a req-0c3e42cd-f169-4234-910f-cda3a039ea7e tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 946 time: 0.1731632 Jul 24 09:15:21.995005 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-8a21f100-f73a-4865-8528-faa594cd809f service neutron] For port fa9eeb1f-67a3-41bf-8f98-b9ea680c137e, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:15:22.017776 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ea5766-d1e0-4059-a89c-4783bb3db340 admin admin] Network f2b4cadf-32bf-4f26-9907-205178132255 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:22.031842 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-e6ea5766-d1e0-4059-a89c-4783bb3db340 admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:22.034766 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-8a21f100-f73a-4865-8528-faa594cd809f service neutron] For port fa9eeb1f-67a3-41bf-8f98-b9ea680c137e, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=fa9eeb1f-67a3-41bf-8f98-b9ea680c137e,segment=NetworkSegment(1d6d5667-2732-42fd-921a-ccb603a49db8),segment_id=1d6d5667-2732-42fd-921a-ccb603a49db8)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:15:22.039280 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ea5766-d1e0-4059-a89c-4783bb3db340 admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:15:22.054347 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-117a15e1-285d-494a-837c-61e97bafdef8 service neutron] 10.222.0.32 "GET /v2.0/networks/c6f03a51-92af-4f2b-a8a7-84f44e0df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065135 Jul 24 09:15:22.062161 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea5766-d1e0-4059-a89c-4783bb3db340 admin admin] Pushing event updated for resources: {'Port': ['ID=bb1ba969-29dc-4d79-916f-5249b10827f5,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:22.070411 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-8a21f100-f73a-4865-8528-faa594cd809f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:22.109189 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278697df-a851-41f4-b9a0-a413303babb9', 'name': 'tempest-AttachSCSIVolumeTestJSON-12106524-router', 'tenant_id': 'a5755a575ba54e918fe4d816a9ad1fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '01567eae-4f7f-446c-8bc0-38fce2cbc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:15:13Z', 'updated_at': '2021-07-24T09:15:17Z', 'revision_number': 3, 'project_id': 'a5755a575ba54e918fe4d816a9ad1fbd', 'gw_port': {'id': '01567eae-4f7f-446c-8bc0-38fce2cbc0b1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278697df-a851-41f4-b9a0-a413303babb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:15Z', 'updated_at': '2021-07-24T09:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:22.142956 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7515abcc-8dbd-458e-88b7-06b619171169 None None] The sync data for ids ['278697df-a851-41f4-b9a0-a413303babb9'] in n-d-800085-9 is: [{'id': '278697df-a851-41f4-b9a0-a413303babb9', 'name': 'tempest-AttachSCSIVolumeTestJSON-12106524-router', 'tenant_id': 'a5755a575ba54e918fe4d816a9ad1fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '01567eae-4f7f-446c-8bc0-38fce2cbc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:15:13Z', 'updated_at': '2021-07-24T09:15:17Z', 'revision_number': 3, 'project_id': 'a5755a575ba54e918fe4d816a9ad1fbd', 'gw_port': {'id': '01567eae-4f7f-446c-8bc0-38fce2cbc0b1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278697df-a851-41f4-b9a0-a413303babb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:15Z', 'updated_at': '2021-07-24T09:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:15:22.312967 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 297caa20-e6eb-43b2-9b0d-83f5877d15a1 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:22.317879 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6ac54a6c-e6f7-4344-bbfa-914cb40b3b30 None None] Provisioning for port bb1ba969-29dc-4d79-916f-5249b10827f5 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:22.364472 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6ac54a6c-e6f7-4344-bbfa-914cb40b3b30 None None] Provisioning complete for port bb1ba969-29dc-4d79-916f-5249b10827f5 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:22.364892 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6ac54a6c-e6f7-4344-bbfa-914cb40b3b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:22.425108 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-6ac54a6c-e6f7-4344-bbfa-914cb40b3b30 None None] Port bb1ba969-29dc-4d79-916f-5249b10827f5 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:15:22.440074 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 297caa20-e6eb-43b2-9b0d-83f5877d15a1 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:22.444177 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 297caa20-e6eb-43b2-9b0d-83f5877d15a1 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:22.444627 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:22.462899 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5102621e-dfba-4101-9ba0-569ef0e65c0a req-d1b18ba9-a10d-4fb7-99ee-259bbfe48c8b tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738190 Jul 24 09:15:22.471804 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-8a21f100-f73a-4865-8528-faa594cd809f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:22.472437 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-8a21f100-f73a-4865-8528-faa594cd809f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:22.473869 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-8a21f100-f73a-4865-8528-faa594cd809f service neutron] 10.222.0.37 "PUT /v2.0/ports/fa9eeb1f-67a3-41bf-8f98-b9ea680c137e HTTP/1.1" status: 200 len: 1091 time: 1.8323932 Jul 24 09:15:22.476023 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98387a2e-806a-4be4-b9b0-5a51bc473234', 'tag': 'fa9eeb1f-67a3-41bf-8f98-b9ea680c137e'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:15:22.483926 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3c3f03-11e6-499c-8c08-d2d99e136b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "98387a2e-806a-4be4-b9b0-5a51bc473234", "tag": "fa9eeb1f-67a3-41bf-8f98-b9ea680c137e"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:15:22.521153 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-7fe2220e-57de-4844-a094-b200ee787683 service neutron] 10.222.0.32 "GET /v2.0/networks/c6f03a51-92af-4f2b-a8a7-84f44e0df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606016 Jul 24 09:15:22.529409 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e6ea5766-d1e0-4059-a89c-4783bb3db340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:22.622697 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:22.643629 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-8f3751fc-9aad-431d-ae6c-2a70cbf2535a service neutron] 10.222.0.32 "GET /v2.0/networks/c6f03a51-92af-4f2b-a8a7-84f44e0df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157010 Jul 24 09:15:22.691094 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 297caa20-e6eb-43b2-9b0d-83f5877d15a1, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=297caa20-e6eb-43b2-9b0d-83f5877d15a1,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:22.699183 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:22.760095 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=297caa20-e6eb-43b2-9b0d-83f5877d15a1,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:22.760298 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21f100-f73a-4865-8528-faa594cd809f service neutron] Pushing event updated for resources: {'Port': ['ID=fa9eeb1f-67a3-41bf-8f98-b9ea680c137e,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:22.779307 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-292a68c9-2f20-4aa2-b181-2ecc5d5208f2 service neutron] 10.222.0.32 "GET /v2.0/networks/c6f03a51-92af-4f2b-a8a7-84f44e0df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293414 Jul 24 09:15:22.883690 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42f002-05c3-487d-88b3-872b47e42d90 req-11208f41-0272-4335-9cc7-f55c58b72e25 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:22.885670 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ba42f002-05c3-487d-88b3-872b47e42d90 req-11208f41-0272-4335-9cc7-f55c58b72e25 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 945 time: 0.2240355 Jul 24 09:15:22.905196 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-63f5d6ec-f2cb-4211-8eb6-7e19de7a8ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:22.907015 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-63f5d6ec-f2cb-4211-8eb6-7e19de7a8ebc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44f7e03d83844829b5852dbb1418c3e4&device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 1094 time: 0.2527051 Jul 24 09:15:22.971990 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c4e1c4-b542-4fae-a781-8546cb52fbf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297caa20-e6eb-43b2-9b0d-83f5877d15a1'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:15:22.974490 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b99e77-c136-4b4b-a5d0-5596f1033109" -d '{"events": [{"server_uuid": "c1c4e1c4-b542-4fae-a781-8546cb52fbf1", "name": "network-vif-plugged", "status": "completed", "tag": "297caa20-e6eb-43b2-9b0d-83f5877d15a1"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:15:22.996232 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-62665fd1-dc28-4b49-b497-b81526af9b63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa9eeb1f-67a3-41bf-8f98-b9ea680c137e HTTP/1.1" status: 200 len: 217 time: 0.0742409 Jul 24 09:15:23.043536 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ba42f002-05c3-487d-88b3-872b47e42d90 req-f45d922a-fe98-4a12-bdb1-6405bf5eb1fd tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483264 Jul 24 09:15:23.098268 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e6ea5766-d1e0-4059-a89c-4783bb3db340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:23.125840 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-2ab91453-8c8c-48c5-9820-a680ff2e7c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:23.127377 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-2ab91453-8c8c-48c5-9820-a680ff2e7c4d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=498fc689-d6ae-4674-bc86-ab9632765c37 HTTP/1.1" status: 200 len: 868 time: 0.1184130 Jul 24 09:15:23.290994 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 01567eae-4f7f-446c-8bc0-38fce2cbc0b1 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:23.341290 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-cd8886ae-933a-4045-82b1-1a7c354f5dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:23.342890 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-cd8886ae-933a-4045-82b1-1a7c354f5dd5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e888b29b-567f-4e99-87cc-c2e919ae52b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1969459 Jul 24 09:15:23.352971 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb76caa-8feb-478c-a35d-51eb1bdab4f1 req-1aed8019-ee62-46da-b73a-c924efd6a1f6 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:23.354452 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fdb76caa-8feb-478c-a35d-51eb1bdab4f1 req-1aed8019-ee62-46da-b73a-c924efd6a1f6 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c4e1c4-b542-4fae-a781-8546cb52fbf1 HTTP/1.1" status: 200 len: 946 time: 0.1935043 Jul 24 09:15:23.378422 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 01567eae-4f7f-446c-8bc0-38fce2cbc0b1 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:23.383148 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 01567eae-4f7f-446c-8bc0-38fce2cbc0b1 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:23.383530 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:23.446712 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fdb76caa-8feb-478c-a35d-51eb1bdab4f1 req-3bc81b53-23ae-4119-af6e-6efadd711607 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762420 Jul 24 09:15:23.479382 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:23.529555 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 01567eae-4f7f-446c-8bc0-38fce2cbc0b1, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=01567eae-4f7f-446c-8bc0-38fce2cbc0b1,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:23.533033 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e6ea5766-d1e0-4059-a89c-4783bb3db340 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:23.543551 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:23.545693 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 40c787a5-62b3-480c-9d99-458aaec4e4a9 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:23.547835 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-d9aa0ee8-f58d-4022-8e91-05ae39e3b35c service neutron] 10.222.0.37 "GET /v2.0/networks/e888b29b-567f-4e99-87cc-c2e919ae52b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909127 Jul 24 09:15:23.548544 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e6ea5766-d1e0-4059-a89c-4783bb3db340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:23.627346 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea5766-d1e0-4059-a89c-4783bb3db340 admin admin] Pushing event updated for resources: {'Port': ['ID=bb1ba969-29dc-4d79-916f-5249b10827f5,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:23.637240 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=01567eae-4f7f-446c-8bc0-38fce2cbc0b1,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:23.646177 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 40c787a5-62b3-480c-9d99-458aaec4e4a9 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:23.646556 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:23.712999 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e6ea5766-d1e0-4059-a89c-4783bb3db340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:23.715617 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f399ed-27c9-43a7-8dc9-9f543fded12e x-openstack-request-id: req-c8f399ed-27c9-43a7-8dc9-9f543fded12e {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:15:23.715868 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98387a2e-806a-4be4-b9b0-5a51bc473234", "tag": "fa9eeb1f-67a3-41bf-8f98-b9ea680c137e", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:15:23.716113 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8f399ed-27c9-43a7-8dc9-9f543fded12e {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:15:23.716498 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98387a2e-806a-4be4-b9b0-5a51bc473234', 'tag': 'fa9eeb1f-67a3-41bf-8f98-b9ea680c137e', 'status': 'completed', 'code': 200} Jul 24 09:15:23.770001 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9eb33fdc-5198-48ae-9743-af96dc54a6fc req-b95714bf-245c-490e-ac06-5e0fac66b048 service neutron] 10.222.0.37 "GET /v2.0/networks/e888b29b-567f-4e99-87cc-c2e919ae52b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686666 Jul 24 09:15:23.862574 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ea5766-d1e0-4059-a89c-4783bb3db340 admin admin] Network f2b4cadf-32bf-4f26-9907-205178132255 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:23.866200 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-e6ea5766-d1e0-4059-a89c-4783bb3db340 admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:23.875661 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde63ad-31ec-4f39-9843-f52d462b10e9 req-ac950959-efce-4312-b7f3-0805922c29b2 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:23.877827 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bbde63ad-31ec-4f39-9843-f52d462b10e9 req-ac950959-efce-4312-b7f3-0805922c29b2 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/ports?device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 943 time: 0.1193209 Jul 24 09:15:23.922098 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060d11f7-ad87-45f1-9560-51d6c017f2d7 x-openstack-request-id: req-060d11f7-ad87-45f1-9560-51d6c017f2d7 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:15:23.922537 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c4e1c4-b542-4fae-a781-8546cb52fbf1", "name": "network-vif-plugged", "status": "completed", "tag": "297caa20-e6eb-43b2-9b0d-83f5877d15a1", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:15:23.922794 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-060d11f7-ad87-45f1-9560-51d6c017f2d7 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:15:23.923718 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c4e1c4-b542-4fae-a781-8546cb52fbf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297caa20-e6eb-43b2-9b0d-83f5877d15a1', 'code': 200} Jul 24 09:15:23.963150 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bbde63ad-31ec-4f39-9843-f52d462b10e9 req-9f20f36d-c567-422f-99ea-2240fed90651 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/security-groups?id=c249e08d-ccd0-4865-abd1-5343c0f90bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742366 Jul 24 09:15:24.050513 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-96de3624-83d9-49e6-83cb-b99f0ea2f8c5 req-fb70e76d-c1fb-425e-9dfc-84c0fdbd400c tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 210 time: 0.0352895 Jul 24 09:15:24.131716 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c3f03-11e6-499c-8c08-d2d99e136b0f req-35202106-af0f-41fa-b178-6a23949ca1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:24.133493 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5f3c3f03-11e6-499c-8c08-d2d99e136b0f req-35202106-af0f-41fa-b178-6a23949ca1a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44f7e03d83844829b5852dbb1418c3e4&device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 1094 time: 0.2824271 Jul 24 09:15:24.217727 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4673c40c-0e64-437f-929b-75b6dbebc27c None None] Provisioning complete for port bb1ba969-29dc-4d79-916f-5249b10827f5 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:24.218468 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4673c40c-0e64-437f-929b-75b6dbebc27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:24.220421 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ea5766-d1e0-4059-a89c-4783bb3db340 admin admin] Router 278697df-a851-41f4-b9a0-a413303babb9 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:15:24.240016 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7987e84-add4-42dc-a4da-84ba9d54c773 req-bfb15741-b2b4-4cb3-af0a-e461c1e09537 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:24.241671 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f7987e84-add4-42dc-a4da-84ba9d54c773 req-bfb15741-b2b4-4cb3-af0a-e461c1e09537 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 946 time: 0.0971463 Jul 24 09:15:24.249383 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b26448-a55d-4774-95ec-c2fc1c4010e9 req-ab311c8b-87f0-45fc-a48c-85461cc5c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:24.250988 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-16b26448-a55d-4774-95ec-c2fc1c4010e9 req-ab311c8b-87f0-45fc-a48c-85461cc5c637 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c1c4e1c4-b542-4fae-a781-8546cb52fbf1 HTTP/1.1" status: 200 len: 1097 time: 0.2450733 Jul 24 09:15:24.268187 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4673c40c-0e64-437f-929b-75b6dbebc27c None None] Port bb1ba969-29dc-4d79-916f-5249b10827f5 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:15:24.292611 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f7987e84-add4-42dc-a4da-84ba9d54c773 req-87c641d1-0c20-455b-9322-dd3e90861388 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387638 Jul 24 09:15:24.297765 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a1719-8ee8-4298-8978-b45357543276 req-e23ea1a8-1e77-4a6a-9677-675bd6c12721 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:24.299826 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a82a1719-8ee8-4298-8978-b45357543276 req-e23ea1a8-1e77-4a6a-9677-675bd6c12721 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 945 time: 0.2486737 Jul 24 09:15:24.433470 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edf736-fa0c-4b3f-b981-861c4ae3476b req-9d0f5b12-c516-4fc0-aa89-bfc3986e8c1d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:24.435138 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-93edf736-fa0c-4b3f-b981-861c4ae3476b req-9d0f5b12-c516-4fc0-aa89-bfc3986e8c1d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 946 time: 0.0678437 Jul 24 09:15:24.442966 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-16b26448-a55d-4774-95ec-c2fc1c4010e9 req-ed4da336-60dd-4739-b260-540a8919dd63 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941329 Jul 24 09:15:24.457213 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a82a1719-8ee8-4298-8978-b45357543276 req-06fdcc0d-8fd4-4cd0-bf15-58d767df9768 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995305 Jul 24 09:15:24.459807 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c3f03-11e6-499c-8c08-d2d99e136b0f req-f02ab569-37dc-4104-9031-a3993c166407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:24.461257 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5f3c3f03-11e6-499c-8c08-d2d99e136b0f req-f02ab569-37dc-4104-9031-a3993c166407 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e888b29b-567f-4e99-87cc-c2e919ae52b3 HTTP/1.1" status: 200 len: 929 time: 0.3173800 Jul 24 09:15:24.465812 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ea5766-d1e0-4059-a89c-4783bb3db340 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:15:24.471885 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e6ea5766-d1e0-4059-a89c-4783bb3db340 admin admin] 10.222.0.32 "PUT /v2.0/routers/278697df-a851-41f4-b9a0-a413303babb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3916340 Jul 24 09:15:24.487035 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-93edf736-fa0c-4b3f-b981-861c4ae3476b req-36965067-8ec8-43bc-b8b0-f8d092a16ae8 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436831 Jul 24 09:15:24.507439 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5f3c3f03-11e6-499c-8c08-d2d99e136b0f req-c7e5830a-8f32-425b-a5a4-47db619eb397 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa9eeb1f-67a3-41bf-8f98-b9ea680c137e HTTP/1.1" status: 200 len: 217 time: 0.0397623 Jul 24 09:15:24.613534 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c3f03-11e6-499c-8c08-d2d99e136b0f req-f8117942-ebdc-49f5-bb88-ebcbc0528aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:24.615065 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5f3c3f03-11e6-499c-8c08-d2d99e136b0f req-f8117942-ebdc-49f5-bb88-ebcbc0528aa3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=498fc689-d6ae-4674-bc86-ab9632765c37 HTTP/1.1" status: 200 len: 868 time: 0.0999434 Jul 24 09:15:24.680417 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df984a94-e0b9-40da-8059-35110f767297 req-3a81e81d-ebc6-4c9c-af32-a8e1f119297c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:24.682035 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df984a94-e0b9-40da-8059-35110f767297 req-3a81e81d-ebc6-4c9c-af32-a8e1f119297c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c4e1c4-b542-4fae-a781-8546cb52fbf1 HTTP/1.1" status: 200 len: 946 time: 0.1154747 Jul 24 09:15:24.737114 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c3f03-11e6-499c-8c08-d2d99e136b0f req-83175368-9141-40d8-b068-f1a4c8486946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:24.738722 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5f3c3f03-11e6-499c-8c08-d2d99e136b0f req-83175368-9141-40d8-b068-f1a4c8486946 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e888b29b-567f-4e99-87cc-c2e919ae52b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160135 Jul 24 09:15:24.742082 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df984a94-e0b9-40da-8059-35110f767297 req-4ec04ce6-5a40-4e7c-a9ac-a697f2c63771 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511725 Jul 24 09:15:24.853592 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917bfe9-d587-4093-9603-a1b09b4073e5 req-8d5eb6a8-79c7-4873-838c-150ea5e1de12 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:24.861461 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4917bfe9-d587-4093-9603-a1b09b4073e5 req-8d5eb6a8-79c7-4873-838c-150ea5e1de12 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 945 time: 0.1130712 Jul 24 09:15:24.897837 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5f3c3f03-11e6-499c-8c08-d2d99e136b0f req-a4792c86-7b89-43a4-a795-f183117349d7 service neutron] 10.222.0.37 "GET /v2.0/networks/e888b29b-567f-4e99-87cc-c2e919ae52b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508307 Jul 24 09:15:24.969940 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] Sync routers for ids ['278697df-a851-41f4-b9a0-a413303babb9'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:15:24.989271 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] Routers {'278697df-a851-41f4-b9a0-a413303babb9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:15:24.991475 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:15:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['278697df-a851-41f4-b9a0-a413303babb9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:25.002174 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4917bfe9-d587-4093-9603-a1b09b4073e5 req-f39a608f-67af-4345-b780-079f9e046fe4 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390805 Jul 24 09:15:25.124644 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-9e403579-8fbd-4edd-9904-51477bc96057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:25.130978 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-9e403579-8fbd-4edd-9904-51477bc96057 service neutron] 10.222.0.20 "GET /v2.0/ports/794a2009-e4f6-4dcc-8190-09f6bd77b763 HTTP/1.1" status: 200 len: 1032 time: 0.1779373 Jul 24 09:15:25.293327 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 01567eae-4f7f-446c-8bc0-38fce2cbc0b1 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:25.310342 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616f0cd-4180-44c1-b5e9-ea224c68243b req-390ae701-cea9-47db-a87f-27d4d8983e6d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:25.329424 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e616f0cd-4180-44c1-b5e9-ea224c68243b req-390ae701-cea9-47db-a87f-27d4d8983e6d tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 946 time: 0.1712608 Jul 24 09:15:25.354962 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] Set router 278697df-a851-41f4-b9a0-a413303babb9 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:15:25.425082 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e616f0cd-4180-44c1-b5e9-ea224c68243b req-d170a6c6-ae44-4f2f-9d20-e9b4cdf74403 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924482 Jul 24 09:15:25.533461 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 01567eae-4f7f-446c-8bc0-38fce2cbc0b1 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:25.535682 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:25.575399 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5f3c3f03-11e6-499c-8c08-d2d99e136b0f req-4347ff61-7bb5-4268-8f7e-5759e13d4bd8 service neutron] 10.222.0.37 "GET /v2.0/networks/e888b29b-567f-4e99-87cc-c2e919ae52b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6613624 Jul 24 09:15:25.577763 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-62e8b5a2-6df7-423f-a08d-c5db926935d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:25.579000 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-62e8b5a2-6df7-423f-a08d-c5db926935d4 service neutron] 10.222.0.20 "GET /v2.0/ports/1592bee6-5996-4727-8f30-55913f2ae08b HTTP/1.1" status: 200 len: 1033 time: 0.4305511 Jul 24 09:15:25.801357 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84b66a-4b57-4569-8313-b4dcffddaad7 req-9f5282ef-f290-4089-b63d-e4fb21991d55 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:25.809253 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6b84b66a-4b57-4569-8313-b4dcffddaad7 req-9f5282ef-f290-4089-b63d-e4fb21991d55 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 945 time: 0.2010260 Jul 24 09:15:25.839133 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-72bd0c94-3799-42f9-8a48-7cdfa7928e7b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:25.848767 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-72bd0c94-3799-42f9-8a48-7cdfa7928e7b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:25.855815 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-72bd0c94-3799-42f9-8a48-7cdfa7928e7b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:25.857719 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-72bd0c94-3799-42f9-8a48-7cdfa7928e7b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.20 "GET /v2.0/networks?id=9dc9f2b3-ab92-48be-ad70-58a2832475cd&id=130df151-54ed-4200-959f-f7fb83738159&id=130df151-54ed-4200-959f-f7fb83738159&id=130df151-54ed-4200-959f-f7fb83738159&id=130df151-54ed-4200-959f-f7fb83738159&id=c6f03a51-92af-4f2b-a8a7-84f44e0df4db&id=c6f03a51-92af-4f2b-a8a7-84f44e0df4db HTTP/1.1" status: 200 len: 1995 time: 0.2671232 Jul 24 09:15:25.867797 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4656e-5742-49db-8375-94760d71b136 req-70a7f1d4-45b4-41c1-b498-d0ac6a89ea62 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:25.877113 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dbd4656e-5742-49db-8375-94760d71b136 req-70a7f1d4-45b4-41c1-b498-d0ac6a89ea62 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/ports?device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 943 time: 0.7330880 Jul 24 09:15:25.883769 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6b84b66a-4b57-4569-8313-b4dcffddaad7 req-5cb8c663-7b6e-4919-858e-fecd834827bb tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736122 Jul 24 09:15:25.955086 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278697df-a851-41f4-b9a0-a413303babb9', 'name': 'tempest-AttachSCSIVolumeTestJSON-12106524-router', 'tenant_id': 'a5755a575ba54e918fe4d816a9ad1fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '01567eae-4f7f-446c-8bc0-38fce2cbc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:15:13Z', 'updated_at': '2021-07-24T09:15:22Z', 'revision_number': 4, 'project_id': 'a5755a575ba54e918fe4d816a9ad1fbd', 'gw_port': {'id': '01567eae-4f7f-446c-8bc0-38fce2cbc0b1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278697df-a851-41f4-b9a0-a413303babb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:15Z', 'updated_at': '2021-07-24T09:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'bb1ba969-29dc-4d79-916f-5249b10827f5', 'name': '', 'network_id': 'f2b4cadf-32bf-4f26-9907-205178132255', 'tenant_id': 'a5755a575ba54e918fe4d816a9ad1fbd', 'mac_address': 'fa:16:3e:9c:66:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278697df-a851-41f4-b9a0-a413303babb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '02f32891-624f-41b3-81e1-d9d0aa4b2874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:21Z', 'updated_at': '2021-07-24T09:15:23Z', 'revision_number': 2, 'project_id': 'a5755a575ba54e918fe4d816a9ad1fbd', 'subnets': [{'id': '02f32891-624f-41b3-81e1-d9d0aa4b2874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:26.020665 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dbd4656e-5742-49db-8375-94760d71b136 req-30dc3f1e-1045-46f5-a812-8d947f03bf00 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/security-groups?id=c249e08d-ccd0-4865-abd1-5343c0f90bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411397 Jul 24 09:15:26.045024 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] Checking router: 278697df-a851-41f4-b9a0-a413303babb9 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:15:26.046003 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] Updating router 278697df-a851-41f4-b9a0-a413303babb9 port bb1ba969-29dc-4d79-916f-5249b10827f5 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:15:26.047058 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-f95aaf96-d623-4d7e-b93c-553129509782 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66d5a695abdf431a9dde2fad5212bfb7 HTTP/1.1" status: 200 len: 380 time: 0.1673446 Jul 24 09:15:26.070645 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-c1c369db-72df-4f34-996e-949c77502d12 req-906d7a3c-4b8d-4f89-93e8-1bf4717dcd9b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Request body: {'port': {'device_id': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd', 'admin_state_up': True, 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'security_groups': ['d96262b6-cb48-483f-979b-41688edf33a2']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:26.079625 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8ac6b8db-37e2-41af-ac41-ba4dca2613e7 req-53afc923-0064-4e45-95eb-a5c3659e1c21 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 210 time: 0.0825708 Jul 24 09:15:26.201900 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:26.409037 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0484d-5b5a-4071-bbc3-4c62f58b4c89 req-2d7c2dac-c308-468f-826e-6cac4b533dae tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:26.410613 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28f0484d-5b5a-4071-bbc3-4c62f58b4c89 req-2d7c2dac-c308-468f-826e-6cac4b533dae tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 946 time: 0.4749131 Jul 24 09:15:26.554280 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7a604-61d9-4de5-9298-544da6f9d2be req-07eb2cd5-fcc3-4f23-9ca5-22628798c892 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:26.562522 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-36d7a604-61d9-4de5-9298-544da6f9d2be req-07eb2cd5-fcc3-4f23-9ca5-22628798c892 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 945 time: 0.1580739 Jul 24 09:15:26.629299 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-36d7a604-61d9-4de5-9298-544da6f9d2be req-b1a8f5af-dd45-4574-8050-aa7f65cf9b30 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613897 Jul 24 09:15:26.648631 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:26.665568 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] Transition to ACTIVE for port object bb1ba969-29dc-4d79-916f-5249b10827f5 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:26.674484 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:26.748341 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c09ef-a586-402f-a210-420858a615b2 None None] Pushing event updated for resources: {'Port': ['ID=bb1ba969-29dc-4d79-916f-5249b10827f5,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:26.871616 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4679ce1-f6ca-4d54-b35c-b94da03d77fe req-cc94645c-e7c5-423b-a049-1aa7aef469cc tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:26.885742 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c4679ce1-f6ca-4d54-b35c-b94da03d77fe req-cc94645c-e7c5-423b-a049-1aa7aef469cc tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 946 time: 0.1396570 Jul 24 09:15:26.929714 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] Attempting to bind port bb1ba969-29dc-4d79-916f-5249b10827f5 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:15:26.930107 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] Attempting to bind port bb1ba969-29dc-4d79-916f-5249b10827f5 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '0993f1b1-2ac9-46c7-9d31-9654591ec2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f2b4cadf-32bf-4f26-9907-205178132255'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:15:26.930466 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] Attempting to bind port bb1ba969-29dc-4d79-916f-5249b10827f5 on network f2b4cadf-32bf-4f26-9907-205178132255 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:26.945816 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:15:26.946509 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] Checking segment: {'id': '0993f1b1-2ac9-46c7-9d31-9654591ec2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f2b4cadf-32bf-4f26-9907-205178132255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:15:26.946916 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:26.947310 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] Bound using segment: {'id': '0993f1b1-2ac9-46c7-9d31-9654591ec2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f2b4cadf-32bf-4f26-9907-205178132255'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:15:26.949547 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] Bound port: bb1ba969-29dc-4d79-916f-5249b10827f5, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0993f1b1-2ac9-46c7-9d31-9654591ec2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f2b4cadf-32bf-4f26-9907-205178132255'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:15:26.949942 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:26.984055 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c4679ce1-f6ca-4d54-b35c-b94da03d77fe req-c99a7d8f-3f4e-498e-8491-0f6b31b46d91 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959077 Jul 24 09:15:27.063427 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-906d7a3c-4b8d-4f89-93e8-1bf4717dcd9b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Made reservation on behalf of 66d5a695abdf431a9dde2fad5212bfb7 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:15:27.067995 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-906d7a3c-4b8d-4f89-93e8-1bf4717dcd9b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:27.099540 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8f24e-ab47-49eb-a591-1aa2b60df6aa req-7391a8ec-f46c-449a-8eeb-c508db440d4d tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:27.110975 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a8f8f24e-ab47-49eb-a591-1aa2b60df6aa req-7391a8ec-f46c-449a-8eeb-c508db440d4d tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c4e1c4-b542-4fae-a781-8546cb52fbf1 HTTP/1.1" status: 200 len: 946 time: 0.8304217 Jul 24 09:15:27.117182 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] For port bb1ba969-29dc-4d79-916f-5249b10827f5, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:15:27.134160 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] For port bb1ba969-29dc-4d79-916f-5249b10827f5, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=bb1ba969-29dc-4d79-916f-5249b10827f5,segment=NetworkSegment(0993f1b1-2ac9-46c7-9d31-9654591ec2d3),segment_id=0993f1b1-2ac9-46c7-9d31-9654591ec2d3)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:15:27.139708 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:27.150890 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-39ce5c34-6777-43db-9b08-e192953c8f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:27.199654 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device fa9eeb1f-67a3-41bf-8f98-b9ea680c137e details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:15:27.300288 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c09ef-a586-402f-a210-420858a615b2 None None] Pushing event updated for resources: {'Port': ['ID=bb1ba969-29dc-4d79-916f-5249b10827f5,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:27.306112 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b576624-49e0-4b35-b63e-d98534e44ca2 req-b1c8db09-b5eb-4c9e-860a-60bc5dbad718 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:27.309132 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a8f8f24e-ab47-49eb-a591-1aa2b60df6aa req-7ec110e3-60e6-4d4c-81c7-ae710a11e9aa tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965587 Jul 24 09:15:27.316336 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5b576624-49e0-4b35-b63e-d98534e44ca2 req-b1c8db09-b5eb-4c9e-860a-60bc5dbad718 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 945 time: 0.2111933 Jul 24 09:15:27.346590 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] Routers {'278697df-a851-41f4-b9a0-a413303babb9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:15:27.347110 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:15:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['278697df-a851-41f4-b9a0-a413303babb9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:27.489574 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5b576624-49e0-4b35-b63e-d98534e44ca2 req-c932155f-68c3-4f49-afb7-b6c74b371887 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720245 Jul 24 09:15:27.519264 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-28f0484d-5b5a-4071-bbc3-4c62f58b4c89 req-4d2c1985-3fb6-46f0-abfb-b0076b7e3775 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Deleting port daf94f1f-65bb-4784-97d2-73186a2c1851 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:15:27.519755 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-28f0484d-5b5a-4071-bbc3-4c62f58b4c89 req-4d2c1985-3fb6-46f0-abfb-b0076b7e3775 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:27.617269 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-c1c369db-72df-4f34-996e-949c77502d12 req-906d7a3c-4b8d-4f89-93e8-1bf4717dcd9b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Allocated IP 172.20.0.4 (9dc9f2b3-ab92-48be-ad70-58a2832475cd/b47748b3-2a31-4f22-9667-54e58b6acb99/1ea622ef-91f5-4207-b504-6efb0efd5698) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:15:27.634738 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port fa9eeb1f-67a3-41bf-8f98-b9ea680c137e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=fa9eeb1f-67a3-41bf-8f98-b9ea680c137e,segment=NetworkSegment(1d6d5667-2732-42fd-921a-ccb603a49db8),segment_id=1d6d5667-2732-42fd-921a-ccb603a49db8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:27.715985 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] Set router 278697df-a851-41f4-b9a0-a413303babb9 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:15:27.738544 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'fa9eeb1f-67a3-41bf-8f98-b9ea680c137e', 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3', 'port_id': 'fa9eeb1f-67a3-41bf-8f98-b9ea680c137e', 'mac_address': 'fa:16:3e:c8:15:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '498fc689-d6ae-4674-bc86-ab9632765c37', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:15:27.782757 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9d480559-d908-47df-8923-bae57ebb1f7b req-743e9c7c-8e45-4d30-95fa-b5df0a6a6714 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 210 time: 0.0676248 Jul 24 09:15:27.845254 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:27.873899 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa9eeb1f-67a3-41bf-8f98-b9ea680c137e {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:15:27.887267 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-906d7a3c-4b8d-4f89-93e8-1bf4717dcd9b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:27.904241 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-c1c369db-72df-4f34-996e-949c77502d12 req-906d7a3c-4b8d-4f89-93e8-1bf4717dcd9b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Transition to ACTIVE for port object 1ea622ef-91f5-4207-b504-6efb0efd5698 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:27.906702 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port fa9eeb1f-67a3-41bf-8f98-b9ea680c137e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=fa9eeb1f-67a3-41bf-8f98-b9ea680c137e,segment=NetworkSegment(1d6d5667-2732-42fd-921a-ccb603a49db8),segment_id=1d6d5667-2732-42fd-921a-ccb603a49db8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:27.926345 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:28.048938 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=fa9eeb1f-67a3-41bf-8f98-b9ea680c137e,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:28.063117 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-28f0484d-5b5a-4071-bbc3-4c62f58b4c89 req-4d2c1985-3fb6-46f0-abfb-b0076b7e3775 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] For port daf94f1f-65bb-4784-97d2-73186a2c1851, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=daf94f1f-65bb-4784-97d2-73186a2c1851,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:28.064254 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-28f0484d-5b5a-4071-bbc3-4c62f58b4c89 req-4d2c1985-3fb6-46f0-abfb-b0076b7e3775 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:28.086486 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-28f0484d-5b5a-4071-bbc3-4c62f58b4c89 req-4d2c1985-3fb6-46f0-abfb-b0076b7e3775 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Calling delete_port for daf94f1f-65bb-4784-97d2-73186a2c1851 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:15:28.120156 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278697df-a851-41f4-b9a0-a413303babb9', 'name': 'tempest-AttachSCSIVolumeTestJSON-12106524-router', 'tenant_id': 'a5755a575ba54e918fe4d816a9ad1fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '01567eae-4f7f-446c-8bc0-38fce2cbc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:15:13Z', 'updated_at': '2021-07-24T09:15:22Z', 'revision_number': 4, 'project_id': 'a5755a575ba54e918fe4d816a9ad1fbd', 'gw_port': {'id': '01567eae-4f7f-446c-8bc0-38fce2cbc0b1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278697df-a851-41f4-b9a0-a413303babb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:15Z', 'updated_at': '2021-07-24T09:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'bb1ba969-29dc-4d79-916f-5249b10827f5', 'name': '', 'network_id': 'f2b4cadf-32bf-4f26-9907-205178132255', 'tenant_id': 'a5755a575ba54e918fe4d816a9ad1fbd', 'mac_address': 'fa:16:3e:9c:66:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278697df-a851-41f4-b9a0-a413303babb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '02f32891-624f-41b3-81e1-d9d0aa4b2874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:21Z', 'updated_at': '2021-07-24T09:15:27Z', 'revision_number': 4, 'project_id': 'a5755a575ba54e918fe4d816a9ad1fbd', 'subnets': [{'id': '02f32891-624f-41b3-81e1-d9d0aa4b2874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:28.148149 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['fa9eeb1f-67a3-41bf-8f98-b9ea680c137e'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:15:28.193755 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c17d2d-6947-4af1-a1af-c44bf9cde5de None None] The sync data for ids ['278697df-a851-41f4-b9a0-a413303babb9'] in n-d-800085-9 is: [{'id': '278697df-a851-41f4-b9a0-a413303babb9', 'name': 'tempest-AttachSCSIVolumeTestJSON-12106524-router', 'tenant_id': 'a5755a575ba54e918fe4d816a9ad1fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '01567eae-4f7f-446c-8bc0-38fce2cbc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:15:13Z', 'updated_at': '2021-07-24T09:15:22Z', 'revision_number': 4, 'project_id': 'a5755a575ba54e918fe4d816a9ad1fbd', 'gw_port': {'id': '01567eae-4f7f-446c-8bc0-38fce2cbc0b1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278697df-a851-41f4-b9a0-a413303babb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:15Z', 'updated_at': '2021-07-24T09:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'bb1ba969-29dc-4d79-916f-5249b10827f5', 'name': '', 'network_id': 'f2b4cadf-32bf-4f26-9907-205178132255', 'tenant_id': 'a5755a575ba54e918fe4d816a9ad1fbd', 'mac_address': 'fa:16:3e:9c:66:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278697df-a851-41f4-b9a0-a413303babb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '02f32891-624f-41b3-81e1-d9d0aa4b2874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:21Z', 'updated_at': '2021-07-24T09:15:27Z', 'revision_number': 4, 'project_id': 'a5755a575ba54e918fe4d816a9ad1fbd', 'subnets': [{'id': '02f32891-624f-41b3-81e1-d9d0aa4b2874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:15:28.390968 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-906d7a3c-4b8d-4f89-93e8-1bf4717dcd9b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:28.509068 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-28f0484d-5b5a-4071-bbc3-4c62f58b4c89 req-4d2c1985-3fb6-46f0-abfb-b0076b7e3775 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:28.545605 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-489b9310-b0dc-49eb-a41f-41ed2ef6c6c3 req-5c924009-4684-484e-bf82-5cacce4b6c0c tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e525c0a-ddb3-4a61-8603-a45f913fbacc HTTP/1.1" status: 200 len: 210 time: 0.0696836 Jul 24 09:15:28.549237 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d7a3c-4b8d-4f89-93e8-1bf4717dcd9b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event updated for resources: {'Port': ['ID=1ea622ef-91f5-4207-b504-6efb0efd5698,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:28.644045 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c1985-3fb6-46f0-abfb-b0076b7e3775 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Pushing event deleted for resources: {'Port': ['ID=daf94f1f-65bb-4784-97d2-73186a2c1851,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:28.673526 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c369db-72df-4f34-996e-949c77502d12 req-906d7a3c-4b8d-4f89-93e8-1bf4717dcd9b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Network 9dc9f2b3-ab92-48be-ad70-58a2832475cd is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:28.700143 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-c1c369db-72df-4f34-996e-949c77502d12 req-906d7a3c-4b8d-4f89-93e8-1bf4717dcd9b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:28.720082 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c369db-72df-4f34-996e-949c77502d12 req-906d7a3c-4b8d-4f89-93e8-1bf4717dcd9b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:15:28.799617 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-906d7a3c-4b8d-4f89-93e8-1bf4717dcd9b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:28.800669 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-906d7a3c-4b8d-4f89-93e8-1bf4717dcd9b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:28.803898 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6990e70-e914-417e-97b3-eac9a0114664 req-17c835ce-6583-42ee-817c-89be17481275 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:28.817450 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f0484d-5b5a-4071-bbc3-4c62f58b4c89 req-4d2c1985-3fb6-46f0-abfb-b0076b7e3775 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] No DVR routers for this DVR port daf94f1f-65bb-4784-97d2-73186a2c1851 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:15:28.821243 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-28f0484d-5b5a-4071-bbc3-4c62f58b4c89 req-4d2c1985-3fb6-46f0-abfb-b0076b7e3775 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:28.821531 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f6990e70-e914-417e-97b3-eac9a0114664 req-17c835ce-6583-42ee-817c-89be17481275 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c4e1c4-b542-4fae-a781-8546cb52fbf1 HTTP/1.1" status: 200 len: 946 time: 0.1449904 Jul 24 09:15:28.825883 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28f0484d-5b5a-4071-bbc3-4c62f58b4c89 req-4d2c1985-3fb6-46f0-abfb-b0076b7e3775 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.37 "DELETE /v2.0/ports/daf94f1f-65bb-4784-97d2-73186a2c1851 HTTP/1.1" status: 204 len: 173 time: 2.4050844 Jul 24 09:15:28.838713 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e525c0a-ddb3-4a61-8603-a45f913fbacc', 'name': 'network-vif-deleted', 'tag': 'daf94f1f-65bb-4784-97d2-73186a2c1851'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:15:28.842044 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa284510-046d-4cd5-aec0-4f1347c371e3" -d '{"events": [{"server_uuid": "1e525c0a-ddb3-4a61-8603-a45f913fbacc", "name": "network-vif-deleted", "tag": "daf94f1f-65bb-4784-97d2-73186a2c1851"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:15:28.849403 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-906d7a3c-4b8d-4f89-93e8-1bf4717dcd9b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7931142 Jul 24 09:15:28.874107 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-c1c369db-72df-4f34-996e-949c77502d12 req-bbb92314-a698-4730-ae80-d48e40e7609e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Request body: {'port': {'device_id': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'network_id': '130df151-54ed-4200-959f-f7fb83738159', 'admin_state_up': True, 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'security_groups': ['d96262b6-cb48-483f-979b-41688edf33a2']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:28.883603 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['880fbce5-c5db-464b-a114-3858d9fcfd2c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:15:28.950176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e27326-4a12-43f8-998a-2db8d79c80d8 req-42a1b8bb-a3e5-4953-827b-b8e960056170 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:28.973734 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2e27326-4a12-43f8-998a-2db8d79c80d8 req-42a1b8bb-a3e5-4953-827b-b8e960056170 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/ports?device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 943 time: 1.4989705 Jul 24 09:15:28.977487 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f6990e70-e914-417e-97b3-eac9a0114664 req-805ba373-7f75-4196-bd09-06cd6fd511b5 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550603 Jul 24 09:15:29.245516 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device daf94f1f-65bb-4784-97d2-73186a2c1851 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:15:29.351266 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bb1ba969-29dc-4d79-916f-5249b10827f5 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:29.366592 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2e27326-4a12-43f8-998a-2db8d79c80d8 req-1b45183a-7718-43b3-ad24-a5d8900745e3 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/security-groups?id=c249e08d-ccd0-4865-abd1-5343c0f90bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918598 Jul 24 09:15:29.367599 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ff188-398c-4781-bc31-582b05967060 req-5158ce26-6eb1-4d42-a793-320964727895 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:29.377529 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b52ff188-398c-4781-bc31-582b05967060 req-5158ce26-6eb1-4d42-a793-320964727895 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 945 time: 0.1434815 Jul 24 09:15:29.378761 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: daf94f1f-65bb-4784-97d2-73186a2c1851 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:15:29.385604 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device daf94f1f-65bb-4784-97d2-73186a2c1851 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:15:29.446066 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-77952c07-b249-4ece-8f59-d03d077a7ec7 None None] Provisioning for port 1ea622ef-91f5-4207-b504-6efb0efd5698 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:29.459352 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-bbb92314-a698-4730-ae80-d48e40e7609e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Made reservation on behalf of 66d5a695abdf431a9dde2fad5212bfb7 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:15:29.464014 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b52ff188-398c-4781-bc31-582b05967060 req-ae282248-dbff-4315-9c70-715c987fc7b1 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846963 Jul 24 09:15:29.477710 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-bbb92314-a698-4730-ae80-d48e40e7609e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:29.551989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-77952c07-b249-4ece-8f59-d03d077a7ec7 None None] Provisioning complete for port 1ea622ef-91f5-4207-b504-6efb0efd5698 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:29.552367 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-77952c07-b249-4ece-8f59-d03d077a7ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:29.593755 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53ba216-412a-434a-87d3-b368d359dfb6 x-openstack-request-id: req-d53ba216-412a-434a-87d3-b368d359dfb6 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:15:29.593755 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e525c0a-ddb3-4a61-8603-a45f913fbacc", "name": "network-vif-deleted", "tag": "daf94f1f-65bb-4784-97d2-73186a2c1851", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:15:29.593755 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d53ba216-412a-434a-87d3-b368d359dfb6 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:15:29.593755 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e525c0a-ddb3-4a61-8603-a45f913fbacc', 'name': 'network-vif-deleted', 'tag': 'daf94f1f-65bb-4784-97d2-73186a2c1851', 'status': 'completed', 'code': 200} Jul 24 09:15:29.647570 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-77952c07-b249-4ece-8f59-d03d077a7ec7 None None] Port 1ea622ef-91f5-4207-b504-6efb0efd5698 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:15:29.734494 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port bb1ba969-29dc-4d79-916f-5249b10827f5 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:29.741167 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port bb1ba969-29dc-4d79-916f-5249b10827f5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:29.744034 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:29.861426 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-06779867-8ce0-460e-8bf5-6b3d22e4cf2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:29.886644 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:29.945164 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port bb1ba969-29dc-4d79-916f-5249b10827f5, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=bb1ba969-29dc-4d79-916f-5249b10827f5,segment=NetworkSegment(0993f1b1-2ac9-46c7-9d31-9654591ec2d3),segment_id=0993f1b1-2ac9-46c7-9d31-9654591ec2d3)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:29.952204 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:30.021148 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec9838-b73a-447c-9919-86d235b65d98 req-5e2b3461-246e-45ca-b592-25c348270b01 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:30.039814 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8cec9838-b73a-447c-9919-86d235b65d98 req-5e2b3461-246e-45ca-b592-25c348270b01 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 931 time: 0.5017507 Jul 24 09:15:30.055664 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=bb1ba969-29dc-4d79-916f-5249b10827f5,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:30.093663 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-c1c369db-72df-4f34-996e-949c77502d12 req-bbb92314-a698-4730-ae80-d48e40e7609e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Allocated IP 10.1.1.44 (130df151-54ed-4200-959f-f7fb83738159/3c387c39-d1bf-4176-959f-916a9cd25e18/9eeb4813-0254-46ff-a982-0b81b24181f8) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:15:30.149416 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8cec9838-b73a-447c-9919-86d235b65d98 req-51627c66-8fcd-4b66-90bd-69b7678443b8 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084507 Jul 24 09:15:30.259012 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6780c-6de7-40fd-ba65-e8b0937f33e7 req-e2263b27-f5f2-4a06-b9da-8edc3923e83e tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:30.274288 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b3e6780c-6de7-40fd-ba65-e8b0937f33e7 req-e2263b27-f5f2-4a06-b9da-8edc3923e83e tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 945 time: 0.1152954 Jul 24 09:15:30.343254 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:30.360138 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b3e6780c-6de7-40fd-ba65-e8b0937f33e7 req-7e1fded8-ced3-4340-a52f-8957ae301419 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848405 Jul 24 09:15:30.420275 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-bbb92314-a698-4730-ae80-d48e40e7609e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:30.434555 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-c1c369db-72df-4f34-996e-949c77502d12 req-bbb92314-a698-4730-ae80-d48e40e7609e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Transition to ACTIVE for port object 9eeb4813-0254-46ff-a982-0b81b24181f8 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:30.515491 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-bbb92314-a698-4730-ae80-d48e40e7609e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:30.582346 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb92314-a698-4730-ae80-d48e40e7609e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event updated for resources: {'Port': ['ID=9eeb4813-0254-46ff-a982-0b81b24181f8,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:30.611298 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c369db-72df-4f34-996e-949c77502d12 req-bbb92314-a698-4730-ae80-d48e40e7609e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Network 130df151-54ed-4200-959f-f7fb83738159 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:30.621168 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-c1c369db-72df-4f34-996e-949c77502d12 req-bbb92314-a698-4730-ae80-d48e40e7609e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:30.624840 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c369db-72df-4f34-996e-949c77502d12 req-bbb92314-a698-4730-ae80-d48e40e7609e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:15:30.663378 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eeec09-00cd-4801-ac8c-8d2e8bc91d6c req-df00ddef-142a-4b6b-9d74-6d5d76a62d81 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:30.664919 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b4eeec09-00cd-4801-ac8c-8d2e8bc91d6c req-df00ddef-142a-4b6b-9d74-6d5d76a62d81 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/ports?device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 944 time: 0.1349730 Jul 24 09:15:30.679000 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c24e2d-da23-4a26-b287-0d744ead8576 req-1a4c49f9-9846-4766-88fa-eb8f43b108f9 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:30.680577 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-55c24e2d-da23-4a26-b287-0d744ead8576 req-1a4c49f9-9846-4766-88fa-eb8f43b108f9 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c4e1c4-b542-4fae-a781-8546cb52fbf1 HTTP/1.1" status: 200 len: 946 time: 0.2916193 Jul 24 09:15:30.741052 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-55c24e2d-da23-4a26-b287-0d744ead8576 req-eb24f8a5-0828-48d7-9579-b7111af8c0ab tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479991 Jul 24 09:15:30.749181 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-bbb92314-a698-4730-ae80-d48e40e7609e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:30.749818 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-bbb92314-a698-4730-ae80-d48e40e7609e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:30.765831 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b4eeec09-00cd-4801-ac8c-8d2e8bc91d6c req-4075791b-b763-4ac3-80f7-d4aa5af498fa tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/security-groups?id=c249e08d-ccd0-4865-abd1-5343c0f90bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933671 Jul 24 09:15:30.779004 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-bbb92314-a698-4730-ae80-d48e40e7609e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9114928 Jul 24 09:15:30.795964 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-c1c369db-72df-4f34-996e-949c77502d12 req-550ee8dd-5cfa-4d7e-9610-22537bda4483 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Request body: {'port': {'device_id': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'network_id': '130df151-54ed-4200-959f-f7fb83738159', 'admin_state_up': True, 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'security_groups': ['d96262b6-cb48-483f-979b-41688edf33a2']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:30.916201 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:30.981057 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-816157dd-3df6-4eb8-bbb2-9e0ec499027c None None] Provisioning for port 9eeb4813-0254-46ff-a982-0b81b24181f8 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:30.986425 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-816157dd-3df6-4eb8-bbb2-9e0ec499027c None None] Provisioning complete for port 9eeb4813-0254-46ff-a982-0b81b24181f8 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:30.986828 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-816157dd-3df6-4eb8-bbb2-9e0ec499027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:31.001554 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-550ee8dd-5cfa-4d7e-9610-22537bda4483 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Made reservation on behalf of 66d5a695abdf431a9dde2fad5212bfb7 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:15:31.011807 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-550ee8dd-5cfa-4d7e-9610-22537bda4483 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:31.091617 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-816157dd-3df6-4eb8-bbb2-9e0ec499027c None None] Port 9eeb4813-0254-46ff-a982-0b81b24181f8 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:15:31.194664 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device fa9eeb1f-67a3-41bf-8f98-b9ea680c137e up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:31.267599 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bb1ba969-29dc-4d79-916f-5249b10827f5 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:31.353826 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-c1c369db-72df-4f34-996e-949c77502d12 req-550ee8dd-5cfa-4d7e-9610-22537bda4483 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Allocated IP 10.1.1.73 (130df151-54ed-4200-959f-f7fb83738159/3c387c39-d1bf-4176-959f-916a9cd25e18/506d6774-cab8-4e72-9e5e-98197e8f6a6d) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:15:31.469218 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port bb1ba969-29dc-4d79-916f-5249b10827f5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:31.470146 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:31.535153 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port fa9eeb1f-67a3-41bf-8f98-b9ea680c137e completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:31.561489 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port fa9eeb1f-67a3-41bf-8f98-b9ea680c137e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:31.562931 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:31.608916 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f23b59-cce4-4108-b812-e116e8d4ac49 req-79245e66-88a8-4998-832a-8d46e0a828ae tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:31.628163 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f23b59-cce4-4108-b812-e116e8d4ac49 req-79245e66-88a8-4998-832a-8d46e0a828ae tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:31.630367 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:15:31.636450 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-45f23b59-cce4-4108-b812-e116e8d4ac49 req-79245e66-88a8-4998-832a-8d46e0a828ae tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 1652 time: 0.2267036 Jul 24 09:15:31.731179 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24b7ce-9dfb-4561-b0f0-7bde82cb540d req-3c4a7b7f-4746-451b-bef9-9b61575ea4f5 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:31.735152 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-db24b7ce-9dfb-4561-b0f0-7bde82cb540d req-3c4a7b7f-4746-451b-bef9-9b61575ea4f5 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1c4e1c4-b542-4fae-a781-8546cb52fbf1 HTTP/1.1" status: 200 len: 946 time: 0.3144407 Jul 24 09:15:31.754044 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-550ee8dd-5cfa-4d7e-9610-22537bda4483 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:31.776041 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-45f23b59-cce4-4108-b812-e116e8d4ac49 req-28c5105c-6658-452e-8b5d-c36f49eecfc1 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383529 Jul 24 09:15:31.793531 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-c1c369db-72df-4f34-996e-949c77502d12 req-550ee8dd-5cfa-4d7e-9610-22537bda4483 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Transition to ACTIVE for port object 506d6774-cab8-4e72-9e5e-98197e8f6a6d will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:31.833165 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:31.879545 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98387a2e-806a-4be4-b9b0-5a51bc473234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9eeb1f-67a3-41bf-8f98-b9ea680c137e'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:15:31.882164 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5663c5d-f416-479d-8ac0-4efdd06f92b0" -d '{"events": [{"server_uuid": "98387a2e-806a-4be4-b9b0-5a51bc473234", "name": "network-vif-plugged", "status": "completed", "tag": "fa9eeb1f-67a3-41bf-8f98-b9ea680c137e"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:15:31.884461 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-550ee8dd-5cfa-4d7e-9610-22537bda4483 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:31.923504 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port fa9eeb1f-67a3-41bf-8f98-b9ea680c137e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=fa9eeb1f-67a3-41bf-8f98-b9ea680c137e,segment=NetworkSegment(1d6d5667-2732-42fd-921a-ccb603a49db8),segment_id=1d6d5667-2732-42fd-921a-ccb603a49db8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:31.934695 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:31.994720 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ee8dd-5cfa-4d7e-9610-22537bda4483 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event updated for resources: {'Port': ['ID=506d6774-cab8-4e72-9e5e-98197e8f6a6d,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:32.037540 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c369db-72df-4f34-996e-949c77502d12 req-550ee8dd-5cfa-4d7e-9610-22537bda4483 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Network 130df151-54ed-4200-959f-f7fb83738159 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:32.039302 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-c1c369db-72df-4f34-996e-949c77502d12 req-550ee8dd-5cfa-4d7e-9610-22537bda4483 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:32.045762 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c369db-72df-4f34-996e-949c77502d12 req-550ee8dd-5cfa-4d7e-9610-22537bda4483 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:15:32.056369 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=fa9eeb1f-67a3-41bf-8f98-b9ea680c137e,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:32.071330 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-db24b7ce-9dfb-4561-b0f0-7bde82cb540d req-548a7314-8706-465e-9559-f1e1d0ed5548 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Deleting port 297caa20-e6eb-43b2-9b0d-83f5877d15a1 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:15:32.071575 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-db24b7ce-9dfb-4561-b0f0-7bde82cb540d req-548a7314-8706-465e-9559-f1e1d0ed5548 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:32.193958 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-550ee8dd-5cfa-4d7e-9610-22537bda4483 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:32.204828 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-550ee8dd-5cfa-4d7e-9610-22537bda4483 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:32.295526 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-550ee8dd-5cfa-4d7e-9610-22537bda4483 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5038335 Jul 24 09:15:32.307105 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-db24b7ce-9dfb-4561-b0f0-7bde82cb540d req-548a7314-8706-465e-9559-f1e1d0ed5548 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] For port 297caa20-e6eb-43b2-9b0d-83f5877d15a1, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=297caa20-e6eb-43b2-9b0d-83f5877d15a1,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:32.307886 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-db24b7ce-9dfb-4561-b0f0-7bde82cb540d req-548a7314-8706-465e-9559-f1e1d0ed5548 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:32.312513 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-c1c369db-72df-4f34-996e-949c77502d12 req-4b13a6c2-039a-476d-b157-2c91107ced7e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Request body: {'port': {'device_id': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c6f03a51-92af-4f2b-a8a7-84f44e0df4db', 'admin_state_up': True, 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'security_groups': ['d96262b6-cb48-483f-979b-41688edf33a2']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:32.333026 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-db24b7ce-9dfb-4561-b0f0-7bde82cb540d req-548a7314-8706-465e-9559-f1e1d0ed5548 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Calling delete_port for 297caa20-e6eb-43b2-9b0d-83f5877d15a1 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:15:32.434824 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b9cdf101-5c57-4a8e-9a72-1ba718bf4c44 None None] Provisioning for port 506d6774-cab8-4e72-9e5e-98197e8f6a6d completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:32.440883 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b9cdf101-5c57-4a8e-9a72-1ba718bf4c44 None None] Provisioning complete for port 506d6774-cab8-4e72-9e5e-98197e8f6a6d triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:32.441553 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b9cdf101-5c57-4a8e-9a72-1ba718bf4c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:32.478031 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92223ad4-8169-42d1-b529-e01cc2afa777 req-e1857a1e-4fb0-4020-9ff2-6c54102395bf tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:32.496407 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-92223ad4-8169-42d1-b529-e01cc2afa777 req-e1857a1e-4fb0-4020-9ff2-6c54102395bf tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/ports?device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 945 time: 0.2689080 Jul 24 09:15:32.505111 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-4b13a6c2-039a-476d-b157-2c91107ced7e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Made reservation on behalf of 66d5a695abdf431a9dde2fad5212bfb7 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:15:32.530829 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-b9cdf101-5c57-4a8e-9a72-1ba718bf4c44 None None] Port 506d6774-cab8-4e72-9e5e-98197e8f6a6d cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:15:32.563416 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-db24b7ce-9dfb-4561-b0f0-7bde82cb540d req-548a7314-8706-465e-9559-f1e1d0ed5548 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:32.577784 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c3379-55ee-4d25-b591-68087ab86967 req-f21fb8ac-0518-475d-9f22-ce6b5c6d0f40 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:32.580676 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ff7c3379-55ee-4d25-b591-68087ab86967 req-f21fb8ac-0518-475d-9f22-ce6b5c6d0f40 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c4e1c4-b542-4fae-a781-8546cb52fbf1 HTTP/1.1" status: 200 len: 946 time: 0.5556815 Jul 24 09:15:32.663003 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-92223ad4-8169-42d1-b529-e01cc2afa777 req-4000a3ee-fe81-44be-b59d-1477bbfad49a tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/security-groups?id=c249e08d-ccd0-4865-abd1-5343c0f90bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642826 Jul 24 09:15:32.708507 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-4b13a6c2-039a-476d-b157-2c91107ced7e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:32.818452 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a029af9e-189f-41f2-9ab3-f563c918a20d x-openstack-request-id: req-a029af9e-189f-41f2-9ab3-f563c918a20d {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:15:32.829290 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ff7c3379-55ee-4d25-b591-68087ab86967 req-1e458b71-a1e3-477e-b2d5-afd51bdd7ed6 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976545 Jul 24 09:15:32.829290 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a7314-8706-465e-9559-f1e1d0ed5548 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Pushing event deleted for resources: {'Port': ['ID=297caa20-e6eb-43b2-9b0d-83f5877d15a1,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:32.839115 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98387a2e-806a-4be4-b9b0-5a51bc473234", "name": "network-vif-plugged", "status": "completed", "tag": "fa9eeb1f-67a3-41bf-8f98-b9ea680c137e", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:15:32.839677 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a029af9e-189f-41f2-9ab3-f563c918a20d {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:15:32.841894 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98387a2e-806a-4be4-b9b0-5a51bc473234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9eeb1f-67a3-41bf-8f98-b9ea680c137e', 'code': 200} Jul 24 09:15:32.885330 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:32.913062 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-db24b7ce-9dfb-4561-b0f0-7bde82cb540d req-548a7314-8706-465e-9559-f1e1d0ed5548 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] No DVR routers for this DVR port 297caa20-e6eb-43b2-9b0d-83f5877d15a1 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:15:32.918190 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-db24b7ce-9dfb-4561-b0f0-7bde82cb540d req-548a7314-8706-465e-9559-f1e1d0ed5548 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:32.921617 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-db24b7ce-9dfb-4561-b0f0-7bde82cb540d req-548a7314-8706-465e-9559-f1e1d0ed5548 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.20 "DELETE /v2.0/ports/297caa20-e6eb-43b2-9b0d-83f5877d15a1 HTTP/1.1" status: 204 len: 173 time: 1.1775942 Jul 24 09:15:32.922108 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c4e1c4-b542-4fae-a781-8546cb52fbf1', 'name': 'network-vif-deleted', 'tag': '297caa20-e6eb-43b2-9b0d-83f5877d15a1'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:15:32.925558 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9b4a7e-0b7d-4775-8539-e4778cd37668" -d '{"events": [{"server_uuid": "c1c4e1c4-b542-4fae-a781-8546cb52fbf1", "name": "network-vif-deleted", "tag": "297caa20-e6eb-43b2-9b0d-83f5877d15a1"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:15:33.197490 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7efe4a-452c-46e2-9cb9-057c064cda28 req-83d0a188-72d0-47d2-95e1-832d4f3b24a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:33.197490 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8f7efe4a-452c-46e2-9cb9-057c064cda28 req-83d0a188-72d0-47d2-95e1-832d4f3b24a6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 1096 time: 0.2615170 Jul 24 09:15:33.229350 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93ecb0-1f9e-41f9-aa8e-f49379c806c9 req-280cfdf2-8884-4611-885b-c50a711b6a88 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:33.236064 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1a93ecb0-1f9e-41f9-aa8e-f49379c806c9 req-280cfdf2-8884-4611-885b-c50a711b6a88 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 945 time: 0.2156408 Jul 24 09:15:33.258915 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8f7efe4a-452c-46e2-9cb9-057c064cda28 req-c8fff979-41e1-405d-bae4-7e1d43b1f533 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c249e08d-ccd0-4865-abd1-5343c0f90bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571592 Jul 24 09:15:33.261338 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-c1c369db-72df-4f34-996e-949c77502d12 req-4b13a6c2-039a-476d-b157-2c91107ced7e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Allocated IP 10.2.2.100 (c6f03a51-92af-4f2b-a8a7-84f44e0df4db/c7965ff2-5ace-4294-bd8e-07c8763c47a6/16303a1a-c8c8-446e-8591-495750b9d208) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:15:33.300832 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1a93ecb0-1f9e-41f9-aa8e-f49379c806c9 req-4e2cd85a-5e7f-45e1-a9dd-b7cb600b5daf tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568781 Jul 24 09:15:33.379610 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926b8e79-6050-4fcb-9e42-1f7d64568f4b x-openstack-request-id: req-926b8e79-6050-4fcb-9e42-1f7d64568f4b {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:15:33.379610 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c4e1c4-b542-4fae-a781-8546cb52fbf1", "name": "network-vif-deleted", "tag": "297caa20-e6eb-43b2-9b0d-83f5877d15a1", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:15:33.380000 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-926b8e79-6050-4fcb-9e42-1f7d64568f4b {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:15:33.380268 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c4e1c4-b542-4fae-a781-8546cb52fbf1', 'name': 'network-vif-deleted', 'tag': '297caa20-e6eb-43b2-9b0d-83f5877d15a1', 'status': 'completed', 'code': 200} Jul 24 09:15:33.516962 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1e158-cf46-4b0f-98e1-7dbce0554363 req-27d68808-3e35-45c6-bedb-df6018256c16 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:33.525968 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1e158-cf46-4b0f-98e1-7dbce0554363 req-27d68808-3e35-45c6-bedb-df6018256c16 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:33.539663 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1e158-cf46-4b0f-98e1-7dbce0554363 req-27d68808-3e35-45c6-bedb-df6018256c16 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:33.548177 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75c1e158-cf46-4b0f-98e1-7dbce0554363 req-27d68808-3e35-45c6-bedb-df6018256c16 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 2372 time: 0.2323253 Jul 24 09:15:33.614565 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75c1e158-cf46-4b0f-98e1-7dbce0554363 req-b2470662-ff4a-4c97-946d-f521268d1c7b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625429 Jul 24 09:15:33.620842 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-4b13a6c2-039a-476d-b157-2c91107ced7e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:33.655867 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-c1c369db-72df-4f34-996e-949c77502d12 req-4b13a6c2-039a-476d-b157-2c91107ced7e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Transition to ACTIVE for port object 16303a1a-c8c8-446e-8591-495750b9d208 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:33.713787 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-4b13a6c2-039a-476d-b157-2c91107ced7e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:33.850612 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c369db-72df-4f34-996e-949c77502d12 req-4b13a6c2-039a-476d-b157-2c91107ced7e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Network c6f03a51-92af-4f2b-a8a7-84f44e0df4db is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:33.860555 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-c1c369db-72df-4f34-996e-949c77502d12 req-4b13a6c2-039a-476d-b157-2c91107ced7e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:33.883156 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13a6c2-039a-476d-b157-2c91107ced7e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event updated for resources: {'Port': ['ID=16303a1a-c8c8-446e-8591-495750b9d208,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:33.888773 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c369db-72df-4f34-996e-949c77502d12 req-4b13a6c2-039a-476d-b157-2c91107ced7e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:15:33.901069 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94fb23-cdc9-425e-b306-9b6f1f6f72a1 req-c74ca3ea-128a-4984-b87d-2e90ffdba377 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:33.911719 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de94fb23-cdc9-425e-b306-9b6f1f6f72a1 req-c74ca3ea-128a-4984-b87d-2e90ffdba377 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=d04ad624-5fb2-4ff8-8474-a92f5f5e4681 HTTP/1.1" status: 200 len: 945 time: 0.1116138 Jul 24 09:15:33.972808 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc97089-0e9b-4f0a-87c6-5df351252eb5 req-43fdf487-21c9-4be4-94e7-52f0a52c7291 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:33.974147 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de94fb23-cdc9-425e-b306-9b6f1f6f72a1 req-4dbdb4ac-1d40-4d1b-91a4-67151eed88c1 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614326 Jul 24 09:15:33.982703 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5dc97089-0e9b-4f0a-87c6-5df351252eb5 req-43fdf487-21c9-4be4-94e7-52f0a52c7291 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/ports?device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 945 time: 0.2051580 Jul 24 09:15:34.016502 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-4b13a6c2-039a-476d-b157-2c91107ced7e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:34.017655 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-4b13a6c2-039a-476d-b157-2c91107ced7e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:34.063764 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5dc97089-0e9b-4f0a-87c6-5df351252eb5 req-837b1c63-ba65-40a7-bd20-d91fd6aec3b4 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/security-groups?id=c249e08d-ccd0-4865-abd1-5343c0f90bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756032 Jul 24 09:15:34.068249 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-4b13a6c2-039a-476d-b157-2c91107ced7e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7634933 Jul 24 09:15:34.115257 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-c1c369db-72df-4f34-996e-949c77502d12 req-7ebe6971-9c5b-4e12-9741-22efa525e751 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Request body: {'port': {'device_id': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c6f03a51-92af-4f2b-a8a7-84f44e0df4db', 'admin_state_up': True, 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'security_groups': ['d96262b6-cb48-483f-979b-41688edf33a2']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:34.355158 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 297caa20-e6eb-43b2-9b0d-83f5877d15a1 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:15:34.386958 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-7ebe6971-9c5b-4e12-9741-22efa525e751 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Made reservation on behalf of 66d5a695abdf431a9dde2fad5212bfb7 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:15:34.402068 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-7ebe6971-9c5b-4e12-9741-22efa525e751 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:34.430588 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 297caa20-e6eb-43b2-9b0d-83f5877d15a1 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:15:34.432383 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 297caa20-e6eb-43b2-9b0d-83f5877d15a1 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:15:34.451232 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8c2ebb65-fbc2-4fc7-bda2-c24f9cf11b22 None None] Provisioning for port 16303a1a-c8c8-446e-8591-495750b9d208 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:34.460593 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8c2ebb65-fbc2-4fc7-bda2-c24f9cf11b22 None None] Provisioning complete for port 16303a1a-c8c8-446e-8591-495750b9d208 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:34.462278 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8c2ebb65-fbc2-4fc7-bda2-c24f9cf11b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:34.529451 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-8c2ebb65-fbc2-4fc7-bda2-c24f9cf11b22 None None] Port 16303a1a-c8c8-446e-8591-495750b9d208 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:15:34.673172 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-832416f8-fe9c-4dd3-a864-a5c1f8e0c3c3 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:34.675303 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-832416f8-fe9c-4dd3-a864-a5c1f8e0c3c3 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/networks?id=ae3d61b8-100f-4726-9451-0b010e6cd4d8 HTTP/1.1" status: 200 len: 812 time: 0.1590581 Jul 24 09:15:34.707920 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-7bd152e4-f715-4289-9a7c-83068951b7dc tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/quotas/c1913b66f5ab41bbbc2b819d5a63abda HTTP/1.1" status: 200 len: 375 time: 0.0258574 Jul 24 09:15:34.763514 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6015cd1-b49c-44da-9c36-318ee1742290 req-201b25af-8a9f-4b89-a8e5-64d0ac19f030 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:34.767168 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-cc2182ad-7847-48ca-82e1-0b26977b134f tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1913b66f5ab41bbbc2b819d5a63abda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398695 Jul 24 09:15:34.771545 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6015cd1-b49c-44da-9c36-318ee1742290 req-201b25af-8a9f-4b89-a8e5-64d0ac19f030 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 945 time: 0.2963994 Jul 24 09:15:34.842194 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-c1c369db-72df-4f34-996e-949c77502d12 req-7ebe6971-9c5b-4e12-9741-22efa525e751 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Allocated IP 10.2.2.200 (c6f03a51-92af-4f2b-a8a7-84f44e0df4db/c7965ff2-5ace-4294-bd8e-07c8763c47a6/16f6a8a0-9d0c-483f-b3ba-0c9fb8957875) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:15:34.890563 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-75f633ce-f0e4-4954-aabf-a36f9d4b6ca3 service neutron] 10.222.0.32 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221709 Jul 24 09:15:34.929420 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6015cd1-b49c-44da-9c36-318ee1742290 req-93d16ef5-7db6-496d-b9fd-3dccff46e178 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569006 Jul 24 09:15:35.026677 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-c33da8f2-e216-4534-965c-2bb31871c63d service neutron] 10.222.0.32 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334314 Jul 24 09:15:35.172162 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393fc45-002c-438b-981a-de7c810411f2 req-680c13c9-8709-4827-8fbc-d9cc45e5f124 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:35.174458 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8393fc45-002c-438b-981a-de7c810411f2 req-680c13c9-8709-4827-8fbc-d9cc45e5f124 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04ad624-5fb2-4ff8-8474-a92f5f5e4681 HTTP/1.1" status: 200 len: 945 time: 0.1469810 Jul 24 09:15:35.220458 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device a70180b7-0813-42d1-b346-8f6b9594c91e details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:15:35.463310 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-7ebe6971-9c5b-4e12-9741-22efa525e751 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:35.479484 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-c1c369db-72df-4f34-996e-949c77502d12 req-7ebe6971-9c5b-4e12-9741-22efa525e751 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Transition to ACTIVE for port object 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:35.487701 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-8393fc45-002c-438b-981a-de7c810411f2 req-2f06ae70-8120-473c-9f44-b7b9a464c1cd tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Deleting port 880fbce5-c5db-464b-a114-3858d9fcfd2c {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:15:35.488052 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-8393fc45-002c-438b-981a-de7c810411f2 req-2f06ae70-8120-473c-9f44-b7b9a464c1cd tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:35.524709 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-7ebe6971-9c5b-4e12-9741-22efa525e751 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:35.585387 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port a70180b7-0813-42d1-b346-8f6b9594c91e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=a70180b7-0813-42d1-b346-8f6b9594c91e,segment=NetworkSegment(028cb95f-2a4c-4e6e-aac8-95db3bdf4e23),segment_id=028cb95f-2a4c-4e6e-aac8-95db3bdf4e23)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:35.621176 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'a70180b7-0813-42d1-b346-8f6b9594c91e', 'network_id': '0e0f771d-ba39-4956-b211-8dacb7f59819', 'port_id': 'a70180b7-0813-42d1-b346-8f6b9594c91e', 'mac_address': 'fa:16:3e:cd:2d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d96a69-926f-4867-a66e-7af2fecafdb3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:15:35.625314 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c369db-72df-4f34-996e-949c77502d12 req-7ebe6971-9c5b-4e12-9741-22efa525e751 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Network c6f03a51-92af-4f2b-a8a7-84f44e0df4db is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:35.633296 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-c1c369db-72df-4f34-996e-949c77502d12 req-7ebe6971-9c5b-4e12-9741-22efa525e751 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:35.667282 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c369db-72df-4f34-996e-949c77502d12 req-7ebe6971-9c5b-4e12-9741-22efa525e751 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:15:35.678805 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe6971-9c5b-4e12-9741-22efa525e751 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event updated for resources: {'Port': ['ID=16f6a8a0-9d0c-483f-b3ba-0c9fb8957875,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:35.702929 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e550cc1-bca0-4378-bcc6-f9f5d318bdb8 req-052e62a4-9bb0-493c-b2f8-3cadcf6619bf tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:35.706812 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:35.716930 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0e550cc1-bca0-4378-bcc6-f9f5d318bdb8 req-052e62a4-9bb0-493c-b2f8-3cadcf6619bf tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=d04ad624-5fb2-4ff8-8474-a92f5f5e4681 HTTP/1.1" status: 200 len: 945 time: 0.3052659 Jul 24 09:15:35.735476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73643419-a838-4459-a546-1431a245ddbb req-f3f962c7-ffd4-467d-bce0-c376ccf736d6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:35.741835 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73643419-a838-4459-a546-1431a245ddbb req-f3f962c7-ffd4-467d-bce0-c376ccf736d6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:35.747658 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a70180b7-0813-42d1-b346-8f6b9594c91e {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:15:35.753941 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73643419-a838-4459-a546-1431a245ddbb req-f3f962c7-ffd4-467d-bce0-c376ccf736d6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:35.760682 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73643419-a838-4459-a546-1431a245ddbb req-f3f962c7-ffd4-467d-bce0-c376ccf736d6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:35.767440 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73643419-a838-4459-a546-1431a245ddbb req-f3f962c7-ffd4-467d-bce0-c376ccf736d6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:35.769799 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-73643419-a838-4459-a546-1431a245ddbb req-f3f962c7-ffd4-467d-bce0-c376ccf736d6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 3814 time: 0.2594039 Jul 24 09:15:35.811317 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-7ebe6971-9c5b-4e12-9741-22efa525e751 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:35.812371 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-7ebe6971-9c5b-4e12-9741-22efa525e751 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:35.813232 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port a70180b7-0813-42d1-b346-8f6b9594c91e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=a70180b7-0813-42d1-b346-8f6b9594c91e,segment=NetworkSegment(028cb95f-2a4c-4e6e-aac8-95db3bdf4e23),segment_id=028cb95f-2a4c-4e6e-aac8-95db3bdf4e23)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:35.821401 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:35.862833 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0e550cc1-bca0-4378-bcc6-f9f5d318bdb8 req-29eb05aa-bb44-4a5e-889e-988960d4c8ac tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0e9db27-77ef-4172-af43-c9e6cd5914e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398458 Jul 24 09:15:35.874310 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-73643419-a838-4459-a546-1431a245ddbb req-868358fc-db58-443c-84f3-3e33a7e0850d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978262 Jul 24 09:15:35.896658 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-7ebe6971-9c5b-4e12-9741-22efa525e751 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8150346 Jul 24 09:15:35.902582 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-8393fc45-002c-438b-981a-de7c810411f2 req-2f06ae70-8120-473c-9f44-b7b9a464c1cd tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] For port 880fbce5-c5db-464b-a114-3858d9fcfd2c, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=880fbce5-c5db-464b-a114-3858d9fcfd2c,segment=NetworkSegment(35f4804f-ec61-4ecf-b132-5c5ff3b38abb),segment_id=35f4804f-ec61-4ecf-b132-5c5ff3b38abb)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:35.903332 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-8393fc45-002c-438b-981a-de7c810411f2 req-2f06ae70-8120-473c-9f44-b7b9a464c1cd tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:35.914374 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-c1c369db-72df-4f34-996e-949c77502d12 req-10de61b5-1d16-40ce-a4b6-79b0613f6bdd service neutron] Request body: {'port': {'device_id': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:35.962550 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-8393fc45-002c-438b-981a-de7c810411f2 req-2f06ae70-8120-473c-9f44-b7b9a464c1cd tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Calling delete_port for 880fbce5-c5db-464b-a114-3858d9fcfd2c owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:15:36.040576 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=a70180b7-0813-42d1-b346-8f6b9594c91e,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:36.106872 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['a70180b7-0813-42d1-b346-8f6b9594c91e'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:15:36.133218 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-10de61b5-1d16-40ce-a4b6-79b0613f6bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:36.487123 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e802f6-8c40-4ca4-9b5b-111ae64981f4 req-c8e37f98-c955-497e-b63d-f61a59d9c396 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:36.494925 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-74e802f6-8c40-4ca4-9b5b-111ae64981f4 req-c8e37f98-c955-497e-b63d-f61a59d9c396 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/ports?device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 945 time: 0.3508809 Jul 24 09:15:36.531296 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7cabc4ce-a762-4ca1-89c7-9f6eaf569720 None None] Provisioning for port 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:36.577938 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7cabc4ce-a762-4ca1-89c7-9f6eaf569720 None None] Provisioning complete for port 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:36.579265 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7cabc4ce-a762-4ca1-89c7-9f6eaf569720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:36.587939 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-74e802f6-8c40-4ca4-9b5b-111ae64981f4 req-9f9fc490-8605-42c2-8b96-6464ef098137 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/security-groups?id=c249e08d-ccd0-4865-abd1-5343c0f90bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895550 Jul 24 09:15:36.629399 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-8393fc45-002c-438b-981a-de7c810411f2 req-2f06ae70-8120-473c-9f44-b7b9a464c1cd tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:36.647580 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-7cabc4ce-a762-4ca1-89c7-9f6eaf569720 None None] Port 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:15:36.676196 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9d5fe5b-6227-4c4a-b000-6877a4f45971 req-f163b26f-7aba-4ee8-8eee-6fe9563925e8 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 210 time: 0.2654052 Jul 24 09:15:36.736674 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06ae70-8120-473c-9f44-b7b9a464c1cd tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Pushing event deleted for resources: {'Port': ['ID=880fbce5-c5db-464b-a114-3858d9fcfd2c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:36.798581 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-c1c369db-72df-4f34-996e-949c77502d12 req-10de61b5-1d16-40ce-a4b6-79b0613f6bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea622ef-91f5-4207-b504-6efb0efd5698 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:15:36.818054 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-10de61b5-1d16-40ce-a4b6-79b0613f6bdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:36.855623 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-c1c369db-72df-4f34-996e-949c77502d12 req-10de61b5-1d16-40ce-a4b6-79b0613f6bdd service neutron] Transition to ACTIVE for port object 1ea622ef-91f5-4207-b504-6efb0efd5698 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:36.874171 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-10de61b5-1d16-40ce-a4b6-79b0613f6bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:37.041375 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a2e99-fa2a-4c1f-9540-91da3ada58ab req-7fa09205-8710-441b-aa79-2e9caa6164fd tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:37.054998 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a42edcc1-edf5-4f53-9542-df265a27f8f0 req-9e205620-821e-4e90-8bbe-c4201d691fde tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 258 time: 0.3162253 Jul 24 09:15:37.055207 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-595a2e99-fa2a-4c1f-9540-91da3ada58ab req-7fa09205-8710-441b-aa79-2e9caa6164fd tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 944 time: 0.2494659 Jul 24 09:15:37.055320 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-a42edcc1-edf5-4f53-9542-df265a27f8f0 req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:37.108351 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-8393fc45-002c-438b-981a-de7c810411f2 req-2f06ae70-8120-473c-9f44-b7b9a464c1cd tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] No DVR routers for this DVR port 880fbce5-c5db-464b-a114-3858d9fcfd2c on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:15:37.112643 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-8393fc45-002c-438b-981a-de7c810411f2 req-2f06ae70-8120-473c-9f44-b7b9a464c1cd tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:37.115547 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de61b5-1d16-40ce-a4b6-79b0613f6bdd service neutron] Pushing event updated for resources: {'Port': ['ID=1ea622ef-91f5-4207-b504-6efb0efd5698,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:37.117310 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8393fc45-002c-438b-981a-de7c810411f2 req-2f06ae70-8120-473c-9f44-b7b9a464c1cd tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.20 "DELETE /v2.0/ports/880fbce5-c5db-464b-a114-3858d9fcfd2c HTTP/1.1" status: 204 len: 173 time: 1.9321671 Jul 24 09:15:37.177544 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04ad624-5fb2-4ff8-8474-a92f5f5e4681', 'name': 'network-vif-deleted', 'tag': '880fbce5-c5db-464b-a114-3858d9fcfd2c'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:15:37.186774 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862722f5-129b-42b4-9aef-c82034d4011c" -d '{"events": [{"server_uuid": "d04ad624-5fb2-4ff8-8474-a92f5f5e4681", "name": "network-vif-deleted", "tag": "880fbce5-c5db-464b-a114-3858d9fcfd2c"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:15:37.197495 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a42edcc1-edf5-4f53-9542-df265a27f8f0 req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:37.241088 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device a70180b7-0813-42d1-b346-8f6b9594c91e up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:37.367043 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port a70180b7-0813-42d1-b346-8f6b9594c91e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:37.367588 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:37.441561 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a42edcc1-edf5-4f53-9542-df265a27f8f0 req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:37.473713 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-595a2e99-fa2a-4c1f-9540-91da3ada58ab req-a7be53a1-4c52-4608-8795-04c6c20ca9b4 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194424 Jul 24 09:15:37.480046 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c1c369db-72df-4f34-996e-949c77502d12 req-10de61b5-1d16-40ce-a4b6-79b0613f6bdd service neutron] Attempting to bind port 1ea622ef-91f5-4207-b504-6efb0efd5698 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:15:37.480383 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c1c369db-72df-4f34-996e-949c77502d12 req-10de61b5-1d16-40ce-a4b6-79b0613f6bdd service neutron] Attempting to bind port 1ea622ef-91f5-4207-b504-6efb0efd5698 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '179240a6-2206-4416-9b54-6742cbc9ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:15:37.480722 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-10de61b5-1d16-40ce-a4b6-79b0613f6bdd service neutron] Attempting to bind port 1ea622ef-91f5-4207-b504-6efb0efd5698 on network 9dc9f2b3-ab92-48be-ad70-58a2832475cd {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:37.526824 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-10de61b5-1d16-40ce-a4b6-79b0613f6bdd service neutron] Port 1ea622ef-91f5-4207-b504-6efb0efd5698 on network 9dc9f2b3-ab92-48be-ad70-58a2832475cd not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:15:37.527161 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:37.528711 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-10de61b5-1d16-40ce-a4b6-79b0613f6bdd service neutron] Attempting to bind port 1ea622ef-91f5-4207-b504-6efb0efd5698 on network 9dc9f2b3-ab92-48be-ad70-58a2832475cd {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:37.550192 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-10de61b5-1d16-40ce-a4b6-79b0613f6bdd service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:15:37.550539 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-10de61b5-1d16-40ce-a4b6-79b0613f6bdd service neutron] Checking segment: {'id': '179240a6-2206-4416-9b54-6742cbc9ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:15:37.551167 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-10de61b5-1d16-40ce-a4b6-79b0613f6bdd service neutron] Bound using segment: {'id': '179240a6-2206-4416-9b54-6742cbc9ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:15:37.551396 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c1c369db-72df-4f34-996e-949c77502d12 req-10de61b5-1d16-40ce-a4b6-79b0613f6bdd service neutron] Bound port: 1ea622ef-91f5-4207-b504-6efb0efd5698, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '179240a6-2206-4416-9b54-6742cbc9ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:15:37.551748 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-10de61b5-1d16-40ce-a4b6-79b0613f6bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:37.561452 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-65c7d044-2175-4f25-a6b3-6fb5a90640df tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:37.563027 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-65c7d044-2175-4f25-a6b3-6fb5a90640df tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.20 "GET /v2.0/networks?id=ae3d61b8-100f-4726-9451-0b010e6cd4d8 HTTP/1.1" status: 200 len: 812 time: 0.6031389 Jul 24 09:15:37.580429 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-a0e0d0c5-d4b4-4a27-b2bf-0002c88342f4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Request body: {'port': {'device_id': '0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a', 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8', 'admin_state_up': True, 'tenant_id': 'c1913b66f5ab41bbbc2b819d5a63abda'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:37.602932 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97323d5-b2a8-4c65-8e8b-b875b2c01f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70180b7-0813-42d1-b346-8f6b9594c91e'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:15:37.612781 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bdd8e5-e86e-4158-acb2-149cb0762821" -d '{"events": [{"server_uuid": "c97323d5-b2a8-4c65-8e8b-b875b2c01f1e", "name": "network-vif-plugged", "status": "completed", "tag": "a70180b7-0813-42d1-b346-8f6b9594c91e"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:15:37.617082 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-a42edcc1-edf5-4f53-9542-df265a27f8f0 req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Allocated IP 172.25.7.114 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/fdb70578-a64e-44e3-b377-7f0a2c0b7578) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:15:37.625638 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port a70180b7-0813-42d1-b346-8f6b9594c91e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=a70180b7-0813-42d1-b346-8f6b9594c91e,segment=NetworkSegment(028cb95f-2a4c-4e6e-aac8-95db3bdf4e23),segment_id=028cb95f-2a4c-4e6e-aac8-95db3bdf4e23)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:37.632442 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:37.735199 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a42edcc1-edf5-4f53-9542-df265a27f8f0 req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:37.736116 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=a70180b7-0813-42d1-b346-8f6b9594c91e,revision_number=7']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:37.741385 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a8826859-e63f-4f88-8a2e-d81210b0240f req-78d9dfc8-6d1d-4018-9db2-88b3fcf95c17 tempest-ServersTestJSON-34871345 tempest-ServersTestJSON-34871345-project] 10.222.0.32 "GET /v2.0/ports?device_id=d04ad624-5fb2-4ff8-8474-a92f5f5e4681 HTTP/1.1" status: 200 len: 210 time: 0.0574038 Jul 24 09:15:37.764308 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c1c369db-72df-4f34-996e-949c77502d12 req-10de61b5-1d16-40ce-a4b6-79b0613f6bdd service neutron] For port 1ea622ef-91f5-4207-b504-6efb0efd5698, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:15:37.768178 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c1c369db-72df-4f34-996e-949c77502d12 req-10de61b5-1d16-40ce-a4b6-79b0613f6bdd service neutron] For port 1ea622ef-91f5-4207-b504-6efb0efd5698, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=1ea622ef-91f5-4207-b504-6efb0efd5698,segment=NetworkSegment(179240a6-2206-4416-9b54-6742cbc9ffe4),segment_id=179240a6-2206-4416-9b54-6742cbc9ffe4)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:15:37.797037 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-10de61b5-1d16-40ce-a4b6-79b0613f6bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:37.807235 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a42edcc1-edf5-4f53-9542-df265a27f8f0 req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:37.857098 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42edcc1-edf5-4f53-9542-df265a27f8f0 req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:37.862885 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-a42edcc1-edf5-4f53-9542-df265a27f8f0 req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:37.866601 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42edcc1-edf5-4f53-9542-df265a27f8f0 req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:15:37.873642 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-10de61b5-1d16-40ce-a4b6-79b0613f6bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:37.874184 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-10de61b5-1d16-40ce-a4b6-79b0613f6bdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:37.876186 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-10de61b5-1d16-40ce-a4b6-79b0613f6bdd service neutron] 10.222.0.20 "PUT /v2.0/ports/1ea622ef-91f5-4207-b504-6efb0efd5698 HTTP/1.1" status: 200 len: 1091 time: 1.9709527 Jul 24 09:15:37.895816 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'tag': '1ea622ef-91f5-4207-b504-6efb0efd5698'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:15:37.898752 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fa4ec1-f2e1-4e15-aff7-658698150c78" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "tag": "1ea622ef-91f5-4207-b504-6efb0efd5698"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:15:37.926328 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Pushing event updated for resources: {'Port': ['ID=fdb70578-a64e-44e3-b377-7f0a2c0b7578,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:37.932269 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-c1c369db-72df-4f34-996e-949c77502d12 req-e1f78340-5192-43f4-b520-32a4b6db7480 service neutron] Request body: {'port': {'device_id': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:37.937499 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-a0e0d0c5-d4b4-4a27-b2bf-0002c88342f4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Made reservation on behalf of c1913b66f5ab41bbbc2b819d5a63abda for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:15:37.942625 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-a0e0d0c5-d4b4-4a27-b2bf-0002c88342f4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:37.945039 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de61b5-1d16-40ce-a4b6-79b0613f6bdd service neutron] Pushing event updated for resources: {'Port': ['ID=1ea622ef-91f5-4207-b504-6efb0efd5698,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:38.046996 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a42edcc1-edf5-4f53-9542-df265a27f8f0 req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:38.135441 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a42edcc1-edf5-4f53-9542-df265a27f8f0 req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:38.176811 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c524268-b4b2-4ead-b5cc-4c9f521755f2 req-bb701b4c-564c-406e-a93b-c87485758f0e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:38.185495 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c524268-b4b2-4ead-b5cc-4c9f521755f2 req-bb701b4c-564c-406e-a93b-c87485758f0e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:38.192143 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c524268-b4b2-4ead-b5cc-4c9f521755f2 req-bb701b4c-564c-406e-a93b-c87485758f0e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:38.202850 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c524268-b4b2-4ead-b5cc-4c9f521755f2 req-bb701b4c-564c-406e-a93b-c87485758f0e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:38.216440 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c524268-b4b2-4ead-b5cc-4c9f521755f2 req-bb701b4c-564c-406e-a93b-c87485758f0e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:38.219585 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5c524268-b4b2-4ead-b5cc-4c9f521755f2 req-bb701b4c-564c-406e-a93b-c87485758f0e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 3826 time: 0.3813205 Jul 24 09:15:38.323793 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-e1f78340-5192-43f4-b520-32a4b6db7480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:38.366489 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5c524268-b4b2-4ead-b5cc-4c9f521755f2 req-0004aaee-5bb6-4c86-9806-ec7d995584d4 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361887 Jul 24 09:15:38.375045 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 880fbce5-c5db-464b-a114-3858d9fcfd2c no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:15:38.382675 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a42edcc1-edf5-4f53-9542-df265a27f8f0 req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:38.395866 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a42edcc1-edf5-4f53-9542-df265a27f8f0 req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:38.401206 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 880fbce5-c5db-464b-a114-3858d9fcfd2c {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:15:38.401870 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 880fbce5-c5db-464b-a114-3858d9fcfd2c not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:15:38.409228 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-a0e0d0c5-d4b4-4a27-b2bf-0002c88342f4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Allocated IP 172.20.0.10 (ae3d61b8-100f-4726-9451-0b010e6cd4d8/82774b4c-6531-498d-b907-9800d791c7b0/6563123e-6a9f-426c-bab4-ca231053a677) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:15:38.483814 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Pushing event updated for resources: {'Port': ['ID=fdb70578-a64e-44e3-b377-7f0a2c0b7578,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:38.499879 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:38.500230 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:38.500614 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:38.506360 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:38.506754 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:38.507103 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:38.507779 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:38.508138 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:38.508473 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:38.508828 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:38.509160 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:38.509491 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:38.536599 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a42edcc1-edf5-4f53-9542-df265a27f8f0 req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:38.555938 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a42edcc1-edf5-4f53-9542-df265a27f8f0 req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:38.562685 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a42edcc1-edf5-4f53-9542-df265a27f8f0 req-26f99ad8-8908-4572-abd2-6653bba3b96c tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5146792 Jul 24 09:15:38.631825 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a42edcc1-edf5-4f53-9542-df265a27f8f0 req-c082d088-079b-48b7-bde7-657035ea4018 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.114 HTTP/1.1" status: 200 len: 696 time: 0.0681129 Jul 24 09:15:38.634583 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d43a3b-e1a0-4eac-b880-3efae12872c3 x-openstack-request-id: req-46d43a3b-e1a0-4eac-b880-3efae12872c3 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:15:38.634873 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04ad624-5fb2-4ff8-8474-a92f5f5e4681", "name": "network-vif-deleted", "tag": "880fbce5-c5db-464b-a114-3858d9fcfd2c", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:15:38.635128 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46d43a3b-e1a0-4eac-b880-3efae12872c3 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:15:38.635579 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04ad624-5fb2-4ff8-8474-a92f5f5e4681', 'name': 'network-vif-deleted', 'tag': '880fbce5-c5db-464b-a114-3858d9fcfd2c', 'status': 'completed', 'code': 200} Jul 24 09:15:38.750167 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42edcc1-edf5-4f53-9542-df265a27f8f0 req-459ec4b6-51d3-4098-a733-97d8e282a455 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:38.767109 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a42edcc1-edf5-4f53-9542-df265a27f8f0 req-459ec4b6-51d3-4098-a733-97d8e282a455 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 0.1343195 Jul 24 09:15:38.801800 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f099fe4-8ec6-4d74-b9ed-a577470ad5bf x-openstack-request-id: req-6f099fe4-8ec6-4d74-b9ed-a577470ad5bf {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:15:38.802373 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97323d5-b2a8-4c65-8e8b-b875b2c01f1e", "name": "network-vif-plugged", "status": "completed", "tag": "a70180b7-0813-42d1-b346-8f6b9594c91e", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:15:38.802513 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f099fe4-8ec6-4d74-b9ed-a577470ad5bf {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:15:38.803078 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97323d5-b2a8-4c65-8e8b-b875b2c01f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70180b7-0813-42d1-b346-8f6b9594c91e', 'code': 200} Jul 24 09:15:38.910216 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-a0e0d0c5-d4b4-4a27-b2bf-0002c88342f4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:38.921595 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c7214c66-5f15-479a-84d4-ab3adbb34d87 req-4291fa62-d40b-4528-be23-b1238baba157 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 210 time: 0.0499730 Jul 24 09:15:38.971284 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef4c0a9-9ad9-4713-b167-b2ab82a50eed x-openstack-request-id: req-aef4c0a9-9ad9-4713-b167-b2ab82a50eed {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:15:38.971563 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "tag": "1ea622ef-91f5-4207-b504-6efb0efd5698", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:15:38.971815 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aef4c0a9-9ad9-4713-b167-b2ab82a50eed {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:15:38.972213 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'tag': '1ea622ef-91f5-4207-b504-6efb0efd5698', 'status': 'completed', 'code': 200} Jul 24 09:15:38.991690 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-c1c369db-72df-4f34-996e-949c77502d12 req-e1f78340-5192-43f4-b520-32a4b6db7480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 794a2009-e4f6-4dcc-8190-09f6bd77b763 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:15:39.001355 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-e1f78340-5192-43f4-b520-32a4b6db7480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:39.016882 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-c1c369db-72df-4f34-996e-949c77502d12 req-e1f78340-5192-43f4-b520-32a4b6db7480 service neutron] Transition to ACTIVE for port object 794a2009-e4f6-4dcc-8190-09f6bd77b763 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:39.019500 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-a0e0d0c5-d4b4-4a27-b2bf-0002c88342f4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:39.036659 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-e1f78340-5192-43f4-b520-32a4b6db7480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:39.053144 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57916) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:39.180279 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-a0e0d0c5-d4b4-4a27-b2bf-0002c88342f4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Network ae3d61b8-100f-4726-9451-0b010e6cd4d8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:39.194509 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-a0e0d0c5-d4b4-4a27-b2bf-0002c88342f4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:39.198720 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-a0e0d0c5-d4b4-4a27-b2bf-0002c88342f4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:15:39.205818 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0d0c5-d4b4-4a27-b2bf-0002c88342f4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Pushing event updated for resources: {'Port': ['ID=6563123e-6a9f-426c-bab4-ca231053a677,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:39.279065 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-f779bc65-fd80-4503-b18e-7e3f314843eb admin admin] Deleting subnet bbeb15a4-8962-4380-8bb7-477c83cce3ff {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:15:39.292056 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f779bc65-fd80-4503-b18e-7e3f314843eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:39.332359 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa4ec1-f2e1-4e15-aff7-658698150c78 req-09aa06f1-9df7-43ff-967c-c3239d8694ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:39.332599 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa4ec1-f2e1-4e15-aff7-658698150c78 req-09aa06f1-9df7-43ff-967c-c3239d8694ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:39.333183 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa4ec1-f2e1-4e15-aff7-658698150c78 req-09aa06f1-9df7-43ff-967c-c3239d8694ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:39.333660 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa4ec1-f2e1-4e15-aff7-658698150c78 req-09aa06f1-9df7-43ff-967c-c3239d8694ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:39.335133 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa4ec1-f2e1-4e15-aff7-658698150c78 req-09aa06f1-9df7-43ff-967c-c3239d8694ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:39.337525 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c5fa4ec1-f2e1-4e15-aff7-658698150c78 req-09aa06f1-9df7-43ff-967c-c3239d8694ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66d5a695abdf431a9dde2fad5212bfb7&device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 4361 time: 0.3416073 Jul 24 09:15:39.391731 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f779bc65-fd80-4503-b18e-7e3f314843eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:39.427889 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8e745-f1b3-42a4-90fb-5d22fe6baed2 req-1025827f-d232-40d3-a4ba-1ed421a5c7ce tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:39.435499 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-17b8e745-f1b3-42a4-90fb-5d22fe6baed2 req-1025827f-d232-40d3-a4ba-1ed421a5c7ce tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/ports?device_id=98387a2e-806a-4be4-b9b0-5a51bc473234&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2969718 Jul 24 09:15:39.444646 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-a0e0d0c5-d4b4-4a27-b2bf-0002c88342f4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:39.445327 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-a0e0d0c5-d4b4-4a27-b2bf-0002c88342f4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:39.459790 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f78340-5192-43f4-b520-32a4b6db7480 service neutron] Pushing event updated for resources: {'Port': ['ID=794a2009-e4f6-4dcc-8190-09f6bd77b763,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:39.476147 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-a0e0d0c5-d4b4-4a27-b2bf-0002c88342f4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9041517 Jul 24 09:15:39.490263 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49145561-6f54-464a-8001-91a620222abe req-1ac08022-6ac4-46e0-8215-897e24cc85c8 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:39.496670 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-49145561-6f54-464a-8001-91a620222abe req-1ac08022-6ac4-46e0-8215-897e24cc85c8 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 945 time: 0.3941429 Jul 24 09:15:39.520147 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-17b8e745-f1b3-42a4-90fb-5d22fe6baed2 req-5d600140-e5bb-4210-aba2-978f478d8b66 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.114 HTTP/1.1" status: 200 len: 696 time: 0.0837214 Jul 24 09:15:39.521232 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-61ee4908-3e01-4363-82cc-474fbb4fe3bf service neutron] Request body: {'port': {'device_id': '0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:39.525389 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c1c369db-72df-4f34-996e-949c77502d12 req-e1f78340-5192-43f4-b520-32a4b6db7480 service neutron] Attempting to bind port 794a2009-e4f6-4dcc-8190-09f6bd77b763 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:15:39.525683 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c1c369db-72df-4f34-996e-949c77502d12 req-e1f78340-5192-43f4-b520-32a4b6db7480 service neutron] Attempting to bind port 794a2009-e4f6-4dcc-8190-09f6bd77b763 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '342ad5d9-7ee9-47dd-935a-66291ce3d5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '130df151-54ed-4200-959f-f7fb83738159'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:15:39.526021 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-e1f78340-5192-43f4-b520-32a4b6db7480 service neutron] Attempting to bind port 794a2009-e4f6-4dcc-8190-09f6bd77b763 on network 130df151-54ed-4200-959f-f7fb83738159 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:39.529056 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-17b8e745-f1b3-42a4-90fb-5d22fe6baed2 req-a116fa90-808a-4010-9387-5e5afa13f46f tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Request body: {'floatingip': {'port_id': 'fa9eeb1f-67a3-41bf-8f98-b9ea680c137e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:39.605142 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-17b8e745-f1b3-42a4-90fb-5d22fe6baed2 req-a116fa90-808a-4010-9387-5e5afa13f46f tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks [] for floatingip, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:39.634509 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f779bc65-fd80-4503-b18e-7e3f314843eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:39.661030 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-e1f78340-5192-43f4-b520-32a4b6db7480 service neutron] Port 794a2009-e4f6-4dcc-8190-09f6bd77b763 on network 130df151-54ed-4200-959f-f7fb83738159 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:15:39.661423 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-e1f78340-5192-43f4-b520-32a4b6db7480 service neutron] Attempting to bind port 794a2009-e4f6-4dcc-8190-09f6bd77b763 on network 130df151-54ed-4200-959f-f7fb83738159 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:39.675959 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-49145561-6f54-464a-8001-91a620222abe req-1370ceec-e3c3-4871-a5b7-b1df61c77c9c tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649733 Jul 24 09:15:39.694398 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-e1f78340-5192-43f4-b520-32a4b6db7480 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:15:39.694398 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-e1f78340-5192-43f4-b520-32a4b6db7480 service neutron] Checking segment: {'id': '342ad5d9-7ee9-47dd-935a-66291ce3d5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '130df151-54ed-4200-959f-f7fb83738159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:15:39.694398 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-e1f78340-5192-43f4-b520-32a4b6db7480 service neutron] Bound using segment: {'id': '342ad5d9-7ee9-47dd-935a-66291ce3d5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '130df151-54ed-4200-959f-f7fb83738159'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:15:39.694398 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c1c369db-72df-4f34-996e-949c77502d12 req-e1f78340-5192-43f4-b520-32a4b6db7480 service neutron] Bound port: 794a2009-e4f6-4dcc-8190-09f6bd77b763, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '342ad5d9-7ee9-47dd-935a-66291ce3d5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '130df151-54ed-4200-959f-f7fb83738159'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:15:39.694398 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-e1f78340-5192-43f4-b520-32a4b6db7480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:39.717230 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-61ee4908-3e01-4363-82cc-474fbb4fe3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:39.776995 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c1c369db-72df-4f34-996e-949c77502d12 req-e1f78340-5192-43f4-b520-32a4b6db7480 service neutron] For port 794a2009-e4f6-4dcc-8190-09f6bd77b763, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:15:39.780035 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c1c369db-72df-4f34-996e-949c77502d12 req-e1f78340-5192-43f4-b520-32a4b6db7480 service neutron] For port 794a2009-e4f6-4dcc-8190-09f6bd77b763, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=794a2009-e4f6-4dcc-8190-09f6bd77b763,segment=NetworkSegment(342ad5d9-7ee9-47dd-935a-66291ce3d5ce),segment_id=342ad5d9-7ee9-47dd-935a-66291ce3d5ce)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:15:39.787653 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa4ec1-f2e1-4e15-aff7-658698150c78 req-af13a7bf-4251-4549-9889-6651ef43fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:39.788649 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa4ec1-f2e1-4e15-aff7-658698150c78 req-af13a7bf-4251-4549-9889-6651ef43fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:39.789405 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa4ec1-f2e1-4e15-aff7-658698150c78 req-af13a7bf-4251-4549-9889-6651ef43fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:39.791720 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c5fa4ec1-f2e1-4e15-aff7-658698150c78 req-af13a7bf-4251-4549-9889-6651ef43fee4 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=66d5a695abdf431a9dde2fad5212bfb7&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4468052 Jul 24 09:15:39.794463 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-e1f78340-5192-43f4-b520-32a4b6db7480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:39.836366 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-e1f78340-5192-43f4-b520-32a4b6db7480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:39.837067 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-e1f78340-5192-43f4-b520-32a4b6db7480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:39.838584 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-e1f78340-5192-43f4-b520-32a4b6db7480 service neutron] 10.222.0.20 "PUT /v2.0/ports/794a2009-e4f6-4dcc-8190-09f6bd77b763 HTTP/1.1" status: 200 len: 1135 time: 1.9122896 Jul 24 09:15:39.847023 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f779bc65-fd80-4503-b18e-7e3f314843eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:39.887981 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f779bc65-fd80-4503-b18e-7e3f314843eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:39.890469 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f779bc65-fd80-4503-b18e-7e3f314843eb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bbeb15a4-8962-4380-8bb7-477c83cce3ff HTTP/1.1" status: 204 len: 168 time: 0.8340144 Jul 24 09:15:39.902917 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779bc65-fd80-4503-b18e-7e3f314843eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbeb15a4-8962-4380-8bb7-477c83cce3ff,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:39.908399 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57922) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:39.918778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-c1c369db-72df-4f34-996e-949c77502d12 req-bcb082fe-0e23-4123-a0d0-911b945adc61 service neutron] Request body: {'port': {'device_id': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:40.065810 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f78340-5192-43f4-b520-32a4b6db7480 service neutron] Pushing event updated for resources: {'Port': ['ID=794a2009-e4f6-4dcc-8190-09f6bd77b763,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:40.118672 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa4ec1-f2e1-4e15-aff7-658698150c78 req-b1aa4089-ee85-49e1-baf9-d8fa0f9d971b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:40.120141 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c5fa4ec1-f2e1-4e15-aff7-658698150c78 req-b1aa4089-ee85-49e1-baf9-d8fa0f9d971b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2842014 Jul 24 09:15:40.274920 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a9fda59c-67bd-4b52-bc64-a83df1987939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:40.337246 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a24f8-4ad6-4a8f-946c-2e838311963b req-71de8517-282e-4535-b2d9-0264ad3294d3 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:40.344959 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c78a24f8-4ad6-4a8f-946c-2e838311963b req-71de8517-282e-4535-b2d9-0264ad3294d3 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 945 time: 0.5319452 Jul 24 09:15:40.383945 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-bcb082fe-0e23-4123-a0d0-911b945adc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:40.536821 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c78a24f8-4ad6-4a8f-946c-2e838311963b req-a2c371ff-b842-46d9-a07f-36a1615233f6 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908374 Jul 24 09:15:40.877947 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-17b8e745-f1b3-42a4-90fb-5d22fe6baed2 req-a116fa90-808a-4010-9387-5e5afa13f46f tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:40.888826 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-17b8e745-f1b3-42a4-90fb-5d22fe6baed2 req-a116fa90-808a-4010-9387-5e5afa13f46f tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:40.957795 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a9fda59c-67bd-4b52-bc64-a83df1987939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:40.976670 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'tag': '794a2009-e4f6-4dcc-8190-09f6bd77b763'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:15:40.978927 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ac477e-9daf-4d4b-99e6-efe85cb98753" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "tag": "794a2009-e4f6-4dcc-8190-09f6bd77b763"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:15:40.998552 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-a9fda59c-67bd-4b52-bc64-a83df1987939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0544269-4e64-4c91-95af-03a4be88816f']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:41.026677 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [req-17b8e745-f1b3-42a4-90fb-5d22fe6baed2 req-a116fa90-808a-4010-9387-5e5afa13f46f tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Floating IP 9ce589a5-de44-4b07-ab29-bc12253b1e6f associated. External IP: 172.25.7.114, port: fa9eeb1f-67a3-41bf-8f98-b9ea680c137e. Jul 24 09:15:41.073226 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-a9fda59c-67bd-4b52-bc64-a83df1987939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f4804f-ec61-4ecf-b132-5c5ff3b38abb') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:41.073523 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-a9fda59c-67bd-4b52-bc64-a83df1987939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f4804f-ec61-4ecf-b132-5c5ff3b38abb') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:41.124569 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a9fda59c-67bd-4b52-bc64-a83df1987939 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:41.219148 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a9fda59c-67bd-4b52-bc64-a83df1987939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:41.235185 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9fda59c-67bd-4b52-bc64-a83df1987939 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:15:41.235891 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a9fda59c-67bd-4b52-bc64-a83df1987939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:41.316379 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-61ee4908-3e01-4363-82cc-474fbb4fe3bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6563123e-6a9f-426c-bab4-ca231053a677 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:15:41.326152 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-61ee4908-3e01-4363-82cc-474fbb4fe3bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:41.329140 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17b8e745-f1b3-42a4-90fb-5d22fe6baed2 req-a116fa90-808a-4010-9387-5e5afa13f46f tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Router e7beb0d1-9f55-44c7-a681-6b5955fb60bc has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:15:41.341931 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-61ee4908-3e01-4363-82cc-474fbb4fe3bf service neutron] Transition to ACTIVE for port object 6563123e-6a9f-426c-bab4-ca231053a677 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:15:41.343365 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:15:41.354970 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a9fda59c-67bd-4b52-bc64-a83df1987939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:41.363993 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-61ee4908-3e01-4363-82cc-474fbb4fe3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:41.416730 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fb86a-db0d-434d-ac06-b355b0ee7493 req-50ee9fa7-b61d-4557-98c5-93e91929769e tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:41.418497 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4d7fb86a-db0d-434d-ac06-b355b0ee7493 req-50ee9fa7-b61d-4557-98c5-93e91929769e tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.37 "GET /v2.0/ports?device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 945 time: 0.9170182 Jul 24 09:15:41.439117 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a9fda59c-67bd-4b52-bc64-a83df1987939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:41.443978 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a9fda59c-67bd-4b52-bc64-a83df1987939 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f0544269-4e64-4c91-95af-03a4be88816f HTTP/1.1" status: 204 len: 168 time: 1.5120921 Jul 24 09:15:41.448966 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee4908-3e01-4363-82cc-474fbb4fe3bf service neutron] Pushing event updated for resources: {'Port': ['ID=6563123e-6a9f-426c-bab4-ca231053a677,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:41.456279 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fda59c-67bd-4b52-bc64-a83df1987939 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0544269-4e64-4c91-95af-03a4be88816f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:41.499211 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17b8e745-f1b3-42a4-90fb-5d22fe6baed2 req-a116fa90-808a-4010-9387-5e5afa13f46f tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:15:41.515159 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c44874-8c7a-4ad4-a87c-e1a3652dda00 None None] Sync routers for ids ['e7beb0d1-9f55-44c7-a681-6b5955fb60bc'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:15:41.518710 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-17b8e745-f1b3-42a4-90fb-5d22fe6baed2 req-a116fa90-808a-4010-9387-5e5afa13f46f tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:41.520418 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cff5bb-429c-4f85-8991-09b9711c11a4 req-d4ef5293-5e14-4b13-b476-7fb5de9d8379 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:41.528898 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c44874-8c7a-4ad4-a87c-e1a3652dda00 None None] Routers {'e7beb0d1-9f55-44c7-a681-6b5955fb60bc'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:15:41.529530 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a3c44874-8c7a-4ad4-a87c-e1a3652dda00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:15:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e7beb0d1-9f55-44c7-a681-6b5955fb60bc'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:41.530170 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cff5bb-429c-4f85-8991-09b9711c11a4 req-d4ef5293-5e14-4b13-b476-7fb5de9d8379 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:41.537751 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cff5bb-429c-4f85-8991-09b9711c11a4 req-d4ef5293-5e14-4b13-b476-7fb5de9d8379 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:41.543977 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cff5bb-429c-4f85-8991-09b9711c11a4 req-d4ef5293-5e14-4b13-b476-7fb5de9d8379 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:41.550120 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cff5bb-429c-4f85-8991-09b9711c11a4 req-d4ef5293-5e14-4b13-b476-7fb5de9d8379 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:41.558190 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cff5bb-429c-4f85-8991-09b9711c11a4 req-d4ef5293-5e14-4b13-b476-7fb5de9d8379 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:41.566540 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2cff5bb-429c-4f85-8991-09b9711c11a4 req-d4ef5293-5e14-4b13-b476-7fb5de9d8379 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 4603 time: 0.6058161 Jul 24 09:15:41.587817 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-17b8e745-f1b3-42a4-90fb-5d22fe6baed2 req-a116fa90-808a-4010-9387-5e5afa13f46f tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "PUT /v2.0/floatingips/9ce589a5-de44-4b07-ab29-bc12253b1e6f HTTP/1.1" status: 200 len: 996 time: 2.0591922 Jul 24 09:15:41.588768 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98387a2e-806a-4be4-b9b0-5a51bc473234', 'tag': 'fa9eeb1f-67a3-41bf-8f98-b9ea680c137e'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:15:41.592528 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71015714-342e-452c-8c1c-f7a681f2f9f8" -d '{"events": [{"name": "network-changed", "server_uuid": "98387a2e-806a-4be4-b9b0-5a51bc473234", "tag": "fa9eeb1f-67a3-41bf-8f98-b9ea680c137e"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:15:41.683371 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8e745-f1b3-42a4-90fb-5d22fe6baed2 req-88a357e5-e56b-4472-8205-e48b63b61c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:41.695722 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-17b8e745-f1b3-42a4-90fb-5d22fe6baed2 req-88a357e5-e56b-4472-8205-e48b63b61c4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=44f7e03d83844829b5852dbb1418c3e4&device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 1096 time: 0.0958450 Jul 24 09:15:41.728295 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-a3c44874-8c7a-4ad4-a87c-e1a3652dda00 None None] Set router e7beb0d1-9f55-44c7-a681-6b5955fb60bc gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:15:41.774934 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57936) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:41.824523 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2cff5bb-429c-4f85-8991-09b9711c11a4 req-62d8753e-1890-4930-9278-0d2ee385c238 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2568772 Jul 24 09:15:41.902068 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ff4dbaa7-4b44-4807-9b6f-20019d470273 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=400b6e3893174893b678c7f2a57041a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1194143 Jul 24 09:15:41.903702 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57938) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:41.927898 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-61ee4908-3e01-4363-82cc-474fbb4fe3bf service neutron] Attempting to bind port 6563123e-6a9f-426c-bab4-ca231053a677 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:15:41.928266 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-61ee4908-3e01-4363-82cc-474fbb4fe3bf service neutron] Attempting to bind port 6563123e-6a9f-426c-bab4-ca231053a677 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:15:41.928583 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-61ee4908-3e01-4363-82cc-474fbb4fe3bf service neutron] Attempting to bind port 6563123e-6a9f-426c-bab4-ca231053a677 on network ae3d61b8-100f-4726-9451-0b010e6cd4d8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:41.994952 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-61ee4908-3e01-4363-82cc-474fbb4fe3bf service neutron] Port 6563123e-6a9f-426c-bab4-ca231053a677 on network ae3d61b8-100f-4726-9451-0b010e6cd4d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:15:42.008927 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-61ee4908-3e01-4363-82cc-474fbb4fe3bf service neutron] Attempting to bind port 6563123e-6a9f-426c-bab4-ca231053a677 on network ae3d61b8-100f-4726-9451-0b010e6cd4d8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:42.057482 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-61ee4908-3e01-4363-82cc-474fbb4fe3bf service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:15:42.057834 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-61ee4908-3e01-4363-82cc-474fbb4fe3bf service neutron] Checking segment: {'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:15:42.058242 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-61ee4908-3e01-4363-82cc-474fbb4fe3bf service neutron] Bound using segment: {'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:15:42.058703 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-61ee4908-3e01-4363-82cc-474fbb4fe3bf service neutron] Bound port: 6563123e-6a9f-426c-bab4-ca231053a677, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:15:42.059073 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-61ee4908-3e01-4363-82cc-474fbb4fe3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:42.063914 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-c1c369db-72df-4f34-996e-949c77502d12 req-bcb082fe-0e23-4123-a0d0-911b945adc61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1592bee6-5996-4727-8f30-55913f2ae08b {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:15:42.081405 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8e745-f1b3-42a4-90fb-5d22fe6baed2 req-5ca31598-8d7e-45aa-a4fe-907347779712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:42.085996 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-17b8e745-f1b3-42a4-90fb-5d22fe6baed2 req-5ca31598-8d7e-45aa-a4fe-907347779712 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e888b29b-567f-4e99-87cc-c2e919ae52b3 HTTP/1.1" status: 200 len: 929 time: 0.3895741 Jul 24 09:15:42.088067 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9ddedbd4-08aa-4c1c-85b6-ba75f0b3b003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:42.088990 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-bcb082fe-0e23-4123-a0d0-911b945adc61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:42.137613 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-4d7fb86a-db0d-434d-ac06-b355b0ee7493 req-63b3c7c2-bbda-41e0-a778-110a4784963e tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Deleting port a70180b7-0813-42d1-b346-8f6b9594c91e {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:15:42.138514 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4d7fb86a-db0d-434d-ac06-b355b0ee7493 req-63b3c7c2-bbda-41e0-a778-110a4784963e tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:42.139114 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9ddedbd4-08aa-4c1c-85b6-ba75f0b3b003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:42.143965 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-c1c369db-72df-4f34-996e-949c77502d12 req-bcb082fe-0e23-4123-a0d0-911b945adc61 service neutron] Transition to ACTIVE for port object 1592bee6-5996-4727-8f30-55913f2ae08b will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:42.144286 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a3c44874-8c7a-4ad4-a87c-e1a3652dda00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484173121-router', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '3da805a9-fc6d-4c80-9f1d-eed9c6b26a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:15:02Z', 'updated_at': '2021-07-24T09:15:11Z', 'revision_number': 4, 'project_id': '44f7e03d83844829b5852dbb1418c3e4', 'gw_port': {'id': '3da805a9-fc6d-4c80-9f1d-eed9c6b26a48', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:04Z', 'updated_at': '2021-07-24T09:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '9ce589a5-de44-4b07-ab29-bc12253b1e6f', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'port_id': 'fa9eeb1f-67a3-41bf-8f98-b9ea680c137e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3', 'mac_address': 'fa:16:3e:c8:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98387a2e-806a-4be4-b9b0-5a51bc473234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:15:37Z', 'updated_at': '2021-07-24T09:15:40Z', 'revision_number': 1, 'project_id': '44f7e03d83844829b5852dbb1418c3e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c787a5-62b3-480c-9d99-458aaec4e4a9', 'name': '', 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'mac_address': 'fa:16:3e:6b:6e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '498fc689-d6ae-4674-bc86-ab9632765c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:10Z', 'updated_at': '2021-07-24T09:15:20Z', 'revision_number': 5, 'project_id': '44f7e03d83844829b5852dbb1418c3e4', 'subnets': [{'id': '498fc689-d6ae-4674-bc86-ab9632765c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:42.160139 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-bcb082fe-0e23-4123-a0d0-911b945adc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:42.226776 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c44874-8c7a-4ad4-a87c-e1a3652dda00 None None] Checking router: e7beb0d1-9f55-44c7-a681-6b5955fb60bc for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:15:42.248174 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c44874-8c7a-4ad4-a87c-e1a3652dda00 None None] Routers {'e7beb0d1-9f55-44c7-a681-6b5955fb60bc'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:15:42.249606 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a3c44874-8c7a-4ad4-a87c-e1a3652dda00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:15:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e7beb0d1-9f55-44c7-a681-6b5955fb60bc'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:42.284102 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-61ee4908-3e01-4363-82cc-474fbb4fe3bf service neutron] For port 6563123e-6a9f-426c-bab4-ca231053a677, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:15:42.315888 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9ddedbd4-08aa-4c1c-85b6-ba75f0b3b003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:42.319134 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9ddedbd4-08aa-4c1c-85b6-ba75f0b3b003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:42.325073 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9ddedbd4-08aa-4c1c-85b6-ba75f0b3b003 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0e9db27-77ef-4172-af43-c9e6cd5914e1 HTTP/1.1" status: 204 len: 168 time: 0.4186125 Jul 24 09:15:42.363631 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-61ee4908-3e01-4363-82cc-474fbb4fe3bf service neutron] For port 6563123e-6a9f-426c-bab4-ca231053a677, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=6563123e-6a9f-426c-bab4-ca231053a677,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:15:42.369699 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb082fe-0e23-4123-a0d0-911b945adc61 service neutron] Pushing event updated for resources: {'Port': ['ID=1592bee6-5996-4727-8f30-55913f2ae08b,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:42.385159 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddedbd4-08aa-4c1c-85b6-ba75f0b3b003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e9db27-77ef-4172-af43-c9e6cd5914e1,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:42.407547 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-61ee4908-3e01-4363-82cc-474fbb4fe3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:42.426597 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-4d7fb86a-db0d-434d-ac06-b355b0ee7493 req-63b3c7c2-bbda-41e0-a778-110a4784963e tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] For port a70180b7-0813-42d1-b346-8f6b9594c91e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=a70180b7-0813-42d1-b346-8f6b9594c91e,segment=NetworkSegment(028cb95f-2a4c-4e6e-aac8-95db3bdf4e23),segment_id=028cb95f-2a4c-4e6e-aac8-95db3bdf4e23)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:42.426995 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4d7fb86a-db0d-434d-ac06-b355b0ee7493 req-63b3c7c2-bbda-41e0-a778-110a4784963e tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:42.470619 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-17b8e745-f1b3-42a4-90fb-5d22fe6baed2 req-6a9abadf-2fb6-4fc7-ac29-807d00972caa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa9eeb1f-67a3-41bf-8f98-b9ea680c137e HTTP/1.1" status: 200 len: 999 time: 0.2466214 Jul 24 09:15:42.550984 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-4d7fb86a-db0d-434d-ac06-b355b0ee7493 req-63b3c7c2-bbda-41e0-a778-110a4784963e tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Calling delete_port for a70180b7-0813-42d1-b346-8f6b9594c91e owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:15:42.583915 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-a3c44874-8c7a-4ad4-a87c-e1a3652dda00 None None] Set router e7beb0d1-9f55-44c7-a681-6b5955fb60bc gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:15:42.618750 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8e745-f1b3-42a4-90fb-5d22fe6baed2 req-89226c1d-2144-4fe5-aacf-a68bd4ef988b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:42.620460 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-17b8e745-f1b3-42a4-90fb-5d22fe6baed2 req-89226c1d-2144-4fe5-aacf-a68bd4ef988b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=498fc689-d6ae-4674-bc86-ab9632765c37 HTTP/1.1" status: 200 len: 868 time: 0.1304152 Jul 24 09:15:42.664721 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-61ee4908-3e01-4363-82cc-474fbb4fe3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:42.665377 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-61ee4908-3e01-4363-82cc-474fbb4fe3bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:42.666823 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-61ee4908-3e01-4363-82cc-474fbb4fe3bf service neutron] 10.222.0.20 "PUT /v2.0/ports/6563123e-6a9f-426c-bab4-ca231053a677 HTTP/1.1" status: 200 len: 1092 time: 3.1690977 Jul 24 09:15:42.782807 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8e745-f1b3-42a4-90fb-5d22fe6baed2 req-8799f8d8-f835-4aa9-8c1b-bc9526912727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:42.784694 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-17b8e745-f1b3-42a4-90fb-5d22fe6baed2 req-8799f8d8-f835-4aa9-8c1b-bc9526912727 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e888b29b-567f-4e99-87cc-c2e919ae52b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1527326 Jul 24 09:15:42.965182 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee4908-3e01-4363-82cc-474fbb4fe3bf service neutron] Pushing event updated for resources: {'Port': ['ID=6563123e-6a9f-426c-bab4-ca231053a677,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:42.999474 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-17b8e745-f1b3-42a4-90fb-5d22fe6baed2 req-264b43e6-b352-49e0-b2d7-9c835180c8f8 service neutron] 10.222.0.32 "GET /v2.0/networks/e888b29b-567f-4e99-87cc-c2e919ae52b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079594 Jul 24 09:15:43.143678 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c1c369db-72df-4f34-996e-949c77502d12 req-bcb082fe-0e23-4123-a0d0-911b945adc61 service neutron] Attempting to bind port 1592bee6-5996-4727-8f30-55913f2ae08b on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:15:43.144288 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c1c369db-72df-4f34-996e-949c77502d12 req-bcb082fe-0e23-4123-a0d0-911b945adc61 service neutron] Attempting to bind port 1592bee6-5996-4727-8f30-55913f2ae08b by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '342ad5d9-7ee9-47dd-935a-66291ce3d5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '130df151-54ed-4200-959f-f7fb83738159'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:15:43.144409 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-bcb082fe-0e23-4123-a0d0-911b945adc61 service neutron] Attempting to bind port 1592bee6-5996-4727-8f30-55913f2ae08b on network 130df151-54ed-4200-959f-f7fb83738159 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:43.185554 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-17b8e745-f1b3-42a4-90fb-5d22fe6baed2 req-b2a33cd8-cb16-47f1-903c-8b76f48c3bd7 service neutron] 10.222.0.32 "GET /v2.0/networks/e888b29b-567f-4e99-87cc-c2e919ae52b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837099 Jul 24 09:15:43.203104 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a3c44874-8c7a-4ad4-a87c-e1a3652dda00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484173121-router', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '3da805a9-fc6d-4c80-9f1d-eed9c6b26a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:15:02Z', 'updated_at': '2021-07-24T09:15:11Z', 'revision_number': 4, 'project_id': '44f7e03d83844829b5852dbb1418c3e4', 'gw_port': {'id': '3da805a9-fc6d-4c80-9f1d-eed9c6b26a48', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:04Z', 'updated_at': '2021-07-24T09:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '9ce589a5-de44-4b07-ab29-bc12253b1e6f', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'port_id': 'fa9eeb1f-67a3-41bf-8f98-b9ea680c137e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3', 'mac_address': 'fa:16:3e:c8:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98387a2e-806a-4be4-b9b0-5a51bc473234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:15:37Z', 'updated_at': '2021-07-24T09:15:40Z', 'revision_number': 1, 'project_id': '44f7e03d83844829b5852dbb1418c3e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c787a5-62b3-480c-9d99-458aaec4e4a9', 'name': '', 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'mac_address': 'fa:16:3e:6b:6e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '498fc689-d6ae-4674-bc86-ab9632765c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:10Z', 'updated_at': '2021-07-24T09:15:20Z', 'revision_number': 5, 'project_id': '44f7e03d83844829b5852dbb1418c3e4', 'subnets': [{'id': '498fc689-d6ae-4674-bc86-ab9632765c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:43.277410 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c44874-8c7a-4ad4-a87c-e1a3652dda00 None None] The sync data for ids ['e7beb0d1-9f55-44c7-a681-6b5955fb60bc'] in n-d-800085-9 is: [{'id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484173121-router', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '3da805a9-fc6d-4c80-9f1d-eed9c6b26a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:15:02Z', 'updated_at': '2021-07-24T09:15:11Z', 'revision_number': 4, 'project_id': '44f7e03d83844829b5852dbb1418c3e4', 'gw_port': {'id': '3da805a9-fc6d-4c80-9f1d-eed9c6b26a48', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:04Z', 'updated_at': '2021-07-24T09:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '9ce589a5-de44-4b07-ab29-bc12253b1e6f', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'port_id': 'fa9eeb1f-67a3-41bf-8f98-b9ea680c137e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3', 'mac_address': 'fa:16:3e:c8:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98387a2e-806a-4be4-b9b0-5a51bc473234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:15:37Z', 'updated_at': '2021-07-24T09:15:40Z', 'revision_number': 1, 'project_id': '44f7e03d83844829b5852dbb1418c3e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c787a5-62b3-480c-9d99-458aaec4e4a9', 'name': '', 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'mac_address': 'fa:16:3e:6b:6e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '498fc689-d6ae-4674-bc86-ab9632765c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:10Z', 'updated_at': '2021-07-24T09:15:20Z', 'revision_number': 5, 'project_id': '44f7e03d83844829b5852dbb1418c3e4', 'subnets': [{'id': '498fc689-d6ae-4674-bc86-ab9632765c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:15:43.287436 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-bcb082fe-0e23-4123-a0d0-911b945adc61 service neutron] Port 1592bee6-5996-4727-8f30-55913f2ae08b on network 130df151-54ed-4200-959f-f7fb83738159 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:15:43.288210 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-bcb082fe-0e23-4123-a0d0-911b945adc61 service neutron] Attempting to bind port 1592bee6-5996-4727-8f30-55913f2ae08b on network 130df151-54ed-4200-959f-f7fb83738159 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:43.297910 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4d7fb86a-db0d-434d-ac06-b355b0ee7493 req-63b3c7c2-bbda-41e0-a778-110a4784963e tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:43.375059 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-dac52603-0bcd-4ba2-ab71-e391f0645374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:43.395209 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-dac52603-0bcd-4ba2-ab71-e391f0645374 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1913b66f5ab41bbbc2b819d5a63abda&device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 1095 time: 0.6140482 Jul 24 09:15:43.398343 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3c7c2-bbda-41e0-a778-110a4784963e tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Pushing event deleted for resources: {'Port': ['ID=a70180b7-0813-42d1-b346-8f6b9594c91e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:43.574482 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-f45b1e59-a8ce-42c0-99ba-88bfdc5fc50e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6563123e-6a9f-426c-bab4-ca231053a677 HTTP/1.1" status: 200 len: 217 time: 0.1138809 Jul 24 09:15:43.575241 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-bcb082fe-0e23-4123-a0d0-911b945adc61 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:15:43.575620 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-bcb082fe-0e23-4123-a0d0-911b945adc61 service neutron] Checking segment: {'id': '342ad5d9-7ee9-47dd-935a-66291ce3d5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '130df151-54ed-4200-959f-f7fb83738159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:15:43.576010 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-bcb082fe-0e23-4123-a0d0-911b945adc61 service neutron] Bound using segment: {'id': '342ad5d9-7ee9-47dd-935a-66291ce3d5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '130df151-54ed-4200-959f-f7fb83738159'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:15:43.576506 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c1c369db-72df-4f34-996e-949c77502d12 req-bcb082fe-0e23-4123-a0d0-911b945adc61 service neutron] Bound port: 1592bee6-5996-4727-8f30-55913f2ae08b, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '342ad5d9-7ee9-47dd-935a-66291ce3d5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '130df151-54ed-4200-959f-f7fb83738159'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:15:43.576847 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-bcb082fe-0e23-4123-a0d0-911b945adc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:43.610671 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac55749e-c042-42cc-817d-324f7e4ee044 x-openstack-request-id: req-ac55749e-c042-42cc-817d-324f7e4ee044 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:15:43.610978 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "tag": "794a2009-e4f6-4dcc-8190-09f6bd77b763", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:15:43.612797 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ef3b9e95-9a3c-4734-87a6-866288b3dfde req-84c8b400-6c67-41ae-8f98-61916e9756b8 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=c97323d5-b2a8-4c65-8e8b-b875b2c01f1e HTTP/1.1" status: 200 len: 210 time: 0.0672319 Jul 24 09:15:43.618275 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac477e-9daf-4d4b-99e6-efe85cb98753 req-22f55c2f-bebc-4a4e-bd1a-0f86aaf2188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:43.618765 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac477e-9daf-4d4b-99e6-efe85cb98753 req-22f55c2f-bebc-4a4e-bd1a-0f86aaf2188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:43.619236 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac477e-9daf-4d4b-99e6-efe85cb98753 req-22f55c2f-bebc-4a4e-bd1a-0f86aaf2188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:43.619869 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac477e-9daf-4d4b-99e6-efe85cb98753 req-22f55c2f-bebc-4a4e-bd1a-0f86aaf2188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:43.620169 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac477e-9daf-4d4b-99e6-efe85cb98753 req-22f55c2f-bebc-4a4e-bd1a-0f86aaf2188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:43.620665 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac55749e-c042-42cc-817d-324f7e4ee044 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:15:43.621122 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'tag': '794a2009-e4f6-4dcc-8190-09f6bd77b763', 'status': 'completed', 'code': 200} Jul 24 09:15:43.631142 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac477e-9daf-4d4b-99e6-efe85cb98753 req-22f55c2f-bebc-4a4e-bd1a-0f86aaf2188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:43.641339 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac477e-9daf-4d4b-99e6-efe85cb98753 req-22f55c2f-bebc-4a4e-bd1a-0f86aaf2188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:43.643362 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c0ac477e-9daf-4d4b-99e6-efe85cb98753 req-22f55c2f-bebc-4a4e-bd1a-0f86aaf2188d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66d5a695abdf431a9dde2fad5212bfb7&device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 6176 time: 0.2139030 Jul 24 09:15:43.717606 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7fb86a-db0d-434d-ac06-b355b0ee7493 req-63b3c7c2-bbda-41e0-a778-110a4784963e tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] No DVR routers for this DVR port a70180b7-0813-42d1-b346-8f6b9594c91e on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:15:43.722427 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4d7fb86a-db0d-434d-ac06-b355b0ee7493 req-63b3c7c2-bbda-41e0-a778-110a4784963e tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:43.724483 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4d7fb86a-db0d-434d-ac06-b355b0ee7493 req-63b3c7c2-bbda-41e0-a778-110a4784963e tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.37 "DELETE /v2.0/ports/a70180b7-0813-42d1-b346-8f6b9594c91e HTTP/1.1" status: 204 len: 173 time: 2.2890644 Jul 24 09:15:43.730921 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9be6d00-114a-4cea-858b-0e60330bfc1c None None] New status for floating IP 9ce589a5-de44-4b07-ab29-bc12253b1e6f: ACTIVE {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:15:43.824821 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eddf40-113e-416e-8b3f-e90dda05beb4 req-ed95247f-024c-416c-9627-0ea309add316 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:43.838749 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60eddf40-113e-416e-8b3f-e90dda05beb4 req-ed95247f-024c-416c-9627-0ea309add316 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 944 time: 0.9384174 Jul 24 09:15:43.875736 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9758d96-9aef-458b-a68a-1dbe6077db51 x-openstack-request-id: req-f9758d96-9aef-458b-a68a-1dbe6077db51 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:15:43.883572 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98387a2e-806a-4be4-b9b0-5a51bc473234", "tag": "fa9eeb1f-67a3-41bf-8f98-b9ea680c137e", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:15:43.883833 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f9758d96-9aef-458b-a68a-1dbe6077db51 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:15:43.884171 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98387a2e-806a-4be4-b9b0-5a51bc473234', 'tag': 'fa9eeb1f-67a3-41bf-8f98-b9ea680c137e', 'status': 'completed', 'code': 200} Jul 24 09:15:43.903183 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac477e-9daf-4d4b-99e6-efe85cb98753 req-74962e89-47ee-4e18-a7fc-dc28250f209a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:43.903671 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac477e-9daf-4d4b-99e6-efe85cb98753 req-74962e89-47ee-4e18-a7fc-dc28250f209a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:43.904134 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac477e-9daf-4d4b-99e6-efe85cb98753 req-74962e89-47ee-4e18-a7fc-dc28250f209a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:43.923715 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:43.925929 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c0ac477e-9daf-4d4b-99e6-efe85cb98753 req-74962e89-47ee-4e18-a7fc-dc28250f209a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=66d5a695abdf431a9dde2fad5212bfb7&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2750943 Jul 24 09:15:44.125826 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-64ec5acd-fdec-466f-9eeb-d8998ca5b23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:44.128257 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-64ec5acd-fdec-466f-9eeb-d8998ca5b23d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82774b4c-6531-498d-b907-9800d791c7b0 HTTP/1.1" status: 200 len: 852 time: 0.4889777 Jul 24 09:15:44.153094 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac477e-9daf-4d4b-99e6-efe85cb98753 req-d56e21af-d5d9-459c-ad34-1ac4c1cd6fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:44.154977 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c0ac477e-9daf-4d4b-99e6-efe85cb98753 req-d56e21af-d5d9-459c-ad34-1ac4c1cd6fce service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2228756 Jul 24 09:15:44.198578 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738d00c-e2cd-4072-a64a-14a4ccc970c3 req-cd31035a-4692-4b18-904a-fd423a98cade tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:44.205444 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738d00c-e2cd-4072-a64a-14a4ccc970c3 req-cd31035a-4692-4b18-904a-fd423a98cade tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:44.214069 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738d00c-e2cd-4072-a64a-14a4ccc970c3 req-cd31035a-4692-4b18-904a-fd423a98cade tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:44.220794 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738d00c-e2cd-4072-a64a-14a4ccc970c3 req-cd31035a-4692-4b18-904a-fd423a98cade tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:44.222304 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c1c369db-72df-4f34-996e-949c77502d12 req-bcb082fe-0e23-4123-a0d0-911b945adc61 service neutron] For port 1592bee6-5996-4727-8f30-55913f2ae08b, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:15:44.227413 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738d00c-e2cd-4072-a64a-14a4ccc970c3 req-cd31035a-4692-4b18-904a-fd423a98cade tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:44.233672 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738d00c-e2cd-4072-a64a-14a4ccc970c3 req-cd31035a-4692-4b18-904a-fd423a98cade tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:44.237396 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c1c369db-72df-4f34-996e-949c77502d12 req-bcb082fe-0e23-4123-a0d0-911b945adc61 service neutron] For port 1592bee6-5996-4727-8f30-55913f2ae08b, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=1592bee6-5996-4727-8f30-55913f2ae08b,segment=NetworkSegment(342ad5d9-7ee9-47dd-935a-66291ce3d5ce),segment_id=342ad5d9-7ee9-47dd-935a-66291ce3d5ce)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:15:44.239756 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738d00c-e2cd-4072-a64a-14a4ccc970c3 req-cd31035a-4692-4b18-904a-fd423a98cade tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:44.247964 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5738d00c-e2cd-4072-a64a-14a4ccc970c3 req-cd31035a-4692-4b18-904a-fd423a98cade tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5381 time: 0.2407632 Jul 24 09:15:44.257605 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-c6d876db-7c58-4358-bf6d-b0a25b5a3f8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae3d61b8-100f-4726-9451-0b010e6cd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147323 Jul 24 09:15:44.263278 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-bcb082fe-0e23-4123-a0d0-911b945adc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:44.318916 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5738d00c-e2cd-4072-a64a-14a4ccc970c3 req-887668d8-0ea6-4b24-8d75-69a19eca6d5f tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699074 Jul 24 09:15:44.331857 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60eddf40-113e-416e-8b3f-e90dda05beb4 req-d763bf81-295a-411c-9d87-79b36c6afb71 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4913478 Jul 24 09:15:44.456327 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-bcb082fe-0e23-4123-a0d0-911b945adc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:44.457019 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-bcb082fe-0e23-4123-a0d0-911b945adc61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:44.464602 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-bcb082fe-0e23-4123-a0d0-911b945adc61 service neutron] 10.222.0.20 "PUT /v2.0/ports/1592bee6-5996-4727-8f30-55913f2ae08b HTTP/1.1" status: 200 len: 1136 time: 4.5581264 Jul 24 09:15:44.515200 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-c1c369db-72df-4f34-996e-949c77502d12 req-c6cb8143-1043-4c4b-a00d-718396cf4e52 service neutron] Request body: {'port': {'device_id': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:44.616976 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-c6cb8143-1043-4c4b-a00d-718396cf4e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:44.624535 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e617b211-1e0d-456e-b051-01c7b04ec777 req-f167e3ea-ea42-4064-90c3-070f9876358a tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 258 time: 0.2636857 Jul 24 09:15:44.639924 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-e617b211-1e0d-456e-b051-01c7b04ec777 req-e568bb5a-f772-47d1-9271-6313f94d8c78 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:44.685510 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e617b211-1e0d-456e-b051-01c7b04ec777 req-e568bb5a-f772-47d1-9271-6313f94d8c78 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:44.747407 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb082fe-0e23-4123-a0d0-911b945adc61 service neutron] Pushing event updated for resources: {'Port': ['ID=1592bee6-5996-4727-8f30-55913f2ae08b,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:44.752196 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71015714-342e-452c-8c1c-f7a681f2f9f8 req-911d7a39-86bc-4040-92af-54737afcd79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:44.758678 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-71015714-342e-452c-8c1c-f7a681f2f9f8 req-911d7a39-86bc-4040-92af-54737afcd79a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44f7e03d83844829b5852dbb1418c3e4&device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 1096 time: 0.8751619 Jul 24 09:15:44.833319 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-1566118c-498a-40d5-8517-d532f77743e6 service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304148 Jul 24 09:15:44.843166 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e617b211-1e0d-456e-b051-01c7b04ec777 req-e568bb5a-f772-47d1-9271-6313f94d8c78 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:45.086117 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-e617b211-1e0d-456e-b051-01c7b04ec777 req-e568bb5a-f772-47d1-9271-6313f94d8c78 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Allocated IP 172.25.7.19 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/454ea43b-f876-4b3a-ba9a-d40414b0d6a7) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:15:45.217830 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57998) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:45.224166 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-4375982c-4ca7-494a-985b-3ec4cb3e97bc tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--208355757', 'description': 'tempest-description--1349034642'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:45.244674 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b85a4d4c-512c-48c4-bd5a-5f2c5316a503 req-8f80a456-ccfc-468c-b266-a05da40357a7 service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103174 Jul 24 09:15:45.296073 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device a70180b7-0813-42d1-b346-8f6b9594c91e no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:15:45.297375 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4375982c-4ca7-494a-985b-3ec4cb3e97bc tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:45.330797 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71015714-342e-452c-8c1c-f7a681f2f9f8 req-de91ed9b-41b8-442b-af86-b995111eb787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:45.349374 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-71015714-342e-452c-8c1c-f7a681f2f9f8 req-de91ed9b-41b8-442b-af86-b995111eb787 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e888b29b-567f-4e99-87cc-c2e919ae52b3 HTTP/1.1" status: 200 len: 929 time: 0.5792060 Jul 24 09:15:45.373116 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: a70180b7-0813-42d1-b346-8f6b9594c91e {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:15:45.374509 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device a70180b7-0813-42d1-b346-8f6b9594c91e not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:15:45.423643 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e617b211-1e0d-456e-b051-01c7b04ec777 req-e568bb5a-f772-47d1-9271-6313f94d8c78 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:45.581493 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e617b211-1e0d-456e-b051-01c7b04ec777 req-e568bb5a-f772-47d1-9271-6313f94d8c78 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:45.605231 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4375982c-4ca7-494a-985b-3ec4cb3e97bc tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:45.629206 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4375982c-4ca7-494a-985b-3ec4cb3e97bc tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:45.671065 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e617b211-1e0d-456e-b051-01c7b04ec777 req-e568bb5a-f772-47d1-9271-6313f94d8c78 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:45.684555 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-e617b211-1e0d-456e-b051-01c7b04ec777 req-e568bb5a-f772-47d1-9271-6313f94d8c78 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:45.690080 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4375982c-4ca7-494a-985b-3ec4cb3e97bc tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:45.691441 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4375982c-4ca7-494a-985b-3ec4cb3e97bc tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4711623 Jul 24 09:15:45.692161 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568bb5a-f772-47d1-9271-6313f94d8c78 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Pushing event updated for resources: {'Port': ['ID=454ea43b-f876-4b3a-ba9a-d40414b0d6a7,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:45.694606 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58022) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:45.696654 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-e617b211-1e0d-456e-b051-01c7b04ec777 req-e568bb5a-f772-47d1-9271-6313f94d8c78 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:15:45.704033 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-64f65331-48af-4393-8c5e-789a73374fa8 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Request body: {'security_group_rule': {'security_group_id': '4f713556-27d3-4a87-a31e-eda0d944bb76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:45.710943 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375982c-4ca7-494a-985b-3ec4cb3e97bc tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f713556-27d3-4a87-a31e-eda0d944bb76,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:45.749848 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a', 'tag': '6563123e-6a9f-426c-bab4-ca231053a677'}, {'server_uuid': 'c97323d5-b2a8-4c65-8e8b-b875b2c01f1e', 'name': 'network-vif-deleted', 'tag': 'a70180b7-0813-42d1-b346-8f6b9594c91e'}, {'name': 'network-changed', 'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'tag': '1592bee6-5996-4727-8f30-55913f2ae08b'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:15:45.752303 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4d0719-fd31-4683-b820-4035db1b4b48" -d '{"events": [{"name": "network-changed", "server_uuid": "0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a", "tag": "6563123e-6a9f-426c-bab4-ca231053a677"}, {"server_uuid": "c97323d5-b2a8-4c65-8e8b-b875b2c01f1e", "name": "network-vif-deleted", "tag": "a70180b7-0813-42d1-b346-8f6b9594c91e"}, {"name": "network-changed", "server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "tag": "1592bee6-5996-4727-8f30-55913f2ae08b"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:15:45.783663 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-64f65331-48af-4393-8c5e-789a73374fa8 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:45.862785 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e617b211-1e0d-456e-b051-01c7b04ec777 req-e568bb5a-f772-47d1-9271-6313f94d8c78 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:45.871994 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-71015714-342e-452c-8c1c-f7a681f2f9f8 req-39dd4f74-1cbc-448c-b343-b9e2605c64f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa9eeb1f-67a3-41bf-8f98-b9ea680c137e HTTP/1.1" status: 200 len: 1001 time: 0.5026343 Jul 24 09:15:45.924333 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-64f65331-48af-4393-8c5e-789a73374fa8 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:45.934239 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-64f65331-48af-4393-8c5e-789a73374fa8 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:45.950339 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e617b211-1e0d-456e-b051-01c7b04ec777 req-e568bb5a-f772-47d1-9271-6313f94d8c78 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:45.961350 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fff62-7a90-49ea-ace4-44a50e71af51 req-1e57e5fc-2567-40c9-ac34-55aa4e3ff428 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:45.968610 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fff62-7a90-49ea-ace4-44a50e71af51 req-1e57e5fc-2567-40c9-ac34-55aa4e3ff428 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:45.974747 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fff62-7a90-49ea-ace4-44a50e71af51 req-1e57e5fc-2567-40c9-ac34-55aa4e3ff428 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:45.978838 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f65331-48af-4393-8c5e-789a73374fa8 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c010a385-3515-4281-81e9-372014f3c25e,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:45.981270 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fff62-7a90-49ea-ace4-44a50e71af51 req-1e57e5fc-2567-40c9-ac34-55aa4e3ff428 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:45.987488 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fff62-7a90-49ea-ace4-44a50e71af51 req-1e57e5fc-2567-40c9-ac34-55aa4e3ff428 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:45.987982 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-64f65331-48af-4393-8c5e-789a73374fa8 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:45.989913 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-64f65331-48af-4393-8c5e-789a73374fa8 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2900143 Jul 24 09:15:45.993322 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58032) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:45.994276 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fff62-7a90-49ea-ace4-44a50e71af51 req-1e57e5fc-2567-40c9-ac34-55aa4e3ff428 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:46.000946 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fff62-7a90-49ea-ace4-44a50e71af51 req-1e57e5fc-2567-40c9-ac34-55aa4e3ff428 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:46.002999 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-653fff62-7a90-49ea-ace4-44a50e71af51 req-1e57e5fc-2567-40c9-ac34-55aa4e3ff428 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5381 time: 0.2434645 Jul 24 09:15:46.018768 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-479267d9-2eba-45cf-abe2-08a9cc559049 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Request body: {'security_group_rule': {'security_group_id': '4f713556-27d3-4a87-a31e-eda0d944bb76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:46.053398 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71015714-342e-452c-8c1c-f7a681f2f9f8 req-aa8fca92-e2a3-4d55-8949-08d2b53b3861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:46.055089 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-71015714-342e-452c-8c1c-f7a681f2f9f8 req-aa8fca92-e2a3-4d55-8949-08d2b53b3861 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=498fc689-d6ae-4674-bc86-ab9632765c37 HTTP/1.1" status: 200 len: 868 time: 0.1594212 Jul 24 09:15:46.085593 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-479267d9-2eba-45cf-abe2-08a9cc559049 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:46.146312 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-653fff62-7a90-49ea-ace4-44a50e71af51 req-76274dd1-8d86-4776-ab7d-44d4f5a58f0c tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1242607 Jul 24 09:15:46.154438 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-c1c369db-72df-4f34-996e-949c77502d12 req-c6cb8143-1043-4c4b-a00d-718396cf4e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eeb4813-0254-46ff-a982-0b81b24181f8 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:15:46.164414 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-c6cb8143-1043-4c4b-a00d-718396cf4e52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:46.184854 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-c1c369db-72df-4f34-996e-949c77502d12 req-c6cb8143-1043-4c4b-a00d-718396cf4e52 service neutron] Transition to ACTIVE for port object 9eeb4813-0254-46ff-a982-0b81b24181f8 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:46.202903 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-c6cb8143-1043-4c4b-a00d-718396cf4e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:46.206029 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-479267d9-2eba-45cf-abe2-08a9cc559049 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:46.214840 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-479267d9-2eba-45cf-abe2-08a9cc559049 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:46.230114 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71015714-342e-452c-8c1c-f7a681f2f9f8 req-ed2521c3-8aba-4f15-b977-f8b3f853b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:46.235448 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-71015714-342e-452c-8c1c-f7a681f2f9f8 req-ed2521c3-8aba-4f15-b977-f8b3f853b30a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e888b29b-567f-4e99-87cc-c2e919ae52b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1516998 Jul 24 09:15:46.243422 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479267d9-2eba-45cf-abe2-08a9cc559049 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0fb63d7-b065-4819-890d-5963063d2361,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:46.251489 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e617b211-1e0d-456e-b051-01c7b04ec777 req-e568bb5a-f772-47d1-9271-6313f94d8c78 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:46.260090 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e617b211-1e0d-456e-b051-01c7b04ec777 req-e568bb5a-f772-47d1-9271-6313f94d8c78 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:46.294118 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-479267d9-2eba-45cf-abe2-08a9cc559049 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:46.295353 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-479267d9-2eba-45cf-abe2-08a9cc559049 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3010159 Jul 24 09:15:46.300159 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58034) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:46.308188 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e5618bfe-d826-4037-bd51-71ae9cfb2238 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:46.363164 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:46.411303 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 6563123e-6a9f-426c-bab4-ca231053a677 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:15:46.416094 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568bb5a-f772-47d1-9271-6313f94d8c78 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Pushing event updated for resources: {'Port': ['ID=454ea43b-f876-4b3a-ba9a-d40414b0d6a7,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:46.429620 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e617b211-1e0d-456e-b051-01c7b04ec777 req-e568bb5a-f772-47d1-9271-6313f94d8c78 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:46.458808 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5618bfe-d826-4037-bd51-71ae9cfb2238 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:46.503913 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e617b211-1e0d-456e-b051-01c7b04ec777 req-e568bb5a-f772-47d1-9271-6313f94d8c78 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:46.514620 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e617b211-1e0d-456e-b051-01c7b04ec777 req-e568bb5a-f772-47d1-9271-6313f94d8c78 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8882740 Jul 24 09:15:46.574664 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb8143-1043-4c4b-a00d-718396cf4e52 service neutron] Pushing event updated for resources: {'Port': ['ID=9eeb4813-0254-46ff-a982-0b81b24181f8,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:46.638531 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 6563123e-6a9f-426c-bab4-ca231053a677, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=6563123e-6a9f-426c-bab4-ca231053a677,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:46.657434 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e617b211-1e0d-456e-b051-01c7b04ec777 req-89a57046-778e-45d4-b546-35731b4bb0e8 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.19 HTTP/1.1" status: 200 len: 695 time: 0.1415956 Jul 24 09:15:46.663214 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '6563123e-6a9f-426c-bab4-ca231053a677', 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8', 'port_id': '6563123e-6a9f-426c-bab4-ca231053a677', 'mac_address': 'fa:16:3e:13:e2:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82774b4c-6531-498d-b907-9800d791c7b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:15:46.742410 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c1c369db-72df-4f34-996e-949c77502d12 req-c6cb8143-1043-4c4b-a00d-718396cf4e52 service neutron] Attempting to bind port 9eeb4813-0254-46ff-a982-0b81b24181f8 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:15:46.746167 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c1c369db-72df-4f34-996e-949c77502d12 req-c6cb8143-1043-4c4b-a00d-718396cf4e52 service neutron] Attempting to bind port 9eeb4813-0254-46ff-a982-0b81b24181f8 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '342ad5d9-7ee9-47dd-935a-66291ce3d5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '130df151-54ed-4200-959f-f7fb83738159'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:15:46.747692 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-c6cb8143-1043-4c4b-a00d-718396cf4e52 service neutron] Attempting to bind port 9eeb4813-0254-46ff-a982-0b81b24181f8 on network 130df151-54ed-4200-959f-f7fb83738159 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:46.770040 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:46.772636 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-c6cb8143-1043-4c4b-a00d-718396cf4e52 service neutron] Port 9eeb4813-0254-46ff-a982-0b81b24181f8 on network 130df151-54ed-4200-959f-f7fb83738159 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:15:46.773007 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-c6cb8143-1043-4c4b-a00d-718396cf4e52 service neutron] Attempting to bind port 9eeb4813-0254-46ff-a982-0b81b24181f8 on network 130df151-54ed-4200-959f-f7fb83738159 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:46.804404 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114da9c9-01eb-488e-9c91-d694f26e4c2c req-5165e9fa-55df-4d98-9bef-272ac4d5387d tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:46.818428 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-114da9c9-01eb-488e-9c91-d694f26e4c2c req-5165e9fa-55df-4d98-9bef-272ac4d5387d tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 944 time: 0.4507904 Jul 24 09:15:46.830990 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-c6cb8143-1043-4c4b-a00d-718396cf4e52 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:15:46.831392 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-c6cb8143-1043-4c4b-a00d-718396cf4e52 service neutron] Checking segment: {'id': '342ad5d9-7ee9-47dd-935a-66291ce3d5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '130df151-54ed-4200-959f-f7fb83738159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:15:46.831753 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-c6cb8143-1043-4c4b-a00d-718396cf4e52 service neutron] Bound using segment: {'id': '342ad5d9-7ee9-47dd-935a-66291ce3d5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '130df151-54ed-4200-959f-f7fb83738159'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:15:46.832226 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c1c369db-72df-4f34-996e-949c77502d12 req-c6cb8143-1043-4c4b-a00d-718396cf4e52 service neutron] Bound port: 9eeb4813-0254-46ff-a982-0b81b24181f8, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '342ad5d9-7ee9-47dd-935a-66291ce3d5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '130df151-54ed-4200-959f-f7fb83738159'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:15:46.832592 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-c6cb8143-1043-4c4b-a00d-718396cf4e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:46.864152 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617b211-1e0d-456e-b051-01c7b04ec777 req-c07a8959-6684-450d-bd52-92fb6b846ede tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:46.865627 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e617b211-1e0d-456e-b051-01c7b04ec777 req-c07a8959-6684-450d-bd52-92fb6b846ede tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 0.2020452 Jul 24 09:15:46.869007 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5618bfe-d826-4037-bd51-71ae9cfb2238 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:46.927002 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-71015714-342e-452c-8c1c-f7a681f2f9f8 req-8f35bddc-a614-4ac2-ba33-f67aed4745d8 service neutron] 10.222.0.37 "GET /v2.0/networks/e888b29b-567f-4e99-87cc-c2e919ae52b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6028252 Jul 24 09:15:47.077709 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6563123e-6a9f-426c-bab4-ca231053a677 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:15:47.150651 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 6563123e-6a9f-426c-bab4-ca231053a677, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=6563123e-6a9f-426c-bab4-ca231053a677,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:47.168434 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Sat, 24 Jul 2021 09:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4999f7d2-1f90-46f9-ae07-5a3105ca0ec0 x-openstack-request-id: req-4999f7d2-1f90-46f9-ae07-5a3105ca0ec0 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:15:47.168434 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a", "tag": "6563123e-6a9f-426c-bab4-ca231053a677", "status": "completed", "code": 200}, {"server_uuid": "c97323d5-b2a8-4c65-8e8b-b875b2c01f1e", "name": "network-vif-deleted", "tag": "a70180b7-0813-42d1-b346-8f6b9594c91e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "tag": "1592bee6-5996-4727-8f30-55913f2ae08b", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:15:47.168434 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4999f7d2-1f90-46f9-ae07-5a3105ca0ec0 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:15:47.168434 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a', 'tag': '6563123e-6a9f-426c-bab4-ca231053a677', 'status': 'completed', 'code': 200} Jul 24 09:15:47.168434 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97323d5-b2a8-4c65-8e8b-b875b2c01f1e', 'name': 'network-vif-deleted', 'tag': 'a70180b7-0813-42d1-b346-8f6b9594c91e', 'status': 'completed', 'code': 200} Jul 24 09:15:47.168434 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'tag': '1592bee6-5996-4727-8f30-55913f2ae08b', 'status': 'completed', 'code': 200} Jul 24 09:15:47.169879 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:47.200117 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-114da9c9-01eb-488e-9c91-d694f26e4c2c req-595a80f2-9b5e-4eb3-bb9b-18e28e11a6bc tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697612 Jul 24 09:15:47.268070 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-e5618bfe-d826-4037-bd51-71ae9cfb2238 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Allocated IP 172.25.7.40 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/9af7d48e-ee6b-45ac-91ab-6db241addab1) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:15:47.312538 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=6563123e-6a9f-426c-bab4-ca231053a677,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:47.353305 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:47.354094 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:47.356503 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:47.357856 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:47.358216 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:47.358557 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:47.358893 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:47.364221 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:47.364901 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:47.365032 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:47.365320 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:47.369117 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:15:47.384214 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:15:47.519299 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c1c369db-72df-4f34-996e-949c77502d12 req-c6cb8143-1043-4c4b-a00d-718396cf4e52 service neutron] For port 9eeb4813-0254-46ff-a982-0b81b24181f8, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:15:47.566714 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5618bfe-d826-4037-bd51-71ae9cfb2238 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:47.594086 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec646ee3-5151-4c1c-9c45-30f2dfead596 req-48ce6526-47ed-43b4-90ae-d5fb7c415856 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:47.610888 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec646ee3-5151-4c1c-9c45-30f2dfead596 req-48ce6526-47ed-43b4-90ae-d5fb7c415856 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:47.626959 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec646ee3-5151-4c1c-9c45-30f2dfead596 req-48ce6526-47ed-43b4-90ae-d5fb7c415856 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:47.638520 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:47.640445 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec646ee3-5151-4c1c-9c45-30f2dfead596 req-48ce6526-47ed-43b4-90ae-d5fb7c415856 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:47.652527 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec646ee3-5151-4c1c-9c45-30f2dfead596 req-48ce6526-47ed-43b4-90ae-d5fb7c415856 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:47.673743 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec646ee3-5151-4c1c-9c45-30f2dfead596 req-48ce6526-47ed-43b4-90ae-d5fb7c415856 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:47.682057 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb', 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'port_id': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb', 'mac_address': 'fa:16:3e:ba:5f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f84861-778d-4828-92aa-af092c959084', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:15:47.683585 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec646ee3-5151-4c1c-9c45-30f2dfead596 req-48ce6526-47ed-43b4-90ae-d5fb7c415856 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:47.686488 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ec646ee3-5151-4c1c-9c45-30f2dfead596 req-48ce6526-47ed-43b4-90ae-d5fb7c415856 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5393 time: 0.2818143 Jul 24 09:15:47.688419 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58072) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:47.773240 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ec646ee3-5151-4c1c-9c45-30f2dfead596 req-236a5bb3-5638-4124-8f0a-f90a61d6b3b1 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0750053 Jul 24 09:15:47.800066 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['6563123e-6a9f-426c-bab4-ca231053a677'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:15:47.810853 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5618bfe-d826-4037-bd51-71ae9cfb2238 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:47.880315 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c1c369db-72df-4f34-996e-949c77502d12 req-c6cb8143-1043-4c4b-a00d-718396cf4e52 service neutron] For port 9eeb4813-0254-46ff-a982-0b81b24181f8, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=9eeb4813-0254-46ff-a982-0b81b24181f8,segment=NetworkSegment(342ad5d9-7ee9-47dd-935a-66291ce3d5ce),segment_id=342ad5d9-7ee9-47dd-935a-66291ce3d5ce)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:15:47.935787 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-c6cb8143-1043-4c4b-a00d-718396cf4e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:47.956843 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:47.965546 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5618bfe-d826-4037-bd51-71ae9cfb2238 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:15:47.978366 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:15:47.979895 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-e5618bfe-d826-4037-bd51-71ae9cfb2238 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:15:47.984934 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5618bfe-d826-4037-bd51-71ae9cfb2238 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:15:47.998591 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5618bfe-d826-4037-bd51-71ae9cfb2238 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Pushing event updated for resources: {'Port': ['ID=9af7d48e-ee6b-45ac-91ab-6db241addab1,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:48.014030 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-71015714-342e-452c-8c1c-f7a681f2f9f8 req-a2f9709a-c925-4639-96b0-37bcb6f8586f service neutron] 10.222.0.37 "GET /v2.0/networks/e888b29b-567f-4e99-87cc-c2e919ae52b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0240870 Jul 24 09:15:48.022849 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d0719-fd31-4683-b820-4035db1b4b48 req-a5303a25-4172-463c-bd91-6aa8caf10722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:48.031662 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f4d0719-fd31-4683-b820-4035db1b4b48 req-a5303a25-4172-463c-bd91-6aa8caf10722 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1913b66f5ab41bbbc2b819d5a63abda&device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 1095 time: 0.9238992 Jul 24 09:15:48.063355 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:48.070270 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:48.117210 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28b50454-4f53-4d68-888b-d1e97b3e719c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:48.171288 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:15:48.292980 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-c6cb8143-1043-4c4b-a00d-718396cf4e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:48.293638 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-c6cb8143-1043-4c4b-a00d-718396cf4e52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:48.302699 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-c6cb8143-1043-4c4b-a00d-718396cf4e52 service neutron] 10.222.0.20 "PUT /v2.0/ports/9eeb4813-0254-46ff-a982-0b81b24181f8 HTTP/1.1" status: 200 len: 1090 time: 3.7881432 Jul 24 09:15:48.354906 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:48.397825 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5618bfe-d826-4037-bd51-71ae9cfb2238 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:48.429281 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-c1c369db-72df-4f34-996e-949c77502d12 req-a6bbe497-593d-4cee-80f7-ffbf2f9734b9 service neutron] Request body: {'port': {'device_id': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:48.626119 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5618bfe-d826-4037-bd51-71ae9cfb2238 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:48.639387 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb8143-1043-4c4b-a00d-718396cf4e52 service neutron] Pushing event updated for resources: {'Port': ['ID=9eeb4813-0254-46ff-a982-0b81b24181f8,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:48.655240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d0719-fd31-4683-b820-4035db1b4b48 req-b18f54b1-3dd7-4995-b4be-f59f22e80844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:48.658806 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f4d0719-fd31-4683-b820-4035db1b4b48 req-b18f54b1-3dd7-4995-b4be-f59f22e80844 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae3d61b8-100f-4726-9451-0b010e6cd4d8 HTTP/1.1" status: 200 len: 912 time: 0.6263475 Jul 24 09:15:48.690045 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f085a2-0b15-4d06-b238-a50c0ebce9ba req-c7a512d0-352f-458b-be78-debe791e4e25 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:48.699856 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4f085a2-0b15-4d06-b238-a50c0ebce9ba req-c7a512d0-352f-458b-be78-debe791e4e25 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/ports?device_id=98387a2e-806a-4be4-b9b0-5a51bc473234&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 1.2256641 Jul 24 09:15:48.852287 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d20c15-67fc-440c-bd88-9ea70ba11979 req-26bddbcd-24cb-4a01-ad09-b06c862a9100 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:48.853914 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-59d20c15-67fc-440c-bd88-9ea70ba11979 req-26bddbcd-24cb-4a01-ad09-b06c862a9100 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 945 time: 0.4404662 Jul 24 09:15:48.861859 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28b50454-4f53-4d68-888b-d1e97b3e719c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:48.882800 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28b50454-4f53-4d68-888b-d1e97b3e719c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:48.889705 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4f085a2-0b15-4d06-b238-a50c0ebce9ba req-2f7cc871-c908-47ec-b680-6987222f8c31 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.19 HTTP/1.1" status: 200 len: 695 time: 0.1882598 Jul 24 09:15:48.904451 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-f4f085a2-0b15-4d06-b238-a50c0ebce9ba req-7f3380ed-474d-40d8-9b35-1fe68d00dcfb tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Request body: {'floatingip': {'port_id': 'fa9eeb1f-67a3-41bf-8f98-b9ea680c137e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:48.965469 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b50454-4f53-4d68-888b-d1e97b3e719c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d94f47-3122-4769-8561-f5bba07725e9,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:49.007238 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-28b50454-4f53-4d68-888b-d1e97b3e719c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea35e3ccafba4dc78e93754ed4cc49c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3154585 Jul 24 09:15:49.011696 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58082) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:49.050223 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f4f085a2-0b15-4d06-b238-a50c0ebce9ba req-7f3380ed-474d-40d8-9b35-1fe68d00dcfb tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks [] for floatingip, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:49.128239 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-59d20c15-67fc-440c-bd88-9ea70ba11979 req-caa3e0bd-a762-40c1-826d-f7df30c5dbca tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649446 Jul 24 09:15:49.241596 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ba941676-2c65-46ed-806a-a80f8c0a1672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:49.313590 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:49.401094 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ba941676-2c65-46ed-806a-a80f8c0a1672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:49.433543 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5618bfe-d826-4037-bd51-71ae9cfb2238 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:49.455860 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5618bfe-d826-4037-bd51-71ae9cfb2238 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:49.491238 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:49.491646 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:49.529177 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'tag': '9eeb4813-0254-46ff-a982-0b81b24181f8'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:15:49.531580 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196deab3-8f88-47e2-a7e7-f4be79b6684b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "tag": "9eeb4813-0254-46ff-a982-0b81b24181f8"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:15:49.534296 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [req-f4f085a2-0b15-4d06-b238-a50c0ebce9ba req-7f3380ed-474d-40d8-9b35-1fe68d00dcfb tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] update failed (client error): There was a conflict when trying to complete your request. Jul 24 09:15:49.535384 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4f085a2-0b15-4d06-b238-a50c0ebce9ba req-7f3380ed-474d-40d8-9b35-1fe68d00dcfb tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "PUT /v2.0/floatingips/552ea2bd-bf21-47a9-b91e-f4ea942e7ff1 HTTP/1.1" status: 409 len: 549 time: 0.6432462 Jul 24 09:15:49.542256 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f4d0719-fd31-4683-b820-4035db1b4b48 req-973ca3ba-925f-4543-89cd-15d4ed1d9608 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6563123e-6a9f-426c-bab4-ca231053a677 HTTP/1.1" status: 200 len: 217 time: 0.6787732 Jul 24 09:15:49.607593 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-a6bbe497-593d-4cee-80f7-ffbf2f9734b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:49.723223 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398b1d8c-92b0-4994-8317-3c917e3e4907 x-openstack-request-id: req-398b1d8c-92b0-4994-8317-3c917e3e4907 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:15:49.723600 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "tag": "9eeb4813-0254-46ff-a982-0b81b24181f8", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:15:49.723791 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-398b1d8c-92b0-4994-8317-3c917e3e4907 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:15:49.724168 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'tag': '9eeb4813-0254-46ff-a982-0b81b24181f8', 'status': 'completed', 'code': 200} Jul 24 09:15:49.765618 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:49.834754 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:49.845683 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0b3aa4-2384-4309-b12f-09acc5e33e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:15:49.848031 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8797579b-67d4-4085-a88e-50f525ffb441" -d '{"events": [{"server_uuid": "ed0b3aa4-2384-4309-b12f-09acc5e33e47", "name": "network-vif-plugged", "status": "completed", "tag": "0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:15:49.851041 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:49.865205 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5618bfe-d826-4037-bd51-71ae9cfb2238 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:49.872118 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2dbc3503-3a43-419f-9e5b-aaf325a6343c req-1f1c3e57-5346-43ad-9245-b1f10c64e681 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/floatingips/552ea2bd-bf21-47a9-b91e-f4ea942e7ff1 HTTP/1.1" status: 200 len: 692 time: 0.1263688 Jul 24 09:15:49.925474 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5618bfe-d826-4037-bd51-71ae9cfb2238 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Pushing event updated for resources: {'Port': ['ID=9af7d48e-ee6b-45ac-91ab-6db241addab1,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:49.954971 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5618bfe-d826-4037-bd51-71ae9cfb2238 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:49.956337 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,revision_number=7']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:49.968567 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e5618bfe-d826-4037-bd51-71ae9cfb2238 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6655281 Jul 24 09:15:49.988157 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d409f-93b6-43cc-ad0c-d48e4d2f1df0 req-b847aba9-05a3-4144-8549-6c8df042ceb9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:49.994719 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d409f-93b6-43cc-ad0c-d48e4d2f1df0 req-b847aba9-05a3-4144-8549-6c8df042ceb9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:50.004953 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d409f-93b6-43cc-ad0c-d48e4d2f1df0 req-b847aba9-05a3-4144-8549-6c8df042ceb9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:50.012214 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d409f-93b6-43cc-ad0c-d48e4d2f1df0 req-b847aba9-05a3-4144-8549-6c8df042ceb9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:50.018772 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d409f-93b6-43cc-ad0c-d48e4d2f1df0 req-b847aba9-05a3-4144-8549-6c8df042ceb9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:50.029897 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d409f-93b6-43cc-ad0c-d48e4d2f1df0 req-b847aba9-05a3-4144-8549-6c8df042ceb9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:50.037016 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d409f-93b6-43cc-ad0c-d48e4d2f1df0 req-b847aba9-05a3-4144-8549-6c8df042ceb9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:50.045360 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1c3d409f-93b6-43cc-ad0c-d48e4d2f1df0 req-b847aba9-05a3-4144-8549-6c8df042ceb9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5393 time: 0.5540586 Jul 24 09:15:50.093822 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ba941676-2c65-46ed-806a-a80f8c0a1672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:50.096607 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ba941676-2c65-46ed-806a-a80f8c0a1672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:50.098073 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ba941676-2c65-46ed-806a-a80f8c0a1672 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24d94f47-3122-4769-8561-f5bba07725e9 HTTP/1.1" status: 204 len: 168 time: 1.0796385 Jul 24 09:15:50.117678 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba941676-2c65-46ed-806a-a80f8c0a1672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d94f47-3122-4769-8561-f5bba07725e9,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:50.141386 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1c3d409f-93b6-43cc-ad0c-d48e4d2f1df0 req-dd974e19-201f-48f5-88f8-7755d83c02b4 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0947645 Jul 24 09:15:50.163073 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196deab3-8f88-47e2-a7e7-f4be79b6684b req-c074dca3-833d-488a-9da7-39eef0eccd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:50.166377 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196deab3-8f88-47e2-a7e7-f4be79b6684b req-c074dca3-833d-488a-9da7-39eef0eccd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:50.167543 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196deab3-8f88-47e2-a7e7-f4be79b6684b req-c074dca3-833d-488a-9da7-39eef0eccd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:50.168213 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196deab3-8f88-47e2-a7e7-f4be79b6684b req-c074dca3-833d-488a-9da7-39eef0eccd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:50.171241 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196deab3-8f88-47e2-a7e7-f4be79b6684b req-c074dca3-833d-488a-9da7-39eef0eccd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:50.172424 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196deab3-8f88-47e2-a7e7-f4be79b6684b req-c074dca3-833d-488a-9da7-39eef0eccd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:50.175640 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196deab3-8f88-47e2-a7e7-f4be79b6684b req-c074dca3-833d-488a-9da7-39eef0eccd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:50.179637 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-196deab3-8f88-47e2-a7e7-f4be79b6684b req-c074dca3-833d-488a-9da7-39eef0eccd4c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66d5a695abdf431a9dde2fad5212bfb7&device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 6285 time: 0.4577899 Jul 24 09:15:50.238807 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81758eaa-4b45-45b3-ae71-74c048fc3a33 x-openstack-request-id: req-81758eaa-4b45-45b3-ae71-74c048fc3a33 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:15:50.239107 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0b3aa4-2384-4309-b12f-09acc5e33e47", "name": "network-vif-plugged", "status": "completed", "tag": "0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:15:50.239360 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-81758eaa-4b45-45b3-ae71-74c048fc3a33 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:15:50.239764 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0b3aa4-2384-4309-b12f-09acc5e33e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb', 'code': 200} Jul 24 09:15:50.274765 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d0719-fd31-4683-b820-4035db1b4b48 req-5abb0fef-93f1-470c-ab70-36d85eb2e5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:50.278087 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f4d0719-fd31-4683-b820-4035db1b4b48 req-5abb0fef-93f1-470c-ab70-36d85eb2e5e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82774b4c-6531-498d-b907-9800d791c7b0 HTTP/1.1" status: 200 len: 852 time: 0.7265918 Jul 24 09:15:50.395707 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f4d0719-fd31-4683-b820-4035db1b4b48 req-b33c99e3-66ba-41b3-8105-b85d0dd20700 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae3d61b8-100f-4726-9451-0b010e6cd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843000 Jul 24 09:15:50.428155 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 6563123e-6a9f-426c-bab4-ca231053a677 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:15:50.610549 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 6563123e-6a9f-426c-bab4-ca231053a677 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:15:50.624541 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 6563123e-6a9f-426c-bab4-ca231053a677 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:15:50.630213 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:50.854931 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:50.923375 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 6563123e-6a9f-426c-bab4-ca231053a677, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=6563123e-6a9f-426c-bab4-ca231053a677,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:15:50.934238 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:50.953832 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc3503-3a43-419f-9e5b-aaf325a6343c req-4597ae04-1486-40b9-8696-f997cb22be3f tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:50.959000 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2dbc3503-3a43-419f-9e5b-aaf325a6343c req-4597ae04-1486-40b9-8696-f997cb22be3f tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 0.6668169 Jul 24 09:15:51.055054 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=6563123e-6a9f-426c-bab4-ca231053a677,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:51.112335 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f4d0719-fd31-4683-b820-4035db1b4b48 req-802795d7-3a0b-4db4-a302-7077eb280bdb service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5554996 Jul 24 09:15:51.227763 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196deab3-8f88-47e2-a7e7-f4be79b6684b req-a87d15c9-8487-44ce-bfc8-ed977be654b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:51.229070 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196deab3-8f88-47e2-a7e7-f4be79b6684b req-a87d15c9-8487-44ce-bfc8-ed977be654b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:51.229787 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196deab3-8f88-47e2-a7e7-f4be79b6684b req-a87d15c9-8487-44ce-bfc8-ed977be654b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:51.231511 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2dbc3503-3a43-419f-9e5b-aaf325a6343c req-f381894e-5cb4-43ed-a5dd-c22ae8b00e09 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.19 HTTP/1.1" status: 200 len: 695 time: 0.2549093 Jul 24 09:15:51.231981 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-196deab3-8f88-47e2-a7e7-f4be79b6684b req-a87d15c9-8487-44ce-bfc8-ed977be654b5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=66d5a695abdf431a9dde2fad5212bfb7&shared=False HTTP/1.1" status: 200 len: 2295 time: 1.0429947 Jul 24 09:15:51.318871 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2dbc3503-3a43-419f-9e5b-aaf325a6343c req-067d650c-1c6e-4494-8cb6-48e7221bc27a tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.19 HTTP/1.1" status: 200 len: 695 time: 0.0863156 Jul 24 09:15:51.327893 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-c1c369db-72df-4f34-996e-949c77502d12 req-a6bbe497-593d-4cee-80f7-ffbf2f9734b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506d6774-cab8-4e72-9e5e-98197e8f6a6d {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:15:51.425747 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196deab3-8f88-47e2-a7e7-f4be79b6684b req-5229040e-b94f-40fa-9965-6f08cfe054ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:51.427256 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-196deab3-8f88-47e2-a7e7-f4be79b6684b req-5229040e-b94f-40fa-9965-6f08cfe054ff service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1876390 Jul 24 09:15:51.776114 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-a6bbe497-593d-4cee-80f7-ffbf2f9734b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:51.791494 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-c1c369db-72df-4f34-996e-949c77502d12 req-a6bbe497-593d-4cee-80f7-ffbf2f9734b9 service neutron] Transition to ACTIVE for port object 506d6774-cab8-4e72-9e5e-98197e8f6a6d will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:51.849063 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f4d0719-fd31-4683-b820-4035db1b4b48 req-0450c7ec-8bc4-4d04-aed3-f9eae7958778 service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7157009 Jul 24 09:15:51.854740 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-a6bbe497-593d-4cee-80f7-ffbf2f9734b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:52.031905 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbe497-593d-4cee-80f7-ffbf2f9734b9 service neutron] Pushing event updated for resources: {'Port': ['ID=506d6774-cab8-4e72-9e5e-98197e8f6a6d,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:52.240568 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6563123e-6a9f-426c-bab4-ca231053a677'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:15:52.242970 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85eec7d0-7f04-4041-ae8d-1e31e79042ad" -d '{"events": [{"server_uuid": "0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a", "name": "network-vif-plugged", "status": "completed", "tag": "6563123e-6a9f-426c-bab4-ca231053a677"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:15:52.329422 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c1c369db-72df-4f34-996e-949c77502d12 req-a6bbe497-593d-4cee-80f7-ffbf2f9734b9 service neutron] Attempting to bind port 506d6774-cab8-4e72-9e5e-98197e8f6a6d on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:15:52.330228 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c1c369db-72df-4f34-996e-949c77502d12 req-a6bbe497-593d-4cee-80f7-ffbf2f9734b9 service neutron] Attempting to bind port 506d6774-cab8-4e72-9e5e-98197e8f6a6d by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '342ad5d9-7ee9-47dd-935a-66291ce3d5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '130df151-54ed-4200-959f-f7fb83738159'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:15:52.330691 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-a6bbe497-593d-4cee-80f7-ffbf2f9734b9 service neutron] Attempting to bind port 506d6774-cab8-4e72-9e5e-98197e8f6a6d on network 130df151-54ed-4200-959f-f7fb83738159 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:52.357624 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-a6bbe497-593d-4cee-80f7-ffbf2f9734b9 service neutron] Port 506d6774-cab8-4e72-9e5e-98197e8f6a6d on network 130df151-54ed-4200-959f-f7fb83738159 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:15:52.358215 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-a6bbe497-593d-4cee-80f7-ffbf2f9734b9 service neutron] Attempting to bind port 506d6774-cab8-4e72-9e5e-98197e8f6a6d on network 130df151-54ed-4200-959f-f7fb83738159 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:52.366016 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-2dbc3503-3a43-419f-9e5b-aaf325a6343c req-6781087c-c4c7-4f7b-95ae-b7e2a880e28f tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Deleting port 454ea43b-f876-4b3a-ba9a-d40414b0d6a7 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:15:52.366357 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2dbc3503-3a43-419f-9e5b-aaf325a6343c req-6781087c-c4c7-4f7b-95ae-b7e2a880e28f tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:52.371854 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-a6bbe497-593d-4cee-80f7-ffbf2f9734b9 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:15:52.372242 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-a6bbe497-593d-4cee-80f7-ffbf2f9734b9 service neutron] Checking segment: {'id': '342ad5d9-7ee9-47dd-935a-66291ce3d5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '130df151-54ed-4200-959f-f7fb83738159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:15:52.372815 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-a6bbe497-593d-4cee-80f7-ffbf2f9734b9 service neutron] Bound using segment: {'id': '342ad5d9-7ee9-47dd-935a-66291ce3d5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '130df151-54ed-4200-959f-f7fb83738159'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:15:52.373227 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c1c369db-72df-4f34-996e-949c77502d12 req-a6bbe497-593d-4cee-80f7-ffbf2f9734b9 service neutron] Bound port: 506d6774-cab8-4e72-9e5e-98197e8f6a6d, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '342ad5d9-7ee9-47dd-935a-66291ce3d5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '130df151-54ed-4200-959f-f7fb83738159'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:15:52.373581 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-a6bbe497-593d-4cee-80f7-ffbf2f9734b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:52.433392 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d0719-fd31-4683-b820-4035db1b4b48 req-cc74059d-43e1-4513-b868-2d6591d5fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:52.433878 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d0719-fd31-4683-b820-4035db1b4b48 req-cc74059d-43e1-4513-b868-2d6591d5fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:52.434355 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d0719-fd31-4683-b820-4035db1b4b48 req-cc74059d-43e1-4513-b868-2d6591d5fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:52.434829 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d0719-fd31-4683-b820-4035db1b4b48 req-cc74059d-43e1-4513-b868-2d6591d5fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:52.435296 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d0719-fd31-4683-b820-4035db1b4b48 req-cc74059d-43e1-4513-b868-2d6591d5fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:52.435766 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d0719-fd31-4683-b820-4035db1b4b48 req-cc74059d-43e1-4513-b868-2d6591d5fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:52.436232 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d0719-fd31-4683-b820-4035db1b4b48 req-cc74059d-43e1-4513-b868-2d6591d5fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:52.445883 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f4d0719-fd31-4683-b820-4035db1b4b48 req-cc74059d-43e1-4513-b868-2d6591d5fb50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66d5a695abdf431a9dde2fad5212bfb7&device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 6310 time: 0.4031599 Jul 24 09:15:52.872514 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c1c369db-72df-4f34-996e-949c77502d12 req-a6bbe497-593d-4cee-80f7-ffbf2f9734b9 service neutron] For port 506d6774-cab8-4e72-9e5e-98197e8f6a6d, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:15:52.882836 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c1c369db-72df-4f34-996e-949c77502d12 req-a6bbe497-593d-4cee-80f7-ffbf2f9734b9 service neutron] For port 506d6774-cab8-4e72-9e5e-98197e8f6a6d, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=506d6774-cab8-4e72-9e5e-98197e8f6a6d,segment=NetworkSegment(342ad5d9-7ee9-47dd-935a-66291ce3d5ce),segment_id=342ad5d9-7ee9-47dd-935a-66291ce3d5ce)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:15:52.908565 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2dbc3503-3a43-419f-9e5b-aaf325a6343c req-6781087c-c4c7-4f7b-95ae-b7e2a880e28f tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:52.909015 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2dbc3503-3a43-419f-9e5b-aaf325a6343c req-6781087c-c4c7-4f7b-95ae-b7e2a880e28f tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:52.912625 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d0719-fd31-4683-b820-4035db1b4b48 req-7da9e50e-daa3-454f-9d0b-bea23876e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:52.914022 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d0719-fd31-4683-b820-4035db1b4b48 req-7da9e50e-daa3-454f-9d0b-bea23876e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:52.914022 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d0719-fd31-4683-b820-4035db1b4b48 req-7da9e50e-daa3-454f-9d0b-bea23876e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:52.915240 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f4d0719-fd31-4683-b820-4035db1b4b48 req-7da9e50e-daa3-454f-9d0b-bea23876e2c5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=66d5a695abdf431a9dde2fad5212bfb7&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4675303 Jul 24 09:15:52.916634 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-a6bbe497-593d-4cee-80f7-ffbf2f9734b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:53.033952 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-2dbc3503-3a43-419f-9e5b-aaf325a6343c req-6781087c-c4c7-4f7b-95ae-b7e2a880e28f tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Calling delete_port for 454ea43b-f876-4b3a-ba9a-d40414b0d6a7 owned by network:floatingip {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:15:53.096813 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-a6bbe497-593d-4cee-80f7-ffbf2f9734b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:53.097467 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-a6bbe497-593d-4cee-80f7-ffbf2f9734b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:53.098904 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-a6bbe497-593d-4cee-80f7-ffbf2f9734b9 service neutron] 10.222.0.20 "PUT /v2.0/ports/506d6774-cab8-4e72-9e5e-98197e8f6a6d HTTP/1.1" status: 200 len: 1090 time: 4.7072971 Jul 24 09:15:53.121743 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'tag': '506d6774-cab8-4e72-9e5e-98197e8f6a6d'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:15:53.134948 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5f2254-fecc-4410-a6b8-75a6e481425a" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "tag": "506d6774-cab8-4e72-9e5e-98197e8f6a6d"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:15:53.216941 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-c1c369db-72df-4f34-996e-949c77502d12 req-3faf1480-0258-4081-a870-98a87f1820d3 service neutron] Request body: {'port': {'device_id': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:53.457255 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbe497-593d-4cee-80f7-ffbf2f9734b9 service neutron] Pushing event updated for resources: {'Port': ['ID=506d6774-cab8-4e72-9e5e-98197e8f6a6d,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:53.507089 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-3faf1480-0258-4081-a870-98a87f1820d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:53.540789 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d0719-fd31-4683-b820-4035db1b4b48 req-e66d93b1-468d-416b-83c5-6888a0bdbe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:53.546659 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f4d0719-fd31-4683-b820-4035db1b4b48 req-e66d93b1-468d-416b-83c5-6888a0bdbe4f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5985525 Jul 24 09:15:53.792054 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2dbc3503-3a43-419f-9e5b-aaf325a6343c req-6781087c-c4c7-4f7b-95ae-b7e2a880e28f tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:53.861268 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781087c-c4c7-4f7b-95ae-b7e2a880e28f tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Pushing event deleted for resources: {'Port': ['ID=454ea43b-f876-4b3a-ba9a-d40414b0d6a7,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:53.973968 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2dbc3503-3a43-419f-9e5b-aaf325a6343c req-6781087c-c4c7-4f7b-95ae-b7e2a880e28f tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks [] for floatingip, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:53.983369 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2dbc3503-3a43-419f-9e5b-aaf325a6343c req-6781087c-c4c7-4f7b-95ae-b7e2a880e28f tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:53.987175 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2dbc3503-3a43-419f-9e5b-aaf325a6343c req-6781087c-c4c7-4f7b-95ae-b7e2a880e28f tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "DELETE /v2.0/floatingips/552ea2bd-bf21-47a9-b91e-f4ea942e7ff1 HTTP/1.1" status: 204 len: 173 time: 2.6665127 Jul 24 09:15:54.188550 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-c1c369db-72df-4f34-996e-949c77502d12 req-3faf1480-0258-4081-a870-98a87f1820d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16303a1a-c8c8-446e-8591-495750b9d208 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:15:54.208642 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-3faf1480-0258-4081-a870-98a87f1820d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:54.228043 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-c1c369db-72df-4f34-996e-949c77502d12 req-3faf1480-0258-4081-a870-98a87f1820d3 service neutron] Transition to ACTIVE for port object 16303a1a-c8c8-446e-8591-495750b9d208 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:54.239473 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aad268-77a3-43da-a639-cbe141e27522 req-90e6b5be-3ce9-4541-a6c4-a0a86c9f5478 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:54.241290 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-06aad268-77a3-43da-a639-cbe141e27522 req-90e6b5be-3ce9-4541-a6c4-a0a86c9f5478 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.1502516 Jul 24 09:15:54.242556 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-3faf1480-0258-4081-a870-98a87f1820d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:54.306991 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf1480-0258-4081-a870-98a87f1820d3 service neutron] Pushing event updated for resources: {'Port': ['ID=16303a1a-c8c8-446e-8591-495750b9d208,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:54.523121 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-06aad268-77a3-43da-a639-cbe141e27522 req-983f1e5c-6b12-46d0-8f76-f3ab9c41cf7e tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327991 Jul 24 09:15:54.594885 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c1c369db-72df-4f34-996e-949c77502d12 req-3faf1480-0258-4081-a870-98a87f1820d3 service neutron] Attempting to bind port 16303a1a-c8c8-446e-8591-495750b9d208 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:15:54.595228 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c1c369db-72df-4f34-996e-949c77502d12 req-3faf1480-0258-4081-a870-98a87f1820d3 service neutron] Attempting to bind port 16303a1a-c8c8-446e-8591-495750b9d208 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'b8711e49-0053-48e4-9ab4-ca813e7466e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c6f03a51-92af-4f2b-a8a7-84f44e0df4db'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:15:54.595691 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-3faf1480-0258-4081-a870-98a87f1820d3 service neutron] Attempting to bind port 16303a1a-c8c8-446e-8591-495750b9d208 on network c6f03a51-92af-4f2b-a8a7-84f44e0df4db {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:54.610865 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-3faf1480-0258-4081-a870-98a87f1820d3 service neutron] Port 16303a1a-c8c8-446e-8591-495750b9d208 on network c6f03a51-92af-4f2b-a8a7-84f44e0df4db not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:15:54.611218 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-3faf1480-0258-4081-a870-98a87f1820d3 service neutron] Attempting to bind port 16303a1a-c8c8-446e-8591-495750b9d208 on network c6f03a51-92af-4f2b-a8a7-84f44e0df4db {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:54.627080 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-3faf1480-0258-4081-a870-98a87f1820d3 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:15:54.627331 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-3faf1480-0258-4081-a870-98a87f1820d3 service neutron] Checking segment: {'id': 'b8711e49-0053-48e4-9ab4-ca813e7466e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c6f03a51-92af-4f2b-a8a7-84f44e0df4db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:15:54.627728 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-3faf1480-0258-4081-a870-98a87f1820d3 service neutron] Bound using segment: {'id': 'b8711e49-0053-48e4-9ab4-ca813e7466e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c6f03a51-92af-4f2b-a8a7-84f44e0df4db'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:15:54.628168 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c1c369db-72df-4f34-996e-949c77502d12 req-3faf1480-0258-4081-a870-98a87f1820d3 service neutron] Bound port: 16303a1a-c8c8-446e-8591-495750b9d208, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8711e49-0053-48e4-9ab4-ca813e7466e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c6f03a51-92af-4f2b-a8a7-84f44e0df4db'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:15:54.628534 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-3faf1480-0258-4081-a870-98a87f1820d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:54.878440 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c1c369db-72df-4f34-996e-949c77502d12 req-3faf1480-0258-4081-a870-98a87f1820d3 service neutron] For port 16303a1a-c8c8-446e-8591-495750b9d208, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:15:54.905752 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c1c369db-72df-4f34-996e-949c77502d12 req-3faf1480-0258-4081-a870-98a87f1820d3 service neutron] For port 16303a1a-c8c8-446e-8591-495750b9d208, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=16303a1a-c8c8-446e-8591-495750b9d208,segment=NetworkSegment(b8711e49-0053-48e4-9ab4-ca813e7466e0),segment_id=b8711e49-0053-48e4-9ab4-ca813e7466e0)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:15:54.949562 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-3faf1480-0258-4081-a870-98a87f1820d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:55.104854 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-3faf1480-0258-4081-a870-98a87f1820d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:55.105419 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-3faf1480-0258-4081-a870-98a87f1820d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:55.106887 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-3faf1480-0258-4081-a870-98a87f1820d3 service neutron] 10.222.0.20 "PUT /v2.0/ports/16303a1a-c8c8-446e-8591-495750b9d208 HTTP/1.1" status: 200 len: 1091 time: 1.9028723 Jul 24 09:15:55.155149 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-c1c369db-72df-4f34-996e-949c77502d12 req-5eb88ae9-7130-46d4-957d-e8812b3e6b04 service neutron] Request body: {'port': {'device_id': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:55.251036 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58184) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:55.300507 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e9087-ebf2-4068-9ea1-16ac9f294aa5 req-a3999967-8c7e-4ad2-8797-d7f61f0bc0de tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:55.306661 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e9087-ebf2-4068-9ea1-16ac9f294aa5 req-a3999967-8c7e-4ad2-8797-d7f61f0bc0de tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:55.314291 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e9087-ebf2-4068-9ea1-16ac9f294aa5 req-a3999967-8c7e-4ad2-8797-d7f61f0bc0de tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:55.327009 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e9087-ebf2-4068-9ea1-16ac9f294aa5 req-a3999967-8c7e-4ad2-8797-d7f61f0bc0de tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:55.333837 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e9087-ebf2-4068-9ea1-16ac9f294aa5 req-a3999967-8c7e-4ad2-8797-d7f61f0bc0de tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:55.340667 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e9087-ebf2-4068-9ea1-16ac9f294aa5 req-a3999967-8c7e-4ad2-8797-d7f61f0bc0de tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:55.348178 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e9087-ebf2-4068-9ea1-16ac9f294aa5 req-a3999967-8c7e-4ad2-8797-d7f61f0bc0de tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:55.362535 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4b2e9087-ebf2-4068-9ea1-16ac9f294aa5 req-a3999967-8c7e-4ad2-8797-d7f61f0bc0de tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5417 time: 0.5561702 Jul 24 09:15:55.367756 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf1480-0258-4081-a870-98a87f1820d3 service neutron] Pushing event updated for resources: {'Port': ['ID=16303a1a-c8c8-446e-8591-495750b9d208,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:55.434581 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cae34a-8fec-4257-b9b5-6b981dbe8550 req-4e0a6c57-108a-4860-9c2a-1bc73137a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:55.435991 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d4cae34a-8fec-4257-b9b5-6b981dbe8550 req-4e0a6c57-108a-4860-9c2a-1bc73137a6e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 1096 time: 0.5271282 Jul 24 09:15:55.507103 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4b2e9087-ebf2-4068-9ea1-16ac9f294aa5 req-3e978eef-d310-48cc-92ae-c7f7630114f7 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1392207 Jul 24 09:15:55.524701 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ad3f66e0-3ed1-4b93-bae2-d9c49f7ac0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:55.693875 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86852503-e3c6-41dc-9a9d-d2307b9954f6 x-openstack-request-id: req-86852503-e3c6-41dc-9a9d-d2307b9954f6 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:15:55.694800 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a", "name": "network-vif-plugged", "status": "completed", "tag": "6563123e-6a9f-426c-bab4-ca231053a677", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:15:55.695225 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86852503-e3c6-41dc-9a9d-d2307b9954f6 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:15:55.697923 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6563123e-6a9f-426c-bab4-ca231053a677', 'code': 200} Jul 24 09:15:55.857626 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cae34a-8fec-4257-b9b5-6b981dbe8550 req-af68e8bc-035f-4e08-92c6-4d47add4ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:55.863208 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d4cae34a-8fec-4257-b9b5-6b981dbe8550 req-af68e8bc-035f-4e08-92c6-4d47add4ff53 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 912 time: 0.3848190 Jul 24 09:15:55.865050 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb34800d-cfdc-4066-8ec5-633ecbc45f4f x-openstack-request-id: req-fb34800d-cfdc-4066-8ec5-633ecbc45f4f {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:15:55.865338 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "tag": "506d6774-cab8-4e72-9e5e-98197e8f6a6d", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:15:55.865584 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb34800d-cfdc-4066-8ec5-633ecbc45f4f {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:15:55.865978 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'tag': '506d6774-cab8-4e72-9e5e-98197e8f6a6d', 'status': 'completed', 'code': 200} Jul 24 09:15:55.987031 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-5eb88ae9-7130-46d4-957d-e8812b3e6b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:55.990418 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ad3f66e0-3ed1-4b93-bae2-d9c49f7ac0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:56.016376 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ad3f66e0-3ed1-4b93-bae2-d9c49f7ac0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:56.095170 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f66e0-3ed1-4b93-bae2-d9c49f7ac0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ba8deb-c754-4bf5-a535-f17f4449b209,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:56.153323 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f2254-fecc-4410-a6b8-75a6e481425a req-36e194ce-11ce-4267-82f5-6e500e7d5022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:56.153819 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f2254-fecc-4410-a6b8-75a6e481425a req-36e194ce-11ce-4267-82f5-6e500e7d5022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:56.154303 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f2254-fecc-4410-a6b8-75a6e481425a req-36e194ce-11ce-4267-82f5-6e500e7d5022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:56.154753 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f2254-fecc-4410-a6b8-75a6e481425a req-36e194ce-11ce-4267-82f5-6e500e7d5022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:56.155236 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f2254-fecc-4410-a6b8-75a6e481425a req-36e194ce-11ce-4267-82f5-6e500e7d5022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:56.155679 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f2254-fecc-4410-a6b8-75a6e481425a req-36e194ce-11ce-4267-82f5-6e500e7d5022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:56.156183 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f2254-fecc-4410-a6b8-75a6e481425a req-36e194ce-11ce-4267-82f5-6e500e7d5022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:56.158183 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4f5f2254-fecc-4410-a6b8-75a6e481425a req-36e194ce-11ce-4267-82f5-6e500e7d5022 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66d5a695abdf431a9dde2fad5212bfb7&device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 6419 time: 0.3163526 Jul 24 09:15:56.206656 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ad3f66e0-3ed1-4b93-bae2-d9c49f7ac0b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=080865b1613d4983b9b7b4a39efcb91b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9545183 Jul 24 09:15:56.209277 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58192) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:56.350930 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d4cae34a-8fec-4257-b9b5-6b981dbe8550 req-d06ca455-f55b-41df-ba8a-791baa182470 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb HTTP/1.1" status: 200 len: 1001 time: 0.4569733 Jul 24 09:15:56.352550 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f2254-fecc-4410-a6b8-75a6e481425a req-2b3edbba-48d8-4ac0-af9a-fdf7d7766055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:56.353190 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f2254-fecc-4410-a6b8-75a6e481425a req-2b3edbba-48d8-4ac0-af9a-fdf7d7766055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:56.353669 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f2254-fecc-4410-a6b8-75a6e481425a req-2b3edbba-48d8-4ac0-af9a-fdf7d7766055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:56.355380 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4f5f2254-fecc-4410-a6b8-75a6e481425a req-2b3edbba-48d8-4ac0-af9a-fdf7d7766055 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=66d5a695abdf431a9dde2fad5212bfb7&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1804035 Jul 24 09:15:56.356612 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ee934e84-6b41-4478-9303-de301c6a56e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:56.363148 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa006f44-6529-4cff-9daa-50aa9285b2fd req-16a215ee-2160-4834-ac1e-eb6d672c0dfe tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.114 HTTP/1.1" status: 200 len: 1001 time: 0.4913304 Jul 24 09:15:56.385033 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ee934e84-6b41-4478-9303-de301c6a56e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:56.539392 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc341c1c-f17b-4a7b-a134-74a10afb2f02 req-2791cefe-a321-45c5-8d75-10d6ba2998f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:56.541240 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bc341c1c-f17b-4a7b-a134-74a10afb2f02 req-2791cefe-a321-45c5-8d75-10d6ba2998f9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 1097 time: 0.6744897 Jul 24 09:15:56.550411 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f2254-fecc-4410-a6b8-75a6e481425a req-3386c330-a663-45bc-9d00-b348647941cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:56.551919 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4f5f2254-fecc-4410-a6b8-75a6e481425a req-3386c330-a663-45bc-9d00-b348647941cd service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1553061 Jul 24 09:15:56.553346 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ee934e84-6b41-4478-9303-de301c6a56e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:56.567699 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ee934e84-6b41-4478-9303-de301c6a56e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:56.569547 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ee934e84-6b41-4478-9303-de301c6a56e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5ba8deb-c754-4bf5-a535-f17f4449b209 HTTP/1.1" status: 204 len: 168 time: 0.3593557 Jul 24 09:15:56.580596 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee934e84-6b41-4478-9303-de301c6a56e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ba8deb-c754-4bf5-a535-f17f4449b209,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:56.631157 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bc341c1c-f17b-4a7b-a134-74a10afb2f02 req-a49c452a-f039-4c97-bb04-e1c74f57574b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701559 Jul 24 09:15:56.635489 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cae34a-8fec-4257-b9b5-6b981dbe8550 req-62ddedfe-e1f3-46f1-8bfc-a4f8f5a57cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:56.637435 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d4cae34a-8fec-4257-b9b5-6b981dbe8550 req-62ddedfe-e1f3-46f1-8bfc-a4f8f5a57cf3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33f84861-778d-4828-92aa-af092c959084 HTTP/1.1" status: 200 len: 851 time: 0.2667279 Jul 24 09:15:56.644587 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa006f44-6529-4cff-9daa-50aa9285b2fd req-c6201a7f-472f-48f3-8649-fc4f01d9f358 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:56.661677 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa006f44-6529-4cff-9daa-50aa9285b2fd req-c6201a7f-472f-48f3-8649-fc4f01d9f358 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/ports/fa9eeb1f-67a3-41bf-8f98-b9ea680c137e HTTP/1.1" status: 200 len: 942 time: 0.2969422 Jul 24 09:15:56.838973 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa006f44-6529-4cff-9daa-50aa9285b2fd req-8484cb1c-1fad-4058-8ed2-72278276c33b tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.114 HTTP/1.1" status: 200 len: 1001 time: 0.0903127 Jul 24 09:15:57.145976 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-51254ca7-bedd-4ed0-b3ba-f55597ef6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:57.181986 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58204) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:57.209591 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fff9be00-1a8c-4dbc-9e38-12d581d3d92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:57.222814 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-c1c369db-72df-4f34-996e-949c77502d12 req-5eb88ae9-7130-46d4-957d-e8812b3e6b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:15:57.240696 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-5eb88ae9-7130-46d4-957d-e8812b3e6b04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:57.257999 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-c1c369db-72df-4f34-996e-949c77502d12 req-5eb88ae9-7130-46d4-957d-e8812b3e6b04 service neutron] Transition to ACTIVE for port object 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:15:57.268250 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-5eb88ae9-7130-46d4-957d-e8812b3e6b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:57.408821 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fff9be00-1a8c-4dbc-9e38-12d581d3d92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:57.423742 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fff9be00-1a8c-4dbc-9e38-12d581d3d92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:57.454210 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fff9be00-1a8c-4dbc-9e38-12d581d3d92b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a14735faefd74aa4913c6ff713a137fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2709544 Jul 24 09:15:57.461398 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58210) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:15:57.492700 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9be00-1a8c-4dbc-9e38-12d581d3d92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21477a5b-d462-402c-bd83-7b98ffcc09e2,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:57.542561 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b3bef635-74c9-41cb-ba24-20e5b46ad86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:57.572260 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b3bef635-74c9-41cb-ba24-20e5b46ad86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:57.686285 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b3bef635-74c9-41cb-ba24-20e5b46ad86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:57.705937 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b3bef635-74c9-41cb-ba24-20e5b46ad86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:57.707693 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b3bef635-74c9-41cb-ba24-20e5b46ad86f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21477a5b-d462-402c-bd83-7b98ffcc09e2 HTTP/1.1" status: 204 len: 168 time: 0.2452996 Jul 24 09:15:57.725017 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bef635-74c9-41cb-ba24-20e5b46ad86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21477a5b-d462-402c-bd83-7b98ffcc09e2,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:57.866732 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cae34a-8fec-4257-b9b5-6b981dbe8550 req-5e7ffb80-16ed-4ddc-a320-a6ce73443ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:57.868316 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d4cae34a-8fec-4257-b9b5-6b981dbe8550 req-5e7ffb80-16ed-4ddc-a320-a6ce73443ea4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b64780-c69e-4432-87ba-d598170da5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2054024 Jul 24 09:15:57.877186 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa006f44-6529-4cff-9daa-50aa9285b2fd req-06c644b8-0731-401c-bb79-f813473850c8 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:57.878789 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa006f44-6529-4cff-9daa-50aa9285b2fd req-06c644b8-0731-401c-bb79-f813473850c8 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 1.0363419 Jul 24 09:15:57.888503 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'tag': '16303a1a-c8c8-446e-8591-495750b9d208'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:15:57.890933 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff40f37-b508-4ffe-a940-2116508fa0ce" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "tag": "16303a1a-c8c8-446e-8591-495750b9d208"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:15:57.919506 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb88ae9-7130-46d4-957d-e8812b3e6b04 service neutron] Pushing event updated for resources: {'Port': ['ID=16f6a8a0-9d0c-483f-b3ba-0c9fb8957875,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:58.068101 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa006f44-6529-4cff-9daa-50aa9285b2fd req-738c6c18-20b2-4834-bf39-618dfbe0f56f tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.114 HTTP/1.1" status: 200 len: 1001 time: 0.1741087 Jul 24 09:15:58.070983 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c1c369db-72df-4f34-996e-949c77502d12 req-5eb88ae9-7130-46d4-957d-e8812b3e6b04 service neutron] Attempting to bind port 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:15:58.071815 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c1c369db-72df-4f34-996e-949c77502d12 req-5eb88ae9-7130-46d4-957d-e8812b3e6b04 service neutron] Attempting to bind port 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'b8711e49-0053-48e4-9ab4-ca813e7466e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c6f03a51-92af-4f2b-a8a7-84f44e0df4db'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:15:58.072388 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-5eb88ae9-7130-46d4-957d-e8812b3e6b04 service neutron] Attempting to bind port 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875 on network c6f03a51-92af-4f2b-a8a7-84f44e0df4db {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:58.082388 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-5eb88ae9-7130-46d4-957d-e8812b3e6b04 service neutron] Port 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875 on network c6f03a51-92af-4f2b-a8a7-84f44e0df4db not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:15:58.082799 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-5eb88ae9-7130-46d4-957d-e8812b3e6b04 service neutron] Attempting to bind port 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875 on network c6f03a51-92af-4f2b-a8a7-84f44e0df4db {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:15:58.091062 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-fa006f44-6529-4cff-9daa-50aa9285b2fd req-94bbb233-7c98-4ecf-a7b8-78c62de6d80b tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:15:58.099786 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-5eb88ae9-7130-46d4-957d-e8812b3e6b04 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:15:58.100248 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-5eb88ae9-7130-46d4-957d-e8812b3e6b04 service neutron] Checking segment: {'id': 'b8711e49-0053-48e4-9ab4-ca813e7466e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c6f03a51-92af-4f2b-a8a7-84f44e0df4db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:15:58.100980 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c369db-72df-4f34-996e-949c77502d12 req-5eb88ae9-7130-46d4-957d-e8812b3e6b04 service neutron] Bound using segment: {'id': 'b8711e49-0053-48e4-9ab4-ca813e7466e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c6f03a51-92af-4f2b-a8a7-84f44e0df4db'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:15:58.101511 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c1c369db-72df-4f34-996e-949c77502d12 req-5eb88ae9-7130-46d4-957d-e8812b3e6b04 service neutron] Bound port: 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8711e49-0053-48e4-9ab4-ca813e7466e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c6f03a51-92af-4f2b-a8a7-84f44e0df4db'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:15:58.101942 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-5eb88ae9-7130-46d4-957d-e8812b3e6b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:58.169413 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-b25bbd9d-81e8-4403-b39d-0257b359a5c9 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:58.179673 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-b25bbd9d-81e8-4403-b39d-0257b359a5c9 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/networks?id=0e0f771d-ba39-4956-b211-8dacb7f59819 HTTP/1.1" status: 200 len: 821 time: 0.2339592 Jul 24 09:15:58.200004 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-2f8847e1-d055-474d-a457-51b061d5816e tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/quotas/b1dc4d2691c74f8bafc90c2d2ce665eb HTTP/1.1" status: 200 len: 375 time: 0.0193548 Jul 24 09:15:58.219868 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d4cae34a-8fec-4257-b9b5-6b981dbe8550 req-e4661964-c0fc-4c5b-b26a-9410f877d3f1 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364851 Jul 24 09:15:58.224206 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fa006f44-6529-4cff-9daa-50aa9285b2fd req-94bbb233-7c98-4ecf-a7b8-78c62de6d80b tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks [] for floatingip, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:58.300058 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-af03a834-8353-4924-8e7e-594da5f03056 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1dc4d2691c74f8bafc90c2d2ce665eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0967574 Jul 24 09:15:58.364404 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c1c369db-72df-4f34-996e-949c77502d12 req-5eb88ae9-7130-46d4-957d-e8812b3e6b04 service neutron] For port 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:15:58.424417 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-d28c1659-7b66-425d-ae71-55658776b060 service neutron] 10.222.0.32 "GET /v2.0/networks/0e0f771d-ba39-4956-b211-8dacb7f59819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224642 Jul 24 09:15:58.425730 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c1c369db-72df-4f34-996e-949c77502d12 req-5eb88ae9-7130-46d4-957d-e8812b3e6b04 service neutron] For port 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=16f6a8a0-9d0c-483f-b3ba-0c9fb8957875,segment=NetworkSegment(b8711e49-0053-48e4-9ab4-ca813e7466e0),segment_id=b8711e49-0053-48e4-9ab4-ca813e7466e0)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:15:58.435631 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-5eb88ae9-7130-46d4-957d-e8812b3e6b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:58.532820 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-5eb88ae9-7130-46d4-957d-e8812b3e6b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:58.533449 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c1c369db-72df-4f34-996e-949c77502d12 req-5eb88ae9-7130-46d4-957d-e8812b3e6b04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:58.534858 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-5eb88ae9-7130-46d4-957d-e8812b3e6b04 service neutron] 10.222.0.20 "PUT /v2.0/ports/16f6a8a0-9d0c-483f-b3ba-0c9fb8957875 HTTP/1.1" status: 200 len: 1091 time: 3.3866563 Jul 24 09:15:58.547554 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fa006f44-6529-4cff-9daa-50aa9285b2fd req-94bbb233-7c98-4ecf-a7b8-78c62de6d80b tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:58.550227 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d4cae34a-8fec-4257-b9b5-6b981dbe8550 req-2084fa95-0730-40ab-8240-daa3c6e4a40e service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889638 Jul 24 09:15:58.570347 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fa006f44-6529-4cff-9daa-50aa9285b2fd req-94bbb233-7c98-4ecf-a7b8-78c62de6d80b tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:58.570668 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-29de5146-7396-4d17-a9a5-dab843f4220a service neutron] 10.222.0.32 "GET /v2.0/networks/0e0f771d-ba39-4956-b211-8dacb7f59819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365123 Jul 24 09:15:58.570791 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [req-fa006f44-6529-4cff-9daa-50aa9285b2fd req-94bbb233-7c98-4ecf-a7b8-78c62de6d80b tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Floating IP 9ce589a5-de44-4b07-ab29-bc12253b1e6f disassociated. External IP: 172.25.7.114, port: fa9eeb1f-67a3-41bf-8f98-b9ea680c137e. Jul 24 09:15:58.713555 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb88ae9-7130-46d4-957d-e8812b3e6b04 service neutron] Pushing event updated for resources: {'Port': ['ID=16f6a8a0-9d0c-483f-b3ba-0c9fb8957875,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:15:58.996670 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-2e27ab87-e860-42e6-90df-659b4d5fc51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:58.997173 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-2e27ab87-e860-42e6-90df-659b4d5fc51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:58.997642 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-2e27ab87-e860-42e6-90df-659b4d5fc51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:58.998102 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-2e27ab87-e860-42e6-90df-659b4d5fc51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:58.998693 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-2e27ab87-e860-42e6-90df-659b4d5fc51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:58.999165 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-2e27ab87-e860-42e6-90df-659b4d5fc51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:58.999728 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-2e27ab87-e860-42e6-90df-659b4d5fc51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:59.001716 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-2e27ab87-e860-42e6-90df-659b4d5fc51f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66d5a695abdf431a9dde2fad5212bfb7&device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 6486 time: 0.3683250 Jul 24 09:15:59.110585 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba079dad-8008-4d6d-a142-857384026c52 req-7f137eb8-3f21-4f6c-9c5a-3fd27266d143 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:59.125695 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ba079dad-8008-4d6d-a142-857384026c52 req-7f137eb8-3f21-4f6c-9c5a-3fd27266d143 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.1898751 Jul 24 09:15:59.170894 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-e8ad4848-2a93-447a-bda1-e307634e0e30 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ea622ef-91f5-4207-b504-6efb0efd5698 HTTP/1.1" status: 200 len: 217 time: 0.0717382 Jul 24 09:15:59.201078 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ba079dad-8008-4d6d-a142-857384026c52 req-5f1298c5-ed74-4268-bfbc-cead116c7a5c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697312 Jul 24 09:15:59.293561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-82ad85af-87b2-400d-ab86-f2160a46fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:59.296324 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-82ad85af-87b2-400d-ab86-f2160a46fd91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b47748b3-2a31-4f22-9667-54e58b6acb99 HTTP/1.1" status: 200 len: 855 time: 0.1169577 Jul 24 09:15:59.385432 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa006f44-6529-4cff-9daa-50aa9285b2fd req-94bbb233-7c98-4ecf-a7b8-78c62de6d80b tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Router e7beb0d1-9f55-44c7-a681-6b5955fb60bc has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:15:59.517752 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-a2d9d6a4-2596-462b-b4a2-2f7a2eb2e030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:59.519378 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-a2d9d6a4-2596-462b-b4a2-2f7a2eb2e030 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc9f2b3-ab92-48be-ad70-58a2832475cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2151408 Jul 24 09:15:59.626621 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb1d6f-553d-4d5b-9e1a-aedd3b8f50a1 req-d6704a4f-9625-4afe-92f1-d18a85e30ccd tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:59.658539 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb1d6f-553d-4d5b-9e1a-aedd3b8f50a1 req-d6704a4f-9625-4afe-92f1-d18a85e30ccd tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:59.680572 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa006f44-6529-4cff-9daa-50aa9285b2fd req-94bbb233-7c98-4ecf-a7b8-78c62de6d80b tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:15:59.687257 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fa006f44-6529-4cff-9daa-50aa9285b2fd req-94bbb233-7c98-4ecf-a7b8-78c62de6d80b tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:15:59.693108 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb1d6f-553d-4d5b-9e1a-aedd3b8f50a1 req-d6704a4f-9625-4afe-92f1-d18a85e30ccd tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:59.694818 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe9837e-39d8-40ec-8bef-7f57f079fd07 None None] Sync routers for ids ['e7beb0d1-9f55-44c7-a681-6b5955fb60bc'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:15:59.709024 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe9837e-39d8-40ec-8bef-7f57f079fd07 None None] Routers {'e7beb0d1-9f55-44c7-a681-6b5955fb60bc'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:15:59.714590 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-bbe9837e-39d8-40ec-8bef-7f57f079fd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:15:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e7beb0d1-9f55-44c7-a681-6b5955fb60bc'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:15:59.717875 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb1d6f-553d-4d5b-9e1a-aedd3b8f50a1 req-d6704a4f-9625-4afe-92f1-d18a85e30ccd tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:59.735293 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb1d6f-553d-4d5b-9e1a-aedd3b8f50a1 req-d6704a4f-9625-4afe-92f1-d18a85e30ccd tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:59.767120 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb1d6f-553d-4d5b-9e1a-aedd3b8f50a1 req-d6704a4f-9625-4afe-92f1-d18a85e30ccd tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:59.771594 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa006f44-6529-4cff-9daa-50aa9285b2fd req-94bbb233-7c98-4ecf-a7b8-78c62de6d80b tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "PUT /v2.0/floatingips/9ce589a5-de44-4b07-ab29-bc12253b1e6f HTTP/1.1" status: 200 len: 695 time: 1.6937654 Jul 24 09:15:59.774045 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-f74ecc4c-cead-47bc-aa10-3e93ba331705 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc9f2b3-ab92-48be-ad70-58a2832475cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419648 Jul 24 09:15:59.794791 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb1d6f-553d-4d5b-9e1a-aedd3b8f50a1 req-d6704a4f-9625-4afe-92f1-d18a85e30ccd tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:15:59.818900 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7cbb1d6f-553d-4d5b-9e1a-aedd3b8f50a1 req-d6704a4f-9625-4afe-92f1-d18a85e30ccd tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5429 time: 0.3700075 Jul 24 09:15:59.941847 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7cbb1d6f-553d-4d5b-9e1a-aedd3b8f50a1 req-a4b4dd0a-68e5-405c-a841-590548235c63 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1192369 Jul 24 09:15:59.980521 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-bdbec813-9ca2-4651-bb06-88b1792226f0 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc9f2b3-ab92-48be-ad70-58a2832475cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961939 Jul 24 09:16:00.038905 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-b93915bb-5782-4f19-b2fd-dfeea9ed4e89 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=794a2009-e4f6-4dcc-8190-09f6bd77b763 HTTP/1.1" status: 200 len: 217 time: 0.0502362 Jul 24 09:16:00.042013 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa006f44-6529-4cff-9daa-50aa9285b2fd req-8673d796-4841-4cfc-9004-a67dd35771fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:00.044063 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa006f44-6529-4cff-9daa-50aa9285b2fd req-8673d796-4841-4cfc-9004-a67dd35771fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=44f7e03d83844829b5852dbb1418c3e4&device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 1096 time: 0.2374282 Jul 24 09:16:00.057816 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-bbe9837e-39d8-40ec-8bef-7f57f079fd07 None None] Set router e7beb0d1-9f55-44c7-a681-6b5955fb60bc gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:16:00.078355 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36a1b3c-702f-4adb-b8d0-b58456149e1d x-openstack-request-id: req-b36a1b3c-702f-4adb-b8d0-b58456149e1d {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:16:00.078777 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "tag": "16303a1a-c8c8-446e-8591-495750b9d208", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:16:00.079088 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b36a1b3c-702f-4adb-b8d0-b58456149e1d {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:16:00.082108 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'tag': '16303a1a-c8c8-446e-8591-495750b9d208', 'status': 'completed', 'code': 200} Jul 24 09:16:00.158829 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6105bbbe-42fd-4147-90a5-e7eb93d932c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:00.341280 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-8b745650-981c-4043-ac6e-682e6c361c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:00.342789 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-8b745650-981c-4043-ac6e-682e6c361c2b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c387c39-d1bf-4176-959f-916a9cd25e18 HTTP/1.1" status: 200 len: 797 time: 0.2974794 Jul 24 09:16:00.395953 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:00.433295 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-bbe9837e-39d8-40ec-8bef-7f57f079fd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484173121-router', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '3da805a9-fc6d-4c80-9f1d-eed9c6b26a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:15:02Z', 'updated_at': '2021-07-24T09:15:11Z', 'revision_number': 4, 'project_id': '44f7e03d83844829b5852dbb1418c3e4', 'gw_port': {'id': '3da805a9-fc6d-4c80-9f1d-eed9c6b26a48', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:04Z', 'updated_at': '2021-07-24T09:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '40c787a5-62b3-480c-9d99-458aaec4e4a9', 'name': '', 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'mac_address': 'fa:16:3e:6b:6e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '498fc689-d6ae-4674-bc86-ab9632765c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:10Z', 'updated_at': '2021-07-24T09:15:20Z', 'revision_number': 5, 'project_id': '44f7e03d83844829b5852dbb1418c3e4', 'subnets': [{'id': '498fc689-d6ae-4674-bc86-ab9632765c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:00.489418 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe9837e-39d8-40ec-8bef-7f57f079fd07 None None] Checking router: e7beb0d1-9f55-44c7-a681-6b5955fb60bc for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:16:00.502770 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe9837e-39d8-40ec-8bef-7f57f079fd07 None None] Routers {'e7beb0d1-9f55-44c7-a681-6b5955fb60bc'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:16:00.506039 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-bbe9837e-39d8-40ec-8bef-7f57f079fd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:16:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e7beb0d1-9f55-44c7-a681-6b5955fb60bc'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:00.556317 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa006f44-6529-4cff-9daa-50aa9285b2fd req-d51e40c7-da61-48dc-80a9-77bad674a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:00.558185 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa006f44-6529-4cff-9daa-50aa9285b2fd req-d51e40c7-da61-48dc-80a9-77bad674a06c service neutron] 10.222.0.32 "GET /v2.0/networks?id=e888b29b-567f-4e99-87cc-c2e919ae52b3 HTTP/1.1" status: 200 len: 929 time: 0.5034082 Jul 24 09:16:00.720003 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa006f44-6529-4cff-9daa-50aa9285b2fd req-008ebe1f-8382-432f-8ca3-839bb4114de6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa9eeb1f-67a3-41bf-8f98-b9ea680c137e HTTP/1.1" status: 200 len: 217 time: 0.1003647 Jul 24 09:16:00.733560 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-bbe9837e-39d8-40ec-8bef-7f57f079fd07 None None] Set router e7beb0d1-9f55-44c7-a681-6b5955fb60bc gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:16:00.789302 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-a96e7d5e-2ba4-44bd-9242-f46b5eb33796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:00.791288 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-a96e7d5e-2ba4-44bd-9242-f46b5eb33796 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=130df151-54ed-4200-959f-f7fb83738159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4274631 Jul 24 09:16:00.834184 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-e305d833-58de-44e0-9589-f981592334d4 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:00.836492 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-e305d833-58de-44e0-9589-f981592334d4 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.37 "GET /v2.0/networks?id=0e0f771d-ba39-4956-b211-8dacb7f59819 HTTP/1.1" status: 200 len: 821 time: 0.5351784 Jul 24 09:16:00.842981 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa006f44-6529-4cff-9daa-50aa9285b2fd req-847745a0-99d5-45ff-a912-e40da145d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:00.855192 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa006f44-6529-4cff-9daa-50aa9285b2fd req-847745a0-99d5-45ff-a912-e40da145d7e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=498fc689-d6ae-4674-bc86-ab9632765c37 HTTP/1.1" status: 200 len: 868 time: 0.1195505 Jul 24 09:16:00.863806 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-a02c161a-3c2d-4326-8624-bec16584d66c tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Request body: {'port': {'device_id': '75b379aa-434d-4fa1-9c3a-c4c37bd4da46', 'network_id': '0e0f771d-ba39-4956-b211-8dacb7f59819', 'admin_state_up': True, 'tenant_id': 'b1dc4d2691c74f8bafc90c2d2ce665eb'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:16:00.957119 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-78d60906-f44a-4e2e-8559-931dda4a0a3b tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:00.965231 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-78d60906-f44a-4e2e-8559-931dda4a0a3b tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/networks?id=66549fa8-6cb8-4643-9bf1-5a976706f788 HTTP/1.1" status: 200 len: 814 time: 0.2373729 Jul 24 09:16:00.988552 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-c62114d7-d2c4-4487-a835-975d89608ac1 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/quotas/233e5702d83e46c29e001e8f0c97ed0f HTTP/1.1" status: 200 len: 375 time: 0.0223315 Jul 24 09:16:01.007083 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:01.152542 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-13f9ebfd-1ecc-4b3b-9c28-8135717ed7b5 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=233e5702d83e46c29e001e8f0c97ed0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1623795 Jul 24 09:16:01.180285 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-bbe9837e-39d8-40ec-8bef-7f57f079fd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484173121-router', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '3da805a9-fc6d-4c80-9f1d-eed9c6b26a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:15:02Z', 'updated_at': '2021-07-24T09:15:11Z', 'revision_number': 4, 'project_id': '44f7e03d83844829b5852dbb1418c3e4', 'gw_port': {'id': '3da805a9-fc6d-4c80-9f1d-eed9c6b26a48', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:04Z', 'updated_at': '2021-07-24T09:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '40c787a5-62b3-480c-9d99-458aaec4e4a9', 'name': '', 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'mac_address': 'fa:16:3e:6b:6e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '498fc689-d6ae-4674-bc86-ab9632765c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:10Z', 'updated_at': '2021-07-24T09:15:20Z', 'revision_number': 5, 'project_id': '44f7e03d83844829b5852dbb1418c3e4', 'subnets': [{'id': '498fc689-d6ae-4674-bc86-ab9632765c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:01.227798 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe9837e-39d8-40ec-8bef-7f57f079fd07 None None] The sync data for ids ['e7beb0d1-9f55-44c7-a681-6b5955fb60bc'] in n-d-800085-9 is: [{'id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484173121-router', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '3da805a9-fc6d-4c80-9f1d-eed9c6b26a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:15:02Z', 'updated_at': '2021-07-24T09:15:11Z', 'revision_number': 4, 'project_id': '44f7e03d83844829b5852dbb1418c3e4', 'gw_port': {'id': '3da805a9-fc6d-4c80-9f1d-eed9c6b26a48', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:04Z', 'updated_at': '2021-07-24T09:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '40c787a5-62b3-480c-9d99-458aaec4e4a9', 'name': '', 'network_id': 'e888b29b-567f-4e99-87cc-c2e919ae52b3', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'mac_address': 'fa:16:3e:6b:6e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '498fc689-d6ae-4674-bc86-ab9632765c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:10Z', 'updated_at': '2021-07-24T09:15:20Z', 'revision_number': 5, 'project_id': '44f7e03d83844829b5852dbb1418c3e4', 'subnets': [{'id': '498fc689-d6ae-4674-bc86-ab9632765c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:16:01.307502 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-9d8d0d4d-c3e2-4470-a31b-4ba12498b073 service neutron] 10.222.0.32 "GET /v2.0/networks/66549fa8-6cb8-4643-9bf1-5a976706f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541781 Jul 24 09:16:01.397237 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58308) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:01.496900 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-983c8813-8db5-4c35-b69f-97ca346a045a service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6953321 Jul 24 09:16:01.539879 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-c9e61b86-429f-432c-8e37-73dbdf758e20 service neutron] 10.222.0.32 "GET /v2.0/networks/66549fa8-6cb8-4643-9bf1-5a976706f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049308 Jul 24 09:16:01.550043 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa006f44-6529-4cff-9daa-50aa9285b2fd req-bf38f0c7-115b-43a3-9534-5cd8cb968f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:01.564294 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa006f44-6529-4cff-9daa-50aa9285b2fd req-bf38f0c7-115b-43a3-9534-5cd8cb968f06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e888b29b-567f-4e99-87cc-c2e919ae52b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7078323 Jul 24 09:16:01.573836 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-90716a25-6f7d-4dbf-a386-ce433161e1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:01.622893 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.db.api [None req-90716a25-6f7d-4dbf-a386-ce433161e1ed admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 09:16:01.622893 n-d-800085-9 neutron-server[94035]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 24 09:16:01.622893 n-d-800085-9 neutron-server[94035]: [parameters: {'project_id': '2e553ed70d6f48829df5f88430f671c4', 'id': '452fa196-8955-4ffd-8211-044b6a4b22cb', 'expiration': datetime.datetime(2021, 7, 24, 9, 18, 1, 611297)}] Jul 24 09:16:01.622893 n-d-800085-9 neutron-server[94035]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:16:01.623497 n-d-800085-9 neutron-server[94035]: DEBUG oslo_db.api [None req-90716a25-6f7d-4dbf-a386-ce433161e1ed admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:16:01.704103 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f23c1c-890c-4edc-8d25-f590b468d88a None None] New status for floating IP 9ce589a5-de44-4b07-ab29-bc12253b1e6f: DOWN {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:16:01.705788 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-a02c161a-3c2d-4326-8624-bec16584d66c tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Made reservation on behalf of b1dc4d2691c74f8bafc90c2d2ce665eb for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:16:01.709350 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-a02c161a-3c2d-4326-8624-bec16584d66c tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:01.780141 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa006f44-6529-4cff-9daa-50aa9285b2fd req-4459a867-d124-405f-92e0-b34ce4e6df4c service neutron] 10.222.0.32 "GET /v2.0/networks/e888b29b-567f-4e99-87cc-c2e919ae52b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149329 Jul 24 09:16:01.832133 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-adfc3ada-cd60-494e-ba2c-49851a8e7477 service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275313 Jul 24 09:16:01.906236 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-484e167d-4bd7-4c1c-ae06-6ebfff866335 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=1592bee6-5996-4727-8f30-55913f2ae08b HTTP/1.1" status: 200 len: 217 time: 0.0604913 Jul 24 09:16:02.060539 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-91a665ce-4833-4546-b538-bf41f2ca15a6 req-dcd4b7a7-1d58-4e4f-8bf5-5ac72bfbaac2 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 210 time: 0.2358296 Jul 24 09:16:02.083269 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'tag': '16f6a8a0-9d0c-483f-b3ba-0c9fb8957875'}, {'name': 'network-changed', 'server_uuid': '98387a2e-806a-4be4-b9b0-5a51bc473234', 'tag': 'fa9eeb1f-67a3-41bf-8f98-b9ea680c137e'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:16:02.095315 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef25877-b809-416b-9d72-df95c1f599ce" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "tag": "16f6a8a0-9d0c-483f-b3ba-0c9fb8957875"}, {"name": "network-changed", "server_uuid": "98387a2e-806a-4be4-b9b0-5a51bc473234", "tag": "fa9eeb1f-67a3-41bf-8f98-b9ea680c137e"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:16:02.124262 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-90716a25-6f7d-4dbf-a386-ce433161e1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:02.197867 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-a02c161a-3c2d-4326-8624-bec16584d66c tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Allocated IP 172.20.0.11 (0e0f771d-ba39-4956-b211-8dacb7f59819/66d96a69-926f-4867-a66e-7af2fecafdb3/0a090d5f-3937-4620-8016-cd5fcbd6dda0) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:16:02.369671 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-90716a25-6f7d-4dbf-a386-ce433161e1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:02.373531 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-90716a25-6f7d-4dbf-a386-ce433161e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:02.381251 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-a02c161a-3c2d-4326-8624-bec16584d66c tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:02.425072 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90716a25-6f7d-4dbf-a386-ce433161e1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cc3cb3-fab6-4b03-86ab-f5c9db433eb0,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:02.427201 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa006f44-6529-4cff-9daa-50aa9285b2fd req-eafc231d-4a5b-4aad-ae32-30c5f152a6b1 service neutron] 10.222.0.32 "GET /v2.0/networks/e888b29b-567f-4e99-87cc-c2e919ae52b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6462097 Jul 24 09:16:02.431731 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-a02c161a-3c2d-4326-8624-bec16584d66c tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:02.440149 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-413d37af-a8a9-47cf-8e77-235896797cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:02.441780 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-413d37af-a8a9-47cf-8e77-235896797cd5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c387c39-d1bf-4176-959f-916a9cd25e18 HTTP/1.1" status: 200 len: 797 time: 0.5075154 Jul 24 09:16:02.488293 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-90716a25-6f7d-4dbf-a386-ce433161e1ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e553ed70d6f48829df5f88430f671c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0897143 Jul 24 09:16:02.489007 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58336) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:02.583033 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c161a-3c2d-4326-8624-bec16584d66c tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Pushing event updated for resources: {'Port': ['ID=0a090d5f-3937-4620-8016-cd5fcbd6dda0,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:02.588983 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ada161be-91c7-4eaf-af9d-99840b87b05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:02.623947 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ada161be-91c7-4eaf-af9d-99840b87b05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:02.681926 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ada161be-91c7-4eaf-af9d-99840b87b05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:02.685273 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ada161be-91c7-4eaf-af9d-99840b87b05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:02.693334 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ada161be-91c7-4eaf-af9d-99840b87b05a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74cc3cb3-fab6-4b03-86ab-f5c9db433eb0 HTTP/1.1" status: 204 len: 168 time: 0.2030845 Jul 24 09:16:02.707078 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada161be-91c7-4eaf-af9d-99840b87b05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cc3cb3-fab6-4b03-86ab-f5c9db433eb0,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:02.732621 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-a02c161a-3c2d-4326-8624-bec16584d66c tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Network 0e0f771d-ba39-4956-b211-8dacb7f59819 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:16:02.735320 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-a02c161a-3c2d-4326-8624-bec16584d66c tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:16:02.739740 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-a02c161a-3c2d-4326-8624-bec16584d66c tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:16:02.831859 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:02.836887 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-a02c161a-3c2d-4326-8624-bec16584d66c tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:02.837861 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-a02c161a-3c2d-4326-8624-bec16584d66c tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:02.870930 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-ba2e80d0-8a25-4ca2-a477-74ddb036d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:02.872525 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-ba2e80d0-8a25-4ca2-a477-74ddb036d618 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=130df151-54ed-4200-959f-f7fb83738159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3133042 Jul 24 09:16:02.874257 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-a02c161a-3c2d-4326-8624-bec16584d66c tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0159421 Jul 24 09:16:02.902063 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-53e3ff69-0b8d-4d97-bf32-3ca609add242 req-1233c126-0fdb-4574-ba94-3d595e9b71c3 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/ports?device_id=3439fc33-c3a6-4532-a8dc-f44f807c1a93 HTTP/1.1" status: 200 len: 210 time: 0.0525510 Jul 24 09:16:02.908145 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-c25adcc8-c180-40f9-be27-3389c5483274 service neutron] Request body: {'port': {'device_id': '75b379aa-434d-4fa1-9c3a-c4c37bd4da46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:16:03.136614 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5a67c69a-670d-4a6e-8ec3-50076564c4d1 req-bbb29e1f-fcdf-40a9-be76-54ad1ef4ac75 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/floatingips/9ce589a5-de44-4b07-ab29-bc12253b1e6f HTTP/1.1" status: 200 len: 693 time: 0.0831339 Jul 24 09:16:03.146173 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 24 Jul 2021 09:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f41b6c-e6f8-44a9-9df4-7add919cfe6e x-openstack-request-id: req-96f41b6c-e6f8-44a9-9df4-7add919cfe6e {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:16:03.146592 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "tag": "16f6a8a0-9d0c-483f-b3ba-0c9fb8957875", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "98387a2e-806a-4be4-b9b0-5a51bc473234", "tag": "fa9eeb1f-67a3-41bf-8f98-b9ea680c137e", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:16:03.146736 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-96f41b6c-e6f8-44a9-9df4-7add919cfe6e {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:16:03.147109 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'tag': '16f6a8a0-9d0c-483f-b3ba-0c9fb8957875', 'status': 'completed', 'code': 200} Jul 24 09:16:03.147444 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98387a2e-806a-4be4-b9b0-5a51bc473234', 'tag': 'fa9eeb1f-67a3-41bf-8f98-b9ea680c137e', 'status': 'completed', 'code': 200} Jul 24 09:16:03.149805 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-a3f08d73-dc55-4469-aea0-fd358a94dc92 service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647691 Jul 24 09:16:03.160693 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-c25adcc8-c180-40f9-be27-3389c5483274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:03.242397 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 58356) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:03.305344 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bea80d94-57be-4e18-81ab-a27fdf145e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:03.330856 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67c69a-670d-4a6e-8ec3-50076564c4d1 req-73868e36-caac-43c2-abc6-444ef62cb018 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:03.332850 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5a67c69a-670d-4a6e-8ec3-50076564c4d1 req-73868e36-caac-43c2-abc6-444ef62cb018 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 0.1946311 Jul 24 09:16:03.394276 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5a67c69a-670d-4a6e-8ec3-50076564c4d1 req-50a1c5e4-0604-44e7-807a-2bb70127d77f tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.114 HTTP/1.1" status: 200 len: 696 time: 0.0484643 Jul 24 09:16:03.440243 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612879ec-32cd-43ef-a28f-90f3d63ed089 req-a58305fb-3a28-4fc5-b6af-d6eb5bb9989d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:03.446726 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612879ec-32cd-43ef-a28f-90f3d63ed089 req-a58305fb-3a28-4fc5-b6af-d6eb5bb9989d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:03.452966 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612879ec-32cd-43ef-a28f-90f3d63ed089 req-a58305fb-3a28-4fc5-b6af-d6eb5bb9989d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:03.459691 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612879ec-32cd-43ef-a28f-90f3d63ed089 req-a58305fb-3a28-4fc5-b6af-d6eb5bb9989d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:03.465828 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612879ec-32cd-43ef-a28f-90f3d63ed089 req-a58305fb-3a28-4fc5-b6af-d6eb5bb9989d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:03.468821 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5a67c69a-670d-4a6e-8ec3-50076564c4d1 req-ae6f8e5a-417b-4826-8058-bc5586f40815 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.114 HTTP/1.1" status: 200 len: 696 time: 0.0674381 Jul 24 09:16:03.472535 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612879ec-32cd-43ef-a28f-90f3d63ed089 req-a58305fb-3a28-4fc5-b6af-d6eb5bb9989d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:03.478874 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612879ec-32cd-43ef-a28f-90f3d63ed089 req-a58305fb-3a28-4fc5-b6af-d6eb5bb9989d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:03.480716 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-612879ec-32cd-43ef-a28f-90f3d63ed089 req-a58305fb-3a28-4fc5-b6af-d6eb5bb9989d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5429 time: 0.7427237 Jul 24 09:16:03.658752 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-5a67c69a-670d-4a6e-8ec3-50076564c4d1 req-5633bb34-1ffe-43b8-82e7-3f901d283815 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Deleting port fdb70578-a64e-44e3-b377-7f0a2c0b7578 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:16:03.661645 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5a67c69a-670d-4a6e-8ec3-50076564c4d1 req-5633bb34-1ffe-43b8-82e7-3f901d283815 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:03.669008 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-99c3b941-bb57-44e9-9cb2-fd9340f267cc service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044301 Jul 24 09:16:03.681830 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef25877-b809-416b-9d72-df95c1f599ce req-414ea859-dc74-4434-b9fa-3d961f40b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:03.683388 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ef25877-b809-416b-9d72-df95c1f599ce req-414ea859-dc74-4434-b9fa-3d961f40b799 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44f7e03d83844829b5852dbb1418c3e4&device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 1096 time: 0.5679402 Jul 24 09:16:03.749997 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-612879ec-32cd-43ef-a28f-90f3d63ed089 req-ee9aa751-e31c-4f5c-8ba6-a6632962436d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2590375 Jul 24 09:16:03.778503 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5a67c69a-670d-4a6e-8ec3-50076564c4d1 req-5633bb34-1ffe-43b8-82e7-3f901d283815 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:03.779398 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5a67c69a-670d-4a6e-8ec3-50076564c4d1 req-5633bb34-1ffe-43b8-82e7-3f901d283815 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:03.797929 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-5a67c69a-670d-4a6e-8ec3-50076564c4d1 req-5633bb34-1ffe-43b8-82e7-3f901d283815 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Calling delete_port for fdb70578-a64e-44e3-b377-7f0a2c0b7578 owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:16:03.827985 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-3891ce1c-614b-4405-9e24-05c38c701e26 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=9eeb4813-0254-46ff-a982-0b81b24181f8 HTTP/1.1" status: 200 len: 217 time: 0.1430254 Jul 24 09:16:03.834858 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-a97919f7-1002-4a36-a55f-2ad19c44b407 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:03.836394 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-a97919f7-1002-4a36-a55f-2ad19c44b407 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.37 "GET /v2.0/networks?id=66549fa8-6cb8-4643-9bf1-5a976706f788 HTTP/1.1" status: 200 len: 814 time: 0.4779389 Jul 24 09:16:03.865121 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ff45ae76-2b34-4e09-9dd7-e521673af5aa tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Request body: {'port': {'device_id': '3439fc33-c3a6-4532-a8dc-f44f807c1a93', 'network_id': '66549fa8-6cb8-4643-9bf1-5a976706f788', 'admin_state_up': True, 'tenant_id': '233e5702d83e46c29e001e8f0c97ed0f'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:16:04.017061 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5a67c69a-670d-4a6e-8ec3-50076564c4d1 req-5633bb34-1ffe-43b8-82e7-3f901d283815 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:04.055547 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633bb34-1ffe-43b8-82e7-3f901d283815 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Pushing event deleted for resources: {'Port': ['ID=fdb70578-a64e-44e3-b377-7f0a2c0b7578,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:04.138890 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5a67c69a-670d-4a6e-8ec3-50076564c4d1 req-5633bb34-1ffe-43b8-82e7-3f901d283815 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:04.143380 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5a67c69a-670d-4a6e-8ec3-50076564c4d1 req-5633bb34-1ffe-43b8-82e7-3f901d283815 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:04.159209 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5a67c69a-670d-4a6e-8ec3-50076564c4d1 req-5633bb34-1ffe-43b8-82e7-3f901d283815 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "DELETE /v2.0/floatingips/9ce589a5-de44-4b07-ab29-bc12253b1e6f HTTP/1.1" status: 204 len: 173 time: 0.6893198 Jul 24 09:16:04.211591 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-c8081304-ee20-42e3-892b-376daf96a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:04.213330 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-c8081304-ee20-42e3-892b-376daf96a975 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c387c39-d1bf-4176-959f-916a9cd25e18 HTTP/1.1" status: 200 len: 797 time: 0.3715711 Jul 24 09:16:04.270331 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bea80d94-57be-4e18-81ab-a27fdf145e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:04.303403 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c0f86-6ef2-40ee-b122-355d4882e364 req-476854ad-e605-4e2f-bcb0-d5e0b9e81517 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:04.315494 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bf4c0f86-6ef2-40ee-b122-355d4882e364 req-476854ad-e605-4e2f-bcb0-d5e0b9e81517 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 932 time: 0.1012812 Jul 24 09:16:04.411741 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bf4c0f86-6ef2-40ee-b122-355d4882e364 req-de5ce18b-c2d9-4aba-a9a2-f91ee987b14a tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951140 Jul 24 09:16:04.483122 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef25877-b809-416b-9d72-df95c1f599ce req-8156f50d-23a5-4149-afa0-c886524c872b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:04.488987 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ef25877-b809-416b-9d72-df95c1f599ce req-8156f50d-23a5-4149-afa0-c886524c872b service neutron] 10.222.0.37 "GET /v2.0/networks?id=e888b29b-567f-4e99-87cc-c2e919ae52b3 HTTP/1.1" status: 200 len: 929 time: 0.7807288 Jul 24 09:16:04.523720 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bea80d94-57be-4e18-81ab-a27fdf145e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:04.726320 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-affb2b66-8ed6-4e79-bb90-9f9215b56224 req-5e2b2c3e-4a3a-4833-b54a-c879dcd83413 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/ports?device_id=3439fc33-c3a6-4532-a8dc-f44f807c1a93 HTTP/1.1" status: 200 len: 210 time: 0.0640566 Jul 24 09:16:04.938479 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bea80d94-57be-4e18-81ab-a27fdf145e65 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ac8088418b5f4560b52330880732ebd7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6918707 Jul 24 09:16:04.939208 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ff45ae76-2b34-4e09-9dd7-e521673af5aa tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Made reservation on behalf of 233e5702d83e46c29e001e8f0c97ed0f for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:16:04.942615 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ff45ae76-2b34-4e09-9dd7-e521673af5aa tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:04.944544 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58394) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:04.978898 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ef25877-b809-416b-9d72-df95c1f599ce req-03253038-b890-40ba-a21d-bc2f4a4f4c1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa9eeb1f-67a3-41bf-8f98-b9ea680c137e HTTP/1.1" status: 200 len: 217 time: 0.4288731 Jul 24 09:16:05.015263 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d73e2-fa26-4d89-8fda-ecd6bd544288 req-0f5ff889-4f5e-4373-b090-ce9b56eba364 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:05.022745 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-770d73e2-fa26-4d89-8fda-ecd6bd544288 req-0f5ff889-4f5e-4373-b090-ce9b56eba364 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 1.0209365 Jul 24 09:16:05.032196 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25897aa-f71a-44a6-be6e-cc6fee3b3a4e req-90ae9f97-2ad7-4c78-97bd-7e7e1316c3f0 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:05.043745 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e25897aa-f71a-44a6-be6e-cc6fee3b3a4e req-90ae9f97-2ad7-4c78-97bd-7e7e1316c3f0 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/ports?device_id=98387a2e-806a-4be4-b9b0-5a51bc473234&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1728251 Jul 24 09:16:05.070912 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea80d94-57be-4e18-81ab-a27fdf145e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dceddcd-3dda-40f5-89f9-7fbbdb30de3a,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:05.157608 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e25897aa-f71a-44a6-be6e-cc6fee3b3a4e req-b30a56ca-c356-49df-bf92-d99471d593a4 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1111376 Jul 24 09:16:05.188204 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cc208f12-e4e2-4eb8-8387-b70ea7be7747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:05.212877 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-b1750aa8-06d8-42cc-9d67-c25df180adf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:05.214389 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-b1750aa8-06d8-42cc-9d67-c25df180adf8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=130df151-54ed-4200-959f-f7fb83738159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9698427 Jul 24 09:16:05.225838 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-c25adcc8-c180-40f9-be27-3389c5483274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a090d5f-3937-4620-8016-cd5fcbd6dda0 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:16:05.239296 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cc208f12-e4e2-4eb8-8387-b70ea7be7747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:05.259107 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-770d73e2-fa26-4d89-8fda-ecd6bd544288 req-281e6ad7-51df-470b-a927-75bceb5a16b8 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329206 Jul 24 09:16:05.297180 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-c25adcc8-c180-40f9-be27-3389c5483274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:05.305279 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef25877-b809-416b-9d72-df95c1f599ce req-d3dde5b7-baa9-48b1-abc3-cc8c10937053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:05.306723 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ef25877-b809-416b-9d72-df95c1f599ce req-d3dde5b7-baa9-48b1-abc3-cc8c10937053 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=498fc689-d6ae-4674-bc86-ab9632765c37 HTTP/1.1" status: 200 len: 868 time: 0.2469850 Jul 24 09:16:05.362290 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cc208f12-e4e2-4eb8-8387-b70ea7be7747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:05.367604 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cc208f12-e4e2-4eb8-8387-b70ea7be7747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:05.369500 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cc208f12-e4e2-4eb8-8387-b70ea7be7747 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0dceddcd-3dda-40f5-89f9-7fbbdb30de3a HTTP/1.1" status: 204 len: 168 time: 0.4225020 Jul 24 09:16:05.389695 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc208f12-e4e2-4eb8-8387-b70ea7be7747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dceddcd-3dda-40f5-89f9-7fbbdb30de3a,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:05.462797 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e55be-2dea-45fb-a40b-41a41742308f req-26efc985-6581-4ccc-af9f-297f257f1958 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:05.485119 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0bdd5dc1-c16f-40a4-bec7-f1a6ff86ec79 req-aa877d56-0f5d-49be-82f3-0c2fba9129c6 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1853213 Jul 24 09:16:05.487398 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e55be-2dea-45fb-a40b-41a41742308f req-26efc985-6581-4ccc-af9f-297f257f1958 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:05.498023 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-c25adcc8-c180-40f9-be27-3389c5483274 service neutron] Transition to ACTIVE for port object 0a090d5f-3937-4620-8016-cd5fcbd6dda0 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:16:05.501966 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e55be-2dea-45fb-a40b-41a41742308f req-26efc985-6581-4ccc-af9f-297f257f1958 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:05.509290 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e55be-2dea-45fb-a40b-41a41742308f req-26efc985-6581-4ccc-af9f-297f257f1958 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:05.516676 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e55be-2dea-45fb-a40b-41a41742308f req-26efc985-6581-4ccc-af9f-297f257f1958 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:05.520237 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-c25adcc8-c180-40f9-be27-3389c5483274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:05.537573 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e55be-2dea-45fb-a40b-41a41742308f req-26efc985-6581-4ccc-af9f-297f257f1958 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:05.552853 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e55be-2dea-45fb-a40b-41a41742308f req-26efc985-6581-4ccc-af9f-297f257f1958 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:05.572616 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-788e55be-2dea-45fb-a40b-41a41742308f req-26efc985-6581-4ccc-af9f-297f257f1958 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5429 time: 0.2805564 Jul 24 09:16:05.595700 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ff45ae76-2b34-4e09-9dd7-e521673af5aa tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Allocated IP 172.20.0.5 (66549fa8-6cb8-4643-9bf1-5a976706f788/4c0ca2a4-bfbc-4b83-8b4c-560bc7b8c198/d31c0871-ebdd-4533-9aeb-011db2bd0f76) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:16:05.694054 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-a5fe8cdb-6eab-47e1-b87d-5a0566f50704 service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633358 Jul 24 09:16:05.703186 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25adcc8-c180-40f9-be27-3389c5483274 service neutron] Pushing event updated for resources: {'Port': ['ID=0a090d5f-3937-4620-8016-cd5fcbd6dda0,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:05.733780 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-788e55be-2dea-45fb-a40b-41a41742308f req-523beb18-01d9-4902-9b41-1f794c16a3eb tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1591113 Jul 24 09:16:05.932319 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-282ef924-b7d1-4b79-8672-57cef6b842c5 service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236257 Jul 24 09:16:06.045080 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-dca7de6f-1a03-4133-a650-4e410fc633ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=506d6774-cab8-4e72-9e5e-98197e8f6a6d HTTP/1.1" status: 200 len: 217 time: 0.0773938 Jul 24 09:16:06.163485 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-c25adcc8-c180-40f9-be27-3389c5483274 service neutron] Attempting to bind port 0a090d5f-3937-4620-8016-cd5fcbd6dda0 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:16:06.163701 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-c25adcc8-c180-40f9-be27-3389c5483274 service neutron] Attempting to bind port 0a090d5f-3937-4620-8016-cd5fcbd6dda0 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '028cb95f-2a4c-4e6e-aac8-95db3bdf4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0e0f771d-ba39-4956-b211-8dacb7f59819'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:16:06.164040 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-c25adcc8-c180-40f9-be27-3389c5483274 service neutron] Attempting to bind port 0a090d5f-3937-4620-8016-cd5fcbd6dda0 on network 0e0f771d-ba39-4956-b211-8dacb7f59819 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:16:06.195293 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c1960-30ed-42fe-b0ae-c0c41c99d112 req-30312163-f71f-4b97-b25f-5bbb203ebb0c tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:06.198395 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fc4c1960-30ed-42fe-b0ae-c0c41c99d112 req-30312163-f71f-4b97-b25f-5bbb203ebb0c tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 944 time: 0.5998836 Jul 24 09:16:06.240464 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-c25adcc8-c180-40f9-be27-3389c5483274 service neutron] Port 0a090d5f-3937-4620-8016-cd5fcbd6dda0 on network 0e0f771d-ba39-4956-b211-8dacb7f59819 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:16:06.241003 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-c25adcc8-c180-40f9-be27-3389c5483274 service neutron] Attempting to bind port 0a090d5f-3937-4620-8016-cd5fcbd6dda0 on network 0e0f771d-ba39-4956-b211-8dacb7f59819 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:16:06.247240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-ed0a0e93-5924-452d-aa81-70d1642e66a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:06.252359 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-ed0a0e93-5924-452d-aa81-70d1642e66a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c387c39-d1bf-4176-959f-916a9cd25e18 HTTP/1.1" status: 200 len: 797 time: 0.1815979 Jul 24 09:16:06.340038 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3633762-5288-4ad1-81c2-6e22aafd9ff2 req-d8b1b10e-493f-4b7c-90b6-07f2edeb6ad6 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:06.342666 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d3633762-5288-4ad1-81c2-6e22aafd9ff2 req-d8b1b10e-493f-4b7c-90b6-07f2edeb6ad6 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 945 time: 0.1156197 Jul 24 09:16:06.397593 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-c25adcc8-c180-40f9-be27-3389c5483274 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:16:06.398061 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-c25adcc8-c180-40f9-be27-3389c5483274 service neutron] Checking segment: {'id': '028cb95f-2a4c-4e6e-aac8-95db3bdf4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0e0f771d-ba39-4956-b211-8dacb7f59819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:16:06.398321 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-c25adcc8-c180-40f9-be27-3389c5483274 service neutron] Bound using segment: {'id': '028cb95f-2a4c-4e6e-aac8-95db3bdf4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0e0f771d-ba39-4956-b211-8dacb7f59819'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:16:06.399948 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-c25adcc8-c180-40f9-be27-3389c5483274 service neutron] Bound port: 0a090d5f-3937-4620-8016-cd5fcbd6dda0, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '028cb95f-2a4c-4e6e-aac8-95db3bdf4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0e0f771d-ba39-4956-b211-8dacb7f59819'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:16:06.400400 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-c25adcc8-c180-40f9-be27-3389c5483274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:06.418499 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d3633762-5288-4ad1-81c2-6e22aafd9ff2 req-a9ee710d-58dd-46b5-8c85-b012f5fa936e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667393 Jul 24 09:16:06.472051 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ff45ae76-2b34-4e09-9dd7-e521673af5aa tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:06.535522 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ff45ae76-2b34-4e09-9dd7-e521673af5aa tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Transition to ACTIVE for port object d31c0871-ebdd-4533-9aeb-011db2bd0f76 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:16:06.536190 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6d83928a-4478-47db-bfcc-8162f3c4eb99 req-98349fd1-0ec7-4337-a36e-0ae20266c120 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/ports?device_id=3439fc33-c3a6-4532-a8dc-f44f807c1a93 HTTP/1.1" status: 200 len: 210 time: 0.0380971 Jul 24 09:16:06.561048 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-fb3c0414-bc68-40e8-a5e1-d05b9a6cd55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:06.562733 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-fb3c0414-bc68-40e8-a5e1-d05b9a6cd55a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=130df151-54ed-4200-959f-f7fb83738159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3008006 Jul 24 09:16:06.574321 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fc4c1960-30ed-42fe-b0ae-c0c41c99d112 req-524b8466-0f9f-43d2-b6b6-a035315402f1 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130803 Jul 24 09:16:06.731527 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-c25adcc8-c180-40f9-be27-3389c5483274 service neutron] For port 0a090d5f-3937-4620-8016-cd5fcbd6dda0, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:16:06.759065 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fa7dc-b9e1-4e68-a645-a4e2411ddbe8 req-50fc9971-3bc1-4677-a267-3cd7e4b14539 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:06.760820 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-428fa7dc-b9e1-4e68-a645-a4e2411ddbe8 req-50fc9971-3bc1-4677-a267-3cd7e4b14539 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/ports?device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 945 time: 0.0841863 Jul 24 09:16:06.771388 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-c25adcc8-c180-40f9-be27-3389c5483274 service neutron] For port 0a090d5f-3937-4620-8016-cd5fcbd6dda0, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0a090d5f-3937-4620-8016-cd5fcbd6dda0,segment=NetworkSegment(028cb95f-2a4c-4e6e-aac8-95db3bdf4e23),segment_id=028cb95f-2a4c-4e6e-aac8-95db3bdf4e23)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:16:06.788325 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-c25adcc8-c180-40f9-be27-3389c5483274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:06.805742 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ff45ae76-2b34-4e09-9dd7-e521673af5aa tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:06.821529 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-428fa7dc-b9e1-4e68-a645-a4e2411ddbe8 req-0af71277-819e-405f-b20b-ea1a729421e4 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/security-groups?id=c249e08d-ccd0-4865-abd1-5343c0f90bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469429 Jul 24 09:16:06.853353 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-3b2c8152-e47f-4a6b-a2c4-2c99389c2e65 service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731428 Jul 24 09:16:06.857967 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-c25adcc8-c180-40f9-be27-3389c5483274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:06.858655 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-c25adcc8-c180-40f9-be27-3389c5483274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:06.860061 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-c25adcc8-c180-40f9-be27-3389c5483274 service neutron] 10.222.0.37 "PUT /v2.0/ports/0a090d5f-3937-4620-8016-cd5fcbd6dda0 HTTP/1.1" status: 200 len: 1092 time: 3.9606895 Jul 24 09:16:06.862507 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b379aa-434d-4fa1-9c3a-c4c37bd4da46', 'tag': '0a090d5f-3937-4620-8016-cd5fcbd6dda0'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:16:06.864532 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32124f6b-4b3f-4f2a-8aea-7aae161b58f8" -d '{"events": [{"name": "network-changed", "server_uuid": "75b379aa-434d-4fa1-9c3a-c4c37bd4da46", "tag": "0a090d5f-3937-4620-8016-cd5fcbd6dda0"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:16:06.941448 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ff45ae76-2b34-4e09-9dd7-e521673af5aa tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Network 66549fa8-6cb8-4643-9bf1-5a976706f788 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:16:06.945402 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ff45ae76-2b34-4e09-9dd7-e521673af5aa tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:16:06.953877 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ff45ae76-2b34-4e09-9dd7-e521673af5aa tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:16:06.988324 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25adcc8-c180-40f9-be27-3389c5483274 service neutron] Pushing event updated for resources: {'Port': ['ID=0a090d5f-3937-4620-8016-cd5fcbd6dda0,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:07.041291 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c083d0-744b-4882-a75e-79f85700d103 req-729e6434-4ce0-4a2b-9b5a-8235d1add201 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:07.048303 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-01c083d0-744b-4882-a75e-79f85700d103 req-729e6434-4ce0-4a2b-9b5a-8235d1add201 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.3491151 Jul 24 09:16:07.067253 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f8192-08d8-4ad0-9519-55c3a1387326 req-a91060d3-5868-47a0-9e0d-b1458c35eec9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:07.076437 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f8192-08d8-4ad0-9519-55c3a1387326 req-a91060d3-5868-47a0-9e0d-b1458c35eec9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:07.098295 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f8192-08d8-4ad0-9519-55c3a1387326 req-a91060d3-5868-47a0-9e0d-b1458c35eec9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:07.110357 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f8192-08d8-4ad0-9519-55c3a1387326 req-a91060d3-5868-47a0-9e0d-b1458c35eec9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:07.118215 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f8192-08d8-4ad0-9519-55c3a1387326 req-a91060d3-5868-47a0-9e0d-b1458c35eec9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:07.125903 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f8192-08d8-4ad0-9519-55c3a1387326 req-a91060d3-5868-47a0-9e0d-b1458c35eec9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:07.133350 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f8192-08d8-4ad0-9519-55c3a1387326 req-a91060d3-5868-47a0-9e0d-b1458c35eec9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:07.135640 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9c9f8192-08d8-4ad0-9519-55c3a1387326 req-a91060d3-5868-47a0-9e0d-b1458c35eec9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5429 time: 0.2052267 Jul 24 09:16:07.182116 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ff45ae76-2b34-4e09-9dd7-e521673af5aa tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:07.183643 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ff45ae76-2b34-4e09-9dd7-e521673af5aa tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:07.186344 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45ae76-2b34-4e09-9dd7-e521673af5aa tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Pushing event updated for resources: {'Port': ['ID=d31c0871-ebdd-4533-9aeb-011db2bd0f76,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:07.217588 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-76652f5b-0f84-41f0-9630-35fac37037e6 service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495932 Jul 24 09:16:07.273421 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9c9f8192-08d8-4ad0-9519-55c3a1387326 req-e76e1276-2523-4464-9c21-b73269dc0d80 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1305959 Jul 24 09:16:07.290198 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-01c083d0-744b-4882-a75e-79f85700d103 req-01279d22-95a6-40fe-9095-a406f513cb85 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408788 Jul 24 09:16:07.291796 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ff45ae76-2b34-4e09-9dd7-e521673af5aa tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4319820 Jul 24 09:16:07.323085 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-3d4b463a-bbef-4b16-8bf9-b9b6b11db108 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=16303a1a-c8c8-446e-8591-495750b9d208 HTTP/1.1" status: 200 len: 217 time: 0.0945437 Jul 24 09:16:07.394272 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f09fb6-c1e2-43cd-a859-d35ed299fce6 x-openstack-request-id: req-91f09fb6-c1e2-43cd-a859-d35ed299fce6 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:16:07.394643 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b379aa-434d-4fa1-9c3a-c4c37bd4da46", "tag": "0a090d5f-3937-4620-8016-cd5fcbd6dda0", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:16:07.394973 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91f09fb6-c1e2-43cd-a859-d35ed299fce6 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:16:07.395447 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75b379aa-434d-4fa1-9c3a-c4c37bd4da46', 'tag': '0a090d5f-3937-4620-8016-cd5fcbd6dda0', 'status': 'completed', 'code': 200} Jul 24 09:16:07.427287 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ce67e2db-0961-4662-8bae-e09a7355261d None None] Provisioning for port d31c0871-ebdd-4533-9aeb-011db2bd0f76 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:16:07.432868 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-fa76aac2-e633-49df-abc4-f136e8f3225a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:07.433942 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-fa76aac2-e633-49df-abc4-f136e8f3225a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7965ff2-5ace-4294-bd8e-07c8763c47a6 HTTP/1.1" status: 200 len: 797 time: 0.1051612 Jul 24 09:16:07.434321 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ce67e2db-0961-4662-8bae-e09a7355261d None None] Provisioning complete for port d31c0871-ebdd-4533-9aeb-011db2bd0f76 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:16:07.434912 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce67e2db-0961-4662-8bae-e09a7355261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:07.524242 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-ce67e2db-0961-4662-8bae-e09a7355261d None None] Port d31c0871-ebdd-4533-9aeb-011db2bd0f76 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:16:07.548103 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-8ac38dff-4148-482a-ae5e-008a394bb01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:07.549967 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-8ac38dff-4148-482a-ae5e-008a394bb01e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6f03a51-92af-4f2b-a8a7-84f44e0df4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1028697 Jul 24 09:16:07.615445 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3aec9f-f7e2-4f83-bfab-4eb2576a308e req-2b690cf5-5ebb-47e1-8217-883125b3d9ef tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:07.622818 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2c3aec9f-f7e2-4f83-bfab-4eb2576a308e req-2b690cf5-5ebb-47e1-8217-883125b3d9ef tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 945 time: 0.1058652 Jul 24 09:16:07.680625 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2c3aec9f-f7e2-4f83-bfab-4eb2576a308e req-789338d2-2793-44e9-b65c-3054d1dfa216 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569239 Jul 24 09:16:07.751707 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-5df4ca32-583c-4fa4-b0a6-75adfb5b282e service neutron] 10.222.0.20 "GET /v2.0/networks/c6f03a51-92af-4f2b-a8a7-84f44e0df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948555 Jul 24 09:16:07.820291 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58480) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:07.840244 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf6eb6-3635-4255-9e40-b8f5f0c87ad0 req-4f0b959b-9282-4f6f-8e18-84e9655167e0 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:07.848287 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cdaf6eb6-3635-4255-9e40-b8f5f0c87ad0 req-4f0b959b-9282-4f6f-8e18-84e9655167e0 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/ports?device_id=3439fc33-c3a6-4532-a8dc-f44f807c1a93 HTTP/1.1" status: 200 len: 931 time: 0.1739819 Jul 24 09:16:07.895056 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dab3c-3db8-49d4-a5f8-15db7870dea4 req-db3de7e0-b129-4479-afc8-68a8a631ed63 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:07.896729 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b27dab3c-3db8-49d4-a5f8-15db7870dea4 req-db3de7e0-b129-4479-afc8-68a8a631ed63 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 944 time: 0.1328580 Jul 24 09:16:07.922551 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-92c147fb-b564-43ce-bf79-8f4398190b4a service neutron] 10.222.0.20 "GET /v2.0/networks/c6f03a51-92af-4f2b-a8a7-84f44e0df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624293 Jul 24 09:16:07.938144 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b27dab3c-3db8-49d4-a5f8-15db7870dea4 req-6f924b69-d8d6-405c-92eb-98bdca074a9f tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350938 Jul 24 09:16:07.992433 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71d7d686-d8fb-486b-9903-60d9d2d6fc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:08.034822 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cdaf6eb6-3635-4255-9e40-b8f5f0c87ad0 req-0470c9e9-b654-493b-ba4b-1ccdc780b4e7 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ec390b8-4799-4bcb-81d0-3080993ba75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553907 Jul 24 09:16:08.039812 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-6fcd55fd-fb4e-4d13-b6f6-93211955eeed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=16f6a8a0-9d0c-483f-b3ba-0c9fb8957875 HTTP/1.1" status: 200 len: 217 time: 0.1031532 Jul 24 09:16:08.104487 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-41922649-3c3f-4d40-abb9-8947be85ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:08.114660 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-41922649-3c3f-4d40-abb9-8947be85ee13 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7965ff2-5ace-4294-bd8e-07c8763c47a6 HTTP/1.1" status: 200 len: 797 time: 0.0615070 Jul 24 09:16:08.148844 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3bb7f-4036-4630-b7fe-2ddbfc44253c req-fc11f118-7df9-41c6-a606-cf86da2e587b tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:08.150411 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-30c3bb7f-4036-4630-b7fe-2ddbfc44253c req-fc11f118-7df9-41c6-a606-cf86da2e587b tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/ports?device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 945 time: 0.1106036 Jul 24 09:16:08.152401 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71d7d686-d8fb-486b-9903-60d9d2d6fc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:08.161212 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71d7d686-d8fb-486b-9903-60d9d2d6fc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:08.195954 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c369db-72df-4f34-996e-949c77502d12 req-32ee92c7-aae5-4dab-b772-b64f89d38d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:08.200806 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-32ee92c7-aae5-4dab-b772-b64f89d38d26 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6f03a51-92af-4f2b-a8a7-84f44e0df4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0830767 Jul 24 09:16:08.212065 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-71d7d686-d8fb-486b-9903-60d9d2d6fc51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d0a084c54d547699c835b708557ea10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3882968 Jul 24 09:16:08.216138 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58486) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:08.216729 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7d686-d8fb-486b-9903-60d9d2d6fc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dcf5c2-df3e-413f-889d-5f3549827f5b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:08.277330 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-30c3bb7f-4036-4630-b7fe-2ddbfc44253c req-855564c7-2b14-4adb-9e8c-e8f72fa56b57 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/security-groups?id=c249e08d-ccd0-4865-abd1-5343c0f90bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881467 Jul 24 09:16:08.302589 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04510c80-f5f2-479e-8743-64b132049e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:08.337749 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-5899ba4b-cb89-4ca5-9317-8d77f19cbbad service neutron] 10.222.0.20 "GET /v2.0/networks/c6f03a51-92af-4f2b-a8a7-84f44e0df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315863 Jul 24 09:16:08.355764 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04510c80-f5f2-479e-8743-64b132049e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:08.410925 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04510c80-f5f2-479e-8743-64b132049e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:08.418001 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04510c80-f5f2-479e-8743-64b132049e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:08.418001 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-04510c80-f5f2-479e-8743-64b132049e3a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8dcf5c2-df3e-413f-889d-5f3549827f5b HTTP/1.1" status: 204 len: 168 time: 0.1958401 Jul 24 09:16:08.466086 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04510c80-f5f2-479e-8743-64b132049e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dcf5c2-df3e-413f-889d-5f3549827f5b,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:08.525756 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fa6a9-192c-4231-9f2b-53cb33d097ca req-38ac385c-8178-47a8-88a2-c573fa8163ad tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:08.527619 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-594fa6a9-192c-4231-9f2b-53cb33d097ca req-38ac385c-8178-47a8-88a2-c573fa8163ad tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.1104462 Jul 24 09:16:08.541069 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1c369db-72df-4f34-996e-949c77502d12 req-d3672c52-e8af-4515-b97f-12bec950e42f service neutron] 10.222.0.20 "GET /v2.0/networks/c6f03a51-92af-4f2b-a8a7-84f44e0df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961915 Jul 24 09:16:08.579611 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:16:08.582939 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c95a38-9428-4701-8fbb-e7da6d23c553 req-eb52c6e3-5c58-4344-8b8e-1e16333530c6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:08.589000 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c95a38-9428-4701-8fbb-e7da6d23c553 req-eb52c6e3-5c58-4344-8b8e-1e16333530c6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:08.595805 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c95a38-9428-4701-8fbb-e7da6d23c553 req-eb52c6e3-5c58-4344-8b8e-1e16333530c6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:08.601931 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c95a38-9428-4701-8fbb-e7da6d23c553 req-eb52c6e3-5c58-4344-8b8e-1e16333530c6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:08.608130 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c95a38-9428-4701-8fbb-e7da6d23c553 req-eb52c6e3-5c58-4344-8b8e-1e16333530c6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:08.614939 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c95a38-9428-4701-8fbb-e7da6d23c553 req-eb52c6e3-5c58-4344-8b8e-1e16333530c6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:08.622856 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c95a38-9428-4701-8fbb-e7da6d23c553 req-eb52c6e3-5c58-4344-8b8e-1e16333530c6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:08.623123 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a9c95a38-9428-4701-8fbb-e7da6d23c553 req-eb52c6e3-5c58-4344-8b8e-1e16333530c6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5429 time: 0.1953485 Jul 24 09:16:08.629334 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-594fa6a9-192c-4231-9f2b-53cb33d097ca req-a293b7c7-c39c-41fc-9818-f60b47dabead tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883482 Jul 24 09:16:08.728986 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a9c95a38-9428-4701-8fbb-e7da6d23c553 req-7702fa56-ed84-4f96-b4d6-52f84c093f36 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0960386 Jul 24 09:16:08.758711 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff40f37-b508-4ffe-a940-2116508fa0ce req-5f9c9715-2997-4430-9da0-1b63117ad64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:08.759293 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff40f37-b508-4ffe-a940-2116508fa0ce req-5f9c9715-2997-4430-9da0-1b63117ad64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:08.759672 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff40f37-b508-4ffe-a940-2116508fa0ce req-5f9c9715-2997-4430-9da0-1b63117ad64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:08.760144 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff40f37-b508-4ffe-a940-2116508fa0ce req-5f9c9715-2997-4430-9da0-1b63117ad64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:08.760615 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff40f37-b508-4ffe-a940-2116508fa0ce req-5f9c9715-2997-4430-9da0-1b63117ad64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:08.761138 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff40f37-b508-4ffe-a940-2116508fa0ce req-5f9c9715-2997-4430-9da0-1b63117ad64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:08.761609 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff40f37-b508-4ffe-a940-2116508fa0ce req-5f9c9715-2997-4430-9da0-1b63117ad64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:08.763528 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ff40f37-b508-4ffe-a940-2116508fa0ce req-5f9c9715-2997-4430-9da0-1b63117ad64b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66d5a695abdf431a9dde2fad5212bfb7&device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 6486 time: 0.1395652 Jul 24 09:16:08.908941 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff40f37-b508-4ffe-a940-2116508fa0ce req-a19a64a4-19c0-4770-9b79-69f04c6592ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:08.910851 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ff40f37-b508-4ffe-a940-2116508fa0ce req-a19a64a4-19c0-4770-9b79-69f04c6592ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=c6f03a51-92af-4f2b-a8a7-84f44e0df4db HTTP/1.1" status: 200 len: 902 time: 0.1369371 Jul 24 09:16:08.947701 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d1e15-96c2-4651-a36c-660dba812c40 req-7db8b15a-8367-4a99-ab9a-802c08ac8888 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:08.955701 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6a5d1e15-96c2-4651-a36c-660dba812c40 req-7db8b15a-8367-4a99-ab9a-802c08ac8888 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 945 time: 0.1264992 Jul 24 09:16:09.016875 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ff40f37-b508-4ffe-a940-2116508fa0ce req-61719238-eba9-4fc3-882b-13c77b357154 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=16303a1a-c8c8-446e-8591-495750b9d208 HTTP/1.1" status: 200 len: 217 time: 0.0952659 Jul 24 09:16:09.044068 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6a5d1e15-96c2-4651-a36c-660dba812c40 req-3d16696b-d17e-4c4f-bbb9-6845c43888bc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872769 Jul 24 09:16:09.135160 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff40f37-b508-4ffe-a940-2116508fa0ce req-2f5092a9-3099-4212-8776-f4aca94cc9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:09.137012 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ff40f37-b508-4ffe-a940-2116508fa0ce req-2f5092a9-3099-4212-8776-f4aca94cc9a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7965ff2-5ace-4294-bd8e-07c8763c47a6 HTTP/1.1" status: 200 len: 797 time: 0.1142244 Jul 24 09:16:09.240944 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d33b4-8d22-4fd4-b4e8-49fc1fb779ab req-fdef46d8-436e-419f-9a46-1911266ea680 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:09.243052 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e2d33b4-8d22-4fd4-b4e8-49fc1fb779ab req-fdef46d8-436e-419f-9a46-1911266ea680 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 944 time: 0.1721895 Jul 24 09:16:09.264466 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d047c69-1bfa-48e9-a8e6-e025d9338255 req-7c36e0d7-d57d-4da1-ad22-bd0e8f9303fa tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:09.270847 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0d047c69-1bfa-48e9-a8e6-e025d9338255 req-7c36e0d7-d57d-4da1-ad22-bd0e8f9303fa tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/ports?device_id=3439fc33-c3a6-4532-a8dc-f44f807c1a93 HTTP/1.1" status: 200 len: 931 time: 0.1236362 Jul 24 09:16:09.282930 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff40f37-b508-4ffe-a940-2116508fa0ce req-03aaeb8e-3a11-4c79-8940-a18648c886b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:09.284950 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ff40f37-b508-4ffe-a940-2116508fa0ce req-03aaeb8e-3a11-4c79-8940-a18648c886b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6f03a51-92af-4f2b-a8a7-84f44e0df4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1405327 Jul 24 09:16:09.323647 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0d047c69-1bfa-48e9-a8e6-e025d9338255 req-4dde1f53-81b7-4515-9852-bf83e8507f7f tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ec390b8-4799-4bcb-81d0-3080993ba75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475864 Jul 24 09:16:09.368111 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e2d33b4-8d22-4fd4-b4e8-49fc1fb779ab req-c18e7343-b4eb-494c-b31c-868888c14832 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150148 Jul 24 09:16:09.471229 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ff40f37-b508-4ffe-a940-2116508fa0ce req-251a537a-11ab-416e-a8d7-78df85cfd3a4 service neutron] 10.222.0.20 "GET /v2.0/networks/c6f03a51-92af-4f2b-a8a7-84f44e0df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777546 Jul 24 09:16:09.526751 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e7d6c-aa0e-4e5b-9ae1-c57cdfc85a97 req-c5ee582a-1464-462a-b4e5-27194e6995de tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:09.528365 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cd6e7d6c-aa0e-4e5b-9ae1-c57cdfc85a97 req-c5ee582a-1464-462a-b4e5-27194e6995de tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/ports?device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 945 time: 0.0982900 Jul 24 09:16:09.580381 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ff40f37-b508-4ffe-a940-2116508fa0ce req-9e8cbe0d-ebab-4b37-94a9-f88c033f7a20 service neutron] 10.222.0.20 "GET /v2.0/networks/c6f03a51-92af-4f2b-a8a7-84f44e0df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030314 Jul 24 09:16:09.596330 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cd6e7d6c-aa0e-4e5b-9ae1-c57cdfc85a97 req-9b9d3630-cf6f-4823-b350-bba1ff4a14f4 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/security-groups?id=c249e08d-ccd0-4865-abd1-5343c0f90bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613906 Jul 24 09:16:09.703503 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef25877-b809-416b-9d72-df95c1f599ce req-34567b9a-c92f-4765-bab1-80fe403ba50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:09.703995 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef25877-b809-416b-9d72-df95c1f599ce req-34567b9a-c92f-4765-bab1-80fe403ba50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:09.704481 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef25877-b809-416b-9d72-df95c1f599ce req-34567b9a-c92f-4765-bab1-80fe403ba50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:09.704987 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef25877-b809-416b-9d72-df95c1f599ce req-34567b9a-c92f-4765-bab1-80fe403ba50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:09.705462 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef25877-b809-416b-9d72-df95c1f599ce req-34567b9a-c92f-4765-bab1-80fe403ba50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:09.705934 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef25877-b809-416b-9d72-df95c1f599ce req-34567b9a-c92f-4765-bab1-80fe403ba50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:09.706407 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef25877-b809-416b-9d72-df95c1f599ce req-34567b9a-c92f-4765-bab1-80fe403ba50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:09.708417 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ef25877-b809-416b-9d72-df95c1f599ce req-34567b9a-c92f-4765-bab1-80fe403ba50f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66d5a695abdf431a9dde2fad5212bfb7&device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 6486 time: 0.0804675 Jul 24 09:16:09.874325 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef25877-b809-416b-9d72-df95c1f599ce req-0ae5eeac-f377-4fb3-8e62-88e226c8b156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:09.875927 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ef25877-b809-416b-9d72-df95c1f599ce req-0ae5eeac-f377-4fb3-8e62-88e226c8b156 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c6f03a51-92af-4f2b-a8a7-84f44e0df4db HTTP/1.1" status: 200 len: 902 time: 0.1608765 Jul 24 09:16:09.884919 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f60f0-106b-450f-8079-4b401682577d req-8095f58c-e596-4f49-a7ed-97f7bfdfd9db tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:09.886571 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b75f60f0-106b-450f-8079-4b401682577d req-8095f58c-e596-4f49-a7ed-97f7bfdfd9db tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.1582789 Jul 24 09:16:09.932342 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ef25877-b809-416b-9d72-df95c1f599ce req-dc37847d-86fa-4f94-8bb6-db5211854124 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=16f6a8a0-9d0c-483f-b3ba-0c9fb8957875 HTTP/1.1" status: 200 len: 217 time: 0.0425653 Jul 24 09:16:10.003464 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b75f60f0-106b-450f-8079-4b401682577d req-c065fe96-bb21-4ab8-990a-4d930afeef9b tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078494 Jul 24 09:16:10.007597 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668749c0-f1bc-4fb7-93e1-e28c44b18ea5 req-a330ccb3-91e8-4037-8721-259ce39d42c5 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:10.010939 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef25877-b809-416b-9d72-df95c1f599ce req-f60adc80-da9f-4bbd-8671-e58cb32bbf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:10.012401 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ef25877-b809-416b-9d72-df95c1f599ce req-f60adc80-da9f-4bbd-8671-e58cb32bbf5e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7965ff2-5ace-4294-bd8e-07c8763c47a6 HTTP/1.1" status: 200 len: 797 time: 0.0756142 Jul 24 09:16:10.027031 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668749c0-f1bc-4fb7-93e1-e28c44b18ea5 req-a330ccb3-91e8-4037-8721-259ce39d42c5 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:10.034279 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668749c0-f1bc-4fb7-93e1-e28c44b18ea5 req-a330ccb3-91e8-4037-8721-259ce39d42c5 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:10.041925 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668749c0-f1bc-4fb7-93e1-e28c44b18ea5 req-a330ccb3-91e8-4037-8721-259ce39d42c5 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:10.050832 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668749c0-f1bc-4fb7-93e1-e28c44b18ea5 req-a330ccb3-91e8-4037-8721-259ce39d42c5 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:10.055791 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668749c0-f1bc-4fb7-93e1-e28c44b18ea5 req-a330ccb3-91e8-4037-8721-259ce39d42c5 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:10.075781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668749c0-f1bc-4fb7-93e1-e28c44b18ea5 req-a330ccb3-91e8-4037-8721-259ce39d42c5 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:10.082390 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-668749c0-f1bc-4fb7-93e1-e28c44b18ea5 req-a330ccb3-91e8-4037-8721-259ce39d42c5 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5429 time: 0.1736991 Jul 24 09:16:10.170570 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-668749c0-f1bc-4fb7-93e1-e28c44b18ea5 req-81b3f0ce-0a47-42df-973b-a11e065445c9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0856223 Jul 24 09:16:10.439981 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef25877-b809-416b-9d72-df95c1f599ce req-8cd9c8fd-6f8c-4108-aa0b-f7cda60d1be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:10.441681 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ef25877-b809-416b-9d72-df95c1f599ce req-8cd9c8fd-6f8c-4108-aa0b-f7cda60d1be1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6f03a51-92af-4f2b-a8a7-84f44e0df4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4212327 Jul 24 09:16:10.454297 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-1ef25877-b809-416b-9d72-df95c1f599ce req-87bf8bdb-0eed-4311-891d-f72bf150d155 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:16:10.455378 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ef25877-b809-416b-9d72-df95c1f599ce req-87bf8bdb-0eed-4311-891d-f72bf150d155 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060406 Jul 24 09:16:10.465455 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60dfde-0b00-47f7-975f-b1364ec1fa3a req-55ba56af-7cd8-43f3-8dab-9ebde726034a tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:10.472929 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ff60dfde-0b00-47f7-975f-b1364ec1fa3a req-55ba56af-7cd8-43f3-8dab-9ebde726034a tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 945 time: 0.1047685 Jul 24 09:16:10.494132 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a70e30-63ae-4b45-b2ad-7c3c6a530b3b req-a74d8113-cce7-4070-9102-e1c32f3c6777 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:10.495731 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0a70e30-63ae-4b45-b2ad-7c3c6a530b3b req-a74d8113-cce7-4070-9102-e1c32f3c6777 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/ports?device_id=3439fc33-c3a6-4532-a8dc-f44f807c1a93 HTTP/1.1" status: 200 len: 931 time: 0.0822771 Jul 24 09:16:10.548659 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0a70e30-63ae-4b45-b2ad-7c3c6a530b3b req-17f201f5-08f0-4107-9c12-f724b53319d5 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ec390b8-4799-4bcb-81d0-3080993ba75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462284 Jul 24 09:16:10.585081 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ff60dfde-0b00-47f7-975f-b1364ec1fa3a req-64a84e99-9322-4e22-b0e5-d56571339632 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113224 Jul 24 09:16:10.651840 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ef25877-b809-416b-9d72-df95c1f599ce req-d10ebee0-c82f-47f6-bed7-775da7fe06be service neutron] 10.222.0.20 "GET /v2.0/networks/c6f03a51-92af-4f2b-a8a7-84f44e0df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763506 Jul 24 09:16:10.762241 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6e248-5ed1-4a3a-ad9e-9cd4e03bca2f req-ec0053c0-9145-4707-98a1-7688c3e945c4 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:10.764599 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-93c6e248-5ed1-4a3a-ad9e-9cd4e03bca2f req-ec0053c0-9145-4707-98a1-7688c3e945c4 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 944 time: 0.0827942 Jul 24 09:16:10.832868 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-93c6e248-5ed1-4a3a-ad9e-9cd4e03bca2f req-f93c09f7-f105-4eeb-83cf-299df5dfd637 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590172 Jul 24 09:16:10.834662 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ef25877-b809-416b-9d72-df95c1f599ce req-fc5a9dcf-0b35-4c14-b62a-f03adfd7177c service neutron] 10.222.0.20 "GET /v2.0/networks/c6f03a51-92af-4f2b-a8a7-84f44e0df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748896 Jul 24 09:16:10.866871 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806c753-6668-40e5-96c9-11487ac390fe req-3d27d7e8-e0fe-430d-948c-40676b3eb9f7 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:10.869659 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6806c753-6668-40e5-96c9-11487ac390fe req-3d27d7e8-e0fe-430d-948c-40676b3eb9f7 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/ports?device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 945 time: 0.1701057 Jul 24 09:16:10.927645 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6806c753-6668-40e5-96c9-11487ac390fe req-73e94db0-d1ae-4a88-94fb-94b0a94a166a tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/security-groups?id=c249e08d-ccd0-4865-abd1-5343c0f90bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516217 Jul 24 09:16:11.163074 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6432b1c-a72d-46bb-9d6b-f3a12d933fe1 req-4b09bb7e-938d-4a6c-b30f-221139792069 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:11.164579 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d6432b1c-a72d-46bb-9d6b-f3a12d933fe1 req-4b09bb7e-938d-4a6c-b30f-221139792069 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.0730720 Jul 24 09:16:11.219263 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d6432b1c-a72d-46bb-9d6b-f3a12d933fe1 req-0d5d29e6-3dc4-4d19-936b-b9cf03bb8047 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455148 Jul 24 09:16:11.356220 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 58596) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:11.389700 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bf739-bb77-4ce5-b66d-df4b0f264d44 req-58a10e82-a759-41fd-b91e-16f929e736ea tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:11.396121 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bf739-bb77-4ce5-b66d-df4b0f264d44 req-58a10e82-a759-41fd-b91e-16f929e736ea tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:11.402100 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bf739-bb77-4ce5-b66d-df4b0f264d44 req-58a10e82-a759-41fd-b91e-16f929e736ea tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:11.409301 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bf739-bb77-4ce5-b66d-df4b0f264d44 req-58a10e82-a759-41fd-b91e-16f929e736ea tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:11.416621 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bf739-bb77-4ce5-b66d-df4b0f264d44 req-58a10e82-a759-41fd-b91e-16f929e736ea tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:11.423017 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bf739-bb77-4ce5-b66d-df4b0f264d44 req-58a10e82-a759-41fd-b91e-16f929e736ea tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:11.429599 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bf739-bb77-4ce5-b66d-df4b0f264d44 req-58a10e82-a759-41fd-b91e-16f929e736ea tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:11.431579 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c04bf739-bb77-4ce5-b66d-df4b0f264d44 req-58a10e82-a759-41fd-b91e-16f929e736ea tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5429 time: 0.1290061 Jul 24 09:16:11.486776 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c9563888-5d1c-4029-90c4-5a2a7d2191b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:11.505733 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c04bf739-bb77-4ce5-b66d-df4b0f264d44 req-b80e21af-562e-47a5-8db7-c607e66a43e8 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678310 Jul 24 09:16:11.615777 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c9563888-5d1c-4029-90c4-5a2a7d2191b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:11.620163 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c9563888-5d1c-4029-90c4-5a2a7d2191b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:11.662990 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c9563888-5d1c-4029-90c4-5a2a7d2191b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70ffbb3e3cf54a63b35a759074c2eb79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3055608 Jul 24 09:16:11.666478 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58604) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:11.670475 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9563888-5d1c-4029-90c4-5a2a7d2191b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd1b8d2-4016-4b5d-9a94-dfcac39caa0e,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:11.693394 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9563888-5d1c-4029-90c4-5a2a7d2191b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:11.694177 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9563888-5d1c-4029-90c4-5a2a7d2191b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:11.694696 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9563888-5d1c-4029-90c4-5a2a7d2191b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:11.695213 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9563888-5d1c-4029-90c4-5a2a7d2191b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:11.695760 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9563888-5d1c-4029-90c4-5a2a7d2191b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:11.696514 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9563888-5d1c-4029-90c4-5a2a7d2191b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:11.697567 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9563888-5d1c-4029-90c4-5a2a7d2191b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:11.698077 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9563888-5d1c-4029-90c4-5a2a7d2191b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:11.698596 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9563888-5d1c-4029-90c4-5a2a7d2191b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:11.699114 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9563888-5d1c-4029-90c4-5a2a7d2191b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:11.699619 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9563888-5d1c-4029-90c4-5a2a7d2191b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:11.700458 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9563888-5d1c-4029-90c4-5a2a7d2191b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:11.754628 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453eb66-1e04-46bf-a546-b3df77e40742 req-9eff8d71-807b-4aae-a633-fbf846685f6f tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:11.756290 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0453eb66-1e04-46bf-a546-b3df77e40742 req-9eff8d71-807b-4aae-a633-fbf846685f6f tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/ports?device_id=3439fc33-c3a6-4532-a8dc-f44f807c1a93 HTTP/1.1" status: 200 len: 931 time: 0.1255012 Jul 24 09:16:11.759256 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-faac8a33-6ccb-4539-a845-30404012e212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:11.791925 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003a423-10e0-4910-9b5c-5705a12ca428 req-a9294aa3-03b1-4104-a012-de63dc659e05 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:11.793959 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-faac8a33-6ccb-4539-a845-30404012e212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:11.802249 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6003a423-10e0-4910-9b5c-5705a12ca428 req-a9294aa3-03b1-4104-a012-de63dc659e05 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 945 time: 0.0886469 Jul 24 09:16:11.833476 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0453eb66-1e04-46bf-a546-b3df77e40742 req-1aa18265-296d-4857-b04c-a614e254ae10 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ec390b8-4799-4bcb-81d0-3080993ba75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712366 Jul 24 09:16:11.853306 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6003a423-10e0-4910-9b5c-5705a12ca428 req-7450f8be-03b8-4e71-82eb-af31163d698e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499239 Jul 24 09:16:11.879224 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-faac8a33-6ccb-4539-a845-30404012e212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:11.883547 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-faac8a33-6ccb-4539-a845-30404012e212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:11.887844 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-faac8a33-6ccb-4539-a845-30404012e212 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dcd1b8d2-4016-4b5d-9a94-dfcac39caa0e HTTP/1.1" status: 204 len: 168 time: 0.2167287 Jul 24 09:16:11.896559 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac8a33-6ccb-4539-a845-30404012e212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd1b8d2-4016-4b5d-9a94-dfcac39caa0e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:12.044121 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c2d1b-51f5-4371-8b9f-f90d0637958e req-eaf108cc-9a37-4b00-89a3-472d58e16827 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:12.045903 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-361c2d1b-51f5-4371-8b9f-f90d0637958e req-eaf108cc-9a37-4b00-89a3-472d58e16827 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 944 time: 0.1046476 Jul 24 09:16:12.134932 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-361c2d1b-51f5-4371-8b9f-f90d0637958e req-9212c33f-4000-4308-9baa-604252a8a4c8 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819652 Jul 24 09:16:12.159663 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a4a5b-29d3-4012-ad07-8524a657f829 req-68f9843e-dac5-4a8d-b2db-6765b4887502 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:12.161318 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0e3a4a5b-29d3-4012-ad07-8524a657f829 req-68f9843e-dac5-4a8d-b2db-6765b4887502 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/ports?device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 945 time: 0.0845380 Jul 24 09:16:12.211850 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0e3a4a5b-29d3-4012-ad07-8524a657f829 req-ab725813-d702-49d0-9e36-869132c05ec3 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/security-groups?id=c249e08d-ccd0-4865-abd1-5343c0f90bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443857 Jul 24 09:16:12.263424 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 58618) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:12.286141 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6940e0be-5dcc-4bf8-bf1c-23357657c9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:12.381861 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6940e0be-5dcc-4bf8-bf1c-23357657c9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:12.387369 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6940e0be-5dcc-4bf8-bf1c-23357657c9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:12.395416 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a2417-3bae-4711-9f87-1e585ee935cc req-0787929d-86b1-470d-ae2f-542dec138e4e tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:12.397360 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0f7a2417-3bae-4711-9f87-1e585ee935cc req-0787929d-86b1-470d-ae2f-542dec138e4e tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.0864098 Jul 24 09:16:12.428496 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6940e0be-5dcc-4bf8-bf1c-23357657c9d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=43d00065f3694ab78f3ad4caae5ad8dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1615388 Jul 24 09:16:12.429195 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 58620) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:12.437152 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940e0be-5dcc-4bf8-bf1c-23357657c9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153b5751-873a-44a0-ae26-78476a36bd86,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:12.440993 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0f7a2417-3bae-4711-9f87-1e585ee935cc req-a12b4af3-7278-4c21-b760-66dd4600556d tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376499 Jul 24 09:16:12.495595 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3fee-8286-48d3-b2c4-14828cba0e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:12.521011 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3fee-8286-48d3-b2c4-14828cba0e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:12.589651 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3fee-8286-48d3-b2c4-14828cba0e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:12.592216 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3fee-8286-48d3-b2c4-14828cba0e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:12.597054 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a8ee3fee-8286-48d3-b2c4-14828cba0e36 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/153b5751-873a-44a0-ae26-78476a36bd86 HTTP/1.1" status: 204 len: 168 time: 0.1638632 Jul 24 09:16:12.607342 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee3fee-8286-48d3-b2c4-14828cba0e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153b5751-873a-44a0-ae26-78476a36bd86,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:12.698452 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ecd25-abb2-448a-a568-b4a47a9a6dcf req-42a5040d-0815-417f-9b6f-01923b01ecd6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:12.705095 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ecd25-abb2-448a-a568-b4a47a9a6dcf req-42a5040d-0815-417f-9b6f-01923b01ecd6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:12.711129 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ecd25-abb2-448a-a568-b4a47a9a6dcf req-42a5040d-0815-417f-9b6f-01923b01ecd6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:12.717345 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ecd25-abb2-448a-a568-b4a47a9a6dcf req-42a5040d-0815-417f-9b6f-01923b01ecd6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:12.723872 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ecd25-abb2-448a-a568-b4a47a9a6dcf req-42a5040d-0815-417f-9b6f-01923b01ecd6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:12.729868 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ecd25-abb2-448a-a568-b4a47a9a6dcf req-42a5040d-0815-417f-9b6f-01923b01ecd6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:12.735811 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ecd25-abb2-448a-a568-b4a47a9a6dcf req-42a5040d-0815-417f-9b6f-01923b01ecd6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:12.737811 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-813ecd25-abb2-448a-a568-b4a47a9a6dcf req-42a5040d-0815-417f-9b6f-01923b01ecd6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5429 time: 0.1235554 Jul 24 09:16:12.783507 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-813ecd25-abb2-448a-a568-b4a47a9a6dcf req-6e071e86-f9b3-496a-a792-d37183c6a1f0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392430 Jul 24 09:16:13.008789 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073323c-58d4-4050-9649-a6db3ac3db12 req-c08cc32a-f14e-4c6e-9f86-96045fd8a7fb tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:13.010563 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0073323c-58d4-4050-9649-a6db3ac3db12 req-c08cc32a-f14e-4c6e-9f86-96045fd8a7fb tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/ports?device_id=3439fc33-c3a6-4532-a8dc-f44f807c1a93 HTTP/1.1" status: 200 len: 931 time: 0.0982692 Jul 24 09:16:13.029698 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6bcc8-ea20-4629-9e97-2941ccef4928 req-6dba1f73-b5b4-41f6-ac08-9a959191c354 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:13.040083 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5eb6bcc8-ea20-4629-9e97-2941ccef4928 req-6dba1f73-b5b4-41f6-ac08-9a959191c354 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 945 time: 0.0942938 Jul 24 09:16:13.072679 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0073323c-58d4-4050-9649-a6db3ac3db12 req-5c59d5a0-3b74-4d96-bdfe-d27e57563867 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ec390b8-4799-4bcb-81d0-3080993ba75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558772 Jul 24 09:16:13.092444 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5eb6bcc8-ea20-4629-9e97-2941ccef4928 req-a78de54a-7901-4bbc-a516-86e49539a88e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459650 Jul 24 09:16:13.323845 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c23b3-02a2-4066-943c-61898c8814c6 req-a70c4a32-a069-4803-aa29-1a5e1e7424cd tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:13.325629 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c52c23b3-02a2-4066-943c-61898c8814c6 req-a70c4a32-a069-4803-aa29-1a5e1e7424cd tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 944 time: 0.0864820 Jul 24 09:16:13.363247 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9053317-c300-4051-b525-abbfe37b1b36 req-7185dc92-d707-4536-b06d-bfb0f1443ef8 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:13.364969 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b9053317-c300-4051-b525-abbfe37b1b36 req-7185dc92-d707-4536-b06d-bfb0f1443ef8 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/ports?device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 945 time: 0.0774467 Jul 24 09:16:13.393148 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c52c23b3-02a2-4066-943c-61898c8814c6 req-f3f87913-745d-4082-8564-c6431af961d4 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604153 Jul 24 09:16:13.404932 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b9053317-c300-4051-b525-abbfe37b1b36 req-d3adaf4f-dbe7-4c9d-b00a-131ee4f9fa14 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/security-groups?id=c249e08d-ccd0-4865-abd1-5343c0f90bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339055 Jul 24 09:16:13.591509 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cf665-6c20-4e63-9155-6e4d57dec6e3 req-424f1e56-5354-409a-8ebc-6a9a8a18b28f tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:13.593670 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-887cf665-6c20-4e63-9155-6e4d57dec6e3 req-424f1e56-5354-409a-8ebc-6a9a8a18b28f tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.0746458 Jul 24 09:16:13.633294 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-887cf665-6c20-4e63-9155-6e4d57dec6e3 req-3b00c6a9-6780-4bf8-8269-008e2c2b9b4f tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330081 Jul 24 09:16:13.917975 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:13.968662 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60207aef-7e21-4345-a8dd-d246329292c1 req-7d7bd332-e712-4eee-a1dd-0c90c4208d34 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:13.976907 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60207aef-7e21-4345-a8dd-d246329292c1 req-7d7bd332-e712-4eee-a1dd-0c90c4208d34 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:13.983875 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60207aef-7e21-4345-a8dd-d246329292c1 req-7d7bd332-e712-4eee-a1dd-0c90c4208d34 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:13.990616 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60207aef-7e21-4345-a8dd-d246329292c1 req-7d7bd332-e712-4eee-a1dd-0c90c4208d34 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:13.996617 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60207aef-7e21-4345-a8dd-d246329292c1 req-7d7bd332-e712-4eee-a1dd-0c90c4208d34 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:14.003361 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60207aef-7e21-4345-a8dd-d246329292c1 req-7d7bd332-e712-4eee-a1dd-0c90c4208d34 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:14.010617 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60207aef-7e21-4345-a8dd-d246329292c1 req-7d7bd332-e712-4eee-a1dd-0c90c4208d34 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:14.012926 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-60207aef-7e21-4345-a8dd-d246329292c1 req-7d7bd332-e712-4eee-a1dd-0c90c4208d34 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5429 time: 0.1315262 Jul 24 09:16:14.057578 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-60207aef-7e21-4345-a8dd-d246329292c1 req-a0786d3d-57df-4fd1-8595-893d1d5d0968 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358706 Jul 24 09:16:14.314992 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95733530-a0fa-4fbd-b9d5-1d854ab94e3b req-c2ad1bb7-8305-4f5c-b42d-5247479a9815 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:14.320781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569325d7-e964-4678-93b9-3198ef0e311f req-f83850b3-81d1-425e-b95b-2e204190139e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:14.321985 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-95733530-a0fa-4fbd-b9d5-1d854ab94e3b req-c2ad1bb7-8305-4f5c-b42d-5247479a9815 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/ports?device_id=3439fc33-c3a6-4532-a8dc-f44f807c1a93 HTTP/1.1" status: 200 len: 931 time: 0.1400769 Jul 24 09:16:14.322747 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-569325d7-e964-4678-93b9-3198ef0e311f req-f83850b3-81d1-425e-b95b-2e204190139e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 945 time: 0.1100650 Jul 24 09:16:14.364345 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-569325d7-e964-4678-93b9-3198ef0e311f req-2fe46b47-a685-4e23-b391-5299f3bdc824 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353763 Jul 24 09:16:14.373993 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-95733530-a0fa-4fbd-b9d5-1d854ab94e3b req-fd96a507-ccee-4177-819f-7d1102b2046b tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ec390b8-4799-4bcb-81d0-3080993ba75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498617 Jul 24 09:16:14.577369 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c2d1f-b851-4c7e-a67d-fff57921ff47 req-ac97ad0b-e471-401f-ae72-336cfd89e028 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:14.578895 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bd5c2d1f-b851-4c7e-a67d-fff57921ff47 req-ac97ad0b-e471-401f-ae72-336cfd89e028 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 944 time: 0.0818858 Jul 24 09:16:14.624162 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bd5c2d1f-b851-4c7e-a67d-fff57921ff47 req-a044846a-f2a0-452d-a532-719fde5710b6 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367255 Jul 24 09:16:14.666112 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd312d26-8402-44f5-84fe-3788d8583c09 req-087d522a-65ce-45f8-b58a-26b03ecaf7f7 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:14.667756 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cd312d26-8402-44f5-84fe-3788d8583c09 req-087d522a-65ce-45f8-b58a-26b03ecaf7f7 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/ports?device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 945 time: 0.0922983 Jul 24 09:16:14.717169 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cd312d26-8402-44f5-84fe-3788d8583c09 req-3f459048-b32e-4237-92bd-9fcfc1b21708 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/security-groups?id=c249e08d-ccd0-4865-abd1-5343c0f90bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420997 Jul 24 09:16:14.788210 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd69f17-dd0d-4610-b494-843ee9340c77 req-ba23386f-aa6a-4b05-8a86-4eb44e3eb04c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:14.789733 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1bd69f17-dd0d-4610-b494-843ee9340c77 req-ba23386f-aa6a-4b05-8a86-4eb44e3eb04c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.0689175 Jul 24 09:16:14.833584 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1bd69f17-dd0d-4610-b494-843ee9340c77 req-8f592fbe-a8b7-44d4-8e0c-db8a1a954220 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380592 Jul 24 09:16:15.034628 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 58724) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:15.141389 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-83086c53-f020-497e-b0a4-a8fa732f2075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:15.226670 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-83086c53-f020-497e-b0a4-a8fa732f2075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:15.229993 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f7882-4eeb-437e-8607-5e2158351e2f req-d57c007d-cd43-4c2a-82bf-a673cec6f694 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:15.230760 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-83086c53-f020-497e-b0a4-a8fa732f2075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:15.236298 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f7882-4eeb-437e-8607-5e2158351e2f req-d57c007d-cd43-4c2a-82bf-a673cec6f694 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:15.242116 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f7882-4eeb-437e-8607-5e2158351e2f req-d57c007d-cd43-4c2a-82bf-a673cec6f694 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:15.248260 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f7882-4eeb-437e-8607-5e2158351e2f req-d57c007d-cd43-4c2a-82bf-a673cec6f694 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:15.255375 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f7882-4eeb-437e-8607-5e2158351e2f req-d57c007d-cd43-4c2a-82bf-a673cec6f694 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:15.264481 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f7882-4eeb-437e-8607-5e2158351e2f req-d57c007d-cd43-4c2a-82bf-a673cec6f694 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:15.273345 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-83086c53-f020-497e-b0a4-a8fa732f2075 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2b9cabd59c645239225da0b2f5cf2f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375815 Jul 24 09:16:15.274517 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83086c53-f020-497e-b0a4-a8fa732f2075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bc618c-7428-4645-8794-8a87e5f5c7a5,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:15.276341 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f7882-4eeb-437e-8607-5e2158351e2f req-d57c007d-cd43-4c2a-82bf-a673cec6f694 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:15.278331 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a66f7882-4eeb-437e-8607-5e2158351e2f req-d57c007d-cd43-4c2a-82bf-a673cec6f694 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5429 time: 0.1250095 Jul 24 09:16:15.278879 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 58730) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:15.313312 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-83e5d1e3-1965-4e87-825e-ff824fac4fba tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:16:15.314181 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-83e5d1e3-1965-4e87-825e-ff824fac4fba tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091581 Jul 24 09:16:15.323452 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a66f7882-4eeb-437e-8607-5e2158351e2f req-dbd9b10d-37de-48ca-b97e-ebcf62df4c2b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373998 Jul 24 09:16:15.393631 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dac4bd41-e34a-435d-afdb-58540cc75021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:15.444397 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ba276827-c4bf-4238-b4cf-19aee28db723 service neutron] Request body: {'port': {'device_id': '3439fc33-c3a6-4532-a8dc-f44f807c1a93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:16:15.494006 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dac4bd41-e34a-435d-afdb-58540cc75021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:15.524145 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb804a-ce35-426a-bb6d-0be9b62f83cd req-aeb9e2ca-cbdf-4f5c-9963-954c7a96d904 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:15.525663 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0bdb804a-ce35-426a-bb6d-0be9b62f83cd req-aeb9e2ca-cbdf-4f5c-9963-954c7a96d904 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/ports?device_id=3439fc33-c3a6-4532-a8dc-f44f807c1a93 HTTP/1.1" status: 200 len: 931 time: 0.0656035 Jul 24 09:16:15.563397 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0bdb804a-ce35-426a-bb6d-0be9b62f83cd req-3b828a55-5c6c-4762-a783-31789ff815c9 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ec390b8-4799-4bcb-81d0-3080993ba75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321257 Jul 24 09:16:15.637588 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef25877-b809-416b-9d72-df95c1f599ce req-8cd3a1ed-87fd-44a8-ad2e-1a7d2c67a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:15.639036 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ef25877-b809-416b-9d72-df95c1f599ce req-8cd3a1ed-87fd-44a8-ad2e-1a7d2c67a415 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e888b29b-567f-4e99-87cc-c2e919ae52b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3226986 Jul 24 09:16:15.644226 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32124f6b-4b3f-4f2a-8aea-7aae161b58f8 req-40a15954-2acf-4099-8fb0-c3510276d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:15.645681 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-32124f6b-4b3f-4f2a-8aea-7aae161b58f8 req-40a15954-2acf-4099-8fb0-c3510276d26d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1dc4d2691c74f8bafc90c2d2ce665eb&device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 1095 time: 0.3304977 Jul 24 09:16:15.648189 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ba276827-c4bf-4238-b4cf-19aee28db723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:15.680612 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e94b02-b953-469a-b775-c1d38a2e5702 req-715b5f5e-b580-4ca8-8794-5bb05e3a780d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:15.682492 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c4e94b02-b953-469a-b775-c1d38a2e5702 req-715b5f5e-b580-4ca8-8794-5bb05e3a780d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 945 time: 0.2341611 Jul 24 09:16:15.685615 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dac4bd41-e34a-435d-afdb-58540cc75021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:15.688936 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dac4bd41-e34a-435d-afdb-58540cc75021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:15.690387 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-dac4bd41-e34a-435d-afdb-58540cc75021 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60bc618c-7428-4645-8794-8a87e5f5c7a5 HTTP/1.1" status: 204 len: 168 time: 0.4103920 Jul 24 09:16:15.747985 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4bd41-e34a-435d-afdb-58540cc75021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bc618c-7428-4645-8794-8a87e5f5c7a5,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:15.804331 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c554e06-78a6-4fd8-a148-6d2be9d87ebe req-c80e634a-0682-461d-802b-715841c8a144 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:15.806240 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6c554e06-78a6-4fd8-a148-6d2be9d87ebe req-c80e634a-0682-461d-802b-715841c8a144 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 944 time: 0.0963707 Jul 24 09:16:15.852179 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6c554e06-78a6-4fd8-a148-6d2be9d87ebe req-a27c1721-eec0-45a5-86ae-cdb64aaeb94d tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382054 Jul 24 09:16:15.990552 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199898b5-57a8-440d-af3d-15c4ad3cd350 req-323a32c9-0c80-4353-9a2b-a53e54422d0f tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:15.992062 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-199898b5-57a8-440d-af3d-15c4ad3cd350 req-323a32c9-0c80-4353-9a2b-a53e54422d0f tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/ports?device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 945 time: 0.0718589 Jul 24 09:16:15.999913 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c4e94b02-b953-469a-b775-c1d38a2e5702 req-5a9b42ca-af77-41c3-9724-099a961375b7 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2953815 Jul 24 09:16:16.017292 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32124f6b-4b3f-4f2a-8aea-7aae161b58f8 req-eabb6e01-6732-4bf4-9603-a4b8b3d9264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:16.018791 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-32124f6b-4b3f-4f2a-8aea-7aae161b58f8 req-eabb6e01-6732-4bf4-9603-a4b8b3d9264e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b1dc4d2691c74f8bafc90c2d2ce665eb&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3271470 Jul 24 09:16:16.053490 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-199898b5-57a8-440d-af3d-15c4ad3cd350 req-c859d623-76f0-4df8-9c08-e59bc00db853 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/security-groups?id=c249e08d-ccd0-4865-abd1-5343c0f90bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549917 Jul 24 09:16:16.068225 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ef25877-b809-416b-9d72-df95c1f599ce req-354f1c12-d5a9-4760-9b6a-c621cb309511 service neutron] 10.222.0.37 "GET /v2.0/networks/e888b29b-567f-4e99-87cc-c2e919ae52b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748510 Jul 24 09:16:16.070364 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58764) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:16.083969 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ef417ff-a148-403e-ab81-98853e135457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:16.175272 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ef417ff-a148-403e-ab81-98853e135457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:16.179223 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ef417ff-a148-403e-ab81-98853e135457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:16.220063 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1ef417ff-a148-403e-ab81-98853e135457 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d44cf3ac4d24215ad7c178633775477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453311 Jul 24 09:16:16.220250 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58766) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:16.226232 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef417ff-a148-403e-ab81-98853e135457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9fa454-c1ef-4c7d-be62-ab924718af6d,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:16.273625 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-950c81f7-684b-4593-9753-fc2e9377c35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:16.296092 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-950c81f7-684b-4593-9753-fc2e9377c35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:16.300390 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32124f6b-4b3f-4f2a-8aea-7aae161b58f8 req-d9da31f0-4d17-444e-ab4d-e6a8364f1618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:16.301885 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-32124f6b-4b3f-4f2a-8aea-7aae161b58f8 req-d9da31f0-4d17-444e-ab4d-e6a8364f1618 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2755752 Jul 24 09:16:16.343752 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0c659-ab51-4f66-8831-4d9d826e71bf req-44bacc7c-7cff-448c-9740-699495dd1e48 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:16.345426 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b6b0c659-ab51-4f66-8831-4d9d826e71bf req-44bacc7c-7cff-448c-9740-699495dd1e48 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.2508850 Jul 24 09:16:16.345649 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-950c81f7-684b-4593-9753-fc2e9377c35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:16.348603 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-950c81f7-684b-4593-9753-fc2e9377c35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:16.352511 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-950c81f7-684b-4593-9753-fc2e9377c35f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d9fa454-c1ef-4c7d-be62-ab924718af6d HTTP/1.1" status: 204 len: 168 time: 0.1286643 Jul 24 09:16:16.353316 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ef25877-b809-416b-9d72-df95c1f599ce req-b42ca4ac-cfbe-4e6e-8357-93f1de0b57c0 service neutron] 10.222.0.37 "GET /v2.0/networks/e888b29b-567f-4e99-87cc-c2e919ae52b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741036 Jul 24 09:16:16.358308 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c81f7-684b-4593-9753-fc2e9377c35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9fa454-c1ef-4c7d-be62-ab924718af6d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:16.404821 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:16.434496 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ba276827-c4bf-4238-b4cf-19aee28db723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d31c0871-ebdd-4533-9aeb-011db2bd0f76 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:16:16.447334 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ba276827-c4bf-4238-b4cf-19aee28db723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:16.474704 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b6b0c659-ab51-4f66-8831-4d9d826e71bf req-d63f2da6-d254-46db-ab43-b8080f2471d1 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190431 Jul 24 09:16:16.482071 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ba276827-c4bf-4238-b4cf-19aee28db723 service neutron] Transition to ACTIVE for port object d31c0871-ebdd-4533-9aeb-011db2bd0f76 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:16:16.491588 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ba276827-c4bf-4238-b4cf-19aee28db723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:16.498365 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbe5df-2f29-4cd2-a53a-367adfbc0668 req-cedc2e95-b45a-4db2-92fa-9e40a864c5c2 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:16.504535 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbe5df-2f29-4cd2-a53a-367adfbc0668 req-cedc2e95-b45a-4db2-92fa-9e40a864c5c2 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:16.510474 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbe5df-2f29-4cd2-a53a-367adfbc0668 req-cedc2e95-b45a-4db2-92fa-9e40a864c5c2 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:16.517073 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbe5df-2f29-4cd2-a53a-367adfbc0668 req-cedc2e95-b45a-4db2-92fa-9e40a864c5c2 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:16.523039 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbe5df-2f29-4cd2-a53a-367adfbc0668 req-cedc2e95-b45a-4db2-92fa-9e40a864c5c2 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:16.529114 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbe5df-2f29-4cd2-a53a-367adfbc0668 req-cedc2e95-b45a-4db2-92fa-9e40a864c5c2 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:16.535565 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbe5df-2f29-4cd2-a53a-367adfbc0668 req-cedc2e95-b45a-4db2-92fa-9e40a864c5c2 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:16.537523 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-96fbe5df-2f29-4cd2-a53a-367adfbc0668 req-cedc2e95-b45a-4db2-92fa-9e40a864c5c2 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5429 time: 0.1137149 Jul 24 09:16:16.540039 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-5614197e-4f7a-4913-b5e0-fbacd9b1cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:16.541577 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-5614197e-4f7a-4913-b5e0-fbacd9b1cf89 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1dc4d2691c74f8bafc90c2d2ce665eb&device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 1095 time: 0.1906111 Jul 24 09:16:16.589373 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-96fbe5df-2f29-4cd2-a53a-367adfbc0668 req-5b7e154f-13ee-4e6a-88b8-3d8b639f3e64 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446084 Jul 24 09:16:16.625083 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-5277f7df-2e77-4378-8a6c-1c521cca75ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a090d5f-3937-4620-8016-cd5fcbd6dda0 HTTP/1.1" status: 200 len: 217 time: 0.0732553 Jul 24 09:16:16.629054 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba276827-c4bf-4238-b4cf-19aee28db723 service neutron] Pushing event updated for resources: {'Port': ['ID=d31c0871-ebdd-4533-9aeb-011db2bd0f76,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:16.763132 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-057bb224-faad-4d3a-ba46-1b78a1b8d143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:16.764599 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-057bb224-faad-4d3a-ba46-1b78a1b8d143 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=66d96a69-926f-4867-a66e-7af2fecafdb3 HTTP/1.1" status: 200 len: 861 time: 0.1327090 Jul 24 09:16:16.818381 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-98587252-221b-4516-aaef-e8503877a519 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e0f771d-ba39-4956-b211-8dacb7f59819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458782 Jul 24 09:16:16.836211 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ba276827-c4bf-4238-b4cf-19aee28db723 service neutron] Attempting to bind port d31c0871-ebdd-4533-9aeb-011db2bd0f76 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:16:16.836548 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ba276827-c4bf-4238-b4cf-19aee28db723 service neutron] Attempting to bind port d31c0871-ebdd-4533-9aeb-011db2bd0f76 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '6ce6d47b-4c6a-4b90-b570-7486fbf29a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '66549fa8-6cb8-4643-9bf1-5a976706f788'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:16:16.836909 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ba276827-c4bf-4238-b4cf-19aee28db723 service neutron] Attempting to bind port d31c0871-ebdd-4533-9aeb-011db2bd0f76 on network 66549fa8-6cb8-4643-9bf1-5a976706f788 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:16:16.853949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ba276827-c4bf-4238-b4cf-19aee28db723 service neutron] Port d31c0871-ebdd-4533-9aeb-011db2bd0f76 on network 66549fa8-6cb8-4643-9bf1-5a976706f788 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:16:16.854277 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ba276827-c4bf-4238-b4cf-19aee28db723 service neutron] Attempting to bind port d31c0871-ebdd-4533-9aeb-011db2bd0f76 on network 66549fa8-6cb8-4643-9bf1-5a976706f788 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:16:16.879791 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ba276827-c4bf-4238-b4cf-19aee28db723 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:16:16.880132 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ba276827-c4bf-4238-b4cf-19aee28db723 service neutron] Checking segment: {'id': '6ce6d47b-4c6a-4b90-b570-7486fbf29a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '66549fa8-6cb8-4643-9bf1-5a976706f788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:16:16.880521 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ba276827-c4bf-4238-b4cf-19aee28db723 service neutron] Bound using segment: {'id': '6ce6d47b-4c6a-4b90-b570-7486fbf29a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '66549fa8-6cb8-4643-9bf1-5a976706f788'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:16:16.880992 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ba276827-c4bf-4238-b4cf-19aee28db723 service neutron] Bound port: d31c0871-ebdd-4533-9aeb-011db2bd0f76, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ce6d47b-4c6a-4b90-b570-7486fbf29a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '66549fa8-6cb8-4643-9bf1-5a976706f788'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:16:16.881352 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ba276827-c4bf-4238-b4cf-19aee28db723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:16.908540 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bce73-3178-48df-afe1-45fe42885216 req-6c77deb3-20ce-4500-89a4-64ca93582865 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:16.910105 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-209bce73-3178-48df-afe1-45fe42885216 req-6c77deb3-20ce-4500-89a4-64ca93582865 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/ports?device_id=3439fc33-c3a6-4532-a8dc-f44f807c1a93 HTTP/1.1" status: 200 len: 943 time: 0.2455904 Jul 24 09:16:17.011757 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68312180-394b-4832-9593-d182004a819b req-c3c4a9c0-606e-4806-9572-7946bd4a5dd7 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:17.014212 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-68312180-394b-4832-9593-d182004a819b req-c3c4a9c0-606e-4806-9572-7946bd4a5dd7 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 944 time: 0.0792835 Jul 24 09:16:17.051103 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-1c84f61b-3bbe-4603-bf1d-fb5df2b0b9e2 service neutron] 10.222.0.37 "GET /v2.0/networks/0e0f771d-ba39-4956-b211-8dacb7f59819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262962 Jul 24 09:16:17.053986 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-209bce73-3178-48df-afe1-45fe42885216 req-a898d6a6-7409-40bc-a7ea-8737097ad54f tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ec390b8-4799-4bcb-81d0-3080993ba75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328945 Jul 24 09:16:17.058215 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-68312180-394b-4832-9593-d182004a819b req-deca086d-dab7-44ce-b85f-361f1df987ce tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333958 Jul 24 09:16:17.121131 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ba276827-c4bf-4238-b4cf-19aee28db723 service neutron] For port d31c0871-ebdd-4533-9aeb-011db2bd0f76, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:16:17.245933 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01334c2-860b-4751-8523-4861f8c00f28 req-37a4c8ed-0c07-4d5e-8e0b-e8f731d39bf9 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:17.247416 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e01334c2-860b-4751-8523-4861f8c00f28 req-37a4c8ed-0c07-4d5e-8e0b-e8f731d39bf9 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/ports?device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 945 time: 0.0660460 Jul 24 09:16:17.292327 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e01334c2-860b-4751-8523-4861f8c00f28 req-05b435ae-4dae-4b46-aea2-cf03b27f3f08 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/security-groups?id=c249e08d-ccd0-4865-abd1-5343c0f90bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384858 Jul 24 09:16:17.436163 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb41b86-f602-4ccb-89db-4dfc2df01df1 req-adcd17c2-db50-4af6-a881-1a3fc8ea2e37 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:17.438210 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8eb41b86-f602-4ccb-89db-4dfc2df01df1 req-adcd17c2-db50-4af6-a881-1a3fc8ea2e37 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.37 "GET /v2.0/ports?device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 945 time: 0.5817902 Jul 24 09:16:17.470048 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ba276827-c4bf-4238-b4cf-19aee28db723 service neutron] For port d31c0871-ebdd-4533-9aeb-011db2bd0f76, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=d31c0871-ebdd-4533-9aeb-011db2bd0f76,segment=NetworkSegment(6ce6d47b-4c6a-4b90-b570-7486fbf29a36),segment_id=6ce6d47b-4c6a-4b90-b570-7486fbf29a36)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:16:17.515263 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ba276827-c4bf-4238-b4cf-19aee28db723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:17.579642 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4f294a6-1717-47ba-9c28-341d01876e69 req-5e9aeb6d-e08a-4d38-8bf9-5d862dd9ef80 service neutron] 10.222.0.37 "GET /v2.0/networks/0e0f771d-ba39-4956-b211-8dacb7f59819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5150352 Jul 24 09:16:17.588847 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ba276827-c4bf-4238-b4cf-19aee28db723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:17.589364 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ba276827-c4bf-4238-b4cf-19aee28db723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:17.590751 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-ba276827-c4bf-4238-b4cf-19aee28db723 service neutron] 10.222.0.37 "PUT /v2.0/ports/d31c0871-ebdd-4533-9aeb-011db2bd0f76 HTTP/1.1" status: 200 len: 1091 time: 2.2342966 Jul 24 09:16:17.596071 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3439fc33-c3a6-4532-a8dc-f44f807c1a93', 'tag': 'd31c0871-ebdd-4533-9aeb-011db2bd0f76'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:16:17.598748 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae66bf43-591e-43e3-83b3-deb0356558f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3439fc33-c3a6-4532-a8dc-f44f807c1a93", "tag": "d31c0871-ebdd-4533-9aeb-011db2bd0f76"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:16:17.643457 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b59f09-84ad-4875-8cfe-405948da87ca req-ea66474e-f172-42b6-a612-e04266c75a0d tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:17.651804 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-71b59f09-84ad-4875-8cfe-405948da87ca req-ea66474e-f172-42b6-a612-e04266c75a0d tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.1065187 Jul 24 09:16:17.665895 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba276827-c4bf-4238-b4cf-19aee28db723 service neutron] Pushing event updated for resources: {'Port': ['ID=d31c0871-ebdd-4533-9aeb-011db2bd0f76,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:17.700866 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-71b59f09-84ad-4875-8cfe-405948da87ca req-5521821e-73b3-4937-a931-34975972352a tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480738 Jul 24 09:16:17.720047 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef337f99-452a-4fe6-ad0e-8333b2b52071 req-c348bd8e-8555-4a82-b31e-55877b6eeb63 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:17.720047 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ef337f99-452a-4fe6-ad0e-8333b2b52071 req-c348bd8e-8555-4a82-b31e-55877b6eeb63 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 945 time: 0.2755485 Jul 24 09:16:17.758620 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-8eb41b86-f602-4ccb-89db-4dfc2df01df1 req-42194f6c-b9f3-494c-a102-219959e6e87e tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Deleting port fa9eeb1f-67a3-41bf-8f98-b9ea680c137e {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:16:17.758972 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8eb41b86-f602-4ccb-89db-4dfc2df01df1 req-42194f6c-b9f3-494c-a102-219959e6e87e tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:17.810676 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-37ef9bf1-04ab-424f-aff0-baf04c23fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:17.812262 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-37ef9bf1-04ab-424f-aff0-baf04c23fc1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=233e5702d83e46c29e001e8f0c97ed0f&device_id=3439fc33-c3a6-4532-a8dc-f44f807c1a93 HTTP/1.1" status: 200 len: 1094 time: 0.1629736 Jul 24 09:16:17.820275 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ef337f99-452a-4fe6-ad0e-8333b2b52071 req-36209f8f-2ad4-45d1-8ccc-71ce50e37ac8 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840569 Jul 24 09:16:17.887939 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-cf688178-f127-4cd6-b4da-30878e97142b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d31c0871-ebdd-4533-9aeb-011db2bd0f76 HTTP/1.1" status: 200 len: 217 time: 0.0666618 Jul 24 09:16:17.932247 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c44ba21-405e-400d-b907-168186cbe39c x-openstack-request-id: req-0c44ba21-405e-400d-b907-168186cbe39c {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:16:17.932548 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3439fc33-c3a6-4532-a8dc-f44f807c1a93", "tag": "d31c0871-ebdd-4533-9aeb-011db2bd0f76", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:16:17.932837 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c44ba21-405e-400d-b907-168186cbe39c {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:16:17.933228 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3439fc33-c3a6-4532-a8dc-f44f807c1a93', 'tag': 'd31c0871-ebdd-4533-9aeb-011db2bd0f76', 'status': 'completed', 'code': 200} Jul 24 09:16:17.987191 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-8eb41b86-f602-4ccb-89db-4dfc2df01df1 req-42194f6c-b9f3-494c-a102-219959e6e87e tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] For port fa9eeb1f-67a3-41bf-8f98-b9ea680c137e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=fa9eeb1f-67a3-41bf-8f98-b9ea680c137e,segment=NetworkSegment(1d6d5667-2732-42fd-921a-ccb603a49db8),segment_id=1d6d5667-2732-42fd-921a-ccb603a49db8)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:17.987569 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8eb41b86-f602-4ccb-89db-4dfc2df01df1 req-42194f6c-b9f3-494c-a102-219959e6e87e tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:18.006430 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-8eb41b86-f602-4ccb-89db-4dfc2df01df1 req-42194f6c-b9f3-494c-a102-219959e6e87e tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Calling delete_port for fa9eeb1f-67a3-41bf-8f98-b9ea680c137e owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:16:18.008793 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-9b1432fd-0e17-48d0-9a5d-a6d8220a4d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:18.010201 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-9b1432fd-0e17-48d0-9a5d-a6d8220a4d60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c0ca2a4-bfbc-4b83-8b4c-560bc7b8c198 HTTP/1.1" status: 200 len: 853 time: 0.1150157 Jul 24 09:16:18.132758 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936305d-3ee0-4d31-84ed-33468aee8436 req-f034a313-c34d-494d-8d6c-5f9410c14930 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:18.138800 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936305d-3ee0-4d31-84ed-33468aee8436 req-f034a313-c34d-494d-8d6c-5f9410c14930 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:18.145751 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936305d-3ee0-4d31-84ed-33468aee8436 req-f034a313-c34d-494d-8d6c-5f9410c14930 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:18.153277 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936305d-3ee0-4d31-84ed-33468aee8436 req-f034a313-c34d-494d-8d6c-5f9410c14930 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:18.159436 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936305d-3ee0-4d31-84ed-33468aee8436 req-f034a313-c34d-494d-8d6c-5f9410c14930 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:18.168618 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936305d-3ee0-4d31-84ed-33468aee8436 req-f034a313-c34d-494d-8d6c-5f9410c14930 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:18.171810 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936305d-3ee0-4d31-84ed-33468aee8436 req-f034a313-c34d-494d-8d6c-5f9410c14930 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:18.173920 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8936305d-3ee0-4d31-84ed-33468aee8436 req-f034a313-c34d-494d-8d6c-5f9410c14930 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5429 time: 0.2452745 Jul 24 09:16:18.239999 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-326e892c-3e3c-4c98-b3c0-ebf4d5991d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:18.241583 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-326e892c-3e3c-4c98-b3c0-ebf4d5991d98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=66549fa8-6cb8-4643-9bf1-5a976706f788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2207596 Jul 24 09:16:18.250109 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8936305d-3ee0-4d31-84ed-33468aee8436 req-9ba01dda-1234-4024-a043-b5610f769a16 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695422 Jul 24 09:16:18.369349 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8eb41b86-f602-4ccb-89db-4dfc2df01df1 req-42194f6c-b9f3-494c-a102-219959e6e87e tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:18.383196 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['fa9eeb1f-67a3-41bf-8f98-b9ea680c137e'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:16:18.429831 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42194f6c-b9f3-494c-a102-219959e6e87e tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Pushing event deleted for resources: {'Port': ['ID=fa9eeb1f-67a3-41bf-8f98-b9ea680c137e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:18.450612 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-1527f598-ac2d-445f-840a-c17d3e3b538c service neutron] 10.222.0.37 "GET /v2.0/networks/66549fa8-6cb8-4643-9bf1-5a976706f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995294 Jul 24 09:16:18.522034 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb41b86-f602-4ccb-89db-4dfc2df01df1 req-42194f6c-b9f3-494c-a102-219959e6e87e tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] No DVR routers for this DVR port fa9eeb1f-67a3-41bf-8f98-b9ea680c137e on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:16:18.528905 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c57889-9b7e-448a-bc9b-8e3ed77215d3 req-3b4938b9-4235-4478-b371-9a800dfeadf1 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:18.532717 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8eb41b86-f602-4ccb-89db-4dfc2df01df1 req-42194f6c-b9f3-494c-a102-219959e6e87e tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:18.534724 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8eb41b86-f602-4ccb-89db-4dfc2df01df1 req-42194f6c-b9f3-494c-a102-219959e6e87e tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.37 "DELETE /v2.0/ports/fa9eeb1f-67a3-41bf-8f98-b9ea680c137e HTTP/1.1" status: 204 len: 173 time: 1.0882604 Jul 24 09:16:18.537414 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d6c57889-9b7e-448a-bc9b-8e3ed77215d3 req-3b4938b9-4235-4478-b371-9a800dfeadf1 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 944 time: 0.1163666 Jul 24 09:16:18.551812 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217169da-a722-44a1-9620-3729d4a2747c req-b427d5ec-6daa-48cd-a94a-1640e8b25b8e tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:18.553434 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-217169da-a722-44a1-9620-3729d4a2747c req-b427d5ec-6daa-48cd-a94a-1640e8b25b8e tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/ports?device_id=3439fc33-c3a6-4532-a8dc-f44f807c1a93 HTTP/1.1" status: 200 len: 943 time: 0.2042358 Jul 24 09:16:18.583590 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d6c57889-9b7e-448a-bc9b-8e3ed77215d3 req-3a2942a2-5004-4216-a833-07f7f2c96d9e tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396194 Jul 24 09:16:18.635241 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-adfe6272-1948-4856-8734-fb83a8fa04a9 req-5e8f306d-cc80-4ca1-ac99-1f8ceedc92c5 service neutron] 10.222.0.37 "GET /v2.0/networks/66549fa8-6cb8-4643-9bf1-5a976706f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652265 Jul 24 09:16:18.638227 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-217169da-a722-44a1-9620-3729d4a2747c req-79f6b224-b6a9-4bf2-9b21-6a2080424bf0 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ec390b8-4799-4bcb-81d0-3080993ba75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596371 Jul 24 09:16:18.713327 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dba04363-e4b4-4540-b407-ed8274d8807e req-2a6a1ec1-224c-4159-9d58-ee18a06a7acc tempest-FloatingIPsAssociationNegativeTestJSON-2110152366 tempest-FloatingIPsAssociationNegativeTestJSON-2110152366-project] 10.222.0.32 "GET /v2.0/ports?device_id=98387a2e-806a-4be4-b9b0-5a51bc473234 HTTP/1.1" status: 200 len: 210 time: 0.0393677 Jul 24 09:16:18.748948 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66bf43-591e-43e3-83b3-deb0356558f5 req-babb86cf-5b3e-40c8-a12d-782d29c1b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:18.751081 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ae66bf43-591e-43e3-83b3-deb0356558f5 req-babb86cf-5b3e-40c8-a12d-782d29c1b8e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=233e5702d83e46c29e001e8f0c97ed0f&device_id=3439fc33-c3a6-4532-a8dc-f44f807c1a93 HTTP/1.1" status: 200 len: 1094 time: 0.0578818 Jul 24 09:16:18.884687 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66bf43-591e-43e3-83b3-deb0356558f5 req-4c9dc6c0-86cb-45ac-9644-e25a9532121f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:18.886319 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ae66bf43-591e-43e3-83b3-deb0356558f5 req-4c9dc6c0-86cb-45ac-9644-e25a9532121f service neutron] 10.222.0.37 "GET /v2.0/networks?id=66549fa8-6cb8-4643-9bf1-5a976706f788 HTTP/1.1" status: 200 len: 914 time: 0.1284945 Jul 24 09:16:18.939756 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73383462-5866-427c-8b79-01a1cb28f8e2 req-09d69af0-b6f9-440e-84cc-102507fcf570 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:18.941938 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-73383462-5866-427c-8b79-01a1cb28f8e2 req-09d69af0-b6f9-440e-84cc-102507fcf570 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.1628158 Jul 24 09:16:18.943712 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ae66bf43-591e-43e3-83b3-deb0356558f5 req-8dd8ba12-19fe-45af-bc8e-06bda212578d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d31c0871-ebdd-4533-9aeb-011db2bd0f76 HTTP/1.1" status: 200 len: 217 time: 0.0487242 Jul 24 09:16:19.033305 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-73383462-5866-427c-8b79-01a1cb28f8e2 req-023c52c7-0fb2-4f65-8879-5d10b396502d tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844865 Jul 24 09:16:19.038084 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66bf43-591e-43e3-83b3-deb0356558f5 req-106d17ae-7d43-422d-866f-2127e014423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:19.038084 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ae66bf43-591e-43e3-83b3-deb0356558f5 req-106d17ae-7d43-422d-866f-2127e014423b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c0ca2a4-bfbc-4b83-8b4c-560bc7b8c198 HTTP/1.1" status: 200 len: 853 time: 0.0798719 Jul 24 09:16:19.130305 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66bf43-591e-43e3-83b3-deb0356558f5 req-321cd5f8-9286-44e7-b58c-91c473bcbeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:19.132272 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ae66bf43-591e-43e3-83b3-deb0356558f5 req-321cd5f8-9286-44e7-b58c-91c473bcbeaa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=66549fa8-6cb8-4643-9bf1-5a976706f788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784650 Jul 24 09:16:19.241606 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ae66bf43-591e-43e3-83b3-deb0356558f5 req-05179c27-ad7c-41a0-ae65-f11294b06678 service neutron] 10.222.0.37 "GET /v2.0/networks/66549fa8-6cb8-4643-9bf1-5a976706f788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930290 Jul 24 09:16:19.354797 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ae66bf43-591e-43e3-83b3-deb0356558f5 req-9a8851c7-c36e-4a5b-87d0-abebd6ecde97 service neutron] 10.222.0.37 "GET /v2.0/networks/66549fa8-6cb8-4643-9bf1-5a976706f788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030719 Jul 24 09:16:19.414597 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0aad5-ee51-4c3b-88d5-5008eb4f14c5 req-3a6f2a63-e535-49df-8c1c-1833d1456c65 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:19.420557 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0aad5-ee51-4c3b-88d5-5008eb4f14c5 req-3a6f2a63-e535-49df-8c1c-1833d1456c65 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:19.420690 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:16:19.426487 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0aad5-ee51-4c3b-88d5-5008eb4f14c5 req-3a6f2a63-e535-49df-8c1c-1833d1456c65 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:19.433042 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0aad5-ee51-4c3b-88d5-5008eb4f14c5 req-3a6f2a63-e535-49df-8c1c-1833d1456c65 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:19.439069 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0aad5-ee51-4c3b-88d5-5008eb4f14c5 req-3a6f2a63-e535-49df-8c1c-1833d1456c65 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:19.445470 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0aad5-ee51-4c3b-88d5-5008eb4f14c5 req-3a6f2a63-e535-49df-8c1c-1833d1456c65 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:19.451841 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0aad5-ee51-4c3b-88d5-5008eb4f14c5 req-3a6f2a63-e535-49df-8c1c-1833d1456c65 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:19.454487 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b3e0aad5-ee51-4c3b-88d5-5008eb4f14c5 req-3a6f2a63-e535-49df-8c1c-1833d1456c65 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5429 time: 0.1122983 Jul 24 09:16:19.507396 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b3e0aad5-ee51-4c3b-88d5-5008eb4f14c5 req-e3404198-c5aa-47fb-a278-dcacdaab9c8b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465388 Jul 24 09:16:19.508447 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:19.536460 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0b3aa4-2384-4309-b12f-09acc5e33e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:16:19.538928 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8158e2fb-6a8b-48ff-9ce6-ddc1d39b3e14" -d '{"events": [{"server_uuid": "ed0b3aa4-2384-4309-b12f-09acc5e33e47", "name": "network-vif-unplugged", "status": "completed", "tag": "0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:16:19.551713 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:19.555798 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:19.591877 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccd8cf1-212a-4575-8d4c-4d0295f5beee x-openstack-request-id: req-1ccd8cf1-212a-4575-8d4c-4d0295f5beee {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:16:19.592168 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0b3aa4-2384-4309-b12f-09acc5e33e47", "name": "network-vif-unplugged", "status": "completed", "tag": "0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:16:19.592417 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ccd8cf1-212a-4575-8d4c-4d0295f5beee {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:16:19.592823 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0b3aa4-2384-4309-b12f-09acc5e33e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb', 'code': 200} Jul 24 09:16:19.611991 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:19.734396 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a3f90-8158-493e-abf9-3b9ecd3b3fc0 req-6361ac12-27f9-4bd4-b389-87a663666ae8 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:19.735957 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2b6a3f90-8158-493e-abf9-3b9ecd3b3fc0 req-6361ac12-27f9-4bd4-b389-87a663666ae8 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 944 time: 0.0786517 Jul 24 09:16:19.776325 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2b6a3f90-8158-493e-abf9-3b9ecd3b3fc0 req-b9866bf8-fe72-4527-b6f4-a9696fb7d445 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344439 Jul 24 09:16:19.808945 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afa58d-da82-4917-9e96-8994d4076cb7 req-690fa47e-d609-4203-85eb-ebbb768d2b46 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:19.810723 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-50afa58d-da82-4917-9e96-8994d4076cb7 req-690fa47e-d609-4203-85eb-ebbb768d2b46 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/ports?device_id=3439fc33-c3a6-4532-a8dc-f44f807c1a93 HTTP/1.1" status: 200 len: 943 time: 0.0749295 Jul 24 09:16:19.829313 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 58996) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:19.861302 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-50afa58d-da82-4917-9e96-8994d4076cb7 req-bdc534a3-c6c3-4c8a-a987-d017e53d532d tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ec390b8-4799-4bcb-81d0-3080993ba75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444725 Jul 24 09:16:19.879071 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58998) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:19.935795 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98387a2e-806a-4be4-b9b0-5a51bc473234', 'name': 'network-vif-deleted', 'tag': 'fa9eeb1f-67a3-41bf-8f98-b9ea680c137e'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:16:19.938158 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3d13a0-0397-40e4-9f23-a1d400355dac" -d '{"events": [{"server_uuid": "98387a2e-806a-4be4-b9b0-5a51bc473234", "name": "network-vif-deleted", "tag": "fa9eeb1f-67a3-41bf-8f98-b9ea680c137e"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:16:19.983457 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fed006f1-c174-4b6c-8ed3-b073ed19aad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:20.001179 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047f7817-010e-4271-bfbe-ae5a56435786 x-openstack-request-id: req-047f7817-010e-4271-bfbe-ae5a56435786 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:16:20.001466 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98387a2e-806a-4be4-b9b0-5a51bc473234", "name": "network-vif-deleted", "tag": "fa9eeb1f-67a3-41bf-8f98-b9ea680c137e", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:16:20.001710 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-047f7817-010e-4271-bfbe-ae5a56435786 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:16:20.002329 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98387a2e-806a-4be4-b9b0-5a51bc473234', 'name': 'network-vif-deleted', 'tag': 'fa9eeb1f-67a3-41bf-8f98-b9ea680c137e', 'status': 'completed', 'code': 200} Jul 24 09:16:20.081867 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fed006f1-c174-4b6c-8ed3-b073ed19aad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:20.086182 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fed006f1-c174-4b6c-8ed3-b073ed19aad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:20.137619 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fed006f1-c174-4b6c-8ed3-b073ed19aad2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1922bc347e5448f5bbd503f5f28d675d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2573609 Jul 24 09:16:20.140804 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59008) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:20.155387 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed006f1-c174-4b6c-8ed3-b073ed19aad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73ecd2b-f64a-44ca-802f-abefb7804f06,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:20.206027 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81e702-9f6c-4220-ae85-4f47d78d6639 req-9e67704c-2ee8-4bad-8994-d9df7ffdd485 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:20.207534 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3f81e702-9f6c-4220-ae85-4f47d78d6639 req-9e67704c-2ee8-4bad-8994-d9df7ffdd485 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.0938840 Jul 24 09:16:20.228502 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e7bb5e50-4b1b-4243-a507-bfc46304d12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:20.246456 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3f81e702-9f6c-4220-ae85-4f47d78d6639 req-ea5a5bcc-f8ba-4f6c-89be-5fe84c794a81 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330105 Jul 24 09:16:20.256750 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4fc69699-b3e7-4baa-ba80-41795deb993e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:20.259432 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e7bb5e50-4b1b-4243-a507-bfc46304d12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:20.380431 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e7bb5e50-4b1b-4243-a507-bfc46304d12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:20.382847 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e7bb5e50-4b1b-4243-a507-bfc46304d12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:20.383980 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e7bb5e50-4b1b-4243-a507-bfc46304d12b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b73ecd2b-f64a-44ca-802f-abefb7804f06 HTTP/1.1" status: 204 len: 168 time: 0.2421837 Jul 24 09:16:20.416867 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb5e50-4b1b-4243-a507-bfc46304d12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73ecd2b-f64a-44ca-802f-abefb7804f06,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:20.558775 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-4fc69699-b3e7-4baa-ba80-41795deb993e admin admin] Deleting port 40c787a5-62b3-480c-9d99-458aaec4e4a9 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:16:20.559222 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4fc69699-b3e7-4baa-ba80-41795deb993e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:20.661412 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59020) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:20.675028 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5cb82f64-e3b0-4588-a0aa-7ef6c05187a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:20.676946 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-4fc69699-b3e7-4baa-ba80-41795deb993e admin admin] For port 40c787a5-62b3-480c-9d99-458aaec4e4a9, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=40c787a5-62b3-480c-9d99-458aaec4e4a9,segment=NetworkSegment(1d6d5667-2732-42fd-921a-ccb603a49db8),segment_id=1d6d5667-2732-42fd-921a-ccb603a49db8)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:20.677322 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4fc69699-b3e7-4baa-ba80-41795deb993e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:20.697626 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-4fc69699-b3e7-4baa-ba80-41795deb993e admin admin] Calling delete_port for 40c787a5-62b3-480c-9d99-458aaec4e4a9 owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:16:20.728221 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aef6a0-b5e4-47c1-aadd-046270e62691 req-156a66a4-a5ca-4272-b026-2f2b98e3efb4 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:20.734938 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aef6a0-b5e4-47c1-aadd-046270e62691 req-156a66a4-a5ca-4272-b026-2f2b98e3efb4 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:20.741081 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aef6a0-b5e4-47c1-aadd-046270e62691 req-156a66a4-a5ca-4272-b026-2f2b98e3efb4 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:20.747092 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aef6a0-b5e4-47c1-aadd-046270e62691 req-156a66a4-a5ca-4272-b026-2f2b98e3efb4 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:20.753292 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aef6a0-b5e4-47c1-aadd-046270e62691 req-156a66a4-a5ca-4272-b026-2f2b98e3efb4 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:20.759126 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aef6a0-b5e4-47c1-aadd-046270e62691 req-156a66a4-a5ca-4272-b026-2f2b98e3efb4 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:20.765090 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aef6a0-b5e4-47c1-aadd-046270e62691 req-156a66a4-a5ca-4272-b026-2f2b98e3efb4 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:20.767293 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-32aef6a0-b5e4-47c1-aadd-046270e62691 req-156a66a4-a5ca-4272-b026-2f2b98e3efb4 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5429 time: 0.1796513 Jul 24 09:16:20.767864 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5cb82f64-e3b0-4588-a0aa-7ef6c05187a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:20.771233 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5cb82f64-e3b0-4588-a0aa-7ef6c05187a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:20.812222 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5cb82f64-e3b0-4588-a0aa-7ef6c05187a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=301fcd7bc6b9417cbc0d7dbdfdb3bedb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497192 Jul 24 09:16:20.812764 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59024) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:20.814289 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb82f64-e3b0-4588-a0aa-7ef6c05187a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94df9f64-eb9e-4f20-9f78-0404a7fe11fa,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:20.886704 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-32aef6a0-b5e4-47c1-aadd-046270e62691 req-dd323fab-24cb-4f36-a055-7c0474d0e3b8 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0914416 Jul 24 09:16:20.929545 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c128043-e17f-4ac0-a0fb-11f20382ba1f req-90dff02b-589a-4947-bb17-e3a500c2a6a8 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:20.931151 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0c128043-e17f-4ac0-a0fb-11f20382ba1f req-90dff02b-589a-4947-bb17-e3a500c2a6a8 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 944 time: 0.0759513 Jul 24 09:16:20.942272 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c2319763-d481-4041-899f-e77a11a652ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:20.972805 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0c128043-e17f-4ac0-a0fb-11f20382ba1f req-2c63ca1c-7e65-4f29-828d-788c2c040d5b tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335124 Jul 24 09:16:21.276407 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c2319763-d481-4041-899f-e77a11a652ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:21.379333 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68823b7-c459-40c9-b12d-075674ca42d2 req-54861397-485a-402e-9bc7-90cf551b288d tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:21.380869 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a68823b7-c459-40c9-b12d-075674ca42d2 req-54861397-485a-402e-9bc7-90cf551b288d tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/ports?device_id=3439fc33-c3a6-4532-a8dc-f44f807c1a93 HTTP/1.1" status: 200 len: 943 time: 0.4242034 Jul 24 09:16:21.383779 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c2319763-d481-4041-899f-e77a11a652ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:21.386419 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c2319763-d481-4041-899f-e77a11a652ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:21.390235 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c2319763-d481-4041-899f-e77a11a652ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94df9f64-eb9e-4f20-9f78-0404a7fe11fa HTTP/1.1" status: 204 len: 168 time: 0.5728588 Jul 24 09:16:21.401533 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4fc69699-b3e7-4baa-ba80-41795deb993e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:21.408757 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded594db-6d80-4b45-ad09-3dd4dcd74109 req-49cfa029-8f36-4950-bfc7-fe08cfdb61e5 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:21.410269 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ded594db-6d80-4b45-ad09-3dd4dcd74109 req-49cfa029-8f36-4950-bfc7-fe08cfdb61e5 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.0813115 Jul 24 09:16:21.416397 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2319763-d481-4041-899f-e77a11a652ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94df9f64-eb9e-4f20-9f78-0404a7fe11fa,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:21.424437 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device d31c0871-ebdd-4533-9aeb-011db2bd0f76 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:16:21.427220 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device fa9eeb1f-67a3-41bf-8f98-b9ea680c137e no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:16:21.440842 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc69699-b3e7-4baa-ba80-41795deb993e admin admin] Pushing event deleted for resources: {'Port': ['ID=40c787a5-62b3-480c-9d99-458aaec4e4a9,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:21.491754 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ded594db-6d80-4b45-ad09-3dd4dcd74109 req-42cd1e95-bde8-4d28-a953-a39795d2b2e7 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727468 Jul 24 09:16:21.526164 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a68823b7-c459-40c9-b12d-075674ca42d2 req-50a27db2-f2e0-4f9b-b840-38969143ce26 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ec390b8-4799-4bcb-81d0-3080993ba75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375892 Jul 24 09:16:21.575918 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: fa9eeb1f-67a3-41bf-8f98-b9ea680c137e {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:16:21.576265 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device fa9eeb1f-67a3-41bf-8f98-b9ea680c137e not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:16:21.603945 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port d31c0871-ebdd-4533-9aeb-011db2bd0f76, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=d31c0871-ebdd-4533-9aeb-011db2bd0f76,segment=NetworkSegment(6ce6d47b-4c6a-4b90-b570-7486fbf29a36),segment_id=6ce6d47b-4c6a-4b90-b570-7486fbf29a36)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:21.619237 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'd31c0871-ebdd-4533-9aeb-011db2bd0f76', 'network_id': '66549fa8-6cb8-4643-9bf1-5a976706f788', 'port_id': 'd31c0871-ebdd-4533-9aeb-011db2bd0f76', 'mac_address': 'fa:16:3e:e5:fb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c0ca2a4-bfbc-4b83-8b4c-560bc7b8c198', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:16:21.673652 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:21.675171 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4fc69699-b3e7-4baa-ba80-41795deb993e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:21.688996 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d31c0871-ebdd-4533-9aeb-011db2bd0f76 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:16:21.714632 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port d31c0871-ebdd-4533-9aeb-011db2bd0f76, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=d31c0871-ebdd-4533-9aeb-011db2bd0f76,segment=NetworkSegment(6ce6d47b-4c6a-4b90-b570-7486fbf29a36),segment_id=6ce6d47b-4c6a-4b90-b570-7486fbf29a36)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:21.720617 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:21.721523 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:16:21.951824 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc69699-b3e7-4baa-ba80-41795deb993e admin admin] Router e7beb0d1-9f55-44c7-a681-6b5955fb60bc has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:16:21.966125 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=d31c0871-ebdd-4533-9aeb-011db2bd0f76,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:21.990592 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:22.007894 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb', 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'port_id': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb', 'mac_address': 'fa:16:3e:ba:5f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f84861-778d-4828-92aa-af092c959084', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:16:22.048693 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:22.062892 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:16:22.085011 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:22.092031 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:22.094130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 0a090d5f-3937-4620-8016-cd5fcbd6dda0 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:16:22.152570 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,revision_number=9']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:22.154303 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b327ab-9ab2-4e8a-938f-6a44a0cae639 req-99563ea8-2727-4239-842d-17d37b31874f tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:22.169010 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc69699-b3e7-4baa-ba80-41795deb993e admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:16:22.180439 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4fc69699-b3e7-4baa-ba80-41795deb993e admin admin] 10.222.0.32 "PUT /v2.0/routers/e7beb0d1-9f55-44c7-a681-6b5955fb60bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3501322 Jul 24 09:16:22.182971 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59070) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:22.185400 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b327ab-9ab2-4e8a-938f-6a44a0cae639 req-99563ea8-2727-4239-842d-17d37b31874f tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:22.186357 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6dd71f-9ad7-488b-a37e-ee6136405ce0 None None] Sync routers for ids ['e7beb0d1-9f55-44c7-a681-6b5955fb60bc'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:16:22.197456 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b327ab-9ab2-4e8a-938f-6a44a0cae639 req-99563ea8-2727-4239-842d-17d37b31874f tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:22.207732 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b327ab-9ab2-4e8a-938f-6a44a0cae639 req-99563ea8-2727-4239-842d-17d37b31874f tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:22.215859 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b327ab-9ab2-4e8a-938f-6a44a0cae639 req-99563ea8-2727-4239-842d-17d37b31874f tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:22.217009 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6dd71f-9ad7-488b-a37e-ee6136405ce0 None None] Routers {'e7beb0d1-9f55-44c7-a681-6b5955fb60bc'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:16:22.217605 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7f6dd71f-9ad7-488b-a37e-ee6136405ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:16:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e7beb0d1-9f55-44c7-a681-6b5955fb60bc'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:22.225781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b327ab-9ab2-4e8a-938f-6a44a0cae639 req-99563ea8-2727-4239-842d-17d37b31874f tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:22.233364 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b327ab-9ab2-4e8a-938f-6a44a0cae639 req-99563ea8-2727-4239-842d-17d37b31874f tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:22.242192 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-66b327ab-9ab2-4e8a-938f-6a44a0cae639 req-99563ea8-2727-4239-842d-17d37b31874f tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5429 time: 0.2151139 Jul 24 09:16:22.305373 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-66b327ab-9ab2-4e8a-938f-6a44a0cae639 req-273d727e-5006-4194-9ad7-f5c19c186936 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619161 Jul 24 09:16:22.306590 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e772b4-4e79-443d-a16c-fca8d3795291 req-478168ef-f24f-40d6-8f4b-31384f6aee8c tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:22.314751 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-39e772b4-4e79-443d-a16c-fca8d3795291 req-478168ef-f24f-40d6-8f4b-31384f6aee8c tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 944 time: 0.2126646 Jul 24 09:16:22.360834 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0a090d5f-3937-4620-8016-cd5fcbd6dda0, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0a090d5f-3937-4620-8016-cd5fcbd6dda0,segment=NetworkSegment(028cb95f-2a4c-4e6e-aac8-95db3bdf4e23),segment_id=028cb95f-2a4c-4e6e-aac8-95db3bdf4e23)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:22.378671 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '0a090d5f-3937-4620-8016-cd5fcbd6dda0', 'network_id': '0e0f771d-ba39-4956-b211-8dacb7f59819', 'port_id': '0a090d5f-3937-4620-8016-cd5fcbd6dda0', 'mac_address': 'fa:16:3e:09:01:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d96a69-926f-4867-a66e-7af2fecafdb3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:16:22.405301 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-39e772b4-4e79-443d-a16c-fca8d3795291 req-affc3aa9-f681-4b6e-a8bc-4acf9b271128 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749767 Jul 24 09:16:22.421243 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-077a1119-02e3-4899-944a-26cff497759d admin admin] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:22.424326 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:22.441032 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a090d5f-3937-4620-8016-cd5fcbd6dda0 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:16:22.461588 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0a090d5f-3937-4620-8016-cd5fcbd6dda0, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0a090d5f-3937-4620-8016-cd5fcbd6dda0,segment=NetworkSegment(028cb95f-2a4c-4e6e-aac8-95db3bdf4e23),segment_id=028cb95f-2a4c-4e6e-aac8-95db3bdf4e23)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:22.463818 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-7f6dd71f-9ad7-488b-a37e-ee6136405ce0 None None] Set router e7beb0d1-9f55-44c7-a681-6b5955fb60bc gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:16:22.494131 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:22.561736 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-077a1119-02e3-4899-944a-26cff497759d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:22.620070 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:16:22.650207 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=0a090d5f-3937-4620-8016-cd5fcbd6dda0,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:22.740255 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-077a1119-02e3-4899-944a-26cff497759d admin admin] Deleting port 3da805a9-fc6d-4c80-9f1d-eed9c6b26a48 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:16:22.740432 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-077a1119-02e3-4899-944a-26cff497759d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:22.756723 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['d31c0871-ebdd-4533-9aeb-011db2bd0f76'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:16:22.758788 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['0a090d5f-3937-4620-8016-cd5fcbd6dda0'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:16:22.760531 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bd42d-9e83-4c08-af3c-af3413868077 req-cb332887-78ce-44a2-80a2-406cdd500982 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:22.778330 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-127bd42d-9e83-4c08-af3c-af3413868077 req-cb332887-78ce-44a2-80a2-406cdd500982 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/ports?device_id=3439fc33-c3a6-4532-a8dc-f44f807c1a93 HTTP/1.1" status: 200 len: 944 time: 0.1226089 Jul 24 09:16:22.826868 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e380283-f806-4178-b23c-1546784e9777 req-e76d9b82-d4f6-409a-8ea9-72c21d781a48 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:22.829021 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0e380283-f806-4178-b23c-1546784e9777 req-e76d9b82-d4f6-409a-8ea9-72c21d781a48 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.2264187 Jul 24 09:16:22.862757 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-127bd42d-9e83-4c08-af3c-af3413868077 req-f8121a8b-5b2d-4b64-a3e3-5907440549ae tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ec390b8-4799-4bcb-81d0-3080993ba75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810857 Jul 24 09:16:22.972299 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-077a1119-02e3-4899-944a-26cff497759d admin admin] For port 3da805a9-fc6d-4c80-9f1d-eed9c6b26a48, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=3da805a9-fc6d-4c80-9f1d-eed9c6b26a48,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:22.977183 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-077a1119-02e3-4899-944a-26cff497759d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:22.985528 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7f6dd71f-9ad7-488b-a37e-ee6136405ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484173121-router', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '3da805a9-fc6d-4c80-9f1d-eed9c6b26a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:15:02Z', 'updated_at': '2021-07-24T09:16:21Z', 'revision_number': 5, 'project_id': '44f7e03d83844829b5852dbb1418c3e4', 'gw_port': {'id': '3da805a9-fc6d-4c80-9f1d-eed9c6b26a48', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:04Z', 'updated_at': '2021-07-24T09:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:23.003782 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0e380283-f806-4178-b23c-1546784e9777 req-2ec112de-2a3d-4741-95c7-e58dac3b4524 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387317 Jul 24 09:16:23.011869 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-077a1119-02e3-4899-944a-26cff497759d admin admin] Calling delete_port for 3da805a9-fc6d-4c80-9f1d-eed9c6b26a48 owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:16:23.014362 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59102) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:23.066254 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6dd71f-9ad7-488b-a37e-ee6136405ce0 None None] Checking router: e7beb0d1-9f55-44c7-a681-6b5955fb60bc for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:16:23.092584 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6dd71f-9ad7-488b-a37e-ee6136405ce0 None None] Routers {'e7beb0d1-9f55-44c7-a681-6b5955fb60bc'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:16:23.093737 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7f6dd71f-9ad7-488b-a37e-ee6136405ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:16:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e7beb0d1-9f55-44c7-a681-6b5955fb60bc'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:23.178457 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9a479376-5b1d-4ed9-a6d4-984a05174f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:23.240814 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-7f6dd71f-9ad7-488b-a37e-ee6136405ce0 None None] Set router e7beb0d1-9f55-44c7-a681-6b5955fb60bc gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:16:23.287426 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-077a1119-02e3-4899-944a-26cff497759d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:23.311276 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7f6dd71f-9ad7-488b-a37e-ee6136405ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484173121-router', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:15:02Z', 'updated_at': '2021-07-24T09:16:22Z', 'revision_number': 6, 'project_id': '44f7e03d83844829b5852dbb1418c3e4', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:23.329904 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a1119-02e3-4899-944a-26cff497759d admin admin] Pushing event deleted for resources: {'Port': ['ID=3da805a9-fc6d-4c80-9f1d-eed9c6b26a48,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:23.364123 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6dd71f-9ad7-488b-a37e-ee6136405ce0 None None] The sync data for ids ['e7beb0d1-9f55-44c7-a681-6b5955fb60bc'] in n-d-800085-9 is: [{'id': 'e7beb0d1-9f55-44c7-a681-6b5955fb60bc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484173121-router', 'tenant_id': '44f7e03d83844829b5852dbb1418c3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:15:02Z', 'updated_at': '2021-07-24T09:16:22Z', 'revision_number': 6, 'project_id': '44f7e03d83844829b5852dbb1418c3e4', 'gw_port_host': None}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:16:23.415323 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9a479376-5b1d-4ed9-a6d4-984a05174f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:23.428166 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:16:23.436353 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9a479376-5b1d-4ed9-a6d4-984a05174f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:23.441300 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-077a1119-02e3-4899-944a-26cff497759d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:23.493847 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:16:23.494794 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:23.517630 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a479376-5b1d-4ed9-a6d4-984a05174f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2d9b66-f1f7-45ab-9312-5938875f4223,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:23.547340 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f565a-2774-44f0-af05-71b5572b49f5 req-0b509caf-52fc-45db-b580-8dc34e5eda30 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:23.554980 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f565a-2774-44f0-af05-71b5572b49f5 req-0b509caf-52fc-45db-b580-8dc34e5eda30 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:23.563428 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f565a-2774-44f0-af05-71b5572b49f5 req-0b509caf-52fc-45db-b580-8dc34e5eda30 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:23.584500 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f565a-2774-44f0-af05-71b5572b49f5 req-0b509caf-52fc-45db-b580-8dc34e5eda30 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:23.599958 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f565a-2774-44f0-af05-71b5572b49f5 req-0b509caf-52fc-45db-b580-8dc34e5eda30 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:23.609349 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f565a-2774-44f0-af05-71b5572b49f5 req-0b509caf-52fc-45db-b580-8dc34e5eda30 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:23.618767 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:23.620113 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f565a-2774-44f0-af05-71b5572b49f5 req-0b509caf-52fc-45db-b580-8dc34e5eda30 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:23.620225 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9a479376-5b1d-4ed9-a6d4-984a05174f5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c59acc3c945b47bc86068521fb40b4d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6043844 Jul 24 09:16:23.625123 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59116) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:23.629116 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f41f565a-2774-44f0-af05-71b5572b49f5 req-0b509caf-52fc-45db-b580-8dc34e5eda30 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5429 time: 0.2248380 Jul 24 09:16:23.647980 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-077a1119-02e3-4899-944a-26cff497759d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:23.657396 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-077a1119-02e3-4899-944a-26cff497759d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:23.658152 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:23.659908 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0b3aa4-2384-4309-b12f-09acc5e33e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:16:23.663100 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231aabb4-0459-44cc-8ddb-fd5199731843" -d '{"events": [{"server_uuid": "ed0b3aa4-2384-4309-b12f-09acc5e33e47", "name": "network-vif-plugged", "status": "completed", "tag": "0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:16:23.672802 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:23.684398 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f41f565a-2774-44f0-af05-71b5572b49f5 req-767d996e-c4cc-45ba-bbeb-02c63ee2d550 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540383 Jul 24 09:16:23.729997 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,revision_number=10']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:23.811202 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329eba3-e0bf-4208-a599-fc1c376c6543 req-c246833c-3248-4a89-ab45-9e3c1ab46da4 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:23.813530 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8329eba3-e0bf-4208-a599-fc1c376c6543 req-c246833c-3248-4a89-ab45-9e3c1ab46da4 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 945 time: 0.2931852 Jul 24 09:16:23.814653 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0eae8a40-4c18-4910-8ed2-d62b226e7110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:23.816589 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-077a1119-02e3-4899-944a-26cff497759d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:23.817131 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077a1119-02e3-4899-944a-26cff497759d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7beb0d1-9f55-44c7-a681-6b5955fb60bc {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:16:23.824727 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c683947e-5697-4965-893e-2cb11fb3ec38 x-openstack-request-id: req-c683947e-5697-4965-893e-2cb11fb3ec38 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:16:23.825042 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0b3aa4-2384-4309-b12f-09acc5e33e47", "name": "network-vif-plugged", "status": "completed", "tag": "0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:16:23.825411 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c683947e-5697-4965-893e-2cb11fb3ec38 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:16:23.825912 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0b3aa4-2384-4309-b12f-09acc5e33e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb', 'code': 200} Jul 24 09:16:23.827610 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-077a1119-02e3-4899-944a-26cff497759d admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:23.828896 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-077a1119-02e3-4899-944a-26cff497759d admin admin] 10.222.0.32 "DELETE /v2.0/routers/e7beb0d1-9f55-44c7-a681-6b5955fb60bc HTTP/1.1" status: 204 len: 168 time: 1.6449354 Jul 24 09:16:23.831543 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59120) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:23.884533 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0eae8a40-4c18-4910-8ed2-d62b226e7110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:23.904371 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8329eba3-e0bf-4208-a599-fc1c376c6543 req-5198309f-78ca-4457-81d8-2f8ada6b86f1 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742481 Jul 24 09:16:23.915865 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b395930-e7b3-4388-a16f-3e811b99f9ba admin admin] Deleting subnet 498fc689-d6ae-4674-bc86-ab9632765c37 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:16:23.929543 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1b395930-e7b3-4388-a16f-3e811b99f9ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:23.973355 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0eae8a40-4c18-4910-8ed2-d62b226e7110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:23.976543 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0eae8a40-4c18-4910-8ed2-d62b226e7110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:23.978100 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0eae8a40-4c18-4910-8ed2-d62b226e7110 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d2d9b66-f1f7-45ab-9312-5938875f4223 HTTP/1.1" status: 204 len: 168 time: 0.3474069 Jul 24 09:16:23.982234 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1b395930-e7b3-4388-a16f-3e811b99f9ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:24.003625 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae8a40-4c18-4910-8ed2-d62b226e7110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2d9b66-f1f7-45ab-9312-5938875f4223,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:24.231467 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5baa47-eb77-4ba4-bb8d-0b15d3a49a11 req-9809e471-2e49-423c-8dc2-09fb95cce177 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:24.233123 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0f5baa47-eb77-4ba4-bb8d-0b15d3a49a11 req-9809e471-2e49-423c-8dc2-09fb95cce177 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.1376848 Jul 24 09:16:24.249945 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1b395930-e7b3-4388-a16f-3e811b99f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:24.266388 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846eca3-d028-4fd3-a87f-a049c3403d36 req-39b9518a-ed2a-43d6-9349-e569e524cc54 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:24.273804 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e846eca3-d028-4fd3-a87f-a049c3403d36 req-39b9518a-ed2a-43d6-9349-e569e524cc54 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/ports?device_id=3439fc33-c3a6-4532-a8dc-f44f807c1a93 HTTP/1.1" status: 200 len: 944 time: 0.2317667 Jul 24 09:16:24.295364 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0f5baa47-eb77-4ba4-bb8d-0b15d3a49a11 req-a644033e-823e-41b3-ade1-02b0bbd5bf95 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516565 Jul 24 09:16:24.354386 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e846eca3-d028-4fd3-a87f-a049c3403d36 req-debc78f4-db4e-42b6-a8b6-4496dafbebf1 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ec390b8-4799-4bcb-81d0-3080993ba75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797861 Jul 24 09:16:24.387514 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1b395930-e7b3-4388-a16f-3e811b99f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:24.430459 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b395930-e7b3-4388-a16f-3e811b99f9ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=498fc689-d6ae-4674-bc86-ab9632765c37,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:24.440361 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1b395930-e7b3-4388-a16f-3e811b99f9ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:24.442314 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1b395930-e7b3-4388-a16f-3e811b99f9ba admin admin] 10.222.0.32 "DELETE /v2.0/subnets/498fc689-d6ae-4674-bc86-ab9632765c37 HTTP/1.1" status: 204 len: 168 time: 0.6097765 Jul 24 09:16:24.444876 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59134) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:24.445552 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae39a04-8b0b-45b2-a178-7871d638fdfb None None] Network e888b29b-567f-4e99-87cc-c2e919ae52b3 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:16:24.529880 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b2893e0-7762-4e50-be8c-53929b4536c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:24.630587 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-8b2893e0-7762-4e50-be8c-53929b4536c5 admin admin] Deleting port 483577ee-319d-4c5c-ae41-a36bca53ef54 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:16:24.631205 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b2893e0-7762-4e50-be8c-53929b4536c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:24.717079 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-8b2893e0-7762-4e50-be8c-53929b4536c5 admin admin] For port 483577ee-319d-4c5c-ae41-a36bca53ef54, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=483577ee-319d-4c5c-ae41-a36bca53ef54,segment=NetworkSegment(1d6d5667-2732-42fd-921a-ccb603a49db8),segment_id=1d6d5667-2732-42fd-921a-ccb603a49db8)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:24.717509 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b2893e0-7762-4e50-be8c-53929b4536c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:24.746922 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-8b2893e0-7762-4e50-be8c-53929b4536c5 admin admin] Calling delete_port for 483577ee-319d-4c5c-ae41-a36bca53ef54 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:16:24.799260 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f059ff8-2d82-43be-a3cd-6c1823a5b1b6 None None] DHCP port deletion for e888b29b-567f-4e99-87cc-c2e919ae52b3 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:16:24.877124 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-3f059ff8-2d82-43be-a3cd-6c1823a5b1b6 None None] Deleting port 483577ee-319d-4c5c-ae41-a36bca53ef54 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:16:24.877500 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3f059ff8-2d82-43be-a3cd-6c1823a5b1b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:24.915111 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b2893e0-7762-4e50-be8c-53929b4536c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:24.961510 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2893e0-7762-4e50-be8c-53929b4536c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=483577ee-319d-4c5c-ae41-a36bca53ef54,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:24.963437 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2893e0-7762-4e50-be8c-53929b4536c5 admin admin] No DVR routers for this DVR port 483577ee-319d-4c5c-ae41-a36bca53ef54 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:16:25.044102 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-3f059ff8-2d82-43be-a3cd-6c1823a5b1b6 None None] For port 483577ee-319d-4c5c-ae41-a36bca53ef54, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=483577ee-319d-4c5c-ae41-a36bca53ef54,segment=NetworkSegment(1d6d5667-2732-42fd-921a-ccb603a49db8),segment_id=1d6d5667-2732-42fd-921a-ccb603a49db8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:25.044401 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3f059ff8-2d82-43be-a3cd-6c1823a5b1b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:25.062618 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816aca35-2e8f-4bd7-a971-0691090c4643 req-78819b22-76fd-478e-b55a-0426b0b8a376 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:25.063602 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-3f059ff8-2d82-43be-a3cd-6c1823a5b1b6 None None] Calling delete_port for 483577ee-319d-4c5c-ae41-a36bca53ef54 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:16:25.078628 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816aca35-2e8f-4bd7-a971-0691090c4643 req-78819b22-76fd-478e-b55a-0426b0b8a376 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:25.080305 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b2893e0-7762-4e50-be8c-53929b4536c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:25.086497 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816aca35-2e8f-4bd7-a971-0691090c4643 req-78819b22-76fd-478e-b55a-0426b0b8a376 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:25.099921 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816aca35-2e8f-4bd7-a971-0691090c4643 req-78819b22-76fd-478e-b55a-0426b0b8a376 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:25.115592 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816aca35-2e8f-4bd7-a971-0691090c4643 req-78819b22-76fd-478e-b55a-0426b0b8a376 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:25.134701 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816aca35-2e8f-4bd7-a971-0691090c4643 req-78819b22-76fd-478e-b55a-0426b0b8a376 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:25.154910 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816aca35-2e8f-4bd7-a971-0691090c4643 req-78819b22-76fd-478e-b55a-0426b0b8a376 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:25.164412 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-816aca35-2e8f-4bd7-a971-0691090c4643 req-78819b22-76fd-478e-b55a-0426b0b8a376 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5429 time: 0.3258741 Jul 24 09:16:25.184586 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-8b2893e0-7762-4e50-be8c-53929b4536c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e888b29b-567f-4e99-87cc-c2e919ae52b3']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:25.218058 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-8b2893e0-7762-4e50-be8c-53929b4536c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d6d5667-2732-42fd-921a-ccb603a49db8') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:25.221058 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-8b2893e0-7762-4e50-be8c-53929b4536c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d6d5667-2732-42fd-921a-ccb603a49db8') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:25.228143 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3f059ff8-2d82-43be-a3cd-6c1823a5b1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:25.255037 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-816aca35-2e8f-4bd7-a971-0691090c4643 req-0983bad0-0524-4358-8aa8-fdf979dfba68 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894167 Jul 24 09:16:25.257620 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f059ff8-2d82-43be-a3cd-6c1823a5b1b6 None None] Pushing event deleted for resources: {'Port': ['ID=483577ee-319d-4c5c-ae41-a36bca53ef54,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:25.271502 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b2893e0-7762-4e50-be8c-53929b4536c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:25.275035 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f059ff8-2d82-43be-a3cd-6c1823a5b1b6 None None] No DVR routers for this DVR port 483577ee-319d-4c5c-ae41-a36bca53ef54 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:16:25.296000 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 3da805a9-fc6d-4c80-9f1d-eed9c6b26a48 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:16:25.296966 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b6e72-419a-4a68-b5c2-3e6b1fcb2cf8 req-1ff4ba67-ec6d-436e-a331-cb37f3f2647e tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:25.298561 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-985b6e72-419a-4a68-b5c2-3e6b1fcb2cf8 req-1ff4ba67-ec6d-436e-a331-cb37f3f2647e tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 945 time: 0.2097661 Jul 24 09:16:25.299621 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b2893e0-7762-4e50-be8c-53929b4536c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:25.306892 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b2893e0-7762-4e50-be8c-53929b4536c5 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:16:25.307409 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b2893e0-7762-4e50-be8c-53929b4536c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:16:25.313474 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:16:25.346443 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 3da805a9-fc6d-4c80-9f1d-eed9c6b26a48 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:16:25.346973 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 3da805a9-fc6d-4c80-9f1d-eed9c6b26a48 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:16:25.347407 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 483577ee-319d-4c5c-ae41-a36bca53ef54 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:16:25.391009 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 483577ee-319d-4c5c-ae41-a36bca53ef54 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:16:25.391586 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 483577ee-319d-4c5c-ae41-a36bca53ef54 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:16:25.392950 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 40c787a5-62b3-480c-9d99-458aaec4e4a9 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:16:25.415977 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 40c787a5-62b3-480c-9d99-458aaec4e4a9 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:16:25.416322 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 40c787a5-62b3-480c-9d99-458aaec4e4a9 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:16:25.419281 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device d31c0871-ebdd-4533-9aeb-011db2bd0f76 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:16:25.475459 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-985b6e72-419a-4a68-b5c2-3e6b1fcb2cf8 req-7633d1ba-dd16-45f5-b9f1-251840701293 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378357 Jul 24 09:16:25.487804 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b2893e0-7762-4e50-be8c-53929b4536c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:25.494466 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b2893e0-7762-4e50-be8c-53929b4536c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:25.498280 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8b2893e0-7762-4e50-be8c-53929b4536c5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e888b29b-567f-4e99-87cc-c2e919ae52b3 HTTP/1.1" status: 204 len: 168 time: 1.0524447 Jul 24 09:16:25.536357 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2893e0-7762-4e50-be8c-53929b4536c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e888b29b-567f-4e99-87cc-c2e919ae52b3,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:25.541885 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port d31c0871-ebdd-4533-9aeb-011db2bd0f76 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:16:25.546926 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port d31c0871-ebdd-4533-9aeb-011db2bd0f76 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:16:25.547302 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:25.610291 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44789ea5-b40f-44d0-b904-785c33eb43dc req-eafc1b54-9ac2-455a-b996-56afc712dc58 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:25.619393 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44789ea5-b40f-44d0-b904-785c33eb43dc req-eafc1b54-9ac2-455a-b996-56afc712dc58 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.1779032 Jul 24 09:16:25.709843 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6fedc-cb0c-4def-a52c-4a4111f59983 req-6786f520-e5eb-4071-905a-90ef994b75f1 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:25.723099 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-95d6fedc-cb0c-4def-a52c-4a4111f59983 req-6786f520-e5eb-4071-905a-90ef994b75f1 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/ports?device_id=3439fc33-c3a6-4532-a8dc-f44f807c1a93 HTTP/1.1" status: 200 len: 944 time: 0.1396661 Jul 24 09:16:25.732252 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:25.752056 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44789ea5-b40f-44d0-b904-785c33eb43dc req-032bcf4a-ba69-4541-8f9e-c20528ee8e77 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312635 Jul 24 09:16:25.786391 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-95d6fedc-cb0c-4def-a52c-4a4111f59983 req-66995719-9c5f-4e5e-a3ed-0350da59d8ec tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ec390b8-4799-4bcb-81d0-3080993ba75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616970 Jul 24 09:16:25.808159 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port d31c0871-ebdd-4533-9aeb-011db2bd0f76, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=d31c0871-ebdd-4533-9aeb-011db2bd0f76,segment=NetworkSegment(6ce6d47b-4c6a-4b90-b570-7486fbf29a36),segment_id=6ce6d47b-4c6a-4b90-b570-7486fbf29a36)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:25.815245 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:25.816160 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 0a090d5f-3937-4620-8016-cd5fcbd6dda0 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:16:25.873354 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3439fc33-c3a6-4532-a8dc-f44f807c1a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31c0871-ebdd-4533-9aeb-011db2bd0f76'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:16:25.876601 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459f251b-888b-48bc-90c5-14c5e0a52b0c" -d '{"events": [{"server_uuid": "3439fc33-c3a6-4532-a8dc-f44f807c1a93", "name": "network-vif-plugged", "status": "completed", "tag": "d31c0871-ebdd-4533-9aeb-011db2bd0f76"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:16:25.917475 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59180) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:25.978512 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b149d1-f29d-46c8-bc8d-f645f02f6703 x-openstack-request-id: req-e2b149d1-f29d-46c8-bc8d-f645f02f6703 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:16:25.979325 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3439fc33-c3a6-4532-a8dc-f44f807c1a93", "name": "network-vif-plugged", "status": "completed", "tag": "d31c0871-ebdd-4533-9aeb-011db2bd0f76", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:16:25.979584 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2b149d1-f29d-46c8-bc8d-f645f02f6703 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:16:25.981790 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3439fc33-c3a6-4532-a8dc-f44f807c1a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31c0871-ebdd-4533-9aeb-011db2bd0f76', 'code': 200} Jul 24 09:16:25.990816 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 0a090d5f-3937-4620-8016-cd5fcbd6dda0 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:16:25.992854 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-20807a88-0085-4593-a2f5-6551c8a4cde4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44f7e03d83844829b5852dbb1418c3e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0733659 Jul 24 09:16:25.994747 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59184) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:26.001147 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=d31c0871-ebdd-4533-9aeb-011db2bd0f76,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:26.016788 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 0a090d5f-3937-4620-8016-cd5fcbd6dda0 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:16:26.017171 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:26.147347 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:26.203414 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0a090d5f-3937-4620-8016-cd5fcbd6dda0, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0a090d5f-3937-4620-8016-cd5fcbd6dda0,segment=NetworkSegment(028cb95f-2a4c-4e6e-aac8-95db3bdf4e23),segment_id=028cb95f-2a4c-4e6e-aac8-95db3bdf4e23)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:26.207655 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:26.316388 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=0a090d5f-3937-4620-8016-cd5fcbd6dda0,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:26.377610 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59192) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:26.504848 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-4f8bcff0-1325-434f-b56d-99aed58dc3c3 tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-235791753'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:16:26.505437 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-194459e8-b4bb-4b09-8d6c-c83ffba5c501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:26.505932 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-4f8bcff0-1325-434f-b56d-99aed58dc3c3 tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] Unknown quota resources ['metering_label']. {{(pid=94035) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 09:16:26.532996 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-194459e8-b4bb-4b09-8d6c-c83ffba5c501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:26.591781 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13569d7c-47a9-4eca-8c57-ee857e607245 req-d0943cfe-e534-4c71-8932-5439be5a4ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:26.593281 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-13569d7c-47a9-4eca-8c57-ee857e607245 req-d0943cfe-e534-4c71-8932-5439be5a4ab6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3439fc33-c3a6-4532-a8dc-f44f807c1a93 HTTP/1.1" status: 200 len: 1096 time: 0.5499949 Jul 24 09:16:26.632444 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93c0f1-0985-4f3b-97a5-48423704f34f req-e6bcb0d8-1306-433b-8e3e-9f1135e16e73 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:26.638689 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93c0f1-0985-4f3b-97a5-48423704f34f req-e6bcb0d8-1306-433b-8e3e-9f1135e16e73 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:26.645932 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93c0f1-0985-4f3b-97a5-48423704f34f req-e6bcb0d8-1306-433b-8e3e-9f1135e16e73 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:26.651822 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93c0f1-0985-4f3b-97a5-48423704f34f req-e6bcb0d8-1306-433b-8e3e-9f1135e16e73 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:26.657785 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93c0f1-0985-4f3b-97a5-48423704f34f req-e6bcb0d8-1306-433b-8e3e-9f1135e16e73 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:26.660420 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 1ea622ef-91f5-4207-b504-6efb0efd5698 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:16:26.663607 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93c0f1-0985-4f3b-97a5-48423704f34f req-e6bcb0d8-1306-433b-8e3e-9f1135e16e73 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:26.669587 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93c0f1-0985-4f3b-97a5-48423704f34f req-e6bcb0d8-1306-433b-8e3e-9f1135e16e73 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:26.677296 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ee93c0f1-0985-4f3b-97a5-48423704f34f req-e6bcb0d8-1306-433b-8e3e-9f1135e16e73 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5429 time: 0.2122903 Jul 24 09:16:26.702738 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-194459e8-b4bb-4b09-8d6c-c83ffba5c501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:26.705765 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-194459e8-b4bb-4b09-8d6c-c83ffba5c501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:26.709848 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-194459e8-b4bb-4b09-8d6c-c83ffba5c501 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c249e08d-ccd0-4865-abd1-5343c0f90bd1 HTTP/1.1" status: 204 len: 168 time: 0.7138376 Jul 24 09:16:26.733540 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194459e8-b4bb-4b09-8d6c-c83ffba5c501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c249e08d-ccd0-4865-abd1-5343c0f90bd1,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:26.752402 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-13569d7c-47a9-4eca-8c57-ee857e607245 req-4f9d8595-2c25-4614-82e7-e9d2e25ba850 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5ec390b8-4799-4bcb-81d0-3080993ba75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407492 Jul 24 09:16:26.782974 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ee93c0f1-0985-4f3b-97a5-48423704f34f req-fbb54270-2dfd-4704-8831-baab655279c2 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1047330 Jul 24 09:16:26.865434 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 1ea622ef-91f5-4207-b504-6efb0efd5698, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=1ea622ef-91f5-4207-b504-6efb0efd5698,segment=NetworkSegment(179240a6-2206-4416-9b54-6742cbc9ffe4),segment_id=179240a6-2206-4416-9b54-6742cbc9ffe4)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:26.893072 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '1ea622ef-91f5-4207-b504-6efb0efd5698', 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd', 'port_id': '1ea622ef-91f5-4207-b504-6efb0efd5698', 'mac_address': 'fa:16:3e:4a:1a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b47748b3-2a31-4f22-9667-54e58b6acb99', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:16:26.937939 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd599038-80eb-4e6f-b25e-a1dd41bf19be req-e850caa0-353e-465f-b091-034922794255 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:26.947407 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fd599038-80eb-4e6f-b25e-a1dd41bf19be req-e850caa0-353e-465f-b091-034922794255 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.0900536 Jul 24 09:16:26.973928 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:27.001096 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea622ef-91f5-4207-b504-6efb0efd5698 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:16:27.007382 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fd599038-80eb-4e6f-b25e-a1dd41bf19be req-a47a96d6-2578-456e-89af-28cd46a7c069 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579662 Jul 24 09:16:27.047378 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 1ea622ef-91f5-4207-b504-6efb0efd5698, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=1ea622ef-91f5-4207-b504-6efb0efd5698,segment=NetworkSegment(179240a6-2206-4416-9b54-6742cbc9ffe4),segment_id=179240a6-2206-4416-9b54-6742cbc9ffe4)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:27.052253 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:27.054974 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:16:27.195470 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5fb4e9d0-966a-4e93-8261-d14d5404a301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:27.207280 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=1ea622ef-91f5-4207-b504-6efb0efd5698,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:27.258269 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22b9ad-1b4a-41a9-89b4-604f01faefeb req-d388ea8f-e27d-467f-ad70-1c0cd67d2878 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:27.267766 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b22b9ad-1b4a-41a9-89b4-604f01faefeb req-d388ea8f-e27d-467f-ad70-1c0cd67d2878 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/ports?device_id=3439fc33-c3a6-4532-a8dc-f44f807c1a93 HTTP/1.1" status: 200 len: 945 time: 0.1278086 Jul 24 09:16:27.325209 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=16f6a8a0-9d0c-483f-b3ba-0c9fb8957875,segment=NetworkSegment(b8711e49-0053-48e4-9ab4-ca813e7466e0),segment_id=b8711e49-0053-48e4-9ab4-ca813e7466e0)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:27.354109 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '16f6a8a0-9d0c-483f-b3ba-0c9fb8957875', 'network_id': 'c6f03a51-92af-4f2b-a8a7-84f44e0df4db', 'port_id': '16f6a8a0-9d0c-483f-b3ba-0c9fb8957875', 'mac_address': 'fa:16:3e:be:a9:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7965ff2-5ace-4294-bd8e-07c8763c47a6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:16:27.362286 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b22b9ad-1b4a-41a9-89b4-604f01faefeb req-38a2b7e8-a52f-402d-b995-503c838d43ea tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ec390b8-4799-4bcb-81d0-3080993ba75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858834 Jul 24 09:16:27.380021 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4f8bcff0-1325-434f-b56d-99aed58dc3c3 tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:27.385660 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59216) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:27.385911 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4f8bcff0-1325-434f-b56d-99aed58dc3c3 tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0030448 Jul 24 09:16:27.400348 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-541cb379-01ed-4339-ba6b-f5f375460f6a tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f301d6a1-e3ff-4f0b-813d-564a6ae018a9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:16:27.401213 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-541cb379-01ed-4339-ba6b-f5f375460f6a tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94036) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 09:16:27.462078 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27a2c4-14a9-4967-91d2-0bd39d0ff1e6 req-b65ec443-5819-4d92-a3a5-eda3a6d509a4 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:27.466427 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8f27a2c4-14a9-4967-91d2-0bd39d0ff1e6 req-b65ec443-5819-4d92-a3a5-eda3a6d509a4 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 946 time: 0.8658626 Jul 24 09:16:27.488039 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:27.551193 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8f27a2c4-14a9-4967-91d2-0bd39d0ff1e6 req-88f4b3aa-0e99-40af-b220-6fd234099c47 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713274 Jul 24 09:16:27.612441 n-d-800085-9 neutron-server[94036]: WARNING neutron.services.metering.metering_plugin [None req-541cb379-01ed-4339-ba6b-f5f375460f6a tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 24 09:16:27.736168 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:16:27.767273 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=16f6a8a0-9d0c-483f-b3ba-0c9fb8957875,segment=NetworkSegment(b8711e49-0053-48e4-9ab4-ca813e7466e0),segment_id=b8711e49-0053-48e4-9ab4-ca813e7466e0)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:27.773434 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:27.774461 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 16303a1a-c8c8-446e-8591-495750b9d208 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:16:27.848402 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-541cb379-01ed-4339-ba6b-f5f375460f6a tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:27.849748 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-541cb379-01ed-4339-ba6b-f5f375460f6a tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4631464 Jul 24 09:16:27.855656 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59232) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:27.856721 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 16303a1a-c8c8-446e-8591-495750b9d208, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=16303a1a-c8c8-446e-8591-495750b9d208,segment=NetworkSegment(b8711e49-0053-48e4-9ab4-ca813e7466e0),segment_id=b8711e49-0053-48e4-9ab4-ca813e7466e0)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:27.863550 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-63dc0cd4-ef85-4e0c-8be2-4cbe4e5e3da3 tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f301d6a1-e3ff-4f0b-813d-564a6ae018a9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:16:27.864044 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-63dc0cd4-ef85-4e0c-8be2-4cbe4e5e3da3 tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94036) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 09:16:27.892420 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=16f6a8a0-9d0c-483f-b3ba-0c9fb8957875,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:27.897029 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '16303a1a-c8c8-446e-8591-495750b9d208', 'network_id': 'c6f03a51-92af-4f2b-a8a7-84f44e0df4db', 'port_id': '16303a1a-c8c8-446e-8591-495750b9d208', 'mac_address': 'fa:16:3e:51:c9:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7965ff2-5ace-4294-bd8e-07c8763c47a6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:16:27.942323 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:27.961164 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16303a1a-c8c8-446e-8591-495750b9d208 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:16:27.996839 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 16303a1a-c8c8-446e-8591-495750b9d208, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=16303a1a-c8c8-446e-8591-495750b9d208,segment=NetworkSegment(b8711e49-0053-48e4-9ab4-ca813e7466e0),segment_id=b8711e49-0053-48e4-9ab4-ca813e7466e0)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:27.998271 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b379aa-434d-4fa1-9c3a-c4c37bd4da46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a090d5f-3937-4620-8016-cd5fcbd6dda0'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:16:28.002320 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245a1edb-dfad-4aea-b034-9331bdfe3055" -d '{"events": [{"server_uuid": "75b379aa-434d-4fa1-9c3a-c4c37bd4da46", "name": "network-vif-plugged", "status": "completed", "tag": "0a090d5f-3937-4620-8016-cd5fcbd6dda0"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:16:28.006979 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:28.007187 n-d-800085-9 neutron-server[94036]: WARNING neutron.services.metering.metering_plugin [None req-63dc0cd4-ef85-4e0c-8be2-4cbe4e5e3da3 tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 24 09:16:28.007423 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 794a2009-e4f6-4dcc-8190-09f6bd77b763 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:16:28.094035 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=16303a1a-c8c8-446e-8591-495750b9d208,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:28.147531 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475750d1-085e-4276-8c58-e285557c883c x-openstack-request-id: req-475750d1-085e-4276-8c58-e285557c883c {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:16:28.147833 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b379aa-434d-4fa1-9c3a-c4c37bd4da46", "name": "network-vif-plugged", "status": "completed", "tag": "0a090d5f-3937-4620-8016-cd5fcbd6dda0", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:16:28.148090 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-475750d1-085e-4276-8c58-e285557c883c {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:16:28.148489 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b379aa-434d-4fa1-9c3a-c4c37bd4da46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a090d5f-3937-4620-8016-cd5fcbd6dda0', 'code': 200} Jul 24 09:16:28.188195 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-63dc0cd4-ef85-4e0c-8be2-4cbe4e5e3da3 tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:28.192260 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-63dc0cd4-ef85-4e0c-8be2-4cbe4e5e3da3 tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3328309 Jul 24 09:16:28.193245 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59242) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:28.209775 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 794a2009-e4f6-4dcc-8190-09f6bd77b763, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=794a2009-e4f6-4dcc-8190-09f6bd77b763,segment=NetworkSegment(342ad5d9-7ee9-47dd-935a-66291ce3d5ce),segment_id=342ad5d9-7ee9-47dd-935a-66291ce3d5ce)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:28.235472 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0086cfeb-320f-4c09-bfc7-b35c463060a2 tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=30560747-047a-4fed-ad61-dc21b7ee7724 HTTP/1.1" status: 200 len: 464 time: 0.0404706 Jul 24 09:16:28.236404 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59244) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:28.250495 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4025639-544a-4c67-bb2b-dc68024b52c8 req-1134828b-8dcd-400d-9098-a60c72fc92b9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:28.259358 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4025639-544a-4c67-bb2b-dc68024b52c8 req-1134828b-8dcd-400d-9098-a60c72fc92b9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:28.272588 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4025639-544a-4c67-bb2b-dc68024b52c8 req-1134828b-8dcd-400d-9098-a60c72fc92b9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:28.273315 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '794a2009-e4f6-4dcc-8190-09f6bd77b763', 'network_id': '130df151-54ed-4200-959f-f7fb83738159', 'port_id': '794a2009-e4f6-4dcc-8190-09f6bd77b763', 'mac_address': 'fa:16:3e:d9:aa:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c387c39-d1bf-4176-959f-916a9cd25e18', 'ip_address': '10.1.1.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:16:28.274771 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59246) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:28.277694 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4025639-544a-4c67-bb2b-dc68024b52c8 req-1134828b-8dcd-400d-9098-a60c72fc92b9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:28.284990 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4025639-544a-4c67-bb2b-dc68024b52c8 req-1134828b-8dcd-400d-9098-a60c72fc92b9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:28.292036 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4025639-544a-4c67-bb2b-dc68024b52c8 req-1134828b-8dcd-400d-9098-a60c72fc92b9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:28.300942 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4025639-544a-4c67-bb2b-dc68024b52c8 req-1134828b-8dcd-400d-9098-a60c72fc92b9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:28.310054 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4025639-544a-4c67-bb2b-dc68024b52c8 req-1134828b-8dcd-400d-9098-a60c72fc92b9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5431 time: 0.3497117 Jul 24 09:16:28.383112 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:28.405369 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4025639-544a-4c67-bb2b-dc68024b52c8 req-4c54f501-f4ea-4b56-8b85-b9660e21f7d0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939586 Jul 24 09:16:28.419357 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 794a2009-e4f6-4dcc-8190-09f6bd77b763 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:16:28.451934 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3950ed-ac56-4873-becb-68cfa6e2a02d req-c0608be8-1d96-4100-b34a-26594dc13795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:28.456948 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bc3950ed-ac56-4873-becb-68cfa6e2a02d req-c0608be8-1d96-4100-b34a-26594dc13795 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 1097 time: 0.1436634 Jul 24 09:16:28.461412 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 794a2009-e4f6-4dcc-8190-09f6bd77b763, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=794a2009-e4f6-4dcc-8190-09f6bd77b763,segment=NetworkSegment(342ad5d9-7ee9-47dd-935a-66291ce3d5ce),segment_id=342ad5d9-7ee9-47dd-935a-66291ce3d5ce)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:28.477928 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:28.478389 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-820f606f-c925-4342-86cb-0362fa48b798 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1838568963-network', 'tenant_id': 'ee6864ee08d641bdae0f60924bbdb18c'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:16:28.479548 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 9eeb4813-0254-46ff-a982-0b81b24181f8 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:16:28.505484 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-343f302d-48e0-493c-b76d-906b9a7b495c tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:28.511873 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-343f302d-48e0-493c-b76d-906b9a7b495c tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/30560747-047a-4fed-ad61-dc21b7ee7724 HTTP/1.1" status: 204 len: 168 time: 0.2739103 Jul 24 09:16:28.514852 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59258) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:28.528714 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820f606f-c925-4342-86cb-0362fa48b798 admin admin] Made reservation on behalf of ee6864ee08d641bdae0f60924bbdb18c for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:16:28.531931 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bc3950ed-ac56-4873-becb-68cfa6e2a02d req-0a444a2c-5efe-4494-8e46-a8110be9ae64 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643065 Jul 24 09:16:28.532712 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-820f606f-c925-4342-86cb-0362fa48b798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:28.540862 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 9eeb4813-0254-46ff-a982-0b81b24181f8, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=9eeb4813-0254-46ff-a982-0b81b24181f8,segment=NetworkSegment(342ad5d9-7ee9-47dd-935a-66291ce3d5ce),segment_id=342ad5d9-7ee9-47dd-935a-66291ce3d5ce)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:28.556316 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-820f606f-c925-4342-86cb-0362fa48b798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:28.573987 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-25f9683a-9b87-44e4-a25c-b76249c6ea64 tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=30560747-047a-4fed-ad61-dc21b7ee7724 HTTP/1.1" status: 200 len: 221 time: 0.0562270 Jul 24 09:16:28.575967 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59262) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:28.586141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-57feb934-15a1-4915-9de5-c25d62f1f1b1 tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--266378898', 'description': 'label created by tempest'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:16:28.587094 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-57feb934-15a1-4915-9de5-c25d62f1f1b1 tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] Unknown quota resources ['metering_label']. {{(pid=94035) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 09:16:28.634652 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '9eeb4813-0254-46ff-a982-0b81b24181f8', 'network_id': '130df151-54ed-4200-959f-f7fb83738159', 'port_id': '9eeb4813-0254-46ff-a982-0b81b24181f8', 'mac_address': 'fa:16:3e:a9:45:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c387c39-d1bf-4176-959f-916a9cd25e18', 'ip_address': '10.1.1.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:16:28.637109 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=794a2009-e4f6-4dcc-8190-09f6bd77b763,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:28.659794 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e233f97-33ec-416f-9451-fe18f5296ce1 req-cb8ad889-a256-4e85-82b4-19505c006cb1 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:28.669060 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2e233f97-33ec-416f-9451-fe18f5296ce1 req-cb8ad889-a256-4e85-82b4-19505c006cb1 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/ports?device_id=3439fc33-c3a6-4532-a8dc-f44f807c1a93 HTTP/1.1" status: 200 len: 945 time: 0.1289089 Jul 24 09:16:28.675741 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f894bcc-cfd5-4007-8b94-c58c7503239a req-9a796780-d3e6-4b65-aeca-d8fdd2f81bdd tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:28.683736 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7f894bcc-cfd5-4007-8b94-c58c7503239a req-9a796780-d3e6-4b65-aeca-d8fdd2f81bdd tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.3441088 Jul 24 09:16:28.703627 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:28.722350 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2e233f97-33ec-416f-9451-fe18f5296ce1 req-1e03976a-8e43-4ff3-9eb3-2db570b7a0a0 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ec390b8-4799-4bcb-81d0-3080993ba75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521240 Jul 24 09:16:28.723032 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eeb4813-0254-46ff-a982-0b81b24181f8 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:16:28.762356 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 9eeb4813-0254-46ff-a982-0b81b24181f8, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=9eeb4813-0254-46ff-a982-0b81b24181f8,segment=NetworkSegment(342ad5d9-7ee9-47dd-935a-66291ce3d5ce),segment_id=342ad5d9-7ee9-47dd-935a-66291ce3d5ce)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:28.768060 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:28.769110 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 1592bee6-5996-4727-8f30-55913f2ae08b details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:16:28.835945 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 1592bee6-5996-4727-8f30-55913f2ae08b, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=1592bee6-5996-4727-8f30-55913f2ae08b,segment=NetworkSegment(342ad5d9-7ee9-47dd-935a-66291ce3d5ce),segment_id=342ad5d9-7ee9-47dd-935a-66291ce3d5ce)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:28.849986 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '1592bee6-5996-4727-8f30-55913f2ae08b', 'network_id': '130df151-54ed-4200-959f-f7fb83738159', 'port_id': '1592bee6-5996-4727-8f30-55913f2ae08b', 'mac_address': 'fa:16:3e:ad:21:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c387c39-d1bf-4176-959f-916a9cd25e18', 'ip_address': '10.1.1.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:16:28.928095 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:28.946867 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1592bee6-5996-4727-8f30-55913f2ae08b {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:16:28.998818 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 1592bee6-5996-4727-8f30-55913f2ae08b, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=1592bee6-5996-4727-8f30-55913f2ae08b,segment=NetworkSegment(342ad5d9-7ee9-47dd-935a-66291ce3d5ce),segment_id=342ad5d9-7ee9-47dd-935a-66291ce3d5ce)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:29.006465 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=9eeb4813-0254-46ff-a982-0b81b24181f8,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:29.022819 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:29.024632 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 506d6774-cab8-4e72-9e5e-98197e8f6a6d details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:16:29.038678 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-820f606f-c925-4342-86cb-0362fa48b798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:29.056245 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7f894bcc-cfd5-4007-8b94-c58c7503239a req-80c1e252-2993-4c2b-8e4a-9a32969882fc tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698118 Jul 24 09:16:29.056245 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-820f606f-c925-4342-86cb-0362fa48b798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:29.082919 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06154c95-bc86-4dbf-adbe-948985427dd3 req-55fdeee1-aec4-41ed-8fde-69c40e2ef043 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:29.094815 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820f606f-c925-4342-86cb-0362fa48b798 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:16:29.094991 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-06154c95-bc86-4dbf-adbe-948985427dd3 req-55fdeee1-aec4-41ed-8fde-69c40e2ef043 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 946 time: 0.1336713 Jul 24 09:16:29.099151 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-820f606f-c925-4342-86cb-0362fa48b798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:29.099525 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-820f606f-c925-4342-86cb-0362fa48b798 admin admin] Added segment ec4780f2-a555-4f2d-89b8-4b1728446110 of type vlan for network ee973423-746b-45e1-b971-9afc957a2a04 Jul 24 09:16:29.213997 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-820f606f-c925-4342-86cb-0362fa48b798 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:29.231755 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-06154c95-bc86-4dbf-adbe-948985427dd3 req-e4bd884e-cb4d-4071-93fd-b65deab17946 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357365 Jul 24 09:16:29.232083 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=1592bee6-5996-4727-8f30-55913f2ae08b,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:29.251357 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.db.resource_extend [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 09:16:29.280018 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 506d6774-cab8-4e72-9e5e-98197e8f6a6d, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=506d6774-cab8-4e72-9e5e-98197e8f6a6d,segment=NetworkSegment(342ad5d9-7ee9-47dd-935a-66291ce3d5ce),segment_id=342ad5d9-7ee9-47dd-935a-66291ce3d5ce)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:29.282861 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-57feb934-15a1-4915-9de5-c25d62f1f1b1 tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:29.284177 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-57feb934-15a1-4915-9de5-c25d62f1f1b1 tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7061269 Jul 24 09:16:29.287137 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-820f606f-c925-4342-86cb-0362fa48b798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:29.287861 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59274) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:29.288081 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820f606f-c925-4342-86cb-0362fa48b798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:29.288829 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-820f606f-c925-4342-86cb-0362fa48b798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:29.302402 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '506d6774-cab8-4e72-9e5e-98197e8f6a6d', 'network_id': '130df151-54ed-4200-959f-f7fb83738159', 'port_id': '506d6774-cab8-4e72-9e5e-98197e8f6a6d', 'mac_address': 'fa:16:3e:ee:68:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c387c39-d1bf-4176-959f-916a9cd25e18', 'ip_address': '10.1.1.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:16:29.377167 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f606f-c925-4342-86cb-0362fa48b798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891d4238-d01c-4c29-898e-3fdf2107ccbe,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:29.378136 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:29.412107 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-820f606f-c925-4342-86cb-0362fa48b798 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1359451 Jul 24 09:16:29.412999 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506d6774-cab8-4e72-9e5e-98197e8f6a6d {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:16:29.419006 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59276) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:29.456482 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e3dbc9a8-8df6-4956-a3de-5a5c8aefbc2e admin admin] Request body: {'subnet': {'network_id': 'ee973423-746b-45e1-b971-9afc957a2a04', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1838568963-subnet', 'tenant_id': 'ee6864ee08d641bdae0f60924bbdb18c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:16:29.465552 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1d8abe61-0a1b-4180-b8d8-f4f8ee61b808 tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=844e6f53-0932-4c5e-a02c-bc069aba3af2 HTTP/1.1" status: 200 len: 467 time: 0.1764970 Jul 24 09:16:29.468615 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59282) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:29.493479 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 506d6774-cab8-4e72-9e5e-98197e8f6a6d, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=506d6774-cab8-4e72-9e5e-98197e8f6a6d,segment=NetworkSegment(342ad5d9-7ee9-47dd-935a-66291ce3d5ce),segment_id=342ad5d9-7ee9-47dd-935a-66291ce3d5ce)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:29.504081 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:29.527579 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f606f-c925-4342-86cb-0362fa48b798 admin admin] Pushing event updated for resources: {'Network': ['ID=ee973423-746b-45e1-b971-9afc957a2a04,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:29.564921 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 6563123e-6a9f-426c-bab4-ca231053a677 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:16:29.590009 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network ee973423-746b-45e1-b971-9afc957a2a04 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:16:29.601698 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dbc9a8-8df6-4956-a3de-5a5c8aefbc2e admin admin] Made reservation on behalf of ee6864ee08d641bdae0f60924bbdb18c for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:16:29.605105 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc9a8-8df6-4956-a3de-5a5c8aefbc2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:29.684057 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.db.resource_extend [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 09:16:29.757516 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=506d6774-cab8-4e72-9e5e-98197e8f6a6d,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:29.787227 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d1feecba-db38-488b-b384-05fb548a0b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:29.814524 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 6563123e-6a9f-426c-bab4-ca231053a677, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=6563123e-6a9f-426c-bab4-ca231053a677,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:29.829390 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '6563123e-6a9f-426c-bab4-ca231053a677', 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8', 'port_id': '6563123e-6a9f-426c-bab4-ca231053a677', 'mac_address': 'fa:16:3e:13:e2:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82774b4c-6531-498d-b907-9800d791c7b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:16:29.882132 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc9a8-8df6-4956-a3de-5a5c8aefbc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:29.905663 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-746bb320-bc16-4a64-b56c-4979a0a5d3e3 tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:29.910388 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-746bb320-bc16-4a64-b56c-4979a0a5d3e3 tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/844e6f53-0932-4c5e-a02c-bc069aba3af2 HTTP/1.1" status: 204 len: 168 time: 0.4359961 Jul 24 09:16:29.910709 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59286) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:29.950672 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f5aea51e-72c0-4e49-bf68-fd656813d783 tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=844e6f53-0932-4c5e-a02c-bc069aba3af2 HTTP/1.1" status: 200 len: 216 time: 0.0314305 Jul 24 09:16:29.951025 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59292) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:29.957716 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbc9a8-8df6-4956-a3de-5a5c8aefbc2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a62cb8f-877d-4542-96a7-a7af4a147b79,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:29.974852 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-035ca606-7abf-45d6-bac6-3aa7dffe79a8 tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0158567 Jul 24 09:16:29.975673 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59294) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:29.980131 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:30.000871 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6563123e-6a9f-426c-bab4-ca231053a677 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:16:30.008764 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-086c82cf-d2f0-4c59-b757-7b2139e00fe0 tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0273428 Jul 24 09:16:30.009606 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59296) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:30.034141 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 6563123e-6a9f-426c-bab4-ca231053a677, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=6563123e-6a9f-426c-bab4-ca231053a677,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:30.038325 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dbc9a8-8df6-4956-a3de-5a5c8aefbc2e admin admin] Checking segment: {'id': 'ec4780f2-a555-4f2d-89b8-4b1728446110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ee973423-746b-45e1-b971-9afc957a2a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:16:30.038960 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dbc9a8-8df6-4956-a3de-5a5c8aefbc2e admin admin] Network hostable DHCP agents. Network: ee973423-746b-45e1-b971-9afc957a2a04, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:16:30.040267 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:30.107021 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-674ebe7a-30da-4bce-97eb-3b6f3fa00dd1 tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/f301d6a1-e3ff-4f0b-813d-564a6ae018a9 HTTP/1.1" status: 200 len: 472 time: 0.0951881 Jul 24 09:16:30.112307 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59304) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:30.124371 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-effa331c-7ad4-44bc-8410-e22fcf567b78 tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/0c4113a8-06ee-40f2-a224-b4fb55d55b52 HTTP/1.1" status: 200 len: 461 time: 0.0107670 Jul 24 09:16:30.131273 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59306) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:30.166273 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=6563123e-6a9f-426c-bab4-ca231053a677,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:30.173559 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dbc9a8-8df6-4956-a3de-5a5c8aefbc2e admin admin] Network ee973423-746b-45e1-b971-9afc957a2a04 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:16:30.197379 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4fbf1-dad9-4582-911b-13e52869d2e7 req-46f50571-90a5-45e5-a614-53663e76fef4 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:30.212011 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4fbf1-dad9-4582-911b-13e52869d2e7 req-46f50571-90a5-45e5-a614-53663e76fef4 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:30.221653 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4fbf1-dad9-4582-911b-13e52869d2e7 req-46f50571-90a5-45e5-a614-53663e76fef4 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:30.236645 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4fbf1-dad9-4582-911b-13e52869d2e7 req-46f50571-90a5-45e5-a614-53663e76fef4 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:30.259793 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4fbf1-dad9-4582-911b-13e52869d2e7 req-46f50571-90a5-45e5-a614-53663e76fef4 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:30.266489 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4fbf1-dad9-4582-911b-13e52869d2e7 req-46f50571-90a5-45e5-a614-53663e76fef4 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:30.301122 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4fbf1-dad9-4582-911b-13e52869d2e7 req-46f50571-90a5-45e5-a614-53663e76fef4 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:30.303882 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4cd4fbf1-dad9-4582-911b-13e52869d2e7 req-46f50571-90a5-45e5-a614-53663e76fef4 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5436 time: 0.7161717 Jul 24 09:16:30.334781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-e3dbc9a8-8df6-4956-a3de-5a5c8aefbc2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, ee973423-746b-45e1-b971-9afc957a2a04) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:16:30.351016 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbd7573-091c-4faf-8d30-edb92c1579ac None None] Network ee973423-746b-45e1-b971-9afc957a2a04 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:16:30.386111 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dbc9a8-8df6-4956-a3de-5a5c8aefbc2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:30.386881 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc9a8-8df6-4956-a3de-5a5c8aefbc2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:30.395533 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:30.421805 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e3dbc9a8-8df6-4956-a3de-5a5c8aefbc2e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0026424 Jul 24 09:16:30.425608 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59320) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:30.428226 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['6563123e-6a9f-426c-bab4-ca231053a677'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:16:30.439066 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58d3b9-b20a-4729-a295-7d46f11aad7e req-bcd2f41a-2a00-49e8-9253-255f2843f229 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:30.457274 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9c58d3b9-b20a-4729-a295-7d46f11aad7e req-bcd2f41a-2a00-49e8-9253-255f2843f229 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 945 time: 0.2298713 Jul 24 09:16:30.475111 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-feec1c5f-4e48-46ab-8c49-47499a158134 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1838568963-router', 'tenant_id': 'ee6864ee08d641bdae0f60924bbdb18c', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:16:30.483078 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71a35d5f-6dd4-4944-b0e9-1ed6b864a48d tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:30.486904 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-71a35d5f-6dd4-4944-b0e9-1ed6b864a48d tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/0c4113a8-06ee-40f2-a224-b4fb55d55b52 HTTP/1.1" status: 204 len: 168 time: 0.3529024 Jul 24 09:16:30.514692 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59322) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:30.544545 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['794a2009-e4f6-4dcc-8190-09f6bd77b763'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:16:30.547673 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['16f6a8a0-9d0c-483f-b3ba-0c9fb8957875'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:16:30.591760 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9c58d3b9-b20a-4729-a295-7d46f11aad7e req-49c80afe-3dd7-4bc5-84ee-b50a9581d867 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308410 Jul 24 09:16:30.612099 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['1592bee6-5996-4727-8f30-55913f2ae08b'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:16:30.616525 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['16303a1a-c8c8-446e-8591-495750b9d208'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:16:30.663344 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['506d6774-cab8-4e72-9e5e-98197e8f6a6d'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:16:30.774708 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4cd4fbf1-dad9-4582-911b-13e52869d2e7 req-cf2a59de-c1f8-42bd-999b-62dfaf1709c9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4530444 Jul 24 09:16:30.817972 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ebec7-35ed-4173-86f4-1521575dff94 req-762786a4-c027-460a-bf3a-6e8260ac31fa tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:30.829625 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-732ebec7-35ed-4173-86f4-1521575dff94 req-762786a4-c027-460a-bf3a-6e8260ac31fa tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 946 time: 0.1300979 Jul 24 09:16:30.878193 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-feec1c5f-4e48-46ab-8c49-47499a158134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:30.890196 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-feec1c5f-4e48-46ab-8c49-47499a158134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:30.897876 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-732ebec7-35ed-4173-86f4-1521575dff94 req-565588a3-207c-461b-a818-383bfda2c25b tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668924 Jul 24 09:16:31.013037 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:31.067560 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-feec1c5f-4e48-46ab-8c49-47499a158134 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:31.264365 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fa66ed40-7e7a-485d-a3ff-4e63b1fd1d1d tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:31.273784 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fa66ed40-7e7a-485d-a3ff-4e63b1fd1d1d tempest-MeteringTestJSON-471012715 tempest-MeteringTestJSON-471012715-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/f301d6a1-e3ff-4f0b-813d-564a6ae018a9 HTTP/1.1" status: 204 len: 168 time: 0.7578495 Jul 24 09:16:31.497812 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-feec1c5f-4e48-46ab-8c49-47499a158134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:31.519242 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820c79e-9c7c-4736-9b08-42469cd3eca9 req-f2dd37c9-9aca-418d-bccc-316fc0a61ad5 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:31.529132 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2820c79e-9c7c-4736-9b08-42469cd3eca9 req-f2dd37c9-9aca-418d-bccc-316fc0a61ad5 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 946 time: 0.4599102 Jul 24 09:16:31.612274 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2820c79e-9c7c-4736-9b08-42469cd3eca9 req-2484c2a7-8fe2-4f5e-80dd-f7833a919778 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821028 Jul 24 09:16:31.753458 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['1ea622ef-91f5-4207-b504-6efb0efd5698'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:16:31.756916 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59356) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:31.799898 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['9eeb4813-0254-46ff-a982-0b81b24181f8'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:16:31.994876 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6eb3b423-cc1b-4b09-a190-dabbceb73306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:32.173885 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe3a844-0dd6-448f-9e49-0fc57b52fd1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-ee973423-746b-45e1-b971-9afc957a2a04', 'network_id': 'ee973423-746b-45e1-b971-9afc957a2a04', 'tenant_id': 'ee6864ee08d641bdae0f60924bbdb18c', 'fixed_ips': [{'subnet_id': '5a62cb8f-877d-4542-96a7-a7af4a147b79'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:16:32.174789 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dfe3a844-0dd6-448f-9e49-0fc57b52fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:32.195169 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6eb3b423-cc1b-4b09-a190-dabbceb73306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:32.203058 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6eb3b423-cc1b-4b09-a190-dabbceb73306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:32.258965 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6eb3b423-cc1b-4b09-a190-dabbceb73306 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f847528430449159f95b94eeb24c89c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5009356 Jul 24 09:16:32.261746 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3b423-cc1b-4b09-a190-dabbceb73306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b23865-21a4-4e93-9dbf-0906f1c56e29,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:32.264465 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59370) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:32.336394 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6d27c13-771b-438b-a246-5e6f2c77d24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:32.364554 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6d27c13-771b-438b-a246-5e6f2c77d24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:32.433189 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6d27c13-771b-438b-a246-5e6f2c77d24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:32.444488 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6d27c13-771b-438b-a246-5e6f2c77d24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:32.465165 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a6d27c13-771b-438b-a246-5e6f2c77d24f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2b23865-21a4-4e93-9dbf-0906f1c56e29 HTTP/1.1" status: 204 len: 168 time: 0.1783929 Jul 24 09:16:32.488311 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d27c13-771b-438b-a246-5e6f2c77d24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b23865-21a4-4e93-9dbf-0906f1c56e29,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:32.603956 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c84834-666b-43c9-84a2-e4e734c1333d req-06d2ef41-5eec-4a74-b40a-770e93a2b635 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:32.611303 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-48c84834-666b-43c9-84a2-e4e734c1333d req-06d2ef41-5eec-4a74-b40a-770e93a2b635 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 945 time: 0.8335321 Jul 24 09:16:32.733618 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-48c84834-666b-43c9-84a2-e4e734c1333d req-42fc632f-a0df-4296-9940-eeddbe29870c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213253 Jul 24 09:16:32.749893 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-feec1c5f-4e48-46ab-8c49-47499a158134 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:32.880158 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:32.886174 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-dfe3a844-0dd6-448f-9e49-0fc57b52fd1f None None] Allocated IP 172.20.0.2 (ee973423-746b-45e1-b971-9afc957a2a04/5a62cb8f-877d-4542-96a7-a7af4a147b79/4559d404-5285-49cd-ade7-302795b8ef83) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:16:32.886706 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-feec1c5f-4e48-46ab-8c49-47499a158134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:33.142203 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59380) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:33.178489 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-828d7b1d-07c4-42ff-9f1e-da9698cdecba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:33.251617 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5b164-acae-4b09-bdba-3c2f52cdab4e req-e7d386f2-39d2-4625-a617-479a709bf8ff tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:33.257387 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5b164-acae-4b09-bdba-3c2f52cdab4e req-e7d386f2-39d2-4625-a617-479a709bf8ff tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:33.266171 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5b164-acae-4b09-bdba-3c2f52cdab4e req-e7d386f2-39d2-4625-a617-479a709bf8ff tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:33.272293 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5b164-acae-4b09-bdba-3c2f52cdab4e req-e7d386f2-39d2-4625-a617-479a709bf8ff tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:33.278471 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5b164-acae-4b09-bdba-3c2f52cdab4e req-e7d386f2-39d2-4625-a617-479a709bf8ff tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:33.285709 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5b164-acae-4b09-bdba-3c2f52cdab4e req-e7d386f2-39d2-4625-a617-479a709bf8ff tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:33.292348 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5b164-acae-4b09-bdba-3c2f52cdab4e req-e7d386f2-39d2-4625-a617-479a709bf8ff tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:33.294552 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-22f5b164-acae-4b09-bdba-3c2f52cdab4e req-e7d386f2-39d2-4625-a617-479a709bf8ff tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5436 time: 0.4094892 Jul 24 09:16:33.363541 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dfe3a844-0dd6-448f-9e49-0fc57b52fd1f None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:33.398091 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-dfe3a844-0dd6-448f-9e49-0fc57b52fd1f None None] Transition to ACTIVE for port object 4559d404-5285-49cd-ade7-302795b8ef83 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:16:33.421109 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-828d7b1d-07c4-42ff-9f1e-da9698cdecba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:33.429580 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-828d7b1d-07c4-42ff-9f1e-da9698cdecba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:33.441449 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-dfe3a844-0dd6-448f-9e49-0fc57b52fd1f None None] Transition to ACTIVE for port object 4559d404-5285-49cd-ade7-302795b8ef83 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:16:33.445654 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-feec1c5f-4e48-46ab-8c49-47499a158134 admin admin] Allocated IP 172.25.7.111 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:16:33.458922 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-22f5b164-acae-4b09-bdba-3c2f52cdab4e req-692e02d2-a64a-44ee-8eb4-aaf285847275 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1552298 Jul 24 09:16:33.461424 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dfe3a844-0dd6-448f-9e49-0fc57b52fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:33.511039 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d7b1d-07c4-42ff-9f1e-da9698cdecba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc8e613-11a6-45a7-b02c-a011434edce9,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:33.593802 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-828d7b1d-07c4-42ff-9f1e-da9698cdecba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a2104a8d41cc4db08ebab7145c2431ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4491367 Jul 24 09:16:33.596185 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59384) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:33.726518 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 6563123e-6a9f-426c-bab4-ca231053a677 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:16:33.735236 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-583e50c4-8ad5-4744-879c-865de25b74b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:33.782052 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-feec1c5f-4e48-46ab-8c49-47499a158134 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:33.828532 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-583e50c4-8ad5-4744-879c-865de25b74b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:33.854740 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe3a844-0dd6-448f-9e49-0fc57b52fd1f None None] Network ee973423-746b-45e1-b971-9afc957a2a04 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:16:33.888954 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-dfe3a844-0dd6-448f-9e49-0fc57b52fd1f None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:16:33.901936 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe3a844-0dd6-448f-9e49-0fc57b52fd1f None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:16:33.945945 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3a844-0dd6-448f-9e49-0fc57b52fd1f None None] Pushing event updated for resources: {'Port': ['ID=4559d404-5285-49cd-ade7-302795b8ef83,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:33.983510 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-583e50c4-8ad5-4744-879c-865de25b74b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:33.995130 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-583e50c4-8ad5-4744-879c-865de25b74b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:33.995946 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-feec1c5f-4e48-46ab-8c49-47499a158134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:34.000470 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-583e50c4-8ad5-4744-879c-865de25b74b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8fc8e613-11a6-45a7-b02c-a011434edce9 HTTP/1.1" status: 204 len: 168 time: 0.4032469 Jul 24 09:16:34.045457 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e50c4-8ad5-4744-879c-865de25b74b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc8e613-11a6-45a7-b02c-a011434edce9,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:34.066286 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec1c5f-4e48-46ab-8c49-47499a158134 admin admin] Pushing event updated for resources: {'Port': ['ID=a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:34.107128 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feec1c5f-4e48-46ab-8c49-47499a158134 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:16:34.111464 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-feec1c5f-4e48-46ab-8c49-47499a158134 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:16:34.147191 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be621b28-7f82-43b3-a603-e35b26101291 req-3d6b508c-a788-4eea-8e98-282245644367 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:34.151335 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-dfe3a844-0dd6-448f-9e49-0fc57b52fd1f None None] Attempting to bind port 4559d404-5285-49cd-ade7-302795b8ef83 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:16:34.151713 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-dfe3a844-0dd6-448f-9e49-0fc57b52fd1f None None] Attempting to bind port 4559d404-5285-49cd-ade7-302795b8ef83 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'ec4780f2-a555-4f2d-89b8-4b1728446110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ee973423-746b-45e1-b971-9afc957a2a04'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:16:34.152080 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe3a844-0dd6-448f-9e49-0fc57b52fd1f None None] Attempting to bind port 4559d404-5285-49cd-ade7-302795b8ef83 on network ee973423-746b-45e1-b971-9afc957a2a04 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:16:34.163251 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 6563123e-6a9f-426c-bab4-ca231053a677 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:16:34.163635 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:34.168694 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-be621b28-7f82-43b3-a603-e35b26101291 req-3d6b508c-a788-4eea-8e98-282245644367 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 945 time: 0.2490215 Jul 24 09:16:34.188197 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feec1c5f-4e48-46ab-8c49-47499a158134 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:16:34.209191 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe3a844-0dd6-448f-9e49-0fc57b52fd1f None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:16:34.209572 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe3a844-0dd6-448f-9e49-0fc57b52fd1f None None] Checking segment: {'id': 'ec4780f2-a555-4f2d-89b8-4b1728446110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ee973423-746b-45e1-b971-9afc957a2a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:16:34.209976 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dfe3a844-0dd6-448f-9e49-0fc57b52fd1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:34.210380 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe3a844-0dd6-448f-9e49-0fc57b52fd1f None None] Bound using segment: {'id': 'ec4780f2-a555-4f2d-89b8-4b1728446110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ee973423-746b-45e1-b971-9afc957a2a04'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:16:34.210865 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-dfe3a844-0dd6-448f-9e49-0fc57b52fd1f None None] Bound port: 4559d404-5285-49cd-ade7-302795b8ef83, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4780f2-a555-4f2d-89b8-4b1728446110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ee973423-746b-45e1-b971-9afc957a2a04'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:16:34.211247 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dfe3a844-0dd6-448f-9e49-0fc57b52fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:34.305183 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-be621b28-7f82-43b3-a603-e35b26101291 req-3420f85c-646d-4658-8977-d4a35b7f6560 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352007 Jul 24 09:16:34.732333 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:34.767903 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-dfe3a844-0dd6-448f-9e49-0fc57b52fd1f None None] For port 4559d404-5285-49cd-ade7-302795b8ef83, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:16:34.833792 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-dfe3a844-0dd6-448f-9e49-0fc57b52fd1f None None] For port 4559d404-5285-49cd-ade7-302795b8ef83, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4559d404-5285-49cd-ade7-302795b8ef83,segment=NetworkSegment(ec4780f2-a555-4f2d-89b8-4b1728446110),segment_id=ec4780f2-a555-4f2d-89b8-4b1728446110)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:16:34.848977 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6563123e-6a9f-426c-bab4-ca231053a677'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:16:34.857426 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c00629-80e2-4e5d-b8b3-fd02c9ca76be" -d '{"events": [{"server_uuid": "0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a", "name": "network-vif-plugged", "status": "completed", "tag": "6563123e-6a9f-426c-bab4-ca231053a677"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:16:34.883079 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dfe3a844-0dd6-448f-9e49-0fc57b52fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:34.919644 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-feec1c5f-4e48-46ab-8c49-47499a158134 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:35.014766 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 6563123e-6a9f-426c-bab4-ca231053a677, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=6563123e-6a9f-426c-bab4-ca231053a677,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:35.033412 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:35.034272 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:16:35.122180 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:16:35.140064 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:16:35.140726 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:35.194574 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9aad7d-98ef-4699-80a1-ab8b2705a0d5 req-42491a67-191a-48da-9741-fc0feac5cf8d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:35.214291 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3a844-0dd6-448f-9e49-0fc57b52fd1f None None] Pushing event updated for resources: {'Port': ['ID=4559d404-5285-49cd-ade7-302795b8ef83,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:35.226287 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9aad7d-98ef-4699-80a1-ab8b2705a0d5 req-42491a67-191a-48da-9741-fc0feac5cf8d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:35.242314 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9aad7d-98ef-4699-80a1-ab8b2705a0d5 req-42491a67-191a-48da-9741-fc0feac5cf8d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:35.255435 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9aad7d-98ef-4699-80a1-ab8b2705a0d5 req-42491a67-191a-48da-9741-fc0feac5cf8d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:35.274353 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9aad7d-98ef-4699-80a1-ab8b2705a0d5 req-42491a67-191a-48da-9741-fc0feac5cf8d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:35.280592 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9aad7d-98ef-4699-80a1-ab8b2705a0d5 req-42491a67-191a-48da-9741-fc0feac5cf8d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:35.345102 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9aad7d-98ef-4699-80a1-ab8b2705a0d5 req-42491a67-191a-48da-9741-fc0feac5cf8d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:35.345102 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fb9aad7d-98ef-4699-80a1-ab8b2705a0d5 req-42491a67-191a-48da-9741-fc0feac5cf8d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5436 time: 0.6860681 Jul 24 09:16:35.411493 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:35.426848 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=6563123e-6a9f-426c-bab4-ca231053a677,revision_number=7']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:35.461865 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=16f6a8a0-9d0c-483f-b3ba-0c9fb8957875,segment=NetworkSegment(b8711e49-0053-48e4-9ab4-ca813e7466e0),segment_id=b8711e49-0053-48e4-9ab4-ca813e7466e0)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:35.470028 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:35.523632 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fb9aad7d-98ef-4699-80a1-ab8b2705a0d5 req-d127b774-6335-4934-bd3d-0bb57d2eab55 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1952801 Jul 24 09:16:35.574458 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 1ea622ef-91f5-4207-b504-6efb0efd5698 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:16:35.727823 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=16f6a8a0-9d0c-483f-b3ba-0c9fb8957875,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:35.817129 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59426) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:35.826763 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-feec1c5f-4e48-46ab-8c49-47499a158134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:35.833107 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 1ea622ef-91f5-4207-b504-6efb0efd5698 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:16:35.841421 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 1ea622ef-91f5-4207-b504-6efb0efd5698 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:16:35.842049 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:36.043498 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-5241d021-75b3-4185-beed-5f0dbb9cef6d tempest-SubnetPoolsTestJSON-1356200311 tempest-SubnetPoolsTestJSON-1356200311-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1248465902', 'prefixes': ['172.20.0.0/16']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:16:36.132249 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feec1c5f-4e48-46ab-8c49-47499a158134 admin admin] Router 1dbb4071-c656-4747-bdb8-a68ee4042d39 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:16:36.174920 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7f2606-c6da-430b-8c34-54ac9480a8ae x-openstack-request-id: req-1c7f2606-c6da-430b-8c34-54ac9480a8ae {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:16:36.176177 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a", "name": "network-vif-plugged", "status": "completed", "tag": "6563123e-6a9f-426c-bab4-ca231053a677", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:16:36.177295 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c7f2606-c6da-430b-8c34-54ac9480a8ae {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:16:36.177838 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6563123e-6a9f-426c-bab4-ca231053a677', 'code': 200} Jul 24 09:16:36.266695 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5241d021-75b3-4185-beed-5f0dbb9cef6d tempest-SubnetPoolsTestJSON-1356200311 tempest-SubnetPoolsTestJSON-1356200311-project] Notify callbacks [] for subnetpool, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:36.267948 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5241d021-75b3-4185-beed-5f0dbb9cef6d tempest-SubnetPoolsTestJSON-1356200311 tempest-SubnetPoolsTestJSON-1356200311-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4493368 Jul 24 09:16:36.274460 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:36.275455 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59432) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:36.391886 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 1ea622ef-91f5-4207-b504-6efb0efd5698, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=1ea622ef-91f5-4207-b504-6efb0efd5698,segment=NetworkSegment(179240a6-2206-4416-9b54-6742cbc9ffe4),segment_id=179240a6-2206-4416-9b54-6742cbc9ffe4)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:36.410281 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:36.410736 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-af60ac9e-9197-462d-a80d-fc13709889c7 tempest-SubnetPoolsTestJSON-1356200311 tempest-SubnetPoolsTestJSON-1356200311-project] 10.222.0.32 "GET /v2.0/subnetpools/3da88dfc-2d7e-4568-9bed-57eeb7cd14be HTTP/1.1" status: 200 len: 732 time: 0.1340926 Jul 24 09:16:36.413239 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59434) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:36.414094 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 16303a1a-c8c8-446e-8591-495750b9d208 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:16:36.419835 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-e1b72026-62f7-4227-b77e-cb51592fa68b tempest-SubnetPoolsTestJSON-1356200311 tempest-SubnetPoolsTestJSON-1356200311-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1518864234'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:16:36.431005 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feec1c5f-4e48-46ab-8c49-47499a158134 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:16:36.442489 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] Sync routers for ids ['1dbb4071-c656-4747-bdb8-a68ee4042d39'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:16:36.472061 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] Routers {'1dbb4071-c656-4747-bdb8-a68ee4042d39'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:16:36.473235 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:16:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['1dbb4071-c656-4747-bdb8-a68ee4042d39'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:36.553271 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d551d-a139-4129-8f36-37fcc3ba16e7 req-6b80c41f-7aa4-4693-8a90-8eda7330f33c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:36.568863 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-442d551d-a139-4129-8f36-37fcc3ba16e7 req-6b80c41f-7aa4-4693-8a90-8eda7330f33c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.2617815 Jul 24 09:16:36.573648 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-feec1c5f-4e48-46ab-8c49-47499a158134 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:36.577495 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-feec1c5f-4e48-46ab-8c49-47499a158134 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.1475391 Jul 24 09:16:36.580159 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59438) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:36.648840 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e1b72026-62f7-4227-b77e-cb51592fa68b tempest-SubnetPoolsTestJSON-1356200311 tempest-SubnetPoolsTestJSON-1356200311-project] Notify callbacks [] for subnetpool, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:36.657643 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e1b72026-62f7-4227-b77e-cb51592fa68b tempest-SubnetPoolsTestJSON-1356200311 tempest-SubnetPoolsTestJSON-1356200311-project] 10.222.0.32 "PUT /v2.0/subnetpools/3da88dfc-2d7e-4568-9bed-57eeb7cd14be HTTP/1.1" status: 200 len: 684 time: 0.2430031 Jul 24 09:16:36.658301 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59444) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:36.774092 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=1ea622ef-91f5-4207-b504-6efb0efd5698,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:36.804367 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e9b07132-21fc-47cb-a679-bb62fe8e1b19 tempest-SubnetPoolsTestJSON-1356200311 tempest-SubnetPoolsTestJSON-1356200311-project] Notify callbacks [] for subnetpool, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:36.812513 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e9b07132-21fc-47cb-a679-bb62fe8e1b19 tempest-SubnetPoolsTestJSON-1356200311 tempest-SubnetPoolsTestJSON-1356200311-project] 10.222.0.32 "DELETE /v2.0/subnetpools/3da88dfc-2d7e-4568-9bed-57eeb7cd14be HTTP/1.1" status: 204 len: 168 time: 0.1525035 Jul 24 09:16:36.815893 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59446) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:36.841947 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-4b5d7e3e-f467-47ef-90a8-c750206ff2e8 tempest-SubnetPoolsTestJSON-1356200311 tempest-SubnetPoolsTestJSON-1356200311-project] show failed (client error): The resource could not be found. Jul 24 09:16:36.843306 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4b5d7e3e-f467-47ef-90a8-c750206ff2e8 tempest-SubnetPoolsTestJSON-1356200311 tempest-SubnetPoolsTestJSON-1356200311-project] 10.222.0.32 "GET /v2.0/subnetpools/3da88dfc-2d7e-4568-9bed-57eeb7cd14be HTTP/1.1" status: 404 len: 346 time: 0.0263135 Jul 24 09:16:36.846496 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59450) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:36.872678 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-cb13c8d6-1a76-4246-9aa2-203aa20fafd0 tempest-SubnetPoolsTestJSON-1356200311 tempest-SubnetPoolsTestJSON-1356200311-project] delete failed (client error): The resource could not be found. Jul 24 09:16:36.877876 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-cb13c8d6-1a76-4246-9aa2-203aa20fafd0 tempest-SubnetPoolsTestJSON-1356200311 tempest-SubnetPoolsTestJSON-1356200311-project] 10.222.0.32 "DELETE /v2.0/subnetpools/3da88dfc-2d7e-4568-9bed-57eeb7cd14be HTTP/1.1" status: 404 len: 346 time: 0.0296264 Jul 24 09:16:36.889102 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 16303a1a-c8c8-446e-8591-495750b9d208 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:16:36.910449 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] Set router 1dbb4071-c656-4747-bdb8-a68ee4042d39 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:16:36.926833 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4325c05b-70d6-4a6b-8934-da725fb26fbc None None] Network ee973423-746b-45e1-b971-9afc957a2a04 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:16:36.930477 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 16303a1a-c8c8-446e-8591-495750b9d208 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:16:36.930846 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:37.029047 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-442d551d-a139-4129-8f36-37fcc3ba16e7 req-fa0b52cc-655d-477f-8fb1-5c1f6eba7c9b tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515402 Jul 24 09:16:37.147964 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0a593569-2b06-4bab-b545-52de7ccd0351 None None] Provisioning for port 4559d404-5285-49cd-ade7-302795b8ef83 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:16:37.311893 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dbb4071-c656-4747-bdb8-a68ee4042d39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1838568963-router', 'tenant_id': 'ee6864ee08d641bdae0f60924bbdb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:16:30Z', 'updated_at': '2021-07-24T09:16:34Z', 'revision_number': 3, 'project_id': 'ee6864ee08d641bdae0f60924bbdb18c', 'gw_port': {'id': 'a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbb4071-c656-4747-bdb8-a68ee4042d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:16:32Z', 'updated_at': '2021-07-24T09:16:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:37.426842 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] Checking router: 1dbb4071-c656-4747-bdb8-a68ee4042d39 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:16:37.427596 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] Updating router 1dbb4071-c656-4747-bdb8-a68ee4042d39 port a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:16:37.467862 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4559d404-5285-49cd-ade7-302795b8ef83 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:16:37.507741 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314c24b-9f66-46ad-bf30-84af78509e60 req-2670d99f-e7b9-4da1-9129-b4dc69357c9a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:37.515342 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314c24b-9f66-46ad-bf30-84af78509e60 req-2670d99f-e7b9-4da1-9129-b4dc69357c9a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:37.522027 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314c24b-9f66-46ad-bf30-84af78509e60 req-2670d99f-e7b9-4da1-9129-b4dc69357c9a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:37.529241 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314c24b-9f66-46ad-bf30-84af78509e60 req-2670d99f-e7b9-4da1-9129-b4dc69357c9a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:37.540780 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314c24b-9f66-46ad-bf30-84af78509e60 req-2670d99f-e7b9-4da1-9129-b4dc69357c9a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:37.551760 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314c24b-9f66-46ad-bf30-84af78509e60 req-2670d99f-e7b9-4da1-9129-b4dc69357c9a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:37.566412 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314c24b-9f66-46ad-bf30-84af78509e60 req-2670d99f-e7b9-4da1-9129-b4dc69357c9a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:37.580234 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f314c24b-9f66-46ad-bf30-84af78509e60 req-2670d99f-e7b9-4da1-9129-b4dc69357c9a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5438 time: 0.2848835 Jul 24 09:16:37.601005 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59456) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:37.651542 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f314c24b-9f66-46ad-bf30-84af78509e60 req-f47c6804-e18c-44de-bb7d-119b572ba68c tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702841 Jul 24 09:16:37.739681 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:37.847839 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-811b0c17-d603-4b68-a9c3-8b1d68ec6f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:37.941355 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:37.986568 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 4559d404-5285-49cd-ade7-302795b8ef83 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:16:38.047858 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 4559d404-5285-49cd-ade7-302795b8ef83 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:16:38.050120 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:38.066164 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 16303a1a-c8c8-446e-8591-495750b9d208, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=16303a1a-c8c8-446e-8591-495750b9d208,segment=NetworkSegment(b8711e49-0053-48e4-9ab4-ca813e7466e0),segment_id=b8711e49-0053-48e4-9ab4-ca813e7466e0)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:38.141181 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:38.148345 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 794a2009-e4f6-4dcc-8190-09f6bd77b763 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:16:38.170700 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-811b0c17-d603-4b68-a9c3-8b1d68ec6f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:38.187491 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-811b0c17-d603-4b68-a9c3-8b1d68ec6f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:38.236719 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f6a8a0-9d0c-483f-b3ba-0c9fb8957875'}, {'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea622ef-91f5-4207-b504-6efb0efd5698'}, {'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16303a1a-c8c8-446e-8591-495750b9d208'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:16:38.246629 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e300def4-763c-49c1-83a8-2d476b21b680" -d '{"events": [{"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-plugged", "status": "completed", "tag": "16f6a8a0-9d0c-483f-b3ba-0c9fb8957875"}, {"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-plugged", "status": "completed", "tag": "1ea622ef-91f5-4207-b504-6efb0efd5698"}, {"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-plugged", "status": "completed", "tag": "16303a1a-c8c8-446e-8591-495750b9d208"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:16:38.310917 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b0c17-d603-4b68-a9c3-8b1d68ec6f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a140769c-20f7-460f-a501-b6ef55258bcb,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:38.328162 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-811b0c17-d603-4b68-a9c3-8b1d68ec6f17 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97d67edabe6d41ce83fb1f895acc18a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7256567 Jul 24 09:16:38.330708 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59472) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:38.483141 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f3eb935-aff9-48bb-ad2f-b8f59776a4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:38.508291 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:38.538756 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=16303a1a-c8c8-446e-8591-495750b9d208,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:38.571335 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f3eb935-aff9-48bb-ad2f-b8f59776a4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:38.607677 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53e696-fd0b-49fc-a846-7ce20e82af53 req-18e3807d-c684-41f2-a06c-b2bfd433572d tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:38.611979 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2dacc418-63dd-43f4-adfc-b583dfa8a902 None None] Provisioning complete for port 4559d404-5285-49cd-ade7-302795b8ef83 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:16:38.612360 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2dacc418-63dd-43f4-adfc-b583dfa8a902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:38.616668 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1a53e696-fd0b-49fc-a846-7ce20e82af53 req-18e3807d-c684-41f2-a06c-b2bfd433572d tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.3330855 Jul 24 09:16:38.631206 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:38.681080 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] Transition to ACTIVE for port object a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:16:38.683655 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f3eb935-aff9-48bb-ad2f-b8f59776a4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:38.688647 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f3eb935-aff9-48bb-ad2f-b8f59776a4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:38.689049 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:38.692361 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3f3eb935-aff9-48bb-ad2f-b8f59776a4e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a140769c-20f7-460f-a501-b6ef55258bcb HTTP/1.1" status: 204 len: 168 time: 0.3583605 Jul 24 09:16:38.709521 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3eb935-aff9-48bb-ad2f-b8f59776a4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a140769c-20f7-460f-a501-b6ef55258bcb,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:38.775305 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:38.784620 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1a53e696-fd0b-49fc-a846-7ce20e82af53 req-dfa7be68-e2ae-4319-8a95-86bb0bb1fec1 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666679 Jul 24 09:16:38.814221 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34bab8-1e1e-4fd3-ab48-b2dc98ac373e None None] Pushing event updated for resources: {'Port': ['ID=a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:38.858544 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 4559d404-5285-49cd-ade7-302795b8ef83, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4559d404-5285-49cd-ade7-302795b8ef83,segment=NetworkSegment(ec4780f2-a555-4f2d-89b8-4b1728446110),segment_id=ec4780f2-a555-4f2d-89b8-4b1728446110)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:38.869956 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 794a2009-e4f6-4dcc-8190-09f6bd77b763 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:16:38.878840 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:38.891321 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 794a2009-e4f6-4dcc-8190-09f6bd77b763 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:16:38.891947 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:38.918737 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Allocated IP 172.20.0.1 (ee973423-746b-45e1-b971-9afc957a2a04/5a62cb8f-877d-4542-96a7-a7af4a147b79/c086f8f4-9235-4ea7-a01f-02bea247e730) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:16:38.929826 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a34bab8-1e1e-4fd3-ab48-b2dc98ac373e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:38.931031 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a34bab8-1e1e-4fd3-ab48-b2dc98ac373e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:38.934548 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a34bab8-1e1e-4fd3-ab48-b2dc98ac373e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:38.934974 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a34bab8-1e1e-4fd3-ab48-b2dc98ac373e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:38.935308 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a34bab8-1e1e-4fd3-ab48-b2dc98ac373e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:38.935639 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a34bab8-1e1e-4fd3-ab48-b2dc98ac373e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:38.938358 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a34bab8-1e1e-4fd3-ab48-b2dc98ac373e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:38.938709 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a34bab8-1e1e-4fd3-ab48-b2dc98ac373e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:38.939085 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a34bab8-1e1e-4fd3-ab48-b2dc98ac373e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:38.939687 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a34bab8-1e1e-4fd3-ab48-b2dc98ac373e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:38.939791 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a34bab8-1e1e-4fd3-ab48-b2dc98ac373e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:38.951562 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a34bab8-1e1e-4fd3-ab48-b2dc98ac373e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:38.969188 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] Attempting to bind port a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:16:38.969558 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] Attempting to bind port a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:16:38.969924 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] Attempting to bind port a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:16:38.984650 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:16:38.985074 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:16:38.985460 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:38.985855 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:16:38.986324 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] Bound port: a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:16:38.986707 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:38.998469 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 24 Jul 2021 09:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41814848-23cc-4356-8450-1ad648dd89fd x-openstack-request-id: req-41814848-23cc-4356-8450-1ad648dd89fd {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:16:38.999046 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-plugged", "status": "completed", "tag": "16f6a8a0-9d0c-483f-b3ba-0c9fb8957875", "code": 200}, {"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-plugged", "status": "completed", "tag": "1ea622ef-91f5-4207-b504-6efb0efd5698", "code": 200}, {"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-plugged", "status": "completed", "tag": "16303a1a-c8c8-446e-8591-495750b9d208", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:16:38.999046 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41814848-23cc-4356-8450-1ad648dd89fd {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:16:38.999466 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f6a8a0-9d0c-483f-b3ba-0c9fb8957875', 'code': 200} Jul 24 09:16:38.999695 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea622ef-91f5-4207-b504-6efb0efd5698', 'code': 200} Jul 24 09:16:39.000056 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16303a1a-c8c8-446e-8591-495750b9d208', 'code': 200} Jul 24 09:16:39.233526 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] For port a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:16:39.246468 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] For port a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:16:39.259460 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:39.443272 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] Routers {'1dbb4071-c656-4747-bdb8-a68ee4042d39'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:16:39.451408 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:16:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['1dbb4071-c656-4747-bdb8-a68ee4042d39'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:39.537715 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:39.558199 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=4559d404-5285-49cd-ade7-302795b8ef83,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:39.689090 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34bab8-1e1e-4fd3-ab48-b2dc98ac373e None None] Pushing event updated for resources: {'Port': ['ID=a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:39.780426 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 794a2009-e4f6-4dcc-8190-09f6bd77b763, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=794a2009-e4f6-4dcc-8190-09f6bd77b763,segment=NetworkSegment(342ad5d9-7ee9-47dd-935a-66291ce3d5ce),segment_id=342ad5d9-7ee9-47dd-935a-66291ce3d5ce)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:39.793203 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:39.794454 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 9eeb4813-0254-46ff-a982-0b81b24181f8 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:16:39.855340 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] Set router 1dbb4071-c656-4747-bdb8-a68ee4042d39 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:16:40.246845 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900046a7-96ca-4cca-a473-72f09e192012 req-6c601eba-979c-40db-9efb-6c73e4cad8e2 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:40.254938 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900046a7-96ca-4cca-a473-72f09e192012 req-6c601eba-979c-40db-9efb-6c73e4cad8e2 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:40.261041 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900046a7-96ca-4cca-a473-72f09e192012 req-6c601eba-979c-40db-9efb-6c73e4cad8e2 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:40.264291 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=794a2009-e4f6-4dcc-8190-09f6bd77b763,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:40.270594 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900046a7-96ca-4cca-a473-72f09e192012 req-6c601eba-979c-40db-9efb-6c73e4cad8e2 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:40.279754 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900046a7-96ca-4cca-a473-72f09e192012 req-6c601eba-979c-40db-9efb-6c73e4cad8e2 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:40.286695 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900046a7-96ca-4cca-a473-72f09e192012 req-6c601eba-979c-40db-9efb-6c73e4cad8e2 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:40.292851 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900046a7-96ca-4cca-a473-72f09e192012 req-6c601eba-979c-40db-9efb-6c73e4cad8e2 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:40.301143 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-900046a7-96ca-4cca-a473-72f09e192012 req-6c601eba-979c-40db-9efb-6c73e4cad8e2 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5439 time: 1.2975128 Jul 24 09:16:40.305945 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:40.308836 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 9eeb4813-0254-46ff-a982-0b81b24181f8 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:16:40.317568 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 9eeb4813-0254-46ff-a982-0b81b24181f8 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:16:40.318197 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:40.355132 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Transition to ACTIVE for port object c086f8f4-9235-4ea7-a01f-02bea247e730 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:16:40.372304 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-900046a7-96ca-4cca-a473-72f09e192012 req-ebc686fc-2694-46bd-bf79-e546801bdf5e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700476 Jul 24 09:16:40.430824 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dbb4071-c656-4747-bdb8-a68ee4042d39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1838568963-router', 'tenant_id': 'ee6864ee08d641bdae0f60924bbdb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:16:30Z', 'updated_at': '2021-07-24T09:16:34Z', 'revision_number': 3, 'project_id': 'ee6864ee08d641bdae0f60924bbdb18c', 'gw_port': {'id': 'a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbb4071-c656-4747-bdb8-a68ee4042d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:16:32Z', 'updated_at': '2021-07-24T09:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:40.469494 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:40.501618 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:40.513905 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c280906-8202-4b3c-83c8-d9946895b426 None None] The sync data for ids ['1dbb4071-c656-4747-bdb8-a68ee4042d39'] in n-d-800085-9 is: [{'id': '1dbb4071-c656-4747-bdb8-a68ee4042d39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1838568963-router', 'tenant_id': 'ee6864ee08d641bdae0f60924bbdb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:16:30Z', 'updated_at': '2021-07-24T09:16:34Z', 'revision_number': 3, 'project_id': 'ee6864ee08d641bdae0f60924bbdb18c', 'gw_port': {'id': 'a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbb4071-c656-4747-bdb8-a68ee4042d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:16:32Z', 'updated_at': '2021-07-24T09:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:16:40.545423 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 9eeb4813-0254-46ff-a982-0b81b24181f8, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=9eeb4813-0254-46ff-a982-0b81b24181f8,segment=NetworkSegment(342ad5d9-7ee9-47dd-935a-66291ce3d5ce),segment_id=342ad5d9-7ee9-47dd-935a-66291ce3d5ce)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:40.553015 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:40.557503 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 1592bee6-5996-4727-8f30-55913f2ae08b up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:16:40.637165 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Network ee973423-746b-45e1-b971-9afc957a2a04 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:16:40.649579 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:16:40.654196 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:16:40.705833 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 1592bee6-5996-4727-8f30-55913f2ae08b completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:16:40.726088 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 1592bee6-5996-4727-8f30-55913f2ae08b triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:16:40.726471 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:40.823388 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=9eeb4813-0254-46ff-a982-0b81b24181f8,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:40.832259 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:40.943583 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Pushing event updated for resources: {'Port': ['ID=c086f8f4-9235-4ea7-a01f-02bea247e730,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:41.008145 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794a2009-e4f6-4dcc-8190-09f6bd77b763'}, {'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eeb4813-0254-46ff-a982-0b81b24181f8'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:16:41.019083 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7734f2dd-4a07-418d-9475-a7713e1be918" -d '{"events": [{"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-plugged", "status": "completed", "tag": "794a2009-e4f6-4dcc-8190-09f6bd77b763"}, {"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-plugged", "status": "completed", "tag": "9eeb4813-0254-46ff-a982-0b81b24181f8"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:16:41.052592 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:41.111567 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:41.111567 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:41.111855 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:41.112162 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:41.112549 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:41.115400 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:41.115400 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:41.115400 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:41.124588 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:41.124997 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:41.130966 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:41.131348 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:41.190703 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 1592bee6-5996-4727-8f30-55913f2ae08b, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=1592bee6-5996-4727-8f30-55913f2ae08b,segment=NetworkSegment(342ad5d9-7ee9-47dd-935a-66291ce3d5ce),segment_id=342ad5d9-7ee9-47dd-935a-66291ce3d5ce)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:41.200681 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:41.205935 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 506d6774-cab8-4e72-9e5e-98197e8f6a6d up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:16:41.413045 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d094c-97cd-4197-b544-a17f0ac28703 req-13a42c45-068d-4b17-a747-55cd990a7eef tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:41.429995 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6d7d094c-97cd-4197-b544-a17f0ac28703 req-13a42c45-068d-4b17-a747-55cd990a7eef tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.5991657 Jul 24 09:16:41.474213 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:41.493324 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c01dac7e-a438-4f95-a351-3e3410de02fd None None] Provisioning for port c086f8f4-9235-4ea7-a01f-02bea247e730 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:16:41.503830 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=1592bee6-5996-4727-8f30-55913f2ae08b,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:41.537896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:16:41.631322 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c01dac7e-a438-4f95-a351-3e3410de02fd None None] Provisioning complete for port c086f8f4-9235-4ea7-a01f-02bea247e730 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:16:41.631842 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c01dac7e-a438-4f95-a351-3e3410de02fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:41.695335 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 506d6774-cab8-4e72-9e5e-98197e8f6a6d completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:16:41.709549 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 506d6774-cab8-4e72-9e5e-98197e8f6a6d triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:16:41.710074 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:41.786875 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-c01dac7e-a438-4f95-a351-3e3410de02fd None None] Port c086f8f4-9235-4ea7-a01f-02bea247e730 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:16:41.813730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:16:41.823576 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:16:41.823860 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:41.940493 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:41.961572 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:42.082516 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:42.131838 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:42.168209 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6d7d094c-97cd-4197-b544-a17f0ac28703 req-d70a8482-b29e-4e39-99b4-05f0c5c966fb tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7363749 Jul 24 09:16:42.195037 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:42.198346 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Pushing event updated for resources: {'Port': ['ID=c086f8f4-9235-4ea7-a01f-02bea247e730,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:42.228127 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:42.249821 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:42.252528 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4559d404-5285-49cd-ade7-302795b8ef83 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:16:42.258821 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 506d6774-cab8-4e72-9e5e-98197e8f6a6d, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=506d6774-cab8-4e72-9e5e-98197e8f6a6d,segment=NetworkSegment(342ad5d9-7ee9-47dd-935a-66291ce3d5ce),segment_id=342ad5d9-7ee9-47dd-935a-66291ce3d5ce)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:42.310133 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:42.331975 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 09:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a32aa00-322d-4243-a81f-6209cfbf2246 x-openstack-request-id: req-0a32aa00-322d-4243-a81f-6209cfbf2246 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:16:42.332402 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-plugged", "status": "completed", "tag": "794a2009-e4f6-4dcc-8190-09f6bd77b763", "code": 200}, {"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-plugged", "status": "completed", "tag": "9eeb4813-0254-46ff-a982-0b81b24181f8", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:16:42.332844 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a32aa00-322d-4243-a81f-6209cfbf2246 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:16:42.333352 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794a2009-e4f6-4dcc-8190-09f6bd77b763', 'code': 200} Jul 24 09:16:42.333715 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eeb4813-0254-46ff-a982-0b81b24181f8', 'code': 200} Jul 24 09:16:42.377183 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:42.396816 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 4559d404-5285-49cd-ade7-302795b8ef83 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:16:42.397362 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:42.516844 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Network ee973423-746b-45e1-b971-9afc957a2a04 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:16:42.529557 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:16:42.602417 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1a043-f3d9-4f98-bd03-0ea166ea005c req-726cbde0-73f4-4676-a57a-51e1c03051a8 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:42.620957 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1a043-f3d9-4f98-bd03-0ea166ea005c req-726cbde0-73f4-4676-a57a-51e1c03051a8 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:42.651220 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1a043-f3d9-4f98-bd03-0ea166ea005c req-726cbde0-73f4-4676-a57a-51e1c03051a8 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:42.671846 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1a043-f3d9-4f98-bd03-0ea166ea005c req-726cbde0-73f4-4676-a57a-51e1c03051a8 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:42.685678 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1a043-f3d9-4f98-bd03-0ea166ea005c req-726cbde0-73f4-4676-a57a-51e1c03051a8 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:42.700419 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=506d6774-cab8-4e72-9e5e-98197e8f6a6d,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:42.701497 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1a043-f3d9-4f98-bd03-0ea166ea005c req-726cbde0-73f4-4676-a57a-51e1c03051a8 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:42.754406 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1a043-f3d9-4f98-bd03-0ea166ea005c req-726cbde0-73f4-4676-a57a-51e1c03051a8 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:42.786977 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-82d1a043-f3d9-4f98-bd03-0ea166ea005c req-726cbde0-73f4-4676-a57a-51e1c03051a8 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5443 time: 0.3030963 Jul 24 09:16:42.869461 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-82d1a043-f3d9-4f98-bd03-0ea166ea005c req-225fd438-0e9e-4d46-b88e-f6719e3a763f tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0864010 Jul 24 09:16:43.132486 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-07a79814-fe1f-4eee-b53e-83ff23735bd8 None None] Provisioning complete for port c086f8f4-9235-4ea7-a01f-02bea247e730 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:16:43.133460 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-07a79814-fe1f-4eee-b53e-83ff23735bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:43.217476 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Router 1dbb4071-c656-4747-bdb8-a68ee4042d39 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:16:43.254318 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-07a79814-fe1f-4eee-b53e-83ff23735bd8 None None] Port c086f8f4-9235-4ea7-a01f-02bea247e730 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:16:43.408349 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:16:43.526944 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:16:43.549878 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5242bfc6-c788-4e07-b43d-e7bdcb5dc867 admin admin] 10.222.0.32 "PUT /v2.0/routers/1dbb4071-c656-4747-bdb8-a68ee4042d39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9670496 Jul 24 09:16:43.572189 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53127126-1b45-4331-a0a4-08cd159d66ec req-0048bd11-e995-41c3-8fdf-90d0387a3824 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:43.581096 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-53127126-1b45-4331-a0a4-08cd159d66ec req-0048bd11-e995-41c3-8fdf-90d0387a3824 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.1730907 Jul 24 09:16:43.612879 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:16:43.614391 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:43.667964 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-53127126-1b45-4331-a0a4-08cd159d66ec req-8c32bc8f-9b8d-4be7-91d2-583ed7674186 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857477 Jul 24 09:16:43.858834 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59556) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:43.946078 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:43.975939 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] Sync routers for ids ['1dbb4071-c656-4747-bdb8-a68ee4042d39'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:16:43.990105 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] Routers {'1dbb4071-c656-4747-bdb8-a68ee4042d39'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:16:44.003390 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:16:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['1dbb4071-c656-4747-bdb8-a68ee4042d39'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:44.045795 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-49d541bd-2d1c-4401-8311-10914b98a04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:44.295628 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] Set router 1dbb4071-c656-4747-bdb8-a68ee4042d39 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:16:44.369400 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1592bee6-5996-4727-8f30-55913f2ae08b'}, {'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506d6774-cab8-4e72-9e5e-98197e8f6a6d'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:16:44.371633 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb1e8fa-cdb4-4691-9881-8c6a9f093ab5" -d '{"events": [{"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-plugged", "status": "completed", "tag": "1592bee6-5996-4727-8f30-55913f2ae08b"}, {"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-plugged", "status": "completed", "tag": "506d6774-cab8-4e72-9e5e-98197e8f6a6d"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:16:44.407236 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-49d541bd-2d1c-4401-8311-10914b98a04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:44.453204 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-49d541bd-2d1c-4401-8311-10914b98a04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:44.455814 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-b3d1d596-c5b6-4f82-b7cc-bd9a9f476a5c req-f2797b9b-1d69-452d-9683-c53d8b22ee45 tempest-FloatingIPDetailsNegativeTestJSON-553943364 tempest-FloatingIPDetailsNegativeTestJSON-553943364-project] show failed (client error): The resource could not be found. Jul 24 09:16:44.466633 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59568) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:44.467675 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b3d1d596-c5b6-4f82-b7cc-bd9a9f476a5c req-f2797b9b-1d69-452d-9683-c53d8b22ee45 tempest-FloatingIPDetailsNegativeTestJSON-553943364 tempest-FloatingIPDetailsNegativeTestJSON-553943364-project] 10.222.0.32 "GET /v2.0/floatingips/8fe69a67-6db0-44a0-aca8-bead6688f71d HTTP/1.1" status: 404 len: 350 time: 0.0588834 Jul 24 09:16:44.566003 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-49d541bd-2d1c-4401-8311-10914b98a04a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=592302e571d644079c1b575512cc643e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7032063 Jul 24 09:16:44.566003 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d541bd-2d1c-4401-8311-10914b98a04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc95d68-fa36-46fc-9d7e-d9933a9a2707,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:44.568971 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59570) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:44.707978 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1f2e06af-6a68-480d-aae4-bbf605a082cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:44.732777 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a54837-5a2f-4a7c-89ff-5dad114f97ab req-ff9e8e73-2168-4e94-9d89-9d2243e6705b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:44.740148 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a54837-5a2f-4a7c-89ff-5dad114f97ab req-ff9e8e73-2168-4e94-9d89-9d2243e6705b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:44.746690 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a54837-5a2f-4a7c-89ff-5dad114f97ab req-ff9e8e73-2168-4e94-9d89-9d2243e6705b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:44.753184 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a54837-5a2f-4a7c-89ff-5dad114f97ab req-ff9e8e73-2168-4e94-9d89-9d2243e6705b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:44.758871 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a54837-5a2f-4a7c-89ff-5dad114f97ab req-ff9e8e73-2168-4e94-9d89-9d2243e6705b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:44.764090 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dbb4071-c656-4747-bdb8-a68ee4042d39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1838568963-router', 'tenant_id': 'ee6864ee08d641bdae0f60924bbdb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:16:30Z', 'updated_at': '2021-07-24T09:16:41Z', 'revision_number': 4, 'project_id': 'ee6864ee08d641bdae0f60924bbdb18c', 'gw_port': {'id': 'a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbb4071-c656-4747-bdb8-a68ee4042d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:16:32Z', 'updated_at': '2021-07-24T09:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'c086f8f4-9235-4ea7-a01f-02bea247e730', 'name': '', 'network_id': 'ee973423-746b-45e1-b971-9afc957a2a04', 'tenant_id': 'ee6864ee08d641bdae0f60924bbdb18c', 'mac_address': 'fa:16:3e:37:f2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbb4071-c656-4747-bdb8-a68ee4042d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5a62cb8f-877d-4542-96a7-a7af4a147b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:16:38Z', 'updated_at': '2021-07-24T09:16:41Z', 'revision_number': 2, 'project_id': 'ee6864ee08d641bdae0f60924bbdb18c', 'subnets': [{'id': '5a62cb8f-877d-4542-96a7-a7af4a147b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:44.765047 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a54837-5a2f-4a7c-89ff-5dad114f97ab req-ff9e8e73-2168-4e94-9d89-9d2243e6705b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:44.771029 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a54837-5a2f-4a7c-89ff-5dad114f97ab req-ff9e8e73-2168-4e94-9d89-9d2243e6705b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:44.779953 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c0a54837-5a2f-4a7c-89ff-5dad114f97ab req-ff9e8e73-2168-4e94-9d89-9d2243e6705b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5443 time: 0.2152531 Jul 24 09:16:44.803448 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] Checking router: 1dbb4071-c656-4747-bdb8-a68ee4042d39 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:16:44.804089 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] Updating router 1dbb4071-c656-4747-bdb8-a68ee4042d39 port c086f8f4-9235-4ea7-a01f-02bea247e730 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:16:44.821695 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1f2e06af-6a68-480d-aae4-bbf605a082cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:44.854128 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:44.871296 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c0a54837-5a2f-4a7c-89ff-5dad114f97ab req-d08f5b76-e5be-4960-825e-44207945fe6f tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0903509 Jul 24 09:16:44.934389 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1f2e06af-6a68-480d-aae4-bbf605a082cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:44.937579 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1f2e06af-6a68-480d-aae4-bbf605a082cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:44.938957 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1f2e06af-6a68-480d-aae4-bbf605a082cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7fc95d68-fa36-46fc-9d7e-d9933a9a2707 HTTP/1.1" status: 204 len: 168 time: 0.3691790 Jul 24 09:16:44.958168 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e06af-6a68-480d-aae4-bbf605a082cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc95d68-fa36-46fc-9d7e-d9933a9a2707,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:45.130733 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-40f7a291-a0df-44d9-9ebd-09f8217c0bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:45.142636 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 09:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a754f3-0107-4778-acaf-33c74947d50f x-openstack-request-id: req-22a754f3-0107-4778-acaf-33c74947d50f {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:16:45.143236 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-plugged", "status": "completed", "tag": "1592bee6-5996-4727-8f30-55913f2ae08b", "code": 200}, {"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-plugged", "status": "completed", "tag": "506d6774-cab8-4e72-9e5e-98197e8f6a6d", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:16:45.143236 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22a754f3-0107-4778-acaf-33c74947d50f {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:16:45.143572 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1592bee6-5996-4727-8f30-55913f2ae08b', 'code': 200} Jul 24 09:16:45.143859 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506d6774-cab8-4e72-9e5e-98197e8f6a6d', 'code': 200} Jul 24 09:16:45.371434 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:45.388960 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] Transition to ACTIVE for port object c086f8f4-9235-4ea7-a01f-02bea247e730 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:16:45.406484 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:45.456761 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480203b-356a-4bdd-9082-0e536ac882d9 req-1404c109-c12e-453e-a64c-d27a110ccf2c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:45.463021 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c480203b-356a-4bdd-9082-0e536ac882d9 req-1404c109-c12e-453e-a64c-d27a110ccf2c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.1660783 Jul 24 09:16:45.526022 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424f98c-b147-4bbe-8a2b-5b84ba89f68a None None] Pushing event updated for resources: {'Port': ['ID=c086f8f4-9235-4ea7-a01f-02bea247e730,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:45.576455 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c480203b-356a-4bdd-9082-0e536ac882d9 req-ea3001d2-8b51-4d3c-8328-fc4ce92f8888 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058712 Jul 24 09:16:45.600152 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:16:45.640313 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] Attempting to bind port c086f8f4-9235-4ea7-a01f-02bea247e730 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:16:45.640682 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] Attempting to bind port c086f8f4-9235-4ea7-a01f-02bea247e730 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'ec4780f2-a555-4f2d-89b8-4b1728446110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ee973423-746b-45e1-b971-9afc957a2a04'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:16:45.641816 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] Attempting to bind port c086f8f4-9235-4ea7-a01f-02bea247e730 on network ee973423-746b-45e1-b971-9afc957a2a04 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:16:45.649303 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:16:45.649990 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] Checking segment: {'id': 'ec4780f2-a555-4f2d-89b8-4b1728446110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ee973423-746b-45e1-b971-9afc957a2a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:16:45.650657 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:45.651368 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] Bound using segment: {'id': 'ec4780f2-a555-4f2d-89b8-4b1728446110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ee973423-746b-45e1-b971-9afc957a2a04'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:16:45.652093 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] Bound port: c086f8f4-9235-4ea7-a01f-02bea247e730, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4780f2-a555-4f2d-89b8-4b1728446110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ee973423-746b-45e1-b971-9afc957a2a04'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:16:45.653015 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:45.684275 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59606) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:45.717068 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4900dae9-a63b-49f8-8a88-3c267394aedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:45.803612 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d229991-2c20-46b6-8701-309ad1d99687 req-59a7f177-50e7-4f69-b993-8b9326f52583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:45.804883 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d229991-2c20-46b6-8701-309ad1d99687 req-59a7f177-50e7-4f69-b993-8b9326f52583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:45.817402 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d229991-2c20-46b6-8701-309ad1d99687 req-59a7f177-50e7-4f69-b993-8b9326f52583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:45.817850 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d229991-2c20-46b6-8701-309ad1d99687 req-59a7f177-50e7-4f69-b993-8b9326f52583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:45.818320 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d229991-2c20-46b6-8701-309ad1d99687 req-59a7f177-50e7-4f69-b993-8b9326f52583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:45.818953 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d229991-2c20-46b6-8701-309ad1d99687 req-59a7f177-50e7-4f69-b993-8b9326f52583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:45.820904 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d229991-2c20-46b6-8701-309ad1d99687 req-59a7f177-50e7-4f69-b993-8b9326f52583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:45.823345 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3d229991-2c20-46b6-8701-309ad1d99687 req-59a7f177-50e7-4f69-b993-8b9326f52583 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 6500 time: 0.4831102 Jul 24 09:16:45.853881 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] For port c086f8f4-9235-4ea7-a01f-02bea247e730, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:16:45.861259 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] For port c086f8f4-9235-4ea7-a01f-02bea247e730, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c086f8f4-9235-4ea7-a01f-02bea247e730,segment=NetworkSegment(ec4780f2-a555-4f2d-89b8-4b1728446110),segment_id=ec4780f2-a555-4f2d-89b8-4b1728446110)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:16:45.874090 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:45.960818 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424f98c-b147-4bbe-8a2b-5b84ba89f68a None None] Pushing event updated for resources: {'Port': ['ID=c086f8f4-9235-4ea7-a01f-02bea247e730,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:45.982057 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3d229991-2c20-46b6-8701-309ad1d99687 req-65d29b9c-b638-45ae-bf76-2f11b65e3f30 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&id=d96262b6-cb48-483f-979b-41688edf33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1386712 Jul 24 09:16:45.995273 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] Routers {'1dbb4071-c656-4747-bdb8-a68ee4042d39'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:16:45.997945 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:16:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['1dbb4071-c656-4747-bdb8-a68ee4042d39'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:46.005829 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4900dae9-a63b-49f8-8a88-3c267394aedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:46.025577 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-40f7a291-a0df-44d9-9ebd-09f8217c0bfc admin admin] Deleting port c086f8f4-9235-4ea7-a01f-02bea247e730 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:16:46.026450 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4900dae9-a63b-49f8-8a88-3c267394aedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:46.026933 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-40f7a291-a0df-44d9-9ebd-09f8217c0bfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:46.172123 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709df69f-d820-438c-a5ec-be6ec1206cf5 req-59a0366b-187b-40b2-a9a3-0953a945f691 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:46.182125 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-709df69f-d820-438c-a5ec-be6ec1206cf5 req-59a0366b-187b-40b2-a9a3-0953a945f691 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 946 time: 0.4711804 Jul 24 09:16:46.189530 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4900dae9-a63b-49f8-8a88-3c267394aedb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aeee1e62fb704bdd899f9dc00db19c0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5002427 Jul 24 09:16:46.189530 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900dae9-a63b-49f8-8a88-3c267394aedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c850c7-6c2d-4e2c-9a62-612cf35efa07,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:46.192384 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59624) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:46.279570 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] Set router 1dbb4071-c656-4747-bdb8-a68ee4042d39 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:16:46.281991 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-709df69f-d820-438c-a5ec-be6ec1206cf5 req-8eab9005-45e6-46ee-93c7-0aeb65aaa2e1 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986192 Jul 24 09:16:46.412310 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-40f7a291-a0df-44d9-9ebd-09f8217c0bfc admin admin] For port c086f8f4-9235-4ea7-a01f-02bea247e730, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c086f8f4-9235-4ea7-a01f-02bea247e730,segment=NetworkSegment(ec4780f2-a555-4f2d-89b8-4b1728446110),segment_id=ec4780f2-a555-4f2d-89b8-4b1728446110)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:46.412706 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-40f7a291-a0df-44d9-9ebd-09f8217c0bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:46.433223 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-40f7a291-a0df-44d9-9ebd-09f8217c0bfc admin admin] Calling delete_port for c086f8f4-9235-4ea7-a01f-02bea247e730 owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:16:46.478542 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2ddb-df6d-49c4-a5e6-b6b3e8db001b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:46.550019 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43855fce-adab-4f9d-8b37-45b8ddc9b5f8 req-c9784d0e-cde8-47be-a408-8add1aab3f7f tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:46.556391 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43855fce-adab-4f9d-8b37-45b8ddc9b5f8 req-c9784d0e-cde8-47be-a408-8add1aab3f7f tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:46.562571 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43855fce-adab-4f9d-8b37-45b8ddc9b5f8 req-c9784d0e-cde8-47be-a408-8add1aab3f7f tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:46.568820 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43855fce-adab-4f9d-8b37-45b8ddc9b5f8 req-c9784d0e-cde8-47be-a408-8add1aab3f7f tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:46.578247 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43855fce-adab-4f9d-8b37-45b8ddc9b5f8 req-c9784d0e-cde8-47be-a408-8add1aab3f7f tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:46.585504 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43855fce-adab-4f9d-8b37-45b8ddc9b5f8 req-c9784d0e-cde8-47be-a408-8add1aab3f7f tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:46.592353 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43855fce-adab-4f9d-8b37-45b8ddc9b5f8 req-c9784d0e-cde8-47be-a408-8add1aab3f7f tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:46.602473 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-43855fce-adab-4f9d-8b37-45b8ddc9b5f8 req-c9784d0e-cde8-47be-a408-8add1aab3f7f tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5443 time: 0.3116617 Jul 24 09:16:46.626024 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2ddb-df6d-49c4-a5e6-b6b3e8db001b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:46.637397 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2e0b5-59d9-42bd-b37d-d3abcf16b058 req-2d637b77-14de-4c67-b289-490633c86bf9 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:46.647489 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0aa2e0b5-59d9-42bd-b37d-d3abcf16b058 req-2d637b77-14de-4c67-b289-490633c86bf9 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 946 time: 0.1116390 Jul 24 09:16:46.649365 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:46.678831 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dbb4071-c656-4747-bdb8-a68ee4042d39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1838568963-router', 'tenant_id': 'ee6864ee08d641bdae0f60924bbdb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:16:30Z', 'updated_at': '2021-07-24T09:16:41Z', 'revision_number': 4, 'project_id': 'ee6864ee08d641bdae0f60924bbdb18c', 'gw_port': {'id': 'a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbb4071-c656-4747-bdb8-a68ee4042d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:16:32Z', 'updated_at': '2021-07-24T09:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'c086f8f4-9235-4ea7-a01f-02bea247e730', 'name': '', 'network_id': 'ee973423-746b-45e1-b971-9afc957a2a04', 'tenant_id': 'ee6864ee08d641bdae0f60924bbdb18c', 'mac_address': 'fa:16:3e:37:f2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbb4071-c656-4747-bdb8-a68ee4042d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5a62cb8f-877d-4542-96a7-a7af4a147b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:16:38Z', 'updated_at': '2021-07-24T09:16:45Z', 'revision_number': 4, 'project_id': 'ee6864ee08d641bdae0f60924bbdb18c', 'subnets': [{'id': '5a62cb8f-877d-4542-96a7-a7af4a147b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:46.705804 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0aa2e0b5-59d9-42bd-b37d-d3abcf16b058 req-5d9e41c2-99e7-46e9-851c-c47ab7f59a6a tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565314 Jul 24 09:16:46.720764 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-43855fce-adab-4f9d-8b37-45b8ddc9b5f8 req-89003e35-1225-4009-9b3e-3dc9ea6395bb tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1163530 Jul 24 09:16:46.721109 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af321edc-f4f7-4c73-a1f8-2636664fe0ad None None] The sync data for ids ['1dbb4071-c656-4747-bdb8-a68ee4042d39'] in n-d-800085-9 is: [{'id': '1dbb4071-c656-4747-bdb8-a68ee4042d39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1838568963-router', 'tenant_id': 'ee6864ee08d641bdae0f60924bbdb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:16:30Z', 'updated_at': '2021-07-24T09:16:41Z', 'revision_number': 4, 'project_id': 'ee6864ee08d641bdae0f60924bbdb18c', 'gw_port': {'id': 'a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbb4071-c656-4747-bdb8-a68ee4042d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:16:32Z', 'updated_at': '2021-07-24T09:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'c086f8f4-9235-4ea7-a01f-02bea247e730', 'name': '', 'network_id': 'ee973423-746b-45e1-b971-9afc957a2a04', 'tenant_id': 'ee6864ee08d641bdae0f60924bbdb18c', 'mac_address': 'fa:16:3e:37:f2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbb4071-c656-4747-bdb8-a68ee4042d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5a62cb8f-877d-4542-96a7-a7af4a147b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:16:38Z', 'updated_at': '2021-07-24T09:16:45Z', 'revision_number': 4, 'project_id': 'ee6864ee08d641bdae0f60924bbdb18c', 'subnets': [{'id': '5a62cb8f-877d-4542-96a7-a7af4a147b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:16:46.888160 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2ddb-df6d-49c4-a5e6-b6b3e8db001b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:46.891751 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2ddb-df6d-49c4-a5e6-b6b3e8db001b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:46.893054 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5d5a2ddb-df6d-49c4-a5e6-b6b3e8db001b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56c850c7-6c2d-4e2c-9a62-612cf35efa07 HTTP/1.1" status: 204 len: 168 time: 0.6936052 Jul 24 09:16:46.963049 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f970fb6-05d5-406f-827b-137f0ab752cd req-aad8c1f7-4619-42a6-87a3-6f8788c97828 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:46.970979 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4f970fb6-05d5-406f-827b-137f0ab752cd req-aad8c1f7-4619-42a6-87a3-6f8788c97828 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.1265035 Jul 24 09:16:47.040423 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4f970fb6-05d5-406f-827b-137f0ab752cd req-70225609-c778-4d82-bb40-b4124c4c4e86 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681858 Jul 24 09:16:47.355433 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c086f8f4-9235-4ea7-a01f-02bea247e730 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:16:47.425889 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a2ddb-df6d-49c4-a5e6-b6b3e8db001b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c850c7-6c2d-4e2c-9a62-612cf35efa07,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:47.565242 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port c086f8f4-9235-4ea7-a01f-02bea247e730 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:16:47.570571 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port c086f8f4-9235-4ea7-a01f-02bea247e730 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:16:47.571665 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:47.580237 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-40f7a291-a0df-44d9-9ebd-09f8217c0bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:47.616000 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Port c086f8f4-9235-4ea7-a01f-02bea247e730 was deleted so its status cannot be updated. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 24 09:16:47.634817 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7a291-a0df-44d9-9ebd-09f8217c0bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=c086f8f4-9235-4ea7-a01f-02bea247e730,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:47.649113 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d3d92-6b29-4778-9d42-540878e7265f req-da883f8c-d8e2-4f91-98a7-a66eb01cc6a8 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:47.650565 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7a0d3d92-6b29-4778-9d42-540878e7265f req-da883f8c-d8e2-4f91-98a7-a66eb01cc6a8 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 946 time: 0.2281241 Jul 24 09:16:47.795724 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7a0d3d92-6b29-4778-9d42-540878e7265f req-641f836d-ebc7-4ead-b6a9-d27227f39a18 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381500 Jul 24 09:16:48.034856 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1312fc2-10c8-48e3-af11-ccd39e76db61 req-6030c079-609d-40a3-a0df-13ca6a1845b8 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:48.044691 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d1312fc2-10c8-48e3-af11-ccd39e76db61 req-6030c079-609d-40a3-a0df-13ca6a1845b8 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 946 time: 0.1854858 Jul 24 09:16:48.066281 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fcdea-bb88-4007-834c-0ef1e7e38f22 req-20654f23-5bc3-417f-b6b6-30a72e397584 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:48.072916 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fcdea-bb88-4007-834c-0ef1e7e38f22 req-20654f23-5bc3-417f-b6b6-30a72e397584 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:48.078931 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fcdea-bb88-4007-834c-0ef1e7e38f22 req-20654f23-5bc3-417f-b6b6-30a72e397584 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:48.084964 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fcdea-bb88-4007-834c-0ef1e7e38f22 req-20654f23-5bc3-417f-b6b6-30a72e397584 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:48.091421 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fcdea-bb88-4007-834c-0ef1e7e38f22 req-20654f23-5bc3-417f-b6b6-30a72e397584 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:48.097552 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fcdea-bb88-4007-834c-0ef1e7e38f22 req-20654f23-5bc3-417f-b6b6-30a72e397584 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:48.104046 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fcdea-bb88-4007-834c-0ef1e7e38f22 req-20654f23-5bc3-417f-b6b6-30a72e397584 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:48.112971 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-652fcdea-bb88-4007-834c-0ef1e7e38f22 req-20654f23-5bc3-417f-b6b6-30a72e397584 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5443 time: 0.1574235 Jul 24 09:16:48.115744 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-40f7a291-a0df-44d9-9ebd-09f8217c0bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:48.128581 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d1312fc2-10c8-48e3-af11-ccd39e76db61 req-7866025c-04c0-49ac-bfb7-610f03453c1f tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826328 Jul 24 09:16:48.281323 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-652fcdea-bb88-4007-834c-0ef1e7e38f22 req-714d2841-5dd8-4939-a270-e83344aedb19 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1668148 Jul 24 09:16:48.568468 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecf881-1faa-41cd-875b-46baabead464 req-986ccd23-184f-4adf-a010-ba6f4ac4c284 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:48.570118 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-98ecf881-1faa-41cd-875b-46baabead464 req-986ccd23-184f-4adf-a010-ba6f4ac4c284 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.1352088 Jul 24 09:16:48.583157 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f7a291-a0df-44d9-9ebd-09f8217c0bfc admin admin] Router 1dbb4071-c656-4747-bdb8-a68ee4042d39 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:16:48.675938 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-98ecf881-1faa-41cd-875b-46baabead464 req-265a3352-61da-47a4-ae46-21a2184ae404 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972033 Jul 24 09:16:48.873819 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f7a291-a0df-44d9-9ebd-09f8217c0bfc admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:16:48.887185 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-40f7a291-a0df-44d9-9ebd-09f8217c0bfc admin admin] 10.222.0.32 "PUT /v2.0/routers/1dbb4071-c656-4747-bdb8-a68ee4042d39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4147613 Jul 24 09:16:48.887969 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59690) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:48.889743 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973daf4-9249-4cae-b3f3-e5218842fbe1 req-d3cb266d-4da4-44d4-8260-97a029561ac7 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:48.897217 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973daf4-9249-4cae-b3f3-e5218842fbe1 req-d3cb266d-4da4-44d4-8260-97a029561ac7 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:48.907122 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973daf4-9249-4cae-b3f3-e5218842fbe1 req-d3cb266d-4da4-44d4-8260-97a029561ac7 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:48.915609 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973daf4-9249-4cae-b3f3-e5218842fbe1 req-d3cb266d-4da4-44d4-8260-97a029561ac7 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:48.924374 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973daf4-9249-4cae-b3f3-e5218842fbe1 req-d3cb266d-4da4-44d4-8260-97a029561ac7 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:48.944828 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973daf4-9249-4cae-b3f3-e5218842fbe1 req-d3cb266d-4da4-44d4-8260-97a029561ac7 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:48.972729 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973daf4-9249-4cae-b3f3-e5218842fbe1 req-d3cb266d-4da4-44d4-8260-97a029561ac7 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:48.984255 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a973daf4-9249-4cae-b3f3-e5218842fbe1 req-d3cb266d-4da4-44d4-8260-97a029561ac7 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5443 time: 0.2298925 Jul 24 09:16:48.998073 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59694) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:49.003460 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-08ddeb5f-6a9e-444f-a96d-f1146e3df726 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Request body: {'floatingip': {'port_id': '1ea622ef-91f5-4207-b504-6efb0efd5698'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:16:49.050859 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-08ddeb5f-6a9e-444f-a96d-f1146e3df726 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for floatingip, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:49.052638 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-80a9e685-a1d2-4311-8555-536993bfca33 admin admin] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:49.101699 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b492a89-e0a0-4583-a90b-a20d12f813f6 req-be23e25c-19ec-4e95-b187-d3c875092432 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:49.109873 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2b492a89-e0a0-4583-a90b-a20d12f813f6 req-be23e25c-19ec-4e95-b187-d3c875092432 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 946 time: 0.1343834 Jul 24 09:16:49.141779 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a1da8e-047a-46dc-95ef-d1c6f4020314 None None] Sync routers for ids ['1dbb4071-c656-4747-bdb8-a68ee4042d39'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:16:49.188318 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a1da8e-047a-46dc-95ef-d1c6f4020314 None None] Routers {'1dbb4071-c656-4747-bdb8-a68ee4042d39'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:16:49.189105 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-85a1da8e-047a-46dc-95ef-d1c6f4020314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:16:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['1dbb4071-c656-4747-bdb8-a68ee4042d39'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:49.209345 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-80a9e685-a1d2-4311-8555-536993bfca33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:49.250343 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2b492a89-e0a0-4583-a90b-a20d12f813f6 req-5efb01c4-6391-4e55-8615-06b67c723a5c tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398342 Jul 24 09:16:49.353965 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-80a9e685-a1d2-4311-8555-536993bfca33 admin admin] Deleting port a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:16:49.354320 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-80a9e685-a1d2-4311-8555-536993bfca33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:49.434339 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-85a1da8e-047a-46dc-95ef-d1c6f4020314 None None] Set router 1dbb4071-c656-4747-bdb8-a68ee4042d39 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:16:49.500481 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-80a9e685-a1d2-4311-8555-536993bfca33 admin admin] For port a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:49.500481 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-80a9e685-a1d2-4311-8555-536993bfca33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:49.532716 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-80a9e685-a1d2-4311-8555-536993bfca33 admin admin] Calling delete_port for a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:16:49.540862 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d1fa0-a2b3-4ac7-bbf3-00cb266e3872 req-137451b0-6e2b-47e5-ad89-353a5fe56f5e tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:49.543695 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-559d1fa0-a2b3-4ac7-bbf3-00cb266e3872 req-137451b0-6e2b-47e5-ad89-353a5fe56f5e tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 946 time: 0.2065370 Jul 24 09:16:49.564350 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 0a090d5f-3937-4620-8016-cd5fcbd6dda0 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:16:49.567855 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:16:49.665151 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-559d1fa0-a2b3-4ac7-bbf3-00cb266e3872 req-b0e0271e-43a3-42c1-9f07-d843fbc36f1d tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135025 Jul 24 09:16:49.890488 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-85a1da8e-047a-46dc-95ef-d1c6f4020314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dbb4071-c656-4747-bdb8-a68ee4042d39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1838568963-router', 'tenant_id': 'ee6864ee08d641bdae0f60924bbdb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:16:30Z', 'updated_at': '2021-07-24T09:16:47Z', 'revision_number': 5, 'project_id': 'ee6864ee08d641bdae0f60924bbdb18c', 'gw_port': {'id': 'a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbb4071-c656-4747-bdb8-a68ee4042d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:16:32Z', 'updated_at': '2021-07-24T09:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:49.926454 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:49.956784 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0a090d5f-3937-4620-8016-cd5fcbd6dda0, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0a090d5f-3937-4620-8016-cd5fcbd6dda0,segment=NetworkSegment(028cb95f-2a4c-4e6e-aac8-95db3bdf4e23),segment_id=028cb95f-2a4c-4e6e-aac8-95db3bdf4e23)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:49.957066 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a1da8e-047a-46dc-95ef-d1c6f4020314 None None] Checking router: 1dbb4071-c656-4747-bdb8-a68ee4042d39 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:16:49.978769 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '0a090d5f-3937-4620-8016-cd5fcbd6dda0', 'network_id': '0e0f771d-ba39-4956-b211-8dacb7f59819', 'port_id': '0a090d5f-3937-4620-8016-cd5fcbd6dda0', 'mac_address': 'fa:16:3e:09:01:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d96a69-926f-4867-a66e-7af2fecafdb3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:16:49.979881 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a1da8e-047a-46dc-95ef-d1c6f4020314 None None] Routers {'1dbb4071-c656-4747-bdb8-a68ee4042d39'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:16:49.980538 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-85a1da8e-047a-46dc-95ef-d1c6f4020314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:16:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['1dbb4071-c656-4747-bdb8-a68ee4042d39'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:49.993567 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0b3aa4-2384-4309-b12f-09acc5e33e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:16:49.996443 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ffaff1-e3d6-4d26-8501-54603d40c0f9" -d '{"events": [{"server_uuid": "ed0b3aa4-2384-4309-b12f-09acc5e33e47", "name": "network-vif-unplugged", "status": "completed", "tag": "0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:16:49.999065 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-08ddeb5f-6a9e-444f-a96d-f1146e3df726 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:50.016305 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-08ddeb5f-6a9e-444f-a96d-f1146e3df726 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:50.095361 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-80a9e685-a1d2-4311-8555-536993bfca33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:50.099568 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-85a1da8e-047a-46dc-95ef-d1c6f4020314 None None] Set router 1dbb4071-c656-4747-bdb8-a68ee4042d39 gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:16:50.133505 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:50.143902 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5aefbd2-645c-4fe8-92f5-20b5acb8d4dd x-openstack-request-id: req-d5aefbd2-645c-4fe8-92f5-20b5acb8d4dd {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:16:50.144217 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0b3aa4-2384-4309-b12f-09acc5e33e47", "name": "network-vif-unplugged", "status": "completed", "tag": "0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:16:50.144476 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5aefbd2-645c-4fe8-92f5-20b5acb8d4dd {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:16:50.149045 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0b3aa4-2384-4309-b12f-09acc5e33e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb', 'code': 200} Jul 24 09:16:50.151026 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:50.157742 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-85a1da8e-047a-46dc-95ef-d1c6f4020314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dbb4071-c656-4747-bdb8-a68ee4042d39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1838568963-router', 'tenant_id': 'ee6864ee08d641bdae0f60924bbdb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:16:30Z', 'updated_at': '2021-07-24T09:16:49Z', 'revision_number': 6, 'project_id': 'ee6864ee08d641bdae0f60924bbdb18c', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:50.181291 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9e685-a1d2-4311-8555-536993bfca33 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:50.209034 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddea5d7-0600-4a99-988b-b76e6b981cf8 req-2373879f-7ffc-4304-b4cf-0d5ce08811c9 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:50.210649 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7ddea5d7-0600-4a99-988b-b76e6b981cf8 req-2373879f-7ffc-4304-b4cf-0d5ce08811c9 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.2890081 Jul 24 09:16:50.215026 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a1da8e-047a-46dc-95ef-d1c6f4020314 None None] The sync data for ids ['1dbb4071-c656-4747-bdb8-a68ee4042d39'] in n-d-800085-9 is: [{'id': '1dbb4071-c656-4747-bdb8-a68ee4042d39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1838568963-router', 'tenant_id': 'ee6864ee08d641bdae0f60924bbdb18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:16:30Z', 'updated_at': '2021-07-24T09:16:49Z', 'revision_number': 6, 'project_id': 'ee6864ee08d641bdae0f60924bbdb18c', 'gw_port_host': None}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:16:50.231303 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:50.266731 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a090d5f-3937-4620-8016-cd5fcbd6dda0 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:16:50.331709 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7ddea5d7-0600-4a99-988b-b76e6b981cf8 req-991a4298-b4e1-4f19-b766-889cd2b21d94 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911849 Jul 24 09:16:50.352107 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-80a9e685-a1d2-4311-8555-536993bfca33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:50.366617 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0a090d5f-3937-4620-8016-cd5fcbd6dda0, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0a090d5f-3937-4620-8016-cd5fcbd6dda0,segment=NetworkSegment(028cb95f-2a4c-4e6e-aac8-95db3bdf4e23),segment_id=028cb95f-2a4c-4e6e-aac8-95db3bdf4e23)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:50.382142 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:50.405397 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-08ddeb5f-6a9e-444f-a96d-f1146e3df726 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Floating IP b14e6faf-0231-43ce-a4db-8640b364b9ce associated. External IP: 172.25.7.12, port: 1ea622ef-91f5-4207-b504-6efb0efd5698. Jul 24 09:16:50.409318 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,revision_number=11']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:50.435343 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:50.435597 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:50.435892 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:50.436286 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:50.436659 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:50.437638 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:50.438103 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:50.438586 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:50.438772 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:50.439072 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:50.440265 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:50.440602 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:16:50.489357 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['0a090d5f-3937-4620-8016-cd5fcbd6dda0'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:16:50.531201 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-80a9e685-a1d2-4311-8555-536993bfca33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:50.534769 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-80a9e685-a1d2-4311-8555-536993bfca33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:50.603683 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-80a9e685-a1d2-4311-8555-536993bfca33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:50.604766 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a9e685-a1d2-4311-8555-536993bfca33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dbb4071-c656-4747-bdb8-a68ee4042d39 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:16:50.612392 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-80a9e685-a1d2-4311-8555-536993bfca33 admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:50.615395 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-80a9e685-a1d2-4311-8555-536993bfca33 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1dbb4071-c656-4747-bdb8-a68ee4042d39 HTTP/1.1" status: 204 len: 168 time: 1.7261095 Jul 24 09:16:50.616575 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59726) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:50.693716 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c5212c-628d-4e07-a106-e9f633588ac8 admin admin] Deleting subnet 5a62cb8f-877d-4542-96a7-a7af4a147b79 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:16:50.703646 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-02c5212c-628d-4e07-a106-e9f633588ac8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:50.853679 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52cc296-db0e-4edc-b149-3a420f62253a req-011592cb-7c81-4f70-bf76-36ae0d093c23 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:50.867378 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c52cc296-db0e-4edc-b149-3a420f62253a req-011592cb-7c81-4f70-bf76-36ae0d093c23 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.3385429 Jul 24 09:16:50.941020 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-02c5212c-628d-4e07-a106-e9f633588ac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:50.985409 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ddeb5f-6a9e-444f-a96d-f1146e3df726 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Router c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:16:50.997946 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c52cc296-db0e-4edc-b149-3a420f62253a req-0d02f3eb-817c-4704-8afc-f9afdad794e2 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293390 Jul 24 09:16:51.022588 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d0289-e494-48f8-954c-a67f0a7551b4 req-f8a5965d-ce1c-43a1-a56a-b7c9e4ae9213 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:51.024485 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7c9d0289-e494-48f8-954c-a67f0a7551b4 req-f8a5965d-ce1c-43a1-a56a-b7c9e4ae9213 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 945 time: 0.2118931 Jul 24 09:16:51.070516 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=0a090d5f-3937-4620-8016-cd5fcbd6dda0,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:51.149512 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-02c5212c-628d-4e07-a106-e9f633588ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:51.155942 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7c9d0289-e494-48f8-954c-a67f0a7551b4 req-879d3dc1-1e85-47c5-8a89-33b717180cd9 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224940 Jul 24 09:16:51.341184 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:16:51.372262 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:16:51.372894 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a2feb9d1-6272-41d6-9bb5-d0d6d5b599ba not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:16:51.373608 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c086f8f4-9235-4ea7-a01f-02bea247e730 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:16:51.377770 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-02c5212c-628d-4e07-a106-e9f633588ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:51.409643 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: c086f8f4-9235-4ea7-a01f-02bea247e730 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:16:51.409882 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c086f8f4-9235-4ea7-a01f-02bea247e730 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:16:51.442158 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b233f29f-d423-47b6-84d7-dfcd8280f938 None None] Network ee973423-746b-45e1-b971-9afc957a2a04 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:16:51.501900 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5212c-628d-4e07-a106-e9f633588ac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a62cb8f-877d-4542-96a7-a7af4a147b79,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:51.515649 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-02c5212c-628d-4e07-a106-e9f633588ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:51.532587 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-02c5212c-628d-4e07-a106-e9f633588ac8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5a62cb8f-877d-4542-96a7-a7af4a147b79 HTTP/1.1" status: 204 len: 168 time: 0.9145813 Jul 24 09:16:51.534069 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59754) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:51.691856 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:16:51.702219 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 0a090d5f-3937-4620-8016-cd5fcbd6dda0 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:16:51.762327 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ddeb5f-6a9e-444f-a96d-f1146e3df726 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:16:51.771392 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-08ddeb5f-6a9e-444f-a96d-f1146e3df726 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:51.841852 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f42589-a0b3-40f6-8dee-c18fadc6ea9c None None] Sync routers for ids ['c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:16:51.851006 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e0afe2e0-0401-479c-921e-1b114094fd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:51.914469 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-08ddeb5f-6a9e-444f-a96d-f1146e3df726 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "PUT /v2.0/floatingips/b14e6faf-0231-43ce-a4db-8640b364b9ce HTTP/1.1" status: 200 len: 990 time: 2.9141533 Jul 24 09:16:51.914469 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'tag': '1ea622ef-91f5-4207-b504-6efb0efd5698'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:16:51.917002 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade28bfb-0174-4086-b1e8-6b2561a417db" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "tag": "1ea622ef-91f5-4207-b504-6efb0efd5698"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:16:51.919383 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37216bb3-2b5a-4321-a845-33054db00836 req-12159d06-1a71-4f9d-bcdc-421925a8ed32 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:51.926664 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-37216bb3-2b5a-4321-a845-33054db00836 req-12159d06-1a71-4f9d-bcdc-421925a8ed32 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.2367904 Jul 24 09:16:51.944688 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984813e7-4481-44fa-8585-76b8be5e6eaf req-e11adfb8-33f5-4d17-86ad-b0190c2991f6 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:51.946285 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-984813e7-4481-44fa-8585-76b8be5e6eaf req-e11adfb8-33f5-4d17-86ad-b0190c2991f6 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 945 time: 0.1017625 Jul 24 09:16:51.995440 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-37216bb3-2b5a-4321-a845-33054db00836 req-567f60e8-1d3a-4097-8346-83a532f51b4f tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674219 Jul 24 09:16:52.003934 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-e0afe2e0-0401-479c-921e-1b114094fd77 admin admin] Deleting port 4559d404-5285-49cd-ade7-302795b8ef83 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:16:52.006706 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e0afe2e0-0401-479c-921e-1b114094fd77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:52.012380 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f42589-a0b3-40f6-8dee-c18fadc6ea9c None None] Routers {'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:16:52.013043 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-35f42589-a0b3-40f6-8dee-c18fadc6ea9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:16:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:52.034160 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-984813e7-4481-44fa-8585-76b8be5e6eaf req-9ea7bc73-1d5b-4aed-be7e-b0b82127193a tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792897 Jul 24 09:16:52.103737 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-e0afe2e0-0401-479c-921e-1b114094fd77 admin admin] For port 4559d404-5285-49cd-ade7-302795b8ef83, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4559d404-5285-49cd-ade7-302795b8ef83,segment=NetworkSegment(ec4780f2-a555-4f2d-89b8-4b1728446110),segment_id=ec4780f2-a555-4f2d-89b8-4b1728446110)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:52.104522 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e0afe2e0-0401-479c-921e-1b114094fd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:52.125811 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-e0afe2e0-0401-479c-921e-1b114094fd77 admin admin] Calling delete_port for 4559d404-5285-49cd-ade7-302795b8ef83 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:16:52.150961 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 0a090d5f-3937-4620-8016-cd5fcbd6dda0 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:16:52.151456 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:52.310336 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:52.340823 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb', 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'port_id': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb', 'mac_address': 'fa:16:3e:ba:5f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f84861-778d-4828-92aa-af092c959084', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:16:52.352418 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-35f42589-a0b3-40f6-8dee-c18fadc6ea9c None None] Set router c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:16:52.403030 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e0afe2e0-0401-479c-921e-1b114094fd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:52.421485 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5cda82-04da-4dd7-8723-d9874cf52596 x-openstack-request-id: req-2d5cda82-04da-4dd7-8723-d9874cf52596 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:16:52.421958 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "tag": "1ea622ef-91f5-4207-b504-6efb0efd5698", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:16:52.422399 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d5cda82-04da-4dd7-8723-d9874cf52596 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:16:52.422948 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'tag': '1ea622ef-91f5-4207-b504-6efb0efd5698', 'status': 'completed', 'code': 200} Jul 24 09:16:52.442611 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afe2e0-0401-479c-921e-1b114094fd77 admin admin] Pushing event deleted for resources: {'Port': ['ID=4559d404-5285-49cd-ade7-302795b8ef83,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:52.478669 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0afe2e0-0401-479c-921e-1b114094fd77 admin admin] No DVR routers for this DVR port 4559d404-5285-49cd-ade7-302795b8ef83 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:16:52.507138 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:52.536435 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:52.539105 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4912e0d6-9e4a-43bd-8b0e-0c0ccae18bad None None] DHCP port deletion for ee973423-746b-45e1-b971-9afc957a2a04 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:16:52.570311 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:16:52.598222 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b842fb-2c98-448e-90cb-270eb68200a5 req-bbcb5e50-73c5-4316-95d0-ea36e8c75144 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:52.607211 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-18b842fb-2c98-448e-90cb-270eb68200a5 req-bbcb5e50-73c5-4316-95d0-ea36e8c75144 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.3513556 Jul 24 09:16:52.687463 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade28bfb-0174-4086-b1e8-6b2561a417db req-5b95feef-a96e-424d-93f0-6a74fadb9682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:52.687928 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade28bfb-0174-4086-b1e8-6b2561a417db req-5b95feef-a96e-424d-93f0-6a74fadb9682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:52.688408 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade28bfb-0174-4086-b1e8-6b2561a417db req-5b95feef-a96e-424d-93f0-6a74fadb9682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:52.688910 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade28bfb-0174-4086-b1e8-6b2561a417db req-5b95feef-a96e-424d-93f0-6a74fadb9682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:52.689394 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade28bfb-0174-4086-b1e8-6b2561a417db req-5b95feef-a96e-424d-93f0-6a74fadb9682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:52.689849 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade28bfb-0174-4086-b1e8-6b2561a417db req-5b95feef-a96e-424d-93f0-6a74fadb9682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:52.690314 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade28bfb-0174-4086-b1e8-6b2561a417db req-5b95feef-a96e-424d-93f0-6a74fadb9682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:52.692306 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ade28bfb-0174-4086-b1e8-6b2561a417db req-5b95feef-a96e-424d-93f0-6a74fadb9682 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66d5a695abdf431a9dde2fad5212bfb7&device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 6500 time: 0.2117848 Jul 24 09:16:52.745432 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e0afe2e0-0401-479c-921e-1b114094fd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:52.860770 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-e0afe2e0-0401-479c-921e-1b114094fd77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee973423-746b-45e1-b971-9afc957a2a04']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:52.861796 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b379aa-434d-4fa1-9c3a-c4c37bd4da46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a090d5f-3937-4620-8016-cd5fcbd6dda0'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:16:52.868675 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5b3e58-a481-4b74-8c5d-0e43e79f1821" -d '{"events": [{"server_uuid": "75b379aa-434d-4fa1-9c3a-c4c37bd4da46", "name": "network-vif-plugged", "status": "completed", "tag": "0a090d5f-3937-4620-8016-cd5fcbd6dda0"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:16:52.947849 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-18b842fb-2c98-448e-90cb-270eb68200a5 req-8d8b9b42-983d-4071-be3b-30374d1b7d9b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3394756 Jul 24 09:16:52.960850 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:52.984042 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0a090d5f-3937-4620-8016-cd5fcbd6dda0, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0a090d5f-3937-4620-8016-cd5fcbd6dda0,segment=NetworkSegment(028cb95f-2a4c-4e6e-aac8-95db3bdf4e23),segment_id=028cb95f-2a4c-4e6e-aac8-95db3bdf4e23)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:52.998924 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-e0afe2e0-0401-479c-921e-1b114094fd77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec4780f2-a555-4f2d-89b8-4b1728446110') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:53.003758 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-e0afe2e0-0401-479c-921e-1b114094fd77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec4780f2-a555-4f2d-89b8-4b1728446110') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:53.046960 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e0afe2e0-0401-479c-921e-1b114094fd77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:53.303015 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f453081-609c-4abc-8084-1cb83a5d9799 x-openstack-request-id: req-2f453081-609c-4abc-8084-1cb83a5d9799 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:16:53.303015 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b379aa-434d-4fa1-9c3a-c4c37bd4da46", "name": "network-vif-plugged", "status": "completed", "tag": "0a090d5f-3937-4620-8016-cd5fcbd6dda0", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:16:53.309254 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f453081-609c-4abc-8084-1cb83a5d9799 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:16:53.310498 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b379aa-434d-4fa1-9c3a-c4c37bd4da46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a090d5f-3937-4620-8016-cd5fcbd6dda0', 'code': 200} Jul 24 09:16:53.319963 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:53.334597 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:53.357917 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e84418-afa3-4599-918d-8e63dd64fc93 req-5be179aa-b316-4289-82f3-9398c38c69ed tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:53.359569 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-31e84418-afa3-4599-918d-8e63dd64fc93 req-5be179aa-b316-4289-82f3-9398c38c69ed tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 946 time: 0.1432910 Jul 24 09:16:53.439642 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4559d404-5285-49cd-ade7-302795b8ef83 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:16:53.450634 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-31e84418-afa3-4599-918d-8e63dd64fc93 req-f27c3e75-0746-479f-a666-7553e774b728 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796576 Jul 24 09:16:53.660707 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:16:53.670604 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 0a090d5f-3937-4620-8016-cd5fcbd6dda0 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:16:53.774612 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 4559d404-5285-49cd-ade7-302795b8ef83 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:16:53.775260 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4559d404-5285-49cd-ade7-302795b8ef83 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:16:53.923566 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=0a090d5f-3937-4620-8016-cd5fcbd6dda0,revision_number=7']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:53.940288 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-35f42589-a0b3-40f6-8dee-c18fadc6ea9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'name': 'tempest-TaggedBootDevicesTest_v242-991243083-router', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:14:28Z', 'revision_number': 4, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'gw_port': {'id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'b14e6faf-0231-43ce-a4db-8640b364b9ce', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'floating_ip_address': '172.25.7.12', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'port_id': '1ea622ef-91f5-4207-b504-6efb0efd5698', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd', 'mac_address': 'fa:16:3e:4a:1a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:15:18Z', 'updated_at': '2021-07-24T09:16:49Z', 'revision_number': 1, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644b1162-a28a-42b2-9906-bad577e5e79d', 'name': '', 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'mac_address': 'fa:16:3e:0b:76:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b47748b3-2a31-4f22-9667-54e58b6acb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:14:27Z', 'updated_at': '2021-07-24T09:14:37Z', 'revision_number': 5, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'subnets': [{'id': 'b47748b3-2a31-4f22-9667-54e58b6acb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:54.045671 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e0afe2e0-0401-479c-921e-1b114094fd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:54.063970 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0afe2e0-0401-479c-921e-1b114094fd77 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:16:54.064441 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e0afe2e0-0401-479c-921e-1b114094fd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:54.098367 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f42589-a0b3-40f6-8dee-c18fadc6ea9c None None] Checking router: c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:16:54.101508 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,revision_number=12']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:54.132995 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:16:54.150232 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:16:54.165150 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f42589-a0b3-40f6-8dee-c18fadc6ea9c None None] Routers {'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:16:54.165805 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-35f42589-a0b3-40f6-8dee-c18fadc6ea9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:16:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:54.227912 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e0afe2e0-0401-479c-921e-1b114094fd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:54.252647 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e0afe2e0-0401-479c-921e-1b114094fd77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:54.257323 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e0afe2e0-0401-479c-921e-1b114094fd77 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ee973423-746b-45e1-b971-9afc957a2a04 HTTP/1.1" status: 204 len: 168 time: 2.7206969 Jul 24 09:16:54.287702 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581bab5-3ca4-418d-b27f-314d5ff69185 req-5b85055d-8ed8-4f20-8d46-2f6cd89866ef tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:54.291508 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afe2e0-0401-479c-921e-1b114094fd77 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee973423-746b-45e1-b971-9afc957a2a04,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:54.297167 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0581bab5-3ca4-418d-b27f-314d5ff69185 req-5b85055d-8ed8-4f20-8d46-2f6cd89866ef tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 945 time: 0.1262867 Jul 24 09:16:54.305685 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade28bfb-0174-4086-b1e8-6b2561a417db req-cacd5354-cbdd-4e84-b470-f0967e9d2910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:54.307259 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ade28bfb-0174-4086-b1e8-6b2561a417db req-cacd5354-cbdd-4e84-b470-f0967e9d2910 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc9f2b3-ab92-48be-ad70-58a2832475cd HTTP/1.1" status: 200 len: 916 time: 1.5586281 Jul 24 09:16:54.364205 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0581bab5-3ca4-418d-b27f-314d5ff69185 req-b0b712d0-d7d8-467c-ba60-e848b817b8e9 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655708 Jul 24 09:16:54.457596 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0a090d5f-3937-4620-8016-cd5fcbd6dda0, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0a090d5f-3937-4620-8016-cd5fcbd6dda0,segment=NetworkSegment(028cb95f-2a4c-4e6e-aac8-95db3bdf4e23),segment_id=028cb95f-2a4c-4e6e-aac8-95db3bdf4e23)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:54.471792 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:54.586194 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-35f42589-a0b3-40f6-8dee-c18fadc6ea9c None None] Set router c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:16:54.616427 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ade28bfb-0174-4086-b1e8-6b2561a417db req-dbdca49c-43c7-4d82-9f01-5bc3e8fa6245 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ea622ef-91f5-4207-b504-6efb0efd5698 HTTP/1.1" status: 200 len: 998 time: 0.2929804 Jul 24 09:16:54.631256 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b741ca-34b4-4a1f-8617-20d5941b4bc0 req-affd079a-6564-44a0-b6d6-82739cc772f3 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:54.632970 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44b741ca-34b4-4a1f-8617-20d5941b4bc0 req-affd079a-6564-44a0-b6d6-82739cc772f3 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 1.3392937 Jul 24 09:16:54.642794 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=0a090d5f-3937-4620-8016-cd5fcbd6dda0,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:54.737907 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59866) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:54.848460 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade28bfb-0174-4086-b1e8-6b2561a417db req-4a6bff9b-a3a1-4993-a78a-40597ea1467c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:54.850051 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ade28bfb-0174-4086-b1e8-6b2561a417db req-4a6bff9b-a3a1-4993-a78a-40597ea1467c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b47748b3-2a31-4f22-9667-54e58b6acb99 HTTP/1.1" status: 200 len: 855 time: 0.2158222 Jul 24 09:16:54.871899 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c27aa-db5a-4fd3-82aa-8bdc1b85332a req-7825e5c5-ae5f-4c70-97e2-c3405d36c1dd tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:54.873004 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfede94d-3d14-4157-ad0c-bc784375771f req-f29b9c06-82cd-41d5-9c13-15f31c5730d2 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:54.874565 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bfede94d-3d14-4157-ad0c-bc784375771f req-f29b9c06-82cd-41d5-9c13-15f31c5730d2 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.37 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 946 time: 0.7287233 Jul 24 09:16:54.879607 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f69c27aa-db5a-4fd3-82aa-8bdc1b85332a req-7825e5c5-ae5f-4c70-97e2-c3405d36c1dd tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 944 time: 0.2365553 Jul 24 09:16:54.938486 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-32c66cc3-21e3-42c8-93cd-dcac3ad51b40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee6864ee08d641bdae0f60924bbdb18c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1979537 Jul 24 09:16:54.949974 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f69c27aa-db5a-4fd3-82aa-8bdc1b85332a req-f707639e-f4c4-4682-bf02-30c679a695da tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687959 Jul 24 09:16:54.955612 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59874) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:55.045324 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2bb2265d-9756-4c89-9d4a-7bd7e3ec971c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:55.070344 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2bb2265d-9756-4c89-9d4a-7bd7e3ec971c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:55.122011 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59878) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:55.157491 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44b741ca-34b4-4a1f-8617-20d5941b4bc0 req-2db051ba-8a4e-4e6b-b6d6-d056b91a6ffc tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5134418 Jul 24 09:16:55.192266 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2bb2265d-9756-4c89-9d4a-7bd7e3ec971c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:55.218413 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2bb2265d-9756-4c89-9d4a-7bd7e3ec971c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:55.226782 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2bb2265d-9756-4c89-9d4a-7bd7e3ec971c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/891d4238-d01c-4c29-898e-3fdf2107ccbe HTTP/1.1" status: 204 len: 168 time: 0.2698076 Jul 24 09:16:55.243728 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2265d-9756-4c89-9d4a-7bd7e3ec971c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891d4238-d01c-4c29-898e-3fdf2107ccbe,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:55.283306 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade28bfb-0174-4086-b1e8-6b2561a417db req-e43797dd-3001-4f1a-a069-34a3770b2deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:55.285112 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ade28bfb-0174-4086-b1e8-6b2561a417db req-e43797dd-3001-4f1a-a069-34a3770b2deb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc9f2b3-ab92-48be-ad70-58a2832475cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3951225 Jul 24 09:16:55.377085 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-bfede94d-3d14-4157-ad0c-bc784375771f req-7ebfd6f4-0a61-48d3-adaf-27f1fc3f8599 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Deleting port 0a090d5f-3937-4620-8016-cd5fcbd6dda0 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:16:55.382407 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bfede94d-3d14-4157-ad0c-bc784375771f req-7ebfd6f4-0a61-48d3-adaf-27f1fc3f8599 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:55.408307 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-55c69dca-bea4-48e9-9f27-79d9e80ffba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:55.510163 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b379aa-434d-4fa1-9c3a-c4c37bd4da46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a090d5f-3937-4620-8016-cd5fcbd6dda0'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:16:55.516399 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ceb7ff-376f-4aa7-9b4b-7bba357ac970" -d '{"events": [{"server_uuid": "75b379aa-434d-4fa1-9c3a-c4c37bd4da46", "name": "network-vif-unplugged", "status": "completed", "tag": "0a090d5f-3937-4620-8016-cd5fcbd6dda0"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:16:55.592895 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ade28bfb-0174-4086-b1e8-6b2561a417db req-9b21e6f2-45c4-4217-869b-44979a1ba659 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc9f2b3-ab92-48be-ad70-58a2832475cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677855 Jul 24 09:16:55.613877 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:16:55.628116 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb25cd10-fb00-4731-82c3-28378a9ab6c4 x-openstack-request-id: req-cb25cd10-fb00-4731-82c3-28378a9ab6c4 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:16:55.628116 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b379aa-434d-4fa1-9c3a-c4c37bd4da46", "name": "network-vif-unplugged", "status": "completed", "tag": "0a090d5f-3937-4620-8016-cd5fcbd6dda0", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:16:55.628116 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb25cd10-fb00-4731-82c3-28378a9ab6c4 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:16:55.628864 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b379aa-434d-4fa1-9c3a-c4c37bd4da46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a090d5f-3937-4620-8016-cd5fcbd6dda0', 'code': 200} Jul 24 09:16:55.678613 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-35f42589-a0b3-40f6-8dee-c18fadc6ea9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'name': 'tempest-TaggedBootDevicesTest_v242-991243083-router', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:14:28Z', 'revision_number': 4, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'gw_port': {'id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'b14e6faf-0231-43ce-a4db-8640b364b9ce', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'floating_ip_address': '172.25.7.12', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'port_id': '1ea622ef-91f5-4207-b504-6efb0efd5698', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd', 'mac_address': 'fa:16:3e:4a:1a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:15:18Z', 'updated_at': '2021-07-24T09:16:49Z', 'revision_number': 1, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644b1162-a28a-42b2-9906-bad577e5e79d', 'name': '', 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'mac_address': 'fa:16:3e:0b:76:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b47748b3-2a31-4f22-9667-54e58b6acb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:14:27Z', 'updated_at': '2021-07-24T09:14:37Z', 'revision_number': 5, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'subnets': [{'id': 'b47748b3-2a31-4f22-9667-54e58b6acb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:16:55.749407 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f42589-a0b3-40f6-8dee-c18fadc6ea9c None None] The sync data for ids ['c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'] in n-d-800085-9 is: [{'id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'name': 'tempest-TaggedBootDevicesTest_v242-991243083-router', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:14:28Z', 'revision_number': 4, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'gw_port': {'id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'b14e6faf-0231-43ce-a4db-8640b364b9ce', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'floating_ip_address': '172.25.7.12', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'port_id': '1ea622ef-91f5-4207-b504-6efb0efd5698', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd', 'mac_address': 'fa:16:3e:4a:1a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:15:18Z', 'updated_at': '2021-07-24T09:16:49Z', 'revision_number': 1, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644b1162-a28a-42b2-9906-bad577e5e79d', 'name': '', 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'mac_address': 'fa:16:3e:0b:76:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b47748b3-2a31-4f22-9667-54e58b6acb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:14:27Z', 'updated_at': '2021-07-24T09:14:37Z', 'revision_number': 5, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'subnets': [{'id': 'b47748b3-2a31-4f22-9667-54e58b6acb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:16:55.757594 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-55c69dca-bea4-48e9-9f27-79d9e80ffba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:55.769366 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-55c69dca-bea4-48e9-9f27-79d9e80ffba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:55.815101 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:16:55.815485 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:55.818815 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ade28bfb-0174-4086-b1e8-6b2561a417db req-1d45da33-7d0d-4532-b967-fd6e9bad5850 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc9f2b3-ab92-48be-ad70-58a2832475cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183204 Jul 24 09:16:55.862421 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-55c69dca-bea4-48e9-9f27-79d9e80ffba7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a5588de3ab374cbea2e976648d236c6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7394173 Jul 24 09:16:55.863366 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c69dca-bea4-48e9-9f27-79d9e80ffba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e33307-ec9e-4f2c-92cb-c0098e897225,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:55.867977 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59896) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:56.002519 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ba7ac0e-c5e9-43af-a555-50d698cf57ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:56.019300 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:56.081807 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ba7ac0e-c5e9-43af-a555-50d698cf57ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:56.121570 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:56.132531 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:56.132989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 0a090d5f-3937-4620-8016-cd5fcbd6dda0 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:16:56.259425 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-bfede94d-3d14-4157-ad0c-bc784375771f req-7ebfd6f4-0a61-48d3-adaf-27f1fc3f8599 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] For port 0a090d5f-3937-4620-8016-cd5fcbd6dda0, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0a090d5f-3937-4620-8016-cd5fcbd6dda0,segment=NetworkSegment(028cb95f-2a4c-4e6e-aac8-95db3bdf4e23),segment_id=028cb95f-2a4c-4e6e-aac8-95db3bdf4e23)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:16:56.260119 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bfede94d-3d14-4157-ad0c-bc784375771f req-7ebfd6f4-0a61-48d3-adaf-27f1fc3f8599 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:56.267608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f404b8-0a19-48cb-bfcd-3b215475c2c0 req-be0343b4-b812-4ec7-8692-62bc00f76001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:56.270217 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5f404b8-0a19-48cb-bfcd-3b215475c2c0 req-be0343b4-b812-4ec7-8692-62bc00f76001 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1913b66f5ab41bbbc2b819d5a63abda&device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 1097 time: 0.6669667 Jul 24 09:16:56.332247 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978a913-9a50-486f-9f29-3f0f8089fda6 req-07e9ea04-58d8-4786-b515-03558126aa5f tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:56.334010 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2978a913-9a50-486f-9f29-3f0f8089fda6 req-07e9ea04-58d8-4786-b515-03558126aa5f tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 945 time: 0.7319715 Jul 24 09:16:56.337870 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-bfede94d-3d14-4157-ad0c-bc784375771f req-7ebfd6f4-0a61-48d3-adaf-27f1fc3f8599 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Calling delete_port for 0a090d5f-3937-4620-8016-cd5fcbd6dda0 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:16:56.370042 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f906b4e6-bf18-4f90-8910-7429111372fb None None] New status for floating IP b14e6faf-0231-43ce-a4db-8640b364b9ce: ACTIVE {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:16:56.421209 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae704227-5cda-47f3-a7fd-7834f316f82a req-0acd192a-72ef-414f-a34b-e9dc171cb15c tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:56.422828 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ae704227-5cda-47f3-a7fd-7834f316f82a req-0acd192a-72ef-414f-a34b-e9dc171cb15c tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 944 time: 0.2795088 Jul 24 09:16:56.468316 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,revision_number=13']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:56.510566 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ba7ac0e-c5e9-43af-a555-50d698cf57ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:56.522647 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ba7ac0e-c5e9-43af-a555-50d698cf57ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:56.526103 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5ba7ac0e-c5e9-43af-a555-50d698cf57ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26e33307-ec9e-4f2c-92cb-c0098e897225 HTTP/1.1" status: 204 len: 168 time: 0.6571462 Jul 24 09:16:56.555872 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2978a913-9a50-486f-9f29-3f0f8089fda6 req-d0d8877d-7979-43b2-906d-5530bd793497 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082462 Jul 24 09:16:56.583453 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7ac0e-c5e9-43af-a555-50d698cf57ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e33307-ec9e-4f2c-92cb-c0098e897225,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:56.639475 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ae704227-5cda-47f3-a7fd-7834f316f82a req-6af6eb57-9be5-4911-990c-11ff30a0e1e9 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757734 Jul 24 09:16:56.733333 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f404b8-0a19-48cb-bfcd-3b215475c2c0 req-b28199a3-bc8c-428a-a0e7-efd9dd4d02d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:56.734981 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5f404b8-0a19-48cb-bfcd-3b215475c2c0 req-b28199a3-bc8c-428a-a0e7-efd9dd4d02d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae3d61b8-100f-4726-9451-0b010e6cd4d8 HTTP/1.1" status: 200 len: 912 time: 0.4529178 Jul 24 09:16:56.901772 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5f404b8-0a19-48cb-bfcd-3b215475c2c0 req-315c250e-6bbe-4a02-b898-966e3522bf12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6563123e-6a9f-426c-bab4-ca231053a677 HTTP/1.1" status: 200 len: 217 time: 0.1483204 Jul 24 09:16:56.952720 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59924) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:57.056172 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59928) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:57.082272 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f404b8-0a19-48cb-bfcd-3b215475c2c0 req-d72d6086-662b-45c7-b532-b05ecf7d3627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:57.084382 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5f404b8-0a19-48cb-bfcd-3b215475c2c0 req-d72d6086-662b-45c7-b532-b05ecf7d3627 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82774b4c-6531-498d-b907-9800d791c7b0 HTTP/1.1" status: 200 len: 852 time: 0.1635129 Jul 24 09:16:57.087866 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf9527-6083-4401-b4e0-126178d8064a req-4836f3ba-3026-4650-9f75-5204e2b328f8 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:57.095956 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-74bf9527-6083-4401-b4e0-126178d8064a req-4836f3ba-3026-4650-9f75-5204e2b328f8 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.2449162 Jul 24 09:16:57.096881 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5f743ce9-9a1a-452e-9aa1-635e062db3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:57.100202 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bfede94d-3d14-4157-ad0c-bc784375771f req-7ebfd6f4-0a61-48d3-adaf-27f1fc3f8599 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:57.149474 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-abb2d03a-6139-418f-9626-7d18a8934f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:57.156817 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5f404b8-0a19-48cb-bfcd-3b215475c2c0 req-dab1e9c4-ca35-45f8-8e5b-5dadeebe5cc1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae3d61b8-100f-4726-9451-0b010e6cd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574999 Jul 24 09:16:57.176951 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-74bf9527-6083-4401-b4e0-126178d8064a req-f10cdc87-6439-421a-b7d3-3455b1acd844 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798967 Jul 24 09:16:57.227555 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebfd6f4-0a61-48d3-adaf-27f1fc3f8599 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Pushing event deleted for resources: {'Port': ['ID=0a090d5f-3937-4620-8016-cd5fcbd6dda0,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:57.369904 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfede94d-3d14-4157-ad0c-bc784375771f req-7ebfd6f4-0a61-48d3-adaf-27f1fc3f8599 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] No DVR routers for this DVR port 0a090d5f-3937-4620-8016-cd5fcbd6dda0 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:16:57.381850 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bfede94d-3d14-4157-ad0c-bc784375771f req-7ebfd6f4-0a61-48d3-adaf-27f1fc3f8599 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:57.384188 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bfede94d-3d14-4157-ad0c-bc784375771f req-7ebfd6f4-0a61-48d3-adaf-27f1fc3f8599 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.37 "DELETE /v2.0/ports/0a090d5f-3937-4620-8016-cd5fcbd6dda0 HTTP/1.1" status: 204 len: 173 time: 2.4925611 Jul 24 09:16:57.384854 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b379aa-434d-4fa1-9c3a-c4c37bd4da46', 'name': 'network-vif-deleted', 'tag': '0a090d5f-3937-4620-8016-cd5fcbd6dda0'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:16:57.387561 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3653efe1-207a-4516-a0f0-d2514f8ae9cd" -d '{"events": [{"server_uuid": "75b379aa-434d-4fa1-9c3a-c4c37bd4da46", "name": "network-vif-deleted", "tag": "0a090d5f-3937-4620-8016-cd5fcbd6dda0"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:16:57.438149 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5f404b8-0a19-48cb-bfcd-3b215475c2c0 req-cbd52b9f-6f4e-440c-af63-9242cba97abc service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130589 Jul 24 09:16:57.526387 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-17b2b4e9-8a98-4b96-bfef-ae2de0fe5641 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-740797171-network', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:16:57.563406 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5f404b8-0a19-48cb-bfcd-3b215475c2c0 req-98fc1560-1f23-4c45-a54a-4cab8d4cb29b service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175058 Jul 24 09:16:57.569104 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e29bfc9-a3d5-453e-8479-efb88f2c9dc9 x-openstack-request-id: req-1e29bfc9-a3d5-453e-8479-efb88f2c9dc9 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:16:57.570491 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b379aa-434d-4fa1-9c3a-c4c37bd4da46", "name": "network-vif-deleted", "tag": "0a090d5f-3937-4620-8016-cd5fcbd6dda0", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:16:57.570937 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e29bfc9-a3d5-453e-8479-efb88f2c9dc9 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:16:57.571923 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b379aa-434d-4fa1-9c3a-c4c37bd4da46', 'name': 'network-vif-deleted', 'tag': '0a090d5f-3937-4620-8016-cd5fcbd6dda0', 'status': 'completed', 'code': 200} Jul 24 09:16:57.632834 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5f743ce9-9a1a-452e-9aa1-635e062db3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:57.633531 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0b3aa4-2384-4309-b12f-09acc5e33e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:16:57.636778 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e1fe25-739a-4d28-891e-df88d4e8b624" -d '{"events": [{"server_uuid": "ed0b3aa4-2384-4309-b12f-09acc5e33e47", "name": "network-vif-plugged", "status": "completed", "tag": "0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:16:57.647382 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5f743ce9-9a1a-452e-9aa1-635e062db3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:57.677297 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b2b4e9-8a98-4b96-bfef-ae2de0fe5641 admin admin] Made reservation on behalf of 7845f909cd4c44d8964a9d8a1612a8c9 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:16:57.684189 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17b2b4e9-8a98-4b96-bfef-ae2de0fe5641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:57.695617 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f743ce9-9a1a-452e-9aa1-635e062db3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad77576-93a2-4ce5-90df-372de96f2f51,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:57.722081 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17b2b4e9-8a98-4b96-bfef-ae2de0fe5641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:57.733550 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59940) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:57.734353 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5f743ce9-9a1a-452e-9aa1-635e062db3d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=614ddd52705e48618faa3ac97be03450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6768401 Jul 24 09:16:57.746599 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e90d3f1-bfde-4c5b-870f-b79ed9ce0a52 x-openstack-request-id: req-3e90d3f1-bfde-4c5b-870f-b79ed9ce0a52 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:16:57.747138 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0b3aa4-2384-4309-b12f-09acc5e33e47", "name": "network-vif-plugged", "status": "completed", "tag": "0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:16:57.747604 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e90d3f1-bfde-4c5b-870f-b79ed9ce0a52 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:16:57.748201 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0b3aa4-2384-4309-b12f-09acc5e33e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb', 'code': 200} Jul 24 09:16:57.908242 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a3c2c95-d783-46c8-be41-b7d3b6ddeea0 req-e35c9c55-b2eb-4930-b845-0df663624e98 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=75b379aa-434d-4fa1-9c3a-c4c37bd4da46 HTTP/1.1" status: 200 len: 210 time: 0.0829720 Jul 24 09:16:57.935942 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e72b960-639c-4cfc-8fc9-e6ed62ab5213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:57.969550 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4032e0a-018a-4708-871b-ddbfde2c3e05 req-bbf1b2b4-48cf-4edb-af79-39aa6928b4fc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:57.971099 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d4032e0a-018a-4708-871b-ddbfde2c3e05 req-bbf1b2b4-48cf-4edb-af79-39aa6928b4fc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 946 time: 0.2071283 Jul 24 09:16:57.986792 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e72b960-639c-4cfc-8fc9-e6ed62ab5213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:58.123616 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d4032e0a-018a-4708-871b-ddbfde2c3e05 req-ca4e0de9-7225-4d23-b9e2-61d912049587 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425898 Jul 24 09:16:58.131100 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e72b960-639c-4cfc-8fc9-e6ed62ab5213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:58.134257 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e72b960-639c-4cfc-8fc9-e6ed62ab5213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:58.138660 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1e72b960-639c-4cfc-8fc9-e6ed62ab5213 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ad77576-93a2-4ce5-90df-372de96f2f51 HTTP/1.1" status: 204 len: 168 time: 0.4040675 Jul 24 09:16:58.157142 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72b960-639c-4cfc-8fc9-e6ed62ab5213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad77576-93a2-4ce5-90df-372de96f2f51,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:58.214200 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17b2b4e9-8a98-4b96-bfef-ae2de0fe5641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:58.220354 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17b2b4e9-8a98-4b96-bfef-ae2de0fe5641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:58.259891 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b2b4e9-8a98-4b96-bfef-ae2de0fe5641 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:16:58.271342 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2b4e9-8a98-4b96-bfef-ae2de0fe5641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71d44f5-acf8-49f9-bed5-533009fadb21,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:58.278946 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17b2b4e9-8a98-4b96-bfef-ae2de0fe5641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:58.279712 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-17b2b4e9-8a98-4b96-bfef-ae2de0fe5641 admin admin] Added segment a914f9f7-330b-4c9c-b120-a4795b2b7f83 of type vlan for network 2d26f86c-a144-4c5f-9e0d-5dd986768442 Jul 24 09:16:58.355669 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17b2b4e9-8a98-4b96-bfef-ae2de0fe5641 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:58.397756 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816a03f-1f93-465b-9d55-89d41f74e6af req-f815c1fb-259d-47e3-ab2f-6e7c33c5c56c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:58.399909 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6816a03f-1f93-465b-9d55-89d41f74e6af req-f815c1fb-259d-47e3-ab2f-6e7c33c5c56c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.1102111 Jul 24 09:16:58.413610 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17b2b4e9-8a98-4b96-bfef-ae2de0fe5641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:58.414944 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b2b4e9-8a98-4b96-bfef-ae2de0fe5641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:58.416342 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17b2b4e9-8a98-4b96-bfef-ae2de0fe5641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:58.473425 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6816a03f-1f93-465b-9d55-89d41f74e6af req-80f21e40-74fa-465f-aa25-01df8086b818 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665553 Jul 24 09:16:58.519175 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2b4e9-8a98-4b96-bfef-ae2de0fe5641 admin admin] Pushing event updated for resources: {'Network': ['ID=2d26f86c-a144-4c5f-9e0d-5dd986768442,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:58.531616 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 2d26f86c-a144-4c5f-9e0d-5dd986768442 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:16:58.533380 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-17b2b4e9-8a98-4b96-bfef-ae2de0fe5641 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5760815 Jul 24 09:16:58.534440 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59952) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:58.540879 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-884887e9-52b4-4568-a3f3-65e0773b379b admin admin] Request body: {'subnet': {'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-740797171-subnet', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:16:58.575015 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884887e9-52b4-4568-a3f3-65e0773b379b admin admin] Made reservation on behalf of 7845f909cd4c44d8964a9d8a1612a8c9 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:16:58.579149 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-884887e9-52b4-4568-a3f3-65e0773b379b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:58.853354 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-884887e9-52b4-4568-a3f3-65e0773b379b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:58.957984 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884887e9-52b4-4568-a3f3-65e0773b379b admin admin] Checking segment: {'id': 'a914f9f7-330b-4c9c-b120-a4795b2b7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:16:58.958362 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884887e9-52b4-4568-a3f3-65e0773b379b admin admin] Network hostable DHCP agents. Network: 2d26f86c-a144-4c5f-9e0d-5dd986768442, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:16:58.966202 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884887e9-52b4-4568-a3f3-65e0773b379b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8947dfd9-5d03-4d1e-b637-4d9aaaa3be67,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:16:58.986787 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884887e9-52b4-4568-a3f3-65e0773b379b admin admin] Network 2d26f86c-a144-4c5f-9e0d-5dd986768442 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:16:59.000422 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-884887e9-52b4-4568-a3f3-65e0773b379b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 2d26f86c-a144-4c5f-9e0d-5dd986768442) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:16:59.006598 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884887e9-52b4-4568-a3f3-65e0773b379b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:59.007299 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-884887e9-52b4-4568-a3f3-65e0773b379b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:59.013269 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687cfef4-7ced-4c76-8518-fb99a04880bf None None] Network 2d26f86c-a144-4c5f-9e0d-5dd986768442 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:16:59.074337 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59970) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:16:59.076256 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-884887e9-52b4-4568-a3f3-65e0773b379b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5354743 Jul 24 09:16:59.083058 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-6c1c8157-241b-4e6a-8d0b-07e2fe2dfc08 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-740797171-router', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:16:59.138475 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8157-241b-4e6a-8d0b-07e2fe2dfc08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:59.142267 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8157-241b-4e6a-8d0b-07e2fe2dfc08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:59.346450 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8157-241b-4e6a-8d0b-07e2fe2dfc08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:59.636946 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c01f20-9736-4ce8-9d3e-e038d98623aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-2d26f86c-a144-4c5f-9e0d-5dd986768442', 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'fixed_ips': [{'subnet_id': '8947dfd9-5d03-4d1e-b637-4d9aaaa3be67'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:16:59.639007 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-82c01f20-9736-4ce8-9d3e-e038d98623aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:16:59.669054 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f66d7-ee58-4477-8f52-45661c88cffd req-0ec2a6ae-df73-4c96-ada7-c7c9918ef4ea tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:16:59.671479 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df8f66d7-ee58-4477-8f52-45661c88cffd req-0ec2a6ae-df73-4c96-ada7-c7c9918ef4ea tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 946 time: 0.2509923 Jul 24 09:16:59.801801 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df8f66d7-ee58-4477-8f52-45661c88cffd req-61a31d10-4e01-4aeb-a283-355dde113f9a tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221712 Jul 24 09:16:59.882578 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-c4488d47-8e1f-4140-8f9d-f51f4b07e4f2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1572537 Jul 24 09:16:59.946275 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 6563123e-6a9f-426c-bab4-ca231053a677 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:16:59.962212 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8157-241b-4e6a-8d0b-07e2fe2dfc08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:00.063402 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec791a3-bdb5-4aee-8804-1258e2ae97df req-346f4dbb-2816-4a55-b427-0cc754660298 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:00.079698 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8ec791a3-bdb5-4aee-8804-1258e2ae97df req-346f4dbb-2816-4a55-b427-0cc754660298 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 946 time: 0.1572556 Jul 24 09:17:00.186552 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-9f9d6f77-c759-4898-9ae0-bb30bc803268 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:00.190396 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9a2cd1e7-8312-44de-bade-6b5fe11839cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:00.205188 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-9f9d6f77-c759-4898-9ae0-bb30bc803268 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/networks?id=0e0f771d-ba39-4956-b211-8dacb7f59819 HTTP/1.1" status: 200 len: 821 time: 0.5403452 Jul 24 09:17:00.214660 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-54363b85-7fd8-43d9-b5e2-55621ec192c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:00.215419 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-54363b85-7fd8-43d9-b5e2-55621ec192c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:00.216063 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-54363b85-7fd8-43d9-b5e2-55621ec192c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:00.216796 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-54363b85-7fd8-43d9-b5e2-55621ec192c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:00.217526 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-54363b85-7fd8-43d9-b5e2-55621ec192c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:00.218530 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-54363b85-7fd8-43d9-b5e2-55621ec192c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:00.219382 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-54363b85-7fd8-43d9-b5e2-55621ec192c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:00.222237 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-54363b85-7fd8-43d9-b5e2-55621ec192c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dca0b6b5a564009b8793a19d3533709&device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 6491 time: 0.1389482 Jul 24 09:17:00.240837 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8ec791a3-bdb5-4aee-8804-1258e2ae97df req-efe461ae-29a9-42a6-8169-f5d20afce3ae tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597977 Jul 24 09:17:00.278559 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-b9fc76b2-9bf0-4d3e-bf39-cf49b2dced7f tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/quotas/b1dc4d2691c74f8bafc90c2d2ce665eb HTTP/1.1" status: 200 len: 375 time: 0.0722265 Jul 24 09:17:00.409414 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:00.419789 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:00.466048 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-82c01f20-9736-4ce8-9d3e-e038d98623aa None None] Allocated IP 172.20.0.2 (2d26f86c-a144-4c5f-9e0d-5dd986768442/8947dfd9-5d03-4d1e-b637-4d9aaaa3be67/e7eef345-bf32-4ee1-81a8-2d828b255f00) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:17:00.509252 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-91eed81d-aa75-4131-aab2-42e947648280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:00.509806 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-91eed81d-aa75-4131-aab2-42e947648280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:00.510285 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-91eed81d-aa75-4131-aab2-42e947648280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:00.512167 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-91eed81d-aa75-4131-aab2-42e947648280 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8a8b2944-c8a5-4403-aa37-48c9a718d665&id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d&id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d HTTP/1.1" status: 200 len: 2289 time: 0.2451780 Jul 24 09:17:00.562447 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 6563123e-6a9f-426c-bab4-ca231053a677, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=6563123e-6a9f-426c-bab4-ca231053a677,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:00.573151 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6563123e-6a9f-426c-bab4-ca231053a677'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:17:00.575103 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-5c5c2ebc-7025-42bf-b21c-676176f1e059 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1dc4d2691c74f8bafc90c2d2ce665eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2955346 Jul 24 09:17:00.586790 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d07c72-adb9-434b-8e41-a25dc0421e24" -d '{"events": [{"server_uuid": "0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a", "name": "network-vif-unplugged", "status": "completed", "tag": "6563123e-6a9f-426c-bab4-ca231053a677"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:17:00.602215 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:00.613434 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-7f7a6ae7-4b27-4849-9b48-8056fa4b2745 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ef13b70-5d6e-4c13-890b-2de4f6928063 HTTP/1.1" status: 200 len: 999 time: 0.0912359 Jul 24 09:17:00.703559 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-e162aed2-15ec-47f2-a3c4-0fa1949978b0 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:17:00.705418 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-e162aed2-15ec-47f2-a3c4-0fa1949978b0 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0752330 Jul 24 09:17:00.730626 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=6563123e-6a9f-426c-bab4-ca231053a677,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:00.777937 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-80e27e11-44bb-4692-b929-cb6c984c27a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:00.782905 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-80e27e11-44bb-4692-b929-cb6c984c27a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96727abd-2036-4cd0-afcc-3710a0b1eea7 HTTP/1.1" status: 200 len: 850 time: 0.1582966 Jul 24 09:17:00.803010 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8157-241b-4e6a-8d0b-07e2fe2dfc08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:00.846014 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8157-241b-4e6a-8d0b-07e2fe2dfc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:00.953456 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-00f12a2b-df15-4b89-bfe4-8e47fb3074f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:00.957876 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-00f12a2b-df15-4b89-bfe4-8e47fb3074f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8a8b2944-c8a5-4403-aa37-48c9a718d665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1704361 Jul 24 09:17:00.959433 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:01.117072 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-6c1c8157-241b-4e6a-8d0b-07e2fe2dfc08 admin admin] Allocated IP 172.25.7.129 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/c1bd4dfe-1750-4eb9-be55-b8ac78600040) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:17:01.149743 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-82c01f20-9736-4ce8-9d3e-e038d98623aa None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:01.184115 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-edde905d-618a-4ee9-ae51-fbcc7ad11d0c service neutron] 10.222.0.20 "GET /v2.0/networks/8a8b2944-c8a5-4403-aa37-48c9a718d665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048059 Jul 24 09:17:01.197539 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-82c01f20-9736-4ce8-9d3e-e038d98623aa None None] Transition to ACTIVE for port object e7eef345-bf32-4ee1-81a8-2d828b255f00 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:17:01.255431 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-82c01f20-9736-4ce8-9d3e-e038d98623aa None None] Transition to ACTIVE for port object e7eef345-bf32-4ee1-81a8-2d828b255f00 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:17:01.326601 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-82c01f20-9736-4ce8-9d3e-e038d98623aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:01.385444 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c01f20-9736-4ce8-9d3e-e038d98623aa None None] Network 2d26f86c-a144-4c5f-9e0d-5dd986768442 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:17:01.391173 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-82c01f20-9736-4ce8-9d3e-e038d98623aa None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:17:01.465687 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c01f20-9736-4ce8-9d3e-e038d98623aa None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:17:01.638723 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-82c01f20-9736-4ce8-9d3e-e038d98623aa None None] Attempting to bind port e7eef345-bf32-4ee1-81a8-2d828b255f00 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:17:01.638723 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-82c01f20-9736-4ce8-9d3e-e038d98623aa None None] Attempting to bind port e7eef345-bf32-4ee1-81a8-2d828b255f00 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'a914f9f7-330b-4c9c-b120-a4795b2b7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:17:01.638723 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c01f20-9736-4ce8-9d3e-e038d98623aa None None] Attempting to bind port e7eef345-bf32-4ee1-81a8-2d828b255f00 on network 2d26f86c-a144-4c5f-9e0d-5dd986768442 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:17:01.639101 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-d817b0c3-f914-44d3-a576-6daa5dd67745 service neutron] 10.222.0.20 "GET /v2.0/networks/8a8b2944-c8a5-4403-aa37-48c9a718d665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118712 Jul 24 09:17:01.639200 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c01f20-9736-4ce8-9d3e-e038d98623aa None None] Pushing event updated for resources: {'Port': ['ID=e7eef345-bf32-4ee1-81a8-2d828b255f00,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:01.639200 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c01f20-9736-4ce8-9d3e-e038d98623aa None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:17:01.639200 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c01f20-9736-4ce8-9d3e-e038d98623aa None None] Checking segment: {'id': 'a914f9f7-330b-4c9c-b120-a4795b2b7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:17:01.639200 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-82c01f20-9736-4ce8-9d3e-e038d98623aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:01.639200 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c01f20-9736-4ce8-9d3e-e038d98623aa None None] Bound using segment: {'id': 'a914f9f7-330b-4c9c-b120-a4795b2b7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:17:01.639200 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-82c01f20-9736-4ce8-9d3e-e038d98623aa None None] Bound port: e7eef345-bf32-4ee1-81a8-2d828b255f00, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a914f9f7-330b-4c9c-b120-a4795b2b7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:17:01.639200 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-82c01f20-9736-4ce8-9d3e-e038d98623aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:01.752389 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-82c01f20-9736-4ce8-9d3e-e038d98623aa None None] For port e7eef345-bf32-4ee1-81a8-2d828b255f00, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:17:01.753942 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-9636a7a9-a49f-42dd-9421-f65455e0ad58 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=e307f6c6-4fdb-4f4e-9aaa-266379cdde50 HTTP/1.1" status: 200 len: 217 time: 0.1313524 Jul 24 09:17:01.756005 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-82c01f20-9736-4ce8-9d3e-e038d98623aa None None] For port e7eef345-bf32-4ee1-81a8-2d828b255f00, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e7eef345-bf32-4ee1-81a8-2d828b255f00,segment=NetworkSegment(a914f9f7-330b-4c9c-b120-a4795b2b7f83),segment_id=a914f9f7-330b-4c9c-b120-a4795b2b7f83)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:17:01.762465 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-82c01f20-9736-4ce8-9d3e-e038d98623aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:01.847892 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-4b1d6a67-b18c-425a-af75-c6a92378eb21 service neutron] 10.222.0.32 "GET /v2.0/networks/0e0f771d-ba39-4956-b211-8dacb7f59819?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1353791 Jul 24 09:17:01.850868 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-31598912-9b7f-45f0-9b8c-4a6eb40ba402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:01.857021 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-31598912-9b7f-45f0-9b8c-4a6eb40ba402 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5552e953-f753-4faf-a079-e77f25f33478 HTTP/1.1" status: 200 len: 797 time: 0.0992565 Jul 24 09:17:01.878917 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c01f20-9736-4ce8-9d3e-e038d98623aa None None] Pushing event updated for resources: {'Port': ['ID=e7eef345-bf32-4ee1-81a8-2d828b255f00,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:01.938398 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8157-241b-4e6a-8d0b-07e2fe2dfc08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:02.017289 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-a7a5f819-c059-451f-b1a3-5d66e54d581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:02.019456 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-a7a5f819-c059-451f-b1a3-5d66e54d581a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1552649 Jul 24 09:17:02.146115 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-68e3b2a1-87ab-4de2-a616-18ec702e03a7 service neutron] 10.222.0.32 "GET /v2.0/networks/0e0f771d-ba39-4956-b211-8dacb7f59819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722640 Jul 24 09:17:02.192222 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8157-241b-4e6a-8d0b-07e2fe2dfc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:02.251140 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-658fbc45-8765-451b-be25-63b43d6694e5 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229075 Jul 24 09:17:02.403574 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1c8157-241b-4e6a-8d0b-07e2fe2dfc08 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:17:02.408717 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-6c1c8157-241b-4e6a-8d0b-07e2fe2dfc08 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:17:02.419797 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1c8157-241b-4e6a-8d0b-07e2fe2dfc08 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:17:02.441975 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-9e1d7646-7dab-492e-a9cd-61ae57b48d00 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836493 Jul 24 09:17:02.511750 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c8157-241b-4e6a-8d0b-07e2fe2dfc08 admin admin] Pushing event updated for resources: {'Port': ['ID=c1bd4dfe-1750-4eb9-be55-b8ac78600040,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:02.577560 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-362b234b-e304-4b7b-944e-e8da8328036b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=050c6f20-222e-4534-968b-ea3eb888eef4 HTTP/1.1" status: 200 len: 217 time: 0.1248026 Jul 24 09:17:02.605473 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60086) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:02.619350 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 24 Jul 2021 09:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664a0d91-03ef-4842-9de5-2d3b0088495f x-openstack-request-id: req-664a0d91-03ef-4842-9de5-2d3b0088495f {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:17:02.619650 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a", "name": "network-vif-unplugged", "status": "failed", "tag": "6563123e-6a9f-426c-bab4-ca231053a677", "code": 422}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:17:02.619905 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-664a0d91-03ef-4842-9de5-2d3b0088495f {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:17:02.620327 n-d-800085-9 neutron-server[94037]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6563123e-6a9f-426c-bab4-ca231053a677', 'code': 422} returned with failed status Jul 24 09:17:02.736046 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-c2ab494b-932f-49eb-9a07-2a94e42da1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:02.738880 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-c2ab494b-932f-49eb-9a07-2a94e42da1ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5552e953-f753-4faf-a079-e77f25f33478 HTTP/1.1" status: 200 len: 797 time: 0.1567171 Jul 24 09:17:02.820542 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:02.858035 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ef0f8b09-5ec2-4915-9b32-30e41edd30b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:02.919359 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8157-241b-4e6a-8d0b-07e2fe2dfc08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:02.931029 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-f0dae4f8-5f77-49dd-8fee-c48e2ae3ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:02.932536 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-f0dae4f8-5f77-49dd-8fee-c48e2ae3ad5b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1453288 Jul 24 09:17:02.992691 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7963181-e67c-4d01-bf37-8d2fbb3af383 req-9e60d2fd-fc5d-4a55-8285-6ead37df58fa tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:02.994285 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c7963181-e67c-4d01-bf37-8d2fbb3af383 req-9e60d2fd-fc5d-4a55-8285-6ead37df58fa tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a HTTP/1.1" status: 200 len: 944 time: 0.2673094 Jul 24 09:17:03.080062 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02def6dd-e3cc-4db3-8005-6084019e07f7 req-304d914e-14d1-4de5-a6ec-873a48e2a067 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:03.087910 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-02def6dd-e3cc-4db3-8005-6084019e07f7 req-304d914e-14d1-4de5-a6ec-873a48e2a067 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 946 time: 0.2888675 Jul 24 09:17:03.264239 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-947bf5e9-d66f-459f-92e5-415f411c3467 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211725 Jul 24 09:17:03.289351 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-02def6dd-e3cc-4db3-8005-6084019e07f7 req-178098de-678a-4751-b7aa-bf3e72764133 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004652 Jul 24 09:17:03.313002 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ef0f8b09-5ec2-4915-9b32-30e41edd30b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:03.344106 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ef0f8b09-5ec2-4915-9b32-30e41edd30b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:03.365318 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8157-241b-4e6a-8d0b-07e2fe2dfc08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:03.427801 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f8b09-5ec2-4915-9b32-30e41edd30b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3455fd14-7067-4a88-8860-97669aef370f,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:03.479115 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e7eef345-bf32-4ee1-81a8-2d828b255f00 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:17:03.541564 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ef0f8b09-5ec2-4915-9b32-30e41edd30b7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a20097f7dca418b8c4fe25a70240186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9330502 Jul 24 09:17:03.597757 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60102) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:03.681873 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-c7963181-e67c-4d01-bf37-8d2fbb3af383 req-87b76511-c8f9-4551-8b55-a631b132ad1a tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Deleting port 6563123e-6a9f-426c-bab4-ca231053a677 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:17:03.686010 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c7963181-e67c-4d01-bf37-8d2fbb3af383 req-87b76511-c8f9-4551-8b55-a631b132ad1a tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:03.721351 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port e7eef345-bf32-4ee1-81a8-2d828b255f00 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:17:03.769858 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 6563123e-6a9f-426c-bab4-ca231053a677 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:17:03.775638 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ca394a-2e63-481e-b879-8a7e5abf67b5 None None] Network 2d26f86c-a144-4c5f-9e0d-5dd986768442 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:17:03.813754 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c7963181-e67c-4d01-bf37-8d2fbb3af383 req-87b76511-c8f9-4551-8b55-a631b132ad1a tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] For port 6563123e-6a9f-426c-bab4-ca231053a677, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=6563123e-6a9f-426c-bab4-ca231053a677,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:03.814134 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c7963181-e67c-4d01-bf37-8d2fbb3af383 req-87b76511-c8f9-4551-8b55-a631b132ad1a tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:03.839331 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-c7963181-e67c-4d01-bf37-8d2fbb3af383 req-87b76511-c8f9-4551-8b55-a631b132ad1a tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Calling delete_port for 6563123e-6a9f-426c-bab4-ca231053a677 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:17:03.917684 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-ca03e841-5b0a-4523-b22a-c025389a35c5 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6023993 Jul 24 09:17:03.997578 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4f8da90d-1076-478e-beb8-f652b4d21777 None None] Provisioning for port e7eef345-bf32-4ee1-81a8-2d828b255f00 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:17:04.007440 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4f8da90d-1076-478e-beb8-f652b4d21777 None None] Provisioning complete for port e7eef345-bf32-4ee1-81a8-2d828b255f00 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:04.007806 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4f8da90d-1076-478e-beb8-f652b4d21777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:04.018425 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-8c2a6d93-60f8-42ee-9a5c-79403c5c62df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=57461884-6197-40b6-9712-721f8812f0da HTTP/1.1" status: 200 len: 217 time: 0.0457759 Jul 24 09:17:04.087877 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-090673fe-68b1-484a-8cfd-a0026b494287 req-c0585650-276b-40cc-bef0-e2e5448851cd tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=013d55a6-d587-4124-89d5-65dc8ae629f0 HTTP/1.1" status: 200 len: 210 time: 0.4365890 Jul 24 09:17:04.106604 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-dcf5c58e-aa26-4b8a-b96d-dba00b1243c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:04.113836 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-dcf5c58e-aa26-4b8a-b96d-dba00b1243c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5552e953-f753-4faf-a079-e77f25f33478 HTTP/1.1" status: 200 len: 797 time: 0.0883574 Jul 24 09:17:04.153875 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8d6841ce-c909-4599-9f8e-eabb1e6c30d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:04.220919 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8d6841ce-c909-4599-9f8e-eabb1e6c30d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:04.250536 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c7963181-e67c-4d01-bf37-8d2fbb3af383 req-87b76511-c8f9-4551-8b55-a631b132ad1a tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:04.301784 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b76511-c8f9-4551-8b55-a631b132ad1a tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Pushing event deleted for resources: {'Port': ['ID=6563123e-6a9f-426c-bab4-ca231053a677,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:04.329552 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4f8da90d-1076-478e-beb8-f652b4d21777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:04.357489 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-968af10a-61f7-4b46-9e18-ade2eaae7196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:04.361232 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-968af10a-61f7-4b46-9e18-ade2eaae7196 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2387793 Jul 24 09:17:04.376032 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1c8157-241b-4e6a-8d0b-07e2fe2dfc08 admin admin] Router cbd06db2-44e8-41ce-9d4a-c472338f8982 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:17:04.424944 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4f8da90d-1076-478e-beb8-f652b4d21777 None None] For port e7eef345-bf32-4ee1-81a8-2d828b255f00, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e7eef345-bf32-4ee1-81a8-2d828b255f00,segment=NetworkSegment(a914f9f7-330b-4c9c-b120-a4795b2b7f83),segment_id=a914f9f7-330b-4c9c-b120-a4795b2b7f83)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:04.433647 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4f8da90d-1076-478e-beb8-f652b4d21777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:04.553114 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-bfa9b7a4-8964-405e-a84e-074021cc7adf service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225004 Jul 24 09:17:04.560317 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8d6841ce-c909-4599-9f8e-eabb1e6c30d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:04.565285 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8d6841ce-c909-4599-9f8e-eabb1e6c30d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:04.583853 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8d6841ce-c909-4599-9f8e-eabb1e6c30d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3455fd14-7067-4a88-8860-97669aef370f HTTP/1.1" status: 204 len: 168 time: 0.9744658 Jul 24 09:17:04.592030 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8da90d-1076-478e-beb8-f652b4d21777 None None] Pushing event updated for resources: {'Port': ['ID=e7eef345-bf32-4ee1-81a8-2d828b255f00,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:04.623766 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6841ce-c909-4599-9f8e-eabb1e6c30d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3455fd14-7067-4a88-8860-97669aef370f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:04.678547 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1c8157-241b-4e6a-8d0b-07e2fe2dfc08 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:17:04.693807 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] Sync routers for ids ['cbd06db2-44e8-41ce-9d4a-c472338f8982'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:17:04.710349 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] Routers {'cbd06db2-44e8-41ce-9d4a-c472338f8982'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:17:04.711014 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:17:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['cbd06db2-44e8-41ce-9d4a-c472338f8982'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:04.711758 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8157-241b-4e6a-8d0b-07e2fe2dfc08 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:04.719042 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6c1c8157-241b-4e6a-8d0b-07e2fe2dfc08 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.6416824 Jul 24 09:17:04.720440 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60116) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:04.879450 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a7b98d83-91ba-4035-8b09-d2af48dd6bae None None] Provisioning complete for port e7eef345-bf32-4ee1-81a8-2d828b255f00 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:04.880227 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a7b98d83-91ba-4035-8b09-d2af48dd6bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:04.937769 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] Set router cbd06db2-44e8-41ce-9d4a-c472338f8982 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:17:05.213463 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7963181-e67c-4d01-bf37-8d2fbb3af383 req-87b76511-c8f9-4551-8b55-a631b132ad1a tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] No DVR routers for this DVR port 6563123e-6a9f-426c-bab4-ca231053a677 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:17:05.214905 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60122) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:05.272444 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66fb46-fc7c-49e0-8b2a-411310694af1 req-84db748d-2d87-4f01-948c-b827edb55c3f tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:05.281891 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e66fb46-fc7c-49e0-8b2a-411310694af1 req-84db748d-2d87-4f01-948c-b827edb55c3f tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 946 time: 0.2936387 Jul 24 09:17:05.296936 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c7963181-e67c-4d01-bf37-8d2fbb3af383 req-87b76511-c8f9-4551-8b55-a631b132ad1a tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:05.304367 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c7963181-e67c-4d01-bf37-8d2fbb3af383 req-87b76511-c8f9-4551-8b55-a631b132ad1a tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "DELETE /v2.0/ports/6563123e-6a9f-426c-bab4-ca231053a677 HTTP/1.1" status: 204 len: 173 time: 2.2958503 Jul 24 09:17:05.313796 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a', 'name': 'network-vif-deleted', 'tag': '6563123e-6a9f-426c-bab4-ca231053a677'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:17:05.323312 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad04fe45-53bf-4e52-818e-7ccee49e0133" -d '{"events": [{"server_uuid": "0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a", "name": "network-vif-deleted", "tag": "6563123e-6a9f-426c-bab4-ca231053a677"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:17:05.461593 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0b216d66-439f-40e9-a0ff-a69507e4f4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:05.547389 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e66fb46-fc7c-49e0-8b2a-411310694af1 req-96ead336-bf99-49e8-8fe4-9a79a8f0c472 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2618380 Jul 24 09:17:05.554647 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e7eef345-bf32-4ee1-81a8-2d828b255f00 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:17:05.689761 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port e7eef345-bf32-4ee1-81a8-2d828b255f00 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:05.690108 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:05.740873 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-6c4c93cb-c764-418c-a006-d2ac5858712f tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:05.744501 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-6c4c93cb-c764-418c-a006-d2ac5858712f tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.20 "GET /v2.0/networks?id=0e0f771d-ba39-4956-b211-8dacb7f59819 HTTP/1.1" status: 200 len: 821 time: 1.3357799 Jul 24 09:17:05.752143 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-ed2d67b5-a088-490a-99ae-038e1c511396 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357690 Jul 24 09:17:05.788263 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e19ed46f-565a-49d8-a158-a79ec4045add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:05.805175 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'name': 'tempest-ServersTestJSON-740797171-router', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:16:59Z', 'updated_at': '2021-07-24T09:17:02Z', 'revision_number': 3, 'project_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'gw_port': {'id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:00Z', 'updated_at': '2021-07-24T09:17:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:05.872786 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] Checking router: cbd06db2-44e8-41ce-9d4a-c472338f8982 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:17:05.873150 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] Updating router cbd06db2-44e8-41ce-9d4a-c472338f8982 port c1bd4dfe-1750-4eb9-be55-b8ac78600040 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:17:05.904299 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-b732b253-f6df-48f3-8fad-8bc968504c4b tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Request body: {'port': {'device_id': '013d55a6-d587-4124-89d5-65dc8ae629f0', 'network_id': '0e0f771d-ba39-4956-b211-8dacb7f59819', 'admin_state_up': True, 'tenant_id': 'b1dc4d2691c74f8bafc90c2d2ce665eb'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:05.910932 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-a5b91f0a-6707-4599-b30a-0b1d7c152905 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=f90fc468-b5dd-48ce-b1d9-842c219ba247 HTTP/1.1" status: 200 len: 217 time: 0.1482773 Jul 24 09:17:05.946037 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:06.136104 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-9da0dbb2-1b79-4d9b-ba56-53c6d8f9b15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:06.137705 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-9da0dbb2-1b79-4d9b-ba56-53c6d8f9b15e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5552e953-f753-4faf-a079-e77f25f33478 HTTP/1.1" status: 200 len: 797 time: 0.2210431 Jul 24 09:17:06.149000 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-e19ed46f-565a-49d8-a158-a79ec4045add admin admin] Allocated IP 172.20.0.1 (2d26f86c-a144-4c5f-9e0d-5dd986768442/8947dfd9-5d03-4d1e-b637-4d9aaaa3be67/9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:17:06.285748 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0b216d66-439f-40e9-a0ff-a69507e4f4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:06.334914 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0b216d66-439f-40e9-a0ff-a69507e4f4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:06.361042 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:06.375687 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-b732b253-f6df-48f3-8fad-8bc968504c4b tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Made reservation on behalf of b1dc4d2691c74f8bafc90c2d2ce665eb for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:17:06.378402 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc8a0d-ed39-406a-833d-6adc13d8f0b1 req-e2f3f32a-2acb-4e12-a26d-1b9775896118 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:06.379722 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-b732b253-f6df-48f3-8fad-8bc968504c4b tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:06.385355 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-23fc8a0d-ed39-406a-833d-6adc13d8f0b1 req-e2f3f32a-2acb-4e12-a26d-1b9775896118 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/ports?device_id=3439fc33-c3a6-4532-a8dc-f44f807c1a93 HTTP/1.1" status: 200 len: 945 time: 0.4880228 Jul 24 09:17:06.402012 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] Transition to ACTIVE for port object c1bd4dfe-1750-4eb9-be55-b8ac78600040 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:17:06.422066 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:06.496779 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-23fc8a0d-ed39-406a-833d-6adc13d8f0b1 req-a9c2fc95-a918-44ca-b0c1-cb1b3bdfe2c1 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ec390b8-4799-4bcb-81d0-3080993ba75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008084 Jul 24 09:17:06.502562 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e19ed46f-565a-49d8-a158-a79ec4045add admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:06.531166 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-e19ed46f-565a-49d8-a158-a79ec4045add admin admin] Transition to ACTIVE for port object 9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:17:06.544028 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] Attempting to bind port c1bd4dfe-1750-4eb9-be55-b8ac78600040 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:17:06.547553 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] Attempting to bind port c1bd4dfe-1750-4eb9-be55-b8ac78600040 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:17:06.548051 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] Attempting to bind port c1bd4dfe-1750-4eb9-be55-b8ac78600040 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:17:06.560223 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4db6b-ed94-4d3c-a6bc-d77f54e4772a None None] Pushing event updated for resources: {'Port': ['ID=c1bd4dfe-1750-4eb9-be55-b8ac78600040,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:06.569668 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:17:06.570164 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:17:06.570677 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:06.571174 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:17:06.572043 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] Bound port: c1bd4dfe-1750-4eb9-be55-b8ac78600040, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:17:06.572538 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:06.594150 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6a1f51bb-bbf2-4bdf-b65c-aab68025e707 req-14390a90-51f7-419a-9082-ed17e2a211c0 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=013d55a6-d587-4124-89d5-65dc8ae629f0 HTTP/1.1" status: 200 len: 210 time: 0.1983378 Jul 24 09:17:06.596473 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-fb6f9b3a-5473-4db4-a498-68d96a94f0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:06.597997 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-fb6f9b3a-5473-4db4-a498-68d96a94f0b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4517412 Jul 24 09:17:06.603977 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b216d66-439f-40e9-a0ff-a69507e4f4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1d523e-de0a-433c-9534-109fb3a26e52,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:06.615876 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0b216d66-439f-40e9-a0ff-a69507e4f4c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0cb445d5fa4347769040d49408afe3ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3559198 Jul 24 09:17:06.618192 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e19ed46f-565a-49d8-a158-a79ec4045add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:06.620707 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60142) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:06.653649 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691f023-4130-4d3c-a604-de465021f611 req-fc030293-8ca9-4232-8d3e-cfcbb58883e9 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:06.655261 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9691f023-4130-4d3c-a604-de465021f611 req-fc030293-8ca9-4232-8d3e-cfcbb58883e9 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.37 "GET /v2.0/ports?device_id=3439fc33-c3a6-4532-a8dc-f44f807c1a93 HTTP/1.1" status: 200 len: 945 time: 0.4376876 Jul 24 09:17:06.690232 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] For port c1bd4dfe-1750-4eb9-be55-b8ac78600040, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:17:06.700362 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] For port c1bd4dfe-1750-4eb9-be55-b8ac78600040, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c1bd4dfe-1750-4eb9-be55-b8ac78600040,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:17:06.723248 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:06.765318 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 24 Jul 2021 09:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9910db-d4b2-4c17-87ae-13bd39b28142 x-openstack-request-id: req-0f9910db-d4b2-4c17-87ae-13bd39b28142 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:17:06.766955 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a", "name": "network-vif-deleted", "tag": "6563123e-6a9f-426c-bab4-ca231053a677", "status": "failed", "code": 422}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:17:06.767259 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f9910db-d4b2-4c17-87ae-13bd39b28142 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:17:06.767864 n-d-800085-9 neutron-server[94036]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0fadc8f6-d0f8-4bd4-abc8-03e65c1b8d6a', 'name': 'network-vif-deleted', 'tag': '6563123e-6a9f-426c-bab4-ca231053a677', 'status': 'failed', 'code': 422} returned with failed status Jul 24 09:17:06.817504 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ed46f-565a-49d8-a158-a79ec4045add admin admin] Pushing event updated for resources: {'Port': ['ID=9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:06.824032 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19ed46f-565a-49d8-a158-a79ec4045add admin admin] Network 2d26f86c-a144-4c5f-9e0d-5dd986768442 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:17:06.847245 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-e19ed46f-565a-49d8-a158-a79ec4045add admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:17:06.856444 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19ed46f-565a-49d8-a158-a79ec4045add admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:17:06.898123 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4db6b-ed94-4d3c-a6bc-d77f54e4772a None None] Pushing event updated for resources: {'Port': ['ID=c1bd4dfe-1750-4eb9-be55-b8ac78600040,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:06.901359 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] Routers {'cbd06db2-44e8-41ce-9d4a-c472338f8982'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:17:06.901982 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:17:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['cbd06db2-44e8-41ce-9d4a-c472338f8982'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:06.972277 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e19ed46f-565a-49d8-a158-a79ec4045add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:06.988960 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-658b68ee-a630-4737-8d07-e86eaa4c4f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:07.049558 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-b732b253-f6df-48f3-8fad-8bc968504c4b tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Allocated IP 172.20.0.11 (0e0f771d-ba39-4956-b211-8dacb7f59819/66d96a69-926f-4867-a66e-7af2fecafdb3/9a6382ef-cb4b-4de7-8613-b9e415e17c2f) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:17:07.049854 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-658b68ee-a630-4737-8d07-e86eaa4c4f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:07.134680 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] Set router cbd06db2-44e8-41ce-9d4a-c472338f8982 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:17:07.154215 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-64d38724-23b7-4e84-8d93-15d7a33b4031 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330431 Jul 24 09:17:07.173277 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-9691f023-4130-4d3c-a604-de465021f611 req-57ce8c72-4dd4-4039-aec6-7c0e62bd1c0c tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Deleting port d31c0871-ebdd-4533-9aeb-011db2bd0f76 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:17:07.176202 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9691f023-4130-4d3c-a604-de465021f611 req-57ce8c72-4dd4-4039-aec6-7c0e62bd1c0c tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:07.198559 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790b225-b159-4210-bec9-ac8c29e7b7b0 req-a7e81375-c8db-440b-abac-868981dda5df tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:07.207642 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a790b225-b159-4210-bec9-ac8c29e7b7b0 req-a7e81375-c8db-440b-abac-868981dda5df tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 946 time: 0.3759036 Jul 24 09:17:07.302930 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-658b68ee-a630-4737-8d07-e86eaa4c4f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:07.305659 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-658b68ee-a630-4737-8d07-e86eaa4c4f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:07.306917 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-658b68ee-a630-4737-8d07-e86eaa4c4f9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a1d523e-de0a-433c-9534-109fb3a26e52 HTTP/1.1" status: 204 len: 168 time: 0.6859107 Jul 24 09:17:07.371033 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b68ee-a630-4737-8d07-e86eaa4c4f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1d523e-de0a-433c-9534-109fb3a26e52,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:07.399170 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e19ed46f-565a-49d8-a158-a79ec4045add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:07.417542 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-b6d0611c-e91d-4933-9a85-48f245611484 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:07.425086 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-b6d0611c-e91d-4933-9a85-48f245611484 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/networks?id=ae3d61b8-100f-4726-9451-0b010e6cd4d8 HTTP/1.1" status: 200 len: 812 time: 0.2296777 Jul 24 09:17:07.475829 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-089a195f-528f-46fc-b463-e7a69d600e88 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/quotas/c1913b66f5ab41bbbc2b819d5a63abda HTTP/1.1" status: 200 len: 375 time: 0.0496757 Jul 24 09:17:07.485602 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-34bb38ab-a306-442c-be84-9d4d48449f67 None None] Provisioning for port 9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:17:07.495522 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a790b225-b159-4210-bec9-ac8c29e7b7b0 req-675601bd-1e18-442a-bdb5-d9314b224872 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2866678 Jul 24 09:17:07.501084 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-34bb38ab-a306-442c-be84-9d4d48449f67 None None] Provisioning complete for port 9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:07.501596 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-34bb38ab-a306-442c-be84-9d4d48449f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:07.529043 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-a772d6b1-ad1a-48cb-b2a6-eab59fa8311b tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1913b66f5ab41bbbc2b819d5a63abda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520365 Jul 24 09:17:07.553590 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-34bb38ab-a306-442c-be84-9d4d48449f67 None None] Port 9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:17:07.564273 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'name': 'tempest-ServersTestJSON-740797171-router', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:16:59Z', 'updated_at': '2021-07-24T09:17:02Z', 'revision_number': 3, 'project_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'gw_port': {'id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:00Z', 'updated_at': '2021-07-24T09:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:07.600316 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-d473e628-34ab-4024-a3e6-6e5cabff342a service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332507 Jul 24 09:17:07.607540 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-9691f023-4130-4d3c-a604-de465021f611 req-57ce8c72-4dd4-4039-aec6-7c0e62bd1c0c tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] For port d31c0871-ebdd-4533-9aeb-011db2bd0f76, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=d31c0871-ebdd-4533-9aeb-011db2bd0f76,segment=NetworkSegment(6ce6d47b-4c6a-4b90-b570-7486fbf29a36),segment_id=6ce6d47b-4c6a-4b90-b570-7486fbf29a36)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:07.608279 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9691f023-4130-4d3c-a604-de465021f611 req-57ce8c72-4dd4-4039-aec6-7c0e62bd1c0c tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:07.655158 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77307690-5728-4ff9-ae5e-79c6353cfb79 None None] The sync data for ids ['cbd06db2-44e8-41ce-9d4a-c472338f8982'] in n-d-800085-9 is: [{'id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'name': 'tempest-ServersTestJSON-740797171-router', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:16:59Z', 'updated_at': '2021-07-24T09:17:02Z', 'revision_number': 3, 'project_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'gw_port': {'id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:00Z', 'updated_at': '2021-07-24T09:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:17:07.683447 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-9691f023-4130-4d3c-a604-de465021f611 req-57ce8c72-4dd4-4039-aec6-7c0e62bd1c0c tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Calling delete_port for d31c0871-ebdd-4533-9aeb-011db2bd0f76 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:17:07.694967 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-92eb5401-48cc-4cc9-a6c3-1e877dc6e1c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ec7b7342-b9c1-4473-8413-9a5e12abdbb6 HTTP/1.1" status: 200 len: 217 time: 0.0822589 Jul 24 09:17:07.718596 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-b732b253-f6df-48f3-8fad-8bc968504c4b tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:07.733777 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-a8032494-7804-4875-bee9-d7722cb51e13 service neutron] 10.222.0.32 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036583 Jul 24 09:17:07.878026 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-9e6a28eb-97dc-4fb6-8f4d-f67a8ff0c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:07.879755 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-9e6a28eb-97dc-4fb6-8f4d-f67a8ff0c463 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0696ce3-b7e9-46ab-bb06-e6093c133467 HTTP/1.1" status: 200 len: 797 time: 0.1645968 Jul 24 09:17:07.913953 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e19ed46f-565a-49d8-a158-a79ec4045add admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:07.925399 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e19ed46f-565a-49d8-a158-a79ec4045add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:07.981605 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8a67d-fa0e-4201-9967-0fb8dbff1535 req-a4d1a10b-a1c4-44e6-b562-c1445960c826 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:07.984303 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3ad8a67d-fa0e-4201-9967-0fb8dbff1535 req-a4d1a10b-a1c4-44e6-b562-c1445960c826 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/ports?device_id=3439fc33-c3a6-4532-a8dc-f44f807c1a93 HTTP/1.1" status: 200 len: 945 time: 0.2977467 Jul 24 09:17:07.989838 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-b732b253-f6df-48f3-8fad-8bc968504c4b tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:08.018677 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-40280fb3-a6e0-4a38-93af-5a967c4a70cc service neutron] 10.222.0.32 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811019 Jul 24 09:17:08.138190 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-b732b253-f6df-48f3-8fad-8bc968504c4b tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Network 0e0f771d-ba39-4956-b211-8dacb7f59819 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:17:08.139292 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ed46f-565a-49d8-a158-a79ec4045add admin admin] Pushing event updated for resources: {'Port': ['ID=9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:08.156592 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-b732b253-f6df-48f3-8fad-8bc968504c4b tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:17:08.165543 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-c61b22c3-75f9-4a8c-ac02-8d11288ee91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:08.167097 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-c61b22c3-75f9-4a8c-ac02-8d11288ee91b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2791803 Jul 24 09:17:08.175861 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-b732b253-f6df-48f3-8fad-8bc968504c4b tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:17:08.210302 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732b253-f6df-48f3-8fad-8bc968504c4b tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Pushing event updated for resources: {'Port': ['ID=9a6382ef-cb4b-4de7-8613-b9e415e17c2f,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:08.214928 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e19ed46f-565a-49d8-a158-a79ec4045add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:08.368235 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19ed46f-565a-49d8-a158-a79ec4045add admin admin] Network 2d26f86c-a144-4c5f-9e0d-5dd986768442 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:17:08.371661 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-e19ed46f-565a-49d8-a158-a79ec4045add admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:17:08.397957 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3ad8a67d-fa0e-4201-9967-0fb8dbff1535 req-82b6fb8e-0de4-466a-adb6-579f10eb25c7 tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ec390b8-4799-4bcb-81d0-3080993ba75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642106 Jul 24 09:17:08.431211 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9691f023-4130-4d3c-a604-de465021f611 req-57ce8c72-4dd4-4039-aec6-7c0e62bd1c0c tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:08.650622 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce8c72-4dd4-4039-aec6-7c0e62bd1c0c tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Pushing event deleted for resources: {'Port': ['ID=d31c0871-ebdd-4533-9aeb-011db2bd0f76,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:08.710889 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19ed46f-565a-49d8-a158-a79ec4045add admin admin] Router cbd06db2-44e8-41ce-9d4a-c472338f8982 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:17:08.801930 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-b732b253-f6df-48f3-8fad-8bc968504c4b tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:08.815291 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-b732b253-f6df-48f3-8fad-8bc968504c4b tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:08.923319 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b039c56c-1b85-4615-a6a3-6f6104b2a888 None None] Provisioning complete for port 9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:08.923872 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b039c56c-1b85-4615-a6a3-6f6104b2a888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:08.962967 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-9691f023-4130-4d3c-a604-de465021f611 req-57ce8c72-4dd4-4039-aec6-7c0e62bd1c0c tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] No DVR routers for this DVR port d31c0871-ebdd-4533-9aeb-011db2bd0f76 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:17:09.002972 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9691f023-4130-4d3c-a604-de465021f611 req-57ce8c72-4dd4-4039-aec6-7c0e62bd1c0c tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:09.005256 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9691f023-4130-4d3c-a604-de465021f611 req-57ce8c72-4dd4-4039-aec6-7c0e62bd1c0c tempest-AttachSCSIVolumeTestJSON-1441096956 tempest-AttachSCSIVolumeTestJSON-1441096956-project] 10.222.0.37 "DELETE /v2.0/ports/d31c0871-ebdd-4533-9aeb-011db2bd0f76 HTTP/1.1" status: 204 len: 173 time: 2.3340979 Jul 24 09:17:09.005966 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-b039c56c-1b85-4615-a6a3-6f6104b2a888 None None] Port 9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:17:09.015821 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3439fc33-c3a6-4532-a8dc-f44f807c1a93', 'name': 'network-vif-deleted', 'tag': 'd31c0871-ebdd-4533-9aeb-011db2bd0f76'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:17:09.048959 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f60020b-bcfe-44b9-9ab1-70ddbb8c94b2" -d '{"events": [{"server_uuid": "3439fc33-c3a6-4532-a8dc-f44f807c1a93", "name": "network-vif-deleted", "tag": "d31c0871-ebdd-4533-9aeb-011db2bd0f76"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:17:09.057238 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-b732b253-f6df-48f3-8fad-8bc968504c4b tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2884905 Jul 24 09:17:09.117071 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Request body: {'port': {'device_id': '013d55a6-d587-4124-89d5-65dc8ae629f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:09.131314 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-8b421484-3fbb-4602-b081-419c8483104d service neutron] 10.222.0.20 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9300425 Jul 24 09:17:09.310171 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64abdb80-1712-44b3-a40a-ede360134019 req-c8ed208f-c03b-4a38-b693-2921940db403 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 210 time: 0.3138199 Jul 24 09:17:09.483256 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c1bd4dfe-1750-4eb9-be55-b8ac78600040 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:17:09.568609 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-a332c1d3-818e-4caf-96f3-842d08e0d4d4 service neutron] 10.222.0.20 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328594 Jul 24 09:17:09.677461 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port c1bd4dfe-1750-4eb9-be55-b8ac78600040 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:17:09.715567 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port c1bd4dfe-1750-4eb9-be55-b8ac78600040 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:09.716279 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:09.719974 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device d31c0871-ebdd-4533-9aeb-011db2bd0f76 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:17:09.839866 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:09.857571 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-54113f5e-377f-4f75-937b-6d89d5077241 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78daa873-7966-4683-9199-be51fbbff09b HTTP/1.1" status: 200 len: 217 time: 0.2778533 Jul 24 09:17:09.867836 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19ed46f-565a-49d8-a158-a79ec4045add admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:17:09.881209 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: d31c0871-ebdd-4533-9aeb-011db2bd0f76 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:17:09.881564 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device d31c0871-ebdd-4533-9aeb-011db2bd0f76 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:17:09.888348 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6589a-093c-4ad4-b305-49d0da8eeb81 req-ba9d4415-3ee1-48fc-a5e9-e1b56040fb3c tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:09.890731 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b4e6589a-093c-4ad4-b305-49d0da8eeb81 req-ba9d4415-3ee1-48fc-a5e9-e1b56040fb3c tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=013d55a6-d587-4124-89d5-65dc8ae629f0 HTTP/1.1" status: 200 len: 932 time: 1.1879096 Jul 24 09:17:09.956731 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e19ed46f-565a-49d8-a158-a79ec4045add admin admin] 10.222.0.32 "PUT /v2.0/routers/cbd06db2-44e8-41ce-9d4a-c472338f8982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2342958 Jul 24 09:17:10.004396 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:10.008379 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b4e6589a-093c-4ad4-b305-49d0da8eeb81 req-fa64d637-d2bc-4fb9-8c54-ee64ed4c0dd1 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119325 Jul 24 09:17:10.055438 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port c1bd4dfe-1750-4eb9-be55-b8ac78600040, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c1bd4dfe-1750-4eb9-be55-b8ac78600040,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:10.059408 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:10.243156 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=c1bd4dfe-1750-4eb9-be55-b8ac78600040,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:10.786470 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdda635a-d6aa-40f9-b3f7-2d74945f81e9 x-openstack-request-id: req-fdda635a-d6aa-40f9-b3f7-2d74945f81e9 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:17:10.787369 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3439fc33-c3a6-4532-a8dc-f44f807c1a93", "name": "network-vif-deleted", "tag": "d31c0871-ebdd-4533-9aeb-011db2bd0f76", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:17:10.787764 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fdda635a-d6aa-40f9-b3f7-2d74945f81e9 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:17:10.789024 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3439fc33-c3a6-4532-a8dc-f44f807c1a93', 'name': 'network-vif-deleted', 'tag': 'd31c0871-ebdd-4533-9aeb-011db2bd0f76', 'status': 'completed', 'code': 200} Jul 24 09:17:10.869639 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-2ef7e7f8-8f3f-498d-9f8c-f06da963c42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:10.872240 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-2ef7e7f8-8f3f-498d-9f8c-f06da963c42a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0696ce3-b7e9-46ab-bb06-e6093c133467 HTTP/1.1" status: 200 len: 797 time: 1.0069442 Jul 24 09:17:10.972690 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] Sync routers for ids ['cbd06db2-44e8-41ce-9d4a-c472338f8982'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:17:10.988582 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] Routers {'cbd06db2-44e8-41ce-9d4a-c472338f8982'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:17:10.989322 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:17:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['cbd06db2-44e8-41ce-9d4a-c472338f8982'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:11.081916 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1704d-aafc-41ee-8abf-3da8a9aa1c91 req-6e3de814-9cdc-439e-94ea-779d1e9656a8 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:11.090677 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-31e1704d-aafc-41ee-8abf-3da8a9aa1c91 req-6e3de814-9cdc-439e-94ea-779d1e9656a8 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 946 time: 1.5188501 Jul 24 09:17:11.249832 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-21be3c4d-e2e1-4be2-94ee-17bc5e80e68c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:11.255618 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-21be3c4d-e2e1-4be2-94ee-17bc5e80e68c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.37 "GET /v2.0/networks?id=ae3d61b8-100f-4726-9451-0b010e6cd4d8 HTTP/1.1" status: 200 len: 812 time: 0.4933460 Jul 24 09:17:11.286021 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-47232494-9603-4fc0-80fd-c95ad7f2dfca tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Request body: {'port': {'device_id': 'a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d', 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8', 'admin_state_up': True, 'tenant_id': 'c1913b66f5ab41bbbc2b819d5a63abda'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:11.350394 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-31e1704d-aafc-41ee-8abf-3da8a9aa1c91 req-5145e0df-5cb2-4076-aa58-a4cab3f37589 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093925 Jul 24 09:17:11.399870 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] Set router cbd06db2-44e8-41ce-9d4a-c472338f8982 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:17:11.433107 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c1bd4dfe-1750-4eb9-be55-b8ac78600040 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:17:11.583792 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port c1bd4dfe-1750-4eb9-be55-b8ac78600040 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:11.585059 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:11.616472 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-41b92030-5c0f-4c9a-8817-6c6617da73a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:11.618533 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-41b92030-5c0f-4c9a-8817-6c6617da73a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7222025 Jul 24 09:17:11.679885 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ae34fae-9f84-41f9-b7d6-56d8f9301590 req-4ac5e46e-dfcb-4344-98da-e9ca0fdcc2a2 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 210 time: 0.1097884 Jul 24 09:17:11.790845 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'name': 'tempest-ServersTestJSON-740797171-router', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:16:59Z', 'updated_at': '2021-07-24T09:17:07Z', 'revision_number': 4, 'project_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'gw_port': {'id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:00Z', 'updated_at': '2021-07-24T09:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5', 'name': '', 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'mac_address': 'fa:16:3e:81:1f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '8947dfd9-5d03-4d1e-b637-4d9aaaa3be67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:05Z', 'updated_at': '2021-07-24T09:17:07Z', 'revision_number': 2, 'project_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'subnets': [{'id': '8947dfd9-5d03-4d1e-b637-4d9aaaa3be67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:11.821256 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] Checking router: cbd06db2-44e8-41ce-9d4a-c472338f8982 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:17:11.821862 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] Updating router cbd06db2-44e8-41ce-9d4a-c472338f8982 port 9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:17:11.857754 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a6382ef-cb4b-4de7-8613-b9e415e17c2f {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:17:11.884724 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:11.932890 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:12.022668 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-47232494-9603-4fc0-80fd-c95ad7f2dfca tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Made reservation on behalf of c1913b66f5ab41bbbc2b819d5a63abda for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:17:12.033307 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-47232494-9603-4fc0-80fd-c95ad7f2dfca tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:12.134750 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Transition to ACTIVE for port object 9a6382ef-cb4b-4de7-8613-b9e415e17c2f will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:17:12.161079 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:12.166834 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60302) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:12.176510 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-7962cc69-6d6d-442f-a464-9918c800246e tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1406062528', 'description': 'tempest-description--1685694476'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:12.220924 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7962cc69-6d6d-442f-a464-9918c800246e tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:12.294611 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Pushing event updated for resources: {'Port': ['ID=9a6382ef-cb4b-4de7-8613-b9e415e17c2f,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:12.341383 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:12.341952 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:12.342483 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:12.343205 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:12.343795 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:12.344428 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:12.344986 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:12.345530 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:12.346023 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:12.346510 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:12.347031 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:12.347749 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:12.371731 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-83489bc0-b437-45d3-8548-5dc5e4abdce5 service neutron] 10.222.0.20 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7267082 Jul 24 09:17:12.384604 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:12.412979 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] Transition to ACTIVE for port object 9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:17:12.425127 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:12.445802 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb1d7a-0ca5-40a6-affa-fd25fec3e942 req-6c403409-fd17-4351-a8f1-d19176bc5c48 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:12.454658 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-81bb1d7a-0ca5-40a6-affa-fd25fec3e942 req-6c403409-fd17-4351-a8f1-d19176bc5c48 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=013d55a6-d587-4124-89d5-65dc8ae629f0 HTTP/1.1" status: 200 len: 932 time: 0.6373019 Jul 24 09:17:12.501217 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7962cc69-6d6d-442f-a464-9918c800246e tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:12.510012 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7962cc69-6d6d-442f-a464-9918c800246e tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:12.565106 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331a600-899f-47c7-8816-6b250dfbeb70 None None] Pushing event updated for resources: {'Port': ['ID=9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:12.620330 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962cc69-6d6d-442f-a464-9918c800246e tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca33315-7e5a-4769-859b-49bde1a9cc92,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:12.722925 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7962cc69-6d6d-442f-a464-9918c800246e tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:12.726914 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7962cc69-6d6d-442f-a464-9918c800246e tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5563509 Jul 24 09:17:12.731893 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60310) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:12.748672 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-3a07a203-652f-4a68-ac6d-11c1ec275b70 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Request body: {'security_group_rule': {'security_group_id': '1ca33315-7e5a-4769-859b-49bde1a9cc92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:12.781693 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-47232494-9603-4fc0-80fd-c95ad7f2dfca tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Allocated IP 172.20.0.3 (ae3d61b8-100f-4726-9451-0b010e6cd4d8/82774b4c-6531-498d-b907-9800d791c7b0/5e7bd9bf-064b-49ba-9a81-3326f397a322) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:17:12.845908 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Attempting to bind port 9a6382ef-cb4b-4de7-8613-b9e415e17c2f on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:17:12.846502 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Attempting to bind port 9a6382ef-cb4b-4de7-8613-b9e415e17c2f by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '028cb95f-2a4c-4e6e-aac8-95db3bdf4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0e0f771d-ba39-4956-b211-8dacb7f59819'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:17:12.847002 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Attempting to bind port 9a6382ef-cb4b-4de7-8613-b9e415e17c2f on network 0e0f771d-ba39-4956-b211-8dacb7f59819 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:17:12.848861 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc8fcd-4f24-434f-b52e-8400c8984226 req-5fcfd74b-843b-4ea9-ab30-fb2665d0864c tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:12.850773 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7cbc8fcd-4f24-434f-b52e-8400c8984226 req-5fcfd74b-843b-4ea9-ab30-fb2665d0864c tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 946 time: 0.2316451 Jul 24 09:17:12.851809 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-81bb1d7a-0ca5-40a6-affa-fd25fec3e942 req-29c945ac-6fb2-4365-ad3c-971a94f8db54 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960404 Jul 24 09:17:12.891493 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] Attempting to bind port 9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:17:12.893297 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] Attempting to bind port 9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'a914f9f7-330b-4c9c-b120-a4795b2b7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:17:12.893900 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] Attempting to bind port 9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5 on network 2d26f86c-a144-4c5f-9e0d-5dd986768442 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:17:12.895987 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3a07a203-652f-4a68-ac6d-11c1ec275b70 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:12.900388 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:17:12.901110 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] Checking segment: {'id': 'a914f9f7-330b-4c9c-b120-a4795b2b7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:17:12.901605 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:12.902211 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] Bound using segment: {'id': 'a914f9f7-330b-4c9c-b120-a4795b2b7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:17:12.903292 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] Bound port: 9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a914f9f7-330b-4c9c-b120-a4795b2b7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:17:12.904060 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:12.911608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Port 9a6382ef-cb4b-4de7-8613-b9e415e17c2f on network 0e0f771d-ba39-4956-b211-8dacb7f59819 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:17:12.912265 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Attempting to bind port 9a6382ef-cb4b-4de7-8613-b9e415e17c2f on network 0e0f771d-ba39-4956-b211-8dacb7f59819 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:17:12.981722 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:17:12.982348 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Checking segment: {'id': '028cb95f-2a4c-4e6e-aac8-95db3bdf4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0e0f771d-ba39-4956-b211-8dacb7f59819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:17:12.982454 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Bound using segment: {'id': '028cb95f-2a4c-4e6e-aac8-95db3bdf4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0e0f771d-ba39-4956-b211-8dacb7f59819'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:17:12.982948 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Bound port: 9a6382ef-cb4b-4de7-8613-b9e415e17c2f, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '028cb95f-2a4c-4e6e-aac8-95db3bdf4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0e0f771d-ba39-4956-b211-8dacb7f59819'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:17:12.989287 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:13.088255 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] For port 9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:17:13.097169 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] For port 9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5,segment=NetworkSegment(a914f9f7-330b-4c9c-b120-a4795b2b7f83),segment_id=a914f9f7-330b-4c9c-b120-a4795b2b7f83)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:17:13.097544 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3a07a203-652f-4a68-ac6d-11c1ec275b70 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:13.109990 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:13.118155 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fdb8676-59cc-48df-8c56-5aeb658c9b11 req-ea96770f-17d4-4b14-a910-a8f9bbc646b9 service neutron] 10.222.0.20 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7248566 Jul 24 09:17:13.155380 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3a07a203-652f-4a68-ac6d-11c1ec275b70 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:13.191931 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7cbc8fcd-4f24-434f-b52e-8400c8984226 req-8572ef56-aa8b-4a8a-b6e9-40531d90f873 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3257668 Jul 24 09:17:13.267303 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07a203-652f-4a68-ac6d-11c1ec275b70 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d71e42-9681-4bfa-b58c-4cb8fb28fc92,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:13.282344 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3a07a203-652f-4a68-ac6d-11c1ec275b70 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:13.284596 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3a07a203-652f-4a68-ac6d-11c1ec275b70 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5486867 Jul 24 09:17:13.287386 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60316) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:13.306097 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-5871a6ec-8e34-45c4-94c5-8d30134d0618 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Request body: {'security_group_rule': {'security_group_id': '1ca33315-7e5a-4769-859b-49bde1a9cc92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:13.324997 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] Routers {'cbd06db2-44e8-41ce-9d4a-c472338f8982'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:17:13.329253 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:17:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['cbd06db2-44e8-41ce-9d4a-c472338f8982'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:13.339432 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331a600-899f-47c7-8816-6b250dfbeb70 None None] Pushing event updated for resources: {'Port': ['ID=9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:13.363133 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5871a6ec-8e34-45c4-94c5-8d30134d0618 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:13.393026 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] For port 9a6382ef-cb4b-4de7-8613-b9e415e17c2f, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:17:13.399715 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] For port 9a6382ef-cb4b-4de7-8613-b9e415e17c2f, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=9a6382ef-cb4b-4de7-8613-b9e415e17c2f,segment=NetworkSegment(028cb95f-2a4c-4e6e-aac8-95db3bdf4e23),segment_id=028cb95f-2a4c-4e6e-aac8-95db3bdf4e23)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:17:13.437139 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:13.470007 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b8a7c9e9-0a97-4b43-8f59-e12e123d02e0 req-995290bf-99e8-4e1d-9ad4-6bc0860d9705 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 210 time: 0.3645582 Jul 24 09:17:13.574216 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5871a6ec-8e34-45c4-94c5-8d30134d0618 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:13.582167 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5871a6ec-8e34-45c4-94c5-8d30134d0618 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:13.582853 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:13.584142 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:13.585103 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] 10.222.0.20 "PUT /v2.0/ports/9a6382ef-cb4b-4de7-8613-b9e415e17c2f HTTP/1.1" status: 200 len: 1092 time: 4.5168231 Jul 24 09:17:13.585563 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013d55a6-d587-4124-89d5-65dc8ae629f0', 'tag': '9a6382ef-cb4b-4de7-8613-b9e415e17c2f'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:17:13.592568 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fa4b48-c8a1-45cb-a7bb-4037104b9875" -d '{"events": [{"name": "network-changed", "server_uuid": "013d55a6-d587-4124-89d5-65dc8ae629f0", "tag": "9a6382ef-cb4b-4de7-8613-b9e415e17c2f"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:17:13.609571 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] Set router cbd06db2-44e8-41ce-9d4a-c472338f8982 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:17:13.672105 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871a6ec-8e34-45c4-94c5-8d30134d0618 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10fc17be-6c54-4785-86bf-bdf62e36892e,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:13.682817 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5871a6ec-8e34-45c4-94c5-8d30134d0618 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:13.691651 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5871a6ec-8e34-45c4-94c5-8d30134d0618 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3920054 Jul 24 09:17:13.693526 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60326) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:13.712852 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-c2a0d8a2-cf26-4939-8c93-70c22d3050aa tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:13.729629 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101c98b-c7ea-4909-a226-893ffa8910ec service neutron] Pushing event updated for resources: {'Port': ['ID=9a6382ef-cb4b-4de7-8613-b9e415e17c2f,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:13.761066 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b388572-0ae2-4423-bf58-90df17845109 x-openstack-request-id: req-9b388572-0ae2-4423-bf58-90df17845109 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:17:13.761573 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013d55a6-d587-4124-89d5-65dc8ae629f0", "tag": "9a6382ef-cb4b-4de7-8613-b9e415e17c2f", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:17:13.761978 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b388572-0ae2-4423-bf58-90df17845109 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:17:13.762537 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013d55a6-d587-4124-89d5-65dc8ae629f0', 'tag': '9a6382ef-cb4b-4de7-8613-b9e415e17c2f', 'status': 'completed', 'code': 200} Jul 24 09:17:13.770503 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-47232494-9603-4fc0-80fd-c95ad7f2dfca tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:13.802495 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-2a35582c-1fec-4af3-ae8f-350da85f1c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:13.804109 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-2a35582c-1fec-4af3-ae8f-350da85f1c05 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1dc4d2691c74f8bafc90c2d2ce665eb&device_id=013d55a6-d587-4124-89d5-65dc8ae629f0 HTTP/1.1" status: 200 len: 1095 time: 0.1681571 Jul 24 09:17:13.805304 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c2a0d8a2-cf26-4939-8c93-70c22d3050aa tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:13.910990 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-850b695d-9fdf-4c33-94f6-c90a08c6c583 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a6382ef-cb4b-4de7-8613-b9e415e17c2f HTTP/1.1" status: 200 len: 217 time: 0.0973237 Jul 24 09:17:13.928105 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'name': 'tempest-ServersTestJSON-740797171-router', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:16:59Z', 'updated_at': '2021-07-24T09:17:07Z', 'revision_number': 4, 'project_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'gw_port': {'id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:00Z', 'updated_at': '2021-07-24T09:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5', 'name': '', 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'mac_address': 'fa:16:3e:81:1f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '8947dfd9-5d03-4d1e-b637-4d9aaaa3be67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:05Z', 'updated_at': '2021-07-24T09:17:13Z', 'revision_number': 4, 'project_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'subnets': [{'id': '8947dfd9-5d03-4d1e-b637-4d9aaaa3be67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:13.963208 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:13.996013 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6274f02-9701-4969-ad5d-089886dc6dc0 None None] The sync data for ids ['cbd06db2-44e8-41ce-9d4a-c472338f8982'] in n-d-800085-9 is: [{'id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'name': 'tempest-ServersTestJSON-740797171-router', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:16:59Z', 'updated_at': '2021-07-24T09:17:07Z', 'revision_number': 4, 'project_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'gw_port': {'id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:00Z', 'updated_at': '2021-07-24T09:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5', 'name': '', 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'mac_address': 'fa:16:3e:81:1f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '8947dfd9-5d03-4d1e-b637-4d9aaaa3be67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:05Z', 'updated_at': '2021-07-24T09:17:13Z', 'revision_number': 4, 'project_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'subnets': [{'id': '8947dfd9-5d03-4d1e-b637-4d9aaaa3be67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:17:14.020316 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-47232494-9603-4fc0-80fd-c95ad7f2dfca tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:14.106531 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-47232494-9603-4fc0-80fd-c95ad7f2dfca tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Network ae3d61b8-100f-4726-9451-0b010e6cd4d8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:17:14.135338 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-47232494-9603-4fc0-80fd-c95ad7f2dfca tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:17:14.150858 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-47232494-9603-4fc0-80fd-c95ad7f2dfca tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:17:14.265636 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47232494-9603-4fc0-80fd-c95ad7f2dfca tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Pushing event updated for resources: {'Port': ['ID=5e7bd9bf-064b-49ba-9a81-3326f397a322,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:14.271689 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-95d4db76-9ecb-41ed-a6c3-3c0a1f5565c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:14.273532 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-95d4db76-9ecb-41ed-a6c3-3c0a1f5565c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66d96a69-926f-4867-a66e-7af2fecafdb3 HTTP/1.1" status: 200 len: 861 time: 0.3549771 Jul 24 09:17:14.284328 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-47232494-9603-4fc0-80fd-c95ad7f2dfca tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:14.285298 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-47232494-9603-4fc0-80fd-c95ad7f2dfca tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:14.309508 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c2a0d8a2-cf26-4939-8c93-70c22d3050aa tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:14.339895 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b3370-4bc7-4276-b86a-72c1f62dd70a req-b4d606f8-41c8-4c8a-ae6b-14493ff163ca tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:14.351117 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eb4b3370-4bc7-4276-b86a-72c1f62dd70a req-b4d606f8-41c8-4c8a-ae6b-14493ff163ca tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=013d55a6-d587-4124-89d5-65dc8ae629f0 HTTP/1.1" status: 200 len: 944 time: 0.2537911 Jul 24 09:17:14.386090 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-7836dd45-303f-4b56-940d-890815fbacdc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0e0f771d-ba39-4956-b211-8dacb7f59819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975289 Jul 24 09:17:14.470240 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eb4b3370-4bc7-4276-b86a-72c1f62dd70a req-cdd5e9b9-d275-426f-85af-b0b3238921fb tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180255 Jul 24 09:17:14.513241 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-47232494-9603-4fc0-80fd-c95ad7f2dfca tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2330036 Jul 24 09:17:14.588074 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-ffc3ce00-4b62-4a92-9e0d-1e54d56bca23 service neutron] Request body: {'port': {'device_id': 'a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:14.735893 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-c2a0d8a2-cf26-4939-8c93-70c22d3050aa tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Allocated IP 172.25.7.94 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/74e10c62-f347-4478-8b02-cf591c604dff) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:17:14.755706 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-50378102-6960-4e5b-8958-6ab13b30d6f1 service neutron] 10.222.0.20 "GET /v2.0/networks/0e0f771d-ba39-4956-b211-8dacb7f59819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622248 Jul 24 09:17:15.011975 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-ffc3ce00-4b62-4a92-9e0d-1e54d56bca23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:15.038502 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-71718cd8-8975-468a-8124-a2fb7c752d3b req-d6228d7f-c634-4bea-9b3e-192e58cae74f service neutron] 10.222.0.20 "GET /v2.0/networks/0e0f771d-ba39-4956-b211-8dacb7f59819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733834 Jul 24 09:17:15.080896 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf3c50-403d-4893-bd8b-393e3832a8a2 req-6b885cb7-e11f-4f7e-950f-a15df23e7bbc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:15.085559 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66bf3c50-403d-4893-bd8b-393e3832a8a2 req-6b885cb7-e11f-4f7e-950f-a15df23e7bbc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 946 time: 0.5762699 Jul 24 09:17:15.117300 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c2a0d8a2-cf26-4939-8c93-70c22d3050aa tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:15.300249 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb330de5-a50a-4171-90ce-996540b63146 req-e67c30b3-3687-40b1-ae3a-9036fd5fc746 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:15.310692 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fb330de5-a50a-4171-90ce-996540b63146 req-e67c30b3-3687-40b1-ae3a-9036fd5fc746 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 931 time: 0.3697712 Jul 24 09:17:15.378627 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66bf3c50-403d-4893-bd8b-393e3832a8a2 req-3922d2c6-bac2-4ac0-ae6b-61fc9963dd64 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2873375 Jul 24 09:17:15.418858 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fb330de5-a50a-4171-90ce-996540b63146 req-e72ef7c2-9f5e-41d2-8aa2-aa3f3a70a661 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848334 Jul 24 09:17:15.434421 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c2a0d8a2-cf26-4939-8c93-70c22d3050aa tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:15.547179 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:17:15.567956 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa4b48-c8a1-45cb-a7bb-4037104b9875 req-b1b7ed51-3a70-4f96-90d4-1f713f9857f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:15.569785 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60fa4b48-c8a1-45cb-a7bb-4037104b9875 req-b1b7ed51-3a70-4f96-90d4-1f713f9857f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1dc4d2691c74f8bafc90c2d2ce665eb&device_id=013d55a6-d587-4124-89d5-65dc8ae629f0 HTTP/1.1" status: 200 len: 1095 time: 0.4773705 Jul 24 09:17:15.682860 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a0d8a2-cf26-4939-8c93-70c22d3050aa tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:17:15.721075 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:17:15.727426 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:15.728123 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:15.790039 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-c2a0d8a2-cf26-4939-8c93-70c22d3050aa tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:17:15.797318 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a0d8a2-cf26-4939-8c93-70c22d3050aa tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:17:15.926925 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0d8a2-cf26-4939-8c93-70c22d3050aa tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Pushing event updated for resources: {'Port': ['ID=74e10c62-f347-4478-8b02-cf591c604dff,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:15.967721 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:16.031213 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa4b48-c8a1-45cb-a7bb-4037104b9875 req-f731ad00-fbdf-48aa-81b2-17582c9650ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:16.046970 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60fa4b48-c8a1-45cb-a7bb-4037104b9875 req-f731ad00-fbdf-48aa-81b2-17582c9650ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=0e0f771d-ba39-4956-b211-8dacb7f59819 HTTP/1.1" status: 200 len: 921 time: 0.4658890 Jul 24 09:17:16.097646 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5,segment=NetworkSegment(a914f9f7-330b-4c9c-b120-a4795b2b7f83),segment_id=a914f9f7-330b-4c9c-b120-a4795b2b7f83)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:16.102847 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:16.114697 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb85dd-e954-4766-b0b0-ec7a19a681c6 req-9a9feff7-96de-4ef2-b2d4-6ad9196d6a76 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:16.119127 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-80eb85dd-e954-4766-b0b0-ec7a19a681c6 req-9a9feff7-96de-4ef2-b2d4-6ad9196d6a76 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=013d55a6-d587-4124-89d5-65dc8ae629f0 HTTP/1.1" status: 200 len: 944 time: 0.4233356 Jul 24 09:17:16.229816 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60fa4b48-c8a1-45cb-a7bb-4037104b9875 req-98a75c49-d4fe-4bf6-9c7c-ff4b369a863e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a6382ef-cb4b-4de7-8613-b9e415e17c2f HTTP/1.1" status: 200 len: 217 time: 0.1757295 Jul 24 09:17:16.300236 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:16.414064 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:16.417954 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c2a0d8a2-cf26-4939-8c93-70c22d3050aa tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:16.497441 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa4b48-c8a1-45cb-a7bb-4037104b9875 req-b02b9893-f532-47f1-ae0e-02fe00da15ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:16.499267 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60fa4b48-c8a1-45cb-a7bb-4037104b9875 req-b02b9893-f532-47f1-ae0e-02fe00da15ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66d96a69-926f-4867-a66e-7af2fecafdb3 HTTP/1.1" status: 200 len: 861 time: 0.2463477 Jul 24 09:17:16.532894 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-80eb85dd-e954-4766-b0b0-ec7a19a681c6 req-330de0e2-3067-4f52-94d6-04a62446bbd1 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943117 Jul 24 09:17:16.569903 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60fa4b48-c8a1-45cb-a7bb-4037104b9875 req-dc16d53c-33cc-4776-ab21-8e919c8bae54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0e0f771d-ba39-4956-b211-8dacb7f59819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620565 Jul 24 09:17:16.597277 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c2a0d8a2-cf26-4939-8c93-70c22d3050aa tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:16.691416 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-ffc3ce00-4b62-4a92-9e0d-1e54d56bca23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7bd9bf-064b-49ba-9a81-3326f397a322 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:17:16.805533 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-ffc3ce00-4b62-4a92-9e0d-1e54d56bca23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:16.893311 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-ffc3ce00-4b62-4a92-9e0d-1e54d56bca23 service neutron] Transition to ACTIVE for port object 5e7bd9bf-064b-49ba-9a81-3326f397a322 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:17:16.922455 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-ffc3ce00-4b62-4a92-9e0d-1e54d56bca23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:17.024623 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3ce00-4b62-4a92-9e0d-1e54d56bca23 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7bd9bf-064b-49ba-9a81-3326f397a322,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:17.041547 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc975e3-b06e-4434-a21b-f021f9d6e495 req-e6e4ff8f-2556-4b17-b573-8e6350927efb tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:17.051445 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6211862-6f8b-459d-a6cb-e7889d36e9d1 req-e2f66cf4-2a56-4398-b481-9d9376103d67 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:17.053273 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e6211862-6f8b-459d-a6cb-e7889d36e9d1 req-e2f66cf4-2a56-4398-b481-9d9376103d67 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 946 time: 0.4824586 Jul 24 09:17:17.053403 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4cc975e3-b06e-4434-a21b-f021f9d6e495 req-e6e4ff8f-2556-4b17-b573-8e6350927efb tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 931 time: 0.1792426 Jul 24 09:17:17.057396 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60fa4b48-c8a1-45cb-a7bb-4037104b9875 req-ca78217d-446b-4f54-88bf-bf515984e7d9 service neutron] 10.222.0.20 "GET /v2.0/networks/0e0f771d-ba39-4956-b211-8dacb7f59819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731576 Jul 24 09:17:17.102122 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c2a0d8a2-cf26-4939-8c93-70c22d3050aa tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:17.130263 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c2a0d8a2-cf26-4939-8c93-70c22d3050aa tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:17.196910 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4cc975e3-b06e-4434-a21b-f021f9d6e495 req-594ccdd7-acd4-4562-a090-c142054fb156 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410189 Jul 24 09:17:17.219697 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e6211862-6f8b-459d-a6cb-e7889d36e9d1 req-89a2e9a4-d5f3-4f3f-b23b-04298ee78a85 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452825 Jul 24 09:17:17.351804 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0d8a2-cf26-4939-8c93-70c22d3050aa tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Pushing event updated for resources: {'Port': ['ID=74e10c62-f347-4478-8b02-cf591c604dff,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:17.385658 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c2a0d8a2-cf26-4939-8c93-70c22d3050aa tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:17.417477 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c2a0d8a2-cf26-4939-8c93-70c22d3050aa tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:17.417649 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:17:17.419622 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c2a0d8a2-cf26-4939-8c93-70c22d3050aa tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7218175 Jul 24 09:17:17.475647 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-ffc3ce00-4b62-4a92-9e0d-1e54d56bca23 service neutron] Attempting to bind port 5e7bd9bf-064b-49ba-9a81-3326f397a322 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:17:17.475647 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-ffc3ce00-4b62-4a92-9e0d-1e54d56bca23 service neutron] Attempting to bind port 5e7bd9bf-064b-49ba-9a81-3326f397a322 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:17:17.475647 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-ffc3ce00-4b62-4a92-9e0d-1e54d56bca23 service neutron] Attempting to bind port 5e7bd9bf-064b-49ba-9a81-3326f397a322 on network ae3d61b8-100f-4726-9451-0b010e6cd4d8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:17:17.502031 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-ffc3ce00-4b62-4a92-9e0d-1e54d56bca23 service neutron] Port 5e7bd9bf-064b-49ba-9a81-3326f397a322 on network ae3d61b8-100f-4726-9451-0b010e6cd4d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:17:17.503228 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-ffc3ce00-4b62-4a92-9e0d-1e54d56bca23 service neutron] Attempting to bind port 5e7bd9bf-064b-49ba-9a81-3326f397a322 on network ae3d61b8-100f-4726-9451-0b010e6cd4d8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:17:17.523861 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-ffc3ce00-4b62-4a92-9e0d-1e54d56bca23 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:17:17.528944 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-ffc3ce00-4b62-4a92-9e0d-1e54d56bca23 service neutron] Checking segment: {'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:17:17.529438 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-ffc3ce00-4b62-4a92-9e0d-1e54d56bca23 service neutron] Bound using segment: {'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:17:17.530031 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-ffc3ce00-4b62-4a92-9e0d-1e54d56bca23 service neutron] Bound port: 5e7bd9bf-064b-49ba-9a81-3326f397a322, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:17:17.530524 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-ffc3ce00-4b62-4a92-9e0d-1e54d56bca23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:17.546967 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:17.549509 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:17.597025 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60fa4b48-c8a1-45cb-a7bb-4037104b9875 req-a2fbf561-85da-4b62-9474-23e02b360a94 service neutron] 10.222.0.20 "GET /v2.0/networks/0e0f771d-ba39-4956-b211-8dacb7f59819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131364 Jul 24 09:17:17.725770 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-2d2cc411-ef39-4069-a818-105e03284317 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1406062528&fields=id&tenant_id=7845f909cd4c44d8964a9d8a1612a8c9 HTTP/1.1" status: 200 len: 267 time: 0.0727797 Jul 24 09:17:17.751560 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-ffc3ce00-4b62-4a92-9e0d-1e54d56bca23 service neutron] For port 5e7bd9bf-064b-49ba-9a81-3326f397a322, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:17:17.758689 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-ffc3ce00-4b62-4a92-9e0d-1e54d56bca23 service neutron] For port 5e7bd9bf-064b-49ba-9a81-3326f397a322, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=5e7bd9bf-064b-49ba-9a81-3326f397a322,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:17:17.768359 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-ffc3ce00-4b62-4a92-9e0d-1e54d56bca23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:17.781281 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 9a6382ef-cb4b-4de7-8613-b9e415e17c2f details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:17:17.892255 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 9a6382ef-cb4b-4de7-8613-b9e415e17c2f, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=9a6382ef-cb4b-4de7-8613-b9e415e17c2f,segment=NetworkSegment(028cb95f-2a4c-4e6e-aac8-95db3bdf4e23),segment_id=028cb95f-2a4c-4e6e-aac8-95db3bdf4e23)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:17.909548 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '9a6382ef-cb4b-4de7-8613-b9e415e17c2f', 'network_id': '0e0f771d-ba39-4956-b211-8dacb7f59819', 'port_id': '9a6382ef-cb4b-4de7-8613-b9e415e17c2f', 'mac_address': 'fa:16:3e:7d:35:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d96a69-926f-4867-a66e-7af2fecafdb3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:17:17.937517 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-06fbb81f-6982-4b9c-b3b7-34dae0ccd62a tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:17.944340 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-06fbb81f-6982-4b9c-b3b7-34dae0ccd62a tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/networks?id=2d26f86c-a144-4c5f-9e0d-5dd986768442 HTTP/1.1" status: 200 len: 805 time: 0.2175958 Jul 24 09:17:17.962308 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-ceee2776-9ee3-4f9d-b2ca-c1bbebc3fc75 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/quotas/7845f909cd4c44d8964a9d8a1612a8c9 HTTP/1.1" status: 200 len: 375 time: 0.0167048 Jul 24 09:17:17.997502 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:18.012390 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a6382ef-cb4b-4de7-8613-b9e415e17c2f {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:17:18.058256 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 9a6382ef-cb4b-4de7-8613-b9e415e17c2f, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=9a6382ef-cb4b-4de7-8613-b9e415e17c2f,segment=NetworkSegment(028cb95f-2a4c-4e6e-aac8-95db3bdf4e23),segment_id=028cb95f-2a4c-4e6e-aac8-95db3bdf4e23)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:18.073708 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:18.151529 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=9a6382ef-cb4b-4de7-8613-b9e415e17c2f,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:18.169724 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-a40b0b3f-9fa6-4aac-9cc7-3ed471726a4d tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7845f909cd4c44d8964a9d8a1612a8c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2061989 Jul 24 09:17:18.315458 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-d0c92f45-79a5-43e2-a55f-010fa382bf5a service neutron] 10.222.0.32 "GET /v2.0/networks/2d26f86c-a144-4c5f-9e0d-5dd986768442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443856 Jul 24 09:17:18.434566 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3ce00-4b62-4a92-9e0d-1e54d56bca23 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7bd9bf-064b-49ba-9a81-3326f397a322,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:18.472029 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['9a6382ef-cb4b-4de7-8613-b9e415e17c2f'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:17:18.499983 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-e52493a9-d490-4836-a2b8-59c896142b12 service neutron] 10.222.0.32 "GET /v2.0/networks/2d26f86c-a144-4c5f-9e0d-5dd986768442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785822 Jul 24 09:17:18.531820 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-ffc3ce00-4b62-4a92-9e0d-1e54d56bca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:18.532470 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-ffc3ce00-4b62-4a92-9e0d-1e54d56bca23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:18.533887 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-ffc3ce00-4b62-4a92-9e0d-1e54d56bca23 service neutron] 10.222.0.37 "PUT /v2.0/ports/5e7bd9bf-064b-49ba-9a81-3326f397a322 HTTP/1.1" status: 200 len: 1091 time: 3.9686937 Jul 24 09:17:18.535301 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d', 'tag': '5e7bd9bf-064b-49ba-9a81-3326f397a322'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:17:18.537651 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d92ff9f-13c2-4953-a345-36cc3dd90633" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d", "tag": "5e7bd9bf-064b-49ba-9a81-3326f397a322"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:17:18.573107 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e6eca-8b6a-46d9-bd64-f478dbd64caa req-09a255d1-96c8-4aac-9a00-b3a084c904df tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:18.581110 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6a1e6eca-8b6a-46d9-bd64-f478dbd64caa req-09a255d1-96c8-4aac-9a00-b3a084c904df tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=013d55a6-d587-4124-89d5-65dc8ae629f0 HTTP/1.1" status: 200 len: 945 time: 0.8206358 Jul 24 09:17:18.666748 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6a1e6eca-8b6a-46d9-bd64-f478dbd64caa req-788aca8e-b2e9-4e00-9b9d-75933ba6d327 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845850 Jul 24 09:17:18.703755 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-f7e1f0e0-b946-40e4-888b-944b1b62d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:18.708935 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-f7e1f0e0-b946-40e4-888b-944b1b62d4d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1913b66f5ab41bbbc2b819d5a63abda&device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 1094 time: 0.1250112 Jul 24 09:17:18.807963 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-ab0cd8e7-5161-4682-a8f3-de4c99a46bfd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e7bd9bf-064b-49ba-9a81-3326f397a322 HTTP/1.1" status: 200 len: 217 time: 0.0898767 Jul 24 09:17:18.958905 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-8f342362-d2e3-4b77-9680-7703a9bf033b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:18.960441 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-8f342362-d2e3-4b77-9680-7703a9bf033b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=82774b4c-6531-498d-b907-9800d791c7b0 HTTP/1.1" status: 200 len: 852 time: 0.1453471 Jul 24 09:17:19.013183 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-48a655b7-4f67-4d47-8852-7ab80681c04b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae3d61b8-100f-4726-9451-0b010e6cd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430772 Jul 24 09:17:19.038555 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c49ef-f4db-47d4-8821-627b6096ba3b req-221b04b7-dfc6-43ff-a113-c60056b34b28 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:19.040037 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-657c49ef-f4db-47d4-8821-627b6096ba3b req-221b04b7-dfc6-43ff-a113-c60056b34b28 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 946 time: 0.1306393 Jul 24 09:17:19.147641 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-657c49ef-f4db-47d4-8821-627b6096ba3b req-0a6ebfb2-0cf7-415e-a3b3-85eaeb5f4286 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867155 Jul 24 09:17:19.154084 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c97a78-4f40-4a3d-bbd8-996a9419351e req-9e206515-3b1f-4ee3-a1dd-294dbe61be13 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:19.162830 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-09c97a78-4f40-4a3d-bbd8-996a9419351e req-9e206515-3b1f-4ee3-a1dd-294dbe61be13 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 943 time: 0.3484397 Jul 24 09:17:19.180120 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-7c7411af-c016-4226-8c8e-ca17e06d3b32 service neutron] 10.222.0.37 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533704 Jul 24 09:17:19.356095 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-09c97a78-4f40-4a3d-bbd8-996a9419351e req-384badd3-b33f-4c99-bc0a-80102218aaba tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842351 Jul 24 09:17:19.457687 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6b8a105b-7467-4d74-9e28-5162673dc48a req-8561171b-e4e4-4a72-af37-5fe03d4329f6 service neutron] 10.222.0.37 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615869 Jul 24 09:17:19.459421 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e5c050-79ff-4baf-8171-2f1383856c41 x-openstack-request-id: req-f1e5c050-79ff-4baf-8171-2f1383856c41 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:17:19.459722 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d", "tag": "5e7bd9bf-064b-49ba-9a81-3326f397a322", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:17:19.460476 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1e5c050-79ff-4baf-8171-2f1383856c41 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:17:19.460922 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d', 'tag': '5e7bd9bf-064b-49ba-9a81-3326f397a322', 'status': 'completed', 'code': 200} Jul 24 09:17:19.473061 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60418) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:19.572982 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ccd7766b-2389-451c-97fe-4848c8dd1d56 req-a2bd41c1-22f4-4b31-9825-5c0c0cb25c82 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c02c03-ca38-4864-8afd-a89d028bdb77 HTTP/1.1" status: 200 len: 210 time: 0.0578282 Jul 24 09:17:19.651363 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92ff9f-13c2-4953-a345-36cc3dd90633 req-2ca80e5e-0093-4790-b124-ff02a3148483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:19.655618 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4d92ff9f-13c2-4953-a345-36cc3dd90633 req-2ca80e5e-0093-4790-b124-ff02a3148483 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1913b66f5ab41bbbc2b819d5a63abda&device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 1094 time: 0.1256814 Jul 24 09:17:19.865677 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92ff9f-13c2-4953-a345-36cc3dd90633 req-9f09409c-4443-4953-8524-9891ea08d97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:19.870867 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4d92ff9f-13c2-4953-a345-36cc3dd90633 req-9f09409c-4443-4953-8524-9891ea08d97c service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae3d61b8-100f-4726-9451-0b010e6cd4d8 HTTP/1.1" status: 200 len: 912 time: 0.2097266 Jul 24 09:17:19.956133 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4d92ff9f-13c2-4953-a345-36cc3dd90633 req-8f7136b1-1a46-4be1-a374-7027c18d1104 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e7bd9bf-064b-49ba-9a81-3326f397a322 HTTP/1.1" status: 200 len: 217 time: 0.0742433 Jul 24 09:17:20.056212 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92ff9f-13c2-4953-a345-36cc3dd90633 req-4692fa7f-42b4-4b24-a77a-64ea737e922c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:20.057728 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4d92ff9f-13c2-4953-a345-36cc3dd90633 req-4692fa7f-42b4-4b24-a77a-64ea737e922c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=82774b4c-6531-498d-b907-9800d791c7b0 HTTP/1.1" status: 200 len: 852 time: 0.0990651 Jul 24 09:17:20.095914 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549dc91-7935-4cc0-92b2-8482df4cc4d1 req-dfe20f56-4477-4537-8561-4cc2c4c904dd tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:20.101297 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b549dc91-7935-4cc0-92b2-8482df4cc4d1 req-dfe20f56-4477-4537-8561-4cc2c4c904dd tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=013d55a6-d587-4124-89d5-65dc8ae629f0 HTTP/1.1" status: 200 len: 945 time: 0.3090100 Jul 24 09:17:20.122854 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4d92ff9f-13c2-4953-a345-36cc3dd90633 req-df42fe77-b145-40dc-baec-d146927de7f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae3d61b8-100f-4726-9451-0b010e6cd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570974 Jul 24 09:17:20.213308 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b549dc91-7935-4cc0-92b2-8482df4cc4d1 req-ba6309d6-21bf-4b02-bda8-01f5d62bfe6a tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963380 Jul 24 09:17:20.333073 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60440) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:20.366904 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-653b2729-bfca-43be-83cf-73500cf148db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:20.398412 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4d92ff9f-13c2-4953-a345-36cc3dd90633 req-9b935f57-e935-4bd0-a24c-f043024cec20 service neutron] 10.222.0.37 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507365 Jul 24 09:17:20.522258 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e905eba-9596-4903-ab6a-60a6c953c615 req-bd81c5f0-7840-430a-bbfd-67e0330a0558 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:20.529230 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3e905eba-9596-4903-ab6a-60a6c953c615 req-bd81c5f0-7840-430a-bbfd-67e0330a0558 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 946 time: 0.2385795 Jul 24 09:17:20.610951 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4d92ff9f-13c2-4953-a345-36cc3dd90633 req-fd605e19-57c0-4674-8258-30e1dfdf21ba service neutron] 10.222.0.37 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138014 Jul 24 09:17:20.695978 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3286b7e3-7f01-42e7-9e5e-34c9026f73df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:20.717869 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3e905eba-9596-4903-ab6a-60a6c953c615 req-dcabe1d8-6a14-43f6-bf35-e2e885df07f6 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876843 Jul 24 09:17:20.802053 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-7462e33b-c407-410b-bbd9-faf8f72d7198 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:20.804154 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-7462e33b-c407-410b-bbd9-faf8f72d7198 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.37 "GET /v2.0/networks?id=2d26f86c-a144-4c5f-9e0d-5dd986768442 HTTP/1.1" status: 200 len: 805 time: 0.2459915 Jul 24 09:17:20.816021 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0da48-a41f-4cf9-9bfd-a9816cb94c2f req-d3a06265-1490-47fe-b6c1-bfcf2c66357b tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:20.817565 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eea0da48-a41f-4cf9-9bfd-a9816cb94c2f req-d3a06265-1490-47fe-b6c1-bfcf2c66357b tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 943 time: 0.2065134 Jul 24 09:17:20.855521 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-c9b03a61-8ba6-4d56-9c45-1f1704a07525 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7845f909cd4c44d8964a9d8a1612a8c9 HTTP/1.1" status: 200 len: 380 time: 0.0402703 Jul 24 09:17:20.865945 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-6bfa7cc0-1415-4cdf-900a-8b07b8383e65 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Request body: {'port': {'device_id': '61c02c03-ca38-4864-8afd-a89d028bdb77', 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442', 'admin_state_up': True, 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'security_groups': ['1ca33315-7e5a-4769-859b-49bde1a9cc92']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:20.929559 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eea0da48-a41f-4cf9-9bfd-a9816cb94c2f req-f206540c-f9af-4194-acfd-b62d2dd9dee3 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872231 Jul 24 09:17:20.955589 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3286b7e3-7f01-42e7-9e5e-34c9026f73df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:20.956473 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f4b0d61-b603-4acc-8811-c7293d018e76 req-152b76ad-6b79-49fd-bd22-4cf47939ca3c tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c02c03-ca38-4864-8afd-a89d028bdb77 HTTP/1.1" status: 200 len: 210 time: 0.0634000 Jul 24 09:17:20.964387 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3286b7e3-7f01-42e7-9e5e-34c9026f73df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:20.998998 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-653b2729-bfca-43be-83cf-73500cf148db admin admin] Deleting port 3d716d32-95a6-4109-9b49-32da4d9569f5 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:17:20.999406 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-653b2729-bfca-43be-83cf-73500cf148db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:21.009768 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-6bfa7cc0-1415-4cdf-900a-8b07b8383e65 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Made reservation on behalf of 7845f909cd4c44d8964a9d8a1612a8c9 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:17:21.013577 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-6bfa7cc0-1415-4cdf-900a-8b07b8383e65 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:21.019837 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3286b7e3-7f01-42e7-9e5e-34c9026f73df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab5a2e34a9624b558962631da6391a91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6732218 Jul 24 09:17:21.023487 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60460) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:21.031533 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286b7e3-7f01-42e7-9e5e-34c9026f73df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0315fc0-79e6-466c-84f7-bbdbd6458aa2,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:21.098424 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-653b2729-bfca-43be-83cf-73500cf148db admin admin] For port 3d716d32-95a6-4109-9b49-32da4d9569f5, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=3d716d32-95a6-4109-9b49-32da4d9569f5,segment=NetworkSegment(6ce6d47b-4c6a-4b90-b570-7486fbf29a36),segment_id=6ce6d47b-4c6a-4b90-b570-7486fbf29a36)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:21.099081 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-653b2729-bfca-43be-83cf-73500cf148db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:21.114309 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-653b2729-bfca-43be-83cf-73500cf148db admin admin] Calling delete_port for 3d716d32-95a6-4109-9b49-32da4d9569f5 owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:17:21.170352 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-27626c93-7ec7-4fa7-9752-2244bd93f2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:21.203574 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-6bfa7cc0-1415-4cdf-900a-8b07b8383e65 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Allocated IP 172.20.0.6 (2d26f86c-a144-4c5f-9e0d-5dd986768442/8947dfd9-5d03-4d1e-b637-4d9aaaa3be67/9155784a-3103-4aae-8241-954ac78858f4) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:17:21.211324 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-27626c93-7ec7-4fa7-9752-2244bd93f2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:21.312859 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-27626c93-7ec7-4fa7-9752-2244bd93f2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:21.316769 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-27626c93-7ec7-4fa7-9752-2244bd93f2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:21.318171 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-27626c93-7ec7-4fa7-9752-2244bd93f2f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0315fc0-79e6-466c-84f7-bbdbd6458aa2 HTTP/1.1" status: 204 len: 168 time: 0.2933886 Jul 24 09:17:21.369323 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27626c93-7ec7-4fa7-9752-2244bd93f2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0315fc0-79e6-466c-84f7-bbdbd6458aa2,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:21.443975 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-6bfa7cc0-1415-4cdf-900a-8b07b8383e65 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:21.457486 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8229f29-9eed-4619-995d-43d0b594b16b req-7047baca-2240-4582-b3c8-3e03dc9c60bf tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:21.460811 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-6bfa7cc0-1415-4cdf-900a-8b07b8383e65 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Transition to ACTIVE for port object 9155784a-3103-4aae-8241-954ac78858f4 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:17:21.466863 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a8229f29-9eed-4619-995d-43d0b594b16b req-7047baca-2240-4582-b3c8-3e03dc9c60bf tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=013d55a6-d587-4124-89d5-65dc8ae629f0 HTTP/1.1" status: 200 len: 945 time: 0.1529653 Jul 24 09:17:21.469248 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-653b2729-bfca-43be-83cf-73500cf148db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:21.503072 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-6bfa7cc0-1415-4cdf-900a-8b07b8383e65 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:21.510948 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b2729-bfca-43be-83cf-73500cf148db admin admin] Pushing event deleted for resources: {'Port': ['ID=3d716d32-95a6-4109-9b49-32da4d9569f5,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:21.568904 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a8229f29-9eed-4619-995d-43d0b594b16b req-500671ec-a3c4-4b75-b5a5-f60b216906a7 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009431 Jul 24 09:17:21.598927 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa7cc0-1415-4cdf-900a-8b07b8383e65 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Pushing event updated for resources: {'Port': ['ID=9155784a-3103-4aae-8241-954ac78858f4,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:21.606074 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-6bfa7cc0-1415-4cdf-900a-8b07b8383e65 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Network 2d26f86c-a144-4c5f-9e0d-5dd986768442 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:17:21.607707 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-6bfa7cc0-1415-4cdf-900a-8b07b8383e65 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:17:21.624925 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-6bfa7cc0-1415-4cdf-900a-8b07b8383e65 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:17:21.708538 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-6bfa7cc0-1415-4cdf-900a-8b07b8383e65 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:21.730044 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-6bfa7cc0-1415-4cdf-900a-8b07b8383e65 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:21.747149 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 5e7bd9bf-064b-49ba-9a81-3326f397a322 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:17:21.782991 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-6bfa7cc0-1415-4cdf-900a-8b07b8383e65 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9213963 Jul 24 09:17:21.790289 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-653b2729-bfca-43be-83cf-73500cf148db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:21.806068 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-2812e355-bc12-4f52-b265-13ba153f2b3d service neutron] Request body: {'port': {'device_id': '61c02c03-ca38-4864-8afd-a89d028bdb77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:21.818283 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60490) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:21.824916 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 9a6382ef-cb4b-4de7-8613-b9e415e17c2f up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:17:21.943470 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ee1bdb2a-7df5-45f7-be1f-087ed77c2bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:22.008297 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 9a6382ef-cb4b-4de7-8613-b9e415e17c2f completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:17:22.026406 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-2812e355-bc12-4f52-b265-13ba153f2b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:22.028634 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 9a6382ef-cb4b-4de7-8613-b9e415e17c2f triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:22.029322 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:22.037866 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 5e7bd9bf-064b-49ba-9a81-3326f397a322, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=5e7bd9bf-064b-49ba-9a81-3326f397a322,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:22.080382 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c8b58042-05e0-4c14-8427-1e8c583a240a None None] Provisioning for port 9155784a-3103-4aae-8241-954ac78858f4 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:17:22.093176 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c8b58042-05e0-4c14-8427-1e8c583a240a None None] Provisioning complete for port 9155784a-3103-4aae-8241-954ac78858f4 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:22.095831 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c8b58042-05e0-4c14-8427-1e8c583a240a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:22.121810 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669642b9-615c-4c7f-83fe-a4dc8e3ea20a req-f153acbd-cf15-4f08-8a75-7ec46f346437 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:22.129761 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-669642b9-615c-4c7f-83fe-a4dc8e3ea20a req-f153acbd-cf15-4f08-8a75-7ec46f346437 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 946 time: 0.2583854 Jul 24 09:17:22.157361 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-c8b58042-05e0-4c14-8427-1e8c583a240a None None] Port 9155784a-3103-4aae-8241-954ac78858f4 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:17:22.167773 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '5e7bd9bf-064b-49ba-9a81-3326f397a322', 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8', 'port_id': '5e7bd9bf-064b-49ba-9a81-3326f397a322', 'mac_address': 'fa:16:3e:74:26:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82774b4c-6531-498d-b907-9800d791c7b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:17:22.244023 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-669642b9-615c-4c7f-83fe-a4dc8e3ea20a req-0ae719c5-5aeb-4218-a53a-2bd14984a184 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131816 Jul 24 09:17:22.410394 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:22.431616 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7bd9bf-064b-49ba-9a81-3326f397a322 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:17:22.435717 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:22.453725 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd941c2-bea7-4962-958b-186dfc4b227d req-27713044-b9a4-4f9a-8cae-8da495e36ccc tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:22.461119 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0dd941c2-bea7-4962-958b-186dfc4b227d req-27713044-b9a4-4f9a-8cae-8da495e36ccc tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c02c03-ca38-4864-8afd-a89d028bdb77 HTTP/1.1" status: 200 len: 931 time: 0.1174133 Jul 24 09:17:22.467548 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 5e7bd9bf-064b-49ba-9a81-3326f397a322, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=5e7bd9bf-064b-49ba-9a81-3326f397a322,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:22.474049 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013d55a6-d587-4124-89d5-65dc8ae629f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6382ef-cb4b-4de7-8613-b9e415e17c2f'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:17:22.476683 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bc4ec5-fe3e-443e-96e6-3fcf60b6caf0" -d '{"events": [{"server_uuid": "013d55a6-d587-4124-89d5-65dc8ae629f0", "name": "network-vif-plugged", "status": "completed", "tag": "9a6382ef-cb4b-4de7-8613-b9e415e17c2f"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:17:22.482105 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:22.495262 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 9a6382ef-cb4b-4de7-8613-b9e415e17c2f, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=9a6382ef-cb4b-4de7-8613-b9e415e17c2f,segment=NetworkSegment(028cb95f-2a4c-4e6e-aac8-95db3bdf4e23),segment_id=028cb95f-2a4c-4e6e-aac8-95db3bdf4e23)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:22.524073 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:22.552919 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=5e7bd9bf-064b-49ba-9a81-3326f397a322,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:22.564211 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0dd941c2-bea7-4962-958b-186dfc4b227d req-5bef44b9-c8b4-4457-a55a-5c48957a43bd tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca33315-7e5a-4769-859b-49bde1a9cc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021397 Jul 24 09:17:22.572136 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-2812e355-bc12-4f52-b265-13ba153f2b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9155784a-3103-4aae-8241-954ac78858f4 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:17:22.584989 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-2812e355-bc12-4f52-b265-13ba153f2b3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:22.586931 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:17:22.599460 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f043b0-2003-4ac1-ab79-e82d2852d55a req-e2570532-80f0-4f5f-a318-a1899ed857ea tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:22.603171 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-2812e355-bc12-4f52-b265-13ba153f2b3d service neutron] Transition to ACTIVE for port object 9155784a-3103-4aae-8241-954ac78858f4 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:17:22.605252 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a5f043b0-2003-4ac1-ab79-e82d2852d55a req-e2570532-80f0-4f5f-a318-a1899ed857ea tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 943 time: 0.5086679 Jul 24 09:17:22.610808 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-2812e355-bc12-4f52-b265-13ba153f2b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:22.626619 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653b2729-bfca-43be-83cf-73500cf148db admin admin] Router 64f1b992-8ca1-4213-9bc7-e989f2babc71 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:17:22.630023 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=9a6382ef-cb4b-4de7-8613-b9e415e17c2f,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:22.689555 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['5e7bd9bf-064b-49ba-9a81-3326f397a322'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:17:22.741210 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812e355-bc12-4f52-b265-13ba153f2b3d service neutron] Pushing event updated for resources: {'Port': ['ID=9155784a-3103-4aae-8241-954ac78858f4,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:22.768585 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a5f043b0-2003-4ac1-ab79-e82d2852d55a req-9da0acc2-f0d6-45bf-bc27-91de1876909f tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536922 Jul 24 09:17:22.789440 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ee1bdb2a-7df5-45f7-be1f-087ed77c2bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:22.795763 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ee1bdb2a-7df5-45f7-be1f-087ed77c2bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:22.809691 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8dcf45-d285-4971-9d8b-c2c111bca16b req-9d3f8cb3-3821-4fd5-bff6-599eabf5cddc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:22.817613 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dd8dcf45-d285-4971-9d8b-c2c111bca16b req-9d3f8cb3-3821-4fd5-bff6-599eabf5cddc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 946 time: 0.1686101 Jul 24 09:17:22.830037 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc19062-52d0-45f7-8630-00fedd96efd5 x-openstack-request-id: req-fcc19062-52d0-45f7-8630-00fedd96efd5 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:17:22.830557 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013d55a6-d587-4124-89d5-65dc8ae629f0", "name": "network-vif-plugged", "status": "completed", "tag": "9a6382ef-cb4b-4de7-8613-b9e415e17c2f", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:17:22.830557 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fcc19062-52d0-45f7-8630-00fedd96efd5 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:17:22.834872 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013d55a6-d587-4124-89d5-65dc8ae629f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6382ef-cb4b-4de7-8613-b9e415e17c2f', 'code': 200} Jul 24 09:17:22.841233 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ee1bdb2a-7df5-45f7-be1f-087ed77c2bd6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63f7985e1af348a9a038c45ba529887f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0220528 Jul 24 09:17:22.842059 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60534) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:22.912544 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dd8dcf45-d285-4971-9d8b-c2c111bca16b req-34a118c2-effa-4ff2-a524-f1fb110b7f26 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935895 Jul 24 09:17:22.914588 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-2812e355-bc12-4f52-b265-13ba153f2b3d service neutron] Attempting to bind port 9155784a-3103-4aae-8241-954ac78858f4 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:17:22.914946 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-2812e355-bc12-4f52-b265-13ba153f2b3d service neutron] Attempting to bind port 9155784a-3103-4aae-8241-954ac78858f4 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'a914f9f7-330b-4c9c-b120-a4795b2b7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:17:22.915266 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-2812e355-bc12-4f52-b265-13ba153f2b3d service neutron] Attempting to bind port 9155784a-3103-4aae-8241-954ac78858f4 on network 2d26f86c-a144-4c5f-9e0d-5dd986768442 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:17:22.950898 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-2812e355-bc12-4f52-b265-13ba153f2b3d service neutron] Port 9155784a-3103-4aae-8241-954ac78858f4 on network 2d26f86c-a144-4c5f-9e0d-5dd986768442 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:17:22.951230 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-2812e355-bc12-4f52-b265-13ba153f2b3d service neutron] Attempting to bind port 9155784a-3103-4aae-8241-954ac78858f4 on network 2d26f86c-a144-4c5f-9e0d-5dd986768442 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:17:22.954491 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bdb2a-7df5-45f7-be1f-087ed77c2bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0009bdf1-5ea2-40b9-902f-9c6753fd1312,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:22.963259 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-2812e355-bc12-4f52-b265-13ba153f2b3d service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:17:22.964102 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-2812e355-bc12-4f52-b265-13ba153f2b3d service neutron] Checking segment: {'id': 'a914f9f7-330b-4c9c-b120-a4795b2b7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:17:22.964501 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-2812e355-bc12-4f52-b265-13ba153f2b3d service neutron] Bound using segment: {'id': 'a914f9f7-330b-4c9c-b120-a4795b2b7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:17:22.964658 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653b2729-bfca-43be-83cf-73500cf148db admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:17:22.964971 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-2812e355-bc12-4f52-b265-13ba153f2b3d service neutron] Bound port: 9155784a-3103-4aae-8241-954ac78858f4, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a914f9f7-330b-4c9c-b120-a4795b2b7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:17:22.965389 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-2812e355-bc12-4f52-b265-13ba153f2b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:22.976281 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70d0b2c-fac2-4eda-9de0-54dd8b8d9933 None None] Sync routers for ids ['64f1b992-8ca1-4213-9bc7-e989f2babc71'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:17:22.990566 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-653b2729-bfca-43be-83cf-73500cf148db admin admin] 10.222.0.32 "PUT /v2.0/routers/64f1b992-8ca1-4213-9bc7-e989f2babc71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5158193 Jul 24 09:17:22.996502 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70d0b2c-fac2-4eda-9de0-54dd8b8d9933 None None] Routers {'64f1b992-8ca1-4213-9bc7-e989f2babc71'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:17:22.996631 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60542) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:22.996824 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c70d0b2c-fac2-4eda-9de0-54dd8b8d9933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:17:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['64f1b992-8ca1-4213-9bc7-e989f2babc71'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:23.037196 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cc3d41bd-fd5f-462b-af47-6fe87484d4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:23.067817 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cc3d41bd-fd5f-462b-af47-6fe87484d4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:23.123712 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff988815-a968-4c5a-9be5-2a25195e2798 req-54bc498b-8dfe-4ae0-9f82-18fcd344e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:23.126338 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ff988815-a968-4c5a-9be5-2a25195e2798 req-54bc498b-8dfe-4ae0-9f82-18fcd344e741 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=013d55a6-d587-4124-89d5-65dc8ae629f0 HTTP/1.1" status: 200 len: 1097 time: 0.2335179 Jul 24 09:17:23.139781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d087d1-deb5-4284-9f93-8b1292730507 req-fac0486f-6217-4444-85da-10d1666d7a72 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:23.141536 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-84d087d1-deb5-4284-9f93-8b1292730507 req-fac0486f-6217-4444-85da-10d1666d7a72 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=013d55a6-d587-4124-89d5-65dc8ae629f0 HTTP/1.1" status: 200 len: 946 time: 0.1799953 Jul 24 09:17:23.167374 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-c70d0b2c-fac2-4eda-9de0-54dd8b8d9933 None None] Set router 64f1b992-8ca1-4213-9bc7-e989f2babc71 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:17:23.172497 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cc3d41bd-fd5f-462b-af47-6fe87484d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:23.175925 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cc3d41bd-fd5f-462b-af47-6fe87484d4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:23.177638 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cc3d41bd-fd5f-462b-af47-6fe87484d4d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0009bdf1-5ea2-40b9-902f-9c6753fd1312 HTTP/1.1" status: 204 len: 168 time: 0.3290029 Jul 24 09:17:23.194887 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-2812e355-bc12-4f52-b265-13ba153f2b3d service neutron] For port 9155784a-3103-4aae-8241-954ac78858f4, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:17:23.203945 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-2812e355-bc12-4f52-b265-13ba153f2b3d service neutron] For port 9155784a-3103-4aae-8241-954ac78858f4, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=9155784a-3103-4aae-8241-954ac78858f4,segment=NetworkSegment(a914f9f7-330b-4c9c-b120-a4795b2b7f83),segment_id=a914f9f7-330b-4c9c-b120-a4795b2b7f83)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:17:23.220653 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-84d087d1-deb5-4284-9f93-8b1292730507 req-75c61bee-89a7-4c1b-aa6e-b4f3e939def1 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695882 Jul 24 09:17:23.230145 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d41bd-fd5f-462b-af47-6fe87484d4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0009bdf1-5ea2-40b9-902f-9c6753fd1312,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:23.251647 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ff988815-a968-4c5a-9be5-2a25195e2798 req-58f63067-15d9-47d2-af51-0c7299282eaa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176085 Jul 24 09:17:23.259551 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-2812e355-bc12-4f52-b265-13ba153f2b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:23.324597 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d59de52-b1c0-4b3c-8d1d-e6a6ff53c749 admin admin] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:23.440375 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-2812e355-bc12-4f52-b265-13ba153f2b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:23.440998 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-2812e355-bc12-4f52-b265-13ba153f2b3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:23.442764 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-2812e355-bc12-4f52-b265-13ba153f2b3d service neutron] 10.222.0.37 "PUT /v2.0/ports/9155784a-3103-4aae-8241-954ac78858f4 HTTP/1.1" status: 200 len: 1091 time: 1.6495817 Jul 24 09:17:23.443248 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c02c03-ca38-4864-8afd-a89d028bdb77', 'tag': '9155784a-3103-4aae-8241-954ac78858f4'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:17:23.445537 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f732dcf5-c80a-4046-bdf6-104e7016411c" -d '{"events": [{"name": "network-changed", "server_uuid": "61c02c03-ca38-4864-8afd-a89d028bdb77", "tag": "9155784a-3103-4aae-8241-954ac78858f4"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:17:23.458226 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c70d0b2c-fac2-4eda-9de0-54dd8b8d9933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f1b992-8ca1-4213-9bc7-e989f2babc71', 'name': 'tempest-AttachSCSIVolumeTestJSON-880764679-router', 'tenant_id': '233e5702d83e46c29e001e8f0c97ed0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '552a8f93-a185-4f40-b8a2-18f80432b77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:14:59Z', 'updated_at': '2021-07-24T09:17:21Z', 'revision_number': 5, 'project_id': '233e5702d83e46c29e001e8f0c97ed0f', 'gw_port': {'id': '552a8f93-a185-4f40-b8a2-18f80432b77e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:19:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f1b992-8ca1-4213-9bc7-e989f2babc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:00Z', 'updated_at': '2021-07-24T09:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:23.465200 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d59de52-b1c0-4b3c-8d1d-e6a6ff53c749 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:23.509839 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70d0b2c-fac2-4eda-9de0-54dd8b8d9933 None None] Checking router: 64f1b992-8ca1-4213-9bc7-e989f2babc71 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:17:23.520042 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812e355-bc12-4f52-b265-13ba153f2b3d service neutron] Pushing event updated for resources: {'Port': ['ID=9155784a-3103-4aae-8241-954ac78858f4,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:23.525243 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70d0b2c-fac2-4eda-9de0-54dd8b8d9933 None None] Routers {'64f1b992-8ca1-4213-9bc7-e989f2babc71'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:17:23.525816 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c70d0b2c-fac2-4eda-9de0-54dd8b8d9933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:17:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['64f1b992-8ca1-4213-9bc7-e989f2babc71'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:23.595092 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefabb87-7677-4d58-9872-50ad00819be3 x-openstack-request-id: req-aefabb87-7677-4d58-9872-50ad00819be3 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:17:23.595768 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c02c03-ca38-4864-8afd-a89d028bdb77", "tag": "9155784a-3103-4aae-8241-954ac78858f4", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:17:23.596029 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aefabb87-7677-4d58-9872-50ad00819be3 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:17:23.596432 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c02c03-ca38-4864-8afd-a89d028bdb77', 'tag': '9155784a-3103-4aae-8241-954ac78858f4', 'status': 'completed', 'code': 200} Jul 24 09:17:23.692664 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-c70d0b2c-fac2-4eda-9de0-54dd8b8d9933 None None] Set router 64f1b992-8ca1-4213-9bc7-e989f2babc71 gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:17:23.694022 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-bf25b53b-cc43-4201-9351-0f2c524849bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:23.696968 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-bf25b53b-cc43-4201-9351-0f2c524849bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7845f909cd4c44d8964a9d8a1612a8c9&device_id=61c02c03-ca38-4864-8afd-a89d028bdb77 HTTP/1.1" status: 200 len: 1094 time: 0.1689889 Jul 24 09:17:23.700703 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-1d59de52-b1c0-4b3c-8d1d-e6a6ff53c749 admin admin] Deleting port 552a8f93-a185-4f40-b8a2-18f80432b77e {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:17:23.701100 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d59de52-b1c0-4b3c-8d1d-e6a6ff53c749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:23.773622 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 5e7bd9bf-064b-49ba-9a81-3326f397a322 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:17:23.776366 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76a0b0-ee51-4859-ba99-b7128d472d74 req-deb584f8-fc64-4d17-a604-c5a91ced219f tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:23.778437 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fc76a0b0-ee51-4859-ba99-b7128d472d74 req-deb584f8-fc64-4d17-a604-c5a91ced219f tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c02c03-ca38-4864-8afd-a89d028bdb77 HTTP/1.1" status: 200 len: 943 time: 0.1176429 Jul 24 09:17:23.786913 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c70d0b2c-fac2-4eda-9de0-54dd8b8d9933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f1b992-8ca1-4213-9bc7-e989f2babc71', 'name': 'tempest-AttachSCSIVolumeTestJSON-880764679-router', 'tenant_id': '233e5702d83e46c29e001e8f0c97ed0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:14:59Z', 'updated_at': '2021-07-24T09:17:23Z', 'revision_number': 6, 'project_id': '233e5702d83e46c29e001e8f0c97ed0f', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:23.839480 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-1d59de52-b1c0-4b3c-8d1d-e6a6ff53c749 admin admin] For port 552a8f93-a185-4f40-b8a2-18f80432b77e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=552a8f93-a185-4f40-b8a2-18f80432b77e,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:23.839846 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d59de52-b1c0-4b3c-8d1d-e6a6ff53c749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:23.851381 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70d0b2c-fac2-4eda-9de0-54dd8b8d9933 None None] The sync data for ids ['64f1b992-8ca1-4213-9bc7-e989f2babc71'] in n-d-800085-9 is: [{'id': '64f1b992-8ca1-4213-9bc7-e989f2babc71', 'name': 'tempest-AttachSCSIVolumeTestJSON-880764679-router', 'tenant_id': '233e5702d83e46c29e001e8f0c97ed0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:14:59Z', 'updated_at': '2021-07-24T09:17:23Z', 'revision_number': 6, 'project_id': '233e5702d83e46c29e001e8f0c97ed0f', 'gw_port_host': None}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:17:23.858294 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-1d59de52-b1c0-4b3c-8d1d-e6a6ff53c749 admin admin] Calling delete_port for 552a8f93-a185-4f40-b8a2-18f80432b77e owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:17:23.890862 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fc76a0b0-ee51-4859-ba99-b7128d472d74 req-4aec2193-0b0a-49d7-959e-ce84779034c5 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca33315-7e5a-4769-859b-49bde1a9cc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046388 Jul 24 09:17:23.932189 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 5e7bd9bf-064b-49ba-9a81-3326f397a322 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:17:23.945525 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 5e7bd9bf-064b-49ba-9a81-3326f397a322 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:23.948156 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:24.068208 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-3428eb8b-c36e-4aa5-9523-68e32b717f69 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9155784a-3103-4aae-8241-954ac78858f4 HTTP/1.1" status: 200 len: 217 time: 0.1682808 Jul 24 09:17:24.084467 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:24.132281 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 5e7bd9bf-064b-49ba-9a81-3326f397a322, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=5e7bd9bf-064b-49ba-9a81-3326f397a322,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:24.138374 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:24.139489 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:17:24.339579 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=5e7bd9bf-064b-49ba-9a81-3326f397a322,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:24.406650 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-9db5d76f-d60f-4f42-a9c8-c3d170f622e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:24.408596 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-9db5d76f-d60f-4f42-a9c8-c3d170f622e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8947dfd9-5d03-4d1e-b637-4d9aaaa3be67 HTTP/1.1" status: 200 len: 844 time: 0.2623892 Jul 24 09:17:24.438813 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:24.490312 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:24.499517 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:24.520476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a340c-cd89-4f06-921d-11db560aa400 req-1754532b-cd6a-4166-ba94-3fbb679b3cfa tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:24.521988 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-624a340c-cd89-4f06-921d-11db560aa400 req-1754532b-cd6a-4166-ba94-3fbb679b3cfa tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 944 time: 0.5154953 Jul 24 09:17:24.603922 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b32e5-6295-4e05-88ff-a96f5f369ea4 req-07f5ffb5-d3c0-4155-b041-9a2a568e3be0 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:24.606437 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,revision_number=14']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:24.609654 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8b6b32e5-6295-4e05-88ff-a96f5f369ea4 req-07f5ffb5-d3c0-4155-b041-9a2a568e3be0 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=013d55a6-d587-4124-89d5-65dc8ae629f0 HTTP/1.1" status: 200 len: 946 time: 0.2076621 Jul 24 09:17:24.627395 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-73315ef5-3495-4d54-82f2-cd050287bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:24.629041 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-73315ef5-3495-4d54-82f2-cd050287bd20 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d26f86c-a144-4c5f-9e0d-5dd986768442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2134829 Jul 24 09:17:24.636390 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-624a340c-cd89-4f06-921d-11db560aa400 req-255d75b3-ef7a-4343-8561-fead790301d9 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962820 Jul 24 09:17:24.678330 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d59de52-b1c0-4b3c-8d1d-e6a6ff53c749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:24.710776 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8b6b32e5-6295-4e05-88ff-a96f5f369ea4 req-78c6f332-1803-4e0e-9db5-52d33f41d419 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900512 Jul 24 09:17:24.751495 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59de52-b1c0-4b3c-8d1d-e6a6ff53c749 admin admin] Pushing event deleted for resources: {'Port': ['ID=552a8f93-a185-4f40-b8a2-18f80432b77e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:24.835812 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7bd9bf-064b-49ba-9a81-3326f397a322'}, {'server_uuid': 'ed0b3aa4-2384-4309-b12f-09acc5e33e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:17:24.840851 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170a3464-253a-450b-ac84-c5e7b64dda2c" -d '{"events": [{"server_uuid": "a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d", "name": "network-vif-plugged", "status": "completed", "tag": "5e7bd9bf-064b-49ba-9a81-3326f397a322"}, {"server_uuid": "ed0b3aa4-2384-4309-b12f-09acc5e33e47", "name": "network-vif-unplugged", "status": "completed", "tag": "0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:17:24.878238 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-f4aceb59-e202-4d91-8ab1-22b0ad91befd service neutron] 10.222.0.37 "GET /v2.0/networks/2d26f86c-a144-4c5f-9e0d-5dd986768442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408295 Jul 24 09:17:24.902269 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d59de52-b1c0-4b3c-8d1d-e6a6ff53c749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:24.925341 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 24 Jul 2021 09:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc09f9a4-b4cc-4d6b-993d-470f5c9c6144 x-openstack-request-id: req-cc09f9a4-b4cc-4d6b-993d-470f5c9c6144 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:17:24.925828 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d", "name": "network-vif-plugged", "status": "completed", "tag": "5e7bd9bf-064b-49ba-9a81-3326f397a322", "code": 200}, {"server_uuid": "ed0b3aa4-2384-4309-b12f-09acc5e33e47", "name": "network-vif-unplugged", "status": "completed", "tag": "0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:17:24.925928 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc09f9a4-b4cc-4d6b-993d-470f5c9c6144 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:17:24.930486 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7bd9bf-064b-49ba-9a81-3326f397a322', 'code': 200} Jul 24 09:17:24.930766 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0b3aa4-2384-4309-b12f-09acc5e33e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb', 'code': 200} Jul 24 09:17:25.117466 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c45c0-051f-4df5-82fb-c39685a76adb req-1d02b35b-4b8b-42da-8d1f-3ff2414e6036 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:25.119828 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2d7c45c0-051f-4df5-82fb-c39685a76adb req-1d02b35b-4b8b-42da-8d1f-3ff2414e6036 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c02c03-ca38-4864-8afd-a89d028bdb77 HTTP/1.1" status: 200 len: 943 time: 0.1048763 Jul 24 09:17:25.126200 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d59de52-b1c0-4b3c-8d1d-e6a6ff53c749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:25.129700 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d59de52-b1c0-4b3c-8d1d-e6a6ff53c749 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:25.173488 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2d7c45c0-051f-4df5-82fb-c39685a76adb req-7b482210-e8b7-420d-8614-6afea5a37d6c tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca33315-7e5a-4769-859b-49bde1a9cc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455763 Jul 24 09:17:25.360013 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 552a8f93-a185-4f40-b8a2-18f80432b77e no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:17:25.391965 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d01b8-6be2-4736-91ba-64e4ab9b75ae req-da11aefc-3082-4252-9125-777615a00afa tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:25.393875 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-945d01b8-6be2-4736-91ba-64e4ab9b75ae req-da11aefc-3082-4252-9125-777615a00afa tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=013d55a6-d587-4124-89d5-65dc8ae629f0 HTTP/1.1" status: 200 len: 946 time: 0.0827308 Jul 24 09:17:25.396706 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 552a8f93-a185-4f40-b8a2-18f80432b77e {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:17:25.397088 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 552a8f93-a185-4f40-b8a2-18f80432b77e not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:17:25.397516 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 3d716d32-95a6-4109-9b49-32da4d9569f5 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:17:25.417104 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 3d716d32-95a6-4109-9b49-32da4d9569f5 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:17:25.417752 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 3d716d32-95a6-4109-9b49-32da4d9569f5 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:17:25.440395 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-945d01b8-6be2-4736-91ba-64e4ab9b75ae req-a4f421bc-c491-4fa7-8338-f3157139cb21 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390456 Jul 24 09:17:25.568978 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d59de52-b1c0-4b3c-8d1d-e6a6ff53c749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:25.569926 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d59de52-b1c0-4b3c-8d1d-e6a6ff53c749 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64f1b992-8ca1-4213-9bc7-e989f2babc71 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:17:25.575799 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d59de52-b1c0-4b3c-8d1d-e6a6ff53c749 admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:25.580203 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1d59de52-b1c0-4b3c-8d1d-e6a6ff53c749 admin admin] 10.222.0.32 "DELETE /v2.0/routers/64f1b992-8ca1-4213-9bc7-e989f2babc71 HTTP/1.1" status: 204 len: 168 time: 2.5781152 Jul 24 09:17:25.580581 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60676) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:25.585069 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-72be6e09-a1bd-4547-aa38-0d19e3cbe57f req-d3dfd5a1-4054-4a5f-838b-4ac36dcfb304 service neutron] 10.222.0.37 "GET /v2.0/networks/2d26f86c-a144-4c5f-9e0d-5dd986768442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6963251 Jul 24 09:17:25.609063 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d304d-58ca-4ed9-a9d8-25dac4a79794 req-d528385e-7b39-4424-89a5-debeda4a8f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:25.610683 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-265d304d-58ca-4ed9-a9d8-25dac4a79794 req-d528385e-7b39-4424-89a5-debeda4a8f85 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 1096 time: 0.6140049 Jul 24 09:17:25.642149 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eeb3ae-3b26-4f81-8e7b-12c6d725d898 req-04c13b1b-1809-4214-b8ec-398782a3d5a0 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:25.643791 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-65eeb3ae-3b26-4f81-8e7b-12c6d725d898 req-04c13b1b-1809-4214-b8ec-398782a3d5a0 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.5403442 Jul 24 09:17:25.654719 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9c464f-12f3-4ba1-9916-88dcf71ee7fb admin admin] Deleting subnet 4c0ca2a4-bfbc-4b83-8b4c-560bc7b8c198 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:17:25.660150 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2b9c464f-12f3-4ba1-9916-88dcf71ee7fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:25.705991 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2b9c464f-12f3-4ba1-9916-88dcf71ee7fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:25.726496 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-265d304d-58ca-4ed9-a9d8-25dac4a79794 req-36978553-8720-4fea-9bf6-3e51aeb40134 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075623 Jul 24 09:17:25.748095 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-65eeb3ae-3b26-4f81-8e7b-12c6d725d898 req-a22f7587-2bd6-43d7-96db-5d833ef82e2b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931294 Jul 24 09:17:25.788189 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732dcf5-c80a-4046-bdf6-104e7016411c req-b3c91322-ae62-4634-864d-0c9c135dc78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:25.790103 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f732dcf5-c80a-4046-bdf6-104e7016411c req-b3c91322-ae62-4634-864d-0c9c135dc78a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7845f909cd4c44d8964a9d8a1612a8c9&device_id=61c02c03-ca38-4864-8afd-a89d028bdb77 HTTP/1.1" status: 200 len: 1094 time: 0.1453075 Jul 24 09:17:25.872233 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2b9c464f-12f3-4ba1-9916-88dcf71ee7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:25.919641 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732dcf5-c80a-4046-bdf6-104e7016411c req-abc060e0-0e39-4e23-8edb-f659ede2f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:25.922169 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f732dcf5-c80a-4046-bdf6-104e7016411c req-abc060e0-0e39-4e23-8edb-f659ede2f95f service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d26f86c-a144-4c5f-9e0d-5dd986768442 HTTP/1.1" status: 200 len: 905 time: 0.1245081 Jul 24 09:17:25.949536 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46943607-20eb-44a4-b9b1-df321653a911 req-04d7c555-3d68-4eed-a5dc-f4b08ded4149 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:25.951578 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-46943607-20eb-44a4-b9b1-df321653a911 req-04d7c555-3d68-4eed-a5dc-f4b08ded4149 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 945 time: 0.1549997 Jul 24 09:17:25.974373 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f732dcf5-c80a-4046-bdf6-104e7016411c req-bc88e0a7-ac99-4b4d-9e46-37905157a845 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9155784a-3103-4aae-8241-954ac78858f4 HTTP/1.1" status: 200 len: 217 time: 0.0462353 Jul 24 09:17:26.025782 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2b9c464f-12f3-4ba1-9916-88dcf71ee7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:26.049708 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-46943607-20eb-44a4-b9b1-df321653a911 req-253d669b-2e47-4f78-b6c0-80c0c7c10565 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850990 Jul 24 09:17:26.076148 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c464f-12f3-4ba1-9916-88dcf71ee7fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c0ca2a4-bfbc-4b83-8b4c-560bc7b8c198,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:26.079153 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2b9c464f-12f3-4ba1-9916-88dcf71ee7fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:26.081964 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2b9c464f-12f3-4ba1-9916-88dcf71ee7fb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4c0ca2a4-bfbc-4b83-8b4c-560bc7b8c198 HTTP/1.1" status: 204 len: 168 time: 0.4997880 Jul 24 09:17:26.083864 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60690) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:26.086458 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68890d26-34bd-4448-80b1-a45fb385ddbf None None] Network 66549fa8-6cb8-4643-9bf1-5a976706f788 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:17:26.139370 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732dcf5-c80a-4046-bdf6-104e7016411c req-053326fd-a4fa-4ca0-8e6e-1c1a1b4ac5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:26.142368 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f732dcf5-c80a-4046-bdf6-104e7016411c req-053326fd-a4fa-4ca0-8e6e-1c1a1b4ac5cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8947dfd9-5d03-4d1e-b637-4d9aaaa3be67 HTTP/1.1" status: 200 len: 844 time: 0.1559291 Jul 24 09:17:26.193540 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5df71d0-0db0-4afe-9bf6-fed52efc755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:26.266835 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7972401-24b2-4eb6-bb0c-237c992bd27e req-265c7249-1484-49b5-9736-698fb123d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:26.267209 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-c5df71d0-0db0-4afe-9bf6-fed52efc755a admin admin] Deleting port a9a978cb-ca74-47d8-9803-60ad6c9a9f1a {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:17:26.267705 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5df71d0-0db0-4afe-9bf6-fed52efc755a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:26.273759 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c7972401-24b2-4eb6-bb0c-237c992bd27e req-265c7249-1484-49b5-9736-698fb123d3ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 1095 time: 0.2432036 Jul 24 09:17:26.300819 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deedb2e-021c-43bb-bb27-80997fe9e60f req-7d29b989-b33b-4d23-b7e7-f145f41d58dc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:26.317077 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4deedb2e-021c-43bb-bb27-80997fe9e60f req-7d29b989-b33b-4d23-b7e7-f145f41d58dc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.2875202 Jul 24 09:17:26.340803 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8df37b-b321-4e01-b437-cd61f72e3e53 None None] DHCP port deletion for 66549fa8-6cb8-4643-9bf1-5a976706f788 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:17:26.406259 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4a8df37b-b321-4e01-b437-cd61f72e3e53 None None] Deleting port a9a978cb-ca74-47d8-9803-60ad6c9a9f1a {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:17:26.407073 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4a8df37b-b321-4e01-b437-cd61f72e3e53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:26.410624 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-c5df71d0-0db0-4afe-9bf6-fed52efc755a admin admin] For port a9a978cb-ca74-47d8-9803-60ad6c9a9f1a, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a9a978cb-ca74-47d8-9803-60ad6c9a9f1a,segment=NetworkSegment(6ce6d47b-4c6a-4b90-b570-7486fbf29a36),segment_id=6ce6d47b-4c6a-4b90-b570-7486fbf29a36)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:26.411192 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5df71d0-0db0-4afe-9bf6-fed52efc755a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:26.432171 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-c5df71d0-0db0-4afe-9bf6-fed52efc755a admin admin] Calling delete_port for a9a978cb-ca74-47d8-9803-60ad6c9a9f1a owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:17:26.497290 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ad633-7848-460a-8ffc-2e2ddc5e105e req-4adee4c0-37b5-4dbd-bcd8-28ba3f69a197 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:26.501162 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b33ad633-7848-460a-8ffc-2e2ddc5e105e req-4adee4c0-37b5-4dbd-bcd8-28ba3f69a197 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c02c03-ca38-4864-8afd-a89d028bdb77 HTTP/1.1" status: 200 len: 943 time: 0.1904469 Jul 24 09:17:26.510371 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732dcf5-c80a-4046-bdf6-104e7016411c req-88da16cd-350f-4e29-bb93-9122b79203f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:26.512179 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f732dcf5-c80a-4046-bdf6-104e7016411c req-88da16cd-350f-4e29-bb93-9122b79203f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d26f86c-a144-4c5f-9e0d-5dd986768442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3624504 Jul 24 09:17:26.540362 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4a8df37b-b321-4e01-b437-cd61f72e3e53 None None] For port a9a978cb-ca74-47d8-9803-60ad6c9a9f1a, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a9a978cb-ca74-47d8-9803-60ad6c9a9f1a,segment=NetworkSegment(6ce6d47b-4c6a-4b90-b570-7486fbf29a36),segment_id=6ce6d47b-4c6a-4b90-b570-7486fbf29a36)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:26.541048 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4a8df37b-b321-4e01-b437-cd61f72e3e53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:26.545350 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4deedb2e-021c-43bb-bb27-80997fe9e60f req-3ec036c8-2425-49c2-af2a-03cde90df76d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274094 Jul 24 09:17:26.579801 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4a8df37b-b321-4e01-b437-cd61f72e3e53 None None] Calling delete_port for a9a978cb-ca74-47d8-9803-60ad6c9a9f1a owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:17:26.618963 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b33ad633-7848-460a-8ffc-2e2ddc5e105e req-df78b783-04be-4e63-8ac5-ac10eff6d61b tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca33315-7e5a-4769-859b-49bde1a9cc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043172 Jul 24 09:17:26.626242 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7972401-24b2-4eb6-bb0c-237c992bd27e req-c0d018ea-2fad-4d8d-bc1e-3414ff83095a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:26.632530 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c7972401-24b2-4eb6-bb0c-237c992bd27e req-c0d018ea-2fad-4d8d-bc1e-3414ff83095a service neutron] 10.222.0.37 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 912 time: 0.3111768 Jul 24 09:17:26.644272 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5df71d0-0db0-4afe-9bf6-fed52efc755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:26.678351 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df71d0-0db0-4afe-9bf6-fed52efc755a admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a978cb-ca74-47d8-9803-60ad6c9a9f1a,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:26.680858 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5df71d0-0db0-4afe-9bf6-fed52efc755a admin admin] No DVR routers for this DVR port a9a978cb-ca74-47d8-9803-60ad6c9a9f1a on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:17:26.723035 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ac62f-272f-4105-988a-4fcf0aaeb7ad req-d1deaff6-9c2a-4bd2-b276-34c3c08314c9 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:26.724576 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca8ac62f-272f-4105-988a-4fcf0aaeb7ad req-d1deaff6-9c2a-4bd2-b276-34c3c08314c9 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.20 "GET /v2.0/ports?device_id=013d55a6-d587-4124-89d5-65dc8ae629f0 HTTP/1.1" status: 200 len: 946 time: 0.3488545 Jul 24 09:17:26.797992 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5df71d0-0db0-4afe-9bf6-fed52efc755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:26.812691 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4a8df37b-b321-4e01-b437-cd61f72e3e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:26.824668 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-c5df71d0-0db0-4afe-9bf6-fed52efc755a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66549fa8-6cb8-4643-9bf1-5a976706f788']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:26.832171 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8df37b-b321-4e01-b437-cd61f72e3e53 None None] No DVR routers for this DVR port a9a978cb-ca74-47d8-9803-60ad6c9a9f1a on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:17:26.853216 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-c5df71d0-0db0-4afe-9bf6-fed52efc755a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce6d47b-4c6a-4b90-b570-7486fbf29a36') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:26.857116 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-c5df71d0-0db0-4afe-9bf6-fed52efc755a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce6d47b-4c6a-4b90-b570-7486fbf29a36') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:26.881337 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5df71d0-0db0-4afe-9bf6-fed52efc755a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:26.883479 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8df37b-b321-4e01-b437-cd61f72e3e53 None None] Pushing event deleted for resources: {'Port': ['ID=a9a978cb-ca74-47d8-9803-60ad6c9a9f1a,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:26.920410 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5df71d0-0db0-4afe-9bf6-fed52efc755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:26.931299 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5df71d0-0db0-4afe-9bf6-fed52efc755a admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:17:26.931994 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5df71d0-0db0-4afe-9bf6-fed52efc755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:17:26.934920 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:17:26.938364 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f732dcf5-c80a-4046-bdf6-104e7016411c req-8f5013bf-e779-47d0-81fe-2f1f7f2570aa service neutron] 10.222.0.37 "GET /v2.0/networks/2d26f86c-a144-4c5f-9e0d-5dd986768442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098463 Jul 24 09:17:26.957681 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c7972401-24b2-4eb6-bb0c-237c992bd27e req-2a37207c-1acd-4ba2-83c6-059600518f4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb HTTP/1.1" status: 200 len: 999 time: 0.2524638 Jul 24 09:17:27.009228 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5df71d0-0db0-4afe-9bf6-fed52efc755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:27.016654 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5df71d0-0db0-4afe-9bf6-fed52efc755a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:27.020949 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c5df71d0-0db0-4afe-9bf6-fed52efc755a admin admin] 10.222.0.32 "DELETE /v2.0/networks/66549fa8-6cb8-4643-9bf1-5a976706f788 HTTP/1.1" status: 204 len: 168 time: 0.9360816 Jul 24 09:17:27.021577 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60706) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:27.037469 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df71d0-0db0-4afe-9bf6-fed52efc755a admin admin] Pushing event deleted for resources: {'Network': ['ID=66549fa8-6cb8-4643-9bf1-5a976706f788,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:27.115499 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8556e7a-0bd1-4592-a37d-026a6422dc3a req-f4f9c076-b76c-49fe-b74b-7ad92dc2f8de tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:27.122991 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e8556e7a-0bd1-4592-a37d-026a6422dc3a req-f4f9c076-b76c-49fe-b74b-7ad92dc2f8de tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=013d55a6-d587-4124-89d5-65dc8ae629f0 HTTP/1.1" status: 200 len: 946 time: 0.4096467 Jul 24 09:17:27.141195 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7972401-24b2-4eb6-bb0c-237c992bd27e req-c871f5fd-33c5-43b6-b72c-c21549ba1dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:27.142908 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c7972401-24b2-4eb6-bb0c-237c992bd27e req-c871f5fd-33c5-43b6-b72c-c21549ba1dda service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33f84861-778d-4828-92aa-af092c959084 HTTP/1.1" status: 200 len: 851 time: 0.1757536 Jul 24 09:17:27.149212 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ebc082fc-a3c8-4555-850a-47baac12883d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:27.255583 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-ca8ac62f-272f-4105-988a-4fcf0aaeb7ad req-88cbf204-ce36-486f-a06e-7ae3456f9530 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Deleting port 9a6382ef-cb4b-4de7-8613-b9e415e17c2f {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:17:27.256144 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ca8ac62f-272f-4105-988a-4fcf0aaeb7ad req-88cbf204-ce36-486f-a06e-7ae3456f9530 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:27.278234 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f732dcf5-c80a-4046-bdf6-104e7016411c req-d2cb32a0-8a9a-4631-af39-bec5debf8a64 service neutron] 10.222.0.37 "GET /v2.0/networks/2d26f86c-a144-4c5f-9e0d-5dd986768442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317428 Jul 24 09:17:27.300269 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e8556e7a-0bd1-4592-a37d-026a6422dc3a req-c9518217-c551-4db6-af3b-68c6dda72533 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups?id=78dd1d48-8d6f-4741-9137-36a28624417e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763277 Jul 24 09:17:27.338232 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a9a978cb-ca74-47d8-9803-60ad6c9a9f1a no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:17:27.365236 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: a9a978cb-ca74-47d8-9803-60ad6c9a9f1a {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:17:27.366031 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a9a978cb-ca74-47d8-9803-60ad6c9a9f1a not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:17:27.396588 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9104e69-2bab-4e50-92c6-5a67dea9f654 req-ad232232-2374-4563-b2a7-bc129fb4148a tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:27.403335 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7972401-24b2-4eb6-bb0c-237c992bd27e req-ed3888d0-1f03-46fb-b073-be8c8b3023ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:27.404390 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f9104e69-2bab-4e50-92c6-5a67dea9f654 req-ad232232-2374-4563-b2a7-bc129fb4148a tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 945 time: 0.2786179 Jul 24 09:17:27.405149 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c7972401-24b2-4eb6-bb0c-237c992bd27e req-ed3888d0-1f03-46fb-b073-be8c8b3023ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b64780-c69e-4432-87ba-d598170da5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2532589 Jul 24 09:17:27.457492 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f9104e69-2bab-4e50-92c6-5a67dea9f654 req-eef17731-5c23-4b91-9745-9d2a02baa1e2 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521710 Jul 24 09:17:27.467654 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-ca8ac62f-272f-4105-988a-4fcf0aaeb7ad req-88cbf204-ce36-486f-a06e-7ae3456f9530 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] For port 9a6382ef-cb4b-4de7-8613-b9e415e17c2f, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=9a6382ef-cb4b-4de7-8613-b9e415e17c2f,segment=NetworkSegment(028cb95f-2a4c-4e6e-aac8-95db3bdf4e23),segment_id=028cb95f-2a4c-4e6e-aac8-95db3bdf4e23)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:27.468546 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ca8ac62f-272f-4105-988a-4fcf0aaeb7ad req-88cbf204-ce36-486f-a06e-7ae3456f9530 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:27.525134 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-ca8ac62f-272f-4105-988a-4fcf0aaeb7ad req-88cbf204-ce36-486f-a06e-7ae3456f9530 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Calling delete_port for 9a6382ef-cb4b-4de7-8613-b9e415e17c2f owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:17:27.605946 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c7972401-24b2-4eb6-bb0c-237c992bd27e req-365845da-df4b-44a3-9c4a-244e74feae52 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924570 Jul 24 09:17:27.665583 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a7e7a15d-ae73-4b73-b340-31e28de9a2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:27.777335 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 9155784a-3103-4aae-8241-954ac78858f4 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:17:27.808374 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c7972401-24b2-4eb6-bb0c-237c992bd27e req-d3eacd6b-ba16-4ee5-9322-690ffb12b8a3 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924465 Jul 24 09:17:27.833272 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ca8ac62f-272f-4105-988a-4fcf0aaeb7ad req-88cbf204-ce36-486f-a06e-7ae3456f9530 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:27.868433 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbf204-ce36-486f-a06e-7ae3456f9530 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Pushing event deleted for resources: {'Port': ['ID=9a6382ef-cb4b-4de7-8613-b9e415e17c2f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:27.874880 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4635dcc-2ebc-4d20-8a23-83127041b511 req-43ee891b-3b95-4df4-9078-e119c49c5de0 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:27.876588 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d4635dcc-2ebc-4d20-8a23-83127041b511 req-43ee891b-3b95-4df4-9078-e119c49c5de0 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.1291618 Jul 24 09:17:27.887403 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ecfcc-bc84-4467-ad54-aeedaf0d2841 req-f65016b5-9c45-46f8-89c0-3135abc127f4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:27.894904 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c48ecfcc-bc84-4467-ad54-aeedaf0d2841 req-f65016b5-9c45-46f8-89c0-3135abc127f4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 945 time: 0.1756222 Jul 24 09:17:27.925882 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['9a6382ef-cb4b-4de7-8613-b9e415e17c2f'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:17:27.991106 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 9155784a-3103-4aae-8241-954ac78858f4, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=9155784a-3103-4aae-8241-954ac78858f4,segment=NetworkSegment(a914f9f7-330b-4c9c-b120-a4795b2b7f83),segment_id=a914f9f7-330b-4c9c-b120-a4795b2b7f83)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:28.000935 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8ac62f-272f-4105-988a-4fcf0aaeb7ad req-88cbf204-ce36-486f-a06e-7ae3456f9530 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] No DVR routers for this DVR port 9a6382ef-cb4b-4de7-8613-b9e415e17c2f on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:17:28.005330 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ca8ac62f-272f-4105-988a-4fcf0aaeb7ad req-88cbf204-ce36-486f-a06e-7ae3456f9530 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:28.007345 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca8ac62f-272f-4105-988a-4fcf0aaeb7ad req-88cbf204-ce36-486f-a06e-7ae3456f9530 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.20 "DELETE /v2.0/ports/9a6382ef-cb4b-4de7-8613-b9e415e17c2f HTTP/1.1" status: 204 len: 173 time: 1.2649548 Jul 24 09:17:28.010780 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '9155784a-3103-4aae-8241-954ac78858f4', 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442', 'port_id': '9155784a-3103-4aae-8241-954ac78858f4', 'mac_address': 'fa:16:3e:13:05:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8947dfd9-5d03-4d1e-b637-4d9aaaa3be67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:17:28.025428 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c48ecfcc-bc84-4467-ad54-aeedaf0d2841 req-98dc5880-0d60-48dc-81c9-b5e6ad462991 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296749 Jul 24 09:17:28.025934 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013d55a6-d587-4124-89d5-65dc8ae629f0', 'name': 'network-vif-deleted', 'tag': '9a6382ef-cb4b-4de7-8613-b9e415e17c2f'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:17:28.027310 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d4635dcc-2ebc-4d20-8a23-83127041b511 req-d4a5fd21-5451-479b-980b-86026839f1b1 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404784 Jul 24 09:17:28.028254 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa3c733-79f7-415d-a68d-81bccb167d0a" -d '{"events": [{"server_uuid": "013d55a6-d587-4124-89d5-65dc8ae629f0", "name": "network-vif-deleted", "tag": "9a6382ef-cb4b-4de7-8613-b9e415e17c2f"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:17:28.132597 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:28.147063 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9155784a-3103-4aae-8241-954ac78858f4 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:17:28.180431 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 9155784a-3103-4aae-8241-954ac78858f4, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=9155784a-3103-4aae-8241-954ac78858f4,segment=NetworkSegment(a914f9f7-330b-4c9c-b120-a4795b2b7f83),segment_id=a914f9f7-330b-4c9c-b120-a4795b2b7f83)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:28.186730 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:28.213672 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96419009-4caa-4b02-b4b8-423fcfd4a5db req-a6a28ab0-4aed-4372-b95e-e158859be334 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:28.218403 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96419009-4caa-4b02-b4b8-423fcfd4a5db req-a6a28ab0-4aed-4372-b95e-e158859be334 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c02c03-ca38-4864-8afd-a89d028bdb77 HTTP/1.1" status: 200 len: 943 time: 0.1156585 Jul 24 09:17:28.276476 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-a7e7a15d-ae73-4b73-b340-31e28de9a2c0 admin admin] Deleting port bb1ba969-29dc-4d79-916f-5249b10827f5 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:17:28.276849 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a7e7a15d-ae73-4b73-b340-31e28de9a2c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:28.279891 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=9155784a-3103-4aae-8241-954ac78858f4,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:28.305961 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96419009-4caa-4b02-b4b8-423fcfd4a5db req-02ff4450-099c-4f89-9c08-0dc0cdac7303 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca33315-7e5a-4769-859b-49bde1a9cc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749137 Jul 24 09:17:28.321582 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6d57ae-d9b1-4edc-bc1f-36fd77af7263 x-openstack-request-id: req-9c6d57ae-d9b1-4edc-bc1f-36fd77af7263 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:17:28.322189 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013d55a6-d587-4124-89d5-65dc8ae629f0", "name": "network-vif-deleted", "tag": "9a6382ef-cb4b-4de7-8613-b9e415e17c2f", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:17:28.322378 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c6d57ae-d9b1-4edc-bc1f-36fd77af7263 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:17:28.322806 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013d55a6-d587-4124-89d5-65dc8ae629f0', 'name': 'network-vif-deleted', 'tag': '9a6382ef-cb4b-4de7-8613-b9e415e17c2f', 'status': 'completed', 'code': 200} Jul 24 09:17:28.394224 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-a7e7a15d-ae73-4b73-b340-31e28de9a2c0 admin admin] For port bb1ba969-29dc-4d79-916f-5249b10827f5, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=bb1ba969-29dc-4d79-916f-5249b10827f5,segment=NetworkSegment(0993f1b1-2ac9-46c7-9d31-9654591ec2d3),segment_id=0993f1b1-2ac9-46c7-9d31-9654591ec2d3)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:28.394556 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a7e7a15d-ae73-4b73-b340-31e28de9a2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:28.412692 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-a7e7a15d-ae73-4b73-b340-31e28de9a2c0 admin admin] Calling delete_port for bb1ba969-29dc-4d79-916f-5249b10827f5 owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:17:28.451825 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['9155784a-3103-4aae-8241-954ac78858f4'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:17:28.474629 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-093c0106-db55-456c-bd1c-039489fae230 req-a7b99659-ba03-4fa7-a100-b79910600440 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/ports?device_id=013d55a6-d587-4124-89d5-65dc8ae629f0 HTTP/1.1" status: 200 len: 210 time: 0.0541935 Jul 24 09:17:28.648846 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a7e7a15d-ae73-4b73-b340-31e28de9a2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:28.676470 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7a15d-ae73-4b73-b340-31e28de9a2c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb1ba969-29dc-4d79-916f-5249b10827f5,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:28.848504 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a7e7a15d-ae73-4b73-b340-31e28de9a2c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:29.091461 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e7a15d-ae73-4b73-b340-31e28de9a2c0 admin admin] Router 278697df-a851-41f4-b9a0-a413303babb9 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:17:29.204704 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7427015-62f4-45c5-93a3-b9aac0af9c99 req-03fdca51-2687-47c5-aa88-47e549c134a1 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:29.206626 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f7427015-62f4-45c5-93a3-b9aac0af9c99 req-03fdca51-2687-47c5-aa88-47e549c134a1 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.0890822 Jul 24 09:17:29.303223 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17021d-a379-424f-b46b-ab8e94235c20 req-3935cc50-6fcb-4f10-beb0-88b16a73027b tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:29.304950 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2e17021d-a379-424f-b46b-ab8e94235c20 req-3935cc50-6fcb-4f10-beb0-88b16a73027b tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 945 time: 0.2099814 Jul 24 09:17:29.378342 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f7427015-62f4-45c5-93a3-b9aac0af9c99 req-df0d64ff-838e-4510-8571-65e67a89b523 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596754 Jul 24 09:17:29.382536 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e7a15d-ae73-4b73-b340-31e28de9a2c0 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:17:29.391715 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a7e7a15d-ae73-4b73-b340-31e28de9a2c0 admin admin] 10.222.0.32 "PUT /v2.0/routers/278697df-a851-41f4-b9a0-a413303babb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3608449 Jul 24 09:17:29.394192 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60744) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:29.406883 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b25490-e970-4ec7-b483-f2e52c665695 None None] Sync routers for ids ['278697df-a851-41f4-b9a0-a413303babb9'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:17:29.420195 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b25490-e970-4ec7-b483-f2e52c665695 None None] Routers {'278697df-a851-41f4-b9a0-a413303babb9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:17:29.420951 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a9b25490-e970-4ec7-b483-f2e52c665695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:17:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['278697df-a851-41f4-b9a0-a413303babb9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:29.480608 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2e17021d-a379-424f-b46b-ab8e94235c20 req-ac648d82-0f33-4988-9b18-2c79ad13616d tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544774 Jul 24 09:17:29.557452 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be6af0e1-699f-4ee9-bffd-b5fbfa16ac2b admin admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:29.576543 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-a9b25490-e970-4ec7-b483-f2e52c665695 None None] Set router 278697df-a851-41f4-b9a0-a413303babb9 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:17:29.717313 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48181bde-3275-4f71-8984-09618619d5a5 req-9baf2b60-a097-4d07-a1ed-88b5a9b1edf6 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:29.721128 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-48181bde-3275-4f71-8984-09618619d5a5 req-9baf2b60-a097-4d07-a1ed-88b5a9b1edf6 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c02c03-ca38-4864-8afd-a89d028bdb77 HTTP/1.1" status: 200 len: 944 time: 0.1223946 Jul 24 09:17:29.736169 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be6af0e1-699f-4ee9-bffd-b5fbfa16ac2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:29.767598 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7e6b33dc-8490-4b34-8a39-4e36dcf36aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:29.769191 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158a5e1-6f9c-4b5c-9360-72ecd1c84ac6 req-89d6fb97-e8bb-41b6-937e-7e44aeaa508c tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:29.772310 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7158a5e1-6f9c-4b5c-9360-72ecd1c84ac6 req-89d6fb97-e8bb-41b6-937e-7e44aeaa508c tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.0810990 Jul 24 09:17:29.793117 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 9155784a-3103-4aae-8241-954ac78858f4 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:17:29.825111 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7158a5e1-6f9c-4b5c-9360-72ecd1c84ac6 req-661ebfc9-aa76-4961-80b8-24b6aa10cf35 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467935 Jul 24 09:17:29.851081 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 9a6382ef-cb4b-4de7-8613-b9e415e17c2f no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:17:29.881731 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 9155784a-3103-4aae-8241-954ac78858f4 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:17:29.884186 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 9a6382ef-cb4b-4de7-8613-b9e415e17c2f {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:17:29.884713 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 9a6382ef-cb4b-4de7-8613-b9e415e17c2f not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:17:29.888336 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 9155784a-3103-4aae-8241-954ac78858f4 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:29.888710 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:29.906220 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a9b25490-e970-4ec7-b483-f2e52c665695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278697df-a851-41f4-b9a0-a413303babb9', 'name': 'tempest-AttachSCSIVolumeTestJSON-12106524-router', 'tenant_id': 'a5755a575ba54e918fe4d816a9ad1fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '01567eae-4f7f-446c-8bc0-38fce2cbc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:15:13Z', 'updated_at': '2021-07-24T09:17:28Z', 'revision_number': 5, 'project_id': 'a5755a575ba54e918fe4d816a9ad1fbd', 'gw_port': {'id': '01567eae-4f7f-446c-8bc0-38fce2cbc0b1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278697df-a851-41f4-b9a0-a413303babb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:15Z', 'updated_at': '2021-07-24T09:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:29.942108 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b25490-e970-4ec7-b483-f2e52c665695 None None] Checking router: 278697df-a851-41f4-b9a0-a413303babb9 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:17:29.951588 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b25490-e970-4ec7-b483-f2e52c665695 None None] Routers {'278697df-a851-41f4-b9a0-a413303babb9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:17:29.953171 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a9b25490-e970-4ec7-b483-f2e52c665695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:17:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['278697df-a851-41f4-b9a0-a413303babb9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:29.979960 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:30.008363 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c02c03-ca38-4864-8afd-a89d028bdb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9155784a-3103-4aae-8241-954ac78858f4'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:17:30.011220 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7157c7-06ed-42c7-a57d-dd42369b8646" -d '{"events": [{"server_uuid": "61c02c03-ca38-4864-8afd-a89d028bdb77", "name": "network-vif-plugged", "status": "completed", "tag": "9155784a-3103-4aae-8241-954ac78858f4"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:17:30.022005 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1110d0-3db3-4779-8c4c-1c7f5fb23bd4 req-bb220569-ac73-4d69-a785-97493b4c0a92 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:30.026581 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 9155784a-3103-4aae-8241-954ac78858f4, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=9155784a-3103-4aae-8241-954ac78858f4,segment=NetworkSegment(a914f9f7-330b-4c9c-b120-a4795b2b7f83),segment_id=a914f9f7-330b-4c9c-b120-a4795b2b7f83)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:30.033666 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd1110d0-3db3-4779-8c4c-1c7f5fb23bd4 req-bb220569-ac73-4d69-a785-97493b4c0a92 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.0889359 Jul 24 09:17:30.040960 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:30.081345 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd1110d0-3db3-4779-8c4c-1c7f5fb23bd4 req-2f6b98c9-0001-482d-b41f-b436451e8922 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459619 Jul 24 09:17:30.119312 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=9155784a-3103-4aae-8241-954ac78858f4,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:30.124083 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-a9b25490-e970-4ec7-b483-f2e52c665695 None None] Set router 278697df-a851-41f4-b9a0-a413303babb9 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:17:30.146867 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-48181bde-3275-4f71-8984-09618619d5a5 req-446ece2f-264a-4441-9ee6-ca53d4919f55 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca33315-7e5a-4769-859b-49bde1a9cc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4190629 Jul 24 09:17:30.182048 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-be6af0e1-699f-4ee9-bffd-b5fbfa16ac2b admin admin] Deleting port 01567eae-4f7f-446c-8bc0-38fce2cbc0b1 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:17:30.182396 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be6af0e1-699f-4ee9-bffd-b5fbfa16ac2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:30.256284 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8549ca-4c02-4ea7-bf18-e89d6bdf01f8 x-openstack-request-id: req-5e8549ca-4c02-4ea7-bf18-e89d6bdf01f8 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:17:30.256821 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c02c03-ca38-4864-8afd-a89d028bdb77", "name": "network-vif-plugged", "status": "completed", "tag": "9155784a-3103-4aae-8241-954ac78858f4", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:17:30.257378 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e8549ca-4c02-4ea7-bf18-e89d6bdf01f8 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:17:30.258023 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c02c03-ca38-4864-8afd-a89d028bdb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9155784a-3103-4aae-8241-954ac78858f4', 'code': 200} Jul 24 09:17:30.313342 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60782) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:30.315045 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-be6af0e1-699f-4ee9-bffd-b5fbfa16ac2b admin admin] For port 01567eae-4f7f-446c-8bc0-38fce2cbc0b1, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=01567eae-4f7f-446c-8bc0-38fce2cbc0b1,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:30.315423 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be6af0e1-699f-4ee9-bffd-b5fbfa16ac2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:30.331594 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-be6af0e1-699f-4ee9-bffd-b5fbfa16ac2b admin admin] Calling delete_port for 01567eae-4f7f-446c-8bc0-38fce2cbc0b1 owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:17:30.377789 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:30.442077 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a9b25490-e970-4ec7-b483-f2e52c665695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278697df-a851-41f4-b9a0-a413303babb9', 'name': 'tempest-AttachSCSIVolumeTestJSON-12106524-router', 'tenant_id': 'a5755a575ba54e918fe4d816a9ad1fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '01567eae-4f7f-446c-8bc0-38fce2cbc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:15:13Z', 'updated_at': '2021-07-24T09:17:28Z', 'revision_number': 5, 'project_id': 'a5755a575ba54e918fe4d816a9ad1fbd', 'gw_port': {'id': '01567eae-4f7f-446c-8bc0-38fce2cbc0b1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278697df-a851-41f4-b9a0-a413303babb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:15Z', 'updated_at': '2021-07-24T09:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:30.474358 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b25490-e970-4ec7-b483-f2e52c665695 None None] The sync data for ids ['278697df-a851-41f4-b9a0-a413303babb9'] in n-d-800085-9 is: [{'id': '278697df-a851-41f4-b9a0-a413303babb9', 'name': 'tempest-AttachSCSIVolumeTestJSON-12106524-router', 'tenant_id': 'a5755a575ba54e918fe4d816a9ad1fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': '01567eae-4f7f-446c-8bc0-38fce2cbc0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:15:13Z', 'updated_at': '2021-07-24T09:17:28Z', 'revision_number': 5, 'project_id': 'a5755a575ba54e918fe4d816a9ad1fbd', 'gw_port': {'id': '01567eae-4f7f-446c-8bc0-38fce2cbc0b1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278697df-a851-41f4-b9a0-a413303babb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:15:15Z', 'updated_at': '2021-07-24T09:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:17:30.519378 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-985d1554-06da-432d-bf48-3ab86a98fbd2 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:30.545369 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e91811-6361-4084-a694-cef53427f0d5 req-4ee5b72b-c8a9-479d-81fc-f41c3366ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:30.547713 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-46e91811-6361-4084-a694-cef53427f0d5 req-4ee5b72b-c8a9-479d-81fc-f41c3366ad06 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=61c02c03-ca38-4864-8afd-a89d028bdb77 HTTP/1.1" status: 200 len: 1096 time: 0.2273762 Jul 24 09:17:30.584330 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be6af0e1-699f-4ee9-bffd-b5fbfa16ac2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:30.601677 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-adcc7098-2cd3-4fa8-a4de-a39800767d73 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:30.608968 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-adcc7098-2cd3-4fa8-a4de-a39800767d73 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 812 time: 0.2377670 Jul 24 09:17:30.619949 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6af0e1-699f-4ee9-bffd-b5fbfa16ac2b admin admin] Pushing event deleted for resources: {'Port': ['ID=01567eae-4f7f-446c-8bc0-38fce2cbc0b1,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:30.632570 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-985d1554-06da-432d-bf48-3ab86a98fbd2 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:30.682976 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-eaa30ca4-cf2f-42d5-8d44-e5b444fa84dd tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/quotas/1a05e6e5898f4251b0312ce083171a42 HTTP/1.1" status: 200 len: 375 time: 0.0730085 Jul 24 09:17:30.688314 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-46e91811-6361-4084-a694-cef53427f0d5 req-c5de6475-cf0c-40d4-925a-42ab54e04f68 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1ca33315-7e5a-4769-859b-49bde1a9cc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248219 Jul 24 09:17:30.770306 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-985d1554-06da-432d-bf48-3ab86a98fbd2 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:30.771032 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be6af0e1-699f-4ee9-bffd-b5fbfa16ac2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:30.773150 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-985d1554-06da-432d-bf48-3ab86a98fbd2 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:30.776650 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-985d1554-06da-432d-bf48-3ab86a98fbd2 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "DELETE /v2.0/security-groups/4f713556-27d3-4a87-a31e-eda0d944bb76 HTTP/1.1" status: 204 len: 168 time: 0.4599752 Jul 24 09:17:30.785366 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60802) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:30.786157 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d1554-06da-432d-bf48-3ab86a98fbd2 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f713556-27d3-4a87-a31e-eda0d944bb76,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:30.808548 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-8fb964d1-1137-4824-9c17-5d0639103f54 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] show failed (client error): The resource could not be found. Jul 24 09:17:30.817075 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8fb964d1-1137-4824-9c17-5d0639103f54 tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "GET /v2.0/security-groups/4f713556-27d3-4a87-a31e-eda0d944bb76 HTTP/1.1" status: 404 len: 347 time: 0.0287287 Jul 24 09:17:30.817698 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60804) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:30.887004 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-5fa939f2-efba-4af3-949a-3a7476164da5 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1924043 Jul 24 09:17:30.904176 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be6af0e1-699f-4ee9-bffd-b5fbfa16ac2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:30.907118 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be6af0e1-699f-4ee9-bffd-b5fbfa16ac2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:30.916942 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd9d70-bdca-4527-aa3e-1c5a72185c80 req-8c1ae24b-2830-4377-a7f9-d6eb666f1618 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:30.920174 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfbd9d70-bdca-4527-aa3e-1c5a72185c80 req-8c1ae24b-2830-4377-a7f9-d6eb666f1618 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 945 time: 0.2368863 Jul 24 09:17:30.922436 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:30.933200 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-8bcb615e-69ab-48a3-8e1f-224a6036d13e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:17:30.934440 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-8bcb615e-69ab-48a3-8e1f-224a6036d13e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136812 Jul 24 09:17:31.024929 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfbd9d70-bdca-4527-aa3e-1c5a72185c80 req-43ad7507-0da0-463d-bee8-08815a9f56fd tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990810 Jul 24 09:17:31.026085 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be6af0e1-699f-4ee9-bffd-b5fbfa16ac2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:31.026741 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6af0e1-699f-4ee9-bffd-b5fbfa16ac2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 278697df-a851-41f4-b9a0-a413303babb9 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:17:31.029889 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-1edd86ed-65ba-44d3-8ae0-7fc8fb36a0ad tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Deleting port 9af7d48e-ee6b-45ac-91ab-6db241addab1 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:17:31.031455 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1edd86ed-65ba-44d3-8ae0-7fc8fb36a0ad tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:31.031748 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be6af0e1-699f-4ee9-bffd-b5fbfa16ac2b admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:31.033044 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-be6af0e1-699f-4ee9-bffd-b5fbfa16ac2b admin admin] 10.222.0.32 "DELETE /v2.0/routers/278697df-a851-41f4-b9a0-a413303babb9 HTTP/1.1" status: 204 len: 168 time: 1.6376808 Jul 24 09:17:31.036504 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60808) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:31.124485 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7359f7c-5364-4b91-aea1-72956ec8a6cd admin admin] Deleting subnet 02f32891-624f-41b3-81e1-d9d0aa4b2874 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:17:31.134802 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d7359f7c-5364-4b91-aea1-72956ec8a6cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:31.159430 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1edd86ed-65ba-44d3-8ae0-7fc8fb36a0ad tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:31.159940 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1edd86ed-65ba-44d3-8ae0-7fc8fb36a0ad tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:31.187849 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d7359f7c-5364-4b91-aea1-72956ec8a6cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:31.205568 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-1edd86ed-65ba-44d3-8ae0-7fc8fb36a0ad tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Calling delete_port for 9af7d48e-ee6b-45ac-91ab-6db241addab1 owned by network:floatingip {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:17:31.313918 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d7359f7c-5364-4b91-aea1-72956ec8a6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:31.323982 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-3c09f0dd-64f0-4a82-9cb8-a7b5de1a9f28 service neutron] 10.222.0.32 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634751 Jul 24 09:17:31.420336 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c962f81-519a-4ca6-b02c-55c5552a6245 req-08451c16-d789-4c94-9489-f9a5e8d4ca7c tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:31.428189 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0c962f81-519a-4ca6-b02c-55c5552a6245 req-08451c16-d789-4c94-9489-f9a5e8d4ca7c tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c02c03-ca38-4864-8afd-a89d028bdb77 HTTP/1.1" status: 200 len: 945 time: 0.1160548 Jul 24 09:17:31.432398 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d7359f7c-5364-4b91-aea1-72956ec8a6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:31.473659 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-fcdd7613-4f53-403a-af4f-ccb9acc28dfe service neutron] 10.222.0.32 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478148 Jul 24 09:17:31.475880 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7359f7c-5364-4b91-aea1-72956ec8a6cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02f32891-624f-41b3-81e1-d9d0aa4b2874,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:31.481072 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d7359f7c-5364-4b91-aea1-72956ec8a6cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:31.483112 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d7359f7c-5364-4b91-aea1-72956ec8a6cd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/02f32891-624f-41b3-81e1-d9d0aa4b2874 HTTP/1.1" status: 204 len: 168 time: 0.4455624 Jul 24 09:17:31.486554 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60812) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:31.493858 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d42332-a26c-439a-bfee-b9b37f6f1ff4 None None] Network f2b4cadf-32bf-4f26-9907-205178132255 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:17:31.549725 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1edd86ed-65ba-44d3-8ae0-7fc8fb36a0ad tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:31.558743 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0c962f81-519a-4ca6-b02c-55c5552a6245 req-57a8273b-e2b3-4b8e-8a68-11ee2581f0a3 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca33315-7e5a-4769-859b-49bde1a9cc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295097 Jul 24 09:17:31.592771 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd86ed-65ba-44d3-8ae0-7fc8fb36a0ad tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Pushing event deleted for resources: {'Port': ['ID=9af7d48e-ee6b-45ac-91ab-6db241addab1,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:31.648163 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a3aa-74d1-4336-8a57-511eeb759c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:31.727071 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1edd86ed-65ba-44d3-8ae0-7fc8fb36a0ad tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks [] for floatingip, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:31.729504 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bb1ba969-29dc-4d79-916f-5249b10827f5 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:17:31.731633 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1edd86ed-65ba-44d3-8ae0-7fc8fb36a0ad tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:31.739286 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1edd86ed-65ba-44d3-8ae0-7fc8fb36a0ad tempest-ImagesOneServerNegativeTestJSON-1555915684 tempest-ImagesOneServerNegativeTestJSON-1555915684-project] 10.222.0.32 "DELETE /v2.0/floatingips/0891f0ff-ea50-41d5-9237-2d5ca87380f5 HTTP/1.1" status: 204 len: 168 time: 0.9179127 Jul 24 09:17:31.759910 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: bb1ba969-29dc-4d79-916f-5249b10827f5 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:17:31.760678 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bb1ba969-29dc-4d79-916f-5249b10827f5 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:17:31.771760 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-2ef6a3aa-74d1-4336-8a57-511eeb759c6e admin admin] Deleting port a23dafd6-6568-473a-b7ec-12787ecc3aa4 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:17:31.772122 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a3aa-74d1-4336-8a57-511eeb759c6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:31.863070 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-2ef6a3aa-74d1-4336-8a57-511eeb759c6e admin admin] For port a23dafd6-6568-473a-b7ec-12787ecc3aa4, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a23dafd6-6568-473a-b7ec-12787ecc3aa4,segment=NetworkSegment(0993f1b1-2ac9-46c7-9d31-9654591ec2d3),segment_id=0993f1b1-2ac9-46c7-9d31-9654591ec2d3)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:31.863451 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a3aa-74d1-4336-8a57-511eeb759c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:31.879733 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60828) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:31.887083 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-2ef6a3aa-74d1-4336-8a57-511eeb759c6e admin admin] Calling delete_port for a23dafd6-6568-473a-b7ec-12787ecc3aa4 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:17:31.887311 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a099ac-fef2-4157-8c36-3a6e6540c935 None None] DHCP port deletion for f2b4cadf-32bf-4f26-9907-205178132255 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:17:31.938608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b31c6a4-50dc-4004-b467-69220aee2503 admin admin] Deleting subnet 66d96a69-926f-4867-a66e-7af2fecafdb3 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:17:31.942759 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d4a099ac-fef2-4157-8c36-3a6e6540c935 None None] Deleting port a23dafd6-6568-473a-b7ec-12787ecc3aa4 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:17:31.943258 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9b31c6a4-50dc-4004-b467-69220aee2503 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:31.943889 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d4a099ac-fef2-4157-8c36-3a6e6540c935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:31.990390 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a3aa-74d1-4336-8a57-511eeb759c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:31.993876 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9b31c6a4-50dc-4004-b467-69220aee2503 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:32.026837 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d4a099ac-fef2-4157-8c36-3a6e6540c935 None None] For port a23dafd6-6568-473a-b7ec-12787ecc3aa4, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a23dafd6-6568-473a-b7ec-12787ecc3aa4,segment=NetworkSegment(0993f1b1-2ac9-46c7-9d31-9654591ec2d3),segment_id=0993f1b1-2ac9-46c7-9d31-9654591ec2d3)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:32.027525 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d4a099ac-fef2-4157-8c36-3a6e6540c935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:32.035171 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6a3aa-74d1-4336-8a57-511eeb759c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=a23dafd6-6568-473a-b7ec-12787ecc3aa4,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:32.045311 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef6a3aa-74d1-4336-8a57-511eeb759c6e admin admin] No DVR routers for this DVR port a23dafd6-6568-473a-b7ec-12787ecc3aa4 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:17:32.052085 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d4a099ac-fef2-4157-8c36-3a6e6540c935 None None] Calling delete_port for a23dafd6-6568-473a-b7ec-12787ecc3aa4 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:17:32.151167 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a3aa-74d1-4336-8a57-511eeb759c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:32.187299 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-2ef6a3aa-74d1-4336-8a57-511eeb759c6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b4cadf-32bf-4f26-9907-205178132255']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:32.198984 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d4a099ac-fef2-4157-8c36-3a6e6540c935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:32.224863 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-2ef6a3aa-74d1-4336-8a57-511eeb759c6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0993f1b1-2ac9-46c7-9d31-9654591ec2d3') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:32.225398 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-2ef6a3aa-74d1-4336-8a57-511eeb759c6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0993f1b1-2ac9-46c7-9d31-9654591ec2d3') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:32.239241 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a3aa-74d1-4336-8a57-511eeb759c6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:32.265341 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a3aa-74d1-4336-8a57-511eeb759c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:32.283945 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef6a3aa-74d1-4336-8a57-511eeb759c6e admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:17:32.284626 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a3aa-74d1-4336-8a57-511eeb759c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:17:32.292042 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:17:32.317713 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc9d38-7422-40fa-8c50-0f3db19eb26f req-d1fe390b-1807-4aab-8a72-487327b35c77 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:32.319728 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-42cc9d38-7422-40fa-8c50-0f3db19eb26f req-d1fe390b-1807-4aab-8a72-487327b35c77 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 945 time: 0.1535594 Jul 24 09:17:32.380892 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a099ac-fef2-4157-8c36-3a6e6540c935 None None] Pushing event deleted for resources: {'Port': ['ID=a23dafd6-6568-473a-b7ec-12787ecc3aa4,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:32.388394 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a099ac-fef2-4157-8c36-3a6e6540c935 None None] No DVR routers for this DVR port a23dafd6-6568-473a-b7ec-12787ecc3aa4 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:17:32.412959 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9b31c6a4-50dc-4004-b467-69220aee2503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:32.413503 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-42cc9d38-7422-40fa-8c50-0f3db19eb26f req-5516690b-8940-4991-8a15-f4cd2a46bc63 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794737 Jul 24 09:17:32.414381 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a3aa-74d1-4336-8a57-511eeb759c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:32.425455 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a3aa-74d1-4336-8a57-511eeb759c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:32.439284 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2ef6a3aa-74d1-4336-8a57-511eeb759c6e admin admin] 10.222.0.32 "DELETE /v2.0/networks/f2b4cadf-32bf-4f26-9907-205178132255 HTTP/1.1" status: 204 len: 168 time: 0.9488404 Jul 24 09:17:32.452946 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6a3aa-74d1-4336-8a57-511eeb759c6e admin admin] Pushing event deleted for resources: {'Network': ['ID=f2b4cadf-32bf-4f26-9907-205178132255,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:32.478710 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9b31c6a4-50dc-4004-b467-69220aee2503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:32.513127 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31c6a4-50dc-4004-b467-69220aee2503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66d96a69-926f-4867-a66e-7af2fecafdb3,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:32.515148 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9b31c6a4-50dc-4004-b467-69220aee2503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:32.517102 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9b31c6a4-50dc-4004-b467-69220aee2503 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/66d96a69-926f-4867-a66e-7af2fecafdb3 HTTP/1.1" status: 204 len: 168 time: 0.6359000 Jul 24 09:17:32.519471 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60836) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:32.589874 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8933555d-b8f5-47dd-a429-e7b8ef4f70aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:32.643173 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60842) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:32.692251 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a5a18cb3-a1fd-41de-a6e2-285b3990c074 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=233e5702d83e46c29e001e8f0c97ed0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478027 Jul 24 09:17:32.695185 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60848) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:32.701973 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598c105-6c59-41d3-90ff-15e5446b4ae5 req-d019307e-8b88-4199-9c3d-860480b19307 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:32.705373 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8598c105-6c59-41d3-90ff-15e5446b4ae5 req-d019307e-8b88-4199-9c3d-860480b19307 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c02c03-ca38-4864-8afd-a89d028bdb77 HTTP/1.1" status: 200 len: 945 time: 0.0906444 Jul 24 09:17:32.729653 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8933555d-b8f5-47dd-a429-e7b8ef4f70aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:32.753354 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8598c105-6c59-41d3-90ff-15e5446b4ae5 req-c2e26949-d3a5-4b53-bf4e-48dc8462a17f tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca33315-7e5a-4769-859b-49bde1a9cc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428038 Jul 24 09:17:32.778200 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-8933555d-b8f5-47dd-a429-e7b8ef4f70aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e0f771d-ba39-4956-b211-8dacb7f59819']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:32.786380 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bc5a676f-3ec6-460e-9913-99fd0b4b1950 req-adc80a2f-b767-4255-ba97-df919a9a976a tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 210 time: 0.0550034 Jul 24 09:17:32.800681 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-8933555d-b8f5-47dd-a429-e7b8ef4f70aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028cb95f-2a4c-4e6e-aac8-95db3bdf4e23') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:32.801002 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-8933555d-b8f5-47dd-a429-e7b8ef4f70aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028cb95f-2a4c-4e6e-aac8-95db3bdf4e23') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:32.817707 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8933555d-b8f5-47dd-a429-e7b8ef4f70aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:32.817866 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:32.839667 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-87bdf738-f187-42a6-88d0-d7a101920c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:32.868016 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8933555d-b8f5-47dd-a429-e7b8ef4f70aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:32.906699 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-87bdf738-f187-42a6-88d0-d7a101920c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:32.909047 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8933555d-b8f5-47dd-a429-e7b8ef4f70aa admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:17:32.909605 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8933555d-b8f5-47dd-a429-e7b8ef4f70aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:17:32.989166 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:17:33.024186 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8933555d-b8f5-47dd-a429-e7b8ef4f70aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:33.036447 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8933555d-b8f5-47dd-a429-e7b8ef4f70aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:33.038415 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8933555d-b8f5-47dd-a429-e7b8ef4f70aa admin admin] 10.222.0.32 "DELETE /v2.0/networks/0e0f771d-ba39-4956-b211-8dacb7f59819 HTTP/1.1" status: 204 len: 168 time: 0.5180078 Jul 24 09:17:33.058807 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933555d-b8f5-47dd-a429-e7b8ef4f70aa admin admin] Pushing event deleted for resources: {'Network': ['ID=0e0f771d-ba39-4956-b211-8dacb7f59819,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:33.081610 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-87bdf738-f187-42a6-88d0-d7a101920c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:33.084702 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-87bdf738-f187-42a6-88d0-d7a101920c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:33.086359 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-87bdf738-f187-42a6-88d0-d7a101920c71 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ec390b8-4799-4bcb-81d0-3080993ba75f HTTP/1.1" status: 204 len: 168 time: 0.3902633 Jul 24 09:17:33.098904 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a66631-d427-4571-9256-f0416b798461 req-34aa98b9-2d44-470a-8f2f-bce78759a37d tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:33.100524 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e8a66631-d427-4571-9256-f0416b798461 req-34aa98b9-2d44-470a-8f2f-bce78759a37d tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c02c03-ca38-4864-8afd-a89d028bdb77 HTTP/1.1" status: 200 len: 945 time: 0.2258115 Jul 24 09:17:33.106184 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bdf738-f187-42a6-88d0-d7a101920c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec390b8-4799-4bcb-81d0-3080993ba75f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:33.110917 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60870) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:33.118632 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-53537444-9986-496a-af20-b3efa56aab38 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Request body: {'floatingip': {'port_id': '9155784a-3103-4aae-8241-954ac78858f4'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:33.189016 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-53537444-9986-496a-af20-b3efa56aab38 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks [] for floatingip, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:33.348523 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a23dafd6-6568-473a-b7ec-12787ecc3aa4 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:17:33.373832 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: a23dafd6-6568-473a-b7ec-12787ecc3aa4 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:17:33.374778 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a23dafd6-6568-473a-b7ec-12787ecc3aa4 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:17:33.375614 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 01567eae-4f7f-446c-8bc0-38fce2cbc0b1 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:17:33.397690 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 01567eae-4f7f-446c-8bc0-38fce2cbc0b1 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:17:33.398351 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 01567eae-4f7f-446c-8bc0-38fce2cbc0b1 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:17:33.432661 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60874) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:33.486798 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4e16e88f-633b-4e7d-a9be-24acfaf0d7dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b1dc4d2691c74f8bafc90c2d2ce665eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518448 Jul 24 09:17:33.488713 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60878) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:33.572901 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-56c408aa-144d-41c5-90fb-671f7eb322ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:33.598046 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-56c408aa-144d-41c5-90fb-671f7eb322ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:33.662826 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-56c408aa-144d-41c5-90fb-671f7eb322ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:33.666028 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-56c408aa-144d-41c5-90fb-671f7eb322ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:33.670010 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-56c408aa-144d-41c5-90fb-671f7eb322ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78dd1d48-8d6f-4741-9137-36a28624417e HTTP/1.1" status: 204 len: 168 time: 0.1797910 Jul 24 09:17:33.678884 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c408aa-144d-41c5-90fb-671f7eb322ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dd1d48-8d6f-4741-9137-36a28624417e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:33.752876 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82593472-8a1c-40e1-a00d-3a743956616a req-17aadab7-df45-4f58-8d15-29f347a02abd tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:33.754661 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-82593472-8a1c-40e1-a00d-3a743956616a req-17aadab7-df45-4f58-8d15-29f347a02abd tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 945 time: 0.1561131 Jul 24 09:17:33.761283 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60884) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:33.826086 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1deeb2f9-6fe0-4f18-9a0b-1e0074bef007 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a5755a575ba54e918fe4d816a9ad1fbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0632696 Jul 24 09:17:33.828438 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60890) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:33.890185 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-35e9b983-96b9-43bc-8af5-3a96a4c47781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:33.892767 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-82593472-8a1c-40e1-a00d-3a743956616a req-96754e94-4685-4e0e-8678-418381605086 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301284 Jul 24 09:17:33.917640 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-35e9b983-96b9-43bc-8af5-3a96a4c47781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:34.075942 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-53537444-9986-496a-af20-b3efa56aab38 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:34.083187 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-53537444-9986-496a-af20-b3efa56aab38 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:34.158116 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-35e9b983-96b9-43bc-8af5-3a96a4c47781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:34.162491 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-35e9b983-96b9-43bc-8af5-3a96a4c47781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:34.167801 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-35e9b983-96b9-43bc-8af5-3a96a4c47781 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63286b5d-6691-4120-a2a3-5dc05e7db680 HTTP/1.1" status: 204 len: 168 time: 0.3340790 Jul 24 09:17:34.173117 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-844c27da-3871-4761-9a50-83dafda6b547 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:34.175319 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-844c27da-3871-4761-9a50-83dafda6b547 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.20 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 812 time: 0.1634052 Jul 24 09:17:34.206847 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-ebc3bd9f-e912-4eef-a6d3-acc16ebe16cc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Request body: {'port': {'device_id': '96fcdced-39ea-4f30-b7ef-b12e95cd7ea6', 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'admin_state_up': True, 'tenant_id': '1a05e6e5898f4251b0312ce083171a42'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:34.212508 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9ca856c-385f-4437-a1ec-8cad28d723ce req-e8a061b0-356a-4bf6-931e-3a7fa1aee849 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 210 time: 0.2043314 Jul 24 09:17:34.246767 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9b983-96b9-43bc-8af5-3a96a4c47781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63286b5d-6691-4120-a2a3-5dc05e7db680,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:34.280090 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-53537444-9986-496a-af20-b3efa56aab38 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Floating IP 3aefc838-b3ee-4c13-96eb-2386fadb9481 associated. External IP: 172.25.7.94, port: 9155784a-3103-4aae-8241-954ac78858f4. Jul 24 09:17:34.401649 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-ebc3bd9f-e912-4eef-a6d3-acc16ebe16cc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Made reservation on behalf of 1a05e6e5898f4251b0312ce083171a42 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:17:34.407023 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-ebc3bd9f-e912-4eef-a6d3-acc16ebe16cc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:34.579216 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-ebc3bd9f-e912-4eef-a6d3-acc16ebe16cc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Allocated IP 172.20.0.9 (68b64780-c69e-4432-87ba-d598170da5b7/33f84861-778d-4828-92aa-af092c959084/b8d95427-097a-4f00-9215-4defaab92a25) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:17:34.582646 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53537444-9986-496a-af20-b3efa56aab38 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Router cbd06db2-44e8-41ce-9d4a-c472338f8982 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:17:34.783678 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60922) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:34.858175 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-ebc3bd9f-e912-4eef-a6d3-acc16ebe16cc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:34.877580 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-ebc3bd9f-e912-4eef-a6d3-acc16ebe16cc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Transition to ACTIVE for port object b8d95427-097a-4f00-9215-4defaab92a25 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:17:34.919986 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-ebc3bd9f-e912-4eef-a6d3-acc16ebe16cc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:34.986070 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-ebc3bd9f-e912-4eef-a6d3-acc16ebe16cc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Network 68b64780-c69e-4432-87ba-d598170da5b7 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:17:34.990963 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-ebc3bd9f-e912-4eef-a6d3-acc16ebe16cc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:17:34.994571 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-ebc3bd9f-e912-4eef-a6d3-acc16ebe16cc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:17:35.049262 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3bd9f-e912-4eef-a6d3-acc16ebe16cc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Pushing event updated for resources: {'Port': ['ID=b8d95427-097a-4f00-9215-4defaab92a25,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:35.098757 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-ebc3bd9f-e912-4eef-a6d3-acc16ebe16cc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:35.099488 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-ebc3bd9f-e912-4eef-a6d3-acc16ebe16cc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:35.143717 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-1f8c3c6a-dbec-423e-b81f-6c72d4d3682c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-214656513-network', 'tenant_id': '60a1b5f89d844ea48b73bc1634c8b74f'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:35.226424 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-ebc3bd9f-e912-4eef-a6d3-acc16ebe16cc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0267241 Jul 24 09:17:35.228249 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8c3c6a-dbec-423e-b81f-6c72d4d3682c admin admin] Made reservation on behalf of 60a1b5f89d844ea48b73bc1634c8b74f for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:17:35.234721 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3c6a-dbec-423e-b81f-6c72d4d3682c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:35.235888 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53537444-9986-496a-af20-b3efa56aab38 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:17:35.241375 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-53537444-9986-496a-af20-b3efa56aab38 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:35.257183 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f03f69-b3c6-4cd8-b96e-7d0c2e341784 None None] Sync routers for ids ['cbd06db2-44e8-41ce-9d4a-c472338f8982'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:17:35.279913 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f03f69-b3c6-4cd8-b96e-7d0c2e341784 None None] Routers {'cbd06db2-44e8-41ce-9d4a-c472338f8982'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:17:35.280601 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-55f03f69-b3c6-4cd8-b96e-7d0c2e341784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:17:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['cbd06db2-44e8-41ce-9d4a-c472338f8982'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:35.312229 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-a7e0d21f-3175-42b4-8a88-9c2681da23c1 service neutron] Request body: {'port': {'device_id': '96fcdced-39ea-4f30-b7ef-b12e95cd7ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:35.363615 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3c6a-dbec-423e-b81f-6c72d4d3682c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:35.454761 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-53537444-9986-496a-af20-b3efa56aab38 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "PUT /v2.0/floatingips/3aefc838-b3ee-4c13-96eb-2386fadb9481 HTTP/1.1" status: 200 len: 990 time: 2.3408592 Jul 24 09:17:35.461493 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c02c03-ca38-4864-8afd-a89d028bdb77', 'tag': '9155784a-3103-4aae-8241-954ac78858f4'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:17:35.466588 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5406167b-f3d4-4ca2-b401-beefc39612f2" -d '{"events": [{"name": "network-changed", "server_uuid": "61c02c03-ca38-4864-8afd-a89d028bdb77", "tag": "9155784a-3103-4aae-8241-954ac78858f4"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:17:35.480803 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-55f03f69-b3c6-4cd8-b96e-7d0c2e341784 None None] Set router cbd06db2-44e8-41ce-9d4a-c472338f8982 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:17:35.531522 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109f79a-4a6a-44be-9713-9b5ee90afd30 req-6b62a057-0ed4-4551-b8c8-b4caf967056a tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:35.540122 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5109f79a-4a6a-44be-9713-9b5ee90afd30 req-6b62a057-0ed4-4551-b8c8-b4caf967056a tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 931 time: 0.1690989 Jul 24 09:17:35.610715 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7f0b1-b4cc-441f-b543-81077170e972 req-d0346d30-ec47-46e4-85a9-483330feb055 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:35.613165 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-65e7f0b1-b4cc-441f-b543-81077170e972 req-d0346d30-ec47-46e4-85a9-483330feb055 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 945 time: 0.5441201 Jul 24 09:17:35.631283 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5109f79a-4a6a-44be-9713-9b5ee90afd30 req-78cc0a7b-ad6b-4f94-a823-7b7daec848da tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882123 Jul 24 09:17:35.635242 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60954) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:35.690385 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-a7e0d21f-3175-42b4-8a88-9c2681da23c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:35.723007 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-65e7f0b1-b4cc-441f-b543-81077170e972 req-cf8d0883-02f7-43a9-9b57-347572c74db6 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919387 Jul 24 09:17:35.756752 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3c6a-dbec-423e-b81f-6c72d4d3682c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:35.833847 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf13984-cc21-42bf-9d32-a8062f8dc25a x-openstack-request-id: req-ccf13984-cc21-42bf-9d32-a8062f8dc25a {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:17:35.834484 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c02c03-ca38-4864-8afd-a89d028bdb77", "tag": "9155784a-3103-4aae-8241-954ac78858f4", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:17:35.835028 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ccf13984-cc21-42bf-9d32-a8062f8dc25a {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:17:35.835796 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c02c03-ca38-4864-8afd-a89d028bdb77', 'tag': '9155784a-3103-4aae-8241-954ac78858f4', 'status': 'completed', 'code': 200} Jul 24 09:17:35.838703 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-657598c5-31e4-4a92-b785-d87edfe8c1b0 None None] Provisioning for port b8d95427-097a-4f00-9215-4defaab92a25 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:17:35.846105 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-657598c5-31e4-4a92-b785-d87edfe8c1b0 None None] Provisioning complete for port b8d95427-097a-4f00-9215-4defaab92a25 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:35.846479 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-657598c5-31e4-4a92-b785-d87edfe8c1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:35.888986 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60962) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:35.932154 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-657598c5-31e4-4a92-b785-d87edfe8c1b0 None None] Port b8d95427-097a-4f00-9215-4defaab92a25 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:17:35.953927 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-55f03f69-b3c6-4cd8-b96e-7d0c2e341784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'name': 'tempest-ServersTestJSON-740797171-router', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:16:59Z', 'updated_at': '2021-07-24T09:17:07Z', 'revision_number': 4, 'project_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'gw_port': {'id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:00Z', 'updated_at': '2021-07-24T09:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '3aefc838-b3ee-4c13-96eb-2386fadb9481', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'floating_ip_address': '172.25.7.94', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'port_id': '9155784a-3103-4aae-8241-954ac78858f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442', 'mac_address': 'fa:16:3e:13:05:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c02c03-ca38-4864-8afd-a89d028bdb77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:17:16Z', 'updated_at': '2021-07-24T09:17:33Z', 'revision_number': 1, 'project_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5', 'name': '', 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'mac_address': 'fa:16:3e:81:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '8947dfd9-5d03-4d1e-b637-4d9aaaa3be67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:05Z', 'updated_at': '2021-07-24T09:17:16Z', 'revision_number': 5, 'project_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'subnets': [{'id': '8947dfd9-5d03-4d1e-b637-4d9aaaa3be67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:35.966341 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3c6a-dbec-423e-b81f-6c72d4d3682c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:35.995810 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3033bcc7-faa9-4990-bdc5-91bb1be0f1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:36.014934 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f03f69-b3c6-4cd8-b96e-7d0c2e341784 None None] Checking router: cbd06db2-44e8-41ce-9d4a-c472338f8982 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:17:36.018187 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-a202c79f-fcf6-43bf-8f7c-eb73bbe0f7bf admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-28082101-network', 'tenant_id': '208b19a92d72469fa99662d716d4ff0b'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:36.025105 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f03f69-b3c6-4cd8-b96e-7d0c2e341784 None None] Routers {'cbd06db2-44e8-41ce-9d4a-c472338f8982'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:17:36.026366 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-55f03f69-b3c6-4cd8-b96e-7d0c2e341784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:17:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['cbd06db2-44e8-41ce-9d4a-c472338f8982'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:36.029001 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f8c3c6a-dbec-423e-b81f-6c72d4d3682c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:17:36.050147 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a202c79f-fcf6-43bf-8f7c-eb73bbe0f7bf admin admin] Made reservation on behalf of 208b19a92d72469fa99662d716d4ff0b for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:17:36.053088 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a202c79f-fcf6-43bf-8f7c-eb73bbe0f7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:36.065740 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a202c79f-fcf6-43bf-8f7c-eb73bbe0f7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:36.083131 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3c6a-dbec-423e-b81f-6c72d4d3682c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:36.083589 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-1f8c3c6a-dbec-423e-b81f-6c72d4d3682c admin admin] Added segment f3619eb9-4567-4e08-86e8-8a3ee2856ad7 of type vlan for network b4e73a77-8d86-4073-9301-d2737d818246 Jul 24 09:17:36.086388 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c3c6a-dbec-423e-b81f-6c72d4d3682c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3164cb-cc50-4a31-9a13-704787a05584,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:36.162714 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3c6a-dbec-423e-b81f-6c72d4d3682c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:36.187314 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406167b-f3d4-4ca2-b401-beefc39612f2 req-728265bc-a9c2-4a51-8ef8-847ea27dd34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:36.188824 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5406167b-f3d4-4ca2-b401-beefc39612f2 req-728265bc-a9c2-4a51-8ef8-847ea27dd34f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7845f909cd4c44d8964a9d8a1612a8c9&device_id=61c02c03-ca38-4864-8afd-a89d028bdb77 HTTP/1.1" status: 200 len: 1096 time: 0.2372339 Jul 24 09:17:36.193778 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-55f03f69-b3c6-4cd8-b96e-7d0c2e341784 None None] Set router cbd06db2-44e8-41ce-9d4a-c472338f8982 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:17:36.252446 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3033bcc7-faa9-4990-bdc5-91bb1be0f1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:36.283776 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3033bcc7-faa9-4990-bdc5-91bb1be0f1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:36.305020 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3c6a-dbec-423e-b81f-6c72d4d3682c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:36.308142 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8c3c6a-dbec-423e-b81f-6c72d4d3682c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:36.308782 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3c6a-dbec-423e-b81f-6c72d4d3682c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:36.328222 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-a7e0d21f-3175-42b4-8a88-9c2681da23c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d95427-097a-4f00-9215-4defaab92a25 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:17:36.351732 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-a7e0d21f-3175-42b4-8a88-9c2681da23c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:36.369548 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033bcc7-faa9-4990-bdc5-91bb1be0f1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783fe88c-b0b6-4ab1-9b8b-ea110e5ff8ff,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:36.376406 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3033bcc7-faa9-4990-bdc5-91bb1be0f1c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1478ae597c04c579005695fba6b1055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4837508 Jul 24 09:17:36.377070 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60968) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:36.443882 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-a7e0d21f-3175-42b4-8a88-9c2681da23c1 service neutron] Transition to ACTIVE for port object b8d95427-097a-4f00-9215-4defaab92a25 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:17:36.447201 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c3c6a-dbec-423e-b81f-6c72d4d3682c admin admin] Pushing event updated for resources: {'Network': ['ID=b4e73a77-8d86-4073-9301-d2737d818246,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:36.455071 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-a7e0d21f-3175-42b4-8a88-9c2681da23c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:36.489545 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network b4e73a77-8d86-4073-9301-d2737d818246 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:17:36.494103 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406167b-f3d4-4ca2-b401-beefc39612f2 req-bdcd050b-8145-416a-bd88-a280a8c606e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:36.495308 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5406167b-f3d4-4ca2-b401-beefc39612f2 req-bdcd050b-8145-416a-bd88-a280a8c606e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d26f86c-a144-4c5f-9e0d-5dd986768442 HTTP/1.1" status: 200 len: 905 time: 0.2893727 Jul 24 09:17:36.497093 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a202c79f-fcf6-43bf-8f7c-eb73bbe0f7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:36.501618 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d3d104a8-ebaf-470b-905d-875575c32d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:36.527250 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d3d104a8-ebaf-470b-905d-875575c32d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:36.533548 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1f8c3c6a-dbec-423e-b81f-6c72d4d3682c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7480111 Jul 24 09:17:36.544243 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60970) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:36.553076 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-aef7982e-2590-4e36-acde-352c8931e189 admin admin] Request body: {'subnet': {'network_id': 'b4e73a77-8d86-4073-9301-d2737d818246', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-214656513-subnet', 'tenant_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:36.556314 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a202c79f-fcf6-43bf-8f7c-eb73bbe0f7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:36.600084 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a202c79f-fcf6-43bf-8f7c-eb73bbe0f7bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:17:36.632661 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0d21f-3175-42b4-8a88-9c2681da23c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d95427-097a-4f00-9215-4defaab92a25,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:36.636497 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202c79f-fcf6-43bf-8f7c-eb73bbe0f7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007cfcbd-34c9-4952-b045-f9abc44c73c8,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:36.651491 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef7982e-2590-4e36-acde-352c8931e189 admin admin] Made reservation on behalf of 60a1b5f89d844ea48b73bc1634c8b74f for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:17:36.658806 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-aef7982e-2590-4e36-acde-352c8931e189 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:36.688481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-55f03f69-b3c6-4cd8-b96e-7d0c2e341784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'name': 'tempest-ServersTestJSON-740797171-router', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:16:59Z', 'updated_at': '2021-07-24T09:17:07Z', 'revision_number': 4, 'project_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'gw_port': {'id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:00Z', 'updated_at': '2021-07-24T09:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '3aefc838-b3ee-4c13-96eb-2386fadb9481', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'floating_ip_address': '172.25.7.94', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'port_id': '9155784a-3103-4aae-8241-954ac78858f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442', 'mac_address': 'fa:16:3e:13:05:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c02c03-ca38-4864-8afd-a89d028bdb77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:17:16Z', 'updated_at': '2021-07-24T09:17:33Z', 'revision_number': 1, 'project_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5', 'name': '', 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'mac_address': 'fa:16:3e:81:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '8947dfd9-5d03-4d1e-b637-4d9aaaa3be67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:05Z', 'updated_at': '2021-07-24T09:17:16Z', 'revision_number': 5, 'project_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'subnets': [{'id': '8947dfd9-5d03-4d1e-b637-4d9aaaa3be67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:36.704731 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d3d104a8-ebaf-470b-905d-875575c32d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:36.708522 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d3d104a8-ebaf-470b-905d-875575c32d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:36.709794 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d3d104a8-ebaf-470b-905d-875575c32d6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/783fe88c-b0b6-4ab1-9b8b-ea110e5ff8ff HTTP/1.1" status: 204 len: 168 time: 0.3319468 Jul 24 09:17:36.723908 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5406167b-f3d4-4ca2-b401-beefc39612f2 req-c7315451-bcda-47b2-beac-d867de58fa46 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9155784a-3103-4aae-8241-954ac78858f4 HTTP/1.1" status: 200 len: 998 time: 0.2067471 Jul 24 09:17:36.735302 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f03f69-b3c6-4cd8-b96e-7d0c2e341784 None None] The sync data for ids ['cbd06db2-44e8-41ce-9d4a-c472338f8982'] in n-d-800085-9 is: [{'id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'name': 'tempest-ServersTestJSON-740797171-router', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:16:59Z', 'updated_at': '2021-07-24T09:17:07Z', 'revision_number': 4, 'project_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'gw_port': {'id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:00Z', 'updated_at': '2021-07-24T09:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '3aefc838-b3ee-4c13-96eb-2386fadb9481', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'floating_ip_address': '172.25.7.94', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'port_id': '9155784a-3103-4aae-8241-954ac78858f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442', 'mac_address': 'fa:16:3e:13:05:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c02c03-ca38-4864-8afd-a89d028bdb77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:17:16Z', 'updated_at': '2021-07-24T09:17:33Z', 'revision_number': 1, 'project_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5', 'name': '', 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'mac_address': 'fa:16:3e:81:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '8947dfd9-5d03-4d1e-b637-4d9aaaa3be67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:05Z', 'updated_at': '2021-07-24T09:17:16Z', 'revision_number': 5, 'project_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'subnets': [{'id': '8947dfd9-5d03-4d1e-b637-4d9aaaa3be67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:17:36.748580 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a202c79f-fcf6-43bf-8f7c-eb73bbe0f7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:36.749124 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-a202c79f-fcf6-43bf-8f7c-eb73bbe0f7bf admin admin] Added segment 04f8d914-c1c6-4829-b2f0-70459b240a95 of type vlan for network 9bca6055-0a93-4a83-b8b1-96571f1281ea Jul 24 09:17:36.798016 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d104a8-ebaf-470b-905d-875575c32d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783fe88c-b0b6-4ab1-9b8b-ea110e5ff8ff,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:36.837279 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-a7e0d21f-3175-42b4-8a88-9c2681da23c1 service neutron] Attempting to bind port b8d95427-097a-4f00-9215-4defaab92a25 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:17:36.837941 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-a7e0d21f-3175-42b4-8a88-9c2681da23c1 service neutron] Attempting to bind port b8d95427-097a-4f00-9215-4defaab92a25 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:17:36.838607 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-a7e0d21f-3175-42b4-8a88-9c2681da23c1 service neutron] Attempting to bind port b8d95427-097a-4f00-9215-4defaab92a25 on network 68b64780-c69e-4432-87ba-d598170da5b7 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:17:36.849175 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-a7e0d21f-3175-42b4-8a88-9c2681da23c1 service neutron] Port b8d95427-097a-4f00-9215-4defaab92a25 on network 68b64780-c69e-4432-87ba-d598170da5b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:17:36.849817 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-a7e0d21f-3175-42b4-8a88-9c2681da23c1 service neutron] Attempting to bind port b8d95427-097a-4f00-9215-4defaab92a25 on network 68b64780-c69e-4432-87ba-d598170da5b7 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:17:36.856503 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406167b-f3d4-4ca2-b401-beefc39612f2 req-50a5e9f3-101e-46de-815d-d8fe37e61493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:36.858687 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5406167b-f3d4-4ca2-b401-beefc39612f2 req-50a5e9f3-101e-46de-815d-d8fe37e61493 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8947dfd9-5d03-4d1e-b637-4d9aaaa3be67 HTTP/1.1" status: 200 len: 844 time: 0.1320214 Jul 24 09:17:36.862367 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-a7e0d21f-3175-42b4-8a88-9c2681da23c1 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:17:36.862711 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-a7e0d21f-3175-42b4-8a88-9c2681da23c1 service neutron] Checking segment: {'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:17:36.863094 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-a7e0d21f-3175-42b4-8a88-9c2681da23c1 service neutron] Bound using segment: {'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:17:36.863576 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-a7e0d21f-3175-42b4-8a88-9c2681da23c1 service neutron] Bound port: b8d95427-097a-4f00-9215-4defaab92a25, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:17:36.863942 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-a7e0d21f-3175-42b4-8a88-9c2681da23c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:36.941186 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a202c79f-fcf6-43bf-8f7c-eb73bbe0f7bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:37.012855 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065756e3-56b6-487c-b328-bb86f5065dc1 req-38539cc4-a95f-4005-a81a-3b18df013019 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:37.023052 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-065756e3-56b6-487c-b328-bb86f5065dc1 req-38539cc4-a95f-4005-a81a-3b18df013019 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 943 time: 0.2623577 Jul 24 09:17:37.043670 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-a7e0d21f-3175-42b4-8a88-9c2681da23c1 service neutron] For port b8d95427-097a-4f00-9215-4defaab92a25, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:17:37.066274 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-a7e0d21f-3175-42b4-8a88-9c2681da23c1 service neutron] For port b8d95427-097a-4f00-9215-4defaab92a25, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=b8d95427-097a-4f00-9215-4defaab92a25,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:17:37.080262 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-a7e0d21f-3175-42b4-8a88-9c2681da23c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:37.083405 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a202c79f-fcf6-43bf-8f7c-eb73bbe0f7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:37.084488 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a202c79f-fcf6-43bf-8f7c-eb73bbe0f7bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:37.085389 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a202c79f-fcf6-43bf-8f7c-eb73bbe0f7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:37.093396 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406167b-f3d4-4ca2-b401-beefc39612f2 req-6653f667-b170-4eec-9734-0996db434cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:37.095019 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5406167b-f3d4-4ca2-b401-beefc39612f2 req-6653f667-b170-4eec-9734-0996db434cf6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d26f86c-a144-4c5f-9e0d-5dd986768442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1987243 Jul 24 09:17:37.138777 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d5861-ec65-4710-a601-5e639307062f req-68b55fd9-d989-4daf-b1de-66206254f53c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:37.143341 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bea11e-70ae-4f07-9ed8-165591131e68 None None] New status for floating IP 3aefc838-b3ee-4c13-96eb-2386fadb9481: ACTIVE {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:17:37.146528 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-751d5861-ec65-4710-a601-5e639307062f req-68b55fd9-d989-4daf-b1de-66206254f53c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 945 time: 0.2796652 Jul 24 09:17:37.182950 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-065756e3-56b6-487c-b328-bb86f5065dc1 req-16ef88ec-e055-4081-9527-c6813ae28635 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587751 Jul 24 09:17:37.210670 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60984) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:37.215995 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-a7e0d21f-3175-42b4-8a88-9c2681da23c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:37.216555 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-a7e0d21f-3175-42b4-8a88-9c2681da23c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:37.218534 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-a7e0d21f-3175-42b4-8a88-9c2681da23c1 service neutron] 10.222.0.20 "PUT /v2.0/ports/b8d95427-097a-4f00-9215-4defaab92a25 HTTP/1.1" status: 200 len: 1091 time: 1.9183011 Jul 24 09:17:37.225934 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96fcdced-39ea-4f30-b7ef-b12e95cd7ea6', 'tag': 'b8d95427-097a-4f00-9215-4defaab92a25'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:17:37.228165 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e16a7d-788a-4561-b763-545447506b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "96fcdced-39ea-4f30-b7ef-b12e95cd7ea6", "tag": "b8d95427-097a-4f00-9215-4defaab92a25"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:17:37.276537 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a202c79f-fcf6-43bf-8f7c-eb73bbe0f7bf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6395080 Jul 24 09:17:37.277870 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60988) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:37.282455 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-aef7982e-2590-4e36-acde-352c8931e189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:37.284689 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a2b8aab6-c7ea-4e5b-af30-f94e683edaeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:37.300852 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f23c1bde-d782-4da1-987b-e277a325ed1a admin admin] Request body: {'subnet': {'network_id': '9bca6055-0a93-4a83-b8b1-96571f1281ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-28082101-subnet', 'tenant_id': '208b19a92d72469fa99662d716d4ff0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:37.372460 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0d21f-3175-42b4-8a88-9c2681da23c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d95427-097a-4f00-9215-4defaab92a25,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:37.397809 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-751d5861-ec65-4710-a601-5e639307062f req-93ff0242-5b2a-4509-8047-e7e071a2af8d tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500155 Jul 24 09:17:37.398027 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202c79f-fcf6-43bf-8f7c-eb73bbe0f7bf admin admin] Pushing event updated for resources: {'Network': ['ID=9bca6055-0a93-4a83-b8b1-96571f1281ea,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:37.416784 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 9bca6055-0a93-4a83-b8b1-96571f1281ea details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:17:37.435566 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.db.api [None req-a2b8aab6-c7ea-4e5b-af30-f94e683edaeb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 09:17:37.435566 n-d-800085-9 neutron-server[94036]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 24 09:17:37.435566 n-d-800085-9 neutron-server[94036]: [parameters: {'project_id_1': '1426bc8e1093473b801581ff5c1365aa', 'expiration_1': datetime.datetime(2021, 7, 24, 9, 17, 37, 384676)}] Jul 24 09:17:37.435566 n-d-800085-9 neutron-server[94036]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:17:37.437751 n-d-800085-9 neutron-server[94036]: DEBUG oslo_db.api [None req-a2b8aab6-c7ea-4e5b-af30-f94e683edaeb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:17:37.471667 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5406167b-f3d4-4ca2-b401-beefc39612f2 req-3fe8541d-211e-41a6-bdc5-4db3f59ab7a7 service neutron] 10.222.0.37 "GET /v2.0/networks/2d26f86c-a144-4c5f-9e0d-5dd986768442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481581 Jul 24 09:17:37.499165 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db7c2c9-4dca-4de7-8694-797d60377989 x-openstack-request-id: req-2db7c2c9-4dca-4de7-8694-797d60377989 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:17:37.504209 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23c1bde-d782-4da1-987b-e277a325ed1a admin admin] Made reservation on behalf of 208b19a92d72469fa99662d716d4ff0b for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:17:37.507704 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f23c1bde-d782-4da1-987b-e277a325ed1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:37.510328 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96fcdced-39ea-4f30-b7ef-b12e95cd7ea6", "tag": "b8d95427-097a-4f00-9215-4defaab92a25", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:17:37.510914 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2db7c2c9-4dca-4de7-8694-797d60377989 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:17:37.511664 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96fcdced-39ea-4f30-b7ef-b12e95cd7ea6', 'tag': 'b8d95427-097a-4f00-9215-4defaab92a25', 'status': 'completed', 'code': 200} Jul 24 09:17:37.517617 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7982e-2590-4e36-acde-352c8931e189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fdf263a-bf96-4618-9a0a-b474521bfdb2,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:37.554927 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef7982e-2590-4e36-acde-352c8931e189 admin admin] Checking segment: {'id': 'f3619eb9-4567-4e08-86e8-8a3ee2856ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b4e73a77-8d86-4073-9301-d2737d818246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:17:37.555307 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef7982e-2590-4e36-acde-352c8931e189 admin admin] Network hostable DHCP agents. Network: b4e73a77-8d86-4073-9301-d2737d818246, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:17:37.610836 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-27aae09f-6bf0-452c-87cd-32d7422e99a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:37.612334 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-27aae09f-6bf0-452c-87cd-32d7422e99a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 1094 time: 0.3122642 Jul 24 09:17:37.625041 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef7982e-2590-4e36-acde-352c8931e189 admin admin] Network b4e73a77-8d86-4073-9301-d2737d818246 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:17:37.640189 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-aef7982e-2590-4e36-acde-352c8931e189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, b4e73a77-8d86-4073-9301-d2737d818246) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:17:37.646527 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef7982e-2590-4e36-acde-352c8931e189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:37.647127 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-aef7982e-2590-4e36-acde-352c8931e189 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:37.649311 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3425152f-18a1-4508-a1a2-7dbae13db7b7 None None] Network b4e73a77-8d86-4073-9301-d2737d818246 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:17:37.672552 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-aef7982e-2590-4e36-acde-352c8931e189 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1242492 Jul 24 09:17:37.672783 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-e9673acd-bcea-48f1-835b-607bb56e4486 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8d95427-097a-4f00-9215-4defaab92a25 HTTP/1.1" status: 200 len: 217 time: 0.0512059 Jul 24 09:17:37.675839 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60992) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:37.680324 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-0d45cc97-cc07-4d7b-8131-fc9e2562433f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-214656513-router', 'tenant_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:37.726962 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5406167b-f3d4-4ca2-b401-beefc39612f2 req-5862c194-a50e-4068-a256-606ce8ae0468 service neutron] 10.222.0.37 "GET /v2.0/networks/2d26f86c-a144-4c5f-9e0d-5dd986768442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330716 Jul 24 09:17:37.753518 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0d45cc97-cc07-4d7b-8131-fc9e2562433f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:37.754984 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0d45cc97-cc07-4d7b-8131-fc9e2562433f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:37.761116 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f23c1bde-d782-4da1-987b-e277a325ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:37.761418 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-d2e5cc97-4e3d-49e9-8f34-f0328fad358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:37.762957 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-d2e5cc97-4e3d-49e9-8f34-f0328fad358a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=33f84861-778d-4828-92aa-af092c959084 HTTP/1.1" status: 200 len: 851 time: 0.0734062 Jul 24 09:17:37.821551 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c1bde-d782-4da1-987b-e277a325ed1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b053cc61-1810-4958-bb5a-97bd7b5b2a9b,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:37.826819 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee985c7-ca6e-449b-b16e-549d7bf34932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-b4e73a77-8d86-4073-9301-d2737d818246', 'network_id': 'b4e73a77-8d86-4073-9301-d2737d818246', 'tenant_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'fixed_ips': [{'subnet_id': '1fdf263a-bf96-4618-9a0a-b474521bfdb2'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:17:37.829096 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1ee985c7-ca6e-449b-b16e-549d7bf34932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:37.829750 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23c1bde-d782-4da1-987b-e277a325ed1a admin admin] Checking segment: {'id': '04f8d914-c1c6-4829-b2f0-70459b240a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bca6055-0a93-4a83-b8b1-96571f1281ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:17:37.830121 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23c1bde-d782-4da1-987b-e277a325ed1a admin admin] Network hostable DHCP agents. Network: 9bca6055-0a93-4a83-b8b1-96571f1281ea, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:17:37.848254 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23c1bde-d782-4da1-987b-e277a325ed1a admin admin] Network 9bca6055-0a93-4a83-b8b1-96571f1281ea is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:17:37.861624 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-f23c1bde-d782-4da1-987b-e277a325ed1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 9bca6055-0a93-4a83-b8b1-96571f1281ea) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:17:37.866008 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23c1bde-d782-4da1-987b-e277a325ed1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:37.866638 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f23c1bde-d782-4da1-987b-e277a325ed1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:37.888689 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f23c1bde-d782-4da1-987b-e277a325ed1a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5972373 Jul 24 09:17:37.904118 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b345b88c-853b-42d3-84bd-0e6eb3b1724d None None] Network 9bca6055-0a93-4a83-b8b1-96571f1281ea requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:17:38.055289 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-1ee985c7-ca6e-449b-b16e-549d7bf34932 None None] Allocated IP 172.20.0.2 (b4e73a77-8d86-4073-9301-d2737d818246/1fdf263a-bf96-4618-9a0a-b474521bfdb2/6016f4f4-331f-4d37-af7a-b6af5c88af04) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:17:38.116553 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3024e3b4-e0e7-458d-a599-d6c0546dcad4 None None] Network 9bca6055-0a93-4a83-b8b1-96571f1281ea requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:17:38.152709 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a2b8aab6-c7ea-4e5b-af30-f94e683edaeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:38.165684 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0d45cc97-cc07-4d7b-8131-fc9e2562433f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:38.353793 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-fd3dc8ad-186b-4b04-abde-8199ac20eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:38.355412 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-fd3dc8ad-186b-4b04-abde-8199ac20eebb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68b64780-c69e-4432-87ba-d598170da5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5837770 Jul 24 09:17:38.361077 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0d45cc97-cc07-4d7b-8131-fc9e2562433f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:38.389191 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a48bb3-df59-42ce-818c-5e2e0d0ef64b req-4251df12-4af2-4d49-a4a0-3bb88290b391 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:38.396536 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1ee985c7-ca6e-449b-b16e-549d7bf34932 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:38.399761 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-26a48bb3-df59-42ce-818c-5e2e0d0ef64b req-4251df12-4af2-4d49-a4a0-3bb88290b391 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 943 time: 0.1346815 Jul 24 09:17:38.407834 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1ee985c7-ca6e-449b-b16e-549d7bf34932 None None] Transition to ACTIVE for port object 6016f4f4-331f-4d37-af7a-b6af5c88af04 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:17:38.434008 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1ee985c7-ca6e-449b-b16e-549d7bf34932 None None] Transition to ACTIVE for port object 6016f4f4-331f-4d37-af7a-b6af5c88af04 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:17:38.444260 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1ee985c7-ca6e-449b-b16e-549d7bf34932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:38.459862 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-26a48bb3-df59-42ce-818c-5e2e0d0ef64b req-7072d5c7-e1cf-4ef0-8eeb-1ba6e00ddc20 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584402 Jul 24 09:17:38.492696 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee985c7-ca6e-449b-b16e-549d7bf34932 None None] Network b4e73a77-8d86-4073-9301-d2737d818246 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:17:38.496158 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-1ee985c7-ca6e-449b-b16e-549d7bf34932 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:17:38.500294 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee985c7-ca6e-449b-b16e-549d7bf34932 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:17:38.571670 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee985c7-ca6e-449b-b16e-549d7bf34932 None None] Pushing event updated for resources: {'Port': ['ID=6016f4f4-331f-4d37-af7a-b6af5c88af04,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:38.576509 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-1ee985c7-ca6e-449b-b16e-549d7bf34932 None None] Attempting to bind port 6016f4f4-331f-4d37-af7a-b6af5c88af04 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:17:38.576909 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-1ee985c7-ca6e-449b-b16e-549d7bf34932 None None] Attempting to bind port 6016f4f4-331f-4d37-af7a-b6af5c88af04 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'f3619eb9-4567-4e08-86e8-8a3ee2856ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b4e73a77-8d86-4073-9301-d2737d818246'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:17:38.577452 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee985c7-ca6e-449b-b16e-549d7bf34932 None None] Attempting to bind port 6016f4f4-331f-4d37-af7a-b6af5c88af04 on network b4e73a77-8d86-4073-9301-d2737d818246 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:17:38.582064 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a2b8aab6-c7ea-4e5b-af30-f94e683edaeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:38.586610 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee985c7-ca6e-449b-b16e-549d7bf34932 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:17:38.586842 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-30041b20-6be7-4a36-b067-395fa88c47fc service neutron] 10.222.0.20 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220290 Jul 24 09:17:38.587747 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee985c7-ca6e-449b-b16e-549d7bf34932 None None] Checking segment: {'id': 'f3619eb9-4567-4e08-86e8-8a3ee2856ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b4e73a77-8d86-4073-9301-d2737d818246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:17:38.588355 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1ee985c7-ca6e-449b-b16e-549d7bf34932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:38.589800 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee985c7-ca6e-449b-b16e-549d7bf34932 None None] Bound using segment: {'id': 'f3619eb9-4567-4e08-86e8-8a3ee2856ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b4e73a77-8d86-4073-9301-d2737d818246'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:17:38.590190 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a2b8aab6-c7ea-4e5b-af30-f94e683edaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:38.590323 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-1ee985c7-ca6e-449b-b16e-549d7bf34932 None None] Bound port: 6016f4f4-331f-4d37-af7a-b6af5c88af04, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3619eb9-4567-4e08-86e8-8a3ee2856ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b4e73a77-8d86-4073-9301-d2737d818246'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:17:38.593586 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1ee985c7-ca6e-449b-b16e-549d7bf34932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:38.626115 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 32786) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:38.631047 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-a33ef821-b873-4da6-9f2f-059e32030ec5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-554207789-network', 'tenant_id': '9825ce15606c4637bc1192cbc1bba05d'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:38.653131 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33ef821-b873-4da6-9f2f-059e32030ec5 admin admin] Made reservation on behalf of 9825ce15606c4637bc1192cbc1bba05d for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:17:38.656112 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a33ef821-b873-4da6-9f2f-059e32030ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:38.671053 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a33ef821-b873-4da6-9f2f-059e32030ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:38.682614 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-1ee985c7-ca6e-449b-b16e-549d7bf34932 None None] For port 6016f4f4-331f-4d37-af7a-b6af5c88af04, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:17:38.686504 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-1ee985c7-ca6e-449b-b16e-549d7bf34932 None None] For port 6016f4f4-331f-4d37-af7a-b6af5c88af04, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=6016f4f4-331f-4d37-af7a-b6af5c88af04,segment=NetworkSegment(f3619eb9-4567-4e08-86e8-8a3ee2856ad7),segment_id=f3619eb9-4567-4e08-86e8-8a3ee2856ad7)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:17:38.691225 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1ee985c7-ca6e-449b-b16e-549d7bf34932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:38.725554 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a2b8aab6-c7ea-4e5b-af30-f94e683edaeb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1426bc8e1093473b801581ff5c1365aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5044560 Jul 24 09:17:38.729070 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 32788) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:38.738604 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8aab6-c7ea-4e5b-af30-f94e683edaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c0d6ff-3e2b-4881-9192-06a848d21738,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:38.752925 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee985c7-ca6e-449b-b16e-549d7bf34932 None None] Pushing event updated for resources: {'Port': ['ID=6016f4f4-331f-4d37-af7a-b6af5c88af04,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:38.781320 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a33ef821-b873-4da6-9f2f-059e32030ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:38.788194 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a33ef821-b873-4da6-9f2f-059e32030ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:38.816219 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a33ef821-b873-4da6-9f2f-059e32030ec5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:17:38.830381 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ef821-b873-4da6-9f2f-059e32030ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c085e567-b8fc-44c8-86c4-0d6173f7a7a3,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:38.841838 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a33ef821-b873-4da6-9f2f-059e32030ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:38.842417 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-a33ef821-b873-4da6-9f2f-059e32030ec5 admin admin] Added segment af9684f8-5de5-45c9-8af0-e896902a5d02 of type vlan for network ca986855-3ce9-4a44-ae2b-2da7821a1002 Jul 24 09:17:38.876198 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6a3e1-0fe5-43e9-8b66-32cac0fdb1cb req-3c0c73ef-ac26-48f7-b689-74a9e0ad281c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:38.878061 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-05d6a3e1-0fe5-43e9-8b66-32cac0fdb1cb req-3c0c73ef-ac26-48f7-b689-74a9e0ad281c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 945 time: 0.3304183 Jul 24 09:17:38.880142 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6c8795c-34e3-4f81-a86c-6a27f99e05db req-41cd0bfb-1374-490a-aba5-ecdcca52ef06 service neutron] 10.222.0.20 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581604 Jul 24 09:17:38.887311 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c2b7193e-7f95-410e-9109-ff2b797e33e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:38.888822 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a33ef821-b873-4da6-9f2f-059e32030ec5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:38.926567 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a33ef821-b873-4da6-9f2f-059e32030ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:38.927714 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33ef821-b873-4da6-9f2f-059e32030ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:38.928437 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a33ef821-b873-4da6-9f2f-059e32030ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:38.972642 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a33ef821-b873-4da6-9f2f-059e32030ec5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3453362 Jul 24 09:17:38.975301 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 32790) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:39.023811 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ae6d0278-1eb2-479a-8e43-3b6d0bcdd9e7 admin admin] Request body: {'subnet': {'network_id': 'ca986855-3ce9-4a44-ae2b-2da7821a1002', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-554207789-subnet', 'tenant_id': '9825ce15606c4637bc1192cbc1bba05d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:39.029369 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c2b7193e-7f95-410e-9109-ff2b797e33e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:39.029964 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ef821-b873-4da6-9f2f-059e32030ec5 admin admin] Pushing event updated for resources: {'Network': ['ID=ca986855-3ce9-4a44-ae2b-2da7821a1002,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:39.043699 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network ca986855-3ce9-4a44-ae2b-2da7821a1002 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:17:39.057658 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6d0278-1eb2-479a-8e43-3b6d0bcdd9e7 admin admin] Made reservation on behalf of 9825ce15606c4637bc1192cbc1bba05d for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:17:39.061077 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ae6d0278-1eb2-479a-8e43-3b6d0bcdd9e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:39.119577 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-05d6a3e1-0fe5-43e9-8b66-32cac0fdb1cb req-0fb85cf1-d61f-47f9-9d5b-697d0afb9ed7 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347527 Jul 24 09:17:39.163438 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0d45cc97-cc07-4d7b-8131-fc9e2562433f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:39.187380 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0d45cc97-cc07-4d7b-8131-fc9e2562433f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:39.211048 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c2b7193e-7f95-410e-9109-ff2b797e33e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:39.213596 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c2b7193e-7f95-410e-9109-ff2b797e33e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:39.217187 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c2b7193e-7f95-410e-9109-ff2b797e33e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24c0d6ff-3e2b-4881-9192-06a848d21738 HTTP/1.1" status: 204 len: 168 time: 0.4819713 Jul 24 09:17:39.244176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e16a7d-788a-4561-b763-545447506b5c req-2415bc64-f99d-49da-bb14-b7412044565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:39.247392 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6e16a7d-788a-4561-b763-545447506b5c req-2415bc64-f99d-49da-bb14-b7412044565f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 1094 time: 0.2481725 Jul 24 09:17:39.267001 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ae6d0278-1eb2-479a-8e43-3b6d0bcdd9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:39.271966 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7193e-7f95-410e-9109-ff2b797e33e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c0d6ff-3e2b-4881-9192-06a848d21738,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:39.379369 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 6016f4f4-331f-4d37-af7a-b6af5c88af04 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:17:39.382130 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d0278-1eb2-479a-8e43-3b6d0bcdd9e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce856e22-b0e4-47db-a531-6eb421957d80,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:39.392979 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d0278-1eb2-479a-8e43-3b6d0bcdd9e7 admin admin] Checking segment: {'id': 'af9684f8-5de5-45c9-8af0-e896902a5d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ca986855-3ce9-4a44-ae2b-2da7821a1002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:17:39.394017 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6d0278-1eb2-479a-8e43-3b6d0bcdd9e7 admin admin] Network hostable DHCP agents. Network: ca986855-3ce9-4a44-ae2b-2da7821a1002, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:17:39.413047 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6d0278-1eb2-479a-8e43-3b6d0bcdd9e7 admin admin] Network ca986855-3ce9-4a44-ae2b-2da7821a1002 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:17:39.424273 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-ae6d0278-1eb2-479a-8e43-3b6d0bcdd9e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, ca986855-3ce9-4a44-ae2b-2da7821a1002) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:17:39.428248 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-0d45cc97-cc07-4d7b-8131-fc9e2562433f admin admin] Allocated IP 172.25.7.6 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:17:39.431043 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6d0278-1eb2-479a-8e43-3b6d0bcdd9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:39.432227 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ae6d0278-1eb2-479a-8e43-3b6d0bcdd9e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:39.435123 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e16a7d-788a-4561-b763-545447506b5c req-51dc48c8-efd1-496a-ae5b-5051af65ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:39.436797 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6e16a7d-788a-4561-b763-545447506b5c req-51dc48c8-efd1-496a-ae5b-5051af65ae02 service neutron] 10.222.0.20 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 912 time: 0.1804361 Jul 24 09:17:39.451108 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ae6d0278-1eb2-479a-8e43-3b6d0bcdd9e7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4744380 Jul 24 09:17:39.512213 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6e16a7d-788a-4561-b763-545447506b5c req-165225f7-8404-4157-8d18-e0bc89335e91 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8d95427-097a-4f00-9215-4defaab92a25 HTTP/1.1" status: 200 len: 217 time: 0.0676894 Jul 24 09:17:39.668457 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919f9934-eead-46d0-a858-3ebddf35a998 None None] Network ca986855-3ce9-4a44-ae2b-2da7821a1002 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:17:39.685276 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e16a7d-788a-4561-b763-545447506b5c req-d4b5442e-c92d-4b06-b921-2fc142256874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:39.688000 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6e16a7d-788a-4561-b763-545447506b5c req-d4b5442e-c92d-4b06-b921-2fc142256874 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=33f84861-778d-4828-92aa-af092c959084 HTTP/1.1" status: 200 len: 851 time: 0.1662135 Jul 24 09:17:39.714069 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb89f3c-c68a-4aac-96b2-7d3c9242ae8e req-ff532095-867d-4084-bbc4-8dd4f9de1c8f tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:39.720329 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0cb89f3c-c68a-4aac-96b2-7d3c9242ae8e req-ff532095-867d-4084-bbc4-8dd4f9de1c8f tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 943 time: 0.1249073 Jul 24 09:17:39.797904 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0d45cc97-cc07-4d7b-8131-fc9e2562433f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:39.803575 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0cb89f3c-c68a-4aac-96b2-7d3c9242ae8e req-6d2c3184-e1d1-4668-ad66-4cefc950819f tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764439 Jul 24 09:17:39.896434 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e314ab2-d3d4-47ae-8fdd-deb3f21d0245 None None] Network ca986855-3ce9-4a44-ae2b-2da7821a1002 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:17:39.940632 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e16a7d-788a-4561-b763-545447506b5c req-11fc5453-d31e-4727-a32c-9fb94e2b2fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:39.942237 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6e16a7d-788a-4561-b763-545447506b5c req-11fc5453-d31e-4727-a32c-9fb94e2b2fe9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68b64780-c69e-4432-87ba-d598170da5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245291 Jul 24 09:17:39.943912 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0d45cc97-cc07-4d7b-8131-fc9e2562433f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:39.955805 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 6016f4f4-331f-4d37-af7a-b6af5c88af04 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:17:39.997544 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d45cc97-cc07-4d7b-8131-fc9e2562433f admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:17:40.011717 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-0d45cc97-cc07-4d7b-8131-fc9e2562433f admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:17:40.026318 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d45cc97-cc07-4d7b-8131-fc9e2562433f admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:17:40.063368 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45cc97-cc07-4d7b-8131-fc9e2562433f admin admin] Pushing event updated for resources: {'Port': ['ID=d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:40.084203 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8078b49-46b2-4088-968d-370fece78301 None None] Network b4e73a77-8d86-4073-9301-d2737d818246 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:17:40.184979 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-83e642d1-c6bb-49a0-8187-033b63403aca None None] Provisioning for port 6016f4f4-331f-4d37-af7a-b6af5c88af04 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:17:40.204832 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-83e642d1-c6bb-49a0-8187-033b63403aca None None] Provisioning complete for port 6016f4f4-331f-4d37-af7a-b6af5c88af04 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:40.205210 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-83e642d1-c6bb-49a0-8187-033b63403aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:40.222041 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6e16a7d-788a-4561-b763-545447506b5c req-bacc9a49-e397-491b-8e50-efbef8fd6dcf service neutron] 10.222.0.20 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619863 Jul 24 09:17:40.381694 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-83e642d1-c6bb-49a0-8187-033b63403aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:40.434243 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-83e642d1-c6bb-49a0-8187-033b63403aca None None] For port 6016f4f4-331f-4d37-af7a-b6af5c88af04, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=6016f4f4-331f-4d37-af7a-b6af5c88af04,segment=NetworkSegment(f3619eb9-4567-4e08-86e8-8a3ee2856ad7),segment_id=f3619eb9-4567-4e08-86e8-8a3ee2856ad7)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:40.441754 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-83e642d1-c6bb-49a0-8187-033b63403aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:40.476714 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-7a4f5d3b-4767-4558-9942-85fb04cfa7bc tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:40.478454 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-7a4f5d3b-4767-4558-9942-85fb04cfa7bc tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.32 "GET /v2.0/networks?id=9bca6055-0a93-4a83-b8b1-96571f1281ea HTTP/1.1" status: 200 len: 813 time: 0.1354470 Jul 24 09:17:40.503976 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-3188cfe2-27b0-4727-8388-d3d244401de8 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.32 "GET /v2.0/quotas/208b19a92d72469fa99662d716d4ff0b HTTP/1.1" status: 200 len: 375 time: 0.0132375 Jul 24 09:17:40.512485 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e642d1-c6bb-49a0-8187-033b63403aca None None] Pushing event updated for resources: {'Port': ['ID=6016f4f4-331f-4d37-af7a-b6af5c88af04,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:40.527276 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102d70c-95f5-42d6-8705-4f7a8824e595 req-67e08088-6866-4010-83f9-4f2e64e1dc2c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:40.528979 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8102d70c-95f5-42d6-8705-4f7a8824e595 req-67e08088-6866-4010-83f9-4f2e64e1dc2c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 945 time: 0.2831373 Jul 24 09:17:40.551383 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-47c64080-618b-4102-a17a-20803b237287 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=208b19a92d72469fa99662d716d4ff0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420589 Jul 24 09:17:40.568575 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6e16a7d-788a-4561-b763-545447506b5c req-014b0c39-6736-443f-899c-b46ade7b397f service neutron] 10.222.0.20 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237989 Jul 24 09:17:40.613668 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8102d70c-95f5-42d6-8705-4f7a8824e595 req-e4fa9d80-cd58-4261-bee6-8e02e97d4ec4 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743597 Jul 24 09:17:40.616258 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0d45cc97-cc07-4d7b-8131-fc9e2562433f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:40.685370 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-43bf9e8f-8f9f-4c17-a3f3-290766755556 service neutron] 10.222.0.32 "GET /v2.0/networks/9bca6055-0a93-4a83-b8b1-96571f1281ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260755 Jul 24 09:17:40.770921 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-369a6ed7-0b91-4fa5-ac31-96e0e049518c None None] Provisioning complete for port 6016f4f4-331f-4d37-af7a-b6af5c88af04 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:40.773245 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-369a6ed7-0b91-4fa5-ac31-96e0e049518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:40.787514 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-913aabf1-0518-47a0-90ba-8d0d82789d8f service neutron] 10.222.0.32 "GET /v2.0/networks/9bca6055-0a93-4a83-b8b1-96571f1281ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012294 Jul 24 09:17:40.829215 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0d45cc97-cc07-4d7b-8131-fc9e2562433f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:41.119721 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-83a414a3-ffa0-4077-b189-5a6086d6993b req-46465d94-dc93-419a-bcaf-46e0b7e29025 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfae7cf3-cceb-45af-8732-78a60641ea2a HTTP/1.1" status: 200 len: 210 time: 0.0431664 Jul 24 09:17:41.345880 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 6016f4f4-331f-4d37-af7a-b6af5c88af04 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:17:41.359496 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23250def-226c-47c3-85a2-4316a90a3ead req-1fb37afd-69b2-4f2c-87cc-f698df745960 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:41.361147 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-23250def-226c-47c3-85a2-4316a90a3ead req-1fb37afd-69b2-4f2c-87cc-f698df745960 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 943 time: 0.4540298 Jul 24 09:17:41.369144 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d45cc97-cc07-4d7b-8131-fc9e2562433f admin admin] Router 7df5773f-9342-497f-8d1a-d794c5d4cc49 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:17:41.411299 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 6016f4f4-331f-4d37-af7a-b6af5c88af04 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:41.411668 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:41.479155 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-23250def-226c-47c3-85a2-4316a90a3ead req-397efd60-a400-4bb3-8daa-2d33132ce1b6 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074975 Jul 24 09:17:41.523127 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d45cc97-cc07-4d7b-8131-fc9e2562433f admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:17:41.538341 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] Sync routers for ids ['7df5773f-9342-497f-8d1a-d794c5d4cc49'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:17:41.546054 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0d45cc97-cc07-4d7b-8131-fc9e2562433f admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:41.551819 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0d45cc97-cc07-4d7b-8131-fc9e2562433f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.8731582 Jul 24 09:17:41.551928 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] Routers {'7df5773f-9342-497f-8d1a-d794c5d4cc49'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:17:41.551928 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:17:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['7df5773f-9342-497f-8d1a-d794c5d4cc49'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:41.552661 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 32880) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:41.680332 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] Set router 7df5773f-9342-497f-8d1a-d794c5d4cc49 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:17:41.849744 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7d15e-4f8b-421c-bb0b-ec7b2e769cdd req-3879aab9-f30c-4755-ab54-77f6ba4cba92 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:41.851366 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b8e7d15e-4f8b-421c-bb0b-ec7b2e769cdd req-3879aab9-f30c-4755-ab54-77f6ba4cba92 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 945 time: 0.1010897 Jul 24 09:17:41.888984 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df5773f-9342-497f-8d1a-d794c5d4cc49', 'name': 'tempest-ServersTestMultiNic-214656513-router', 'tenant_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': 'd7f0cbc8-3380-4037-9cfd-ac56eaa03ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:17:37Z', 'updated_at': '2021-07-24T09:17:40Z', 'revision_number': 3, 'project_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'gw_port': {'id': 'd7f0cbc8-3380-4037-9cfd-ac56eaa03ce4', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df5773f-9342-497f-8d1a-d794c5d4cc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:39Z', 'updated_at': '2021-07-24T09:17:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:41.894075 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device b8d95427-097a-4f00-9215-4defaab92a25 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:17:41.927723 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] Checking router: 7df5773f-9342-497f-8d1a-d794c5d4cc49 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:17:41.928111 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] Updating router 7df5773f-9342-497f-8d1a-d794c5d4cc49 port d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:17:41.977376 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:41.986297 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b8e7d15e-4f8b-421c-bb0b-ec7b2e769cdd req-dfca41b2-7c08-45d3-9445-6c8ad920240a tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998564 Jul 24 09:17:42.205448 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-cd108664-a84b-40ee-a53d-e2c0c20a35d5 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:42.207137 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-cd108664-a84b-40ee-a53d-e2c0c20a35d5 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.20 "GET /v2.0/networks?id=9bca6055-0a93-4a83-b8b1-96571f1281ea HTTP/1.1" status: 200 len: 813 time: 0.1904263 Jul 24 09:17:42.220573 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-cb185789-9743-4931-958d-dc0329d4b7cd tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Request body: {'port': {'device_id': 'cfae7cf3-cceb-45af-8732-78a60641ea2a', 'network_id': '9bca6055-0a93-4a83-b8b1-96571f1281ea', 'admin_state_up': True, 'tenant_id': '208b19a92d72469fa99662d716d4ff0b'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:42.222807 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port b8d95427-097a-4f00-9215-4defaab92a25, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=b8d95427-097a-4f00-9215-4defaab92a25,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:42.252772 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'b8d95427-097a-4f00-9215-4defaab92a25', 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'port_id': 'b8d95427-097a-4f00-9215-4defaab92a25', 'mac_address': 'fa:16:3e:48:3a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f84861-778d-4828-92aa-af092c959084', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:17:42.326952 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b5aab03b-ab56-47e5-8f89-a4a425ed4e03 req-938bbfe2-fb47-4641-aa01-fd5516eab549 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfae7cf3-cceb-45af-8732-78a60641ea2a HTTP/1.1" status: 200 len: 210 time: 0.0437746 Jul 24 09:17:42.350903 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:42.362145 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:42.379332 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-cb185789-9743-4931-958d-dc0329d4b7cd tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Made reservation on behalf of 208b19a92d72469fa99662d716d4ff0b for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:17:42.384794 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d95427-097a-4f00-9215-4defaab92a25 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:17:42.385625 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-cb185789-9743-4931-958d-dc0329d4b7cd tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:42.425329 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port b8d95427-097a-4f00-9215-4defaab92a25, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=b8d95427-097a-4f00-9215-4defaab92a25,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:42.447070 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:42.526243 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Allocated IP 172.20.0.1 (b4e73a77-8d86-4073-9301-d2737d818246/1fdf263a-bf96-4618-9a0a-b474521bfdb2/f5db89d1-6241-4d30-8303-34df11bc52e4) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:17:42.542105 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=b8d95427-097a-4f00-9215-4defaab92a25,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:42.564386 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:42.583581 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] Transition to ACTIVE for port object d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:17:42.593658 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-cb185789-9743-4931-958d-dc0329d4b7cd tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Allocated IP 172.20.0.13 (9bca6055-0a93-4a83-b8b1-96571f1281ea/b053cc61-1810-4958-bb5a-97bd7b5b2a9b/b08e1135-28b1-4e75-ba97-c58257cfe6d0) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:17:42.594464 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:42.710150 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:42.726844 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Transition to ACTIVE for port object f5db89d1-6241-4d30-8303-34df11bc52e4 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:17:42.766844 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:42.768685 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece99cab-9606-4c84-8f77-d290b5317789 req-824547c3-0b7d-46d0-b433-2cf605b7bcf7 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:42.770441 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ece99cab-9606-4c84-8f77-d290b5317789 req-824547c3-0b7d-46d0-b433-2cf605b7bcf7 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 944 time: 0.1558950 Jul 24 09:17:42.829462 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-cb185789-9743-4931-958d-dc0329d4b7cd tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:42.831970 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] Attempting to bind port d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:17:42.832542 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] Attempting to bind port d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:17:42.833207 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] Attempting to bind port d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:17:42.833867 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Network b4e73a77-8d86-4073-9301-d2737d818246 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:17:42.839238 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:17:42.846113 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:17:42.846822 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:17:42.847429 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:42.847994 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:17:42.849576 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] Bound port: d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:17:42.853053 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:42.855717 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:17:42.860391 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ece99cab-9606-4c84-8f77-d290b5317789 req-dfa39a15-0b92-4b64-9f7c-557654327484 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784411 Jul 24 09:17:42.909783 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Pushing event updated for resources: {'Port': ['ID=f5db89d1-6241-4d30-8303-34df11bc52e4,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:42.916951 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a1cda-3d1a-4f0c-a417-30fe7dc54eee None None] Pushing event updated for resources: {'Port': ['ID=d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:42.936689 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:42.938595 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:42.939088 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:42.939276 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:42.939619 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:42.940440 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:42.940440 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:42.940653 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:42.940937 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:42.941759 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:42.941759 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:42.941998 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:42.950450 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['b8d95427-097a-4f00-9215-4defaab92a25'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:17:42.980336 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-cb185789-9743-4931-958d-dc0329d4b7cd tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:43.023521 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:43.058466 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] For port d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:17:43.070948 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-cb185789-9743-4931-958d-dc0329d4b7cd tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Network 9bca6055-0a93-4a83-b8b1-96571f1281ea is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:17:43.074649 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-cb185789-9743-4931-958d-dc0329d4b7cd tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:17:43.087439 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-cb185789-9743-4931-958d-dc0329d4b7cd tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:17:43.101219 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] For port d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:17:43.112057 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:43.162262 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb185789-9743-4931-958d-dc0329d4b7cd tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Pushing event updated for resources: {'Port': ['ID=b08e1135-28b1-4e75-ba97-c58257cfe6d0,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:43.191867 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] Routers {'7df5773f-9342-497f-8d1a-d794c5d4cc49'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:17:43.197538 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:17:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['7df5773f-9342-497f-8d1a-d794c5d4cc49'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:43.199581 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-cb185789-9743-4931-958d-dc0329d4b7cd tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:43.200274 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-cb185789-9743-4931-958d-dc0329d4b7cd tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:43.220483 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a1cda-3d1a-4f0c-a417-30fe7dc54eee None None] Pushing event updated for resources: {'Port': ['ID=d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:43.239870 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-cb185789-9743-4931-958d-dc0329d4b7cd tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0241883 Jul 24 09:17:43.251528 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-3f09035e-04a2-4741-b07e-b6579faff486 service neutron] Request body: {'port': {'device_id': 'cfae7cf3-cceb-45af-8732-78a60641ea2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:43.330309 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeae616-0176-4ea5-bfef-46fa44792683 req-2ec20e0e-8974-4379-b46b-490963c88088 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:43.331862 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cbeae616-0176-4ea5-bfef-46fa44792683 req-2ec20e0e-8974-4379-b46b-490963c88088 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 945 time: 0.1538818 Jul 24 09:17:43.361578 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-3f09035e-04a2-4741-b07e-b6579faff486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:43.370735 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:43.383807 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-bcadb732-615d-4447-a5c9-9555b0a6cdfc None None] Provisioning for port f5db89d1-6241-4d30-8303-34df11bc52e4 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:17:43.397888 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-bcadb732-615d-4447-a5c9-9555b0a6cdfc None None] Provisioning complete for port f5db89d1-6241-4d30-8303-34df11bc52e4 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:43.398260 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bcadb732-615d-4447-a5c9-9555b0a6cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:43.438476 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-bcadb732-615d-4447-a5c9-9555b0a6cdfc None None] Port f5db89d1-6241-4d30-8303-34df11bc52e4 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:17:43.442481 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cbeae616-0176-4ea5-bfef-46fa44792683 req-6edbd1ff-2f12-4cf4-9f7c-08fc399372d6 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879648 Jul 24 09:17:43.474768 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] Set router 7df5773f-9342-497f-8d1a-d794c5d4cc49 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:17:43.641795 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f2d79-206f-4238-bbf9-15aff1e6eb47 req-e48dd8b0-3da3-4188-bd02-9e323e04c3e8 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:43.653793 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-730f2d79-206f-4238-bbf9-15aff1e6eb47 req-e48dd8b0-3da3-4188-bd02-9e323e04c3e8 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfae7cf3-cceb-45af-8732-78a60641ea2a HTTP/1.1" status: 200 len: 932 time: 0.1531951 Jul 24 09:17:43.657770 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:43.663343 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:43.709590 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:43.717234 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df5773f-9342-497f-8d1a-d794c5d4cc49', 'name': 'tempest-ServersTestMultiNic-214656513-router', 'tenant_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': 'd7f0cbc8-3380-4037-9cfd-ac56eaa03ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:17:37Z', 'updated_at': '2021-07-24T09:17:40Z', 'revision_number': 3, 'project_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'gw_port': {'id': 'd7f0cbc8-3380-4037-9cfd-ac56eaa03ce4', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df5773f-9342-497f-8d1a-d794c5d4cc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:39Z', 'updated_at': '2021-07-24T09:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:43.721277 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-730f2d79-206f-4238-bbf9-15aff1e6eb47 req-37a97c21-6b83-4d45-93aa-a7e13f5361de tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.32 "GET /v2.0/security-groups?id=007cfcbd-34c9-4952-b045-f9abc44c73c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665247 Jul 24 09:17:43.750933 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76c509e-4a24-4f24-8c44-eeebbb2b708b None None] The sync data for ids ['7df5773f-9342-497f-8d1a-d794c5d4cc49'] in n-d-800085-9 is: [{'id': '7df5773f-9342-497f-8d1a-d794c5d4cc49', 'name': 'tempest-ServersTestMultiNic-214656513-router', 'tenant_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': 'd7f0cbc8-3380-4037-9cfd-ac56eaa03ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:17:37Z', 'updated_at': '2021-07-24T09:17:40Z', 'revision_number': 3, 'project_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'gw_port': {'id': 'd7f0cbc8-3380-4037-9cfd-ac56eaa03ce4', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df5773f-9342-497f-8d1a-d794c5d4cc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:39Z', 'updated_at': '2021-07-24T09:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:17:43.779743 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-3f09035e-04a2-4741-b07e-b6579faff486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b08e1135-28b1-4e75-ba97-c58257cfe6d0 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:17:43.781880 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Pushing event updated for resources: {'Port': ['ID=f5db89d1-6241-4d30-8303-34df11bc52e4,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:43.792138 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-3f09035e-04a2-4741-b07e-b6579faff486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:43.805028 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-3f09035e-04a2-4741-b07e-b6579faff486 service neutron] Transition to ACTIVE for port object b08e1135-28b1-4e75-ba97-c58257cfe6d0 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:17:43.813443 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-3f09035e-04a2-4741-b07e-b6579faff486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:43.857104 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Network b4e73a77-8d86-4073-9301-d2737d818246 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:17:43.859232 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:17:43.912870 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09035e-04a2-4741-b07e-b6579faff486 service neutron] Pushing event updated for resources: {'Port': ['ID=b08e1135-28b1-4e75-ba97-c58257cfe6d0,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:43.964388 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:43.999896 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Router 7df5773f-9342-497f-8d1a-d794c5d4cc49 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:17:44.048562 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-3f09035e-04a2-4741-b07e-b6579faff486 service neutron] Attempting to bind port b08e1135-28b1-4e75-ba97-c58257cfe6d0 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:17:44.048938 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-3f09035e-04a2-4741-b07e-b6579faff486 service neutron] Attempting to bind port b08e1135-28b1-4e75-ba97-c58257cfe6d0 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '04f8d914-c1c6-4829-b2f0-70459b240a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bca6055-0a93-4a83-b8b1-96571f1281ea'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:17:44.049272 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-3f09035e-04a2-4741-b07e-b6579faff486 service neutron] Attempting to bind port b08e1135-28b1-4e75-ba97-c58257cfe6d0 on network 9bca6055-0a93-4a83-b8b1-96571f1281ea {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:17:44.055032 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-3f09035e-04a2-4741-b07e-b6579faff486 service neutron] Port b08e1135-28b1-4e75-ba97-c58257cfe6d0 on network 9bca6055-0a93-4a83-b8b1-96571f1281ea not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:17:44.055032 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-3f09035e-04a2-4741-b07e-b6579faff486 service neutron] Attempting to bind port b08e1135-28b1-4e75-ba97-c58257cfe6d0 on network 9bca6055-0a93-4a83-b8b1-96571f1281ea {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:17:44.060538 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-3f09035e-04a2-4741-b07e-b6579faff486 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:17:44.061002 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-3f09035e-04a2-4741-b07e-b6579faff486 service neutron] Checking segment: {'id': '04f8d914-c1c6-4829-b2f0-70459b240a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bca6055-0a93-4a83-b8b1-96571f1281ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:17:44.061505 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-3f09035e-04a2-4741-b07e-b6579faff486 service neutron] Bound using segment: {'id': '04f8d914-c1c6-4829-b2f0-70459b240a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bca6055-0a93-4a83-b8b1-96571f1281ea'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:17:44.062551 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-3f09035e-04a2-4741-b07e-b6579faff486 service neutron] Bound port: b08e1135-28b1-4e75-ba97-c58257cfe6d0, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04f8d914-c1c6-4829-b2f0-70459b240a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9bca6055-0a93-4a83-b8b1-96571f1281ea'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:17:44.062914 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-3f09035e-04a2-4741-b07e-b6579faff486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:44.197470 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85890f-660a-4856-a7f0-53aad08d00d6 req-585194a6-0ce6-412b-add1-bcc877c2a9bc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:44.199233 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9d85890f-660a-4856-a7f0-53aad08d00d6 req-585194a6-0ce6-412b-add1-bcc877c2a9bc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 944 time: 0.1435165 Jul 24 09:17:44.226200 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:17:44.232909 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-3f09035e-04a2-4741-b07e-b6579faff486 service neutron] For port b08e1135-28b1-4e75-ba97-c58257cfe6d0, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:17:44.233088 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7897d534-99cb-4e34-8722-fda8b1270278 admin admin] 10.222.0.32 "PUT /v2.0/routers/7df5773f-9342-497f-8d1a-d794c5d4cc49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6782832 Jul 24 09:17:44.237364 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-3f09035e-04a2-4741-b07e-b6579faff486 service neutron] For port b08e1135-28b1-4e75-ba97-c58257cfe6d0, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=b08e1135-28b1-4e75-ba97-c58257cfe6d0,segment=NetworkSegment(04f8d914-c1c6-4829-b2f0-70459b240a95),segment_id=04f8d914-c1c6-4829-b2f0-70459b240a95)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:17:44.259225 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-3f09035e-04a2-4741-b07e-b6579faff486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:44.271366 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-614c418e-afb1-4524-9412-374fb98386bf None None] Provisioning complete for port f5db89d1-6241-4d30-8303-34df11bc52e4 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:44.271828 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-614c418e-afb1-4524-9412-374fb98386bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:44.291266 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9d85890f-660a-4856-a7f0-53aad08d00d6 req-644fb804-78b3-4101-b286-8acf70fd8b36 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806117 Jul 24 09:17:44.338200 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-614c418e-afb1-4524-9412-374fb98386bf None None] Port f5db89d1-6241-4d30-8303-34df11bc52e4 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:17:44.339600 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-3f09035e-04a2-4741-b07e-b6579faff486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:44.342092 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-3f09035e-04a2-4741-b07e-b6579faff486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:44.344091 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-3f09035e-04a2-4741-b07e-b6579faff486 service neutron] 10.222.0.20 "PUT /v2.0/ports/b08e1135-28b1-4e75-ba97-c58257cfe6d0 HTTP/1.1" status: 200 len: 1092 time: 1.0971119 Jul 24 09:17:44.346660 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfae7cf3-cceb-45af-8732-78a60641ea2a', 'tag': 'b08e1135-28b1-4e75-ba97-c58257cfe6d0'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:17:44.349872 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a702d9b-65fa-4687-a9e6-a47944a188b8" -d '{"events": [{"name": "network-changed", "server_uuid": "cfae7cf3-cceb-45af-8732-78a60641ea2a", "tag": "b08e1135-28b1-4e75-ba97-c58257cfe6d0"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:17:44.407441 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033ef38a-e1c4-43db-86d6-67363b284d64 x-openstack-request-id: req-033ef38a-e1c4-43db-86d6-67363b284d64 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:17:44.407726 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfae7cf3-cceb-45af-8732-78a60641ea2a", "tag": "b08e1135-28b1-4e75-ba97-c58257cfe6d0", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:17:44.407988 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-033ef38a-e1c4-43db-86d6-67363b284d64 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:17:44.408391 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfae7cf3-cceb-45af-8732-78a60641ea2a', 'tag': 'b08e1135-28b1-4e75-ba97-c58257cfe6d0', 'status': 'completed', 'code': 200} Jul 24 09:17:44.411962 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09035e-04a2-4741-b07e-b6579faff486 service neutron] Pushing event updated for resources: {'Port': ['ID=b08e1135-28b1-4e75-ba97-c58257cfe6d0,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:44.423235 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 32928) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:44.492995 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-55ef2949-33ec-4c43-a20c-e329e423fa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:44.494689 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-55ef2949-33ec-4c43-a20c-e329e423fa18 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=208b19a92d72469fa99662d716d4ff0b&device_id=cfae7cf3-cceb-45af-8732-78a60641ea2a HTTP/1.1" status: 200 len: 1095 time: 0.0852501 Jul 24 09:17:44.544272 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-491647c7-c321-47c8-ad55-6150bd9fa22c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-739414720'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:44.563793 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-efbd86e6-ff28-46ce-bec6-005c90dc9e61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b08e1135-28b1-4e75-ba97-c58257cfe6d0 HTTP/1.1" status: 200 len: 217 time: 0.0577006 Jul 24 09:17:44.640857 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491647c7-c321-47c8-ad55-6150bd9fa22c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Made reservation on behalf of 60a1b5f89d844ea48b73bc1634c8b74f for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:17:44.645721 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-491647c7-c321-47c8-ad55-6150bd9fa22c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:44.664387 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-17e5bfb0-8b7f-41fe-a9ca-f78a70080b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:44.666131 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-17e5bfb0-8b7f-41fe-a9ca-f78a70080b50 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b053cc61-1810-4958-bb5a-97bd7b5b2a9b HTTP/1.1" status: 200 len: 853 time: 0.0954242 Jul 24 09:17:44.687792 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491647c7-c321-47c8-ad55-6150bd9fa22c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:17:44.699302 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-491647c7-c321-47c8-ad55-6150bd9fa22c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:44.699738 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-491647c7-c321-47c8-ad55-6150bd9fa22c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Added segment 7af199ff-365d-44ee-a8a8-745e6e486c10 of type vlan for network 23f16600-0e89-46de-a2dc-ca95f728a9b9 Jul 24 09:17:44.722276 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-a73fac7b-e03a-4dda-b680-adc2619d0032 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9bca6055-0a93-4a83-b8b1-96571f1281ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479791 Jul 24 09:17:44.876491 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-53d4c0ee-38e0-4e7d-a3bb-0f4e2b7b4ec5 service neutron] 10.222.0.20 "GET /v2.0/networks/9bca6055-0a93-4a83-b8b1-96571f1281ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477342 Jul 24 09:17:45.056524 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad68dace-b10d-4053-83d8-5ac981d5c8b2 req-0efa2d79-ec5e-4ba7-9631-4d85f87738e9 service neutron] 10.222.0.20 "GET /v2.0/networks/9bca6055-0a93-4a83-b8b1-96571f1281ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678286 Jul 24 09:17:45.075631 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed81793-efa1-4909-96ab-5d7e3aadac1e req-9c6ef295-6290-4567-b5ea-643ce5cd3d20 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:45.085999 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eed81793-efa1-4909-96ab-5d7e3aadac1e req-9c6ef295-6290-4567-b5ea-643ce5cd3d20 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfae7cf3-cceb-45af-8732-78a60641ea2a HTTP/1.1" status: 200 len: 944 time: 0.2083151 Jul 24 09:17:45.112466 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-491647c7-c321-47c8-ad55-6150bd9fa22c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:45.136722 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac741d-08cc-4099-b8b7-bb5a0fa6ade4 req-6646470c-a73f-47dd-a965-ed840c2c6513 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:45.138261 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a8ac741d-08cc-4099-b8b7-bb5a0fa6ade4 req-6646470c-a73f-47dd-a965-ed840c2c6513 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 945 time: 0.5454743 Jul 24 09:17:45.173470 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eed81793-efa1-4909-96ab-5d7e3aadac1e req-43e3ad16-611a-4456-ad35-3c4695916093 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.32 "GET /v2.0/security-groups?id=007cfcbd-34c9-4952-b045-f9abc44c73c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863614 Jul 24 09:17:45.175338 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-491647c7-c321-47c8-ad55-6150bd9fa22c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:45.182034 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491647c7-c321-47c8-ad55-6150bd9fa22c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:45.182581 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-491647c7-c321-47c8-ad55-6150bd9fa22c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:45.194534 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a702d9b-65fa-4687-a9e6-a47944a188b8 req-482b5f0e-b5e4-425e-8959-4001734488a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:45.196280 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5a702d9b-65fa-4687-a9e6-a47944a188b8 req-482b5f0e-b5e4-425e-8959-4001734488a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=208b19a92d72469fa99662d716d4ff0b&device_id=cfae7cf3-cceb-45af-8732-78a60641ea2a HTTP/1.1" status: 200 len: 1095 time: 0.0793014 Jul 24 09:17:45.250104 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-491647c7-c321-47c8-ad55-6150bd9fa22c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8224967 Jul 24 09:17:45.251101 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 32964) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:45.256531 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-5a786240-a684-483a-ba05-727065612f36 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Request body: {'subnet': {'network_id': '23f16600-0e89-46de-a2dc-ca95f728a9b9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:45.275218 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a8ac741d-08cc-4099-b8b7-bb5a0fa6ade4 req-49e1555a-0763-440c-8736-edacaeadbfc9 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256132 Jul 24 09:17:45.380037 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491647c7-c321-47c8-ad55-6150bd9fa22c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event updated for resources: {'Network': ['ID=23f16600-0e89-46de-a2dc-ca95f728a9b9,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:45.392419 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 23f16600-0e89-46de-a2dc-ca95f728a9b9 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:17:45.412701 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:17:45.520005 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a702d9b-65fa-4687-a9e6-a47944a188b8 req-949a85ec-c8ca-40b1-8951-a978b72c6847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:45.521420 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5a702d9b-65fa-4687-a9e6-a47944a188b8 req-949a85ec-c8ca-40b1-8951-a978b72c6847 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9bca6055-0a93-4a83-b8b1-96571f1281ea HTTP/1.1" status: 200 len: 913 time: 0.3180749 Jul 24 09:17:45.538569 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:17:45.542444 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:45.542809 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:45.579660 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5a702d9b-65fa-4687-a9e6-a47944a188b8 req-a98607b5-d241-4c89-8a0e-bf9cbcb3bd79 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b08e1135-28b1-4e75-ba97-c58257cfe6d0 HTTP/1.1" status: 200 len: 217 time: 0.0501151 Jul 24 09:17:45.624160 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a786240-a684-483a-ba05-727065612f36 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Made reservation on behalf of 60a1b5f89d844ea48b73bc1634c8b74f for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:17:45.627590 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5a786240-a684-483a-ba05-727065612f36 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:45.637240 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:45.663035 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:45.669200 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:45.685394 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a702d9b-65fa-4687-a9e6-a47944a188b8 req-d0776ce4-7434-43bc-8ef0-f4f740564852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:45.687386 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5a702d9b-65fa-4687-a9e6-a47944a188b8 req-d0776ce4-7434-43bc-8ef0-f4f740564852 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b053cc61-1810-4958-bb5a-97bd7b5b2a9b HTTP/1.1" status: 200 len: 853 time: 0.0996146 Jul 24 09:17:45.695977 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08c915-3f91-4404-9e08-b90c1453dbe1 req-e9344a0a-9cd0-4874-8311-cdbe2e6f4968 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:45.698301 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0c08c915-3f91-4404-9e08-b90c1453dbe1 req-e9344a0a-9cd0-4874-8311-cdbe2e6f4968 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 944 time: 0.2353144 Jul 24 09:17:45.731424 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:45.780078 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5a702d9b-65fa-4687-a9e6-a47944a188b8 req-6cf39beb-ae6e-4a1f-8a34-18f3ca0ec5f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9bca6055-0a93-4a83-b8b1-96571f1281ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807409 Jul 24 09:17:45.846098 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0c08c915-3f91-4404-9e08-b90c1453dbe1 req-276150b6-5179-43a0-ac2f-caa3db748c93 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058671 Jul 24 09:17:45.937601 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device b8d95427-097a-4f00-9215-4defaab92a25 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:17:45.958020 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5a702d9b-65fa-4687-a9e6-a47944a188b8 req-1a052914-7468-49de-9462-8c374c3b3a9e service neutron] 10.222.0.20 "GET /v2.0/networks/9bca6055-0a93-4a83-b8b1-96571f1281ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671975 Jul 24 09:17:45.994440 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port b8d95427-097a-4f00-9215-4defaab92a25 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:17:45.999878 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port b8d95427-097a-4f00-9215-4defaab92a25 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:46.000285 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:46.048055 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] Sync routers for ids ['7df5773f-9342-497f-8d1a-d794c5d4cc49'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:17:46.059504 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] Routers {'7df5773f-9342-497f-8d1a-d794c5d4cc49'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:17:46.060420 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:17:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['7df5773f-9342-497f-8d1a-d794c5d4cc49'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:46.070074 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5a786240-a684-483a-ba05-727065612f36 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:46.091768 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:46.118929 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96fcdced-39ea-4f30-b7ef-b12e95cd7ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d95427-097a-4f00-9215-4defaab92a25'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:17:46.122009 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9183e3f2-869c-4e7c-9d9b-67665637042a" -d '{"events": [{"server_uuid": "96fcdced-39ea-4f30-b7ef-b12e95cd7ea6", "name": "network-vif-plugged", "status": "completed", "tag": "b8d95427-097a-4f00-9215-4defaab92a25"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:17:46.158551 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port b8d95427-097a-4f00-9215-4defaab92a25, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=b8d95427-097a-4f00-9215-4defaab92a25,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:46.165750 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5a702d9b-65fa-4687-a9e6-a47944a188b8 req-9f2ae3a8-30a0-4d8c-9643-f444d3a2cef9 service neutron] 10.222.0.20 "GET /v2.0/networks/9bca6055-0a93-4a83-b8b1-96571f1281ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838443 Jul 24 09:17:46.168846 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a786240-a684-483a-ba05-727065612f36 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event updated for resources: {'Subnet': ['ID=1dc5ced8-f925-472c-8b74-81d2e0aed957,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:46.170356 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:46.192982 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a786240-a684-483a-ba05-727065612f36 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Checking segment: {'id': '7af199ff-365d-44ee-a8a8-745e6e486c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '23f16600-0e89-46de-a2dc-ca95f728a9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:17:46.193352 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a786240-a684-483a-ba05-727065612f36 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Network hostable DHCP agents. Network: 23f16600-0e89-46de-a2dc-ca95f728a9b9, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:17:46.219394 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08ab9c3-0bdf-4926-8b30-fa7b79098a96 x-openstack-request-id: req-f08ab9c3-0bdf-4926-8b30-fa7b79098a96 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:17:46.219770 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96fcdced-39ea-4f30-b7ef-b12e95cd7ea6", "name": "network-vif-plugged", "status": "completed", "tag": "b8d95427-097a-4f00-9215-4defaab92a25", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:17:46.220307 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f08ab9c3-0bdf-4926-8b30-fa7b79098a96 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:17:46.220785 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96fcdced-39ea-4f30-b7ef-b12e95cd7ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d95427-097a-4f00-9215-4defaab92a25', 'code': 200} Jul 24 09:17:46.231542 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a786240-a684-483a-ba05-727065612f36 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Network 23f16600-0e89-46de-a2dc-ca95f728a9b9 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:17:46.241683 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=b8d95427-097a-4f00-9215-4defaab92a25,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:46.252324 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] Set router 7df5773f-9342-497f-8d1a-d794c5d4cc49 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:17:46.253968 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-5a786240-a684-483a-ba05-727065612f36 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 23f16600-0e89-46de-a2dc-ca95f728a9b9) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:17:46.258373 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a786240-a684-483a-ba05-727065612f36 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:46.259222 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5a786240-a684-483a-ba05-727065612f36 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:46.266351 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834c7812-ed57-497b-88b7-f5416cfbc129 None None] Network 23f16600-0e89-46de-a2dc-ca95f728a9b9 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:17:46.333578 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5a786240-a684-483a-ba05-727065612f36 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0808740 Jul 24 09:17:46.337506 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33002) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:46.345427 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-2980c5b8-6623-46c5-ae26-bce20c8b6da8 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-758527303'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:46.430944 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2980c5b8-6623-46c5-ae26-bce20c8b6da8 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Made reservation on behalf of 60a1b5f89d844ea48b73bc1634c8b74f for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:17:46.434724 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2980c5b8-6623-46c5-ae26-bce20c8b6da8 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:46.443707 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ba362-467c-4cf4-b2c4-e3e2f1d15d5e req-7c7c682b-af64-482b-95ab-26fc5ced3dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:46.445335 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-418ba362-467c-4cf4-b2c4-e3e2f1d15d5e req-7c7c682b-af64-482b-95ab-26fc5ced3dfa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 1096 time: 0.1768429 Jul 24 09:17:46.459563 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:46.463098 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11963c6-6ba5-4780-8a92-68b0217b571f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-23f16600-0e89-46de-a2dc-ca95f728a9b9', 'network_id': '23f16600-0e89-46de-a2dc-ca95f728a9b9', 'tenant_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'fixed_ips': [{'subnet_id': '1dc5ced8-f925-472c-8b74-81d2e0aed957'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:17:46.464171 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e11963c6-6ba5-4780-8a92-68b0217b571f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:46.491273 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1c3f5-7653-4237-a9fb-0d2ce922f14e req-1012be55-d6fe-4d5b-bc33-a80e389d8fc1 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:46.499109 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2ea1c3f5-7653-4237-a9fb-0d2ce922f14e req-1012be55-d6fe-4d5b-bc33-a80e389d8fc1 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfae7cf3-cceb-45af-8732-78a60641ea2a HTTP/1.1" status: 200 len: 944 time: 0.1782787 Jul 24 09:17:46.529823 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccbb0d-c8c1-407d-b1d4-e894e00968c6 req-33f72d39-6d39-40f5-8ccb-5c738ce08a16 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:46.531498 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-51ccbb0d-c8c1-407d-b1d4-e894e00968c6 req-33f72d39-6d39-40f5-8ccb-5c738ce08a16 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 945 time: 0.1448545 Jul 24 09:17:46.535529 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2980c5b8-6623-46c5-ae26-bce20c8b6da8 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:17:46.550767 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-418ba362-467c-4cf4-b2c4-e3e2f1d15d5e req-08c6c2d4-9fd9-4025-8ce3-bb9d286cc754 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945756 Jul 24 09:17:46.561100 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2980c5b8-6623-46c5-ae26-bce20c8b6da8 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:46.561560 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-2980c5b8-6623-46c5-ae26-bce20c8b6da8 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Added segment 8295fb8a-2240-4e6b-97a9-4f307a613e32 of type vlan for network c124ecee-4e0d-43c6-ab96-99057ab71c1e Jul 24 09:17:46.586566 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2ea1c3f5-7653-4237-a9fb-0d2ce922f14e req-a53bce9f-41e2-432d-b7b9-ec0949801ea5 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.32 "GET /v2.0/security-groups?id=007cfcbd-34c9-4952-b045-f9abc44c73c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854795 Jul 24 09:17:46.606039 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df5773f-9342-497f-8d1a-d794c5d4cc49', 'name': 'tempest-ServersTestMultiNic-214656513-router', 'tenant_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': 'd7f0cbc8-3380-4037-9cfd-ac56eaa03ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:17:37Z', 'updated_at': '2021-07-24T09:17:43Z', 'revision_number': 4, 'project_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'gw_port': {'id': 'd7f0cbc8-3380-4037-9cfd-ac56eaa03ce4', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df5773f-9342-497f-8d1a-d794c5d4cc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:39Z', 'updated_at': '2021-07-24T09:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'f5db89d1-6241-4d30-8303-34df11bc52e4', 'name': '', 'network_id': 'b4e73a77-8d86-4073-9301-d2737d818246', 'tenant_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'mac_address': 'fa:16:3e:2d:9d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df5773f-9342-497f-8d1a-d794c5d4cc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '1fdf263a-bf96-4618-9a0a-b474521bfdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:42Z', 'updated_at': '2021-07-24T09:17:43Z', 'revision_number': 2, 'project_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'subnets': [{'id': '1fdf263a-bf96-4618-9a0a-b474521bfdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:46.636257 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-51ccbb0d-c8c1-407d-b1d4-e894e00968c6 req-2258a74f-2aef-481e-9a37-77196aba2d30 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891500 Jul 24 09:17:46.659851 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] Checking router: 7df5773f-9342-497f-8d1a-d794c5d4cc49 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:17:46.661257 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2980c5b8-6623-46c5-ae26-bce20c8b6da8 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:46.664502 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] Updating router 7df5773f-9342-497f-8d1a-d794c5d4cc49 port f5db89d1-6241-4d30-8303-34df11bc52e4 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:17:46.701141 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-e11963c6-6ba5-4780-8a92-68b0217b571f None None] Allocated IP 19.80.0.2 (23f16600-0e89-46de-a2dc-ca95f728a9b9/1dc5ced8-f925-472c-8b74-81d2e0aed957/39d4c578-666b-43d5-88bb-f3e668873782) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:17:46.720909 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2980c5b8-6623-46c5-ae26-bce20c8b6da8 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:46.729527 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:46.739306 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2980c5b8-6623-46c5-ae26-bce20c8b6da8 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:46.739987 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2980c5b8-6623-46c5-ae26-bce20c8b6da8 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:46.771293 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33010) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:46.771622 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2980c5b8-6623-46c5-ae26-bce20c8b6da8 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4327371 Jul 24 09:17:46.776777 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-b0aabab0-22ec-465e-8f5d-b009a4d5ef73 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Request body: {'subnet': {'network_id': 'c124ecee-4e0d-43c6-ab96-99057ab71c1e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:46.982518 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980c5b8-6623-46c5-ae26-bce20c8b6da8 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event updated for resources: {'Network': ['ID=c124ecee-4e0d-43c6-ab96-99057ab71c1e,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:46.998633 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network c124ecee-4e0d-43c6-ab96-99057ab71c1e details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:17:47.016162 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0aabab0-22ec-465e-8f5d-b009a4d5ef73 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Made reservation on behalf of 60a1b5f89d844ea48b73bc1634c8b74f for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:17:47.020481 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b0aabab0-22ec-465e-8f5d-b009a4d5ef73 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:47.067984 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e11963c6-6ba5-4780-8a92-68b0217b571f None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:47.080926 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e11963c6-6ba5-4780-8a92-68b0217b571f None None] Transition to ACTIVE for port object 39d4c578-666b-43d5-88bb-f3e668873782 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:17:47.099735 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e11963c6-6ba5-4780-8a92-68b0217b571f None None] Transition to ACTIVE for port object 39d4c578-666b-43d5-88bb-f3e668873782 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:17:47.106593 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e11963c6-6ba5-4780-8a92-68b0217b571f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:47.147174 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:47.158937 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] Transition to ACTIVE for port object f5db89d1-6241-4d30-8303-34df11bc52e4 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:17:47.168794 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11963c6-6ba5-4780-8a92-68b0217b571f None None] Pushing event updated for resources: {'Port': ['ID=39d4c578-666b-43d5-88bb-f3e668873782,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:47.169879 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11963c6-6ba5-4780-8a92-68b0217b571f None None] Network 23f16600-0e89-46de-a2dc-ca95f728a9b9 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:17:47.171319 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-e11963c6-6ba5-4780-8a92-68b0217b571f None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:17:47.173957 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:47.180519 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11963c6-6ba5-4780-8a92-68b0217b571f None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:17:47.253687 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-e11963c6-6ba5-4780-8a92-68b0217b571f None None] Attempting to bind port 39d4c578-666b-43d5-88bb-f3e668873782 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:17:47.254067 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-e11963c6-6ba5-4780-8a92-68b0217b571f None None] Attempting to bind port 39d4c578-666b-43d5-88bb-f3e668873782 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '7af199ff-365d-44ee-a8a8-745e6e486c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '23f16600-0e89-46de-a2dc-ca95f728a9b9'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:17:47.254463 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11963c6-6ba5-4780-8a92-68b0217b571f None None] Attempting to bind port 39d4c578-666b-43d5-88bb-f3e668873782 on network 23f16600-0e89-46de-a2dc-ca95f728a9b9 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:17:47.259788 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11963c6-6ba5-4780-8a92-68b0217b571f None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:17:47.260164 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11963c6-6ba5-4780-8a92-68b0217b571f None None] Checking segment: {'id': '7af199ff-365d-44ee-a8a8-745e6e486c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '23f16600-0e89-46de-a2dc-ca95f728a9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:17:47.260567 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e11963c6-6ba5-4780-8a92-68b0217b571f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:47.261062 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11963c6-6ba5-4780-8a92-68b0217b571f None None] Bound using segment: {'id': '7af199ff-365d-44ee-a8a8-745e6e486c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '23f16600-0e89-46de-a2dc-ca95f728a9b9'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:17:47.261575 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-e11963c6-6ba5-4780-8a92-68b0217b571f None None] Bound port: 39d4c578-666b-43d5-88bb-f3e668873782, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af199ff-365d-44ee-a8a8-745e6e486c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '23f16600-0e89-46de-a2dc-ca95f728a9b9'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:17:47.261960 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e11963c6-6ba5-4780-8a92-68b0217b571f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:47.263668 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ce987-4565-4d2d-8b0f-d2479dcadf6b None None] Pushing event updated for resources: {'Port': ['ID=f5db89d1-6241-4d30-8303-34df11bc52e4,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:47.312885 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc638b24-b479-44f7-adeb-fc896514d145 req-43cd820a-af7b-46e0-a874-f521a15a986d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:47.322436 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bc638b24-b479-44f7-adeb-fc896514d145 req-43cd820a-af7b-46e0-a874-f521a15a986d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.3692756 Jul 24 09:17:47.328047 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b0aabab0-22ec-465e-8f5d-b009a4d5ef73 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:47.334178 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439ce987-4565-4d2d-8b0f-d2479dcadf6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:47.334720 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439ce987-4565-4d2d-8b0f-d2479dcadf6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:47.335210 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439ce987-4565-4d2d-8b0f-d2479dcadf6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:47.335643 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439ce987-4565-4d2d-8b0f-d2479dcadf6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:47.338865 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439ce987-4565-4d2d-8b0f-d2479dcadf6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:47.339250 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439ce987-4565-4d2d-8b0f-d2479dcadf6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:47.339599 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439ce987-4565-4d2d-8b0f-d2479dcadf6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:47.339955 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439ce987-4565-4d2d-8b0f-d2479dcadf6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:47.340273 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439ce987-4565-4d2d-8b0f-d2479dcadf6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:47.340607 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439ce987-4565-4d2d-8b0f-d2479dcadf6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:47.340962 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439ce987-4565-4d2d-8b0f-d2479dcadf6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:47.341290 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439ce987-4565-4d2d-8b0f-d2479dcadf6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:47.382424 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-e11963c6-6ba5-4780-8a92-68b0217b571f None None] For port 39d4c578-666b-43d5-88bb-f3e668873782, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:17:47.386053 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-e11963c6-6ba5-4780-8a92-68b0217b571f None None] For port 39d4c578-666b-43d5-88bb-f3e668873782, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=39d4c578-666b-43d5-88bb-f3e668873782,segment=NetworkSegment(7af199ff-365d-44ee-a8a8-745e6e486c10),segment_id=7af199ff-365d-44ee-a8a8-745e6e486c10)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:17:47.392176 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e11963c6-6ba5-4780-8a92-68b0217b571f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:47.429987 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bc638b24-b479-44f7-adeb-fc896514d145 req-58150980-3736-4aa0-afb3-5d589313274d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030338 Jul 24 09:17:47.447196 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:17:47.466141 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] Attempting to bind port f5db89d1-6241-4d30-8303-34df11bc52e4 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:17:47.468773 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] Attempting to bind port f5db89d1-6241-4d30-8303-34df11bc52e4 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'f3619eb9-4567-4e08-86e8-8a3ee2856ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b4e73a77-8d86-4073-9301-d2737d818246'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:17:47.469243 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] Attempting to bind port f5db89d1-6241-4d30-8303-34df11bc52e4 on network b4e73a77-8d86-4073-9301-d2737d818246 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:17:47.486357 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:17:47.487766 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] Checking segment: {'id': 'f3619eb9-4567-4e08-86e8-8a3ee2856ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b4e73a77-8d86-4073-9301-d2737d818246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:17:47.489274 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:47.489985 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] Bound using segment: {'id': 'f3619eb9-4567-4e08-86e8-8a3ee2856ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b4e73a77-8d86-4073-9301-d2737d818246'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:17:47.490661 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] Bound port: f5db89d1-6241-4d30-8303-34df11bc52e4, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3619eb9-4567-4e08-86e8-8a3ee2856ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b4e73a77-8d86-4073-9301-d2737d818246'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:17:47.491224 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:47.523592 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11963c6-6ba5-4780-8a92-68b0217b571f None None] Pushing event updated for resources: {'Port': ['ID=39d4c578-666b-43d5-88bb-f3e668873782,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:47.537212 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aabab0-22ec-465e-8f5d-b009a4d5ef73 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Checking segment: {'id': '8295fb8a-2240-4e6b-97a9-4f307a613e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c124ecee-4e0d-43c6-ab96-99057ab71c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:17:47.538172 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aabab0-22ec-465e-8f5d-b009a4d5ef73 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Network hostable DHCP agents. Network: c124ecee-4e0d-43c6-ab96-99057ab71c1e, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:17:47.539930 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:47.540441 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:47.593537 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aabab0-22ec-465e-8f5d-b009a4d5ef73 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Network c124ecee-4e0d-43c6-ab96-99057ab71c1e is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:17:47.609851 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-b0aabab0-22ec-465e-8f5d-b009a4d5ef73 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, c124ecee-4e0d-43c6-ab96-99057ab71c1e) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:17:47.625372 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aabab0-22ec-465e-8f5d-b009a4d5ef73 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:47.626199 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b0aabab0-22ec-465e-8f5d-b009a4d5ef73 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:47.627090 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] For port f5db89d1-6241-4d30-8303-34df11bc52e4, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:17:47.634045 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] For port f5db89d1-6241-4d30-8303-34df11bc52e4, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=f5db89d1-6241-4d30-8303-34df11bc52e4,segment=NetworkSegment(f3619eb9-4567-4e08-86e8-8a3ee2856ad7),segment_id=f3619eb9-4567-4e08-86e8-8a3ee2856ad7)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:17:47.643529 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:47.657753 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b44701-1011-4106-b92c-51c47ee6b1d6 None None] Network c124ecee-4e0d-43c6-ab96-99057ab71c1e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:17:47.657939 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b0aabab0-22ec-465e-8f5d-b009a4d5ef73 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8852375 Jul 24 09:17:47.658914 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aabab0-22ec-465e-8f5d-b009a4d5ef73 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event updated for resources: {'Subnet': ['ID=91e8a105-c646-4c55-9aac-43dda7614e90,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:47.816353 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] Routers {'7df5773f-9342-497f-8d1a-d794c5d4cc49'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:17:47.817705 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:17:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['7df5773f-9342-497f-8d1a-d794c5d4cc49'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:47.820205 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ce987-4565-4d2d-8b0f-d2479dcadf6b None None] Pushing event updated for resources: {'Port': ['ID=f5db89d1-6241-4d30-8303-34df11bc52e4,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:47.843768 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a276bf-a41e-4a8a-a37d-2fca6987fb0a req-82730a19-c3f0-4e1f-88a8-abab60b94ec7 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:47.852389 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a9a276bf-a41e-4a8a-a37d-2fca6987fb0a req-82730a19-c3f0-4e1f-88a8-abab60b94ec7 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 945 time: 0.1225533 Jul 24 09:17:47.911376 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d65bc-a404-4582-a1c2-79fc82977ae2 req-68190a5a-9d33-4035-a4fe-c0304555b308 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:47.925472 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-208d65bc-a404-4582-a1c2-79fc82977ae2 req-68190a5a-9d33-4035-a4fe-c0304555b308 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfae7cf3-cceb-45af-8732-78a60641ea2a HTTP/1.1" status: 200 len: 944 time: 0.1653819 Jul 24 09:17:47.950677 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a9a276bf-a41e-4a8a-a37d-2fca6987fb0a req-eecfb9aa-8f05-42f7-8327-5d26f731d13a tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973220 Jul 24 09:17:47.953761 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device b08e1135-28b1-4e75-ba97-c58257cfe6d0 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:17:47.986570 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11125f4-aa95-487b-95fe-3fea6d818c5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-c124ecee-4e0d-43c6-ab96-99057ab71c1e', 'network_id': 'c124ecee-4e0d-43c6-ab96-99057ab71c1e', 'tenant_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'fixed_ips': [{'subnet_id': '91e8a105-c646-4c55-9aac-43dda7614e90'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:17:47.987546 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f11125f4-aa95-487b-95fe-3fea6d818c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:48.027559 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-208d65bc-a404-4582-a1c2-79fc82977ae2 req-dc59e9cc-ebd9-4134-b2c2-24d63065e4a3 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.32 "GET /v2.0/security-groups?id=007cfcbd-34c9-4952-b045-f9abc44c73c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011062 Jul 24 09:17:48.155026 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] Set router 7df5773f-9342-497f-8d1a-d794c5d4cc49 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:17:48.294631 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port b08e1135-28b1-4e75-ba97-c58257cfe6d0, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=b08e1135-28b1-4e75-ba97-c58257cfe6d0,segment=NetworkSegment(04f8d914-c1c6-4829-b2f0-70459b240a95),segment_id=04f8d914-c1c6-4829-b2f0-70459b240a95)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:48.321153 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7a6d9303-4afd-468a-a4d3-4341c3359d9a tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:48.328115 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7a6d9303-4afd-468a-a4d3-4341c3359d9a tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:48.339618 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7a6d9303-4afd-468a-a4d3-4341c3359d9a tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/networks?id=23f16600-0e89-46de-a2dc-ca95f728a9b9&id=c124ecee-4e0d-43c6-ab96-99057ab71c1e&id=23f16600-0e89-46de-a2dc-ca95f728a9b9 HTTP/1.1" status: 200 len: 1390 time: 0.1809556 Jul 24 09:17:48.355683 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-6e605d25-f353-4ee2-8e88-88318a9aafd8 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/quotas/60a1b5f89d844ea48b73bc1634c8b74f HTTP/1.1" status: 200 len: 375 time: 0.0147114 Jul 24 09:17:48.357452 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'b08e1135-28b1-4e75-ba97-c58257cfe6d0', 'network_id': '9bca6055-0a93-4a83-b8b1-96571f1281ea', 'port_id': 'b08e1135-28b1-4e75-ba97-c58257cfe6d0', 'mac_address': 'fa:16:3e:57:29:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b053cc61-1810-4958-bb5a-97bd7b5b2a9b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:17:48.393954 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-f11125f4-aa95-487b-95fe-3fea6d818c5e None None] Allocated IP 19.86.0.2 (c124ecee-4e0d-43c6-ab96-99057ab71c1e/91e8a105-c646-4c55-9aac-43dda7614e90/0c75f267-03de-4562-9521-8f1cfd3199f7) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:17:48.438268 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:48.450542 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-036829ea-5766-42c5-bc94-afce4526dc9a tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=60a1b5f89d844ea48b73bc1634c8b74f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0926151 Jul 24 09:17:48.487877 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08e1135-28b1-4e75-ba97-c58257cfe6d0 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:17:48.522632 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port b08e1135-28b1-4e75-ba97-c58257cfe6d0, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=b08e1135-28b1-4e75-ba97-c58257cfe6d0,segment=NetworkSegment(04f8d914-c1c6-4829-b2f0-70459b240a95),segment_id=04f8d914-c1c6-4829-b2f0-70459b240a95)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:48.531495 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:48.636639 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-941059f5-9b16-4d56-9f32-9e7a09f2b37d service neutron] 10.222.0.32 "GET /v2.0/networks/23f16600-0e89-46de-a2dc-ca95f728a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851361 Jul 24 09:17:48.648979 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df5773f-9342-497f-8d1a-d794c5d4cc49', 'name': 'tempest-ServersTestMultiNic-214656513-router', 'tenant_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': 'd7f0cbc8-3380-4037-9cfd-ac56eaa03ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:17:37Z', 'updated_at': '2021-07-24T09:17:43Z', 'revision_number': 4, 'project_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'gw_port': {'id': 'd7f0cbc8-3380-4037-9cfd-ac56eaa03ce4', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df5773f-9342-497f-8d1a-d794c5d4cc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:39Z', 'updated_at': '2021-07-24T09:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'f5db89d1-6241-4d30-8303-34df11bc52e4', 'name': '', 'network_id': 'b4e73a77-8d86-4073-9301-d2737d818246', 'tenant_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'mac_address': 'fa:16:3e:2d:9d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df5773f-9342-497f-8d1a-d794c5d4cc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '1fdf263a-bf96-4618-9a0a-b474521bfdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:42Z', 'updated_at': '2021-07-24T09:17:47Z', 'revision_number': 4, 'project_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'subnets': [{'id': '1fdf263a-bf96-4618-9a0a-b474521bfdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:17:48.664468 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0745106-6085-42c8-aa6b-ac926a6aee4f req-5ef6a3af-c9a1-4a0f-a05a-223e3791cccf tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:48.666750 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0745106-6085-42c8-aa6b-ac926a6aee4f req-5ef6a3af-c9a1-4a0f-a05a-223e3791cccf tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.1126964 Jul 24 09:17:48.684834 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=b08e1135-28b1-4e75-ba97-c58257cfe6d0,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:48.704039 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99908815-5a7e-4ca6-8ee7-6bb7764d9f63 None None] The sync data for ids ['7df5773f-9342-497f-8d1a-d794c5d4cc49'] in n-d-800085-9 is: [{'id': '7df5773f-9342-497f-8d1a-d794c5d4cc49', 'name': 'tempest-ServersTestMultiNic-214656513-router', 'tenant_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': 'd7f0cbc8-3380-4037-9cfd-ac56eaa03ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:17:37Z', 'updated_at': '2021-07-24T09:17:43Z', 'revision_number': 4, 'project_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'gw_port': {'id': 'd7f0cbc8-3380-4037-9cfd-ac56eaa03ce4', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df5773f-9342-497f-8d1a-d794c5d4cc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:39Z', 'updated_at': '2021-07-24T09:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'f5db89d1-6241-4d30-8303-34df11bc52e4', 'name': '', 'network_id': 'b4e73a77-8d86-4073-9301-d2737d818246', 'tenant_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'mac_address': 'fa:16:3e:2d:9d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df5773f-9342-497f-8d1a-d794c5d4cc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '1fdf263a-bf96-4618-9a0a-b474521bfdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:42Z', 'updated_at': '2021-07-24T09:17:47Z', 'revision_number': 4, 'project_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'subnets': [{'id': '1fdf263a-bf96-4618-9a0a-b474521bfdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:17:48.736459 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0745106-6085-42c8-aa6b-ac926a6aee4f req-9c8bccf7-b9a3-4bfc-8e66-e83c2038c757 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634015 Jul 24 09:17:48.774699 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7bee4f44-3237-4ef2-9b26-aad40e231fb2 service neutron] 10.222.0.32 "GET /v2.0/networks/23f16600-0e89-46de-a2dc-ca95f728a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362152 Jul 24 09:17:48.825743 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f11125f4-aa95-487b-95fe-3fea6d818c5e None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:48.835303 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f11125f4-aa95-487b-95fe-3fea6d818c5e None None] Transition to ACTIVE for port object 0c75f267-03de-4562-9521-8f1cfd3199f7 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:17:48.862103 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f11125f4-aa95-487b-95fe-3fea6d818c5e None None] Transition to ACTIVE for port object 0c75f267-03de-4562-9521-8f1cfd3199f7 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:17:48.871692 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['b08e1135-28b1-4e75-ba97-c58257cfe6d0'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:17:48.902590 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f11125f4-aa95-487b-95fe-3fea6d818c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:48.983191 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11125f4-aa95-487b-95fe-3fea6d818c5e None None] Network c124ecee-4e0d-43c6-ab96-99057ab71c1e is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:17:49.010506 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-f11125f4-aa95-487b-95fe-3fea6d818c5e None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:17:49.010506 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11125f4-aa95-487b-95fe-3fea6d818c5e None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:17:49.033757 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11125f4-aa95-487b-95fe-3fea6d818c5e None None] Pushing event updated for resources: {'Port': ['ID=0c75f267-03de-4562-9521-8f1cfd3199f7,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:49.043257 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-cbcd93c6-b5fe-4dc2-a6df-c54b436bad1d service neutron] 10.222.0.32 "GET /v2.0/networks/c124ecee-4e0d-43c6-ab96-99057ab71c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679927 Jul 24 09:17:49.135411 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15436763-66a1-4a7e-b3d4-e033f40cc584 None None] Network 23f16600-0e89-46de-a2dc-ca95f728a9b9 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:17:49.145091 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd362d-2e6b-4664-ba20-3d3d2a012e37 req-d0b915f7-c91c-46a7-9ea2-d63eebeb4a09 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:49.154334 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-30bd362d-2e6b-4664-ba20-3d3d2a012e37 req-d0b915f7-c91c-46a7-9ea2-d63eebeb4a09 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.1055787 Jul 24 09:17:49.161837 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-418442bc-b5c3-42e3-8c25-7c97ad992415 service neutron] 10.222.0.32 "GET /v2.0/networks/c124ecee-4e0d-43c6-ab96-99057ab71c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176863 Jul 24 09:17:49.213711 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-30bd362d-2e6b-4664-ba20-3d3d2a012e37 req-ca2922b3-d55a-4547-bec5-5efe428e7ae8 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581574 Jul 24 09:17:49.251556 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f11125f4-aa95-487b-95fe-3fea6d818c5e None None] Attempting to bind port 0c75f267-03de-4562-9521-8f1cfd3199f7 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:17:49.252243 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f11125f4-aa95-487b-95fe-3fea6d818c5e None None] Attempting to bind port 0c75f267-03de-4562-9521-8f1cfd3199f7 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '8295fb8a-2240-4e6b-97a9-4f307a613e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c124ecee-4e0d-43c6-ab96-99057ab71c1e'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:17:49.252708 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11125f4-aa95-487b-95fe-3fea6d818c5e None None] Attempting to bind port 0c75f267-03de-4562-9521-8f1cfd3199f7 on network c124ecee-4e0d-43c6-ab96-99057ab71c1e {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:17:49.282081 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11125f4-aa95-487b-95fe-3fea6d818c5e None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:17:49.282722 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11125f4-aa95-487b-95fe-3fea6d818c5e None None] Checking segment: {'id': '8295fb8a-2240-4e6b-97a9-4f307a613e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c124ecee-4e0d-43c6-ab96-99057ab71c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:17:49.284349 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f11125f4-aa95-487b-95fe-3fea6d818c5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:49.285015 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11125f4-aa95-487b-95fe-3fea6d818c5e None None] Bound using segment: {'id': '8295fb8a-2240-4e6b-97a9-4f307a613e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c124ecee-4e0d-43c6-ab96-99057ab71c1e'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:17:49.290056 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f11125f4-aa95-487b-95fe-3fea6d818c5e None None] Bound port: 0c75f267-03de-4562-9521-8f1cfd3199f7, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8295fb8a-2240-4e6b-97a9-4f307a613e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c124ecee-4e0d-43c6-ab96-99057ab71c1e'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:17:49.290702 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f11125f4-aa95-487b-95fe-3fea6d818c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:49.417539 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b10c67a0-b8ba-4e18-8e2d-8fea5e24b405 None None] Provisioning for port 39d4c578-666b-43d5-88bb-f3e668873782 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:17:49.488567 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe972ad-41d6-4246-a960-c0e1c7f6dcab req-9601eadc-0c91-4056-a0c5-008352a040a6 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:49.493634 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-fe98d4d5-f341-4246-bcaa-06d1fafcb924 service neutron] 10.222.0.32 "GET /v2.0/networks/23f16600-0e89-46de-a2dc-ca95f728a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980237 Jul 24 09:17:49.517362 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ebe972ad-41d6-4246-a960-c0e1c7f6dcab req-9601eadc-0c91-4056-a0c5-008352a040a6 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 945 time: 0.1754835 Jul 24 09:17:49.634055 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ebe972ad-41d6-4246-a960-c0e1c7f6dcab req-9ce0a528-0f5e-4460-830f-b7971aad2c04 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039824 Jul 24 09:17:49.675711 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-02661ecf-eae8-4e03-8009-6288ed3efb8e service neutron] 10.222.0.32 "GET /v2.0/networks/23f16600-0e89-46de-a2dc-ca95f728a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810005 Jul 24 09:17:49.694191 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 39d4c578-666b-43d5-88bb-f3e668873782 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:17:49.822269 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac2c36-f9c3-4f20-811c-e400de6dd0fc req-6ae46c07-26d4-4592-9f8d-ab32cc052e0a tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:49.826110 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3fac2c36-f9c3-4f20-811c-e400de6dd0fc req-6ae46c07-26d4-4592-9f8d-ab32cc052e0a tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfae7cf3-cceb-45af-8732-78a60641ea2a HTTP/1.1" status: 200 len: 945 time: 0.1069837 Jul 24 09:17:49.876694 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 39d4c578-666b-43d5-88bb-f3e668873782 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:17:49.879194 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f11125f4-aa95-487b-95fe-3fea6d818c5e None None] For port 0c75f267-03de-4562-9521-8f1cfd3199f7, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:17:49.886027 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f11125f4-aa95-487b-95fe-3fea6d818c5e None None] For port 0c75f267-03de-4562-9521-8f1cfd3199f7, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=0c75f267-03de-4562-9521-8f1cfd3199f7,segment=NetworkSegment(8295fb8a-2240-4e6b-97a9-4f307a613e32),segment_id=8295fb8a-2240-4e6b-97a9-4f307a613e32)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:17:49.914450 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33072) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:49.915912 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3fac2c36-f9c3-4f20-811c-e400de6dd0fc req-766319ee-d2a4-4e40-8702-43ec9c78cb5c tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.32 "GET /v2.0/security-groups?id=007cfcbd-34c9-4952-b045-f9abc44c73c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802128 Jul 24 09:17:49.950727 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 39d4c578-666b-43d5-88bb-f3e668873782 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:49.951103 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:49.953749 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f11125f4-aa95-487b-95fe-3fea6d818c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:50.116548 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11125f4-aa95-487b-95fe-3fea6d818c5e None None] Pushing event updated for resources: {'Port': ['ID=0c75f267-03de-4562-9521-8f1cfd3199f7,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:50.223268 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:50.287793 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 39d4c578-666b-43d5-88bb-f3e668873782, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=39d4c578-666b-43d5-88bb-f3e668873782,segment=NetworkSegment(7af199ff-365d-44ee-a8a8-745e6e486c10),segment_id=7af199ff-365d-44ee-a8a8-745e6e486c10)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:50.294000 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:50.295334 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f5db89d1-6241-4d30-8303-34df11bc52e4 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:17:50.529589 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add6cc1-9f2a-466f-afd4-0501e5b8c572 req-e44acc52-aba2-4e1b-9022-b36fc366ce7a tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:50.542586 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4add6cc1-9f2a-466f-afd4-0501e5b8c572 req-e44acc52-aba2-4e1b-9022-b36fc366ce7a tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.2230752 Jul 24 09:17:50.572476 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port f5db89d1-6241-4d30-8303-34df11bc52e4 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:17:50.574827 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=39d4c578-666b-43d5-88bb-f3e668873782,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:50.597652 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:50.598354 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:50.599097 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:50.604613 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:50.605180 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:50.605686 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:50.606181 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:50.606823 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:50.607301 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:50.607778 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:50.608253 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:50.608914 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:17:50.620944 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port f5db89d1-6241-4d30-8303-34df11bc52e4 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:50.623389 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:50.632594 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4add6cc1-9f2a-466f-afd4-0501e5b8c572 req-1074dd86-136f-4c67-ad9c-554bd996a7fd tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837011 Jul 24 09:17:50.679659 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-77eaef3d-cf2f-4b98-9c2b-a40fb4dabdb9 None None] Provisioning complete for port 39d4c578-666b-43d5-88bb-f3e668873782 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:50.680018 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-77eaef3d-cf2f-4b98-9c2b-a40fb4dabdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:50.742219 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-51679ae5-e125-46ed-9ffd-8c372db4f0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:50.746018 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e2b33492-b749-474f-9b8b-992844fe1c06 req-7f977d7a-4720-4e43-99bd-26205b55e82e tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=29201294-fdf6-4642-949d-d02426e894ec HTTP/1.1" status: 200 len: 210 time: 0.6085713 Jul 24 09:17:50.833231 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867da21-ac6e-4869-b43d-09ce28aa0e5f req-e329e995-f532-4331-80bf-8cb608baa25f tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:50.833817 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:50.837108 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f867da21-ac6e-4869-b43d-09ce28aa0e5f req-e329e995-f532-4331-80bf-8cb608baa25f tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 945 time: 0.1072180 Jul 24 09:17:50.855484 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-51679ae5-e125-46ed-9ffd-8c372db4f0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:50.861938 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-51679ae5-e125-46ed-9ffd-8c372db4f0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:50.884656 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port f5db89d1-6241-4d30-8303-34df11bc52e4, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=f5db89d1-6241-4d30-8303-34df11bc52e4,segment=NetworkSegment(f3619eb9-4567-4e08-86e8-8a3ee2856ad7),segment_id=f3619eb9-4567-4e08-86e8-8a3ee2856ad7)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:50.891675 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:50.893277 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f867da21-ac6e-4869-b43d-09ce28aa0e5f req-7be527d5-7917-4c98-8011-cd9ad1afd418 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488374 Jul 24 09:17:50.899972 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51679ae5-e125-46ed-9ffd-8c372db4f0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bcc4f3-b3e0-46b5-8dbb-596ea282f071,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:50.907343 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-51679ae5-e125-46ed-9ffd-8c372db4f0cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9b957c44c9e4c65b6ceeb0ed0d3654f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9888051 Jul 24 09:17:50.908145 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33088) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:50.959358 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=f5db89d1-6241-4d30-8303-34df11bc52e4,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:50.966052 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-632fb815-ef09-400d-9c27-6d9e19469174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:50.990411 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-632fb815-ef09-400d-9c27-6d9e19469174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:51.046464 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-632fb815-ef09-400d-9c27-6d9e19469174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:51.048767 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-632fb815-ef09-400d-9c27-6d9e19469174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:51.052715 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-632fb815-ef09-400d-9c27-6d9e19469174 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32bcc4f3-b3e0-46b5-8dbb-596ea282f071 HTTP/1.1" status: 204 len: 168 time: 0.1432831 Jul 24 09:17:51.061262 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632fb815-ef09-400d-9c27-6d9e19469174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bcc4f3-b3e0-46b5-8dbb-596ea282f071,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:51.075097 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fae281-cd6a-485e-8429-386b4a76f980 req-454396b7-e1aa-471d-a993-febfe972e53e tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:51.076936 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9fae281-cd6a-485e-8429-386b4a76f980 req-454396b7-e1aa-471d-a993-febfe972e53e tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfae7cf3-cceb-45af-8732-78a60641ea2a HTTP/1.1" status: 200 len: 945 time: 0.0748019 Jul 24 09:17:51.122418 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9fae281-cd6a-485e-8429-386b4a76f980 req-500c4905-6310-430c-8878-4ab2c3715905 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.32 "GET /v2.0/security-groups?id=007cfcbd-34c9-4952-b045-f9abc44c73c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385590 Jul 24 09:17:51.428547 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 39d4c578-666b-43d5-88bb-f3e668873782 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:17:51.436217 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33102) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:51.478934 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-61606ba5-7687-4232-89d9-49b2c27e0890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:51.491832 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 39d4c578-666b-43d5-88bb-f3e668873782 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:51.492117 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:51.535405 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-9484f77a-9a96-472c-8dd3-5cf3e942b8c8 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:51.541298 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-9484f77a-9a96-472c-8dd3-5cf3e942b8c8 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:51.542896 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-9484f77a-9a96-472c-8dd3-5cf3e942b8c8 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.37 "GET /v2.0/networks?id=23f16600-0e89-46de-a2dc-ca95f728a9b9&id=c124ecee-4e0d-43c6-ab96-99057ab71c1e&id=23f16600-0e89-46de-a2dc-ca95f728a9b9 HTTP/1.1" status: 200 len: 1390 time: 0.1888716 Jul 24 09:17:51.563082 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-c0848b8e-7523-4a1e-8b65-c465fcfd275e tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Request body: {'port': {'device_id': '29201294-fdf6-4642-949d-d02426e894ec', 'network_id': '23f16600-0e89-46de-a2dc-ca95f728a9b9', 'admin_state_up': True, 'tenant_id': '60a1b5f89d844ea48b73bc1634c8b74f'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:51.566889 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6035c9-fb11-4d11-8d80-62a2213f2dcf None None] Network c124ecee-4e0d-43c6-ab96-99057ab71c1e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:17:51.609408 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-348e6bec-908e-4702-a756-dd5a9231f51e None None] Provisioning for port 0c75f267-03de-4562-9521-8f1cfd3199f7 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:17:51.611922 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f5db89d1-6241-4d30-8303-34df11bc52e4 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:17:51.720215 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-61606ba5-7687-4232-89d9-49b2c27e0890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:51.725370 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port f5db89d1-6241-4d30-8303-34df11bc52e4 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:51.725906 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:51.731234 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-61606ba5-7687-4232-89d9-49b2c27e0890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:51.778424 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61606ba5-7687-4232-89d9-49b2c27e0890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de8f08c-2f42-436d-9443-5edb48deeeea,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:51.779305 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0c2e4-d005-4b65-b10f-d78b71748ef1 req-db4bac34-52a8-4ee1-a905-deb6ba1b5625 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:51.786608 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a4e0c2e4-d005-4b65-b10f-d78b71748ef1 req-db4bac34-52a8-4ee1-a905-deb6ba1b5625 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.0762713 Jul 24 09:17:51.799836 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-c0848b8e-7523-4a1e-8b65-c465fcfd275e tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Made reservation on behalf of 60a1b5f89d844ea48b73bc1634c8b74f for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:17:51.803796 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-c0848b8e-7523-4a1e-8b65-c465fcfd275e tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:51.815486 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-61606ba5-7687-4232-89d9-49b2c27e0890 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2615b35b027422c8e06469608907773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3774087 Jul 24 09:17:51.815673 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33108) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:17:51.843070 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a4e0c2e4-d005-4b65-b10f-d78b71748ef1 req-06b0acab-eafc-43bf-a121-a6c5e9887c29 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554373 Jul 24 09:17:51.866091 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 0c75f267-03de-4562-9521-8f1cfd3199f7 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:17:51.889285 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6814e5f-6085-4615-8ebe-21d8812656d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:51.914021 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6814e5f-6085-4615-8ebe-21d8812656d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:51.930784 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 0c75f267-03de-4562-9521-8f1cfd3199f7 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:17:51.935922 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 0c75f267-03de-4562-9521-8f1cfd3199f7 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:51.936321 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:51.949081 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-87758ca3-81f8-4892-92f0-f2fc41d36526 req-a4136af8-d39d-4c10-8f72-9d982c667a58 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=29201294-fdf6-4642-949d-d02426e894ec HTTP/1.1" status: 200 len: 210 time: 0.0576875 Jul 24 09:17:51.981744 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device b08e1135-28b1-4e75-ba97-c58257cfe6d0 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:17:51.984648 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6814e5f-6085-4615-8ebe-21d8812656d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:51.987551 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6814e5f-6085-4615-8ebe-21d8812656d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:51.991097 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b6814e5f-6085-4615-8ebe-21d8812656d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8de8f08c-2f42-436d-9443-5edb48deeeea HTTP/1.1" status: 204 len: 168 time: 0.1720135 Jul 24 09:17:52.014567 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6814e5f-6085-4615-8ebe-21d8812656d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de8f08c-2f42-436d-9443-5edb48deeeea,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:52.090391 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-c0848b8e-7523-4a1e-8b65-c465fcfd275e tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Allocated IP 19.80.0.118 (23f16600-0e89-46de-a2dc-ca95f728a9b9/1dc5ced8-f925-472c-8b74-81d2e0aed957/7c44aeca-90ca-4a2e-a9eb-6b4fad883568) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:17:52.135934 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:52.138643 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port b08e1135-28b1-4e75-ba97-c58257cfe6d0 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:17:52.149221 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port b08e1135-28b1-4e75-ba97-c58257cfe6d0 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:52.149592 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:52.165175 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88578168-8686-469b-9316-75fe3b738824 req-5fc4d34f-8231-4e39-a9cc-0365dff8c117 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:52.176952 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-88578168-8686-469b-9316-75fe3b738824 req-5fc4d34f-8231-4e39-a9cc-0365dff8c117 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 945 time: 0.1433830 Jul 24 09:17:52.217732 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 0c75f267-03de-4562-9521-8f1cfd3199f7, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=0c75f267-03de-4562-9521-8f1cfd3199f7,segment=NetworkSegment(8295fb8a-2240-4e6b-97a9-4f307a613e32),segment_id=8295fb8a-2240-4e6b-97a9-4f307a613e32)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:52.224647 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-064eb5da-3609-49eb-9d87-dba770aae643 None None] Provisioning complete for port 0c75f267-03de-4562-9521-8f1cfd3199f7 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:52.225111 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-064eb5da-3609-49eb-9d87-dba770aae643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:52.226887 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-88578168-8686-469b-9316-75fe3b738824 req-ca40229f-283a-4f69-a62d-1268deb26edc tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483160 Jul 24 09:17:52.227230 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:52.356595 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-c0848b8e-7523-4a1e-8b65-c465fcfd275e tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:52.363105 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:52.372551 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=0c75f267-03de-4562-9521-8f1cfd3199f7,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:52.399001 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-c0848b8e-7523-4a1e-8b65-c465fcfd275e tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Transition to ACTIVE for port object 7c44aeca-90ca-4a2e-a9eb-6b4fad883568 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:17:52.440129 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfae7cf3-cceb-45af-8732-78a60641ea2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08e1135-28b1-4e75-ba97-c58257cfe6d0'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:17:52.442419 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60aea97f-bb11-4f64-a417-02fff555b49f" -d '{"events": [{"server_uuid": "cfae7cf3-cceb-45af-8732-78a60641ea2a", "name": "network-vif-plugged", "status": "completed", "tag": "b08e1135-28b1-4e75-ba97-c58257cfe6d0"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:17:52.450957 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port b08e1135-28b1-4e75-ba97-c58257cfe6d0, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=b08e1135-28b1-4e75-ba97-c58257cfe6d0,segment=NetworkSegment(04f8d914-c1c6-4829-b2f0-70459b240a95),segment_id=04f8d914-c1c6-4829-b2f0-70459b240a95)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:17:52.456767 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:52.460290 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def415e-ce88-4fd8-9198-ad1ba001fda1 req-8f906769-9e7e-45b7-bae4-af626eccc0c9 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:52.463088 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2def415e-ce88-4fd8-9198-ad1ba001fda1 req-8f906769-9e7e-45b7-bae4-af626eccc0c9 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfae7cf3-cceb-45af-8732-78a60641ea2a HTTP/1.1" status: 200 len: 945 time: 0.1300898 Jul 24 09:17:52.500965 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-c0848b8e-7523-4a1e-8b65-c465fcfd275e tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:52.501842 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e76c42-b424-4952-95f5-0839992f187c x-openstack-request-id: req-b3e76c42-b424-4952-95f5-0839992f187c {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:17:52.502140 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfae7cf3-cceb-45af-8732-78a60641ea2a", "name": "network-vif-plugged", "status": "completed", "tag": "b08e1135-28b1-4e75-ba97-c58257cfe6d0", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:17:52.502395 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3e76c42-b424-4952-95f5-0839992f187c {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:17:52.503404 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfae7cf3-cceb-45af-8732-78a60641ea2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08e1135-28b1-4e75-ba97-c58257cfe6d0', 'code': 200} Jul 24 09:17:52.536758 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=b08e1135-28b1-4e75-ba97-c58257cfe6d0,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:52.592285 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-c0848b8e-7523-4a1e-8b65-c465fcfd275e tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Network 23f16600-0e89-46de-a2dc-ca95f728a9b9 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:17:52.598575 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2def415e-ce88-4fd8-9198-ad1ba001fda1 req-f822bb1a-ac5e-427d-a5b7-cd8651493d38 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.32 "GET /v2.0/security-groups?id=007cfcbd-34c9-4952-b045-f9abc44c73c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263804 Jul 24 09:17:52.625791 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-c0848b8e-7523-4a1e-8b65-c465fcfd275e tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:17:52.628937 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0848b8e-7523-4a1e-8b65-c465fcfd275e tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event updated for resources: {'Port': ['ID=7c44aeca-90ca-4a2e-a9eb-6b4fad883568,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:52.633281 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-c0848b8e-7523-4a1e-8b65-c465fcfd275e tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:17:52.699840 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-c0848b8e-7523-4a1e-8b65-c465fcfd275e tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:52.700669 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-c0848b8e-7523-4a1e-8b65-c465fcfd275e tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:52.718121 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc52c4-03dd-4561-b303-53f100869d66 req-cc47dfd6-eb0c-410c-b965-f4ff1a2d4df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:52.719720 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fddc52c4-03dd-4561-b303-53f100869d66 req-cc47dfd6-eb0c-410c-b965-f4ff1a2d4df9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cfae7cf3-cceb-45af-8732-78a60641ea2a HTTP/1.1" status: 200 len: 1097 time: 0.1490457 Jul 24 09:17:52.721429 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-c0848b8e-7523-4a1e-8b65-c465fcfd275e tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1647749 Jul 24 09:17:52.736222 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-736c6a33-8b50-4d82-8c6c-d84a157209a6 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Request body: {'port': {'device_id': '29201294-fdf6-4642-949d-d02426e894ec', 'network_id': 'c124ecee-4e0d-43c6-ab96-99057ab71c1e', 'admin_state_up': True, 'tenant_id': '60a1b5f89d844ea48b73bc1634c8b74f'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:52.793665 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fddc52c4-03dd-4561-b303-53f100869d66 req-aab06b12-b6a4-4bd3-853f-4c9c881e6a70 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=007cfcbd-34c9-4952-b045-f9abc44c73c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680900 Jul 24 09:17:52.868195 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-736c6a33-8b50-4d82-8c6c-d84a157209a6 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Made reservation on behalf of 60a1b5f89d844ea48b73bc1634c8b74f for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:17:52.871724 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-736c6a33-8b50-4d82-8c6c-d84a157209a6 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:52.916061 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-af00cf1d-b93b-4252-9f3d-73c1a1b43726 None None] Provisioning for port 7c44aeca-90ca-4a2e-a9eb-6b4fad883568 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:17:52.923751 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-af00cf1d-b93b-4252-9f3d-73c1a1b43726 None None] Provisioning complete for port 7c44aeca-90ca-4a2e-a9eb-6b4fad883568 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:52.924295 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-af00cf1d-b93b-4252-9f3d-73c1a1b43726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:52.963673 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-af00cf1d-b93b-4252-9f3d-73c1a1b43726 None None] Port 7c44aeca-90ca-4a2e-a9eb-6b4fad883568 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:17:53.025441 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6f91d-6093-4e57-96d0-f66dbd804ae9 req-8c615020-c268-4b0e-9d0e-951da87381dd tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:53.027624 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-14a6f91d-6093-4e57-96d0-f66dbd804ae9 req-8c615020-c268-4b0e-9d0e-951da87381dd tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.0970523 Jul 24 09:17:53.052751 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-736c6a33-8b50-4d82-8c6c-d84a157209a6 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Allocated IP 19.86.0.62 (c124ecee-4e0d-43c6-ab96-99057ab71c1e/91e8a105-c646-4c55-9aac-43dda7614e90/169fce02-0ec1-4bc9-9db1-969da9ab1175) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:17:53.072527 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-14a6f91d-6093-4e57-96d0-f66dbd804ae9 req-5f081141-514c-4415-a247-cbb6ec1f48fb tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382223 Jul 24 09:17:53.144685 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c33946-9b7d-4ac2-a60c-3b049e3a219e req-1b13bee4-f487-4354-9dd4-7e741cea12b3 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:53.146201 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d8c33946-9b7d-4ac2-a60c-3b049e3a219e req-1b13bee4-f487-4354-9dd4-7e741cea12b3 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=29201294-fdf6-4642-949d-d02426e894ec HTTP/1.1" status: 200 len: 932 time: 0.1099753 Jul 24 09:17:53.235437 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d8c33946-9b7d-4ac2-a60c-3b049e3a219e req-2ee9f243-dc93-4612-b5f4-fa72c6e70bb3 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751207 Jul 24 09:17:53.293254 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-736c6a33-8b50-4d82-8c6c-d84a157209a6 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:53.318127 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-736c6a33-8b50-4d82-8c6c-d84a157209a6 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Transition to ACTIVE for port object 169fce02-0ec1-4bc9-9db1-969da9ab1175 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:17:53.347683 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 0c75f267-03de-4562-9521-8f1cfd3199f7 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:17:53.401388 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-736c6a33-8b50-4d82-8c6c-d84a157209a6 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:53.406382 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 0c75f267-03de-4562-9521-8f1cfd3199f7 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:53.406995 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:53.463312 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c6a33-8b50-4d82-8c6c-d84a157209a6 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event updated for resources: {'Port': ['ID=169fce02-0ec1-4bc9-9db1-969da9ab1175,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:53.475077 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-736c6a33-8b50-4d82-8c6c-d84a157209a6 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Network c124ecee-4e0d-43c6-ab96-99057ab71c1e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:17:53.478634 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-736c6a33-8b50-4d82-8c6c-d84a157209a6 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:17:53.488792 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64289b1e-1663-4174-b024-38452b36abdf req-79bcb36b-4741-40a5-b325-10ad3f74395b tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:53.490513 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64289b1e-1663-4174-b024-38452b36abdf req-79bcb36b-4741-40a5-b325-10ad3f74395b tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 945 time: 0.1552646 Jul 24 09:17:53.491555 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-736c6a33-8b50-4d82-8c6c-d84a157209a6 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:17:53.573399 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-736c6a33-8b50-4d82-8c6c-d84a157209a6 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:53.574224 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-736c6a33-8b50-4d82-8c6c-d84a157209a6 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:53.606279 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-736c6a33-8b50-4d82-8c6c-d84a157209a6 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8747234 Jul 24 09:17:53.610189 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64289b1e-1663-4174-b024-38452b36abdf req-fef8d1c0-63e7-46f0-a544-16f304979f41 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099010 Jul 24 09:17:53.616698 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-5a954b1f-feaf-46b3-8990-43d80cafe6c1 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Request body: {'port': {'device_id': '29201294-fdf6-4642-949d-d02426e894ec', 'network_id': '23f16600-0e89-46de-a2dc-ca95f728a9b9', 'admin_state_up': True, 'tenant_id': '60a1b5f89d844ea48b73bc1634c8b74f'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:53.764178 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b53882-23a9-4555-ae92-440b201b7153 req-ccb55fe2-fbee-4ca8-9486-5faed3d7896a tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:53.766297 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-87b53882-23a9-4555-ae92-440b201b7153 req-ccb55fe2-fbee-4ca8-9486-5faed3d7896a tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfae7cf3-cceb-45af-8732-78a60641ea2a HTTP/1.1" status: 200 len: 946 time: 0.0719759 Jul 24 09:17:53.774150 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-5a954b1f-feaf-46b3-8990-43d80cafe6c1 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Made reservation on behalf of 60a1b5f89d844ea48b73bc1634c8b74f for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:17:53.778061 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-5a954b1f-feaf-46b3-8990-43d80cafe6c1 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:53.791561 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-233d29ff-d5e5-4cfc-bb26-3379c2d3d0e9 None None] Provisioning for port 169fce02-0ec1-4bc9-9db1-969da9ab1175 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:17:53.797646 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-233d29ff-d5e5-4cfc-bb26-3379c2d3d0e9 None None] Provisioning complete for port 169fce02-0ec1-4bc9-9db1-969da9ab1175 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:53.798579 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-233d29ff-d5e5-4cfc-bb26-3379c2d3d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:53.824586 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-87b53882-23a9-4555-ae92-440b201b7153 req-9e663811-4cc7-43b4-b43f-813dd0aedd1e tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.32 "GET /v2.0/security-groups?id=007cfcbd-34c9-4952-b045-f9abc44c73c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489497 Jul 24 09:17:53.849972 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-233d29ff-d5e5-4cfc-bb26-3379c2d3d0e9 None None] Port 169fce02-0ec1-4bc9-9db1-969da9ab1175 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:17:53.925489 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-5a954b1f-feaf-46b3-8990-43d80cafe6c1 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Allocated IP 19.80.0.208 (23f16600-0e89-46de-a2dc-ca95f728a9b9/1dc5ced8-f925-472c-8b74-81d2e0aed957/44cedc15-169e-4b9f-be3d-cb66be899185) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:17:54.091799 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-5a954b1f-feaf-46b3-8990-43d80cafe6c1 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:54.109029 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-5a954b1f-feaf-46b3-8990-43d80cafe6c1 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Transition to ACTIVE for port object 44cedc15-169e-4b9f-be3d-cb66be899185 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:17:54.181358 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-5a954b1f-feaf-46b3-8990-43d80cafe6c1 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:54.276363 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-5a954b1f-feaf-46b3-8990-43d80cafe6c1 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Network 23f16600-0e89-46de-a2dc-ca95f728a9b9 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:17:54.282110 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-5a954b1f-feaf-46b3-8990-43d80cafe6c1 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:17:54.287778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-5a954b1f-feaf-46b3-8990-43d80cafe6c1 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:17:54.292570 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a954b1f-feaf-46b3-8990-43d80cafe6c1 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event updated for resources: {'Port': ['ID=44cedc15-169e-4b9f-be3d-cb66be899185,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:54.383849 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-5a954b1f-feaf-46b3-8990-43d80cafe6c1 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:54.385627 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-5a954b1f-feaf-46b3-8990-43d80cafe6c1 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:54.409130 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad09df-ab8f-434f-908d-949abba6e707 req-ce44a31e-7166-4349-8cf1-66e8bd5fde14 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:54.417553 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2ad09df-ab8f-434f-908d-949abba6e707 req-ce44a31e-7166-4349-8cf1-66e8bd5fde14 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.1862319 Jul 24 09:17:54.449963 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35933d-c239-4f36-9522-22495f9a80df req-d23f30e2-dc85-4447-a675-82ef5d4a4994 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:54.453101 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-5a954b1f-feaf-46b3-8990-43d80cafe6c1 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8402538 Jul 24 09:17:54.459028 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35933d-c239-4f36-9522-22495f9a80df req-d23f30e2-dc85-4447-a675-82ef5d4a4994 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:54.466137 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35933d-c239-4f36-9522-22495f9a80df req-d23f30e2-dc85-4447-a675-82ef5d4a4994 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:54.473885 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-6ccbd1cb-820b-4302-b2c0-043f9c3d2c5b service neutron] Request body: {'port': {'device_id': '29201294-fdf6-4642-949d-d02426e894ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:54.478292 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bf35933d-c239-4f36-9522-22495f9a80df req-d23f30e2-dc85-4447-a675-82ef5d4a4994 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=29201294-fdf6-4642-949d-d02426e894ec HTTP/1.1" status: 200 len: 2376 time: 0.1361010 Jul 24 09:17:54.523930 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2ad09df-ab8f-434f-908d-949abba6e707 req-5d0b0070-8404-4a10-ad55-eb854f5fcfa0 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051939 Jul 24 09:17:54.534676 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bf35933d-c239-4f36-9522-22495f9a80df req-eca2aee4-6c12-46f3-819e-4d4e1f9bd875 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551615 Jul 24 09:17:54.632788 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-6ccbd1cb-820b-4302-b2c0-043f9c3d2c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:54.684371 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ecc13a3b-0022-4b31-a654-6f4a34fb6c12 None None] Provisioning for port 44cedc15-169e-4b9f-be3d-cb66be899185 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:17:54.697546 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ecc13a3b-0022-4b31-a654-6f4a34fb6c12 None None] Provisioning complete for port 44cedc15-169e-4b9f-be3d-cb66be899185 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:17:54.699222 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ecc13a3b-0022-4b31-a654-6f4a34fb6c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:54.771394 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-ecc13a3b-0022-4b31-a654-6f4a34fb6c12 None None] Port 44cedc15-169e-4b9f-be3d-cb66be899185 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:17:54.936263 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697bdc8-d5e4-4f6c-9763-fe60fb3e891f req-ad7c5494-8da1-40c0-ba26-42d066e8946a tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:54.937892 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6697bdc8-d5e4-4f6c-9763-fe60fb3e891f req-ad7c5494-8da1-40c0-ba26-42d066e8946a tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 945 time: 0.1421931 Jul 24 09:17:55.032437 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6697bdc8-d5e4-4f6c-9763-fe60fb3e891f req-71b6cb5e-5450-4f3b-9e85-ced618ecee8b tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781324 Jul 24 09:17:55.044667 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-6ccbd1cb-820b-4302-b2c0-043f9c3d2c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c44aeca-90ca-4a2e-a9eb-6b4fad883568 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:17:55.054896 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-6ccbd1cb-820b-4302-b2c0-043f9c3d2c5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:55.068545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-6ccbd1cb-820b-4302-b2c0-043f9c3d2c5b service neutron] Transition to ACTIVE for port object 7c44aeca-90ca-4a2e-a9eb-6b4fad883568 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:17:55.077008 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-6ccbd1cb-820b-4302-b2c0-043f9c3d2c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:55.132863 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbd1cb-820b-4302-b2c0-043f9c3d2c5b service neutron] Pushing event updated for resources: {'Port': ['ID=7c44aeca-90ca-4a2e-a9eb-6b4fad883568,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:55.222325 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-6ccbd1cb-820b-4302-b2c0-043f9c3d2c5b service neutron] Attempting to bind port 7c44aeca-90ca-4a2e-a9eb-6b4fad883568 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:17:55.222659 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-6ccbd1cb-820b-4302-b2c0-043f9c3d2c5b service neutron] Attempting to bind port 7c44aeca-90ca-4a2e-a9eb-6b4fad883568 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '7af199ff-365d-44ee-a8a8-745e6e486c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '23f16600-0e89-46de-a2dc-ca95f728a9b9'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:17:55.223040 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-6ccbd1cb-820b-4302-b2c0-043f9c3d2c5b service neutron] Attempting to bind port 7c44aeca-90ca-4a2e-a9eb-6b4fad883568 on network 23f16600-0e89-46de-a2dc-ca95f728a9b9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:17:55.228597 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-6ccbd1cb-820b-4302-b2c0-043f9c3d2c5b service neutron] Port 7c44aeca-90ca-4a2e-a9eb-6b4fad883568 on network 23f16600-0e89-46de-a2dc-ca95f728a9b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:17:55.229026 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-6ccbd1cb-820b-4302-b2c0-043f9c3d2c5b service neutron] Attempting to bind port 7c44aeca-90ca-4a2e-a9eb-6b4fad883568 on network 23f16600-0e89-46de-a2dc-ca95f728a9b9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:17:55.234774 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-6ccbd1cb-820b-4302-b2c0-043f9c3d2c5b service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:17:55.235174 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-6ccbd1cb-820b-4302-b2c0-043f9c3d2c5b service neutron] Checking segment: {'id': '7af199ff-365d-44ee-a8a8-745e6e486c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '23f16600-0e89-46de-a2dc-ca95f728a9b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:17:55.235656 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-6ccbd1cb-820b-4302-b2c0-043f9c3d2c5b service neutron] Bound using segment: {'id': '7af199ff-365d-44ee-a8a8-745e6e486c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '23f16600-0e89-46de-a2dc-ca95f728a9b9'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:17:55.236151 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-6ccbd1cb-820b-4302-b2c0-043f9c3d2c5b service neutron] Bound port: 7c44aeca-90ca-4a2e-a9eb-6b4fad883568, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af199ff-365d-44ee-a8a8-745e6e486c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '23f16600-0e89-46de-a2dc-ca95f728a9b9'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:17:55.236569 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-6ccbd1cb-820b-4302-b2c0-043f9c3d2c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:55.323452 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-6ccbd1cb-820b-4302-b2c0-043f9c3d2c5b service neutron] For port 7c44aeca-90ca-4a2e-a9eb-6b4fad883568, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:17:55.331114 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-6ccbd1cb-820b-4302-b2c0-043f9c3d2c5b service neutron] For port 7c44aeca-90ca-4a2e-a9eb-6b4fad883568, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=7c44aeca-90ca-4a2e-a9eb-6b4fad883568,segment=NetworkSegment(7af199ff-365d-44ee-a8a8-745e6e486c10),segment_id=7af199ff-365d-44ee-a8a8-745e6e486c10)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:17:55.337865 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-6ccbd1cb-820b-4302-b2c0-043f9c3d2c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:55.379676 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-6ccbd1cb-820b-4302-b2c0-043f9c3d2c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:55.380299 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-6ccbd1cb-820b-4302-b2c0-043f9c3d2c5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:55.381735 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-6ccbd1cb-820b-4302-b2c0-043f9c3d2c5b service neutron] 10.222.0.37 "PUT /v2.0/ports/7c44aeca-90ca-4a2e-a9eb-6b4fad883568 HTTP/1.1" status: 200 len: 1092 time: 0.9158075 Jul 24 09:17:55.382180 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29201294-fdf6-4642-949d-d02426e894ec', 'tag': '7c44aeca-90ca-4a2e-a9eb-6b4fad883568'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:17:55.384425 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ccfa7b-ef57-414e-9151-c18293d7633c" -d '{"events": [{"name": "network-changed", "server_uuid": "29201294-fdf6-4642-949d-d02426e894ec", "tag": "7c44aeca-90ca-4a2e-a9eb-6b4fad883568"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:17:55.414322 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7e743481-e21c-4868-a2ed-61982401180a service neutron] Request body: {'port': {'device_id': '29201294-fdf6-4642-949d-d02426e894ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:55.441902 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286828d1-6c61-4134-bad4-1fb9d15ab36b x-openstack-request-id: req-286828d1-6c61-4134-bad4-1fb9d15ab36b {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:17:55.442221 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29201294-fdf6-4642-949d-d02426e894ec", "tag": "7c44aeca-90ca-4a2e-a9eb-6b4fad883568", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:17:55.442441 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-286828d1-6c61-4134-bad4-1fb9d15ab36b {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:17:55.442846 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29201294-fdf6-4642-949d-d02426e894ec', 'tag': '7c44aeca-90ca-4a2e-a9eb-6b4fad883568', 'status': 'completed', 'code': 200} Jul 24 09:17:55.515242 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbd1cb-820b-4302-b2c0-043f9c3d2c5b service neutron] Pushing event updated for resources: {'Port': ['ID=7c44aeca-90ca-4a2e-a9eb-6b4fad883568,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:55.582333 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccfa7b-ef57-414e-9151-c18293d7633c req-22fb2037-e965-4a73-8baa-980fd9d24cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:55.583101 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccfa7b-ef57-414e-9151-c18293d7633c req-22fb2037-e965-4a73-8baa-980fd9d24cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:55.583734 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccfa7b-ef57-414e-9151-c18293d7633c req-22fb2037-e965-4a73-8baa-980fd9d24cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:55.585638 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15ccfa7b-ef57-414e-9151-c18293d7633c req-22fb2037-e965-4a73-8baa-980fd9d24cc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60a1b5f89d844ea48b73bc1634c8b74f&device_id=29201294-fdf6-4642-949d-d02426e894ec HTTP/1.1" status: 200 len: 2731 time: 0.1149549 Jul 24 09:17:55.613315 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7e743481-e21c-4868-a2ed-61982401180a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:55.887241 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd09090-37b1-4010-bcb1-9b18c7da6afb req-066375a7-7e00-4bb8-9dd0-ce444492f295 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:55.893531 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd09090-37b1-4010-bcb1-9b18c7da6afb req-066375a7-7e00-4bb8-9dd0-ce444492f295 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:55.900175 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd09090-37b1-4010-bcb1-9b18c7da6afb req-066375a7-7e00-4bb8-9dd0-ce444492f295 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:55.908095 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5bd09090-37b1-4010-bcb1-9b18c7da6afb req-066375a7-7e00-4bb8-9dd0-ce444492f295 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=29201294-fdf6-4642-949d-d02426e894ec HTTP/1.1" status: 200 len: 2388 time: 0.1017349 Jul 24 09:17:55.914148 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccfa7b-ef57-414e-9151-c18293d7633c req-3ccb775e-85cf-4ee9-86c8-cef74487703a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:55.914622 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccfa7b-ef57-414e-9151-c18293d7633c req-3ccb775e-85cf-4ee9-86c8-cef74487703a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:55.915081 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccfa7b-ef57-414e-9151-c18293d7633c req-3ccb775e-85cf-4ee9-86c8-cef74487703a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:55.916829 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15ccfa7b-ef57-414e-9151-c18293d7633c req-3ccb775e-85cf-4ee9-86c8-cef74487703a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=60a1b5f89d844ea48b73bc1634c8b74f&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.3216197 Jul 24 09:17:55.928867 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cc2f4-c335-41e3-a1cf-b404c12488ea req-2be83bac-b61f-4bdd-989e-6101abbbc49e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:55.930349 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e2cc2f4-c335-41e3-a1cf-b404c12488ea req-2be83bac-b61f-4bdd-989e-6101abbbc49e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.2864633 Jul 24 09:17:55.958389 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5bd09090-37b1-4010-bcb1-9b18c7da6afb req-4548c5f8-aa86-49d4-b3d9-6d615859227c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488622 Jul 24 09:17:56.065404 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e2cc2f4-c335-41e3-a1cf-b404c12488ea req-b47c75fb-9b6f-4301-a2c4-fa26e2342eaa tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229382 Jul 24 09:17:56.114478 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccfa7b-ef57-414e-9151-c18293d7633c req-d8e120a7-2ac7-480f-ad12-f8d9bf125a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:56.115951 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15ccfa7b-ef57-414e-9151-c18293d7633c req-d8e120a7-2ac7-480f-ad12-f8d9bf125a36 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1827300 Jul 24 09:17:56.193197 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7e743481-e21c-4868-a2ed-61982401180a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169fce02-0ec1-4bc9-9db1-969da9ab1175 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:17:56.201918 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7e743481-e21c-4868-a2ed-61982401180a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:56.216351 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7e743481-e21c-4868-a2ed-61982401180a service neutron] Transition to ACTIVE for port object 169fce02-0ec1-4bc9-9db1-969da9ab1175 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:17:56.221905 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7e743481-e21c-4868-a2ed-61982401180a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:56.262697 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cd931-3318-4860-b57e-bcbf7e279f67 req-c38aa96b-72cd-47d9-a7e2-af726b736680 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:56.268987 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e743481-e21c-4868-a2ed-61982401180a service neutron] Pushing event updated for resources: {'Port': ['ID=169fce02-0ec1-4bc9-9db1-969da9ab1175,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:56.270983 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-171cd931-3318-4860-b57e-bcbf7e279f67 req-c38aa96b-72cd-47d9-a7e2-af726b736680 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 945 time: 0.0771983 Jul 24 09:17:56.327199 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-171cd931-3318-4860-b57e-bcbf7e279f67 req-d2f57211-f507-4e75-bf58-885deee223e3 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489085 Jul 24 09:17:56.379326 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7e743481-e21c-4868-a2ed-61982401180a service neutron] Attempting to bind port 169fce02-0ec1-4bc9-9db1-969da9ab1175 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:17:56.380038 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7e743481-e21c-4868-a2ed-61982401180a service neutron] Attempting to bind port 169fce02-0ec1-4bc9-9db1-969da9ab1175 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '8295fb8a-2240-4e6b-97a9-4f307a613e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c124ecee-4e0d-43c6-ab96-99057ab71c1e'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:17:56.380501 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7e743481-e21c-4868-a2ed-61982401180a service neutron] Attempting to bind port 169fce02-0ec1-4bc9-9db1-969da9ab1175 on network c124ecee-4e0d-43c6-ab96-99057ab71c1e {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:17:56.386201 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7e743481-e21c-4868-a2ed-61982401180a service neutron] Port 169fce02-0ec1-4bc9-9db1-969da9ab1175 on network c124ecee-4e0d-43c6-ab96-99057ab71c1e not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:17:56.386646 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7e743481-e21c-4868-a2ed-61982401180a service neutron] Attempting to bind port 169fce02-0ec1-4bc9-9db1-969da9ab1175 on network c124ecee-4e0d-43c6-ab96-99057ab71c1e {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:17:56.393751 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7e743481-e21c-4868-a2ed-61982401180a service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:17:56.394599 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7e743481-e21c-4868-a2ed-61982401180a service neutron] Checking segment: {'id': '8295fb8a-2240-4e6b-97a9-4f307a613e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c124ecee-4e0d-43c6-ab96-99057ab71c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:17:56.395302 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7e743481-e21c-4868-a2ed-61982401180a service neutron] Bound using segment: {'id': '8295fb8a-2240-4e6b-97a9-4f307a613e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c124ecee-4e0d-43c6-ab96-99057ab71c1e'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:17:56.396302 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7e743481-e21c-4868-a2ed-61982401180a service neutron] Bound port: 169fce02-0ec1-4bc9-9db1-969da9ab1175, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8295fb8a-2240-4e6b-97a9-4f307a613e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c124ecee-4e0d-43c6-ab96-99057ab71c1e'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:17:56.396863 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7e743481-e21c-4868-a2ed-61982401180a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:56.472348 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7e743481-e21c-4868-a2ed-61982401180a service neutron] For port 169fce02-0ec1-4bc9-9db1-969da9ab1175, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:17:56.475881 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7e743481-e21c-4868-a2ed-61982401180a service neutron] For port 169fce02-0ec1-4bc9-9db1-969da9ab1175, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=169fce02-0ec1-4bc9-9db1-969da9ab1175,segment=NetworkSegment(8295fb8a-2240-4e6b-97a9-4f307a613e32),segment_id=8295fb8a-2240-4e6b-97a9-4f307a613e32)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:17:56.482317 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7e743481-e21c-4868-a2ed-61982401180a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:56.526492 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7e743481-e21c-4868-a2ed-61982401180a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:56.527216 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7e743481-e21c-4868-a2ed-61982401180a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:56.528548 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7e743481-e21c-4868-a2ed-61982401180a service neutron] 10.222.0.37 "PUT /v2.0/ports/169fce02-0ec1-4bc9-9db1-969da9ab1175 HTTP/1.1" status: 200 len: 1091 time: 1.1185923 Jul 24 09:17:56.564101 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-cb5f9d44-7931-4abd-aa9a-de9db6f5a2dd service neutron] Request body: {'port': {'device_id': '29201294-fdf6-4642-949d-d02426e894ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:17:56.597125 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e743481-e21c-4868-a2ed-61982401180a service neutron] Pushing event updated for resources: {'Port': ['ID=169fce02-0ec1-4bc9-9db1-969da9ab1175,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:56.663388 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-cb5f9d44-7931-4abd-aa9a-de9db6f5a2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:56.968440 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0e292aa8-c6d9-4833-81d8-e3e023af67ff req-b510fe0e-5c66-45dd-bd05-0403f1b3637f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0902696 Jul 24 09:17:57.017186 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-cb5f9d44-7931-4abd-aa9a-de9db6f5a2dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44cedc15-169e-4b9f-be3d-cb66be899185 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:17:57.028984 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-cb5f9d44-7931-4abd-aa9a-de9db6f5a2dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:57.045243 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-cb5f9d44-7931-4abd-aa9a-de9db6f5a2dd service neutron] Transition to ACTIVE for port object 44cedc15-169e-4b9f-be3d-cb66be899185 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:17:57.070289 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-cb5f9d44-7931-4abd-aa9a-de9db6f5a2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:57.151640 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e705fbde-2d70-47f9-abec-39e19fecdff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:57.253608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f9d44-7931-4abd-aa9a-de9db6f5a2dd service neutron] Pushing event updated for resources: {'Port': ['ID=44cedc15-169e-4b9f-be3d-cb66be899185,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:57.295145 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83168d-bd28-49b6-9fe7-e28b0c85dd0a req-3cb6e412-5dd4-4991-990c-60d1a5bafcca tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:57.304203 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6d83168d-bd28-49b6-9fe7-e28b0c85dd0a req-3cb6e412-5dd4-4991-990c-60d1a5bafcca tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.1045010 Jul 24 09:17:57.322957 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6f23c-2914-4c11-8bed-a4cf76553297 req-4f5ceaa6-edcb-43dc-a618-cd5e242dc7be tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:57.332045 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6f23c-2914-4c11-8bed-a4cf76553297 req-4f5ceaa6-edcb-43dc-a618-cd5e242dc7be tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:57.339193 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6f23c-2914-4c11-8bed-a4cf76553297 req-4f5ceaa6-edcb-43dc-a618-cd5e242dc7be tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:57.342868 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3ca6f23c-2914-4c11-8bed-a4cf76553297 req-4f5ceaa6-edcb-43dc-a618-cd5e242dc7be tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=29201294-fdf6-4642-949d-d02426e894ec HTTP/1.1" status: 200 len: 2412 time: 0.2955899 Jul 24 09:17:57.353834 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e292aa8-c6d9-4833-81d8-e3e023af67ff req-f6090eda-50bb-42b7-a378-07fdb26db985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:57.355504 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0e292aa8-c6d9-4833-81d8-e3e023af67ff req-f6090eda-50bb-42b7-a378-07fdb26db985 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 1095 time: 0.3063951 Jul 24 09:17:57.365763 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6d83168d-bd28-49b6-9fe7-e28b0c85dd0a req-46790db2-f389-4a2f-a3bf-af6df0a69998 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568175 Jul 24 09:17:57.444659 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29201294-fdf6-4642-949d-d02426e894ec', 'tag': '169fce02-0ec1-4bc9-9db1-969da9ab1175'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:17:57.447156 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b422c0b4-047d-4168-b173-13e8794d2db3" -d '{"events": [{"name": "network-changed", "server_uuid": "29201294-fdf6-4642-949d-d02426e894ec", "tag": "169fce02-0ec1-4bc9-9db1-969da9ab1175"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:17:57.454586 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-cb5f9d44-7931-4abd-aa9a-de9db6f5a2dd service neutron] Attempting to bind port 44cedc15-169e-4b9f-be3d-cb66be899185 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:17:57.455052 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-cb5f9d44-7931-4abd-aa9a-de9db6f5a2dd service neutron] Attempting to bind port 44cedc15-169e-4b9f-be3d-cb66be899185 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '7af199ff-365d-44ee-a8a8-745e6e486c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '23f16600-0e89-46de-a2dc-ca95f728a9b9'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:17:57.455542 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-cb5f9d44-7931-4abd-aa9a-de9db6f5a2dd service neutron] Attempting to bind port 44cedc15-169e-4b9f-be3d-cb66be899185 on network 23f16600-0e89-46de-a2dc-ca95f728a9b9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:17:57.505396 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3ca6f23c-2914-4c11-8bed-a4cf76553297 req-41154d90-9bce-4630-802f-b2b440156928 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463528 Jul 24 09:17:57.508338 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-cb5f9d44-7931-4abd-aa9a-de9db6f5a2dd service neutron] Port 44cedc15-169e-4b9f-be3d-cb66be899185 on network 23f16600-0e89-46de-a2dc-ca95f728a9b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:17:57.508676 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-cb5f9d44-7931-4abd-aa9a-de9db6f5a2dd service neutron] Attempting to bind port 44cedc15-169e-4b9f-be3d-cb66be899185 on network 23f16600-0e89-46de-a2dc-ca95f728a9b9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:17:57.560907 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-cb5f9d44-7931-4abd-aa9a-de9db6f5a2dd service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:17:57.561304 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-cb5f9d44-7931-4abd-aa9a-de9db6f5a2dd service neutron] Checking segment: {'id': '7af199ff-365d-44ee-a8a8-745e6e486c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '23f16600-0e89-46de-a2dc-ca95f728a9b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:17:57.561698 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-cb5f9d44-7931-4abd-aa9a-de9db6f5a2dd service neutron] Bound using segment: {'id': '7af199ff-365d-44ee-a8a8-745e6e486c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '23f16600-0e89-46de-a2dc-ca95f728a9b9'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:17:57.562183 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-cb5f9d44-7931-4abd-aa9a-de9db6f5a2dd service neutron] Bound port: 44cedc15-169e-4b9f-be3d-cb66be899185, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af199ff-365d-44ee-a8a8-745e6e486c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '23f16600-0e89-46de-a2dc-ca95f728a9b9'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:17:57.562550 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-cb5f9d44-7931-4abd-aa9a-de9db6f5a2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:57.633010 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e292aa8-c6d9-4833-81d8-e3e023af67ff req-98dffded-dee9-4181-a53e-15c7dd9b747d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:57.634569 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0e292aa8-c6d9-4833-81d8-e3e023af67ff req-98dffded-dee9-4181-a53e-15c7dd9b747d service neutron] 10.222.0.37 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 912 time: 0.2558100 Jul 24 09:17:57.654183 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1497d361-6da8-4527-a88d-5469322c22b3 x-openstack-request-id: req-1497d361-6da8-4527-a88d-5469322c22b3 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:17:57.654473 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29201294-fdf6-4642-949d-d02426e894ec", "tag": "169fce02-0ec1-4bc9-9db1-969da9ab1175", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:17:57.654727 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1497d361-6da8-4527-a88d-5469322c22b3 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:17:57.655135 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29201294-fdf6-4642-949d-d02426e894ec', 'tag': '169fce02-0ec1-4bc9-9db1-969da9ab1175', 'status': 'completed', 'code': 200} Jul 24 09:17:58.077997 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-cb5f9d44-7931-4abd-aa9a-de9db6f5a2dd service neutron] For port 44cedc15-169e-4b9f-be3d-cb66be899185, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:17:58.102792 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0e292aa8-c6d9-4833-81d8-e3e023af67ff req-121f48f2-5ee1-402c-a5db-1d443d6efead service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb HTTP/1.1" status: 200 len: 999 time: 0.4549122 Jul 24 09:17:58.105541 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-cb5f9d44-7931-4abd-aa9a-de9db6f5a2dd service neutron] For port 44cedc15-169e-4b9f-be3d-cb66be899185, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=44cedc15-169e-4b9f-be3d-cb66be899185,segment=NetworkSegment(7af199ff-365d-44ee-a8a8-745e6e486c10),segment_id=7af199ff-365d-44ee-a8a8-745e6e486c10)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:17:58.125016 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-cb5f9d44-7931-4abd-aa9a-de9db6f5a2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:58.207808 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fcf52-93ef-4b4b-b6bd-d65bcfd3301f req-52652994-9fc5-427b-8e22-82527b807243 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:58.209427 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b24fcf52-93ef-4b4b-b6bd-d65bcfd3301f req-52652994-9fc5-427b-8e22-82527b807243 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 945 time: 0.5723517 Jul 24 09:17:58.223656 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-cb5f9d44-7931-4abd-aa9a-de9db6f5a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:58.224145 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-cb5f9d44-7931-4abd-aa9a-de9db6f5a2dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:58.225667 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-cb5f9d44-7931-4abd-aa9a-de9db6f5a2dd service neutron] 10.222.0.37 "PUT /v2.0/ports/44cedc15-169e-4b9f-be3d-cb66be899185 HTTP/1.1" status: 200 len: 1092 time: 1.6676013 Jul 24 09:17:58.267226 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e292aa8-c6d9-4833-81d8-e3e023af67ff req-5a87b391-ef9d-4af3-b32b-c0108e8beec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:58.268936 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0e292aa8-c6d9-4833-81d8-e3e023af67ff req-5a87b391-ef9d-4af3-b32b-c0108e8beec8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33f84861-778d-4828-92aa-af092c959084 HTTP/1.1" status: 200 len: 851 time: 0.1556818 Jul 24 09:17:58.273416 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f9d44-7931-4abd-aa9a-de9db6f5a2dd service neutron] Pushing event updated for resources: {'Port': ['ID=44cedc15-169e-4b9f-be3d-cb66be899185,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:17:58.279362 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422c0b4-047d-4168-b173-13e8794d2db3 req-d91200c9-6b43-4846-937a-bb455fd0123c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:58.279856 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422c0b4-047d-4168-b173-13e8794d2db3 req-d91200c9-6b43-4846-937a-bb455fd0123c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:58.280417 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422c0b4-047d-4168-b173-13e8794d2db3 req-d91200c9-6b43-4846-937a-bb455fd0123c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:58.282363 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b422c0b4-047d-4168-b173-13e8794d2db3 req-d91200c9-6b43-4846-937a-bb455fd0123c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60a1b5f89d844ea48b73bc1634c8b74f&device_id=29201294-fdf6-4642-949d-d02426e894ec HTTP/1.1" status: 200 len: 2823 time: 0.6014400 Jul 24 09:17:58.392945 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b24fcf52-93ef-4b4b-b6bd-d65bcfd3301f req-49dcd377-1508-4569-a1a7-c8f5385e1197 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661897 Jul 24 09:17:58.472568 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422c0b4-047d-4168-b173-13e8794d2db3 req-bfc57f30-fd13-4f8b-aa46-0665fe5ebbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:58.473239 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422c0b4-047d-4168-b173-13e8794d2db3 req-bfc57f30-fd13-4f8b-aa46-0665fe5ebbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:58.473772 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422c0b4-047d-4168-b173-13e8794d2db3 req-bfc57f30-fd13-4f8b-aa46-0665fe5ebbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:58.475627 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b422c0b4-047d-4168-b173-13e8794d2db3 req-bfc57f30-fd13-4f8b-aa46-0665fe5ebbef service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=60a1b5f89d844ea48b73bc1634c8b74f&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.1805477 Jul 24 09:17:58.578079 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e292aa8-c6d9-4833-81d8-e3e023af67ff req-0ac79621-3bff-4eed-aa7e-ba7f1375054c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:58.580223 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0e292aa8-c6d9-4833-81d8-e3e023af67ff req-0ac79621-3bff-4eed-aa7e-ba7f1375054c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b64780-c69e-4432-87ba-d598170da5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2963688 Jul 24 09:17:58.632948 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e84e2-ccf0-4d15-98ef-d91d89ca4ab3 req-4a5df564-858b-4e1b-a24c-7179ef027dfb tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:58.634491 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-537e84e2-ccf0-4d15-98ef-d91d89ca4ab3 req-4a5df564-858b-4e1b-a24c-7179ef027dfb tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.1255283 Jul 24 09:17:58.674354 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-537e84e2-ccf0-4d15-98ef-d91d89ca4ab3 req-dfc05869-6815-487e-ab89-1261a229afb9 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330055 Jul 24 09:17:58.758037 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422c0b4-047d-4168-b173-13e8794d2db3 req-4eca4592-5cdf-4729-ab53-ebb5203203ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:58.759569 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b422c0b4-047d-4168-b173-13e8794d2db3 req-4eca4592-5cdf-4729-ab53-ebb5203203ad service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2701051 Jul 24 09:17:58.799053 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0e292aa8-c6d9-4833-81d8-e3e023af67ff req-a887d22d-c65c-497c-83f6-f66bc7ad9ba4 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111051 Jul 24 09:17:58.809933 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e018f8-f401-4629-928a-dc10c8b65d7f req-32c97ec1-6af6-4238-b8d4-c059e48178b7 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:58.815838 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e018f8-f401-4629-928a-dc10c8b65d7f req-32c97ec1-6af6-4238-b8d4-c059e48178b7 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:58.822677 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e018f8-f401-4629-928a-dc10c8b65d7f req-32c97ec1-6af6-4238-b8d4-c059e48178b7 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:58.824832 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-90e018f8-f401-4629-928a-dc10c8b65d7f req-32c97ec1-6af6-4238-b8d4-c059e48178b7 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=29201294-fdf6-4642-949d-d02426e894ec HTTP/1.1" status: 200 len: 2412 time: 0.1738687 Jul 24 09:17:58.954162 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-90e018f8-f401-4629-928a-dc10c8b65d7f req-df4d2d92-1e88-44b1-b97e-72fc52a2e9e8 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102858 Jul 24 09:17:58.977500 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0e292aa8-c6d9-4833-81d8-e3e023af67ff req-5c951fb4-d8b2-4a84-8d36-51643e8ac1d3 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508722 Jul 24 09:17:58.987161 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-c56088b8-5a0e-4d90-93f8-1178fd1651eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:58.987740 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-c56088b8-5a0e-4d90-93f8-1178fd1651eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:58.988250 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-c56088b8-5a0e-4d90-93f8-1178fd1651eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:58.990065 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-c56088b8-5a0e-4d90-93f8-1178fd1651eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60a1b5f89d844ea48b73bc1634c8b74f&device_id=29201294-fdf6-4642-949d-d02426e894ec HTTP/1.1" status: 200 len: 2865 time: 0.1626072 Jul 24 09:17:59.042098 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-e7b813e7-4439-4d02-b5f7-64fe58de0c21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.118&port_id=7c44aeca-90ca-4a2e-a9eb-6b4fad883568 HTTP/1.1" status: 200 len: 217 time: 0.0447295 Jul 24 09:17:59.092437 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-3695ccef-f5db-4e07-ae36-20c760c9540b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:59.094643 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-3695ccef-f5db-4e07-ae36-20c760c9540b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1dc5ced8-f925-472c-8b74-81d2e0aed957 HTTP/1.1" status: 200 len: 801 time: 0.0461655 Jul 24 09:17:59.162622 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-2f5d5834-1659-4cd8-b0bc-3ff093e4adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:59.164150 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-2f5d5834-1659-4cd8-b0bc-3ff093e4adc1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f16600-0e89-46de-a2dc-ca95f728a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0618467 Jul 24 09:17:59.260919 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-df1565d7-eced-49ed-b2f1-c34ff639b595 service neutron] 10.222.0.37 "GET /v2.0/networks/23f16600-0e89-46de-a2dc-ca95f728a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883191 Jul 24 09:17:59.355643 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-b5ebc02f-5fe8-47e9-a4ba-1eb75319b356 service neutron] 10.222.0.37 "GET /v2.0/networks/23f16600-0e89-46de-a2dc-ca95f728a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882092 Jul 24 09:17:59.406039 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-534a1e41-a1f0-491d-a5d8-78897ff40f39 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.62&port_id=169fce02-0ec1-4bc9-9db1-969da9ab1175 HTTP/1.1" status: 200 len: 217 time: 0.0394640 Jul 24 09:17:59.473255 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7215bafc-f266-4963-b9a2-65b7db68231b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:59.476102 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7215bafc-f266-4963-b9a2-65b7db68231b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=91e8a105-c646-4c55-9aac-43dda7614e90 HTTP/1.1" status: 200 len: 801 time: 0.0605164 Jul 24 09:17:59.583519 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-89024758-ad6e-4396-8823-49fb775eed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:59.585185 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-89024758-ad6e-4396-8823-49fb775eed30 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c124ecee-4e0d-43c6-ab96-99057ab71c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1023545 Jul 24 09:17:59.585569 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:17:59.597964 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180057c-368d-47af-9547-79c3ae56d9ab req-8868cb14-d0b0-4adf-a44f-8723aeec8791 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:59.604552 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8180057c-368d-47af-9547-79c3ae56d9ab req-8868cb14-d0b0-4adf-a44f-8723aeec8791 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 945 time: 0.1123445 Jul 24 09:17:59.656775 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29201294-fdf6-4642-949d-d02426e894ec', 'tag': '44cedc15-169e-4b9f-be3d-cb66be899185'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:17:59.659146 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3aaf7d-44e8-4f86-a6f4-c5f4cf58d83d" -d '{"events": [{"name": "network-changed", "server_uuid": "29201294-fdf6-4642-949d-d02426e894ec", "tag": "44cedc15-169e-4b9f-be3d-cb66be899185"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:17:59.672205 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8180057c-368d-47af-9547-79c3ae56d9ab req-cacc5f31-85b7-4e53-afef-293244e7c09c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667582 Jul 24 09:17:59.742168 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-8950e0b5-36a9-45c4-af3f-488943076ac5 service neutron] 10.222.0.37 "GET /v2.0/networks/c124ecee-4e0d-43c6-ab96-99057ab71c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355286 Jul 24 09:17:59.764186 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8ec7c747-66e4-4736-984f-60e428966031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:17:59.773888 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a8e6e1-23b8-42c3-b2b1-b3354a805c25 x-openstack-request-id: req-a2a8e6e1-23b8-42c3-b2b1-b3354a805c25 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:17:59.774189 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29201294-fdf6-4642-949d-d02426e894ec", "tag": "44cedc15-169e-4b9f-be3d-cb66be899185", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:17:59.774440 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2a8e6e1-23b8-42c3-b2b1-b3354a805c25 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:17:59.774836 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29201294-fdf6-4642-949d-d02426e894ec', 'tag': '44cedc15-169e-4b9f-be3d-cb66be899185', 'status': 'completed', 'code': 200} Jul 24 09:17:59.884668 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-db93a1b3-d6fc-4981-a8e3-de0f68f5d7f2 service neutron] 10.222.0.37 "GET /v2.0/networks/c124ecee-4e0d-43c6-ab96-99057ab71c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362581 Jul 24 09:17:59.897458 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78516249-9936-4bb3-be36-8b9b25e13ff8 req-26d9a595-9675-40c3-ab6f-6421a303bcef tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:17:59.899610 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-78516249-9936-4bb3-be36-8b9b25e13ff8 req-26d9a595-9675-40c3-ab6f-6421a303bcef tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.0901399 Jul 24 09:17:59.949816 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-78516249-9936-4bb3-be36-8b9b25e13ff8 req-19ac2586-c215-48c0-9ff3-17d66d9df706 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448494 Jul 24 09:17:59.967195 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-e951fe80-5b5a-437d-87a8-2c403884416d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.208&port_id=44cedc15-169e-4b9f-be3d-cb66be899185 HTTP/1.1" status: 200 len: 217 time: 0.0748429 Jul 24 09:18:00.037507 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7a597de7-1e56-42e8-8fbf-fc907bee2a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:00.043260 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-7a597de7-1e56-42e8-8fbf-fc907bee2a27 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1dc5ced8-f925-472c-8b74-81d2e0aed957 HTTP/1.1" status: 200 len: 801 time: 0.0682034 Jul 24 09:18:00.160044 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e034513-d790-4177-b3f4-298c9bbb3320 req-c5107bae-23b1-4adb-8c81-33a999045b39 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:00.184344 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-bb03fcca-3d56-49cf-b7d8-3a5eb2cbe5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:00.186596 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-bb03fcca-3d56-49cf-b7d8-3a5eb2cbe5be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f16600-0e89-46de-a2dc-ca95f728a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1375604 Jul 24 09:18:00.191908 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6e034513-d790-4177-b3f4-298c9bbb3320 req-c5107bae-23b1-4adb-8c81-33a999045b39 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 945 time: 0.1400895 Jul 24 09:18:00.243702 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6e034513-d790-4177-b3f4-298c9bbb3320 req-2f01291d-497d-4af2-99dc-e43e93e3c96f tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506246 Jul 24 09:18:00.245165 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11137d-2bc1-4c05-98a7-f473725fe98f req-65c8ad9f-8906-4f3b-b064-b9c45ede86f3 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:00.251643 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11137d-2bc1-4c05-98a7-f473725fe98f req-65c8ad9f-8906-4f3b-b064-b9c45ede86f3 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:00.258204 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11137d-2bc1-4c05-98a7-f473725fe98f req-65c8ad9f-8906-4f3b-b064-b9c45ede86f3 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:00.259902 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e11137d-2bc1-4c05-98a7-f473725fe98f req-65c8ad9f-8906-4f3b-b064-b9c45ede86f3 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=29201294-fdf6-4642-949d-d02426e894ec HTTP/1.1" status: 200 len: 2412 time: 0.1302912 Jul 24 09:18:00.344542 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-bbe290d0-380e-4933-b779-86a5e42c4bb4 service neutron] 10.222.0.37 "GET /v2.0/networks/23f16600-0e89-46de-a2dc-ca95f728a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447814 Jul 24 09:18:00.374704 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:00.402265 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e11137d-2bc1-4c05-98a7-f473725fe98f req-b2234f2c-6c41-48c0-ab80-0e9ddcbc21b6 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349862 Jul 24 09:18:00.460577 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0048ed28-b1e0-49c7-b744-18ca27825450 req-5e933cbe-9db7-416d-b185-0a883ce41e65 service neutron] 10.222.0.37 "GET /v2.0/networks/23f16600-0e89-46de-a2dc-ca95f728a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994158 Jul 24 09:18:00.579876 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3aaf7d-44e8-4f86-a6f4-c5f4cf58d83d req-8c38b05f-3297-4ed7-b819-f34a103665ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:00.580368 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3aaf7d-44e8-4f86-a6f4-c5f4cf58d83d req-8c38b05f-3297-4ed7-b819-f34a103665ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:00.580877 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3aaf7d-44e8-4f86-a6f4-c5f4cf58d83d req-8c38b05f-3297-4ed7-b819-f34a103665ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:00.582564 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2d3aaf7d-44e8-4f86-a6f4-c5f4cf58d83d req-8c38b05f-3297-4ed7-b819-f34a103665ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60a1b5f89d844ea48b73bc1634c8b74f&device_id=29201294-fdf6-4642-949d-d02426e894ec HTTP/1.1" status: 200 len: 2865 time: 0.0662684 Jul 24 09:18:00.670625 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3aaf7d-44e8-4f86-a6f4-c5f4cf58d83d req-83e58aad-149b-4ef3-a044-c5abca98b7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:00.672088 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2d3aaf7d-44e8-4f86-a6f4-c5f4cf58d83d req-83e58aad-149b-4ef3-a044-c5abca98b7a1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f16600-0e89-46de-a2dc-ca95f728a9b9 HTTP/1.1" status: 200 len: 901 time: 0.0823693 Jul 24 09:18:00.725513 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2d3aaf7d-44e8-4f86-a6f4-c5f4cf58d83d req-077ab321-4c60-4b05-9662-d05f80d5038e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.208&port_id=44cedc15-169e-4b9f-be3d-cb66be899185 HTTP/1.1" status: 200 len: 217 time: 0.0461726 Jul 24 09:18:00.775611 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3aaf7d-44e8-4f86-a6f4-c5f4cf58d83d req-6b4efc5f-9885-4e48-b4e5-afa5fe6c67cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:00.777050 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2d3aaf7d-44e8-4f86-a6f4-c5f4cf58d83d req-6b4efc5f-9885-4e48-b4e5-afa5fe6c67cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1dc5ced8-f925-472c-8b74-81d2e0aed957 HTTP/1.1" status: 200 len: 801 time: 0.0448408 Jul 24 09:18:00.834382 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3aaf7d-44e8-4f86-a6f4-c5f4cf58d83d req-5dbdc432-acf8-4f95-a9fc-9f191717c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:00.835906 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2d3aaf7d-44e8-4f86-a6f4-c5f4cf58d83d req-5dbdc432-acf8-4f95-a9fc-9f191717c34d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f16600-0e89-46de-a2dc-ca95f728a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0518339 Jul 24 09:18:00.906971 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:00.932038 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2d3aaf7d-44e8-4f86-a6f4-c5f4cf58d83d req-8f88dd72-6ea8-4dfd-8a98-d82ad3949e72 service neutron] 10.222.0.37 "GET /v2.0/networks/23f16600-0e89-46de-a2dc-ca95f728a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876453 Jul 24 09:18:01.023698 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2d3aaf7d-44e8-4f86-a6f4-c5f4cf58d83d req-6c782da2-1d89-4558-89d8-42e63ba4266d service neutron] 10.222.0.37 "GET /v2.0/networks/23f16600-0e89-46de-a2dc-ca95f728a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838010 Jul 24 09:18:01.096474 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d753939-7146-4b7c-ae95-a1d0e69d42f7 req-9a2ceceb-3c4f-4992-be7b-68549489a0c3 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:01.098220 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0d753939-7146-4b7c-ae95-a1d0e69d42f7 req-9a2ceceb-3c4f-4992-be7b-68549489a0c3 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.0793815 Jul 24 09:18:01.137524 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0d753939-7146-4b7c-ae95-a1d0e69d42f7 req-79c36875-108a-486f-ac47-f1016b5e9151 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334840 Jul 24 09:18:01.376401 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb656ae-7499-4cc3-8353-90a952c302eb req-6929e53a-d259-4ced-9e23-35a8678397f9 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:01.377924 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bbb656ae-7499-4cc3-8353-90a952c302eb req-6929e53a-d259-4ced-9e23-35a8678397f9 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 945 time: 0.0641935 Jul 24 09:18:01.445050 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bbb656ae-7499-4cc3-8353-90a952c302eb req-43f3f260-3b45-4d8b-a845-49e64894db2e tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613804 Jul 24 09:18:01.488913 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05830e-fb21-4ceb-8f76-71abfec4cf61 req-acb96ca3-cadd-4b45-bae2-92441370229b tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:01.490818 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3e05830e-fb21-4ceb-8f76-71abfec4cf61 req-acb96ca3-cadd-4b45-bae2-92441370229b tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 945 time: 0.0866795 Jul 24 09:18:01.639959 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f61b8-a1d0-401e-a25c-f516e5fdccf0 req-925bdecd-e5cf-4944-9437-23c736e571f5 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:01.645688 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f61b8-a1d0-401e-a25c-f516e5fdccf0 req-925bdecd-e5cf-4944-9437-23c736e571f5 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:01.651468 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f61b8-a1d0-401e-a25c-f516e5fdccf0 req-925bdecd-e5cf-4944-9437-23c736e571f5 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:01.653084 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-289f61b8-a1d0-401e-a25c-f516e5fdccf0 req-925bdecd-e5cf-4944-9437-23c736e571f5 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=29201294-fdf6-4642-949d-d02426e894ec HTTP/1.1" status: 200 len: 2412 time: 0.1270828 Jul 24 09:18:01.675879 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-3e05830e-fb21-4ceb-8f76-71abfec4cf61 req-a7952366-6830-42d8-9226-3a0e88e802d6 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Deleting port 5e7bd9bf-064b-49ba-9a81-3326f397a322 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:18:01.676223 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3e05830e-fb21-4ceb-8f76-71abfec4cf61 req-a7952366-6830-42d8-9226-3a0e88e802d6 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:01.720370 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-289f61b8-a1d0-401e-a25c-f516e5fdccf0 req-f2ba0f94-bf99-4cee-8840-00c2b846f9ca tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610723 Jul 24 09:18:01.812664 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-3e05830e-fb21-4ceb-8f76-71abfec4cf61 req-a7952366-6830-42d8-9226-3a0e88e802d6 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] For port 5e7bd9bf-064b-49ba-9a81-3326f397a322, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=5e7bd9bf-064b-49ba-9a81-3326f397a322,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:01.813061 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3e05830e-fb21-4ceb-8f76-71abfec4cf61 req-a7952366-6830-42d8-9226-3a0e88e802d6 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:01.830942 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-3e05830e-fb21-4ceb-8f76-71abfec4cf61 req-a7952366-6830-42d8-9226-3a0e88e802d6 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Calling delete_port for 5e7bd9bf-064b-49ba-9a81-3326f397a322 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:18:01.854610 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-bb84d7f1-3685-4ec4-a64d-7102ffdea975 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1068766 Jul 24 09:18:01.974581 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-e743d82d-4d12-4cb1-b80f-76a3648ef70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:01.975099 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-e743d82d-4d12-4cb1-b80f-76a3648ef70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:01.975576 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-e743d82d-4d12-4cb1-b80f-76a3648ef70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:01.976051 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-e743d82d-4d12-4cb1-b80f-76a3648ef70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:01.976526 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-e743d82d-4d12-4cb1-b80f-76a3648ef70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:01.977025 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-e743d82d-4d12-4cb1-b80f-76a3648ef70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:01.977493 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-e743d82d-4d12-4cb1-b80f-76a3648ef70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:01.979379 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-e743d82d-4d12-4cb1-b80f-76a3648ef70f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66d5a695abdf431a9dde2fad5212bfb7&device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 6500 time: 0.0937858 Jul 24 09:18:02.082749 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3e05830e-fb21-4ceb-8f76-71abfec4cf61 req-a7952366-6830-42d8-9226-3a0e88e802d6 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:02.095404 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['5e7bd9bf-064b-49ba-9a81-3326f397a322'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:18:02.116150 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7952366-6830-42d8-9226-3a0e88e802d6 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Pushing event deleted for resources: {'Port': ['ID=5e7bd9bf-064b-49ba-9a81-3326f397a322,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:02.161848 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-c31aabc5-b65a-4a07-bcfc-c5dc41fd9719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:02.162327 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-c31aabc5-b65a-4a07-bcfc-c5dc41fd9719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:02.162798 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-c31aabc5-b65a-4a07-bcfc-c5dc41fd9719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:02.164545 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-c31aabc5-b65a-4a07-bcfc-c5dc41fd9719 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc9f2b3-ab92-48be-ad70-58a2832475cd&id=130df151-54ed-4200-959f-f7fb83738159&id=130df151-54ed-4200-959f-f7fb83738159&id=130df151-54ed-4200-959f-f7fb83738159&id=130df151-54ed-4200-959f-f7fb83738159&id=c6f03a51-92af-4f2b-a8a7-84f44e0df4db&id=c6f03a51-92af-4f2b-a8a7-84f44e0df4db HTTP/1.1" status: 200 len: 2295 time: 0.1597483 Jul 24 09:18:02.182938 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e05830e-fb21-4ceb-8f76-71abfec4cf61 req-a7952366-6830-42d8-9226-3a0e88e802d6 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] No DVR routers for this DVR port 5e7bd9bf-064b-49ba-9a81-3326f397a322 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:18:02.186843 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3e05830e-fb21-4ceb-8f76-71abfec4cf61 req-a7952366-6830-42d8-9226-3a0e88e802d6 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:02.188265 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3e05830e-fb21-4ceb-8f76-71abfec4cf61 req-a7952366-6830-42d8-9226-3a0e88e802d6 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.37 "DELETE /v2.0/ports/5e7bd9bf-064b-49ba-9a81-3326f397a322 HTTP/1.1" status: 204 len: 173 time: 0.6915853 Jul 24 09:18:02.197274 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d', 'name': 'network-vif-deleted', 'tag': '5e7bd9bf-064b-49ba-9a81-3326f397a322'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:18:02.199814 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ffba97-8d16-4c54-98d2-cd39ef011083" -d '{"events": [{"server_uuid": "a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d", "name": "network-vif-deleted", "tag": "5e7bd9bf-064b-49ba-9a81-3326f397a322"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:18:02.279334 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-bc80f6c1-72e1-4c96-97f5-5b77f2a97c53 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ea622ef-91f5-4207-b504-6efb0efd5698 HTTP/1.1" status: 200 len: 1000 time: 0.0943136 Jul 24 09:18:02.320543 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f68678b-e286-4949-81b9-9d2d8beb027e x-openstack-request-id: req-8f68678b-e286-4949-81b9-9d2d8beb027e {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:18:02.320863 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d", "name": "network-vif-deleted", "tag": "5e7bd9bf-064b-49ba-9a81-3326f397a322", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:18:02.321271 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f68678b-e286-4949-81b9-9d2d8beb027e {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:18:02.322023 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d', 'name': 'network-vif-deleted', 'tag': '5e7bd9bf-064b-49ba-9a81-3326f397a322', 'status': 'completed', 'code': 200} Jul 24 09:18:02.348145 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-c27046a8-c547-458f-8134-447ad4ef5fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:02.349807 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-c27046a8-c547-458f-8134-447ad4ef5fe0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b47748b3-2a31-4f22-9667-54e58b6acb99 HTTP/1.1" status: 200 len: 855 time: 0.0639532 Jul 24 09:18:02.363935 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8841de-9bca-4d5c-a0ef-a4be367b404d req-84247a53-e9f2-4332-bf7b-10083ec0109b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:02.367023 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e8841de-9bca-4d5c-a0ef-a4be367b404d req-84247a53-e9f2-4332-bf7b-10083ec0109b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.0785680 Jul 24 09:18:02.403858 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e8841de-9bca-4d5c-a0ef-a4be367b404d req-6db927f4-f517-4856-91f2-d4d6340ca00a tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327330 Jul 24 09:18:02.427118 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-cb7b06d8-d8b3-4d49-b8aa-53107ea365b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:02.428912 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-cb7b06d8-d8b3-4d49-b8aa-53107ea365b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc9f2b3-ab92-48be-ad70-58a2832475cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629771 Jul 24 09:18:02.550029 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-c16912d4-97b2-4ff4-8ef9-7256b53b06fe service neutron] 10.222.0.20 "GET /v2.0/networks/9dc9f2b3-ab92-48be-ad70-58a2832475cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037016 Jul 24 09:18:02.617565 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e0b14813-edff-4c52-8b33-44fec017ad25 req-a0a307b6-9c05-4b5e-9506-2f8a94b8d9fb tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d7fa15-5fe8-4a3c-969d-bd90759cfb0d HTTP/1.1" status: 200 len: 210 time: 0.0413363 Jul 24 09:18:02.675594 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-9124f911-3127-46a2-a0a6-7124e1a5e660 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc9f2b3-ab92-48be-ad70-58a2832475cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193080 Jul 24 09:18:02.716061 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-c8078604-5793-45f8-953d-27988528b6e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=794a2009-e4f6-4dcc-8190-09f6bd77b763 HTTP/1.1" status: 200 len: 217 time: 0.0343995 Jul 24 09:18:02.773655 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-c3c77dc7-7615-4690-8047-e2b26093af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:02.775160 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-c3c77dc7-7615-4690-8047-e2b26093af1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c387c39-d1bf-4176-959f-916a9cd25e18 HTTP/1.1" status: 200 len: 797 time: 0.0502825 Jul 24 09:18:02.824615 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:02.863127 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-a62866e2-7830-4060-ada6-3bc5f6cce898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:02.864671 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-a62866e2-7830-4060-ada6-3bc5f6cce898 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=130df151-54ed-4200-959f-f7fb83738159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0806224 Jul 24 09:18:02.957000 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afe056-1658-428b-a5aa-784ba05ed090 req-28cc5012-e3b0-4007-9229-4e0183ed9593 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:02.966205 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afe056-1658-428b-a5aa-784ba05ed090 req-28cc5012-e3b0-4007-9229-4e0183ed9593 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:02.975978 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afe056-1658-428b-a5aa-784ba05ed090 req-28cc5012-e3b0-4007-9229-4e0183ed9593 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:02.977758 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b7afe056-1658-428b-a5aa-784ba05ed090 req-28cc5012-e3b0-4007-9229-4e0183ed9593 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=29201294-fdf6-4642-949d-d02426e894ec HTTP/1.1" status: 200 len: 2412 time: 0.1590946 Jul 24 09:18:03.019947 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b7afe056-1658-428b-a5aa-784ba05ed090 req-57d8d8ff-7f31-471a-a9c1-db2efb7a552d tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362399 Jul 24 09:18:03.316223 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-a959d021-84a9-4bb2-a956-a725c926f626 service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439335 Jul 24 09:18:03.410542 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-f8cbb0da-588d-4292-9ca7-70be2b5d10de service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876093 Jul 24 09:18:03.461335 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-e8435507-00ea-46fc-869c-ffdc2efc243f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=1592bee6-5996-4727-8f30-55913f2ae08b HTTP/1.1" status: 200 len: 217 time: 0.0365901 Jul 24 09:18:03.512850 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-f1d90afe-69b3-4d3e-b881-43fbdfd7864f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:03.514408 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-f1d90afe-69b3-4d3e-b881-43fbdfd7864f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c387c39-d1bf-4176-959f-916a9cd25e18 HTTP/1.1" status: 200 len: 797 time: 0.0470493 Jul 24 09:18:03.542193 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd8343-e6ac-4438-97e1-b9e786a4d0a3 req-4215ae1c-ebd0-46e3-b094-ee737a1c9c79 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:03.544019 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6dcd8343-e6ac-4438-97e1-b9e786a4d0a3 req-4215ae1c-ebd0-46e3-b094-ee737a1c9c79 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.0660851 Jul 24 09:18:03.590497 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-16ee9d61-59a1-461e-9c8b-c71aacc9b4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:03.590675 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6dcd8343-e6ac-4438-97e1-b9e786a4d0a3 req-b5a8b3db-3cb9-4bf8-951b-aa8e295bbcac tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393457 Jul 24 09:18:03.592035 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-16ee9d61-59a1-461e-9c8b-c71aacc9b4c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=130df151-54ed-4200-959f-f7fb83738159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0698910 Jul 24 09:18:03.700931 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-9883f3dc-5ec1-4451-b0e4-1e4ca449f7c5 service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981271 Jul 24 09:18:03.802967 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-ff94192f-494d-4ad3-aa5a-1e5688cb335b service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945699 Jul 24 09:18:03.845335 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-9a07f3f2-648f-4c94-9a01-94f1ada38640 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=9eeb4813-0254-46ff-a982-0b81b24181f8 HTTP/1.1" status: 200 len: 217 time: 0.0366862 Jul 24 09:18:03.953630 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-08a4bbd7-2155-487e-b1bf-4fcb7762ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:03.955109 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-08a4bbd7-2155-487e-b1bf-4fcb7762ca36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c387c39-d1bf-4176-959f-916a9cd25e18 HTTP/1.1" status: 200 len: 797 time: 0.0991390 Jul 24 09:18:04.018153 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-2076af35-7315-4697-9a74-7924f7e60cf9 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:04.020719 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 44cedc15-169e-4b9f-be3d-cb66be899185 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:18:04.021304 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-2076af35-7315-4697-9a74-7924f7e60cf9 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/networks?id=ae3d61b8-100f-4726-9451-0b010e6cd4d8 HTTP/1.1" status: 200 len: 812 time: 0.1737885 Jul 24 09:18:04.046683 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-6edbeacf-1f6c-4bd6-9e7e-42ed448e9645 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/quotas/c1913b66f5ab41bbbc2b819d5a63abda HTTP/1.1" status: 200 len: 375 time: 0.0172589 Jul 24 09:18:04.096562 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-48e925e9-1e0a-4e6e-87e7-0a0504391611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:04.098594 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-48e925e9-1e0a-4e6e-87e7-0a0504391611 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=130df151-54ed-4200-959f-f7fb83738159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1365378 Jul 24 09:18:04.107603 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-8d53a456-6500-4be4-94fe-f74be618e5e6 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1913b66f5ab41bbbc2b819d5a63abda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538373 Jul 24 09:18:04.135548 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 44cedc15-169e-4b9f-be3d-cb66be899185, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=44cedc15-169e-4b9f-be3d-cb66be899185,segment=NetworkSegment(7af199ff-365d-44ee-a8a8-745e6e486c10),segment_id=7af199ff-365d-44ee-a8a8-745e6e486c10)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:04.153013 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '44cedc15-169e-4b9f-be3d-cb66be899185', 'network_id': '23f16600-0e89-46de-a2dc-ca95f728a9b9', 'port_id': '44cedc15-169e-4b9f-be3d-cb66be899185', 'mac_address': 'fa:16:3e:e8:b6:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc5ced8-f925-472c-8b74-81d2e0aed957', 'ip_address': '19.80.0.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:18:04.185537 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a83d9-4cf6-4997-a9f0-de5183561ee4 req-586ac83a-260b-40fb-b79c-4e35c0506dfd tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:04.191614 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a83d9-4cf6-4997-a9f0-de5183561ee4 req-586ac83a-260b-40fb-b79c-4e35c0506dfd tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:04.196087 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:04.199954 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a83d9-4cf6-4997-a9f0-de5183561ee4 req-586ac83a-260b-40fb-b79c-4e35c0506dfd tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:04.206574 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a83d9-4cf6-4997-a9f0-de5183561ee4 req-586ac83a-260b-40fb-b79c-4e35c0506dfd tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:04.210362 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44cedc15-169e-4b9f-be3d-cb66be899185 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:18:04.212853 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a83d9-4cf6-4997-a9f0-de5183561ee4 req-586ac83a-260b-40fb-b79c-4e35c0506dfd tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:04.220118 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a83d9-4cf6-4997-a9f0-de5183561ee4 req-586ac83a-260b-40fb-b79c-4e35c0506dfd tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:04.229987 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a83d9-4cf6-4997-a9f0-de5183561ee4 req-586ac83a-260b-40fb-b79c-4e35c0506dfd tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:04.235813 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 44cedc15-169e-4b9f-be3d-cb66be899185, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=44cedc15-169e-4b9f-be3d-cb66be899185,segment=NetworkSegment(7af199ff-365d-44ee-a8a8-745e6e486c10),segment_id=7af199ff-365d-44ee-a8a8-745e6e486c10)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:04.241290 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:04.242477 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 7c44aeca-90ca-4a2e-a9eb-6b4fad883568 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:18:04.242826 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-db2a83d9-4cf6-4997-a9f0-de5183561ee4 req-586ac83a-260b-40fb-b79c-4e35c0506dfd tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5434 time: 0.1449287 Jul 24 09:18:04.286607 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-2293022f-e14d-45a5-88dc-be83cef1226f service neutron] 10.222.0.32 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777821 Jul 24 09:18:04.289777 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-bb16e1b5-5674-4878-b34b-3d37137cecb7 service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719623 Jul 24 09:18:04.305407 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-db2a83d9-4cf6-4997-a9f0-de5183561ee4 req-0530b6e5-94e4-4fc4-8a7a-1a2cbdd62260 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610182 Jul 24 09:18:04.314103 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=44cedc15-169e-4b9f-be3d-cb66be899185,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:04.345934 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 7c44aeca-90ca-4a2e-a9eb-6b4fad883568, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=7c44aeca-90ca-4a2e-a9eb-6b4fad883568,segment=NetworkSegment(7af199ff-365d-44ee-a8a8-745e6e486c10),segment_id=7af199ff-365d-44ee-a8a8-745e6e486c10)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:04.364075 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '7c44aeca-90ca-4a2e-a9eb-6b4fad883568', 'network_id': '23f16600-0e89-46de-a2dc-ca95f728a9b9', 'port_id': '7c44aeca-90ca-4a2e-a9eb-6b4fad883568', 'mac_address': 'fa:16:3e:70:ea:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc5ced8-f925-472c-8b74-81d2e0aed957', 'ip_address': '19.80.0.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:18:04.408145 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:04.436404 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c44aeca-90ca-4a2e-a9eb-6b4fad883568 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:18:04.473900 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 7c44aeca-90ca-4a2e-a9eb-6b4fad883568, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=7c44aeca-90ca-4a2e-a9eb-6b4fad883568,segment=NetworkSegment(7af199ff-365d-44ee-a8a8-745e6e486c10),segment_id=7af199ff-365d-44ee-a8a8-745e6e486c10)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:04.478170 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:04.479040 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 169fce02-0ec1-4bc9-9db1-969da9ab1175 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:18:04.486374 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe955a5-fff4-4b1a-8f6f-be751a264902 req-acc31cb8-845f-4ba1-befe-71bec606cb5d tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:04.492607 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe955a5-fff4-4b1a-8f6f-be751a264902 req-acc31cb8-845f-4ba1-befe-71bec606cb5d tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:04.498753 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe955a5-fff4-4b1a-8f6f-be751a264902 req-acc31cb8-845f-4ba1-befe-71bec606cb5d tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:04.498874 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-0e79d24a-d58a-40d0-a087-155f50a2b4ed service neutron] 10.222.0.32 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066796 Jul 24 09:18:04.503753 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-41d619c4-a03b-43e6-a567-91e9035e4dea service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003002 Jul 24 09:18:04.506446 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fbe955a5-fff4-4b1a-8f6f-be751a264902 req-acc31cb8-845f-4ba1-befe-71bec606cb5d tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=29201294-fdf6-4642-949d-d02426e894ec HTTP/1.1" status: 200 len: 2413 time: 0.1059957 Jul 24 09:18:04.544773 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fbe955a5-fff4-4b1a-8f6f-be751a264902 req-539dd99a-6d32-429d-bf5b-af36103854ef tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375016 Jul 24 09:18:04.580446 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=7c44aeca-90ca-4a2e-a9eb-6b4fad883568,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:04.605146 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-5b65f66c-bd95-46cf-93ad-1d0c3aa4b259 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=506d6774-cab8-4e72-9e5e-98197e8f6a6d HTTP/1.1" status: 200 len: 217 time: 0.0904636 Jul 24 09:18:04.670717 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 169fce02-0ec1-4bc9-9db1-969da9ab1175, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=169fce02-0ec1-4bc9-9db1-969da9ab1175,segment=NetworkSegment(8295fb8a-2240-4e6b-97a9-4f307a613e32),segment_id=8295fb8a-2240-4e6b-97a9-4f307a613e32)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:04.687407 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-3571798b-0742-4083-8cc5-306714688f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:04.689518 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-3571798b-0742-4083-8cc5-306714688f01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c387c39-d1bf-4176-959f-916a9cd25e18 HTTP/1.1" status: 200 len: 797 time: 0.0776415 Jul 24 09:18:04.690526 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '169fce02-0ec1-4bc9-9db1-969da9ab1175', 'network_id': 'c124ecee-4e0d-43c6-ab96-99057ab71c1e', 'port_id': '169fce02-0ec1-4bc9-9db1-969da9ab1175', 'mac_address': 'fa:16:3e:9e:01:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e8a105-c646-4c55-9aac-43dda7614e90', 'ip_address': '19.86.0.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:18:04.745143 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:04.765932 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169fce02-0ec1-4bc9-9db1-969da9ab1175 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:18:04.797845 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 169fce02-0ec1-4bc9-9db1-969da9ab1175, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=169fce02-0ec1-4bc9-9db1-969da9ab1175,segment=NetworkSegment(8295fb8a-2240-4e6b-97a9-4f307a613e32),segment_id=8295fb8a-2240-4e6b-97a9-4f307a613e32)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:04.803384 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:04.852636 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-bdba23b5-243a-48b9-91ba-2973d46d661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:04.854200 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-bdba23b5-243a-48b9-91ba-2973d46d661f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=130df151-54ed-4200-959f-f7fb83738159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1586654 Jul 24 09:18:04.870996 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e783fe6-2f4e-4466-8544-619c353bea42 req-7098341c-acfc-45fa-ac61-f6c5c5f29152 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:04.878380 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e783fe6-2f4e-4466-8544-619c353bea42 req-7098341c-acfc-45fa-ac61-f6c5c5f29152 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:04.883732 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=169fce02-0ec1-4bc9-9db1-969da9ab1175,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:04.885633 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e783fe6-2f4e-4466-8544-619c353bea42 req-7098341c-acfc-45fa-ac61-f6c5c5f29152 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:04.907286 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e783fe6-2f4e-4466-8544-619c353bea42 req-7098341c-acfc-45fa-ac61-f6c5c5f29152 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:04.914242 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e783fe6-2f4e-4466-8544-619c353bea42 req-7098341c-acfc-45fa-ac61-f6c5c5f29152 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:04.920347 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e783fe6-2f4e-4466-8544-619c353bea42 req-7098341c-acfc-45fa-ac61-f6c5c5f29152 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:04.933595 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e783fe6-2f4e-4466-8544-619c353bea42 req-7098341c-acfc-45fa-ac61-f6c5c5f29152 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:04.936230 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3e783fe6-2f4e-4466-8544-619c353bea42 req-7098341c-acfc-45fa-ac61-f6c5c5f29152 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5434 time: 0.1799197 Jul 24 09:18:04.996539 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efdb55-bfb3-4db7-b48f-60d511947a7c req-c71bb3fe-7751-4109-b2af-676f77279e5d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:04.998189 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-98efdb55-bfb3-4db7-b48f-60d511947a7c req-c71bb3fe-7751-4109-b2af-676f77279e5d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.1942508 Jul 24 09:18:05.060772 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-b750eb38-07ae-4fde-a1f1-ae32fda47da1 service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982262 Jul 24 09:18:05.069143 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-98efdb55-bfb3-4db7-b48f-60d511947a7c req-3fdd4783-4f69-486a-beb1-4e5104bb521c tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635638 Jul 24 09:18:05.092651 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c10cdc2a-f036-4670-8c9c-c5f89cc45181 req-4d7466ac-fd9f-428f-b7d4-600d51f9d4d3 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=857cdafb-e0a7-48d3-b33c-e65e84673d9d HTTP/1.1" status: 200 len: 210 time: 0.0328553 Jul 24 09:18:05.116829 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['169fce02-0ec1-4bc9-9db1-969da9ab1175'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:18:05.142476 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['44cedc15-169e-4b9f-be3d-cb66be899185'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:18:05.180622 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-886c6574-2ad6-499f-8fa7-75ceb211244a service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104956 Jul 24 09:18:05.223701 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-00d80ef2-8877-491d-ac89-51a199250d2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=16303a1a-c8c8-446e-8591-495750b9d208 HTTP/1.1" status: 200 len: 217 time: 0.0360649 Jul 24 09:18:05.304224 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-0acfc6a6-137f-49a9-b1fe-7901110ac52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:05.306136 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-0acfc6a6-137f-49a9-b1fe-7901110ac52d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7965ff2-5ace-4294-bd8e-07c8763c47a6 HTTP/1.1" status: 200 len: 797 time: 0.0764146 Jul 24 09:18:05.373138 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-f5d6c6d1-3cce-4908-94ca-6510108a701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:05.374824 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-f5d6c6d1-3cce-4908-94ca-6510108a701f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6f03a51-92af-4f2b-a8a7-84f44e0df4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0628543 Jul 24 09:18:05.473621 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-e7d508f7-514f-4887-9554-be3af9397f04 service neutron] 10.222.0.20 "GET /v2.0/networks/c6f03a51-92af-4f2b-a8a7-84f44e0df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915663 Jul 24 09:18:05.569195 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-4b004307-1f5d-448b-90c5-ecdfc902a287 service neutron] 10.222.0.20 "GET /v2.0/networks/c6f03a51-92af-4f2b-a8a7-84f44e0df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892351 Jul 24 09:18:05.622758 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-e1631952-f536-4423-87c0-1f77dac07c4d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=16f6a8a0-9d0c-483f-b3ba-0c9fb8957875 HTTP/1.1" status: 200 len: 217 time: 0.0438125 Jul 24 09:18:05.708278 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-a88f295e-9434-458c-834c-c1401f643f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:05.709819 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-a88f295e-9434-458c-834c-c1401f643f70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7965ff2-5ace-4294-bd8e-07c8763c47a6 HTTP/1.1" status: 200 len: 797 time: 0.0788245 Jul 24 09:18:05.775297 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1dd70-0f62-4ff8-b19a-eadbb96f8a5c req-b7ad6b1a-dcb6-42d9-9b8f-ceeff846bf99 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:05.782673 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1dd70-0f62-4ff8-b19a-eadbb96f8a5c req-b7ad6b1a-dcb6-42d9-9b8f-ceeff846bf99 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:05.789830 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1dd70-0f62-4ff8-b19a-eadbb96f8a5c req-b7ad6b1a-dcb6-42d9-9b8f-ceeff846bf99 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:05.791908 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0a1dd70-0f62-4ff8-b19a-eadbb96f8a5c req-b7ad6b1a-dcb6-42d9-9b8f-ceeff846bf99 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=29201294-fdf6-4642-949d-d02426e894ec HTTP/1.1" status: 200 len: 2415 time: 0.1532092 Jul 24 09:18:05.833344 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-64258859-f426-402d-8d39-03e16cd61ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:05.834992 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-64258859-f426-402d-8d39-03e16cd61ad2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6f03a51-92af-4f2b-a8a7-84f44e0df4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1176128 Jul 24 09:18:05.848961 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0a1dd70-0f62-4ff8-b19a-eadbb96f8a5c req-ad1a700b-5d40-4cf1-acbb-5cb70107515f tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481222 Jul 24 09:18:05.976986 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-5729363d-081c-4616-9533-56eb29f38dbf service neutron] 10.222.0.20 "GET /v2.0/networks/c6f03a51-92af-4f2b-a8a7-84f44e0df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261551 Jul 24 09:18:06.026940 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 44cedc15-169e-4b9f-be3d-cb66be899185 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:18:06.090115 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 44cedc15-169e-4b9f-be3d-cb66be899185 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:18:06.096490 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 44cedc15-169e-4b9f-be3d-cb66be899185 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:18:06.097749 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:06.127045 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-d49a628e-a531-4cb1-8e58-cc6f0385e75f tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:06.129136 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-d49a628e-a531-4cb1-8e58-cc6f0385e75f tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.20 "GET /v2.0/networks?id=ae3d61b8-100f-4726-9451-0b010e6cd4d8 HTTP/1.1" status: 200 len: 812 time: 0.1857550 Jul 24 09:18:06.166551 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['7c44aeca-90ca-4a2e-a9eb-6b4fad883568'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:18:06.174960 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-d25c2491-789b-4790-b831-1adafc9a05bc tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Request body: {'port': {'device_id': '857cdafb-e0a7-48d3-b33c-e65e84673d9d', 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8', 'admin_state_up': True, 'tenant_id': 'c1913b66f5ab41bbbc2b819d5a63abda'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:06.259560 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4dde8ce-4f02-4ad1-9724-69febc9cfd72 req-0b7fae6d-dcb5-42b4-8b03-6dc832549615 service neutron] 10.222.0.20 "GET /v2.0/networks/c6f03a51-92af-4f2b-a8a7-84f44e0df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726231 Jul 24 09:18:06.264263 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8d908d40-4b93-4f44-9d6c-78cf55b9b184 req-0a1f0f38-f2aa-4c34-825b-a79e2f4deb75 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=857cdafb-e0a7-48d3-b33c-e65e84673d9d HTTP/1.1" status: 200 len: 210 time: 0.0515873 Jul 24 09:18:06.317718 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:06.345781 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468c7c-8e17-4f4e-a753-7d0143f1a46d req-6b50cc68-02ee-4e9f-925d-3977831f9cc1 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:06.347462 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4a468c7c-8e17-4f4e-a753-7d0143f1a46d req-6b50cc68-02ee-4e9f-925d-3977831f9cc1 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.1626503 Jul 24 09:18:06.362217 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29201294-fdf6-4642-949d-d02426e894ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cedc15-169e-4b9f-be3d-cb66be899185'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:18:06.364446 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99464a4f-b5de-4397-981e-5bf41f27dad9" -d '{"events": [{"server_uuid": "29201294-fdf6-4642-949d-d02426e894ec", "name": "network-vif-plugged", "status": "completed", "tag": "44cedc15-169e-4b9f-be3d-cb66be899185"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:18:06.382990 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 44cedc15-169e-4b9f-be3d-cb66be899185, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=44cedc15-169e-4b9f-be3d-cb66be899185,segment=NetworkSegment(7af199ff-365d-44ee-a8a8-745e6e486c10),segment_id=7af199ff-365d-44ee-a8a8-745e6e486c10)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:06.388989 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:06.389802 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 169fce02-0ec1-4bc9-9db1-969da9ab1175 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:18:06.407911 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4a468c7c-8e17-4f4e-a753-7d0143f1a46d req-5e6a875c-16cf-4898-9a05-ebf7d7d9a256 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506787 Jul 24 09:18:06.423278 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-d25c2491-789b-4790-b831-1adafc9a05bc tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Made reservation on behalf of c1913b66f5ab41bbbc2b819d5a63abda for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:18:06.427656 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-d25c2491-789b-4790-b831-1adafc9a05bc tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:06.458266 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b56bbf5-60d3-4175-be72-d83cfadcbbf7 x-openstack-request-id: req-7b56bbf5-60d3-4175-be72-d83cfadcbbf7 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:18:06.458552 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29201294-fdf6-4642-949d-d02426e894ec", "name": "network-vif-plugged", "status": "completed", "tag": "44cedc15-169e-4b9f-be3d-cb66be899185", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:18:06.458812 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b56bbf5-60d3-4175-be72-d83cfadcbbf7 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:18:06.459212 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29201294-fdf6-4642-949d-d02426e894ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cedc15-169e-4b9f-be3d-cb66be899185', 'code': 200} Jul 24 09:18:06.513734 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=44cedc15-169e-4b9f-be3d-cb66be899185,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:06.524118 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 169fce02-0ec1-4bc9-9db1-969da9ab1175 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:18:06.529879 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 169fce02-0ec1-4bc9-9db1-969da9ab1175 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:18:06.530767 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:06.581627 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-d25c2491-789b-4790-b831-1adafc9a05bc tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Allocated IP 172.20.0.12 (ae3d61b8-100f-4726-9451-0b010e6cd4d8/82774b4c-6531-498d-b907-9800d791c7b0/a26b5214-8846-468e-a44c-7d811857461c) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:18:06.744186 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-d25c2491-789b-4790-b831-1adafc9a05bc tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:06.797093 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-d25c2491-789b-4790-b831-1adafc9a05bc tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:06.805838 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:06.857953 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c2491-789b-4790-b831-1adafc9a05bc tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Pushing event updated for resources: {'Port': ['ID=a26b5214-8846-468e-a44c-7d811857461c,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:06.872837 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-d25c2491-789b-4790-b831-1adafc9a05bc tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Network ae3d61b8-100f-4726-9451-0b010e6cd4d8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:18:06.893197 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-d25c2491-789b-4790-b831-1adafc9a05bc tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:18:06.894607 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 169fce02-0ec1-4bc9-9db1-969da9ab1175, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=169fce02-0ec1-4bc9-9db1-969da9ab1175,segment=NetworkSegment(8295fb8a-2240-4e6b-97a9-4f307a613e32),segment_id=8295fb8a-2240-4e6b-97a9-4f307a613e32)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:06.896151 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-d25c2491-789b-4790-b831-1adafc9a05bc tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:18:06.913661 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:06.914738 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 5e7bd9bf-064b-49ba-9a81-3326f397a322 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:18:06.956863 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-d25c2491-789b-4790-b831-1adafc9a05bc tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:06.956863 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-d25c2491-789b-4790-b831-1adafc9a05bc tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:06.988021 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 5e7bd9bf-064b-49ba-9a81-3326f397a322 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:18:06.988525 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 5e7bd9bf-064b-49ba-9a81-3326f397a322 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:18:06.999563 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-d25c2491-789b-4790-b831-1adafc9a05bc tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8441913 Jul 24 09:18:07.013875 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-918b48ae-5709-4ed7-946c-9a201d88bd65 service neutron] Request body: {'port': {'device_id': '857cdafb-e0a7-48d3-b33c-e65e84673d9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:07.054089 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=169fce02-0ec1-4bc9-9db1-969da9ab1175,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:07.072466 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8f544-1999-4625-b5d7-020a30a21c95 req-435f197e-a4d9-40c7-b67f-d247d805c7f4 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:07.079803 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8f544-1999-4625-b5d7-020a30a21c95 req-435f197e-a4d9-40c7-b67f-d247d805c7f4 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:07.087912 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8f544-1999-4625-b5d7-020a30a21c95 req-435f197e-a4d9-40c7-b67f-d247d805c7f4 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:07.101377 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24c8f544-1999-4625-b5d7-020a30a21c95 req-435f197e-a4d9-40c7-b67f-d247d805c7f4 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=29201294-fdf6-4642-949d-d02426e894ec HTTP/1.1" status: 200 len: 2417 time: 0.1417587 Jul 24 09:18:07.176167 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24c8f544-1999-4625-b5d7-020a30a21c95 req-64a9827c-cbe7-46d5-9750-12ec31f78e54 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737333 Jul 24 09:18:07.204649 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-918b48ae-5709-4ed7-946c-9a201d88bd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:07.393202 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33472) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:07.553776 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73b8ea-bebe-4ed4-99d8-de52fdc097bc req-aac07ba1-cf15-4b14-b5e7-a6a78c0bd483 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:07.557258 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3f73b8ea-bebe-4ed4-99d8-de52fdc097bc req-aac07ba1-cf15-4b14-b5e7-a6a78c0bd483 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=857cdafb-e0a7-48d3-b33c-e65e84673d9d HTTP/1.1" status: 200 len: 932 time: 0.2019227 Jul 24 09:18:07.561798 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-918b48ae-5709-4ed7-946c-9a201d88bd65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a26b5214-8846-468e-a44c-7d811857461c {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:18:07.571231 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-918b48ae-5709-4ed7-946c-9a201d88bd65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:07.591477 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e9ee3-2ffd-431b-8cbb-52e9b2c2dda3 req-7d83f2e5-9d1d-4612-95da-62592146b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:07.592034 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e9ee3-2ffd-431b-8cbb-52e9b2c2dda3 req-7d83f2e5-9d1d-4612-95da-62592146b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:07.592674 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e9ee3-2ffd-431b-8cbb-52e9b2c2dda3 req-7d83f2e5-9d1d-4612-95da-62592146b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:07.593374 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e9ee3-2ffd-431b-8cbb-52e9b2c2dda3 req-7d83f2e5-9d1d-4612-95da-62592146b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:07.594082 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e9ee3-2ffd-431b-8cbb-52e9b2c2dda3 req-7d83f2e5-9d1d-4612-95da-62592146b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:07.594645 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e9ee3-2ffd-431b-8cbb-52e9b2c2dda3 req-7d83f2e5-9d1d-4612-95da-62592146b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:07.595117 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e9ee3-2ffd-431b-8cbb-52e9b2c2dda3 req-7d83f2e5-9d1d-4612-95da-62592146b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:07.603457 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e24e9ee3-2ffd-431b-8cbb-52e9b2c2dda3 req-7d83f2e5-9d1d-4612-95da-62592146b120 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 6491 time: 0.2091556 Jul 24 09:18:07.620666 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3f73b8ea-bebe-4ed4-99d8-de52fdc097bc req-fc382293-90b4-4d58-bdd8-341a2d038adb tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443900 Jul 24 09:18:07.628711 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-918b48ae-5709-4ed7-946c-9a201d88bd65 service neutron] Transition to ACTIVE for port object a26b5214-8846-468e-a44c-7d811857461c will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:18:07.633324 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-918b48ae-5709-4ed7-946c-9a201d88bd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:07.657540 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e24e9ee3-2ffd-431b-8cbb-52e9b2c2dda3 req-b6c08481-661e-4174-82d1-4037cf23487a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528817 Jul 24 09:18:07.672150 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc9308-a692-4b93-8671-ce02442c1e7b req-74b4dac8-2cf9-41e3-bdcd-442fe745de93 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:07.681007 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ebbc9308-a692-4b93-8671-ce02442c1e7b req-74b4dac8-2cf9-41e3-bdcd-442fe745de93 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.1752143 Jul 24 09:18:07.712111 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b48ae-5709-4ed7-946c-9a201d88bd65 service neutron] Pushing event updated for resources: {'Port': ['ID=a26b5214-8846-468e-a44c-7d811857461c,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:07.721771 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ebbc9308-a692-4b93-8671-ce02442c1e7b req-0a479ad8-be6e-4127-ae0e-beb6f1211d06 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394261 Jul 24 09:18:07.767646 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-918b48ae-5709-4ed7-946c-9a201d88bd65 service neutron] Attempting to bind port a26b5214-8846-468e-a44c-7d811857461c on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:18:07.768279 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-918b48ae-5709-4ed7-946c-9a201d88bd65 service neutron] Attempting to bind port a26b5214-8846-468e-a44c-7d811857461c by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:18:07.768617 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-918b48ae-5709-4ed7-946c-9a201d88bd65 service neutron] Attempting to bind port a26b5214-8846-468e-a44c-7d811857461c on network ae3d61b8-100f-4726-9451-0b010e6cd4d8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:18:07.772941 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-918b48ae-5709-4ed7-946c-9a201d88bd65 service neutron] Port a26b5214-8846-468e-a44c-7d811857461c on network ae3d61b8-100f-4726-9451-0b010e6cd4d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:18:07.773268 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-918b48ae-5709-4ed7-946c-9a201d88bd65 service neutron] Attempting to bind port a26b5214-8846-468e-a44c-7d811857461c on network ae3d61b8-100f-4726-9451-0b010e6cd4d8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:18:07.778052 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-918b48ae-5709-4ed7-946c-9a201d88bd65 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:18:07.778389 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-918b48ae-5709-4ed7-946c-9a201d88bd65 service neutron] Checking segment: {'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:18:07.778779 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-918b48ae-5709-4ed7-946c-9a201d88bd65 service neutron] Bound using segment: {'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:18:07.779213 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-918b48ae-5709-4ed7-946c-9a201d88bd65 service neutron] Bound port: a26b5214-8846-468e-a44c-7d811857461c, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:18:07.779572 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-918b48ae-5709-4ed7-946c-9a201d88bd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:07.841716 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-918b48ae-5709-4ed7-946c-9a201d88bd65 service neutron] For port a26b5214-8846-468e-a44c-7d811857461c, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:18:07.845523 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-918b48ae-5709-4ed7-946c-9a201d88bd65 service neutron] For port a26b5214-8846-468e-a44c-7d811857461c, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=a26b5214-8846-468e-a44c-7d811857461c,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:18:07.849631 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-918b48ae-5709-4ed7-946c-9a201d88bd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:07.884065 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-918b48ae-5709-4ed7-946c-9a201d88bd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:07.884689 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-918b48ae-5709-4ed7-946c-9a201d88bd65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:07.886254 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-918b48ae-5709-4ed7-946c-9a201d88bd65 service neutron] 10.222.0.20 "PUT /v2.0/ports/a26b5214-8846-468e-a44c-7d811857461c HTTP/1.1" status: 200 len: 1092 time: 0.8776684 Jul 24 09:18:07.888454 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857cdafb-e0a7-48d3-b33c-e65e84673d9d', 'tag': 'a26b5214-8846-468e-a44c-7d811857461c'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:18:07.891947 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da38a11c-60a1-4f44-83ca-cd5a652ee5da" -d '{"events": [{"name": "network-changed", "server_uuid": "857cdafb-e0a7-48d3-b33c-e65e84673d9d", "tag": "a26b5214-8846-468e-a44c-7d811857461c"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:18:07.919081 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b48ae-5709-4ed7-946c-9a201d88bd65 service neutron] Pushing event updated for resources: {'Port': ['ID=a26b5214-8846-468e-a44c-7d811857461c,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:07.972289 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f126621a-4a68-4587-8e2f-73824f888b5d x-openstack-request-id: req-f126621a-4a68-4587-8e2f-73824f888b5d {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:18:07.972509 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "857cdafb-e0a7-48d3-b33c-e65e84673d9d", "tag": "a26b5214-8846-468e-a44c-7d811857461c", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:18:07.972806 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f126621a-4a68-4587-8e2f-73824f888b5d {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:18:07.973204 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '857cdafb-e0a7-48d3-b33c-e65e84673d9d', 'tag': 'a26b5214-8846-468e-a44c-7d811857461c', 'status': 'completed', 'code': 200} Jul 24 09:18:08.012117 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-6105349e-d2d1-4681-90e7-9a371305c617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:08.013856 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-6105349e-d2d1-4681-90e7-9a371305c617 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1913b66f5ab41bbbc2b819d5a63abda&device_id=857cdafb-e0a7-48d3-b33c-e65e84673d9d HTTP/1.1" status: 200 len: 1095 time: 0.0743370 Jul 24 09:18:08.042118 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 7c44aeca-90ca-4a2e-a9eb-6b4fad883568 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:18:08.095452 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 7c44aeca-90ca-4a2e-a9eb-6b4fad883568 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:18:08.101204 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 7c44aeca-90ca-4a2e-a9eb-6b4fad883568 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:18:08.101575 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:08.197478 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:08.240427 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 7c44aeca-90ca-4a2e-a9eb-6b4fad883568, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=7c44aeca-90ca-4a2e-a9eb-6b4fad883568,segment=NetworkSegment(7af199ff-365d-44ee-a8a8-745e6e486c10),segment_id=7af199ff-365d-44ee-a8a8-745e6e486c10)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:08.248195 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:08.316087 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=7c44aeca-90ca-4a2e-a9eb-6b4fad883568,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:08.375282 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495db007-eda4-4edc-a64f-60bf09e6726f req-1220b823-26e6-4638-9162-f2573c3619d7 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:08.381523 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495db007-eda4-4edc-a64f-60bf09e6726f req-1220b823-26e6-4638-9162-f2573c3619d7 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:08.387516 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495db007-eda4-4edc-a64f-60bf09e6726f req-1220b823-26e6-4638-9162-f2573c3619d7 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:08.389298 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-495db007-eda4-4edc-a64f-60bf09e6726f req-1220b823-26e6-4638-9162-f2573c3619d7 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=29201294-fdf6-4642-949d-d02426e894ec HTTP/1.1" status: 200 len: 2418 time: 0.0957334 Jul 24 09:18:08.402160 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-302a7fce-96af-4fc6-b892-cae6360cccb8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a26b5214-8846-468e-a44c-7d811857461c HTTP/1.1" status: 200 len: 217 time: 0.3751278 Jul 24 09:18:08.428615 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-495db007-eda4-4edc-a64f-60bf09e6726f req-02a78fdb-f707-41d9-a30c-fde7ed59da5a tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332675 Jul 24 09:18:08.451419 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-90980b47-69e1-4d95-a5b4-209cb0fb57f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:08.452931 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-90980b47-69e1-4d95-a5b4-209cb0fb57f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82774b4c-6531-498d-b907-9800d791c7b0 HTTP/1.1" status: 200 len: 852 time: 0.0439899 Jul 24 09:18:08.460865 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29201294-fdf6-4642-949d-d02426e894ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169fce02-0ec1-4bc9-9db1-969da9ab1175'}, {'server_uuid': '29201294-fdf6-4642-949d-d02426e894ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c44aeca-90ca-4a2e-a9eb-6b4fad883568'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:18:08.463350 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710665d5-d49d-450a-8269-e19f45c0fa33" -d '{"events": [{"server_uuid": "29201294-fdf6-4642-949d-d02426e894ec", "name": "network-vif-plugged", "status": "completed", "tag": "169fce02-0ec1-4bc9-9db1-969da9ab1175"}, {"server_uuid": "29201294-fdf6-4642-949d-d02426e894ec", "name": "network-vif-plugged", "status": "completed", "tag": "7c44aeca-90ca-4a2e-a9eb-6b4fad883568"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:18:08.489489 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-c8e19f1c-0e8a-4546-8367-6582521ef8a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae3d61b8-100f-4726-9451-0b010e6cd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286252 Jul 24 09:18:08.503820 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 09:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a93158-75e2-49de-a854-55fae225a42e x-openstack-request-id: req-58a93158-75e2-49de-a854-55fae225a42e {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:18:08.504210 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29201294-fdf6-4642-949d-d02426e894ec", "name": "network-vif-plugged", "status": "completed", "tag": "169fce02-0ec1-4bc9-9db1-969da9ab1175", "code": 200}, {"server_uuid": "29201294-fdf6-4642-949d-d02426e894ec", "name": "network-vif-plugged", "status": "completed", "tag": "7c44aeca-90ca-4a2e-a9eb-6b4fad883568", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:18:08.504575 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58a93158-75e2-49de-a854-55fae225a42e {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:18:08.505071 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29201294-fdf6-4642-949d-d02426e894ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169fce02-0ec1-4bc9-9db1-969da9ab1175', 'code': 200} Jul 24 09:18:08.505326 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29201294-fdf6-4642-949d-d02426e894ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c44aeca-90ca-4a2e-a9eb-6b4fad883568', 'code': 200} Jul 24 09:18:08.618021 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-47776743-0525-46b7-b995-8c6dc953c3fe service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171360 Jul 24 09:18:08.667283 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d160296-8044-48cb-88aa-db2b1413a1e6 req-42ed4c9d-fc8b-42f8-bb58-52cd93b0ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:08.667884 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d160296-8044-48cb-88aa-db2b1413a1e6 req-42ed4c9d-fc8b-42f8-bb58-52cd93b0ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:08.668246 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d160296-8044-48cb-88aa-db2b1413a1e6 req-42ed4c9d-fc8b-42f8-bb58-52cd93b0ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:08.669930 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3d160296-8044-48cb-88aa-db2b1413a1e6 req-42ed4c9d-fc8b-42f8-bb58-52cd93b0ef8e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=29201294-fdf6-4642-949d-d02426e894ec HTTP/1.1" status: 200 len: 2871 time: 0.1009142 Jul 24 09:18:08.755496 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3d160296-8044-48cb-88aa-db2b1413a1e6 req-6c8e9322-a61e-4820-aca8-950e30bfd0e2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782502 Jul 24 09:18:08.760722 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f7c7e2f6-87b6-4a53-9ce3-71e67e7e76a7 req-9768c1fc-1d35-44ef-88fb-36caee01e4b3 service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340449 Jul 24 09:18:08.822865 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3ee04-204f-4e1d-8c45-987b222ee5aa req-6f1da189-f4c1-4d68-8646-40323878132c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:08.825479 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d7b3ee04-204f-4e1d-8c45-987b222ee5aa req-6f1da189-f4c1-4d68-8646-40323878132c tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=857cdafb-e0a7-48d3-b33c-e65e84673d9d HTTP/1.1" status: 200 len: 944 time: 0.0797174 Jul 24 09:18:08.867499 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d7b3ee04-204f-4e1d-8c45-987b222ee5aa req-13f04609-a227-402a-b2c5-2986167ab8fb tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355055 Jul 24 09:18:08.919662 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38a11c-60a1-4f44-83ca-cd5a652ee5da req-da132cab-f601-4e3b-9db0-2bf3273158e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:08.921247 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da38a11c-60a1-4f44-83ca-cd5a652ee5da req-da132cab-f601-4e3b-9db0-2bf3273158e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1913b66f5ab41bbbc2b819d5a63abda&device_id=857cdafb-e0a7-48d3-b33c-e65e84673d9d HTTP/1.1" status: 200 len: 1095 time: 0.1089211 Jul 24 09:18:08.929487 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a8e13-8ee8-4c72-9de6-6cac8e8b6c90 req-a3b10bc0-75ab-4857-b7fd-76121ca1f552 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:08.930952 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-239a8e13-8ee8-4c72-9de6-6cac8e8b6c90 req-a3b10bc0-75ab-4857-b7fd-76121ca1f552 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.0868349 Jul 24 09:18:09.022263 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-239a8e13-8ee8-4c72-9de6-6cac8e8b6c90 req-f6acdbb8-15b8-470d-9603-85d57165f9d0 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824602 Jul 24 09:18:09.051654 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38a11c-60a1-4f44-83ca-cd5a652ee5da req-a7d5d794-7a5b-44ce-873e-c38ef6b59abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:09.053171 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da38a11c-60a1-4f44-83ca-cd5a652ee5da req-a7d5d794-7a5b-44ce-873e-c38ef6b59abb service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae3d61b8-100f-4726-9451-0b010e6cd4d8 HTTP/1.1" status: 200 len: 912 time: 0.1206110 Jul 24 09:18:09.099959 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da38a11c-60a1-4f44-83ca-cd5a652ee5da req-751a2a8e-56b3-4f97-a1d0-8bd30502a702 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a26b5214-8846-468e-a44c-7d811857461c HTTP/1.1" status: 200 len: 217 time: 0.0341399 Jul 24 09:18:09.154983 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38a11c-60a1-4f44-83ca-cd5a652ee5da req-52033944-1919-4a16-b930-f7c47d092d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:09.156548 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da38a11c-60a1-4f44-83ca-cd5a652ee5da req-52033944-1919-4a16-b930-f7c47d092d16 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82774b4c-6531-498d-b907-9800d791c7b0 HTTP/1.1" status: 200 len: 852 time: 0.0435083 Jul 24 09:18:09.193050 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da38a11c-60a1-4f44-83ca-cd5a652ee5da req-ec71bd99-dbab-4fba-a20a-813bdb019af5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae3d61b8-100f-4726-9451-0b010e6cd4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294244 Jul 24 09:18:09.286845 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da38a11c-60a1-4f44-83ca-cd5a652ee5da req-3fb40bb5-2263-4e24-ac6c-d61e7606a6df service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851638 Jul 24 09:18:09.380726 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da38a11c-60a1-4f44-83ca-cd5a652ee5da req-94ae108e-a54a-44b3-b795-5609e14fb428 service neutron] 10.222.0.20 "GET /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865622 Jul 24 09:18:09.570756 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6f0ca-f7c0-4f55-8ed7-83b546fbd254 req-01b000d9-1b2c-4081-913c-06a7cc52d6ef tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:09.576796 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6f0ca-f7c0-4f55-8ed7-83b546fbd254 req-01b000d9-1b2c-4081-913c-06a7cc52d6ef tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:09.583106 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6f0ca-f7c0-4f55-8ed7-83b546fbd254 req-01b000d9-1b2c-4081-913c-06a7cc52d6ef tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:09.584697 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3dd6f0ca-f7c0-4f55-8ed7-83b546fbd254 req-01b000d9-1b2c-4081-913c-06a7cc52d6ef tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=29201294-fdf6-4642-949d-d02426e894ec HTTP/1.1" status: 200 len: 2418 time: 0.0817316 Jul 24 09:18:09.624314 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3dd6f0ca-f7c0-4f55-8ed7-83b546fbd254 req-ebc9cfd4-7746-42ea-96bf-c9158496f94c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337870 Jul 24 09:18:10.015969 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa3e5b-a249-4780-b0ea-935baab2a9c9 req-dd78e964-bd35-4e0d-b98d-53bc8753dcf0 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:10.018333 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-92aa3e5b-a249-4780-b0ea-935baab2a9c9 req-dd78e964-bd35-4e0d-b98d-53bc8753dcf0 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=857cdafb-e0a7-48d3-b33c-e65e84673d9d HTTP/1.1" status: 200 len: 944 time: 0.0767097 Jul 24 09:18:10.058485 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-92aa3e5b-a249-4780-b0ea-935baab2a9c9 req-e3fc94a5-6837-4f9d-8b94-73b8d7ed990e tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342793 Jul 24 09:18:10.084853 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device a26b5214-8846-468e-a44c-7d811857461c details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:18:10.213343 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port a26b5214-8846-468e-a44c-7d811857461c, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=a26b5214-8846-468e-a44c-7d811857461c,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:10.230417 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'a26b5214-8846-468e-a44c-7d811857461c', 'network_id': 'ae3d61b8-100f-4726-9451-0b010e6cd4d8', 'port_id': 'a26b5214-8846-468e-a44c-7d811857461c', 'mac_address': 'fa:16:3e:8c:2e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82774b4c-6531-498d-b907-9800d791c7b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:18:10.256247 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d1ef0-979a-4c3c-88e4-a6de67d19ee4 req-6090f7d5-e25c-43ac-af7c-56911a9ada66 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:10.263518 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b39d1ef0-979a-4c3c-88e4-a6de67d19ee4 req-6090f7d5-e25c-43ac-af7c-56911a9ada66 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.1198342 Jul 24 09:18:10.271267 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:10.285504 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26b5214-8846-468e-a44c-7d811857461c {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:18:10.306491 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port a26b5214-8846-468e-a44c-7d811857461c, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=a26b5214-8846-468e-a44c-7d811857461c,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:10.306762 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b39d1ef0-979a-4c3c-88e4-a6de67d19ee4 req-0ea45752-3a35-4309-b1a1-63179b334bb2 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420251 Jul 24 09:18:10.311131 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:10.362355 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=a26b5214-8846-468e-a44c-7d811857461c,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:10.736317 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['a26b5214-8846-468e-a44c-7d811857461c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:18:10.768777 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7e132-02e5-44ea-94b2-182186e4ccef req-2c89ff3d-bcae-45da-a5a0-7e822238418f tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:10.774713 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7e132-02e5-44ea-94b2-182186e4ccef req-2c89ff3d-bcae-45da-a5a0-7e822238418f tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:10.781920 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7e132-02e5-44ea-94b2-182186e4ccef req-2c89ff3d-bcae-45da-a5a0-7e822238418f tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:10.784558 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-feb7e132-02e5-44ea-94b2-182186e4ccef req-2c89ff3d-bcae-45da-a5a0-7e822238418f tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=29201294-fdf6-4642-949d-d02426e894ec HTTP/1.1" status: 200 len: 2418 time: 0.0840714 Jul 24 09:18:10.834728 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-feb7e132-02e5-44ea-94b2-182186e4ccef req-0243dd26-0d56-46d7-a57a-16d817472a54 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407341 Jul 24 09:18:11.189546 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ae4ec-8f10-430f-b823-bf13c10008fd req-1f6888b1-3287-4e6a-92f7-b9e5786e711a tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:11.195689 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ae4ec-8f10-430f-b823-bf13c10008fd req-1f6888b1-3287-4e6a-92f7-b9e5786e711a tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:11.205470 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ae4ec-8f10-430f-b823-bf13c10008fd req-1f6888b1-3287-4e6a-92f7-b9e5786e711a tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:11.212931 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e60ae4ec-8f10-430f-b823-bf13c10008fd req-1f6888b1-3287-4e6a-92f7-b9e5786e711a tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=29201294-fdf6-4642-949d-d02426e894ec HTTP/1.1" status: 200 len: 2418 time: 0.1112998 Jul 24 09:18:11.226648 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecec7a-5389-4c0d-9e71-46befdcd6224 req-07a1eafd-e72f-4909-9820-eec4ee1a9de7 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:11.233437 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-74ecec7a-5389-4c0d-9e71-46befdcd6224 req-07a1eafd-e72f-4909-9820-eec4ee1a9de7 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=857cdafb-e0a7-48d3-b33c-e65e84673d9d HTTP/1.1" status: 200 len: 945 time: 0.0842679 Jul 24 09:18:11.269344 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e60ae4ec-8f10-430f-b823-bf13c10008fd req-9ae06a35-277a-4d9a-9598-1c08b319edf7 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554490 Jul 24 09:18:11.295984 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-74ecec7a-5389-4c0d-9e71-46befdcd6224 req-b5a80834-4fa1-408e-8d2c-7e11366dc4b5 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612142 Jul 24 09:18:11.467478 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226144a0-068a-4153-bb35-eb0ef9e8d42f req-07f0df1e-18ae-4fa5-beac-b6c167ebbf2d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:11.469235 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-226144a0-068a-4153-bb35-eb0ef9e8d42f req-07f0df1e-18ae-4fa5-beac-b6c167ebbf2d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.0712371 Jul 24 09:18:11.507790 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-226144a0-068a-4153-bb35-eb0ef9e8d42f req-b9ef4131-8d52-427e-8887-52c6ae7bdb80 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330083 Jul 24 09:18:12.114243 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device a26b5214-8846-468e-a44c-7d811857461c up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:18:12.170030 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port a26b5214-8846-468e-a44c-7d811857461c completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:18:12.183517 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port a26b5214-8846-468e-a44c-7d811857461c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:18:12.183890 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:12.262961 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:12.290008 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857cdafb-e0a7-48d3-b33c-e65e84673d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26b5214-8846-468e-a44c-7d811857461c'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:18:12.292379 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4b5711-6bd3-4624-a368-f064778246b5" -d '{"events": [{"server_uuid": "857cdafb-e0a7-48d3-b33c-e65e84673d9d", "name": "network-vif-plugged", "status": "completed", "tag": "a26b5214-8846-468e-a44c-7d811857461c"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:18:12.308141 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port a26b5214-8846-468e-a44c-7d811857461c, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=a26b5214-8846-468e-a44c-7d811857461c,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:12.313030 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:12.367962 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bca6fa-5516-48a1-a7e4-dd4197f8fbcc x-openstack-request-id: req-f2bca6fa-5516-48a1-a7e4-dd4197f8fbcc {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:18:12.368328 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857cdafb-e0a7-48d3-b33c-e65e84673d9d", "name": "network-vif-plugged", "status": "completed", "tag": "a26b5214-8846-468e-a44c-7d811857461c", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:18:12.368726 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2bca6fa-5516-48a1-a7e4-dd4197f8fbcc {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:18:12.369599 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857cdafb-e0a7-48d3-b33c-e65e84673d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26b5214-8846-468e-a44c-7d811857461c', 'code': 200} Jul 24 09:18:12.402770 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=a26b5214-8846-468e-a44c-7d811857461c,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:12.440320 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655ae98-8b83-461f-b295-207f5823e74f req-34620652-22b6-4f39-ac6f-4c8a76e17667 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:12.448006 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655ae98-8b83-461f-b295-207f5823e74f req-34620652-22b6-4f39-ac6f-4c8a76e17667 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:12.455270 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655ae98-8b83-461f-b295-207f5823e74f req-34620652-22b6-4f39-ac6f-4c8a76e17667 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:12.457265 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1655ae98-8b83-461f-b295-207f5823e74f req-34620652-22b6-4f39-ac6f-4c8a76e17667 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=29201294-fdf6-4642-949d-d02426e894ec HTTP/1.1" status: 200 len: 2418 time: 0.1223474 Jul 24 09:18:12.528470 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611cbe34-6845-4284-94d2-a36ec06cfec8 req-9d51f6d8-d2fc-4872-958b-36a9c822fddd tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:12.536856 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-611cbe34-6845-4284-94d2-a36ec06cfec8 req-9d51f6d8-d2fc-4872-958b-36a9c822fddd tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=857cdafb-e0a7-48d3-b33c-e65e84673d9d HTTP/1.1" status: 200 len: 946 time: 0.0942934 Jul 24 09:18:12.560656 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1655ae98-8b83-461f-b295-207f5823e74f req-2852250c-16c4-47f5-8316-71263f70ddd8 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833881 Jul 24 09:18:12.600305 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-611cbe34-6845-4284-94d2-a36ec06cfec8 req-298ba7c5-535a-41d2-b332-cbf582c9441f tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619240 Jul 24 09:18:12.662350 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d624bf-4547-4cee-8181-d82db8c55e6e req-76ae0330-75ae-4f05-8051-ed370b4d96b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:12.664191 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-68d624bf-4547-4cee-8181-d82db8c55e6e req-76ae0330-75ae-4f05-8051-ed370b4d96b3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=857cdafb-e0a7-48d3-b33c-e65e84673d9d HTTP/1.1" status: 200 len: 1097 time: 0.2058234 Jul 24 09:18:12.726690 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-68d624bf-4547-4cee-8181-d82db8c55e6e req-ef3c4f45-3d57-4b93-a579-9296cb48093a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546203 Jul 24 09:18:12.764153 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-b82feee1-ea91-42d1-a41e-cdd30d4d9a36 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:12.772097 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-b82feee1-ea91-42d1-a41e-cdd30d4d9a36 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:12.778746 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-b82feee1-ea91-42d1-a41e-cdd30d4d9a36 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:12.781995 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-b82feee1-ea91-42d1-a41e-cdd30d4d9a36 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.37 "GET /v2.0/ports?device_id=29201294-fdf6-4642-949d-d02426e894ec HTTP/1.1" status: 200 len: 2418 time: 0.1943598 Jul 24 09:18:12.812914 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8170916-d147-4e99-a839-0d655f2436f0 req-1602666d-049c-431d-82aa-afd355be80b7 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:12.817220 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c8170916-d147-4e99-a839-0d655f2436f0 req-1602666d-049c-431d-82aa-afd355be80b7 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.1031885 Jul 24 09:18:12.863138 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c8170916-d147-4e99-a839-0d655f2436f0 req-d41441ad-d702-40e5-abf5-4658f3df4096 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373647 Jul 24 09:18:12.907437 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-682659ea-e891-43ae-9ce0-b9300b7c44e9 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Deleting port 169fce02-0ec1-4bc9-9db1-969da9ab1175 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:18:12.907880 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-682659ea-e891-43ae-9ce0-b9300b7c44e9 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:13.000168 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-682659ea-e891-43ae-9ce0-b9300b7c44e9 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] For port 169fce02-0ec1-4bc9-9db1-969da9ab1175, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=169fce02-0ec1-4bc9-9db1-969da9ab1175,segment=NetworkSegment(8295fb8a-2240-4e6b-97a9-4f307a613e32),segment_id=8295fb8a-2240-4e6b-97a9-4f307a613e32)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:13.000538 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-682659ea-e891-43ae-9ce0-b9300b7c44e9 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:13.012582 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-682659ea-e891-43ae-9ce0-b9300b7c44e9 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Calling delete_port for 169fce02-0ec1-4bc9-9db1-969da9ab1175 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:18:13.183772 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-682659ea-e891-43ae-9ce0-b9300b7c44e9 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:13.196158 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['44cedc15-169e-4b9f-be3d-cb66be899185', '169fce02-0ec1-4bc9-9db1-969da9ab1175', '7c44aeca-90ca-4a2e-a9eb-6b4fad883568'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:18:13.213664 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682659ea-e891-43ae-9ce0-b9300b7c44e9 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event deleted for resources: {'Port': ['ID=169fce02-0ec1-4bc9-9db1-969da9ab1175,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:13.223450 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682659ea-e891-43ae-9ce0-b9300b7c44e9 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:13.223450 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682659ea-e891-43ae-9ce0-b9300b7c44e9 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:13.223750 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682659ea-e891-43ae-9ce0-b9300b7c44e9 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:13.224025 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682659ea-e891-43ae-9ce0-b9300b7c44e9 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:13.224516 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682659ea-e891-43ae-9ce0-b9300b7c44e9 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:13.224887 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682659ea-e891-43ae-9ce0-b9300b7c44e9 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:13.225219 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682659ea-e891-43ae-9ce0-b9300b7c44e9 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:13.225548 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682659ea-e891-43ae-9ce0-b9300b7c44e9 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:13.225876 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682659ea-e891-43ae-9ce0-b9300b7c44e9 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:13.226201 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682659ea-e891-43ae-9ce0-b9300b7c44e9 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:13.226528 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682659ea-e891-43ae-9ce0-b9300b7c44e9 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:13.226854 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682659ea-e891-43ae-9ce0-b9300b7c44e9 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:13.289813 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-682659ea-e891-43ae-9ce0-b9300b7c44e9 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] No DVR routers for this DVR port 169fce02-0ec1-4bc9-9db1-969da9ab1175 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:18:13.292844 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-682659ea-e891-43ae-9ce0-b9300b7c44e9 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:13.295124 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-682659ea-e891-43ae-9ce0-b9300b7c44e9 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.37 "DELETE /v2.0/ports/169fce02-0ec1-4bc9-9db1-969da9ab1175 HTTP/1.1" status: 204 len: 173 time: 0.5074463 Jul 24 09:18:13.295588 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29201294-fdf6-4642-949d-d02426e894ec', 'name': 'network-vif-deleted', 'tag': '169fce02-0ec1-4bc9-9db1-969da9ab1175'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:18:13.298589 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502696ba-79ac-477d-aef5-1e3308aeb362" -d '{"events": [{"server_uuid": "29201294-fdf6-4642-949d-d02426e894ec", "name": "network-vif-deleted", "tag": "169fce02-0ec1-4bc9-9db1-969da9ab1175"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:18:13.381980 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4425464-1b2f-4563-8dd7-0c72c0ac6782 x-openstack-request-id: req-a4425464-1b2f-4563-8dd7-0c72c0ac6782 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:18:13.382322 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29201294-fdf6-4642-949d-d02426e894ec", "name": "network-vif-deleted", "tag": "169fce02-0ec1-4bc9-9db1-969da9ab1175", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:18:13.382525 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4425464-1b2f-4563-8dd7-0c72c0ac6782 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:18:13.382945 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29201294-fdf6-4642-949d-d02426e894ec', 'name': 'network-vif-deleted', 'tag': '169fce02-0ec1-4bc9-9db1-969da9ab1175', 'status': 'completed', 'code': 200} Jul 24 09:18:13.460541 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-dfcdd59b-3390-4ae0-8dea-9e9cf1b184cc tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Deleting port 7c44aeca-90ca-4a2e-a9eb-6b4fad883568 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:18:13.461221 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-dfcdd59b-3390-4ae0-8dea-9e9cf1b184cc tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:13.582459 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-dfcdd59b-3390-4ae0-8dea-9e9cf1b184cc tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] For port 7c44aeca-90ca-4a2e-a9eb-6b4fad883568, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=7c44aeca-90ca-4a2e-a9eb-6b4fad883568,segment=NetworkSegment(7af199ff-365d-44ee-a8a8-745e6e486c10),segment_id=7af199ff-365d-44ee-a8a8-745e6e486c10)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:13.582815 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-dfcdd59b-3390-4ae0-8dea-9e9cf1b184cc tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:13.596429 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-dfcdd59b-3390-4ae0-8dea-9e9cf1b184cc tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Calling delete_port for 7c44aeca-90ca-4a2e-a9eb-6b4fad883568 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:18:13.733588 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31b8a6-7a6e-4ca9-877b-be67c583d77d req-46dd6fea-dda3-47d6-979b-85974878f0de tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:13.743903 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31b8a6-7a6e-4ca9-877b-be67c583d77d req-46dd6fea-dda3-47d6-979b-85974878f0de tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:13.752348 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bd31b8a6-7a6e-4ca9-877b-be67c583d77d req-46dd6fea-dda3-47d6-979b-85974878f0de tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=29201294-fdf6-4642-949d-d02426e894ec HTTP/1.1" status: 200 len: 1683 time: 0.1025841 Jul 24 09:18:13.815315 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bd31b8a6-7a6e-4ca9-877b-be67c583d77d req-0a0fd01b-6875-42a3-857d-42c149d947cd tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561590 Jul 24 09:18:13.818936 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccd678-412f-46ab-a4bd-036a6eb3d329 req-6283aed4-6aee-4271-9ac8-63f982a53fde tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:13.837613 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9eccd678-412f-46ab-a4bd-036a6eb3d329 req-6283aed4-6aee-4271-9ac8-63f982a53fde tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=857cdafb-e0a7-48d3-b33c-e65e84673d9d HTTP/1.1" status: 200 len: 946 time: 0.1211698 Jul 24 09:18:13.913497 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9eccd678-412f-46ab-a4bd-036a6eb3d329 req-7ae75103-0b8f-4871-a50a-03e3fffd6a64 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749011 Jul 24 09:18:13.926966 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-dfcdd59b-3390-4ae0-8dea-9e9cf1b184cc tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:13.940475 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['169fce02-0ec1-4bc9-9db1-969da9ab1175'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:18:14.006849 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:14.012636 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcdd59b-3390-4ae0-8dea-9e9cf1b184cc tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event deleted for resources: {'Port': ['ID=7c44aeca-90ca-4a2e-a9eb-6b4fad883568,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:14.097828 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-dfcdd59b-3390-4ae0-8dea-9e9cf1b184cc tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] No DVR routers for this DVR port 7c44aeca-90ca-4a2e-a9eb-6b4fad883568 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:18:14.107133 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-dfcdd59b-3390-4ae0-8dea-9e9cf1b184cc tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:14.118963 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-dfcdd59b-3390-4ae0-8dea-9e9cf1b184cc tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.37 "DELETE /v2.0/ports/7c44aeca-90ca-4a2e-a9eb-6b4fad883568 HTTP/1.1" status: 204 len: 173 time: 0.8172314 Jul 24 09:18:14.147836 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bb55b-7f49-46c7-8cf0-673f019b3132 req-92851197-843c-4ccf-b2e1-729a01b12987 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:14.149382 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-807bb55b-7f49-46c7-8cf0-673f019b3132 req-92851197-843c-4ccf-b2e1-729a01b12987 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.1214671 Jul 24 09:18:14.224807 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-807bb55b-7f49-46c7-8cf0-673f019b3132 req-1dec139c-54cb-4c93-a971-6b33df912fa9 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697963 Jul 24 09:18:14.268643 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-30595366-05f9-474a-9fed-25adaef3a3da tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Deleting port 44cedc15-169e-4b9f-be3d-cb66be899185 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:18:14.268997 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-30595366-05f9-474a-9fed-25adaef3a3da tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:14.371563 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-30595366-05f9-474a-9fed-25adaef3a3da tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] For port 44cedc15-169e-4b9f-be3d-cb66be899185, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=44cedc15-169e-4b9f-be3d-cb66be899185,segment=NetworkSegment(7af199ff-365d-44ee-a8a8-745e6e486c10),segment_id=7af199ff-365d-44ee-a8a8-745e6e486c10)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:14.371895 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-30595366-05f9-474a-9fed-25adaef3a3da tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:14.387504 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-30595366-05f9-474a-9fed-25adaef3a3da tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Calling delete_port for 44cedc15-169e-4b9f-be3d-cb66be899185 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:18:14.529192 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-30595366-05f9-474a-9fed-25adaef3a3da tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:14.561402 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30595366-05f9-474a-9fed-25adaef3a3da tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event deleted for resources: {'Port': ['ID=44cedc15-169e-4b9f-be3d-cb66be899185,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:14.620122 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-30595366-05f9-474a-9fed-25adaef3a3da tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] No DVR routers for this DVR port 44cedc15-169e-4b9f-be3d-cb66be899185 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:18:14.622873 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-30595366-05f9-474a-9fed-25adaef3a3da tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:14.625494 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c58632f0-8ef3-499b-a8b8-cf62a2b08f84 req-30595366-05f9-474a-9fed-25adaef3a3da tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.37 "DELETE /v2.0/ports/44cedc15-169e-4b9f-be3d-cb66be899185 HTTP/1.1" status: 204 len: 173 time: 0.5014212 Jul 24 09:18:14.937393 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f68a15cc-b18e-4565-a735-4d4bbb86db61 req-1bdf745b-1b6f-4509-b3c0-b597e9a2d8c0 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=29201294-fdf6-4642-949d-d02426e894ec HTTP/1.1" status: 200 len: 210 time: 0.0301158 Jul 24 09:18:15.116775 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bce15-3e3b-4251-90d8-0613c942bd93 req-9c47f34e-0040-40c7-80e1-a9c7d264f318 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:15.119780 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a17bce15-3e3b-4251-90d8-0613c942bd93 req-9c47f34e-0040-40c7-80e1-a9c7d264f318 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=857cdafb-e0a7-48d3-b33c-e65e84673d9d HTTP/1.1" status: 200 len: 946 time: 0.0950851 Jul 24 09:18:15.171940 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a17bce15-3e3b-4251-90d8-0613c942bd93 req-1a9651c1-edbf-4608-aeec-c002118e7626 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444696 Jul 24 09:18:15.384198 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29201294-fdf6-4642-949d-d02426e894ec', 'name': 'network-vif-deleted', 'tag': '7c44aeca-90ca-4a2e-a9eb-6b4fad883568'}, {'server_uuid': '29201294-fdf6-4642-949d-d02426e894ec', 'name': 'network-vif-deleted', 'tag': '44cedc15-169e-4b9f-be3d-cb66be899185'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:18:15.387023 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1266d64-2227-4ab7-b7c3-c80301ede92d" -d '{"events": [{"server_uuid": "29201294-fdf6-4642-949d-d02426e894ec", "name": "network-vif-deleted", "tag": "7c44aeca-90ca-4a2e-a9eb-6b4fad883568"}, {"server_uuid": "29201294-fdf6-4642-949d-d02426e894ec", "name": "network-vif-deleted", "tag": "44cedc15-169e-4b9f-be3d-cb66be899185"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:18:15.415463 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d155b-6360-4691-a290-13dee8f9d527 req-6798156e-5f70-4b75-a03e-b7874db0e724 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:15.417212 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ec4d155b-6360-4691-a290-13dee8f9d527 req-6798156e-5f70-4b75-a03e-b7874db0e724 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.0787649 Jul 24 09:18:15.477300 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ec4d155b-6360-4691-a290-13dee8f9d527 req-e9ca959b-04d8-4dc4-9ac1-188fa0c65d89 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474665 Jul 24 09:18:15.523162 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 09:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aeb7433-981d-45d9-ba62-e9f52658a525 x-openstack-request-id: req-1aeb7433-981d-45d9-ba62-e9f52658a525 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:18:15.523467 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29201294-fdf6-4642-949d-d02426e894ec", "name": "network-vif-deleted", "tag": "7c44aeca-90ca-4a2e-a9eb-6b4fad883568", "status": "completed", "code": 200}, {"server_uuid": "29201294-fdf6-4642-949d-d02426e894ec", "name": "network-vif-deleted", "tag": "44cedc15-169e-4b9f-be3d-cb66be899185", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:18:15.523722 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1aeb7433-981d-45d9-ba62-e9f52658a525 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:18:15.524157 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29201294-fdf6-4642-949d-d02426e894ec', 'name': 'network-vif-deleted', 'tag': '7c44aeca-90ca-4a2e-a9eb-6b4fad883568', 'status': 'completed', 'code': 200} Jul 24 09:18:15.524431 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29201294-fdf6-4642-949d-d02426e894ec', 'name': 'network-vif-deleted', 'tag': '44cedc15-169e-4b9f-be3d-cb66be899185', 'status': 'completed', 'code': 200} Jul 24 09:18:15.622519 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c23be-a1ab-4bd3-82fa-621d5b0854e9 req-d182870c-f78b-4d5c-a8b2-862e345f8e7d tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:15.623952 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-658c23be-a1ab-4bd3-82fa-621d5b0854e9 req-d182870c-f78b-4d5c-a8b2-862e345f8e7d tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=857cdafb-e0a7-48d3-b33c-e65e84673d9d HTTP/1.1" status: 200 len: 946 time: 0.0658078 Jul 24 09:18:15.661421 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-658c23be-a1ab-4bd3-82fa-621d5b0854e9 req-ee954ccd-4fc3-450a-84f0-394c42c692d7 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313106 Jul 24 09:18:16.005463 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33738) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:16.106759 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 44cedc15-169e-4b9f-be3d-cb66be899185 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:18:16.112530 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a415075-c503-4f49-8f4a-78ba09088960 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Deleting subnet 91e8a105-c646-4c55-9aac-43dda7614e90 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:18:16.116074 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4a415075-c503-4f49-8f4a-78ba09088960 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:16.135057 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 44cedc15-169e-4b9f-be3d-cb66be899185 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:18:16.135704 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 44cedc15-169e-4b9f-be3d-cb66be899185 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:18:16.136351 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 7c44aeca-90ca-4a2e-a9eb-6b4fad883568 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:18:16.159479 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 7c44aeca-90ca-4a2e-a9eb-6b4fad883568 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:18:16.160111 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 7c44aeca-90ca-4a2e-a9eb-6b4fad883568 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:18:16.160729 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 169fce02-0ec1-4bc9-9db1-969da9ab1175 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:18:16.162031 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4a415075-c503-4f49-8f4a-78ba09088960 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:16.206462 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 169fce02-0ec1-4bc9-9db1-969da9ab1175 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:18:16.206817 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 169fce02-0ec1-4bc9-9db1-969da9ab1175 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:18:16.268905 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4a415075-c503-4f49-8f4a-78ba09088960 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:16.380517 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4a415075-c503-4f49-8f4a-78ba09088960 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:16.414004 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a415075-c503-4f49-8f4a-78ba09088960 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event deleted for resources: {'Subnet': ['ID=91e8a105-c646-4c55-9aac-43dda7614e90,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:16.416027 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4a415075-c503-4f49-8f4a-78ba09088960 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:16.417943 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4a415075-c503-4f49-8f4a-78ba09088960 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "DELETE /v2.0/subnets/91e8a105-c646-4c55-9aac-43dda7614e90 HTTP/1.1" status: 204 len: 168 time: 0.4113071 Jul 24 09:18:16.420653 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33758) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:16.422421 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:16.424955 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db925e2d-5814-4a9b-a191-056d8b031444 None None] Network c124ecee-4e0d-43c6-ab96-99057ab71c1e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:18:16.506207 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6c9d819-c3f6-4597-aef4-65fd94d05a97 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:16.586588 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-a6c9d819-c3f6-4597-aef4-65fd94d05a97 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Deleting port 0c75f267-03de-4562-9521-8f1cfd3199f7 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:18:16.586949 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6c9d819-c3f6-4597-aef4-65fd94d05a97 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:16.690974 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcc71c6-b34b-4dd1-b17c-cadb7e328cae None None] DHCP port deletion for c124ecee-4e0d-43c6-ab96-99057ab71c1e request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:18:16.722475 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-a6c9d819-c3f6-4597-aef4-65fd94d05a97 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] For port 0c75f267-03de-4562-9521-8f1cfd3199f7, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=0c75f267-03de-4562-9521-8f1cfd3199f7,segment=NetworkSegment(8295fb8a-2240-4e6b-97a9-4f307a613e32),segment_id=8295fb8a-2240-4e6b-97a9-4f307a613e32)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:16.723079 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6c9d819-c3f6-4597-aef4-65fd94d05a97 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:16.739065 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-a6c9d819-c3f6-4597-aef4-65fd94d05a97 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Calling delete_port for 0c75f267-03de-4562-9521-8f1cfd3199f7 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:18:16.789696 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-bdcc71c6-b34b-4dd1-b17c-cadb7e328cae None None] Deleting port 0c75f267-03de-4562-9521-8f1cfd3199f7 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:18:16.792304 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bdcc71c6-b34b-4dd1-b17c-cadb7e328cae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:16.838932 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385c524-0e2d-4a0d-925e-d9a26db659f8 req-010cf92f-9eaf-4f07-a621-a0ea4ed5c749 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:16.841297 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a385c524-0e2d-4a0d-925e-d9a26db659f8 req-010cf92f-9eaf-4f07-a621-a0ea4ed5c749 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=857cdafb-e0a7-48d3-b33c-e65e84673d9d HTTP/1.1" status: 200 len: 946 time: 0.0903738 Jul 24 09:18:16.849643 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc004ad4-0b93-43d4-bcb5-55bf0823a07e req-91833747-2310-4271-9323-e03c4ab13a3e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:16.851369 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc004ad4-0b93-43d4-bcb5-55bf0823a07e req-91833747-2310-4271-9323-e03c4ab13a3e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.2460763 Jul 24 09:18:16.895036 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-bdcc71c6-b34b-4dd1-b17c-cadb7e328cae None None] For port 0c75f267-03de-4562-9521-8f1cfd3199f7, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=0c75f267-03de-4562-9521-8f1cfd3199f7,segment=NetworkSegment(8295fb8a-2240-4e6b-97a9-4f307a613e32),segment_id=8295fb8a-2240-4e6b-97a9-4f307a613e32)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:16.895267 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6c9d819-c3f6-4597-aef4-65fd94d05a97 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:16.895961 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bdcc71c6-b34b-4dd1-b17c-cadb7e328cae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:16.898743 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a385c524-0e2d-4a0d-925e-d9a26db659f8 req-1712e5fb-ef69-4e61-8afd-816555852eb5 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495512 Jul 24 09:18:16.918182 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-bdcc71c6-b34b-4dd1-b17c-cadb7e328cae None None] Calling delete_port for 0c75f267-03de-4562-9521-8f1cfd3199f7 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:18:16.932629 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9d819-c3f6-4597-aef4-65fd94d05a97 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event deleted for resources: {'Port': ['ID=0c75f267-03de-4562-9521-8f1cfd3199f7,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:16.959267 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc004ad4-0b93-43d4-bcb5-55bf0823a07e req-a7722670-4369-439f-baff-f4e6138b0b21 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839770 Jul 24 09:18:16.960242 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c9d819-c3f6-4597-aef4-65fd94d05a97 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] No DVR routers for this DVR port 0c75f267-03de-4562-9521-8f1cfd3199f7 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:18:17.024483 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bdcc71c6-b34b-4dd1-b17c-cadb7e328cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:17.064542 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc71c6-b34b-4dd1-b17c-cadb7e328cae None None] Pushing event deleted for resources: {'Port': ['ID=0c75f267-03de-4562-9521-8f1cfd3199f7,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:17.074010 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcc71c6-b34b-4dd1-b17c-cadb7e328cae None None] No DVR routers for this DVR port 0c75f267-03de-4562-9521-8f1cfd3199f7 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:18:17.098511 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6c9d819-c3f6-4597-aef4-65fd94d05a97 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:17.110611 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-a6c9d819-c3f6-4597-aef4-65fd94d05a97 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c124ecee-4e0d-43c6-ab96-99057ab71c1e']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:17.125239 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-a6c9d819-c3f6-4597-aef4-65fd94d05a97 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8295fb8a-2240-4e6b-97a9-4f307a613e32') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:17.127228 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-a6c9d819-c3f6-4597-aef4-65fd94d05a97 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8295fb8a-2240-4e6b-97a9-4f307a613e32') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:17.157292 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6c9d819-c3f6-4597-aef4-65fd94d05a97 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:17.187968 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6c9d819-c3f6-4597-aef4-65fd94d05a97 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:17.201449 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c9d819-c3f6-4597-aef4-65fd94d05a97 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:18:17.204076 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6c9d819-c3f6-4597-aef4-65fd94d05a97 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:18:17.298233 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:18:17.303530 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6c9d819-c3f6-4597-aef4-65fd94d05a97 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:17.309574 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6c9d819-c3f6-4597-aef4-65fd94d05a97 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:17.312536 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a6c9d819-c3f6-4597-aef4-65fd94d05a97 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "DELETE /v2.0/networks/c124ecee-4e0d-43c6-ab96-99057ab71c1e HTTP/1.1" status: 204 len: 168 time: 0.8904316 Jul 24 09:18:17.314982 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33780) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:17.339536 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9d819-c3f6-4597-aef4-65fd94d05a97 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event deleted for resources: {'Network': ['ID=c124ecee-4e0d-43c6-ab96-99057ab71c1e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:17.364083 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 0c75f267-03de-4562-9521-8f1cfd3199f7 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:18:17.411956 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-554b8993-5898-44c4-95f8-56318708ffec tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Deleting subnet 1dc5ced8-f925-472c-8b74-81d2e0aed957 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:18:17.415431 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-554b8993-5898-44c4-95f8-56318708ffec tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:17.442784 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 0c75f267-03de-4562-9521-8f1cfd3199f7 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:18:17.446634 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 0c75f267-03de-4562-9521-8f1cfd3199f7 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:18:17.480968 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-554b8993-5898-44c4-95f8-56318708ffec tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:17.603382 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-554b8993-5898-44c4-95f8-56318708ffec tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:17.608946 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbb80b-48df-47e5-978a-b56a1f2253b0 req-b65e5935-7d87-44d9-bcf1-fea36dfa30f8 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:17.610875 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-72bbb80b-48df-47e5-978a-b56a1f2253b0 req-b65e5935-7d87-44d9-bcf1-fea36dfa30f8 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=857cdafb-e0a7-48d3-b33c-e65e84673d9d HTTP/1.1" status: 200 len: 946 time: 0.0722327 Jul 24 09:18:17.680795 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-72bbb80b-48df-47e5-978a-b56a1f2253b0 req-02add6cb-a19f-456a-9538-c4ea12d367a7 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640836 Jul 24 09:18:17.710951 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-554b8993-5898-44c4-95f8-56318708ffec tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:17.738141 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b8993-5898-44c4-95f8-56318708ffec tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc5ced8-f925-472c-8b74-81d2e0aed957,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:17.741607 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-554b8993-5898-44c4-95f8-56318708ffec tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:17.746118 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33802) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:17.746268 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-554b8993-5898-44c4-95f8-56318708ffec tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "DELETE /v2.0/subnets/1dc5ced8-f925-472c-8b74-81d2e0aed957 HTTP/1.1" status: 204 len: 168 time: 0.4301813 Jul 24 09:18:17.756331 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a28f82c-16d0-40d1-829c-716f6dbc7ab0 None None] Network 23f16600-0e89-46de-a2dc-ca95f728a9b9 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:18:17.830850 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28d10965-b225-413b-8d9f-bdafa9ab7431 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:17.917103 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-28d10965-b225-413b-8d9f-bdafa9ab7431 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Deleting port 39d4c578-666b-43d5-88bb-f3e668873782 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:18:17.917548 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28d10965-b225-413b-8d9f-bdafa9ab7431 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:18.006019 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-28d10965-b225-413b-8d9f-bdafa9ab7431 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] For port 39d4c578-666b-43d5-88bb-f3e668873782, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=39d4c578-666b-43d5-88bb-f3e668873782,segment=NetworkSegment(7af199ff-365d-44ee-a8a8-745e6e486c10),segment_id=7af199ff-365d-44ee-a8a8-745e6e486c10)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:18.006019 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28d10965-b225-413b-8d9f-bdafa9ab7431 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:18.024808 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-28d10965-b225-413b-8d9f-bdafa9ab7431 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Calling delete_port for 39d4c578-666b-43d5-88bb-f3e668873782 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:18:18.034905 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbad6cb5-b6be-4b98-bbb5-4602b09366bc None None] DHCP port deletion for 23f16600-0e89-46de-a2dc-ca95f728a9b9 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:18:18.127203 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-fbad6cb5-b6be-4b98-bbb5-4602b09366bc None None] Deleting port 39d4c578-666b-43d5-88bb-f3e668873782 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:18:18.127459 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fbad6cb5-b6be-4b98-bbb5-4602b09366bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:18.147797 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28d10965-b225-413b-8d9f-bdafa9ab7431 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:18.178223 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d10965-b225-413b-8d9f-bdafa9ab7431 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event deleted for resources: {'Port': ['ID=39d4c578-666b-43d5-88bb-f3e668873782,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:18.184359 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96666df0-a31a-4d8c-88ad-cda9e6c1125b req-ddd29357-0ceb-420f-b0e6-6b8d8fa879ae tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:18.190148 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d10965-b225-413b-8d9f-bdafa9ab7431 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] No DVR routers for this DVR port 39d4c578-666b-43d5-88bb-f3e668873782 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:18:18.198772 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96666df0-a31a-4d8c-88ad-cda9e6c1125b req-ddd29357-0ceb-420f-b0e6-6b8d8fa879ae tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.1039019 Jul 24 09:18:18.276018 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-fbad6cb5-b6be-4b98-bbb5-4602b09366bc None None] For port 39d4c578-666b-43d5-88bb-f3e668873782, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=39d4c578-666b-43d5-88bb-f3e668873782,segment=NetworkSegment(7af199ff-365d-44ee-a8a8-745e6e486c10),segment_id=7af199ff-365d-44ee-a8a8-745e6e486c10)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:18.277182 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fbad6cb5-b6be-4b98-bbb5-4602b09366bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:18.280644 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96666df0-a31a-4d8c-88ad-cda9e6c1125b req-563d80d1-bf93-4b4d-bd7f-ef00347896cf tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796242 Jul 24 09:18:18.317178 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-fbad6cb5-b6be-4b98-bbb5-4602b09366bc None None] Calling delete_port for 39d4c578-666b-43d5-88bb-f3e668873782 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:18:18.318213 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28d10965-b225-413b-8d9f-bdafa9ab7431 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:18.330306 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-28d10965-b225-413b-8d9f-bdafa9ab7431 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f16600-0e89-46de-a2dc-ca95f728a9b9']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:18.342209 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-28d10965-b225-413b-8d9f-bdafa9ab7431 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af199ff-365d-44ee-a8a8-745e6e486c10') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:18.343158 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-28d10965-b225-413b-8d9f-bdafa9ab7431 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af199ff-365d-44ee-a8a8-745e6e486c10') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:18.353778 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28d10965-b225-413b-8d9f-bdafa9ab7431 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:18.372313 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28d10965-b225-413b-8d9f-bdafa9ab7431 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:18.384622 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d10965-b225-413b-8d9f-bdafa9ab7431 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:18:18.386362 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28d10965-b225-413b-8d9f-bdafa9ab7431 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:18:18.392724 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:18:18.429198 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fbad6cb5-b6be-4b98-bbb5-4602b09366bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:18.460039 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad6cb5-b6be-4b98-bbb5-4602b09366bc None None] Pushing event deleted for resources: {'Port': ['ID=39d4c578-666b-43d5-88bb-f3e668873782,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:18.468844 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28d10965-b225-413b-8d9f-bdafa9ab7431 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:18.477539 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbad6cb5-b6be-4b98-bbb5-4602b09366bc None None] No DVR routers for this DVR port 39d4c578-666b-43d5-88bb-f3e668873782 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:18:18.484028 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28d10965-b225-413b-8d9f-bdafa9ab7431 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:18.486687 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-28d10965-b225-413b-8d9f-bdafa9ab7431 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "DELETE /v2.0/networks/23f16600-0e89-46de-a2dc-ca95f728a9b9 HTTP/1.1" status: 204 len: 168 time: 0.7391887 Jul 24 09:18:18.500145 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33820) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:18.505307 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-d5a734b7-b9d1-4a7e-abe4-9ad75d32b2a3 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1153709435'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:18.509334 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d10965-b225-413b-8d9f-bdafa9ab7431 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event deleted for resources: {'Network': ['ID=23f16600-0e89-46de-a2dc-ca95f728a9b9,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:18.536053 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a734b7-b9d1-4a7e-abe4-9ad75d32b2a3 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Made reservation on behalf of 60a1b5f89d844ea48b73bc1634c8b74f for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:18:18.539827 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d5a734b7-b9d1-4a7e-abe4-9ad75d32b2a3 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:18.565877 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a734b7-b9d1-4a7e-abe4-9ad75d32b2a3 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:18:18.575225 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d5a734b7-b9d1-4a7e-abe4-9ad75d32b2a3 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:18.575650 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-d5a734b7-b9d1-4a7e-abe4-9ad75d32b2a3 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Added segment 7ae3cfda-3a2a-4563-a30a-81ab108b8cc4 of type vlan for network 8e30c749-1102-4d40-b214-c4555736a2e3 Jul 24 09:18:18.630054 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d5a734b7-b9d1-4a7e-abe4-9ad75d32b2a3 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:18.664691 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d5a734b7-b9d1-4a7e-abe4-9ad75d32b2a3 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:18.671487 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a734b7-b9d1-4a7e-abe4-9ad75d32b2a3 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:18.672243 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d5a734b7-b9d1-4a7e-abe4-9ad75d32b2a3 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:18.703519 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d5a734b7-b9d1-4a7e-abe4-9ad75d32b2a3 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.1992674 Jul 24 09:18:18.704361 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33828) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:18.713084 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-772e4aa4-ca57-4d71-80f2-302729b8cd20 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Request body: {'subnet': {'network_id': '8e30c749-1102-4d40-b214-c4555736a2e3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:18.763427 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a734b7-b9d1-4a7e-abe4-9ad75d32b2a3 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event updated for resources: {'Network': ['ID=8e30c749-1102-4d40-b214-c4555736a2e3,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:18.780143 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 8e30c749-1102-4d40-b214-c4555736a2e3 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:18:18.898154 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772e4aa4-ca57-4d71-80f2-302729b8cd20 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Made reservation on behalf of 60a1b5f89d844ea48b73bc1634c8b74f for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:18:18.903500 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-772e4aa4-ca57-4d71-80f2-302729b8cd20 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:18.915858 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99531b-521b-4586-b8aa-2ea3dcc3a28b req-ba6dc244-4474-4eb7-9049-48bb51b27976 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:18.917414 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4e99531b-521b-4586-b8aa-2ea3dcc3a28b req-ba6dc244-4474-4eb7-9049-48bb51b27976 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=857cdafb-e0a7-48d3-b33c-e65e84673d9d HTTP/1.1" status: 200 len: 946 time: 0.1502342 Jul 24 09:18:18.994266 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d496a3c-1547-4595-a30a-79c4e84895d3 req-69995913-23df-4487-9766-796a3e62d156 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:18.995825 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1d496a3c-1547-4595-a30a-79c4e84895d3 req-69995913-23df-4487-9766-796a3e62d156 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.20 "GET /v2.0/ports?device_id=857cdafb-e0a7-48d3-b33c-e65e84673d9d HTTP/1.1" status: 200 len: 946 time: 0.0648804 Jul 24 09:18:19.060548 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4e99531b-521b-4586-b8aa-2ea3dcc3a28b req-67fe12b5-b9e4-416c-abb9-3dd949b5771d tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15d3b0-8c64-4bd1-9308-ead0e460e31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324999 Jul 24 09:18:19.155757 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-1d496a3c-1547-4595-a30a-79c4e84895d3 req-6759dbec-95ee-4f86-b696-56717b130df2 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Deleting port a26b5214-8846-468e-a44c-7d811857461c {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:18:19.156557 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1d496a3c-1547-4595-a30a-79c4e84895d3 req-6759dbec-95ee-4f86-b696-56717b130df2 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:19.182711 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-772e4aa4-ca57-4d71-80f2-302729b8cd20 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:19.249691 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e4aa4-ca57-4d71-80f2-302729b8cd20 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event updated for resources: {'Subnet': ['ID=ce14bb7e-8c13-4782-b1e5-6cdc7be38adf,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:19.258024 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772e4aa4-ca57-4d71-80f2-302729b8cd20 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Checking segment: {'id': '7ae3cfda-3a2a-4563-a30a-81ab108b8cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8e30c749-1102-4d40-b214-c4555736a2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:18:19.258416 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772e4aa4-ca57-4d71-80f2-302729b8cd20 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Network hostable DHCP agents. Network: 8e30c749-1102-4d40-b214-c4555736a2e3, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:18:19.282085 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-1d496a3c-1547-4595-a30a-79c4e84895d3 req-6759dbec-95ee-4f86-b696-56717b130df2 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] For port a26b5214-8846-468e-a44c-7d811857461c, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=a26b5214-8846-468e-a44c-7d811857461c,segment=NetworkSegment(2ac9ab58-77fa-4d7e-9ca0-889b24e1973b),segment_id=2ac9ab58-77fa-4d7e-9ca0-889b24e1973b)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:19.283300 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772e4aa4-ca57-4d71-80f2-302729b8cd20 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Network 8e30c749-1102-4d40-b214-c4555736a2e3 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:18:19.286794 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1d496a3c-1547-4595-a30a-79c4e84895d3 req-6759dbec-95ee-4f86-b696-56717b130df2 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:19.303112 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-772e4aa4-ca57-4d71-80f2-302729b8cd20 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 8e30c749-1102-4d40-b214-c4555736a2e3) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:18:19.308532 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772e4aa4-ca57-4d71-80f2-302729b8cd20 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:19.310722 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-772e4aa4-ca57-4d71-80f2-302729b8cd20 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:19.333434 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dceeb46b-5c1f-429b-a504-cad2a9a9798c None None] Network 8e30c749-1102-4d40-b214-c4555736a2e3 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:18:19.366718 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-772e4aa4-ca57-4d71-80f2-302729b8cd20 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6601882 Jul 24 09:18:19.367370 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33846) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:19.382976 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-c5a62fd1-76fb-4b83-a6cd-7828d342661a tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2090342544'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:19.386074 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-1d496a3c-1547-4595-a30a-79c4e84895d3 req-6759dbec-95ee-4f86-b696-56717b130df2 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Calling delete_port for a26b5214-8846-468e-a44c-7d811857461c owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:18:19.432402 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a62fd1-76fb-4b83-a6cd-7828d342661a tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Made reservation on behalf of 60a1b5f89d844ea48b73bc1634c8b74f for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:18:19.446633 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5a62fd1-76fb-4b83-a6cd-7828d342661a tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:19.486805 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a62fd1-76fb-4b83-a6cd-7828d342661a tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:18:19.503995 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5a62fd1-76fb-4b83-a6cd-7828d342661a tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:19.504588 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-c5a62fd1-76fb-4b83-a6cd-7828d342661a tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Added segment c3211e0f-3ed7-472f-9639-55e3b05ceeac of type vlan for network fd758026-7ef5-4c3a-849b-503498835cab Jul 24 09:18:19.564200 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5a62fd1-76fb-4b83-a6cd-7828d342661a tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:19.605323 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5a62fd1-76fb-4b83-a6cd-7828d342661a tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:19.605957 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8112459-fb30-41dc-b8b0-ea9409ef6043 req-d2ebbce5-7d43-4682-add7-04eaa958fcc4 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:19.619882 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f8112459-fb30-41dc-b8b0-ea9409ef6043 req-d2ebbce5-7d43-4682-add7-04eaa958fcc4 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.1121678 Jul 24 09:18:19.623030 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a62fd1-76fb-4b83-a6cd-7828d342661a tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:19.625855 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5a62fd1-76fb-4b83-a6cd-7828d342661a tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:19.653849 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c5a62fd1-76fb-4b83-a6cd-7828d342661a tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2807801 Jul 24 09:18:19.666468 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33850) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:19.671977 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-7a043575-11be-4799-958e-e9539fcd433b tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Request body: {'subnet': {'network_id': 'fd758026-7ef5-4c3a-849b-503498835cab', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:19.735330 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f8112459-fb30-41dc-b8b0-ea9409ef6043 req-775182a7-d551-4c54-bd28-4053372a0cbc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144793 Jul 24 09:18:19.755049 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 39d4c578-666b-43d5-88bb-f3e668873782 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:18:19.857434 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1d496a3c-1547-4595-a30a-79c4e84895d3 req-6759dbec-95ee-4f86-b696-56717b130df2 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:19.909885 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759dbec-95ee-4f86-b696-56717b130df2 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Pushing event deleted for resources: {'Port': ['ID=a26b5214-8846-468e-a44c-7d811857461c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:19.934820 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 39d4c578-666b-43d5-88bb-f3e668873782 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:18:19.935170 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 39d4c578-666b-43d5-88bb-f3e668873782 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:18:19.987742 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['a26b5214-8846-468e-a44c-7d811857461c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:18:20.049330 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d496a3c-1547-4595-a30a-79c4e84895d3 req-6759dbec-95ee-4f86-b696-56717b130df2 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] No DVR routers for this DVR port a26b5214-8846-468e-a44c-7d811857461c on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:18:20.057600 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1d496a3c-1547-4595-a30a-79c4e84895d3 req-6759dbec-95ee-4f86-b696-56717b130df2 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:20.061376 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1d496a3c-1547-4595-a30a-79c4e84895d3 req-6759dbec-95ee-4f86-b696-56717b130df2 tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.20 "DELETE /v2.0/ports/a26b5214-8846-468e-a44c-7d811857461c HTTP/1.1" status: 204 len: 173 time: 1.0565820 Jul 24 09:18:20.077205 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857cdafb-e0a7-48d3-b33c-e65e84673d9d', 'name': 'network-vif-deleted', 'tag': 'a26b5214-8846-468e-a44c-7d811857461c'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:18:20.087820 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3574dea6-f438-4b7e-bbf8-b564c9b8c94e" -d '{"events": [{"server_uuid": "857cdafb-e0a7-48d3-b33c-e65e84673d9d", "name": "network-vif-deleted", "tag": "a26b5214-8846-468e-a44c-7d811857461c"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:18:20.141085 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f9efcd-6ff6-4421-b4ef-2381a4186324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-8e30c749-1102-4d40-b214-c4555736a2e3', 'network_id': '8e30c749-1102-4d40-b214-c4555736a2e3', 'tenant_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'fixed_ips': [{'subnet_id': 'ce14bb7e-8c13-4782-b1e5-6cdc7be38adf'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:18:20.142092 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d6f9efcd-6ff6-4421-b4ef-2381a4186324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:20.315778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728e78b-9883-4961-9711-3db107e0a570 req-edc400f1-93ab-4705-9563-1cba6cfb961e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:20.327408 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e728e78b-9883-4961-9711-3db107e0a570 req-edc400f1-93ab-4705-9563-1cba6cfb961e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.2185783 Jul 24 09:18:20.404906 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a62fd1-76fb-4b83-a6cd-7828d342661a tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event updated for resources: {'Network': ['ID=fd758026-7ef5-4c3a-849b-503498835cab,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:20.411844 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e728e78b-9883-4961-9711-3db107e0a570 req-453ae395-0a2b-4ca1-a4b0-1ddf584ff97d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819750 Jul 24 09:18:20.436215 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network fd758026-7ef5-4c3a-849b-503498835cab details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:18:20.499296 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-be46a514-73cb-4003-80f0-e7b652a63cd3 req-a224c163-c7ac-443c-baec-c0a55fd2bf9d tempest-DeleteServersTestJSON-830823953 tempest-DeleteServersTestJSON-830823953-project] 10.222.0.32 "GET /v2.0/ports?device_id=857cdafb-e0a7-48d3-b33c-e65e84673d9d HTTP/1.1" status: 200 len: 210 time: 0.1043358 Jul 24 09:18:20.520961 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce9ecbd-3814-4cc3-8046-8de68d5a2d85 x-openstack-request-id: req-0ce9ecbd-3814-4cc3-8046-8de68d5a2d85 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:18:20.521118 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857cdafb-e0a7-48d3-b33c-e65e84673d9d", "name": "network-vif-deleted", "tag": "a26b5214-8846-468e-a44c-7d811857461c", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:18:20.521550 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ce9ecbd-3814-4cc3-8046-8de68d5a2d85 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:18:20.521809 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857cdafb-e0a7-48d3-b33c-e65e84673d9d', 'name': 'network-vif-deleted', 'tag': 'a26b5214-8846-468e-a44c-7d811857461c', 'status': 'completed', 'code': 200} Jul 24 09:18:20.592311 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a043575-11be-4799-958e-e9539fcd433b tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Made reservation on behalf of 60a1b5f89d844ea48b73bc1634c8b74f for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:18:20.597165 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a043575-11be-4799-958e-e9539fcd433b tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:20.600291 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-d6f9efcd-6ff6-4421-b4ef-2381a4186324 None None] Allocated IP 19.80.0.2 (8e30c749-1102-4d40-b214-c4555736a2e3/ce14bb7e-8c13-4782-b1e5-6cdc7be38adf/871ae9e2-d457-430f-a2e6-50711eca4c0a) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:18:20.847096 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe57c14-ee0b-4b6e-81f9-bc42f63e32d8 req-82acf857-9ae0-430e-a73f-3233602cb604 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:20.851411 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0fe57c14-ee0b-4b6e-81f9-bc42f63e32d8 req-82acf857-9ae0-430e-a73f-3233602cb604 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.1868889 Jul 24 09:18:20.910471 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d6f9efcd-6ff6-4421-b4ef-2381a4186324 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:20.920788 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d6f9efcd-6ff6-4421-b4ef-2381a4186324 None None] Transition to ACTIVE for port object 871ae9e2-d457-430f-a2e6-50711eca4c0a will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:18:20.937814 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d6f9efcd-6ff6-4421-b4ef-2381a4186324 None None] Transition to ACTIVE for port object 871ae9e2-d457-430f-a2e6-50711eca4c0a will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:18:20.949352 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d6f9efcd-6ff6-4421-b4ef-2381a4186324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:20.957183 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0fe57c14-ee0b-4b6e-81f9-bc42f63e32d8 req-27327b40-e765-4ff9-b264-aa5c927591e3 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989707 Jul 24 09:18:20.999184 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f9efcd-6ff6-4421-b4ef-2381a4186324 None None] Network 8e30c749-1102-4d40-b214-c4555736a2e3 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:18:21.013537 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-d6f9efcd-6ff6-4421-b4ef-2381a4186324 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:18:21.048180 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f9efcd-6ff6-4421-b4ef-2381a4186324 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:18:21.049514 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a043575-11be-4799-958e-e9539fcd433b tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:21.121808 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-d6f9efcd-6ff6-4421-b4ef-2381a4186324 None None] Attempting to bind port 871ae9e2-d457-430f-a2e6-50711eca4c0a on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:18:21.122176 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-d6f9efcd-6ff6-4421-b4ef-2381a4186324 None None] Attempting to bind port 871ae9e2-d457-430f-a2e6-50711eca4c0a by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '7ae3cfda-3a2a-4563-a30a-81ab108b8cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8e30c749-1102-4d40-b214-c4555736a2e3'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:18:21.122589 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9efcd-6ff6-4421-b4ef-2381a4186324 None None] Attempting to bind port 871ae9e2-d457-430f-a2e6-50711eca4c0a on network 8e30c749-1102-4d40-b214-c4555736a2e3 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:18:21.126333 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9efcd-6ff6-4421-b4ef-2381a4186324 None None] Pushing event updated for resources: {'Port': ['ID=871ae9e2-d457-430f-a2e6-50711eca4c0a,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:21.145287 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9efcd-6ff6-4421-b4ef-2381a4186324 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:18:21.145936 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9efcd-6ff6-4421-b4ef-2381a4186324 None None] Checking segment: {'id': '7ae3cfda-3a2a-4563-a30a-81ab108b8cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8e30c749-1102-4d40-b214-c4555736a2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:18:21.146507 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d6f9efcd-6ff6-4421-b4ef-2381a4186324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:21.147428 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9efcd-6ff6-4421-b4ef-2381a4186324 None None] Bound using segment: {'id': '7ae3cfda-3a2a-4563-a30a-81ab108b8cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8e30c749-1102-4d40-b214-c4555736a2e3'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:18:21.147562 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a043575-11be-4799-958e-e9539fcd433b tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event updated for resources: {'Subnet': ['ID=32328c07-a3a6-43ee-9742-3e52af3dcc48,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:21.148216 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-d6f9efcd-6ff6-4421-b4ef-2381a4186324 None None] Bound port: 871ae9e2-d457-430f-a2e6-50711eca4c0a, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae3cfda-3a2a-4563-a30a-81ab108b8cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8e30c749-1102-4d40-b214-c4555736a2e3'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:18:21.148795 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d6f9efcd-6ff6-4421-b4ef-2381a4186324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:21.254675 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a043575-11be-4799-958e-e9539fcd433b tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Checking segment: {'id': 'c3211e0f-3ed7-472f-9639-55e3b05ceeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fd758026-7ef5-4c3a-849b-503498835cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:18:21.255108 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a043575-11be-4799-958e-e9539fcd433b tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Network hostable DHCP agents. Network: fd758026-7ef5-4c3a-849b-503498835cab, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:18:21.304908 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d6f9efcd-6ff6-4421-b4ef-2381a4186324 None None] For port 871ae9e2-d457-430f-a2e6-50711eca4c0a, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:18:21.311496 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a043575-11be-4799-958e-e9539fcd433b tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Network fd758026-7ef5-4c3a-849b-503498835cab is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:18:21.313084 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d6f9efcd-6ff6-4421-b4ef-2381a4186324 None None] For port 871ae9e2-d457-430f-a2e6-50711eca4c0a, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=871ae9e2-d457-430f-a2e6-50711eca4c0a,segment=NetworkSegment(7ae3cfda-3a2a-4563-a30a-81ab108b8cc4),segment_id=7ae3cfda-3a2a-4563-a30a-81ab108b8cc4)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:18:21.322645 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d6f9efcd-6ff6-4421-b4ef-2381a4186324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:21.328854 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-7a043575-11be-4799-958e-e9539fcd433b tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, fd758026-7ef5-4c3a-849b-503498835cab) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:18:21.337853 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a043575-11be-4799-958e-e9539fcd433b tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:21.338462 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a043575-11be-4799-958e-e9539fcd433b tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:21.350196 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d981474b-1633-457e-a757-234558719c0a None None] Network fd758026-7ef5-4c3a-849b-503498835cab requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:18:21.369235 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7a043575-11be-4799-958e-e9539fcd433b tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7016141 Jul 24 09:18:21.434567 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-86a50d6d-d5c3-40df-9b15-b42da8f19db7 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:21.442131 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-86a50d6d-d5c3-40df-9b15-b42da8f19db7 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 812 time: 0.1861701 Jul 24 09:18:21.468137 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-3f1866f8-c49c-4037-b286-437606262870 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/quotas/1a05e6e5898f4251b0312ce083171a42 HTTP/1.1" status: 200 len: 375 time: 0.0241306 Jul 24 09:18:21.544503 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9efcd-6ff6-4421-b4ef-2381a4186324 None None] Pushing event updated for resources: {'Port': ['ID=871ae9e2-d457-430f-a2e6-50711eca4c0a,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:21.592629 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-e71c0c8d-12ca-4e59-abdd-a8fd95879358 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1232123 Jul 24 09:18:21.735917 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92ab1b6-eca4-4487-ab7e-468b4206b988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-fd758026-7ef5-4c3a-849b-503498835cab', 'network_id': 'fd758026-7ef5-4c3a-849b-503498835cab', 'tenant_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'fixed_ips': [{'subnet_id': '32328c07-a3a6-43ee-9742-3e52af3dcc48'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:18:21.736822 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c92ab1b6-eca4-4487-ab7e-468b4206b988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:21.762835 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-0300c9ad-b364-4cb9-bee1-636fdf85e603 service neutron] 10.222.0.32 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687148 Jul 24 09:18:21.871857 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209eb90-e4b3-4587-a600-c5684022eaba req-ea759ed5-09ac-471f-b325-52bb793eeb78 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:21.886458 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209eb90-e4b3-4587-a600-c5684022eaba req-ea759ed5-09ac-471f-b325-52bb793eeb78 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:21.892175 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d209eb90-e4b3-4587-a600-c5684022eaba req-ea759ed5-09ac-471f-b325-52bb793eeb78 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/networks?id=8e30c749-1102-4d40-b214-c4555736a2e3&id=fd758026-7ef5-4c3a-849b-503498835cab HTTP/1.1" status: 200 len: 1392 time: 0.2531562 Jul 24 09:18:21.909943 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d209eb90-e4b3-4587-a600-c5684022eaba req-f7f11e29-0c2e-439f-b7f8-48fa10ba19c8 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/quotas/60a1b5f89d844ea48b73bc1634c8b74f HTTP/1.1" status: 200 len: 375 time: 0.0102477 Jul 24 09:18:21.954778 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-df2dce27-f459-438e-af70-94df592287bc service neutron] 10.222.0.32 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904039 Jul 24 09:18:21.994973 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d209eb90-e4b3-4587-a600-c5684022eaba req-5c00f72e-51e6-4241-a076-6e9cf03597fe tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=60a1b5f89d844ea48b73bc1634c8b74f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0792904 Jul 24 09:18:22.008967 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-c92ab1b6-eca4-4487-ab7e-468b4206b988 None None] Allocated IP 19.86.0.2 (fd758026-7ef5-4c3a-849b-503498835cab/32328c07-a3a6-43ee-9742-3e52af3dcc48/904b8a72-7730-49a9-b76a-986b083f99d2) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:18:22.118009 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d209eb90-e4b3-4587-a600-c5684022eaba req-c8ec63cb-4e2f-4a80-9fb6-cb3041b81caf service neutron] 10.222.0.32 "GET /v2.0/networks/8e30c749-1102-4d40-b214-c4555736a2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138723 Jul 24 09:18:22.149699 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device a26b5214-8846-468e-a44c-7d811857461c no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:18:22.198782 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: a26b5214-8846-468e-a44c-7d811857461c {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:18:22.199130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device a26b5214-8846-468e-a44c-7d811857461c not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:18:22.258177 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d209eb90-e4b3-4587-a600-c5684022eaba req-1ef496be-562c-42c9-96d6-628d3912c83b service neutron] 10.222.0.32 "GET /v2.0/networks/8e30c749-1102-4d40-b214-c4555736a2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305616 Jul 24 09:18:22.259134 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c92ab1b6-eca4-4487-ab7e-468b4206b988 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:22.275097 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c92ab1b6-eca4-4487-ab7e-468b4206b988 None None] Transition to ACTIVE for port object 904b8a72-7730-49a9-b76a-986b083f99d2 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:18:22.308257 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c92ab1b6-eca4-4487-ab7e-468b4206b988 None None] Transition to ACTIVE for port object 904b8a72-7730-49a9-b76a-986b083f99d2 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:18:22.321068 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c92ab1b6-eca4-4487-ab7e-468b4206b988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:22.429105 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ab1b6-eca4-4487-ab7e-468b4206b988 None None] Pushing event updated for resources: {'Port': ['ID=904b8a72-7730-49a9-b76a-986b083f99d2,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:22.452034 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92ab1b6-eca4-4487-ab7e-468b4206b988 None None] Network fd758026-7ef5-4c3a-849b-503498835cab is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:18:22.453493 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-c92ab1b6-eca4-4487-ab7e-468b4206b988 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:18:22.458880 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92ab1b6-eca4-4487-ab7e-468b4206b988 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:18:22.494988 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d209eb90-e4b3-4587-a600-c5684022eaba req-0c95470b-2f62-4fee-ad44-229905247333 service neutron] 10.222.0.32 "GET /v2.0/networks/fd758026-7ef5-4c3a-849b-503498835cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354281 Jul 24 09:18:22.605692 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-c92ab1b6-eca4-4487-ab7e-468b4206b988 None None] Attempting to bind port 904b8a72-7730-49a9-b76a-986b083f99d2 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:18:22.605911 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-c92ab1b6-eca4-4487-ab7e-468b4206b988 None None] Attempting to bind port 904b8a72-7730-49a9-b76a-986b083f99d2 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'c3211e0f-3ed7-472f-9639-55e3b05ceeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fd758026-7ef5-4c3a-849b-503498835cab'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:18:22.606158 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92ab1b6-eca4-4487-ab7e-468b4206b988 None None] Attempting to bind port 904b8a72-7730-49a9-b76a-986b083f99d2 on network fd758026-7ef5-4c3a-849b-503498835cab {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:18:22.618917 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92ab1b6-eca4-4487-ab7e-468b4206b988 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:18:22.619381 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92ab1b6-eca4-4487-ab7e-468b4206b988 None None] Checking segment: {'id': 'c3211e0f-3ed7-472f-9639-55e3b05ceeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fd758026-7ef5-4c3a-849b-503498835cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:18:22.619934 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c92ab1b6-eca4-4487-ab7e-468b4206b988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:22.620341 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92ab1b6-eca4-4487-ab7e-468b4206b988 None None] Bound using segment: {'id': 'c3211e0f-3ed7-472f-9639-55e3b05ceeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fd758026-7ef5-4c3a-849b-503498835cab'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:18:22.620889 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-c92ab1b6-eca4-4487-ab7e-468b4206b988 None None] Bound port: 904b8a72-7730-49a9-b76a-986b083f99d2, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3211e0f-3ed7-472f-9639-55e3b05ceeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fd758026-7ef5-4c3a-849b-503498835cab'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:18:22.621274 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c92ab1b6-eca4-4487-ab7e-468b4206b988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:22.644849 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b5e6b329-9378-497f-8564-5194171a1e1d req-f6e6930f-3db3-409d-9bd0-6d9be7162f76 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=b02c6d8e-ebeb-4963-93d4-9256dc13038e HTTP/1.1" status: 200 len: 210 time: 0.0711529 Jul 24 09:18:22.713319 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d209eb90-e4b3-4587-a600-c5684022eaba req-9f70d927-9b06-4df0-baba-62c22975b4b2 service neutron] 10.222.0.32 "GET /v2.0/networks/fd758026-7ef5-4c3a-849b-503498835cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175012 Jul 24 09:18:22.755257 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-c92ab1b6-eca4-4487-ab7e-468b4206b988 None None] For port 904b8a72-7730-49a9-b76a-986b083f99d2, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:18:22.765540 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-c92ab1b6-eca4-4487-ab7e-468b4206b988 None None] For port 904b8a72-7730-49a9-b76a-986b083f99d2, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=904b8a72-7730-49a9-b76a-986b083f99d2,segment=NetworkSegment(c3211e0f-3ed7-472f-9639-55e3b05ceeac),segment_id=c3211e0f-3ed7-472f-9639-55e3b05ceeac)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:18:22.771461 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c92ab1b6-eca4-4487-ab7e-468b4206b988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:22.850304 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ab1b6-eca4-4487-ab7e-468b4206b988 None None] Pushing event updated for resources: {'Port': ['ID=904b8a72-7730-49a9-b76a-986b083f99d2,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:23.035296 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9b396be5-16bc-4271-a15b-476a70e4d629 req-f71c46af-910a-483b-a5e9-4c222f4e50a0 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=2355f540-252d-4b09-9242-9d44ca020e3d HTTP/1.1" status: 200 len: 210 time: 0.0844398 Jul 24 09:18:23.095177 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927ebff8-bd51-4d44-994e-2ba52fa7db28 None None] Network 8e30c749-1102-4d40-b214-c4555736a2e3 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:18:23.241740 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-72104be2-1cfc-4299-b998-a9432d35b5c8 None None] Provisioning for port 871ae9e2-d457-430f-a2e6-50711eca4c0a completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:18:23.722682 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 871ae9e2-d457-430f-a2e6-50711eca4c0a up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:18:23.863698 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-055893cf-05a9-4e39-b21c-df502b4fd651 req-010bd4df-ae82-4cbb-992f-dcd28b2ba2e0 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=b02c6d8e-ebeb-4963-93d4-9256dc13038e HTTP/1.1" status: 200 len: 210 time: 0.0958529 Jul 24 09:18:23.897355 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 871ae9e2-d457-430f-a2e6-50711eca4c0a completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:18:23.920557 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 871ae9e2-d457-430f-a2e6-50711eca4c0a triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:18:23.921487 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:24.014997 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0d506e66-0ca4-46e8-b71a-53e72028acee None None] Provisioning complete for port 871ae9e2-d457-430f-a2e6-50711eca4c0a triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:18:24.015370 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0d506e66-0ca4-46e8-b71a-53e72028acee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:24.131179 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:24.215938 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0d506e66-0ca4-46e8-b71a-53e72028acee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:24.230818 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-3bbc9c22-d415-4552-b194-b5bdbf138006 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:24.232622 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-3bbc9c22-d415-4552-b194-b5bdbf138006 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.37 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 812 time: 0.3371658 Jul 24 09:18:24.250070 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-65efd865-637c-4f83-b64f-aabd9562bc33 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Request body: {'port': {'device_id': 'b02c6d8e-ebeb-4963-93d4-9256dc13038e', 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'admin_state_up': True, 'tenant_id': '1a05e6e5898f4251b0312ce083171a42'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:24.257805 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-75329d03-91b3-408d-a325-007a3e118994 req-55a8bb25-d81c-496b-8be9-85eb040ecf79 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=2355f540-252d-4b09-9242-9d44ca020e3d HTTP/1.1" status: 200 len: 210 time: 0.1072021 Jul 24 09:18:24.337869 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 871ae9e2-d457-430f-a2e6-50711eca4c0a, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=871ae9e2-d457-430f-a2e6-50711eca4c0a,segment=NetworkSegment(7ae3cfda-3a2a-4563-a30a-81ab108b8cc4),segment_id=7ae3cfda-3a2a-4563-a30a-81ab108b8cc4)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:24.343760 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:24.444315 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.db.api [None req-0d506e66-0ca4-46e8-b71a-53e72028acee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:18:24.444676 n-d-800085-9 neutron-server[94037]: DEBUG oslo_db.api [None req-0d506e66-0ca4-46e8-b71a-53e72028acee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:18:24.474359 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=871ae9e2-d457-430f-a2e6-50711eca4c0a,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:24.568303 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-65efd865-637c-4f83-b64f-aabd9562bc33 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Made reservation on behalf of 1a05e6e5898f4251b0312ce083171a42 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:18:24.579527 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-65efd865-637c-4f83-b64f-aabd9562bc33 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:24.806376 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61628126-7994-47a7-ab4c-53b89e8c9862 None None] Network fd758026-7ef5-4c3a-849b-503498835cab requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:18:24.867139 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209eb90-e4b3-4587-a600-c5684022eaba req-4a0e5264-e334-4c2b-be87-e59cc8135d17 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:24.874958 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209eb90-e4b3-4587-a600-c5684022eaba req-4a0e5264-e334-4c2b-be87-e59cc8135d17 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:24.877205 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d209eb90-e4b3-4587-a600-c5684022eaba req-4a0e5264-e334-4c2b-be87-e59cc8135d17 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.37 "GET /v2.0/networks?id=8e30c749-1102-4d40-b214-c4555736a2e3&id=fd758026-7ef5-4c3a-849b-503498835cab HTTP/1.1" status: 200 len: 1392 time: 0.3712871 Jul 24 09:18:24.906935 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-d209eb90-e4b3-4587-a600-c5684022eaba req-252487f3-1e56-4ee4-b0bc-430461c3752c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Request body: {'port': {'device_id': '2355f540-252d-4b09-9242-9d44ca020e3d', 'network_id': '8e30c749-1102-4d40-b214-c4555736a2e3', 'admin_state_up': True, 'tenant_id': '60a1b5f89d844ea48b73bc1634c8b74f'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:25.058494 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3560ab97-fe50-4ced-8a24-dd7c50abe04a req-4207ceb7-cb25-4e11-ac77-9e1dfcce910e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=b02c6d8e-ebeb-4963-93d4-9256dc13038e HTTP/1.1" status: 200 len: 210 time: 0.0694366 Jul 24 09:18:25.129880 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-65efd865-637c-4f83-b64f-aabd9562bc33 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Allocated IP 172.20.0.11 (68b64780-c69e-4432-87ba-d598170da5b7/33f84861-778d-4828-92aa-af092c959084/f2ec6327-268d-46d7-8878-66bfe12ca39a) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:18:25.155887 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac99ac-9c1e-4b26-9406-950e92a24f43 req-27b838e7-9bad-46ed-ab85-8f8b95b83f8c tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:25.164538 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0aac99ac-9c1e-4b26-9406-950e92a24f43 req-27b838e7-9bad-46ed-ab85-8f8b95b83f8c tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfae7cf3-cceb-45af-8732-78a60641ea2a HTTP/1.1" status: 200 len: 946 time: 0.1472924 Jul 24 09:18:25.231854 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0aac99ac-9c1e-4b26-9406-950e92a24f43 req-4293a9b1-a4cb-45f5-a0ae-afee3b9fdefa tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.32 "GET /v2.0/security-groups?id=007cfcbd-34c9-4952-b045-f9abc44c73c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660133 Jul 24 09:18:25.256703 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a83487c0-0f28-43d1-9a65-4ad3ca5a830b None None] Provisioning for port 904b8a72-7730-49a9-b76a-986b083f99d2 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:18:25.330811 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d209eb90-e4b3-4587-a600-c5684022eaba req-252487f3-1e56-4ee4-b0bc-430461c3752c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Made reservation on behalf of 60a1b5f89d844ea48b73bc1634c8b74f for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:18:25.343460 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d209eb90-e4b3-4587-a600-c5684022eaba req-252487f3-1e56-4ee4-b0bc-430461c3752c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:25.528716 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48940bd0-7fab-4dd1-9029-8a23ecf171f7 req-78052b23-f67c-4778-9e5a-3fcdca61fc24 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=2355f540-252d-4b09-9242-9d44ca020e3d HTTP/1.1" status: 200 len: 210 time: 0.1195118 Jul 24 09:18:25.542823 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 871ae9e2-d457-430f-a2e6-50711eca4c0a up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:18:25.697604 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 871ae9e2-d457-430f-a2e6-50711eca4c0a triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:18:25.698079 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:25.766262 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-65efd865-637c-4f83-b64f-aabd9562bc33 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:25.789756 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-d209eb90-e4b3-4587-a600-c5684022eaba req-252487f3-1e56-4ee4-b0bc-430461c3752c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Allocated IP 19.80.0.212 (8e30c749-1102-4d40-b214-c4555736a2e3/ce14bb7e-8c13-4782-b1e5-6cdc7be38adf/70ca16f3-9cb1-4cbf-8136-39af650e508b) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:18:25.813415 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-65efd865-637c-4f83-b64f-aabd9562bc33 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Transition to ACTIVE for port object f2ec6327-268d-46d7-8878-66bfe12ca39a will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:18:25.828208 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 904b8a72-7730-49a9-b76a-986b083f99d2 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:18:25.895801 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 904b8a72-7730-49a9-b76a-986b083f99d2 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:18:25.902905 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 904b8a72-7730-49a9-b76a-986b083f99d2 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:18:25.903578 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:26.024195 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:26.029152 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-65efd865-637c-4f83-b64f-aabd9562bc33 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:26.057839 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['b8d95427-097a-4f00-9215-4defaab92a25'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:18:26.083511 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-65efd865-637c-4f83-b64f-aabd9562bc33 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Network 68b64780-c69e-4432-87ba-d598170da5b7 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:18:26.093843 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-65efd865-637c-4f83-b64f-aabd9562bc33 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:18:26.104169 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-65efd865-637c-4f83-b64f-aabd9562bc33 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:18:26.135895 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d209eb90-e4b3-4587-a600-c5684022eaba req-252487f3-1e56-4ee4-b0bc-430461c3752c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:26.150874 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-d209eb90-e4b3-4587-a600-c5684022eaba req-252487f3-1e56-4ee4-b0bc-430461c3752c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Transition to ACTIVE for port object 70ca16f3-9cb1-4cbf-8136-39af650e508b will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:18:26.177428 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 904b8a72-7730-49a9-b76a-986b083f99d2, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=904b8a72-7730-49a9-b76a-986b083f99d2,segment=NetworkSegment(c3211e0f-3ed7-472f-9639-55e3b05ceeac),segment_id=c3211e0f-3ed7-472f-9639-55e3b05ceeac)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:26.194308 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:26.339259 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=904b8a72-7730-49a9-b76a-986b083f99d2,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:26.353984 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3dde2-c64a-40f1-98c9-71b1ebf18a82 req-048f5e0f-7dfe-4e79-90d0-c9bb6cfc459e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:26.362842 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3ac3dde2-c64a-40f1-98c9-71b1ebf18a82 req-048f5e0f-7dfe-4e79-90d0-c9bb6cfc459e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=b02c6d8e-ebeb-4963-93d4-9256dc13038e HTTP/1.1" status: 200 len: 932 time: 0.1333730 Jul 24 09:18:26.438859 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3ac3dde2-c64a-40f1-98c9-71b1ebf18a82 req-fa9b7a99-0033-4471-9469-9a580083a6f7 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720208 Jul 24 09:18:26.481339 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-656b6971-186b-4b0a-88b7-0c283281ed6a None None] Provisioning for port f2ec6327-268d-46d7-8878-66bfe12ca39a completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:18:26.487585 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-656b6971-186b-4b0a-88b7-0c283281ed6a None None] Provisioning complete for port f2ec6327-268d-46d7-8878-66bfe12ca39a triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:18:26.488094 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-656b6971-186b-4b0a-88b7-0c283281ed6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:26.526121 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-656b6971-186b-4b0a-88b7-0c283281ed6a None None] Port f2ec6327-268d-46d7-8878-66bfe12ca39a cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:18:26.693483 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d209eb90-e4b3-4587-a600-c5684022eaba req-252487f3-1e56-4ee4-b0bc-430461c3752c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:26.709837 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f61c25-daa2-4f4d-8f73-3c61e466fdec req-c0b51734-654e-47ff-af10-ccce10529f1a tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:26.711824 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a1f61c25-daa2-4f4d-8f73-3c61e466fdec req-c0b51734-654e-47ff-af10-ccce10529f1a tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=2355f540-252d-4b09-9242-9d44ca020e3d HTTP/1.1" status: 200 len: 932 time: 0.1077096 Jul 24 09:18:26.737294 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efd865-637c-4f83-b64f-aabd9562bc33 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Pushing event updated for resources: {'Port': ['ID=f2ec6327-268d-46d7-8878-66bfe12ca39a,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:26.761757 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a1f61c25-daa2-4f4d-8f73-3c61e466fdec req-bfb896bb-7894-4ce0-b87b-64e8bc758b41 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392435 Jul 24 09:18:26.808986 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-65efd865-637c-4f83-b64f-aabd9562bc33 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:26.809619 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-65efd865-637c-4f83-b64f-aabd9562bc33 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:26.823507 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d209eb90-e4b3-4587-a600-c5684022eaba req-252487f3-1e56-4ee4-b0bc-430461c3752c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Network 8e30c749-1102-4d40-b214-c4555736a2e3 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:18:26.841381 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-d209eb90-e4b3-4587-a600-c5684022eaba req-252487f3-1e56-4ee4-b0bc-430461c3752c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:18:26.845634 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-d209eb90-e4b3-4587-a600-c5684022eaba req-252487f3-1e56-4ee4-b0bc-430461c3752c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:18:26.890241 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-65efd865-637c-4f83-b64f-aabd9562bc33 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6459897 Jul 24 09:18:26.897610 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252487f3-1e56-4ee4-b0bc-430461c3752c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event updated for resources: {'Port': ['ID=70ca16f3-9cb1-4cbf-8136-39af650e508b,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:26.911923 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-804e0c4b-198c-406c-98c1-15b4eea700f0 service neutron] Request body: {'port': {'device_id': 'b02c6d8e-ebeb-4963-93d4-9256dc13038e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:27.019879 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbef91c-8e67-4f0b-b1ab-d6f0fbf26253 req-32402238-25d3-44f9-8c30-bd69800bea43 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:27.021583 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fcbef91c-8e67-4f0b-b1ab-d6f0fbf26253 req-32402238-25d3-44f9-8c30-bd69800bea43 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfae7cf3-cceb-45af-8732-78a60641ea2a HTTP/1.1" status: 200 len: 946 time: 0.3371987 Jul 24 09:18:27.033419 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209eb90-e4b3-4587-a600-c5684022eaba req-252487f3-1e56-4ee4-b0bc-430461c3752c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:27.034075 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d209eb90-e4b3-4587-a600-c5684022eaba req-252487f3-1e56-4ee4-b0bc-430461c3752c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:27.060492 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979ccc7-6110-4c98-9cda-bd1d084e9d65 req-7a29f935-28d6-453e-9990-051a8cd871d2 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:27.069996 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2979ccc7-6110-4c98-9cda-bd1d084e9d65 req-7a29f935-28d6-453e-9990-051a8cd871d2 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfae7cf3-cceb-45af-8732-78a60641ea2a HTTP/1.1" status: 200 len: 946 time: 0.3776619 Jul 24 09:18:27.082454 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d209eb90-e4b3-4587-a600-c5684022eaba req-252487f3-1e56-4ee4-b0bc-430461c3752c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1968205 Jul 24 09:18:27.138139 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-804e0c4b-198c-406c-98c1-15b4eea700f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:27.144684 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-d209eb90-e4b3-4587-a600-c5684022eaba req-5ff670b7-a378-4c5e-84a4-aee037f36975 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Request body: {'port': {'device_id': '2355f540-252d-4b09-9242-9d44ca020e3d', 'network_id': 'fd758026-7ef5-4c3a-849b-503498835cab', 'admin_state_up': True, 'tenant_id': '60a1b5f89d844ea48b73bc1634c8b74f'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:27.158097 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e5704e5c-4ac0-454b-aaa0-ce839aed7277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:27.256923 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ef1dce15-46ce-4ea9-b768-5baf8f7df697 None None] Provisioning for port 70ca16f3-9cb1-4cbf-8136-39af650e508b completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:18:27.260675 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ef1dce15-46ce-4ea9-b768-5baf8f7df697 None None] Provisioning complete for port 70ca16f3-9cb1-4cbf-8136-39af650e508b triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:18:27.261067 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ef1dce15-46ce-4ea9-b768-5baf8f7df697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:27.306987 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-ef1dce15-46ce-4ea9-b768-5baf8f7df697 None None] Port 70ca16f3-9cb1-4cbf-8136-39af650e508b cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:18:27.343887 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2979ccc7-6110-4c98-9cda-bd1d084e9d65 req-6d482091-9597-4763-a311-5246a6906fce tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.32 "GET /v2.0/security-groups?id=007cfcbd-34c9-4952-b045-f9abc44c73c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729883 Jul 24 09:18:27.377959 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 904b8a72-7730-49a9-b76a-986b083f99d2 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:18:27.445662 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 904b8a72-7730-49a9-b76a-986b083f99d2 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:18:27.446314 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:27.516235 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-fcbef91c-8e67-4f0b-b1ab-d6f0fbf26253 req-d93ede10-3f6e-4ffa-b9aa-f07149539030 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Deleting port b08e1135-28b1-4e75-ba97-c58257cfe6d0 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:18:27.516504 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fcbef91c-8e67-4f0b-b1ab-d6f0fbf26253 req-d93ede10-3f6e-4ffa-b9aa-f07149539030 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:27.532878 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d209eb90-e4b3-4587-a600-c5684022eaba req-5ff670b7-a378-4c5e-84a4-aee037f36975 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Made reservation on behalf of 60a1b5f89d844ea48b73bc1634c8b74f for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:18:27.536788 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d209eb90-e4b3-4587-a600-c5684022eaba req-5ff670b7-a378-4c5e-84a4-aee037f36975 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:27.672221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fa8bc-110e-4e75-bac8-14f7b74c5d37 req-866eb36f-b426-43c5-8345-ce0bd0b68f3a tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:27.677853 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0f8fa8bc-110e-4e75-bac8-14f7b74c5d37 req-866eb36f-b426-43c5-8345-ce0bd0b68f3a tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=b02c6d8e-ebeb-4963-93d4-9256dc13038e HTTP/1.1" status: 200 len: 932 time: 0.0899372 Jul 24 09:18:27.751512 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0f8fa8bc-110e-4e75-bac8-14f7b74c5d37 req-0907cfff-66ad-4692-a5dd-2d4e9cdf1a96 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549865 Jul 24 09:18:27.836729 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-fcbef91c-8e67-4f0b-b1ab-d6f0fbf26253 req-d93ede10-3f6e-4ffa-b9aa-f07149539030 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] For port b08e1135-28b1-4e75-ba97-c58257cfe6d0, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=b08e1135-28b1-4e75-ba97-c58257cfe6d0,segment=NetworkSegment(04f8d914-c1c6-4829-b2f0-70459b240a95),segment_id=04f8d914-c1c6-4829-b2f0-70459b240a95)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:27.837134 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fcbef91c-8e67-4f0b-b1ab-d6f0fbf26253 req-d93ede10-3f6e-4ffa-b9aa-f07149539030 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:27.868415 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-d209eb90-e4b3-4587-a600-c5684022eaba req-5ff670b7-a378-4c5e-84a4-aee037f36975 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Allocated IP 19.86.0.215 (fd758026-7ef5-4c3a-849b-503498835cab/32328c07-a3a6-43ee-9742-3e52af3dcc48/94e1ca40-4979-4230-b80a-35c04e5422b8) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:18:27.885479 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-fcbef91c-8e67-4f0b-b1ab-d6f0fbf26253 req-d93ede10-3f6e-4ffa-b9aa-f07149539030 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Calling delete_port for b08e1135-28b1-4e75-ba97-c58257cfe6d0 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:18:28.022383 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-804e0c4b-198c-406c-98c1-15b4eea700f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ec6327-268d-46d7-8878-66bfe12ca39a {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:18:28.045289 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-804e0c4b-198c-406c-98c1-15b4eea700f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:28.098316 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-804e0c4b-198c-406c-98c1-15b4eea700f0 service neutron] Transition to ACTIVE for port object f2ec6327-268d-46d7-8878-66bfe12ca39a will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:18:28.143258 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab8457-9b3a-42e9-a446-05e71aa9c32a req-4e65c353-7eda-49d3-9007-cc2fe51bfd09 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:28.150280 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-31ab8457-9b3a-42e9-a446-05e71aa9c32a req-4e65c353-7eda-49d3-9007-cc2fe51bfd09 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=2355f540-252d-4b09-9242-9d44ca020e3d HTTP/1.1" status: 200 len: 932 time: 0.2948587 Jul 24 09:18:28.157149 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-804e0c4b-198c-406c-98c1-15b4eea700f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:28.294338 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e0c4b-198c-406c-98c1-15b4eea700f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ec6327-268d-46d7-8878-66bfe12ca39a,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:28.384136 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-31ab8457-9b3a-42e9-a446-05e71aa9c32a req-7d949d2f-3498-49b3-977e-b194ca48a03a tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307055 Jul 24 09:18:28.384343 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34116) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:28.471426 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c5e12f-ccfc-4582-a82a-8ee54ff662e2 admin admin] Deleting subnet 82774b4c-6531-498d-b907-9800d791c7b0 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:18:28.473179 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d209eb90-e4b3-4587-a600-c5684022eaba req-5ff670b7-a378-4c5e-84a4-aee037f36975 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:28.475348 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fcbef91c-8e67-4f0b-b1ab-d6f0fbf26253 req-d93ede10-3f6e-4ffa-b9aa-f07149539030 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:28.475810 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-60c5e12f-ccfc-4582-a82a-8ee54ff662e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:28.525047 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-60c5e12f-ccfc-4582-a82a-8ee54ff662e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:28.574009 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-60c5e12f-ccfc-4582-a82a-8ee54ff662e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:28.586839 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-d209eb90-e4b3-4587-a600-c5684022eaba req-5ff670b7-a378-4c5e-84a4-aee037f36975 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Transition to ACTIVE for port object 94e1ca40-4979-4230-b80a-35c04e5422b8 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:18:28.622387 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ede10-3f6e-4ffa-b9aa-f07149539030 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Pushing event deleted for resources: {'Port': ['ID=b08e1135-28b1-4e75-ba97-c58257cfe6d0,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:28.632943 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d209eb90-e4b3-4587-a600-c5684022eaba req-5ff670b7-a378-4c5e-84a4-aee037f36975 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:28.675853 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c090cd76-91b5-448c-a95c-281ba16f10f1 req-1c0523ac-59c6-40e0-97b9-f6acdb0e97f2 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfae7cf3-cceb-45af-8732-78a60641ea2a HTTP/1.1" status: 200 len: 210 time: 0.0329819 Jul 24 09:18:28.677130 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-60c5e12f-ccfc-4582-a82a-8ee54ff662e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:28.705967 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5e12f-ccfc-4582-a82a-8ee54ff662e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82774b4c-6531-498d-b907-9800d791c7b0,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:28.708041 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-60c5e12f-ccfc-4582-a82a-8ee54ff662e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:28.712789 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-60c5e12f-ccfc-4582-a82a-8ee54ff662e2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/82774b4c-6531-498d-b907-9800d791c7b0 HTTP/1.1" status: 204 len: 168 time: 0.3266807 Jul 24 09:18:28.719292 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34124) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:28.752960 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbef91c-8e67-4f0b-b1ab-d6f0fbf26253 req-d93ede10-3f6e-4ffa-b9aa-f07149539030 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] No DVR routers for this DVR port b08e1135-28b1-4e75-ba97-c58257cfe6d0 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:18:28.754524 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff670b7-a378-4c5e-84a4-aee037f36975 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event updated for resources: {'Port': ['ID=94e1ca40-4979-4230-b80a-35c04e5422b8,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:28.769070 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fcbef91c-8e67-4f0b-b1ab-d6f0fbf26253 req-d93ede10-3f6e-4ffa-b9aa-f07149539030 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:28.771164 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fcbef91c-8e67-4f0b-b1ab-d6f0fbf26253 req-d93ede10-3f6e-4ffa-b9aa-f07149539030 tempest-VolumesAdminNegativeTest-1175722716 tempest-VolumesAdminNegativeTest-1175722716-project] 10.222.0.20 "DELETE /v2.0/ports/b08e1135-28b1-4e75-ba97-c58257cfe6d0 HTTP/1.1" status: 204 len: 173 time: 1.7256591 Jul 24 09:18:28.790012 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfae7cf3-cceb-45af-8732-78a60641ea2a', 'name': 'network-vif-deleted', 'tag': 'b08e1135-28b1-4e75-ba97-c58257cfe6d0'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:18:28.799398 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe316c0-e097-4bba-8e0a-d8286323fc74" -d '{"events": [{"server_uuid": "cfae7cf3-cceb-45af-8732-78a60641ea2a", "name": "network-vif-deleted", "tag": "b08e1135-28b1-4e75-ba97-c58257cfe6d0"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:18:28.830514 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d209eb90-e4b3-4587-a600-c5684022eaba req-5ff670b7-a378-4c5e-84a4-aee037f36975 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Network fd758026-7ef5-4c3a-849b-503498835cab is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:18:28.831474 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-804e0c4b-198c-406c-98c1-15b4eea700f0 service neutron] Attempting to bind port f2ec6327-268d-46d7-8878-66bfe12ca39a on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:18:28.831903 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-804e0c4b-198c-406c-98c1-15b4eea700f0 service neutron] Attempting to bind port f2ec6327-268d-46d7-8878-66bfe12ca39a by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:18:28.832428 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-804e0c4b-198c-406c-98c1-15b4eea700f0 service neutron] Attempting to bind port f2ec6327-268d-46d7-8878-66bfe12ca39a on network 68b64780-c69e-4432-87ba-d598170da5b7 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:18:28.842869 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-d209eb90-e4b3-4587-a600-c5684022eaba req-5ff670b7-a378-4c5e-84a4-aee037f36975 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:18:28.848270 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-d209eb90-e4b3-4587-a600-c5684022eaba req-5ff670b7-a378-4c5e-84a4-aee037f36975 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:18:28.854287 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-804e0c4b-198c-406c-98c1-15b4eea700f0 service neutron] Port f2ec6327-268d-46d7-8878-66bfe12ca39a on network 68b64780-c69e-4432-87ba-d598170da5b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:18:28.854846 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-804e0c4b-198c-406c-98c1-15b4eea700f0 service neutron] Attempting to bind port f2ec6327-268d-46d7-8878-66bfe12ca39a on network 68b64780-c69e-4432-87ba-d598170da5b7 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:18:28.882039 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39e51a1-bb64-4b02-9b40-f6edfdb0791b x-openstack-request-id: req-e39e51a1-bb64-4b02-9b40-f6edfdb0791b {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:18:28.882463 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfae7cf3-cceb-45af-8732-78a60641ea2a", "name": "network-vif-deleted", "tag": "b08e1135-28b1-4e75-ba97-c58257cfe6d0", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:18:28.882799 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e39e51a1-bb64-4b02-9b40-f6edfdb0791b {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:18:28.883412 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfae7cf3-cceb-45af-8732-78a60641ea2a', 'name': 'network-vif-deleted', 'tag': 'b08e1135-28b1-4e75-ba97-c58257cfe6d0', 'status': 'completed', 'code': 200} Jul 24 09:18:28.927888 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-804e0c4b-198c-406c-98c1-15b4eea700f0 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:18:28.928318 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-804e0c4b-198c-406c-98c1-15b4eea700f0 service neutron] Checking segment: {'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:18:28.928895 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-804e0c4b-198c-406c-98c1-15b4eea700f0 service neutron] Bound using segment: {'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:18:28.929447 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-804e0c4b-198c-406c-98c1-15b4eea700f0 service neutron] Bound port: f2ec6327-268d-46d7-8878-66bfe12ca39a, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:18:28.929969 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-804e0c4b-198c-406c-98c1-15b4eea700f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:28.986464 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ea6173de-e43e-4df7-ba88-164d69881bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:28.998282 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209eb90-e4b3-4587-a600-c5684022eaba req-5ff670b7-a378-4c5e-84a4-aee037f36975 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:28.999074 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d209eb90-e4b3-4587-a600-c5684022eaba req-5ff670b7-a378-4c5e-84a4-aee037f36975 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:29.052938 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d209eb90-e4b3-4587-a600-c5684022eaba req-5ff670b7-a378-4c5e-84a4-aee037f36975 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9167688 Jul 24 09:18:29.078384 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-d209eb90-e4b3-4587-a600-c5684022eaba req-6965e574-5f6b-4f1c-934d-5e98fe0c2a24 service neutron] Request body: {'port': {'device_id': '2355f540-252d-4b09-9242-9d44ca020e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:29.148241 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be732f38-4e37-4a65-9937-fc7da0906864 req-d0c9f6e1-766f-4e45-a216-dcdc901c63cc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:29.150029 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-be732f38-4e37-4a65-9937-fc7da0906864 req-d0c9f6e1-766f-4e45-a216-dcdc901c63cc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=b02c6d8e-ebeb-4963-93d4-9256dc13038e HTTP/1.1" status: 200 len: 944 time: 0.2713532 Jul 24 09:18:29.162030 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-804e0c4b-198c-406c-98c1-15b4eea700f0 service neutron] For port f2ec6327-268d-46d7-8878-66bfe12ca39a, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:18:29.219391 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-804e0c4b-198c-406c-98c1-15b4eea700f0 service neutron] For port f2ec6327-268d-46d7-8878-66bfe12ca39a, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=f2ec6327-268d-46d7-8878-66bfe12ca39a,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:18:29.223552 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1a6e0143-87b0-451f-ab6d-f7b82b394f71 None None] Provisioning for port 94e1ca40-4979-4230-b80a-35c04e5422b8 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:18:29.229356 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1a6e0143-87b0-451f-ab6d-f7b82b394f71 None None] Provisioning complete for port 94e1ca40-4979-4230-b80a-35c04e5422b8 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:18:29.230139 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1a6e0143-87b0-451f-ab6d-f7b82b394f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:29.258796 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ea6173de-e43e-4df7-ba88-164d69881bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:29.273130 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-804e0c4b-198c-406c-98c1-15b4eea700f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:29.279453 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-ea6173de-e43e-4df7-ba88-164d69881bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae3d61b8-100f-4726-9451-0b010e6cd4d8']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:29.337559 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-ea6173de-e43e-4df7-ba88-164d69881bb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:29.337827 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-ea6173de-e43e-4df7-ba88-164d69881bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac9ab58-77fa-4d7e-9ca0-889b24e1973b') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:29.350998 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-be732f38-4e37-4a65-9937-fc7da0906864 req-6bf4ab6a-afd7-41a0-8496-17450a41684b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812530 Jul 24 09:18:29.360289 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d209eb90-e4b3-4587-a600-c5684022eaba req-6965e574-5f6b-4f1c-934d-5e98fe0c2a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:29.363779 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ea6173de-e43e-4df7-ba88-164d69881bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:29.365925 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-804e0c4b-198c-406c-98c1-15b4eea700f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:29.366530 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-804e0c4b-198c-406c-98c1-15b4eea700f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:29.367942 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-804e0c4b-198c-406c-98c1-15b4eea700f0 service neutron] 10.222.0.37 "PUT /v2.0/ports/f2ec6327-268d-46d7-8878-66bfe12ca39a HTTP/1.1" status: 200 len: 1092 time: 2.4615357 Jul 24 09:18:29.425540 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ea6173de-e43e-4df7-ba88-164d69881bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:29.431440 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e0c4b-198c-406c-98c1-15b4eea700f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ec6327-268d-46d7-8878-66bfe12ca39a,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:29.452855 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6173de-e43e-4df7-ba88-164d69881bb1 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:18:29.452855 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ea6173de-e43e-4df7-ba88-164d69881bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:18:29.453842 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:18:29.476550 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-1a6e0143-87b0-451f-ab6d-f7b82b394f71 None None] Port 94e1ca40-4979-4230-b80a-35c04e5422b8 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:18:29.584703 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b5290-0df0-4f4a-bd4c-937420cf5408 req-8d157543-0028-49b1-8ec3-110de3598f6e tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:29.593038 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b5290-0df0-4f4a-bd4c-937420cf5408 req-8d157543-0028-49b1-8ec3-110de3598f6e tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:29.595922 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-039b5290-0df0-4f4a-bd4c-937420cf5408 req-8d157543-0028-49b1-8ec3-110de3598f6e tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=2355f540-252d-4b09-9242-9d44ca020e3d HTTP/1.1" status: 200 len: 1655 time: 0.0823801 Jul 24 09:18:29.609684 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ea6173de-e43e-4df7-ba88-164d69881bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:29.628303 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ea6173de-e43e-4df7-ba88-164d69881bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:29.632643 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ea6173de-e43e-4df7-ba88-164d69881bb1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ae3d61b8-100f-4726-9451-0b010e6cd4d8 HTTP/1.1" status: 204 len: 168 time: 0.8877535 Jul 24 09:18:29.649374 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6173de-e43e-4df7-ba88-164d69881bb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae3d61b8-100f-4726-9451-0b010e6cd4d8,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:29.683827 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-039b5290-0df0-4f4a-bd4c-937420cf5408 req-3b2b7d18-de75-4702-998c-4e9ef15d1dd0 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787835 Jul 24 09:18:29.687693 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-5c9c32f2-41a3-47eb-8a72-82bfb9c20147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:29.689278 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-5c9c32f2-41a3-47eb-8a72-82bfb9c20147 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&device_id=b02c6d8e-ebeb-4963-93d4-9256dc13038e HTTP/1.1" status: 200 len: 1095 time: 0.2542317 Jul 24 09:18:29.760332 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34154) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:29.777460 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6f29b055-2e03-4215-88c0-a87fb1ddfcab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:29.788544 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-9e894f2e-b118-4661-9bc6-66879a51e12e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2ec6327-268d-46d7-8878-66bfe12ca39a HTTP/1.1" status: 200 len: 217 time: 0.0597594 Jul 24 09:18:29.845767 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d6774b-7d09-4ee3-abb4-47a027409b3e admin admin] Deleting subnet b053cc61-1810-4958-bb5a-97bd7b5b2a9b {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:18:29.849828 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e1d6774b-7d09-4ee3-abb4-47a027409b3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:29.885638 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-dff97044-d374-4b5e-81ca-2ee5536e3e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:29.887405 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-dff97044-d374-4b5e-81ca-2ee5536e3e09 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33f84861-778d-4828-92aa-af092c959084 HTTP/1.1" status: 200 len: 851 time: 0.0904362 Jul 24 09:18:29.895603 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e1d6774b-7d09-4ee3-abb4-47a027409b3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:29.932188 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34156) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:29.951212 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e1d6774b-7d09-4ee3-abb4-47a027409b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:29.996062 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-d209eb90-e4b3-4587-a600-c5684022eaba req-6965e574-5f6b-4f1c-934d-5e98fe0c2a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70ca16f3-9cb1-4cbf-8136-39af650e508b {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:18:30.011415 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d209eb90-e4b3-4587-a600-c5684022eaba req-6965e574-5f6b-4f1c-934d-5e98fe0c2a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:30.012560 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e1d6774b-7d09-4ee3-abb4-47a027409b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:30.027570 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b64cfa82-de90-478d-ad4d-42b02b11841f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1913b66f5ab41bbbc2b819d5a63abda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0940363 Jul 24 09:18:30.031643 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34162) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:30.045621 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-d209eb90-e4b3-4587-a600-c5684022eaba req-6965e574-5f6b-4f1c-934d-5e98fe0c2a24 service neutron] Transition to ACTIVE for port object 70ca16f3-9cb1-4cbf-8136-39af650e508b will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:18:30.046584 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6774b-7d09-4ee3-abb4-47a027409b3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b053cc61-1810-4958-bb5a-97bd7b5b2a9b,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:30.048278 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e1d6774b-7d09-4ee3-abb4-47a027409b3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:30.050420 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e1d6774b-7d09-4ee3-abb4-47a027409b3e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b053cc61-1810-4958-bb5a-97bd7b5b2a9b HTTP/1.1" status: 204 len: 168 time: 0.2888157 Jul 24 09:18:30.053157 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34164) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:30.064533 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d209eb90-e4b3-4587-a600-c5684022eaba req-6965e574-5f6b-4f1c-934d-5e98fe0c2a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:30.072578 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-d28d828e-d408-4d0e-a9c5-77023b777561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:30.074183 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-d28d828e-d408-4d0e-a9c5-77023b777561 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b64780-c69e-4432-87ba-d598170da5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1804328 Jul 24 09:18:30.154644 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device b08e1135-28b1-4e75-ba97-c58257cfe6d0 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:18:30.188468 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: b08e1135-28b1-4e75-ba97-c58257cfe6d0 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:18:30.189144 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device b08e1135-28b1-4e75-ba97-c58257cfe6d0 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:18:30.211183 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1b89f365-9689-4e74-b811-3a5cc22a5831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:30.323445 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1b89f365-9689-4e74-b811-3a5cc22a5831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:30.339622 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-1b89f365-9689-4e74-b811-3a5cc22a5831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bca6055-0a93-4a83-b8b1-96571f1281ea']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:30.356789 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-1b89f365-9689-4e74-b811-3a5cc22a5831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f8d914-c1c6-4829-b2f0-70459b240a95') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:30.357239 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-1b89f365-9689-4e74-b811-3a5cc22a5831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f8d914-c1c6-4829-b2f0-70459b240a95') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:30.366628 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:30.370475 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1b89f365-9689-4e74-b811-3a5cc22a5831 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:30.391524 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1b89f365-9689-4e74-b811-3a5cc22a5831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:30.402116 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b89f365-9689-4e74-b811-3a5cc22a5831 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:18:30.402881 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1b89f365-9689-4e74-b811-3a5cc22a5831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:18:30.407871 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:18:30.489044 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1b89f365-9689-4e74-b811-3a5cc22a5831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:30.503110 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1b89f365-9689-4e74-b811-3a5cc22a5831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:30.508767 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1b89f365-9689-4e74-b811-3a5cc22a5831 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9bca6055-0a93-4a83-b8b1-96571f1281ea HTTP/1.1" status: 204 len: 168 time: 0.4512448 Jul 24 09:18:30.508767 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34176) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:30.589136 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89f365-9689-4e74-b811-3a5cc22a5831 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bca6055-0a93-4a83-b8b1-96571f1281ea,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:30.602960 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e8a8cb-d844-4230-82c2-a4dca51ad759 admin admin] Deleting subnet ce856e22-b0e4-47db-a531-6eb421957d80 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:18:30.609060 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965e574-5f6b-4f1c-934d-5e98fe0c2a24 service neutron] Pushing event updated for resources: {'Port': ['ID=70ca16f3-9cb1-4cbf-8136-39af650e508b,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:30.609274 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-23e8a8cb-d844-4230-82c2-a4dca51ad759 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:30.636627 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8b1afd87-ae22-403e-8ebc-c4e9cf1b0c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:30.654860 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-23e8a8cb-d844-4230-82c2-a4dca51ad759 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:30.680697 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-6b576021-5fee-412c-9c92-a055664ac2f6 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5956111 Jul 24 09:18:30.686913 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8b1afd87-ae22-403e-8ebc-c4e9cf1b0c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:30.692718 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d07590-0cba-48f9-8f76-f76da5e1b4ad req-31c3984e-4b5e-4ac0-b1fa-f45b01b4ef76 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:30.694320 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f4d07590-0cba-48f9-8f76-f76da5e1b4ad req-31c3984e-4b5e-4ac0-b1fa-f45b01b4ef76 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=b02c6d8e-ebeb-4963-93d4-9256dc13038e HTTP/1.1" status: 200 len: 944 time: 0.1874702 Jul 24 09:18:30.741841 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-d209eb90-e4b3-4587-a600-c5684022eaba req-6965e574-5f6b-4f1c-934d-5e98fe0c2a24 service neutron] Attempting to bind port 70ca16f3-9cb1-4cbf-8136-39af650e508b on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:18:30.742317 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-d209eb90-e4b3-4587-a600-c5684022eaba req-6965e574-5f6b-4f1c-934d-5e98fe0c2a24 service neutron] Attempting to bind port 70ca16f3-9cb1-4cbf-8136-39af650e508b by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '7ae3cfda-3a2a-4563-a30a-81ab108b8cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8e30c749-1102-4d40-b214-c4555736a2e3'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:18:30.742772 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d209eb90-e4b3-4587-a600-c5684022eaba req-6965e574-5f6b-4f1c-934d-5e98fe0c2a24 service neutron] Attempting to bind port 70ca16f3-9cb1-4cbf-8136-39af650e508b on network 8e30c749-1102-4d40-b214-c4555736a2e3 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:18:30.748872 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-23e8a8cb-d844-4230-82c2-a4dca51ad759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:30.813371 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f4d07590-0cba-48f9-8f76-f76da5e1b4ad req-f4cf2941-7c5f-440d-ad48-c440b09281af tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896697 Jul 24 09:18:30.816835 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d209eb90-e4b3-4587-a600-c5684022eaba req-6965e574-5f6b-4f1c-934d-5e98fe0c2a24 service neutron] Port 70ca16f3-9cb1-4cbf-8136-39af650e508b on network 8e30c749-1102-4d40-b214-c4555736a2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:18:30.817158 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d209eb90-e4b3-4587-a600-c5684022eaba req-6965e574-5f6b-4f1c-934d-5e98fe0c2a24 service neutron] Attempting to bind port 70ca16f3-9cb1-4cbf-8136-39af650e508b on network 8e30c749-1102-4d40-b214-c4555736a2e3 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:18:30.843235 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-23e8a8cb-d844-4230-82c2-a4dca51ad759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:30.863232 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d209eb90-e4b3-4587-a600-c5684022eaba req-6965e574-5f6b-4f1c-934d-5e98fe0c2a24 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:18:30.863580 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d209eb90-e4b3-4587-a600-c5684022eaba req-6965e574-5f6b-4f1c-934d-5e98fe0c2a24 service neutron] Checking segment: {'id': '7ae3cfda-3a2a-4563-a30a-81ab108b8cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8e30c749-1102-4d40-b214-c4555736a2e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:18:30.863973 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d209eb90-e4b3-4587-a600-c5684022eaba req-6965e574-5f6b-4f1c-934d-5e98fe0c2a24 service neutron] Bound using segment: {'id': '7ae3cfda-3a2a-4563-a30a-81ab108b8cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8e30c749-1102-4d40-b214-c4555736a2e3'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:18:30.864407 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-d209eb90-e4b3-4587-a600-c5684022eaba req-6965e574-5f6b-4f1c-934d-5e98fe0c2a24 service neutron] Bound port: 70ca16f3-9cb1-4cbf-8136-39af650e508b, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ae3cfda-3a2a-4563-a30a-81ab108b8cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8e30c749-1102-4d40-b214-c4555736a2e3'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:18:30.864787 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d209eb90-e4b3-4587-a600-c5684022eaba req-6965e574-5f6b-4f1c-934d-5e98fe0c2a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:30.873319 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8a8cb-d844-4230-82c2-a4dca51ad759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce856e22-b0e4-47db-a531-6eb421957d80,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:30.878673 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-23e8a8cb-d844-4230-82c2-a4dca51ad759 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:30.881329 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-23e8a8cb-d844-4230-82c2-a4dca51ad759 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ce856e22-b0e4-47db-a531-6eb421957d80 HTTP/1.1" status: 204 len: 168 time: 0.3636637 Jul 24 09:18:30.884097 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34186) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:30.884404 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02c6d8e-ebeb-4963-93d4-9256dc13038e', 'tag': 'f2ec6327-268d-46d7-8878-66bfe12ca39a'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:18:30.886941 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffecb841-edc8-41b6-8514-a5c0f3fe02c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b02c6d8e-ebeb-4963-93d4-9256dc13038e", "tag": "f2ec6327-268d-46d7-8878-66bfe12ca39a"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:18:30.934020 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:30.944111 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-370c7bd2-7dc2-4bf5-be9f-c45087660e9e req-8db4b135-d5c7-4fd6-8bc7-8f0f645fba22 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545958 Jul 24 09:18:30.961494 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37e50a3-ecc2-42d6-804d-d1a23a6d396f x-openstack-request-id: req-f37e50a3-ecc2-42d6-804d-d1a23a6d396f {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:18:30.961798 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02c6d8e-ebeb-4963-93d4-9256dc13038e", "tag": "f2ec6327-268d-46d7-8878-66bfe12ca39a", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:18:30.962039 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f37e50a3-ecc2-42d6-804d-d1a23a6d396f {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:18:30.964075 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02c6d8e-ebeb-4963-93d4-9256dc13038e', 'tag': 'f2ec6327-268d-46d7-8878-66bfe12ca39a', 'status': 'completed', 'code': 200} Jul 24 09:18:30.981505 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8b1afd87-ae22-403e-8ebc-c4e9cf1b0c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:30.984054 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8b1afd87-ae22-403e-8ebc-c4e9cf1b0c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:30.985404 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8b1afd87-ae22-403e-8ebc-c4e9cf1b0c60 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b15d3b0-8c64-4bd1-9308-ead0e460e31f HTTP/1.1" status: 204 len: 168 time: 0.9496479 Jul 24 09:18:31.003625 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4d167-f203-41d2-a141-2d9cc8bc5505 req-e0e85df5-98ba-4140-b857-9185052221d3 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:31.006078 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cd1ddd50-0ab8-4752-9151-849510b8eacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:31.010140 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4d167-f203-41d2-a141-2d9cc8bc5505 req-e0e85df5-98ba-4140-b857-9185052221d3 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:31.017584 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-09f4d167-f203-41d2-a141-2d9cc8bc5505 req-e0e85df5-98ba-4140-b857-9185052221d3 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=2355f540-252d-4b09-9242-9d44ca020e3d HTTP/1.1" status: 200 len: 1667 time: 0.2493322 Jul 24 09:18:31.048658 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1afd87-ae22-403e-8ebc-c4e9cf1b0c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b15d3b0-8c64-4bd1-9308-ead0e460e31f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:31.080334 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-d209eb90-e4b3-4587-a600-c5684022eaba req-6965e574-5f6b-4f1c-934d-5e98fe0c2a24 service neutron] For port 70ca16f3-9cb1-4cbf-8136-39af650e508b, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:18:31.101498 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-d209eb90-e4b3-4587-a600-c5684022eaba req-6965e574-5f6b-4f1c-934d-5e98fe0c2a24 service neutron] For port 70ca16f3-9cb1-4cbf-8136-39af650e508b, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=70ca16f3-9cb1-4cbf-8136-39af650e508b,segment=NetworkSegment(7ae3cfda-3a2a-4563-a30a-81ab108b8cc4),segment_id=7ae3cfda-3a2a-4563-a30a-81ab108b8cc4)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:18:31.112818 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d209eb90-e4b3-4587-a600-c5684022eaba req-6965e574-5f6b-4f1c-934d-5e98fe0c2a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:31.142573 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-09f4d167-f203-41d2-a141-2d9cc8bc5505 req-4798e367-5942-4c84-960d-b6568570ec08 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199331 Jul 24 09:18:31.176485 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209eb90-e4b3-4587-a600-c5684022eaba req-6965e574-5f6b-4f1c-934d-5e98fe0c2a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:31.180370 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d209eb90-e4b3-4587-a600-c5684022eaba req-6965e574-5f6b-4f1c-934d-5e98fe0c2a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:31.183762 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d209eb90-e4b3-4587-a600-c5684022eaba req-6965e574-5f6b-4f1c-934d-5e98fe0c2a24 service neutron] 10.222.0.37 "PUT /v2.0/ports/70ca16f3-9cb1-4cbf-8136-39af650e508b HTTP/1.1" status: 200 len: 1092 time: 2.1184490 Jul 24 09:18:31.185206 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cd1ddd50-0ab8-4752-9151-849510b8eacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:31.201096 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-cd1ddd50-0ab8-4752-9151-849510b8eacc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca986855-3ce9-4a44-ae2b-2da7821a1002']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:31.218769 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-cd1ddd50-0ab8-4752-9151-849510b8eacc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af9684f8-5de5-45c9-8af0-e896902a5d02') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:31.219312 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-cd1ddd50-0ab8-4752-9151-849510b8eacc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af9684f8-5de5-45c9-8af0-e896902a5d02') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:31.231372 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cd1ddd50-0ab8-4752-9151-849510b8eacc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:31.235776 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-d209eb90-e4b3-4587-a600-c5684022eaba req-1e0fdce1-652d-4372-a94f-e89a378a325d service neutron] Request body: {'port': {'device_id': '2355f540-252d-4b09-9242-9d44ca020e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:31.251754 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cd1ddd50-0ab8-4752-9151-849510b8eacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:31.270037 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecb841-edc8-41b6-8514-a5c0f3fe02c5 req-4a1d2d6d-83fc-486f-950f-e4b7b20274ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:31.271491 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1ddd50-0ab8-4752-9151-849510b8eacc admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:18:31.271614 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ffecb841-edc8-41b6-8514-a5c0f3fe02c5 req-4a1d2d6d-83fc-486f-950f-e4b7b20274ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&device_id=b02c6d8e-ebeb-4963-93d4-9256dc13038e HTTP/1.1" status: 200 len: 1095 time: 0.2442224 Jul 24 09:18:31.272104 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cd1ddd50-0ab8-4752-9151-849510b8eacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:31.273960 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965e574-5f6b-4f1c-934d-5e98fe0c2a24 service neutron] Pushing event updated for resources: {'Port': ['ID=70ca16f3-9cb1-4cbf-8136-39af650e508b,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:18:31.274091 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:18:31.406805 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cd1ddd50-0ab8-4752-9151-849510b8eacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:31.420067 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cd1ddd50-0ab8-4752-9151-849510b8eacc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:31.427635 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cd1ddd50-0ab8-4752-9151-849510b8eacc admin admin] 10.222.0.32 "DELETE /v2.0/networks/ca986855-3ce9-4a44-ae2b-2da7821a1002 HTTP/1.1" status: 204 len: 168 time: 0.5394931 Jul 24 09:18:31.438594 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ddd50-0ab8-4752-9151-849510b8eacc admin admin] Pushing event deleted for resources: {'Network': ['ID=ca986855-3ce9-4a44-ae2b-2da7821a1002,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:31.455541 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d209eb90-e4b3-4587-a600-c5684022eaba req-1e0fdce1-652d-4372-a94f-e89a378a325d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:31.516452 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecb841-edc8-41b6-8514-a5c0f3fe02c5 req-5af96d1a-d64e-4b68-ba4c-291815303db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:31.518099 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ffecb841-edc8-41b6-8514-a5c0f3fe02c5 req-5af96d1a-d64e-4b68-ba4c-291815303db0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 912 time: 0.2212691 Jul 24 09:18:31.575159 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ffecb841-edc8-41b6-8514-a5c0f3fe02c5 req-005ad2c3-7643-495a-ab06-4da6927adc88 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2ec6327-268d-46d7-8878-66bfe12ca39a HTTP/1.1" status: 200 len: 217 time: 0.0443616 Jul 24 09:18:31.635681 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34214) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:31.687462 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0c23a3ad-8e90-4a8c-9cb9-57f2a264d90c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=208b19a92d72469fa99662d716d4ff0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497885 Jul 24 09:18:31.690214 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34218) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:31.696208 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecb841-edc8-41b6-8514-a5c0f3fe02c5 req-2d7a4914-5c0b-4f1c-96b0-3b61d89d2d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:31.697977 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ffecb841-edc8-41b6-8514-a5c0f3fe02c5 req-2d7a4914-5c0b-4f1c-96b0-3b61d89d2d4e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33f84861-778d-4828-92aa-af092c959084 HTTP/1.1" status: 200 len: 851 time: 0.0765538 Jul 24 09:18:31.750124 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-395ede68-665e-4fff-8a38-a967dd81f5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:31.780558 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-395ede68-665e-4fff-8a38-a967dd81f5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:31.814919 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecb841-edc8-41b6-8514-a5c0f3fe02c5 req-e0da3d51-83f1-4d77-8d73-4a52f6238658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:31.816302 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ffecb841-edc8-41b6-8514-a5c0f3fe02c5 req-e0da3d51-83f1-4d77-8d73-4a52f6238658 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b64780-c69e-4432-87ba-d598170da5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103816 Jul 24 09:18:31.844672 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-395ede68-665e-4fff-8a38-a967dd81f5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:31.860636 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-395ede68-665e-4fff-8a38-a967dd81f5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:31.862237 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-395ede68-665e-4fff-8a38-a967dd81f5e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/007cfcbd-34c9-4952-b045-f9abc44c73c8 HTTP/1.1" status: 204 len: 168 time: 0.1710653 Jul 24 09:18:31.925552 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ede68-665e-4fff-8a38-a967dd81f5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007cfcbd-34c9-4952-b045-f9abc44c73c8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:31.964058 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ffecb841-edc8-41b6-8514-a5c0f3fe02c5 req-8e8bc36d-d4da-49cd-bfb0-7dd2b86e67d1 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370323 Jul 24 09:18:32.026136 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa201c2-3890-4eda-8de3-853aa480684d req-b32f5df3-de55-4c24-8c80-0566a59c389e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:32.036323 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8aa201c2-3890-4eda-8de3-853aa480684d req-b32f5df3-de55-4c24-8c80-0566a59c389e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=b02c6d8e-ebeb-4963-93d4-9256dc13038e HTTP/1.1" status: 200 len: 944 time: 0.1077125 Jul 24 09:18:32.081266 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-d209eb90-e4b3-4587-a600-c5684022eaba req-1e0fdce1-652d-4372-a94f-e89a378a325d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e1ca40-4979-4230-b80a-35c04e5422b8 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:18:32.095130 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d209eb90-e4b3-4587-a600-c5684022eaba req-1e0fdce1-652d-4372-a94f-e89a378a325d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:32.098125 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8aa201c2-3890-4eda-8de3-853aa480684d req-064af562-9577-40d7-b7f5-9f9cbfebd29a tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553727 Jul 24 09:18:32.130809 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-d209eb90-e4b3-4587-a600-c5684022eaba req-1e0fdce1-652d-4372-a94f-e89a378a325d service neutron] Transition to ACTIVE for port object 94e1ca40-4979-4230-b80a-35c04e5422b8 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:18:32.143764 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d209eb90-e4b3-4587-a600-c5684022eaba req-1e0fdce1-652d-4372-a94f-e89a378a325d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:32.192884 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ffecb841-edc8-41b6-8514-a5c0f3fe02c5 req-4f5f0c2a-6708-4411-b64a-311c5265e226 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170889 Jul 24 09:18:32.392145 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0fdce1-652d-4372-a94f-e89a378a325d service neutron] Pushing event updated for resources: {'Port': ['ID=94e1ca40-4979-4230-b80a-35c04e5422b8,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:32.403997 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34250) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:32.423115 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34254) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:32.454065 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-d209eb90-e4b3-4587-a600-c5684022eaba req-1e0fdce1-652d-4372-a94f-e89a378a325d service neutron] Attempting to bind port 94e1ca40-4979-4230-b80a-35c04e5422b8 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:18:32.454657 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-d209eb90-e4b3-4587-a600-c5684022eaba req-1e0fdce1-652d-4372-a94f-e89a378a325d service neutron] Attempting to bind port 94e1ca40-4979-4230-b80a-35c04e5422b8 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'c3211e0f-3ed7-472f-9639-55e3b05ceeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fd758026-7ef5-4c3a-849b-503498835cab'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:18:32.455184 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d209eb90-e4b3-4587-a600-c5684022eaba req-1e0fdce1-652d-4372-a94f-e89a378a325d service neutron] Attempting to bind port 94e1ca40-4979-4230-b80a-35c04e5422b8 on network fd758026-7ef5-4c3a-849b-503498835cab {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:18:32.462561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d209eb90-e4b3-4587-a600-c5684022eaba req-1e0fdce1-652d-4372-a94f-e89a378a325d service neutron] Port 94e1ca40-4979-4230-b80a-35c04e5422b8 on network fd758026-7ef5-4c3a-849b-503498835cab not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:18:32.463184 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d209eb90-e4b3-4587-a600-c5684022eaba req-1e0fdce1-652d-4372-a94f-e89a378a325d service neutron] Attempting to bind port 94e1ca40-4979-4230-b80a-35c04e5422b8 on network fd758026-7ef5-4c3a-849b-503498835cab {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:18:32.472024 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d209eb90-e4b3-4587-a600-c5684022eaba req-1e0fdce1-652d-4372-a94f-e89a378a325d service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:18:32.472445 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d209eb90-e4b3-4587-a600-c5684022eaba req-1e0fdce1-652d-4372-a94f-e89a378a325d service neutron] Checking segment: {'id': 'c3211e0f-3ed7-472f-9639-55e3b05ceeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fd758026-7ef5-4c3a-849b-503498835cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:18:32.472955 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d209eb90-e4b3-4587-a600-c5684022eaba req-1e0fdce1-652d-4372-a94f-e89a378a325d service neutron] Bound using segment: {'id': 'c3211e0f-3ed7-472f-9639-55e3b05ceeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fd758026-7ef5-4c3a-849b-503498835cab'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:18:32.473519 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-d209eb90-e4b3-4587-a600-c5684022eaba req-1e0fdce1-652d-4372-a94f-e89a378a325d service neutron] Bound port: 94e1ca40-4979-4230-b80a-35c04e5422b8, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3211e0f-3ed7-472f-9639-55e3b05ceeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fd758026-7ef5-4c3a-849b-503498835cab'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:18:32.473986 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d209eb90-e4b3-4587-a600-c5684022eaba req-1e0fdce1-652d-4372-a94f-e89a378a325d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:32.565076 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7855538b-f983-4a3e-aa26-701df19ed35e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9825ce15606c4637bc1192cbc1bba05d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406748 Jul 24 09:18:32.568539 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34260) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:32.591109 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2b855-301b-4a12-a241-9c0a6647b247 req-138edda9-02af-4c73-a77c-1148a71cace8 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:32.598464 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2b855-301b-4a12-a241-9c0a6647b247 req-138edda9-02af-4c73-a77c-1148a71cace8 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:32.606570 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-42c2b855-301b-4a12-a241-9c0a6647b247 req-138edda9-02af-4c73-a77c-1148a71cace8 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=2355f540-252d-4b09-9242-9d44ca020e3d HTTP/1.1" status: 200 len: 1679 time: 0.3057692 Jul 24 09:18:32.636547 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-d209eb90-e4b3-4587-a600-c5684022eaba req-1e0fdce1-652d-4372-a94f-e89a378a325d service neutron] For port 94e1ca40-4979-4230-b80a-35c04e5422b8, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:18:32.658055 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-d209eb90-e4b3-4587-a600-c5684022eaba req-1e0fdce1-652d-4372-a94f-e89a378a325d service neutron] For port 94e1ca40-4979-4230-b80a-35c04e5422b8, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=94e1ca40-4979-4230-b80a-35c04e5422b8,segment=NetworkSegment(c3211e0f-3ed7-472f-9639-55e3b05ceeac),segment_id=c3211e0f-3ed7-472f-9639-55e3b05ceeac)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:18:32.669969 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d209eb90-e4b3-4587-a600-c5684022eaba req-1e0fdce1-652d-4372-a94f-e89a378a325d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:32.694242 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-80698888-fab3-463e-8dee-22cf8a585066 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-669614775-network', 'tenant_id': 'c7d3cdb5749546a8a61ec6fd0066ab8f'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:32.714944 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80698888-fab3-463e-8dee-22cf8a585066 admin admin] Made reservation on behalf of c7d3cdb5749546a8a61ec6fd0066ab8f for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:18:32.717409 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80698888-fab3-463e-8dee-22cf8a585066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:32.727421 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80698888-fab3-463e-8dee-22cf8a585066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:32.733028 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-42c2b855-301b-4a12-a241-9c0a6647b247 req-eea1d970-7129-4383-956a-67765425614f tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242483 Jul 24 09:18:32.744015 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209eb90-e4b3-4587-a600-c5684022eaba req-1e0fdce1-652d-4372-a94f-e89a378a325d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:32.744898 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d209eb90-e4b3-4587-a600-c5684022eaba req-1e0fdce1-652d-4372-a94f-e89a378a325d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:32.746912 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d209eb90-e4b3-4587-a600-c5684022eaba req-1e0fdce1-652d-4372-a94f-e89a378a325d service neutron] 10.222.0.37 "PUT /v2.0/ports/94e1ca40-4979-4230-b80a-35c04e5422b8 HTTP/1.1" status: 200 len: 1092 time: 1.5296371 Jul 24 09:18:32.826734 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:32.833129 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f8addaa8-7f7c-4501-a0a9-ab4324ec3656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:32.853584 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0fdce1-652d-4372-a94f-e89a378a325d service neutron] Pushing event updated for resources: {'Port': ['ID=94e1ca40-4979-4230-b80a-35c04e5422b8,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:32.878375 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f8addaa8-7f7c-4501-a0a9-ab4324ec3656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:32.891564 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80698888-fab3-463e-8dee-22cf8a585066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:32.896885 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80698888-fab3-463e-8dee-22cf8a585066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:32.923128 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209eb90-e4b3-4587-a600-c5684022eaba req-0b60161f-8977-4d06-9424-1d6530eed38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:32.923342 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80698888-fab3-463e-8dee-22cf8a585066 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:18:32.923570 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209eb90-e4b3-4587-a600-c5684022eaba req-0b60161f-8977-4d06-9424-1d6530eed38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:32.925187 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d209eb90-e4b3-4587-a600-c5684022eaba req-0b60161f-8977-4d06-9424-1d6530eed38b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60a1b5f89d844ea48b73bc1634c8b74f&device_id=2355f540-252d-4b09-9242-9d44ca020e3d HTTP/1.1" status: 200 len: 1981 time: 0.1315420 Jul 24 09:18:32.940421 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80698888-fab3-463e-8dee-22cf8a585066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56e8570-f8cd-45fb-b3de-c202c936c82b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:32.943812 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80698888-fab3-463e-8dee-22cf8a585066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:32.944168 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-80698888-fab3-463e-8dee-22cf8a585066 admin admin] Added segment 36709531-842e-4437-a258-32aea7901240 of type vlan for network e7975782-37b8-4cdc-a48c-0e5659cded47 Jul 24 09:18:32.981423 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2355f540-252d-4b09-9242-9d44ca020e3d', 'tag': '70ca16f3-9cb1-4cbf-8136-39af650e508b'}, {'name': 'network-changed', 'server_uuid': '2355f540-252d-4b09-9242-9d44ca020e3d', 'tag': '94e1ca40-4979-4230-b80a-35c04e5422b8'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:18:32.983708 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a15e36-0708-402d-8243-e53282d2bfef" -d '{"events": [{"name": "network-changed", "server_uuid": "2355f540-252d-4b09-9242-9d44ca020e3d", "tag": "70ca16f3-9cb1-4cbf-8136-39af650e508b"}, {"name": "network-changed", "server_uuid": "2355f540-252d-4b09-9242-9d44ca020e3d", "tag": "94e1ca40-4979-4230-b80a-35c04e5422b8"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:18:32.988346 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d209eb90-e4b3-4587-a600-c5684022eaba req-b61c4e1a-3ec2-4c08-ad60-e1eaf79ec51d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.212&port_id=70ca16f3-9cb1-4cbf-8136-39af650e508b HTTP/1.1" status: 200 len: 217 time: 0.0516143 Jul 24 09:18:32.988501 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80698888-fab3-463e-8dee-22cf8a585066 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:33.005554 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f8addaa8-7f7c-4501-a0a9-ab4324ec3656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:33.008396 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f8addaa8-7f7c-4501-a0a9-ab4324ec3656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:33.009933 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f8addaa8-7f7c-4501-a0a9-ab4324ec3656 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c085e567-b8fc-44c8-86c4-0d6173f7a7a3 HTTP/1.1" status: 204 len: 168 time: 0.4350514 Jul 24 09:18:33.045701 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8addaa8-7f7c-4501-a0a9-ab4324ec3656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c085e567-b8fc-44c8-86c4-0d6173f7a7a3,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:33.060968 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209eb90-e4b3-4587-a600-c5684022eaba req-a21071c2-b7fc-46d1-af7a-3b58450a1f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:33.063465 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d209eb90-e4b3-4587-a600-c5684022eaba req-a21071c2-b7fc-46d1-af7a-3b58450a1f24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce14bb7e-8c13-4782-b1e5-6cdc7be38adf HTTP/1.1" status: 200 len: 801 time: 0.0678859 Jul 24 09:18:33.068118 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 24 Jul 2021 09:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7e78d9-373d-4d08-80a3-3585015e1f13 x-openstack-request-id: req-7d7e78d9-373d-4d08-80a3-3585015e1f13 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:18:33.068663 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2355f540-252d-4b09-9242-9d44ca020e3d", "tag": "70ca16f3-9cb1-4cbf-8136-39af650e508b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2355f540-252d-4b09-9242-9d44ca020e3d", "tag": "94e1ca40-4979-4230-b80a-35c04e5422b8", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:18:33.069936 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d7e78d9-373d-4d08-80a3-3585015e1f13 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:18:33.070669 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2355f540-252d-4b09-9242-9d44ca020e3d', 'tag': '70ca16f3-9cb1-4cbf-8136-39af650e508b', 'status': 'completed', 'code': 200} Jul 24 09:18:33.072087 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2355f540-252d-4b09-9242-9d44ca020e3d', 'tag': '94e1ca40-4979-4230-b80a-35c04e5422b8', 'status': 'completed', 'code': 200} Jul 24 09:18:33.081791 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80698888-fab3-463e-8dee-22cf8a585066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:33.083309 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80698888-fab3-463e-8dee-22cf8a585066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:33.083631 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80698888-fab3-463e-8dee-22cf8a585066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:33.172850 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-80698888-fab3-463e-8dee-22cf8a585066 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7672498 Jul 24 09:18:33.173005 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34278) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:33.188534 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-63657fc8-7895-43db-8d1f-1c29db188221 admin admin] Request body: {'subnet': {'network_id': 'e7975782-37b8-4cdc-a48c-0e5659cded47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-669614775-subnet', 'tenant_id': 'c7d3cdb5749546a8a61ec6fd0066ab8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:33.251563 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80698888-fab3-463e-8dee-22cf8a585066 admin admin] Pushing event updated for resources: {'Network': ['ID=e7975782-37b8-4cdc-a48c-0e5659cded47,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:33.262994 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network e7975782-37b8-4cdc-a48c-0e5659cded47 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:18:33.288667 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209eb90-e4b3-4587-a600-c5684022eaba req-2cd6cc4b-d669-4150-ae76-7348d5f906a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:33.291147 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d209eb90-e4b3-4587-a600-c5684022eaba req-2cd6cc4b-d669-4150-ae76-7348d5f906a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e30c749-1102-4d40-b214-c4555736a2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2160015 Jul 24 09:18:33.294971 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63657fc8-7895-43db-8d1f-1c29db188221 admin admin] Made reservation on behalf of c7d3cdb5749546a8a61ec6fd0066ab8f for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:18:33.298605 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-63657fc8-7895-43db-8d1f-1c29db188221 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:33.465786 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bf4a1-c112-4211-8da2-dadd6ed17aed req-a8cfad8f-87e1-4860-a217-b58dd9abccee tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:33.467325 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d6bf4a1-c112-4211-8da2-dadd6ed17aed req-a8cfad8f-87e1-4860-a217-b58dd9abccee tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=b02c6d8e-ebeb-4963-93d4-9256dc13038e HTTP/1.1" status: 200 len: 944 time: 0.2695723 Jul 24 09:18:33.505019 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d209eb90-e4b3-4587-a600-c5684022eaba req-fbdee152-2356-48b4-b442-28fe921c305b service neutron] 10.222.0.37 "GET /v2.0/networks/8e30c749-1102-4d40-b214-c4555736a2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039444 Jul 24 09:18:33.591866 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d6bf4a1-c112-4211-8da2-dadd6ed17aed req-897213fa-cdd3-4932-8f5c-ff3f86cf2880 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031706 Jul 24 09:18:33.693751 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d209eb90-e4b3-4587-a600-c5684022eaba req-76edf98d-83cb-40f9-a919-dc45635545b1 service neutron] 10.222.0.37 "GET /v2.0/networks/8e30c749-1102-4d40-b214-c4555736a2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782799 Jul 24 09:18:33.696191 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-63657fc8-7895-43db-8d1f-1c29db188221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:33.769803 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d209eb90-e4b3-4587-a600-c5684022eaba req-2e7e4451-941d-4e2b-b537-af7931a93f59 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.215&port_id=94e1ca40-4979-4230-b80a-35c04e5422b8 HTTP/1.1" status: 200 len: 217 time: 0.0474534 Jul 24 09:18:33.821178 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63657fc8-7895-43db-8d1f-1c29db188221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbf034db-9cde-4201-94e4-95eb09d50104,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:33.849966 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63657fc8-7895-43db-8d1f-1c29db188221 admin admin] Checking segment: {'id': '36709531-842e-4437-a258-32aea7901240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e7975782-37b8-4cdc-a48c-0e5659cded47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:18:33.850323 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63657fc8-7895-43db-8d1f-1c29db188221 admin admin] Network hostable DHCP agents. Network: e7975782-37b8-4cdc-a48c-0e5659cded47, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:18:33.869306 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209eb90-e4b3-4587-a600-c5684022eaba req-da116eef-5b63-4ada-a16a-61c4cd243175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:33.870767 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d209eb90-e4b3-4587-a600-c5684022eaba req-da116eef-5b63-4ada-a16a-61c4cd243175 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=32328c07-a3a6-43ee-9742-3e52af3dcc48 HTTP/1.1" status: 200 len: 801 time: 0.0933247 Jul 24 09:18:33.927440 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63657fc8-7895-43db-8d1f-1c29db188221 admin admin] Network e7975782-37b8-4cdc-a48c-0e5659cded47 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:18:33.953120 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-63657fc8-7895-43db-8d1f-1c29db188221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, e7975782-37b8-4cdc-a48c-0e5659cded47) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:18:33.962204 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63657fc8-7895-43db-8d1f-1c29db188221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:33.963054 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-63657fc8-7895-43db-8d1f-1c29db188221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:33.971940 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c05df5-9749-49ba-869d-ab3d90866c82 None None] Network e7975782-37b8-4cdc-a48c-0e5659cded47 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:18:33.992872 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecaf6db-5e84-419a-8780-1aa48b8f0564 req-94bf112b-d6cf-431b-b658-131ff20486f3 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:33.999606 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecaf6db-5e84-419a-8780-1aa48b8f0564 req-94bf112b-d6cf-431b-b658-131ff20486f3 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:34.001770 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8ecaf6db-5e84-419a-8780-1aa48b8f0564 req-94bf112b-d6cf-431b-b658-131ff20486f3 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=2355f540-252d-4b09-9242-9d44ca020e3d HTTP/1.1" status: 200 len: 1679 time: 0.1483371 Jul 24 09:18:34.004765 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-63657fc8-7895-43db-8d1f-1c29db188221 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8306496 Jul 24 09:18:34.028352 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209eb90-e4b3-4587-a600-c5684022eaba req-be0e6376-02d9-45b6-a4a5-b41f286472ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:34.030259 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d209eb90-e4b3-4587-a600-c5684022eaba req-be0e6376-02d9-45b6-a4a5-b41f286472ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd758026-7ef5-4c3a-849b-503498835cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1399801 Jul 24 09:18:34.074099 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8ecaf6db-5e84-419a-8780-1aa48b8f0564 req-0cd64e82-2aac-4f8f-b394-3b5763ea34c1 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661054 Jul 24 09:18:34.198008 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d209eb90-e4b3-4587-a600-c5684022eaba req-81b55e34-a63c-4aea-ac34-9d80b844e283 service neutron] 10.222.0.37 "GET /v2.0/networks/fd758026-7ef5-4c3a-849b-503498835cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544986 Jul 24 09:18:34.198705 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device f2ec6327-268d-46d7-8878-66bfe12ca39a details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:18:34.291666 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port f2ec6327-268d-46d7-8878-66bfe12ca39a, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=f2ec6327-268d-46d7-8878-66bfe12ca39a,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:34.305498 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'f2ec6327-268d-46d7-8878-66bfe12ca39a', 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'port_id': 'f2ec6327-268d-46d7-8878-66bfe12ca39a', 'mac_address': 'fa:16:3e:25:46:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f84861-778d-4828-92aa-af092c959084', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:18:34.309610 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ffb81a-d85a-4917-8ff3-5cf6d631d246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-e7975782-37b8-4cdc-a48c-0e5659cded47', 'network_id': 'e7975782-37b8-4cdc-a48c-0e5659cded47', 'tenant_id': 'c7d3cdb5749546a8a61ec6fd0066ab8f', 'fixed_ips': [{'subnet_id': 'dbf034db-9cde-4201-94e4-95eb09d50104'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:18:34.310450 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-56ffb81a-d85a-4917-8ff3-5cf6d631d246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:34.359565 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d209eb90-e4b3-4587-a600-c5684022eaba req-3eb93afc-c491-4303-ba7d-509758d8a0a3 service neutron] 10.222.0.37 "GET /v2.0/networks/fd758026-7ef5-4c3a-849b-503498835cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559587 Jul 24 09:18:34.374548 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:34.399043 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ec6327-268d-46d7-8878-66bfe12ca39a {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:18:34.494974 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a15e36-0708-402d-8243-e53282d2bfef req-43e7a397-878d-4830-a63a-bb56771d7825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:34.495966 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a15e36-0708-402d-8243-e53282d2bfef req-43e7a397-878d-4830-a63a-bb56771d7825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:34.497174 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44a15e36-0708-402d-8243-e53282d2bfef req-43e7a397-878d-4830-a63a-bb56771d7825 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60a1b5f89d844ea48b73bc1634c8b74f&device_id=2355f540-252d-4b09-9242-9d44ca020e3d HTTP/1.1" status: 200 len: 1981 time: 0.0709412 Jul 24 09:18:34.545001 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-56ffb81a-d85a-4917-8ff3-5cf6d631d246 None None] Allocated IP 172.20.0.2 (e7975782-37b8-4cdc-a48c-0e5659cded47/dbf034db-9cde-4201-94e4-95eb09d50104/3334bd08-1e84-40b2-af25-63470d125919) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:18:34.691356 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-56ffb81a-d85a-4917-8ff3-5cf6d631d246 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:34.699931 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-56ffb81a-d85a-4917-8ff3-5cf6d631d246 None None] Transition to ACTIVE for port object 3334bd08-1e84-40b2-af25-63470d125919 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:18:34.714690 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-56ffb81a-d85a-4917-8ff3-5cf6d631d246 None None] Transition to ACTIVE for port object 3334bd08-1e84-40b2-af25-63470d125919 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:18:34.719529 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port f2ec6327-268d-46d7-8878-66bfe12ca39a, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=f2ec6327-268d-46d7-8878-66bfe12ca39a,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:34.725421 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:34.728504 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-56ffb81a-d85a-4917-8ff3-5cf6d631d246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:34.748239 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a15e36-0708-402d-8243-e53282d2bfef req-ab11749f-f72e-4047-8f0b-924ab253f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:34.750219 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44a15e36-0708-402d-8243-e53282d2bfef req-ab11749f-f72e-4047-8f0b-924ab253f93b service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e30c749-1102-4d40-b214-c4555736a2e3 HTTP/1.1" status: 200 len: 902 time: 0.2431431 Jul 24 09:18:34.760336 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-ee2af42f-04aa-4699-9945-cf87e779fc44 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:34.761888 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-ee2af42f-04aa-4699-9945-cf87e779fc44 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/networks?id=e7975782-37b8-4cdc-a48c-0e5659cded47 HTTP/1.1" status: 200 len: 815 time: 0.1872771 Jul 24 09:18:34.766850 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ffb81a-d85a-4917-8ff3-5cf6d631d246 None None] Network e7975782-37b8-4cdc-a48c-0e5659cded47 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:18:34.770401 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-56ffb81a-d85a-4917-8ff3-5cf6d631d246 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:18:34.774631 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ffb81a-d85a-4917-8ff3-5cf6d631d246 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:18:34.807228 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44a15e36-0708-402d-8243-e53282d2bfef req-a68c7fa7-70a1-4a89-a453-def9f6b7ff9d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.212&port_id=70ca16f3-9cb1-4cbf-8136-39af650e508b HTTP/1.1" status: 200 len: 217 time: 0.0441508 Jul 24 09:18:34.818943 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-0fbb4831-ea08-4514-b40f-cf782d24ca35 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/quotas/c7d3cdb5749546a8a61ec6fd0066ab8f HTTP/1.1" status: 200 len: 375 time: 0.0107076 Jul 24 09:18:34.847312 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-56ffb81a-d85a-4917-8ff3-5cf6d631d246 None None] Attempting to bind port 3334bd08-1e84-40b2-af25-63470d125919 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:18:34.847975 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-56ffb81a-d85a-4917-8ff3-5cf6d631d246 None None] Attempting to bind port 3334bd08-1e84-40b2-af25-63470d125919 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '36709531-842e-4437-a258-32aea7901240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e7975782-37b8-4cdc-a48c-0e5659cded47'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:18:34.848510 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ffb81a-d85a-4917-8ff3-5cf6d631d246 None None] Attempting to bind port 3334bd08-1e84-40b2-af25-63470d125919 on network e7975782-37b8-4cdc-a48c-0e5659cded47 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:18:34.888807 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ffb81a-d85a-4917-8ff3-5cf6d631d246 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:18:34.890480 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ffb81a-d85a-4917-8ff3-5cf6d631d246 None None] Checking segment: {'id': '36709531-842e-4437-a258-32aea7901240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e7975782-37b8-4cdc-a48c-0e5659cded47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:18:34.891077 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-56ffb81a-d85a-4917-8ff3-5cf6d631d246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:34.891635 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ffb81a-d85a-4917-8ff3-5cf6d631d246 None None] Bound using segment: {'id': '36709531-842e-4437-a258-32aea7901240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e7975782-37b8-4cdc-a48c-0e5659cded47'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:18:34.892709 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-56ffb81a-d85a-4917-8ff3-5cf6d631d246 None None] Bound port: 3334bd08-1e84-40b2-af25-63470d125919, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36709531-842e-4437-a258-32aea7901240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e7975782-37b8-4cdc-a48c-0e5659cded47'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:18:34.893319 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-56ffb81a-d85a-4917-8ff3-5cf6d631d246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:34.905311 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a15e36-0708-402d-8243-e53282d2bfef req-d96c78ad-361d-436d-8547-8263721f03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:34.905732 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02f792-481e-43a5-b90f-903511f0881f req-98ab2bfc-045b-4d82-9e09-419bfd9eb04d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:34.906158 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44a15e36-0708-402d-8243-e53282d2bfef req-d96c78ad-361d-436d-8547-8263721f03cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce14bb7e-8c13-4782-b1e5-6cdc7be38adf HTTP/1.1" status: 200 len: 801 time: 0.0859728 Jul 24 09:18:34.914806 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7b02f792-481e-43a5-b90f-903511f0881f req-98ab2bfc-045b-4d82-9e09-419bfd9eb04d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=b02c6d8e-ebeb-4963-93d4-9256dc13038e HTTP/1.1" status: 200 len: 945 time: 0.1007640 Jul 24 09:18:34.918251 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=f2ec6327-268d-46d7-8878-66bfe12ca39a,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:34.968707 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7b02f792-481e-43a5-b90f-903511f0881f req-fa9de741-4695-41bd-b01b-2174476d8510 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469935 Jul 24 09:18:34.986063 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffb81a-d85a-4917-8ff3-5cf6d631d246 None None] Pushing event updated for resources: {'Port': ['ID=3334bd08-1e84-40b2-af25-63470d125919,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:34.991829 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['f2ec6327-268d-46d7-8878-66bfe12ca39a'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:18:34.998815 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-1a0da680-c59a-4bb6-a337-ece8739b4762 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c7d3cdb5749546a8a61ec6fd0066ab8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1457841 Jul 24 09:18:35.018207 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a15e36-0708-402d-8243-e53282d2bfef req-15db480d-9718-4d24-abb2-e89231f3a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:35.020147 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44a15e36-0708-402d-8243-e53282d2bfef req-15db480d-9718-4d24-abb2-e89231f3a602 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e30c749-1102-4d40-b214-c4555736a2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1060743 Jul 24 09:18:35.141169 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-56ffb81a-d85a-4917-8ff3-5cf6d631d246 None None] For port 3334bd08-1e84-40b2-af25-63470d125919, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:18:35.163995 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-56ffb81a-d85a-4917-8ff3-5cf6d631d246 None None] For port 3334bd08-1e84-40b2-af25-63470d125919, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=3334bd08-1e84-40b2-af25-63470d125919,segment=NetworkSegment(36709531-842e-4437-a258-32aea7901240),segment_id=36709531-842e-4437-a258-32aea7901240)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:18:35.182099 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-56ffb81a-d85a-4917-8ff3-5cf6d631d246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:35.200046 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44a15e36-0708-402d-8243-e53282d2bfef req-e9444c79-fea1-459a-b710-d630923b5179 service neutron] 10.222.0.37 "GET /v2.0/networks/8e30c749-1102-4d40-b214-c4555736a2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653221 Jul 24 09:18:35.204441 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-e3498a20-9282-4753-a118-d0b22f17f0c6 service neutron] 10.222.0.32 "GET /v2.0/networks/e7975782-37b8-4cdc-a48c-0e5659cded47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963615 Jul 24 09:18:35.259210 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffb81a-d85a-4917-8ff3-5cf6d631d246 None None] Pushing event updated for resources: {'Port': ['ID=3334bd08-1e84-40b2-af25-63470d125919,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:35.356067 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8df280-caca-4b2b-8ece-34e09239782f req-0692f36c-2fb4-4d57-8ac8-63f2cfeb02e8 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:35.362541 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8df280-caca-4b2b-8ece-34e09239782f req-0692f36c-2fb4-4d57-8ac8-63f2cfeb02e8 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:35.364228 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eb8df280-caca-4b2b-8ece-34e09239782f req-0692f36c-2fb4-4d57-8ac8-63f2cfeb02e8 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=2355f540-252d-4b09-9242-9d44ca020e3d HTTP/1.1" status: 200 len: 1679 time: 0.1105552 Jul 24 09:18:35.376418 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-f724a8ec-b070-4e17-b922-e0247ddfc1c8 service neutron] 10.222.0.32 "GET /v2.0/networks/e7975782-37b8-4cdc-a48c-0e5659cded47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552596 Jul 24 09:18:35.400751 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44a15e36-0708-402d-8243-e53282d2bfef req-afd9c38b-7dab-4465-8740-2ec06c1a6f8e service neutron] 10.222.0.37 "GET /v2.0/networks/8e30c749-1102-4d40-b214-c4555736a2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939373 Jul 24 09:18:35.411277 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eb8df280-caca-4b2b-8ece-34e09239782f req-2206775a-2a86-41cc-951a-67bf133ba920 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410531 Jul 24 09:18:35.546869 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a15e36-0708-402d-8243-e53282d2bfef req-b80870b8-4d62-44f6-b24a-5d8c13e035e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:35.546869 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a15e36-0708-402d-8243-e53282d2bfef req-b80870b8-4d62-44f6-b24a-5d8c13e035e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:35.558480 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44a15e36-0708-402d-8243-e53282d2bfef req-b80870b8-4d62-44f6-b24a-5d8c13e035e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60a1b5f89d844ea48b73bc1634c8b74f&device_id=2355f540-252d-4b09-9242-9d44ca020e3d HTTP/1.1" status: 200 len: 1981 time: 0.1003470 Jul 24 09:18:35.742811 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a15e36-0708-402d-8243-e53282d2bfef req-17a08e58-78f8-4dcd-ad38-b17c63bfcbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:35.761679 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44a15e36-0708-402d-8243-e53282d2bfef req-17a08e58-78f8-4dcd-ad38-b17c63bfcbc5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd758026-7ef5-4c3a-849b-503498835cab HTTP/1.1" status: 200 len: 902 time: 0.1868551 Jul 24 09:18:35.835729 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44a15e36-0708-402d-8243-e53282d2bfef req-e6b791f1-ec1e-416b-8570-d798dd557be0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.215&port_id=94e1ca40-4979-4230-b80a-35c04e5422b8 HTTP/1.1" status: 200 len: 217 time: 0.0486627 Jul 24 09:18:36.183439 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device f2ec6327-268d-46d7-8878-66bfe12ca39a up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:18:36.257786 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port f2ec6327-268d-46d7-8878-66bfe12ca39a completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:18:36.268552 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port f2ec6327-268d-46d7-8878-66bfe12ca39a triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:18:36.269240 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:36.346273 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a15e36-0708-402d-8243-e53282d2bfef req-5905c1bc-ef35-41c8-83fe-1e9764ae9fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:36.348486 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44a15e36-0708-402d-8243-e53282d2bfef req-5905c1bc-ef35-41c8-83fe-1e9764ae9fbe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=32328c07-a3a6-43ee-9742-3e52af3dcc48 HTTP/1.1" status: 200 len: 801 time: 0.5031765 Jul 24 09:18:36.443826 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-a5ff9a30-c10d-4f96-9260-94c6fa0f8f50 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:36.453481 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-a5ff9a30-c10d-4f96-9260-94c6fa0f8f50 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/networks?id=e7975782-37b8-4cdc-a48c-0e5659cded47 HTTP/1.1" status: 200 len: 815 time: 0.6860366 Jul 24 09:18:36.469632 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:36.493386 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-4a23673e-0948-44da-8e1e-20eee07aac2d tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/quotas/c7d3cdb5749546a8a61ec6fd0066ab8f HTTP/1.1" status: 200 len: 375 time: 0.0388548 Jul 24 09:18:36.531061 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02c6d8e-ebeb-4963-93d4-9256dc13038e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ec6327-268d-46d7-8878-66bfe12ca39a'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:18:36.536155 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac1177f-627f-400d-b6c5-a14df89fa249" -d '{"events": [{"server_uuid": "b02c6d8e-ebeb-4963-93d4-9256dc13038e", "name": "network-vif-plugged", "status": "completed", "tag": "f2ec6327-268d-46d7-8878-66bfe12ca39a"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:18:36.558036 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port f2ec6327-268d-46d7-8878-66bfe12ca39a, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=f2ec6327-268d-46d7-8878-66bfe12ca39a,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:36.566897 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:36.598897 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a15e36-0708-402d-8243-e53282d2bfef req-441df29f-de33-4451-a042-bbe53fa9c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:36.600095 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:18:36.600846 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44a15e36-0708-402d-8243-e53282d2bfef req-441df29f-de33-4451-a042-bbe53fa9c883 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd758026-7ef5-4c3a-849b-503498835cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2429504 Jul 24 09:18:36.606089 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c12051-793b-4044-86f8-16d46710713c req-a9d7e9cf-ee0d-4e26-9489-2ac56c24b37d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:36.624835 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3c12051-793b-4044-86f8-16d46710713c req-a9d7e9cf-ee0d-4e26-9489-2ac56c24b37d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=b02c6d8e-ebeb-4963-93d4-9256dc13038e HTTP/1.1" status: 200 len: 945 time: 0.1084423 Jul 24 09:18:36.651845 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=f2ec6327-268d-46d7-8878-66bfe12ca39a,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:36.660641 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-b3ad04d6-cc9f-4730-83d6-b68aaab9cf17 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c7d3cdb5749546a8a61ec6fd0066ab8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1659083 Jul 24 09:18:36.692162 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3c12051-793b-4044-86f8-16d46710713c req-9b55d481-c7d8-44e0-8797-76ec11bd133d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661533 Jul 24 09:18:36.817818 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44a15e36-0708-402d-8243-e53282d2bfef req-1d0ec449-8e0e-4bee-a207-7f26c581672b service neutron] 10.222.0.37 "GET /v2.0/networks/fd758026-7ef5-4c3a-849b-503498835cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042906 Jul 24 09:18:36.828390 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-195d4af2-14b9-416f-b47c-aebf2594eda2 service neutron] 10.222.0.32 "GET /v2.0/networks/e7975782-37b8-4cdc-a48c-0e5659cded47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667252 Jul 24 09:18:36.833981 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b60b93b-907f-4d4f-9116-9b561001606d None None] Network e7975782-37b8-4cdc-a48c-0e5659cded47 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:18:36.957278 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81997839-c098-41b2-a165-5b349dfcbdad req-594d1e3f-1f8f-4db1-aa27-d159940a8458 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:36.967087 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81997839-c098-41b2-a165-5b349dfcbdad req-594d1e3f-1f8f-4db1-aa27-d159940a8458 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:36.969340 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-81997839-c098-41b2-a165-5b349dfcbdad req-594d1e3f-1f8f-4db1-aa27-d159940a8458 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=2355f540-252d-4b09-9242-9d44ca020e3d HTTP/1.1" status: 200 len: 1679 time: 0.0865283 Jul 24 09:18:36.995601 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-386a4826-041e-458c-85ff-ea1a4a8a8e40 None None] Provisioning for port 3334bd08-1e84-40b2-af25-63470d125919 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:18:37.058018 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-81997839-c098-41b2-a165-5b349dfcbdad req-f1d086b3-31c3-4bc1-8144-9ef88ba2260e tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667987 Jul 24 09:18:37.129491 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-9efb7e30-f067-47cf-ab28-f2e31e0e002d tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:37.130996 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-9efb7e30-f067-47cf-ab28-f2e31e0e002d tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.20 "GET /v2.0/networks?id=e7975782-37b8-4cdc-a48c-0e5659cded47 HTTP/1.1" status: 200 len: 815 time: 0.1496236 Jul 24 09:18:37.147449 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-9db9a746-8257-4101-a05a-907b3704bd4f tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Request body: {'port': {'device_id': 'aaab81b7-1563-4b04-9dbf-0dd75885cdd8', 'network_id': 'e7975782-37b8-4cdc-a48c-0e5659cded47', 'admin_state_up': True, 'tenant_id': 'c7d3cdb5749546a8a61ec6fd0066ab8f'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:37.189172 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-b4b626c6-f8dc-47c0-9ce0-b5c5ad467b0e service neutron] 10.222.0.32 "GET /v2.0/networks/e7975782-37b8-4cdc-a48c-0e5659cded47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598363 Jul 24 09:18:37.233510 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44a15e36-0708-402d-8243-e53282d2bfef req-40316b74-4674-4e3c-8bda-54fe1edc36fe service neutron] 10.222.0.37 "GET /v2.0/networks/fd758026-7ef5-4c3a-849b-503498835cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030476 Jul 24 09:18:37.390479 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-9db9a746-8257-4101-a05a-907b3704bd4f tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Made reservation on behalf of c7d3cdb5749546a8a61ec6fd0066ab8f for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:18:37.395367 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-9db9a746-8257-4101-a05a-907b3704bd4f tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:37.460348 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f3ddc0-b1fa-435d-b738-6721b6f25914 x-openstack-request-id: req-d2f3ddc0-b1fa-435d-b738-6721b6f25914 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:18:37.460903 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02c6d8e-ebeb-4963-93d4-9256dc13038e", "name": "network-vif-plugged", "status": "completed", "tag": "f2ec6327-268d-46d7-8878-66bfe12ca39a", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:18:37.460997 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2f3ddc0-b1fa-435d-b738-6721b6f25914 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:18:37.461321 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02c6d8e-ebeb-4963-93d4-9256dc13038e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ec6327-268d-46d7-8878-66bfe12ca39a', 'code': 200} Jul 24 09:18:37.505756 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 3334bd08-1e84-40b2-af25-63470d125919 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:18:37.666585 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 3334bd08-1e84-40b2-af25-63470d125919 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:18:37.671139 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 3334bd08-1e84-40b2-af25-63470d125919 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:18:37.671519 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:37.819124 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252b892-9569-4d1d-bd72-944a8226598f req-28f53abb-07b8-407f-8a37-b16c98aa4cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:37.820676 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:37.820842 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c252b892-9569-4d1d-bd72-944a8226598f req-28f53abb-07b8-407f-8a37-b16c98aa4cd0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b02c6d8e-ebeb-4963-93d4-9256dc13038e HTTP/1.1" status: 200 len: 1097 time: 0.2559109 Jul 24 09:18:37.838731 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-9db9a746-8257-4101-a05a-907b3704bd4f tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Allocated IP 172.20.0.9 (e7975782-37b8-4cdc-a48c-0e5659cded47/dbf034db-9cde-4201-94e4-95eb09d50104/895cdaef-83aa-413c-8ea5-ba5fe01f53be) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:18:37.891978 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 3334bd08-1e84-40b2-af25-63470d125919, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=3334bd08-1e84-40b2-af25-63470d125919,segment=NetworkSegment(36709531-842e-4437-a258-32aea7901240),segment_id=36709531-842e-4437-a258-32aea7901240)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:37.899596 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:37.911192 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c252b892-9569-4d1d-bd72-944a8226598f req-3e80a162-ffcd-47cf-b163-43854f1f3950 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812769 Jul 24 09:18:37.920282 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-7d1d911e-64c4-4bdf-96b4-f2b70666a2fb tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:37.928851 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-7d1d911e-64c4-4bdf-96b4-f2b70666a2fb tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/networks?id=e7975782-37b8-4cdc-a48c-0e5659cded47 HTTP/1.1" status: 200 len: 815 time: 0.2528088 Jul 24 09:18:37.963866 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=3334bd08-1e84-40b2-af25-63470d125919,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:37.966359 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-1d41528d-9639-4112-8af2-4f853ab023eb tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/quotas/c7d3cdb5749546a8a61ec6fd0066ab8f HTTP/1.1" status: 200 len: 375 time: 0.0362360 Jul 24 09:18:38.109061 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-9d355f38-1b80-485f-84a0-d6f8ca09e04d tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c7d3cdb5749546a8a61ec6fd0066ab8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1415756 Jul 24 09:18:38.138485 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c62302-b9f1-4347-a285-48e1699a343f req-f7165638-1541-49d7-9012-9eb9d4324080 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:38.143258 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-05c62302-b9f1-4347-a285-48e1699a343f req-f7165638-1541-49d7-9012-9eb9d4324080 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=b02c6d8e-ebeb-4963-93d4-9256dc13038e HTTP/1.1" status: 200 len: 946 time: 0.1323669 Jul 24 09:18:38.176378 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-9db9a746-8257-4101-a05a-907b3704bd4f tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:38.198474 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 94e1ca40-4979-4230-b80a-35c04e5422b8 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:18:38.229568 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-05c62302-b9f1-4347-a285-48e1699a343f req-2a189bd8-3f68-4df1-a21f-b24b671ca4ee tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720539 Jul 24 09:18:38.263021 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-9db9a746-8257-4101-a05a-907b3704bd4f tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Transition to ACTIVE for port object 895cdaef-83aa-413c-8ea5-ba5fe01f53be will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:18:38.337032 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 94e1ca40-4979-4230-b80a-35c04e5422b8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=94e1ca40-4979-4230-b80a-35c04e5422b8,segment=NetworkSegment(c3211e0f-3ed7-472f-9639-55e3b05ceeac),segment_id=c3211e0f-3ed7-472f-9639-55e3b05ceeac)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:38.345363 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-e4eea6e7-1696-42df-b56f-b59e4e6d735b service neutron] 10.222.0.32 "GET /v2.0/networks/e7975782-37b8-4cdc-a48c-0e5659cded47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354083 Jul 24 09:18:38.354441 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '94e1ca40-4979-4230-b80a-35c04e5422b8', 'network_id': 'fd758026-7ef5-4c3a-849b-503498835cab', 'port_id': '94e1ca40-4979-4230-b80a-35c04e5422b8', 'mac_address': 'fa:16:3e:ca:8e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32328c07-a3a6-43ee-9742-3e52af3dcc48', 'ip_address': '19.86.0.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:18:38.390912 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-9db9a746-8257-4101-a05a-907b3704bd4f tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:38.415928 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-9db9a746-8257-4101-a05a-907b3704bd4f tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Network e7975782-37b8-4cdc-a48c-0e5659cded47 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:18:38.421577 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-9db9a746-8257-4101-a05a-907b3704bd4f tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:18:38.423917 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:38.441329 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e1ca40-4979-4230-b80a-35c04e5422b8 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:18:38.462409 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-9db9a746-8257-4101-a05a-907b3704bd4f tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:18:38.493945 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 94e1ca40-4979-4230-b80a-35c04e5422b8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=94e1ca40-4979-4230-b80a-35c04e5422b8,segment=NetworkSegment(c3211e0f-3ed7-472f-9639-55e3b05ceeac),segment_id=c3211e0f-3ed7-472f-9639-55e3b05ceeac)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:38.511170 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:38.511170 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 70ca16f3-9cb1-4cbf-8136-39af650e508b details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:18:38.560905 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ec076-f48e-4833-a218-486b17e6ae34 req-efff7ead-5966-47e2-aef5-e77bc172b920 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:38.570118 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ec076-f48e-4833-a218-486b17e6ae34 req-efff7ead-5966-47e2-aef5-e77bc172b920 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:38.574868 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9a746-8257-4101-a05a-907b3704bd4f tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Pushing event updated for resources: {'Port': ['ID=895cdaef-83aa-413c-8ea5-ba5fe01f53be,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:38.581212 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4e3ec076-f48e-4833-a218-486b17e6ae34 req-efff7ead-5966-47e2-aef5-e77bc172b920 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=2355f540-252d-4b09-9242-9d44ca020e3d HTTP/1.1" status: 200 len: 1679 time: 0.1245000 Jul 24 09:18:38.614002 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-9db9a746-8257-4101-a05a-907b3704bd4f tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:38.614575 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-9db9a746-8257-4101-a05a-907b3704bd4f tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:38.633768 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4e3ec076-f48e-4833-a218-486b17e6ae34 req-128b4ede-5f1d-46a0-8ccd-c9a4e48eca6f tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507810 Jul 24 09:18:38.636062 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-9db9a746-8257-4101-a05a-907b3704bd4f tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4950058 Jul 24 09:18:38.638011 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-846560e9-658b-4575-b8ff-133f58ff7965 service neutron] 10.222.0.32 "GET /v2.0/networks/e7975782-37b8-4cdc-a48c-0e5659cded47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917452 Jul 24 09:18:38.639466 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=94e1ca40-4979-4230-b80a-35c04e5422b8,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:38.656066 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-ac71b900-5df9-4ab4-98da-4326b14f2086 service neutron] Request body: {'port': {'device_id': 'aaab81b7-1563-4b04-9dbf-0dd75885cdd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:38.755183 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 70ca16f3-9cb1-4cbf-8136-39af650e508b, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=70ca16f3-9cb1-4cbf-8136-39af650e508b,segment=NetworkSegment(7ae3cfda-3a2a-4563-a30a-81ab108b8cc4),segment_id=7ae3cfda-3a2a-4563-a30a-81ab108b8cc4)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:38.758419 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-ac71b900-5df9-4ab4-98da-4326b14f2086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:38.772393 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '70ca16f3-9cb1-4cbf-8136-39af650e508b', 'network_id': '8e30c749-1102-4d40-b214-c4555736a2e3', 'port_id': '70ca16f3-9cb1-4cbf-8136-39af650e508b', 'mac_address': 'fa:16:3e:86:af:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce14bb7e-8c13-4782-b1e5-6cdc7be38adf', 'ip_address': '19.80.0.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:18:38.828466 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a82b1274-4269-46de-82b0-bb15bb63c226 None None] Provisioning for port 895cdaef-83aa-413c-8ea5-ba5fe01f53be completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:18:38.837336 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a82b1274-4269-46de-82b0-bb15bb63c226 None None] Provisioning complete for port 895cdaef-83aa-413c-8ea5-ba5fe01f53be triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:18:38.837880 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a82b1274-4269-46de-82b0-bb15bb63c226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:38.867628 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:38.886765 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70ca16f3-9cb1-4cbf-8136-39af650e508b {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:18:38.911804 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 70ca16f3-9cb1-4cbf-8136-39af650e508b, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=70ca16f3-9cb1-4cbf-8136-39af650e508b,segment=NetworkSegment(7ae3cfda-3a2a-4563-a30a-81ab108b8cc4),segment_id=7ae3cfda-3a2a-4563-a30a-81ab108b8cc4)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:38.923622 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:38.991518 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=70ca16f3-9cb1-4cbf-8136-39af650e508b,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:38.995607 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-a82b1274-4269-46de-82b0-bb15bb63c226 None None] Port 895cdaef-83aa-413c-8ea5-ba5fe01f53be cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:18:39.102767 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-15522b3f-50aa-4c1a-9e09-da8700497730 req-e170f531-9756-43f5-a169-c8f17217ce70 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c3e83e-4968-4c50-a47c-b34cad050c5d HTTP/1.1" status: 200 len: 210 time: 0.0684142 Jul 24 09:18:39.155914 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['70ca16f3-9cb1-4cbf-8136-39af650e508b'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:18:39.202336 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-ac71b900-5df9-4ab4-98da-4326b14f2086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 895cdaef-83aa-413c-8ea5-ba5fe01f53be {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:18:39.213582 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-ac71b900-5df9-4ab4-98da-4326b14f2086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:39.241323 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-ac71b900-5df9-4ab4-98da-4326b14f2086 service neutron] Transition to ACTIVE for port object 895cdaef-83aa-413c-8ea5-ba5fe01f53be will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:18:39.248999 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-80bbd3f0-5163-40cd-9573-0f4c71c06632 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:39.251491 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-80bbd3f0-5163-40cd-9573-0f4c71c06632 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.20 "GET /v2.0/networks?id=e7975782-37b8-4cdc-a48c-0e5659cded47 HTTP/1.1" status: 200 len: 815 time: 0.1946273 Jul 24 09:18:39.252830 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-ac71b900-5df9-4ab4-98da-4326b14f2086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:39.266008 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-8bd9950b-869c-4a2e-9991-914f9b9fe624 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Request body: {'port': {'device_id': 'f9aa051c-23f1-4332-9bd7-9235f004ca70', 'network_id': 'e7975782-37b8-4cdc-a48c-0e5659cded47', 'admin_state_up': True, 'tenant_id': 'c7d3cdb5749546a8a61ec6fd0066ab8f'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:39.416164 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71b900-5df9-4ab4-98da-4326b14f2086 service neutron] Pushing event updated for resources: {'Port': ['ID=895cdaef-83aa-413c-8ea5-ba5fe01f53be,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:39.519503 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 3334bd08-1e84-40b2-af25-63470d125919 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:18:39.581104 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34514) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:39.667431 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 3334bd08-1e84-40b2-af25-63470d125919 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:18:39.668790 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:39.749056 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9b6ca-0246-44d9-8538-462db0f5b569 req-e6bdc0c9-72f3-4155-ab38-0ea4f15cf91b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:39.753691 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a0d9b6ca-0246-44d9-8538-462db0f5b569 req-e6bdc0c9-72f3-4155-ab38-0ea4f15cf91b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=b02c6d8e-ebeb-4963-93d4-9256dc13038e HTTP/1.1" status: 200 len: 946 time: 0.2895596 Jul 24 09:18:39.858337 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-ac71b900-5df9-4ab4-98da-4326b14f2086 service neutron] Attempting to bind port 895cdaef-83aa-413c-8ea5-ba5fe01f53be on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:18:39.858702 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-ac71b900-5df9-4ab4-98da-4326b14f2086 service neutron] Attempting to bind port 895cdaef-83aa-413c-8ea5-ba5fe01f53be by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '36709531-842e-4437-a258-32aea7901240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e7975782-37b8-4cdc-a48c-0e5659cded47'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:18:39.859174 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-ac71b900-5df9-4ab4-98da-4326b14f2086 service neutron] Attempting to bind port 895cdaef-83aa-413c-8ea5-ba5fe01f53be on network e7975782-37b8-4cdc-a48c-0e5659cded47 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:18:39.872612 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-ac71b900-5df9-4ab4-98da-4326b14f2086 service neutron] Port 895cdaef-83aa-413c-8ea5-ba5fe01f53be on network e7975782-37b8-4cdc-a48c-0e5659cded47 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:18:39.872985 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-ac71b900-5df9-4ab4-98da-4326b14f2086 service neutron] Attempting to bind port 895cdaef-83aa-413c-8ea5-ba5fe01f53be on network e7975782-37b8-4cdc-a48c-0e5659cded47 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:18:39.873228 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-49eb5dc8-c79f-4f69-acba-0f4b7c8f2ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:39.894583 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a0d9b6ca-0246-44d9-8538-462db0f5b569 req-0972ca26-e196-4eb7-83d7-da7cc9b8a6cb tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990765 Jul 24 09:18:39.895892 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-ac71b900-5df9-4ab4-98da-4326b14f2086 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:18:39.896231 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-ac71b900-5df9-4ab4-98da-4326b14f2086 service neutron] Checking segment: {'id': '36709531-842e-4437-a258-32aea7901240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e7975782-37b8-4cdc-a48c-0e5659cded47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:18:39.896632 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-ac71b900-5df9-4ab4-98da-4326b14f2086 service neutron] Bound using segment: {'id': '36709531-842e-4437-a258-32aea7901240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e7975782-37b8-4cdc-a48c-0e5659cded47'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:18:39.897133 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-ac71b900-5df9-4ab4-98da-4326b14f2086 service neutron] Bound port: 895cdaef-83aa-413c-8ea5-ba5fe01f53be, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36709531-842e-4437-a258-32aea7901240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e7975782-37b8-4cdc-a48c-0e5659cded47'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:18:39.897494 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-ac71b900-5df9-4ab4-98da-4326b14f2086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:39.900378 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-8bd9950b-869c-4a2e-9991-914f9b9fe624 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Made reservation on behalf of c7d3cdb5749546a8a61ec6fd0066ab8f for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:18:39.903796 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-8bd9950b-869c-4a2e-9991-914f9b9fe624 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:39.972087 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b37eb6-2720-4a61-bfc9-b0aa37c74837 req-27ae01c4-8c12-4fe4-8ef3-b1163052c3d2 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:39.986680 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b37eb6-2720-4a61-bfc9-b0aa37c74837 req-27ae01c4-8c12-4fe4-8ef3-b1163052c3d2 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:39.991761 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b8b37eb6-2720-4a61-bfc9-b0aa37c74837 req-27ae01c4-8c12-4fe4-8ef3-b1163052c3d2 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=2355f540-252d-4b09-9242-9d44ca020e3d HTTP/1.1" status: 200 len: 1681 time: 0.2124267 Jul 24 09:18:40.043410 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-ac71b900-5df9-4ab4-98da-4326b14f2086 service neutron] For port 895cdaef-83aa-413c-8ea5-ba5fe01f53be, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:18:40.049575 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-ac71b900-5df9-4ab4-98da-4326b14f2086 service neutron] For port 895cdaef-83aa-413c-8ea5-ba5fe01f53be, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=895cdaef-83aa-413c-8ea5-ba5fe01f53be,segment=NetworkSegment(36709531-842e-4437-a258-32aea7901240),segment_id=36709531-842e-4437-a258-32aea7901240)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:18:40.085090 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b8b37eb6-2720-4a61-bfc9-b0aa37c74837 req-7b647797-8152-4cf4-bc56-2aa3e7471184 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822356 Jul 24 09:18:40.145427 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-49eb5dc8-c79f-4f69-acba-0f4b7c8f2ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:40.155276 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-49eb5dc8-c79f-4f69-acba-0f4b7c8f2ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:40.169568 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-ac71b900-5df9-4ab4-98da-4326b14f2086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:40.183729 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb5dc8-c79f-4f69-acba-0f4b7c8f2ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677e8fcc-fb21-4fda-b276-8291f4dc63f4,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:40.208079 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['94e1ca40-4979-4230-b80a-35c04e5422b8'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:18:40.212492 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-49eb5dc8-c79f-4f69-acba-0f4b7c8f2ef7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=13dd4baf25ca43d58767f995af23c0e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6281137 Jul 24 09:18:40.213434 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 70ca16f3-9cb1-4cbf-8136-39af650e508b up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:18:40.213999 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34536) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:40.271916 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71b900-5df9-4ab4-98da-4326b14f2086 service neutron] Pushing event updated for resources: {'Port': ['ID=895cdaef-83aa-413c-8ea5-ba5fe01f53be,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:40.283214 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-ac71b900-5df9-4ab4-98da-4326b14f2086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:40.284049 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-ac71b900-5df9-4ab4-98da-4326b14f2086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:40.286051 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-ac71b900-5df9-4ab4-98da-4326b14f2086 service neutron] 10.222.0.20 "PUT /v2.0/ports/895cdaef-83aa-413c-8ea5-ba5fe01f53be HTTP/1.1" status: 200 len: 1091 time: 1.6412165 Jul 24 09:18:40.286671 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaab81b7-1563-4b04-9dbf-0dd75885cdd8', 'tag': '895cdaef-83aa-413c-8ea5-ba5fe01f53be'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:18:40.289398 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c682ba9b-d2f2-48d3-a794-640fb0d1d0bd" -d '{"events": [{"name": "network-changed", "server_uuid": "aaab81b7-1563-4b04-9dbf-0dd75885cdd8", "tag": "895cdaef-83aa-413c-8ea5-ba5fe01f53be"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:18:40.308909 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-8bd9950b-869c-4a2e-9991-914f9b9fe624 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Allocated IP 172.20.0.13 (e7975782-37b8-4cdc-a48c-0e5659cded47/dbf034db-9cde-4201-94e4-95eb09d50104/b4d0d30b-b151-4f63-8fbe-aa2fed244ef8) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:18:40.357667 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-677fa344-eb7d-4e61-b317-c1fc4c28f859 req-598806c0-aebd-4847-8758-778e890fb800 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c3e83e-4968-4c50-a47c-b34cad050c5d HTTP/1.1" status: 200 len: 210 time: 0.1113188 Jul 24 09:18:40.358618 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba0525f-903b-4f0e-a253-154f5d6e2dc6 x-openstack-request-id: req-8ba0525f-903b-4f0e-a253-154f5d6e2dc6 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:18:40.358924 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaab81b7-1563-4b04-9dbf-0dd75885cdd8", "tag": "895cdaef-83aa-413c-8ea5-ba5fe01f53be", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:18:40.359175 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ba0525f-903b-4f0e-a253-154f5d6e2dc6 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:18:40.359566 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaab81b7-1563-4b04-9dbf-0dd75885cdd8', 'tag': '895cdaef-83aa-413c-8ea5-ba5fe01f53be', 'status': 'completed', 'code': 200} Jul 24 09:18:40.382560 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 70ca16f3-9cb1-4cbf-8136-39af650e508b completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:18:40.395268 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 70ca16f3-9cb1-4cbf-8136-39af650e508b triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:18:40.395680 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:40.428209 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1bb383d0-b793-4a95-81e4-b608eb4903ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:40.484755 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1bb383d0-b793-4a95-81e4-b608eb4903ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:40.565749 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1bb383d0-b793-4a95-81e4-b608eb4903ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:40.569298 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1bb383d0-b793-4a95-81e4-b608eb4903ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:40.571149 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1bb383d0-b793-4a95-81e4-b608eb4903ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/677e8fcc-fb21-4fda-b276-8291f4dc63f4 HTTP/1.1" status: 204 len: 168 time: 0.3557239 Jul 24 09:18:40.581466 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb383d0-b793-4a95-81e4-b608eb4903ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677e8fcc-fb21-4fda-b276-8291f4dc63f4,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:40.658722 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:40.731755 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-4d3f3ed7-6686-4344-93a8-ea96da187252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:40.733970 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-4d3f3ed7-6686-4344-93a8-ea96da187252 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7d3cdb5749546a8a61ec6fd0066ab8f&device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 1094 time: 0.3782985 Jul 24 09:18:40.748779 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2355f540-252d-4b09-9242-9d44ca020e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ca16f3-9cb1-4cbf-8136-39af650e508b'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:18:40.752114 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6097e4a7-22be-4e3d-90c2-e71aeddbae0a" -d '{"events": [{"server_uuid": "2355f540-252d-4b09-9242-9d44ca020e3d", "name": "network-vif-plugged", "status": "completed", "tag": "70ca16f3-9cb1-4cbf-8136-39af650e508b"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:18:40.773528 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 70ca16f3-9cb1-4cbf-8136-39af650e508b, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=70ca16f3-9cb1-4cbf-8136-39af650e508b,segment=NetworkSegment(7ae3cfda-3a2a-4563-a30a-81ab108b8cc4),segment_id=7ae3cfda-3a2a-4563-a30a-81ab108b8cc4)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:40.782637 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:40.801246 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-9764665d-ec35-4c15-92e6-5a8afb72832e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=895cdaef-83aa-413c-8ea5-ba5fe01f53be HTTP/1.1" status: 200 len: 217 time: 0.0540404 Jul 24 09:18:40.829428 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-8bd9950b-869c-4a2e-9991-914f9b9fe624 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:40.861976 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6ec5c5-69fe-46dd-8ccc-5905d0838994 x-openstack-request-id: req-2a6ec5c5-69fe-46dd-8ccc-5905d0838994 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:18:40.862122 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2355f540-252d-4b09-9242-9d44ca020e3d", "name": "network-vif-plugged", "status": "completed", "tag": "70ca16f3-9cb1-4cbf-8136-39af650e508b", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:18:40.862215 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-6574063a-ee0d-4584-8cc4-bae99613087b tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:40.862470 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a6ec5c5-69fe-46dd-8ccc-5905d0838994 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:18:40.862812 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2355f540-252d-4b09-9242-9d44ca020e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ca16f3-9cb1-4cbf-8136-39af650e508b', 'code': 200} Jul 24 09:18:40.863401 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=70ca16f3-9cb1-4cbf-8136-39af650e508b,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:40.863695 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-6574063a-ee0d-4584-8cc4-bae99613087b tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.37 "GET /v2.0/networks?id=e7975782-37b8-4cdc-a48c-0e5659cded47 HTTP/1.1" status: 200 len: 815 time: 0.3648825 Jul 24 09:18:40.882407 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-483befca-73c1-4f2b-9725-54e23b430b72 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Request body: {'port': {'device_id': '95c3e83e-4968-4c50-a47c-b34cad050c5d', 'network_id': 'e7975782-37b8-4cdc-a48c-0e5659cded47', 'admin_state_up': True, 'tenant_id': 'c7d3cdb5749546a8a61ec6fd0066ab8f'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:40.889875 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-8bd9950b-869c-4a2e-9991-914f9b9fe624 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Transition to ACTIVE for port object b4d0d30b-b151-4f63-8fbe-aa2fed244ef8 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:18:40.935998 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-8de02ed9-6855-4884-b749-d5ebbd73f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:40.937840 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-8de02ed9-6855-4884-b749-d5ebbd73f025 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbf034db-9cde-4201-94e4-95eb09d50104 HTTP/1.1" status: 200 len: 854 time: 0.1223280 Jul 24 09:18:41.069939 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-8bd9950b-869c-4a2e-9991-914f9b9fe624 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:41.143130 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-8bd9950b-869c-4a2e-9991-914f9b9fe624 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Network e7975782-37b8-4cdc-a48c-0e5659cded47 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:18:41.146677 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-8581fd38-2b9d-4743-8d58-b746d899cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:41.149021 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-8581fd38-2b9d-4743-8d58-b746d899cf60 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e7975782-37b8-4cdc-a48c-0e5659cded47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2039676 Jul 24 09:18:41.159211 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-8bd9950b-869c-4a2e-9991-914f9b9fe624 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:18:41.166350 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-8bd9950b-869c-4a2e-9991-914f9b9fe624 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:18:41.177712 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-483befca-73c1-4f2b-9725-54e23b430b72 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Made reservation on behalf of c7d3cdb5749546a8a61ec6fd0066ab8f for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:18:41.181453 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-483befca-73c1-4f2b-9725-54e23b430b72 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:41.186634 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9950b-869c-4a2e-9991-914f9b9fe624 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Pushing event updated for resources: {'Port': ['ID=b4d0d30b-b151-4f63-8fbe-aa2fed244ef8,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:41.365250 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7410b-7b3f-46ab-8174-1cf1343c1c23 req-b40a7277-fe67-4b12-9922-06df1c6a7fb4 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:41.375626 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7410b-7b3f-46ab-8174-1cf1343c1c23 req-b40a7277-fe67-4b12-9922-06df1c6a7fb4 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:41.378137 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-06b7410b-7b3f-46ab-8174-1cf1343c1c23 req-b40a7277-fe67-4b12-9922-06df1c6a7fb4 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=2355f540-252d-4b09-9242-9d44ca020e3d HTTP/1.1" status: 200 len: 1682 time: 0.1093590 Jul 24 09:18:41.426558 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-8bd9950b-869c-4a2e-9991-914f9b9fe624 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:41.427394 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-8bd9950b-869c-4a2e-9991-914f9b9fe624 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:41.490083 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-8bd9950b-869c-4a2e-9991-914f9b9fe624 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2282004 Jul 24 09:18:41.520393 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-378a708d-80c6-4785-b5aa-d607ab72bcf0 service neutron] Request body: {'port': {'device_id': 'f9aa051c-23f1-4332-9bd7-9235f004ca70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:41.526829 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-4cc21899-c576-4d05-af29-04f473160c7f service neutron] 10.222.0.20 "GET /v2.0/networks/e7975782-37b8-4cdc-a48c-0e5659cded47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620427 Jul 24 09:18:41.534603 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-06b7410b-7b3f-46ab-8174-1cf1343c1c23 req-e3408199-ba51-44b5-b18c-4d04d636eb09 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384089 Jul 24 09:18:41.582817 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6736fde9-c2ae-4e28-86d9-9292445fc726 None None] Provisioning for port b4d0d30b-b151-4f63-8fbe-aa2fed244ef8 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:18:41.589166 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6736fde9-c2ae-4e28-86d9-9292445fc726 None None] Provisioning complete for port b4d0d30b-b151-4f63-8fbe-aa2fed244ef8 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:18:41.589670 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6736fde9-c2ae-4e28-86d9-9292445fc726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:41.786938 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-6736fde9-c2ae-4e28-86d9-9292445fc726 None None] Port b4d0d30b-b151-4f63-8fbe-aa2fed244ef8 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:18:41.941204 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-91bc6db2-93c1-4b3b-b329-d574dece2cd0 req-d141f330-1a93-4e23-97e2-8c27f1ea2083 tempest-AbsoluteLimitsNegativeTestJSON-107689082 tempest-AbsoluteLimitsNegativeTestJSON-107689082-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=42a5e11f4eca4db1a4f39cb51def1ff5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319252 Jul 24 09:18:41.972792 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e0863956-c5e7-407c-b8fc-66f950979d75 req-f35c84f4-48e2-4196-9c9d-7bc2534dfa3d tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c3e83e-4968-4c50-a47c-b34cad050c5d HTTP/1.1" status: 200 len: 210 time: 0.4424555 Jul 24 09:18:42.007418 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-483befca-73c1-4f2b-9725-54e23b430b72 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Allocated IP 172.20.0.14 (e7975782-37b8-4cdc-a48c-0e5659cded47/dbf034db-9cde-4201-94e4-95eb09d50104/38275d4c-1ac5-495d-9d72-83c5f53a7b77) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:18:42.111942 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-378a708d-80c6-4785-b5aa-d607ab72bcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:42.121492 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-90079d82-6bb1-4fa6-9bea-d0b8204929cc req-2e8d9faa-02e5-4ab6-8d1a-5b0dd91cbeca service neutron] 10.222.0.20 "GET /v2.0/networks/e7975782-37b8-4cdc-a48c-0e5659cded47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966667 Jul 24 09:18:42.160832 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc6db2-93c1-4b3b-b329-d574dece2cd0 req-499ae8f9-973b-4494-8fa1-55e015786f50 tempest-AbsoluteLimitsNegativeTestJSON-107689082 tempest-AbsoluteLimitsNegativeTestJSON-107689082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:42.168161 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-91bc6db2-93c1-4b3b-b329-d574dece2cd0 req-499ae8f9-973b-4494-8fa1-55e015786f50 tempest-AbsoluteLimitsNegativeTestJSON-107689082 tempest-AbsoluteLimitsNegativeTestJSON-107689082-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2204194 Jul 24 09:18:42.179446 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-91bc6db2-93c1-4b3b-b329-d574dece2cd0 req-a653b889-08c0-404a-85e1-8a92ba08fbf7 tempest-AbsoluteLimitsNegativeTestJSON-107689082 tempest-AbsoluteLimitsNegativeTestJSON-107689082-project] 10.222.0.32 "GET /v2.0/quotas/42a5e11f4eca4db1a4f39cb51def1ff5 HTTP/1.1" status: 200 len: 375 time: 0.0104291 Jul 24 09:18:42.216187 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-91bc6db2-93c1-4b3b-b329-d574dece2cd0 req-f74480c4-cf59-4d05-974b-68aff654a265 tempest-AbsoluteLimitsNegativeTestJSON-107689082 tempest-AbsoluteLimitsNegativeTestJSON-107689082-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=42a5e11f4eca4db1a4f39cb51def1ff5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305965 Jul 24 09:18:42.228386 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 94e1ca40-4979-4230-b80a-35c04e5422b8 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:18:42.294967 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 94e1ca40-4979-4230-b80a-35c04e5422b8 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:18:42.304314 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 94e1ca40-4979-4230-b80a-35c04e5422b8 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:18:42.304693 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:42.417292 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:42.463166 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682ba9b-d2f2-48d3-a794-640fb0d1d0bd req-4ca77b65-4388-44db-81ed-0bb1f65dbb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:42.464689 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c682ba9b-d2f2-48d3-a794-640fb0d1d0bd req-4ca77b65-4388-44db-81ed-0bb1f65dbb0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7d3cdb5749546a8a61ec6fd0066ab8f&device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 1094 time: 0.2577128 Jul 24 09:18:42.472701 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 94e1ca40-4979-4230-b80a-35c04e5422b8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=94e1ca40-4979-4230-b80a-35c04e5422b8,segment=NetworkSegment(c3211e0f-3ed7-472f-9639-55e3b05ceeac),segment_id=c3211e0f-3ed7-472f-9639-55e3b05ceeac)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:42.477614 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:42.499545 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-483befca-73c1-4f2b-9725-54e23b430b72 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:42.525199 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-483befca-73c1-4f2b-9725-54e23b430b72 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Transition to ACTIVE for port object 38275d4c-1ac5-495d-9d72-83c5f53a7b77 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:18:42.535350 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=94e1ca40-4979-4230-b80a-35c04e5422b8,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:42.606011 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682ba9b-d2f2-48d3-a794-640fb0d1d0bd req-0818d160-4361-4216-8898-7f0634a69958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:42.608269 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c682ba9b-d2f2-48d3-a794-640fb0d1d0bd req-0818d160-4361-4216-8898-7f0634a69958 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e7975782-37b8-4cdc-a48c-0e5659cded47 HTTP/1.1" status: 200 len: 915 time: 0.1343961 Jul 24 09:18:42.624883 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34632) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:42.673286 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-483befca-73c1-4f2b-9725-54e23b430b72 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:42.678262 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c682ba9b-d2f2-48d3-a794-640fb0d1d0bd req-c687eabc-e181-4263-a352-48de4aa76d30 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=895cdaef-83aa-413c-8ea5-ba5fe01f53be HTTP/1.1" status: 200 len: 217 time: 0.0624959 Jul 24 09:18:42.713620 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8f74e-0d35-4778-8b46-47c3a79a0155 req-dd05557d-d6d9-4369-b0d4-d86062c37a8b tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:42.720826 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8f74e-0d35-4778-8b46-47c3a79a0155 req-dd05557d-d6d9-4369-b0d4-d86062c37a8b tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:42.722495 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c8d8f74e-0d35-4778-8b46-47c3a79a0155 req-dd05557d-d6d9-4369-b0d4-d86062c37a8b tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=2355f540-252d-4b09-9242-9d44ca020e3d HTTP/1.1" status: 200 len: 1683 time: 0.0951896 Jul 24 09:18:42.769350 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c8d8f74e-0d35-4778-8b46-47c3a79a0155 req-a3ecc1e3-b285-48f0-9da8-a5333ddda9a2 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410926 Jul 24 09:18:42.785988 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-98faaf73-f496-4a6f-8584-f6ac832b9e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:42.794697 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-483befca-73c1-4f2b-9725-54e23b430b72 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Network e7975782-37b8-4cdc-a48c-0e5659cded47 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:18:42.809716 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-483befca-73c1-4f2b-9725-54e23b430b72 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:18:42.819889 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-483befca-73c1-4f2b-9725-54e23b430b72 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:18:42.854441 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483befca-73c1-4f2b-9725-54e23b430b72 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Pushing event updated for resources: {'Port': ['ID=38275d4c-1ac5-495d-9d72-83c5f53a7b77,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:42.864442 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2355f540-252d-4b09-9242-9d44ca020e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e1ca40-4979-4230-b80a-35c04e5422b8'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:18:42.865052 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682ba9b-d2f2-48d3-a794-640fb0d1d0bd req-40303fa1-e8b7-47e5-b305-14752428d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:42.866192 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c682ba9b-d2f2-48d3-a794-640fb0d1d0bd req-40303fa1-e8b7-47e5-b305-14752428d850 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbf034db-9cde-4201-94e4-95eb09d50104 HTTP/1.1" status: 200 len: 854 time: 0.1746926 Jul 24 09:18:42.866998 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05122fe2-9398-4342-9f9d-3314a0340122" -d '{"events": [{"server_uuid": "2355f540-252d-4b09-9242-9d44ca020e3d", "name": "network-vif-plugged", "status": "completed", "tag": "94e1ca40-4979-4230-b80a-35c04e5422b8"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:18:42.922012 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-98faaf73-f496-4a6f-8584-f6ac832b9e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:42.929631 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-98faaf73-f496-4a6f-8584-f6ac832b9e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:42.931653 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fea14f5-59b0-4d67-8861-84ee58a757e2 x-openstack-request-id: req-0fea14f5-59b0-4d67-8861-84ee58a757e2 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:18:42.931964 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2355f540-252d-4b09-9242-9d44ca020e3d", "name": "network-vif-plugged", "status": "completed", "tag": "94e1ca40-4979-4230-b80a-35c04e5422b8", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:18:42.932238 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0fea14f5-59b0-4d67-8861-84ee58a757e2 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:18:42.932629 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2355f540-252d-4b09-9242-9d44ca020e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e1ca40-4979-4230-b80a-35c04e5422b8', 'code': 200} Jul 24 09:18:42.994826 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98faaf73-f496-4a6f-8584-f6ac832b9e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02f711e-257b-447e-868b-352e9e696090,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:43.000286 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-98faaf73-f496-4a6f-8584-f6ac832b9e37 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42a5e11f4eca4db1a4f39cb51def1ff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3742442 Jul 24 09:18:43.002876 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34652) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:43.020087 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-483befca-73c1-4f2b-9725-54e23b430b72 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:43.020775 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-483befca-73c1-4f2b-9725-54e23b430b72 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:43.048105 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-483befca-73c1-4f2b-9725-54e23b430b72 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1733034 Jul 24 09:18:43.048602 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98faaf73-f496-4a6f-8584-f6ac832b9e37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:43.048979 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98faaf73-f496-4a6f-8584-f6ac832b9e37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:43.049323 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98faaf73-f496-4a6f-8584-f6ac832b9e37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:43.049659 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98faaf73-f496-4a6f-8584-f6ac832b9e37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:43.050163 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98faaf73-f496-4a6f-8584-f6ac832b9e37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:43.050503 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98faaf73-f496-4a6f-8584-f6ac832b9e37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:43.050836 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98faaf73-f496-4a6f-8584-f6ac832b9e37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:43.051164 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98faaf73-f496-4a6f-8584-f6ac832b9e37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:43.051491 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98faaf73-f496-4a6f-8584-f6ac832b9e37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:43.051814 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98faaf73-f496-4a6f-8584-f6ac832b9e37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:43.052141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98faaf73-f496-4a6f-8584-f6ac832b9e37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:43.052462 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98faaf73-f496-4a6f-8584-f6ac832b9e37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:43.084232 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-440cd365-9a24-4b9e-a749-9ef3d87ab4d7 service neutron] Request body: {'port': {'device_id': '95c3e83e-4968-4c50-a47c-b34cad050c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:43.086481 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4c096cb0-2329-4bd9-8558-17ec271fd4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:43.113265 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4c096cb0-2329-4bd9-8558-17ec271fd4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:43.127664 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-43609a43-e74e-48bd-a787-908cf035ce3b None None] Provisioning for port 38275d4c-1ac5-495d-9d72-83c5f53a7b77 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:18:43.132730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-43609a43-e74e-48bd-a787-908cf035ce3b None None] Provisioning complete for port 38275d4c-1ac5-495d-9d72-83c5f53a7b77 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:18:43.133540 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-43609a43-e74e-48bd-a787-908cf035ce3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:43.171560 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-43609a43-e74e-48bd-a787-908cf035ce3b None None] Port 38275d4c-1ac5-495d-9d72-83c5f53a7b77 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:18:43.217285 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecd53b-0d32-4006-8579-e9808620268c req-18ba7349-812c-4b55-8118-f5f0cec11bc2 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:43.219345 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-89ecd53b-0d32-4006-8579-e9808620268c req-18ba7349-812c-4b55-8118-f5f0cec11bc2 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c3e83e-4968-4c50-a47c-b34cad050c5d HTTP/1.1" status: 200 len: 932 time: 0.0929203 Jul 24 09:18:43.220673 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4c096cb0-2329-4bd9-8558-17ec271fd4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:43.224389 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4c096cb0-2329-4bd9-8558-17ec271fd4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:43.234785 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-378a708d-80c6-4785-b5aa-d607ab72bcf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d0d30b-b151-4f63-8fbe-aa2fed244ef8 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:18:43.237159 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4c096cb0-2329-4bd9-8558-17ec271fd4f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f02f711e-257b-447e-868b-352e9e696090 HTTP/1.1" status: 204 len: 168 time: 0.2238364 Jul 24 09:18:43.256431 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-378a708d-80c6-4785-b5aa-d607ab72bcf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:43.258713 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c096cb0-2329-4bd9-8558-17ec271fd4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02f711e-257b-447e-868b-352e9e696090,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:43.319477 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682ba9b-d2f2-48d3-a794-640fb0d1d0bd req-9e9960eb-c781-4f7d-b4d5-9b8c80418c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:43.321357 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c682ba9b-d2f2-48d3-a794-640fb0d1d0bd req-9e9960eb-c781-4f7d-b4d5-9b8c80418c6b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e7975782-37b8-4cdc-a48c-0e5659cded47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4453547 Jul 24 09:18:43.330618 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-440cd365-9a24-4b9e-a749-9ef3d87ab4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:43.336444 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-378a708d-80c6-4785-b5aa-d607ab72bcf0 service neutron] Transition to ACTIVE for port object b4d0d30b-b151-4f63-8fbe-aa2fed244ef8 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:18:43.337481 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-89ecd53b-0d32-4006-8579-e9808620268c req-d6c324b3-370a-49ae-93b0-71f899ce459e tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969093 Jul 24 09:18:43.377867 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-378a708d-80c6-4785-b5aa-d607ab72bcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:43.443256 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3147427-93bf-4564-9f03-57d3a1c78b4e req-0b0d456d-5175-4d13-ace8-43b53b3824dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:43.443744 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3147427-93bf-4564-9f03-57d3a1c78b4e req-0b0d456d-5175-4d13-ace8-43b53b3824dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:43.445677 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b3147427-93bf-4564-9f03-57d3a1c78b4e req-0b0d456d-5175-4d13-ace8-43b53b3824dd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2355f540-252d-4b09-9242-9d44ca020e3d HTTP/1.1" status: 200 len: 1985 time: 0.4356253 Jul 24 09:18:43.562984 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c682ba9b-d2f2-48d3-a794-640fb0d1d0bd req-598a60c8-faad-4f9f-b124-e221addd212a service neutron] 10.222.0.20 "GET /v2.0/networks/e7975782-37b8-4cdc-a48c-0e5659cded47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290919 Jul 24 09:18:43.591266 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a708d-80c6-4785-b5aa-d607ab72bcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d0d30b-b151-4f63-8fbe-aa2fed244ef8,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:43.659855 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b3147427-93bf-4564-9f03-57d3a1c78b4e req-26dad058-cff9-44bd-ad51-141aaeba955d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619670 Jul 24 09:18:43.867904 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c682ba9b-d2f2-48d3-a794-640fb0d1d0bd req-8c8fe0d8-8873-41bb-9f96-8fb37d143d6f service neutron] 10.222.0.20 "GET /v2.0/networks/e7975782-37b8-4cdc-a48c-0e5659cded47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935944 Jul 24 09:18:43.870190 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-378a708d-80c6-4785-b5aa-d607ab72bcf0 service neutron] Attempting to bind port b4d0d30b-b151-4f63-8fbe-aa2fed244ef8 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:18:43.870625 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-378a708d-80c6-4785-b5aa-d607ab72bcf0 service neutron] Attempting to bind port b4d0d30b-b151-4f63-8fbe-aa2fed244ef8 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '36709531-842e-4437-a258-32aea7901240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e7975782-37b8-4cdc-a48c-0e5659cded47'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:18:43.870960 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-378a708d-80c6-4785-b5aa-d607ab72bcf0 service neutron] Attempting to bind port b4d0d30b-b151-4f63-8fbe-aa2fed244ef8 on network e7975782-37b8-4cdc-a48c-0e5659cded47 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:18:43.881101 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-378a708d-80c6-4785-b5aa-d607ab72bcf0 service neutron] Port b4d0d30b-b151-4f63-8fbe-aa2fed244ef8 on network e7975782-37b8-4cdc-a48c-0e5659cded47 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:18:43.881429 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-378a708d-80c6-4785-b5aa-d607ab72bcf0 service neutron] Attempting to bind port b4d0d30b-b151-4f63-8fbe-aa2fed244ef8 on network e7975782-37b8-4cdc-a48c-0e5659cded47 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:18:43.888929 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-378a708d-80c6-4785-b5aa-d607ab72bcf0 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:18:43.889311 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-378a708d-80c6-4785-b5aa-d607ab72bcf0 service neutron] Checking segment: {'id': '36709531-842e-4437-a258-32aea7901240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e7975782-37b8-4cdc-a48c-0e5659cded47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:18:43.889895 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-378a708d-80c6-4785-b5aa-d607ab72bcf0 service neutron] Bound using segment: {'id': '36709531-842e-4437-a258-32aea7901240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e7975782-37b8-4cdc-a48c-0e5659cded47'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:18:43.890488 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-378a708d-80c6-4785-b5aa-d607ab72bcf0 service neutron] Bound port: b4d0d30b-b151-4f63-8fbe-aa2fed244ef8, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36709531-842e-4437-a258-32aea7901240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e7975782-37b8-4cdc-a48c-0e5659cded47'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:18:43.890855 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-378a708d-80c6-4785-b5aa-d607ab72bcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:43.975594 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bbf64-1593-4d1c-8afb-67334b8d61db req-731ffa71-7744-4689-ae87-c1268b8d4a1c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:43.976681 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:43.984931 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bbf64-1593-4d1c-8afb-67334b8d61db req-731ffa71-7744-4689-ae87-c1268b8d4a1c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:43.987182 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f39bbf64-1593-4d1c-8afb-67334b8d61db req-731ffa71-7744-4689-ae87-c1268b8d4a1c tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=2355f540-252d-4b09-9242-9d44ca020e3d HTTP/1.1" status: 200 len: 1683 time: 0.1091344 Jul 24 09:18:44.023712 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-378a708d-80c6-4785-b5aa-d607ab72bcf0 service neutron] For port b4d0d30b-b151-4f63-8fbe-aa2fed244ef8, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:18:44.043840 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-440cd365-9a24-4b9e-a749-9ef3d87ab4d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38275d4c-1ac5-495d-9d72-83c5f53a7b77 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:18:44.049583 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-378a708d-80c6-4785-b5aa-d607ab72bcf0 service neutron] For port b4d0d30b-b151-4f63-8fbe-aa2fed244ef8, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=b4d0d30b-b151-4f63-8fbe-aa2fed244ef8,segment=NetworkSegment(36709531-842e-4437-a258-32aea7901240),segment_id=36709531-842e-4437-a258-32aea7901240)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:18:44.053079 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f39bbf64-1593-4d1c-8afb-67334b8d61db req-2e7a84a8-b86e-40a9-bcb4-055097418a58 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586987 Jul 24 09:18:44.056021 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-440cd365-9a24-4b9e-a749-9ef3d87ab4d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:44.067993 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-378a708d-80c6-4785-b5aa-d607ab72bcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:44.113310 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-440cd365-9a24-4b9e-a749-9ef3d87ab4d7 service neutron] Transition to ACTIVE for port object 38275d4c-1ac5-495d-9d72-83c5f53a7b77 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:18:44.118894 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-378a708d-80c6-4785-b5aa-d607ab72bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:44.120074 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34684) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:44.125537 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-378a708d-80c6-4785-b5aa-d607ab72bcf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:44.130128 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-378a708d-80c6-4785-b5aa-d607ab72bcf0 service neutron] 10.222.0.20 "PUT /v2.0/ports/b4d0d30b-b151-4f63-8fbe-aa2fed244ef8 HTTP/1.1" status: 200 len: 1092 time: 2.6142144 Jul 24 09:18:44.130624 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9aa051c-23f1-4332-9bd7-9235f004ca70', 'tag': 'b4d0d30b-b151-4f63-8fbe-aa2fed244ef8'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:18:44.133161 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a34522-a3b8-43ec-b848-b9ed75618fef" -d '{"events": [{"name": "network-changed", "server_uuid": "f9aa051c-23f1-4332-9bd7-9235f004ca70", "tag": "b4d0d30b-b151-4f63-8fbe-aa2fed244ef8"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:18:44.182368 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a708d-80c6-4785-b5aa-d607ab72bcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d0d30b-b151-4f63-8fbe-aa2fed244ef8,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:44.186023 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-440cd365-9a24-4b9e-a749-9ef3d87ab4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:44.231993 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440cd365-9a24-4b9e-a749-9ef3d87ab4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=38275d4c-1ac5-495d-9d72-83c5f53a7b77,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:44.234681 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c33a91-42ef-4280-a12d-5296534adcaa x-openstack-request-id: req-56c33a91-42ef-4280-a12d-5296534adcaa {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:18:44.234968 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9aa051c-23f1-4332-9bd7-9235f004ca70", "tag": "b4d0d30b-b151-4f63-8fbe-aa2fed244ef8", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:18:44.235216 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56c33a91-42ef-4280-a12d-5296534adcaa {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:18:44.235617 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9aa051c-23f1-4332-9bd7-9235f004ca70', 'tag': 'b4d0d30b-b151-4f63-8fbe-aa2fed244ef8', 'status': 'completed', 'code': 200} Jul 24 09:18:44.239720 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 895cdaef-83aa-413c-8ea5-ba5fe01f53be details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:18:44.269100 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-0bd912ec-bb87-4c69-9a73-bbe3e8d56165 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1476676549-network', 'tenant_id': '2daa9ea939d04dc0b84666b5bd85a684'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:44.337517 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd912ec-bb87-4c69-9a73-bbe3e8d56165 admin admin] Made reservation on behalf of 2daa9ea939d04dc0b84666b5bd85a684 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:18:44.341131 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0bd912ec-bb87-4c69-9a73-bbe3e8d56165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:44.361276 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-f59688e4-528b-42ac-a8ab-521155717205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:44.365339 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-f59688e4-528b-42ac-a8ab-521155717205 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7d3cdb5749546a8a61ec6fd0066ab8f&device_id=f9aa051c-23f1-4332-9bd7-9235f004ca70 HTTP/1.1" status: 200 len: 1095 time: 0.1749337 Jul 24 09:18:44.368242 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0bd912ec-bb87-4c69-9a73-bbe3e8d56165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:44.401065 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 895cdaef-83aa-413c-8ea5-ba5fe01f53be, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=895cdaef-83aa-413c-8ea5-ba5fe01f53be,segment=NetworkSegment(36709531-842e-4437-a258-32aea7901240),segment_id=36709531-842e-4437-a258-32aea7901240)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:44.439019 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '895cdaef-83aa-413c-8ea5-ba5fe01f53be', 'network_id': 'e7975782-37b8-4cdc-a48c-0e5659cded47', 'port_id': '895cdaef-83aa-413c-8ea5-ba5fe01f53be', 'mac_address': 'fa:16:3e:04:c5:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf034db-9cde-4201-94e4-95eb09d50104', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:18:44.459492 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-440cd365-9a24-4b9e-a749-9ef3d87ab4d7 service neutron] Attempting to bind port 38275d4c-1ac5-495d-9d72-83c5f53a7b77 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:18:44.459833 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-440cd365-9a24-4b9e-a749-9ef3d87ab4d7 service neutron] Attempting to bind port 38275d4c-1ac5-495d-9d72-83c5f53a7b77 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '36709531-842e-4437-a258-32aea7901240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e7975782-37b8-4cdc-a48c-0e5659cded47'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:18:44.460201 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-440cd365-9a24-4b9e-a749-9ef3d87ab4d7 service neutron] Attempting to bind port 38275d4c-1ac5-495d-9d72-83c5f53a7b77 on network e7975782-37b8-4cdc-a48c-0e5659cded47 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:18:44.530799 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:44.547842 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-ce22020c-5922-4a93-8d6f-be33bcc7d788 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4d0d30b-b151-4f63-8fbe-aa2fed244ef8 HTTP/1.1" status: 200 len: 217 time: 0.0894716 Jul 24 09:18:44.548765 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-440cd365-9a24-4b9e-a749-9ef3d87ab4d7 service neutron] Port 38275d4c-1ac5-495d-9d72-83c5f53a7b77 on network e7975782-37b8-4cdc-a48c-0e5659cded47 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:18:44.549283 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-440cd365-9a24-4b9e-a749-9ef3d87ab4d7 service neutron] Attempting to bind port 38275d4c-1ac5-495d-9d72-83c5f53a7b77 on network e7975782-37b8-4cdc-a48c-0e5659cded47 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:18:44.561101 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-440cd365-9a24-4b9e-a749-9ef3d87ab4d7 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:18:44.562290 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-440cd365-9a24-4b9e-a749-9ef3d87ab4d7 service neutron] Checking segment: {'id': '36709531-842e-4437-a258-32aea7901240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e7975782-37b8-4cdc-a48c-0e5659cded47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:18:44.565192 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-440cd365-9a24-4b9e-a749-9ef3d87ab4d7 service neutron] Bound using segment: {'id': '36709531-842e-4437-a258-32aea7901240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e7975782-37b8-4cdc-a48c-0e5659cded47'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:18:44.565912 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-440cd365-9a24-4b9e-a749-9ef3d87ab4d7 service neutron] Bound port: 38275d4c-1ac5-495d-9d72-83c5f53a7b77, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36709531-842e-4437-a258-32aea7901240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e7975782-37b8-4cdc-a48c-0e5659cded47'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:18:44.566480 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-440cd365-9a24-4b9e-a749-9ef3d87ab4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:44.577511 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 895cdaef-83aa-413c-8ea5-ba5fe01f53be {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:18:44.629875 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0bd912ec-bb87-4c69-9a73-bbe3e8d56165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:44.633320 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 895cdaef-83aa-413c-8ea5-ba5fe01f53be, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=895cdaef-83aa-413c-8ea5-ba5fe01f53be,segment=NetworkSegment(36709531-842e-4437-a258-32aea7901240),segment_id=36709531-842e-4437-a258-32aea7901240)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:44.644085 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:44.667003 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0bd912ec-bb87-4c69-9a73-bbe3e8d56165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:44.670440 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-e50b9851-593a-4722-b762-56b804bb0de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:44.672189 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-e50b9851-593a-4722-b762-56b804bb0de5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbf034db-9cde-4201-94e4-95eb09d50104 HTTP/1.1" status: 200 len: 854 time: 0.1127856 Jul 24 09:18:44.704879 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd912ec-bb87-4c69-9a73-bbe3e8d56165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19df6cce-8571-4f9e-9cdd-17792235625a,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:44.717594 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4eac7-9a55-42b3-8d72-afb7e0ab666d req-ed7522a1-2ee1-45d6-8c89-e085556c5059 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:44.719115 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c4b4eac7-9a55-42b3-8d72-afb7e0ab666d req-ed7522a1-2ee1-45d6-8c89-e085556c5059 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c3e83e-4968-4c50-a47c-b34cad050c5d HTTP/1.1" status: 200 len: 944 time: 0.1918039 Jul 24 09:18:44.724110 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd912ec-bb87-4c69-9a73-bbe3e8d56165 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:18:44.743860 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-440cd365-9a24-4b9e-a749-9ef3d87ab4d7 service neutron] For port 38275d4c-1ac5-495d-9d72-83c5f53a7b77, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:18:44.745761 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=895cdaef-83aa-413c-8ea5-ba5fe01f53be,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:44.749793 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-440cd365-9a24-4b9e-a749-9ef3d87ab4d7 service neutron] For port 38275d4c-1ac5-495d-9d72-83c5f53a7b77, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=38275d4c-1ac5-495d-9d72-83c5f53a7b77,segment=NetworkSegment(36709531-842e-4437-a258-32aea7901240),segment_id=36709531-842e-4437-a258-32aea7901240)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:18:44.760536 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-440cd365-9a24-4b9e-a749-9ef3d87ab4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:44.781315 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c4b4eac7-9a55-42b3-8d72-afb7e0ab666d req-6d874659-5dcf-4773-b1c9-9092ad12f65b tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531688 Jul 24 09:18:44.785304 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0bd912ec-bb87-4c69-9a73-bbe3e8d56165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:44.785810 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-0bd912ec-bb87-4c69-9a73-bbe3e8d56165 admin admin] Added segment 1f6c1a35-8361-421a-9502-dc196c44812c of type vlan for network da3ec84d-9148-40f0-adc6-aba90b7e53b9 Jul 24 09:18:44.829860 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-440cd365-9a24-4b9e-a749-9ef3d87ab4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:44.830636 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-440cd365-9a24-4b9e-a749-9ef3d87ab4d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:44.832153 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-440cd365-9a24-4b9e-a749-9ef3d87ab4d7 service neutron] 10.222.0.37 "PUT /v2.0/ports/38275d4c-1ac5-495d-9d72-83c5f53a7b77 HTTP/1.1" status: 200 len: 1092 time: 1.7521622 Jul 24 09:18:44.834039 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440cd365-9a24-4b9e-a749-9ef3d87ab4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=38275d4c-1ac5-495d-9d72-83c5f53a7b77,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:44.844942 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-edb4ed88-b70c-4c16-a003-0731ecf3a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:44.846768 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-edb4ed88-b70c-4c16-a003-0731ecf3a356 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e7975782-37b8-4cdc-a48c-0e5659cded47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1674504 Jul 24 09:18:44.851380 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0bd912ec-bb87-4c69-9a73-bbe3e8d56165 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:44.883335 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0bd912ec-bb87-4c69-9a73-bbe3e8d56165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:44.884340 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd912ec-bb87-4c69-9a73-bbe3e8d56165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:44.884957 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0bd912ec-bb87-4c69-9a73-bbe3e8d56165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:44.922512 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0bd912ec-bb87-4c69-9a73-bbe3e8d56165 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8012815 Jul 24 09:18:44.929180 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34698) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:44.935623 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-df33443a-6a9c-4de9-b634-b43afd2c1f77 admin admin] Request body: {'subnet': {'network_id': 'da3ec84d-9148-40f0-adc6-aba90b7e53b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1476676549-subnet', 'tenant_id': '2daa9ea939d04dc0b84666b5bd85a684', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:44.965248 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df33443a-6a9c-4de9-b634-b43afd2c1f77 admin admin] Made reservation on behalf of 2daa9ea939d04dc0b84666b5bd85a684 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:18:44.967693 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-df33443a-6a9c-4de9-b634-b43afd2c1f77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:44.979569 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd912ec-bb87-4c69-9a73-bbe3e8d56165 admin admin] Pushing event updated for resources: {'Network': ['ID=da3ec84d-9148-40f0-adc6-aba90b7e53b9,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:44.989858 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['895cdaef-83aa-413c-8ea5-ba5fe01f53be'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:18:44.994896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network da3ec84d-9148-40f0-adc6-aba90b7e53b9 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:18:45.074369 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-6ba34970-72be-42f5-acdf-2db872799103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:45.075907 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-6ba34970-72be-42f5-acdf-2db872799103 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7d3cdb5749546a8a61ec6fd0066ab8f&device_id=95c3e83e-4968-4c50-a47c-b34cad050c5d HTTP/1.1" status: 200 len: 1095 time: 0.2031136 Jul 24 09:18:45.131173 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-af60a20e-4ad5-4992-83f9-cd4d2a7e9712 service neutron] 10.222.0.20 "GET /v2.0/networks/e7975782-37b8-4cdc-a48c-0e5659cded47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690728 Jul 24 09:18:45.210881 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-0720ad54-ef7a-4a1b-9ec3-640ccf935b2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38275d4c-1ac5-495d-9d72-83c5f53a7b77 HTTP/1.1" status: 200 len: 217 time: 0.1032021 Jul 24 09:18:45.659430 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-19e584f5-8237-4817-8c63-8f8d020c8a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:45.660931 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-19e584f5-8237-4817-8c63-8f8d020c8a6f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbf034db-9cde-4201-94e4-95eb09d50104 HTTP/1.1" status: 200 len: 854 time: 0.4303463 Jul 24 09:18:45.743362 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-98bd6a96-4af1-4808-afeb-56c6ce037efc req-5639a460-b073-4cae-b6df-49ae97257761 service neutron] 10.222.0.20 "GET /v2.0/networks/e7975782-37b8-4cdc-a48c-0e5659cded47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659180 Jul 24 09:18:45.762328 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b0284-3d7c-41c9-a3fc-1bb7db1ff003 req-911a8915-ce2d-4afc-af8d-8956d44124c2 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:45.769401 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b0284-3d7c-41c9-a3fc-1bb7db1ff003 req-911a8915-ce2d-4afc-af8d-8956d44124c2 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:45.770996 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-384b0284-3d7c-41c9-a3fc-1bb7db1ff003 req-911a8915-ce2d-4afc-af8d-8956d44124c2 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=2355f540-252d-4b09-9242-9d44ca020e3d HTTP/1.1" status: 200 len: 1683 time: 0.5975137 Jul 24 09:18:45.877615 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-df33443a-6a9c-4de9-b634-b43afd2c1f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:45.926862 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-384b0284-3d7c-41c9-a3fc-1bb7db1ff003 req-500dd759-62e1-44c8-be59-ca01e8e860c4 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335294 Jul 24 09:18:45.940234 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-86fd11e3-4be0-4665-8365-72b397a8095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:45.941677 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-86fd11e3-4be0-4665-8365-72b397a8095e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e7975782-37b8-4cdc-a48c-0e5659cded47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2616732 Jul 24 09:18:45.943717 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9aeb84-8832-4890-b8ae-5bf420add72e req-7f100005-9ee9-4e01-a5a9-c7dbb98dea13 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:45.945888 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5f9aeb84-8832-4890-b8ae-5bf420add72e req-7f100005-9ee9-4e01-a5a9-c7dbb98dea13 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c3e83e-4968-4c50-a47c-b34cad050c5d HTTP/1.1" status: 200 len: 944 time: 0.0750577 Jul 24 09:18:45.979629 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33443a-6a9c-4de9-b634-b43afd2c1f77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2652e5a7-fcc2-4b4e-bb98-585dd43bfa9f,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:46.005952 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a34522-a3b8-43ec-b848-b9ed75618fef req-394dd3b1-ee49-433e-b5a2-fc1495295d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:46.007476 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-77a34522-a3b8-43ec-b848-b9ed75618fef req-394dd3b1-ee49-433e-b5a2-fc1495295d9e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7d3cdb5749546a8a61ec6fd0066ab8f&device_id=f9aa051c-23f1-4332-9bd7-9235f004ca70 HTTP/1.1" status: 200 len: 1095 time: 0.2156897 Jul 24 09:18:46.010621 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5f9aeb84-8832-4890-b8ae-5bf420add72e req-b4f93877-594d-41a5-add2-ee7bd3f07618 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567594 Jul 24 09:18:46.055928 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df33443a-6a9c-4de9-b634-b43afd2c1f77 admin admin] Checking segment: {'id': '1f6c1a35-8361-421a-9502-dc196c44812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'da3ec84d-9148-40f0-adc6-aba90b7e53b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:18:46.056298 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df33443a-6a9c-4de9-b634-b43afd2c1f77 admin admin] Network hostable DHCP agents. Network: da3ec84d-9148-40f0-adc6-aba90b7e53b9, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:18:46.145303 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-aa121004-e1a6-4adb-9c1d-1719bb5aded0 service neutron] 10.222.0.37 "GET /v2.0/networks/e7975782-37b8-4cdc-a48c-0e5659cded47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924829 Jul 24 09:18:46.150064 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df33443a-6a9c-4de9-b634-b43afd2c1f77 admin admin] Network da3ec84d-9148-40f0-adc6-aba90b7e53b9 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:18:46.191842 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-df33443a-6a9c-4de9-b634-b43afd2c1f77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, da3ec84d-9148-40f0-adc6-aba90b7e53b9) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:18:46.205834 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143e1c43-336f-488f-8166-3f8fdc1b9684 None None] Network da3ec84d-9148-40f0-adc6-aba90b7e53b9 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:18:46.210373 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df33443a-6a9c-4de9-b634-b43afd2c1f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:46.210993 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-df33443a-6a9c-4de9-b634-b43afd2c1f77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:46.220936 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a34522-a3b8-43ec-b848-b9ed75618fef req-2d13185d-b26b-4068-bf65-726973ac300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:46.222427 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-77a34522-a3b8-43ec-b848-b9ed75618fef req-2d13185d-b26b-4068-bf65-726973ac300e service neutron] 10.222.0.20 "GET /v2.0/networks?id=e7975782-37b8-4cdc-a48c-0e5659cded47 HTTP/1.1" status: 200 len: 915 time: 0.2065213 Jul 24 09:18:46.249172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 895cdaef-83aa-413c-8ea5-ba5fe01f53be up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:18:46.274688 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c3e83e-4968-4c50-a47c-b34cad050c5d', 'tag': '38275d4c-1ac5-495d-9d72-83c5f53a7b77'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:18:46.279691 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e213e2-b036-4084-8f3f-db40432be271" -d '{"events": [{"name": "network-changed", "server_uuid": "95c3e83e-4968-4c50-a47c-b34cad050c5d", "tag": "38275d4c-1ac5-495d-9d72-83c5f53a7b77"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:18:46.299914 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-df33443a-6a9c-4de9-b634-b43afd2c1f77 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3606317 Jul 24 09:18:46.324044 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-77a34522-a3b8-43ec-b848-b9ed75618fef req-58e7b4dd-f018-4e71-b114-02f7e4a1c8f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4d0d30b-b151-4f63-8fbe-aa2fed244ef8 HTTP/1.1" status: 200 len: 217 time: 0.0503495 Jul 24 09:18:46.371994 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c2f44a-5c42-4aff-98cc-4eb6b36dfeee x-openstack-request-id: req-09c2f44a-5c42-4aff-98cc-4eb6b36dfeee {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:18:46.372621 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c3e83e-4968-4c50-a47c-b34cad050c5d", "tag": "38275d4c-1ac5-495d-9d72-83c5f53a7b77", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:18:46.373135 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09c2f44a-5c42-4aff-98cc-4eb6b36dfeee {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:18:46.373778 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c3e83e-4968-4c50-a47c-b34cad050c5d', 'tag': '38275d4c-1ac5-495d-9d72-83c5f53a7b77', 'status': 'completed', 'code': 200} Jul 24 09:18:46.378372 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e1b6b20c-b850-47da-848c-0071a414ea9f req-26874893-b2f1-430a-bb1c-0ac15ac8437d service neutron] 10.222.0.37 "GET /v2.0/networks/e7975782-37b8-4cdc-a48c-0e5659cded47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235219 Jul 24 09:18:46.412489 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805d0278-84a6-4ba4-b5b2-904b02a65b4f None None] Network da3ec84d-9148-40f0-adc6-aba90b7e53b9 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:18:46.435643 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37245a9-cee7-4653-9c16-175d15cffb51 req-e2fa3523-601f-41ec-a6d1-d5665a368de6 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:46.459246 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37245a9-cee7-4653-9c16-175d15cffb51 req-e2fa3523-601f-41ec-a6d1-d5665a368de6 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:46.476215 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c37245a9-cee7-4653-9c16-175d15cffb51 req-e2fa3523-601f-41ec-a6d1-d5665a368de6 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=2355f540-252d-4b09-9242-9d44ca020e3d HTTP/1.1" status: 200 len: 1683 time: 0.2124984 Jul 24 09:18:46.487432 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:46.487848 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a34522-a3b8-43ec-b848-b9ed75618fef req-01a7b92c-62a0-4c37-99e3-ba3b0d946048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:46.490609 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-77a34522-a3b8-43ec-b848-b9ed75618fef req-01a7b92c-62a0-4c37-99e3-ba3b0d946048 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbf034db-9cde-4201-94e4-95eb09d50104 HTTP/1.1" status: 200 len: 854 time: 0.1276000 Jul 24 09:18:46.515347 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 895cdaef-83aa-413c-8ea5-ba5fe01f53be completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:18:46.524205 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 895cdaef-83aa-413c-8ea5-ba5fe01f53be triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:18:46.524571 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:46.553442 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e213e2-b036-4084-8f3f-db40432be271 req-0aa9e092-cce7-4d9e-ac9f-cca3fba76101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:46.555187 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1e213e2-b036-4084-8f3f-db40432be271 req-0aa9e092-cce7-4d9e-ac9f-cca3fba76101 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7d3cdb5749546a8a61ec6fd0066ab8f&device_id=95c3e83e-4968-4c50-a47c-b34cad050c5d HTTP/1.1" status: 200 len: 1095 time: 0.1272006 Jul 24 09:18:46.560206 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c37245a9-cee7-4653-9c16-175d15cffb51 req-10a800bd-e0be-41b6-ab0b-44f648c2eb19 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733762 Jul 24 09:18:46.676189 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-0b14221f-6be9-499b-984a-e8fced7bf8fa req-f7a08493-7e0e-4812-a949-16de829c9082 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-535574515', 'description': 'tempest-description-623868464'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:46.707811 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:46.714588 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e213e2-b036-4084-8f3f-db40432be271 req-5c9c8217-b78a-4d10-9e57-1a2e6bd589ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:46.716106 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1e213e2-b036-4084-8f3f-db40432be271 req-5c9c8217-b78a-4d10-9e57-1a2e6bd589ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=e7975782-37b8-4cdc-a48c-0e5659cded47 HTTP/1.1" status: 200 len: 915 time: 0.1520343 Jul 24 09:18:46.718210 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a34522-a3b8-43ec-b848-b9ed75618fef req-6a2de72c-4a18-47d5-bf22-4c7fcb279e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:46.720945 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-77a34522-a3b8-43ec-b848-b9ed75618fef req-6a2de72c-4a18-47d5-bf22-4c7fcb279e5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e7975782-37b8-4cdc-a48c-0e5659cded47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2200224 Jul 24 09:18:46.745420 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0b14221f-6be9-499b-984a-e8fced7bf8fa req-f7a08493-7e0e-4812-a949-16de829c9082 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:46.755301 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaab81b7-1563-4b04-9dbf-0dd75885cdd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895cdaef-83aa-413c-8ea5-ba5fe01f53be'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:18:46.759155 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28085512-ad1a-403a-8c15-ac4daf408aa0" -d '{"events": [{"server_uuid": "aaab81b7-1563-4b04-9dbf-0dd75885cdd8", "name": "network-vif-plugged", "status": "completed", "tag": "895cdaef-83aa-413c-8ea5-ba5fe01f53be"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:18:46.778693 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 895cdaef-83aa-413c-8ea5-ba5fe01f53be, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=895cdaef-83aa-413c-8ea5-ba5fe01f53be,segment=NetworkSegment(36709531-842e-4437-a258-32aea7901240),segment_id=36709531-842e-4437-a258-32aea7901240)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:46.784611 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:46.808035 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1e213e2-b036-4084-8f3f-db40432be271 req-d8eadccf-6923-4668-85b4-f1f6e9c959d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38275d4c-1ac5-495d-9d72-83c5f53a7b77 HTTP/1.1" status: 200 len: 217 time: 0.0806231 Jul 24 09:18:46.844222 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ef3fc7-bec3-4555-ba97-de7f7c0d8789 x-openstack-request-id: req-b1ef3fc7-bec3-4555-ba97-de7f7c0d8789 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:18:46.844552 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaab81b7-1563-4b04-9dbf-0dd75885cdd8", "name": "network-vif-plugged", "status": "completed", "tag": "895cdaef-83aa-413c-8ea5-ba5fe01f53be", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:18:46.844927 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1ef3fc7-bec3-4555-ba97-de7f7c0d8789 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:18:46.845398 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaab81b7-1563-4b04-9dbf-0dd75885cdd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895cdaef-83aa-413c-8ea5-ba5fe01f53be', 'code': 200} Jul 24 09:18:46.846837 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=895cdaef-83aa-413c-8ea5-ba5fe01f53be,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:46.956343 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e213e2-b036-4084-8f3f-db40432be271 req-b179bfbc-8700-42c0-b73f-ccaedcfbfbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:46.957869 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1e213e2-b036-4084-8f3f-db40432be271 req-b179bfbc-8700-42c0-b73f-ccaedcfbfbf9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbf034db-9cde-4201-94e4-95eb09d50104 HTTP/1.1" status: 200 len: 854 time: 0.1419902 Jul 24 09:18:46.970047 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-77a34522-a3b8-43ec-b848-b9ed75618fef req-e31161b5-19a3-465e-8b34-9125c4484bcc service neutron] 10.222.0.20 "GET /v2.0/networks/e7975782-37b8-4cdc-a48c-0e5659cded47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351227 Jul 24 09:18:47.124770 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0b14221f-6be9-499b-984a-e8fced7bf8fa req-f7a08493-7e0e-4812-a949-16de829c9082 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:47.146699 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601d292-2a59-4558-84bb-8d5953dfe1e8 req-a7afc55b-e68f-4062-b3ce-641ad91fad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:47.148233 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9601d292-2a59-4558-84bb-8d5953dfe1e8 req-a7afc55b-e68f-4062-b3ce-641ad91fad3d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 1096 time: 0.2513425 Jul 24 09:18:47.148859 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0b14221f-6be9-499b-984a-e8fced7bf8fa req-f7a08493-7e0e-4812-a949-16de829c9082 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:47.158297 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56973b2e-3186-4d4b-9d01-4eb6a6fc16c1 req-bafa3984-a132-4f53-9cdf-472e990ee2e7 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:47.167609 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-56973b2e-3186-4d4b-9d01-4eb6a6fc16c1 req-bafa3984-a132-4f53-9cdf-472e990ee2e7 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c3e83e-4968-4c50-a47c-b34cad050c5d HTTP/1.1" status: 200 len: 944 time: 0.0784631 Jul 24 09:18:47.182397 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-77a34522-a3b8-43ec-b848-b9ed75618fef req-94495071-1047-494c-b7cf-8bca49ee79b6 service neutron] 10.222.0.20 "GET /v2.0/networks/e7975782-37b8-4cdc-a48c-0e5659cded47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023907 Jul 24 09:18:47.202117 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0b14221f-6be9-499b-984a-e8fced7bf8fa req-f7a08493-7e0e-4812-a949-16de829c9082 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:47.203850 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0b14221f-6be9-499b-984a-e8fced7bf8fa req-f7a08493-7e0e-4812-a949-16de829c9082 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5335438 Jul 24 09:18:47.205848 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e213e2-b036-4084-8f3f-db40432be271 req-c65ef99d-66e6-4e43-a303-388f3dd36de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:47.209823 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1e213e2-b036-4084-8f3f-db40432be271 req-c65ef99d-66e6-4e43-a303-388f3dd36de1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e7975782-37b8-4cdc-a48c-0e5659cded47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2422066 Jul 24 09:18:47.216412 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-56973b2e-3186-4d4b-9d01-4eb6a6fc16c1 req-8b196b7b-58db-45ca-aaf8-36d92f8d39cd tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475152 Jul 24 09:18:47.221088 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a08493-7e0e-4812-a949-16de829c9082 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85ef782d-d201-404e-8fe6-1af5caee7b90,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:47.286949 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9601d292-2a59-4558-84bb-8d5953dfe1e8 req-81e17b68-4d12-4f33-888b-f3c693f52b26 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300099 Jul 24 09:18:47.336316 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2e179db-8e2e-4a06-b9ce-82b845edb457 req-04192a0b-ef8b-4b71-af97-5cf64b4d7652 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] 10.222.0.32 "GET /v2.0/security-groups/85ef782d-d201-404e-8fe6-1af5caee7b90 HTTP/1.1" status: 200 len: 1813 time: 0.1075816 Jul 24 09:18:47.351068 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-d2e179db-8e2e-4a06-b9ce-82b845edb457 req-b8a8a9f7-3889-4a04-8409-e4835b8997dd tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '85ef782d-d201-404e-8fe6-1af5caee7b90', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:47.351676 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-d2e179db-8e2e-4a06-b9ce-82b845edb457 req-b8a8a9f7-3889-4a04-8409-e4835b8997dd tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '85ef782d-d201-404e-8fe6-1af5caee7b90', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:47.379598 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1e213e2-b036-4084-8f3f-db40432be271 req-43e04228-0e32-4a32-9e31-1d80dca278f6 service neutron] 10.222.0.37 "GET /v2.0/networks/e7975782-37b8-4cdc-a48c-0e5659cded47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493926 Jul 24 09:18:47.481994 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d2e179db-8e2e-4a06-b9ce-82b845edb457 req-b8a8a9f7-3889-4a04-8409-e4835b8997dd tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:47.522615 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1e213e2-b036-4084-8f3f-db40432be271 req-d8bb0698-4c66-4627-956a-a45b2bcaf137 service neutron] 10.222.0.37 "GET /v2.0/networks/e7975782-37b8-4cdc-a48c-0e5659cded47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357660 Jul 24 09:18:47.524542 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d2e179db-8e2e-4a06-b9ce-82b845edb457 req-b8a8a9f7-3889-4a04-8409-e4835b8997dd tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:47.528871 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d2e179db-8e2e-4a06-b9ce-82b845edb457 req-b8a8a9f7-3889-4a04-8409-e4835b8997dd tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:47.548391 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8a9f7-3889-4a04-8409-e4835b8997dd tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08574274-70e3-419e-8aa0-183b6d8d2034,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:47.555354 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d2e179db-8e2e-4a06-b9ce-82b845edb457 req-b8a8a9f7-3889-4a04-8409-e4835b8997dd tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:47.556602 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d2e179db-8e2e-4a06-b9ce-82b845edb457 req-b8a8a9f7-3889-4a04-8409-e4835b8997dd tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2112622 Jul 24 09:18:47.619970 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-72393511-369a-4877-a9f7-f313fc9ba12b req-0daa7da4-b7a6-493c-a7ab-607135bda51d tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] 10.222.0.32 "GET /v2.0/security-groups/85ef782d-d201-404e-8fe6-1af5caee7b90 HTTP/1.1" status: 200 len: 2407 time: 0.0405238 Jul 24 09:18:47.664141 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-79e6bf3a-4d75-4762-b682-b7218e02f8a4 req-3e514bed-b066-4ee3-acf8-ce38bd74cb01 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] 10.222.0.32 "GET /v2.0/security-group-rules/08574274-70e3-419e-8aa0-183b6d8d2034 HTTP/1.1" status: 200 len: 778 time: 0.0253255 Jul 24 09:18:47.714912 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-79e6bf3a-4d75-4762-b682-b7218e02f8a4 req-8c4b8b3f-c43d-482e-9853-cd24fa2b93b9 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] 10.222.0.32 "GET /v2.0/security-groups/85ef782d-d201-404e-8fe6-1af5caee7b90 HTTP/1.1" status: 200 len: 2407 time: 0.0449126 Jul 24 09:18:47.744648 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-79e6bf3a-4d75-4762-b682-b7218e02f8a4 req-d102bf21-67f9-46a7-a1b3-8e9942011961 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:47.753480 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-79e6bf3a-4d75-4762-b682-b7218e02f8a4 req-d102bf21-67f9-46a7-a1b3-8e9942011961 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:47.769553 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ac728-ea71-47de-a19e-a8d134042c22 req-aa95962a-72e5-486d-91bf-d47fb979f889 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:47.775695 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ac728-ea71-47de-a19e-a8d134042c22 req-aa95962a-72e5-486d-91bf-d47fb979f889 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:47.777339 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-420ac728-ea71-47de-a19e-a8d134042c22 req-aa95962a-72e5-486d-91bf-d47fb979f889 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=2355f540-252d-4b09-9242-9d44ca020e3d HTTP/1.1" status: 200 len: 1683 time: 0.1181874 Jul 24 09:18:47.788899 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-79e6bf3a-4d75-4762-b682-b7218e02f8a4 req-d102bf21-67f9-46a7-a1b3-8e9942011961 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:47.789894 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34cf68f-0e5c-4dce-9fbc-a19c651f7631 req-7045d193-3895-4d2f-ba72-c953637588e5 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:47.796654 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34cf68f-0e5c-4dce-9fbc-a19c651f7631 req-7045d193-3895-4d2f-ba72-c953637588e5 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:47.797187 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-79e6bf3a-4d75-4762-b682-b7218e02f8a4 req-d102bf21-67f9-46a7-a1b3-8e9942011961 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:47.798236 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b34cf68f-0e5c-4dce-9fbc-a19c651f7631 req-7045d193-3895-4d2f-ba72-c953637588e5 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.37 "GET /v2.0/ports?device_id=2355f540-252d-4b09-9242-9d44ca020e3d HTTP/1.1" status: 200 len: 1683 time: 0.1080284 Jul 24 09:18:47.798398 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-79e6bf3a-4d75-4762-b682-b7218e02f8a4 req-d102bf21-67f9-46a7-a1b3-8e9942011961 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/08574274-70e3-419e-8aa0-183b6d8d2034 HTTP/1.1" status: 204 len: 173 time: 0.0791743 Jul 24 09:18:47.810053 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102bf21-67f9-46a7-a1b3-8e9942011961 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08574274-70e3-419e-8aa0-183b6d8d2034,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:47.877191 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-420ac728-ea71-47de-a19e-a8d134042c22 req-d9f1df3d-74e5-4185-b3a4-1eec356518c1 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779459 Jul 24 09:18:47.924174 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-41cea207-8839-4e54-b90e-7f27bde33a47 req-f0b1c60e-f459-4b24-bce7-ea045ea2ab96 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-426036174', 'description': 'tempest-description-1070291546'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:47.958635 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-41cea207-8839-4e54-b90e-7f27bde33a47 req-f0b1c60e-f459-4b24-bce7-ea045ea2ab96 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:47.978985 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-b34cf68f-0e5c-4dce-9fbc-a19c651f7631 req-502bab15-e09e-41ab-bf38-18f3ed8a7b59 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Deleting port 94e1ca40-4979-4230-b80a-35c04e5422b8 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:18:47.979319 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b34cf68f-0e5c-4dce-9fbc-a19c651f7631 req-502bab15-e09e-41ab-bf38-18f3ed8a7b59 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:48.099534 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-b34cf68f-0e5c-4dce-9fbc-a19c651f7631 req-502bab15-e09e-41ab-bf38-18f3ed8a7b59 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] For port 94e1ca40-4979-4230-b80a-35c04e5422b8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=94e1ca40-4979-4230-b80a-35c04e5422b8,segment=NetworkSegment(c3211e0f-3ed7-472f-9639-55e3b05ceeac),segment_id=c3211e0f-3ed7-472f-9639-55e3b05ceeac)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:48.099850 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b34cf68f-0e5c-4dce-9fbc-a19c651f7631 req-502bab15-e09e-41ab-bf38-18f3ed8a7b59 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:48.118676 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-b34cf68f-0e5c-4dce-9fbc-a19c651f7631 req-502bab15-e09e-41ab-bf38-18f3ed8a7b59 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Calling delete_port for 94e1ca40-4979-4230-b80a-35c04e5422b8 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:18:48.145240 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-41cea207-8839-4e54-b90e-7f27bde33a47 req-f0b1c60e-f459-4b24-bce7-ea045ea2ab96 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:48.175272 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-41cea207-8839-4e54-b90e-7f27bde33a47 req-f0b1c60e-f459-4b24-bce7-ea045ea2ab96 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:48.211362 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-41cea207-8839-4e54-b90e-7f27bde33a47 req-f0b1c60e-f459-4b24-bce7-ea045ea2ab96 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:48.212601 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-41cea207-8839-4e54-b90e-7f27bde33a47 req-f0b1c60e-f459-4b24-bce7-ea045ea2ab96 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2946413 Jul 24 09:18:48.223809 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1c60e-f459-4b24-bce7-ea045ea2ab96 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acc1bcd9-725e-4d85-a4cf-4f007ac49326,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:48.253837 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device b4d0d30b-b151-4f63-8fbe-aa2fed244ef8 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:18:48.322427 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b34cf68f-0e5c-4dce-9fbc-a19c651f7631 req-502bab15-e09e-41ab-bf38-18f3ed8a7b59 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:48.326283 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0501b19-5e8b-4d67-a01d-ab8bba76d06d req-692eb803-ae6d-4d08-a397-bbbe94521be6 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] 10.222.0.32 "GET /v2.0/security-groups/acc1bcd9-725e-4d85-a4cf-4f007ac49326 HTTP/1.1" status: 200 len: 1814 time: 0.0734997 Jul 24 09:18:48.344335 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['70ca16f3-9cb1-4cbf-8136-39af650e508b', '94e1ca40-4979-4230-b80a-35c04e5422b8'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:18:48.367457 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-e318caac-99df-4dd9-8b27-05cec6619f55 req-872ed4ea-c6d5-40d4-8ecb-51358b05fdc4 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-407809462', 'description': 'tempest-description-1337085676'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:48.376369 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502bab15-e09e-41ab-bf38-18f3ed8a7b59 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event deleted for resources: {'Port': ['ID=94e1ca40-4979-4230-b80a-35c04e5422b8,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:48.395287 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e318caac-99df-4dd9-8b27-05cec6619f55 req-872ed4ea-c6d5-40d4-8ecb-51358b05fdc4 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:48.433980 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34cf68f-0e5c-4dce-9fbc-a19c651f7631 req-502bab15-e09e-41ab-bf38-18f3ed8a7b59 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] No DVR routers for this DVR port 94e1ca40-4979-4230-b80a-35c04e5422b8 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:18:48.434824 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port b4d0d30b-b151-4f63-8fbe-aa2fed244ef8, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=b4d0d30b-b151-4f63-8fbe-aa2fed244ef8,segment=NetworkSegment(36709531-842e-4437-a258-32aea7901240),segment_id=36709531-842e-4437-a258-32aea7901240)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:48.441024 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b34cf68f-0e5c-4dce-9fbc-a19c651f7631 req-502bab15-e09e-41ab-bf38-18f3ed8a7b59 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:48.443050 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b34cf68f-0e5c-4dce-9fbc-a19c651f7631 req-502bab15-e09e-41ab-bf38-18f3ed8a7b59 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.37 "DELETE /v2.0/ports/94e1ca40-4979-4230-b80a-35c04e5422b8 HTTP/1.1" status: 204 len: 173 time: 0.6279449 Jul 24 09:18:48.443501 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2355f540-252d-4b09-9242-9d44ca020e3d', 'name': 'network-vif-deleted', 'tag': '94e1ca40-4979-4230-b80a-35c04e5422b8'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:18:48.445944 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a9659f-bf3e-47a1-9d97-bd5722d014c7" -d '{"events": [{"server_uuid": "2355f540-252d-4b09-9242-9d44ca020e3d", "name": "network-vif-deleted", "tag": "94e1ca40-4979-4230-b80a-35c04e5422b8"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:18:48.463421 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'b4d0d30b-b151-4f63-8fbe-aa2fed244ef8', 'network_id': 'e7975782-37b8-4cdc-a48c-0e5659cded47', 'port_id': 'b4d0d30b-b151-4f63-8fbe-aa2fed244ef8', 'mac_address': 'fa:16:3e:a9:bf:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf034db-9cde-4201-94e4-95eb09d50104', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:18:48.511159 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e318caac-99df-4dd9-8b27-05cec6619f55 req-872ed4ea-c6d5-40d4-8ecb-51358b05fdc4 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:48.519315 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e318caac-99df-4dd9-8b27-05cec6619f55 req-872ed4ea-c6d5-40d4-8ecb-51358b05fdc4 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:48.522463 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:48.536002 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d0d30b-b151-4f63-8fbe-aa2fed244ef8 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:18:48.557071 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03d13d-6b9f-421a-915a-fde128c89bb9 req-e7710568-acc6-4b5f-8038-160d589f272a tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:48.559804 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-e318caac-99df-4dd9-8b27-05cec6619f55 req-872ed4ea-c6d5-40d4-8ecb-51358b05fdc4 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:48.560664 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0e03d13d-6b9f-421a-915a-fde128c89bb9 req-e7710568-acc6-4b5f-8038-160d589f272a tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c3e83e-4968-4c50-a47c-b34cad050c5d HTTP/1.1" status: 200 len: 944 time: 0.2355704 Jul 24 09:18:48.577870 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e318caac-99df-4dd9-8b27-05cec6619f55 req-872ed4ea-c6d5-40d4-8ecb-51358b05fdc4 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2145288 Jul 24 09:18:48.588355 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ed4ea-c6d5-40d4-8ecb-51358b05fdc4 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f50ff1ff-fdde-4328-b48a-99a23776ed66,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:48.588641 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port b4d0d30b-b151-4f63-8fbe-aa2fed244ef8, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=b4d0d30b-b151-4f63-8fbe-aa2fed244ef8,segment=NetworkSegment(36709531-842e-4437-a258-32aea7901240),segment_id=36709531-842e-4437-a258-32aea7901240)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:48.594229 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:48.688035 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0e03d13d-6b9f-421a-915a-fde128c89bb9 req-96a08187-81ef-468f-b4cb-de8b03515cfe tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212323 Jul 24 09:18:48.689394 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=b4d0d30b-b151-4f63-8fbe-aa2fed244ef8,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:48.719232 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-b34cf68f-0e5c-4dce-9fbc-a19c651f7631 req-b9c05b84-bfc3-464f-b71d-7b6b80a59147 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Deleting port 70ca16f3-9cb1-4cbf-8136-39af650e508b {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:18:48.719786 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b34cf68f-0e5c-4dce-9fbc-a19c651f7631 req-b9c05b84-bfc3-464f-b71d-7b6b80a59147 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:48.749967 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa6371d-ffd0-4b65-9d91-b4e4a1e66841 x-openstack-request-id: req-faa6371d-ffd0-4b65-9d91-b4e4a1e66841 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:18:48.750303 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2355f540-252d-4b09-9242-9d44ca020e3d", "name": "network-vif-deleted", "tag": "94e1ca40-4979-4230-b80a-35c04e5422b8", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:18:48.750556 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-faa6371d-ffd0-4b65-9d91-b4e4a1e66841 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:18:48.750959 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2355f540-252d-4b09-9242-9d44ca020e3d', 'name': 'network-vif-deleted', 'tag': '94e1ca40-4979-4230-b80a-35c04e5422b8', 'status': 'completed', 'code': 200} Jul 24 09:18:48.767267 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-69578a20-8407-4311-8fce-3ca5410bbea7 req-a4bdccfd-2f7c-4d87-b686-096c7ce4b0f9 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] 10.222.0.32 "GET /v2.0/security-groups/f50ff1ff-fdde-4328-b48a-99a23776ed66 HTTP/1.1" status: 200 len: 1814 time: 0.0521760 Jul 24 09:18:48.802043 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-39792291-0b47-46e0-ab38-eb0e6525a04c req-08492ae3-98a4-4e57-87c5-fe8a0e21e261 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1467991351', 'description': 'tempest-description-2059476639'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:48.848455 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-b34cf68f-0e5c-4dce-9fbc-a19c651f7631 req-b9c05b84-bfc3-464f-b71d-7b6b80a59147 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] For port 70ca16f3-9cb1-4cbf-8136-39af650e508b, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=70ca16f3-9cb1-4cbf-8136-39af650e508b,segment=NetworkSegment(7ae3cfda-3a2a-4563-a30a-81ab108b8cc4),segment_id=7ae3cfda-3a2a-4563-a30a-81ab108b8cc4)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:48.848991 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b34cf68f-0e5c-4dce-9fbc-a19c651f7631 req-b9c05b84-bfc3-464f-b71d-7b6b80a59147 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:48.852467 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-39792291-0b47-46e0-ab38-eb0e6525a04c req-08492ae3-98a4-4e57-87c5-fe8a0e21e261 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:48.874666 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-b34cf68f-0e5c-4dce-9fbc-a19c651f7631 req-b9c05b84-bfc3-464f-b71d-7b6b80a59147 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Calling delete_port for 70ca16f3-9cb1-4cbf-8136-39af650e508b owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:18:48.948149 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['b4d0d30b-b151-4f63-8fbe-aa2fed244ef8'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:18:49.062124 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857c47b-ec93-45d0-bd8b-2cdf9641c116 req-0cd7980d-a1ed-45aa-859f-7f72e32b14da tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:49.063944 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f857c47b-ec93-45d0-bd8b-2cdf9641c116 req-0cd7980d-a1ed-45aa-859f-7f72e32b14da tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/ports?device_id=2355f540-252d-4b09-9242-9d44ca020e3d HTTP/1.1" status: 200 len: 946 time: 0.0753787 Jul 24 09:18:49.085616 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-39792291-0b47-46e0-ab38-eb0e6525a04c req-08492ae3-98a4-4e57-87c5-fe8a0e21e261 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:49.096491 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-39792291-0b47-46e0-ab38-eb0e6525a04c req-08492ae3-98a4-4e57-87c5-fe8a0e21e261 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:49.117678 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b34cf68f-0e5c-4dce-9fbc-a19c651f7631 req-b9c05b84-bfc3-464f-b71d-7b6b80a59147 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:49.133752 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f857c47b-ec93-45d0-bd8b-2cdf9641c116 req-b2980392-8601-4492-9aac-00da69604886 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3164cb-cc50-4a31-9a13-704787a05584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606298 Jul 24 09:18:49.149049 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['94e1ca40-4979-4230-b80a-35c04e5422b8'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:18:49.172921 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-39792291-0b47-46e0-ab38-eb0e6525a04c req-08492ae3-98a4-4e57-87c5-fe8a0e21e261 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:49.178419 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-39792291-0b47-46e0-ab38-eb0e6525a04c req-08492ae3-98a4-4e57-87c5-fe8a0e21e261 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3805585 Jul 24 09:18:49.179245 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c05b84-bfc3-464f-b71d-7b6b80a59147 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event deleted for resources: {'Port': ['ID=70ca16f3-9cb1-4cbf-8136-39af650e508b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:49.204047 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08492ae3-98a4-4e57-87c5-fe8a0e21e261 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25e9b1f1-3e9b-48ce-8d36-b1933d0fd939,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:49.257983 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34cf68f-0e5c-4dce-9fbc-a19c651f7631 req-b9c05b84-bfc3-464f-b71d-7b6b80a59147 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] No DVR routers for this DVR port 70ca16f3-9cb1-4cbf-8136-39af650e508b on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:18:49.262493 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b34cf68f-0e5c-4dce-9fbc-a19c651f7631 req-b9c05b84-bfc3-464f-b71d-7b6b80a59147 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:49.264544 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b34cf68f-0e5c-4dce-9fbc-a19c651f7631 req-b9c05b84-bfc3-464f-b71d-7b6b80a59147 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.37 "DELETE /v2.0/ports/70ca16f3-9cb1-4cbf-8136-39af650e508b HTTP/1.1" status: 204 len: 173 time: 0.8152263 Jul 24 09:18:49.291890 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6475cd4d-9213-47b1-9fdb-ccf3893b2576 req-ecfd216e-1612-4a85-8c7b-3b376fb46b8e tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] 10.222.0.32 "GET /v2.0/security-groups/25e9b1f1-3e9b-48ce-8d36-b1933d0fd939 HTTP/1.1" status: 200 len: 1815 time: 0.0674539 Jul 24 09:18:49.320353 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-5338ef79-4cb9-4a32-abd7-7f740261a5b1 req-cd66748f-a3c5-4739-a154-a7db2aad0645 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-922239243', 'description': 'tempest-description-589633768'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:49.346881 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5338ef79-4cb9-4a32-abd7-7f740261a5b1 req-cd66748f-a3c5-4739-a154-a7db2aad0645 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:49.433660 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5338ef79-4cb9-4a32-abd7-7f740261a5b1 req-cd66748f-a3c5-4739-a154-a7db2aad0645 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:49.437346 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5338ef79-4cb9-4a32-abd7-7f740261a5b1 req-cd66748f-a3c5-4739-a154-a7db2aad0645 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:49.462743 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5338ef79-4cb9-4a32-abd7-7f740261a5b1 req-cd66748f-a3c5-4739-a154-a7db2aad0645 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:49.463939 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5338ef79-4cb9-4a32-abd7-7f740261a5b1 req-cd66748f-a3c5-4739-a154-a7db2aad0645 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1480005 Jul 24 09:18:49.468986 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66748f-a3c5-4739-a154-a7db2aad0645 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c686c7fd-bc6c-4f2b-b091-f43395cd7dcb,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:49.526611 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9d7be3d4-d41e-40c8-b365-e06bc98f2d5d req-e80e8446-b151-49e2-a7c2-160d48042491 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] 10.222.0.32 "GET /v2.0/security-groups/c686c7fd-bc6c-4f2b-b091-f43395cd7dcb HTTP/1.1" status: 200 len: 1813 time: 0.0408468 Jul 24 09:18:49.564518 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-c7c736ad-0a8b-4ed3-a3be-f9d086a0fca8 req-0542f9b0-89bc-4d5e-a82d-a13d0e8dc35b tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] show failed (client error): The resource could not be found. Jul 24 09:18:49.565655 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c7c736ad-0a8b-4ed3-a3be-f9d086a0fca8 req-0542f9b0-89bc-4d5e-a82d-a13d0e8dc35b tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] 10.222.0.32 "GET /v2.0/security-groups/cffedc0a-88f4-42ed-a180-359d1c74dba1 HTTP/1.1" status: 404 len: 352 time: 0.0142560 Jul 24 09:18:49.600916 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [req-168dfe3e-f7aa-4a62-93f5-eb2aa5f51a4b req-b3589976-4f4d-4936-91f6-3b18e3826b47 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] show failed (client error): The resource could not be found. Jul 24 09:18:49.601881 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-168dfe3e-f7aa-4a62-93f5-eb2aa5f51a4b req-b3589976-4f4d-4936-91f6-3b18e3826b47 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] 10.222.0.32 "GET /v2.0/security-group-rules/fb6ee0fa-d86c-4f70-b236-45ae329b2d98 HTTP/1.1" status: 404 len: 361 time: 0.0151916 Jul 24 09:18:49.662518 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-34143702-9a14-495a-83c4-3067a349be5c req-cdf9497c-1607-435b-b9ee-298c064313ef tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] 10.222.0.32 "GET /v2.0/security-groups/c686c7fd-bc6c-4f2b-b091-f43395cd7dcb HTTP/1.1" status: 200 len: 1813 time: 0.0395844 Jul 24 09:18:49.723791 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-34143702-9a14-495a-83c4-3067a349be5c req-ba698f5e-f33d-443b-a65b-e5d44d6fd1d2 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:49.747080 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-34143702-9a14-495a-83c4-3067a349be5c req-ba698f5e-f33d-443b-a65b-e5d44d6fd1d2 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:49.798936 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-34143702-9a14-495a-83c4-3067a349be5c req-ba698f5e-f33d-443b-a65b-e5d44d6fd1d2 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:49.801818 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-34143702-9a14-495a-83c4-3067a349be5c req-ba698f5e-f33d-443b-a65b-e5d44d6fd1d2 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:49.809708 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-34143702-9a14-495a-83c4-3067a349be5c req-ba698f5e-f33d-443b-a65b-e5d44d6fd1d2 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] 10.222.0.32 "DELETE /v2.0/security-groups/c686c7fd-bc6c-4f2b-b091-f43395cd7dcb HTTP/1.1" status: 204 len: 173 time: 0.1406932 Jul 24 09:18:49.829382 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba698f5e-f33d-443b-a65b-e5d44d6fd1d2 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c686c7fd-bc6c-4f2b-b091-f43395cd7dcb,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:49.830313 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b243a-c7c2-4f66-a8be-1bcd5bc426b7 req-4c2d9a9a-f439-4774-b1ac-381b841d1d5d tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:49.831880 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-180b243a-c7c2-4f66-a8be-1bcd5bc426b7 req-4c2d9a9a-f439-4774-b1ac-381b841d1d5d tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c3e83e-4968-4c50-a47c-b34cad050c5d HTTP/1.1" status: 200 len: 944 time: 0.0766785 Jul 24 09:18:49.884614 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-180b243a-c7c2-4f66-a8be-1bcd5bc426b7 req-04e087f8-1bb7-4f55-a8d6-0fe65e5e85fd tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428874 Jul 24 09:18:49.922521 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3e4356d2-9a44-485e-abed-4657c9d9f41f req-db6fa7cf-8806-45fe-9147-72bebe96aa39 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] 10.222.0.32 "GET /v2.0/security-groups/25e9b1f1-3e9b-48ce-8d36-b1933d0fd939 HTTP/1.1" status: 200 len: 1815 time: 0.0376618 Jul 24 09:18:49.978263 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-3e4356d2-9a44-485e-abed-4657c9d9f41f req-765aec1b-0a0a-4889-84b1-9495af420fe9 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:50.000940 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-3e4356d2-9a44-485e-abed-4657c9d9f41f req-765aec1b-0a0a-4889-84b1-9495af420fe9 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:50.040091 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-3e4356d2-9a44-485e-abed-4657c9d9f41f req-765aec1b-0a0a-4889-84b1-9495af420fe9 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:50.042633 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-3e4356d2-9a44-485e-abed-4657c9d9f41f req-765aec1b-0a0a-4889-84b1-9495af420fe9 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:50.043773 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3e4356d2-9a44-485e-abed-4657c9d9f41f req-765aec1b-0a0a-4889-84b1-9495af420fe9 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] 10.222.0.32 "DELETE /v2.0/security-groups/25e9b1f1-3e9b-48ce-8d36-b1933d0fd939 HTTP/1.1" status: 204 len: 173 time: 0.1159132 Jul 24 09:18:50.053241 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765aec1b-0a0a-4889-84b1-9495af420fe9 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e9b1f1-3e9b-48ce-8d36-b1933d0fd939,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:50.104504 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d5d43562-bc41-451c-96d7-c4e46567d548 req-d2696a98-c6f6-4f6a-9a66-e5083dad71cc tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] 10.222.0.32 "GET /v2.0/security-groups/f50ff1ff-fdde-4328-b48a-99a23776ed66 HTTP/1.1" status: 200 len: 1814 time: 0.0375664 Jul 24 09:18:50.159071 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d5d43562-bc41-451c-96d7-c4e46567d548 req-bdca6619-d74f-4992-b7a2-a5dc9c85e26f tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:50.193619 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d5d43562-bc41-451c-96d7-c4e46567d548 req-bdca6619-d74f-4992-b7a2-a5dc9c85e26f tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:50.203998 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34822) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:50.242276 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d5d43562-bc41-451c-96d7-c4e46567d548 req-bdca6619-d74f-4992-b7a2-a5dc9c85e26f tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:50.245428 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d5d43562-bc41-451c-96d7-c4e46567d548 req-bdca6619-d74f-4992-b7a2-a5dc9c85e26f tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:50.253259 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d5d43562-bc41-451c-96d7-c4e46567d548 req-bdca6619-d74f-4992-b7a2-a5dc9c85e26f tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] 10.222.0.32 "DELETE /v2.0/security-groups/f50ff1ff-fdde-4328-b48a-99a23776ed66 HTTP/1.1" status: 204 len: 173 time: 0.1426821 Jul 24 09:18:50.260016 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 38275d4c-1ac5-495d-9d72-83c5f53a7b77 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:18:50.264943 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca6619-d74f-4992-b7a2-a5dc9c85e26f tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50ff1ff-fdde-4328-b48a-99a23776ed66,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:50.271264 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ddf5d8-415f-436a-bee0-db172ec58d4d tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Deleting subnet 32328c07-a3a6-43ee-9742-3e52af3dcc48 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:18:50.275615 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device b4d0d30b-b151-4f63-8fbe-aa2fed244ef8 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:18:50.279165 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-03ddf5d8-415f-436a-bee0-db172ec58d4d tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:50.330746 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-03ddf5d8-415f-436a-bee0-db172ec58d4d tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:50.354756 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9cdec216-83da-48e3-bb78-4b22b2b99988 req-b966f4dc-eba1-40a8-8671-45d5c68088be tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] 10.222.0.32 "GET /v2.0/security-groups/acc1bcd9-725e-4d85-a4cf-4f007ac49326 HTTP/1.1" status: 200 len: 1814 time: 0.0644116 Jul 24 09:18:50.373393 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port b4d0d30b-b151-4f63-8fbe-aa2fed244ef8 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:18:50.379165 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port b4d0d30b-b151-4f63-8fbe-aa2fed244ef8 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:18:50.379829 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:50.417258 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9cdec216-83da-48e3-bb78-4b22b2b99988 req-de9f16ef-ac41-441e-81f1-d018a05465f2 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:50.442171 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9cdec216-83da-48e3-bb78-4b22b2b99988 req-de9f16ef-ac41-441e-81f1-d018a05465f2 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:50.462655 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 38275d4c-1ac5-495d-9d72-83c5f53a7b77, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=38275d4c-1ac5-495d-9d72-83c5f53a7b77,segment=NetworkSegment(36709531-842e-4437-a258-32aea7901240),segment_id=36709531-842e-4437-a258-32aea7901240)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:50.479387 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '38275d4c-1ac5-495d-9d72-83c5f53a7b77', 'network_id': 'e7975782-37b8-4cdc-a48c-0e5659cded47', 'port_id': '38275d4c-1ac5-495d-9d72-83c5f53a7b77', 'mac_address': 'fa:16:3e:fc:81:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf034db-9cde-4201-94e4-95eb09d50104', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:18:50.488722 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-03ddf5d8-415f-436a-bee0-db172ec58d4d tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:50.492596 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9cdec216-83da-48e3-bb78-4b22b2b99988 req-de9f16ef-ac41-441e-81f1-d018a05465f2 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:50.495326 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9cdec216-83da-48e3-bb78-4b22b2b99988 req-de9f16ef-ac41-441e-81f1-d018a05465f2 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:50.496502 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9cdec216-83da-48e3-bb78-4b22b2b99988 req-de9f16ef-ac41-441e-81f1-d018a05465f2 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] 10.222.0.32 "DELETE /v2.0/security-groups/acc1bcd9-725e-4d85-a4cf-4f007ac49326 HTTP/1.1" status: 204 len: 173 time: 0.1346207 Jul 24 09:18:50.509763 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f16ef-ac41-441e-81f1-d018a05465f2 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc1bcd9-725e-4d85-a4cf-4f007ac49326,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:50.564900 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:50.569190 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:50.595631 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38275d4c-1ac5-495d-9d72-83c5f53a7b77 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:18:50.609300 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9aa051c-23f1-4332-9bd7-9235f004ca70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d0d30b-b151-4f63-8fbe-aa2fed244ef8'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:18:50.611590 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d1721c-8f09-4494-800f-2eac0de41236" -d '{"events": [{"server_uuid": "f9aa051c-23f1-4332-9bd7-9235f004ca70", "name": "network-vif-plugged", "status": "completed", "tag": "b4d0d30b-b151-4f63-8fbe-aa2fed244ef8"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:18:50.635121 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port b4d0d30b-b151-4f63-8fbe-aa2fed244ef8, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=b4d0d30b-b151-4f63-8fbe-aa2fed244ef8,segment=NetworkSegment(36709531-842e-4437-a258-32aea7901240),segment_id=36709531-842e-4437-a258-32aea7901240)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:50.639829 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 38275d4c-1ac5-495d-9d72-83c5f53a7b77, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=38275d4c-1ac5-495d-9d72-83c5f53a7b77,segment=NetworkSegment(36709531-842e-4437-a258-32aea7901240),segment_id=36709531-842e-4437-a258-32aea7901240)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:50.641458 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:50.647991 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:50.691696 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8681127-9e5d-4394-98bc-4cd3df6604a1 x-openstack-request-id: req-e8681127-9e5d-4394-98bc-4cd3df6604a1 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:18:50.692072 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9aa051c-23f1-4332-9bd7-9235f004ca70", "name": "network-vif-plugged", "status": "completed", "tag": "b4d0d30b-b151-4f63-8fbe-aa2fed244ef8", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:18:50.692449 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8681127-9e5d-4394-98bc-4cd3df6604a1 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:18:50.692894 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9aa051c-23f1-4332-9bd7-9235f004ca70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d0d30b-b151-4f63-8fbe-aa2fed244ef8', 'code': 200} Jul 24 09:18:50.698257 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=b4d0d30b-b151-4f63-8fbe-aa2fed244ef8,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:50.706745 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:50.707098 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:50.707441 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:50.707779 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:50.708115 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:50.708447 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:50.709212 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:50.709212 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:50.709550 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:50.709838 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:50.710170 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:50.710495 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:18:50.752193 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2355f540-252d-4b09-9242-9d44ca020e3d', 'name': 'network-vif-deleted', 'tag': '70ca16f3-9cb1-4cbf-8136-39af650e508b'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:18:50.754609 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc77914c-33f3-4f0e-82ec-8bbfc21ba1f1" -d '{"events": [{"server_uuid": "2355f540-252d-4b09-9242-9d44ca020e3d", "name": "network-vif-deleted", "tag": "70ca16f3-9cb1-4cbf-8136-39af650e508b"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:18:50.801384 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=38275d4c-1ac5-495d-9d72-83c5f53a7b77,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:50.815776 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4564ff5-7d45-44f0-87f2-cee306fafef3 x-openstack-request-id: req-e4564ff5-7d45-44f0-87f2-cee306fafef3 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:18:50.816128 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2355f540-252d-4b09-9242-9d44ca020e3d", "name": "network-vif-deleted", "tag": "70ca16f3-9cb1-4cbf-8136-39af650e508b", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:18:50.816326 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4564ff5-7d45-44f0-87f2-cee306fafef3 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:18:50.816722 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2355f540-252d-4b09-9242-9d44ca020e3d', 'name': 'network-vif-deleted', 'tag': '70ca16f3-9cb1-4cbf-8136-39af650e508b', 'status': 'completed', 'code': 200} Jul 24 09:18:50.841586 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69d394-93cf-48a8-95e0-4c9e778cc0f0 req-c117a9ae-78e6-4722-b498-ed3f5fbc946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:50.844186 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ae69d394-93cf-48a8-95e0-4c9e778cc0f0 req-c117a9ae-78e6-4722-b498-ed3f5fbc946d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f9aa051c-23f1-4332-9bd7-9235f004ca70 HTTP/1.1" status: 200 len: 1097 time: 0.0845890 Jul 24 09:18:50.869889 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0c9e371d-f0c9-472b-be7d-c2eee202db2d req-78e7ebbe-adf5-4cdb-b54a-5b01f23a1975 tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] 10.222.0.32 "GET /v2.0/security-groups/85ef782d-d201-404e-8fe6-1af5caee7b90 HTTP/1.1" status: 200 len: 1813 time: 0.3436587 Jul 24 09:18:50.883959 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['38275d4c-1ac5-495d-9d72-83c5f53a7b77'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:18:50.884191 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ae69d394-93cf-48a8-95e0-4c9e778cc0f0 req-0392c503-c504-4c82-b76d-2d9ba78435fc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342963 Jul 24 09:18:50.909524 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-03ddf5d8-415f-436a-bee0-db172ec58d4d tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:50.961965 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-03ddf5d8-415f-436a-bee0-db172ec58d4d tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:50.966782 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-03ddf5d8-415f-436a-bee0-db172ec58d4d tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "DELETE /v2.0/subnets/32328c07-a3a6-43ee-9742-3e52af3dcc48 HTTP/1.1" status: 204 len: 168 time: 0.7610795 Jul 24 09:18:50.967141 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34844) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:50.971203 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddf5d8-415f-436a-bee0-db172ec58d4d tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event deleted for resources: {'Subnet': ['ID=32328c07-a3a6-43ee-9742-3e52af3dcc48,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:50.980656 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c693ab-01c3-4368-8d11-157a2e843c41 None None] Network fd758026-7ef5-4c3a-849b-503498835cab requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:18:51.001786 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-0c9e371d-f0c9-472b-be7d-c2eee202db2d req-8f94f0ce-7ebb-4763-b4e7-30b4d178901b tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:51.033085 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-0c9e371d-f0c9-472b-be7d-c2eee202db2d req-8f94f0ce-7ebb-4763-b4e7-30b4d178901b tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:51.088405 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-0c9e371d-f0c9-472b-be7d-c2eee202db2d req-8f94f0ce-7ebb-4763-b4e7-30b4d178901b tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:51.094999 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-0c9e371d-f0c9-472b-be7d-c2eee202db2d req-8f94f0ce-7ebb-4763-b4e7-30b4d178901b tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:51.101025 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b21a6fee-3966-469a-ae40-d0bb41ccdbba tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:51.105169 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34848) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:51.113309 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0c9e371d-f0c9-472b-be7d-c2eee202db2d req-8f94f0ce-7ebb-4763-b4e7-30b4d178901b tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] 10.222.0.32 "DELETE /v2.0/security-groups/85ef782d-d201-404e-8fe6-1af5caee7b90 HTTP/1.1" status: 204 len: 173 time: 0.2295709 Jul 24 09:18:51.122817 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94f0ce-7ebb-4763-b4e7-30b4d178901b tempest-SecurityGroupRulesNegativeTestJSON-907963535 tempest-SecurityGroupRulesNegativeTestJSON-907963535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ef782d-d201-404e-8fe6-1af5caee7b90,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:51.218721 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-402e0c3d-de34-4d0b-9678-a0bad7b9dc63 admin admin] Deleting subnet 2652e5a7-fcc2-4b4e-bb98-585dd43bfa9f {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:18:51.229008 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038f4e6-022f-4402-96d5-9b026ab76af2 req-95793d08-908f-4bb5-acca-eb17c0f1eed9 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:51.230706 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7038f4e6-022f-4402-96d5-9b026ab76af2 req-95793d08-908f-4bb5-acca-eb17c0f1eed9 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c3e83e-4968-4c50-a47c-b34cad050c5d HTTP/1.1" status: 200 len: 945 time: 0.2187715 Jul 24 09:18:51.234133 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-402e0c3d-de34-4d0b-9678-a0bad7b9dc63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:51.269476 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d454601-2403-4441-bdfd-69d94e62ca9a None None] DHCP port deletion for fd758026-7ef5-4c3a-849b-503498835cab request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:18:51.289099 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-402e0c3d-de34-4d0b-9678-a0bad7b9dc63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:51.319896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-9d454601-2403-4441-bdfd-69d94e62ca9a None None] Deleting port 904b8a72-7730-49a9-b76a-986b083f99d2 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:18:51.320479 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9d454601-2403-4441-bdfd-69d94e62ca9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:51.369802 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7038f4e6-022f-4402-96d5-9b026ab76af2 req-3ec974b4-334d-4386-a123-efbb05c76114 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153905 Jul 24 09:18:51.379581 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-b21a6fee-3966-469a-ae40-d0bb41ccdbba tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Deleting port 904b8a72-7730-49a9-b76a-986b083f99d2 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:18:51.380163 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b21a6fee-3966-469a-ae40-d0bb41ccdbba tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:51.387319 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 904b8a72-7730-49a9-b76a-986b083f99d2 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:18:51.422349 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-402e0c3d-de34-4d0b-9678-a0bad7b9dc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:51.426106 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-9d454601-2403-4441-bdfd-69d94e62ca9a None None] For port 904b8a72-7730-49a9-b76a-986b083f99d2, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=904b8a72-7730-49a9-b76a-986b083f99d2,segment=NetworkSegment(c3211e0f-3ed7-472f-9639-55e3b05ceeac),segment_id=c3211e0f-3ed7-472f-9639-55e3b05ceeac)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:51.426757 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9d454601-2403-4441-bdfd-69d94e62ca9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:51.445665 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-9d454601-2403-4441-bdfd-69d94e62ca9a None None] Calling delete_port for 904b8a72-7730-49a9-b76a-986b083f99d2 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:18:51.508251 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-b21a6fee-3966-469a-ae40-d0bb41ccdbba tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] For port 904b8a72-7730-49a9-b76a-986b083f99d2, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=904b8a72-7730-49a9-b76a-986b083f99d2,segment=NetworkSegment(c3211e0f-3ed7-472f-9639-55e3b05ceeac),segment_id=c3211e0f-3ed7-472f-9639-55e3b05ceeac)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:51.508531 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b21a6fee-3966-469a-ae40-d0bb41ccdbba tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:51.532260 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-b21a6fee-3966-469a-ae40-d0bb41ccdbba tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Calling delete_port for 904b8a72-7730-49a9-b76a-986b083f99d2 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:18:51.543020 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:51.578211 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9d454601-2403-4441-bdfd-69d94e62ca9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:51.610388 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-402e0c3d-de34-4d0b-9678-a0bad7b9dc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:51.655165 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-402e0c3d-de34-4d0b-9678-a0bad7b9dc63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:51.657334 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-402e0c3d-de34-4d0b-9678-a0bad7b9dc63 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2652e5a7-fcc2-4b4e-bb98-585dd43bfa9f HTTP/1.1" status: 204 len: 168 time: 0.5509436 Jul 24 09:18:51.659807 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34854) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:51.660324 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e0c3d-de34-4d0b-9678-a0bad7b9dc63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2652e5a7-fcc2-4b4e-bb98-585dd43bfa9f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:51.691235 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b21a6fee-3966-469a-ae40-d0bb41ccdbba tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:51.723838 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a6fee-3966-469a-ae40-d0bb41ccdbba tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event deleted for resources: {'Port': ['ID=904b8a72-7730-49a9-b76a-986b083f99d2,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:51.725899 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21a6fee-3966-469a-ae40-d0bb41ccdbba tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] No DVR routers for this DVR port 904b8a72-7730-49a9-b76a-986b083f99d2 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:18:51.761222 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de5e4baa-773a-4644-aac3-8313cc812d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:51.783705 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d454601-2403-4441-bdfd-69d94e62ca9a None None] Pushing event deleted for resources: {'Port': ['ID=904b8a72-7730-49a9-b76a-986b083f99d2,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:51.789426 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d454601-2403-4441-bdfd-69d94e62ca9a None None] No DVR routers for this DVR port 904b8a72-7730-49a9-b76a-986b083f99d2 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:18:51.875695 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de5e4baa-773a-4644-aac3-8313cc812d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:51.887087 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-de5e4baa-773a-4644-aac3-8313cc812d42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3ec84d-9148-40f0-adc6-aba90b7e53b9']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:51.900686 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-de5e4baa-773a-4644-aac3-8313cc812d42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f6c1a35-8361-421a-9502-dc196c44812c') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:51.901328 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-de5e4baa-773a-4644-aac3-8313cc812d42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f6c1a35-8361-421a-9502-dc196c44812c') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:51.912039 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de5e4baa-773a-4644-aac3-8313cc812d42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:51.932493 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de5e4baa-773a-4644-aac3-8313cc812d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:51.942925 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5e4baa-773a-4644-aac3-8313cc812d42 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:18:51.943644 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de5e4baa-773a-4644-aac3-8313cc812d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:18:51.946139 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:18:52.019953 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de5e4baa-773a-4644-aac3-8313cc812d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:52.026853 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de5e4baa-773a-4644-aac3-8313cc812d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:52.030906 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-de5e4baa-773a-4644-aac3-8313cc812d42 admin admin] 10.222.0.32 "DELETE /v2.0/networks/da3ec84d-9148-40f0-adc6-aba90b7e53b9 HTTP/1.1" status: 204 len: 168 time: 0.3689740 Jul 24 09:18:52.043960 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e4baa-773a-4644-aac3-8313cc812d42 admin admin] Pushing event deleted for resources: {'Network': ['ID=da3ec84d-9148-40f0-adc6-aba90b7e53b9,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:52.143041 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b21a6fee-3966-469a-ae40-d0bb41ccdbba tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:52.152908 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-b21a6fee-3966-469a-ae40-d0bb41ccdbba tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd758026-7ef5-4c3a-849b-503498835cab']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:52.155520 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34860) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:52.175433 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-b21a6fee-3966-469a-ae40-d0bb41ccdbba tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3211e0f-3ed7-472f-9639-55e3b05ceeac') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:52.175974 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-b21a6fee-3966-469a-ae40-d0bb41ccdbba tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3211e0f-3ed7-472f-9639-55e3b05ceeac') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:52.187176 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b21a6fee-3966-469a-ae40-d0bb41ccdbba tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:52.208285 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b21a6fee-3966-469a-ae40-d0bb41ccdbba tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:52.220772 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21a6fee-3966-469a-ae40-d0bb41ccdbba tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:18:52.221426 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b21a6fee-3966-469a-ae40-d0bb41ccdbba tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:18:52.224060 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:18:52.236438 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-73263ace-e3da-4d03-87bb-2f1d3247b615 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2daa9ea939d04dc0b84666b5bd85a684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0795898 Jul 24 09:18:52.239111 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34864) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:52.259385 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 38275d4c-1ac5-495d-9d72-83c5f53a7b77 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:18:52.308722 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b21a6fee-3966-469a-ae40-d0bb41ccdbba tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:52.311195 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 38275d4c-1ac5-495d-9d72-83c5f53a7b77 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:18:52.318712 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b21a6fee-3966-469a-ae40-d0bb41ccdbba tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:52.320595 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b21a6fee-3966-469a-ae40-d0bb41ccdbba tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "DELETE /v2.0/networks/fd758026-7ef5-4c3a-849b-503498835cab HTTP/1.1" status: 204 len: 168 time: 1.3518212 Jul 24 09:18:52.324603 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34868) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:52.325249 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 38275d4c-1ac5-495d-9d72-83c5f53a7b77 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:18:52.325833 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:52.333039 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a6fee-3966-469a-ae40-d0bb41ccdbba tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event deleted for resources: {'Network': ['ID=fd758026-7ef5-4c3a-849b-503498835cab,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:52.350611 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-593b2b3b-04f7-4b0d-a31c-d28b1031a58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:52.385044 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-593b2b3b-04f7-4b0d-a31c-d28b1031a58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:52.413370 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-95151359-aaf2-47b6-884f-fbc6d1372028 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Deleting subnet ce14bb7e-8c13-4782-b1e5-6cdc7be38adf {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:18:52.423417 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-95151359-aaf2-47b6-884f-fbc6d1372028 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:52.468877 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ee139-cb17-45d6-bcf9-0d19380136a4 req-bef8613d-bc50-41b9-9ab3-75149d0aee67 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:52.470485 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d86ee139-cb17-45d6-bcf9-0d19380136a4 req-bef8613d-bc50-41b9-9ab3-75149d0aee67 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.1007965 Jul 24 09:18:52.474062 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:52.486617 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-593b2b3b-04f7-4b0d-a31c-d28b1031a58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:52.489685 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-593b2b3b-04f7-4b0d-a31c-d28b1031a58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:52.490986 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-593b2b3b-04f7-4b0d-a31c-d28b1031a58d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19df6cce-8571-4f9e-9cdd-17792235625a HTTP/1.1" status: 204 len: 168 time: 0.2511144 Jul 24 09:18:52.519925 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b2b3b-04f7-4b0d-a31c-d28b1031a58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19df6cce-8571-4f9e-9cdd-17792235625a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:52.533563 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-95151359-aaf2-47b6-884f-fbc6d1372028 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:52.538127 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d86ee139-cb17-45d6-bcf9-0d19380136a4 req-8d918bb8-8a78-4e58-a3df-afdcdcd6b980 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611641 Jul 24 09:18:52.567766 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 38275d4c-1ac5-495d-9d72-83c5f53a7b77, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=38275d4c-1ac5-495d-9d72-83c5f53a7b77,segment=NetworkSegment(36709531-842e-4437-a258-32aea7901240),segment_id=36709531-842e-4437-a258-32aea7901240)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:52.572073 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:52.572073 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 94e1ca40-4979-4230-b80a-35c04e5422b8 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:18:52.657521 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 94e1ca40-4979-4230-b80a-35c04e5422b8 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:18:52.658147 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 94e1ca40-4979-4230-b80a-35c04e5422b8 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:18:52.658579 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 70ca16f3-9cb1-4cbf-8136-39af650e508b no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:18:52.697225 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c3e83e-4968-4c50-a47c-b34cad050c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38275d4c-1ac5-495d-9d72-83c5f53a7b77'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:18:52.699593 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec412db-72cd-4829-afae-ac178feb88da" -d '{"events": [{"server_uuid": "95c3e83e-4968-4c50-a47c-b34cad050c5d", "name": "network-vif-plugged", "status": "completed", "tag": "38275d4c-1ac5-495d-9d72-83c5f53a7b77"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:18:52.705367 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 70ca16f3-9cb1-4cbf-8136-39af650e508b {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:18:52.705878 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 70ca16f3-9cb1-4cbf-8136-39af650e508b not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:18:52.724526 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-95151359-aaf2-47b6-884f-fbc6d1372028 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:52.747677 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=38275d4c-1ac5-495d-9d72-83c5f53a7b77,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:52.782496 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164b257-8242-4513-8854-4379759a6fee req-52566652-5bf3-4019-8ca2-ff1ce71b0348 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:52.784403 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b164b257-8242-4513-8854-4379759a6fee req-52566652-5bf3-4019-8ca2-ff1ce71b0348 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c3e83e-4968-4c50-a47c-b34cad050c5d HTTP/1.1" status: 200 len: 945 time: 0.3157914 Jul 24 09:18:52.843655 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-95151359-aaf2-47b6-884f-fbc6d1372028 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:52.846985 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc0a20-872e-4974-9900-2083b67fdf2d req-fee3aa9b-fe61-4c4d-9262-803ca33f6ec9 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:52.849133 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24fc0a20-872e-4974-9900-2083b67fdf2d req-fee3aa9b-fe61-4c4d-9262-803ca33f6ec9 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.0926168 Jul 24 09:18:52.872818 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95151359-aaf2-47b6-884f-fbc6d1372028 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event deleted for resources: {'Subnet': ['ID=ce14bb7e-8c13-4782-b1e5-6cdc7be38adf,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:52.885938 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b164b257-8242-4513-8854-4379759a6fee req-19dad80c-3a4b-4ff6-91a4-1aed17fd47c8 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931385 Jul 24 09:18:52.895947 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc85bbe8-c08a-4555-a93b-3839e28e5bce None None] Network 8e30c749-1102-4d40-b214-c4555736a2e3 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:18:52.897732 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24fc0a20-872e-4974-9900-2083b67fdf2d req-9f9fe55d-8f6e-4291-bfb0-9ff64daa5468 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429561 Jul 24 09:18:52.902191 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-95151359-aaf2-47b6-884f-fbc6d1372028 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:52.907824 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34888) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:52.912549 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-95151359-aaf2-47b6-884f-fbc6d1372028 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "DELETE /v2.0/subnets/ce14bb7e-8c13-4782-b1e5-6cdc7be38adf HTTP/1.1" status: 204 len: 168 time: 0.5866196 Jul 24 09:18:53.008393 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-653352ee-8ab3-45b5-929e-af37f9daaa54 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:53.113991 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379fe129-5789-449f-89ee-2b2af153091f x-openstack-request-id: req-379fe129-5789-449f-89ee-2b2af153091f {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:18:53.114293 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c3e83e-4968-4c50-a47c-b34cad050c5d", "name": "network-vif-plugged", "status": "completed", "tag": "38275d4c-1ac5-495d-9d72-83c5f53a7b77", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:18:53.114531 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-379fe129-5789-449f-89ee-2b2af153091f {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:18:53.115293 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c3e83e-4968-4c50-a47c-b34cad050c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38275d4c-1ac5-495d-9d72-83c5f53a7b77', 'code': 200} Jul 24 09:18:53.203144 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-653352ee-8ab3-45b5-929e-af37f9daaa54 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Deleting port 871ae9e2-d457-430f-a2e6-50711eca4c0a {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:18:53.203144 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-653352ee-8ab3-45b5-929e-af37f9daaa54 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:53.206671 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e93a46-b7ea-482d-a635-6c14247d9674 req-5c13c209-b23d-4848-8b9a-9e3e81abadee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:53.208297 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-52e93a46-b7ea-482d-a635-6c14247d9674 req-5c13c209-b23d-4848-8b9a-9e3e81abadee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=95c3e83e-4968-4c50-a47c-b34cad050c5d HTTP/1.1" status: 200 len: 1097 time: 0.1189413 Jul 24 09:18:53.300468 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c57ed4-27d7-4d7b-bb5a-fb2256ae9a5d None None] DHCP port deletion for 8e30c749-1102-4d40-b214-c4555736a2e3 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:18:53.353542 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-653352ee-8ab3-45b5-929e-af37f9daaa54 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] For port 871ae9e2-d457-430f-a2e6-50711eca4c0a, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=871ae9e2-d457-430f-a2e6-50711eca4c0a,segment=NetworkSegment(7ae3cfda-3a2a-4563-a30a-81ab108b8cc4),segment_id=7ae3cfda-3a2a-4563-a30a-81ab108b8cc4)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:53.354087 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-653352ee-8ab3-45b5-929e-af37f9daaa54 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:53.366667 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-52e93a46-b7ea-482d-a635-6c14247d9674 req-a76c4b8a-6e6e-4eec-b7c9-6b63e8298c84 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352975 Jul 24 09:18:53.372663 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-653352ee-8ab3-45b5-929e-af37f9daaa54 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Calling delete_port for 871ae9e2-d457-430f-a2e6-50711eca4c0a owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:18:53.404380 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-b7c57ed4-27d7-4d7b-bb5a-fb2256ae9a5d None None] Deleting port 871ae9e2-d457-430f-a2e6-50711eca4c0a {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:18:53.409717 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b7c57ed4-27d7-4d7b-bb5a-fb2256ae9a5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:53.435956 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24094a9d-e881-48a6-b5f2-43313b683b42 req-6a09ec19-86ef-4104-ab9a-91ef7fe231de tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:53.448700 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-24094a9d-e881-48a6-b5f2-43313b683b42 req-6a09ec19-86ef-4104-ab9a-91ef7fe231de tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.1546106 Jul 24 09:18:53.494754 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-653352ee-8ab3-45b5-929e-af37f9daaa54 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:53.518468 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-24094a9d-e881-48a6-b5f2-43313b683b42 req-9ad2a87f-2013-4d68-acac-a18d81212d2d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624042 Jul 24 09:18:53.523333 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-b7c57ed4-27d7-4d7b-bb5a-fb2256ae9a5d None None] For port 871ae9e2-d457-430f-a2e6-50711eca4c0a, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=871ae9e2-d457-430f-a2e6-50711eca4c0a,segment=NetworkSegment(7ae3cfda-3a2a-4563-a30a-81ab108b8cc4),segment_id=7ae3cfda-3a2a-4563-a30a-81ab108b8cc4)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:53.523928 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b7c57ed4-27d7-4d7b-bb5a-fb2256ae9a5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:53.535755 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653352ee-8ab3-45b5-929e-af37f9daaa54 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event deleted for resources: {'Port': ['ID=871ae9e2-d457-430f-a2e6-50711eca4c0a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:53.538467 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-b7c57ed4-27d7-4d7b-bb5a-fb2256ae9a5d None None] Calling delete_port for 871ae9e2-d457-430f-a2e6-50711eca4c0a owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:18:53.542465 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653352ee-8ab3-45b5-929e-af37f9daaa54 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] No DVR routers for this DVR port 871ae9e2-d457-430f-a2e6-50711eca4c0a on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:18:53.624480 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b7c57ed4-27d7-4d7b-bb5a-fb2256ae9a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:53.635839 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 871ae9e2-d457-430f-a2e6-50711eca4c0a no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:18:53.650237 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-653352ee-8ab3-45b5-929e-af37f9daaa54 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:53.661437 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-653352ee-8ab3-45b5-929e-af37f9daaa54 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e30c749-1102-4d40-b214-c4555736a2e3']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:53.674304 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-653352ee-8ab3-45b5-929e-af37f9daaa54 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae3cfda-3a2a-4563-a30a-81ab108b8cc4') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:53.674619 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-653352ee-8ab3-45b5-929e-af37f9daaa54 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae3cfda-3a2a-4563-a30a-81ab108b8cc4') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:53.686437 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-653352ee-8ab3-45b5-929e-af37f9daaa54 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:53.704325 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-653352ee-8ab3-45b5-929e-af37f9daaa54 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:53.711956 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653352ee-8ab3-45b5-929e-af37f9daaa54 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:18:53.717287 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-653352ee-8ab3-45b5-929e-af37f9daaa54 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:53.727060 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 871ae9e2-d457-430f-a2e6-50711eca4c0a {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:18:53.727407 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 871ae9e2-d457-430f-a2e6-50711eca4c0a not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:18:53.734424 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c57ed4-27d7-4d7b-bb5a-fb2256ae9a5d None None] No DVR routers for this DVR port 871ae9e2-d457-430f-a2e6-50711eca4c0a on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:18:53.736246 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c57ed4-27d7-4d7b-bb5a-fb2256ae9a5d None None] Pushing event deleted for resources: {'Port': ['ID=871ae9e2-d457-430f-a2e6-50711eca4c0a,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:18:53.746501 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:18:53.798899 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-653352ee-8ab3-45b5-929e-af37f9daaa54 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:53.816511 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-653352ee-8ab3-45b5-929e-af37f9daaa54 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:53.818858 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-653352ee-8ab3-45b5-929e-af37f9daaa54 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] 10.222.0.32 "DELETE /v2.0/networks/8e30c749-1102-4d40-b214-c4555736a2e3 HTTP/1.1" status: 204 len: 168 time: 0.9100368 Jul 24 09:18:53.845864 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653352ee-8ab3-45b5-929e-af37f9daaa54 tempest-ServersTestMultiNic-1207914631 tempest-ServersTestMultiNic-1207914631-project] Pushing event deleted for resources: {'Network': ['ID=8e30c749-1102-4d40-b214-c4555736a2e3,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:54.096874 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fd60c-e816-4799-9fa0-19bc74877179 req-45415917-69e7-4fa5-aa70-383f2ba30349 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:54.098571 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f68fd60c-e816-4799-9fa0-19bc74877179 req-45415917-69e7-4fa5-aa70-383f2ba30349 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c3e83e-4968-4c50-a47c-b34cad050c5d HTTP/1.1" status: 200 len: 946 time: 0.1158726 Jul 24 09:18:54.134738 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34940) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:54.173473 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f68fd60c-e816-4799-9fa0-19bc74877179 req-29b90a4c-f039-4ee1-a465-8a348ab215f8 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685797 Jul 24 09:18:54.195693 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd37a2-33f6-4ead-9370-983c18988626 req-c7bf0486-0207-4e67-8873-dc73d3fb0b80 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:54.200638 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a5fd37a2-33f6-4ead-9370-983c18988626 req-c7bf0486-0207-4e67-8873-dc73d3fb0b80 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.1364536 Jul 24 09:18:54.268625 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a5fd37a2-33f6-4ead-9370-983c18988626 req-339898c5-8583-4d59-9512-3b411770afda tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612843 Jul 24 09:18:54.299262 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-689434a7-179d-4bf3-abb5-9101d83a1fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:54.329350 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34948) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:54.417288 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-689434a7-179d-4bf3-abb5-9101d83a1fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:54.423499 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-689434a7-179d-4bf3-abb5-9101d83a1fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:54.466428 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-689434a7-179d-4bf3-abb5-9101d83a1fee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b8f0201d44e464b9c63a4ca13d6421d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3306108 Jul 24 09:18:54.469573 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34950) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:54.476412 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689434a7-179d-4bf3-abb5-9101d83a1fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614a084d-19ac-42b9-9605-35e375b18871,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:54.533681 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b1c5ef70-4a28-4a4e-a755-eb5b4583aee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:54.556787 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b1c5ef70-4a28-4a4e-a755-eb5b4583aee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:54.615139 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b1c5ef70-4a28-4a4e-a755-eb5b4583aee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:54.617749 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b1c5ef70-4a28-4a4e-a755-eb5b4583aee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:54.618924 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b1c5ef70-4a28-4a4e-a755-eb5b4583aee6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/614a084d-19ac-42b9-9605-35e375b18871 HTTP/1.1" status: 204 len: 168 time: 0.1481509 Jul 24 09:18:54.627309 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5ef70-4a28-4a4e-a755-eb5b4583aee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614a084d-19ac-42b9-9605-35e375b18871,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:54.716685 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5f00136c-fe4b-4635-8d6b-46ab50e9c61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:55.015615 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-5f00136c-fe4b-4635-8d6b-46ab50e9c61d admin admin] Deleting port f5db89d1-6241-4d30-8303-34df11bc52e4 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:18:55.016338 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5f00136c-fe4b-4635-8d6b-46ab50e9c61d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:55.099056 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-5f00136c-fe4b-4635-8d6b-46ab50e9c61d admin admin] For port f5db89d1-6241-4d30-8303-34df11bc52e4, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=f5db89d1-6241-4d30-8303-34df11bc52e4,segment=NetworkSegment(f3619eb9-4567-4e08-86e8-8a3ee2856ad7),segment_id=f3619eb9-4567-4e08-86e8-8a3ee2856ad7)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:55.099447 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5f00136c-fe4b-4635-8d6b-46ab50e9c61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:55.113308 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-5f00136c-fe4b-4635-8d6b-46ab50e9c61d admin admin] Calling delete_port for f5db89d1-6241-4d30-8303-34df11bc52e4 owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:18:55.325019 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34980) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:55.384471 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2a7d2-ac2f-4212-8911-d787a7a5674a req-8adb6c74-8f56-41a5-bf0e-428b9d8df039 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:55.386013 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-65d2a7d2-ac2f-4212-8911-d787a7a5674a req-8adb6c74-8f56-41a5-bf0e-428b9d8df039 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c3e83e-4968-4c50-a47c-b34cad050c5d HTTP/1.1" status: 200 len: 946 time: 0.1310506 Jul 24 09:18:55.406829 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5f00136c-fe4b-4635-8d6b-46ab50e9c61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:55.436484 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efdfb5-1236-49bc-8570-375d20fb1d74 req-1e912b9a-7c22-4c10-aa9d-0308dae05ddc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:55.444706 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c8efdfb5-1236-49bc-8570-375d20fb1d74 req-1e912b9a-7c22-4c10-aa9d-0308dae05ddc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.0873406 Jul 24 09:18:55.445316 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00136c-fe4b-4635-8d6b-46ab50e9c61d admin admin] Pushing event deleted for resources: {'Port': ['ID=f5db89d1-6241-4d30-8303-34df11bc52e4,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:55.451138 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f7207de5-2ce0-4525-9884-88f4c1f2f4b5 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-956133160-network', 'tenant_id': '619cc61cce074bbc90f72d65cf616444'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:55.499071 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-65d2a7d2-ac2f-4212-8911-d787a7a5674a req-ecef9fc7-3836-4ee9-81a0-8db0c065875d tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034455 Jul 24 09:18:55.516825 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c8efdfb5-1236-49bc-8570-375d20fb1d74 req-649e6389-4e3f-4ed2-a7fc-ec9800bdae21 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605807 Jul 24 09:18:55.526179 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7207de5-2ce0-4525-9884-88f4c1f2f4b5 admin admin] Made reservation on behalf of 619cc61cce074bbc90f72d65cf616444 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:18:55.528543 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f7207de5-2ce0-4525-9884-88f4c1f2f4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:55.552528 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f7207de5-2ce0-4525-9884-88f4c1f2f4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:55.703623 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5f00136c-fe4b-4635-8d6b-46ab50e9c61d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:55.747021 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975af00-bd7a-4af9-95a8-f1c2c4e378c1 req-f89f5723-3c50-4c84-b37d-223fdccb7ae7 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:55.748472 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a975af00-bd7a-4af9-95a8-f1c2c4e378c1 req-f89f5723-3c50-4c84-b37d-223fdccb7ae7 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 945 time: 0.1133597 Jul 24 09:18:55.810752 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f7207de5-2ce0-4525-9884-88f4c1f2f4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:55.820421 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a975af00-bd7a-4af9-95a8-f1c2c4e378c1 req-deff2f14-957a-4fb2-b520-7c23d2990bd4 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603147 Jul 24 09:18:55.821261 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f7207de5-2ce0-4525-9884-88f4c1f2f4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:55.854770 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7207de5-2ce0-4525-9884-88f4c1f2f4b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:18:55.860793 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7207de5-2ce0-4525-9884-88f4c1f2f4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49133c0e-4468-42e2-a415-724eb775fd7b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:55.888171 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f7207de5-2ce0-4525-9884-88f4c1f2f4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:55.889005 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-f7207de5-2ce0-4525-9884-88f4c1f2f4b5 admin admin] Added segment 340b2bda-b800-47e3-99bf-9dfd8f3dcd9c of type vlan for network ba43d2db-0fa8-4980-8055-c6dea5cb553b Jul 24 09:18:55.942618 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f7207de5-2ce0-4525-9884-88f4c1f2f4b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:55.981543 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f7207de5-2ce0-4525-9884-88f4c1f2f4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:55.983079 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7207de5-2ce0-4525-9884-88f4c1f2f4b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:55.983877 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f7207de5-2ce0-4525-9884-88f4c1f2f4b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:56.008562 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f00136c-fe4b-4635-8d6b-46ab50e9c61d admin admin] Router 7df5773f-9342-497f-8d1a-d794c5d4cc49 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:18:56.016080 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f7207de5-2ce0-4525-9884-88f4c1f2f4b5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6893740 Jul 24 09:18:56.018788 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34994) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:56.018933 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cda8f-f2a5-4038-9194-999349d3729c req-e8511b0f-a3ed-4856-a22d-b41d9d7eab5c tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:56.023638 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-c2e4aa3d-6a36-456e-8641-5dda224f33a7 admin admin] Request body: {'subnet': {'network_id': 'ba43d2db-0fa8-4980-8055-c6dea5cb553b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-956133160-subnet', 'tenant_id': '619cc61cce074bbc90f72d65cf616444', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:18:56.025711 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d8cda8f-f2a5-4038-9194-999349d3729c req-e8511b0f-a3ed-4856-a22d-b41d9d7eab5c tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9aa051c-23f1-4332-9bd7-9235f004ca70 HTTP/1.1" status: 200 len: 946 time: 0.0986588 Jul 24 09:18:56.072094 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7207de5-2ce0-4525-9884-88f4c1f2f4b5 admin admin] Pushing event updated for resources: {'Network': ['ID=ba43d2db-0fa8-4980-8055-c6dea5cb553b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:56.083277 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e4aa3d-6a36-456e-8641-5dda224f33a7 admin admin] Made reservation on behalf of 619cc61cce074bbc90f72d65cf616444 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:18:56.087421 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network ba43d2db-0fa8-4980-8055-c6dea5cb553b details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:18:56.088074 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c2e4aa3d-6a36-456e-8641-5dda224f33a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:56.159696 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f00136c-fe4b-4635-8d6b-46ab50e9c61d admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:18:56.171390 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5f00136c-fe4b-4635-8d6b-46ab50e9c61d admin admin] 10.222.0.32 "PUT /v2.0/routers/7df5773f-9342-497f-8d1a-d794c5d4cc49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8408794 Jul 24 09:18:56.173663 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90ae852-0161-43c4-9cc1-0d1beb37e618 None None] Sync routers for ids ['7df5773f-9342-497f-8d1a-d794c5d4cc49'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:18:56.173944 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34996) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:56.184290 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90ae852-0161-43c4-9cc1-0d1beb37e618 None None] Routers {'7df5773f-9342-497f-8d1a-d794c5d4cc49'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:18:56.185709 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e90ae852-0161-43c4-9cc1-0d1beb37e618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:18:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['7df5773f-9342-497f-8d1a-d794c5d4cc49'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:56.191650 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d8cda8f-f2a5-4038-9194-999349d3729c req-24261f9c-61c9-4525-a891-7a4e55ac3a8b tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648266 Jul 24 09:18:56.326312 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-e90ae852-0161-43c4-9cc1-0d1beb37e618 None None] Set router 7df5773f-9342-497f-8d1a-d794c5d4cc49 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:18:56.338264 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1fcc67ed-ad41-417d-82f6-d1ad3bd771ae admin admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:56.464960 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c2e4aa3d-6a36-456e-8641-5dda224f33a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:56.543140 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e90ae852-0161-43c4-9cc1-0d1beb37e618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df5773f-9342-497f-8d1a-d794c5d4cc49', 'name': 'tempest-ServersTestMultiNic-214656513-router', 'tenant_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': 'd7f0cbc8-3380-4037-9cfd-ac56eaa03ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:17:37Z', 'updated_at': '2021-07-24T09:18:55Z', 'revision_number': 5, 'project_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'gw_port': {'id': 'd7f0cbc8-3380-4037-9cfd-ac56eaa03ce4', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df5773f-9342-497f-8d1a-d794c5d4cc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:39Z', 'updated_at': '2021-07-24T09:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:56.571804 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90ae852-0161-43c4-9cc1-0d1beb37e618 None None] Checking router: 7df5773f-9342-497f-8d1a-d794c5d4cc49 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:18:56.578054 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4aa3d-6a36-456e-8641-5dda224f33a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35a48e07-196e-4ea2-9979-cbb88e873ea1,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:56.583659 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90ae852-0161-43c4-9cc1-0d1beb37e618 None None] Routers {'7df5773f-9342-497f-8d1a-d794c5d4cc49'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:18:56.584479 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e90ae852-0161-43c4-9cc1-0d1beb37e618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:18:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['7df5773f-9342-497f-8d1a-d794c5d4cc49'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:56.607460 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e4aa3d-6a36-456e-8641-5dda224f33a7 admin admin] Checking segment: {'id': '340b2bda-b800-47e3-99bf-9dfd8f3dcd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ba43d2db-0fa8-4980-8055-c6dea5cb553b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:18:56.607834 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e4aa3d-6a36-456e-8641-5dda224f33a7 admin admin] Network hostable DHCP agents. Network: ba43d2db-0fa8-4980-8055-c6dea5cb553b, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:18:56.611349 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1fcc67ed-ad41-417d-82f6-d1ad3bd771ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:56.699414 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cdcfd-46a0-4a17-afa9-b67d7641b323 req-d62bce03-3b25-43ef-9b29-5e5116691727 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:56.700369 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e4aa3d-6a36-456e-8641-5dda224f33a7 admin admin] Network ba43d2db-0fa8-4980-8055-c6dea5cb553b is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:18:56.705782 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a85cdcfd-46a0-4a17-afa9-b67d7641b323 req-d62bce03-3b25-43ef-9b29-5e5116691727 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.1014812 Jul 24 09:18:56.721501 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-c2e4aa3d-6a36-456e-8641-5dda224f33a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, ba43d2db-0fa8-4980-8055-c6dea5cb553b) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:18:56.733528 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3855f645-7a27-4dba-8b0b-dcfc2a2e2013 None None] Network ba43d2db-0fa8-4980-8055-c6dea5cb553b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:18:56.743008 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e4aa3d-6a36-456e-8641-5dda224f33a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:56.743604 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c2e4aa3d-6a36-456e-8641-5dda224f33a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:56.757866 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-e90ae852-0161-43c4-9cc1-0d1beb37e618 None None] Set router 7df5773f-9342-497f-8d1a-d794c5d4cc49 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:18:56.762735 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-1fcc67ed-ad41-417d-82f6-d1ad3bd771ae admin admin] Deleting port d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:18:56.763086 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1fcc67ed-ad41-417d-82f6-d1ad3bd771ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:56.772136 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a85cdcfd-46a0-4a17-afa9-b67d7641b323 req-6b4ac3f9-c2f1-4637-8ed6-0b59a5abd82c tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631316 Jul 24 09:18:56.794346 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57f2e6-bff9-465a-81b5-514256f2cf2d req-83b1e26a-794a-4ad6-b5c4-10eb0d917edf tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:56.796498 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fd57f2e6-bff9-465a-81b5-514256f2cf2d req-83b1e26a-794a-4ad6-b5c4-10eb0d917edf tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c3e83e-4968-4c50-a47c-b34cad050c5d HTTP/1.1" status: 200 len: 946 time: 0.1906753 Jul 24 09:18:56.800188 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c2e4aa3d-6a36-456e-8641-5dda224f33a7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7804255 Jul 24 09:18:56.863599 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fd57f2e6-bff9-465a-81b5-514256f2cf2d req-92b0b363-aacd-42ca-9619-31387279c83e tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464466 Jul 24 09:18:56.928497 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-1fcc67ed-ad41-417d-82f6-d1ad3bd771ae admin admin] For port d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:56.928952 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1fcc67ed-ad41-417d-82f6-d1ad3bd771ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:56.947237 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-1fcc67ed-ad41-417d-82f6-d1ad3bd771ae admin admin] Calling delete_port for d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4 owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:18:57.145762 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e90ae852-0161-43c4-9cc1-0d1beb37e618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df5773f-9342-497f-8d1a-d794c5d4cc49', 'name': 'tempest-ServersTestMultiNic-214656513-router', 'tenant_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': 'd7f0cbc8-3380-4037-9cfd-ac56eaa03ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:17:37Z', 'updated_at': '2021-07-24T09:18:55Z', 'revision_number': 5, 'project_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'gw_port': {'id': 'd7f0cbc8-3380-4037-9cfd-ac56eaa03ce4', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df5773f-9342-497f-8d1a-d794c5d4cc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:39Z', 'updated_at': '2021-07-24T09:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:57.151910 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb37c7f-7c1c-4861-8ed5-c03e2e37a18b None None] Network ba43d2db-0fa8-4980-8055-c6dea5cb553b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:18:57.197506 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90ae852-0161-43c4-9cc1-0d1beb37e618 None None] The sync data for ids ['7df5773f-9342-497f-8d1a-d794c5d4cc49'] in n-d-800085-9 is: [{'id': '7df5773f-9342-497f-8d1a-d794c5d4cc49', 'name': 'tempest-ServersTestMultiNic-214656513-router', 'tenant_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': 'd7f0cbc8-3380-4037-9cfd-ac56eaa03ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:17:37Z', 'updated_at': '2021-07-24T09:18:55Z', 'revision_number': 5, 'project_id': '60a1b5f89d844ea48b73bc1634c8b74f', 'gw_port': {'id': 'd7f0cbc8-3380-4037-9cfd-ac56eaa03ce4', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df5773f-9342-497f-8d1a-d794c5d4cc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:39Z', 'updated_at': '2021-07-24T09:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:18:57.251234 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1fcc67ed-ad41-417d-82f6-d1ad3bd771ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:57.255059 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-42b55ed0-8b4c-464a-9427-f625e1a7e0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:57.302289 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc67ed-ad41-417d-82f6-d1ad3bd771ae admin admin] Pushing event deleted for resources: {'Port': ['ID=d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:57.377576 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1fcc67ed-ad41-417d-82f6-d1ad3bd771ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:57.431780 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718274f1-5429-4d6e-8b6a-ffbcd701b7b1 req-79ee51d4-ddf4-4dc4-a256-854d7f34426a tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:57.433334 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-718274f1-5429-4d6e-8b6a-ffbcd701b7b1 req-79ee51d4-ddf4-4dc4-a256-854d7f34426a tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 945 time: 0.0703354 Jul 24 09:18:57.473171 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1fcc67ed-ad41-417d-82f6-d1ad3bd771ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:57.474511 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-718274f1-5429-4d6e-8b6a-ffbcd701b7b1 req-dd28f5a9-7529-4612-8db7-888e7f1ed591 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333178 Jul 24 09:18:57.476133 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1fcc67ed-ad41-417d-82f6-d1ad3bd771ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:57.528767 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1fcc67ed-ad41-417d-82f6-d1ad3bd771ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:57.529400 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcc67ed-ad41-417d-82f6-d1ad3bd771ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7df5773f-9342-497f-8d1a-d794c5d4cc49 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:18:57.534509 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1fcc67ed-ad41-417d-82f6-d1ad3bd771ae admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:57.537171 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1fcc67ed-ad41-417d-82f6-d1ad3bd771ae admin admin] 10.222.0.32 "DELETE /v2.0/routers/7df5773f-9342-497f-8d1a-d794c5d4cc49 HTTP/1.1" status: 204 len: 168 time: 1.3620965 Jul 24 09:18:57.538403 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35024) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:57.585124 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d863ca-f730-47d0-a85f-3e1a50afb5ab admin admin] Deleting subnet 1fdf263a-bf96-4618-9a0a-b474521bfdb2 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:18:57.588182 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c6d863ca-f730-47d0-a85f-3e1a50afb5ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:57.646723 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c6d863ca-f730-47d0-a85f-3e1a50afb5ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:57.746417 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c6d863ca-f730-47d0-a85f-3e1a50afb5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:57.827516 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f5db89d1-6241-4d30-8303-34df11bc52e4 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:18:57.835249 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c6d863ca-f730-47d0-a85f-3e1a50afb5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:57.866993 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c6d863ca-f730-47d0-a85f-3e1a50afb5ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:57.871291 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c6d863ca-f730-47d0-a85f-3e1a50afb5ab admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1fdf263a-bf96-4618-9a0a-b474521bfdb2 HTTP/1.1" status: 204 len: 168 time: 0.3294511 Jul 24 09:18:57.871882 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35040) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:57.872130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e300d0-04f8-4be7-bae9-cf16177aa0ac None None] Network b4e73a77-8d86-4073-9301-d2737d818246 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:18:57.874521 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: f5db89d1-6241-4d30-8303-34df11bc52e4 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:18:57.874866 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f5db89d1-6241-4d30-8303-34df11bc52e4 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:18:57.899913 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d863ca-f730-47d0-a85f-3e1a50afb5ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fdf263a-bf96-4618-9a0a-b474521bfdb2,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:57.961850 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391023c-d08e-4ede-a55e-e353518ca744 req-00c30d1d-2119-4063-8f8a-53bf0b87abd1 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:57.971007 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391023c-d08e-4ede-a55e-e353518ca744 req-00c30d1d-2119-4063-8f8a-53bf0b87abd1 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:57.977134 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391023c-d08e-4ede-a55e-e353518ca744 req-00c30d1d-2119-4063-8f8a-53bf0b87abd1 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:57.978891 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0391023c-d08e-4ede-a55e-e353518ca744 req-00c30d1d-2119-4063-8f8a-53bf0b87abd1 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c3e83e-4968-4c50-a47c-b34cad050c5d&device_id=f9aa051c-23f1-4332-9bd7-9235f004ca70&device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 2418 time: 0.1267383 Jul 24 09:18:57.992719 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2df502b4-c562-4ed0-aade-acd8709cef6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:58.033794 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0391023c-d08e-4ede-a55e-e353518ca744 req-8e1720bf-46d7-423e-8c86-c2d2cc18eff1 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492547 Jul 24 09:18:58.052234 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608f6c1-e3f0-4cf7-811d-08a46f76ce96 req-fa8e8c0c-d071-4367-9453-6ec226862d36 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:58.053816 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7608f6c1-e3f0-4cf7-811d-08a46f76ce96 req-fa8e8c0c-d071-4367-9453-6ec226862d36 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.1343467 Jul 24 09:18:58.114700 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-2df502b4-c562-4ed0-aade-acd8709cef6b admin admin] Deleting port 6016f4f4-331f-4d37-af7a-b6af5c88af04 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:18:58.115047 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2df502b4-c562-4ed0-aade-acd8709cef6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:58.141386 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df7f04f-e847-4354-be85-8b3d7f6cb567 None None] DHCP port deletion for b4e73a77-8d86-4073-9301-d2737d818246 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:18:58.141656 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7608f6c1-e3f0-4cf7-811d-08a46f76ce96 req-5fc53461-7092-4000-85a8-fbddbfb5db61 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766587 Jul 24 09:18:58.200404 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-2df502b4-c562-4ed0-aade-acd8709cef6b admin admin] For port 6016f4f4-331f-4d37-af7a-b6af5c88af04, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=6016f4f4-331f-4d37-af7a-b6af5c88af04,segment=NetworkSegment(f3619eb9-4567-4e08-86e8-8a3ee2856ad7),segment_id=f3619eb9-4567-4e08-86e8-8a3ee2856ad7)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:58.200822 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2df502b4-c562-4ed0-aade-acd8709cef6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:58.213221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-2df502b4-c562-4ed0-aade-acd8709cef6b admin admin] Calling delete_port for 6016f4f4-331f-4d37-af7a-b6af5c88af04 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:18:58.244604 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-7df7f04f-e847-4354-be85-8b3d7f6cb567 None None] Deleting port 6016f4f4-331f-4d37-af7a-b6af5c88af04 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:18:58.245786 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7df7f04f-e847-4354-be85-8b3d7f6cb567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:58.312897 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-7df7f04f-e847-4354-be85-8b3d7f6cb567 None None] For port 6016f4f4-331f-4d37-af7a-b6af5c88af04, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=6016f4f4-331f-4d37-af7a-b6af5c88af04,segment=NetworkSegment(f3619eb9-4567-4e08-86e8-8a3ee2856ad7),segment_id=f3619eb9-4567-4e08-86e8-8a3ee2856ad7)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:18:58.313406 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2df502b4-c562-4ed0-aade-acd8709cef6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:58.314069 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7df7f04f-e847-4354-be85-8b3d7f6cb567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:58.342433 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-7df7f04f-e847-4354-be85-8b3d7f6cb567 None None] Calling delete_port for 6016f4f4-331f-4d37-af7a-b6af5c88af04 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:18:58.351267 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df502b4-c562-4ed0-aade-acd8709cef6b admin admin] Pushing event deleted for resources: {'Port': ['ID=6016f4f4-331f-4d37-af7a-b6af5c88af04,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:58.355448 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df502b4-c562-4ed0-aade-acd8709cef6b admin admin] No DVR routers for this DVR port 6016f4f4-331f-4d37-af7a-b6af5c88af04 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:18:58.361785 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6d628-45e9-4911-a5b9-304aca902cd1 req-e0bc6c03-0915-49dc-b211-ae419b545cbd tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:58.369054 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5dc6d628-45e9-4911-a5b9-304aca902cd1 req-e0bc6c03-0915-49dc-b211-ae419b545cbd tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c3e83e-4968-4c50-a47c-b34cad050c5d HTTP/1.1" status: 200 len: 946 time: 0.0975332 Jul 24 09:18:58.427211 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5dc6d628-45e9-4911-a5b9-304aca902cd1 req-fdb41380-6f25-47c8-9920-df80c34c0a65 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570867 Jul 24 09:18:58.436903 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2df502b4-c562-4ed0-aade-acd8709cef6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:58.450192 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-2df502b4-c562-4ed0-aade-acd8709cef6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e73a77-8d86-4073-9301-d2737d818246']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:58.462753 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-2df502b4-c562-4ed0-aade-acd8709cef6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3619eb9-4567-4e08-86e8-8a3ee2856ad7') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:58.463062 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-2df502b4-c562-4ed0-aade-acd8709cef6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3619eb9-4567-4e08-86e8-8a3ee2856ad7') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:18:58.473501 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2df502b4-c562-4ed0-aade-acd8709cef6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:58.491401 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2df502b4-c562-4ed0-aade-acd8709cef6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:58.499134 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df502b4-c562-4ed0-aade-acd8709cef6b admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:18:58.499542 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2df502b4-c562-4ed0-aade-acd8709cef6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:18:58.501674 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:18:58.521290 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7df7f04f-e847-4354-be85-8b3d7f6cb567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:58.585242 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7f04f-e847-4354-be85-8b3d7f6cb567 None None] Pushing event deleted for resources: {'Port': ['ID=6016f4f4-331f-4d37-af7a-b6af5c88af04,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:58.599853 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2df502b4-c562-4ed0-aade-acd8709cef6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:58.611445 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df7f04f-e847-4354-be85-8b3d7f6cb567 None None] No DVR routers for this DVR port 6016f4f4-331f-4d37-af7a-b6af5c88af04 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:18:58.629019 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2df502b4-c562-4ed0-aade-acd8709cef6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:58.630993 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2df502b4-c562-4ed0-aade-acd8709cef6b admin admin] 10.222.0.32 "DELETE /v2.0/networks/b4e73a77-8d86-4073-9301-d2737d818246 HTTP/1.1" status: 204 len: 168 time: 0.7580674 Jul 24 09:18:58.632406 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df502b4-c562-4ed0-aade-acd8709cef6b admin admin] Pushing event deleted for resources: {'Network': ['ID=b4e73a77-8d86-4073-9301-d2737d818246,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:58.805355 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35070) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:58.935666 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35080) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:18:58.948173 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7bb94e6d-c4a6-49ee-8489-75cadb9d96cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60a1b5f89d844ea48b73bc1634c8b74f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1460898 Jul 24 09:18:59.045897 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bdeb11a0-2870-48d7-a761-5aad6f1d2312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:59.099539 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-918918ba-3af5-4e1b-a6ef-b2a896b6189a req-f0e72153-52cc-47ef-9ddc-aeb2dab670ce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=61c02c03-ca38-4864-8afd-a89d028bdb77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1363037 Jul 24 09:18:59.101632 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bdeb11a0-2870-48d7-a761-5aad6f1d2312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:59.200606 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bdeb11a0-2870-48d7-a761-5aad6f1d2312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:59.204486 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bdeb11a0-2870-48d7-a761-5aad6f1d2312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:59.206084 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bdeb11a0-2870-48d7-a761-5aad6f1d2312 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f3164cb-cc50-4a31-9a13-704787a05584 HTTP/1.1" status: 204 len: 168 time: 0.2702692 Jul 24 09:18:59.214802 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918918ba-3af5-4e1b-a6ef-b2a896b6189a req-efe3fc60-cfd3-4e89-8397-732e69063c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:59.216909 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-918918ba-3af5-4e1b-a6ef-b2a896b6189a req-efe3fc60-cfd3-4e89-8397-732e69063c04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7845f909cd4c44d8964a9d8a1612a8c9&device_id=61c02c03-ca38-4864-8afd-a89d028bdb77 HTTP/1.1" status: 200 len: 1096 time: 0.0821867 Jul 24 09:18:59.222874 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb11a0-2870-48d7-a761-5aad6f1d2312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3164cb-cc50-4a31-9a13-704787a05584,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:18:59.406560 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918918ba-3af5-4e1b-a6ef-b2a896b6189a req-ad6b4683-e4a0-4a12-ae3a-49ba07aa1e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:59.416365 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-918918ba-3af5-4e1b-a6ef-b2a896b6189a req-ad6b4683-e4a0-4a12-ae3a-49ba07aa1e7e service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d26f86c-a144-4c5f-9e0d-5dd986768442 HTTP/1.1" status: 200 len: 905 time: 0.1718223 Jul 24 09:18:59.428912 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:18:59.481207 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:18:59.483700 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d7f0cbc8-3380-4037-9cfd-ac56eaa03ce4 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:18:59.484169 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 6016f4f4-331f-4d37-af7a-b6af5c88af04 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:18:59.506020 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 6016f4f4-331f-4d37-af7a-b6af5c88af04 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:18:59.506355 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 6016f4f4-331f-4d37-af7a-b6af5c88af04 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:18:59.549993 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f2554-753d-4d5e-a958-cdded49c3768 req-5f60b07c-b8cc-4abd-bfb3-c689c4989987 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:59.552247 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-373f2554-753d-4d5e-a958-cdded49c3768 req-5f60b07c-b8cc-4abd-bfb3-c689c4989987 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.1700745 Jul 24 09:18:59.574312 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-918918ba-3af5-4e1b-a6ef-b2a896b6189a req-28c082e8-58b9-4145-85a8-a39824f8c1ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9155784a-3103-4aae-8241-954ac78858f4 HTTP/1.1" status: 200 len: 1000 time: 0.1501584 Jul 24 09:18:59.704678 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-373f2554-753d-4d5e-a958-cdded49c3768 req-23273ac7-ab63-4b0d-ad8a-93fe31184da2 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435578 Jul 24 09:18:59.713848 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-3e2ba216-77ef-4e45-b96f-404ef9b705c5 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:59.723633 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-3e2ba216-77ef-4e45-b96f-404ef9b705c5 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/networks?id=ba43d2db-0fa8-4980-8055-c6dea5cb553b HTTP/1.1" status: 200 len: 809 time: 0.2198980 Jul 24 09:18:59.766144 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fdadc9dd-0579-436f-bc03-dbde75504d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:18:59.793997 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-a39ed659-7659-4dff-9c63-4965328c9d36 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/quotas/619cc61cce074bbc90f72d65cf616444 HTTP/1.1" status: 200 len: 375 time: 0.0692482 Jul 24 09:18:59.832633 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-ba6793ee-e883-4c1a-909b-9fb29e15c050 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=619cc61cce074bbc90f72d65cf616444&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376072 Jul 24 09:18:59.888438 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918918ba-3af5-4e1b-a6ef-b2a896b6189a req-6359d5be-e226-4a91-bc41-8b3c912b965e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:18:59.889983 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-918918ba-3af5-4e1b-a6ef-b2a896b6189a req-6359d5be-e226-4a91-bc41-8b3c912b965e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8947dfd9-5d03-4d1e-b637-4d9aaaa3be67 HTTP/1.1" status: 200 len: 844 time: 0.1849246 Jul 24 09:18:59.991909 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-eee96ae7-1ff1-4708-80bf-fa5234514244 service neutron] 10.222.0.32 "GET /v2.0/networks/ba43d2db-0fa8-4980-8055-c6dea5cb553b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441948 Jul 24 09:19:00.077614 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918918ba-3af5-4e1b-a6ef-b2a896b6189a req-e7221288-e524-47be-94a4-2adba17aa631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:00.079419 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-918918ba-3af5-4e1b-a6ef-b2a896b6189a req-e7221288-e524-47be-94a4-2adba17aa631 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d26f86c-a144-4c5f-9e0d-5dd986768442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1580925 Jul 24 09:19:00.166733 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-09c4a10a-3560-457d-bc99-68f05b169051 service neutron] 10.222.0.32 "GET /v2.0/networks/ba43d2db-0fa8-4980-8055-c6dea5cb553b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727812 Jul 24 09:19:00.233747 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-918918ba-3af5-4e1b-a6ef-b2a896b6189a req-e84c2304-25fb-41e1-ac4d-1dbda68d2165 service neutron] 10.222.0.37 "GET /v2.0/networks/2d26f86c-a144-4c5f-9e0d-5dd986768442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449878 Jul 24 09:19:00.357328 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:00.383060 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-918918ba-3af5-4e1b-a6ef-b2a896b6189a req-18222173-90a7-45d7-8cba-01aa1cb6c38a service neutron] 10.222.0.37 "GET /v2.0/networks/2d26f86c-a144-4c5f-9e0d-5dd986768442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432917 Jul 24 09:19:00.517671 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35158) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:00.720440 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-29e92909-fe56-4ea2-b59b-03066b147cbb req-ce4812fe-a73a-42af-beef-8a8e038256e8 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b31b48-88ca-4032-a365-7d9ed9f58fb3 HTTP/1.1" status: 200 len: 210 time: 0.0707150 Jul 24 09:19:00.742849 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-5f7120ea-89ee-43ee-8c26-e289579a391f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1698731225-network', 'tenant_id': '9f2e954e2a99477794c1b1532c84098a'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:00.785260 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7120ea-89ee-43ee-8c26-e289579a391f admin admin] Made reservation on behalf of 9f2e954e2a99477794c1b1532c84098a for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:19:00.787721 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5f7120ea-89ee-43ee-8c26-e289579a391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:00.798623 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5f7120ea-89ee-43ee-8c26-e289579a391f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:00.875906 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04f9af-d78f-4222-a353-e2cd7336b563 req-f34c0d84-ebbe-4065-89c3-15c84cb0a400 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:00.882161 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8a04f9af-d78f-4222-a353-e2cd7336b563 req-f34c0d84-ebbe-4065-89c3-15c84cb0a400 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 945 time: 0.0804882 Jul 24 09:19:00.923267 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:00.963947 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8a04f9af-d78f-4222-a353-e2cd7336b563 req-782f9b86-2956-4aab-bc4c-91dd3d5a72f6 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757356 Jul 24 09:19:01.005310 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0a208-c113-40a7-8c2d-8a94df3b2816 req-8d0b0e7d-97cf-4979-936c-faf925fc20da tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:01.012558 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f5b0a208-c113-40a7-8c2d-8a94df3b2816 req-8d0b0e7d-97cf-4979-936c-faf925fc20da tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.1618588 Jul 24 09:19:01.125264 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f5b0a208-c113-40a7-8c2d-8a94df3b2816 req-9165ebe9-e7f6-4d66-a164-cf108ec39ec8 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972118 Jul 24 09:19:01.134964 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5f7120ea-89ee-43ee-8c26-e289579a391f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:01.139764 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5f7120ea-89ee-43ee-8c26-e289579a391f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:01.169626 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f7120ea-89ee-43ee-8c26-e289579a391f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:19:01.175843 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7120ea-89ee-43ee-8c26-e289579a391f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869981bc-7912-4c65-abcb-96a43099d4c3,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:01.184439 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5f7120ea-89ee-43ee-8c26-e289579a391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:01.184813 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-5f7120ea-89ee-43ee-8c26-e289579a391f admin admin] Added segment ef52cdaf-2172-4a2e-8742-a49e4a694e70 of type vlan for network 4d03b3d9-fd51-435e-aac1-512ac8e197ce Jul 24 09:19:01.258766 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5f7120ea-89ee-43ee-8c26-e289579a391f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:01.304170 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5f7120ea-89ee-43ee-8c26-e289579a391f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:01.305467 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7120ea-89ee-43ee-8c26-e289579a391f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:01.306479 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5f7120ea-89ee-43ee-8c26-e289579a391f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:01.361350 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5f7120ea-89ee-43ee-8c26-e289579a391f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8424692 Jul 24 09:19:01.362642 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35192) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:01.376413 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-cea80e2e-dc0e-4cf5-a320-1b3a6aa5f60a admin admin] Request body: {'subnet': {'network_id': '4d03b3d9-fd51-435e-aac1-512ac8e197ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1698731225-subnet', 'tenant_id': '9f2e954e2a99477794c1b1532c84098a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:01.405947 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7120ea-89ee-43ee-8c26-e289579a391f admin admin] Pushing event updated for resources: {'Network': ['ID=4d03b3d9-fd51-435e-aac1-512ac8e197ce,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:01.416298 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 4d03b3d9-fd51-435e-aac1-512ac8e197ce details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:19:01.421268 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea80e2e-dc0e-4cf5-a320-1b3a6aa5f60a admin admin] Made reservation on behalf of 9f2e954e2a99477794c1b1532c84098a for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:19:01.423915 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cea80e2e-dc0e-4cf5-a320-1b3a6aa5f60a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:01.638333 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cea80e2e-dc0e-4cf5-a320-1b3a6aa5f60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:01.716692 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea80e2e-dc0e-4cf5-a320-1b3a6aa5f60a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c1ed250-4e1e-4e4f-b7dc-dd61104eae2e,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:01.725909 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea80e2e-dc0e-4cf5-a320-1b3a6aa5f60a admin admin] Checking segment: {'id': 'ef52cdaf-2172-4a2e-8742-a49e4a694e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4d03b3d9-fd51-435e-aac1-512ac8e197ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:19:01.726270 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea80e2e-dc0e-4cf5-a320-1b3a6aa5f60a admin admin] Network hostable DHCP agents. Network: 4d03b3d9-fd51-435e-aac1-512ac8e197ce, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:19:01.755394 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea80e2e-dc0e-4cf5-a320-1b3a6aa5f60a admin admin] Network 4d03b3d9-fd51-435e-aac1-512ac8e197ce is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:19:01.766826 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-cea80e2e-dc0e-4cf5-a320-1b3a6aa5f60a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 4d03b3d9-fd51-435e-aac1-512ac8e197ce) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:19:01.774453 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea80e2e-dc0e-4cf5-a320-1b3a6aa5f60a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:01.775924 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cea80e2e-dc0e-4cf5-a320-1b3a6aa5f60a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:01.794116 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c2c517-9112-43f1-912d-34a44adcfd89 None None] Network 4d03b3d9-fd51-435e-aac1-512ac8e197ce requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:19:01.816688 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cea80e2e-dc0e-4cf5-a320-1b3a6aa5f60a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4462392 Jul 24 09:19:01.939065 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a082cd56-c0a1-4742-bc30-c3033fc8d12f req-c57ce05d-cdfc-42e1-a118-afb2e18c2687 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b31b48-88ca-4032-a365-7d9ed9f58fb3 HTTP/1.1" status: 200 len: 210 time: 0.0728514 Jul 24 09:19:02.086194 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04b3392-740f-4d7f-b40c-5a9018a523d7 None None] Network 4d03b3d9-fd51-435e-aac1-512ac8e197ce requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:19:02.303543 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5322450-26ed-48a7-98b3-68d752de193e req-666a0cef-4dc2-41ca-9565-0d035617d4d3 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:02.311468 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a5322450-26ed-48a7-98b3-68d752de193e req-666a0cef-4dc2-41ca-9565-0d035617d4d3 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 945 time: 0.1830156 Jul 24 09:19:02.419961 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a5322450-26ed-48a7-98b3-68d752de193e req-c826fdd2-a907-4941-8ebc-91daec3e2442 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071892 Jul 24 09:19:02.603398 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba14e6-7940-4001-8b5b-df145a42e908 req-9fcdd1bb-cdc9-4020-a02b-c79a8db26e1e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:02.611560 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-deba14e6-7940-4001-8b5b-df145a42e908 req-9fcdd1bb-cdc9-4020-a02b-c79a8db26e1e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.1091342 Jul 24 09:19:02.675080 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-deba14e6-7940-4001-8b5b-df145a42e908 req-a62693b9-8374-467f-aa37-0a9c44dcbc6f tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504913 Jul 24 09:19:02.815650 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-7fb38626-6027-4bc7-b637-81755820a7aa tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:02.817347 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-7fb38626-6027-4bc7-b637-81755820a7aa tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.20 "GET /v2.0/networks?id=ba43d2db-0fa8-4980-8055-c6dea5cb553b HTTP/1.1" status: 200 len: 809 time: 0.6998408 Jul 24 09:19:02.824581 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859ac3d-6a63-4102-888e-61718897c215 req-368086d4-5cc2-44f7-96d1-b783328c5b3a tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:02.830810 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b859ac3d-6a63-4102-888e-61718897c215 req-368086d4-5cc2-44f7-96d1-b783328c5b3a tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/networks?id=4d03b3d9-fd51-435e-aac1-512ac8e197ce HTTP/1.1" status: 200 len: 822 time: 0.1879616 Jul 24 09:19:02.845463 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:02.846888 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-07d566f6-f549-48ac-af4b-15217da37cd3 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Request body: {'port': {'device_id': '71b31b48-88ca-4032-a365-7d9ed9f58fb3', 'network_id': 'ba43d2db-0fa8-4980-8055-c6dea5cb553b', 'admin_state_up': True, 'tenant_id': '619cc61cce074bbc90f72d65cf616444'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:02.876153 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b859ac3d-6a63-4102-888e-61718897c215 req-f71cb973-f029-4e8d-ad6e-add36c030bb3 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/quotas/9f2e954e2a99477794c1b1532c84098a HTTP/1.1" status: 200 len: 375 time: 0.0438240 Jul 24 09:19:02.945479 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b859ac3d-6a63-4102-888e-61718897c215 req-6870c377-f9c5-41e6-bb27-f4b8ed5876f2 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f2e954e2a99477794c1b1532c84098a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615065 Jul 24 09:19:03.076523 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1b48be95-4ba4-4b86-8b4d-3c03a5c20a33 req-e6961cf5-a164-4383-8d06-9f69c54f5f4c tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b31b48-88ca-4032-a365-7d9ed9f58fb3 HTTP/1.1" status: 200 len: 210 time: 0.0470867 Jul 24 09:19:03.080516 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-07d566f6-f549-48ac-af4b-15217da37cd3 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Made reservation on behalf of 619cc61cce074bbc90f72d65cf616444 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:19:03.087958 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-07d566f6-f549-48ac-af4b-15217da37cd3 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:03.101893 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b859ac3d-6a63-4102-888e-61718897c215 req-7a5bfc72-ae94-48b4-a06c-7875565179d6 service neutron] 10.222.0.32 "GET /v2.0/networks/4d03b3d9-fd51-435e-aac1-512ac8e197ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458206 Jul 24 09:19:03.287716 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b859ac3d-6a63-4102-888e-61718897c215 req-edd46c51-12c0-41aa-a87f-3a15a74158ac service neutron] 10.222.0.32 "GET /v2.0/networks/4d03b3d9-fd51-435e-aac1-512ac8e197ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725988 Jul 24 09:19:03.297106 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-07d566f6-f549-48ac-af4b-15217da37cd3 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Allocated IP 172.20.0.5 (ba43d2db-0fa8-4980-8055-c6dea5cb553b/35a48e07-196e-4ea2-9979-cbb88e873ea1/e7913f75-f14c-4ee6-b900-8e552ee197c8) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:19:03.470705 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-07d566f6-f549-48ac-af4b-15217da37cd3 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:03.497485 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f76db09e-9761-4173-8fdb-a47120cd539e req-7438433d-4089-487c-a5a4-4c6275555c33 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/ports?device_id=04948899-2e40-4cc3-86ed-953d11a38da8 HTTP/1.1" status: 200 len: 210 time: 0.0431540 Jul 24 09:19:03.522255 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-07d566f6-f549-48ac-af4b-15217da37cd3 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:03.618953 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-07d566f6-f549-48ac-af4b-15217da37cd3 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Network ba43d2db-0fa8-4980-8055-c6dea5cb553b is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:19:03.622285 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d566f6-f549-48ac-af4b-15217da37cd3 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Pushing event updated for resources: {'Port': ['ID=e7913f75-f14c-4ee6-b900-8e552ee197c8,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:03.626626 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-07d566f6-f549-48ac-af4b-15217da37cd3 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:19:03.629047 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-07d566f6-f549-48ac-af4b-15217da37cd3 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:19:03.712689 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-07d566f6-f549-48ac-af4b-15217da37cd3 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:03.713246 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-07d566f6-f549-48ac-af4b-15217da37cd3 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:03.731744 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246f35e-58a6-45d1-bc3a-9aad03776c3c req-33557672-e532-4169-9448-678670aba1c7 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:03.733832 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8246f35e-58a6-45d1-bc3a-9aad03776c3c req-33557672-e532-4169-9448-678670aba1c7 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 945 time: 0.2070765 Jul 24 09:19:03.758915 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-07d566f6-f549-48ac-af4b-15217da37cd3 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9252069 Jul 24 09:19:03.775689 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-23aa62f0-1c23-45a1-92e1-421939aa1e91 service neutron] Request body: {'port': {'device_id': '71b31b48-88ca-4032-a365-7d9ed9f58fb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:03.841625 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8246f35e-58a6-45d1-bc3a-9aad03776c3c req-b419e70b-ac77-4cd6-8416-82d6b23c340b tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949702 Jul 24 09:19:03.899969 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-23aa62f0-1c23-45a1-92e1-421939aa1e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:03.915358 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4ea19-dab1-49f6-988f-5c705b43b0f5 req-01559c3a-4f91-4e4b-bff9-760d536df0a7 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:03.920637 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6db4ea19-dab1-49f6-988f-5c705b43b0f5 req-01559c3a-4f91-4e4b-bff9-760d536df0a7 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.1344547 Jul 24 09:19:03.984012 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6db4ea19-dab1-49f6-988f-5c705b43b0f5 req-738bc1e0-9c66-4f6d-ba97-95121af85f36 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575049 Jul 24 09:19:04.286647 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-23aa62f0-1c23-45a1-92e1-421939aa1e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7913f75-f14c-4ee6-b900-8e552ee197c8 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:19:04.290332 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b97f35-732b-4b73-908b-7ed89e1283bb req-4c3c6f2d-7112-45c0-a232-77845a1098c5 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:04.292246 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-12b97f35-732b-4b73-908b-7ed89e1283bb req-4c3c6f2d-7112-45c0-a232-77845a1098c5 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b31b48-88ca-4032-a365-7d9ed9f58fb3 HTTP/1.1" status: 200 len: 931 time: 0.0874779 Jul 24 09:19:04.298000 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-23aa62f0-1c23-45a1-92e1-421939aa1e91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:04.312968 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-23aa62f0-1c23-45a1-92e1-421939aa1e91 service neutron] Transition to ACTIVE for port object e7913f75-f14c-4ee6-b900-8e552ee197c8 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:19:04.325418 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-23aa62f0-1c23-45a1-92e1-421939aa1e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:04.361504 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-12b97f35-732b-4b73-908b-7ed89e1283bb req-1ed2fa6f-c549-4505-84b3-e67ac3096035 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/security-groups?id=49133c0e-4468-42e2-a415-724eb775fd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550506 Jul 24 09:19:04.382128 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa62f0-1c23-45a1-92e1-421939aa1e91 service neutron] Pushing event updated for resources: {'Port': ['ID=e7913f75-f14c-4ee6-b900-8e552ee197c8,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:04.456268 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-23aa62f0-1c23-45a1-92e1-421939aa1e91 service neutron] Attempting to bind port e7913f75-f14c-4ee6-b900-8e552ee197c8 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:19:04.456617 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-23aa62f0-1c23-45a1-92e1-421939aa1e91 service neutron] Attempting to bind port e7913f75-f14c-4ee6-b900-8e552ee197c8 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '340b2bda-b800-47e3-99bf-9dfd8f3dcd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ba43d2db-0fa8-4980-8055-c6dea5cb553b'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:19:04.457096 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-23aa62f0-1c23-45a1-92e1-421939aa1e91 service neutron] Attempting to bind port e7913f75-f14c-4ee6-b900-8e552ee197c8 on network ba43d2db-0fa8-4980-8055-c6dea5cb553b {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:19:04.461586 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-23aa62f0-1c23-45a1-92e1-421939aa1e91 service neutron] Port e7913f75-f14c-4ee6-b900-8e552ee197c8 on network ba43d2db-0fa8-4980-8055-c6dea5cb553b not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:19:04.462056 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-23aa62f0-1c23-45a1-92e1-421939aa1e91 service neutron] Attempting to bind port e7913f75-f14c-4ee6-b900-8e552ee197c8 on network ba43d2db-0fa8-4980-8055-c6dea5cb553b {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:19:04.466970 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-23aa62f0-1c23-45a1-92e1-421939aa1e91 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:19:04.467380 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-23aa62f0-1c23-45a1-92e1-421939aa1e91 service neutron] Checking segment: {'id': '340b2bda-b800-47e3-99bf-9dfd8f3dcd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ba43d2db-0fa8-4980-8055-c6dea5cb553b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:19:04.468289 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-23aa62f0-1c23-45a1-92e1-421939aa1e91 service neutron] Bound using segment: {'id': '340b2bda-b800-47e3-99bf-9dfd8f3dcd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ba43d2db-0fa8-4980-8055-c6dea5cb553b'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:19:04.468722 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-23aa62f0-1c23-45a1-92e1-421939aa1e91 service neutron] Bound port: e7913f75-f14c-4ee6-b900-8e552ee197c8, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '340b2bda-b800-47e3-99bf-9dfd8f3dcd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ba43d2db-0fa8-4980-8055-c6dea5cb553b'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:19:04.469116 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-23aa62f0-1c23-45a1-92e1-421939aa1e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:04.571217 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-23aa62f0-1c23-45a1-92e1-421939aa1e91 service neutron] For port e7913f75-f14c-4ee6-b900-8e552ee197c8, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:19:04.616152 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-23aa62f0-1c23-45a1-92e1-421939aa1e91 service neutron] For port e7913f75-f14c-4ee6-b900-8e552ee197c8, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e7913f75-f14c-4ee6-b900-8e552ee197c8,segment=NetworkSegment(340b2bda-b800-47e3-99bf-9dfd8f3dcd9c),segment_id=340b2bda-b800-47e3-99bf-9dfd8f3dcd9c)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:19:04.638052 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-23aa62f0-1c23-45a1-92e1-421939aa1e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:04.671975 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-baeeb968-a4c0-4747-9d17-b00c3ff46054 req-c567ca1e-80aa-4b1b-b8ee-bed2e7abf1f7 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/ports?device_id=04948899-2e40-4cc3-86ed-953d11a38da8 HTTP/1.1" status: 200 len: 210 time: 0.0687845 Jul 24 09:19:04.743312 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-23aa62f0-1c23-45a1-92e1-421939aa1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:04.743944 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-23aa62f0-1c23-45a1-92e1-421939aa1e91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:04.745442 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-23aa62f0-1c23-45a1-92e1-421939aa1e91 service neutron] 10.222.0.20 "PUT /v2.0/ports/e7913f75-f14c-4ee6-b900-8e552ee197c8 HTTP/1.1" status: 200 len: 1091 time: 0.9774466 Jul 24 09:19:04.745927 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b31b48-88ca-4032-a365-7d9ed9f58fb3', 'tag': 'e7913f75-f14c-4ee6-b900-8e552ee197c8'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:19:04.748306 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659deeb0-1432-402b-8843-3dead87115ce" -d '{"events": [{"name": "network-changed", "server_uuid": "71b31b48-88ca-4032-a365-7d9ed9f58fb3", "tag": "e7913f75-f14c-4ee6-b900-8e552ee197c8"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:19:04.784422 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa62f0-1c23-45a1-92e1-421939aa1e91 service neutron] Pushing event updated for resources: {'Port': ['ID=e7913f75-f14c-4ee6-b900-8e552ee197c8,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:04.811874 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859ac3d-6a63-4102-888e-61718897c215 req-37489eb8-581e-4c69-a5ce-3457aefe65d9 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:04.813363 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b859ac3d-6a63-4102-888e-61718897c215 req-37489eb8-581e-4c69-a5ce-3457aefe65d9 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.37 "GET /v2.0/networks?id=4d03b3d9-fd51-435e-aac1-512ac8e197ce HTTP/1.1" status: 200 len: 822 time: 0.2541888 Jul 24 09:19:04.814785 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4a30df-3f33-404f-a691-f1a78f8e1f00 x-openstack-request-id: req-2e4a30df-3f33-404f-a691-f1a78f8e1f00 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:19:04.815073 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b31b48-88ca-4032-a365-7d9ed9f58fb3", "tag": "e7913f75-f14c-4ee6-b900-8e552ee197c8", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:19:04.815345 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e4a30df-3f33-404f-a691-f1a78f8e1f00 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:19:04.815718 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b31b48-88ca-4032-a365-7d9ed9f58fb3', 'tag': 'e7913f75-f14c-4ee6-b900-8e552ee197c8', 'status': 'completed', 'code': 200} Jul 24 09:19:04.836477 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-b859ac3d-6a63-4102-888e-61718897c215 req-8b463a4d-5475-4963-b488-09a386441692 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Request body: {'port': {'device_id': '04948899-2e40-4cc3-86ed-953d11a38da8', 'network_id': '4d03b3d9-fd51-435e-aac1-512ac8e197ce', 'admin_state_up': True, 'tenant_id': '9f2e954e2a99477794c1b1532c84098a'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:04.938115 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-831089ff-df75-4f12-a284-a1f06e2d3196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:04.940185 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-831089ff-df75-4f12-a284-a1f06e2d3196 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=619cc61cce074bbc90f72d65cf616444&device_id=71b31b48-88ca-4032-a365-7d9ed9f58fb3 HTTP/1.1" status: 200 len: 1094 time: 0.1475236 Jul 24 09:19:05.017090 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-3f330df4-cfc5-42e4-85fc-ee0eb9835874 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7913f75-f14c-4ee6-b900-8e552ee197c8 HTTP/1.1" status: 200 len: 217 time: 0.0566814 Jul 24 09:19:05.090665 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b859ac3d-6a63-4102-888e-61718897c215 req-8b463a4d-5475-4963-b488-09a386441692 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Made reservation on behalf of 9f2e954e2a99477794c1b1532c84098a for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:19:05.094333 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b859ac3d-6a63-4102-888e-61718897c215 req-8b463a4d-5475-4963-b488-09a386441692 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:05.114281 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-a9d42056-0bac-4b9d-8fe4-125a408d295b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:05.116107 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-a9d42056-0bac-4b9d-8fe4-125a408d295b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=35a48e07-196e-4ea2-9979-cbb88e873ea1 HTTP/1.1" status: 200 len: 849 time: 0.0922129 Jul 24 09:19:05.125181 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680f7f9-d671-4f78-99d5-e2384374d401 req-ecc2b578-178c-446a-b055-0034e38afa72 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:05.132274 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3680f7f9-d671-4f78-99d5-e2384374d401 req-ecc2b578-178c-446a-b055-0034e38afa72 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 945 time: 0.2146242 Jul 24 09:19:05.169024 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0516a-98fc-47f2-b8b6-dbf24def2848 req-9862cfdb-d6cc-4822-a9d7-207fe653b6f7 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:05.170873 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-80c0516a-98fc-47f2-b8b6-dbf24def2848 req-9862cfdb-d6cc-4822-a9d7-207fe653b6f7 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.0889804 Jul 24 09:19:05.188225 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-aee52f5a-283e-453c-b967-8c3e2373fd34 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba43d2db-0fa8-4980-8055-c6dea5cb553b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538871 Jul 24 09:19:05.220644 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-80c0516a-98fc-47f2-b8b6-dbf24def2848 req-946f3a6b-b9cc-42c6-a1aa-26ccfef05770 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440454 Jul 24 09:19:05.285548 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3680f7f9-d671-4f78-99d5-e2384374d401 req-db504cb6-0554-4ff6-891a-8a93107fc179 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521103 Jul 24 09:19:05.415675 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-b859ac3d-6a63-4102-888e-61718897c215 req-8b463a4d-5475-4963-b488-09a386441692 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Allocated IP 172.20.0.12 (4d03b3d9-fd51-435e-aac1-512ac8e197ce/1c1ed250-4e1e-4e4f-b7dc-dd61104eae2e/2ab3bd00-1976-4707-ab15-ea4eb69c8d81) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:19:05.419981 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-aec6ffa5-3589-468c-aed3-5f09f6f28cd9 service neutron] 10.222.0.20 "GET /v2.0/networks/ba43d2db-0fa8-4980-8055-c6dea5cb553b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993663 Jul 24 09:19:05.544092 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c190784-27d3-4bab-9499-a660262b2e01 req-6537a58c-2966-407d-8661-28d4a74f4bf5 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:05.546267 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9c190784-27d3-4bab-9499-a660262b2e01 req-6537a58c-2966-407d-8661-28d4a74f4bf5 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b31b48-88ca-4032-a365-7d9ed9f58fb3 HTTP/1.1" status: 200 len: 943 time: 0.0934834 Jul 24 09:19:05.587396 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9c190784-27d3-4bab-9499-a660262b2e01 req-f985ab77-f80c-492f-80d2-c741d2f49de6 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/security-groups?id=49133c0e-4468-42e2-a415-724eb775fd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342829 Jul 24 09:19:05.683444 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5260a60-137f-4c21-8a02-a8b0d258cf08 req-699aa451-91b5-4d14-9dd2-446d177b9480 service neutron] 10.222.0.20 "GET /v2.0/networks/ba43d2db-0fa8-4980-8055-c6dea5cb553b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530341 Jul 24 09:19:05.814924 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c965bc8e-0803-41d4-8cbc-7554ed95cb46 req-d69bbb06-a491-4ad8-b23c-22b14131286b tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/ports?device_id=04948899-2e40-4cc3-86ed-953d11a38da8 HTTP/1.1" status: 200 len: 210 time: 0.0412519 Jul 24 09:19:05.816451 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bd0b5-06ad-4e42-ae8d-d9736627355c req-d9808e8c-89ad-4ebc-a528-888815386ad7 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:05.818185 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-615bd0b5-06ad-4e42-ae8d-d9736627355c req-d9808e8c-89ad-4ebc-a528-888815386ad7 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.3162954 Jul 24 09:19:05.825597 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b250768-e098-4703-abb0-12f341b0915c req-ad11472f-e13a-455a-9c5a-8343e6d0b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:05.827128 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4b250768-e098-4703-abb0-12f341b0915c req-ad11472f-e13a-455a-9c5a-8343e6d0b911 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 1095 time: 0.3218982 Jul 24 09:19:05.921268 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b859ac3d-6a63-4102-888e-61718897c215 req-8b463a4d-5475-4963-b488-09a386441692 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:05.994289 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-615bd0b5-06ad-4e42-ae8d-d9736627355c req-0df7eed4-83f9-4078-b43f-8fe303cad3e7 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619136 Jul 24 09:19:06.002738 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659deeb0-1432-402b-8843-3dead87115ce req-e2466e3f-7e68-44c1-9068-2921f5a346c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:06.004454 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-659deeb0-1432-402b-8843-3dead87115ce req-e2466e3f-7e68-44c1-9068-2921f5a346c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=619cc61cce074bbc90f72d65cf616444&device_id=71b31b48-88ca-4032-a365-7d9ed9f58fb3 HTTP/1.1" status: 200 len: 1094 time: 0.2582741 Jul 24 09:19:06.078143 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b250768-e098-4703-abb0-12f341b0915c req-b63933fa-5db5-461f-ade2-2d933daa7ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:06.079706 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4b250768-e098-4703-abb0-12f341b0915c req-b63933fa-5db5-461f-ade2-2d933daa7ec7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 912 time: 0.2398474 Jul 24 09:19:06.499053 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b859ac3d-6a63-4102-888e-61718897c215 req-8b463a4d-5475-4963-b488-09a386441692 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:06.572386 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659deeb0-1432-402b-8843-3dead87115ce req-7c7ef63b-0f87-414f-a3a0-4a82c88034d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:06.573989 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-659deeb0-1432-402b-8843-3dead87115ce req-7c7ef63b-0f87-414f-a3a0-4a82c88034d8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ba43d2db-0fa8-4980-8055-c6dea5cb553b HTTP/1.1" status: 200 len: 909 time: 0.5627303 Jul 24 09:19:06.587543 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4b250768-e098-4703-abb0-12f341b0915c req-f38ade5f-1e0e-4f26-8457-ccfe8e4d5fdc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb HTTP/1.1" status: 200 len: 999 time: 0.1660199 Jul 24 09:19:06.601685 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b859ac3d-6a63-4102-888e-61718897c215 req-8b463a4d-5475-4963-b488-09a386441692 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Network 4d03b3d9-fd51-435e-aac1-512ac8e197ce is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:19:06.644323 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b463a4d-5475-4963-b488-09a386441692 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Pushing event updated for resources: {'Port': ['ID=2ab3bd00-1976-4707-ab15-ea4eb69c8d81,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:06.646911 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-b859ac3d-6a63-4102-888e-61718897c215 req-8b463a4d-5475-4963-b488-09a386441692 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:19:06.674540 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-659deeb0-1432-402b-8843-3dead87115ce req-91f4031e-19cb-4cc7-b5d9-4ce059ea5d3d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7913f75-f14c-4ee6-b900-8e552ee197c8 HTTP/1.1" status: 200 len: 217 time: 0.0932467 Jul 24 09:19:06.675322 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-b859ac3d-6a63-4102-888e-61718897c215 req-8b463a4d-5475-4963-b488-09a386441692 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:19:06.753197 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b3ace-fa24-4840-9b17-3d51ecd25517 req-fcd3c2a5-9efe-42da-a624-86f83c0e1d9a tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:06.754742 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c97b3ace-fa24-4840-9b17-3d51ecd25517 req-fcd3c2a5-9efe-42da-a624-86f83c0e1d9a tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 945 time: 0.3235161 Jul 24 09:19:06.762729 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa7a68-2f27-4892-baac-d39ee6b023e5 req-59cf10e5-b8c0-4d9e-bf5c-fd1d94a804fe tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:06.771005 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-50aa7a68-2f27-4892-baac-d39ee6b023e5 req-59cf10e5-b8c0-4d9e-bf5c-fd1d94a804fe tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b31b48-88ca-4032-a365-7d9ed9f58fb3 HTTP/1.1" status: 200 len: 943 time: 0.0909019 Jul 24 09:19:06.780912 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b250768-e098-4703-abb0-12f341b0915c req-60b2af54-b96f-43dd-bd88-660a7408465e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:06.782413 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4b250768-e098-4703-abb0-12f341b0915c req-60b2af54-b96f-43dd-bd88-660a7408465e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33f84861-778d-4828-92aa-af092c959084 HTTP/1.1" status: 200 len: 851 time: 0.1778898 Jul 24 09:19:06.807604 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-50aa7a68-2f27-4892-baac-d39ee6b023e5 req-efac046b-c452-442b-a8e9-a5f3fab03fd6 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/security-groups?id=49133c0e-4468-42e2-a415-724eb775fd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355115 Jul 24 09:19:06.816561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859ac3d-6a63-4102-888e-61718897c215 req-8b463a4d-5475-4963-b488-09a386441692 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:06.816561 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b859ac3d-6a63-4102-888e-61718897c215 req-8b463a4d-5475-4963-b488-09a386441692 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:06.827787 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659deeb0-1432-402b-8843-3dead87115ce req-21caf504-0bc4-4ed0-a8d8-241cf9e78fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:06.829310 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-659deeb0-1432-402b-8843-3dead87115ce req-21caf504-0bc4-4ed0-a8d8-241cf9e78fd9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=35a48e07-196e-4ea2-9979-cbb88e873ea1 HTTP/1.1" status: 200 len: 849 time: 0.1258237 Jul 24 09:19:06.881887 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c97b3ace-fa24-4840-9b17-3d51ecd25517 req-8a249743-ad63-44cf-8f6e-047863674828 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167779 Jul 24 09:19:06.905897 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b859ac3d-6a63-4102-888e-61718897c215 req-8b463a4d-5475-4963-b488-09a386441692 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0694690 Jul 24 09:19:06.905897 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-659deeb0-1432-402b-8843-3dead87115ce req-06aaac88-37fa-42cd-8678-3e907755d83f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba43d2db-0fa8-4980-8055-c6dea5cb553b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480347 Jul 24 09:19:06.916339 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-b859ac3d-6a63-4102-888e-61718897c215 req-b0a720b7-a414-4699-abe2-fe9dbda1c546 service neutron] Request body: {'port': {'device_id': '04948899-2e40-4cc3-86ed-953d11a38da8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:06.978706 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea601fd-feee-402c-9882-43df6d492141 req-aba095a9-a86f-4417-bd64-a20522084ce8 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:06.980236 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aea601fd-feee-402c-9882-43df6d492141 req-aba095a9-a86f-4417-bd64-a20522084ce8 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/ports?device_id=04948899-2e40-4cc3-86ed-953d11a38da8 HTTP/1.1" status: 200 len: 932 time: 0.0754821 Jul 24 09:19:07.021990 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aea601fd-feee-402c-9882-43df6d492141 req-858ac952-fd07-4df9-8719-4c88d2013ba2 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/security-groups?id=869981bc-7912-4c65-abcb-96a43099d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339823 Jul 24 09:19:07.033104 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b250768-e098-4703-abb0-12f341b0915c req-00a0545a-b276-4136-9bfa-301e5e7471fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:07.035079 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4b250768-e098-4703-abb0-12f341b0915c req-00a0545a-b276-4136-9bfa-301e5e7471fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b64780-c69e-4432-87ba-d598170da5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2377346 Jul 24 09:19:07.164040 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-659deeb0-1432-402b-8843-3dead87115ce req-a7d5a149-92ab-4419-9eea-c37c72708b3b service neutron] 10.222.0.20 "GET /v2.0/networks/ba43d2db-0fa8-4980-8055-c6dea5cb553b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437549 Jul 24 09:19:07.220587 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b859ac3d-6a63-4102-888e-61718897c215 req-b0a720b7-a414-4699-abe2-fe9dbda1c546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:07.353801 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4b250768-e098-4703-abb0-12f341b0915c req-b4a40597-ecd6-4d2e-94fb-ecac8ef8ffad service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009863 Jul 24 09:19:07.373234 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e622234-290f-48bb-b601-9f4cc47dcbd6 req-d494c27d-b308-4e62-b847-9b2ea9411a52 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:07.374756 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9e622234-290f-48bb-b601-9f4cc47dcbd6 req-d494c27d-b308-4e62-b847-9b2ea9411a52 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.2806530 Jul 24 09:19:07.448886 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-659deeb0-1432-402b-8843-3dead87115ce req-2e73c473-ebbd-4dba-86dd-8d5c796b088d service neutron] 10.222.0.20 "GET /v2.0/networks/ba43d2db-0fa8-4980-8055-c6dea5cb553b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479043 Jul 24 09:19:07.579014 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9e622234-290f-48bb-b601-9f4cc47dcbd6 req-4863fde9-8ebe-4c9b-8b91-2ce8b452655d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930962 Jul 24 09:19:07.620255 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4b250768-e098-4703-abb0-12f341b0915c req-be8246a0-8e96-4384-8eab-816ea043c478 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574613 Jul 24 09:19:07.746177 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-b859ac3d-6a63-4102-888e-61718897c215 req-b0a720b7-a414-4699-abe2-fe9dbda1c546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab3bd00-1976-4707-ab15-ea4eb69c8d81 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:19:07.754229 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b859ac3d-6a63-4102-888e-61718897c215 req-b0a720b7-a414-4699-abe2-fe9dbda1c546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:07.766414 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-b859ac3d-6a63-4102-888e-61718897c215 req-b0a720b7-a414-4699-abe2-fe9dbda1c546 service neutron] Transition to ACTIVE for port object 2ab3bd00-1976-4707-ab15-ea4eb69c8d81 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:19:07.770252 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b859ac3d-6a63-4102-888e-61718897c215 req-b0a720b7-a414-4699-abe2-fe9dbda1c546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:07.821613 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a720b7-a414-4699-abe2-fe9dbda1c546 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab3bd00-1976-4707-ab15-ea4eb69c8d81,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:07.895546 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-b859ac3d-6a63-4102-888e-61718897c215 req-b0a720b7-a414-4699-abe2-fe9dbda1c546 service neutron] Attempting to bind port 2ab3bd00-1976-4707-ab15-ea4eb69c8d81 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:19:07.895889 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-b859ac3d-6a63-4102-888e-61718897c215 req-b0a720b7-a414-4699-abe2-fe9dbda1c546 service neutron] Attempting to bind port 2ab3bd00-1976-4707-ab15-ea4eb69c8d81 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'ef52cdaf-2172-4a2e-8742-a49e4a694e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4d03b3d9-fd51-435e-aac1-512ac8e197ce'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:19:07.896249 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b859ac3d-6a63-4102-888e-61718897c215 req-b0a720b7-a414-4699-abe2-fe9dbda1c546 service neutron] Attempting to bind port 2ab3bd00-1976-4707-ab15-ea4eb69c8d81 on network 4d03b3d9-fd51-435e-aac1-512ac8e197ce {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:19:07.900798 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b859ac3d-6a63-4102-888e-61718897c215 req-b0a720b7-a414-4699-abe2-fe9dbda1c546 service neutron] Port 2ab3bd00-1976-4707-ab15-ea4eb69c8d81 on network 4d03b3d9-fd51-435e-aac1-512ac8e197ce not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:19:07.901145 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b859ac3d-6a63-4102-888e-61718897c215 req-b0a720b7-a414-4699-abe2-fe9dbda1c546 service neutron] Attempting to bind port 2ab3bd00-1976-4707-ab15-ea4eb69c8d81 on network 4d03b3d9-fd51-435e-aac1-512ac8e197ce {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:19:07.906481 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b859ac3d-6a63-4102-888e-61718897c215 req-b0a720b7-a414-4699-abe2-fe9dbda1c546 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:19:07.908325 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b859ac3d-6a63-4102-888e-61718897c215 req-b0a720b7-a414-4699-abe2-fe9dbda1c546 service neutron] Checking segment: {'id': 'ef52cdaf-2172-4a2e-8742-a49e4a694e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4d03b3d9-fd51-435e-aac1-512ac8e197ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:19:07.908325 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b859ac3d-6a63-4102-888e-61718897c215 req-b0a720b7-a414-4699-abe2-fe9dbda1c546 service neutron] Bound using segment: {'id': 'ef52cdaf-2172-4a2e-8742-a49e4a694e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4d03b3d9-fd51-435e-aac1-512ac8e197ce'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:19:07.908325 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-b859ac3d-6a63-4102-888e-61718897c215 req-b0a720b7-a414-4699-abe2-fe9dbda1c546 service neutron] Bound port: 2ab3bd00-1976-4707-ab15-ea4eb69c8d81, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef52cdaf-2172-4a2e-8742-a49e4a694e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4d03b3d9-fd51-435e-aac1-512ac8e197ce'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:19:07.908325 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b859ac3d-6a63-4102-888e-61718897c215 req-b0a720b7-a414-4699-abe2-fe9dbda1c546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:07.990068 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a1f8e-3771-47a2-ba0b-47be7b1c02fe req-38bc0764-19f9-4cd5-bac1-9b3925344be6 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:07.992354 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-947a1f8e-3771-47a2-ba0b-47be7b1c02fe req-38bc0764-19f9-4cd5-bac1-9b3925344be6 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b31b48-88ca-4032-a365-7d9ed9f58fb3 HTTP/1.1" status: 200 len: 943 time: 0.0955820 Jul 24 09:19:08.020649 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-b859ac3d-6a63-4102-888e-61718897c215 req-b0a720b7-a414-4699-abe2-fe9dbda1c546 service neutron] For port 2ab3bd00-1976-4707-ab15-ea4eb69c8d81, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:19:08.037626 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-b859ac3d-6a63-4102-888e-61718897c215 req-b0a720b7-a414-4699-abe2-fe9dbda1c546 service neutron] For port 2ab3bd00-1976-4707-ab15-ea4eb69c8d81, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=2ab3bd00-1976-4707-ab15-ea4eb69c8d81,segment=NetworkSegment(ef52cdaf-2172-4a2e-8742-a49e4a694e70),segment_id=ef52cdaf-2172-4a2e-8742-a49e4a694e70)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:19:08.043429 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b859ac3d-6a63-4102-888e-61718897c215 req-b0a720b7-a414-4699-abe2-fe9dbda1c546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:08.065728 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-947a1f8e-3771-47a2-ba0b-47be7b1c02fe req-8601572e-a497-475d-89dc-2af38b55b883 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/security-groups?id=49133c0e-4468-42e2-a415-724eb775fd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658541 Jul 24 09:19:08.125989 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859ac3d-6a63-4102-888e-61718897c215 req-b0a720b7-a414-4699-abe2-fe9dbda1c546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:08.126722 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b859ac3d-6a63-4102-888e-61718897c215 req-b0a720b7-a414-4699-abe2-fe9dbda1c546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:08.128408 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b859ac3d-6a63-4102-888e-61718897c215 req-b0a720b7-a414-4699-abe2-fe9dbda1c546 service neutron] 10.222.0.37 "PUT /v2.0/ports/2ab3bd00-1976-4707-ab15-ea4eb69c8d81 HTTP/1.1" status: 200 len: 1092 time: 1.2164876 Jul 24 09:19:08.131085 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04948899-2e40-4cc3-86ed-953d11a38da8', 'tag': '2ab3bd00-1976-4707-ab15-ea4eb69c8d81'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:19:08.133411 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41c0405-412b-4347-be6d-ecae7dc43241" -d '{"events": [{"name": "network-changed", "server_uuid": "04948899-2e40-4cc3-86ed-953d11a38da8", "tag": "2ab3bd00-1976-4707-ab15-ea4eb69c8d81"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:19:08.143890 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a720b7-a414-4699-abe2-fe9dbda1c546 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab3bd00-1976-4707-ab15-ea4eb69c8d81,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:08.185042 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab5421-8782-4512-b4bf-a9032703aa90 req-82f74816-e16c-498a-90cd-d0e143881f1e tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:08.196345 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02ab5421-8782-4512-b4bf-a9032703aa90 req-82f74816-e16c-498a-90cd-d0e143881f1e tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 945 time: 0.2115932 Jul 24 09:19:08.232968 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdf374-2555-45ea-8e50-ba855824dbcd req-3c45b857-8581-4b43-82aa-32f61efc7c13 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:08.237181 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-17bdf374-2555-45ea-8e50-ba855824dbcd req-3c45b857-8581-4b43-82aa-32f61efc7c13 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/ports?device_id=04948899-2e40-4cc3-86ed-953d11a38da8 HTTP/1.1" status: 200 len: 944 time: 0.1101074 Jul 24 09:19:08.302900 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-17bdf374-2555-45ea-8e50-ba855824dbcd req-1712980f-b55e-44ac-b088-d2e85655a5e1 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/security-groups?id=869981bc-7912-4c65-abcb-96a43099d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581934 Jul 24 09:19:08.306128 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02ab5421-8782-4512-b4bf-a9032703aa90 req-059605f7-715e-40e8-a6db-8c48d4b0dc05 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085012 Jul 24 09:19:08.333475 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859ac3d-6a63-4102-888e-61718897c215 req-24c09a1d-e5ae-408d-9f47-431603cdf96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:08.335016 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b859ac3d-6a63-4102-888e-61718897c215 req-24c09a1d-e5ae-408d-9f47-431603cdf96b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f2e954e2a99477794c1b1532c84098a&device_id=04948899-2e40-4cc3-86ed-953d11a38da8 HTTP/1.1" status: 200 len: 1095 time: 0.1292932 Jul 24 09:19:08.386909 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fcbdd2-032a-4ee2-81d3-9636d3438133 x-openstack-request-id: req-29fcbdd2-032a-4ee2-81d3-9636d3438133 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:19:08.395177 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04948899-2e40-4cc3-86ed-953d11a38da8", "tag": "2ab3bd00-1976-4707-ab15-ea4eb69c8d81", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:19:08.395177 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29fcbdd2-032a-4ee2-81d3-9636d3438133 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:19:08.395177 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04948899-2e40-4cc3-86ed-953d11a38da8', 'tag': '2ab3bd00-1976-4707-ab15-ea4eb69c8d81', 'status': 'completed', 'code': 200} Jul 24 09:19:08.395177 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b859ac3d-6a63-4102-888e-61718897c215 req-c1e5517b-f5a9-4c94-83ed-b620b683d497 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab3bd00-1976-4707-ab15-ea4eb69c8d81 HTTP/1.1" status: 200 len: 217 time: 0.0467279 Jul 24 09:19:08.442744 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859ac3d-6a63-4102-888e-61718897c215 req-4276a644-3cfb-4137-9d9c-c513bce9b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:08.444236 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b859ac3d-6a63-4102-888e-61718897c215 req-4276a644-3cfb-4137-9d9c-c513bce9b1c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c1ed250-4e1e-4e4f-b7dc-dd61104eae2e HTTP/1.1" status: 200 len: 862 time: 0.0462227 Jul 24 09:19:08.484752 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b859ac3d-6a63-4102-888e-61718897c215 req-89147ad1-55cc-418a-9aec-f38836336785 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4d03b3d9-fd51-435e-aac1-512ac8e197ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329940 Jul 24 09:19:08.590501 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b859ac3d-6a63-4102-888e-61718897c215 req-7316d9b3-2e5a-4aad-ad73-7b5f5da47ffe service neutron] 10.222.0.37 "GET /v2.0/networks/4d03b3d9-fd51-435e-aac1-512ac8e197ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985079 Jul 24 09:19:08.725746 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b859ac3d-6a63-4102-888e-61718897c215 req-bc5b0adf-d7ad-4e87-ab8f-463ecd5ebb25 service neutron] 10.222.0.37 "GET /v2.0/networks/4d03b3d9-fd51-435e-aac1-512ac8e197ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246128 Jul 24 09:19:08.751247 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5d0db-b884-4189-83b7-8ddfb4a939e7 req-72862809-b2f4-4cc7-a0a6-bf5747f8abc2 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:08.753357 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a5e5d0db-b884-4189-83b7-8ddfb4a939e7 req-72862809-b2f4-4cc7-a0a6-bf5747f8abc2 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.0809329 Jul 24 09:19:08.835936 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a5e5d0db-b884-4189-83b7-8ddfb4a939e7 req-972a90c4-87ce-4348-807f-777f3b8af387 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766714 Jul 24 09:19:08.857044 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c0405-412b-4347-be6d-ecae7dc43241 req-c04cc0f3-d217-4bee-9972-84aeb25d6700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:08.859069 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b41c0405-412b-4347-be6d-ecae7dc43241 req-c04cc0f3-d217-4bee-9972-84aeb25d6700 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f2e954e2a99477794c1b1532c84098a&device_id=04948899-2e40-4cc3-86ed-953d11a38da8 HTTP/1.1" status: 200 len: 1095 time: 0.0792100 Jul 24 09:19:08.961457 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c0405-412b-4347-be6d-ecae7dc43241 req-e6293b9e-9499-4b95-b115-da0ccd2c9795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:08.962679 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b41c0405-412b-4347-be6d-ecae7dc43241 req-e6293b9e-9499-4b95-b115-da0ccd2c9795 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4d03b3d9-fd51-435e-aac1-512ac8e197ce HTTP/1.1" status: 200 len: 922 time: 0.0933096 Jul 24 09:19:08.990487 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e7779-703b-4b6b-8911-32983d132a08 req-fb145ddd-0012-44aa-8d01-8bdd5219b032 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:08.992035 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7c8e7779-703b-4b6b-8911-32983d132a08 req-fb145ddd-0012-44aa-8d01-8bdd5219b032 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.0781794 Jul 24 09:19:09.017914 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b41c0405-412b-4347-be6d-ecae7dc43241 req-b4b00427-9823-422b-b87c-c5b93e2de6a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab3bd00-1976-4707-ab15-ea4eb69c8d81 HTTP/1.1" status: 200 len: 217 time: 0.0455570 Jul 24 09:19:09.036634 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7c8e7779-703b-4b6b-8911-32983d132a08 req-2f02c7d3-8c2b-4f39-a56c-7c7da8b2ce81 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382059 Jul 24 09:19:09.069659 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c0405-412b-4347-be6d-ecae7dc43241 req-b411c96b-bb07-44fa-abb5-8cd87293478a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:09.071279 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b41c0405-412b-4347-be6d-ecae7dc43241 req-b411c96b-bb07-44fa-abb5-8cd87293478a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c1ed250-4e1e-4e4f-b7dc-dd61104eae2e HTTP/1.1" status: 200 len: 862 time: 0.0458791 Jul 24 09:19:09.111406 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b41c0405-412b-4347-be6d-ecae7dc43241 req-1cfcb7f4-7284-45a3-b669-f61513607788 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4d03b3d9-fd51-435e-aac1-512ac8e197ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325220 Jul 24 09:19:09.235664 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15164149-4187-458f-af2f-267bfef8c8c9 req-766a3a34-64df-401f-938d-a40e26f0bb5d tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:09.247182 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-15164149-4187-458f-af2f-267bfef8c8c9 req-766a3a34-64df-401f-938d-a40e26f0bb5d tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b31b48-88ca-4032-a365-7d9ed9f58fb3 HTTP/1.1" status: 200 len: 943 time: 0.0961413 Jul 24 09:19:09.249695 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b41c0405-412b-4347-be6d-ecae7dc43241 req-627a62d5-e02b-4cad-8389-644e3aedad07 service neutron] 10.222.0.37 "GET /v2.0/networks/4d03b3d9-fd51-435e-aac1-512ac8e197ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284285 Jul 24 09:19:09.303394 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-15164149-4187-458f-af2f-267bfef8c8c9 req-626af3be-c175-4270-adb9-ea6f4b52a20f tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/security-groups?id=49133c0e-4468-42e2-a415-724eb775fd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551975 Jul 24 09:19:09.418953 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b41c0405-412b-4347-be6d-ecae7dc43241 req-a844c53d-ea7b-4708-b9f0-b5ab3ec52124 service neutron] 10.222.0.37 "GET /v2.0/networks/4d03b3d9-fd51-435e-aac1-512ac8e197ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618624 Jul 24 09:19:09.439905 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b24596-b04f-4f24-9cd6-26d05dc47d28 req-17f43fe4-27ff-4299-983a-c0c52c35c70c tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:09.445273 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-01b24596-b04f-4f24-9cd6-26d05dc47d28 req-17f43fe4-27ff-4299-983a-c0c52c35c70c tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.0974965 Jul 24 09:19:09.466055 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccfbc9-7e57-4d70-ab21-7bd857f384de req-b68c02e8-2d71-4efa-b4e7-a666c90c830d tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:09.467636 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f1ccfbc9-7e57-4d70-ab21-7bd857f384de req-b68c02e8-2d71-4efa-b4e7-a666c90c830d tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/ports?device_id=04948899-2e40-4cc3-86ed-953d11a38da8 HTTP/1.1" status: 200 len: 944 time: 0.0830491 Jul 24 09:19:09.483843 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-01b24596-b04f-4f24-9cd6-26d05dc47d28 req-17e9fe8e-213e-49f4-824d-732bd656bf0e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365710 Jul 24 09:19:09.508785 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f1ccfbc9-7e57-4d70-ab21-7bd857f384de req-c69051da-d735-4c7f-94bc-ecd903facb01 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/security-groups?id=869981bc-7912-4c65-abcb-96a43099d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355327 Jul 24 09:19:09.634176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3469342-1b53-4280-873a-25099bf98fc0 req-68fc1edc-114b-4a08-803e-2ff6066b72d5 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:09.636152 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a3469342-1b53-4280-873a-25099bf98fc0 req-68fc1edc-114b-4a08-803e-2ff6066b72d5 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 945 time: 0.0761614 Jul 24 09:19:09.681864 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a3469342-1b53-4280-873a-25099bf98fc0 req-0ed2b51d-59ac-428e-a560-7201a16c2c86 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393231 Jul 24 09:19:09.837834 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7f27e-498d-4c80-a871-7a6c7aeee17e req-59ce34a0-2225-4a53-880d-9de9f25b58cc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:09.839452 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-16f7f27e-498d-4c80-a871-7a6c7aeee17e req-59ce34a0-2225-4a53-880d-9de9f25b58cc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.0715885 Jul 24 09:19:09.885358 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-16f7f27e-498d-4c80-a871-7a6c7aeee17e req-346b533e-e77a-41c6-a705-c97b3bf8c09e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402191 Jul 24 09:19:10.374361 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device e7913f75-f14c-4ee6-b900-8e552ee197c8 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:19:10.467244 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767863f1-9e65-4940-9549-80dba038a31b req-cd03b38b-9884-4c7b-bee2-24a524d0f92a tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:10.469305 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-767863f1-9e65-4940-9549-80dba038a31b req-cd03b38b-9884-4c7b-bee2-24a524d0f92a tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b31b48-88ca-4032-a365-7d9ed9f58fb3 HTTP/1.1" status: 200 len: 943 time: 0.0846798 Jul 24 09:19:10.481747 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port e7913f75-f14c-4ee6-b900-8e552ee197c8, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e7913f75-f14c-4ee6-b900-8e552ee197c8,segment=NetworkSegment(340b2bda-b800-47e3-99bf-9dfd8f3dcd9c),segment_id=340b2bda-b800-47e3-99bf-9dfd8f3dcd9c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:10.495773 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'e7913f75-f14c-4ee6-b900-8e552ee197c8', 'network_id': 'ba43d2db-0fa8-4980-8055-c6dea5cb553b', 'port_id': 'e7913f75-f14c-4ee6-b900-8e552ee197c8', 'mac_address': 'fa:16:3e:ae:e5:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a48e07-196e-4ea2-9979-cbb88e873ea1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:19:10.541793 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-767863f1-9e65-4940-9549-80dba038a31b req-5c083acd-666d-4f0f-837f-99ddf5ed7326 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/security-groups?id=49133c0e-4468-42e2-a415-724eb775fd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366728 Jul 24 09:19:10.548348 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:10.569900 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7913f75-f14c-4ee6-b900-8e552ee197c8 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:19:10.593536 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port e7913f75-f14c-4ee6-b900-8e552ee197c8, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e7913f75-f14c-4ee6-b900-8e552ee197c8,segment=NetworkSegment(340b2bda-b800-47e3-99bf-9dfd8f3dcd9c),segment_id=340b2bda-b800-47e3-99bf-9dfd8f3dcd9c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:10.598234 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:10.651568 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=e7913f75-f14c-4ee6-b900-8e552ee197c8,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:10.665432 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53444231-bfb5-43a6-9925-a14b0bc2d464 req-507947e3-84fc-4c04-b42b-dd3ab7b57ee9 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:10.667394 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-53444231-bfb5-43a6-9925-a14b0bc2d464 req-507947e3-84fc-4c04-b42b-dd3ab7b57ee9 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/ports?device_id=04948899-2e40-4cc3-86ed-953d11a38da8 HTTP/1.1" status: 200 len: 944 time: 0.0804043 Jul 24 09:19:10.711802 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-53444231-bfb5-43a6-9925-a14b0bc2d464 req-5d994459-c1fb-4cc1-9fec-f9e518bd0a63 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/security-groups?id=869981bc-7912-4c65-abcb-96a43099d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376344 Jul 24 09:19:10.833479 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab834b-8bad-48c0-a704-15a63b4c1169 req-419c8ce1-4da8-4c15-b221-f9704bc5bbb4 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:10.834965 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4ab834b-8bad-48c0-a704-15a63b4c1169 req-419c8ce1-4da8-4c15-b221-f9704bc5bbb4 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 945 time: 0.0702043 Jul 24 09:19:10.876302 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4ab834b-8bad-48c0-a704-15a63b4c1169 req-3173ff20-5ed5-4a23-b230-fbb50a83df90 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355377 Jul 24 09:19:10.990470 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['e7913f75-f14c-4ee6-b900-8e552ee197c8'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:19:11.032964 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f756539-5f98-4935-8f0b-b3724c5b5ec8 req-607867d3-fe61-4312-9b59-a100b8138da7 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:11.034564 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9f756539-5f98-4935-8f0b-b3724c5b5ec8 req-607867d3-fe61-4312-9b59-a100b8138da7 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.0699830 Jul 24 09:19:11.089684 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9f756539-5f98-4935-8f0b-b3724c5b5ec8 req-8391c776-0cbe-49d1-b629-c91873221a70 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490899 Jul 24 09:19:11.329631 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b2e9f-9437-45a8-8482-c8227301706a req-0f39ec65-9579-4914-8216-c94415bded1d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:11.332120 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-917b2e9f-9437-45a8-8482-c8227301706a req-0f39ec65-9579-4914-8216-c94415bded1d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.0660779 Jul 24 09:19:11.381016 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-917b2e9f-9437-45a8-8482-c8227301706a req-fdd65d3b-65ef-4bdc-9bcd-470405fa0085 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408945 Jul 24 09:19:11.667274 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950f9c0-36a8-4c27-b2f7-e8f81a3f5203 req-87f19aca-0ee6-44fa-9ecb-64b9561bfef8 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:11.668722 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9950f9c0-36a8-4c27-b2f7-e8f81a3f5203 req-87f19aca-0ee6-44fa-9ecb-64b9561bfef8 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b31b48-88ca-4032-a365-7d9ed9f58fb3 HTTP/1.1" status: 200 len: 944 time: 0.0628388 Jul 24 09:19:11.709437 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9950f9c0-36a8-4c27-b2f7-e8f81a3f5203 req-d9dc59bb-270a-408d-990a-045db685f49d tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/security-groups?id=49133c0e-4468-42e2-a415-724eb775fd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341024 Jul 24 09:19:11.852111 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b5639-0178-407f-83b0-96f865a4e330 req-f6142f69-757b-4821-ac13-f3b59f1952f0 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:11.853708 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-669b5639-0178-407f-83b0-96f865a4e330 req-f6142f69-757b-4821-ac13-f3b59f1952f0 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/ports?device_id=04948899-2e40-4cc3-86ed-953d11a38da8 HTTP/1.1" status: 200 len: 944 time: 0.0707734 Jul 24 09:19:11.892356 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-669b5639-0178-407f-83b0-96f865a4e330 req-65a4f725-0cbd-4c7a-a9eb-af4ce0e8aaa8 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/security-groups?id=869981bc-7912-4c65-abcb-96a43099d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330768 Jul 24 09:19:12.015572 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff5d32-ded2-46e5-8712-6f74fb7cc883 req-7e03b1a3-938a-47b0-8674-499c26c24218 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:12.017517 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5bff5d32-ded2-46e5-8712-6f74fb7cc883 req-7e03b1a3-938a-47b0-8674-499c26c24218 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 945 time: 0.0641603 Jul 24 09:19:12.054165 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5bff5d32-ded2-46e5-8712-6f74fb7cc883 req-14aea923-a3cb-4e6b-abe1-44138a2dd54a tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315576 Jul 24 09:19:12.337931 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 2ab3bd00-1976-4707-ab15-ea4eb69c8d81 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:19:12.381650 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device e7913f75-f14c-4ee6-b900-8e552ee197c8 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:19:12.471409 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 2ab3bd00-1976-4707-ab15-ea4eb69c8d81, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=2ab3bd00-1976-4707-ab15-ea4eb69c8d81,segment=NetworkSegment(ef52cdaf-2172-4a2e-8742-a49e4a694e70),segment_id=ef52cdaf-2172-4a2e-8742-a49e4a694e70)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:12.487617 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '2ab3bd00-1976-4707-ab15-ea4eb69c8d81', 'network_id': '4d03b3d9-fd51-435e-aac1-512ac8e197ce', 'port_id': '2ab3bd00-1976-4707-ab15-ea4eb69c8d81', 'mac_address': 'fa:16:3e:ee:2f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1ed250-4e1e-4e4f-b7dc-dd61104eae2e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:19:12.494226 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port e7913f75-f14c-4ee6-b900-8e552ee197c8 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:19:12.516712 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port e7913f75-f14c-4ee6-b900-8e552ee197c8 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:19:12.517110 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:12.524838 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f1b5c-5bdd-4102-af77-dbf708d74c3b req-4d3a7e1d-816c-48ba-94f4-59f3c4a4185e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:12.526374 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-652f1b5c-5bdd-4102-af77-dbf708d74c3b req-4d3a7e1d-816c-48ba-94f4-59f3c4a4185e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.0692241 Jul 24 09:19:12.553374 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:12.570696 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab3bd00-1976-4707-ab15-ea4eb69c8d81 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:19:12.570953 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-652f1b5c-5bdd-4102-af77-dbf708d74c3b req-88f139e7-1fb8-4702-8468-acc76f8de3eb tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385013 Jul 24 09:19:12.601451 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 2ab3bd00-1976-4707-ab15-ea4eb69c8d81, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=2ab3bd00-1976-4707-ab15-ea4eb69c8d81,segment=NetworkSegment(ef52cdaf-2172-4a2e-8742-a49e4a694e70),segment_id=ef52cdaf-2172-4a2e-8742-a49e4a694e70)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:12.626460 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:12.675976 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:12.697577 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=2ab3bd00-1976-4707-ab15-ea4eb69c8d81,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:12.712354 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b31b48-88ca-4032-a365-7d9ed9f58fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7913f75-f14c-4ee6-b900-8e552ee197c8'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:19:12.714901 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8838c3-fb07-4ef9-9908-ff60981b3789" -d '{"events": [{"server_uuid": "71b31b48-88ca-4032-a365-7d9ed9f58fb3", "name": "network-vif-plugged", "status": "completed", "tag": "e7913f75-f14c-4ee6-b900-8e552ee197c8"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:19:12.731370 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port e7913f75-f14c-4ee6-b900-8e552ee197c8, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e7913f75-f14c-4ee6-b900-8e552ee197c8,segment=NetworkSegment(340b2bda-b800-47e3-99bf-9dfd8f3dcd9c),segment_id=340b2bda-b800-47e3-99bf-9dfd8f3dcd9c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:12.738722 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:12.740313 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063e716-6ae5-4c29-8ae4-bba505eb5bee req-7c2378f5-21e6-4b0e-a7b8-35ea9bd05931 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:12.742234 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7063e716-6ae5-4c29-8ae4-bba505eb5bee req-7c2378f5-21e6-4b0e-a7b8-35ea9bd05931 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.0935476 Jul 24 09:19:12.782693 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a406bbe6-1e42-4b1f-afd7-da45abcd9c65 x-openstack-request-id: req-a406bbe6-1e42-4b1f-afd7-da45abcd9c65 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:19:12.783224 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b31b48-88ca-4032-a365-7d9ed9f58fb3", "name": "network-vif-plugged", "status": "completed", "tag": "e7913f75-f14c-4ee6-b900-8e552ee197c8", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:19:12.783648 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a406bbe6-1e42-4b1f-afd7-da45abcd9c65 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:19:12.784972 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b31b48-88ca-4032-a365-7d9ed9f58fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7913f75-f14c-4ee6-b900-8e552ee197c8', 'code': 200} Jul 24 09:19:12.806197 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7063e716-6ae5-4c29-8ae4-bba505eb5bee req-31f19a0d-e698-406f-a0a6-e0f3ff3834d5 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564127 Jul 24 09:19:12.828805 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=e7913f75-f14c-4ee6-b900-8e552ee197c8,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:12.895000 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['2ab3bd00-1976-4707-ab15-ea4eb69c8d81'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:19:12.933205 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f5744-510e-4bf8-88a9-1c1fe20471f8 req-8481759a-56ec-4e5a-8075-ad3746cdf6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:12.934750 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-441f5744-510e-4bf8-88a9-1c1fe20471f8 req-8481759a-56ec-4e5a-8075-ad3746cdf6e1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71b31b48-88ca-4032-a365-7d9ed9f58fb3 HTTP/1.1" status: 200 len: 1096 time: 0.0635347 Jul 24 09:19:13.002902 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa0d8d-ebbf-4441-a45b-6b8a2942aa39 req-7d8c5fa6-ad41-4e36-88b9-c037fc05ccef tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:13.005170 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6dfa0d8d-ebbf-4441-a45b-6b8a2942aa39 req-7d8c5fa6-ad41-4e36-88b9-c037fc05ccef tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b31b48-88ca-4032-a365-7d9ed9f58fb3 HTTP/1.1" status: 200 len: 945 time: 0.1197670 Jul 24 09:19:13.022573 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-441f5744-510e-4bf8-88a9-1c1fe20471f8 req-ca067213-29eb-49fe-8122-37e45324052f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=49133c0e-4468-42e2-a415-724eb775fd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787082 Jul 24 09:19:13.053071 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6dfa0d8d-ebbf-4441-a45b-6b8a2942aa39 req-0676acd7-af09-411c-9769-e892d1d39f3a tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/security-groups?id=49133c0e-4468-42e2-a415-724eb775fd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421820 Jul 24 09:19:13.062370 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f403bbd-2423-4981-a8ab-c1e2fe845d95 req-30e5960d-3c51-4d61-8d1e-c3127c59a5f5 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:13.064325 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6f403bbd-2423-4981-a8ab-c1e2fe845d95 req-30e5960d-3c51-4d61-8d1e-c3127c59a5f5 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.0881071 Jul 24 09:19:13.119646 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6f403bbd-2423-4981-a8ab-c1e2fe845d95 req-906979aa-2fdc-4e02-b245-7f84cfae90da tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382442 Jul 24 09:19:13.232241 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdadc0-aea0-426a-8136-2f53a31c1955 req-c77776c5-b5e5-4212-8835-fecdb16c1661 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:13.234008 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-79fdadc0-aea0-426a-8136-2f53a31c1955 req-c77776c5-b5e5-4212-8835-fecdb16c1661 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/ports?device_id=04948899-2e40-4cc3-86ed-953d11a38da8 HTTP/1.1" status: 200 len: 945 time: 0.0884600 Jul 24 09:19:13.285393 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-79fdadc0-aea0-426a-8136-2f53a31c1955 req-8c78c993-2ded-477c-b5ef-b94491753efa tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/security-groups?id=869981bc-7912-4c65-abcb-96a43099d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437040 Jul 24 09:19:13.353806 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1551a-b9da-41b6-aac7-047620438bf6 req-dcb90b8f-64e3-413c-9c78-9466965965f5 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:13.361534 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-49a1551a-b9da-41b6-aac7-047620438bf6 req-dcb90b8f-64e3-413c-9c78-9466965965f5 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 945 time: 0.0913258 Jul 24 09:19:13.432350 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-49a1551a-b9da-41b6-aac7-047620438bf6 req-97697dda-372d-4854-a4a6-6bdaa8f5de53 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697713 Jul 24 09:19:13.457407 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21faec2a-a665-40e3-bfd1-8a89c3f92e46 req-defe12ab-b08c-4262-a98d-6a02a2e30822 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:13.457407 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-21faec2a-a665-40e3-bfd1-8a89c3f92e46 req-defe12ab-b08c-4262-a98d-6a02a2e30822 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.0799134 Jul 24 09:19:13.500670 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-21faec2a-a665-40e3-bfd1-8a89c3f92e46 req-9a7c9522-fcb2-4bca-976f-def79fc5ad4e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414796 Jul 24 09:19:13.590993 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:19:13.965083 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:14.195918 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb36f6-50fa-4f13-8419-81b0cab7f0b2 req-ec962cd7-86f4-419e-b541-2423a15d36ad tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:14.197766 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dceb36f6-50fa-4f13-8419-81b0cab7f0b2 req-ec962cd7-86f4-419e-b541-2423a15d36ad tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b31b48-88ca-4032-a365-7d9ed9f58fb3 HTTP/1.1" status: 200 len: 945 time: 0.0699241 Jul 24 09:19:14.239259 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dceb36f6-50fa-4f13-8419-81b0cab7f0b2 req-fe5cd7f4-3f11-4625-b481-a9e53be66c82 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/security-groups?id=49133c0e-4468-42e2-a415-724eb775fd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351603 Jul 24 09:19:14.357468 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 2ab3bd00-1976-4707-ab15-ea4eb69c8d81 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:19:14.441524 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 2ab3bd00-1976-4707-ab15-ea4eb69c8d81 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:19:14.445400 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f09b3-0fc8-4091-a940-c9d3017c47d8 req-31e62114-576d-4ab9-911f-4fc072e3fc24 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:14.446046 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 2ab3bd00-1976-4707-ab15-ea4eb69c8d81 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:19:14.446392 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:14.447410 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-af4f09b3-0fc8-4091-a940-c9d3017c47d8 req-31e62114-576d-4ab9-911f-4fc072e3fc24 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c02c03-ca38-4864-8afd-a89d028bdb77 HTTP/1.1" status: 200 len: 945 time: 0.1013169 Jul 24 09:19:14.468888 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2487ca2-e60c-44a8-9fb1-49bf50ad74cf req-5fed8255-694b-4f23-93bd-3ec3dafb14b5 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:14.471747 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e2487ca2-e60c-44a8-9fb1-49bf50ad74cf req-5fed8255-694b-4f23-93bd-3ec3dafb14b5 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/ports?device_id=04948899-2e40-4cc3-86ed-953d11a38da8 HTTP/1.1" status: 200 len: 945 time: 0.0868320 Jul 24 09:19:14.505475 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-af4f09b3-0fc8-4091-a940-c9d3017c47d8 req-a5b8baaf-527d-43de-bafd-d80db9ef3929 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca33315-7e5a-4769-859b-49bde1a9cc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509262 Jul 24 09:19:14.524786 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e2487ca2-e60c-44a8-9fb1-49bf50ad74cf req-07e07dd3-ee3f-439e-ab00-e5d6f1b11d3a tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/security-groups?id=869981bc-7912-4c65-abcb-96a43099d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471976 Jul 24 09:19:14.570467 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:14.606013 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 2ab3bd00-1976-4707-ab15-ea4eb69c8d81, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=2ab3bd00-1976-4707-ab15-ea4eb69c8d81,segment=NetworkSegment(ef52cdaf-2172-4a2e-8742-a49e4a694e70),segment_id=ef52cdaf-2172-4a2e-8742-a49e4a694e70)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:14.611309 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:14.680167 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=2ab3bd00-1976-4707-ab15-ea4eb69c8d81,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:14.686480 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd411c-fa6f-4f36-a04a-59a3de1a82dd req-e975bc97-290d-4216-8bfc-0b0dfb4c612b tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:14.693904 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a9dd411c-fa6f-4f36-a04a-59a3de1a82dd req-e975bc97-290d-4216-8bfc-0b0dfb4c612b tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 945 time: 0.1118209 Jul 24 09:19:14.728549 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a9dd411c-fa6f-4f36-a04a-59a3de1a82dd req-e2c0c302-5863-4fef-8644-087fdde532e8 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336282 Jul 24 09:19:14.786122 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04948899-2e40-4cc3-86ed-953d11a38da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab3bd00-1976-4707-ab15-ea4eb69c8d81'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:19:14.788723 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb48b121-17c0-4bf2-8f35-fa4cdd44b7ad" -d '{"events": [{"server_uuid": "04948899-2e40-4cc3-86ed-953d11a38da8", "name": "network-vif-plugged", "status": "completed", "tag": "2ab3bd00-1976-4707-ab15-ea4eb69c8d81"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:19:14.804353 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddc520-1d1c-4915-a13f-9ab102955f3e req-288eaf6f-7ea1-4f88-8337-d2f08bbf9824 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:14.805912 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83ddc520-1d1c-4915-a13f-9ab102955f3e req-288eaf6f-7ea1-4f88-8337-d2f08bbf9824 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b31b48-88ca-4032-a365-7d9ed9f58fb3 HTTP/1.1" status: 200 len: 945 time: 0.0688477 Jul 24 09:19:14.829275 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa82e5b9-20f4-432a-9fac-6b46f6adc010 x-openstack-request-id: req-fa82e5b9-20f4-432a-9fac-6b46f6adc010 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:19:14.829572 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04948899-2e40-4cc3-86ed-953d11a38da8", "name": "network-vif-plugged", "status": "completed", "tag": "2ab3bd00-1976-4707-ab15-ea4eb69c8d81", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:19:14.829821 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa82e5b9-20f4-432a-9fac-6b46f6adc010 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:19:14.830282 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04948899-2e40-4cc3-86ed-953d11a38da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab3bd00-1976-4707-ab15-ea4eb69c8d81', 'code': 200} Jul 24 09:19:14.848841 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83ddc520-1d1c-4915-a13f-9ab102955f3e req-a0126aa1-d632-4529-b031-c563f041abf7 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/security-groups?id=49133c0e-4468-42e2-a415-724eb775fd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358231 Jul 24 09:19:14.941033 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e664444-67e4-4cd1-ad79-85e4dcc264f6 req-fdec2301-b34f-4a08-8421-84734d36e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:14.942570 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e664444-67e4-4cd1-ad79-85e4dcc264f6 req-fdec2301-b34f-4a08-8421-84734d36e6ef service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=04948899-2e40-4cc3-86ed-953d11a38da8 HTTP/1.1" status: 200 len: 1097 time: 0.0580146 Jul 24 09:19:14.978681 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e664444-67e4-4cd1-ad79-85e4dcc264f6 req-b32cdee0-c45d-491c-b35e-3bf6bc0eec94 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=869981bc-7912-4c65-abcb-96a43099d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294099 Jul 24 09:19:15.299894 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca96b5-4583-450a-bebf-1f8b32f6ea76 req-c34baef1-d10b-4440-8796-f82f398ace96 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:15.307025 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-53ca96b5-4583-450a-bebf-1f8b32f6ea76 req-c34baef1-d10b-4440-8796-f82f398ace96 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c02c03-ca38-4864-8afd-a89d028bdb77 HTTP/1.1" status: 200 len: 945 time: 0.0640869 Jul 24 09:19:15.345469 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-53ca96b5-4583-450a-bebf-1f8b32f6ea76 req-be12d067-969e-4ed2-9c96-49449e59a51c tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca33315-7e5a-4769-859b-49bde1a9cc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354176 Jul 24 09:19:15.649635 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fb32a-c89c-4f74-bb92-bde38d4f8902 req-61fc4e0a-f5be-4a20-8c0e-20a822468fba tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:15.651104 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fa8fb32a-c89c-4f74-bb92-bde38d4f8902 req-61fc4e0a-f5be-4a20-8c0e-20a822468fba tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/ports?device_id=04948899-2e40-4cc3-86ed-953d11a38da8 HTTP/1.1" status: 200 len: 946 time: 0.0618064 Jul 24 09:19:15.689311 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fa8fb32a-c89c-4f74-bb92-bde38d4f8902 req-ca9e604f-4867-42a4-8853-76b0755d7e43 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/security-groups?id=869981bc-7912-4c65-abcb-96a43099d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320358 Jul 24 09:19:15.867326 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd4b00-7a55-423f-bbc2-9d828874c112 req-8a82d731-605a-4efb-a840-a177efe6f3b5 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:15.868759 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cfdd4b00-7a55-423f-bbc2-9d828874c112 req-8a82d731-605a-4efb-a840-a177efe6f3b5 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 945 time: 0.0656526 Jul 24 09:19:15.911115 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cfdd4b00-7a55-423f-bbc2-9d828874c112 req-e538a343-7440-4fbc-891f-e13c88cd88bc tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365944 Jul 24 09:19:16.018366 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cf670-d84e-40cc-ac5d-d53fb237f61b req-21160528-e14f-40aa-8449-323f0debf955 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:16.026575 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-301cf670-d84e-40cc-ac5d-d53fb237f61b req-21160528-e14f-40aa-8449-323f0debf955 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b31b48-88ca-4032-a365-7d9ed9f58fb3 HTTP/1.1" status: 200 len: 945 time: 0.0836430 Jul 24 09:19:16.081096 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-301cf670-d84e-40cc-ac5d-d53fb237f61b req-c569b767-4fae-4943-bd2a-ffe419366e89 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/security-groups?id=49133c0e-4468-42e2-a415-724eb775fd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413506 Jul 24 09:19:16.236570 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d74cb-f7a6-43a1-9142-318a784b1e06 req-27bf0c95-c8e0-4788-b050-7a7d5f729799 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:16.238091 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e77d74cb-f7a6-43a1-9142-318a784b1e06 req-27bf0c95-c8e0-4788-b050-7a7d5f729799 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.20 "GET /v2.0/ports?device_id=71b31b48-88ca-4032-a365-7d9ed9f58fb3 HTTP/1.1" status: 200 len: 945 time: 0.0716193 Jul 24 09:19:16.284593 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca6bb9-1a72-4f16-9cea-e3a88596e607 req-e8f68de1-60af-4572-8c15-ed48c78ba77f tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:16.286123 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-97ca6bb9-1a72-4f16-9cea-e3a88596e607 req-e8f68de1-60af-4572-8c15-ed48c78ba77f tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c02c03-ca38-4864-8afd-a89d028bdb77 HTTP/1.1" status: 200 len: 945 time: 0.0636172 Jul 24 09:19:16.323651 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-97ca6bb9-1a72-4f16-9cea-e3a88596e607 req-b8033e1e-259a-4e79-860c-ec8ae53410dc tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca33315-7e5a-4769-859b-49bde1a9cc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319014 Jul 24 09:19:16.343876 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-e77d74cb-f7a6-43a1-9142-318a784b1e06 req-d543e414-e19c-4c71-b177-955ced027314 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Deleting port e7913f75-f14c-4ee6-b900-8e552ee197c8 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:19:16.344336 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e77d74cb-f7a6-43a1-9142-318a784b1e06 req-d543e414-e19c-4c71-b177-955ced027314 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:16.411511 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:16.437893 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-e77d74cb-f7a6-43a1-9142-318a784b1e06 req-d543e414-e19c-4c71-b177-955ced027314 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] For port e7913f75-f14c-4ee6-b900-8e552ee197c8, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e7913f75-f14c-4ee6-b900-8e552ee197c8,segment=NetworkSegment(340b2bda-b800-47e3-99bf-9dfd8f3dcd9c),segment_id=340b2bda-b800-47e3-99bf-9dfd8f3dcd9c)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:16.438267 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e77d74cb-f7a6-43a1-9142-318a784b1e06 req-d543e414-e19c-4c71-b177-955ced027314 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:16.449894 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-e77d74cb-f7a6-43a1-9142-318a784b1e06 req-d543e414-e19c-4c71-b177-955ced027314 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Calling delete_port for e7913f75-f14c-4ee6-b900-8e552ee197c8 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:19:16.575759 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e77d74cb-f7a6-43a1-9142-318a784b1e06 req-d543e414-e19c-4c71-b177-955ced027314 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:16.587374 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['e7913f75-f14c-4ee6-b900-8e552ee197c8'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:19:16.612585 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543e414-e19c-4c71-b177-955ced027314 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Pushing event deleted for resources: {'Port': ['ID=e7913f75-f14c-4ee6-b900-8e552ee197c8,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:16.622601 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543e414-e19c-4c71-b177-955ced027314 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:16.622952 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543e414-e19c-4c71-b177-955ced027314 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:16.623299 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543e414-e19c-4c71-b177-955ced027314 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:16.623641 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543e414-e19c-4c71-b177-955ced027314 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:16.623985 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543e414-e19c-4c71-b177-955ced027314 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:16.624325 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543e414-e19c-4c71-b177-955ced027314 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:16.625231 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543e414-e19c-4c71-b177-955ced027314 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:16.625231 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543e414-e19c-4c71-b177-955ced027314 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:16.625429 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543e414-e19c-4c71-b177-955ced027314 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:16.625646 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543e414-e19c-4c71-b177-955ced027314 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:16.625998 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543e414-e19c-4c71-b177-955ced027314 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:16.626330 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543e414-e19c-4c71-b177-955ced027314 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:16.703453 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77d74cb-f7a6-43a1-9142-318a784b1e06 req-d543e414-e19c-4c71-b177-955ced027314 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] No DVR routers for this DVR port e7913f75-f14c-4ee6-b900-8e552ee197c8 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:19:16.709450 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e77d74cb-f7a6-43a1-9142-318a784b1e06 req-d543e414-e19c-4c71-b177-955ced027314 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:16.712481 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e77d74cb-f7a6-43a1-9142-318a784b1e06 req-d543e414-e19c-4c71-b177-955ced027314 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.20 "DELETE /v2.0/ports/e7913f75-f14c-4ee6-b900-8e552ee197c8 HTTP/1.1" status: 204 len: 173 time: 0.4677539 Jul 24 09:19:16.714269 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b31b48-88ca-4032-a365-7d9ed9f58fb3', 'name': 'network-vif-deleted', 'tag': 'e7913f75-f14c-4ee6-b900-8e552ee197c8'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:19:16.717191 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a68ccf-2c62-45f6-b4c9-137459b12785" -d '{"events": [{"server_uuid": "71b31b48-88ca-4032-a365-7d9ed9f58fb3", "name": "network-vif-deleted", "tag": "e7913f75-f14c-4ee6-b900-8e552ee197c8"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:19:16.811918 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20c8592-3275-4f00-8cb2-3a5d08bbbe8e x-openstack-request-id: req-a20c8592-3275-4f00-8cb2-3a5d08bbbe8e {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:19:16.812702 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b31b48-88ca-4032-a365-7d9ed9f58fb3", "name": "network-vif-deleted", "tag": "e7913f75-f14c-4ee6-b900-8e552ee197c8", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:19:16.813790 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a20c8592-3275-4f00-8cb2-3a5d08bbbe8e {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:19:16.814368 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b31b48-88ca-4032-a365-7d9ed9f58fb3', 'name': 'network-vif-deleted', 'tag': 'e7913f75-f14c-4ee6-b900-8e552ee197c8', 'status': 'completed', 'code': 200} Jul 24 09:19:16.911052 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed843b5-d907-402e-98cf-ca1ffbdad6ef req-239d6b4b-5594-47e3-b42e-11600331aa29 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:16.912479 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9ed843b5-d907-402e-98cf-ca1ffbdad6ef req-239d6b4b-5594-47e3-b42e-11600331aa29 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/ports?device_id=04948899-2e40-4cc3-86ed-953d11a38da8 HTTP/1.1" status: 200 len: 946 time: 0.0714061 Jul 24 09:19:16.959812 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9ed843b5-d907-402e-98cf-ca1ffbdad6ef req-f60a469f-d046-4191-8076-7643bbb34b07 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/security-groups?id=869981bc-7912-4c65-abcb-96a43099d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418184 Jul 24 09:19:17.120787 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552ab1b-c616-4c4a-b0f4-a6d0c3c1d25a req-1db92bf7-5a7d-43e7-822e-63cda5c534e7 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:17.122456 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a552ab1b-c616-4c4a-b0f4-a6d0c3c1d25a req-1db92bf7-5a7d-43e7-822e-63cda5c534e7 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 945 time: 0.1017928 Jul 24 09:19:17.374348 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-aa8bc784-dc15-4288-8403-af9844ca5baa req-445aac82-d652-4d85-8f13-49db9df855e9 tempest-ServerGroupTestJSON-363441166 tempest-ServerGroupTestJSON-363441166-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b31b48-88ca-4032-a365-7d9ed9f58fb3 HTTP/1.1" status: 200 len: 210 time: 0.0385127 Jul 24 09:19:17.520140 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a552ab1b-c616-4c4a-b0f4-a6d0c3c1d25a req-26e90f7e-b887-421c-a30c-d0a7429e548e tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891091 Jul 24 09:19:17.671318 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e7aab-399d-4ac5-b471-371695b58929 req-7bffe6ec-4898-48b8-a96b-2cd3c27edf24 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:17.673117 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a7e7aab-399d-4ac5-b471-371695b58929 req-7bffe6ec-4898-48b8-a96b-2cd3c27edf24 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c02c03-ca38-4864-8afd-a89d028bdb77 HTTP/1.1" status: 200 len: 945 time: 0.0934465 Jul 24 09:19:17.714973 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a7e7aab-399d-4ac5-b471-371695b58929 req-c76c40c0-cff6-4120-8fed-64f009a6f5a8 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca33315-7e5a-4769-859b-49bde1a9cc92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357375 Jul 24 09:19:17.950132 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8b0b3-0941-4c2c-8a6a-009849429b62 req-541c7bff-66af-49f0-af38-6f666dd68813 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:17.952109 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-07d8b0b3-0941-4c2c-8a6a-009849429b62 req-541c7bff-66af-49f0-af38-6f666dd68813 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/ports?device_id=04948899-2e40-4cc3-86ed-953d11a38da8 HTTP/1.1" status: 200 len: 946 time: 0.4330134 Jul 24 09:19:17.960330 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ad427-e19c-4964-9c5b-127166209023 req-1a62d27a-24b4-499b-a2f9-668f14d4976b tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:17.961922 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-180ad427-e19c-4964-9c5b-127166209023 req-1a62d27a-24b4-499b-a2f9-668f14d4976b tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.37 "GET /v2.0/ports?device_id=61c02c03-ca38-4864-8afd-a89d028bdb77 HTTP/1.1" status: 200 len: 945 time: 0.0982330 Jul 24 09:19:18.038651 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-07d8b0b3-0941-4c2c-8a6a-009849429b62 req-98690a0a-e7fb-4eb3-ab24-424f631c69a1 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/security-groups?id=869981bc-7912-4c65-abcb-96a43099d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755751 Jul 24 09:19:18.111492 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-180ad427-e19c-4964-9c5b-127166209023 req-a189fe87-884f-4d01-954e-6bfe5a3316e9 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Deleting port 9155784a-3103-4aae-8241-954ac78858f4 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:19:18.112355 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-180ad427-e19c-4964-9c5b-127166209023 req-a189fe87-884f-4d01-954e-6bfe5a3316e9 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:18.221046 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-180ad427-e19c-4964-9c5b-127166209023 req-a189fe87-884f-4d01-954e-6bfe5a3316e9 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] For port 9155784a-3103-4aae-8241-954ac78858f4, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=9155784a-3103-4aae-8241-954ac78858f4,segment=NetworkSegment(a914f9f7-330b-4c9c-b120-a4795b2b7f83),segment_id=a914f9f7-330b-4c9c-b120-a4795b2b7f83)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:18.221485 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-180ad427-e19c-4964-9c5b-127166209023 req-a189fe87-884f-4d01-954e-6bfe5a3316e9 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:18.406897 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-180ad427-e19c-4964-9c5b-127166209023 req-a189fe87-884f-4d01-954e-6bfe5a3316e9 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:18.407139 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-180ad427-e19c-4964-9c5b-127166209023 req-a189fe87-884f-4d01-954e-6bfe5a3316e9 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:18.407456 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [req-180ad427-e19c-4964-9c5b-127166209023 req-a189fe87-884f-4d01-954e-6bfe5a3316e9 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Floating IP 3aefc838-b3ee-4c13-96eb-2386fadb9481 disassociated. External IP: 172.25.7.94, port: 9155784a-3103-4aae-8241-954ac78858f4. Jul 24 09:19:18.407798 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-180ad427-e19c-4964-9c5b-127166209023 req-a189fe87-884f-4d01-954e-6bfe5a3316e9 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Calling delete_port for 9155784a-3103-4aae-8241-954ac78858f4 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:19:18.659154 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-180ad427-e19c-4964-9c5b-127166209023 req-a189fe87-884f-4d01-954e-6bfe5a3316e9 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:18.713971 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189fe87-884f-4d01-954e-6bfe5a3316e9 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Pushing event deleted for resources: {'Port': ['ID=9155784a-3103-4aae-8241-954ac78858f4,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:18.770129 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb436495-6523-4470-a42e-bdea36bf0ee5 req-5e26fccb-3710-4e13-9134-9ef7b6758b96 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:18.778624 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bb436495-6523-4470-a42e-bdea36bf0ee5 req-5e26fccb-3710-4e13-9134-9ef7b6758b96 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 945 time: 0.1486452 Jul 24 09:19:18.829452 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bb436495-6523-4470-a42e-bdea36bf0ee5 req-55c018a5-e646-45bd-9f53-bc2bbfa835d4 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495872 Jul 24 09:19:18.881621 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ee08d766-3198-436e-bfd2-93edfe46bc68 req-2a9bdae0-9dbe-4431-b9a0-060a1d9876cf tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c02c03-ca38-4864-8afd-a89d028bdb77 HTTP/1.1" status: 200 len: 210 time: 0.0660412 Jul 24 09:19:18.958706 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35818) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:18.979529 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [req-180ad427-e19c-4964-9c5b-127166209023 req-a189fe87-884f-4d01-954e-6bfe5a3316e9 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Router cbd06db2-44e8-41ce-9d4a-c472338f8982 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:19:19.035332 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa916d30-b78d-4777-8916-680f8fe2d456 admin admin] Deleting subnet 35a48e07-196e-4ea2-9979-cbb88e873ea1 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:19:19.038281 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fa916d30-b78d-4777-8916-680f8fe2d456 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:19.087074 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297005d5-b13a-402a-a326-d03256a44c44 req-dc7843ec-bd0e-4921-9aa5-e0cea1adac87 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:19.088605 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-297005d5-b13a-402a-a326-d03256a44c44 req-dc7843ec-bd0e-4921-9aa5-e0cea1adac87 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.37 "GET /v2.0/ports?device_id=04948899-2e40-4cc3-86ed-953d11a38da8 HTTP/1.1" status: 200 len: 946 time: 0.1518230 Jul 24 09:19:19.113067 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fa916d30-b78d-4777-8916-680f8fe2d456 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:19.176808 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fa916d30-b78d-4777-8916-680f8fe2d456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:19.199956 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-180ad427-e19c-4964-9c5b-127166209023 req-a189fe87-884f-4d01-954e-6bfe5a3316e9 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:19:19.212057 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88975cba-583a-47ed-8d6c-33ac98232295 None None] Sync routers for ids ['cbd06db2-44e8-41ce-9d4a-c472338f8982'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:19:19.223113 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88975cba-583a-47ed-8d6c-33ac98232295 None None] Routers {'cbd06db2-44e8-41ce-9d4a-c472338f8982'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:19:19.226764 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-88975cba-583a-47ed-8d6c-33ac98232295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:19:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['cbd06db2-44e8-41ce-9d4a-c472338f8982'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:19.297573 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fa916d30-b78d-4777-8916-680f8fe2d456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:19.344512 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa916d30-b78d-4777-8916-680f8fe2d456 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35a48e07-196e-4ea2-9979-cbb88e873ea1,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:19.348271 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fa916d30-b78d-4777-8916-680f8fe2d456 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:19.353242 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fa916d30-b78d-4777-8916-680f8fe2d456 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/35a48e07-196e-4ea2-9979-cbb88e873ea1 HTTP/1.1" status: 204 len: 168 time: 0.3912592 Jul 24 09:19:19.353654 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35864) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:19.432012 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-180ad427-e19c-4964-9c5b-127166209023 req-a189fe87-884f-4d01-954e-6bfe5a3316e9 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] No DVR routers for this DVR port 9155784a-3103-4aae-8241-954ac78858f4 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:19:19.455223 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-180ad427-e19c-4964-9c5b-127166209023 req-a189fe87-884f-4d01-954e-6bfe5a3316e9 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:19.458090 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-180ad427-e19c-4964-9c5b-127166209023 req-a189fe87-884f-4d01-954e-6bfe5a3316e9 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.37 "DELETE /v2.0/ports/9155784a-3103-4aae-8241-954ac78858f4 HTTP/1.1" status: 204 len: 173 time: 1.4885056 Jul 24 09:19:19.461314 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c02c03-ca38-4864-8afd-a89d028bdb77', 'name': 'network-vif-deleted', 'tag': '9155784a-3103-4aae-8241-954ac78858f4'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:19:19.462344 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d15c2eb5-21ad-4288-ae92-9f88378b49bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:19.464060 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86995a1-79de-4356-b95b-f6d949734a5a" -d '{"events": [{"server_uuid": "61c02c03-ca38-4864-8afd-a89d028bdb77", "name": "network-vif-deleted", "tag": "9155784a-3103-4aae-8241-954ac78858f4"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:19:19.507491 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-88975cba-583a-47ed-8d6c-33ac98232295 None None] Set router cbd06db2-44e8-41ce-9d4a-c472338f8982 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:19:19.581080 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b635c9-64ac-43f6-9cca-998247e577f0 req-98b9106c-a636-4e09-a048-559337bb6658 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:19.591970 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-13b635c9-64ac-43f6-9cca-998247e577f0 req-98b9106c-a636-4e09-a048-559337bb6658 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/ports?device_id=04948899-2e40-4cc3-86ed-953d11a38da8 HTTP/1.1" status: 200 len: 946 time: 0.3780494 Jul 24 09:19:19.605597 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24090159-24a5-490c-a428-062c02d73e4a x-openstack-request-id: req-24090159-24a5-490c-a428-062c02d73e4a {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:19:19.606106 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c02c03-ca38-4864-8afd-a89d028bdb77", "name": "network-vif-deleted", "tag": "9155784a-3103-4aae-8241-954ac78858f4", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:19:19.606518 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24090159-24a5-490c-a428-062c02d73e4a {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:19:19.607604 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c02c03-ca38-4864-8afd-a89d028bdb77', 'name': 'network-vif-deleted', 'tag': '9155784a-3103-4aae-8241-954ac78858f4', 'status': 'completed', 'code': 200} Jul 24 09:19:19.615871 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d15c2eb5-21ad-4288-ae92-9f88378b49bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:19.634439 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-d15c2eb5-21ad-4288-ae92-9f88378b49bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba43d2db-0fa8-4980-8055-c6dea5cb553b']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:19.655754 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-297005d5-b13a-402a-a326-d03256a44c44 req-d7e2e59e-783f-44db-b23d-7a53d20105f9 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Deleting port 2ab3bd00-1976-4707-ab15-ea4eb69c8d81 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:19:19.657222 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-297005d5-b13a-402a-a326-d03256a44c44 req-d7e2e59e-783f-44db-b23d-7a53d20105f9 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:19.661604 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-d15c2eb5-21ad-4288-ae92-9f88378b49bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340b2bda-b800-47e3-99bf-9dfd8f3dcd9c') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:19.664160 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-d15c2eb5-21ad-4288-ae92-9f88378b49bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340b2bda-b800-47e3-99bf-9dfd8f3dcd9c') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:19.710421 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d15c2eb5-21ad-4288-ae92-9f88378b49bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:19.716420 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-13b635c9-64ac-43f6-9cca-998247e577f0 req-1d5b5a68-7d8c-48fb-b598-b80b9bae59f1 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/security-groups?id=869981bc-7912-4c65-abcb-96a43099d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233644 Jul 24 09:19:19.764483 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d15c2eb5-21ad-4288-ae92-9f88378b49bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:19.771245 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d15c2eb5-21ad-4288-ae92-9f88378b49bc admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:19:19.772089 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d15c2eb5-21ad-4288-ae92-9f88378b49bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:19:19.773801 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:19:19.812546 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-297005d5-b13a-402a-a326-d03256a44c44 req-d7e2e59e-783f-44db-b23d-7a53d20105f9 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] For port 2ab3bd00-1976-4707-ab15-ea4eb69c8d81, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=2ab3bd00-1976-4707-ab15-ea4eb69c8d81,segment=NetworkSegment(ef52cdaf-2172-4a2e-8742-a49e4a694e70),segment_id=ef52cdaf-2172-4a2e-8742-a49e4a694e70)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:19.812968 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-297005d5-b13a-402a-a326-d03256a44c44 req-d7e2e59e-783f-44db-b23d-7a53d20105f9 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:19.826845 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-297005d5-b13a-402a-a326-d03256a44c44 req-d7e2e59e-783f-44db-b23d-7a53d20105f9 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Calling delete_port for 2ab3bd00-1976-4707-ab15-ea4eb69c8d81 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:19:19.874993 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d15c2eb5-21ad-4288-ae92-9f88378b49bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:19.884196 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d15c2eb5-21ad-4288-ae92-9f88378b49bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:19.888464 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d15c2eb5-21ad-4288-ae92-9f88378b49bc admin admin] 10.222.0.32 "DELETE /v2.0/networks/ba43d2db-0fa8-4980-8055-c6dea5cb553b HTTP/1.1" status: 204 len: 168 time: 0.5312791 Jul 24 09:19:19.897340 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c2eb5-21ad-4288-ae92-9f88378b49bc admin admin] Pushing event deleted for resources: {'Network': ['ID=ba43d2db-0fa8-4980-8055-c6dea5cb553b,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:19.945764 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-88975cba-583a-47ed-8d6c-33ac98232295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'name': 'tempest-ServersTestJSON-740797171-router', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:16:59Z', 'updated_at': '2021-07-24T09:17:07Z', 'revision_number': 4, 'project_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'gw_port': {'id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:00Z', 'updated_at': '2021-07-24T09:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5', 'name': '', 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'mac_address': 'fa:16:3e:81:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '8947dfd9-5d03-4d1e-b637-4d9aaaa3be67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:05Z', 'updated_at': '2021-07-24T09:17:16Z', 'revision_number': 5, 'project_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'subnets': [{'id': '8947dfd9-5d03-4d1e-b637-4d9aaaa3be67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:19.984690 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88975cba-583a-47ed-8d6c-33ac98232295 None None] Checking router: cbd06db2-44e8-41ce-9d4a-c472338f8982 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:19:20.003690 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88975cba-583a-47ed-8d6c-33ac98232295 None None] Routers {'cbd06db2-44e8-41ce-9d4a-c472338f8982'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:19:20.005734 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-88975cba-583a-47ed-8d6c-33ac98232295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:19:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['cbd06db2-44e8-41ce-9d4a-c472338f8982'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:20.159941 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-03a4dabe-2e81-4b7e-8268-d536118550dc req-f0b85767-d954-4866-b229-38a041c29fa4 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c02c03-ca38-4864-8afd-a89d028bdb77 HTTP/1.1" status: 200 len: 210 time: 0.0440509 Jul 24 09:19:20.178482 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35960) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:20.192979 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-297005d5-b13a-402a-a326-d03256a44c44 req-d7e2e59e-783f-44db-b23d-7a53d20105f9 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:20.205072 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['2ab3bd00-1976-4707-ab15-ea4eb69c8d81'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:19:20.227209 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e2377ae7-d3a3-4611-b8d4-321c5c011bb9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=619cc61cce074bbc90f72d65cf616444&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474577 Jul 24 09:19:20.228807 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-88975cba-583a-47ed-8d6c-33ac98232295 None None] Set router cbd06db2-44e8-41ce-9d4a-c472338f8982 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:19:20.233781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35968) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:20.264676 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2e59e-783f-44db-b23d-7a53d20105f9 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Pushing event deleted for resources: {'Port': ['ID=2ab3bd00-1976-4707-ab15-ea4eb69c8d81,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:20.310460 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0569a1fb-6392-40dd-8a0a-fa256a641d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:20.348243 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0569a1fb-6392-40dd-8a0a-fa256a641d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:20.385229 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-297005d5-b13a-402a-a326-d03256a44c44 req-d7e2e59e-783f-44db-b23d-7a53d20105f9 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] No DVR routers for this DVR port 2ab3bd00-1976-4707-ab15-ea4eb69c8d81 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:19:20.388555 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-297005d5-b13a-402a-a326-d03256a44c44 req-d7e2e59e-783f-44db-b23d-7a53d20105f9 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:20.390615 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-297005d5-b13a-402a-a326-d03256a44c44 req-d7e2e59e-783f-44db-b23d-7a53d20105f9 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.37 "DELETE /v2.0/ports/2ab3bd00-1976-4707-ab15-ea4eb69c8d81 HTTP/1.1" status: 204 len: 173 time: 1.2834921 Jul 24 09:19:20.424102 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device e7913f75-f14c-4ee6-b900-8e552ee197c8 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:19:20.433427 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ae0fb-18a3-4f6b-8a4c-4e783fc7b909 req-9d888945-f33a-4ec1-984b-17feab304204 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:20.434330 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0569a1fb-6392-40dd-8a0a-fa256a641d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:20.438127 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0569a1fb-6392-40dd-8a0a-fa256a641d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:20.439498 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0569a1fb-6392-40dd-8a0a-fa256a641d82 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49133c0e-4468-42e2-a415-724eb775fd7b HTTP/1.1" status: 204 len: 168 time: 0.2045071 Jul 24 09:19:20.448519 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dc6ae0fb-18a3-4f6b-8a4c-4e783fc7b909 req-9d888945-f33a-4ec1-984b-17feab304204 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 945 time: 0.4200075 Jul 24 09:19:20.453267 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569a1fb-6392-40dd-8a0a-fa256a641d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49133c0e-4468-42e2-a415-724eb775fd7b,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:20.518754 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: e7913f75-f14c-4ee6-b900-8e552ee197c8 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:19:20.519244 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device e7913f75-f14c-4ee6-b900-8e552ee197c8 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:19:20.558908 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dc6ae0fb-18a3-4f6b-8a4c-4e783fc7b909 req-556fb127-4c86-4d88-a63c-cacc033f4f25 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899277 Jul 24 09:19:20.602690 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-88975cba-583a-47ed-8d6c-33ac98232295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'name': 'tempest-ServersTestJSON-740797171-router', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:16:59Z', 'updated_at': '2021-07-24T09:17:07Z', 'revision_number': 4, 'project_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'gw_port': {'id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:00Z', 'updated_at': '2021-07-24T09:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5', 'name': '', 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'mac_address': 'fa:16:3e:81:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '8947dfd9-5d03-4d1e-b637-4d9aaaa3be67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:05Z', 'updated_at': '2021-07-24T09:17:16Z', 'revision_number': 5, 'project_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'subnets': [{'id': '8947dfd9-5d03-4d1e-b637-4d9aaaa3be67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:20.640520 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88975cba-583a-47ed-8d6c-33ac98232295 None None] The sync data for ids ['cbd06db2-44e8-41ce-9d4a-c472338f8982'] in n-d-800085-9 is: [{'id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'name': 'tempest-ServersTestJSON-740797171-router', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:16:59Z', 'updated_at': '2021-07-24T09:17:07Z', 'revision_number': 4, 'project_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'gw_port': {'id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:00Z', 'updated_at': '2021-07-24T09:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5', 'name': '', 'network_id': '2d26f86c-a144-4c5f-9e0d-5dd986768442', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'mac_address': 'fa:16:3e:81:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '8947dfd9-5d03-4d1e-b637-4d9aaaa3be67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:05Z', 'updated_at': '2021-07-24T09:17:16Z', 'revision_number': 5, 'project_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'subnets': [{'id': '8947dfd9-5d03-4d1e-b637-4d9aaaa3be67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:19:20.950994 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dbc86f47-a963-4a7f-99d8-7aa235b7d6b7 req-4875ca83-df39-402e-82ef-cea5d28ea565 tempest-InstanceActionsNegativeTestJSON-108920004 tempest-InstanceActionsNegativeTestJSON-108920004-project] 10.222.0.32 "GET /v2.0/ports?device_id=04948899-2e40-4cc3-86ed-953d11a38da8 HTTP/1.1" status: 200 len: 210 time: 0.0562344 Jul 24 09:19:21.102585 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b17606c-d23e-4de5-b346-85795717f594 None None] New status for floating IP 3aefc838-b3ee-4c13-96eb-2386fadb9481: DOWN {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:19:21.268809 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36096) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:21.352385 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-36541db1-ec35-42f7-b1e5-296af758c108 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:21.378426 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-36541db1-ec35-42f7-b1e5-296af758c108 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:21.436850 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-36541db1-ec35-42f7-b1e5-296af758c108 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:21.439682 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-36541db1-ec35-42f7-b1e5-296af758c108 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:21.440871 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-36541db1-ec35-42f7-b1e5-296af758c108 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "DELETE /v2.0/security-groups/1ca33315-7e5a-4769-859b-49bde1a9cc92 HTTP/1.1" status: 204 len: 168 time: 0.1711087 Jul 24 09:19:21.443886 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36128) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:21.450375 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36541db1-ec35-42f7-b1e5-296af758c108 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca33315-7e5a-4769-859b-49bde1a9cc92,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:21.463469 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-b3853aa0-2cc4-473e-bdc8-3a06de503c53 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] show failed (client error): The resource could not be found. Jul 24 09:19:21.467313 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b3853aa0-2cc4-473e-bdc8-3a06de503c53 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "GET /v2.0/security-groups/1ca33315-7e5a-4769-859b-49bde1a9cc92 HTTP/1.1" status: 404 len: 347 time: 0.0221479 Jul 24 09:19:21.467955 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36130) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:21.514943 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36140) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:21.610416 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04948899-2e40-4cc3-86ed-953d11a38da8', 'name': 'network-vif-deleted', 'tag': '2ab3bd00-1976-4707-ab15-ea4eb69c8d81'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:19:21.612728 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49285acc-2ef3-40ab-aebe-d241f07554c7" -d '{"events": [{"server_uuid": "04948899-2e40-4cc3-86ed-953d11a38da8", "name": "network-vif-deleted", "tag": "2ab3bd00-1976-4707-ab15-ea4eb69c8d81"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:19:21.660325 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-47aaebc8-5be9-4409-b0b9-7c85d53173c5 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Deleting port 74e10c62-f347-4478-8b02-cf591c604dff {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:19:21.661258 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-47aaebc8-5be9-4409-b0b9-7c85d53173c5 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:21.663796 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cad9fda-0b9a-4f67-b722-b2c0cfc7bf66 x-openstack-request-id: req-8cad9fda-0b9a-4f67-b722-b2c0cfc7bf66 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:19:21.664122 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04948899-2e40-4cc3-86ed-953d11a38da8", "name": "network-vif-deleted", "tag": "2ab3bd00-1976-4707-ab15-ea4eb69c8d81", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:19:21.664759 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8cad9fda-0b9a-4f67-b722-b2c0cfc7bf66 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:19:21.665362 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04948899-2e40-4cc3-86ed-953d11a38da8', 'name': 'network-vif-deleted', 'tag': '2ab3bd00-1976-4707-ab15-ea4eb69c8d81', 'status': 'completed', 'code': 200} Jul 24 09:19:21.671275 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-3c1f4b07-8638-477c-a2d9-bd1f134b7e36 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-173335424-network', 'tenant_id': 'bf29b3bebbf742f881f34420258c367e'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:21.695819 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1f4b07-8638-477c-a2d9-bd1f134b7e36 admin admin] Made reservation on behalf of bf29b3bebbf742f881f34420258c367e for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:19:21.699908 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3c1f4b07-8638-477c-a2d9-bd1f134b7e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:21.711211 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3c1f4b07-8638-477c-a2d9-bd1f134b7e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:21.760727 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce771ab-b167-42b4-b9d0-6b4ab929850a req-c2c15cad-d8f0-465c-a0bc-c5374a440f9e tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:21.762419 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7ce771ab-b167-42b4-b9d0-6b4ab929850a req-c2c15cad-d8f0-465c-a0bc-c5374a440f9e tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 945 time: 0.1406808 Jul 24 09:19:21.766977 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-47aaebc8-5be9-4409-b0b9-7c85d53173c5 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:21.767555 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-47aaebc8-5be9-4409-b0b9-7c85d53173c5 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:21.794973 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-47aaebc8-5be9-4409-b0b9-7c85d53173c5 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Calling delete_port for 74e10c62-f347-4478-8b02-cf591c604dff owned by network:floatingip {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:19:21.817403 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3c1f4b07-8638-477c-a2d9-bd1f134b7e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:21.823240 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7ce771ab-b167-42b4-b9d0-6b4ab929850a req-3d3bc771-fbb5-40b3-85d5-f7867618e0be tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525811 Jul 24 09:19:21.823950 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3c1f4b07-8638-477c-a2d9-bd1f134b7e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:21.856821 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1f4b07-8638-477c-a2d9-bd1f134b7e36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:19:21.884307 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3c1f4b07-8638-477c-a2d9-bd1f134b7e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:21.884681 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-3c1f4b07-8638-477c-a2d9-bd1f134b7e36 admin admin] Added segment 601693b6-c650-4eba-a2f3-56e8c928b732 of type vlan for network 879e2a75-1d2b-49d0-a8d5-7375e00eca98 Jul 24 09:19:21.886175 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f4b07-8638-477c-a2d9-bd1f134b7e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19cd974-d400-4506-b229-630f80ca7fe8,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:21.939920 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3c1f4b07-8638-477c-a2d9-bd1f134b7e36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:21.978143 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3c1f4b07-8638-477c-a2d9-bd1f134b7e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:21.981259 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1f4b07-8638-477c-a2d9-bd1f134b7e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:21.981944 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3c1f4b07-8638-477c-a2d9-bd1f134b7e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:22.000615 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-47aaebc8-5be9-4409-b0b9-7c85d53173c5 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:22.017985 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3c1f4b07-8638-477c-a2d9-bd1f134b7e36 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5019450 Jul 24 09:19:22.020816 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36196) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:22.030014 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-1da7b008-7a5b-4116-a5c6-ebdb2a20b126 admin admin] Request body: {'subnet': {'network_id': '879e2a75-1d2b-49d0-a8d5-7375e00eca98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-173335424-subnet', 'tenant_id': 'bf29b3bebbf742f881f34420258c367e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:22.070228 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36200) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:22.101615 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f4b07-8638-477c-a2d9-bd1f134b7e36 admin admin] Pushing event updated for resources: {'Network': ['ID=879e2a75-1d2b-49d0-a8d5-7375e00eca98,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:22.109094 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aaebc8-5be9-4409-b0b9-7c85d53173c5 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Pushing event deleted for resources: {'Port': ['ID=74e10c62-f347-4478-8b02-cf591c604dff,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:22.115299 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 879e2a75-1d2b-49d0-a8d5-7375e00eca98 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:19:22.160829 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-119ac307-5f40-480e-9987-c1a8e1855dbd admin admin] Deleting subnet 1c1ed250-4e1e-4e4f-b7dc-dd61104eae2e {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:19:22.165767 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-119ac307-5f40-480e-9987-c1a8e1855dbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:22.189193 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da7b008-7a5b-4116-a5c6-ebdb2a20b126 admin admin] Made reservation on behalf of bf29b3bebbf742f881f34420258c367e for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:19:22.191799 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1da7b008-7a5b-4116-a5c6-ebdb2a20b126 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:22.259115 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-47aaebc8-5be9-4409-b0b9-7c85d53173c5 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks [] for floatingip, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:22.261765 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-47aaebc8-5be9-4409-b0b9-7c85d53173c5 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:22.262972 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-47aaebc8-5be9-4409-b0b9-7c85d53173c5 tempest-ServersTestJSON-979891063 tempest-ServersTestJSON-979891063-project] 10.222.0.32 "DELETE /v2.0/floatingips/3aefc838-b3ee-4c13-96eb-2386fadb9481 HTTP/1.1" status: 204 len: 168 time: 0.7940416 Jul 24 09:19:22.268813 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36206) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:22.270968 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-119ac307-5f40-480e-9987-c1a8e1855dbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:22.334133 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-119ac307-5f40-480e-9987-c1a8e1855dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:22.367016 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 2ab3bd00-1976-4707-ab15-ea4eb69c8d81 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:19:22.398179 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f1e7b-2d9e-48f7-a629-69d5f0a8e534 req-db5ef1d9-8cbe-426d-ad34-3c1f4865e2f4 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:22.405585 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a77f1e7b-2d9e-48f7-a629-69d5f0a8e534 req-db5ef1d9-8cbe-426d-ad34-3c1f4865e2f4 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 945 time: 0.2497249 Jul 24 09:19:22.422871 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e4e53-eeaf-4116-8ab0-812aaef0f228 req-18d0bb23-e417-4bd8-829d-b72cc3b7d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:22.424386 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb9e4e53-eeaf-4116-8ab0-812aaef0f228 req-18d0bb23-e417-4bd8-829d-b72cc3b7d481 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7d3cdb5749546a8a61ec6fd0066ab8f&device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 1096 time: 0.2041709 Jul 24 09:19:22.424547 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 2ab3bd00-1976-4707-ab15-ea4eb69c8d81 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:19:22.426092 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 2ab3bd00-1976-4707-ab15-ea4eb69c8d81 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:19:22.427851 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 9155784a-3103-4aae-8241-954ac78858f4 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:19:22.461258 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 9155784a-3103-4aae-8241-954ac78858f4 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:19:22.461935 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 9155784a-3103-4aae-8241-954ac78858f4 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:19:22.485462 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a77f1e7b-2d9e-48f7-a629-69d5f0a8e534 req-36db34af-b8fe-4a51-a4fa-c719f5f56e5d tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790076 Jul 24 09:19:22.520515 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-119ac307-5f40-480e-9987-c1a8e1855dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:22.552810 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1da7b008-7a5b-4116-a5c6-ebdb2a20b126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:22.558203 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ac307-5f40-480e-9987-c1a8e1855dbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c1ed250-4e1e-4e4f-b7dc-dd61104eae2e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:22.590600 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-119ac307-5f40-480e-9987-c1a8e1855dbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:22.593259 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-119ac307-5f40-480e-9987-c1a8e1855dbd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1c1ed250-4e1e-4e4f-b7dc-dd61104eae2e HTTP/1.1" status: 204 len: 168 time: 0.5201077 Jul 24 09:19:22.597247 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36214) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:22.634725 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7b008-7a5b-4116-a5c6-ebdb2a20b126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f03bd53-1d24-4014-8dfb-1c8adcf2b288,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:22.639619 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e4e53-eeaf-4116-8ab0-812aaef0f228 req-345b1066-1f22-4b3f-ab5e-62a440b7b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:22.641345 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb9e4e53-eeaf-4116-8ab0-812aaef0f228 req-345b1066-1f22-4b3f-ab5e-62a440b7b720 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e7975782-37b8-4cdc-a48c-0e5659cded47 HTTP/1.1" status: 200 len: 915 time: 0.2083657 Jul 24 09:19:22.646975 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da7b008-7a5b-4116-a5c6-ebdb2a20b126 admin admin] Checking segment: {'id': '601693b6-c650-4eba-a2f3-56e8c928b732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '879e2a75-1d2b-49d0-a8d5-7375e00eca98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:19:22.647343 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da7b008-7a5b-4116-a5c6-ebdb2a20b126 admin admin] Network hostable DHCP agents. Network: 879e2a75-1d2b-49d0-a8d5-7375e00eca98, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:19:22.669711 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da7b008-7a5b-4116-a5c6-ebdb2a20b126 admin admin] Network 879e2a75-1d2b-49d0-a8d5-7375e00eca98 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:19:22.681013 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-1da7b008-7a5b-4116-a5c6-ebdb2a20b126 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 879e2a75-1d2b-49d0-a8d5-7375e00eca98) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:19:22.687028 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da7b008-7a5b-4116-a5c6-ebdb2a20b126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:22.687865 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1da7b008-7a5b-4116-a5c6-ebdb2a20b126 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:22.695583 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff646bf2-a65c-4ce5-bb18-7d9de1982c5d None None] Network 879e2a75-1d2b-49d0-a8d5-7375e00eca98 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:19:22.705096 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1da7b008-7a5b-4116-a5c6-ebdb2a20b126 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6827917 Jul 24 09:19:22.707657 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36216) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:22.713096 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-86223d40-2ddb-419e-9958-c12f0fc45baa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-173335424-router', 'tenant_id': 'bf29b3bebbf742f881f34420258c367e', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:22.735180 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86223d40-2ddb-419e-9958-c12f0fc45baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:22.736662 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3a49cd0f-e331-4d94-8636-a5543388223f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:22.736834 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86223d40-2ddb-419e-9958-c12f0fc45baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:22.740270 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb9e4e53-eeaf-4116-8ab0-812aaef0f228 req-6912bb8c-548d-4ae6-a0e3-98aed79fa604 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=895cdaef-83aa-413c-8ea5-ba5fe01f53be HTTP/1.1" status: 200 len: 217 time: 0.0862668 Jul 24 09:19:22.812700 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86223d40-2ddb-419e-9958-c12f0fc45baa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:22.843877 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e4e53-eeaf-4116-8ab0-812aaef0f228 req-364b0cfb-0cd7-4880-b89a-7065df77d7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:22.845379 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb9e4e53-eeaf-4116-8ab0-812aaef0f228 req-364b0cfb-0cd7-4880-b89a-7065df77d7a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbf034db-9cde-4201-94e4-95eb09d50104 HTTP/1.1" status: 200 len: 854 time: 0.0855572 Jul 24 09:19:22.875297 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ff5a94-923c-4315-97ca-85131136179b None None] Network 879e2a75-1d2b-49d0-a8d5-7375e00eca98 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:19:22.952453 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3a49cd0f-e331-4d94-8636-a5543388223f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:22.964404 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-3a49cd0f-e331-4d94-8636-a5543388223f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d03b3d9-fd51-435e-aac1-512ac8e197ce']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:22.967639 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86223d40-2ddb-419e-9958-c12f0fc45baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:22.980308 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-3a49cd0f-e331-4d94-8636-a5543388223f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef52cdaf-2172-4a2e-8742-a49e4a694e70') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:22.980604 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-3a49cd0f-e331-4d94-8636-a5543388223f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef52cdaf-2172-4a2e-8742-a49e4a694e70') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:23.000127 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3a49cd0f-e331-4d94-8636-a5543388223f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:23.023057 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3a49cd0f-e331-4d94-8636-a5543388223f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:23.036995 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a49cd0f-e331-4d94-8636-a5543388223f admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:19:23.037450 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3a49cd0f-e331-4d94-8636-a5543388223f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:19:23.040202 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:19:23.060917 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e4e53-eeaf-4116-8ab0-812aaef0f228 req-115dd1e2-4793-411e-ace1-69a5078a118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:23.063647 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb9e4e53-eeaf-4116-8ab0-812aaef0f228 req-115dd1e2-4793-411e-ace1-69a5078a118c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e7975782-37b8-4cdc-a48c-0e5659cded47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1985495 Jul 24 09:19:23.148396 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3a49cd0f-e331-4d94-8636-a5543388223f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:23.154469 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3a49cd0f-e331-4d94-8636-a5543388223f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:23.157187 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3a49cd0f-e331-4d94-8636-a5543388223f admin admin] 10.222.0.32 "DELETE /v2.0/networks/4d03b3d9-fd51-435e-aac1-512ac8e197ce HTTP/1.1" status: 204 len: 168 time: 0.5573528 Jul 24 09:19:23.270737 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86223d40-2ddb-419e-9958-c12f0fc45baa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:23.303699 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86223d40-2ddb-419e-9958-c12f0fc45baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:23.355176 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36222) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:23.441842 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-455d32e6-b5ae-4458-ad5d-165ef7d72c6f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f2e954e2a99477794c1b1532c84098a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0832357 Jul 24 09:19:23.443251 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36224) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:23.500931 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49cd0f-e331-4d94-8636-a5543388223f admin admin] Pushing event deleted for resources: {'Network': ['ID=4d03b3d9-fd51-435e-aac1-512ac8e197ce,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:23.502006 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-86223d40-2ddb-419e-9958-c12f0fc45baa admin admin] Allocated IP 172.25.7.137 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/aad2f0c4-6b55-4505-a142-4c596adcd299) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:19:23.530982 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-654637b5-fe50-4d99-a8a3-f065c7547053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:23.580729 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-654637b5-fe50-4d99-a8a3-f065c7547053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:23.582018 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-951924f8-7205-4787-a103-22853cc3d183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:23.683468 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb9e4e53-eeaf-4116-8ab0-812aaef0f228 req-40abb593-1a8e-4945-9426-2585bfaa4952 service neutron] 10.222.0.20 "GET /v2.0/networks/e7975782-37b8-4cdc-a48c-0e5659cded47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5790865 Jul 24 09:19:23.701508 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86223d40-2ddb-419e-9958-c12f0fc45baa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:23.704784 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-654637b5-fe50-4d99-a8a3-f065c7547053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:23.707155 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-654637b5-fe50-4d99-a8a3-f065c7547053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:23.708525 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-654637b5-fe50-4d99-a8a3-f065c7547053 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/869981bc-7912-4c65-abcb-96a43099d4c3 HTTP/1.1" status: 204 len: 168 time: 0.2641408 Jul 24 09:19:23.722356 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654637b5-fe50-4d99-a8a3-f065c7547053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869981bc-7912-4c65-abcb-96a43099d4c3,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:23.768855 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86223d40-2ddb-419e-9958-c12f0fc45baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:23.808125 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86223d40-2ddb-419e-9958-c12f0fc45baa admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:19:23.813217 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-86223d40-2ddb-419e-9958-c12f0fc45baa admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:19:23.816877 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86223d40-2ddb-419e-9958-c12f0fc45baa admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:19:23.843259 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86223d40-2ddb-419e-9958-c12f0fc45baa admin admin] Pushing event updated for resources: {'Port': ['ID=aad2f0c4-6b55-4505-a142-4c596adcd299,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:23.858919 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5f32f-b584-4353-a671-7fdfc9d74dff req-e12ff673-cf3c-498d-ba57-16655fa0c747 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:23.865552 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eba5f32f-b584-4353-a671-7fdfc9d74dff req-e12ff673-cf3c-498d-ba57-16655fa0c747 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 945 time: 0.2809002 Jul 24 09:19:23.925867 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb9e4e53-eeaf-4116-8ab0-812aaef0f228 req-f1500431-867a-4783-b146-c7285f380695 service neutron] 10.222.0.20 "GET /v2.0/networks/e7975782-37b8-4cdc-a48c-0e5659cded47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244680 Jul 24 09:19:23.957880 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eba5f32f-b584-4353-a671-7fdfc9d74dff req-a2eebcac-1043-4357-8723-6dbed6c4696a tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841856 Jul 24 09:19:24.098376 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-951924f8-7205-4787-a103-22853cc3d183 admin admin] Deleting port 9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:19:24.098732 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-951924f8-7205-4787-a103-22853cc3d183 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:24.133116 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86223d40-2ddb-419e-9958-c12f0fc45baa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:24.242143 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-951924f8-7205-4787-a103-22853cc3d183 admin admin] For port 9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5,segment=NetworkSegment(a914f9f7-330b-4c9c-b120-a4795b2b7f83),segment_id=a914f9f7-330b-4c9c-b120-a4795b2b7f83)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:24.242603 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-951924f8-7205-4787-a103-22853cc3d183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:24.265322 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-951924f8-7205-4787-a103-22853cc3d183 admin admin] Calling delete_port for 9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5 owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:19:24.399506 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86223d40-2ddb-419e-9958-c12f0fc45baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:24.486824 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-951924f8-7205-4787-a103-22853cc3d183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:24.532369 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951924f8-7205-4787-a103-22853cc3d183 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:24.587456 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86223d40-2ddb-419e-9958-c12f0fc45baa admin admin] Router c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:19:24.713973 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86223d40-2ddb-419e-9958-c12f0fc45baa admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:19:24.724684 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] Sync routers for ids ['c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:19:24.737299 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] Routers {'c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:19:24.738256 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:19:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:24.742533 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86223d40-2ddb-419e-9958-c12f0fc45baa admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:24.748203 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-86223d40-2ddb-419e-9958-c12f0fc45baa admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0369108 Jul 24 09:19:24.750131 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36258) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:24.766274 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36260) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:24.862803 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] Set router c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:19:24.875872 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-951924f8-7205-4787-a103-22853cc3d183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:24.919487 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-eb3970f9-28e1-4867-8608-082d2ba46959 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1308799497-network', 'tenant_id': 'ba7548eea16e459abced384ba82b9bb7'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:24.941397 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3970f9-28e1-4867-8608-082d2ba46959 admin admin] Made reservation on behalf of ba7548eea16e459abced384ba82b9bb7 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:19:24.944771 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb3970f9-28e1-4867-8608-082d2ba46959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:24.962134 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb3970f9-28e1-4867-8608-082d2ba46959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:25.119853 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2', 'name': 'tempest-ServerRescueTestJSON-173335424-router', 'tenant_id': 'bf29b3bebbf742f881f34420258c367e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'aad2f0c4-6b55-4505-a142-4c596adcd299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:19:22Z', 'updated_at': '2021-07-24T09:19:24Z', 'revision_number': 3, 'project_id': 'bf29b3bebbf742f881f34420258c367e', 'gw_port': {'id': 'aad2f0c4-6b55-4505-a142-4c596adcd299', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:19:23Z', 'updated_at': '2021-07-24T09:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:25.147177 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb3970f9-28e1-4867-8608-082d2ba46959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:25.149115 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] Checking router: c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:19:25.149571 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] Updating router c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2 port aad2f0c4-6b55-4505-a142-4c596adcd299 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:19:25.153854 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb3970f9-28e1-4867-8608-082d2ba46959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:25.196436 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3970f9-28e1-4867-8608-082d2ba46959 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:19:25.211893 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3970f9-28e1-4867-8608-082d2ba46959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0776dec3-f3b5-40fa-afc0-4af4b4127a3a,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:25.222383 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb3970f9-28e1-4867-8608-082d2ba46959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:25.223328 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-eb3970f9-28e1-4867-8608-082d2ba46959 admin admin] Added segment 5179e55e-7b8e-4df7-bbd8-f5946e9f75a1 of type vlan for network 7798ae83-74a1-492e-9bdd-ca86bd220076 Jul 24 09:19:25.263102 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:25.288338 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb3970f9-28e1-4867-8608-082d2ba46959 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:25.344925 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb3970f9-28e1-4867-8608-082d2ba46959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:25.346355 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3970f9-28e1-4867-8608-082d2ba46959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:25.352479 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb3970f9-28e1-4867-8608-082d2ba46959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:25.402323 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951924f8-7205-4787-a103-22853cc3d183 admin admin] Router cbd06db2-44e8-41ce-9d4a-c472338f8982 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:19:25.414259 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-eb3970f9-28e1-4867-8608-082d2ba46959 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6468577 Jul 24 09:19:25.417655 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36268) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:25.423959 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-7fb0f28f-acde-499d-a035-4abb25dabbb7 admin admin] Request body: {'subnet': {'network_id': '7798ae83-74a1-492e-9bdd-ca86bd220076', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1308799497-subnet', 'tenant_id': 'ba7548eea16e459abced384ba82b9bb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:25.450779 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb0f28f-acde-499d-a035-4abb25dabbb7 admin admin] Made reservation on behalf of ba7548eea16e459abced384ba82b9bb7 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:19:25.453714 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7fb0f28f-acde-499d-a035-4abb25dabbb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:25.486516 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3970f9-28e1-4867-8608-082d2ba46959 admin admin] Pushing event updated for resources: {'Network': ['ID=7798ae83-74a1-492e-9bdd-ca86bd220076,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:25.502259 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 7798ae83-74a1-492e-9bdd-ca86bd220076 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:19:25.544865 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f5db6-6dca-42cd-a4cb-759147968cc7 req-977a07ae-0581-4571-b791-b7e414ac4be1 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:25.547110 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b23f5db6-6dca-42cd-a4cb-759147968cc7 req-977a07ae-0581-4571-b791-b7e414ac4be1 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 945 time: 0.4414983 Jul 24 09:19:25.649441 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b23f5db6-6dca-42cd-a4cb-759147968cc7 req-1df72d07-8525-4e85-804c-b16ff6c48d88 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913613 Jul 24 09:19:25.652468 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951924f8-7205-4787-a103-22853cc3d183 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:19:25.663141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36270) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:25.663390 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-951924f8-7205-4787-a103-22853cc3d183 admin admin] 10.222.0.32 "PUT /v2.0/routers/cbd06db2-44e8-41ce-9d4a-c472338f8982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3925526 Jul 24 09:19:25.665642 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23aa36b9-d732-4a25-b62c-e5fe82f2d303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:25.666045 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a133773e-5651-420f-8a47-7fb2eceafae1 None None] Sync routers for ids ['cbd06db2-44e8-41ce-9d4a-c472338f8982'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:19:25.684418 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a133773e-5651-420f-8a47-7fb2eceafae1 None None] Routers {'cbd06db2-44e8-41ce-9d4a-c472338f8982'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:19:25.685223 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a133773e-5651-420f-8a47-7fb2eceafae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:19:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['cbd06db2-44e8-41ce-9d4a-c472338f8982'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:25.824684 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-a133773e-5651-420f-8a47-7fb2eceafae1 None None] Set router cbd06db2-44e8-41ce-9d4a-c472338f8982 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:19:25.862592 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7fb0f28f-acde-499d-a035-4abb25dabbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:25.874371 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:25.899536 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] Transition to ACTIVE for port object aad2f0c4-6b55-4505-a142-4c596adcd299 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:19:25.908964 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:25.917618 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a98c13ab-856c-46e5-9da7-748de1f2803c admin admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:25.966144 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1abcf5-7bb8-4452-8300-c189b38ae5c8 None None] Pushing event updated for resources: {'Port': ['ID=aad2f0c4-6b55-4505-a142-4c596adcd299,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:25.983458 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1abcf5-7bb8-4452-8300-c189b38ae5c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:25.983799 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1abcf5-7bb8-4452-8300-c189b38ae5c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:25.984139 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1abcf5-7bb8-4452-8300-c189b38ae5c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:25.984466 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1abcf5-7bb8-4452-8300-c189b38ae5c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:25.984854 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1abcf5-7bb8-4452-8300-c189b38ae5c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:25.985312 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1abcf5-7bb8-4452-8300-c189b38ae5c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:25.985640 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1abcf5-7bb8-4452-8300-c189b38ae5c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:25.985960 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1abcf5-7bb8-4452-8300-c189b38ae5c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:25.986278 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1abcf5-7bb8-4452-8300-c189b38ae5c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:25.986601 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1abcf5-7bb8-4452-8300-c189b38ae5c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:25.986909 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1abcf5-7bb8-4452-8300-c189b38ae5c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:25.987624 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1abcf5-7bb8-4452-8300-c189b38ae5c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:26.007054 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] Attempting to bind port aad2f0c4-6b55-4505-a142-4c596adcd299 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:19:26.007417 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] Attempting to bind port aad2f0c4-6b55-4505-a142-4c596adcd299 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:19:26.008021 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] Attempting to bind port aad2f0c4-6b55-4505-a142-4c596adcd299 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:19:26.013773 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:19:26.014320 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:19:26.014857 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:26.015287 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:19:26.015748 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] Bound port: aad2f0c4-6b55-4505-a142-4c596adcd299, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:19:26.016141 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:26.055532 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a133773e-5651-420f-8a47-7fb2eceafae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'name': 'tempest-ServersTestJSON-740797171-router', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:16:59Z', 'updated_at': '2021-07-24T09:19:24Z', 'revision_number': 5, 'project_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'gw_port': {'id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:00Z', 'updated_at': '2021-07-24T09:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:26.077731 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-23aa36b9-d732-4a25-b62c-e5fe82f2d303 admin admin] Allocated IP 172.20.0.1 (879e2a75-1d2b-49d0-a8d5-7375e00eca98/1f03bd53-1d24-4014-8dfb-1c8adcf2b288/7a973fa3-1a4b-4da4-9c65-f25558668f81) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:19:26.100608 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a133773e-5651-420f-8a47-7fb2eceafae1 None None] Checking router: cbd06db2-44e8-41ce-9d4a-c472338f8982 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:19:26.100893 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c7db3-44d2-4167-8623-bfe23e8962d4 req-7f6f0218-1344-4752-b19b-f48dbe70013e tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:26.102415 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ee6c7db3-44d2-4167-8623-bfe23e8962d4 req-7f6f0218-1344-4752-b19b-f48dbe70013e tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 945 time: 0.2959757 Jul 24 09:19:26.114833 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] For port aad2f0c4-6b55-4505-a142-4c596adcd299, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:19:26.121884 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a133773e-5651-420f-8a47-7fb2eceafae1 None None] Routers {'cbd06db2-44e8-41ce-9d4a-c472338f8982'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:19:26.123282 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a133773e-5651-420f-8a47-7fb2eceafae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:19:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['cbd06db2-44e8-41ce-9d4a-c472338f8982'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:26.126707 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] For port aad2f0c4-6b55-4505-a142-4c596adcd299, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=aad2f0c4-6b55-4505-a142-4c596adcd299,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:19:26.131734 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:26.220018 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ee6c7db3-44d2-4167-8623-bfe23e8962d4 req-e329d196-5c31-4721-bac2-586349299bb3 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001225 Jul 24 09:19:26.242521 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] Routers {'c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:19:26.253760 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:19:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:26.298763 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-a133773e-5651-420f-8a47-7fb2eceafae1 None None] Set router cbd06db2-44e8-41ce-9d4a-c472338f8982 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:19:26.321136 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1abcf5-7bb8-4452-8300-c189b38ae5c8 None None] Pushing event updated for resources: {'Port': ['ID=aad2f0c4-6b55-4505-a142-4c596adcd299,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:26.359058 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23aa36b9-d732-4a25-b62c-e5fe82f2d303 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:26.414147 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0f28f-acde-499d-a035-4abb25dabbb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8aa3f4c-809e-43cf-8dc6-22b2e50fbb3b,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:26.443481 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23aa36b9-d732-4a25-b62c-e5fe82f2d303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:26.463520 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] Set router c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:19:26.491628 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb0f28f-acde-499d-a035-4abb25dabbb7 admin admin] Checking segment: {'id': '5179e55e-7b8e-4df7-bbd8-f5946e9f75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7798ae83-74a1-492e-9bdd-ca86bd220076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:19:26.492705 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb0f28f-acde-499d-a035-4abb25dabbb7 admin admin] Network hostable DHCP agents. Network: 7798ae83-74a1-492e-9bdd-ca86bd220076, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:19:26.510025 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa36b9-d732-4a25-b62c-e5fe82f2d303 admin admin] Pushing event updated for resources: {'Port': ['ID=7a973fa3-1a4b-4da4-9c65-f25558668f81,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:26.526296 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb0f28f-acde-499d-a035-4abb25dabbb7 admin admin] Network 7798ae83-74a1-492e-9bdd-ca86bd220076 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:19:26.531769 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aa36b9-d732-4a25-b62c-e5fe82f2d303 admin admin] Network 879e2a75-1d2b-49d0-a8d5-7375e00eca98 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:19:26.534113 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-23aa36b9-d732-4a25-b62c-e5fe82f2d303 admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:19:26.538819 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-7fb0f28f-acde-499d-a035-4abb25dabbb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 7798ae83-74a1-492e-9bdd-ca86bd220076) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:19:26.547498 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aa36b9-d732-4a25-b62c-e5fe82f2d303 admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:19:26.550813 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb0f28f-acde-499d-a035-4abb25dabbb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:26.551557 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7fb0f28f-acde-499d-a035-4abb25dabbb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:26.568594 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7fb0f28f-acde-499d-a035-4abb25dabbb7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1495807 Jul 24 09:19:26.604454 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b5f81-debc-41bb-bf53-85d5be9e070b req-408a6b96-35ae-4615-8b1a-de25745cce4c tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:26.606222 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-121b5f81-debc-41bb-bf53-85d5be9e070b req-408a6b96-35ae-4615-8b1a-de25745cce4c tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9aa051c-23f1-4332-9bd7-9235f004ca70 HTTP/1.1" status: 200 len: 946 time: 0.1772759 Jul 24 09:19:26.612695 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a98c13ab-856c-46e5-9da7-748de1f2803c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:26.635426 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23aa36b9-d732-4a25-b62c-e5fe82f2d303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:26.645987 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a954d3a-3b38-4ae2-a69a-9843b84c88d8 None None] Network 7798ae83-74a1-492e-9bdd-ca86bd220076 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:19:26.701619 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-121b5f81-debc-41bb-bf53-85d5be9e070b req-dd0638b0-ca8f-4228-b64b-2a0b878fbb8a tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841968 Jul 24 09:19:26.742781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-a98c13ab-856c-46e5-9da7-748de1f2803c admin admin] Deleting port c1bd4dfe-1750-4eb9-be55-b8ac78600040 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:19:26.745380 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a98c13ab-856c-46e5-9da7-748de1f2803c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:26.834608 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a898b5c4-a2dc-45f7-8f6a-726c9f89c771 None None] Network 7798ae83-74a1-492e-9bdd-ca86bd220076 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:19:26.873080 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2', 'name': 'tempest-ServerRescueTestJSON-173335424-router', 'tenant_id': 'bf29b3bebbf742f881f34420258c367e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'aad2f0c4-6b55-4505-a142-4c596adcd299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:19:22Z', 'updated_at': '2021-07-24T09:19:24Z', 'revision_number': 3, 'project_id': 'bf29b3bebbf742f881f34420258c367e', 'gw_port': {'id': 'aad2f0c4-6b55-4505-a142-4c596adcd299', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:19:23Z', 'updated_at': '2021-07-24T09:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:26.928302 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e317ce21-ed8e-40ef-b230-5ae62468d97c None None] The sync data for ids ['c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2'] in n-d-800085-9 is: [{'id': 'c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2', 'name': 'tempest-ServerRescueTestJSON-173335424-router', 'tenant_id': 'bf29b3bebbf742f881f34420258c367e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'aad2f0c4-6b55-4505-a142-4c596adcd299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:19:22Z', 'updated_at': '2021-07-24T09:19:24Z', 'revision_number': 3, 'project_id': 'bf29b3bebbf742f881f34420258c367e', 'gw_port': {'id': 'aad2f0c4-6b55-4505-a142-4c596adcd299', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:19:23Z', 'updated_at': '2021-07-24T09:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:19:26.966431 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-a98c13ab-856c-46e5-9da7-748de1f2803c admin admin] For port c1bd4dfe-1750-4eb9-be55-b8ac78600040, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c1bd4dfe-1750-4eb9-be55-b8ac78600040,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:26.966716 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a98c13ab-856c-46e5-9da7-748de1f2803c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:27.009428 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23aa36b9-d732-4a25-b62c-e5fe82f2d303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:27.009928 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-a98c13ab-856c-46e5-9da7-748de1f2803c admin admin] Calling delete_port for c1bd4dfe-1750-4eb9-be55-b8ac78600040 owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:19:27.035581 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ba2bd-f0d9-4467-8dec-c1be03db7f51 req-78165fab-d272-4176-b9e8-15b595818367 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:27.037350 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-840ba2bd-f0d9-4467-8dec-c1be03db7f51 req-78165fab-d272-4176-b9e8-15b595818367 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c3e83e-4968-4c50-a47c-b34cad050c5d HTTP/1.1" status: 200 len: 946 time: 0.1451247 Jul 24 09:19:27.102251 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a133773e-5651-420f-8a47-7fb2eceafae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'name': 'tempest-ServersTestJSON-740797171-router', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:16:59Z', 'updated_at': '2021-07-24T09:19:24Z', 'revision_number': 5, 'project_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'gw_port': {'id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:00Z', 'updated_at': '2021-07-24T09:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:27.132178 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a133773e-5651-420f-8a47-7fb2eceafae1 None None] The sync data for ids ['cbd06db2-44e8-41ce-9d4a-c472338f8982'] in n-d-800085-9 is: [{'id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'name': 'tempest-ServersTestJSON-740797171-router', 'tenant_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:16:59Z', 'updated_at': '2021-07-24T09:19:24Z', 'revision_number': 5, 'project_id': '7845f909cd4c44d8964a9d8a1612a8c9', 'gw_port': {'id': 'c1bd4dfe-1750-4eb9-be55-b8ac78600040', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd06db2-44e8-41ce-9d4a-c472338f8982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:17:00Z', 'updated_at': '2021-07-24T09:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:19:27.199691 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6966f51f-b382-4f3b-a804-86586bfcea39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:27.236789 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-840ba2bd-f0d9-4467-8dec-c1be03db7f51 req-43fa17fc-4719-4c8f-957b-f0f018bf3db7 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606176 Jul 24 09:19:27.293058 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-ace6e694-0301-4152-8b71-8b24ed2e119b req-6eedcdc7-cf06-4d27-9877-7e9c7ceae624 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:19:27.294559 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ace6e694-0301-4152-8b71-8b24ed2e119b req-6eedcdc7-cf06-4d27-9877-7e9c7ceae624 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079491 Jul 24 09:19:27.373929 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23aa36b9-d732-4a25-b62c-e5fe82f2d303 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:27.383611 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23aa36b9-d732-4a25-b62c-e5fe82f2d303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:27.437629 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-79b3a6d3-5742-4eef-903e-e2498f702483 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:27.439089 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-79b3a6d3-5742-4eef-903e-e2498f702483 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/networks?id=7798ae83-74a1-492e-9bdd-ca86bd220076 HTTP/1.1" status: 200 len: 818 time: 0.1860676 Jul 24 09:19:27.445486 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a98c13ab-856c-46e5-9da7-748de1f2803c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:27.482256 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c13ab-856c-46e5-9da7-748de1f2803c admin admin] Pushing event deleted for resources: {'Port': ['ID=c1bd4dfe-1750-4eb9-be55-b8ac78600040,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:27.488091 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-147bdc93-e049-4e29-a6c8-d55c37da5355 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/quotas/ba7548eea16e459abced384ba82b9bb7 HTTP/1.1" status: 200 len: 375 time: 0.0391474 Jul 24 09:19:27.588181 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-8d82982f-adf5-40d7-8e44-2f6c815e238c tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba7548eea16e459abced384ba82b9bb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796962 Jul 24 09:19:27.654430 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a98c13ab-856c-46e5-9da7-748de1f2803c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:27.804432 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:19:27.831037 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a98c13ab-856c-46e5-9da7-748de1f2803c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:27.838891 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:19:27.839606 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 9c5cbf38-3bf5-462a-a3e2-8cc6dd7714f5 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:19:27.871555 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-a72aaf7b-4c45-4d7a-aad2-de3916062931 service neutron] 10.222.0.32 "GET /v2.0/networks/7798ae83-74a1-492e-9bdd-ca86bd220076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664001 Jul 24 09:19:27.873045 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a98c13ab-856c-46e5-9da7-748de1f2803c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:27.919363 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa36b9-d732-4a25-b62c-e5fe82f2d303 admin admin] Pushing event updated for resources: {'Port': ['ID=7a973fa3-1a4b-4da4-9c65-f25558668f81,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:27.931583 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23aa36b9-d732-4a25-b62c-e5fe82f2d303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:27.948630 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ace6e694-0301-4152-8b71-8b24ed2e119b req-3c0b42ba-0d4d-4ac6-9094-90fa932d7aef tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.6431534 Jul 24 09:19:28.021790 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a98c13ab-856c-46e5-9da7-748de1f2803c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:28.022324 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98c13ab-856c-46e5-9da7-748de1f2803c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbd06db2-44e8-41ce-9d4a-c472338f8982 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:19:28.027326 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a98c13ab-856c-46e5-9da7-748de1f2803c admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:28.028462 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a98c13ab-856c-46e5-9da7-748de1f2803c admin admin] 10.222.0.32 "DELETE /v2.0/routers/cbd06db2-44e8-41ce-9d4a-c472338f8982 HTTP/1.1" status: 204 len: 168 time: 2.3516674 Jul 24 09:19:28.031325 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-ca488506-b4c6-4d9f-a2f5-d3cfc5c38105 service neutron] 10.222.0.32 "GET /v2.0/networks/7798ae83-74a1-492e-9bdd-ca86bd220076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499884 Jul 24 09:19:28.031831 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36310) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:28.131557 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc8f972e-1e8e-4e7c-8207-b3fdece38d5b admin admin] Deleting subnet 8947dfd9-5d03-4d1e-b637-4d9aaaa3be67 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:19:28.147272 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dc8f972e-1e8e-4e7c-8207-b3fdece38d5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:28.169595 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aa36b9-d732-4a25-b62c-e5fe82f2d303 admin admin] Network 879e2a75-1d2b-49d0-a8d5-7375e00eca98 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:19:28.180241 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-23aa36b9-d732-4a25-b62c-e5fe82f2d303 admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:19:28.239084 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dc8f972e-1e8e-4e7c-8207-b3fdece38d5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:28.364335 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dc8f972e-1e8e-4e7c-8207-b3fdece38d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:28.442266 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dc8f972e-1e8e-4e7c-8207-b3fdece38d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:28.458533 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dc8f972e-1e8e-4e7c-8207-b3fdece38d5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:28.459601 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23aa36b9-d732-4a25-b62c-e5fe82f2d303 admin admin] Router c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:19:28.460329 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a9255a-0d1a-4d93-ab8b-d13af8051f4f None None] Network 2d26f86c-a144-4c5f-9e0d-5dd986768442 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:19:28.469325 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-dc8f972e-1e8e-4e7c-8207-b3fdece38d5b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8947dfd9-5d03-4d1e-b637-4d9aaaa3be67 HTTP/1.1" status: 204 len: 168 time: 0.4364181 Jul 24 09:19:28.470439 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36314) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:28.499847 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f972e-1e8e-4e7c-8207-b3fdece38d5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8947dfd9-5d03-4d1e-b637-4d9aaaa3be67,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:28.711525 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23aa36b9-d732-4a25-b62c-e5fe82f2d303 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:19:28.712899 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-192d97c7-9995-4eae-a9ba-015ae739a965 req-a02097e5-6306-485d-a0b2-4ad7a23307f4 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b22d4e7-f45f-40a6-816b-65a7954c56cf HTTP/1.1" status: 200 len: 210 time: 0.0433335 Jul 24 09:19:28.717732 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-23aa36b9-d732-4a25-b62c-e5fe82f2d303 admin admin] 10.222.0.32 "PUT /v2.0/routers/c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9664464 Jul 24 09:19:28.835562 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8051b3b6-8762-4a6e-b747-d89e62b78ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:28.865017 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c24434-ce35-48cc-9d0c-b373ff126ef4 None None] DHCP port deletion for 2d26f86c-a144-4c5f-9e0d-5dd986768442 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:19:28.942509 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1b459-a38d-4c60-9ac2-0129b44600cb req-a272a541-5f10-43a3-b765-6fc1cbf11694 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:28.945632 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-e4c24434-ce35-48cc-9d0c-b373ff126ef4 None None] Deleting port e7eef345-bf32-4ee1-81a8-2d828b255f00 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:19:28.946261 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e4c24434-ce35-48cc-9d0c-b373ff126ef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:28.951651 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-36c1b459-a38d-4c60-9ac2-0129b44600cb req-a272a541-5f10-43a3-b765-6fc1cbf11694 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 945 time: 0.2445498 Jul 24 09:19:28.977881 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-8051b3b6-8762-4a6e-b747-d89e62b78ed0 admin admin] Deleting port e7eef345-bf32-4ee1-81a8-2d828b255f00 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:19:28.978307 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8051b3b6-8762-4a6e-b747-d89e62b78ed0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:29.029299 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-36c1b459-a38d-4c60-9ac2-0129b44600cb req-8a15b30a-82a9-4286-a124-a42a05ef1aaa tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766351 Jul 24 09:19:29.041209 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-e4c24434-ce35-48cc-9d0c-b373ff126ef4 None None] For port e7eef345-bf32-4ee1-81a8-2d828b255f00, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e7eef345-bf32-4ee1-81a8-2d828b255f00,segment=NetworkSegment(a914f9f7-330b-4c9c-b120-a4795b2b7f83),segment_id=a914f9f7-330b-4c9c-b120-a4795b2b7f83)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:29.041627 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e4c24434-ce35-48cc-9d0c-b373ff126ef4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:29.070953 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-e4c24434-ce35-48cc-9d0c-b373ff126ef4 None None] Calling delete_port for e7eef345-bf32-4ee1-81a8-2d828b255f00 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:19:29.106917 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-8051b3b6-8762-4a6e-b747-d89e62b78ed0 admin admin] For port e7eef345-bf32-4ee1-81a8-2d828b255f00, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e7eef345-bf32-4ee1-81a8-2d828b255f00,segment=NetworkSegment(a914f9f7-330b-4c9c-b120-a4795b2b7f83),segment_id=a914f9f7-330b-4c9c-b120-a4795b2b7f83)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:29.107291 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8051b3b6-8762-4a6e-b747-d89e62b78ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:29.123735 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-8051b3b6-8762-4a6e-b747-d89e62b78ed0 admin admin] Calling delete_port for e7eef345-bf32-4ee1-81a8-2d828b255f00 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:19:29.207665 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e4c24434-ce35-48cc-9d0c-b373ff126ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:29.221484 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c24434-ce35-48cc-9d0c-b373ff126ef4 None None] No DVR routers for this DVR port e7eef345-bf32-4ee1-81a8-2d828b255f00 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:19:29.244199 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c24434-ce35-48cc-9d0c-b373ff126ef4 None None] Pushing event deleted for resources: {'Port': ['ID=e7eef345-bf32-4ee1-81a8-2d828b255f00,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:29.324209 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-ffda8e05-3ddd-4af2-8faa-577a71c6a419 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:29.326068 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-ffda8e05-3ddd-4af2-8faa-577a71c6a419 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/networks?id=879e2a75-1d2b-49d0-a8d5-7375e00eca98 HTTP/1.1" status: 200 len: 810 time: 0.1492901 Jul 24 09:19:29.348557 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8fff3-d859-4a9e-b81e-b82f0aef8dc9 req-c0a239f9-2b8e-47d5-a38a-58dc7b2ce9a6 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:29.348961 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-9020a328-daa8-41ca-8aaf-f0b095c07247 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/quotas/bf29b3bebbf742f881f34420258c367e HTTP/1.1" status: 200 len: 375 time: 0.0155869 Jul 24 09:19:29.350339 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6ff8fff3-d859-4a9e-b81e-b82f0aef8dc9 req-c0a239f9-2b8e-47d5-a38a-58dc7b2ce9a6 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9aa051c-23f1-4332-9bd7-9235f004ca70 HTTP/1.1" status: 200 len: 946 time: 0.1361465 Jul 24 09:19:29.352842 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8051b3b6-8762-4a6e-b747-d89e62b78ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:29.391800 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051b3b6-8762-4a6e-b747-d89e62b78ed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7eef345-bf32-4ee1-81a8-2d828b255f00,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:29.394749 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8051b3b6-8762-4a6e-b747-d89e62b78ed0 admin admin] No DVR routers for this DVR port e7eef345-bf32-4ee1-81a8-2d828b255f00 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:19:29.493310 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-2e884383-80a9-4a19-a67d-306e0a69157d tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf29b3bebbf742f881f34420258c367e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1358974 Jul 24 09:19:29.495715 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6ff8fff3-d859-4a9e-b81e-b82f0aef8dc9 req-099c8148-9a3f-4faf-be85-f6f2a814a408 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338513 Jul 24 09:19:29.559809 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8051b3b6-8762-4a6e-b747-d89e62b78ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:29.568560 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device aad2f0c4-6b55-4505-a142-4c596adcd299 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:19:29.602052 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-8051b3b6-8762-4a6e-b747-d89e62b78ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d26f86c-a144-4c5f-9e0d-5dd986768442']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:29.633209 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-8051b3b6-8762-4a6e-b747-d89e62b78ed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a914f9f7-330b-4c9c-b120-a4795b2b7f83') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:29.633611 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-8051b3b6-8762-4a6e-b747-d89e62b78ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a914f9f7-330b-4c9c-b120-a4795b2b7f83') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:29.660976 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8051b3b6-8762-4a6e-b747-d89e62b78ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:29.694492 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8051b3b6-8762-4a6e-b747-d89e62b78ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:29.699731 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port aad2f0c4-6b55-4505-a142-4c596adcd299 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:19:29.704667 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8051b3b6-8762-4a6e-b747-d89e62b78ed0 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:19:29.705280 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8051b3b6-8762-4a6e-b747-d89e62b78ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:29.717521 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port aad2f0c4-6b55-4505-a142-4c596adcd299 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:19:29.720559 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:29.738567 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-6f595332-f1e7-4043-a459-5d014d486105 service neutron] 10.222.0.32 "GET /v2.0/networks/879e2a75-1d2b-49d0-a8d5-7375e00eca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437611 Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:19:29.808367 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:19:29.823524 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8051b3b6-8762-4a6e-b747-d89e62b78ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:29.827749 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c86d35f3-6f5b-4f9f-a11e-f3a77168cf0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:29.829870 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8051b3b6-8762-4a6e-b747-d89e62b78ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:29.832693 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8051b3b6-8762-4a6e-b747-d89e62b78ed0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2d26f86c-a144-4c5f-9e0d-5dd986768442 HTTP/1.1" status: 204 len: 168 time: 1.3597653 Jul 24 09:19:29.924116 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051b3b6-8762-4a6e-b747-d89e62b78ed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d26f86c-a144-4c5f-9e0d-5dd986768442,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:29.955029 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:30.005165 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-e9c40f5e-581e-4988-b372-350e9aa23d1a service neutron] 10.222.0.32 "GET /v2.0/networks/879e2a75-1d2b-49d0-a8d5-7375e00eca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646315 Jul 24 09:19:30.011945 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port aad2f0c4-6b55-4505-a142-4c596adcd299, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=aad2f0c4-6b55-4505-a142-4c596adcd299,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:30.018678 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:30.055851 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ef325-e89b-492c-b425-3a6e6031d79e req-dfdb6689-8e23-4521-8b83-5338ec93b327 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:30.085232 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=aad2f0c4-6b55-4505-a142-4c596adcd299,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:30.092206 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fd0ef325-e89b-492c-b425-3a6e6031d79e req-dfdb6689-8e23-4521-8b83-5338ec93b327 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c3e83e-4968-4c50-a47c-b34cad050c5d HTTP/1.1" status: 200 len: 946 time: 0.2822459 Jul 24 09:19:30.127042 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36370) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:30.133933 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e7eef345-bf32-4ee1-81a8-2d828b255f00 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:19:30.139622 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] Sync routers for ids ['c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:19:30.155529 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] Routers {'c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:19:30.156544 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:19:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:30.178691 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: e7eef345-bf32-4ee1-81a8-2d828b255f00 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:19:30.180277 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e7eef345-bf32-4ee1-81a8-2d828b255f00 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:19:30.183354 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c1bd4dfe-1750-4eb9-be55-b8ac78600040 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:19:30.185638 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fd0ef325-e89b-492c-b425-3a6e6031d79e req-3c9467cf-3d7f-43a2-90a2-97ada03917eb tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922031 Jul 24 09:19:30.241791 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1ae7edc4-3392-4ddb-a0a3-1805c327efc7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7845f909cd4c44d8964a9d8a1612a8c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1128485 Jul 24 09:19:30.244132 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36374) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:30.248150 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: c1bd4dfe-1750-4eb9-be55-b8ac78600040 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:19:30.259397 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c1bd4dfe-1750-4eb9-be55-b8ac78600040 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:19:30.366990 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac1e7a0b-ecc0-4a6d-a69c-576a30c1e690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:30.367409 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:30.431578 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac1e7a0b-ecc0-4a6d-a69c-576a30c1e690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:30.441319 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-56e42e65-564b-44b5-906a-4569ea2f71d7 req-8e334a7a-3e87-45e0-b6f2-c6915a749c71 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b22d4e7-f45f-40a6-816b-65a7954c56cf HTTP/1.1" status: 200 len: 210 time: 0.0617392 Jul 24 09:19:30.455806 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] Set router c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:19:30.575484 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac1e7a0b-ecc0-4a6d-a69c-576a30c1e690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:30.578674 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac1e7a0b-ecc0-4a6d-a69c-576a30c1e690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:30.582486 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ac1e7a0b-ecc0-4a6d-a69c-576a30c1e690 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b71d44f5-acf8-49f9-bed5-533009fadb21 HTTP/1.1" status: 204 len: 168 time: 0.3372562 Jul 24 09:19:30.595804 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e7a0b-ecc0-4a6d-a69c-576a30c1e690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71d44f5-acf8-49f9-bed5-533009fadb21,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:30.602133 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-04826ef6-8ae9-400c-81e8-e6ba5d0a2337 req-a881b4f3-5b5e-40ad-9b13-97733559c00a tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 210 time: 0.0790439 Jul 24 09:19:30.709274 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc14dbd-d8d7-464b-ae58-a468cbc2a292 req-5e9a2f2f-bdeb-486e-9050-b8a83d49519d tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:30.726359 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc14dbd-d8d7-464b-ae58-a468cbc2a292 req-5e9a2f2f-bdeb-486e-9050-b8a83d49519d tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:30.744653 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc14dbd-d8d7-464b-ae58-a468cbc2a292 req-5e9a2f2f-bdeb-486e-9050-b8a83d49519d tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:30.756344 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ebc14dbd-d8d7-464b-ae58-a468cbc2a292 req-5e9a2f2f-bdeb-486e-9050-b8a83d49519d tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c3e83e-4968-4c50-a47c-b34cad050c5d&device_id=f9aa051c-23f1-4332-9bd7-9235f004ca70&device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 2418 time: 0.2227809 Jul 24 09:19:30.866202 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ebc14dbd-d8d7-464b-ae58-a468cbc2a292 req-9348f9ad-5f03-4897-a44c-c2e5ddb419e8 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953310 Jul 24 09:19:30.934900 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2', 'name': 'tempest-ServerRescueTestJSON-173335424-router', 'tenant_id': 'bf29b3bebbf742f881f34420258c367e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'aad2f0c4-6b55-4505-a142-4c596adcd299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:19:22Z', 'updated_at': '2021-07-24T09:19:26Z', 'revision_number': 4, 'project_id': 'bf29b3bebbf742f881f34420258c367e', 'gw_port': {'id': 'aad2f0c4-6b55-4505-a142-4c596adcd299', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:19:23Z', 'updated_at': '2021-07-24T09:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '7a973fa3-1a4b-4da4-9c65-f25558668f81', 'name': '', 'network_id': '879e2a75-1d2b-49d0-a8d5-7375e00eca98', 'tenant_id': 'bf29b3bebbf742f881f34420258c367e', 'mac_address': 'fa:16:3e:db:75:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '1f03bd53-1d24-4014-8dfb-1c8adcf2b288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:19:25Z', 'updated_at': '2021-07-24T09:19:27Z', 'revision_number': 2, 'project_id': 'bf29b3bebbf742f881f34420258c367e', 'subnets': [{'id': '1f03bd53-1d24-4014-8dfb-1c8adcf2b288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:30.943476 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:31.052695 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] Checking router: c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:19:31.055812 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] Updating router c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2 port 7a973fa3-1a4b-4da4-9c65-f25558668f81 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:19:31.139514 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:31.178561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-0db39827-9f97-4b7e-b91b-c3d2d8a8c388 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:31.180837 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-0db39827-9f97-4b7e-b91b-c3d2d8a8c388 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.37 "GET /v2.0/networks?id=7798ae83-74a1-492e-9bdd-ca86bd220076 HTTP/1.1" status: 200 len: 818 time: 0.4070146 Jul 24 09:19:31.223455 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-cf891430-b06d-4c58-98c0-ff581d0f8874 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Request body: {'port': {'device_id': '1ee199fe-db6f-40d7-98f2-a4c30445292c', 'network_id': '7798ae83-74a1-492e-9bdd-ca86bd220076', 'admin_state_up': True, 'tenant_id': 'ba7548eea16e459abced384ba82b9bb7'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:31.326202 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-edc62a0c-c353-4442-8828-bf4a07016eab tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:31.327792 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-edc62a0c-c353-4442-8828-bf4a07016eab tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.20 "GET /v2.0/networks?id=7798ae83-74a1-492e-9bdd-ca86bd220076 HTTP/1.1" status: 200 len: 818 time: 0.3196595 Jul 24 09:19:31.345672 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-c3a443e8-b3bd-4cc7-85f9-40fb50a7b606 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Request body: {'port': {'device_id': 'd95f83b1-7fdf-4193-8a9b-bd5b8bf43d8f', 'network_id': '7798ae83-74a1-492e-9bdd-ca86bd220076', 'admin_state_up': True, 'tenant_id': 'ba7548eea16e459abced384ba82b9bb7'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:31.376559 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fb6ac20d-c756-4862-af02-1094d847a8fd req-9a8c112f-174e-43d7-ba15-0e38d75fbc2e tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3670499 Jul 24 09:19:31.448553 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device aad2f0c4-6b55-4505-a142-4c596adcd299 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:19:31.549482 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port aad2f0c4-6b55-4505-a142-4c596adcd299 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:19:31.550968 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:31.621659 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-15c1a0c9-c44f-4c49-aeb7-5db5bc707a76 req-1ea54ca0-c28e-4337-afab-8eab92ac9a26 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b22d4e7-f45f-40a6-816b-65a7954c56cf HTTP/1.1" status: 200 len: 210 time: 0.0655212 Jul 24 09:19:31.670335 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:31.698388 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] Transition to ACTIVE for port object 7a973fa3-1a4b-4da4-9c65-f25558668f81 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:19:31.711019 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:31.762404 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-cf891430-b06d-4c58-98c0-ff581d0f8874 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Made reservation on behalf of ba7548eea16e459abced384ba82b9bb7 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:19:31.767880 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-cf891430-b06d-4c58-98c0-ff581d0f8874 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:31.780606 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dd3733f0-4317-42e3-94ca-4dc9ea9a7370 req-f0dcff27-3b2a-4e89-ba08-4ab50f26d351 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 210 time: 0.0478759 Jul 24 09:19:31.846676 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3effbd77-086f-4d24-9c7a-e75ad4bb2fb4 None None] Pushing event updated for resources: {'Port': ['ID=7a973fa3-1a4b-4da4-9c65-f25558668f81,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:31.940414 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] Attempting to bind port 7a973fa3-1a4b-4da4-9c65-f25558668f81 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:19:31.940926 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] Attempting to bind port 7a973fa3-1a4b-4da4-9c65-f25558668f81 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '601693b6-c650-4eba-a2f3-56e8c928b732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '879e2a75-1d2b-49d0-a8d5-7375e00eca98'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:19:31.941293 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] Attempting to bind port 7a973fa3-1a4b-4da4-9c65-f25558668f81 on network 879e2a75-1d2b-49d0-a8d5-7375e00eca98 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:19:31.959410 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:19:31.959948 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] Checking segment: {'id': '601693b6-c650-4eba-a2f3-56e8c928b732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '879e2a75-1d2b-49d0-a8d5-7375e00eca98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:19:31.960346 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:31.960778 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] Bound using segment: {'id': '601693b6-c650-4eba-a2f3-56e8c928b732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '879e2a75-1d2b-49d0-a8d5-7375e00eca98'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:19:31.961281 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] Bound port: 7a973fa3-1a4b-4da4-9c65-f25558668f81, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601693b6-c650-4eba-a2f3-56e8c928b732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '879e2a75-1d2b-49d0-a8d5-7375e00eca98'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:19:31.962938 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-e0b31fc3-0c8d-4d6c-9f26-70ab5539f1ed tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:31.965631 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-e0b31fc3-0c8d-4d6c-9f26-70ab5539f1ed tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.37 "GET /v2.0/networks?id=7798ae83-74a1-492e-9bdd-ca86bd220076 HTTP/1.1" status: 200 len: 818 time: 0.5011463 Jul 24 09:19:31.966534 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:32.023835 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-8b6412e5-f71d-49e6-84e3-ab844e0734ab tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Request body: {'port': {'device_id': '0b22d4e7-f45f-40a6-816b-65a7954c56cf', 'network_id': '7798ae83-74a1-492e-9bdd-ca86bd220076', 'admin_state_up': True, 'tenant_id': 'ba7548eea16e459abced384ba82b9bb7'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:32.052666 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36426) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:32.093043 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] For port 7a973fa3-1a4b-4da4-9c65-f25558668f81, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:19:32.094078 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-c3a443e8-b3bd-4cc7-85f9-40fb50a7b606 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Made reservation on behalf of ba7548eea16e459abced384ba82b9bb7 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:19:32.100443 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] For port 7a973fa3-1a4b-4da4-9c65-f25558668f81, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7a973fa3-1a4b-4da4-9c65-f25558668f81,segment=NetworkSegment(601693b6-c650-4eba-a2f3-56e8c928b732),segment_id=601693b6-c650-4eba-a2f3-56e8c928b732)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:19:32.103551 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-c3a443e8-b3bd-4cc7-85f9-40fb50a7b606 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:32.106002 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:32.181160 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3effbd77-086f-4d24-9c7a-e75ad4bb2fb4 None None] Pushing event updated for resources: {'Port': ['ID=7a973fa3-1a4b-4da4-9c65-f25558668f81,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:32.219818 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] Routers {'c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:19:32.220485 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:19:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:32.257745 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ea2a9387-ea5e-4174-a580-ad168d3a2c52 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2020370087-network', 'tenant_id': '7014e11e214d48f49651526c89418bc1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:32.283148 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2a9387-ea5e-4174-a580-ad168d3a2c52 admin admin] Made reservation on behalf of 7014e11e214d48f49651526c89418bc1 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:19:32.285815 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ea2a9387-ea5e-4174-a580-ad168d3a2c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:32.299330 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ea2a9387-ea5e-4174-a580-ad168d3a2c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:32.421093 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ea2a9387-ea5e-4174-a580-ad168d3a2c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:32.427453 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ea2a9387-ea5e-4174-a580-ad168d3a2c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:32.464576 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2a9387-ea5e-4174-a580-ad168d3a2c52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:19:32.476521 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a9387-ea5e-4174-a580-ad168d3a2c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06839909-5249-4199-8c63-c095b42b4012,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:32.481982 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ea2a9387-ea5e-4174-a580-ad168d3a2c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:32.482494 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-ea2a9387-ea5e-4174-a580-ad168d3a2c52 admin admin] Added segment 549f8fc2-6dd2-403e-86ee-6496c004d1b8 of type vlan for network e53a4dac-283d-4066-b39c-c92cd595e1cc Jul 24 09:19:32.511137 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] Set router c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:19:32.530279 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ea2a9387-ea5e-4174-a580-ad168d3a2c52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:32.577669 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ea2a9387-ea5e-4174-a580-ad168d3a2c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:32.578120 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2a9387-ea5e-4174-a580-ad168d3a2c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:32.578712 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ea2a9387-ea5e-4174-a580-ad168d3a2c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:32.587659 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-20f5fbc9-ad0a-4536-ba4f-e5c9357cb5d4 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:32.588987 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-20f5fbc9-ad0a-4536-ba4f-e5c9357cb5d4 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.37 "GET /v2.0/networks?id=879e2a75-1d2b-49d0-a8d5-7375e00eca98 HTTP/1.1" status: 200 len: 810 time: 0.6178582 Jul 24 09:19:32.605151 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-a75ddb7b-ecaa-453c-9f43-a957bf9fff6a tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Request body: {'port': {'device_id': '86c290e5-3c28-4ad5-b25f-0393b7d273dc', 'network_id': '879e2a75-1d2b-49d0-a8d5-7375e00eca98', 'admin_state_up': True, 'tenant_id': 'bf29b3bebbf742f881f34420258c367e'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:32.608713 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-8b6412e5-f71d-49e6-84e3-ab844e0734ab tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Made reservation on behalf of ba7548eea16e459abced384ba82b9bb7 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:19:32.624989 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-8b6412e5-f71d-49e6-84e3-ab844e0734ab tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:32.635244 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-cf891430-b06d-4c58-98c0-ff581d0f8874 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Allocated IP 172.20.0.3 (7798ae83-74a1-492e-9bdd-ca86bd220076/c8aa3f4c-809e-43cf-8dc6-22b2e50fbb3b/bd89f406-4a06-47f7-9689-958edbb03849) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:19:32.683334 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ea2a9387-ea5e-4174-a580-ad168d3a2c52 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6294158 Jul 24 09:19:32.691573 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36438) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:32.696379 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-49d518e2-15ef-42e9-a1fd-b97d1f17a1e8 admin admin] Request body: {'subnet': {'network_id': 'e53a4dac-283d-4066-b39c-c92cd595e1cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2020370087-subnet', 'tenant_id': '7014e11e214d48f49651526c89418bc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:32.737204 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a9387-ea5e-4174-a580-ad168d3a2c52 admin admin] Pushing event updated for resources: {'Network': ['ID=e53a4dac-283d-4066-b39c-c92cd595e1cc,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:32.747684 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network e53a4dac-283d-4066-b39c-c92cd595e1cc details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:19:32.783814 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d518e2-15ef-42e9-a1fd-b97d1f17a1e8 admin admin] Made reservation on behalf of 7014e11e214d48f49651526c89418bc1 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:19:32.787270 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-49d518e2-15ef-42e9-a1fd-b97d1f17a1e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:32.860832 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-af59baea-2ff5-4304-a516-029bd8fa1643 req-3cd821bb-cb61-45fa-881c-cbbc73d9cf4a tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b22d4e7-f45f-40a6-816b-65a7954c56cf HTTP/1.1" status: 200 len: 210 time: 0.0705945 Jul 24 09:19:32.900920 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:32.910417 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2', 'name': 'tempest-ServerRescueTestJSON-173335424-router', 'tenant_id': 'bf29b3bebbf742f881f34420258c367e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'aad2f0c4-6b55-4505-a142-4c596adcd299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:19:22Z', 'updated_at': '2021-07-24T09:19:26Z', 'revision_number': 4, 'project_id': 'bf29b3bebbf742f881f34420258c367e', 'gw_port': {'id': 'aad2f0c4-6b55-4505-a142-4c596adcd299', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:19:23Z', 'updated_at': '2021-07-24T09:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '7a973fa3-1a4b-4da4-9c65-f25558668f81', 'name': '', 'network_id': '879e2a75-1d2b-49d0-a8d5-7375e00eca98', 'tenant_id': 'bf29b3bebbf742f881f34420258c367e', 'mac_address': 'fa:16:3e:db:75:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '1f03bd53-1d24-4014-8dfb-1c8adcf2b288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:19:25Z', 'updated_at': '2021-07-24T09:19:32Z', 'revision_number': 4, 'project_id': 'bf29b3bebbf742f881f34420258c367e', 'subnets': [{'id': '1f03bd53-1d24-4014-8dfb-1c8adcf2b288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:32.955328 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9573d4-cb52-4643-8d85-238a18bfa555 None None] The sync data for ids ['c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2'] in n-d-800085-9 is: [{'id': 'c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2', 'name': 'tempest-ServerRescueTestJSON-173335424-router', 'tenant_id': 'bf29b3bebbf742f881f34420258c367e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'aad2f0c4-6b55-4505-a142-4c596adcd299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:19:22Z', 'updated_at': '2021-07-24T09:19:26Z', 'revision_number': 4, 'project_id': 'bf29b3bebbf742f881f34420258c367e', 'gw_port': {'id': 'aad2f0c4-6b55-4505-a142-4c596adcd299', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:19:23Z', 'updated_at': '2021-07-24T09:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '7a973fa3-1a4b-4da4-9c65-f25558668f81', 'name': '', 'network_id': '879e2a75-1d2b-49d0-a8d5-7375e00eca98', 'tenant_id': 'bf29b3bebbf742f881f34420258c367e', 'mac_address': 'fa:16:3e:db:75:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '1f03bd53-1d24-4014-8dfb-1c8adcf2b288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:19:25Z', 'updated_at': '2021-07-24T09:19:32Z', 'revision_number': 4, 'project_id': 'bf29b3bebbf742f881f34420258c367e', 'subnets': [{'id': '1f03bd53-1d24-4014-8dfb-1c8adcf2b288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:19:32.970590 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-cf891430-b06d-4c58-98c0-ff581d0f8874 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:33.028544 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-cf891430-b06d-4c58-98c0-ff581d0f8874 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:33.100132 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6979ae41-5a5b-490a-94cd-302f8440a675 req-055edb1d-6e01-48d2-81fd-5212ce13fcb0 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 210 time: 0.0648682 Jul 24 09:19:33.234248 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-c3a443e8-b3bd-4cc7-85f9-40fb50a7b606 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Allocated IP 172.20.0.4 (7798ae83-74a1-492e-9bdd-ca86bd220076/c8aa3f4c-809e-43cf-8dc6-22b2e50fbb3b/ecac190a-e43f-486a-9107-e969ea992406) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:19:33.246449 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-49d518e2-15ef-42e9-a1fd-b97d1f17a1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:33.331242 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d518e2-15ef-42e9-a1fd-b97d1f17a1e8 admin admin] Checking segment: {'id': '549f8fc2-6dd2-403e-86ee-6496c004d1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e53a4dac-283d-4066-b39c-c92cd595e1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:19:33.338329 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d518e2-15ef-42e9-a1fd-b97d1f17a1e8 admin admin] Network hostable DHCP agents. Network: e53a4dac-283d-4066-b39c-c92cd595e1cc, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:19:33.346376 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d518e2-15ef-42e9-a1fd-b97d1f17a1e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f62887c4-8038-43c9-a348-486215509d76,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:33.361957 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d518e2-15ef-42e9-a1fd-b97d1f17a1e8 admin admin] Network e53a4dac-283d-4066-b39c-c92cd595e1cc is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:19:33.374155 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-49d518e2-15ef-42e9-a1fd-b97d1f17a1e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, e53a4dac-283d-4066-b39c-c92cd595e1cc) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:19:33.383032 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d518e2-15ef-42e9-a1fd-b97d1f17a1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:33.384656 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-49d518e2-15ef-42e9-a1fd-b97d1f17a1e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:33.389587 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1e0fd6-e53b-425a-8571-92a734cc0283 None None] Network e53a4dac-283d-4066-b39c-c92cd595e1cc requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:19:33.425589 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-49d518e2-15ef-42e9-a1fd-b97d1f17a1e8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7329309 Jul 24 09:19:33.426248 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36456) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:33.431024 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-c8a44334-d772-44d3-9d6f-eb16e097e544 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2020370087-router', 'tenant_id': '7014e11e214d48f49651526c89418bc1', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:33.480878 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c8a44334-d772-44d3-9d6f-eb16e097e544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:33.481962 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c8a44334-d772-44d3-9d6f-eb16e097e544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:33.551424 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-cf891430-b06d-4c58-98c0-ff581d0f8874 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Network 7798ae83-74a1-492e-9bdd-ca86bd220076 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:19:33.615248 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c8a44334-d772-44d3-9d6f-eb16e097e544 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:33.619186 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-c3a443e8-b3bd-4cc7-85f9-40fb50a7b606 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:33.646840 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7a973fa3-1a4b-4da4-9c65-f25558668f81 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:19:33.689212 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-cf891430-b06d-4c58-98c0-ff581d0f8874 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:19:33.719393 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb1d6f4-5978-4a1e-8e2b-c9e52704734e None None] Network e53a4dac-283d-4066-b39c-c92cd595e1cc requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:19:33.738582 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-c3a443e8-b3bd-4cc7-85f9-40fb50a7b606 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:33.747599 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-cf891430-b06d-4c58-98c0-ff581d0f8874 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:19:33.756215 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf891430-b06d-4c58-98c0-ff581d0f8874 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Pushing event updated for resources: {'Port': ['ID=bd89f406-4a06-47f7-9689-958edbb03849,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:33.839754 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 7a973fa3-1a4b-4da4-9c65-f25558668f81 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:19:33.865004 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 7a973fa3-1a4b-4da4-9c65-f25558668f81 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:19:33.865629 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:33.871411 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c8a44334-d772-44d3-9d6f-eb16e097e544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:33.880344 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-c3a443e8-b3bd-4cc7-85f9-40fb50a7b606 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Network 7798ae83-74a1-492e-9bdd-ca86bd220076 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:19:33.913607 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-c3a443e8-b3bd-4cc7-85f9-40fb50a7b606 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:19:33.921108 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-c3a443e8-b3bd-4cc7-85f9-40fb50a7b606 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:19:34.044058 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-cf891430-b06d-4c58-98c0-ff581d0f8874 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:34.044979 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-cf891430-b06d-4c58-98c0-ff581d0f8874 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:34.055457 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a443e8-b3bd-4cc7-85f9-40fb50a7b606 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Pushing event updated for resources: {'Port': ['ID=ecac190a-e43f-486a-9107-e969ea992406,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:34.109438 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d8883d64-ae18-40b9-bf8e-04bd0139231a req-ee0a25a7-ab2c-4bbf-ab03-6b786ec3b108 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b22d4e7-f45f-40a6-816b-65a7954c56cf HTTP/1.1" status: 200 len: 210 time: 0.0589197 Jul 24 09:19:34.113089 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-c3a443e8-b3bd-4cc7-85f9-40fb50a7b606 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:34.113937 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-c3a443e8-b3bd-4cc7-85f9-40fb50a7b606 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:34.120034 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-8b6412e5-f71d-49e6-84e3-ab844e0734ab tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Allocated IP 172.20.0.6 (7798ae83-74a1-492e-9bdd-ca86bd220076/c8aa3f4c-809e-43cf-8dc6-22b2e50fbb3b/49572cfe-befc-4458-b356-7cdab209edf9) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:19:34.139236 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-a75ddb7b-ecaa-453c-9f43-a957bf9fff6a tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Made reservation on behalf of bf29b3bebbf742f881f34420258c367e for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:19:34.143749 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-a75ddb7b-ecaa-453c-9f43-a957bf9fff6a tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:34.202409 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:34.292152 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 7a973fa3-1a4b-4da4-9c65-f25558668f81, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7a973fa3-1a4b-4da4-9c65-f25558668f81,segment=NetworkSegment(601693b6-c650-4eba-a2f3-56e8c928b732),segment_id=601693b6-c650-4eba-a2f3-56e8c928b732)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:34.297531 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:34.364988 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=7a973fa3-1a4b-4da4-9c65-f25558668f81,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:34.373554 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f79c145b-8992-46bc-a0dd-6a836a69f1a7 req-a83cc705-0760-4892-90b6-84917500f784 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 210 time: 0.0634532 Jul 24 09:19:34.438027 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c8a44334-d772-44d3-9d6f-eb16e097e544 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:34.460511 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c8a44334-d772-44d3-9d6f-eb16e097e544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:34.601664 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-cf891430-b06d-4c58-98c0-ff581d0f8874 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3914077 Jul 24 09:19:34.612938 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-c3a443e8-b3bd-4cc7-85f9-40fb50a7b606 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2742991 Jul 24 09:19:34.631714 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-5c2c8fa1-56d6-44ea-9827-2a3c0283b30a service neutron] Request body: {'port': {'device_id': '1ee199fe-db6f-40d7-98f2-a4c30445292c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:34.696283 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-c8a44334-d772-44d3-9d6f-eb16e097e544 admin admin] Allocated IP 172.25.7.4 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/4497a7e9-6d69-4951-aa78-938ff398766a) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:19:34.818780 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-a539100d-44d2-40c9-b05e-0048a043a894 service neutron] Request body: {'port': {'device_id': 'd95f83b1-7fdf-4193-8a9b-bd5b8bf43d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:34.864937 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-8b6412e5-f71d-49e6-84e3-ab844e0734ab tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:34.888990 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c8a44334-d772-44d3-9d6f-eb16e097e544 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:34.939129 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c8a44334-d772-44d3-9d6f-eb16e097e544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:34.978469 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a44334-d772-44d3-9d6f-eb16e097e544 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:19:34.981650 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-c8a44334-d772-44d3-9d6f-eb16e097e544 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:19:34.988665 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a44334-d772-44d3-9d6f-eb16e097e544 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:19:35.018993 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-a539100d-44d2-40c9-b05e-0048a043a894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:35.026474 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a44334-d772-44d3-9d6f-eb16e097e544 admin admin] Pushing event updated for resources: {'Port': ['ID=4497a7e9-6d69-4951-aa78-938ff398766a,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:35.130571 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-5c2c8fa1-56d6-44ea-9827-2a3c0283b30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:35.208489 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-a75ddb7b-ecaa-453c-9f43-a957bf9fff6a tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Allocated IP 172.20.0.14 (879e2a75-1d2b-49d0-a8d5-7375e00eca98/1f03bd53-1d24-4014-8dfb-1c8adcf2b288/c7b6a330-94b5-47db-829c-e3c8144775fa) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:19:35.248516 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-8b6412e5-f71d-49e6-84e3-ab844e0734ab tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:35.292170 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7f3c4-144b-46b4-91b6-6b7efd121c5e req-f693ac3f-0dfa-4a45-a857-48fbaa55bed6 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:35.293969 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2bc7f3c4-144b-46b4-91b6-6b7efd121c5e req-f693ac3f-0dfa-4a45-a857-48fbaa55bed6 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c3e83e-4968-4c50-a47c-b34cad050c5d HTTP/1.1" status: 200 len: 946 time: 0.3410699 Jul 24 09:19:35.348057 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c8a44334-d772-44d3-9d6f-eb16e097e544 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:35.359945 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361ddca-1f4a-46c7-b008-8371235caa9c req-e653da78-0477-4ac9-83db-2b95d91c37da tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:35.361492 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3361ddca-1f4a-46c7-b008-8371235caa9c req-e653da78-0477-4ac9-83db-2b95d91c37da tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b22d4e7-f45f-40a6-816b-65a7954c56cf HTTP/1.1" status: 200 len: 931 time: 0.1055317 Jul 24 09:19:35.443231 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7a973fa3-1a4b-4da4-9c65-f25558668f81 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:19:35.477943 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3361ddca-1f4a-46c7-b008-8371235caa9c req-9c80dfbb-0e18-43d1-8028-c7a8f81df3e3 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/security-groups?id=0776dec3-f3b5-40fa-afc0-4af4b4127a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777721 Jul 24 09:19:35.490270 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-8b6412e5-f71d-49e6-84e3-ab844e0734ab tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Network 7798ae83-74a1-492e-9bdd-ca86bd220076 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:19:35.568890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 7a973fa3-1a4b-4da4-9c65-f25558668f81 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:19:35.569273 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:35.640970 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-8b6412e5-f71d-49e6-84e3-ab844e0734ab tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:19:35.656550 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-8b6412e5-f71d-49e6-84e3-ab844e0734ab tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:19:35.659078 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c8a44334-d772-44d3-9d6f-eb16e097e544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:35.671697 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6412e5-f71d-49e6-84e3-ab844e0734ab tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Pushing event updated for resources: {'Port': ['ID=49572cfe-befc-4458-b356-7cdab209edf9,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:35.735526 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2bc7f3c4-144b-46b4-91b6-6b7efd121c5e req-2beb6eb1-cd99-4d85-8672-88e813cebb9d tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648064 Jul 24 09:19:35.772324 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f99e3673-0b43-4399-aaa3-d0881f323419 req-8d44e09a-8302-45af-abb2-9f15248371b6 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 210 time: 0.1064086 Jul 24 09:19:35.817225 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-8b6412e5-f71d-49e6-84e3-ab844e0734ab tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:35.817907 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-8b6412e5-f71d-49e6-84e3-ab844e0734ab tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:35.867504 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-8b6412e5-f71d-49e6-84e3-ab844e0734ab tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8492823 Jul 24 09:19:35.870641 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a44334-d772-44d3-9d6f-eb16e097e544 admin admin] Router a07bf143-4406-4f9c-97f7-e3faab5f3df3 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:19:35.905410 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-7baeec6a-d202-4d0c-9680-68f734179a59 service neutron] Request body: {'port': {'device_id': '0b22d4e7-f45f-40a6-816b-65a7954c56cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:35.916179 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-a75ddb7b-ecaa-453c-9f43-a957bf9fff6a tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:35.962414 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-a539100d-44d2-40c9-b05e-0048a043a894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecac190a-e43f-486a-9107-e969ea992406 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:19:35.973452 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-a539100d-44d2-40c9-b05e-0048a043a894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:35.995337 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a44334-d772-44d3-9d6f-eb16e097e544 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:19:36.016134 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] Sync routers for ids ['a07bf143-4406-4f9c-97f7-e3faab5f3df3'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:19:36.027057 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c8a44334-d772-44d3-9d6f-eb16e097e544 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:36.031342 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c8a44334-d772-44d3-9d6f-eb16e097e544 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6013033 Jul 24 09:19:36.031505 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36504) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:36.035127 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-a539100d-44d2-40c9-b05e-0048a043a894 service neutron] Transition to ACTIVE for port object ecac190a-e43f-486a-9107-e969ea992406 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:19:36.043144 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] Routers {'a07bf143-4406-4f9c-97f7-e3faab5f3df3'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:19:36.045598 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:19:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['a07bf143-4406-4f9c-97f7-e3faab5f3df3'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:36.051788 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-a539100d-44d2-40c9-b05e-0048a043a894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:36.100110 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-7baeec6a-d202-4d0c-9680-68f734179a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:36.121108 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-a75ddb7b-ecaa-453c-9f43-a957bf9fff6a tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:36.188567 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] Set router a07bf143-4406-4f9c-97f7-e3faab5f3df3 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:19:36.230936 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539100d-44d2-40c9-b05e-0048a043a894 service neutron] Pushing event updated for resources: {'Port': ['ID=ecac190a-e43f-486a-9107-e969ea992406,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:36.308319 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-a75ddb7b-ecaa-453c-9f43-a957bf9fff6a tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Network 879e2a75-1d2b-49d0-a8d5-7375e00eca98 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:19:36.323595 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-a75ddb7b-ecaa-453c-9f43-a957bf9fff6a tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:19:36.363340 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-a75ddb7b-ecaa-453c-9f43-a957bf9fff6a tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:19:36.439389 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07bf143-4406-4f9c-97f7-e3faab5f3df3', 'name': 'tempest-ServerRescueNegativeTestJSON-2020370087-router', 'tenant_id': '7014e11e214d48f49651526c89418bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '4497a7e9-6d69-4951-aa78-938ff398766a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:19:33Z', 'updated_at': '2021-07-24T09:19:35Z', 'revision_number': 3, 'project_id': '7014e11e214d48f49651526c89418bc1', 'gw_port': {'id': '4497a7e9-6d69-4951-aa78-938ff398766a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07bf143-4406-4f9c-97f7-e3faab5f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:19:34Z', 'updated_at': '2021-07-24T09:19:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:36.468690 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] Checking router: a07bf143-4406-4f9c-97f7-e3faab5f3df3 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:19:36.469311 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] Updating router a07bf143-4406-4f9c-97f7-e3faab5f3df3 port 4497a7e9-6d69-4951-aa78-938ff398766a binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:19:36.486047 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ddb7b-ecaa-453c-9f43-a957bf9fff6a tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Pushing event updated for resources: {'Port': ['ID=c7b6a330-94b5-47db-829c-e3c8144775fa,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:36.525640 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:36.558197 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-a75ddb7b-ecaa-453c-9f43-a957bf9fff6a tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:36.558931 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-a75ddb7b-ecaa-453c-9f43-a957bf9fff6a tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:36.593997 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-a539100d-44d2-40c9-b05e-0048a043a894 service neutron] Attempting to bind port ecac190a-e43f-486a-9107-e969ea992406 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:19:36.594335 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-a539100d-44d2-40c9-b05e-0048a043a894 service neutron] Attempting to bind port ecac190a-e43f-486a-9107-e969ea992406 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '5179e55e-7b8e-4df7-bbd8-f5946e9f75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7798ae83-74a1-492e-9bdd-ca86bd220076'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:19:36.594672 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-a539100d-44d2-40c9-b05e-0048a043a894 service neutron] Attempting to bind port ecac190a-e43f-486a-9107-e969ea992406 on network 7798ae83-74a1-492e-9bdd-ca86bd220076 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:19:36.616110 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-a539100d-44d2-40c9-b05e-0048a043a894 service neutron] Port ecac190a-e43f-486a-9107-e969ea992406 on network 7798ae83-74a1-492e-9bdd-ca86bd220076 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:19:36.616451 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-a539100d-44d2-40c9-b05e-0048a043a894 service neutron] Attempting to bind port ecac190a-e43f-486a-9107-e969ea992406 on network 7798ae83-74a1-492e-9bdd-ca86bd220076 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:19:36.628812 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-a539100d-44d2-40c9-b05e-0048a043a894 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:19:36.629158 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-a539100d-44d2-40c9-b05e-0048a043a894 service neutron] Checking segment: {'id': '5179e55e-7b8e-4df7-bbd8-f5946e9f75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7798ae83-74a1-492e-9bdd-ca86bd220076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:19:36.629558 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-a539100d-44d2-40c9-b05e-0048a043a894 service neutron] Bound using segment: {'id': '5179e55e-7b8e-4df7-bbd8-f5946e9f75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7798ae83-74a1-492e-9bdd-ca86bd220076'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:19:36.630009 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-a539100d-44d2-40c9-b05e-0048a043a894 service neutron] Bound port: ecac190a-e43f-486a-9107-e969ea992406, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5179e55e-7b8e-4df7-bbd8-f5946e9f75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7798ae83-74a1-492e-9bdd-ca86bd220076'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:19:36.630378 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-a539100d-44d2-40c9-b05e-0048a043a894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:36.650420 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-5c2c8fa1-56d6-44ea-9827-2a3c0283b30a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd89f406-4a06-47f7-9689-958edbb03849 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:19:36.658566 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-5c2c8fa1-56d6-44ea-9827-2a3c0283b30a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:36.675786 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-5c2c8fa1-56d6-44ea-9827-2a3c0283b30a service neutron] Transition to ACTIVE for port object bd89f406-4a06-47f7-9689-958edbb03849 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:19:36.701893 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-a75ddb7b-ecaa-453c-9f43-a957bf9fff6a tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1033742 Jul 24 09:19:36.756161 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cc44c-f3b7-4b8a-8283-9d12c147eb60 req-2343afd6-e599-49ee-bed4-6d780f3b7e44 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:36.758068 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f65cc44c-f3b7-4b8a-8283-9d12c147eb60 req-2343afd6-e599-49ee-bed4-6d780f3b7e44 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b22d4e7-f45f-40a6-816b-65a7954c56cf HTTP/1.1" status: 200 len: 931 time: 0.1709590 Jul 24 09:19:36.789381 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-5c2c8fa1-56d6-44ea-9827-2a3c0283b30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:36.796836 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cf694-ab8a-4ba2-9c1a-478e35ad3d65 req-6fdab729-e291-4731-87e6-6ed4e65f8b7c tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:36.798368 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-631cf694-ab8a-4ba2-9c1a-478e35ad3d65 req-6fdab729-e291-4731-87e6-6ed4e65f8b7c tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.37 "GET /v2.0/ports?device_id=95c3e83e-4968-4c50-a47c-b34cad050c5d HTTP/1.1" status: 200 len: 946 time: 0.2127595 Jul 24 09:19:36.851630 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-a539100d-44d2-40c9-b05e-0048a043a894 service neutron] For port ecac190a-e43f-486a-9107-e969ea992406, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:19:36.856687 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-a539100d-44d2-40c9-b05e-0048a043a894 service neutron] For port ecac190a-e43f-486a-9107-e969ea992406, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ecac190a-e43f-486a-9107-e969ea992406,segment=NetworkSegment(5179e55e-7b8e-4df7-bbd8-f5946e9f75a1),segment_id=5179e55e-7b8e-4df7-bbd8-f5946e9f75a1)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:19:36.865778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-74656513-d5b6-43ac-9c6f-a8bba658ccc3 service neutron] Request body: {'port': {'device_id': '86c290e5-3c28-4ad5-b25f-0393b7d273dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:36.911934 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:36.928315 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] Transition to ACTIVE for port object 4497a7e9-6d69-4951-aa78-938ff398766a will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:19:36.937046 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:36.946215 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-a539100d-44d2-40c9-b05e-0048a043a894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:37.021786 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f65cc44c-f3b7-4b8a-8283-9d12c147eb60 req-f77269f7-7713-4e83-ac32-8cdf260482bc tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/security-groups?id=0776dec3-f3b5-40fa-afc0-4af4b4127a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034123 Jul 24 09:19:37.047562 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71343ee-b771-49b3-8b70-7b5400a1252c None None] Pushing event updated for resources: {'Port': ['ID=4497a7e9-6d69-4951-aa78-938ff398766a,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:37.065300 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] Attempting to bind port 4497a7e9-6d69-4951-aa78-938ff398766a on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:19:37.065717 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] Attempting to bind port 4497a7e9-6d69-4951-aa78-938ff398766a by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:19:37.066082 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] Attempting to bind port 4497a7e9-6d69-4951-aa78-938ff398766a on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:19:37.072471 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:19:37.072868 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:19:37.073266 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:37.073649 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:19:37.074110 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] Bound port: 4497a7e9-6d69-4951-aa78-938ff398766a, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:19:37.074790 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:37.100325 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-631cf694-ab8a-4ba2-9c1a-478e35ad3d65 req-99883f7e-b9b1-40ad-b895-0bef8f71266f tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Deleting port 38275d4c-1ac5-495d-9d72-83c5f53a7b77 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:19:37.100809 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-631cf694-ab8a-4ba2-9c1a-478e35ad3d65 req-99883f7e-b9b1-40ad-b895-0bef8f71266f tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:37.108346 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-a539100d-44d2-40c9-b05e-0048a043a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:37.110332 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-a539100d-44d2-40c9-b05e-0048a043a894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:37.113027 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-a539100d-44d2-40c9-b05e-0048a043a894 service neutron] 10.222.0.20 "PUT /v2.0/ports/ecac190a-e43f-486a-9107-e969ea992406 HTTP/1.1" status: 200 len: 1091 time: 2.3348877 Jul 24 09:19:37.162519 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] For port 4497a7e9-6d69-4951-aa78-938ff398766a, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:19:37.167434 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] For port 4497a7e9-6d69-4951-aa78-938ff398766a, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4497a7e9-6d69-4951-aa78-938ff398766a,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:19:37.171850 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:37.205197 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95f83b1-7fdf-4193-8a9b-bd5b8bf43d8f', 'tag': 'ecac190a-e43f-486a-9107-e969ea992406'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:19:37.211463 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d97c5f-ed89-4473-a668-78ab3cce432f" -d '{"events": [{"name": "network-changed", "server_uuid": "d95f83b1-7fdf-4193-8a9b-bd5b8bf43d8f", "tag": "ecac190a-e43f-486a-9107-e969ea992406"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:19:37.247602 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] Routers {'a07bf143-4406-4f9c-97f7-e3faab5f3df3'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:19:37.248793 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:19:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['a07bf143-4406-4f9c-97f7-e3faab5f3df3'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:37.252327 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71343ee-b771-49b3-8b70-7b5400a1252c None None] Pushing event updated for resources: {'Port': ['ID=4497a7e9-6d69-4951-aa78-938ff398766a,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:37.274819 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-74656513-d5b6-43ac-9c6f-a8bba658ccc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:37.300771 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c8fa1-56d6-44ea-9827-2a3c0283b30a service neutron] Pushing event updated for resources: {'Port': ['ID=bd89f406-4a06-47f7-9689-958edbb03849,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:37.357489 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-631cf694-ab8a-4ba2-9c1a-478e35ad3d65 req-99883f7e-b9b1-40ad-b895-0bef8f71266f tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] For port 38275d4c-1ac5-495d-9d72-83c5f53a7b77, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=38275d4c-1ac5-495d-9d72-83c5f53a7b77,segment=NetworkSegment(36709531-842e-4437-a258-32aea7901240),segment_id=36709531-842e-4437-a258-32aea7901240)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:37.358716 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-631cf694-ab8a-4ba2-9c1a-478e35ad3d65 req-99883f7e-b9b1-40ad-b895-0bef8f71266f tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:37.393206 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-631cf694-ab8a-4ba2-9c1a-478e35ad3d65 req-99883f7e-b9b1-40ad-b895-0bef8f71266f tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Calling delete_port for 38275d4c-1ac5-495d-9d72-83c5f53a7b77 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:19:37.401077 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ceaaf36-8f92-45aa-ba14-83681dc16a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:37.419149 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122ee43-592b-4ece-baba-86d4d7892bb1 req-4bc9083f-b033-489b-a440-b588698dfa7c tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:37.421434 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1122ee43-592b-4ece-baba-86d4d7892bb1 req-4bc9083f-b033-489b-a440-b588698dfa7c tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 932 time: 0.2856395 Jul 24 09:19:37.569758 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] Set router a07bf143-4406-4f9c-97f7-e3faab5f3df3 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:19:37.583295 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1122ee43-592b-4ece-baba-86d4d7892bb1 req-c310bc00-46b5-4ae7-9f09-ae2abfaa1de2 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529322 Jul 24 09:19:37.692354 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-631cf694-ab8a-4ba2-9c1a-478e35ad3d65 req-99883f7e-b9b1-40ad-b895-0bef8f71266f tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:37.707991 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['895cdaef-83aa-413c-8ea5-ba5fe01f53be', 'b4d0d30b-b151-4f63-8fbe-aa2fed244ef8'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:19:37.711116 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['38275d4c-1ac5-495d-9d72-83c5f53a7b77'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:19:37.759705 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99883f7e-b9b1-40ad-b895-0bef8f71266f tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Pushing event deleted for resources: {'Port': ['ID=38275d4c-1ac5-495d-9d72-83c5f53a7b77,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:37.837709 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-631cf694-ab8a-4ba2-9c1a-478e35ad3d65 req-99883f7e-b9b1-40ad-b895-0bef8f71266f tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] No DVR routers for this DVR port 38275d4c-1ac5-495d-9d72-83c5f53a7b77 on host n-h1-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:19:37.841612 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-631cf694-ab8a-4ba2-9c1a-478e35ad3d65 req-99883f7e-b9b1-40ad-b895-0bef8f71266f tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:37.843754 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-631cf694-ab8a-4ba2-9c1a-478e35ad3d65 req-99883f7e-b9b1-40ad-b895-0bef8f71266f tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.37 "DELETE /v2.0/ports/38275d4c-1ac5-495d-9d72-83c5f53a7b77 HTTP/1.1" status: 204 len: 173 time: 1.0165524 Jul 24 09:19:37.850444 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c3e83e-4968-4c50-a47c-b34cad050c5d', 'name': 'network-vif-deleted', 'tag': '38275d4c-1ac5-495d-9d72-83c5f53a7b77'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:19:37.854379 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f53b21-458b-41c0-afdb-b666a71e875c" -d '{"events": [{"server_uuid": "95c3e83e-4968-4c50-a47c-b34cad050c5d", "name": "network-vif-deleted", "tag": "38275d4c-1ac5-495d-9d72-83c5f53a7b77"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:19:37.857025 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-5c2c8fa1-56d6-44ea-9827-2a3c0283b30a service neutron] Attempting to bind port bd89f406-4a06-47f7-9689-958edbb03849 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:19:37.857536 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-5c2c8fa1-56d6-44ea-9827-2a3c0283b30a service neutron] Attempting to bind port bd89f406-4a06-47f7-9689-958edbb03849 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '5179e55e-7b8e-4df7-bbd8-f5946e9f75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7798ae83-74a1-492e-9bdd-ca86bd220076'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:19:37.857926 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-5c2c8fa1-56d6-44ea-9827-2a3c0283b30a service neutron] Attempting to bind port bd89f406-4a06-47f7-9689-958edbb03849 on network 7798ae83-74a1-492e-9bdd-ca86bd220076 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:19:37.862012 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7725cc-317d-468f-b263-25ec03b27d3b x-openstack-request-id: req-7b7725cc-317d-468f-b263-25ec03b27d3b {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:19:37.862365 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d95f83b1-7fdf-4193-8a9b-bd5b8bf43d8f", "tag": "ecac190a-e43f-486a-9107-e969ea992406", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:19:37.862735 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b7725cc-317d-468f-b263-25ec03b27d3b {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:19:37.863285 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd95f83b1-7fdf-4193-8a9b-bd5b8bf43d8f', 'tag': 'ecac190a-e43f-486a-9107-e969ea992406', 'status': 'completed', 'code': 200} Jul 24 09:19:37.890545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f44a2c-d511-46e0-8100-150f65c5a47e req-defcc5ab-aef4-47f5-afd0-1c04e6ee9831 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:37.897616 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-61f44a2c-d511-46e0-8100-150f65c5a47e req-defcc5ab-aef4-47f5-afd0-1c04e6ee9831 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c3e83e-4968-4c50-a47c-b34cad050c5d HTTP/1.1" status: 200 len: 867 time: 0.9746387 Jul 24 09:19:37.900573 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539100d-44d2-40c9-b05e-0048a043a894 service neutron] Pushing event updated for resources: {'Port': ['ID=ecac190a-e43f-486a-9107-e969ea992406,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:37.921647 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-7baeec6a-d202-4d0c-9680-68f734179a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49572cfe-befc-4458-b356-7cdab209edf9 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:19:37.927334 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c62e8c9-27ad-4aee-87ab-e212ae0adcee x-openstack-request-id: req-0c62e8c9-27ad-4aee-87ab-e212ae0adcee {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:19:37.927620 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c3e83e-4968-4c50-a47c-b34cad050c5d", "name": "network-vif-deleted", "tag": "38275d4c-1ac5-495d-9d72-83c5f53a7b77", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:19:37.927933 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c62e8c9-27ad-4aee-87ab-e212ae0adcee {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:19:37.928334 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c3e83e-4968-4c50-a47c-b34cad050c5d', 'name': 'network-vif-deleted', 'tag': '38275d4c-1ac5-495d-9d72-83c5f53a7b77', 'status': 'completed', 'code': 200} Jul 24 09:19:37.934207 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-5c2c8fa1-56d6-44ea-9827-2a3c0283b30a service neutron] Port bd89f406-4a06-47f7-9689-958edbb03849 on network 7798ae83-74a1-492e-9bdd-ca86bd220076 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:19:37.934207 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-5c2c8fa1-56d6-44ea-9827-2a3c0283b30a service neutron] Attempting to bind port bd89f406-4a06-47f7-9689-958edbb03849 on network 7798ae83-74a1-492e-9bdd-ca86bd220076 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:19:37.965139 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-6ceaaf36-8f92-45aa-ba14-83681dc16a34 admin admin] Allocated IP 172.20.0.1 (e53a4dac-283d-4066-b39c-c92cd595e1cc/f62887c4-8038-43c9-a348-486215509d76/07bae3a1-b502-42ea-91b7-1ddc5a4150f7) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:19:37.994121 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-7baeec6a-d202-4d0c-9680-68f734179a59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:38.024135 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07bf143-4406-4f9c-97f7-e3faab5f3df3', 'name': 'tempest-ServerRescueNegativeTestJSON-2020370087-router', 'tenant_id': '7014e11e214d48f49651526c89418bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '4497a7e9-6d69-4951-aa78-938ff398766a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:19:33Z', 'updated_at': '2021-07-24T09:19:35Z', 'revision_number': 3, 'project_id': '7014e11e214d48f49651526c89418bc1', 'gw_port': {'id': '4497a7e9-6d69-4951-aa78-938ff398766a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07bf143-4406-4f9c-97f7-e3faab5f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:19:34Z', 'updated_at': '2021-07-24T09:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:38.041380 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-5c2c8fa1-56d6-44ea-9827-2a3c0283b30a service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:19:38.041839 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-5c2c8fa1-56d6-44ea-9827-2a3c0283b30a service neutron] Checking segment: {'id': '5179e55e-7b8e-4df7-bbd8-f5946e9f75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7798ae83-74a1-492e-9bdd-ca86bd220076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:19:38.042339 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-5c2c8fa1-56d6-44ea-9827-2a3c0283b30a service neutron] Bound using segment: {'id': '5179e55e-7b8e-4df7-bbd8-f5946e9f75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7798ae83-74a1-492e-9bdd-ca86bd220076'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:19:38.043013 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-5c2c8fa1-56d6-44ea-9827-2a3c0283b30a service neutron] Bound port: bd89f406-4a06-47f7-9689-958edbb03849, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5179e55e-7b8e-4df7-bbd8-f5946e9f75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7798ae83-74a1-492e-9bdd-ca86bd220076'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:19:38.043442 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-5c2c8fa1-56d6-44ea-9827-2a3c0283b30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:38.054457 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51292b8-8003-48b6-b9b9-5fcc399e9ca1 None None] The sync data for ids ['a07bf143-4406-4f9c-97f7-e3faab5f3df3'] in n-d-800085-9 is: [{'id': 'a07bf143-4406-4f9c-97f7-e3faab5f3df3', 'name': 'tempest-ServerRescueNegativeTestJSON-2020370087-router', 'tenant_id': '7014e11e214d48f49651526c89418bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '4497a7e9-6d69-4951-aa78-938ff398766a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:19:33Z', 'updated_at': '2021-07-24T09:19:35Z', 'revision_number': 3, 'project_id': '7014e11e214d48f49651526c89418bc1', 'gw_port': {'id': '4497a7e9-6d69-4951-aa78-938ff398766a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07bf143-4406-4f9c-97f7-e3faab5f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:19:34Z', 'updated_at': '2021-07-24T09:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:19:38.069540 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-d233a116-cfec-4527-aaa2-afb1f9dee79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:38.071255 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-d233a116-cfec-4527-aaa2-afb1f9dee79a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba7548eea16e459abced384ba82b9bb7&device_id=d95f83b1-7fdf-4193-8a9b-bd5b8bf43d8f HTTP/1.1" status: 200 len: 1094 time: 0.8514307 Jul 24 09:19:38.135515 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-7baeec6a-d202-4d0c-9680-68f734179a59 service neutron] Transition to ACTIVE for port object 49572cfe-befc-4458-b356-7cdab209edf9 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:19:38.201792 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ceaaf36-8f92-45aa-ba14-83681dc16a34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:38.263144 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-7baeec6a-d202-4d0c-9680-68f734179a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:38.290284 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-61f44a2c-d511-46e0-8100-150f65c5a47e req-440e6593-abaf-45fc-8afa-1e9a14fc1a82 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915772 Jul 24 09:19:38.300933 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb6bac-ec9c-4c08-b3e7-77c7509d9999 req-436f21a4-6e3a-4e53-9ec4-d86c71d42763 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:38.310562 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ceeb6bac-ec9c-4c08-b3e7-77c7509d9999 req-436f21a4-6e3a-4e53-9ec4-d86c71d42763 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b22d4e7-f45f-40a6-816b-65a7954c56cf HTTP/1.1" status: 200 len: 943 time: 0.1719432 Jul 24 09:19:38.334795 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-547bd56d-eba1-4f2c-9b29-3010cb4e2f4f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecac190a-e43f-486a-9107-e969ea992406 HTTP/1.1" status: 200 len: 217 time: 0.2317665 Jul 24 09:19:38.450571 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ceeb6bac-ec9c-4c08-b3e7-77c7509d9999 req-a7918c38-735a-4253-9745-037bb56459bc tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/security-groups?id=0776dec3-f3b5-40fa-afc0-4af4b4127a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119380 Jul 24 09:19:38.457498 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ceaaf36-8f92-45aa-ba14-83681dc16a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:38.545140 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-8eb2be8b-128d-48fd-bee6-4db6103801c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:38.545834 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceaaf36-8f92-45aa-ba14-83681dc16a34 admin admin] Network e53a4dac-283d-4066-b39c-c92cd595e1cc is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:19:38.547291 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-8eb2be8b-128d-48fd-bee6-4db6103801c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8aa3f4c-809e-43cf-8dc6-22b2e50fbb3b HTTP/1.1" status: 200 len: 858 time: 0.1747968 Jul 24 09:19:38.566712 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baeec6a-d202-4d0c-9680-68f734179a59 service neutron] Pushing event updated for resources: {'Port': ['ID=49572cfe-befc-4458-b356-7cdab209edf9,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:38.579895 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-6ceaaf36-8f92-45aa-ba14-83681dc16a34 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:19:38.581871 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceaaf36-8f92-45aa-ba14-83681dc16a34 admin admin] Pushing event updated for resources: {'Port': ['ID=07bae3a1-b502-42ea-91b7-1ddc5a4150f7,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:38.584689 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceaaf36-8f92-45aa-ba14-83681dc16a34 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:19:38.611350 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-5c2c8fa1-56d6-44ea-9827-2a3c0283b30a service neutron] For port bd89f406-4a06-47f7-9689-958edbb03849, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:19:38.673356 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ceaaf36-8f92-45aa-ba14-83681dc16a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:38.703525 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-41ab7604-a298-474c-a6bf-b9836dba1009 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7798ae83-74a1-492e-9bdd-ca86bd220076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1393588 Jul 24 09:19:38.722609 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-5c2c8fa1-56d6-44ea-9827-2a3c0283b30a service neutron] For port bd89f406-4a06-47f7-9689-958edbb03849, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=bd89f406-4a06-47f7-9689-958edbb03849,segment=NetworkSegment(5179e55e-7b8e-4df7-bbd8-f5946e9f75a1),segment_id=5179e55e-7b8e-4df7-bbd8-f5946e9f75a1)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:19:38.757647 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-5c2c8fa1-56d6-44ea-9827-2a3c0283b30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:38.864581 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-5c2c8fa1-56d6-44ea-9827-2a3c0283b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:38.868644 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-5c2c8fa1-56d6-44ea-9827-2a3c0283b30a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:38.871176 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ceaaf36-8f92-45aa-ba14-83681dc16a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:38.875085 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-5c2c8fa1-56d6-44ea-9827-2a3c0283b30a service neutron] 10.222.0.37 "PUT /v2.0/ports/bd89f406-4a06-47f7-9689-958edbb03849 HTTP/1.1" status: 200 len: 1091 time: 4.2568367 Jul 24 09:19:38.934083 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c8fa1-56d6-44ea-9827-2a3c0283b30a service neutron] Pushing event updated for resources: {'Port': ['ID=bd89f406-4a06-47f7-9689-958edbb03849,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:38.997035 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-7baeec6a-d202-4d0c-9680-68f734179a59 service neutron] Attempting to bind port 49572cfe-befc-4458-b356-7cdab209edf9 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:19:38.997414 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-7baeec6a-d202-4d0c-9680-68f734179a59 service neutron] Attempting to bind port 49572cfe-befc-4458-b356-7cdab209edf9 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '5179e55e-7b8e-4df7-bbd8-f5946e9f75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7798ae83-74a1-492e-9bdd-ca86bd220076'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:19:38.997758 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-7baeec6a-d202-4d0c-9680-68f734179a59 service neutron] Attempting to bind port 49572cfe-befc-4458-b356-7cdab209edf9 on network 7798ae83-74a1-492e-9bdd-ca86bd220076 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:19:39.038694 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-7baeec6a-d202-4d0c-9680-68f734179a59 service neutron] Port 49572cfe-befc-4458-b356-7cdab209edf9 on network 7798ae83-74a1-492e-9bdd-ca86bd220076 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:19:39.039111 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-7baeec6a-d202-4d0c-9680-68f734179a59 service neutron] Attempting to bind port 49572cfe-befc-4458-b356-7cdab209edf9 on network 7798ae83-74a1-492e-9bdd-ca86bd220076 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:19:39.092976 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-7baeec6a-d202-4d0c-9680-68f734179a59 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:19:39.093334 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-7baeec6a-d202-4d0c-9680-68f734179a59 service neutron] Checking segment: {'id': '5179e55e-7b8e-4df7-bbd8-f5946e9f75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7798ae83-74a1-492e-9bdd-ca86bd220076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:19:39.093734 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-7baeec6a-d202-4d0c-9680-68f734179a59 service neutron] Bound using segment: {'id': '5179e55e-7b8e-4df7-bbd8-f5946e9f75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7798ae83-74a1-492e-9bdd-ca86bd220076'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:19:39.093981 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ceaaf36-8f92-45aa-ba14-83681dc16a34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:39.094189 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-7baeec6a-d202-4d0c-9680-68f734179a59 service neutron] Bound port: 49572cfe-befc-4458-b356-7cdab209edf9, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5179e55e-7b8e-4df7-bbd8-f5946e9f75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7798ae83-74a1-492e-9bdd-ca86bd220076'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:19:39.094556 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-7baeec6a-d202-4d0c-9680-68f734179a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:39.103362 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ceaaf36-8f92-45aa-ba14-83681dc16a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:39.149963 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-74656513-d5b6-43ac-9c6f-a8bba658ccc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b6a330-94b5-47db-829c-e3c8144775fa {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:19:39.159415 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-74656513-d5b6-43ac-9c6f-a8bba658ccc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:39.174358 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-74656513-d5b6-43ac-9c6f-a8bba658ccc3 service neutron] Transition to ACTIVE for port object c7b6a330-94b5-47db-829c-e3c8144775fa will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:19:39.177422 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceaaf36-8f92-45aa-ba14-83681dc16a34 admin admin] Pushing event updated for resources: {'Port': ['ID=07bae3a1-b502-42ea-91b7-1ddc5a4150f7,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:39.188293 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ceaaf36-8f92-45aa-ba14-83681dc16a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:39.198444 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-74656513-d5b6-43ac-9c6f-a8bba658ccc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:39.311369 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-74b5e515-c322-4bf9-a3b8-212b4ae42925 service neutron] 10.222.0.20 "GET /v2.0/networks/7798ae83-74a1-492e-9bdd-ca86bd220076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5872588 Jul 24 09:19:39.334619 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceaaf36-8f92-45aa-ba14-83681dc16a34 admin admin] Network e53a4dac-283d-4066-b39c-c92cd595e1cc is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:19:39.336211 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-6ceaaf36-8f92-45aa-ba14-83681dc16a34 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:19:39.469191 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74656513-d5b6-43ac-9c6f-a8bba658ccc3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b6a330-94b5-47db-829c-e3c8144775fa,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:39.474907 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4497a7e9-6d69-4951-aa78-938ff398766a up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:19:39.513887 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-99748378-54ec-42dc-9b20-8083313dc506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:39.515597 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-99748378-54ec-42dc-9b20-8083313dc506 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ba7548eea16e459abced384ba82b9bb7&device_id=1ee199fe-db6f-40d7-98f2-a4c30445292c HTTP/1.1" status: 200 len: 1094 time: 0.5579944 Jul 24 09:19:39.566551 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6193aa-0a48-4e83-884d-d58e6a118512 req-1666a96e-5ed9-4ef6-b767-01a9b2ee1a27 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:39.568341 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6d6193aa-0a48-4e83-884d-d58e6a118512 req-1666a96e-5ed9-4ef6-b767-01a9b2ee1a27 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 932 time: 0.8084867 Jul 24 09:19:39.576187 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ceaaf36-8f92-45aa-ba14-83681dc16a34 admin admin] Router a07bf143-4406-4f9c-97f7-e3faab5f3df3 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:19:39.598724 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 4497a7e9-6d69-4951-aa78-938ff398766a completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:19:39.602685 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 4497a7e9-6d69-4951-aa78-938ff398766a triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:19:39.603176 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:39.639619 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-c55d4959-3ff7-4c65-b2a0-acefee16418b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd89f406-4a06-47f7-9689-958edbb03849 HTTP/1.1" status: 200 len: 217 time: 0.0539713 Jul 24 09:19:39.656319 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-7baeec6a-d202-4d0c-9680-68f734179a59 service neutron] For port 49572cfe-befc-4458-b356-7cdab209edf9, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:19:39.736154 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:39.744066 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ceaaf36-8f92-45aa-ba14-83681dc16a34 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:19:39.749420 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6ceaaf36-8f92-45aa-ba14-83681dc16a34 admin admin] 10.222.0.32 "PUT /v2.0/routers/a07bf143-4406-4f9c-97f7-e3faab5f3df3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7166970 Jul 24 09:19:39.758239 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-7baeec6a-d202-4d0c-9680-68f734179a59 service neutron] For port 49572cfe-befc-4458-b356-7cdab209edf9, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=49572cfe-befc-4458-b356-7cdab209edf9,segment=NetworkSegment(5179e55e-7b8e-4df7-bbd8-f5946e9f75a1),segment_id=5179e55e-7b8e-4df7-bbd8-f5946e9f75a1)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:19:39.764348 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-74656513-d5b6-43ac-9c6f-a8bba658ccc3 service neutron] Attempting to bind port c7b6a330-94b5-47db-829c-e3c8144775fa on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:19:39.765578 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-74656513-d5b6-43ac-9c6f-a8bba658ccc3 service neutron] Attempting to bind port c7b6a330-94b5-47db-829c-e3c8144775fa by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '601693b6-c650-4eba-a2f3-56e8c928b732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '879e2a75-1d2b-49d0-a8d5-7375e00eca98'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:19:39.765973 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-74656513-d5b6-43ac-9c6f-a8bba658ccc3 service neutron] Attempting to bind port c7b6a330-94b5-47db-829c-e3c8144775fa on network 879e2a75-1d2b-49d0-a8d5-7375e00eca98 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:19:39.776071 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-7baeec6a-d202-4d0c-9680-68f734179a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:39.778099 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 4497a7e9-6d69-4951-aa78-938ff398766a, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4497a7e9-6d69-4951-aa78-938ff398766a,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:39.786227 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:39.799313 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-74656513-d5b6-43ac-9c6f-a8bba658ccc3 service neutron] Port c7b6a330-94b5-47db-829c-e3c8144775fa on network 879e2a75-1d2b-49d0-a8d5-7375e00eca98 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:19:39.799655 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-74656513-d5b6-43ac-9c6f-a8bba658ccc3 service neutron] Attempting to bind port c7b6a330-94b5-47db-829c-e3c8144775fa on network 879e2a75-1d2b-49d0-a8d5-7375e00eca98 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:19:39.814877 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-74656513-d5b6-43ac-9c6f-a8bba658ccc3 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:19:39.815234 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-74656513-d5b6-43ac-9c6f-a8bba658ccc3 service neutron] Checking segment: {'id': '601693b6-c650-4eba-a2f3-56e8c928b732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '879e2a75-1d2b-49d0-a8d5-7375e00eca98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:19:39.816038 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-74656513-d5b6-43ac-9c6f-a8bba658ccc3 service neutron] Bound using segment: {'id': '601693b6-c650-4eba-a2f3-56e8c928b732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '879e2a75-1d2b-49d0-a8d5-7375e00eca98'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:19:39.816470 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-74656513-d5b6-43ac-9c6f-a8bba658ccc3 service neutron] Bound port: c7b6a330-94b5-47db-829c-e3c8144775fa, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '601693b6-c650-4eba-a2f3-56e8c928b732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '879e2a75-1d2b-49d0-a8d5-7375e00eca98'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:19:39.817119 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-74656513-d5b6-43ac-9c6f-a8bba658ccc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:39.820946 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-4ecee690-7b25-4365-b079-62e35598080e service neutron] 10.222.0.20 "GET /v2.0/networks/7798ae83-74a1-492e-9bdd-ca86bd220076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975686 Jul 24 09:19:39.851683 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260be96-5055-4838-b4e5-d2e4acd27b0e req-a1bc7993-eb57-42a8-ac5c-e0854af5816d tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:39.868251 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a260be96-5055-4838-b4e5-d2e4acd27b0e req-a1bc7993-eb57-42a8-ac5c-e0854af5816d tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b22d4e7-f45f-40a6-816b-65a7954c56cf HTTP/1.1" status: 200 len: 943 time: 0.1245184 Jul 24 09:19:39.870069 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=4497a7e9-6d69-4951-aa78-938ff398766a,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:39.874239 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee199fe-db6f-40d7-98f2-a4c30445292c', 'tag': 'bd89f406-4a06-47f7-9689-958edbb03849'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:19:39.876806 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070ae805-6dcb-4dd2-90a8-a966c3b6e10b" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee199fe-db6f-40d7-98f2-a4c30445292c", "tag": "bd89f406-4a06-47f7-9689-958edbb03849"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:19:39.888249 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6d6193aa-0a48-4e83-884d-d58e6a118512 req-cd31f03c-760c-40b4-b0ea-8bba3ac0f57f tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513704 Jul 24 09:19:39.907217 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-1432aabf-de8f-4810-afbb-298ed389317c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:39.908756 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-1432aabf-de8f-4810-afbb-298ed389317c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8aa3f4c-809e-43cf-8dc6-22b2e50fbb3b HTTP/1.1" status: 200 len: 858 time: 0.2624152 Jul 24 09:19:39.914668 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a260be96-5055-4838-b4e5-d2e4acd27b0e req-d4db95bf-e991-4c95-9ff4-bda54e5ae20c tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/security-groups?id=0776dec3-f3b5-40fa-afc0-4af4b4127a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411787 Jul 24 09:19:39.928065 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-7baeec6a-d202-4d0c-9680-68f734179a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:39.928900 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-7baeec6a-d202-4d0c-9680-68f734179a59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:39.933310 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-7baeec6a-d202-4d0c-9680-68f734179a59 service neutron] 10.222.0.37 "PUT /v2.0/ports/49572cfe-befc-4458-b356-7cdab209edf9 HTTP/1.1" status: 200 len: 1091 time: 4.0532496 Jul 24 09:19:40.083651 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e02a39a-56e5-4484-9131-809a05e0e152 x-openstack-request-id: req-2e02a39a-56e5-4484-9131-809a05e0e152 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:19:40.083948 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee199fe-db6f-40d7-98f2-a4c30445292c", "tag": "bd89f406-4a06-47f7-9689-958edbb03849", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:19:40.084202 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e02a39a-56e5-4484-9131-809a05e0e152 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:19:40.084592 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee199fe-db6f-40d7-98f2-a4c30445292c', 'tag': 'bd89f406-4a06-47f7-9689-958edbb03849', 'status': 'completed', 'code': 200} Jul 24 09:19:40.151245 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-044e3e31-b923-4b86-a3f4-94f03ae14c85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7798ae83-74a1-492e-9bdd-ca86bd220076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2097626 Jul 24 09:19:40.181636 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baeec6a-d202-4d0c-9680-68f734179a59 service neutron] Pushing event updated for resources: {'Port': ['ID=49572cfe-befc-4458-b356-7cdab209edf9,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:40.258666 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-74656513-d5b6-43ac-9c6f-a8bba658ccc3 service neutron] For port c7b6a330-94b5-47db-829c-e3c8144775fa, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:19:40.335028 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-74656513-d5b6-43ac-9c6f-a8bba658ccc3 service neutron] For port c7b6a330-94b5-47db-829c-e3c8144775fa, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=c7b6a330-94b5-47db-829c-e3c8144775fa,segment=NetworkSegment(601693b6-c650-4eba-a2f3-56e8c928b732),segment_id=601693b6-c650-4eba-a2f3-56e8c928b732)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:19:40.354133 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-e93fee7d-6cbe-43c6-ab07-2877b21e6c79 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:40.355277 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-e93fee7d-6cbe-43c6-ab07-2877b21e6c79 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/networks?id=e53a4dac-283d-4066-b39c-c92cd595e1cc HTTP/1.1" status: 200 len: 819 time: 0.1178181 Jul 24 09:19:40.372328 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-74656513-d5b6-43ac-9c6f-a8bba658ccc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:40.373969 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-aa7eeb38-5033-47ca-94d0-7efd6e57f1a2 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/quotas/7014e11e214d48f49651526c89418bc1 HTTP/1.1" status: 200 len: 375 time: 0.0119126 Jul 24 09:19:40.380585 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d97c5f-ed89-4473-a668-78ab3cce432f req-a08ad865-4efc-4ddf-9ea3-6cddccc080eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:40.382261 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d8d97c5f-ed89-4473-a668-78ab3cce432f req-a08ad865-4efc-4ddf-9ea3-6cddccc080eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba7548eea16e459abced384ba82b9bb7&device_id=d95f83b1-7fdf-4193-8a9b-bd5b8bf43d8f HTTP/1.1" status: 200 len: 1094 time: 0.4420218 Jul 24 09:19:40.390523 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-38fc772d-209c-437c-ac10-568e8f0a0538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:40.391998 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-38fc772d-209c-437c-ac10-568e8f0a0538 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ba7548eea16e459abced384ba82b9bb7&device_id=0b22d4e7-f45f-40a6-816b-65a7954c56cf HTTP/1.1" status: 200 len: 1094 time: 0.3245177 Jul 24 09:19:40.455455 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-5f1c9a83-db0e-4faa-88fd-d96c6bbb51bf tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7014e11e214d48f49651526c89418bc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0742886 Jul 24 09:19:40.464985 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e8185-5149-4084-aeb9-06296eb36b36 req-cf051af6-79ad-4acb-8ebb-3a0ef75ff929 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:40.466486 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cb8e8185-5149-4084-aeb9-06296eb36b36 req-cf051af6-79ad-4acb-8ebb-3a0ef75ff929 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9aa051c-23f1-4332-9bd7-9235f004ca70 HTTP/1.1" status: 200 len: 946 time: 0.3847599 Jul 24 09:19:40.478858 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 38275d4c-1ac5-495d-9d72-83c5f53a7b77 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:19:40.480412 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] Sync routers for ids ['a07bf143-4406-4f9c-97f7-e3faab5f3df3'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:19:40.494880 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] Routers {'a07bf143-4406-4f9c-97f7-e3faab5f3df3'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:19:40.495587 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:19:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['a07bf143-4406-4f9c-97f7-e3faab5f3df3'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:40.510391 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 38275d4c-1ac5-495d-9d72-83c5f53a7b77 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:19:40.511662 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 38275d4c-1ac5-495d-9d72-83c5f53a7b77 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:19:40.530049 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-74656513-d5b6-43ac-9c6f-a8bba658ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:40.530779 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-74656513-d5b6-43ac-9c6f-a8bba658ccc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:40.532252 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-74656513-d5b6-43ac-9c6f-a8bba658ccc3 service neutron] 10.222.0.37 "PUT /v2.0/ports/c7b6a330-94b5-47db-829c-e3c8144775fa HTTP/1.1" status: 200 len: 1092 time: 3.7306037 Jul 24 09:19:40.555097 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-941f7bb2-8d3e-44de-8cb5-6ef4d022211c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49572cfe-befc-4458-b356-7cdab209edf9 HTTP/1.1" status: 200 len: 217 time: 0.1228075 Jul 24 09:19:40.577343 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-6af99e86-6ec0-456e-a37b-3c1c83cfd02a service neutron] 10.222.0.37 "GET /v2.0/networks/7798ae83-74a1-492e-9bdd-ca86bd220076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984597 Jul 24 09:19:40.617101 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-96b47294-a99b-470b-a5f7-b6c5aa1b4885 service neutron] 10.222.0.32 "GET /v2.0/networks/e53a4dac-283d-4066-b39c-c92cd595e1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605794 Jul 24 09:19:40.619759 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] Set router a07bf143-4406-4f9c-97f7-e3faab5f3df3 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:19:40.710195 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74656513-d5b6-43ac-9c6f-a8bba658ccc3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b6a330-94b5-47db-829c-e3c8144775fa,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:40.778276 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-7932043d-4b54-49fe-a34e-9e14b359748a service neutron] 10.222.0.32 "GET /v2.0/networks/e53a4dac-283d-4066-b39c-c92cd595e1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355116 Jul 24 09:19:40.783161 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cb8e8185-5149-4084-aeb9-06296eb36b36 req-889ab89c-3fd0-4fde-b21d-507cfeb2f968 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562797 Jul 24 09:19:40.790081 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-61d12cf9-2fdf-4cb8-a07f-ece432a495d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:40.791542 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-61d12cf9-2fdf-4cb8-a07f-ece432a495d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8aa3f4c-809e-43cf-8dc6-22b2e50fbb3b HTTP/1.1" status: 200 len: 858 time: 0.2287762 Jul 24 09:19:40.807790 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d97c5f-ed89-4473-a668-78ab3cce432f req-282e1d6b-03b5-45ad-a756-d3d137098f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:40.807790 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d8d97c5f-ed89-4473-a668-78ab3cce432f req-282e1d6b-03b5-45ad-a756-d3d137098f68 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7798ae83-74a1-492e-9bdd-ca86bd220076 HTTP/1.1" status: 200 len: 918 time: 0.3884730 Jul 24 09:19:40.851286 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-5f91ab99-f845-4d1a-9eb7-343e45764b7d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7798ae83-74a1-492e-9bdd-ca86bd220076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445335 Jul 24 09:19:40.858475 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07bf143-4406-4f9c-97f7-e3faab5f3df3', 'name': 'tempest-ServerRescueNegativeTestJSON-2020370087-router', 'tenant_id': '7014e11e214d48f49651526c89418bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '4497a7e9-6d69-4951-aa78-938ff398766a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:19:33Z', 'updated_at': '2021-07-24T09:19:38Z', 'revision_number': 4, 'project_id': '7014e11e214d48f49651526c89418bc1', 'gw_port': {'id': '4497a7e9-6d69-4951-aa78-938ff398766a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07bf143-4406-4f9c-97f7-e3faab5f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:19:34Z', 'updated_at': '2021-07-24T09:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '07bae3a1-b502-42ea-91b7-1ddc5a4150f7', 'name': '', 'network_id': 'e53a4dac-283d-4066-b39c-c92cd595e1cc', 'tenant_id': '7014e11e214d48f49651526c89418bc1', 'mac_address': 'fa:16:3e:25:d1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07bf143-4406-4f9c-97f7-e3faab5f3df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f62887c4-8038-43c9-a348-486215509d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:19:37Z', 'updated_at': '2021-07-24T09:19:38Z', 'revision_number': 2, 'project_id': '7014e11e214d48f49651526c89418bc1', 'subnets': [{'id': 'f62887c4-8038-43c9-a348-486215509d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:40.895968 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] Checking router: a07bf143-4406-4f9c-97f7-e3faab5f3df3 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:19:40.896699 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] Updating router a07bf143-4406-4f9c-97f7-e3faab5f3df3 port 07bae3a1-b502-42ea-91b7-1ddc5a4150f7 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:19:40.979630 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:41.091743 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae0497-f418-451b-92ce-4d5f6f31f9fb req-df8fffe3-e01b-432c-b823-0a51970c990d tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:41.094882 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-33ae0497-f418-451b-92ce-4d5f6f31f9fb req-df8fffe3-e01b-432c-b823-0a51970c990d tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 944 time: 0.0775330 Jul 24 09:19:41.145727 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-33ae0497-f418-451b-92ce-4d5f6f31f9fb req-6384ea77-55c4-4ce3-8ade-31fdc126b80d tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455890 Jul 24 09:19:41.271971 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d8d97c5f-ed89-4473-a668-78ab3cce432f req-d54ed63e-279e-4e3c-9b8e-401c1054d3c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecac190a-e43f-486a-9107-e969ea992406 HTTP/1.1" status: 200 len: 217 time: 0.4533236 Jul 24 09:19:41.331363 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-b8c57e07-67ea-43fb-a801-5132e9f866f3 service neutron] 10.222.0.37 "GET /v2.0/networks/7798ae83-74a1-492e-9bdd-ca86bd220076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7030962 Jul 24 09:19:41.399396 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-05d0c66c-ebe1-4a56-940e-e9529fc3f3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:41.411196 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-05d0c66c-ebe1-4a56-940e-e9529fc3f3df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf29b3bebbf742f881f34420258c367e&device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 1095 time: 0.8329103 Jul 24 09:19:41.444874 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4497a7e9-6d69-4951-aa78-938ff398766a up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:19:41.458309 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7c830bfd-3e06-42dd-b9f0-01670839fc34 req-9d0411a4-b0f9-4876-8ea8-983feb50b573 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 210 time: 0.1821394 Jul 24 09:19:41.499767 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b82ff7-d045-432a-9537-61f9e85c85f1 req-8445dc22-e4b6-493d-bf9f-2fbd34cde487 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:41.508774 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:41.513107 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-70b82ff7-d045-432a-9537-61f9e85c85f1 req-8445dc22-e4b6-493d-bf9f-2fbd34cde487 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b22d4e7-f45f-40a6-816b-65a7954c56cf HTTP/1.1" status: 200 len: 943 time: 0.2115998 Jul 24 09:19:41.545916 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] Transition to ACTIVE for port object 07bae3a1-b502-42ea-91b7-1ddc5a4150f7 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:19:41.557098 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:41.583288 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 4497a7e9-6d69-4951-aa78-938ff398766a triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:19:41.584229 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:41.609484 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-70b82ff7-d045-432a-9537-61f9e85c85f1 req-2020c48d-10a4-4e10-aeba-54e0a1c58273 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/security-groups?id=0776dec3-f3b5-40fa-afc0-4af4b4127a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941429 Jul 24 09:19:41.706264 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-7c58025e-9fc9-4831-b703-bb743444a1f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7b6a330-94b5-47db-829c-e3c8144775fa HTTP/1.1" status: 200 len: 217 time: 0.2595875 Jul 24 09:19:41.749503 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d97c5f-ed89-4473-a668-78ab3cce432f req-f9d261ef-0733-49c6-bda0-ee990c18ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:41.751036 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d8d97c5f-ed89-4473-a668-78ab3cce432f req-f9d261ef-0733-49c6-bda0-ee990c18ba2a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8aa3f4c-809e-43cf-8dc6-22b2e50fbb3b HTTP/1.1" status: 200 len: 858 time: 0.4638982 Jul 24 09:19:41.760309 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84edb3-7594-46e9-a878-e125768e3ec6 None None] Pushing event updated for resources: {'Port': ['ID=07bae3a1-b502-42ea-91b7-1ddc5a4150f7,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:41.771407 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] Attempting to bind port 07bae3a1-b502-42ea-91b7-1ddc5a4150f7 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:19:41.771522 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] Attempting to bind port 07bae3a1-b502-42ea-91b7-1ddc5a4150f7 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '549f8fc2-6dd2-403e-86ee-6496c004d1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e53a4dac-283d-4066-b39c-c92cd595e1cc'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:19:41.771856 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] Attempting to bind port 07bae3a1-b502-42ea-91b7-1ddc5a4150f7 on network e53a4dac-283d-4066-b39c-c92cd595e1cc {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:19:41.777578 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:19:41.777944 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] Checking segment: {'id': '549f8fc2-6dd2-403e-86ee-6496c004d1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e53a4dac-283d-4066-b39c-c92cd595e1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:19:41.779084 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:41.779531 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] Bound using segment: {'id': '549f8fc2-6dd2-403e-86ee-6496c004d1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e53a4dac-283d-4066-b39c-c92cd595e1cc'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:19:41.779985 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] Bound port: 07bae3a1-b502-42ea-91b7-1ddc5a4150f7, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '549f8fc2-6dd2-403e-86ee-6496c004d1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e53a4dac-283d-4066-b39c-c92cd595e1cc'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:19:41.780351 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:41.874605 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] For port 07bae3a1-b502-42ea-91b7-1ddc5a4150f7, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:19:41.877472 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-1bd0a97d-a7f8-4360-9605-7b21791dc4ed service neutron] 10.222.0.37 "GET /v2.0/networks/7798ae83-74a1-492e-9bdd-ca86bd220076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9908075 Jul 24 09:19:41.880328 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d8d97c5f-ed89-4473-a668-78ab3cce432f req-69802e12-c572-43e8-9635-759b7f052d3b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7798ae83-74a1-492e-9bdd-ca86bd220076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049886 Jul 24 09:19:41.883219 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] For port 07bae3a1-b502-42ea-91b7-1ddc5a4150f7, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=07bae3a1-b502-42ea-91b7-1ddc5a4150f7,segment=NetworkSegment(549f8fc2-6dd2-403e-86ee-6496c004d1b8),segment_id=549f8fc2-6dd2-403e-86ee-6496c004d1b8)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:19:41.891119 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:41.943271 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e0767-6b50-46f0-8e7a-d5cd1c9199e9 req-08b35539-a6fe-4a26-9d11-bc60eac4a7ae tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:41.944817 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f30e0767-6b50-46f0-8e7a-d5cd1c9199e9 req-08b35539-a6fe-4a26-9d11-bc60eac4a7ae tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9aa051c-23f1-4332-9bd7-9235f004ca70 HTTP/1.1" status: 200 len: 946 time: 0.6687124 Jul 24 09:19:41.970801 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577ae24-f334-4809-b0d9-8231f2ab65e8 req-b8845a03-de4e-4163-91fe-d7a3b4b7de4b tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:41.980583 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5577ae24-f334-4809-b0d9-8231f2ab65e8 req-b8845a03-de4e-4163-91fe-d7a3b4b7de4b tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9aa051c-23f1-4332-9bd7-9235f004ca70 HTTP/1.1" status: 200 len: 946 time: 0.0973444 Jul 24 09:19:41.987179 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-1fa46eec-cc55-4209-b367-828026c09367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:41.988637 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-1fa46eec-cc55-4209-b367-828026c09367 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1f03bd53-1d24-4014-8dfb-1c8adcf2b288 HTTP/1.1" status: 200 len: 850 time: 0.2619286 Jul 24 09:19:42.006223 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ae805-6dcb-4dd2-90a8-a966c3b6e10b req-bfaac63f-f33e-4f2a-8541-1e0742cd3705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:42.007711 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-070ae805-6dcb-4dd2-90a8-a966c3b6e10b req-bfaac63f-f33e-4f2a-8541-1e0742cd3705 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ba7548eea16e459abced384ba82b9bb7&device_id=1ee199fe-db6f-40d7-98f2-a4c30445292c HTTP/1.1" status: 200 len: 1094 time: 0.5550375 Jul 24 09:19:42.030140 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] Routers {'a07bf143-4406-4f9c-97f7-e3faab5f3df3'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:19:42.030995 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:19:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['a07bf143-4406-4f9c-97f7-e3faab5f3df3'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:42.034649 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5577ae24-f334-4809-b0d9-8231f2ab65e8 req-0c3f4dcd-6ca9-48af-ad45-7673b2cfa615 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524869 Jul 24 09:19:42.036049 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84edb3-7594-46e9-a878-e125768e3ec6 None None] Pushing event updated for resources: {'Port': ['ID=07bae3a1-b502-42ea-91b7-1ddc5a4150f7,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:42.093950 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-a0c79265-3da4-41d7-af0a-16414fe14bc3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=879e2a75-1d2b-49d0-a8d5-7375e00eca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594833 Jul 24 09:19:42.094392 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b22d4e7-f45f-40a6-816b-65a7954c56cf', 'tag': '49572cfe-befc-4458-b356-7cdab209edf9'}, {'name': 'network-changed', 'server_uuid': '86c290e5-3c28-4ad5-b25f-0393b7d273dc', 'tag': 'c7b6a330-94b5-47db-829c-e3c8144775fa'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:19:42.096996 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc3b953-7bd0-48d4-9747-ae07a4bb9803" -d '{"events": [{"name": "network-changed", "server_uuid": "0b22d4e7-f45f-40a6-816b-65a7954c56cf", "tag": "49572cfe-befc-4458-b356-7cdab209edf9"}, {"name": "network-changed", "server_uuid": "86c290e5-3c28-4ad5-b25f-0393b7d273dc", "tag": "c7b6a330-94b5-47db-829c-e3c8144775fa"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:19:42.148805 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] Set router a07bf143-4406-4f9c-97f7-e3faab5f3df3 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:19:42.161281 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 24 Jul 2021 09:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35e0df0-479c-41b9-b3f3-c4c4c3cc2185 x-openstack-request-id: req-c35e0df0-479c-41b9-b3f3-c4c4c3cc2185 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:19:42.161585 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b22d4e7-f45f-40a6-816b-65a7954c56cf", "tag": "49572cfe-befc-4458-b356-7cdab209edf9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "86c290e5-3c28-4ad5-b25f-0393b7d273dc", "tag": "c7b6a330-94b5-47db-829c-e3c8144775fa", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:19:42.161827 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c35e0df0-479c-41b9-b3f3-c4c4c3cc2185 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:19:42.162285 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b22d4e7-f45f-40a6-816b-65a7954c56cf', 'tag': '49572cfe-befc-4458-b356-7cdab209edf9', 'status': 'completed', 'code': 200} Jul 24 09:19:42.162547 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c290e5-3c28-4ad5-b25f-0393b7d273dc', 'tag': 'c7b6a330-94b5-47db-829c-e3c8144775fa', 'status': 'completed', 'code': 200} Jul 24 09:19:42.278199 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-73467e4d-3a57-4d36-a142-8f7039da2c7f tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:42.280329 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-73467e4d-3a57-4d36-a142-8f7039da2c7f tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/networks?id=e53a4dac-283d-4066-b39c-c92cd595e1cc HTTP/1.1" status: 200 len: 819 time: 0.5690286 Jul 24 09:19:42.322668 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c33887-fed5-43c4-81a2-63fe6f72ec4a req-21688e65-565b-492c-a6a7-62f016b088af tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:42.330070 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-42c33887-fed5-43c4-81a2-63fe6f72ec4a req-21688e65-565b-492c-a6a7-62f016b088af tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 944 time: 0.0891988 Jul 24 09:19:42.437896 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-9e2b091f-4559-4eda-a7e9-5e5a74086999 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/quotas/7014e11e214d48f49651526c89418bc1 HTTP/1.1" status: 200 len: 375 time: 0.1318958 Jul 24 09:19:42.450752 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07bf143-4406-4f9c-97f7-e3faab5f3df3', 'name': 'tempest-ServerRescueNegativeTestJSON-2020370087-router', 'tenant_id': '7014e11e214d48f49651526c89418bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '4497a7e9-6d69-4951-aa78-938ff398766a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:19:33Z', 'updated_at': '2021-07-24T09:19:38Z', 'revision_number': 4, 'project_id': '7014e11e214d48f49651526c89418bc1', 'gw_port': {'id': '4497a7e9-6d69-4951-aa78-938ff398766a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07bf143-4406-4f9c-97f7-e3faab5f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:19:34Z', 'updated_at': '2021-07-24T09:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '07bae3a1-b502-42ea-91b7-1ddc5a4150f7', 'name': '', 'network_id': 'e53a4dac-283d-4066-b39c-c92cd595e1cc', 'tenant_id': '7014e11e214d48f49651526c89418bc1', 'mac_address': 'fa:16:3e:25:d1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07bf143-4406-4f9c-97f7-e3faab5f3df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f62887c4-8038-43c9-a348-486215509d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:19:37Z', 'updated_at': '2021-07-24T09:19:41Z', 'revision_number': 4, 'project_id': '7014e11e214d48f49651526c89418bc1', 'subnets': [{'id': 'f62887c4-8038-43c9-a348-486215509d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:42.458244 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-42c33887-fed5-43c4-81a2-63fe6f72ec4a req-f29529be-5e83-44d4-8f35-1e32d50fd414 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272192 Jul 24 09:19:42.476706 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84612f5-ed69-4c94-8395-6d619ae1e0a5 None None] The sync data for ids ['a07bf143-4406-4f9c-97f7-e3faab5f3df3'] in n-d-800085-9 is: [{'id': 'a07bf143-4406-4f9c-97f7-e3faab5f3df3', 'name': 'tempest-ServerRescueNegativeTestJSON-2020370087-router', 'tenant_id': '7014e11e214d48f49651526c89418bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '4497a7e9-6d69-4951-aa78-938ff398766a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:19:33Z', 'updated_at': '2021-07-24T09:19:38Z', 'revision_number': 4, 'project_id': '7014e11e214d48f49651526c89418bc1', 'gw_port': {'id': '4497a7e9-6d69-4951-aa78-938ff398766a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07bf143-4406-4f9c-97f7-e3faab5f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:19:34Z', 'updated_at': '2021-07-24T09:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '07bae3a1-b502-42ea-91b7-1ddc5a4150f7', 'name': '', 'network_id': 'e53a4dac-283d-4066-b39c-c92cd595e1cc', 'tenant_id': '7014e11e214d48f49651526c89418bc1', 'mac_address': 'fa:16:3e:25:d1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07bf143-4406-4f9c-97f7-e3faab5f3df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'f62887c4-8038-43c9-a348-486215509d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:19:37Z', 'updated_at': '2021-07-24T09:19:41Z', 'revision_number': 4, 'project_id': '7014e11e214d48f49651526c89418bc1', 'subnets': [{'id': 'f62887c4-8038-43c9-a348-486215509d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:19:42.500626 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ae805-6dcb-4dd2-90a8-a966c3b6e10b req-13321714-6470-478b-b2eb-38e71e2f9c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:42.502097 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-070ae805-6dcb-4dd2-90a8-a966c3b6e10b req-13321714-6470-478b-b2eb-38e71e2f9c5d service neutron] 10.222.0.37 "GET /v2.0/networks?id=7798ae83-74a1-492e-9bdd-ca86bd220076 HTTP/1.1" status: 200 len: 918 time: 0.4432483 Jul 24 09:19:42.503870 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66ad193a-a6cc-403c-8c78-66081a1f66b0 req-029ae927-8f3c-4633-acda-6bf76853cac4 service neutron] 10.222.0.37 "GET /v2.0/networks/7798ae83-74a1-492e-9bdd-ca86bd220076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5755062 Jul 24 09:19:42.537210 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d8d97c5f-ed89-4473-a668-78ab3cce432f req-48e053b2-608e-452a-95ed-0edf2f40cc1d service neutron] 10.222.0.20 "GET /v2.0/networks/7798ae83-74a1-492e-9bdd-ca86bd220076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6169140 Jul 24 09:19:42.538253 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ecac190a-e43f-486a-9107-e969ea992406 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:19:42.539294 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-3a1c7861-828d-4745-b434-4377b95e2532 service neutron] 10.222.0.37 "GET /v2.0/networks/879e2a75-1d2b-49d0-a8d5-7375e00eca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267156 Jul 24 09:19:42.569093 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-5ebbcb50-0b0a-47a5-8d20-649c4c30d921 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:42.574138 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-5ebbcb50-0b0a-47a5-8d20-649c4c30d921 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.20 "GET /v2.0/networks?id=e53a4dac-283d-4066-b39c-c92cd595e1cc HTTP/1.1" status: 200 len: 819 time: 0.2350264 Jul 24 09:19:42.590303 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-1128319b-6232-4f93-b1ed-3fd74bedc60e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Request body: {'port': {'device_id': '896e2b8e-333d-4d9e-88d1-6722b40a20a6', 'network_id': 'e53a4dac-283d-4066-b39c-c92cd595e1cc', 'admin_state_up': True, 'tenant_id': '7014e11e214d48f49651526c89418bc1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:42.764938 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port ecac190a-e43f-486a-9107-e969ea992406, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ecac190a-e43f-486a-9107-e969ea992406,segment=NetworkSegment(5179e55e-7b8e-4df7-bbd8-f5946e9f75a1),segment_id=5179e55e-7b8e-4df7-bbd8-f5946e9f75a1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:42.786843 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'ecac190a-e43f-486a-9107-e969ea992406', 'network_id': '7798ae83-74a1-492e-9bdd-ca86bd220076', 'port_id': 'ecac190a-e43f-486a-9107-e969ea992406', 'mac_address': 'fa:16:3e:73:a8:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8aa3f4c-809e-43cf-8dc6-22b2e50fbb3b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:19:42.804032 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-1128319b-6232-4f93-b1ed-3fd74bedc60e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Made reservation on behalf of 7014e11e214d48f49651526c89418bc1 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:19:42.804248 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-070ae805-6dcb-4dd2-90a8-a966c3b6e10b req-7a3c7b93-6622-4001-b4af-784a58c223a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd89f406-4a06-47f7-9689-958edbb03849 HTTP/1.1" status: 200 len: 217 time: 0.2437561 Jul 24 09:19:42.810076 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-1128319b-6232-4f93-b1ed-3fd74bedc60e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:42.848574 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:42.878567 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecac190a-e43f-486a-9107-e969ea992406 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:19:42.915999 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port ecac190a-e43f-486a-9107-e969ea992406, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ecac190a-e43f-486a-9107-e969ea992406,segment=NetworkSegment(5179e55e-7b8e-4df7-bbd8-f5946e9f75a1),segment_id=5179e55e-7b8e-4df7-bbd8-f5946e9f75a1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:42.921138 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:42.977648 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=ecac190a-e43f-486a-9107-e969ea992406,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:42.986931 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-f30e0767-6b50-46f0-8e7a-d5cd1c9199e9 req-131b6e8a-f66f-4755-9e44-941d93f14079 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Deleting port b4d0d30b-b151-4f63-8fbe-aa2fed244ef8 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:19:42.987456 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f30e0767-6b50-46f0-8e7a-d5cd1c9199e9 req-131b6e8a-f66f-4755-9e44-941d93f14079 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:42.995665 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-1128319b-6232-4f93-b1ed-3fd74bedc60e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Allocated IP 172.20.0.12 (e53a4dac-283d-4066-b39c-c92cd595e1cc/f62887c4-8038-43c9-a348-486215509d76/281ac198-347e-44df-a282-fa513c72ccd8) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:19:43.077828 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ae805-6dcb-4dd2-90a8-a966c3b6e10b req-c7104417-8944-47a0-93b4-d3da52921066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:43.081338 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-070ae805-6dcb-4dd2-90a8-a966c3b6e10b req-c7104417-8944-47a0-93b4-d3da52921066 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8aa3f4c-809e-43cf-8dc6-22b2e50fbb3b HTTP/1.1" status: 200 len: 858 time: 0.2568979 Jul 24 09:19:43.112295 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-6581da81-3545-4ed6-aa6a-59d03e4d3780 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7014e11e214d48f49651526c89418bc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6228178 Jul 24 09:19:43.124369 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe029dd-3ed5-4bf3-ad06-45de1d268fb0 req-d3a61079-2128-4c1e-b827-6f07fe292ad9 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:43.126015 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1fe029dd-3ed5-4bf3-ad06-45de1d268fb0 req-d3a61079-2128-4c1e-b827-6f07fe292ad9 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b22d4e7-f45f-40a6-816b-65a7954c56cf HTTP/1.1" status: 200 len: 943 time: 0.1428359 Jul 24 09:19:43.173558 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-22d6dfaa-b5c8-4a50-a37e-acb5c4edf290 req-ed71ec18-2acf-41e5-9bd4-e36d7347ef37 service neutron] 10.222.0.37 "GET /v2.0/networks/879e2a75-1d2b-49d0-a8d5-7375e00eca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774336 Jul 24 09:19:43.213419 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1fe029dd-3ed5-4bf3-ad06-45de1d268fb0 req-25cb95b3-0a8e-468b-9a73-6594cab9dfdb tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/security-groups?id=0776dec3-f3b5-40fa-afc0-4af4b4127a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697336 Jul 24 09:19:43.218097 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-070ae805-6dcb-4dd2-90a8-a966c3b6e10b req-a5072ebc-bf5e-419c-8d42-c0419e0f00c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7798ae83-74a1-492e-9bdd-ca86bd220076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206748 Jul 24 09:19:43.237538 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d8d97c5f-ed89-4473-a668-78ab3cce432f req-7e4b6016-511b-49d8-81fc-0aaf2868fb54 service neutron] 10.222.0.20 "GET /v2.0/networks/7798ae83-74a1-492e-9bdd-ca86bd220076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6279140 Jul 24 09:19:43.262555 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3b953-7bd0-48d4-9747-ae07a4bb9803 req-33bdeab2-e6b3-4398-b98e-81de58bafa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:43.264179 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1cc3b953-7bd0-48d4-9747-ae07a4bb9803 req-33bdeab2-e6b3-4398-b98e-81de58bafa94 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ba7548eea16e459abced384ba82b9bb7&device_id=0b22d4e7-f45f-40a6-816b-65a7954c56cf HTTP/1.1" status: 200 len: 1094 time: 0.5440972 Jul 24 09:19:43.307104 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['ecac190a-e43f-486a-9107-e969ea992406'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:19:43.389715 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-070ae805-6dcb-4dd2-90a8-a966c3b6e10b req-0005a756-1a3c-4b5a-ab24-96ac4c061601 service neutron] 10.222.0.37 "GET /v2.0/networks/7798ae83-74a1-492e-9bdd-ca86bd220076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547234 Jul 24 09:19:43.409017 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-1128319b-6232-4f93-b1ed-3fd74bedc60e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:43.519814 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 07bae3a1-b502-42ea-91b7-1ddc5a4150f7 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:19:43.558889 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41754d5-5269-4fbb-b817-72ccf2e2f31f req-e741b9cd-b435-4d53-8664-cfa3689cada3 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:43.561659 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e41754d5-5269-4fbb-b817-72ccf2e2f31f req-e741b9cd-b435-4d53-8664-cfa3689cada3 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9aa051c-23f1-4332-9bd7-9235f004ca70 HTTP/1.1" status: 200 len: 946 time: 0.2155497 Jul 24 09:19:43.570242 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-f30e0767-6b50-46f0-8e7a-d5cd1c9199e9 req-131b6e8a-f66f-4755-9e44-941d93f14079 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] For port b4d0d30b-b151-4f63-8fbe-aa2fed244ef8, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=b4d0d30b-b151-4f63-8fbe-aa2fed244ef8,segment=NetworkSegment(36709531-842e-4437-a258-32aea7901240),segment_id=36709531-842e-4437-a258-32aea7901240)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:43.570625 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f30e0767-6b50-46f0-8e7a-d5cd1c9199e9 req-131b6e8a-f66f-4755-9e44-941d93f14079 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:43.616978 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e41754d5-5269-4fbb-b817-72ccf2e2f31f req-83fdcaa4-3ffd-4c76-934c-935c045ffefe tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469718 Jul 24 09:19:43.618971 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-1128319b-6232-4f93-b1ed-3fd74bedc60e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:43.630965 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 07bae3a1-b502-42ea-91b7-1ddc5a4150f7 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:19:43.642988 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-1128319b-6232-4f93-b1ed-3fd74bedc60e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Network e53a4dac-283d-4066-b39c-c92cd595e1cc is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:19:43.645662 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-1128319b-6232-4f93-b1ed-3fd74bedc60e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:19:43.666070 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 07bae3a1-b502-42ea-91b7-1ddc5a4150f7 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:19:43.666722 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-1128319b-6232-4f93-b1ed-3fd74bedc60e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:19:43.667313 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:43.669807 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-f30e0767-6b50-46f0-8e7a-d5cd1c9199e9 req-131b6e8a-f66f-4755-9e44-941d93f14079 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Calling delete_port for b4d0d30b-b151-4f63-8fbe-aa2fed244ef8 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:19:43.703453 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-3b5edc95-c9ba-43b3-b5b4-9a82e147beac service neutron] 10.222.0.32 "GET /v2.0/networks/e53a4dac-283d-4066-b39c-c92cd595e1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272634 Jul 24 09:19:43.726516 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128319b-6232-4f93-b1ed-3fd74bedc60e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Pushing event updated for resources: {'Port': ['ID=281ac198-347e-44df-a282-fa513c72ccd8,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:43.738612 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128319b-6232-4f93-b1ed-3fd74bedc60e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:43.738964 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128319b-6232-4f93-b1ed-3fd74bedc60e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:43.739421 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128319b-6232-4f93-b1ed-3fd74bedc60e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:43.739773 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128319b-6232-4f93-b1ed-3fd74bedc60e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:43.740205 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128319b-6232-4f93-b1ed-3fd74bedc60e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:43.740547 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128319b-6232-4f93-b1ed-3fd74bedc60e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:43.741003 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128319b-6232-4f93-b1ed-3fd74bedc60e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:43.741341 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128319b-6232-4f93-b1ed-3fd74bedc60e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:43.741673 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128319b-6232-4f93-b1ed-3fd74bedc60e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:43.742367 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128319b-6232-4f93-b1ed-3fd74bedc60e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:43.742716 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128319b-6232-4f93-b1ed-3fd74bedc60e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:43.743053 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128319b-6232-4f93-b1ed-3fd74bedc60e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:43.761172 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-1128319b-6232-4f93-b1ed-3fd74bedc60e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:43.761894 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-1128319b-6232-4f93-b1ed-3fd74bedc60e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:43.820127 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-1128319b-6232-4f93-b1ed-3fd74bedc60e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2363591 Jul 24 09:19:43.823003 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:43.834188 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-386aeaaa-c42d-48f9-b44e-c5e0dad37e0e service neutron] Request body: {'port': {'device_id': '896e2b8e-333d-4d9e-88d1-6722b40a20a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:43.866455 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 07bae3a1-b502-42ea-91b7-1ddc5a4150f7, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=07bae3a1-b502-42ea-91b7-1ddc5a4150f7,segment=NetworkSegment(549f8fc2-6dd2-403e-86ee-6496c004d1b8),segment_id=549f8fc2-6dd2-403e-86ee-6496c004d1b8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:43.872261 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:43.901173 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb17599-1893-40f7-945e-7f8fb85d7b3f req-9fa27c42-8e95-4d73-8329-e9c44d1af747 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:43.902793 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ceb17599-1893-40f7-945e-7f8fb85d7b3f req-9fa27c42-8e95-4d73-8329-e9c44d1af747 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 944 time: 0.1330564 Jul 24 09:19:43.944825 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=07bae3a1-b502-42ea-91b7-1ddc5a4150f7,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:43.965514 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-386aeaaa-c42d-48f9-b44e-c5e0dad37e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:43.975628 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:43.988722 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ceb17599-1893-40f7-945e-7f8fb85d7b3f req-55e167f5-b762-4d63-b7bb-372b9a137e93 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571363 Jul 24 09:19:44.274874 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-070ae805-6dcb-4dd2-90a8-a966c3b6e10b req-a8d11d18-7cbd-41bc-bd5f-c7698afa9b1d service neutron] 10.222.0.37 "GET /v2.0/networks/7798ae83-74a1-492e-9bdd-ca86bd220076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8680804 Jul 24 09:19:44.284044 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f30e0767-6b50-46f0-8e7a-d5cd1c9199e9 req-131b6e8a-f66f-4755-9e44-941d93f14079 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:44.360529 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b6e8a-f66f-4755-9e44-941d93f14079 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Pushing event deleted for resources: {'Port': ['ID=b4d0d30b-b151-4f63-8fbe-aa2fed244ef8,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:44.365924 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3b953-7bd0-48d4-9747-ae07a4bb9803 req-55e4a4d1-7e6c-4caa-96b2-ee4db89fcb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:44.367397 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1cc3b953-7bd0-48d4-9747-ae07a4bb9803 req-55e4a4d1-7e6c-4caa-96b2-ee4db89fcb3a service neutron] 10.222.0.37 "GET /v2.0/networks?id=7798ae83-74a1-492e-9bdd-ca86bd220076 HTTP/1.1" status: 200 len: 918 time: 1.0777586 Jul 24 09:19:44.458686 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-386aeaaa-c42d-48f9-b44e-c5e0dad37e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 281ac198-347e-44df-a282-fa513c72ccd8 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:19:44.461827 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30e0767-6b50-46f0-8e7a-d5cd1c9199e9 req-131b6e8a-f66f-4755-9e44-941d93f14079 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] No DVR routers for this DVR port b4d0d30b-b151-4f63-8fbe-aa2fed244ef8 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:19:44.469643 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1cc3b953-7bd0-48d4-9747-ae07a4bb9803 req-88fd372e-c43a-49d2-b271-50d8d36631af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49572cfe-befc-4458-b356-7cdab209edf9 HTTP/1.1" status: 200 len: 217 time: 0.0939059 Jul 24 09:19:44.471067 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f30e0767-6b50-46f0-8e7a-d5cd1c9199e9 req-131b6e8a-f66f-4755-9e44-941d93f14079 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:44.473116 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f30e0767-6b50-46f0-8e7a-d5cd1c9199e9 req-131b6e8a-f66f-4755-9e44-941d93f14079 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.20 "DELETE /v2.0/ports/b4d0d30b-b151-4f63-8fbe-aa2fed244ef8 HTTP/1.1" status: 204 len: 173 time: 2.4983182 Jul 24 09:19:44.475121 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9aa051c-23f1-4332-9bd7-9235f004ca70', 'name': 'network-vif-deleted', 'tag': 'b4d0d30b-b151-4f63-8fbe-aa2fed244ef8'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:19:44.477424 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6d09a6-fad4-438f-9efe-730f48258044" -d '{"events": [{"server_uuid": "f9aa051c-23f1-4332-9bd7-9235f004ca70", "name": "network-vif-deleted", "tag": "b4d0d30b-b151-4f63-8fbe-aa2fed244ef8"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:19:44.478060 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-386aeaaa-c42d-48f9-b44e-c5e0dad37e0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:44.522852 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-386aeaaa-c42d-48f9-b44e-c5e0dad37e0e service neutron] Transition to ACTIVE for port object 281ac198-347e-44df-a282-fa513c72ccd8 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:19:44.524556 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device bd89f406-4a06-47f7-9689-958edbb03849 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:19:44.530943 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-04204d05-2056-4087-b6f6-d6a818427b2b service neutron] 10.222.0.32 "GET /v2.0/networks/e53a4dac-283d-4066-b39c-c92cd595e1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8179674 Jul 24 09:19:44.535442 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836a1a8-8470-4894-97e6-9bef3efcfcf2 req-29042f85-e6d3-4da6-9a01-c7acc68765da tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:44.543312 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8836a1a8-8470-4894-97e6-9bef3efcfcf2 req-29042f85-e6d3-4da6-9a01-c7acc68765da tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b22d4e7-f45f-40a6-816b-65a7954c56cf HTTP/1.1" status: 200 len: 943 time: 0.1926689 Jul 24 09:19:44.546662 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-386aeaaa-c42d-48f9-b44e-c5e0dad37e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:44.547415 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3b953-7bd0-48d4-9747-ae07a4bb9803 req-29133739-78aa-40c8-9582-ad65a7041fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:44.549378 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1cc3b953-7bd0-48d4-9747-ae07a4bb9803 req-29133739-78aa-40c8-9582-ad65a7041fed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8aa3f4c-809e-43cf-8dc6-22b2e50fbb3b HTTP/1.1" status: 200 len: 858 time: 0.0689969 Jul 24 09:19:44.627027 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1cc3b953-7bd0-48d4-9747-ae07a4bb9803 req-44169336-dda6-4a1e-bfd2-9d7b625e2220 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7798ae83-74a1-492e-9bdd-ca86bd220076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702641 Jul 24 09:19:44.684338 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386aeaaa-c42d-48f9-b44e-c5e0dad37e0e service neutron] Pushing event updated for resources: {'Port': ['ID=281ac198-347e-44df-a282-fa513c72ccd8,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:44.691255 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['895cdaef-83aa-413c-8ea5-ba5fe01f53be'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:19:44.702059 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8836a1a8-8470-4894-97e6-9bef3efcfcf2 req-23f356be-ab0b-417e-acf1-6fff2b59988d tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/security-groups?id=0776dec3-f3b5-40fa-afc0-4af4b4127a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576357 Jul 24 09:19:44.817158 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port bd89f406-4a06-47f7-9689-958edbb03849, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=bd89f406-4a06-47f7-9689-958edbb03849,segment=NetworkSegment(5179e55e-7b8e-4df7-bbd8-f5946e9f75a1),segment_id=5179e55e-7b8e-4df7-bbd8-f5946e9f75a1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:44.875475 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'bd89f406-4a06-47f7-9689-958edbb03849', 'network_id': '7798ae83-74a1-492e-9bdd-ca86bd220076', 'port_id': 'bd89f406-4a06-47f7-9689-958edbb03849', 'mac_address': 'fa:16:3e:35:7d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8aa3f4c-809e-43cf-8dc6-22b2e50fbb3b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:19:44.896814 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1cc3b953-7bd0-48d4-9747-ae07a4bb9803 req-d6648a41-6e87-4c57-9f76-f1e9bf0a4e4d service neutron] 10.222.0.37 "GET /v2.0/networks/7798ae83-74a1-492e-9bdd-ca86bd220076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629783 Jul 24 09:19:44.901753 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7e4aac-2386-48cd-9d80-97a0ec52f3a5 x-openstack-request-id: req-5c7e4aac-2386-48cd-9d80-97a0ec52f3a5 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:19:44.902052 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9aa051c-23f1-4332-9bd7-9235f004ca70", "name": "network-vif-deleted", "tag": "b4d0d30b-b151-4f63-8fbe-aa2fed244ef8", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:19:44.902350 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c7e4aac-2386-48cd-9d80-97a0ec52f3a5 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:19:44.906904 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9aa051c-23f1-4332-9bd7-9235f004ca70', 'name': 'network-vif-deleted', 'tag': 'b4d0d30b-b151-4f63-8fbe-aa2fed244ef8', 'status': 'completed', 'code': 200} Jul 24 09:19:44.988793 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-386aeaaa-c42d-48f9-b44e-c5e0dad37e0e service neutron] Attempting to bind port 281ac198-347e-44df-a282-fa513c72ccd8 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:19:44.989220 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-386aeaaa-c42d-48f9-b44e-c5e0dad37e0e service neutron] Attempting to bind port 281ac198-347e-44df-a282-fa513c72ccd8 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '549f8fc2-6dd2-403e-86ee-6496c004d1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e53a4dac-283d-4066-b39c-c92cd595e1cc'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:19:44.989647 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-386aeaaa-c42d-48f9-b44e-c5e0dad37e0e service neutron] Attempting to bind port 281ac198-347e-44df-a282-fa513c72ccd8 on network e53a4dac-283d-4066-b39c-c92cd595e1cc {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:19:45.030024 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-808d4485-1e2e-4283-ad2a-6bfedfdfc099 req-6dc75053-27af-4225-a5ee-a08108593abe tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 210 time: 0.0709963 Jul 24 09:19:45.043377 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-386aeaaa-c42d-48f9-b44e-c5e0dad37e0e service neutron] Port 281ac198-347e-44df-a282-fa513c72ccd8 on network e53a4dac-283d-4066-b39c-c92cd595e1cc not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:19:45.046107 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-386aeaaa-c42d-48f9-b44e-c5e0dad37e0e service neutron] Attempting to bind port 281ac198-347e-44df-a282-fa513c72ccd8 on network e53a4dac-283d-4066-b39c-c92cd595e1cc {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:19:45.057024 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dab9acda-8020-487c-b454-31f57ef03a66 req-1f829372-0348-4f35-a34a-6447a5d65ee4 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9aa051c-23f1-4332-9bd7-9235f004ca70 HTTP/1.1" status: 200 len: 210 time: 0.0973558 Jul 24 09:19:45.058014 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-386aeaaa-c42d-48f9-b44e-c5e0dad37e0e service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:19:45.058595 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-386aeaaa-c42d-48f9-b44e-c5e0dad37e0e service neutron] Checking segment: {'id': '549f8fc2-6dd2-403e-86ee-6496c004d1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e53a4dac-283d-4066-b39c-c92cd595e1cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:19:45.059238 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-386aeaaa-c42d-48f9-b44e-c5e0dad37e0e service neutron] Bound using segment: {'id': '549f8fc2-6dd2-403e-86ee-6496c004d1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e53a4dac-283d-4066-b39c-c92cd595e1cc'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:19:45.059807 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-386aeaaa-c42d-48f9-b44e-c5e0dad37e0e service neutron] Bound port: 281ac198-347e-44df-a282-fa513c72ccd8, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '549f8fc2-6dd2-403e-86ee-6496c004d1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e53a4dac-283d-4066-b39c-c92cd595e1cc'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:19:45.061185 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-386aeaaa-c42d-48f9-b44e-c5e0dad37e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:45.144085 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:45.172632 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd89f406-4a06-47f7-9689-958edbb03849 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:19:45.210475 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port bd89f406-4a06-47f7-9689-958edbb03849, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=bd89f406-4a06-47f7-9689-958edbb03849,segment=NetworkSegment(5179e55e-7b8e-4df7-bbd8-f5946e9f75a1),segment_id=5179e55e-7b8e-4df7-bbd8-f5946e9f75a1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:45.220282 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:45.221002 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 49572cfe-befc-4458-b356-7cdab209edf9 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:19:45.301462 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1cc3b953-7bd0-48d4-9747-ae07a4bb9803 req-558eb2b3-503a-4cac-aace-b209d6dac52f service neutron] 10.222.0.37 "GET /v2.0/networks/7798ae83-74a1-492e-9bdd-ca86bd220076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932920 Jul 24 09:19:45.309613 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 49572cfe-befc-4458-b356-7cdab209edf9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=49572cfe-befc-4458-b356-7cdab209edf9,segment=NetworkSegment(5179e55e-7b8e-4df7-bbd8-f5946e9f75a1),segment_id=5179e55e-7b8e-4df7-bbd8-f5946e9f75a1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:45.320068 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=bd89f406-4a06-47f7-9689-958edbb03849,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:45.336151 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '49572cfe-befc-4458-b356-7cdab209edf9', 'network_id': '7798ae83-74a1-492e-9bdd-ca86bd220076', 'port_id': '49572cfe-befc-4458-b356-7cdab209edf9', 'mac_address': 'fa:16:3e:8f:97:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8aa3f4c-809e-43cf-8dc6-22b2e50fbb3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:19:45.342690 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-386aeaaa-c42d-48f9-b44e-c5e0dad37e0e service neutron] For port 281ac198-347e-44df-a282-fa513c72ccd8, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:19:45.347730 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-386aeaaa-c42d-48f9-b44e-c5e0dad37e0e service neutron] For port 281ac198-347e-44df-a282-fa513c72ccd8, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=281ac198-347e-44df-a282-fa513c72ccd8,segment=NetworkSegment(549f8fc2-6dd2-403e-86ee-6496c004d1b8),segment_id=549f8fc2-6dd2-403e-86ee-6496c004d1b8)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:19:45.364057 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-386aeaaa-c42d-48f9-b44e-c5e0dad37e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:45.426444 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:45.456800 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49572cfe-befc-4458-b356-7cdab209edf9 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:19:45.470871 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfec379-de11-40e2-a98f-15593a05d6ed req-17e93532-2b50-4034-801c-fc14965d6940 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:45.472075 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3b953-7bd0-48d4-9747-ae07a4bb9803 req-936a1a16-3d01-4ff0-a5f7-6e8130000989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:45.474990 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1cc3b953-7bd0-48d4-9747-ae07a4bb9803 req-936a1a16-3d01-4ff0-a5f7-6e8130000989 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf29b3bebbf742f881f34420258c367e&device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 1095 time: 0.1064470 Jul 24 09:19:45.484995 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-acfec379-de11-40e2-a98f-15593a05d6ed req-17e93532-2b50-4034-801c-fc14965d6940 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 944 time: 0.3263414 Jul 24 09:19:45.506672 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 49572cfe-befc-4458-b356-7cdab209edf9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=49572cfe-befc-4458-b356-7cdab209edf9,segment=NetworkSegment(5179e55e-7b8e-4df7-bbd8-f5946e9f75a1),segment_id=5179e55e-7b8e-4df7-bbd8-f5946e9f75a1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:45.510467 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-386aeaaa-c42d-48f9-b44e-c5e0dad37e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:45.511080 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-386aeaaa-c42d-48f9-b44e-c5e0dad37e0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:45.512857 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-386aeaaa-c42d-48f9-b44e-c5e0dad37e0e service neutron] 10.222.0.20 "PUT /v2.0/ports/281ac198-347e-44df-a282-fa513c72ccd8 HTTP/1.1" status: 200 len: 1092 time: 1.6837265 Jul 24 09:19:45.525648 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:45.543438 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896e2b8e-333d-4d9e-88d1-6722b40a20a6', 'tag': '281ac198-347e-44df-a282-fa513c72ccd8'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:19:45.548859 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d084e2c-2e96-4e45-8bed-df616cefec5c" -d '{"events": [{"name": "network-changed", "server_uuid": "896e2b8e-333d-4d9e-88d1-6722b40a20a6", "tag": "281ac198-347e-44df-a282-fa513c72ccd8"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:19:45.599594 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 07bae3a1-b502-42ea-91b7-1ddc5a4150f7 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:19:45.647579 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-acfec379-de11-40e2-a98f-15593a05d6ed req-4a4e8f5f-1f33-460c-b0fb-6807f083a8ad tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554096 Jul 24 09:19:45.748788 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=49572cfe-befc-4458-b356-7cdab209edf9,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:45.759872 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3b953-7bd0-48d4-9747-ae07a4bb9803 req-aeace58b-6397-4e7f-89ef-e6682c8cd368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:45.761716 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1cc3b953-7bd0-48d4-9747-ae07a4bb9803 req-aeace58b-6397-4e7f-89ef-e6682c8cd368 service neutron] 10.222.0.37 "GET /v2.0/networks?id=879e2a75-1d2b-49d0-a8d5-7375e00eca98 HTTP/1.1" status: 200 len: 910 time: 0.2772555 Jul 24 09:19:45.801981 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['bd89f406-4a06-47f7-9689-958edbb03849'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:19:45.837640 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1cc3b953-7bd0-48d4-9747-ae07a4bb9803 req-ef127446-d14d-415b-b997-158cc3750803 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7b6a330-94b5-47db-829c-e3c8144775fa HTTP/1.1" status: 200 len: 217 time: 0.0518074 Jul 24 09:19:45.870234 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['49572cfe-befc-4458-b356-7cdab209edf9'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:19:45.918001 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3b953-7bd0-48d4-9747-ae07a4bb9803 req-ab897e60-8fb5-4777-bddb-e1624d0f7aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:45.920062 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1cc3b953-7bd0-48d4-9747-ae07a4bb9803 req-ab897e60-8fb5-4777-bddb-e1624d0f7aa8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1f03bd53-1d24-4014-8dfb-1c8adcf2b288 HTTP/1.1" status: 200 len: 850 time: 0.0747118 Jul 24 09:19:45.928638 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 07bae3a1-b502-42ea-91b7-1ddc5a4150f7 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:19:45.929294 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:45.975211 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1cc3b953-7bd0-48d4-9747-ae07a4bb9803 req-e1566dd3-ae64-4e53-9a71-2e04de36ec9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=879e2a75-1d2b-49d0-a8d5-7375e00eca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472655 Jul 24 09:19:46.073196 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68474889-40c8-45a4-8a0e-82d0e5c23e90 x-openstack-request-id: req-68474889-40c8-45a4-8a0e-82d0e5c23e90 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:19:46.074020 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "896e2b8e-333d-4d9e-88d1-6722b40a20a6", "tag": "281ac198-347e-44df-a282-fa513c72ccd8", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:19:46.074438 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68474889-40c8-45a4-8a0e-82d0e5c23e90 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:19:46.075301 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '896e2b8e-333d-4d9e-88d1-6722b40a20a6', 'tag': '281ac198-347e-44df-a282-fa513c72ccd8', 'status': 'completed', 'code': 200} Jul 24 09:19:46.085984 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1cc3b953-7bd0-48d4-9747-ae07a4bb9803 req-913c4288-8f33-4605-9ddf-6a9053871a3c service neutron] 10.222.0.37 "GET /v2.0/networks/879e2a75-1d2b-49d0-a8d5-7375e00eca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045353 Jul 24 09:19:46.117609 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386aeaaa-c42d-48f9-b44e-c5e0dad37e0e service neutron] Pushing event updated for resources: {'Port': ['ID=281ac198-347e-44df-a282-fa513c72ccd8,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:46.192398 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-fe6789e2-d18e-408d-9c98-9d768c29eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:46.194552 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-fe6789e2-d18e-408d-9c98-9d768c29eda6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7014e11e214d48f49651526c89418bc1&device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 1095 time: 0.6095140 Jul 24 09:19:46.208589 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550d5a5-8941-49b7-96ec-959dd03c2efe req-b17ad278-7d5f-4fc3-a8f7-90fe21e14ec4 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:46.226231 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0550d5a5-8941-49b7-96ec-959dd03c2efe req-b17ad278-7d5f-4fc3-a8f7-90fe21e14ec4 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b22d4e7-f45f-40a6-816b-65a7954c56cf HTTP/1.1" status: 200 len: 944 time: 0.1498408 Jul 24 09:19:46.280475 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b5c33136-e51c-49ac-89ef-d0c09556bdf6 req-a46b35a4-912f-4e46-b5ee-048e6abd9d8c tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 210 time: 0.0997078 Jul 24 09:19:46.292993 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0550d5a5-8941-49b7-96ec-959dd03c2efe req-4d135f53-7d1b-4f48-af69-80799b506a5c tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/security-groups?id=0776dec3-f3b5-40fa-afc0-4af4b4127a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658052 Jul 24 09:19:46.379181 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-bfa689a0-9bb8-4d06-bf23-b7a00a4fef3a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=281ac198-347e-44df-a282-fa513c72ccd8 HTTP/1.1" status: 200 len: 217 time: 0.1508677 Jul 24 09:19:46.443407 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1cc3b953-7bd0-48d4-9747-ae07a4bb9803 req-af179003-9651-4839-97fb-06ef41ca6f25 service neutron] 10.222.0.37 "GET /v2.0/networks/879e2a75-1d2b-49d0-a8d5-7375e00eca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491192 Jul 24 09:19:46.449503 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-fafbb40b-d3e1-49b6-816d-24a64d41694f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:46.451195 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-fafbb40b-d3e1-49b6-816d-24a64d41694f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f62887c4-8038-43c9-a348-486215509d76 HTTP/1.1" status: 200 len: 859 time: 0.0638583 Jul 24 09:19:46.456073 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:46.493714 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-931bd538-6e88-44ba-839d-a0991aaa765b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53a4dac-283d-4066-b39c-c92cd595e1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354679 Jul 24 09:19:46.526473 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device c7b6a330-94b5-47db-829c-e3c8144775fa details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:19:46.631756 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-9295be3b-8901-4c76-bcff-8d37425193c2 service neutron] 10.222.0.20 "GET /v2.0/networks/e53a4dac-283d-4066-b39c-c92cd595e1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289458 Jul 24 09:19:46.634689 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ecac190a-e43f-486a-9107-e969ea992406 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:19:46.678419 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-6a41c3b4-c0b4-44ee-b3d2-8d06757de01d tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:46.686837 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-6a41c3b4-c0b4-44ee-b3d2-8d06757de01d tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.20 "GET /v2.0/networks?id=e53a4dac-283d-4066-b39c-c92cd595e1cc HTTP/1.1" status: 200 len: 819 time: 0.3195138 Jul 24 09:19:46.700601 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-a63a4974-44c3-434f-839f-02004cf7c4b5 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Request body: {'port': {'device_id': 'f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c', 'network_id': 'e53a4dac-283d-4066-b39c-c92cd595e1cc', 'admin_state_up': True, 'tenant_id': '7014e11e214d48f49651526c89418bc1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:46.742285 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fe18e9ca-e5bc-463d-8abc-71745e263836 req-d94d91b5-fb07-4efa-9083-a0d543fa95da service neutron] 10.222.0.20 "GET /v2.0/networks/e53a4dac-283d-4066-b39c-c92cd595e1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041126 Jul 24 09:19:46.837273 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port c7b6a330-94b5-47db-829c-e3c8144775fa, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=c7b6a330-94b5-47db-829c-e3c8144775fa,segment=NetworkSegment(601693b6-c650-4eba-a2f3-56e8c928b732),segment_id=601693b6-c650-4eba-a2f3-56e8c928b732)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:46.851466 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port ecac190a-e43f-486a-9107-e969ea992406 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:19:46.856588 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edaeced-c190-4887-8f11-98ecb46ea42c req-7710fcdf-5826-4f91-b4f0-76d084af0032 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:46.858850 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5edaeced-c190-4887-8f11-98ecb46ea42c req-7710fcdf-5826-4f91-b4f0-76d084af0032 tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 945 time: 0.1156168 Jul 24 09:19:46.859146 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port ecac190a-e43f-486a-9107-e969ea992406 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:19:46.859519 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:46.862079 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'c7b6a330-94b5-47db-829c-e3c8144775fa', 'network_id': '879e2a75-1d2b-49d0-a8d5-7375e00eca98', 'port_id': 'c7b6a330-94b5-47db-829c-e3c8144775fa', 'mac_address': 'fa:16:3e:b0:ba:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f03bd53-1d24-4014-8dfb-1c8adcf2b288', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:19:46.911110 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9caa14-8017-4023-8b37-8d347851b1bb req-b793ae8c-9a21-45c6-a9ee-25ed0417a815 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:46.912938 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e9caa14-8017-4023-8b37-8d347851b1bb req-b793ae8c-9a21-45c6-a9ee-25ed0417a815 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 944 time: 0.1434636 Jul 24 09:19:46.933395 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5edaeced-c190-4887-8f11-98ecb46ea42c req-ab3d7546-b12a-431d-9834-b3fc56fa3f5e tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625048 Jul 24 09:19:46.938316 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:46.956508 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d084e2c-2e96-4e45-8bed-df616cefec5c req-9388a0ef-796d-4eb9-a7d0-6fb1411ae969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:46.959103 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9d084e2c-2e96-4e45-8bed-df616cefec5c req-9388a0ef-796d-4eb9-a7d0-6fb1411ae969 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7014e11e214d48f49651526c89418bc1&device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 1095 time: 0.1594672 Jul 24 09:19:46.960047 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b6a330-94b5-47db-829c-e3c8144775fa {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:19:46.963565 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-a63a4974-44c3-434f-839f-02004cf7c4b5 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Made reservation on behalf of 7014e11e214d48f49651526c89418bc1 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:19:46.967719 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-a63a4974-44c3-434f-839f-02004cf7c4b5 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:47.008655 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port c7b6a330-94b5-47db-829c-e3c8144775fa, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=c7b6a330-94b5-47db-829c-e3c8144775fa,segment=NetworkSegment(601693b6-c650-4eba-a2f3-56e8c928b732),segment_id=601693b6-c650-4eba-a2f3-56e8c928b732)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:47.011979 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:47.014506 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e9caa14-8017-4023-8b37-8d347851b1bb req-4560be81-c1ca-4e76-8255-f72a68b13c39 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949476 Jul 24 09:19:47.015410 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:47.071290 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95f83b1-7fdf-4193-8a9b-bd5b8bf43d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecac190a-e43f-486a-9107-e969ea992406'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:19:47.074037 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a06d500-4691-4d13-a57d-cd08632591d4" -d '{"events": [{"server_uuid": "d95f83b1-7fdf-4193-8a9b-bd5b8bf43d8f", "name": "network-vif-plugged", "status": "completed", "tag": "ecac190a-e43f-486a-9107-e969ea992406"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:19:47.086476 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d084e2c-2e96-4e45-8bed-df616cefec5c req-c7bebe47-23d2-48da-a77a-34c1d0b1f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:47.088361 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9d084e2c-2e96-4e45-8bed-df616cefec5c req-c7bebe47-23d2-48da-a77a-34c1d0b1f366 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53a4dac-283d-4066-b39c-c92cd595e1cc HTTP/1.1" status: 200 len: 919 time: 0.1197510 Jul 24 09:19:47.096209 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port ecac190a-e43f-486a-9107-e969ea992406, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ecac190a-e43f-486a-9107-e969ea992406,segment=NetworkSegment(5179e55e-7b8e-4df7-bbd8-f5946e9f75a1),segment_id=5179e55e-7b8e-4df7-bbd8-f5946e9f75a1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:47.109198 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:47.110061 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device b4d0d30b-b151-4f63-8fbe-aa2fed244ef8 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:19:47.143126 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e48e143-54c2-4218-a3f5-c1fe7dc8c722 x-openstack-request-id: req-0e48e143-54c2-4218-a3f5-c1fe7dc8c722 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:19:47.143426 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95f83b1-7fdf-4193-8a9b-bd5b8bf43d8f", "name": "network-vif-plugged", "status": "completed", "tag": "ecac190a-e43f-486a-9107-e969ea992406", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:19:47.143678 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e48e143-54c2-4218-a3f5-c1fe7dc8c722 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:19:47.144074 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95f83b1-7fdf-4193-8a9b-bd5b8bf43d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecac190a-e43f-486a-9107-e969ea992406', 'code': 200} Jul 24 09:19:47.153597 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: b4d0d30b-b151-4f63-8fbe-aa2fed244ef8 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:19:47.154133 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device b4d0d30b-b151-4f63-8fbe-aa2fed244ef8 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:19:47.155873 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9d084e2c-2e96-4e45-8bed-df616cefec5c req-992142d9-c80d-4206-bbd1-1f841b8a9ae7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=281ac198-347e-44df-a282-fa513c72ccd8 HTTP/1.1" status: 200 len: 217 time: 0.0597067 Jul 24 09:19:47.163746 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=c7b6a330-94b5-47db-829c-e3c8144775fa,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:47.211102 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-a63a4974-44c3-434f-839f-02004cf7c4b5 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Allocated IP 172.20.0.8 (e53a4dac-283d-4066-b39c-c92cd595e1cc/f62887c4-8038-43c9-a348-486215509d76/f3a36516-deb8-4fa2-aaef-0e04fd470c93) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:19:47.230311 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d084e2c-2e96-4e45-8bed-df616cefec5c req-f53d1384-9a96-470c-9eb4-a39f43adf97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:47.231066 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=ecac190a-e43f-486a-9107-e969ea992406,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:47.231955 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9d084e2c-2e96-4e45-8bed-df616cefec5c req-f53d1384-9a96-470c-9eb4-a39f43adf97f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f62887c4-8038-43c9-a348-486215509d76 HTTP/1.1" status: 200 len: 859 time: 0.0698016 Jul 24 09:19:47.269575 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9d084e2c-2e96-4e45-8bed-df616cefec5c req-994377cd-ba2d-423b-9b43-b627e5ffc56e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53a4dac-283d-4066-b39c-c92cd595e1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287361 Jul 24 09:19:47.330288 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['c7b6a330-94b5-47db-829c-e3c8144775fa'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:19:47.463647 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9576616d-96bd-4022-bd3b-8bacbf89e336 req-1bc668b5-d38c-4328-bad8-47b8a8d33178 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 210 time: 0.0465693 Jul 24 09:19:47.471462 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2a3ff-b8d7-42dc-8f26-26543d112563 req-f206d24c-6ee9-4d74-bd54-72f2cb764657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:47.473184 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3cb2a3ff-b8d7-42dc-8f26-26543d112563 req-f206d24c-6ee9-4d74-bd54-72f2cb764657 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d95f83b1-7fdf-4193-8a9b-bd5b8bf43d8f HTTP/1.1" status: 200 len: 1096 time: 0.2366045 Jul 24 09:19:47.496821 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9d084e2c-2e96-4e45-8bed-df616cefec5c req-c1654e35-b33b-4c8d-9a12-08e3e45a4676 service neutron] 10.222.0.20 "GET /v2.0/networks/e53a4dac-283d-4066-b39c-c92cd595e1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189517 Jul 24 09:19:47.526719 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3cb2a3ff-b8d7-42dc-8f26-26543d112563 req-49fb19d8-4bb9-4a27-9581-cdc0e59ba67b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0776dec3-f3b5-40fa-afc0-4af4b4127a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441065 Jul 24 09:19:47.546407 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-a63a4974-44c3-434f-839f-02004cf7c4b5 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:47.590327 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-a63a4974-44c3-434f-839f-02004cf7c4b5 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:47.594584 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df099cca-0dd0-4229-9ee1-17958121825c req-f36eac04-1245-4a55-94a0-710ac6795294 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:47.596126 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-df099cca-0dd0-4229-9ee1-17958121825c req-f36eac04-1245-4a55-94a0-710ac6795294 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b22d4e7-f45f-40a6-816b-65a7954c56cf HTTP/1.1" status: 200 len: 944 time: 0.1891432 Jul 24 09:19:47.653309 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9d084e2c-2e96-4e45-8bed-df616cefec5c req-4c3ceef7-3b55-4277-9bbd-0e536e901388 service neutron] 10.222.0.20 "GET /v2.0/networks/e53a4dac-283d-4066-b39c-c92cd595e1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487393 Jul 24 09:19:47.669717 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-df099cca-0dd0-4229-9ee1-17958121825c req-f997a2bf-cd41-4fe0-be62-c292c92ce0f3 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/security-groups?id=0776dec3-f3b5-40fa-afc0-4af4b4127a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639834 Jul 24 09:19:47.679755 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-a63a4974-44c3-434f-839f-02004cf7c4b5 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Network e53a4dac-283d-4066-b39c-c92cd595e1cc is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:19:47.685277 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-a63a4974-44c3-434f-839f-02004cf7c4b5 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:19:47.689156 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-a63a4974-44c3-434f-839f-02004cf7c4b5 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:19:47.696332 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a4974-44c3-434f-839f-02004cf7c4b5 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Pushing event updated for resources: {'Port': ['ID=f3a36516-deb8-4fa2-aaef-0e04fd470c93,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:47.742442 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-a63a4974-44c3-434f-839f-02004cf7c4b5 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:47.743068 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-a63a4974-44c3-434f-839f-02004cf7c4b5 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:47.757877 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-a63a4974-44c3-434f-839f-02004cf7c4b5 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0618851 Jul 24 09:19:47.770168 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-cf82fee0-bd4f-4b1b-9242-ef211d7550cf service neutron] Request body: {'port': {'device_id': 'f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:47.846685 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-cf82fee0-bd4f-4b1b-9242-ef211d7550cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:48.143074 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f195019-0973-4db0-ad36-7a45bd9b78b0 req-f3567f26-4753-4b24-91f7-606f0229ad3d tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:48.144564 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3f195019-0973-4db0-ad36-7a45bd9b78b0 req-f3567f26-4753-4b24-91f7-606f0229ad3d tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 945 time: 0.1134238 Jul 24 09:19:48.199613 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-cf82fee0-bd4f-4b1b-9242-ef211d7550cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a36516-deb8-4fa2-aaef-0e04fd470c93 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:19:48.199877 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a82cc3-2024-4365-8c66-7fac068eb688 req-2cde54cb-0035-44b4-9c69-1bbbc64c46cc tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:48.202591 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-04a82cc3-2024-4365-8c66-7fac068eb688 req-2cde54cb-0035-44b4-9c69-1bbbc64c46cc tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 945 time: 0.1042354 Jul 24 09:19:48.218271 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-cf82fee0-bd4f-4b1b-9242-ef211d7550cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:48.226969 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3f195019-0973-4db0-ad36-7a45bd9b78b0 req-14cb06e7-fba6-4a4e-bbe5-34cd33baf1cb tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56e8570-f8cd-45fb-b3de-c202c936c82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582671 Jul 24 09:19:48.252155 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-cf82fee0-bd4f-4b1b-9242-ef211d7550cf service neutron] Transition to ACTIVE for port object f3a36516-deb8-4fa2-aaef-0e04fd470c93 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:19:48.257915 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-cf82fee0-bd4f-4b1b-9242-ef211d7550cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:48.265279 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-04a82cc3-2024-4365-8c66-7fac068eb688 req-931983c4-9194-4770-9a20-4f3c289bf6dd tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554421 Jul 24 09:19:48.334848 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82fee0-bd4f-4b1b-9242-ef211d7550cf service neutron] Pushing event updated for resources: {'Port': ['ID=f3a36516-deb8-4fa2-aaef-0e04fd470c93,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:48.384506 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-cf82fee0-bd4f-4b1b-9242-ef211d7550cf service neutron] Attempting to bind port f3a36516-deb8-4fa2-aaef-0e04fd470c93 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:19:48.384506 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-cf82fee0-bd4f-4b1b-9242-ef211d7550cf service neutron] Attempting to bind port f3a36516-deb8-4fa2-aaef-0e04fd470c93 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '549f8fc2-6dd2-403e-86ee-6496c004d1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e53a4dac-283d-4066-b39c-c92cd595e1cc'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:19:48.384898 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-cf82fee0-bd4f-4b1b-9242-ef211d7550cf service neutron] Attempting to bind port f3a36516-deb8-4fa2-aaef-0e04fd470c93 on network e53a4dac-283d-4066-b39c-c92cd595e1cc {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:19:48.389682 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-cf82fee0-bd4f-4b1b-9242-ef211d7550cf service neutron] Port f3a36516-deb8-4fa2-aaef-0e04fd470c93 on network e53a4dac-283d-4066-b39c-c92cd595e1cc not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:19:48.390017 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-cf82fee0-bd4f-4b1b-9242-ef211d7550cf service neutron] Attempting to bind port f3a36516-deb8-4fa2-aaef-0e04fd470c93 on network e53a4dac-283d-4066-b39c-c92cd595e1cc {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:19:48.394924 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-cf82fee0-bd4f-4b1b-9242-ef211d7550cf service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:19:48.395260 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-cf82fee0-bd4f-4b1b-9242-ef211d7550cf service neutron] Checking segment: {'id': '549f8fc2-6dd2-403e-86ee-6496c004d1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e53a4dac-283d-4066-b39c-c92cd595e1cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:19:48.395701 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-cf82fee0-bd4f-4b1b-9242-ef211d7550cf service neutron] Bound using segment: {'id': '549f8fc2-6dd2-403e-86ee-6496c004d1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e53a4dac-283d-4066-b39c-c92cd595e1cc'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:19:48.396126 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-cf82fee0-bd4f-4b1b-9242-ef211d7550cf service neutron] Bound port: f3a36516-deb8-4fa2-aaef-0e04fd470c93, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '549f8fc2-6dd2-403e-86ee-6496c004d1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e53a4dac-283d-4066-b39c-c92cd595e1cc'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:19:48.396481 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-cf82fee0-bd4f-4b1b-9242-ef211d7550cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:48.399144 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37457f52-2cb8-4d68-858a-529be5830175 req-143aaea0-c0cf-45db-97b4-58046ebe9b3c tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:48.400779 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-37457f52-2cb8-4d68-858a-529be5830175 req-143aaea0-c0cf-45db-97b4-58046ebe9b3c tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 945 time: 0.0822642 Jul 24 09:19:48.482638 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-cf82fee0-bd4f-4b1b-9242-ef211d7550cf service neutron] For port f3a36516-deb8-4fa2-aaef-0e04fd470c93, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:19:48.487370 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-cf82fee0-bd4f-4b1b-9242-ef211d7550cf service neutron] For port f3a36516-deb8-4fa2-aaef-0e04fd470c93, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f3a36516-deb8-4fa2-aaef-0e04fd470c93,segment=NetworkSegment(549f8fc2-6dd2-403e-86ee-6496c004d1b8),segment_id=549f8fc2-6dd2-403e-86ee-6496c004d1b8)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:19:48.494060 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-cf82fee0-bd4f-4b1b-9242-ef211d7550cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:48.528292 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-37457f52-2cb8-4d68-858a-529be5830175 req-de46a976-ac17-4e75-801e-548a02ab1e0c tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Deleting port 895cdaef-83aa-413c-8ea5-ba5fe01f53be {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:19:48.528292 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-37457f52-2cb8-4d68-858a-529be5830175 req-de46a976-ac17-4e75-801e-548a02ab1e0c tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:48.556519 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device bd89f406-4a06-47f7-9689-958edbb03849 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:19:48.575452 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-cf82fee0-bd4f-4b1b-9242-ef211d7550cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:48.577460 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-cf82fee0-bd4f-4b1b-9242-ef211d7550cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:48.580888 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-cf82fee0-bd4f-4b1b-9242-ef211d7550cf service neutron] 10.222.0.20 "PUT /v2.0/ports/f3a36516-deb8-4fa2-aaef-0e04fd470c93 HTTP/1.1" status: 200 len: 1091 time: 0.8153553 Jul 24 09:19:48.585165 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c', 'tag': 'f3a36516-deb8-4fa2-aaef-0e04fd470c93'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:19:48.587542 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff38e86-273d-46f0-9b3f-54fa79a842bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c", "tag": "f3a36516-deb8-4fa2-aaef-0e04fd470c93"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:19:48.666321 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port bd89f406-4a06-47f7-9689-958edbb03849 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:19:48.671872 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port bd89f406-4a06-47f7-9689-958edbb03849 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:19:48.672586 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:48.697549 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a322c36-56e5-4b4c-a27d-d04106d7df7f x-openstack-request-id: req-5a322c36-56e5-4b4c-a27d-d04106d7df7f {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:19:48.698053 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c", "tag": "f3a36516-deb8-4fa2-aaef-0e04fd470c93", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:19:48.698053 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a322c36-56e5-4b4c-a27d-d04106d7df7f {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:19:48.698316 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c', 'tag': 'f3a36516-deb8-4fa2-aaef-0e04fd470c93', 'status': 'completed', 'code': 200} Jul 24 09:19:48.707622 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-37457f52-2cb8-4d68-858a-529be5830175 req-de46a976-ac17-4e75-801e-548a02ab1e0c tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] For port 895cdaef-83aa-413c-8ea5-ba5fe01f53be, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=895cdaef-83aa-413c-8ea5-ba5fe01f53be,segment=NetworkSegment(36709531-842e-4437-a258-32aea7901240),segment_id=36709531-842e-4437-a258-32aea7901240)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:48.708012 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-37457f52-2cb8-4d68-858a-529be5830175 req-de46a976-ac17-4e75-801e-548a02ab1e0c tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:48.713636 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82fee0-bd4f-4b1b-9242-ef211d7550cf service neutron] Pushing event updated for resources: {'Port': ['ID=f3a36516-deb8-4fa2-aaef-0e04fd470c93,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:48.757373 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-37457f52-2cb8-4d68-858a-529be5830175 req-de46a976-ac17-4e75-801e-548a02ab1e0c tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Calling delete_port for 895cdaef-83aa-413c-8ea5-ba5fe01f53be owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:19:48.762893 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381bb6a-204a-4750-918c-fec3115f69fb req-99f4f79c-007a-4250-8021-fa373d9ef197 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:48.770306 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e381bb6a-204a-4750-918c-fec3115f69fb req-99f4f79c-007a-4250-8021-fa373d9ef197 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 943 time: 0.1730878 Jul 24 09:19:48.781945 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-dc274c22-b703-4a1f-b55d-11d855b94c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:48.784066 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-dc274c22-b703-4a1f-b55d-11d855b94c66 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7014e11e214d48f49651526c89418bc1&device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 1094 time: 0.1544929 Jul 24 09:19:48.791848 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:48.836539 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-50b17fe7-0ad6-46f4-b881-5258b113cd8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3a36516-deb8-4fa2-aaef-0e04fd470c93 HTTP/1.1" status: 200 len: 217 time: 0.0429726 Jul 24 09:19:48.846338 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port bd89f406-4a06-47f7-9689-958edbb03849, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=bd89f406-4a06-47f7-9689-958edbb03849,segment=NetworkSegment(5179e55e-7b8e-4df7-bbd8-f5946e9f75a1),segment_id=5179e55e-7b8e-4df7-bbd8-f5946e9f75a1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:48.851776 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:48.852680 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device c7b6a330-94b5-47db-829c-e3c8144775fa up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:19:48.921297 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e381bb6a-204a-4750-918c-fec3115f69fb req-f8f5389a-4d2a-46c0-8255-a037163ad3d8 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498039 Jul 24 09:19:48.940801 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-7f717aa2-20fb-47ff-af98-7397182e52de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:48.942657 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-7f717aa2-20fb-47ff-af98-7397182e52de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f62887c4-8038-43c9-a348-486215509d76 HTTP/1.1" status: 200 len: 859 time: 0.0934534 Jul 24 09:19:48.985630 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ca7cb-6f95-4dcb-8732-04409d6ad7ed req-8b838f76-bc5f-45c0-8b44-734829ebc1a5 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:48.987469 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4d6ca7cb-6f95-4dcb-8732-04409d6ad7ed req-8b838f76-bc5f-45c0-8b44-734829ebc1a5 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b22d4e7-f45f-40a6-816b-65a7954c56cf HTTP/1.1" status: 200 len: 944 time: 0.1028183 Jul 24 09:19:48.988768 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-37457f52-2cb8-4d68-858a-529be5830175 req-de46a976-ac17-4e75-801e-548a02ab1e0c tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:48.994466 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-5864c60c-dae7-4348-9722-61c44ee3cf5c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53a4dac-283d-4066-b39c-c92cd595e1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454853 Jul 24 09:19:49.065338 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46a976-ac17-4e75-801e-548a02ab1e0c tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Pushing event deleted for resources: {'Port': ['ID=895cdaef-83aa-413c-8ea5-ba5fe01f53be,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:49.081977 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['895cdaef-83aa-413c-8ea5-ba5fe01f53be'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:19:49.114234 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-37457f52-2cb8-4d68-858a-529be5830175 req-de46a976-ac17-4e75-801e-548a02ab1e0c tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] No DVR routers for this DVR port 895cdaef-83aa-413c-8ea5-ba5fe01f53be on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:19:49.121017 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-37457f52-2cb8-4d68-858a-529be5830175 req-de46a976-ac17-4e75-801e-548a02ab1e0c tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:49.123902 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-37457f52-2cb8-4d68-858a-529be5830175 req-de46a976-ac17-4e75-801e-548a02ab1e0c tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.20 "DELETE /v2.0/ports/895cdaef-83aa-413c-8ea5-ba5fe01f53be HTTP/1.1" status: 204 len: 173 time: 0.7162077 Jul 24 09:19:49.124049 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaab81b7-1563-4b04-9dbf-0dd75885cdd8', 'name': 'network-vif-deleted', 'tag': '895cdaef-83aa-413c-8ea5-ba5fe01f53be'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:19:49.126407 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff8bf77-f824-4373-b377-499cd361ffb7" -d '{"events": [{"server_uuid": "aaab81b7-1563-4b04-9dbf-0dd75885cdd8", "name": "network-vif-deleted", "tag": "895cdaef-83aa-413c-8ea5-ba5fe01f53be"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:19:49.131529 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-325a3434-7d4b-42c6-9fb6-084e7b79280d service neutron] 10.222.0.20 "GET /v2.0/networks/e53a4dac-283d-4066-b39c-c92cd595e1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301088 Jul 24 09:19:49.147459 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4d6ca7cb-6f95-4dcb-8732-04409d6ad7ed req-339a9f7a-df40-4cdd-a96d-6c43c4045449 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/security-groups?id=0776dec3-f3b5-40fa-afc0-4af4b4127a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495049 Jul 24 09:19:49.156784 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee199fe-db6f-40d7-98f2-a4c30445292c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd89f406-4a06-47f7-9689-958edbb03849'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:19:49.159599 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c2625b-5697-4768-b20f-6df191d4c8c9" -d '{"events": [{"server_uuid": "1ee199fe-db6f-40d7-98f2-a4c30445292c", "name": "network-vif-plugged", "status": "completed", "tag": "bd89f406-4a06-47f7-9689-958edbb03849"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:19:49.165756 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=bd89f406-4a06-47f7-9689-958edbb03849,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:49.178842 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port c7b6a330-94b5-47db-829c-e3c8144775fa completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:19:49.183009 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port c7b6a330-94b5-47db-829c-e3c8144775fa triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:19:49.183374 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:49.208338 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472e868b-fb24-425a-8ab5-eea7748c5378 x-openstack-request-id: req-472e868b-fb24-425a-8ab5-eea7748c5378 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:19:49.209293 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaab81b7-1563-4b04-9dbf-0dd75885cdd8", "name": "network-vif-deleted", "tag": "895cdaef-83aa-413c-8ea5-ba5fe01f53be", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:19:49.209733 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-472e868b-fb24-425a-8ab5-eea7748c5378 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:19:49.210435 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaab81b7-1563-4b04-9dbf-0dd75885cdd8', 'name': 'network-vif-deleted', 'tag': '895cdaef-83aa-413c-8ea5-ba5fe01f53be', 'status': 'completed', 'code': 200} Jul 24 09:19:49.254713 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e77a212-fed3-4fee-8b81-049de248472f x-openstack-request-id: req-9e77a212-fed3-4fee-8b81-049de248472f {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:19:49.254937 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee199fe-db6f-40d7-98f2-a4c30445292c", "name": "network-vif-plugged", "status": "completed", "tag": "bd89f406-4a06-47f7-9689-958edbb03849", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:19:49.255159 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e77a212-fed3-4fee-8b81-049de248472f {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:19:49.255556 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee199fe-db6f-40d7-98f2-a4c30445292c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd89f406-4a06-47f7-9689-958edbb03849', 'code': 200} Jul 24 09:19:49.285053 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-018aeb63-da50-449d-a3a3-f16d9bc4f396 req-620f54d8-1dd0-401a-8e07-fc92372443e5 service neutron] 10.222.0.20 "GET /v2.0/networks/e53a4dac-283d-4066-b39c-c92cd595e1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433797 Jul 24 09:19:49.412177 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:49.471189 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bf785322-516b-4fe8-9920-db7bd919e595 req-7045526b-cd81-4a12-8d67-68dcbe33432c tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaab81b7-1563-4b04-9dbf-0dd75885cdd8 HTTP/1.1" status: 200 len: 210 time: 0.1101635 Jul 24 09:19:49.492617 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port c7b6a330-94b5-47db-829c-e3c8144775fa, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=c7b6a330-94b5-47db-829c-e3c8144775fa,segment=NetworkSegment(601693b6-c650-4eba-a2f3-56e8c928b732),segment_id=601693b6-c650-4eba-a2f3-56e8c928b732)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:49.499840 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:49.500855 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 49572cfe-befc-4458-b356-7cdab209edf9 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:19:49.536857 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36e334-06cb-462e-890d-5d78cd36fb5a req-62fed680-d722-4b4a-9a71-d3249d29cab7 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:49.538678 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a36e334-06cb-462e-890d-5d78cd36fb5a req-62fed680-d722-4b4a-9a71-d3249d29cab7 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 945 time: 0.1093442 Jul 24 09:19:49.601501 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a36e334-06cb-462e-890d-5d78cd36fb5a req-2f6dcf7a-3337-4abd-ac1b-c589a43b0680 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557296 Jul 24 09:19:49.657765 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=c7b6a330-94b5-47db-829c-e3c8144775fa,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:49.675978 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 49572cfe-befc-4458-b356-7cdab209edf9 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:19:49.682275 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 49572cfe-befc-4458-b356-7cdab209edf9 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:19:49.682739 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:49.727710 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff38e86-273d-46f0-9b3f-54fa79a842bc req-91205622-7c24-458e-b48a-ab1ea93cd207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:49.729611 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6ff38e86-273d-46f0-9b3f-54fa79a842bc req-91205622-7c24-458e-b48a-ab1ea93cd207 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7014e11e214d48f49651526c89418bc1&device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 1094 time: 0.2540801 Jul 24 09:19:49.771384 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882bd6b-9d07-4e76-9a57-49a00b35e182 req-a54c7447-b951-4d09-bb7c-8cbc62720fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:49.773291 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b882bd6b-9d07-4e76-9a57-49a00b35e182 req-a54c7447-b951-4d09-bb7c-8cbc62720fc7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 1095 time: 0.2998829 Jul 24 09:19:49.785313 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd6ce2-b91f-45f5-8d93-35168b95a697 req-191d526c-0483-453a-85ab-39ad62816dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:49.786809 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-63bd6ce2-b91f-45f5-8d93-35168b95a697 req-191d526c-0483-453a-85ab-39ad62816dd7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1ee199fe-db6f-40d7-98f2-a4c30445292c HTTP/1.1" status: 200 len: 1096 time: 0.4609690 Jul 24 09:19:49.832953 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:49.833099 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3aeb2-b961-40cd-8d9e-5dd8091ba83a req-273b8189-d0ec-42b3-8c21-beae1ea47aaf tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:49.840110 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-62c3aeb2-b961-40cd-8d9e-5dd8091ba83a req-273b8189-d0ec-42b3-8c21-beae1ea47aaf tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.2483108 Jul 24 09:19:49.869721 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 49572cfe-befc-4458-b356-7cdab209edf9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=49572cfe-befc-4458-b356-7cdab209edf9,segment=NetworkSegment(5179e55e-7b8e-4df7-bbd8-f5946e9f75a1),segment_id=5179e55e-7b8e-4df7-bbd8-f5946e9f75a1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:49.875560 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:49.931236 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=49572cfe-befc-4458-b356-7cdab209edf9,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:50.005448 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-62c3aeb2-b961-40cd-8d9e-5dd8091ba83a req-6a8892cf-b795-44af-a76f-329a13d59832 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643591 Jul 24 09:19:50.017636 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-63bd6ce2-b91f-45f5-8d93-35168b95a697 req-8543b0f6-33ce-4f3a-80b6-35bdc6784721 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0776dec3-f3b5-40fa-afc0-4af4b4127a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193158 Jul 24 09:19:50.033627 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff38e86-273d-46f0-9b3f-54fa79a842bc req-6d8e7b07-aa5f-4a09-a855-b7982e5ffcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:50.035197 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6ff38e86-273d-46f0-9b3f-54fa79a842bc req-6d8e7b07-aa5f-4a09-a855-b7982e5ffcca service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53a4dac-283d-4066-b39c-c92cd595e1cc HTTP/1.1" status: 200 len: 919 time: 0.2981768 Jul 24 09:19:50.056780 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882bd6b-9d07-4e76-9a57-49a00b35e182 req-0f1f25f0-b0a5-4a89-ac56-c7f83d5aaa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:50.058298 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b882bd6b-9d07-4e76-9a57-49a00b35e182 req-0f1f25f0-b0a5-4a89-ac56-c7f83d5aaa63 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 912 time: 0.2689753 Jul 24 09:19:50.084727 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f42a09-75c3-47c6-9b9b-e2b8b5bd7d48 req-6736befd-e2c8-4420-bcf5-c0394f28dea9 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:50.086519 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-58f42a09-75c3-47c6-9b9b-e2b8b5bd7d48 req-6736befd-e2c8-4420-bcf5-c0394f28dea9 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 943 time: 0.0949590 Jul 24 09:19:50.092233 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6ff38e86-273d-46f0-9b3f-54fa79a842bc req-6b80e3a3-19a3-4816-be17-a6f720786012 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3a36516-deb8-4fa2-aaef-0e04fd470c93 HTTP/1.1" status: 200 len: 217 time: 0.0498161 Jul 24 09:19:50.130374 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-58f42a09-75c3-47c6-9b9b-e2b8b5bd7d48 req-675024b1-3d25-4168-aa80-9a8235f8847a tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368848 Jul 24 09:19:50.191747 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b882bd6b-9d07-4e76-9a57-49a00b35e182 req-109e1e3d-b599-4a0d-b256-1c0bf56bd658 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb HTTP/1.1" status: 200 len: 999 time: 0.1066327 Jul 24 09:19:50.193542 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff38e86-273d-46f0-9b3f-54fa79a842bc req-e3a2ba25-4f7d-4bf7-abdf-1e1ddb999001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:50.194984 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6ff38e86-273d-46f0-9b3f-54fa79a842bc req-e3a2ba25-4f7d-4bf7-abdf-1e1ddb999001 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f62887c4-8038-43c9-a348-486215509d76 HTTP/1.1" status: 200 len: 859 time: 0.0697775 Jul 24 09:19:50.265831 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6ff38e86-273d-46f0-9b3f-54fa79a842bc req-51886f02-062e-41b6-9f4d-92f0c14a69c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53a4dac-283d-4066-b39c-c92cd595e1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585766 Jul 24 09:19:50.317026 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882bd6b-9d07-4e76-9a57-49a00b35e182 req-517cb4ae-ecf4-4566-ad71-1b8299821835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:50.318491 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b882bd6b-9d07-4e76-9a57-49a00b35e182 req-517cb4ae-ecf4-4566-ad71-1b8299821835 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33f84861-778d-4828-92aa-af092c959084 HTTP/1.1" status: 200 len: 851 time: 0.1196930 Jul 24 09:19:50.445552 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14cf60-d14d-4819-a1df-d00aa9b832f2 req-57b2331d-9826-421b-b79a-429f155371a6 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:50.447285 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb14cf60-d14d-4819-a1df-d00aa9b832f2 req-57b2331d-9826-421b-b79a-429f155371a6 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b22d4e7-f45f-40a6-816b-65a7954c56cf HTTP/1.1" status: 200 len: 945 time: 0.2125497 Jul 24 09:19:50.452872 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6ff38e86-273d-46f0-9b3f-54fa79a842bc req-1db26e18-fdf3-441d-b065-46ad53c7217a service neutron] 10.222.0.20 "GET /v2.0/networks/e53a4dac-283d-4066-b39c-c92cd595e1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619415 Jul 24 09:19:50.495261 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882bd6b-9d07-4e76-9a57-49a00b35e182 req-62d8d182-edc8-4136-928f-7d0cd3bfb472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:50.496816 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b882bd6b-9d07-4e76-9a57-49a00b35e182 req-62d8d182-edc8-4136-928f-7d0cd3bfb472 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b64780-c69e-4432-87ba-d598170da5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1691554 Jul 24 09:19:50.530344 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36868) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:50.548468 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb14cf60-d14d-4819-a1df-d00aa9b832f2 req-74749441-fdc7-4c99-98ef-5d663648955c tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/security-groups?id=0776dec3-f3b5-40fa-afc0-4af4b4127a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937915 Jul 24 09:19:50.590964 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:19:50.592726 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 281ac198-347e-44df-a282-fa513c72ccd8 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:19:50.597369 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e2a07b-e2ad-4221-aed9-b1ee51e5d419 admin admin] Deleting subnet dbf034db-9cde-4201-94e4-95eb09d50104 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:19:50.600730 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-09e2a07b-e2ad-4221-aed9-b1ee51e5d419 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:50.652649 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-09e2a07b-e2ad-4221-aed9-b1ee51e5d419 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:50.714084 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 281ac198-347e-44df-a282-fa513c72ccd8, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=281ac198-347e-44df-a282-fa513c72ccd8,segment=NetworkSegment(549f8fc2-6dd2-403e-86ee-6496c004d1b8),segment_id=549f8fc2-6dd2-403e-86ee-6496c004d1b8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:50.728451 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '281ac198-347e-44df-a282-fa513c72ccd8', 'network_id': 'e53a4dac-283d-4066-b39c-c92cd595e1cc', 'port_id': '281ac198-347e-44df-a282-fa513c72ccd8', 'mac_address': 'fa:16:3e:8a:88:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f62887c4-8038-43c9-a348-486215509d76', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:19:50.792502 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:50.832608 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281ac198-347e-44df-a282-fa513c72ccd8 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:19:50.868770 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 281ac198-347e-44df-a282-fa513c72ccd8, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=281ac198-347e-44df-a282-fa513c72ccd8,segment=NetworkSegment(549f8fc2-6dd2-403e-86ee-6496c004d1b8),segment_id=549f8fc2-6dd2-403e-86ee-6496c004d1b8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:50.873636 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:50.879734 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-09e2a07b-e2ad-4221-aed9-b1ee51e5d419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:50.927264 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=281ac198-347e-44df-a282-fa513c72ccd8,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:50.944557 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:50.945208 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:50.945420 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:50.945915 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:50.948487 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:50.948988 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:50.949330 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:50.949665 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:50.949994 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:50.950364 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:50.950677 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed390471-228f-4441-8df9-36b7aa3966ba req-e9acb6fc-ac94-468d-a487-65e8f6160b0e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:50.950829 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:50.951004 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:19:50.952991 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ed390471-228f-4441-8df9-36b7aa3966ba req-e9acb6fc-ac94-468d-a487-65e8f6160b0e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.1932156 Jul 24 09:19:51.000077 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-09e2a07b-e2ad-4221-aed9-b1ee51e5d419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:51.012598 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b882bd6b-9d07-4e76-9a57-49a00b35e182 req-9c3a2b99-a86e-42d0-89c1-5c0fac73cbdc service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055277 Jul 24 09:19:51.051523 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ed390471-228f-4441-8df9-36b7aa3966ba req-12a525a6-287c-4371-b968-024a787b5222 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864618 Jul 24 09:19:51.052247 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0e066c-44c2-4b98-8a4d-3cf5a68d71d2 None None] Network e7975782-37b8-4cdc-a48c-0e5659cded47 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:19:51.067140 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-09e2a07b-e2ad-4221-aed9-b1ee51e5d419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:51.069162 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-09e2a07b-e2ad-4221-aed9-b1ee51e5d419 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dbf034db-9cde-4201-94e4-95eb09d50104 HTTP/1.1" status: 204 len: 168 time: 0.5378041 Jul 24 09:19:51.070043 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2a07b-e2ad-4221-aed9-b1ee51e5d419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbf034db-9cde-4201-94e4-95eb09d50104,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:51.072109 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36886) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:51.116968 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b882bd6b-9d07-4e76-9a57-49a00b35e182 req-685fba16-f2d6-4242-97ec-dec6f2b90169 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980761 Jul 24 09:19:51.133535 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6ff38e86-273d-46f0-9b3f-54fa79a842bc req-257a802d-0d51-4ea0-a3dc-ba83f530545c service neutron] 10.222.0.20 "GET /v2.0/networks/e53a4dac-283d-4066-b39c-c92cd595e1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6716361 Jul 24 09:19:51.176840 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d627-0271-4cf8-bf5c-a818a1d7ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:51.237007 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-d6b0d627-0271-4cf8-bf5c-a818a1d7ec5b admin admin] Deleting port 3334bd08-1e84-40b2-af25-63470d125919 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:19:51.239661 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d627-0271-4cf8-bf5c-a818a1d7ec5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:51.269498 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c290e5-3c28-4ad5-b25f-0393b7d273dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b6a330-94b5-47db-829c-e3c8144775fa'}, {'server_uuid': '0b22d4e7-f45f-40a6-816b-65a7954c56cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49572cfe-befc-4458-b356-7cdab209edf9'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:19:51.274415 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad81875-4ca8-4c7f-a4dd-1cdab4a384a1" -d '{"events": [{"server_uuid": "86c290e5-3c28-4ad5-b25f-0393b7d273dc", "name": "network-vif-plugged", "status": "completed", "tag": "c7b6a330-94b5-47db-829c-e3c8144775fa"}, {"server_uuid": "0b22d4e7-f45f-40a6-816b-65a7954c56cf", "name": "network-vif-plugged", "status": "completed", "tag": "49572cfe-befc-4458-b356-7cdab209edf9"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:19:51.278994 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['281ac198-347e-44df-a282-fa513c72ccd8'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:19:51.325490 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebf9a3-1e2e-43a0-abf9-4ce67f1a96c0 req-56152752-7a3f-4091-9ccc-2179649f3127 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:51.328106 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d7ebf9a3-1e2e-43a0-abf9-4ce67f1a96c0 req-56152752-7a3f-4091-9ccc-2179649f3127 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.1291492 Jul 24 09:19:51.394432 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-d6b0d627-0271-4cf8-bf5c-a818a1d7ec5b admin admin] For port 3334bd08-1e84-40b2-af25-63470d125919, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=3334bd08-1e84-40b2-af25-63470d125919,segment=NetworkSegment(36709531-842e-4437-a258-32aea7901240),segment_id=36709531-842e-4437-a258-32aea7901240)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:51.395409 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d627-0271-4cf8-bf5c-a818a1d7ec5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:51.401389 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d7ebf9a3-1e2e-43a0-abf9-4ce67f1a96c0 req-6b1d499d-c94c-498d-8161-7d20a2d0aeac tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585241 Jul 24 09:19:51.422586 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-d6b0d627-0271-4cf8-bf5c-a818a1d7ec5b admin admin] Calling delete_port for 3334bd08-1e84-40b2-af25-63470d125919 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:19:51.463954 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 09:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9578b750-cd48-4ddd-a135-fced8b77304b x-openstack-request-id: req-9578b750-cd48-4ddd-a135-fced8b77304b {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:19:51.464477 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c290e5-3c28-4ad5-b25f-0393b7d273dc", "name": "network-vif-plugged", "status": "completed", "tag": "c7b6a330-94b5-47db-829c-e3c8144775fa", "code": 200}, {"server_uuid": "0b22d4e7-f45f-40a6-816b-65a7954c56cf", "name": "network-vif-plugged", "status": "completed", "tag": "49572cfe-befc-4458-b356-7cdab209edf9", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:19:51.464863 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9578b750-cd48-4ddd-a135-fced8b77304b {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:19:51.465319 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c290e5-3c28-4ad5-b25f-0393b7d273dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b6a330-94b5-47db-829c-e3c8144775fa', 'code': 200} Jul 24 09:19:51.465633 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b22d4e7-f45f-40a6-816b-65a7954c56cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49572cfe-befc-4458-b356-7cdab209edf9', 'code': 200} Jul 24 09:19:51.502932 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85376c1c-2e65-433a-9aef-f44abfee2f44 req-d074e921-199a-4c41-9201-7d456c480367 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:51.505846 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-85376c1c-2e65-433a-9aef-f44abfee2f44 req-d074e921-199a-4c41-9201-7d456c480367 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 943 time: 0.1892018 Jul 24 09:19:51.528171 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405050be-cc97-4e0c-8dc0-eb18bd3a9529 None None] DHCP port deletion for e7975782-37b8-4cdc-a48c-0e5659cded47 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:19:51.601234 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-405050be-cc97-4e0c-8dc0-eb18bd3a9529 None None] Deleting port 3334bd08-1e84-40b2-af25-63470d125919 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:19:51.601621 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-405050be-cc97-4e0c-8dc0-eb18bd3a9529 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:51.620421 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-85376c1c-2e65-433a-9aef-f44abfee2f44 req-243d61e9-2c11-4c6d-bc5f-e0ef3d0cf339 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671611 Jul 24 09:19:51.644610 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d627-0271-4cf8-bf5c-a818a1d7ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:51.680619 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0d627-0271-4cf8-bf5c-a818a1d7ec5b admin admin] Pushing event deleted for resources: {'Port': ['ID=3334bd08-1e84-40b2-af25-63470d125919,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:51.687960 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b0d627-0271-4cf8-bf5c-a818a1d7ec5b admin admin] No DVR routers for this DVR port 3334bd08-1e84-40b2-af25-63470d125919 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:19:51.723850 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-405050be-cc97-4e0c-8dc0-eb18bd3a9529 None None] For port 3334bd08-1e84-40b2-af25-63470d125919, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=3334bd08-1e84-40b2-af25-63470d125919,segment=NetworkSegment(36709531-842e-4437-a258-32aea7901240),segment_id=36709531-842e-4437-a258-32aea7901240)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:51.725063 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-405050be-cc97-4e0c-8dc0-eb18bd3a9529 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:51.741535 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-405050be-cc97-4e0c-8dc0-eb18bd3a9529 None None] Calling delete_port for 3334bd08-1e84-40b2-af25-63470d125919 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:19:51.784169 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d627-0271-4cf8-bf5c-a818a1d7ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:51.800128 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-d6b0d627-0271-4cf8-bf5c-a818a1d7ec5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7975782-37b8-4cdc-a48c-0e5659cded47']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:51.813450 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-d6b0d627-0271-4cf8-bf5c-a818a1d7ec5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36709531-842e-4437-a258-32aea7901240') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:51.813715 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-d6b0d627-0271-4cf8-bf5c-a818a1d7ec5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36709531-842e-4437-a258-32aea7901240') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:19:51.817925 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1d4d5-5add-4a94-b8a2-e06cdb7f96a5 req-f852623b-4cf5-4351-b645-aeb754eef059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:51.819596 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6dc1d4d5-5add-4a94-b8a2-e06cdb7f96a5 req-f852623b-4cf5-4351-b645-aeb754eef059 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0b22d4e7-f45f-40a6-816b-65a7954c56cf HTTP/1.1" status: 200 len: 1096 time: 0.2538083 Jul 24 09:19:51.823508 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a7ea6-235a-4272-9290-da8afcd6a81d req-e7706161-8fd9-4078-b558-be1169b2975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:51.825009 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d04a7ea6-235a-4272-9290-da8afcd6a81d req-e7706161-8fd9-4078-b558-be1169b2975e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 1097 time: 0.2723544 Jul 24 09:19:51.827008 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d627-0271-4cf8-bf5c-a818a1d7ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:51.845590 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d627-0271-4cf8-bf5c-a818a1d7ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:51.853634 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b0d627-0271-4cf8-bf5c-a818a1d7ec5b admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:19:51.854071 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d627-0271-4cf8-bf5c-a818a1d7ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:19:51.856822 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: from cryptography.utils import int_from_bytes Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: from cryptography.utils import int_from_bytes Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:51.865489 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:19:51.868160 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:51.868160 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:19:51.868160 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:51.868160 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:19:51.868160 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:51.868160 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:19:51.868160 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:51.868160 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:19:51.868160 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:51.868160 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:19:51.868160 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:51.868160 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:19:51.868160 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:19:51.868160 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:19:51.875187 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-405050be-cc97-4e0c-8dc0-eb18bd3a9529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:51.882654 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6dc1d4d5-5add-4a94-b8a2-e06cdb7f96a5 req-eae03921-b48e-4455-9840-96778524d645 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0776dec3-f3b5-40fa-afc0-4af4b4127a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566173 Jul 24 09:19:51.892913 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded1a02-9a8f-40fd-b750-761312f73e72 req-ac122c63-0fdc-4038-a982-93bbdf55085b tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:51.894449 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bded1a02-9a8f-40fd-b750-761312f73e72 req-ac122c63-0fdc-4038-a982-93bbdf55085b tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b22d4e7-f45f-40a6-816b-65a7954c56cf HTTP/1.1" status: 200 len: 945 time: 0.1726515 Jul 24 09:19:51.912799 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405050be-cc97-4e0c-8dc0-eb18bd3a9529 None None] Pushing event deleted for resources: {'Port': ['ID=3334bd08-1e84-40b2-af25-63470d125919,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:51.916069 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405050be-cc97-4e0c-8dc0-eb18bd3a9529 None None] No DVR routers for this DVR port 3334bd08-1e84-40b2-af25-63470d125919 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:19:51.928424 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d04a7ea6-235a-4272-9290-da8afcd6a81d req-3edbaae5-19fd-4fe8-84b5-145bdc015278 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818985 Jul 24 09:19:51.936167 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d627-0271-4cf8-bf5c-a818a1d7ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:51.954433 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bded1a02-9a8f-40fd-b750-761312f73e72 req-ba40333d-f6fd-479b-9249-98f206ec3b3f tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/security-groups?id=0776dec3-f3b5-40fa-afc0-4af4b4127a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539191 Jul 24 09:19:51.955764 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d627-0271-4cf8-bf5c-a818a1d7ec5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:51.960163 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d6b0d627-0271-4cf8-bf5c-a818a1d7ec5b admin admin] 10.222.0.32 "DELETE /v2.0/networks/e7975782-37b8-4cdc-a48c-0e5659cded47 HTTP/1.1" status: 204 len: 168 time: 0.8816586 Jul 24 09:19:51.960163 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0d627-0271-4cf8-bf5c-a818a1d7ec5b admin admin] Pushing event deleted for resources: {'Network': ['ID=e7975782-37b8-4cdc-a48c-0e5659cded47,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:52.105181 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36914) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:52.156590 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b70dc667-2ab0-44cc-9d02-066bd633afa2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c7d3cdb5749546a8a61ec6fd0066ab8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501366 Jul 24 09:19:52.157249 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36916) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:52.205519 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698db9ec-1206-4c10-8ba4-d25151da2d51 req-5cf988e1-c06f-4e99-9c47-067069675a51 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:52.207134 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-698db9ec-1206-4c10-8ba4-d25151da2d51 req-5cf988e1-c06f-4e99-9c47-067069675a51 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.0736425 Jul 24 09:19:52.217727 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-27e31301-854c-46d5-b24c-4875b8703e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:52.240682 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-27e31301-854c-46d5-b24c-4875b8703e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:52.248714 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-698db9ec-1206-4c10-8ba4-d25151da2d51 req-1d5d29ba-f8fe-4a1d-ab4d-3ebc4742c742 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340655 Jul 24 09:19:52.290057 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-27e31301-854c-46d5-b24c-4875b8703e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:52.292751 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-27e31301-854c-46d5-b24c-4875b8703e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:52.294107 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-27e31301-854c-46d5-b24c-4875b8703e4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d56e8570-f8cd-45fb-b3de-c202c936c82b HTTP/1.1" status: 204 len: 168 time: 0.1359310 Jul 24 09:19:52.307217 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e31301-854c-46d5-b24c-4875b8703e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56e8570-f8cd-45fb-b3de-c202c936c82b,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:52.546553 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d990b-7568-4a10-b47f-cdbe3bb5e298 req-e1bb4d73-68f2-4143-b902-516aa36d7f3c tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:52.548334 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-152d990b-7568-4a10-b47f-cdbe3bb5e298 req-e1bb4d73-68f2-4143-b902-516aa36d7f3c tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.0769975 Jul 24 09:19:52.596913 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-152d990b-7568-4a10-b47f-cdbe3bb5e298 req-0b653714-ad6e-4ee9-a329-e7469f086fa5 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413141 Jul 24 09:19:52.616829 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device f3a36516-deb8-4fa2-aaef-0e04fd470c93 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:19:52.616829 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 895cdaef-83aa-413c-8ea5-ba5fe01f53be no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:19:52.662392 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 895cdaef-83aa-413c-8ea5-ba5fe01f53be {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:19:52.662893 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 895cdaef-83aa-413c-8ea5-ba5fe01f53be not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:19:52.769693 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5adb5-78f4-4287-9066-8084dfee3906 req-61b1d4b9-25a5-4904-b8fa-748739345419 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:52.771350 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7cf5adb5-78f4-4287-9066-8084dfee3906 req-61b1d4b9-25a5-4904-b8fa-748739345419 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 943 time: 0.0758038 Jul 24 09:19:52.815688 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7cf5adb5-78f4-4287-9066-8084dfee3906 req-b2d140db-233e-4c0a-b4f2-c3070bb2e4f1 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346618 Jul 24 09:19:52.817589 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port f3a36516-deb8-4fa2-aaef-0e04fd470c93, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f3a36516-deb8-4fa2-aaef-0e04fd470c93,segment=NetworkSegment(549f8fc2-6dd2-403e-86ee-6496c004d1b8),segment_id=549f8fc2-6dd2-403e-86ee-6496c004d1b8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:52.840617 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'f3a36516-deb8-4fa2-aaef-0e04fd470c93', 'network_id': 'e53a4dac-283d-4066-b39c-c92cd595e1cc', 'port_id': 'f3a36516-deb8-4fa2-aaef-0e04fd470c93', 'mac_address': 'fa:16:3e:ba:f4:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f62887c4-8038-43c9-a348-486215509d76', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:19:52.885745 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:52.906455 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a36516-deb8-4fa2-aaef-0e04fd470c93 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:19:52.928403 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port f3a36516-deb8-4fa2-aaef-0e04fd470c93, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f3a36516-deb8-4fa2-aaef-0e04fd470c93,segment=NetworkSegment(549f8fc2-6dd2-403e-86ee-6496c004d1b8),segment_id=549f8fc2-6dd2-403e-86ee-6496c004d1b8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:52.932956 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:53.001612 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=f3a36516-deb8-4fa2-aaef-0e04fd470c93,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:53.124090 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b95c9-8bbe-46ac-afa0-51876eac7dfd req-8d235aff-6587-4f17-8568-0ac8ef8d4c69 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:53.126336 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7c1b95c9-8bbe-46ac-afa0-51876eac7dfd req-8d235aff-6587-4f17-8568-0ac8ef8d4c69 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b22d4e7-f45f-40a6-816b-65a7954c56cf HTTP/1.1" status: 200 len: 945 time: 0.0820282 Jul 24 09:19:53.198207 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36966) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:53.202109 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7c1b95c9-8bbe-46ac-afa0-51876eac7dfd req-be95ca5e-a8d2-452a-8756-575c56802eba tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/security-groups?id=0776dec3-f3b5-40fa-afc0-4af4b4127a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695102 Jul 24 09:19:53.301557 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['f3a36516-deb8-4fa2-aaef-0e04fd470c93'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:19:53.308919 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-b4e908e9-dabb-40a4-bc1f-8112b6751231 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1849446617-network', 'tenant_id': '6b1fa8bffc3f4f79a18ef178d136076c'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:53.347100 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e908e9-dabb-40a4-bc1f-8112b6751231 admin admin] Made reservation on behalf of 6b1fa8bffc3f4f79a18ef178d136076c for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:19:53.350430 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b4e908e9-dabb-40a4-bc1f-8112b6751231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:53.374176 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b4e908e9-dabb-40a4-bc1f-8112b6751231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:53.413743 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95876fb-9fe8-4b53-8918-be3c3cd2b126 req-17f6803c-44ea-4cfe-a5e7-15336084ca6d tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:53.423654 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f95876fb-9fe8-4b53-8918-be3c3cd2b126 req-17f6803c-44ea-4cfe-a5e7-15336084ca6d tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d95f83b1-7fdf-4193-8a9b-bd5b8bf43d8f HTTP/1.1" status: 200 len: 945 time: 0.1499524 Jul 24 09:19:53.455833 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 3334bd08-1e84-40b2-af25-63470d125919 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:19:53.493612 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f95876fb-9fe8-4b53-8918-be3c3cd2b126 req-5bf9f87b-926d-4455-9f7c-5f66cd58f538 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/security-groups?id=0776dec3-f3b5-40fa-afc0-4af4b4127a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687020 Jul 24 09:19:53.495704 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 3334bd08-1e84-40b2-af25-63470d125919 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:19:53.496246 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 3334bd08-1e84-40b2-af25-63470d125919 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:19:53.546493 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba90f45-bba6-4876-b605-a500cc2643bc req-69f903f5-3455-4bb5-84cf-21cf287f9447 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:53.548767 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cba90f45-bba6-4876-b605-a500cc2643bc req-69f903f5-3455-4bb5-84cf-21cf287f9447 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.1436846 Jul 24 09:19:53.615816 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cba90f45-bba6-4876-b605-a500cc2643bc req-94ab392c-5756-4529-be56-a77f31973680 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595572 Jul 24 09:19:53.629003 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b4e908e9-dabb-40a4-bc1f-8112b6751231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:53.634013 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b4e908e9-dabb-40a4-bc1f-8112b6751231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:53.634494 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1133d-dded-43bf-a562-819f2e4fb4e8 req-8bfcc95f-1306-49c1-be84-5956e54cfda2 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:53.637189 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c4b1133d-dded-43bf-a562-819f2e4fb4e8 req-8bfcc95f-1306-49c1-be84-5956e54cfda2 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ee199fe-db6f-40d7-98f2-a4c30445292c HTTP/1.1" status: 200 len: 945 time: 0.0712011 Jul 24 09:19:53.657126 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e908e9-dabb-40a4-bc1f-8112b6751231 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:19:53.673242 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e908e9-dabb-40a4-bc1f-8112b6751231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330daea4-5e94-4367-aaec-e4892299be0d,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:53.679382 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b4e908e9-dabb-40a4-bc1f-8112b6751231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:53.679866 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-b4e908e9-dabb-40a4-bc1f-8112b6751231 admin admin] Added segment e65487a1-02bf-46cb-b27a-4d63be79189f of type vlan for network c4cbdda4-0b5e-464e-9c9a-08e60ee534e2 Jul 24 09:19:53.711049 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c4b1133d-dded-43bf-a562-819f2e4fb4e8 req-02a36fe2-335f-4e3f-a168-6b6d55fe8e8f tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/security-groups?id=0776dec3-f3b5-40fa-afc0-4af4b4127a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684202 Jul 24 09:19:53.723477 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b4e908e9-dabb-40a4-bc1f-8112b6751231 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:53.757786 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b4e908e9-dabb-40a4-bc1f-8112b6751231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:53.759127 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e908e9-dabb-40a4-bc1f-8112b6751231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:53.759730 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b4e908e9-dabb-40a4-bc1f-8112b6751231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:53.804409 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b4e908e9-dabb-40a4-bc1f-8112b6751231 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6050203 Jul 24 09:19:53.807282 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36988) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:19:53.814330 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-944af9aa-a0cc-41a6-9d0b-7949c890df2e admin admin] Request body: {'subnet': {'network_id': 'c4cbdda4-0b5e-464e-9c9a-08e60ee534e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1849446617-subnet', 'tenant_id': '6b1fa8bffc3f4f79a18ef178d136076c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:53.858565 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944af9aa-a0cc-41a6-9d0b-7949c890df2e admin admin] Made reservation on behalf of 6b1fa8bffc3f4f79a18ef178d136076c for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:19:53.861878 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-944af9aa-a0cc-41a6-9d0b-7949c890df2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:53.879818 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e908e9-dabb-40a4-bc1f-8112b6751231 admin admin] Pushing event updated for resources: {'Network': ['ID=c4cbdda4-0b5e-464e-9c9a-08e60ee534e2,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:53.891024 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network c4cbdda4-0b5e-464e-9c9a-08e60ee534e2 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:19:54.014766 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3a5a8-edaf-4a13-9fbc-0a098d3664f9 req-245bd5ef-065b-4e6c-b4bf-f77541bed989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:54.016452 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-56b3a5a8-edaf-4a13-9fbc-0a098d3664f9 req-245bd5ef-065b-4e6c-b4bf-f77541bed989 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf29b3bebbf742f881f34420258c367e&device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 1097 time: 0.1335640 Jul 24 09:19:54.064824 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4639c-5818-4093-acf8-19776023f9e9 req-99c0c129-33a5-472f-b45a-cbb6eba9df31 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:54.066981 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-65e4639c-5818-4093-acf8-19776023f9e9 req-99c0c129-33a5-472f-b45a-cbb6eba9df31 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.1223786 Jul 24 09:19:54.161603 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee90d68-23d9-4b58-a648-d81a7ddb67a1 req-17230f8d-63e7-478b-ac78-1c8fe2068cd8 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:54.163341 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bee90d68-23d9-4b58-a648-d81a7ddb67a1 req-17230f8d-63e7-478b-ac78-1c8fe2068cd8 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 944 time: 0.1367846 Jul 24 09:19:54.178328 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-65e4639c-5818-4093-acf8-19776023f9e9 req-dc1213ec-a019-4669-9aea-aaa499a648da tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002271 Jul 24 09:19:54.186332 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3a5a8-edaf-4a13-9fbc-0a098d3664f9 req-ec8db80b-3ac5-4b47-909d-cc27b57338e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:54.187522 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-56b3a5a8-edaf-4a13-9fbc-0a098d3664f9 req-ec8db80b-3ac5-4b47-909d-cc27b57338e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=879e2a75-1d2b-49d0-a8d5-7375e00eca98 HTTP/1.1" status: 200 len: 910 time: 0.1628497 Jul 24 09:19:54.213670 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-944af9aa-a0cc-41a6-9d0b-7949c890df2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:54.241873 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-56b3a5a8-edaf-4a13-9fbc-0a098d3664f9 req-dcb078dc-94c1-4a76-8943-1dec665c6b5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7b6a330-94b5-47db-829c-e3c8144775fa HTTP/1.1" status: 200 len: 217 time: 0.0402508 Jul 24 09:19:54.255128 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bee90d68-23d9-4b58-a648-d81a7ddb67a1 req-4251b4e5-107a-4b34-a042-30962096fa3e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831583 Jul 24 09:19:54.301801 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944af9aa-a0cc-41a6-9d0b-7949c890df2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ac588d4-92b8-4598-a8c3-6b5895de2ca6,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:54.307769 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944af9aa-a0cc-41a6-9d0b-7949c890df2e admin admin] Checking segment: {'id': 'e65487a1-02bf-46cb-b27a-4d63be79189f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c4cbdda4-0b5e-464e-9c9a-08e60ee534e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:19:54.308398 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944af9aa-a0cc-41a6-9d0b-7949c890df2e admin admin] Network hostable DHCP agents. Network: c4cbdda4-0b5e-464e-9c9a-08e60ee534e2, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:19:54.333784 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944af9aa-a0cc-41a6-9d0b-7949c890df2e admin admin] Network c4cbdda4-0b5e-464e-9c9a-08e60ee534e2 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:19:54.347446 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-944af9aa-a0cc-41a6-9d0b-7949c890df2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, c4cbdda4-0b5e-464e-9c9a-08e60ee534e2) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:19:54.350739 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3a5a8-edaf-4a13-9fbc-0a098d3664f9 req-5ea55a92-0956-48f5-acb0-e5242a593710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:54.352647 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-56b3a5a8-edaf-4a13-9fbc-0a098d3664f9 req-5ea55a92-0956-48f5-acb0-e5242a593710 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1f03bd53-1d24-4014-8dfb-1c8adcf2b288 HTTP/1.1" status: 200 len: 850 time: 0.1044538 Jul 24 09:19:54.354023 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944af9aa-a0cc-41a6-9d0b-7949c890df2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:54.354864 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-944af9aa-a0cc-41a6-9d0b-7949c890df2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:54.364496 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a3bf64-9d24-409f-9033-dbdb0bf44141 None None] Network c4cbdda4-0b5e-464e-9c9a-08e60ee534e2 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:19:54.376553 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-944af9aa-a0cc-41a6-9d0b-7949c890df2e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5676787 Jul 24 09:19:54.442435 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-56b3a5a8-edaf-4a13-9fbc-0a098d3664f9 req-8551edf6-fc01-4a02-ad13-074986a531da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=879e2a75-1d2b-49d0-a8d5-7375e00eca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801754 Jul 24 09:19:54.483856 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e7e9a-d14f-48b8-ab43-cd30e7ee94da req-1c1b0d70-4cee-4ac7-9fce-3e8edd891a2e tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:54.490968 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f47e7e9a-d14f-48b8-ab43-cd30e7ee94da req-1c1b0d70-4cee-4ac7-9fce-3e8edd891a2e tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ee199fe-db6f-40d7-98f2-a4c30445292c HTTP/1.1" status: 200 len: 945 time: 0.2066841 Jul 24 09:19:54.543704 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98c386c-e863-4d76-82e5-fc2536d0f6fc None None] Network c4cbdda4-0b5e-464e-9c9a-08e60ee534e2 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:19:54.575683 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f47e7e9a-d14f-48b8-ab43-cd30e7ee94da req-b5734170-f7a4-4a6e-a7f8-abefab9c3ec6 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/security-groups?id=0776dec3-f3b5-40fa-afc0-4af4b4127a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836408 Jul 24 09:19:54.596494 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-56b3a5a8-edaf-4a13-9fbc-0a098d3664f9 req-636792f9-3ac5-4c74-9fda-79ad92440825 service neutron] 10.222.0.37 "GET /v2.0/networks/879e2a75-1d2b-49d0-a8d5-7375e00eca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467571 Jul 24 09:19:54.643115 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 281ac198-347e-44df-a282-fa513c72ccd8 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:19:54.733148 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-56b3a5a8-edaf-4a13-9fbc-0a098d3664f9 req-7e910b8c-c09a-400d-953d-0f28edc941eb service neutron] 10.222.0.37 "GET /v2.0/networks/879e2a75-1d2b-49d0-a8d5-7375e00eca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280248 Jul 24 09:19:54.749096 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 281ac198-347e-44df-a282-fa513c72ccd8 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:19:54.757552 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 281ac198-347e-44df-a282-fa513c72ccd8 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:19:54.758216 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:54.848712 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:54.872275 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896e2b8e-333d-4d9e-88d1-6722b40a20a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281ac198-347e-44df-a282-fa513c72ccd8'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:19:54.875286 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4654d0-a50e-4a23-9878-1993eb16a57b" -d '{"events": [{"server_uuid": "896e2b8e-333d-4d9e-88d1-6722b40a20a6", "name": "network-vif-plugged", "status": "completed", "tag": "281ac198-347e-44df-a282-fa513c72ccd8"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:19:54.888903 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 281ac198-347e-44df-a282-fa513c72ccd8, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=281ac198-347e-44df-a282-fa513c72ccd8,segment=NetworkSegment(549f8fc2-6dd2-403e-86ee-6496c004d1b8),segment_id=549f8fc2-6dd2-403e-86ee-6496c004d1b8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:54.893802 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:54.930878 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1973d9-581b-4479-a914-c324a50cc68e x-openstack-request-id: req-6e1973d9-581b-4479-a914-c324a50cc68e {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:19:54.931171 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896e2b8e-333d-4d9e-88d1-6722b40a20a6", "name": "network-vif-plugged", "status": "completed", "tag": "281ac198-347e-44df-a282-fa513c72ccd8", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:19:54.931421 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e1973d9-581b-4479-a914-c324a50cc68e {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:19:54.931803 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896e2b8e-333d-4d9e-88d1-6722b40a20a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281ac198-347e-44df-a282-fa513c72ccd8', 'code': 200} Jul 24 09:19:54.933322 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-395c7012-7d5a-4dad-af94-0b422b94e2af tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:54.957513 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-395c7012-7d5a-4dad-af94-0b422b94e2af tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.32 "GET /v2.0/networks?id=c4cbdda4-0b5e-464e-9c9a-08e60ee534e2 HTTP/1.1" status: 200 len: 821 time: 0.1595144 Jul 24 09:19:54.963845 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=281ac198-347e-44df-a282-fa513c72ccd8,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:54.973357 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-8e5a5099-cb41-4e79-bbf7-4a8157fff2ea tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.32 "GET /v2.0/quotas/6b1fa8bffc3f4f79a18ef178d136076c HTTP/1.1" status: 200 len: 375 time: 0.0193777 Jul 24 09:19:55.007973 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-1238425c-5b4a-4341-9641-b7434c5fb6f2 tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b1fa8bffc3f4f79a18ef178d136076c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332205 Jul 24 09:19:55.066156 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063d8ec-600f-40cf-b2d0-e7e9cb96637e req-8933a694-5d84-477a-9c1a-f8543a840b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:55.068162 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2063d8ec-600f-40cf-b2d0-e7e9cb96637e req-8933a694-5d84-477a-9c1a-f8543a840b16 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 1097 time: 0.0619123 Jul 24 09:19:55.109317 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2063d8ec-600f-40cf-b2d0-e7e9cb96637e req-3bf32a9e-5082-465e-a0a6-a817d86e19c8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338027 Jul 24 09:19:55.109546 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-11ef4df9-5ae8-4a68-89b9-a8742b584a63 service neutron] 10.222.0.32 "GET /v2.0/networks/c4cbdda4-0b5e-464e-9c9a-08e60ee534e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935304 Jul 24 09:19:55.204893 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-bba57f8d-608f-422d-b3c7-ac3b82a469a4 service neutron] 10.222.0.32 "GET /v2.0/networks/c4cbdda4-0b5e-464e-9c9a-08e60ee534e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889637 Jul 24 09:19:55.379109 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329779b-3eb4-4bdb-9d7b-e40807f69e85 req-f9919c19-a90d-4bd9-b535-e58d2e94d2d0 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:55.382242 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a329779b-3eb4-4bdb-9d7b-e40807f69e85 req-f9919c19-a90d-4bd9-b535-e58d2e94d2d0 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.1251125 Jul 24 09:19:55.448566 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a329779b-3eb4-4bdb-9d7b-e40807f69e85 req-0318b797-91fa-41f4-b298-96b6bb31de62 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605838 Jul 24 09:19:55.463940 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7a0b4-77c8-4fcc-9662-79fc0e1650bf req-4f3e4e28-31b5-4ec6-8e12-29c4ade0ad06 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:55.465816 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-22d7a0b4-77c8-4fcc-9662-79fc0e1650bf req-4f3e4e28-31b5-4ec6-8e12-29c4ade0ad06 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ee199fe-db6f-40d7-98f2-a4c30445292c HTTP/1.1" status: 200 len: 945 time: 0.1429403 Jul 24 09:19:55.501435 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343b234-8159-4300-adaa-e82daff309ea req-d8d6345e-75ea-4941-bcb0-bbde79f33ad3 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:55.502817 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3343b234-8159-4300-adaa-e82daff309ea req-d8d6345e-75ea-4941-bcb0-bbde79f33ad3 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 944 time: 0.0890827 Jul 24 09:19:55.553916 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3343b234-8159-4300-adaa-e82daff309ea req-80a9303a-a8e5-4737-8be8-9e28c19e9752 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451744 Jul 24 09:19:55.590542 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88f92aad-7a86-4db2-8ec7-6fc8b610238e req-a13d279f-06d0-448e-8bd6-9b6e293dcffa tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa HTTP/1.1" status: 200 len: 210 time: 0.0698862 Jul 24 09:19:55.687418 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-22d7a0b4-77c8-4fcc-9662-79fc0e1650bf req-a0c72e43-466b-449e-b010-d7f54e4e66e1 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Deleting port bd89f406-4a06-47f7-9689-958edbb03849 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:19:55.688899 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-22d7a0b4-77c8-4fcc-9662-79fc0e1650bf req-a0c72e43-466b-449e-b010-d7f54e4e66e1 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:55.826881 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-22d7a0b4-77c8-4fcc-9662-79fc0e1650bf req-a0c72e43-466b-449e-b010-d7f54e4e66e1 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] For port bd89f406-4a06-47f7-9689-958edbb03849, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=bd89f406-4a06-47f7-9689-958edbb03849,segment=NetworkSegment(5179e55e-7b8e-4df7-bbd8-f5946e9f75a1),segment_id=5179e55e-7b8e-4df7-bbd8-f5946e9f75a1)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:55.827342 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-22d7a0b4-77c8-4fcc-9662-79fc0e1650bf req-a0c72e43-466b-449e-b010-d7f54e4e66e1 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:55.838901 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ae186-92f6-4a6e-8432-557134036eca req-2456884d-fb4b-48ef-a8fb-e7c2f6bc6b95 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:55.840858 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-259ae186-92f6-4a6e-8432-557134036eca req-2456884d-fb4b-48ef-a8fb-e7c2f6bc6b95 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ee199fe-db6f-40d7-98f2-a4c30445292c HTTP/1.1" status: 200 len: 945 time: 0.1568120 Jul 24 09:19:55.868226 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-22d7a0b4-77c8-4fcc-9662-79fc0e1650bf req-a0c72e43-466b-449e-b010-d7f54e4e66e1 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Calling delete_port for bd89f406-4a06-47f7-9689-958edbb03849 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:19:55.899905 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-259ae186-92f6-4a6e-8432-557134036eca req-176ab386-d66c-41c0-9535-759793c6e7d2 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/security-groups?id=0776dec3-f3b5-40fa-afc0-4af4b4127a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494895 Jul 24 09:19:56.043138 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-22d7a0b4-77c8-4fcc-9662-79fc0e1650bf req-a0c72e43-466b-449e-b010-d7f54e4e66e1 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:56.055891 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['ecac190a-e43f-486a-9107-e969ea992406'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:19:56.058100 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['bd89f406-4a06-47f7-9689-958edbb03849', '49572cfe-befc-4458-b356-7cdab209edf9'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:19:56.074506 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c72e43-466b-449e-b010-d7f54e4e66e1 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Pushing event deleted for resources: {'Port': ['ID=bd89f406-4a06-47f7-9689-958edbb03849,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:56.127942 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d7a0b4-77c8-4fcc-9662-79fc0e1650bf req-a0c72e43-466b-449e-b010-d7f54e4e66e1 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] No DVR routers for this DVR port bd89f406-4a06-47f7-9689-958edbb03849 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:19:56.133632 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-22d7a0b4-77c8-4fcc-9662-79fc0e1650bf req-a0c72e43-466b-449e-b010-d7f54e4e66e1 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:56.136167 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-22d7a0b4-77c8-4fcc-9662-79fc0e1650bf req-a0c72e43-466b-449e-b010-d7f54e4e66e1 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.37 "DELETE /v2.0/ports/bd89f406-4a06-47f7-9689-958edbb03849 HTTP/1.1" status: 204 len: 173 time: 0.6646399 Jul 24 09:19:56.136442 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee199fe-db6f-40d7-98f2-a4c30445292c', 'name': 'network-vif-deleted', 'tag': 'bd89f406-4a06-47f7-9689-958edbb03849'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:19:56.139832 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bdc57f-7432-4004-9b47-26d9985596ed" -d '{"events": [{"server_uuid": "1ee199fe-db6f-40d7-98f2-a4c30445292c", "name": "network-vif-deleted", "tag": "bd89f406-4a06-47f7-9689-958edbb03849"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:19:56.213613 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f464f92e-8c84-4d11-9848-89f722c2895c x-openstack-request-id: req-f464f92e-8c84-4d11-9848-89f722c2895c {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:19:56.214011 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee199fe-db6f-40d7-98f2-a4c30445292c", "name": "network-vif-deleted", "tag": "bd89f406-4a06-47f7-9689-958edbb03849", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:19:56.214276 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f464f92e-8c84-4d11-9848-89f722c2895c {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:19:56.214686 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee199fe-db6f-40d7-98f2-a4c30445292c', 'name': 'network-vif-deleted', 'tag': 'bd89f406-4a06-47f7-9689-958edbb03849', 'status': 'completed', 'code': 200} Jul 24 09:19:56.633410 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-24d51777-ec41-455d-8d03-24007f183c8a tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:56.635129 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-24d51777-ec41-455d-8d03-24007f183c8a tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.37 "GET /v2.0/networks?id=c4cbdda4-0b5e-464e-9c9a-08e60ee534e2 HTTP/1.1" status: 200 len: 821 time: 0.1517453 Jul 24 09:19:56.638981 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device f3a36516-deb8-4fa2-aaef-0e04fd470c93 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:19:56.665728 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-3e5bf16c-fd22-4126-92e9-2221992a3cff tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Request body: {'port': {'device_id': '71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa', 'network_id': 'c4cbdda4-0b5e-464e-9c9a-08e60ee534e2', 'admin_state_up': True, 'tenant_id': '6b1fa8bffc3f4f79a18ef178d136076c'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:56.702553 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcf7e2-9bf0-4eee-b29d-95707a2a2453 req-8867b293-7d89-4caa-aaca-ac1c4101dc0e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:56.705412 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port f3a36516-deb8-4fa2-aaef-0e04fd470c93 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:19:56.709252 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b1bcf7e2-9bf0-4eee-b29d-95707a2a2453 req-8867b293-7d89-4caa-aaca-ac1c4101dc0e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.1775479 Jul 24 09:19:56.713169 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port f3a36516-deb8-4fa2-aaef-0e04fd470c93 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:19:56.713615 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:56.761005 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b1bcf7e2-9bf0-4eee-b29d-95707a2a2453 req-18e5c4c8-4da9-4d4b-a534-ac733f8b7f13 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495930 Jul 24 09:19:56.804262 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50ff05-1f90-4186-b5f0-ad66b24e7abe req-db3176fd-610a-4db2-b061-268fd349f96c tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:56.811379 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc50ff05-1f90-4186-b5f0-ad66b24e7abe req-db3176fd-610a-4db2-b061-268fd349f96c tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 944 time: 0.1530676 Jul 24 09:19:56.864386 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc50ff05-1f90-4186-b5f0-ad66b24e7abe req-46da4623-71a8-4c0b-9865-1a21b2ffd337 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520875 Jul 24 09:19:56.881570 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:56.930326 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port f3a36516-deb8-4fa2-aaef-0e04fd470c93, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f3a36516-deb8-4fa2-aaef-0e04fd470c93,segment=NetworkSegment(549f8fc2-6dd2-403e-86ee-6496c004d1b8),segment_id=549f8fc2-6dd2-403e-86ee-6496c004d1b8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:19:56.932492 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a36516-deb8-4fa2-aaef-0e04fd470c93'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:19:56.936384 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39354eef-9ac3-4daa-a701-613b255594a4" -d '{"events": [{"server_uuid": "f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c", "name": "network-vif-plugged", "status": "completed", "tag": "f3a36516-deb8-4fa2-aaef-0e04fd470c93"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:19:56.940593 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:57.042059 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=f3a36516-deb8-4fa2-aaef-0e04fd470c93,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:57.055158 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5530d7c-7438-4146-8d5d-e2b1b635d490 req-38ec0959-20d3-4a87-94b5-799b05a0e628 tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa HTTP/1.1" status: 200 len: 210 time: 0.1664684 Jul 24 09:19:57.089068 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-3e5bf16c-fd22-4126-92e9-2221992a3cff tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Made reservation on behalf of 6b1fa8bffc3f4f79a18ef178d136076c for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:19:57.092981 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-3e5bf16c-fd22-4126-92e9-2221992a3cff tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:57.102240 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fe5c7c-cd15-4034-84a5-c2b5efb37316 x-openstack-request-id: req-f1fe5c7c-cd15-4034-84a5-c2b5efb37316 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:19:57.102240 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c", "name": "network-vif-plugged", "status": "completed", "tag": "f3a36516-deb8-4fa2-aaef-0e04fd470c93", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:19:57.102875 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1fe5c7c-cd15-4034-84a5-c2b5efb37316 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:19:57.102875 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a36516-deb8-4fa2-aaef-0e04fd470c93', 'code': 200} Jul 24 09:19:57.140343 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-429d2624-aa4d-4fca-9b4b-410a9ebb337d req-43e2ecb0-941c-4d33-8f0b-c817a5221432 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2482624 Jul 24 09:19:57.177791 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-61c358df-ce04-4a18-8dae-db4d6771f44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:57.347166 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-3e5bf16c-fd22-4126-92e9-2221992a3cff tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Allocated IP 172.20.0.7 (c4cbdda4-0b5e-464e-9c9a-08e60ee534e2/6ac588d4-92b8-4598-a8c3-6b5895de2ca6/afbbee46-77eb-44da-9a20-1d1cee7152c1) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:19:57.412809 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e7e4c-bec3-4b95-9ede-cfabf0fa00b3 req-c41a891c-cb55-452d-8917-671e63eccb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:57.415704 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-727e7e4c-bec3-4b95-9ede-cfabf0fa00b3 req-c41a891c-cb55-452d-8917-671e63eccb41 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 1096 time: 0.2071080 Jul 24 09:19:57.436312 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d2624-aa4d-4fca-9b4b-410a9ebb337d req-f3d64e6e-6cb3-4b9b-89eb-65d295084be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:57.437815 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-429d2624-aa4d-4fca-9b4b-410a9ebb337d req-f3d64e6e-6cb3-4b9b-89eb-65d295084be3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 1095 time: 0.1675129 Jul 24 09:19:57.556870 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-727e7e4c-bec3-4b95-9ede-cfabf0fa00b3 req-6a6c5a58-9ae9-4a56-bae2-14b89c7ed087 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326187 Jul 24 09:19:57.640622 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d2624-aa4d-4fca-9b4b-410a9ebb337d req-53d4eaa2-2c1d-4ce1-adca-5bb4060271d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:57.650759 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-429d2624-aa4d-4fca-9b4b-410a9ebb337d req-53d4eaa2-2c1d-4ce1-adca-5bb4060271d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 912 time: 0.1848183 Jul 24 09:19:57.655160 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-3e5bf16c-fd22-4126-92e9-2221992a3cff tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:57.745391 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-429d2624-aa4d-4fca-9b4b-410a9ebb337d req-7be13656-6ff2-41db-b4ad-bc9d179ae87b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb HTTP/1.1" status: 200 len: 999 time: 0.0871964 Jul 24 09:19:57.785786 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-3e5bf16c-fd22-4126-92e9-2221992a3cff tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:57.830843 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-3e5bf16c-fd22-4126-92e9-2221992a3cff tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Network c4cbdda4-0b5e-464e-9c9a-08e60ee534e2 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:19:57.838253 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-3e5bf16c-fd22-4126-92e9-2221992a3cff tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:19:57.843868 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-3e5bf16c-fd22-4126-92e9-2221992a3cff tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:19:57.879698 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d2624-aa4d-4fca-9b4b-410a9ebb337d req-23254bb1-b638-4bfd-800a-871814dfc4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:57.882200 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-429d2624-aa4d-4fca-9b4b-410a9ebb337d req-23254bb1-b638-4bfd-800a-871814dfc4a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33f84861-778d-4828-92aa-af092c959084 HTTP/1.1" status: 200 len: 851 time: 0.1275430 Jul 24 09:19:57.907325 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bf16c-fd22-4126-92e9-2221992a3cff tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Pushing event updated for resources: {'Port': ['ID=afbbee46-77eb-44da-9a20-1d1cee7152c1,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:57.954133 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-3e5bf16c-fd22-4126-92e9-2221992a3cff tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:57.954858 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-3e5bf16c-fd22-4126-92e9-2221992a3cff tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:57.956093 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73292464-fb27-4e36-8051-662f2573d50f req-944d1167-f956-4a36-aa22-262c832c537b tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:57.958759 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-73292464-fb27-4e36-8051-662f2573d50f req-944d1167-f956-4a36-aa22-262c832c537b tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.0993881 Jul 24 09:19:58.005482 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-73292464-fb27-4e36-8051-662f2573d50f req-16927e0e-ae5d-4a0f-89e2-8ee12877a762 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401030 Jul 24 09:19:58.007928 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-3e5bf16c-fd22-4126-92e9-2221992a3cff tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3482664 Jul 24 09:19:58.024304 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-0c21a1b1-e7e7-4617-a1a4-b0af5f9806e5 service neutron] Request body: {'port': {'device_id': '71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:19:58.062160 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d2624-aa4d-4fca-9b4b-410a9ebb337d req-8578ae5c-2620-49cf-90fd-99083a6c70ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:58.063666 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-429d2624-aa4d-4fca-9b4b-410a9ebb337d req-8578ae5c-2620-49cf-90fd-99083a6c70ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b64780-c69e-4432-87ba-d598170da5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1749442 Jul 24 09:19:58.146834 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdd065-7dd4-43f5-922d-09082227e796 req-18fda1bd-a4db-488b-a7d1-3c82f710e18d tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:58.148361 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48bdd065-7dd4-43f5-922d-09082227e796 req-18fda1bd-a4db-488b-a7d1-3c82f710e18d tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.1806760 Jul 24 09:19:58.235126 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd5f40-571e-4a6f-ad00-a2ac8574da9d req-ab39f276-176e-47b0-a55e-a69d720d9be0 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:58.235972 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-0c21a1b1-e7e7-4617-a1a4-b0af5f9806e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:58.242204 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd5f40-571e-4a6f-ad00-a2ac8574da9d req-ab39f276-176e-47b0-a55e-a69d720d9be0 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:58.244216 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-17fd5f40-571e-4a6f-ad00-a2ac8574da9d req-ab39f276-176e-47b0-a55e-a69d720d9be0 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b22d4e7-f45f-40a6-816b-65a7954c56cf&device_id=d95f83b1-7fdf-4193-8a9b-bd5b8bf43d8f HTTP/1.1" status: 200 len: 1681 time: 0.0831790 Jul 24 09:19:58.258386 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-429d2624-aa4d-4fca-9b4b-410a9ebb337d req-ed47a423-e9f9-4e37-a35f-0ebfa65c04d5 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876729 Jul 24 09:19:58.276856 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48bdd065-7dd4-43f5-922d-09082227e796 req-70279620-a713-4844-be70-12aca095ad63 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944915 Jul 24 09:19:58.298494 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-17fd5f40-571e-4a6f-ad00-a2ac8574da9d req-e7bb6a56-3602-4ffd-93ca-735c1448a985 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/security-groups?id=0776dec3-f3b5-40fa-afc0-4af4b4127a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484319 Jul 24 09:19:58.505785 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-429d2624-aa4d-4fca-9b4b-410a9ebb337d req-6f92140b-6595-4d4c-b7a9-a677d25d1ee8 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399921 Jul 24 09:19:58.606007 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device bd89f406-4a06-47f7-9689-958edbb03849 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:19:58.653478 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: bd89f406-4a06-47f7-9689-958edbb03849 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:19:58.653825 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device bd89f406-4a06-47f7-9689-958edbb03849 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:19:58.906006 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c160a4-13af-4271-bf54-fd323a95ab2b req-80a627d1-0e1d-427a-ae6c-c6851305f92a tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:58.907628 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a1c160a4-13af-4271-bf54-fd323a95ab2b req-80a627d1-0e1d-427a-ae6c-c6851305f92a tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa HTTP/1.1" status: 200 len: 931 time: 0.5219924 Jul 24 09:19:58.974716 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a1c160a4-13af-4271-bf54-fd323a95ab2b req-4f5c3451-9cf2-4760-8391-2632766668a2 tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.32 "GET /v2.0/security-groups?id=330daea4-5e94-4367-aaec-e4892299be0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553069 Jul 24 09:19:59.037582 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-0c21a1b1-e7e7-4617-a1a4-b0af5f9806e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afbbee46-77eb-44da-9a20-1d1cee7152c1 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:19:59.048176 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-0c21a1b1-e7e7-4617-a1a4-b0af5f9806e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:59.075516 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-0c21a1b1-e7e7-4617-a1a4-b0af5f9806e5 service neutron] Transition to ACTIVE for port object afbbee46-77eb-44da-9a20-1d1cee7152c1 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:19:59.080565 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-0c21a1b1-e7e7-4617-a1a4-b0af5f9806e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:59.094233 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50f9e7-5427-4148-b895-4419c2de081b req-a0c217f0-4905-4149-a31a-076da4f52e65 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:59.121333 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cf50f9e7-5427-4148-b895-4419c2de081b req-a0c217f0-4905-4149-a31a-076da4f52e65 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d95f83b1-7fdf-4193-8a9b-bd5b8bf43d8f HTTP/1.1" status: 200 len: 945 time: 0.1402862 Jul 24 09:19:59.177506 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cf50f9e7-5427-4148-b895-4419c2de081b req-35ede416-56f1-4dd9-b40e-0551a36b9442 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/security-groups?id=0776dec3-f3b5-40fa-afc0-4af4b4127a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552726 Jul 24 09:19:59.252514 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21a1b1-e7e7-4617-a1a4-b0af5f9806e5 service neutron] Pushing event updated for resources: {'Port': ['ID=afbbee46-77eb-44da-9a20-1d1cee7152c1,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:59.285531 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e74825-23e5-411f-9801-c3789249df21 req-d19b4273-cc58-42b3-b2be-8e77a8401d81 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:59.291502 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-92e74825-23e5-411f-9801-c3789249df21 req-d19b4273-cc58-42b3-b2be-8e77a8401d81 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.1739407 Jul 24 09:19:59.310343 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-0c21a1b1-e7e7-4617-a1a4-b0af5f9806e5 service neutron] Attempting to bind port afbbee46-77eb-44da-9a20-1d1cee7152c1 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:19:59.310343 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-0c21a1b1-e7e7-4617-a1a4-b0af5f9806e5 service neutron] Attempting to bind port afbbee46-77eb-44da-9a20-1d1cee7152c1 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'e65487a1-02bf-46cb-b27a-4d63be79189f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c4cbdda4-0b5e-464e-9c9a-08e60ee534e2'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:19:59.311568 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-0c21a1b1-e7e7-4617-a1a4-b0af5f9806e5 service neutron] Attempting to bind port afbbee46-77eb-44da-9a20-1d1cee7152c1 on network c4cbdda4-0b5e-464e-9c9a-08e60ee534e2 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:19:59.323428 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-0c21a1b1-e7e7-4617-a1a4-b0af5f9806e5 service neutron] Port afbbee46-77eb-44da-9a20-1d1cee7152c1 on network c4cbdda4-0b5e-464e-9c9a-08e60ee534e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:19:59.323778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-0c21a1b1-e7e7-4617-a1a4-b0af5f9806e5 service neutron] Attempting to bind port afbbee46-77eb-44da-9a20-1d1cee7152c1 on network c4cbdda4-0b5e-464e-9c9a-08e60ee534e2 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:19:59.333222 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-0c21a1b1-e7e7-4617-a1a4-b0af5f9806e5 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:19:59.333573 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-0c21a1b1-e7e7-4617-a1a4-b0af5f9806e5 service neutron] Checking segment: {'id': 'e65487a1-02bf-46cb-b27a-4d63be79189f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c4cbdda4-0b5e-464e-9c9a-08e60ee534e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:19:59.333965 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-0c21a1b1-e7e7-4617-a1a4-b0af5f9806e5 service neutron] Bound using segment: {'id': 'e65487a1-02bf-46cb-b27a-4d63be79189f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c4cbdda4-0b5e-464e-9c9a-08e60ee534e2'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:19:59.334405 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-0c21a1b1-e7e7-4617-a1a4-b0af5f9806e5 service neutron] Bound port: afbbee46-77eb-44da-9a20-1d1cee7152c1, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e65487a1-02bf-46cb-b27a-4d63be79189f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c4cbdda4-0b5e-464e-9c9a-08e60ee534e2'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:19:59.334770 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-0c21a1b1-e7e7-4617-a1a4-b0af5f9806e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:59.367320 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-92e74825-23e5-411f-9801-c3789249df21 req-aa3a0def-42b2-493a-9967-8e4e10ba9145 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691712 Jul 24 09:19:59.433168 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-0c21a1b1-e7e7-4617-a1a4-b0af5f9806e5 service neutron] For port afbbee46-77eb-44da-9a20-1d1cee7152c1, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:19:59.437719 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-0c21a1b1-e7e7-4617-a1a4-b0af5f9806e5 service neutron] For port afbbee46-77eb-44da-9a20-1d1cee7152c1, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=afbbee46-77eb-44da-9a20-1d1cee7152c1,segment=NetworkSegment(e65487a1-02bf-46cb-b27a-4d63be79189f),segment_id=e65487a1-02bf-46cb-b27a-4d63be79189f)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:19:59.442592 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-0c21a1b1-e7e7-4617-a1a4-b0af5f9806e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:59.460633 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88443b67-63f6-46bd-aa72-29e511a6cd07 req-9de3d30c-f896-43fc-b297-382af631d062 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:59.468320 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-88443b67-63f6-46bd-aa72-29e511a6cd07 req-9de3d30c-f896-43fc-b297-382af631d062 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.0925379 Jul 24 09:19:59.506581 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21a1b1-e7e7-4617-a1a4-b0af5f9806e5 service neutron] Pushing event updated for resources: {'Port': ['ID=afbbee46-77eb-44da-9a20-1d1cee7152c1,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:19:59.513255 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-88443b67-63f6-46bd-aa72-29e511a6cd07 req-21be4871-1989-48f5-84cd-d4c0e1322809 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434997 Jul 24 09:19:59.516469 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-0c21a1b1-e7e7-4617-a1a4-b0af5f9806e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:59.517137 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-0c21a1b1-e7e7-4617-a1a4-b0af5f9806e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:59.519259 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-0c21a1b1-e7e7-4617-a1a4-b0af5f9806e5 service neutron] 10.222.0.37 "PUT /v2.0/ports/afbbee46-77eb-44da-9a20-1d1cee7152c1 HTTP/1.1" status: 200 len: 1091 time: 1.5009630 Jul 24 09:19:59.519729 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa', 'tag': 'afbbee46-77eb-44da-9a20-1d1cee7152c1'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:19:59.522858 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9021c42b-3e86-4452-9c72-6f5e3c57ab31" -d '{"events": [{"name": "network-changed", "server_uuid": "71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa", "tag": "afbbee46-77eb-44da-9a20-1d1cee7152c1"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:19:59.572148 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44833320-f87e-4185-8ccb-6c797e5f5655 x-openstack-request-id: req-44833320-f87e-4185-8ccb-6c797e5f5655 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:19:59.573362 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa", "tag": "afbbee46-77eb-44da-9a20-1d1cee7152c1", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:19:59.573766 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-44833320-f87e-4185-8ccb-6c797e5f5655 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:19:59.574603 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa', 'tag': 'afbbee46-77eb-44da-9a20-1d1cee7152c1', 'status': 'completed', 'code': 200} Jul 24 09:19:59.652861 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-6df6c88d-092f-4d3c-bdc7-4405514d6f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:59.655306 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-6df6c88d-092f-4d3c-bdc7-4405514d6f85 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b1fa8bffc3f4f79a18ef178d136076c&device_id=71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa HTTP/1.1" status: 200 len: 1094 time: 0.0707517 Jul 24 09:19:59.707206 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-f54f1383-79d0-4890-9e7b-8225383269b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afbbee46-77eb-44da-9a20-1d1cee7152c1 HTTP/1.1" status: 200 len: 217 time: 0.0432765 Jul 24 09:19:59.762423 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-91fce6be-b539-449b-a415-d9f8eb49b0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:59.764664 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-91fce6be-b539-449b-a415-d9f8eb49b0ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ac588d4-92b8-4598-a8c3-6b5895de2ca6 HTTP/1.1" status: 200 len: 861 time: 0.0506556 Jul 24 09:19:59.772198 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ffcf6a08-f674-4d78-b394-9a7ac14d5221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:19:59.836135 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-dc590c7f-5f9e-495e-a636-229e3397c2aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c4cbdda4-0b5e-464e-9c9a-08e60ee534e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652161 Jul 24 09:19:59.975773 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfd36b-3e98-4fdf-b034-f6a618579601 req-904d223a-7a2e-4190-b3a2-4a86655fff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:59.977270 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2ccfd36b-3e98-4fdf-b034-f6a618579601 req-904d223a-7a2e-4190-b3a2-4a86655fff55 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7014e11e214d48f49651526c89418bc1&device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 1096 time: 0.1945078 Jul 24 09:19:59.991259 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bd4ca-df31-4401-af95-08aa0c275323 req-b156efc0-5717-4095-911b-032df458cc3c tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:19:59.992819 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-353bd4ca-df31-4401-af95-08aa0c275323 req-b156efc0-5717-4095-911b-032df458cc3c tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.1607652 Jul 24 09:20:00.024837 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-4748b461-8da7-440c-938f-b88bc85097be service neutron] 10.222.0.37 "GET /v2.0/networks/c4cbdda4-0b5e-464e-9c9a-08e60ee534e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785908 Jul 24 09:20:00.139613 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-353bd4ca-df31-4401-af95-08aa0c275323 req-87549f77-ea82-4bf7-a3db-5cd1c8fb278c tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358232 Jul 24 09:20:00.192565 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2941e-8569-4992-b48e-2fc60fc8c48b req-b94baf42-e6ea-4abe-addd-7b272327ecfe tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:00.200014 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-70b2941e-8569-4992-b48e-2fc60fc8c48b req-b94baf42-e6ea-4abe-addd-7b272327ecfe tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa HTTP/1.1" status: 200 len: 943 time: 0.1334324 Jul 24 09:20:00.212385 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfd36b-3e98-4fdf-b034-f6a618579601 req-32df301c-4166-41e5-97f5-7f23e83646d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:00.214173 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2ccfd36b-3e98-4fdf-b034-f6a618579601 req-32df301c-4166-41e5-97f5-7f23e83646d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53a4dac-283d-4066-b39c-c92cd595e1cc HTTP/1.1" status: 200 len: 919 time: 0.2204123 Jul 24 09:20:00.245422 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-70b2941e-8569-4992-b48e-2fc60fc8c48b req-c2ce5748-7e6e-47c2-b821-c10144b1d29b tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.32 "GET /v2.0/security-groups?id=330daea4-5e94-4367-aaec-e4892299be0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440409 Jul 24 09:20:00.305362 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2ccfd36b-3e98-4fdf-b034-f6a618579601 req-b67c5d6f-4c28-4a90-b75a-ed415cf7bbc2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3a36516-deb8-4fa2-aaef-0e04fd470c93 HTTP/1.1" status: 200 len: 217 time: 0.0764625 Jul 24 09:20:00.314559 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fbe94e1e-a13e-439f-8f5e-e3483a64e00b req-9948e7b7-f7f4-46b1-9295-ae7b04c9115d service neutron] 10.222.0.37 "GET /v2.0/networks/c4cbdda4-0b5e-464e-9c9a-08e60ee534e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713037 Jul 24 09:20:00.344809 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7c1da-6778-49e7-b29a-c5dc97869282 req-4e9b62ae-8765-4ef6-92eb-b74917860fe5 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:00.346845 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-78e7c1da-6778-49e7-b29a-c5dc97869282 req-4e9b62ae-8765-4ef6-92eb-b74917860fe5 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.20 "GET /v2.0/ports?device_id=d95f83b1-7fdf-4193-8a9b-bd5b8bf43d8f HTTP/1.1" status: 200 len: 945 time: 0.0812051 Jul 24 09:20:00.361997 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:00.429265 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfd36b-3e98-4fdf-b034-f6a618579601 req-b8ba03bc-cc9b-4ffa-b70b-58944b41676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:00.430755 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2ccfd36b-3e98-4fdf-b034-f6a618579601 req-b8ba03bc-cc9b-4ffa-b70b-58944b41676a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f62887c4-8038-43c9-a348-486215509d76 HTTP/1.1" status: 200 len: 859 time: 0.1143291 Jul 24 09:20:00.506630 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2ccfd36b-3e98-4fdf-b034-f6a618579601 req-9e3d536d-bfed-4703-8118-b60c4aab3bd4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53a4dac-283d-4066-b39c-c92cd595e1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524874 Jul 24 09:20:00.551662 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa16835-cae6-475a-8872-3328b040c7e2 req-e8c5108b-1627-4df3-8f02-707bc8274de4 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:00.556217 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-78e7c1da-6778-49e7-b29a-c5dc97869282 req-bbcb4d04-05d2-4707-9b5a-86b08bdf88bf tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Deleting port ecac190a-e43f-486a-9107-e969ea992406 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:20:00.557157 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-78e7c1da-6778-49e7-b29a-c5dc97869282 req-bbcb4d04-05d2-4707-9b5a-86b08bdf88bf tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:00.557688 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7aa16835-cae6-475a-8872-3328b040c7e2 req-e8c5108b-1627-4df3-8f02-707bc8274de4 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d95f83b1-7fdf-4193-8a9b-bd5b8bf43d8f HTTP/1.1" status: 200 len: 945 time: 0.2548580 Jul 24 09:20:00.608075 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8c7cf-2c65-4338-8780-7d8410c918af req-50000a6b-c218-4bbe-a810-7ded230a27c1 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:00.609684 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c9a8c7cf-2c65-4338-8780-7d8410c918af req-50000a6b-c218-4bbe-a810-7ded230a27c1 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.1237299 Jul 24 09:20:00.713414 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021c42b-3e86-4452-9c72-6f5e3c57ab31 req-6d196502-422d-4bdb-822c-1148a8685b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:00.714954 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9021c42b-3e86-4452-9c72-6f5e3c57ab31 req-6d196502-422d-4bdb-822c-1148a8685b1e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b1fa8bffc3f4f79a18ef178d136076c&device_id=71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa HTTP/1.1" status: 200 len: 1094 time: 0.3245306 Jul 24 09:20:00.717870 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7aa16835-cae6-475a-8872-3328b040c7e2 req-b9493bea-1a8d-4df4-8f38-c5426df02eb3 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/security-groups?id=0776dec3-f3b5-40fa-afc0-4af4b4127a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476562 Jul 24 09:20:00.726778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46745a4-9bcc-4edc-95a0-0bc09b0ee0f1 req-ed562a0d-f6cc-469c-b570-ac04b14ea02d tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:00.728648 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c46745a4-9bcc-4edc-95a0-0bc09b0ee0f1 req-ed562a0d-f6cc-469c-b570-ac04b14ea02d tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b22d4e7-f45f-40a6-816b-65a7954c56cf HTTP/1.1" status: 200 len: 945 time: 0.3340836 Jul 24 09:20:00.734095 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c9a8c7cf-2c65-4338-8780-7d8410c918af req-98f772fe-37f4-4c4f-8029-ef72882c80d1 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796993 Jul 24 09:20:00.742203 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-78e7c1da-6778-49e7-b29a-c5dc97869282 req-bbcb4d04-05d2-4707-9b5a-86b08bdf88bf tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] For port ecac190a-e43f-486a-9107-e969ea992406, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ecac190a-e43f-486a-9107-e969ea992406,segment=NetworkSegment(5179e55e-7b8e-4df7-bbd8-f5946e9f75a1),segment_id=5179e55e-7b8e-4df7-bbd8-f5946e9f75a1)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:00.743210 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-78e7c1da-6778-49e7-b29a-c5dc97869282 req-bbcb4d04-05d2-4707-9b5a-86b08bdf88bf tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:00.749145 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2ccfd36b-3e98-4fdf-b034-f6a618579601 req-687d8f93-d31a-42c9-b183-2f9f71edd66b service neutron] 10.222.0.20 "GET /v2.0/networks/e53a4dac-283d-4066-b39c-c92cd595e1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334957 Jul 24 09:20:00.759406 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-78e7c1da-6778-49e7-b29a-c5dc97869282 req-bbcb4d04-05d2-4707-9b5a-86b08bdf88bf tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Calling delete_port for ecac190a-e43f-486a-9107-e969ea992406 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:20:00.903980 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-78e7c1da-6778-49e7-b29a-c5dc97869282 req-bbcb4d04-05d2-4707-9b5a-86b08bdf88bf tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:00.919027 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['ecac190a-e43f-486a-9107-e969ea992406'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:20:00.935313 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb4d04-05d2-4707-9b5a-86b08bdf88bf tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Pushing event deleted for resources: {'Port': ['ID=ecac190a-e43f-486a-9107-e969ea992406,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:00.959766 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['49572cfe-befc-4458-b356-7cdab209edf9'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:20:00.994116 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2ccfd36b-3e98-4fdf-b034-f6a618579601 req-0d530c55-9893-462f-9324-73c59bb66108 service neutron] 10.222.0.20 "GET /v2.0/networks/e53a4dac-283d-4066-b39c-c92cd595e1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274594 Jul 24 09:20:00.995160 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021c42b-3e86-4452-9c72-6f5e3c57ab31 req-cf6e7e43-59fb-49c7-afdc-1e7cece67809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:00.996721 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9021c42b-3e86-4452-9c72-6f5e3c57ab31 req-cf6e7e43-59fb-49c7-afdc-1e7cece67809 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c4cbdda4-0b5e-464e-9c9a-08e60ee534e2 HTTP/1.1" status: 200 len: 921 time: 0.2671752 Jul 24 09:20:01.026201 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e7c1da-6778-49e7-b29a-c5dc97869282 req-bbcb4d04-05d2-4707-9b5a-86b08bdf88bf tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] No DVR routers for this DVR port ecac190a-e43f-486a-9107-e969ea992406 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:20:01.034325 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-78e7c1da-6778-49e7-b29a-c5dc97869282 req-bbcb4d04-05d2-4707-9b5a-86b08bdf88bf tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:01.036422 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-78e7c1da-6778-49e7-b29a-c5dc97869282 req-bbcb4d04-05d2-4707-9b5a-86b08bdf88bf tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.20 "DELETE /v2.0/ports/ecac190a-e43f-486a-9107-e969ea992406 HTTP/1.1" status: 204 len: 173 time: 0.6842523 Jul 24 09:20:01.036920 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95f83b1-7fdf-4193-8a9b-bd5b8bf43d8f', 'name': 'network-vif-deleted', 'tag': 'ecac190a-e43f-486a-9107-e969ea992406'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:20:01.042821 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:01.049470 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1bb907-9c21-4a8f-9997-85e570c3aa41" -d '{"events": [{"server_uuid": "d95f83b1-7fdf-4193-8a9b-bd5b8bf43d8f", "name": "network-vif-deleted", "tag": "ecac190a-e43f-486a-9107-e969ea992406"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:20:01.090575 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9021c42b-3e86-4452-9c72-6f5e3c57ab31 req-c8b7d5ef-b665-4938-9cbb-d9a7d4e0db03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afbbee46-77eb-44da-9a20-1d1cee7152c1 HTTP/1.1" status: 200 len: 217 time: 0.0805042 Jul 24 09:20:01.094662 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-c46745a4-9bcc-4edc-95a0-0bc09b0ee0f1 req-77656d0b-0574-45c5-a55a-9644090e124a tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Deleting port 49572cfe-befc-4458-b356-7cdab209edf9 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:20:01.095264 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c46745a4-9bcc-4edc-95a0-0bc09b0ee0f1 req-77656d0b-0574-45c5-a55a-9644090e124a tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:01.115052 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a46db7f-4565-4853-a449-f30e4a05572b x-openstack-request-id: req-5a46db7f-4565-4853-a449-f30e4a05572b {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:20:01.115573 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95f83b1-7fdf-4193-8a9b-bd5b8bf43d8f", "name": "network-vif-deleted", "tag": "ecac190a-e43f-486a-9107-e969ea992406", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:20:01.116098 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a46db7f-4565-4853-a449-f30e4a05572b {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:20:01.117932 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95f83b1-7fdf-4193-8a9b-bd5b8bf43d8f', 'name': 'network-vif-deleted', 'tag': 'ecac190a-e43f-486a-9107-e969ea992406', 'status': 'completed', 'code': 200} Jul 24 09:20:01.209774 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021c42b-3e86-4452-9c72-6f5e3c57ab31 req-c7d16408-8b37-43cb-83fc-eba300ce75d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:01.211674 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9021c42b-3e86-4452-9c72-6f5e3c57ab31 req-c7d16408-8b37-43cb-83fc-eba300ce75d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ac588d4-92b8-4598-a8c3-6b5895de2ca6 HTTP/1.1" status: 200 len: 861 time: 0.1132300 Jul 24 09:20:01.258882 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9021c42b-3e86-4452-9c72-6f5e3c57ab31 req-0afd18d3-95ba-4a8a-a745-376b925bee1e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c4cbdda4-0b5e-464e-9c9a-08e60ee534e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393531 Jul 24 09:20:01.310671 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c46745a4-9bcc-4edc-95a0-0bc09b0ee0f1 req-77656d0b-0574-45c5-a55a-9644090e124a tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] For port 49572cfe-befc-4458-b356-7cdab209edf9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=49572cfe-befc-4458-b356-7cdab209edf9,segment=NetworkSegment(5179e55e-7b8e-4df7-bbd8-f5946e9f75a1),segment_id=5179e55e-7b8e-4df7-bbd8-f5946e9f75a1)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:01.311048 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c46745a4-9bcc-4edc-95a0-0bc09b0ee0f1 req-77656d0b-0574-45c5-a55a-9644090e124a tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:01.348706 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-c46745a4-9bcc-4edc-95a0-0bc09b0ee0f1 req-77656d0b-0574-45c5-a55a-9644090e124a tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Calling delete_port for 49572cfe-befc-4458-b356-7cdab209edf9 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:20:01.399001 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25ecfe-f3b3-44bd-9eea-0922fef28759 req-ddf933da-8a18-4fc4-a1c2-c0de79005e7b tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:01.401069 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e25ecfe-f3b3-44bd-9eea-0922fef28759 req-ddf933da-8a18-4fc4-a1c2-c0de79005e7b tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa HTTP/1.1" status: 200 len: 943 time: 0.0708613 Jul 24 09:20:01.440432 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e25ecfe-f3b3-44bd-9eea-0922fef28759 req-d40c6bd3-7e93-472d-87f9-be55c15b2ea9 tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.32 "GET /v2.0/security-groups?id=330daea4-5e94-4367-aaec-e4892299be0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322652 Jul 24 09:20:01.459941 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9021c42b-3e86-4452-9c72-6f5e3c57ab31 req-fea5373d-54a6-42c8-9958-4f8d24c995f0 service neutron] 10.222.0.37 "GET /v2.0/networks/c4cbdda4-0b5e-464e-9c9a-08e60ee534e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658258 Jul 24 09:20:01.482952 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222dced-51d0-4267-ae39-f2ccd4c4c88a req-78639e36-7e3b-4a14-a21c-d1f2f817d4fd tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:01.484394 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4222dced-51d0-4267-ae39-f2ccd4c4c88a req-78639e36-7e3b-4a14-a21c-d1f2f817d4fd tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.2299545 Jul 24 09:20:01.604798 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4222dced-51d0-4267-ae39-f2ccd4c4c88a req-71fe65fa-56cc-4b8d-a43f-b6730046b983 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013293 Jul 24 09:20:01.663611 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9021c42b-3e86-4452-9c72-6f5e3c57ab31 req-85e020d9-a105-425a-8702-f057e2c624f1 service neutron] 10.222.0.37 "GET /v2.0/networks/c4cbdda4-0b5e-464e-9c9a-08e60ee534e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957200 Jul 24 09:20:01.682864 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c46745a4-9bcc-4edc-95a0-0bc09b0ee0f1 req-77656d0b-0574-45c5-a55a-9644090e124a tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:01.694858 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['ecac190a-e43f-486a-9107-e969ea992406'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:20:01.718780 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77656d0b-0574-45c5-a55a-9644090e124a tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Pushing event deleted for resources: {'Port': ['ID=49572cfe-befc-4458-b356-7cdab209edf9,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:01.781511 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46745a4-9bcc-4edc-95a0-0bc09b0ee0f1 req-77656d0b-0574-45c5-a55a-9644090e124a tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] No DVR routers for this DVR port 49572cfe-befc-4458-b356-7cdab209edf9 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:20:01.784294 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c46745a4-9bcc-4edc-95a0-0bc09b0ee0f1 req-77656d0b-0574-45c5-a55a-9644090e124a tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:01.786600 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c46745a4-9bcc-4edc-95a0-0bc09b0ee0f1 req-77656d0b-0574-45c5-a55a-9644090e124a tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.37 "DELETE /v2.0/ports/49572cfe-befc-4458-b356-7cdab209edf9 HTTP/1.1" status: 204 len: 173 time: 1.0356102 Jul 24 09:20:01.787163 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b22d4e7-f45f-40a6-816b-65a7954c56cf', 'name': 'network-vif-deleted', 'tag': '49572cfe-befc-4458-b356-7cdab209edf9'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:20:01.799829 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc149a0-c2bf-4530-b609-cced9e1e64de" -d '{"events": [{"server_uuid": "0b22d4e7-f45f-40a6-816b-65a7954c56cf", "name": "network-vif-deleted", "tag": "49572cfe-befc-4458-b356-7cdab209edf9"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:20:01.892810 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e2183d79-edb6-467f-9cc8-ecf647187cce req-db9b51c1-7c95-49a3-a947-dfa5af1d6319 tempest-ListServersNegativeTestJSON-1448548816 tempest-ListServersNegativeTestJSON-1448548816-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b22d4e7-f45f-40a6-816b-65a7954c56cf HTTP/1.1" status: 200 len: 210 time: 0.0380473 Jul 24 09:20:01.905544 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c537255-10af-4afb-a4f8-d482f1a9522e req-c632ec6b-38bd-425c-ac6b-22da39ddec3a tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:01.913031 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4c537255-10af-4afb-a4f8-d482f1a9522e req-c632ec6b-38bd-425c-ac6b-22da39ddec3a tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.1003845 Jul 24 09:20:01.950523 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4c537255-10af-4afb-a4f8-d482f1a9522e req-f1068305-ff49-4705-b82c-dd80f611b028 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365024 Jul 24 09:20:01.955554 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aabe00b-b038-40e5-adf5-d514cedc1270 x-openstack-request-id: req-4aabe00b-b038-40e5-adf5-d514cedc1270 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:20:01.956069 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b22d4e7-f45f-40a6-816b-65a7954c56cf", "name": "network-vif-deleted", "tag": "49572cfe-befc-4458-b356-7cdab209edf9", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:20:01.956557 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4aabe00b-b038-40e5-adf5-d514cedc1270 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:20:01.957182 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b22d4e7-f45f-40a6-816b-65a7954c56cf', 'name': 'network-vif-deleted', 'tag': '49572cfe-befc-4458-b356-7cdab209edf9', 'status': 'completed', 'code': 200} Jul 24 09:20:02.578954 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c85bc-8c50-40e3-8e63-634fa7e92148 req-e0c74768-7bfc-4871-b356-19f3f6e606df tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:02.580346 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-212c85bc-8c50-40e3-8e63-634fa7e92148 req-e0c74768-7bfc-4871-b356-19f3f6e606df tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa HTTP/1.1" status: 200 len: 943 time: 0.0672903 Jul 24 09:20:02.619335 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-212c85bc-8c50-40e3-8e63-634fa7e92148 req-026a81c0-b6ef-4755-882d-7474df8ffca8 tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.32 "GET /v2.0/security-groups?id=330daea4-5e94-4367-aaec-e4892299be0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328991 Jul 24 09:20:02.638005 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device afbbee46-77eb-44da-9a20-1d1cee7152c1 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:20:02.759637 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27df39-5f72-4448-a54c-4ad7a5e8448a req-d741433c-97c0-4e38-91db-1be7be56ff18 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:02.761260 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ad27df39-5f72-4448-a54c-4ad7a5e8448a req-d741433c-97c0-4e38-91db-1be7be56ff18 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.0694134 Jul 24 09:20:02.762161 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port afbbee46-77eb-44da-9a20-1d1cee7152c1, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=afbbee46-77eb-44da-9a20-1d1cee7152c1,segment=NetworkSegment(e65487a1-02bf-46cb-b27a-4d63be79189f),segment_id=e65487a1-02bf-46cb-b27a-4d63be79189f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:02.773556 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'afbbee46-77eb-44da-9a20-1d1cee7152c1', 'network_id': 'c4cbdda4-0b5e-464e-9c9a-08e60ee534e2', 'port_id': 'afbbee46-77eb-44da-9a20-1d1cee7152c1', 'mac_address': 'fa:16:3e:92:d9:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ac588d4-92b8-4598-a8c3-6b5895de2ca6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:20:02.802429 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ad27df39-5f72-4448-a54c-4ad7a5e8448a req-872b17cb-e2fd-4b56-b4ec-442d548a04c3 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345526 Jul 24 09:20:02.949854 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:02.953784 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:02.965855 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afbbee46-77eb-44da-9a20-1d1cee7152c1 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:20:02.980238 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37280) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:02.987072 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port afbbee46-77eb-44da-9a20-1d1cee7152c1, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=afbbee46-77eb-44da-9a20-1d1cee7152c1,segment=NetworkSegment(e65487a1-02bf-46cb-b27a-4d63be79189f),segment_id=e65487a1-02bf-46cb-b27a-4d63be79189f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:02.992133 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:03.028632 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e12fddb-8f74-4ec6-aba5-31d0ef94958a admin admin] Deleting subnet c8aa3f4c-809e-43cf-8dc6-22b2e50fbb3b {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:20:03.031669 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4e12fddb-8f74-4ec6-aba5-31d0ef94958a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:03.042169 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=afbbee46-77eb-44da-9a20-1d1cee7152c1,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:03.077714 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4e12fddb-8f74-4ec6-aba5-31d0ef94958a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:03.145847 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4e12fddb-8f74-4ec6-aba5-31d0ef94958a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:03.190950 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e55247-cb82-4474-a6a8-3e4a842226e6 req-52a551cc-0494-4028-b6ca-87c44c472c19 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:03.192449 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-69e55247-cb82-4474-a6a8-3e4a842226e6 req-52a551cc-0494-4028-b6ca-87c44c472c19 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.1305065 Jul 24 09:20:03.238629 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4e12fddb-8f74-4ec6-aba5-31d0ef94958a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:03.256439 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['afbbee46-77eb-44da-9a20-1d1cee7152c1'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:20:03.259997 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-69e55247-cb82-4474-a6a8-3e4a842226e6 req-2f9ec912-192e-4812-a47d-50c501642716 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611789 Jul 24 09:20:03.288964 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12fddb-8f74-4ec6-aba5-31d0ef94958a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8aa3f4c-809e-43cf-8dc6-22b2e50fbb3b,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:03.293778 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4e12fddb-8f74-4ec6-aba5-31d0ef94958a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:03.298855 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4e12fddb-8f74-4ec6-aba5-31d0ef94958a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c8aa3f4c-809e-43cf-8dc6-22b2e50fbb3b HTTP/1.1" status: 204 len: 168 time: 0.3144391 Jul 24 09:20:03.298855 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37290) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:03.376427 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d2c0f84-bd4a-4455-970e-803828a52df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:03.459289 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d2c0f84-bd4a-4455-970e-803828a52df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:03.471650 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-6d2c0f84-bd4a-4455-970e-803828a52df9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7798ae83-74a1-492e-9bdd-ca86bd220076']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:03.488853 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-6d2c0f84-bd4a-4455-970e-803828a52df9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5179e55e-7b8e-4df7-bbd8-f5946e9f75a1') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:03.489418 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-6d2c0f84-bd4a-4455-970e-803828a52df9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5179e55e-7b8e-4df7-bbd8-f5946e9f75a1') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:03.499062 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d2c0f84-bd4a-4455-970e-803828a52df9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:03.518441 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d2c0f84-bd4a-4455-970e-803828a52df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:03.525337 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2c0f84-bd4a-4455-970e-803828a52df9 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:20:03.525858 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d2c0f84-bd4a-4455-970e-803828a52df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:20:03.527979 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:20:03.583404 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d2c0f84-bd4a-4455-970e-803828a52df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:03.589183 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d2c0f84-bd4a-4455-970e-803828a52df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:03.591200 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6d2c0f84-bd4a-4455-970e-803828a52df9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7798ae83-74a1-492e-9bdd-ca86bd220076 HTTP/1.1" status: 204 len: 168 time: 0.2917409 Jul 24 09:20:03.602122 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c0f84-bd4a-4455-970e-803828a52df9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7798ae83-74a1-492e-9bdd-ca86bd220076,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:03.713172 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37302) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:03.756576 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1b86dba5-4473-43ab-8649-ebad6c105fa1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba7548eea16e459abced384ba82b9bb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419145 Jul 24 09:20:03.758793 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb99c9e-3655-47aa-aacc-648441c94239 req-b6cef982-a603-4ec9-a434-15c7fdcf8790 tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:03.759710 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37306) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:03.760314 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8fb99c9e-3655-47aa-aacc-648441c94239 req-b6cef982-a603-4ec9-a434-15c7fdcf8790 tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa HTTP/1.1" status: 200 len: 944 time: 0.0677321 Jul 24 09:20:03.813267 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8fb99c9e-3655-47aa-aacc-648441c94239 req-42378b8f-4a31-481b-9a93-cea53891bfd2 tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.32 "GET /v2.0/security-groups?id=330daea4-5e94-4367-aaec-e4892299be0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413356 Jul 24 09:20:03.820586 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e4411f56-495e-4c2f-9f0b-97cad886d422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:03.848193 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e4411f56-495e-4c2f-9f0b-97cad886d422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:03.920877 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e4411f56-495e-4c2f-9f0b-97cad886d422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:03.923478 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e4411f56-495e-4c2f-9f0b-97cad886d422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:03.924645 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e4411f56-495e-4c2f-9f0b-97cad886d422 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0776dec3-f3b5-40fa-afc0-4af4b4127a3a HTTP/1.1" status: 204 len: 168 time: 0.1640227 Jul 24 09:20:03.942181 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4411f56-495e-4c2f-9f0b-97cad886d422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0776dec3-f3b5-40fa-afc0-4af4b4127a3a,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:03.967321 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f049641-ad11-4a43-b22b-c946098e1677 req-c1b9f3f7-0aa7-4245-8a66-c099696821a2 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:03.974498 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3f049641-ad11-4a43-b22b-c946098e1677 req-c1b9f3f7-0aa7-4245-8a66-c099696821a2 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.0913663 Jul 24 09:20:04.014260 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3f049641-ad11-4a43-b22b-c946098e1677 req-4f6f9410-3cf4-4dac-9f1e-a11fbc94f62e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379441 Jul 24 09:20:04.426970 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7cc52-6267-4e9b-9582-649b10e04f03 req-48c93971-0e36-472c-8edc-f13d7c2f25c6 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:04.428630 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28c7cc52-6267-4e9b-9582-649b10e04f03 req-48c93971-0e36-472c-8edc-f13d7c2f25c6 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.0648158 Jul 24 09:20:04.476275 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28c7cc52-6267-4e9b-9582-649b10e04f03 req-345c1fc7-a791-4596-bfe5-551ca5eceb26 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415819 Jul 24 09:20:04.635335 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device afbbee46-77eb-44da-9a20-1d1cee7152c1 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:20:04.653865 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37348) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:04.686561 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ecac190a-e43f-486a-9107-e969ea992406 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:20:04.690416 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port afbbee46-77eb-44da-9a20-1d1cee7152c1 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:20:04.709715 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port afbbee46-77eb-44da-9a20-1d1cee7152c1 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:20:04.710080 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:04.711686 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: ecac190a-e43f-486a-9107-e969ea992406 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:20:04.712023 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ecac190a-e43f-486a-9107-e969ea992406 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:20:04.756573 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-be812de1-dbaf-4d86-9619-90e22737371c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-200698042-network', 'tenant_id': 'e3e1d3e72ee54d08bfc561c75f207e35'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:20:04.780387 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be812de1-dbaf-4d86-9619-90e22737371c admin admin] Made reservation on behalf of e3e1d3e72ee54d08bfc561c75f207e35 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:20:04.783047 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be812de1-dbaf-4d86-9619-90e22737371c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:04.792361 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be812de1-dbaf-4d86-9619-90e22737371c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:04.792729 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:04.815052 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbbee46-77eb-44da-9a20-1d1cee7152c1'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:20:04.817384 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f807bf-459d-4ed7-ac5e-75ef4019e823" -d '{"events": [{"server_uuid": "71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa", "name": "network-vif-plugged", "status": "completed", "tag": "afbbee46-77eb-44da-9a20-1d1cee7152c1"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:20:04.830667 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port afbbee46-77eb-44da-9a20-1d1cee7152c1, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=afbbee46-77eb-44da-9a20-1d1cee7152c1,segment=NetworkSegment(e65487a1-02bf-46cb-b27a-4d63be79189f),segment_id=e65487a1-02bf-46cb-b27a-4d63be79189f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:04.841053 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:04.843084 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 49572cfe-befc-4458-b356-7cdab209edf9 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:20:04.898845 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be812de1-dbaf-4d86-9619-90e22737371c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:04.902669 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 49572cfe-befc-4458-b356-7cdab209edf9 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:20:04.903134 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 49572cfe-befc-4458-b356-7cdab209edf9 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:20:04.904692 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be812de1-dbaf-4d86-9619-90e22737371c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:04.913909 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a701f2-cba4-465d-a529-e6402ffbe318 x-openstack-request-id: req-48a701f2-cba4-465d-a529-e6402ffbe318 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:20:04.914657 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa", "name": "network-vif-plugged", "status": "completed", "tag": "afbbee46-77eb-44da-9a20-1d1cee7152c1", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:20:04.914977 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48a701f2-cba4-465d-a529-e6402ffbe318 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:20:04.916382 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbbee46-77eb-44da-9a20-1d1cee7152c1', 'code': 200} Jul 24 09:20:04.947840 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be812de1-dbaf-4d86-9619-90e22737371c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:20:04.957705 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=afbbee46-77eb-44da-9a20-1d1cee7152c1,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:04.976031 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be812de1-dbaf-4d86-9619-90e22737371c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cc5c7f-bc38-4c5e-9137-a021bf037fcd,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:04.985985 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be812de1-dbaf-4d86-9619-90e22737371c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:04.986346 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-be812de1-dbaf-4d86-9619-90e22737371c admin admin] Added segment 0311af98-f29e-404a-b049-ce4592b1c028 of type vlan for network 2cc664e3-063b-480d-bd1e-fddef7638359 Jul 24 09:20:05.030033 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78b2be-c36f-4dd5-8da5-ec1b91ef6e56 req-c764f3d2-3e06-4b26-83e2-4be2f9b632d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:05.032315 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be812de1-dbaf-4d86-9619-90e22737371c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:05.042503 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bf78b2be-c36f-4dd5-8da5-ec1b91ef6e56 req-c764f3d2-3e06-4b26-83e2-4be2f9b632d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa HTTP/1.1" status: 200 len: 1096 time: 0.0844646 Jul 24 09:20:05.074240 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe89849-a9b5-4930-a879-efc020689bcd req-097a23b8-7cca-464b-ac31-06b2b701e300 tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:05.077763 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7fe89849-a9b5-4930-a879-efc020689bcd req-097a23b8-7cca-464b-ac31-06b2b701e300 tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa HTTP/1.1" status: 200 len: 945 time: 0.1471252 Jul 24 09:20:05.101734 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bf78b2be-c36f-4dd5-8da5-ec1b91ef6e56 req-4d2c6649-2031-4e4e-922a-6a4d6aac12cc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=330daea4-5e94-4367-aaec-e4892299be0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441873 Jul 24 09:20:05.103777 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be812de1-dbaf-4d86-9619-90e22737371c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:05.105105 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be812de1-dbaf-4d86-9619-90e22737371c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:05.106049 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be812de1-dbaf-4d86-9619-90e22737371c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:05.155206 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-be812de1-dbaf-4d86-9619-90e22737371c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4992859 Jul 24 09:20:05.158996 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37366) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:05.163921 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-b9d67c95-3e1b-44bd-ae2d-583d95558f7f admin admin] Request body: {'subnet': {'network_id': '2cc664e3-063b-480d-bd1e-fddef7638359', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-200698042-subnet', 'tenant_id': 'e3e1d3e72ee54d08bfc561c75f207e35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:20:05.169563 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7fe89849-a9b5-4930-a879-efc020689bcd req-92f25f84-9f82-4d28-a888-a9467e4dbf9f tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.32 "GET /v2.0/security-groups?id=330daea4-5e94-4367-aaec-e4892299be0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865719 Jul 24 09:20:05.194684 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d67c95-3e1b-44bd-ae2d-583d95558f7f admin admin] Made reservation on behalf of e3e1d3e72ee54d08bfc561c75f207e35 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:20:05.197917 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b9d67c95-3e1b-44bd-ae2d-583d95558f7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:05.202822 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be812de1-dbaf-4d86-9619-90e22737371c admin admin] Pushing event updated for resources: {'Network': ['ID=2cc664e3-063b-480d-bd1e-fddef7638359,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:05.212810 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 2cc664e3-063b-480d-bd1e-fddef7638359 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:20:05.244184 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d214bf1-e67c-4d75-a14f-84651206fd56 req-46c1a59d-7b95-4d2a-90e5-3e3a85541297 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:05.245814 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4d214bf1-e67c-4d75-a14f-84651206fd56 req-46c1a59d-7b95-4d2a-90e5-3e3a85541297 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.1361675 Jul 24 09:20:05.331279 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4d214bf1-e67c-4d75-a14f-84651206fd56 req-92c27af1-0501-4129-adc1-8c4b0cccb7e2 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766554 Jul 24 09:20:05.444180 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b9d67c95-3e1b-44bd-ae2d-583d95558f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:05.502634 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d67c95-3e1b-44bd-ae2d-583d95558f7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=66e62bed-9ce8-4bb9-8982-e2978b23eaa5,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:05.513397 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d67c95-3e1b-44bd-ae2d-583d95558f7f admin admin] Checking segment: {'id': '0311af98-f29e-404a-b049-ce4592b1c028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cc664e3-063b-480d-bd1e-fddef7638359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:20:05.513861 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d67c95-3e1b-44bd-ae2d-583d95558f7f admin admin] Network hostable DHCP agents. Network: 2cc664e3-063b-480d-bd1e-fddef7638359, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:20:05.532537 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d67c95-3e1b-44bd-ae2d-583d95558f7f admin admin] Network 2cc664e3-063b-480d-bd1e-fddef7638359 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:20:05.542323 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-b9d67c95-3e1b-44bd-ae2d-583d95558f7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 2cc664e3-063b-480d-bd1e-fddef7638359) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:20:05.551690 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28468eb-8a8f-47fd-93f0-0774e1a55ea8 None None] Network 2cc664e3-063b-480d-bd1e-fddef7638359 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:20:05.552854 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d67c95-3e1b-44bd-ae2d-583d95558f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:05.553953 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b9d67c95-3e1b-44bd-ae2d-583d95558f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:05.571248 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b9d67c95-3e1b-44bd-ae2d-583d95558f7f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4111862 Jul 24 09:20:05.652553 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943b71e-5f51-4d84-a3a7-dac36d56fa60 req-3b60d44d-89db-4afd-864c-e751720b4f77 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:05.665666 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2943b71e-5f51-4d84-a3a7-dac36d56fa60 req-3b60d44d-89db-4afd-864c-e751720b4f77 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.0989263 Jul 24 09:20:05.724652 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a49c78-f0c0-4e8b-a352-0c5cd5d374d3 None None] Network 2cc664e3-063b-480d-bd1e-fddef7638359 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:20:05.753408 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2943b71e-5f51-4d84-a3a7-dac36d56fa60 req-a57f107e-5001-4987-aace-85251bb42086 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822465 Jul 24 09:20:05.802457 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-9c7b7810-8a99-479a-90a6-bcb6e19f17d3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1033196 Jul 24 09:20:05.925364 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-c83ad177-ed9f-4ce9-bb94-b339597e9970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:05.925883 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-c83ad177-ed9f-4ce9-bb94-b339597e9970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:05.926383 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-c83ad177-ed9f-4ce9-bb94-b339597e9970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:05.926897 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-c83ad177-ed9f-4ce9-bb94-b339597e9970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:05.927420 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-c83ad177-ed9f-4ce9-bb94-b339597e9970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:05.929016 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-c83ad177-ed9f-4ce9-bb94-b339597e9970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:05.929529 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-c83ad177-ed9f-4ce9-bb94-b339597e9970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:05.931434 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-c83ad177-ed9f-4ce9-bb94-b339597e9970 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dca0b6b5a564009b8793a19d3533709&device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 6491 time: 0.0775077 Jul 24 09:20:06.134898 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24312bb5-f09b-452d-b069-3162106797b7 req-4c6ec3b0-d800-4a0d-99a8-4128a54eb9ea tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:06.136487 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24312bb5-f09b-452d-b069-3162106797b7 req-4c6ec3b0-d800-4a0d-99a8-4128a54eb9ea tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/networks?id=2cc664e3-063b-480d-bd1e-fddef7638359 HTTP/1.1" status: 200 len: 813 time: 0.1354029 Jul 24 09:20:06.153001 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24312bb5-f09b-452d-b069-3162106797b7 req-f5f6ab43-b2e1-470e-8292-b52a416b7704 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/quotas/e3e1d3e72ee54d08bfc561c75f207e35 HTTP/1.1" status: 200 len: 375 time: 0.0098989 Jul 24 09:20:06.203820 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24312bb5-f09b-452d-b069-3162106797b7 req-8aa110ca-5cbf-41e6-8d85-9c5f95211e83 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3e1d3e72ee54d08bfc561c75f207e35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442147 Jul 24 09:20:06.341085 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24312bb5-f09b-452d-b069-3162106797b7 req-4bf2aa71-9022-4e86-a42a-22ca2370db5f service neutron] 10.222.0.32 "GET /v2.0/networks/2cc664e3-063b-480d-bd1e-fddef7638359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297774 Jul 24 09:20:06.464064 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24312bb5-f09b-452d-b069-3162106797b7 req-bad74cbe-695d-44e2-8b5f-3603883044c8 service neutron] 10.222.0.32 "GET /v2.0/networks/2cc664e3-063b-480d-bd1e-fddef7638359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216383 Jul 24 09:20:06.506551 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-5a484bb2-27e3-4e17-bec6-fdecd60a381a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:06.507141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-5a484bb2-27e3-4e17-bec6-fdecd60a381a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:06.507753 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-5a484bb2-27e3-4e17-bec6-fdecd60a381a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:06.509569 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-5a484bb2-27e3-4e17-bec6-fdecd60a381a service neutron] 10.222.0.20 "GET /v2.0/networks?id=8a8b2944-c8a5-4403-aa37-48c9a718d665&id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d&id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d HTTP/1.1" status: 200 len: 2289 time: 0.5392625 Jul 24 09:20:06.533331 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741507ed-256a-48e6-966f-019df3933178 req-e815badf-a5ac-4e7b-93bd-d9f72962e321 tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:06.540117 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-741507ed-256a-48e6-966f-019df3933178 req-e815badf-a5ac-4e7b-93bd-d9f72962e321 tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa HTTP/1.1" status: 200 len: 945 time: 0.1062949 Jul 24 09:20:06.626667 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-eb3997e0-fd31-404c-b5c9-b49a76719376 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ef13b70-5d6e-4c13-890b-2de4f6928063 HTTP/1.1" status: 200 len: 999 time: 0.1098182 Jul 24 09:20:06.652495 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-741507ed-256a-48e6-966f-019df3933178 req-daee308d-ce3d-4974-8e71-36e20dd819a2 tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.32 "GET /v2.0/security-groups?id=330daea4-5e94-4367-aaec-e4892299be0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115282 Jul 24 09:20:06.706275 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-d59cc415-fe1e-4724-866b-03f7431e09ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:06.707956 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-d59cc415-fe1e-4724-866b-03f7431e09ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96727abd-2036-4cd0-afcc-3710a0b1eea7 HTTP/1.1" status: 200 len: 850 time: 0.0749240 Jul 24 09:20:06.859881 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-aa55b6cb-6729-4ddc-89be-0deb9a61f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:06.862985 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-aa55b6cb-6729-4ddc-89be-0deb9a61f219 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8a8b2944-c8a5-4403-aa37-48c9a718d665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1492498 Jul 24 09:20:06.868629 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c606b335-563f-4b36-8c04-d607d1494848 req-0b489d47-913a-4c14-965a-9edcdb1a91b0 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ac4da4b-17da-445f-9635-bf4268c6728f HTTP/1.1" status: 200 len: 210 time: 0.0306208 Jul 24 09:20:06.963264 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c711ce-4368-4580-8c5e-f0860f36d871 req-47e46568-fa5a-430e-8557-e3182455688e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:06.965844 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e4c711ce-4368-4580-8c5e-f0860f36d871 req-47e46568-fa5a-430e-8557-e3182455688e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.1720412 Jul 24 09:20:06.999196 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-e4d057d7-0371-4a27-8250-eeb4e5ecac97 service neutron] 10.222.0.20 "GET /v2.0/networks/8a8b2944-c8a5-4403-aa37-48c9a718d665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253929 Jul 24 09:20:07.081817 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91dad5-d799-49d3-a5ed-ddd709d422cf req-f5f86d8a-27e8-435e-9453-936813ddd755 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:07.088940 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6c91dad5-d799-49d3-a5ed-ddd709d422cf req-f5f86d8a-27e8-435e-9453-936813ddd755 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.0863581 Jul 24 09:20:07.100631 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e4c711ce-4368-4580-8c5e-f0860f36d871 req-adb667a8-f52c-4fb1-bb80-0ba04e9c84ae tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268649 Jul 24 09:20:07.136987 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6c91dad5-d799-49d3-a5ed-ddd709d422cf req-2bbf7031-1a18-4619-bb7e-2f69eed059ad tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472176 Jul 24 09:20:07.144391 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-ba2e9ff0-9044-4d05-9edc-19c23e4026e1 service neutron] 10.222.0.20 "GET /v2.0/networks/8a8b2944-c8a5-4403-aa37-48c9a718d665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374035 Jul 24 09:20:07.208380 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-66e27e0e-41b7-4ab8-9ddc-6b2251cde121 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=e307f6c6-4fdb-4f4e-9aaa-266379cdde50 HTTP/1.1" status: 200 len: 217 time: 0.0562048 Jul 24 09:20:07.265995 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-9b7117a3-d7c1-41c7-a0d3-c10c5cc22cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:07.267673 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-9b7117a3-d7c1-41c7-a0d3-c10c5cc22cf5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5552e953-f753-4faf-a079-e77f25f33478 HTTP/1.1" status: 200 len: 797 time: 0.0501580 Jul 24 09:20:07.341541 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-b26abb9f-adfb-47df-9b2e-8f57a624a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:07.344500 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-b26abb9f-adfb-47df-9b2e-8f57a624a29f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0680501 Jul 24 09:20:07.468859 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-853f95d0-76ad-42d2-b0cb-a2dc5f6b93a5 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183703 Jul 24 09:20:07.569535 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-ea6a1469-f96e-4c2a-9c04-a14977338c38 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943687 Jul 24 09:20:07.621485 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-77476238-d6f1-4533-b8cd-472f35819489 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=050c6f20-222e-4534-968b-ea3eb888eef4 HTTP/1.1" status: 200 len: 217 time: 0.0451028 Jul 24 09:20:07.682702 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-7065f03b-1156-4be5-8274-a265df9e38f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:07.684134 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-7065f03b-1156-4be5-8274-a265df9e38f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5552e953-f753-4faf-a079-e77f25f33478 HTTP/1.1" status: 200 len: 797 time: 0.0480063 Jul 24 09:20:07.796318 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da36d7-aa7a-4d08-87e2-a184e0713c69 req-52e68fd9-beee-4c67-bc9b-a7eed5ed1e3f tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:07.797980 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-55da36d7-aa7a-4d08-87e2-a184e0713c69 req-52e68fd9-beee-4c67-bc9b-a7eed5ed1e3f tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa HTTP/1.1" status: 200 len: 945 time: 0.1181722 Jul 24 09:20:07.808791 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-e8266e4a-75c8-42ae-916b-979bd9e6cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:07.810457 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-e8266e4a-75c8-42ae-916b-979bd9e6cddd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0969069 Jul 24 09:20:07.923453 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24312bb5-f09b-452d-b069-3162106797b7 req-8250fff0-dc80-46a0-902c-5a0a945d2c91 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:07.925245 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24312bb5-f09b-452d-b069-3162106797b7 req-8250fff0-dc80-46a0-902c-5a0a945d2c91 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.20 "GET /v2.0/networks?id=2cc664e3-063b-480d-bd1e-fddef7638359 HTTP/1.1" status: 200 len: 813 time: 0.1483088 Jul 24 09:20:07.937566 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-24312bb5-f09b-452d-b069-3162106797b7 req-4e61041f-dc69-4053-8ec9-7c77b5b39eac tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Request body: {'port': {'device_id': '5ac4da4b-17da-445f-9635-bf4268c6728f', 'network_id': '2cc664e3-063b-480d-bd1e-fddef7638359', 'admin_state_up': True, 'tenant_id': 'e3e1d3e72ee54d08bfc561c75f207e35'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:20:07.941479 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-55da36d7-aa7a-4d08-87e2-a184e0713c69 req-18205d89-16e9-4602-bc59-e3462575487d tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.32 "GET /v2.0/security-groups?id=330daea4-5e94-4367-aaec-e4892299be0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244211 Jul 24 09:20:08.003755 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-cb9fdbfe-2549-445d-a5a0-7eea52df8f26 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772838 Jul 24 09:20:08.012766 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5ebb9f35-61e1-4931-8514-eed95e17ab9e req-203ff185-3d28-4feb-9aa1-c6b5b58fa908 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ac4da4b-17da-445f-9635-bf4268c6728f HTTP/1.1" status: 200 len: 210 time: 0.0426595 Jul 24 09:20:08.109693 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24312bb5-f09b-452d-b069-3162106797b7 req-4e61041f-dc69-4053-8ec9-7c77b5b39eac tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Made reservation on behalf of e3e1d3e72ee54d08bfc561c75f207e35 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:20:08.113473 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-24312bb5-f09b-452d-b069-3162106797b7 req-4e61041f-dc69-4053-8ec9-7c77b5b39eac tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:08.122447 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-7f1d7b28-4d2d-4c44-88a6-1146156bf892 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008482 Jul 24 09:20:08.207767 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-ffb9df83-c78c-4b1e-a4a3-225eeccd323a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=57461884-6197-40b6-9712-721f8812f0da HTTP/1.1" status: 200 len: 217 time: 0.0654981 Jul 24 09:20:08.309723 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-b4e84542-1c5e-4374-bb07-8c6b5f91d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:08.311259 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-b4e84542-1c5e-4374-bb07-8c6b5f91d708 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5552e953-f753-4faf-a079-e77f25f33478 HTTP/1.1" status: 200 len: 797 time: 0.0898333 Jul 24 09:20:08.331182 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc93fa-8f56-4725-886a-978321a297e4 req-91617a24-4217-4ef0-8f2f-064289f05e7d tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:08.332817 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9bdc93fa-8f56-4725-886a-978321a297e4 req-91617a24-4217-4ef0-8f2f-064289f05e7d tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.1241183 Jul 24 09:20:08.408989 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9bdc93fa-8f56-4725-886a-978321a297e4 req-d93efe4b-cee2-4b42-b372-fd983f9ef0e2 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664749 Jul 24 09:20:08.431484 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-ca39d6a6-b4ee-4589-810d-70ab6df0bf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:08.433065 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-ca39d6a6-b4ee-4589-810d-70ab6df0bf51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0993240 Jul 24 09:20:08.535112 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-8d3af765-21ae-4e80-b5f9-6e2f30e1db89 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945418 Jul 24 09:20:08.604197 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-24312bb5-f09b-452d-b069-3162106797b7 req-4e61041f-dc69-4053-8ec9-7c77b5b39eac tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Allocated IP 172.20.0.10 (2cc664e3-063b-480d-bd1e-fddef7638359/66e62bed-9ce8-4bb9-8982-e2978b23eaa5/f95f62be-c4ea-4c93-9989-bca8fcf5ac05) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:20:08.631830 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-d236cc61-6006-428f-90f3-225849d7dc89 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896490 Jul 24 09:20:08.636511 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3dabc-48d1-4d02-be06-894d5c2166db req-09e87e53-827c-47ed-9c75-0e202cbc7cda tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:08.638028 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8ce3dabc-48d1-4d02-be06-894d5c2166db req-09e87e53-827c-47ed-9c75-0e202cbc7cda tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.4139359 Jul 24 09:20:08.681811 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-13536878-7e4e-44a3-9262-c485e4213e9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=f90fc468-b5dd-48ce-b1d9-842c219ba247 HTTP/1.1" status: 200 len: 217 time: 0.0392210 Jul 24 09:20:08.713439 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8ce3dabc-48d1-4d02-be06-894d5c2166db req-e6176af5-2a8e-4ff3-9100-64e0e13fae04 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658858 Jul 24 09:20:08.735461 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-413de84b-310c-498f-90a3-abf71fd2527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:08.736974 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-413de84b-310c-498f-90a3-abf71fd2527b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5552e953-f753-4faf-a079-e77f25f33478 HTTP/1.1" status: 200 len: 797 time: 0.0494137 Jul 24 09:20:08.798660 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-2e653bea-a36d-4b42-8f33-bd47b85366c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:08.800217 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-2e653bea-a36d-4b42-8f33-bd47b85366c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc9afdd4-5467-4171-81bc-c8240aa53b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0557680 Jul 24 09:20:08.806131 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-24312bb5-f09b-452d-b069-3162106797b7 req-4e61041f-dc69-4053-8ec9-7c77b5b39eac tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:08.850290 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-24312bb5-f09b-452d-b069-3162106797b7 req-4e61041f-dc69-4053-8ec9-7c77b5b39eac tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:08.914444 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-0103054c-ecba-41bb-b472-5bcc33450b47 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029289 Jul 24 09:20:08.921950 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61041f-dc69-4053-8ec9-7c77b5b39eac tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Pushing event updated for resources: {'Port': ['ID=f95f62be-c4ea-4c93-9989-bca8fcf5ac05,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:08.933340 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24312bb5-f09b-452d-b069-3162106797b7 req-4e61041f-dc69-4053-8ec9-7c77b5b39eac tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Network 2cc664e3-063b-480d-bd1e-fddef7638359 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:20:08.936291 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-24312bb5-f09b-452d-b069-3162106797b7 req-4e61041f-dc69-4053-8ec9-7c77b5b39eac tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:20:08.938659 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-24312bb5-f09b-452d-b069-3162106797b7 req-4e61041f-dc69-4053-8ec9-7c77b5b39eac tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:20:08.999668 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24312bb5-f09b-452d-b069-3162106797b7 req-4e61041f-dc69-4053-8ec9-7c77b5b39eac tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:09.000355 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-24312bb5-f09b-452d-b069-3162106797b7 req-4e61041f-dc69-4053-8ec9-7c77b5b39eac tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:09.021048 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-0a6f08c9-6182-4f7f-ac9e-f82cb73af692 service neutron] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987847 Jul 24 09:20:09.023722 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24312bb5-f09b-452d-b069-3162106797b7 req-4e61041f-dc69-4053-8ec9-7c77b5b39eac tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0903006 Jul 24 09:20:09.047049 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-24312bb5-f09b-452d-b069-3162106797b7 req-830ca083-8335-46f2-a282-4c23a741edc0 service neutron] Request body: {'port': {'device_id': '5ac4da4b-17da-445f-9635-bf4268c6728f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:20:09.084468 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-49216f09-1829-4f51-b438-bfe1ad9cbd80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ec7b7342-b9c1-4473-8413-9a5e12abdbb6 HTTP/1.1" status: 200 len: 217 time: 0.0466294 Jul 24 09:20:09.144061 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-24312bb5-f09b-452d-b069-3162106797b7 req-830ca083-8335-46f2-a282-4c23a741edc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:09.182219 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47924a-9571-42fc-8828-c5acbe2380d2 req-5a126066-a12f-4790-be03-bf7d9e98e3b6 tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:09.184130 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-ce40cd38-6a70-4d32-a5a7-6141a2ab5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:09.186555 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-ce40cd38-6a70-4d32-a5a7-6141a2ab5ea9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0696ce3-b7e9-46ab-bb06-e6093c133467 HTTP/1.1" status: 200 len: 797 time: 0.0968261 Jul 24 09:20:09.189308 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df47924a-9571-42fc-8828-c5acbe2380d2 req-5a126066-a12f-4790-be03-bf7d9e98e3b6 tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa HTTP/1.1" status: 200 len: 945 time: 0.1759865 Jul 24 09:20:09.243827 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbaf0e-86bb-4bb2-8e54-1d7fbb216218 req-37d436bc-4afd-4bfc-b64b-7c98c94fd130 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:09.245281 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e9bbaf0e-86bb-4bb2-8e54-1d7fbb216218 req-37d436bc-4afd-4bfc-b64b-7c98c94fd130 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ac4da4b-17da-445f-9635-bf4268c6728f HTTP/1.1" status: 200 len: 932 time: 0.1464205 Jul 24 09:20:09.298819 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-69500e44-e335-426c-a24c-664806d9bbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:09.300368 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-69500e44-e335-426c-a24c-664806d9bbe8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1050000 Jul 24 09:20:09.307932 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e9bbaf0e-86bb-4bb2-8e54-1d7fbb216218 req-1700dd28-62c1-4128-959f-2b2cb355dff6 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/security-groups?id=36cc5c7f-bc38-4c5e-9137-a021bf037fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537450 Jul 24 09:20:09.358234 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df47924a-9571-42fc-8828-c5acbe2380d2 req-38f8234a-a181-4194-8344-a3f4ea7cc15d tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.32 "GET /v2.0/security-groups?id=330daea4-5e94-4367-aaec-e4892299be0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244323 Jul 24 09:20:09.377016 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b1e91-242e-432a-9cc2-875ad4e41888 req-84b5b591-f0de-445b-96f4-8ed203896abe tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:09.378481 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-808b1e91-242e-432a-9cc2-875ad4e41888 req-84b5b591-f0de-445b-96f4-8ed203896abe tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.37 "GET /v2.0/ports?device_id=71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa HTTP/1.1" status: 200 len: 945 time: 0.2209399 Jul 24 09:20:09.409826 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-404753f2-9b0c-4988-97f0-c8aa60175564 service neutron] 10.222.0.20 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993233 Jul 24 09:20:09.552117 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-42808278-6172-48e8-a303-b7401f8efc88 service neutron] 10.222.0.20 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351209 Jul 24 09:20:09.598129 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-c6c03934-1f41-4cd1-8997-5efbe608c358 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78daa873-7966-4683-9199-be51fbbff09b HTTP/1.1" status: 200 len: 217 time: 0.0385952 Jul 24 09:20:09.628793 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-24312bb5-f09b-452d-b069-3162106797b7 req-830ca083-8335-46f2-a282-4c23a741edc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f95f62be-c4ea-4c93-9989-bca8fcf5ac05 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:20:09.647170 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-24312bb5-f09b-452d-b069-3162106797b7 req-830ca083-8335-46f2-a282-4c23a741edc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:09.651512 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907946c-10cc-4df4-954c-55aad1cdce2b req-04d1e3d6-e1b7-442f-903a-d4938f1b7034 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:09.653454 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1907946c-10cc-4df4-954c-55aad1cdce2b req-04d1e3d6-e1b7-442f-903a-d4938f1b7034 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.1642406 Jul 24 09:20:09.673048 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-24312bb5-f09b-452d-b069-3162106797b7 req-830ca083-8335-46f2-a282-4c23a741edc0 service neutron] Transition to ACTIVE for port object f95f62be-c4ea-4c93-9989-bca8fcf5ac05 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:20:09.676313 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-808b1e91-242e-432a-9cc2-875ad4e41888 req-8eaae8a6-a486-415b-8ed3-b820c75bf277 tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Deleting port afbbee46-77eb-44da-9a20-1d1cee7152c1 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:20:09.676688 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-808b1e91-242e-432a-9cc2-875ad4e41888 req-8eaae8a6-a486-415b-8ed3-b820c75bf277 tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:09.681205 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-24312bb5-f09b-452d-b069-3162106797b7 req-830ca083-8335-46f2-a282-4c23a741edc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:09.686545 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-695351c5-9ed7-4528-a616-5d470b315923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:09.688183 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-695351c5-9ed7-4528-a616-5d470b315923 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0696ce3-b7e9-46ab-bb06-e6093c133467 HTTP/1.1" status: 200 len: 797 time: 0.0844314 Jul 24 09:20:09.793268 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ca083-8335-46f2-a282-4c23a741edc0 service neutron] Pushing event updated for resources: {'Port': ['ID=f95f62be-c4ea-4c93-9989-bca8fcf5ac05,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:09.794060 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1907946c-10cc-4df4-954c-55aad1cdce2b req-745c42f0-6f78-4fe5-a7ea-3e2ca0506193 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334941 Jul 24 09:20:09.819091 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-a7b67879-bbe4-4c9a-b1ad-6b9e7213b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:09.820707 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-a7b67879-bbe4-4c9a-b1ad-6b9e7213b221 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1147914 Jul 24 09:20:09.868614 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-808b1e91-242e-432a-9cc2-875ad4e41888 req-8eaae8a6-a486-415b-8ed3-b820c75bf277 tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] For port afbbee46-77eb-44da-9a20-1d1cee7152c1, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=afbbee46-77eb-44da-9a20-1d1cee7152c1,segment=NetworkSegment(e65487a1-02bf-46cb-b27a-4d63be79189f),segment_id=e65487a1-02bf-46cb-b27a-4d63be79189f)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:09.869026 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-808b1e91-242e-432a-9cc2-875ad4e41888 req-8eaae8a6-a486-415b-8ed3-b820c75bf277 tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:09.888999 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-808b1e91-242e-432a-9cc2-875ad4e41888 req-8eaae8a6-a486-415b-8ed3-b820c75bf277 tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Calling delete_port for afbbee46-77eb-44da-9a20-1d1cee7152c1 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:20:09.949302 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-24312bb5-f09b-452d-b069-3162106797b7 req-830ca083-8335-46f2-a282-4c23a741edc0 service neutron] Attempting to bind port f95f62be-c4ea-4c93-9989-bca8fcf5ac05 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:20:09.949663 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-24312bb5-f09b-452d-b069-3162106797b7 req-830ca083-8335-46f2-a282-4c23a741edc0 service neutron] Attempting to bind port f95f62be-c4ea-4c93-9989-bca8fcf5ac05 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '0311af98-f29e-404a-b049-ce4592b1c028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cc664e3-063b-480d-bd1e-fddef7638359'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:20:09.950155 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24312bb5-f09b-452d-b069-3162106797b7 req-830ca083-8335-46f2-a282-4c23a741edc0 service neutron] Attempting to bind port f95f62be-c4ea-4c93-9989-bca8fcf5ac05 on network 2cc664e3-063b-480d-bd1e-fddef7638359 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:20:09.960105 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24312bb5-f09b-452d-b069-3162106797b7 req-830ca083-8335-46f2-a282-4c23a741edc0 service neutron] Port f95f62be-c4ea-4c93-9989-bca8fcf5ac05 on network 2cc664e3-063b-480d-bd1e-fddef7638359 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:20:09.960436 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24312bb5-f09b-452d-b069-3162106797b7 req-830ca083-8335-46f2-a282-4c23a741edc0 service neutron] Attempting to bind port f95f62be-c4ea-4c93-9989-bca8fcf5ac05 on network 2cc664e3-063b-480d-bd1e-fddef7638359 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:20:09.976160 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24312bb5-f09b-452d-b069-3162106797b7 req-830ca083-8335-46f2-a282-4c23a741edc0 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:20:09.976407 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24312bb5-f09b-452d-b069-3162106797b7 req-830ca083-8335-46f2-a282-4c23a741edc0 service neutron] Checking segment: {'id': '0311af98-f29e-404a-b049-ce4592b1c028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cc664e3-063b-480d-bd1e-fddef7638359'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:20:09.976816 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24312bb5-f09b-452d-b069-3162106797b7 req-830ca083-8335-46f2-a282-4c23a741edc0 service neutron] Bound using segment: {'id': '0311af98-f29e-404a-b049-ce4592b1c028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cc664e3-063b-480d-bd1e-fddef7638359'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:20:09.977282 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-24312bb5-f09b-452d-b069-3162106797b7 req-830ca083-8335-46f2-a282-4c23a741edc0 service neutron] Bound port: f95f62be-c4ea-4c93-9989-bca8fcf5ac05, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0311af98-f29e-404a-b049-ce4592b1c028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cc664e3-063b-480d-bd1e-fddef7638359'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:20:09.977700 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-24312bb5-f09b-452d-b069-3162106797b7 req-830ca083-8335-46f2-a282-4c23a741edc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:09.989710 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-6d88acdc-0ab1-4063-af7a-04bfdfb3c9c9 service neutron] 10.222.0.20 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610105 Jul 24 09:20:10.051965 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-24312bb5-f09b-452d-b069-3162106797b7 req-830ca083-8335-46f2-a282-4c23a741edc0 service neutron] For port f95f62be-c4ea-4c93-9989-bca8fcf5ac05, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:20:10.055435 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-24312bb5-f09b-452d-b069-3162106797b7 req-830ca083-8335-46f2-a282-4c23a741edc0 service neutron] For port f95f62be-c4ea-4c93-9989-bca8fcf5ac05, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f95f62be-c4ea-4c93-9989-bca8fcf5ac05,segment=NetworkSegment(0311af98-f29e-404a-b049-ce4592b1c028),segment_id=0311af98-f29e-404a-b049-ce4592b1c028)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:20:10.062405 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-24312bb5-f09b-452d-b069-3162106797b7 req-830ca083-8335-46f2-a282-4c23a741edc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:10.108972 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24312bb5-f09b-452d-b069-3162106797b7 req-830ca083-8335-46f2-a282-4c23a741edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:10.109717 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-24312bb5-f09b-452d-b069-3162106797b7 req-830ca083-8335-46f2-a282-4c23a741edc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:10.111255 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24312bb5-f09b-452d-b069-3162106797b7 req-830ca083-8335-46f2-a282-4c23a741edc0 service neutron] 10.222.0.20 "PUT /v2.0/ports/f95f62be-c4ea-4c93-9989-bca8fcf5ac05 HTTP/1.1" status: 200 len: 1092 time: 1.0696499 Jul 24 09:20:10.111697 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac4da4b-17da-445f-9635-bf4268c6728f', 'tag': 'f95f62be-c4ea-4c93-9989-bca8fcf5ac05'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:20:10.112945 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c698be-0156-4901-b44c-cfb52d4c993e req-b1a90140-0038-46ab-b5cb-e475b3763802 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:10.114036 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0c20ef-b9b0-4042-921d-e460897b4b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac4da4b-17da-445f-9635-bf4268c6728f", "tag": "f95f62be-c4ea-4c93-9989-bca8fcf5ac05"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:20:10.122106 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-65c698be-0156-4901-b44c-cfb52d4c993e req-b1a90140-0038-46ab-b5cb-e475b3763802 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.2103884 Jul 24 09:20:10.181207 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2067677f-34ee-4885-b217-0ec7d514b0c9 req-69672d19-9901-4c0c-b1b1-066644de023a service neutron] 10.222.0.20 "GET /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702700 Jul 24 09:20:10.203231 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ca083-8335-46f2-a282-4c23a741edc0 service neutron] Pushing event updated for resources: {'Port': ['ID=f95f62be-c4ea-4c93-9989-bca8fcf5ac05,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:10.217455 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-65c698be-0156-4901-b44c-cfb52d4c993e req-ba1b7215-1165-46c5-8c17-ea70d03645e4 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937159 Jul 24 09:20:10.252130 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-808b1e91-242e-432a-9cc2-875ad4e41888 req-8eaae8a6-a486-415b-8ed3-b820c75bf277 tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:10.266814 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['afbbee46-77eb-44da-9a20-1d1cee7152c1'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:20:10.290067 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd98fda6-675d-43bf-9b45-27edd1ec6dc8 x-openstack-request-id: req-fd98fda6-675d-43bf-9b45-27edd1ec6dc8 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:20:10.290290 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac4da4b-17da-445f-9635-bf4268c6728f", "tag": "f95f62be-c4ea-4c93-9989-bca8fcf5ac05", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:20:10.290500 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd98fda6-675d-43bf-9b45-27edd1ec6dc8 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:20:10.290901 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac4da4b-17da-445f-9635-bf4268c6728f', 'tag': 'f95f62be-c4ea-4c93-9989-bca8fcf5ac05', 'status': 'completed', 'code': 200} Jul 24 09:20:10.295923 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaae8a6-a486-415b-8ed3-b820c75bf277 tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Pushing event deleted for resources: {'Port': ['ID=afbbee46-77eb-44da-9a20-1d1cee7152c1,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:10.360237 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24312bb5-f09b-452d-b069-3162106797b7 req-e62effb6-dcaa-4010-8e54-86cf8b0e7247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:10.361783 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24312bb5-f09b-452d-b069-3162106797b7 req-e62effb6-dcaa-4010-8e54-86cf8b0e7247 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3e1d3e72ee54d08bfc561c75f207e35&device_id=5ac4da4b-17da-445f-9635-bf4268c6728f HTTP/1.1" status: 200 len: 1095 time: 0.1991100 Jul 24 09:20:10.363598 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-808b1e91-242e-432a-9cc2-875ad4e41888 req-8eaae8a6-a486-415b-8ed3-b820c75bf277 tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] No DVR routers for this DVR port afbbee46-77eb-44da-9a20-1d1cee7152c1 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:20:10.366805 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-808b1e91-242e-432a-9cc2-875ad4e41888 req-8eaae8a6-a486-415b-8ed3-b820c75bf277 tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:10.368672 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-808b1e91-242e-432a-9cc2-875ad4e41888 req-8eaae8a6-a486-415b-8ed3-b820c75bf277 tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.37 "DELETE /v2.0/ports/afbbee46-77eb-44da-9a20-1d1cee7152c1 HTTP/1.1" status: 204 len: 173 time: 0.9823029 Jul 24 09:20:10.394214 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf0088-2162-4e4a-a042-8b74b949ed2b req-cb584d51-d029-4dec-8e97-044070f3ac41 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:10.399135 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf0088-2162-4e4a-a042-8b74b949ed2b req-cb584d51-d029-4dec-8e97-044070f3ac41 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:10.405824 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf0088-2162-4e4a-a042-8b74b949ed2b req-cb584d51-d029-4dec-8e97-044070f3ac41 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:10.412039 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf0088-2162-4e4a-a042-8b74b949ed2b req-cb584d51-d029-4dec-8e97-044070f3ac41 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:10.417913 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf0088-2162-4e4a-a042-8b74b949ed2b req-cb584d51-d029-4dec-8e97-044070f3ac41 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:10.423924 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf0088-2162-4e4a-a042-8b74b949ed2b req-cb584d51-d029-4dec-8e97-044070f3ac41 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:10.429872 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf0088-2162-4e4a-a042-8b74b949ed2b req-cb584d51-d029-4dec-8e97-044070f3ac41 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:10.437379 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ecaf0088-2162-4e4a-a042-8b74b949ed2b req-cb584d51-d029-4dec-8e97-044070f3ac41 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5434 time: 0.2546678 Jul 24 09:20:10.473256 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24312bb5-f09b-452d-b069-3162106797b7 req-071642fd-92c5-46d1-85fc-dcb4b7b59dd6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f95f62be-c4ea-4c93-9989-bca8fcf5ac05 HTTP/1.1" status: 200 len: 217 time: 0.1021664 Jul 24 09:20:10.489100 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df9e44-188e-4c8b-bb4d-0c3e126707c0 req-18a1a805-cafc-49dc-bcbb-96b33ca14370 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:10.490801 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a5df9e44-188e-4c8b-bb4d-0c3e126707c0 req-18a1a805-cafc-49dc-bcbb-96b33ca14370 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ac4da4b-17da-445f-9635-bf4268c6728f HTTP/1.1" status: 200 len: 944 time: 0.0752566 Jul 24 09:20:10.544594 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a5df9e44-188e-4c8b-bb4d-0c3e126707c0 req-5183a61d-6893-48f1-aad3-ce6cd53cfb7c tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/security-groups?id=36cc5c7f-bc38-4c5e-9137-a021bf037fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472751 Jul 24 09:20:10.552953 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ecaf0088-2162-4e4a-a042-8b74b949ed2b req-222e0292-9574-4d19-9e33-3eb548e13fcf tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1074779 Jul 24 09:20:10.570790 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24312bb5-f09b-452d-b069-3162106797b7 req-c4f46bd2-f77c-422b-9cb2-ec44604d768f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:10.570790 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24312bb5-f09b-452d-b069-3162106797b7 req-c4f46bd2-f77c-422b-9cb2-ec44604d768f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66e62bed-9ce8-4bb9-8982-e2978b23eaa5 HTTP/1.1" status: 200 len: 853 time: 0.0803766 Jul 24 09:20:10.606184 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24312bb5-f09b-452d-b069-3162106797b7 req-e1c8311b-3301-4882-bdd0-6154045ae883 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2cc664e3-063b-480d-bd1e-fddef7638359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328054 Jul 24 09:20:10.679038 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-22447dc4-fcaa-4baa-9a52-9a3ae6d8c4b0 req-e4ba32d9-890b-467d-9532-c93119465097 tempest-ServerMetadataNegativeTestJSON-530628389 tempest-ServerMetadataNegativeTestJSON-530628389-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa HTTP/1.1" status: 200 len: 210 time: 0.0422974 Jul 24 09:20:10.731755 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24312bb5-f09b-452d-b069-3162106797b7 req-1f175f32-c21b-47a3-90ac-5e05cf338058 service neutron] 10.222.0.20 "GET /v2.0/networks/2cc664e3-063b-480d-bd1e-fddef7638359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128428 Jul 24 09:20:10.854122 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24312bb5-f09b-452d-b069-3162106797b7 req-90442bf6-14b0-49b5-87be-8a4d31e6b72e service neutron] 10.222.0.20 "GET /v2.0/networks/2cc664e3-063b-480d-bd1e-fddef7638359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968387 Jul 24 09:20:10.963033 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541544c-cc97-49b8-9793-f0b00f541ad6 req-36574355-8b3d-4c6f-b455-6ffe74873a44 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:10.973747 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b541544c-cc97-49b8-9793-f0b00f541ad6 req-36574355-8b3d-4c6f-b455-6ffe74873a44 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.0782709 Jul 24 09:20:10.978135 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c20ef-b9b0-4042-921d-e460897b4b8c req-f09ca7b6-6d11-45d1-a1e5-1db52452078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:10.979798 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa0c20ef-b9b0-4042-921d-e460897b4b8c req-f09ca7b6-6d11-45d1-a1e5-1db52452078b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3e1d3e72ee54d08bfc561c75f207e35&device_id=5ac4da4b-17da-445f-9635-bf4268c6728f HTTP/1.1" status: 200 len: 1095 time: 0.0680256 Jul 24 09:20:11.014273 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b541544c-cc97-49b8-9793-f0b00f541ad6 req-dd68a02e-ac8c-41b7-a54c-36466f6891ff tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371964 Jul 24 09:20:11.075064 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c20ef-b9b0-4042-921d-e460897b4b8c req-2c46e84d-02d0-475d-acee-770ffa5c9eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:11.076562 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa0c20ef-b9b0-4042-921d-e460897b4b8c req-2c46e84d-02d0-475d-acee-770ffa5c9eb4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2cc664e3-063b-480d-bd1e-fddef7638359 HTTP/1.1" status: 200 len: 913 time: 0.0899940 Jul 24 09:20:11.123915 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa0c20ef-b9b0-4042-921d-e460897b4b8c req-b050a802-61aa-4fb2-93b8-13e24bc7f4f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f95f62be-c4ea-4c93-9989-bca8fcf5ac05 HTTP/1.1" status: 200 len: 217 time: 0.0409725 Jul 24 09:20:11.189479 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c20ef-b9b0-4042-921d-e460897b4b8c req-7f5b317f-0e6b-4dfd-9e33-4dce86651d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:11.191074 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa0c20ef-b9b0-4042-921d-e460897b4b8c req-7f5b317f-0e6b-4dfd-9e33-4dce86651d00 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66e62bed-9ce8-4bb9-8982-e2978b23eaa5 HTTP/1.1" status: 200 len: 853 time: 0.0553806 Jul 24 09:20:11.225801 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa0c20ef-b9b0-4042-921d-e460897b4b8c req-f407bb5d-be41-42a2-87b0-2bf49136deb6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2cc664e3-063b-480d-bd1e-fddef7638359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272598 Jul 24 09:20:11.325238 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa0c20ef-b9b0-4042-921d-e460897b4b8c req-d7bb03f5-c03d-420c-b687-f6516cfa9329 service neutron] 10.222.0.20 "GET /v2.0/networks/2cc664e3-063b-480d-bd1e-fddef7638359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930161 Jul 24 09:20:11.404308 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2398807-4092-4500-b6fc-4584ca1b480c req-82c01c63-99e4-472c-8f0b-d9ab16035e9e tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:11.410186 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2398807-4092-4500-b6fc-4584ca1b480c req-82c01c63-99e4-472c-8f0b-d9ab16035e9e tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:11.416020 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2398807-4092-4500-b6fc-4584ca1b480c req-82c01c63-99e4-472c-8f0b-d9ab16035e9e tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:11.417195 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa0c20ef-b9b0-4042-921d-e460897b4b8c req-10aac8d3-3f6f-4efe-bfa4-a94b5b68c842 service neutron] 10.222.0.20 "GET /v2.0/networks/2cc664e3-063b-480d-bd1e-fddef7638359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855753 Jul 24 09:20:11.422393 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2398807-4092-4500-b6fc-4584ca1b480c req-82c01c63-99e4-472c-8f0b-d9ab16035e9e tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:11.428270 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2398807-4092-4500-b6fc-4584ca1b480c req-82c01c63-99e4-472c-8f0b-d9ab16035e9e tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:11.434138 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2398807-4092-4500-b6fc-4584ca1b480c req-82c01c63-99e4-472c-8f0b-d9ab16035e9e tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:11.440504 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2398807-4092-4500-b6fc-4584ca1b480c req-82c01c63-99e4-472c-8f0b-d9ab16035e9e tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:11.442385 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2398807-4092-4500-b6fc-4584ca1b480c req-82c01c63-99e4-472c-8f0b-d9ab16035e9e tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5434 time: 0.1531892 Jul 24 09:20:11.456030 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56047c-59d0-498c-ab5e-706bc5c00f00 req-d495d6a8-a655-493b-82e5-8937670effcd tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:11.457582 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dc56047c-59d0-498c-ab5e-706bc5c00f00 req-d495d6a8-a655-493b-82e5-8937670effcd tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.1577780 Jul 24 09:20:11.532280 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2398807-4092-4500-b6fc-4584ca1b480c req-a4ef0572-a76d-4d7e-8428-94d5a6652ec2 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:11.533680 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2398807-4092-4500-b6fc-4584ca1b480c req-a4ef0572-a76d-4d7e-8428-94d5a6652ec2 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.20 "GET /v2.0/ports/e307f6c6-4fdb-4f4e-9aaa-266379cdde50?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0852039 Jul 24 09:20:11.536448 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dc56047c-59d0-498c-ab5e-706bc5c00f00 req-84603651-1ec5-486b-8805-d15c8092cd0d tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719090 Jul 24 09:20:11.651891 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2398807-4092-4500-b6fc-4584ca1b480c req-435f7b66-e8be-4b02-b088-d15ba1918592 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.20 "GET /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1130717 Jul 24 09:20:11.674080 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-b2398807-4092-4500-b6fc-4584ca1b480c req-2f4b705b-8e1d-4ada-b741-ff5d1476efad service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:20:11.705449 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bb4ec-71c9-44d8-921c-ee4f55dd0723 req-b825a58a-bea0-4578-9c40-13ec4f311b99 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:11.711507 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bb4ec-71c9-44d8-921c-ee4f55dd0723 req-b825a58a-bea0-4578-9c40-13ec4f311b99 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:11.718036 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bb4ec-71c9-44d8-921c-ee4f55dd0723 req-b825a58a-bea0-4578-9c40-13ec4f311b99 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:11.724144 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bb4ec-71c9-44d8-921c-ee4f55dd0723 req-b825a58a-bea0-4578-9c40-13ec4f311b99 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:11.730103 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bb4ec-71c9-44d8-921c-ee4f55dd0723 req-b825a58a-bea0-4578-9c40-13ec4f311b99 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:11.737085 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bb4ec-71c9-44d8-921c-ee4f55dd0723 req-b825a58a-bea0-4578-9c40-13ec4f311b99 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:11.743041 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bb4ec-71c9-44d8-921c-ee4f55dd0723 req-b825a58a-bea0-4578-9c40-13ec4f311b99 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:11.745234 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a92bb4ec-71c9-44d8-921c-ee4f55dd0723 req-b825a58a-bea0-4578-9c40-13ec4f311b99 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 5434 time: 0.1171401 Jul 24 09:20:11.764206 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7857b-52e3-4027-b403-1268c768377f req-91ee1700-1856-4f9c-8394-2fdb27f48f44 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:11.765719 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7ad7857b-52e3-4027-b403-1268c768377f req-91ee1700-1856-4f9c-8394-2fdb27f48f44 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ac4da4b-17da-445f-9635-bf4268c6728f HTTP/1.1" status: 200 len: 944 time: 0.1303387 Jul 24 09:20:11.777743 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-2f4b705b-8e1d-4ada-b741-ff5d1476efad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:11.787409 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a92bb4ec-71c9-44d8-921c-ee4f55dd0723 req-baeb7070-a334-4a9f-9504-0259b0375b33 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361638 Jul 24 09:20:11.841519 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37532) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:11.854134 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7ad7857b-52e3-4027-b403-1268c768377f req-290fcf73-dab8-4704-9bfb-5c12042a653a tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/security-groups?id=36cc5c7f-bc38-4c5e-9137-a021bf037fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779541 Jul 24 09:20:11.894162 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-1afec389-1e71-49b8-b65c-8ba50cb25f38 admin admin] Deleting subnet 6ac588d4-92b8-4598-a8c3-6b5895de2ca6 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:20:11.897282 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1afec389-1e71-49b8-b65c-8ba50cb25f38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:11.931696 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1afec389-1e71-49b8-b65c-8ba50cb25f38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:11.954805 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-b2398807-4092-4500-b6fc-4584ca1b480c req-2f4b705b-8e1d-4ada-b741-ff5d1476efad service neutron] For port e307f6c6-4fdb-4f4e-9aaa-266379cdde50, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e307f6c6-4fdb-4f4e-9aaa-266379cdde50,segment=NetworkSegment(d3be6b07-5265-495e-95a5-8cc3de3d1b75),segment_id=d3be6b07-5265-495e-95a5-8cc3de3d1b75)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:11.976053 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1afec389-1e71-49b8-b65c-8ba50cb25f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:11.989799 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-b2398807-4092-4500-b6fc-4584ca1b480c req-2f4b705b-8e1d-4ada-b741-ff5d1476efad service neutron] For port e307f6c6-4fdb-4f4e-9aaa-266379cdde50, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:20:12.024000 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-b2398807-4092-4500-b6fc-4584ca1b480c req-2f4b705b-8e1d-4ada-b741-ff5d1476efad service neutron] device_id is not set on port e307f6c6-4fdb-4f4e-9aaa-266379cdde50 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:20:12.030068 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1afec389-1e71-49b8-b65c-8ba50cb25f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:12.033854 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-2f4b705b-8e1d-4ada-b741-ff5d1476efad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:12.048913 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-2f4b705b-8e1d-4ada-b741-ff5d1476efad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:12.064713 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1afec389-1e71-49b8-b65c-8ba50cb25f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:12.067279 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1afec389-1e71-49b8-b65c-8ba50cb25f38 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6ac588d4-92b8-4598-a8c3-6b5895de2ca6 HTTP/1.1" status: 204 len: 168 time: 0.2241964 Jul 24 09:20:12.068791 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afec389-1e71-49b8-b65c-8ba50cb25f38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ac588d4-92b8-4598-a8c3-6b5895de2ca6,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:12.075657 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37536) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:12.132287 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2398807-4092-4500-b6fc-4584ca1b480c req-2f4b705b-8e1d-4ada-b741-ff5d1476efad service neutron] No DVR routers for this DVR port e307f6c6-4fdb-4f4e-9aaa-266379cdde50 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:20:12.153064 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b705b-8e1d-4ada-b741-ff5d1476efad service neutron] Pushing event updated for resources: {'Port': ['ID=e307f6c6-4fdb-4f4e-9aaa-266379cdde50,revision_number=6']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:12.175112 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e869135c-6127-4a2c-81d6-c801aae5081d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:12.184697 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-b2398807-4092-4500-b6fc-4584ca1b480c req-2f4b705b-8e1d-4ada-b741-ff5d1476efad service neutron] In _notify_port_updated(), no bound segment for port e307f6c6-4fdb-4f4e-9aaa-266379cdde50 on network cc9afdd4-5467-4171-81bc-c8240aa53b2b {{(pid=94035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 09:20:12.186705 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2398807-4092-4500-b6fc-4584ca1b480c req-2f4b705b-8e1d-4ada-b741-ff5d1476efad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:12.188168 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-2f4b705b-8e1d-4ada-b741-ff5d1476efad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:12.189831 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2398807-4092-4500-b6fc-4584ca1b480c req-2f4b705b-8e1d-4ada-b741-ff5d1476efad service neutron] 10.222.0.20 "PUT /v2.0/ports/e307f6c6-4fdb-4f4e-9aaa-266379cdde50 HTTP/1.1" status: 200 len: 1027 time: 0.5213914 Jul 24 09:20:12.262871 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2398807-4092-4500-b6fc-4584ca1b480c req-efb5b9ff-7862-4ab8-aa9d-f5123b7e3b58 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:12.264396 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2398807-4092-4500-b6fc-4584ca1b480c req-efb5b9ff-7862-4ab8-aa9d-f5123b7e3b58 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.20 "GET /v2.0/ports/050c6f20-222e-4534-968b-ea3eb888eef4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0693083 Jul 24 09:20:12.284880 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-b2398807-4092-4500-b6fc-4584ca1b480c req-764ddf15-960f-41e9-8d31-94d492106cd6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:20:12.288980 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451af57-8ea1-4392-b9a9-a6959bdcfe61 req-49344fa7-a580-42e8-9f39-96b225c6b9e7 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:12.294859 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4451af57-8ea1-4392-b9a9-a6959bdcfe61 req-49344fa7-a580-42e8-9f39-96b225c6b9e7 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.1351860 Jul 24 09:20:12.320647 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e869135c-6127-4a2c-81d6-c801aae5081d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:12.323058 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa', 'name': 'network-vif-deleted', 'tag': 'afbbee46-77eb-44da-9a20-1d1cee7152c1'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:20:12.325320 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be0b492-be9d-4110-81f5-01a9152e3327" -d '{"events": [{"server_uuid": "71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa", "name": "network-vif-deleted", "tag": "afbbee46-77eb-44da-9a20-1d1cee7152c1"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:20:12.361672 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-e869135c-6127-4a2c-81d6-c801aae5081d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4cbdda4-0b5e-464e-9c9a-08e60ee534e2']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:12.370073 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-764ddf15-960f-41e9-8d31-94d492106cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:12.370395 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-66c17d21-0ab0-47a9-bb97-85eb291e5ce9 None None] Provisioning complete for port e307f6c6-4fdb-4f4e-9aaa-266379cdde50 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:20:12.371421 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-66c17d21-0ab0-47a9-bb97-85eb291e5ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:12.382560 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-e869135c-6127-4a2c-81d6-c801aae5081d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e65487a1-02bf-46cb-b27a-4d63be79189f') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:12.382998 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-e869135c-6127-4a2c-81d6-c801aae5081d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e65487a1-02bf-46cb-b27a-4d63be79189f') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:12.396358 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4451af57-8ea1-4392-b9a9-a6959bdcfe61 req-ebce82b6-155c-45ba-9ab9-81602edd3b9d tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005850 Jul 24 09:20:12.398783 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f40ceab-8bff-46a8-8ae4-186d839253c7 x-openstack-request-id: req-5f40ceab-8bff-46a8-8ae4-186d839253c7 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:20:12.399100 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa", "name": "network-vif-deleted", "tag": "afbbee46-77eb-44da-9a20-1d1cee7152c1", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:20:12.399336 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f40ceab-8bff-46a8-8ae4-186d839253c7 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:20:12.399736 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a24c1f-1a3a-444f-8ee5-6f54f6cec0aa', 'name': 'network-vif-deleted', 'tag': 'afbbee46-77eb-44da-9a20-1d1cee7152c1', 'status': 'completed', 'code': 200} Jul 24 09:20:12.410462 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-66c17d21-0ab0-47a9-bb97-85eb291e5ce9 None None] Port e307f6c6-4fdb-4f4e-9aaa-266379cdde50 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:20:12.414834 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e869135c-6127-4a2c-81d6-c801aae5081d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:12.428166 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e869135c-6127-4a2c-81d6-c801aae5081d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:12.434525 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e869135c-6127-4a2c-81d6-c801aae5081d admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:20:12.434964 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e869135c-6127-4a2c-81d6-c801aae5081d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:20:12.437302 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:20:12.489805 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e869135c-6127-4a2c-81d6-c801aae5081d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:12.496642 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e869135c-6127-4a2c-81d6-c801aae5081d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:12.499071 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e869135c-6127-4a2c-81d6-c801aae5081d admin admin] 10.222.0.32 "DELETE /v2.0/networks/c4cbdda4-0b5e-464e-9c9a-08e60ee534e2 HTTP/1.1" status: 204 len: 168 time: 0.4215558 Jul 24 09:20:12.508168 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869135c-6127-4a2c-81d6-c801aae5081d admin admin] Pushing event deleted for resources: {'Network': ['ID=c4cbdda4-0b5e-464e-9c9a-08e60ee534e2,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:12.516685 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-b2398807-4092-4500-b6fc-4584ca1b480c req-764ddf15-960f-41e9-8d31-94d492106cd6 service neutron] For port 050c6f20-222e-4534-968b-ea3eb888eef4, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=050c6f20-222e-4534-968b-ea3eb888eef4,segment=NetworkSegment(d3be6b07-5265-495e-95a5-8cc3de3d1b75),segment_id=d3be6b07-5265-495e-95a5-8cc3de3d1b75)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:12.626655 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37550) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:12.664623 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device afbbee46-77eb-44da-9a20-1d1cee7152c1 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:20:12.690247 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-668a884c-f1ba-4eee-86a5-727dc56346ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b1fa8bffc3f4f79a18ef178d136076c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0626097 Jul 24 09:20:12.693209 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37554) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:12.697642 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: afbbee46-77eb-44da-9a20-1d1cee7152c1 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:20:12.698287 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device afbbee46-77eb-44da-9a20-1d1cee7152c1 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:20:12.754010 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e8cbebfe-adfa-4705-8032-ac576c11ebeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:12.775865 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e8cbebfe-adfa-4705-8032-ac576c11ebeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:12.825410 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e8cbebfe-adfa-4705-8032-ac576c11ebeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:12.828152 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e8cbebfe-adfa-4705-8032-ac576c11ebeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:12.829826 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e8cbebfe-adfa-4705-8032-ac576c11ebeb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/330daea4-5e94-4367-aaec-e4892299be0d HTTP/1.1" status: 204 len: 168 time: 0.1352596 Jul 24 09:20:12.838284 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbebfe-adfa-4705-8032-ac576c11ebeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330daea4-5e94-4367-aaec-e4892299be0d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:12.875903 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-b2398807-4092-4500-b6fc-4584ca1b480c req-764ddf15-960f-41e9-8d31-94d492106cd6 service neutron] For port 050c6f20-222e-4534-968b-ea3eb888eef4, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:20:12.918872 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-b2398807-4092-4500-b6fc-4584ca1b480c req-764ddf15-960f-41e9-8d31-94d492106cd6 service neutron] device_id is not set on port 050c6f20-222e-4534-968b-ea3eb888eef4 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:20:12.932349 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943be57-6b10-4163-8217-bb98ebe5b629 req-036724f2-6475-4451-a6fc-eea70706790c tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:12.933865 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4943be57-6b10-4163-8217-bb98ebe5b629 req-036724f2-6475-4451-a6fc-eea70706790c tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.1141748 Jul 24 09:20:12.938351 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-764ddf15-960f-41e9-8d31-94d492106cd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:12.949818 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-764ddf15-960f-41e9-8d31-94d492106cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:12.991776 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f53f2-c9ff-46a4-a8be-475046fa3bf0 req-73401927-517d-457a-ac7c-620b14295598 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:12.998329 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f53f2-c9ff-46a4-a8be-475046fa3bf0 req-73401927-517d-457a-ac7c-620b14295598 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:13.004862 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f53f2-c9ff-46a4-a8be-475046fa3bf0 req-73401927-517d-457a-ac7c-620b14295598 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:13.011547 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f53f2-c9ff-46a4-a8be-475046fa3bf0 req-73401927-517d-457a-ac7c-620b14295598 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:13.018712 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f53f2-c9ff-46a4-a8be-475046fa3bf0 req-73401927-517d-457a-ac7c-620b14295598 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:13.023553 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4943be57-6b10-4163-8217-bb98ebe5b629 req-5f2a89b6-e834-4aab-8e43-5507e3118788 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810587 Jul 24 09:20:13.026173 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f53f2-c9ff-46a4-a8be-475046fa3bf0 req-73401927-517d-457a-ac7c-620b14295598 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:13.032462 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c92f53f2-c9ff-46a4-a8be-475046fa3bf0 req-73401927-517d-457a-ac7c-620b14295598 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 4582 time: 0.1251814 Jul 24 09:20:13.043892 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2398807-4092-4500-b6fc-4584ca1b480c req-764ddf15-960f-41e9-8d31-94d492106cd6 service neutron] No DVR routers for this DVR port 050c6f20-222e-4534-968b-ea3eb888eef4 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:20:13.047454 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ddf15-960f-41e9-8d31-94d492106cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=050c6f20-222e-4534-968b-ea3eb888eef4,revision_number=6']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:13.085741 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c92f53f2-c9ff-46a4-a8be-475046fa3bf0 req-8af53ba2-d756-4138-8031-d13ea9908532 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=1756e664-319c-4038-af55-9ca63f2adefb&id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0499284 Jul 24 09:20:13.125429 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-b2398807-4092-4500-b6fc-4584ca1b480c req-764ddf15-960f-41e9-8d31-94d492106cd6 service neutron] In _notify_port_updated(), no bound segment for port 050c6f20-222e-4534-968b-ea3eb888eef4 on network cc9afdd4-5467-4171-81bc-c8240aa53b2b {{(pid=94035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 09:20:13.126400 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2398807-4092-4500-b6fc-4584ca1b480c req-764ddf15-960f-41e9-8d31-94d492106cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:13.126965 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-764ddf15-960f-41e9-8d31-94d492106cd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:13.128289 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2398807-4092-4500-b6fc-4584ca1b480c req-764ddf15-960f-41e9-8d31-94d492106cd6 service neutron] 10.222.0.20 "PUT /v2.0/ports/050c6f20-222e-4534-968b-ea3eb888eef4 HTTP/1.1" status: 200 len: 1028 time: 0.8479803 Jul 24 09:20:13.278383 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce90937-5a8c-4d15-947d-fbd61b156205 req-1a40a226-6760-47a9-95df-4a6264e76957 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:13.280439 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bce90937-5a8c-4d15-947d-fbd61b156205 req-1a40a226-6760-47a9-95df-4a6264e76957 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ac4da4b-17da-445f-9635-bf4268c6728f HTTP/1.1" status: 200 len: 944 time: 0.1424315 Jul 24 09:20:13.318301 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-b2398807-4092-4500-b6fc-4584ca1b480c req-99022f10-3ded-4e1c-a47c-48367fe7f2a5 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Deleting port 78daa873-7966-4683-9199-be51fbbff09b {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:20:13.318639 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-99022f10-3ded-4e1c-a47c-48367fe7f2a5 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:13.339385 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f6b00977-de79-411b-a287-2aa4744de0a3 None None] Provisioning complete for port 050c6f20-222e-4534-968b-ea3eb888eef4 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:20:13.340212 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f6b00977-de79-411b-a287-2aa4744de0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:13.362225 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bce90937-5a8c-4d15-947d-fbd61b156205 req-f4c6a337-1145-4044-953b-1390c5cd54a8 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/security-groups?id=36cc5c7f-bc38-4c5e-9137-a021bf037fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736966 Jul 24 09:20:13.385267 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-f6b00977-de79-411b-a287-2aa4744de0a3 None None] Port 050c6f20-222e-4534-968b-ea3eb888eef4 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:20:13.447072 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-b2398807-4092-4500-b6fc-4584ca1b480c req-99022f10-3ded-4e1c-a47c-48367fe7f2a5 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] For port 78daa873-7966-4683-9199-be51fbbff09b, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=78daa873-7966-4683-9199-be51fbbff09b,segment=NetworkSegment(8a3514b9-3942-48fa-9f70-9726fcd50700),segment_id=8a3514b9-3942-48fa-9f70-9726fcd50700)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:13.447449 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-99022f10-3ded-4e1c-a47c-48367fe7f2a5 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:13.460945 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-b2398807-4092-4500-b6fc-4584ca1b480c req-99022f10-3ded-4e1c-a47c-48367fe7f2a5 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Calling delete_port for 78daa873-7966-4683-9199-be51fbbff09b owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:20:13.542101 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7920f-4bde-41c2-859e-6caaa144a5e0 req-f0cb8259-f243-41d8-947e-90b0caf9bb7a tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:13.543827 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6c7920f-4bde-41c2-859e-6caaa144a5e0 req-f0cb8259-f243-41d8-947e-90b0caf9bb7a tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.0746770 Jul 24 09:20:13.584643 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6c7920f-4bde-41c2-859e-6caaa144a5e0 req-e97b3d1e-cfdc-4704-b2f7-9a915e153edb tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342209 Jul 24 09:20:13.595777 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37586) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:13.609650 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-99022f10-3ded-4e1c-a47c-48367fe7f2a5 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:13.636281 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99022f10-3ded-4e1c-a47c-48367fe7f2a5 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event deleted for resources: {'Port': ['ID=78daa873-7966-4683-9199-be51fbbff09b,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:13.684818 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2398807-4092-4500-b6fc-4584ca1b480c req-99022f10-3ded-4e1c-a47c-48367fe7f2a5 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] No DVR routers for this DVR port 78daa873-7966-4683-9199-be51fbbff09b on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:20:13.687918 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-99022f10-3ded-4e1c-a47c-48367fe7f2a5 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:13.689946 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2398807-4092-4500-b6fc-4584ca1b480c req-99022f10-3ded-4e1c-a47c-48367fe7f2a5 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.20 "DELETE /v2.0/ports/78daa873-7966-4683-9199-be51fbbff09b HTTP/1.1" status: 204 len: 173 time: 0.5505223 Jul 24 09:20:13.690392 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-deleted', 'tag': '78daa873-7966-4683-9199-be51fbbff09b'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:20:13.692627 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a07cd3-53f4-4c92-aa7c-fbcfa64d6b11" -d '{"events": [{"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-deleted", "tag": "78daa873-7966-4683-9199-be51fbbff09b"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:20:13.726141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e8c6dff1-303a-4a6e-aeaa-26ff1d0ea625 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-333191042-network', 'tenant_id': '2f03fb5da95b45e9ab62ae7055e11cde'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:20:13.730683 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c6c22f-07ec-42c1-b814-77e11669c9d7 x-openstack-request-id: req-45c6c22f-07ec-42c1-b814-77e11669c9d7 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:20:13.730966 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-deleted", "tag": "78daa873-7966-4683-9199-be51fbbff09b", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:20:13.731220 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45c6c22f-07ec-42c1-b814-77e11669c9d7 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:20:13.731605 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-deleted', 'tag': '78daa873-7966-4683-9199-be51fbbff09b', 'status': 'completed', 'code': 200} Jul 24 09:20:13.767720 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c6dff1-303a-4a6e-aeaa-26ff1d0ea625 admin admin] Made reservation on behalf of 2f03fb5da95b45e9ab62ae7055e11cde for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:20:13.769974 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e8c6dff1-303a-4a6e-aeaa-26ff1d0ea625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:13.801928 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e8c6dff1-303a-4a6e-aeaa-26ff1d0ea625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:13.858049 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-b2398807-4092-4500-b6fc-4584ca1b480c req-b855d695-7ad5-47c1-8887-6f50d52fff13 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Deleting port ec7b7342-b9c1-4473-8413-9a5e12abdbb6 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:20:13.858445 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-b855d695-7ad5-47c1-8887-6f50d52fff13 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:13.982244 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-b2398807-4092-4500-b6fc-4584ca1b480c req-b855d695-7ad5-47c1-8887-6f50d52fff13 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] For port ec7b7342-b9c1-4473-8413-9a5e12abdbb6, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ec7b7342-b9c1-4473-8413-9a5e12abdbb6,segment=NetworkSegment(8a3514b9-3942-48fa-9f70-9726fcd50700),segment_id=8a3514b9-3942-48fa-9f70-9726fcd50700)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:13.982689 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-b855d695-7ad5-47c1-8887-6f50d52fff13 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:13.989782 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:14.011667 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-b2398807-4092-4500-b6fc-4584ca1b480c req-b855d695-7ad5-47c1-8887-6f50d52fff13 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Calling delete_port for ec7b7342-b9c1-4473-8413-9a5e12abdbb6 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:20:14.015144 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e8c6dff1-303a-4a6e-aeaa-26ff1d0ea625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:14.023690 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e8c6dff1-303a-4a6e-aeaa-26ff1d0ea625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:14.083011 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c6dff1-303a-4a6e-aeaa-26ff1d0ea625 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:20:14.105287 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6dff1-303a-4a6e-aeaa-26ff1d0ea625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04677444-43fe-4719-9b6a-190f55ad0155,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:14.121413 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e8c6dff1-303a-4a6e-aeaa-26ff1d0ea625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:14.121875 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-e8c6dff1-303a-4a6e-aeaa-26ff1d0ea625 admin admin] Added segment 8ec02c3a-a60c-4d95-948d-172f3a5c2fb1 of type vlan for network 1e4a16cc-b457-4582-b63d-6dccde46304b Jul 24 09:20:14.178180 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e8c6dff1-303a-4a6e-aeaa-26ff1d0ea625 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:14.226373 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b162944-2f7e-4b5a-9179-7e4314cf597c req-84a1ed60-8259-4cde-8f6f-c687cdd94d4a tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:14.229317 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3b162944-2f7e-4b5a-9179-7e4314cf597c req-84a1ed60-8259-4cde-8f6f-c687cdd94d4a tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.1081040 Jul 24 09:20:14.267502 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3b162944-2f7e-4b5a-9179-7e4314cf597c req-d54042e9-6b91-462d-b9e1-acd3acff11e3 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329587 Jul 24 09:20:14.285608 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e8c6dff1-303a-4a6e-aeaa-26ff1d0ea625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:14.286582 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c6dff1-303a-4a6e-aeaa-26ff1d0ea625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:14.287172 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e8c6dff1-303a-4a6e-aeaa-26ff1d0ea625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:14.342181 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e8c6dff1-303a-4a6e-aeaa-26ff1d0ea625 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7446342 Jul 24 09:20:14.345047 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37660) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:14.351178 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-615d40fb-5264-4836-9e5b-269494527fdf admin admin] Request body: {'subnet': {'network_id': '1e4a16cc-b457-4582-b63d-6dccde46304b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-333191042-subnet', 'tenant_id': '2f03fb5da95b45e9ab62ae7055e11cde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:20:14.379005 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615d40fb-5264-4836-9e5b-269494527fdf admin admin] Made reservation on behalf of 2f03fb5da95b45e9ab62ae7055e11cde for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:20:14.380952 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-b855d695-7ad5-47c1-8887-6f50d52fff13 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:14.383057 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-615d40fb-5264-4836-9e5b-269494527fdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:14.398945 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6dff1-303a-4a6e-aeaa-26ff1d0ea625 admin admin] Pushing event updated for resources: {'Network': ['ID=1e4a16cc-b457-4582-b63d-6dccde46304b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:14.411445 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 1e4a16cc-b457-4582-b63d-6dccde46304b details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:20:14.439989 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855d695-7ad5-47c1-8887-6f50d52fff13 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event deleted for resources: {'Port': ['ID=ec7b7342-b9c1-4473-8413-9a5e12abdbb6,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:14.482488 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcb149-fc0a-4db4-b963-5e6499da85ce req-c01a9421-c39d-4b3d-ad8d-d3cc275dc089 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:14.492066 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcb149-fc0a-4db4-b963-5e6499da85ce req-c01a9421-c39d-4b3d-ad8d-d3cc275dc089 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:14.501290 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcb149-fc0a-4db4-b963-5e6499da85ce req-c01a9421-c39d-4b3d-ad8d-d3cc275dc089 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:14.508054 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcb149-fc0a-4db4-b963-5e6499da85ce req-c01a9421-c39d-4b3d-ad8d-d3cc275dc089 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:14.510468 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-33fcb149-fc0a-4db4-b963-5e6499da85ce req-c01a9421-c39d-4b3d-ad8d-d3cc275dc089 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 3072 time: 0.2959325 Jul 24 09:20:14.529606 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2398807-4092-4500-b6fc-4584ca1b480c req-b855d695-7ad5-47c1-8887-6f50d52fff13 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] No DVR routers for this DVR port ec7b7342-b9c1-4473-8413-9a5e12abdbb6 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:20:14.532893 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-b855d695-7ad5-47c1-8887-6f50d52fff13 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:14.535437 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2398807-4092-4500-b6fc-4584ca1b480c req-b855d695-7ad5-47c1-8887-6f50d52fff13 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.20 "DELETE /v2.0/ports/ec7b7342-b9c1-4473-8413-9a5e12abdbb6 HTTP/1.1" status: 204 len: 173 time: 0.8397591 Jul 24 09:20:14.614827 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-33fcb149-fc0a-4db4-b963-5e6499da85ce req-f9b7914a-3696-4ae5-b0c4-7372e85fa014 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865347 Jul 24 09:20:14.696259 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-b2398807-4092-4500-b6fc-4584ca1b480c req-0ef9cff7-3364-4f91-b974-617d54c76e59 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Deleting port 3ef13b70-5d6e-4c13-890b-2de4f6928063 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:20:14.696957 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-0ef9cff7-3364-4f91-b974-617d54c76e59 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:14.704141 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc17bc-56f1-4b9b-9d25-23230edf208a req-f084819a-dd83-4a93-b102-52d38a236ce9 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:14.705718 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-01fc17bc-56f1-4b9b-9d25-23230edf208a req-f084819a-dd83-4a93-b102-52d38a236ce9 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ac4da4b-17da-445f-9635-bf4268c6728f HTTP/1.1" status: 200 len: 944 time: 0.1634765 Jul 24 09:20:14.718943 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device f95f62be-c4ea-4c93-9989-bca8fcf5ac05 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:20:14.722264 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-615d40fb-5264-4836-9e5b-269494527fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:14.731960 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 050c6f20-222e-4534-968b-ea3eb888eef4 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:20:14.798880 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-01fc17bc-56f1-4b9b-9d25-23230edf208a req-f861685a-d19d-4a38-b3b3-d32aa1411d1b tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/security-groups?id=36cc5c7f-bc38-4c5e-9137-a021bf037fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856361 Jul 24 09:20:14.805993 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d40fb-5264-4836-9e5b-269494527fdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=59d30874-8be3-4f17-af90-c1520ba5f996,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:14.846853 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615d40fb-5264-4836-9e5b-269494527fdf admin admin] Checking segment: {'id': '8ec02c3a-a60c-4d95-948d-172f3a5c2fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1e4a16cc-b457-4582-b63d-6dccde46304b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:20:14.847213 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615d40fb-5264-4836-9e5b-269494527fdf admin admin] Network hostable DHCP agents. Network: 1e4a16cc-b457-4582-b63d-6dccde46304b, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:20:14.867012 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-b2398807-4092-4500-b6fc-4584ca1b480c req-0ef9cff7-3364-4f91-b974-617d54c76e59 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] For port 3ef13b70-5d6e-4c13-890b-2de4f6928063, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3ef13b70-5d6e-4c13-890b-2de4f6928063,segment=NetworkSegment(afef0383-871f-4fc7-8698-99b783e5c18e),segment_id=afef0383-871f-4fc7-8698-99b783e5c18e)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:14.867407 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-0ef9cff7-3364-4f91-b974-617d54c76e59 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:14.890669 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed206c7-2780-469a-a783-b30860d45df8 req-b8bd091b-3ff4-48f7-a281-8461e5f526ab tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:14.892365 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4ed206c7-2780-469a-a783-b30860d45df8 req-b8bd091b-3ff4-48f7-a281-8461e5f526ab tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.1911914 Jul 24 09:20:14.902399 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615d40fb-5264-4836-9e5b-269494527fdf admin admin] Network 1e4a16cc-b457-4582-b63d-6dccde46304b is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:20:14.921028 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-615d40fb-5264-4836-9e5b-269494527fdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 1e4a16cc-b457-4582-b63d-6dccde46304b) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:20:14.921523 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port f95f62be-c4ea-4c93-9989-bca8fcf5ac05, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f95f62be-c4ea-4c93-9989-bca8fcf5ac05,segment=NetworkSegment(0311af98-f29e-404a-b049-ce4592b1c028),segment_id=0311af98-f29e-404a-b049-ce4592b1c028)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:14.935087 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f36a82-0d4f-4642-b19a-b1b770b57e80 None None] Network 1e4a16cc-b457-4582-b63d-6dccde46304b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:20:14.938860 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615d40fb-5264-4836-9e5b-269494527fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:14.939947 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-615d40fb-5264-4836-9e5b-269494527fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:14.950070 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 050c6f20-222e-4534-968b-ea3eb888eef4 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:20:14.950503 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 57461884-6197-40b6-9712-721f8812f0da no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:20:14.964788 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-615d40fb-5264-4836-9e5b-269494527fdf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6131628 Jul 24 09:20:14.965083 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'f95f62be-c4ea-4c93-9989-bca8fcf5ac05', 'network_id': '2cc664e3-063b-480d-bd1e-fddef7638359', 'port_id': 'f95f62be-c4ea-4c93-9989-bca8fcf5ac05', 'mac_address': 'fa:16:3e:c2:86:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e62bed-9ce8-4bb9-8982-e2978b23eaa5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:20:15.109176 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:15.148227 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4ed206c7-2780-469a-a783-b30860d45df8 req-fc21afe7-c535-49d7-8935-a7e4101b1723 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235456 Jul 24 09:20:15.190747 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95f62be-c4ea-4c93-9989-bca8fcf5ac05 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:20:15.259139 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-0ef9cff7-3364-4f91-b974-617d54c76e59 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:15.259770 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-0ef9cff7-3364-4f91-b974-617d54c76e59 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:15.260648 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [req-b2398807-4092-4500-b6fc-4584ca1b480c req-0ef9cff7-3364-4f91-b974-617d54c76e59 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Floating IP afc80069-705b-4a68-860f-f9aa4959ca1d disassociated. External IP: 172.25.7.3, port: 3ef13b70-5d6e-4c13-890b-2de4f6928063. Jul 24 09:20:15.261214 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-b2398807-4092-4500-b6fc-4584ca1b480c req-0ef9cff7-3364-4f91-b974-617d54c76e59 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Calling delete_port for 3ef13b70-5d6e-4c13-890b-2de4f6928063 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:20:15.265546 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8564a32-112b-441c-b0ef-41106eec4862 None None] Network 1e4a16cc-b457-4582-b63d-6dccde46304b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:20:15.269281 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port f95f62be-c4ea-4c93-9989-bca8fcf5ac05, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f95f62be-c4ea-4c93-9989-bca8fcf5ac05,segment=NetworkSegment(0311af98-f29e-404a-b049-ce4592b1c028),segment_id=0311af98-f29e-404a-b049-ce4592b1c028)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:15.270828 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:15.285363 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:15.350843 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=f95f62be-c4ea-4c93-9989-bca8fcf5ac05,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:15.403883 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57461884-6197-40b6-9712-721f8812f0da'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:20:15.407134 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fc2ecf-9183-44ae-9e91-775cfc546450" -d '{"events": [{"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-unplugged", "status": "completed", "tag": "57461884-6197-40b6-9712-721f8812f0da"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:20:15.425374 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 57461884-6197-40b6-9712-721f8812f0da, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=57461884-6197-40b6-9712-721f8812f0da,segment=NetworkSegment(d3be6b07-5265-495e-95a5-8cc3de3d1b75),segment_id=d3be6b07-5265-495e-95a5-8cc3de3d1b75)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:15.430697 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:15.431407 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 3ef13b70-5d6e-4c13-890b-2de4f6928063 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:20:15.506016 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=57461884-6197-40b6-9712-721f8812f0da,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:15.547362 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-0ef9cff7-3364-4f91-b974-617d54c76e59 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:15.573873 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No active binding found for port 3ef13b70-5d6e-4c13-890b-2de4f6928063 {{(pid=94037) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 24 09:20:15.574482 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 3ef13b70-5d6e-4c13-890b-2de4f6928063 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:20:15.575055 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device f90fc468-b5dd-48ce-b1d9-842c219ba247 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:20:15.596117 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9cff7-3364-4f91-b974-617d54c76e59 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event deleted for resources: {'Port': ['ID=3ef13b70-5d6e-4c13-890b-2de4f6928063,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:15.615815 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31ffd3-202f-4eb1-a135-e6543eb1b09c req-732b22d0-b77f-462d-b392-b384b00b7d2c tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:15.617381 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6c31ffd3-202f-4eb1-a135-e6543eb1b09c req-732b22d0-b77f-462d-b392-b384b00b7d2c tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.1633232 Jul 24 09:20:15.661619 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-398e66b3-b489-4da8-bb8f-5ee93dfa1916 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:15.669283 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-398e66b3-b489-4da8-bb8f-5ee93dfa1916 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.32 "GET /v2.0/networks?id=1e4a16cc-b457-4582-b63d-6dccde46304b HTTP/1.1" status: 200 len: 812 time: 0.1608031 Jul 24 09:20:15.682218 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:15.686991 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-88d83ef3-945e-4468-b261-98350a60f260 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.32 "GET /v2.0/quotas/2f03fb5da95b45e9ab62ae7055e11cde HTTP/1.1" status: 200 len: 375 time: 0.0164089 Jul 24 09:20:15.695494 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['f95f62be-c4ea-4c93-9989-bca8fcf5ac05'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:20:15.741149 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-74e4e7c8-b925-48cc-bbb7-139c8f374e98 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f03fb5da95b45e9ab62ae7055e11cde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532057 Jul 24 09:20:15.741460 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-deleted', 'tag': 'ec7b7342-b9c1-4473-8413-9a5e12abdbb6'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:20:15.743720 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33264030-0648-4d0b-8719-42716597e9bd" -d '{"events": [{"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-deleted", "tag": "ec7b7342-b9c1-4473-8413-9a5e12abdbb6"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:20:15.759892 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6c31ffd3-202f-4eb1-a135-e6543eb1b09c req-3916e150-fc4b-4104-9af4-52ef5111af15 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073096 Jul 24 09:20:15.799613 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port f90fc468-b5dd-48ce-b1d9-842c219ba247, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f90fc468-b5dd-48ce-b1d9-842c219ba247,segment=NetworkSegment(d3be6b07-5265-495e-95a5-8cc3de3d1b75),segment_id=d3be6b07-5265-495e-95a5-8cc3de3d1b75)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:15.804857 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:15.805567 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 78daa873-7966-4683-9199-be51fbbff09b no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:20:15.816464 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2398807-4092-4500-b6fc-4584ca1b480c req-0ef9cff7-3364-4f91-b974-617d54c76e59 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Router 68cc0437-f26c-4a2f-9db5-4935001efde4 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:20:15.856812 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 78daa873-7966-4683-9199-be51fbbff09b {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:20:15.857196 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 78daa873-7966-4683-9199-be51fbbff09b not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:20:15.857795 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device e307f6c6-4fdb-4f4e-9aaa-266379cdde50 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:20:15.869136 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bafe586-d0a0-42d5-8895-3d39f42980d2 x-openstack-request-id: req-4bafe586-d0a0-42d5-8895-3d39f42980d2 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:20:15.869708 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-unplugged", "status": "completed", "tag": "57461884-6197-40b6-9712-721f8812f0da", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:20:15.870180 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4bafe586-d0a0-42d5-8895-3d39f42980d2 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:20:15.870441 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-eeab4f50-4f32-4f21-81b8-59922d8d26c2 service neutron] 10.222.0.32 "GET /v2.0/networks/1e4a16cc-b457-4582-b63d-6dccde46304b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282644 Jul 24 09:20:15.871010 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57461884-6197-40b6-9712-721f8812f0da', 'code': 200} Jul 24 09:20:15.964859 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=f90fc468-b5dd-48ce-b1d9-842c219ba247,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:16.009011 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device e307f6c6-4fdb-4f4e-9aaa-266379cdde50 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:20:16.009451 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ec7b7342-b9c1-4473-8413-9a5e12abdbb6 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:20:16.049856 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2398807-4092-4500-b6fc-4584ca1b480c req-0ef9cff7-3364-4f91-b974-617d54c76e59 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:20:16.066882 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-319e4dd8-7e20-48cb-a554-3e7f0084a12c service neutron] 10.222.0.32 "GET /v2.0/networks/1e4a16cc-b457-4582-b63d-6dccde46304b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947362 Jul 24 09:20:16.081491 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d1f77c-7bd7-4cdf-a124-2010788f1952 None None] Sync routers for ids ['68cc0437-f26c-4a2f-9db5-4935001efde4'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:20:16.092710 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: ec7b7342-b9c1-4473-8413-9a5e12abdbb6 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:20:16.093093 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ec7b7342-b9c1-4473-8413-9a5e12abdbb6 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:20:16.118924 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d1f77c-7bd7-4cdf-a124-2010788f1952 None None] Routers {'68cc0437-f26c-4a2f-9db5-4935001efde4'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:20:16.119560 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-14d1f77c-7bd7-4cdf-a124-2010788f1952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:20:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['68cc0437-f26c-4a2f-9db5-4935001efde4'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:16.119958 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2398807-4092-4500-b6fc-4584ca1b480c req-0ef9cff7-3364-4f91-b974-617d54c76e59 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] No DVR routers for this DVR port 3ef13b70-5d6e-4c13-890b-2de4f6928063 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:20:16.123567 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-0ef9cff7-3364-4f91-b974-617d54c76e59 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:16.126015 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2398807-4092-4500-b6fc-4584ca1b480c req-0ef9cff7-3364-4f91-b974-617d54c76e59 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.20 "DELETE /v2.0/ports/3ef13b70-5d6e-4c13-890b-2de4f6928063 HTTP/1.1" status: 204 len: 173 time: 1.5833621 Jul 24 09:20:16.276937 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa575e3-d20a-439a-990d-51ae820efe69 x-openstack-request-id: req-ffa575e3-d20a-439a-990d-51ae820efe69 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:20:16.277238 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-deleted", "tag": "ec7b7342-b9c1-4473-8413-9a5e12abdbb6", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:20:16.278848 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ffa575e3-d20a-439a-990d-51ae820efe69 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:20:16.279486 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-deleted', 'tag': 'ec7b7342-b9c1-4473-8413-9a5e12abdbb6', 'status': 'completed', 'code': 200} Jul 24 09:20:16.383214 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-14d1f77c-7bd7-4cdf-a124-2010788f1952 None None] Set router 68cc0437-f26c-4a2f-9db5-4935001efde4 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:20:16.424384 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac401490-b226-4d1f-afe9-ff6486a22ab0 req-1ab821de-ad00-436b-9b68-947ae13af8a2 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:16.432046 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fe783-7b71-45a4-bc12-8d88e156ac89 req-c9f68a2a-5bea-488c-9544-002af4bf2edf tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:16.432690 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ac401490-b226-4d1f-afe9-ff6486a22ab0 req-1ab821de-ad00-436b-9b68-947ae13af8a2 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ac4da4b-17da-445f-9635-bf4268c6728f HTTP/1.1" status: 200 len: 945 time: 0.0968649 Jul 24 09:20:16.448076 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fe783-7b71-45a4-bc12-8d88e156ac89 req-c9f68a2a-5bea-488c-9544-002af4bf2edf tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:16.459741 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-960fe783-7b71-45a4-bc12-8d88e156ac89 req-c9f68a2a-5bea-488c-9544-002af4bf2edf tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 1676 time: 0.2771163 Jul 24 09:20:16.492573 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ac401490-b226-4d1f-afe9-ff6486a22ab0 req-332ea308-01d6-498a-9e28-cc7fa9bb35ac tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/security-groups?id=36cc5c7f-bc38-4c5e-9137-a021bf037fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532308 Jul 24 09:20:16.512199 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-b2398807-4092-4500-b6fc-4584ca1b480c req-23ce774d-e845-4bc9-bdd4-48b33eebb6ea tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Deleting port 57461884-6197-40b6-9712-721f8812f0da {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:20:16.512904 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-23ce774d-e845-4bc9-bdd4-48b33eebb6ea tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:16.546443 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:16.572532 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-960fe783-7b71-45a4-bc12-8d88e156ac89 req-2133d955-ed90-49cc-a7d1-d3cfb03acc45 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118560 Jul 24 09:20:16.715148 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7434b30d-26b5-4089-bea9-65a332f00484 req-beadd791-10e3-494f-84d6-f3e73e644408 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.32 "GET /v2.0/ports?device_id=8801d43e-2a90-42c9-b3ed-c17703c9c05b HTTP/1.1" status: 200 len: 210 time: 0.0600495 Jul 24 09:20:16.736237 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-b2398807-4092-4500-b6fc-4584ca1b480c req-23ce774d-e845-4bc9-bdd4-48b33eebb6ea tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] For port 57461884-6197-40b6-9712-721f8812f0da, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=57461884-6197-40b6-9712-721f8812f0da,segment=NetworkSegment(d3be6b07-5265-495e-95a5-8cc3de3d1b75),segment_id=d3be6b07-5265-495e-95a5-8cc3de3d1b75)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:16.736599 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-23ce774d-e845-4bc9-bdd4-48b33eebb6ea tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:16.746577 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-14d1f77c-7bd7-4cdf-a124-2010788f1952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'name': 'tempest-TaggedBootDevicesTest-631382974-router', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '8c5d0597-26a6-423e-a709-3987937fd827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:40Z', 'updated_at': '2021-07-24T09:09:45Z', 'revision_number': 4, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'gw_port': {'id': '8c5d0597-26a6-423e-a709-3987937fd827', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:41Z', 'updated_at': '2021-07-24T09:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'fb501b0a-b289-4ef2-8e3b-c15bfda28227', 'name': '', 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'mac_address': 'fa:16:3e:35:5a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '96727abd-2036-4cd0-afcc-3710a0b1eea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:44Z', 'updated_at': '2021-07-24T09:09:55Z', 'revision_number': 5, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'subnets': [{'id': '96727abd-2036-4cd0-afcc-3710a0b1eea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:16.759594 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-b2398807-4092-4500-b6fc-4584ca1b480c req-23ce774d-e845-4bc9-bdd4-48b33eebb6ea tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Calling delete_port for 57461884-6197-40b6-9712-721f8812f0da owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:20:16.787872 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd10a0-6ab5-4425-b65b-6cf2044dc67f req-f6632da4-bbed-464d-87e0-371a9e3c1a45 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:16.789788 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54dd10a0-6ab5-4425-b65b-6cf2044dc67f req-f6632da4-bbed-464d-87e0-371a9e3c1a45 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.1012075 Jul 24 09:20:16.807353 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d1f77c-7bd7-4cdf-a124-2010788f1952 None None] Checking router: 68cc0437-f26c-4a2f-9db5-4935001efde4 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:20:16.825389 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d1f77c-7bd7-4cdf-a124-2010788f1952 None None] Routers {'68cc0437-f26c-4a2f-9db5-4935001efde4'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:20:16.829462 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-14d1f77c-7bd7-4cdf-a124-2010788f1952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:20:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['68cc0437-f26c-4a2f-9db5-4935001efde4'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:16.893185 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54dd10a0-6ab5-4425-b65b-6cf2044dc67f req-d3285c63-458b-44df-a297-d0b830dbecad tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845692 Jul 24 09:20:17.024869 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-14d1f77c-7bd7-4cdf-a124-2010788f1952 None None] Set router 68cc0437-f26c-4a2f-9db5-4935001efde4 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:20:17.042194 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab6c3a-7419-4057-9059-0fed0173877c req-7cb21707-fd98-4793-850a-e818a5d2d0d8 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:17.043760 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9bab6c3a-7419-4057-9059-0fed0173877c req-7cb21707-fd98-4793-850a-e818a5d2d0d8 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.1461456 Jul 24 09:20:17.051037 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-23ce774d-e845-4bc9-bdd4-48b33eebb6ea tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:17.123088 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce774d-e845-4bc9-bdd4-48b33eebb6ea tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event deleted for resources: {'Port': ['ID=57461884-6197-40b6-9712-721f8812f0da,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:17.229075 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9bab6c3a-7419-4057-9059-0fed0173877c req-33be1f35-5562-42a8-beea-106eb1fc1916 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644545 Jul 24 09:20:17.242420 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2398807-4092-4500-b6fc-4584ca1b480c req-23ce774d-e845-4bc9-bdd4-48b33eebb6ea tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] No DVR routers for this DVR port 57461884-6197-40b6-9712-721f8812f0da on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:20:17.244950 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-23ce774d-e845-4bc9-bdd4-48b33eebb6ea tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:17.247233 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2398807-4092-4500-b6fc-4584ca1b480c req-23ce774d-e845-4bc9-bdd4-48b33eebb6ea tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.20 "DELETE /v2.0/ports/57461884-6197-40b6-9712-721f8812f0da HTTP/1.1" status: 204 len: 173 time: 1.1159983 Jul 24 09:20:17.369314 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-b2398807-4092-4500-b6fc-4584ca1b480c req-a5f7240a-459c-4fee-ab05-e546a37f2495 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Deleting port f90fc468-b5dd-48ce-b1d9-842c219ba247 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:20:17.369665 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-a5f7240a-459c-4fee-ab05-e546a37f2495 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:17.460287 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-14d1f77c-7bd7-4cdf-a124-2010788f1952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'name': 'tempest-TaggedBootDevicesTest-631382974-router', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '8c5d0597-26a6-423e-a709-3987937fd827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:40Z', 'updated_at': '2021-07-24T09:09:45Z', 'revision_number': 4, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'gw_port': {'id': '8c5d0597-26a6-423e-a709-3987937fd827', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:41Z', 'updated_at': '2021-07-24T09:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'fb501b0a-b289-4ef2-8e3b-c15bfda28227', 'name': '', 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'mac_address': 'fa:16:3e:35:5a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '96727abd-2036-4cd0-afcc-3710a0b1eea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:44Z', 'updated_at': '2021-07-24T09:09:55Z', 'revision_number': 5, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'subnets': [{'id': '96727abd-2036-4cd0-afcc-3710a0b1eea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:17.480303 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-b2398807-4092-4500-b6fc-4584ca1b480c req-a5f7240a-459c-4fee-ab05-e546a37f2495 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] For port f90fc468-b5dd-48ce-b1d9-842c219ba247, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f90fc468-b5dd-48ce-b1d9-842c219ba247,segment=NetworkSegment(d3be6b07-5265-495e-95a5-8cc3de3d1b75),segment_id=d3be6b07-5265-495e-95a5-8cc3de3d1b75)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:17.481009 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-a5f7240a-459c-4fee-ab05-e546a37f2495 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:17.490904 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d1f77c-7bd7-4cdf-a124-2010788f1952 None None] The sync data for ids ['68cc0437-f26c-4a2f-9db5-4935001efde4'] in n-d-800085-9 is: [{'id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'name': 'tempest-TaggedBootDevicesTest-631382974-router', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '8c5d0597-26a6-423e-a709-3987937fd827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:40Z', 'updated_at': '2021-07-24T09:09:45Z', 'revision_number': 4, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'gw_port': {'id': '8c5d0597-26a6-423e-a709-3987937fd827', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:41Z', 'updated_at': '2021-07-24T09:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'fb501b0a-b289-4ef2-8e3b-c15bfda28227', 'name': '', 'network_id': '8a8b2944-c8a5-4403-aa37-48c9a718d665', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'mac_address': 'fa:16:3e:35:5a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '96727abd-2036-4cd0-afcc-3710a0b1eea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:44Z', 'updated_at': '2021-07-24T09:09:55Z', 'revision_number': 5, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'subnets': [{'id': '96727abd-2036-4cd0-afcc-3710a0b1eea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:20:17.503290 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-b2398807-4092-4500-b6fc-4584ca1b480c req-a5f7240a-459c-4fee-ab05-e546a37f2495 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Calling delete_port for f90fc468-b5dd-48ce-b1d9-842c219ba247 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:20:17.791365 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-d365f7ad-da54-43ad-9ce1-20237568cfbf tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:17.799376 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-d365f7ad-da54-43ad-9ce1-20237568cfbf tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.37 "GET /v2.0/networks?id=1e4a16cc-b457-4582-b63d-6dccde46304b HTTP/1.1" status: 200 len: 812 time: 0.2082517 Jul 24 09:20:17.812579 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ad920-e6d1-4e78-9ff2-a79b5a11cc9a req-94380e2d-2ad9-4ee4-b2da-3ce1a7f88460 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:17.818423 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-992ad920-e6d1-4e78-9ff2-a79b5a11cc9a req-94380e2d-2ad9-4ee4-b2da-3ce1a7f88460 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ac4da4b-17da-445f-9635-bf4268c6728f HTTP/1.1" status: 200 len: 945 time: 0.1739202 Jul 24 09:20:17.825142 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-2df42c49-3278-478e-bb92-b26b73d4d2e6 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Request body: {'port': {'device_id': '8801d43e-2a90-42c9-b3ed-c17703c9c05b', 'network_id': '1e4a16cc-b457-4582-b63d-6dccde46304b', 'admin_state_up': True, 'tenant_id': '2f03fb5da95b45e9ab62ae7055e11cde'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:20:17.833341 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-a5f7240a-459c-4fee-ab05-e546a37f2495 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:17.872384 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f90fc468-b5dd-48ce-b1d9-842c219ba247'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:20:17.875343 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a839b8d-e900-4d88-8252-c5101eee4cb8" -d '{"events": [{"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-unplugged", "status": "completed", "tag": "f90fc468-b5dd-48ce-b1d9-842c219ba247"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:20:17.894900 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7240a-459c-4fee-ab05-e546a37f2495 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event deleted for resources: {'Port': ['ID=f90fc468-b5dd-48ce-b1d9-842c219ba247,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:17.945111 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2ad23-57a9-4bcb-81c9-5d463682f085 req-ea50f697-30bb-476f-93bc-908c7bf6d431 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:17.946906 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-83d2ad23-57a9-4bcb-81c9-5d463682f085 req-ea50f697-30bb-476f-93bc-908c7bf6d431 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 865 time: 0.2158344 Jul 24 09:20:17.968866 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2398807-4092-4500-b6fc-4584ca1b480c req-a5f7240a-459c-4fee-ab05-e546a37f2495 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] No DVR routers for this DVR port f90fc468-b5dd-48ce-b1d9-842c219ba247 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:20:17.975628 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b2398807-4092-4500-b6fc-4584ca1b480c req-a5f7240a-459c-4fee-ab05-e546a37f2495 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:17.976080 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a225da61-832e-47b9-ae01-cfd685160dcf None None] New status for floating IP afc80069-705b-4a68-860f-f9aa4959ca1d: DOWN {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:20:17.977695 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2398807-4092-4500-b6fc-4584ca1b480c req-a5f7240a-459c-4fee-ab05-e546a37f2495 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.20 "DELETE /v2.0/ports/f90fc468-b5dd-48ce-b1d9-842c219ba247 HTTP/1.1" status: 204 len: 173 time: 0.7232404 Jul 24 09:20:17.996552 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-992ad920-e6d1-4e78-9ff2-a79b5a11cc9a req-dcba0010-991e-471a-860d-d1a37ce22a02 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/security-groups?id=36cc5c7f-bc38-4c5e-9137-a021bf037fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652098 Jul 24 09:20:18.010432 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-83d2ad23-57a9-4bcb-81c9-5d463682f085 req-1a3a3556-50cd-41eb-b4bf-2c1bc00b30b8 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups?id=28e92c9e-a6f1-4679-86d9-12481690a3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434430 Jul 24 09:20:18.090359 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d41b60-a9ae-44d5-aaea-0a2e09a4bcde x-openstack-request-id: req-51d41b60-a9ae-44d5-aaea-0a2e09a4bcde {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:20:18.091113 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-unplugged", "status": "completed", "tag": "f90fc468-b5dd-48ce-b1d9-842c219ba247", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:20:18.091362 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51d41b60-a9ae-44d5-aaea-0a2e09a4bcde {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:20:18.092010 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f90fc468-b5dd-48ce-b1d9-842c219ba247', 'code': 200} Jul 24 09:20:18.094955 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-2df42c49-3278-478e-bb92-b26b73d4d2e6 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Made reservation on behalf of 2f03fb5da95b45e9ab62ae7055e11cde for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:20:18.099109 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-2df42c49-3278-478e-bb92-b26b73d4d2e6 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:18.225603 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bd13b448-b76a-47aa-a98a-c6deaf2f356d req-5ed562ea-c2b9-4f1c-afe2-d1486c996da7 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.32 "GET /v2.0/ports?device_id=8801d43e-2a90-42c9-b3ed-c17703c9c05b HTTP/1.1" status: 200 len: 210 time: 0.0563998 Jul 24 09:20:18.249335 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708109e-fe73-427e-9bb2-4a538237a879 req-44953eb1-fca1-4eec-97b4-46c9a487012f tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:18.263762 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1708109e-fe73-427e-9bb2-4a538237a879 req-44953eb1-fca1-4eec-97b4-46c9a487012f tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.0969248 Jul 24 09:20:18.287404 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-deleted', 'tag': '3ef13b70-5d6e-4c13-890b-2de4f6928063'}, {'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-deleted', 'tag': '57461884-6197-40b6-9712-721f8812f0da'}, {'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-deleted', 'tag': 'f90fc468-b5dd-48ce-b1d9-842c219ba247'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:20:18.290501 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9b5e18-20a3-4309-94ad-d0b6e6d8b097" -d '{"events": [{"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-deleted", "tag": "3ef13b70-5d6e-4c13-890b-2de4f6928063"}, {"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-deleted", "tag": "57461884-6197-40b6-9712-721f8812f0da"}, {"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-deleted", "tag": "f90fc468-b5dd-48ce-b1d9-842c219ba247"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:20:18.342062 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1708109e-fe73-427e-9bb2-4a538237a879 req-82bead53-7381-4922-b3d6-df3dd5937b2a tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767095 Jul 24 09:20:18.381238 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-2df42c49-3278-478e-bb92-b26b73d4d2e6 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Allocated IP 172.20.0.2 (1e4a16cc-b457-4582-b63d-6dccde46304b/59d30874-8be3-4f17-af90-c1520ba5f996/41707bcf-9b54-410d-8ee2-40074121bbab) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:20:18.415549 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 24 Jul 2021 09:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd760bba-38bc-41a1-9fc4-6f66ea83c7e9 x-openstack-request-id: req-bd760bba-38bc-41a1-9fc4-6f66ea83c7e9 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:20:18.415868 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-deleted", "tag": "3ef13b70-5d6e-4c13-890b-2de4f6928063", "status": "completed", "code": 200}, {"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-deleted", "tag": "57461884-6197-40b6-9712-721f8812f0da", "status": "completed", "code": 200}, {"server_uuid": "4ddcb32b-dd02-4375-b3f1-1357d6e560e2", "name": "network-vif-deleted", "tag": "f90fc468-b5dd-48ce-b1d9-842c219ba247", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:20:18.416123 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd760bba-38bc-41a1-9fc4-6f66ea83c7e9 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:20:18.416526 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-deleted', 'tag': '3ef13b70-5d6e-4c13-890b-2de4f6928063', 'status': 'completed', 'code': 200} Jul 24 09:20:18.416800 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-deleted', 'tag': '57461884-6197-40b6-9712-721f8812f0da', 'status': 'completed', 'code': 200} Jul 24 09:20:18.417052 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ddcb32b-dd02-4375-b3f1-1357d6e560e2', 'name': 'network-vif-deleted', 'tag': 'f90fc468-b5dd-48ce-b1d9-842c219ba247', 'status': 'completed', 'code': 200} Jul 24 09:20:18.522808 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fa0da-2f20-43fa-8455-86b58e5caecb req-1a54d454-cc0f-44fa-b308-d7fc0b151be5 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:18.525128 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d34fa0da-2f20-43fa-8455-86b58e5caecb req-1a54d454-cc0f-44fa-b308-d7fc0b151be5 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.0718753 Jul 24 09:20:18.566512 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-2df42c49-3278-478e-bb92-b26b73d4d2e6 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:18.566840 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d34fa0da-2f20-43fa-8455-86b58e5caecb req-d3024f25-af55-4361-aa1b-fad6f2450d59 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343859 Jul 24 09:20:18.606893 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-2df42c49-3278-478e-bb92-b26b73d4d2e6 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:18.646017 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-2df42c49-3278-478e-bb92-b26b73d4d2e6 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Network 1e4a16cc-b457-4582-b63d-6dccde46304b is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:20:18.649001 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-2df42c49-3278-478e-bb92-b26b73d4d2e6 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:20:18.655778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-2df42c49-3278-478e-bb92-b26b73d4d2e6 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:20:18.685056 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df42c49-3278-478e-bb92-b26b73d4d2e6 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Pushing event updated for resources: {'Port': ['ID=41707bcf-9b54-410d-8ee2-40074121bbab,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:18.698990 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df42c49-3278-478e-bb92-b26b73d4d2e6 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:18.699335 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df42c49-3278-478e-bb92-b26b73d4d2e6 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:18.699676 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df42c49-3278-478e-bb92-b26b73d4d2e6 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:18.700014 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df42c49-3278-478e-bb92-b26b73d4d2e6 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:18.700349 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df42c49-3278-478e-bb92-b26b73d4d2e6 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:18.700679 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df42c49-3278-478e-bb92-b26b73d4d2e6 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:18.701570 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df42c49-3278-478e-bb92-b26b73d4d2e6 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:18.701909 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df42c49-3278-478e-bb92-b26b73d4d2e6 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:18.702229 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df42c49-3278-478e-bb92-b26b73d4d2e6 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:18.702551 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df42c49-3278-478e-bb92-b26b73d4d2e6 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:18.702877 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df42c49-3278-478e-bb92-b26b73d4d2e6 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:18.703197 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df42c49-3278-478e-bb92-b26b73d4d2e6 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:18.721163 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-2df42c49-3278-478e-bb92-b26b73d4d2e6 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:18.721733 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-2df42c49-3278-478e-bb92-b26b73d4d2e6 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:18.735232 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-2df42c49-3278-478e-bb92-b26b73d4d2e6 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9154050 Jul 24 09:20:18.751684 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-f36d64b5-fef6-456f-b35d-80578d2fc97d service neutron] Request body: {'port': {'device_id': '8801d43e-2a90-42c9-b3ed-c17703c9c05b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:20:18.767308 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device f95f62be-c4ea-4c93-9989-bca8fcf5ac05 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:20:18.815402 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port f95f62be-c4ea-4c93-9989-bca8fcf5ac05 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:20:18.819188 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port f95f62be-c4ea-4c93-9989-bca8fcf5ac05 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:20:18.819570 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:18.823681 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-f36d64b5-fef6-456f-b35d-80578d2fc97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:18.902321 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:18.940438 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port f95f62be-c4ea-4c93-9989-bca8fcf5ac05, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f95f62be-c4ea-4c93-9989-bca8fcf5ac05,segment=NetworkSegment(0311af98-f29e-404a-b049-ce4592b1c028),segment_id=0311af98-f29e-404a-b049-ce4592b1c028)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:18.945289 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:18.998265 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=f95f62be-c4ea-4c93-9989-bca8fcf5ac05,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:19.151796 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bd948acd-61dd-403b-92ba-3d56a1691e1c req-cd9d22d6-09c1-4d36-8961-de71caaffbae tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 210 time: 0.0320115 Jul 24 09:20:19.362105 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f7b86-4455-4387-af77-9c1849b5b614 req-2d7cf8db-1265-4474-b6e6-2b4e9e71ec9e tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:19.368834 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ac9f7b86-4455-4387-af77-9c1849b5b614 req-2d7cf8db-1265-4474-b6e6-2b4e9e71ec9e tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ac4da4b-17da-445f-9635-bf4268c6728f HTTP/1.1" status: 200 len: 946 time: 0.1442852 Jul 24 09:20:19.426622 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d2dc8-0e27-4165-a1c1-069f285f7919 req-4b1d0b83-1843-4b3c-8833-8de763f40e15 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:19.429691 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e38d2dc8-0e27-4165-a1c1-069f285f7919 req-4b1d0b83-1843-4b3c-8833-8de763f40e15 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.32 "GET /v2.0/ports?device_id=8801d43e-2a90-42c9-b3ed-c17703c9c05b HTTP/1.1" status: 200 len: 931 time: 0.1190350 Jul 24 09:20:19.431135 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ac9f7b86-4455-4387-af77-9c1849b5b614 req-8a696a16-c90b-4414-afbb-26aa9671ff30 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/security-groups?id=36cc5c7f-bc38-4c5e-9137-a021bf037fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614483 Jul 24 09:20:19.475301 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e38d2dc8-0e27-4165-a1c1-069f285f7919 req-38c5d3cb-1c11-4c59-8555-94d93736a5e6 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.32 "GET /v2.0/security-groups?id=04677444-43fe-4719-9b6a-190f55ad0155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376065 Jul 24 09:20:19.484230 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-f36d64b5-fef6-456f-b35d-80578d2fc97d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41707bcf-9b54-410d-8ee2-40074121bbab {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:20:19.496195 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-f36d64b5-fef6-456f-b35d-80578d2fc97d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:19.525324 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-f36d64b5-fef6-456f-b35d-80578d2fc97d service neutron] Transition to ACTIVE for port object 41707bcf-9b54-410d-8ee2-40074121bbab will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:20:19.543246 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-f36d64b5-fef6-456f-b35d-80578d2fc97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:19.615501 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d64b5-fef6-456f-b35d-80578d2fc97d service neutron] Pushing event updated for resources: {'Port': ['ID=41707bcf-9b54-410d-8ee2-40074121bbab,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:19.673609 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ab6a4-0891-45e5-878e-1c3c6535b598 req-33dcfcf2-71ad-42c6-8902-af98b66c9b2f tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:19.675238 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-275ab6a4-0891-45e5-878e-1c3c6535b598 req-33dcfcf2-71ad-42c6-8902-af98b66c9b2f tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.1655262 Jul 24 09:20:19.722853 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-f36d64b5-fef6-456f-b35d-80578d2fc97d service neutron] Attempting to bind port 41707bcf-9b54-410d-8ee2-40074121bbab on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:20:19.723194 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-f36d64b5-fef6-456f-b35d-80578d2fc97d service neutron] Attempting to bind port 41707bcf-9b54-410d-8ee2-40074121bbab by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '8ec02c3a-a60c-4d95-948d-172f3a5c2fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1e4a16cc-b457-4582-b63d-6dccde46304b'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:20:19.723538 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-f36d64b5-fef6-456f-b35d-80578d2fc97d service neutron] Attempting to bind port 41707bcf-9b54-410d-8ee2-40074121bbab on network 1e4a16cc-b457-4582-b63d-6dccde46304b {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:20:19.734613 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cc6ea-7d3d-496b-96ad-f32d92da044a req-fd281586-b104-429c-9541-351f492340b5 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:19.735351 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-275ab6a4-0891-45e5-878e-1c3c6535b598 req-e1d7b3c5-c1ca-486d-b131-128c5abbd2fd tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515115 Jul 24 09:20:19.736320 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d78cc6ea-7d3d-496b-96ad-f32d92da044a req-fd281586-b104-429c-9541-351f492340b5 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.0727339 Jul 24 09:20:19.737474 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-f36d64b5-fef6-456f-b35d-80578d2fc97d service neutron] Port 41707bcf-9b54-410d-8ee2-40074121bbab on network 1e4a16cc-b457-4582-b63d-6dccde46304b not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:20:19.737882 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-f36d64b5-fef6-456f-b35d-80578d2fc97d service neutron] Attempting to bind port 41707bcf-9b54-410d-8ee2-40074121bbab on network 1e4a16cc-b457-4582-b63d-6dccde46304b {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:20:19.748527 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-f36d64b5-fef6-456f-b35d-80578d2fc97d service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:20:19.749171 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-f36d64b5-fef6-456f-b35d-80578d2fc97d service neutron] Checking segment: {'id': '8ec02c3a-a60c-4d95-948d-172f3a5c2fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1e4a16cc-b457-4582-b63d-6dccde46304b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:20:19.750201 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-f36d64b5-fef6-456f-b35d-80578d2fc97d service neutron] Bound using segment: {'id': '8ec02c3a-a60c-4d95-948d-172f3a5c2fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1e4a16cc-b457-4582-b63d-6dccde46304b'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:20:19.750892 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-f36d64b5-fef6-456f-b35d-80578d2fc97d service neutron] Bound port: 41707bcf-9b54-410d-8ee2-40074121bbab, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec02c3a-a60c-4d95-948d-172f3a5c2fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1e4a16cc-b457-4582-b63d-6dccde46304b'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:20:19.751596 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-f36d64b5-fef6-456f-b35d-80578d2fc97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:19.778516 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d78cc6ea-7d3d-496b-96ad-f32d92da044a req-a3e72ba2-dc92-4ec1-a815-c891e93c6086 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362959 Jul 24 09:20:19.821448 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-f36d64b5-fef6-456f-b35d-80578d2fc97d service neutron] For port 41707bcf-9b54-410d-8ee2-40074121bbab, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:20:19.824611 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-f36d64b5-fef6-456f-b35d-80578d2fc97d service neutron] For port 41707bcf-9b54-410d-8ee2-40074121bbab, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=41707bcf-9b54-410d-8ee2-40074121bbab,segment=NetworkSegment(8ec02c3a-a60c-4d95-948d-172f3a5c2fb1),segment_id=8ec02c3a-a60c-4d95-948d-172f3a5c2fb1)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:20:19.828996 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-f36d64b5-fef6-456f-b35d-80578d2fc97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:19.863340 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-f36d64b5-fef6-456f-b35d-80578d2fc97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:19.863957 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-f36d64b5-fef6-456f-b35d-80578d2fc97d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:19.865365 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-f36d64b5-fef6-456f-b35d-80578d2fc97d service neutron] 10.222.0.37 "PUT /v2.0/ports/41707bcf-9b54-410d-8ee2-40074121bbab HTTP/1.1" status: 200 len: 1091 time: 1.1178195 Jul 24 09:20:19.865798 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8801d43e-2a90-42c9-b3ed-c17703c9c05b', 'tag': '41707bcf-9b54-410d-8ee2-40074121bbab'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:20:19.868343 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f767e96-bd63-487f-a826-f05d18cbc090" -d '{"events": [{"name": "network-changed", "server_uuid": "8801d43e-2a90-42c9-b3ed-c17703c9c05b", "tag": "41707bcf-9b54-410d-8ee2-40074121bbab"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:20:19.897677 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d64b5-fef6-456f-b35d-80578d2fc97d service neutron] Pushing event updated for resources: {'Port': ['ID=41707bcf-9b54-410d-8ee2-40074121bbab,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:19.918470 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c188274-a7e5-4fdd-ab86-6742698385d9 x-openstack-request-id: req-9c188274-a7e5-4fdd-ab86-6742698385d9 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:20:19.918870 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8801d43e-2a90-42c9-b3ed-c17703c9c05b", "tag": "41707bcf-9b54-410d-8ee2-40074121bbab", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:20:19.919221 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c188274-a7e5-4fdd-ab86-6742698385d9 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:20:19.920198 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8801d43e-2a90-42c9-b3ed-c17703c9c05b', 'tag': '41707bcf-9b54-410d-8ee2-40074121bbab', 'status': 'completed', 'code': 200} Jul 24 09:20:19.962561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-1463e357-5f2c-41c0-bf97-e64fe040d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:19.964061 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-1463e357-5f2c-41c0-bf97-e64fe040d6ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f03fb5da95b45e9ab62ae7055e11cde&device_id=8801d43e-2a90-42c9-b3ed-c17703c9c05b HTTP/1.1" status: 200 len: 1094 time: 0.0560198 Jul 24 09:20:20.008806 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-a4c306b9-5789-4836-b9f1-924dc2d47c75 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41707bcf-9b54-410d-8ee2-40074121bbab HTTP/1.1" status: 200 len: 217 time: 0.0373220 Jul 24 09:20:20.056607 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-80fa3a18-a9c0-407b-bef9-b358eeff06ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:20.058050 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-80fa3a18-a9c0-407b-bef9-b358eeff06ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59d30874-8be3-4f17-af90-c1520ba5f996 HTTP/1.1" status: 200 len: 852 time: 0.0434015 Jul 24 09:20:20.092965 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac4da4b-17da-445f-9635-bf4268c6728f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95f62be-c4ea-4c93-9989-bca8fcf5ac05'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:20:20.093526 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-1627eb10-d27e-4770-a430-36aa015e4d7a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e4a16cc-b457-4582-b63d-6dccde46304b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284762 Jul 24 09:20:20.095232 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2564693-add1-4a3b-84b1-1fe6082150d1" -d '{"events": [{"server_uuid": "5ac4da4b-17da-445f-9635-bf4268c6728f", "name": "network-vif-plugged", "status": "completed", "tag": "f95f62be-c4ea-4c93-9989-bca8fcf5ac05"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:20:20.133975 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee0eaeb-faac-4455-ae1d-412d1704f19c x-openstack-request-id: req-3ee0eaeb-faac-4455-ae1d-412d1704f19c {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:20:20.134536 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac4da4b-17da-445f-9635-bf4268c6728f", "name": "network-vif-plugged", "status": "completed", "tag": "f95f62be-c4ea-4c93-9989-bca8fcf5ac05", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:20:20.134790 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ee0eaeb-faac-4455-ae1d-412d1704f19c {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:20:20.135178 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac4da4b-17da-445f-9635-bf4268c6728f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95f62be-c4ea-4c93-9989-bca8fcf5ac05', 'code': 200} Jul 24 09:20:20.190990 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-18ee464b-1c4b-4b94-8f77-d7d86951e430 service neutron] 10.222.0.37 "GET /v2.0/networks/1e4a16cc-b457-4582-b63d-6dccde46304b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894420 Jul 24 09:20:20.273443 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ed8ed-f2ea-4ec3-89de-30efab9f2c6c req-f7d1edfe-0b0e-4b42-9f88-c7d9ea0b2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:20.276693 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8c1ed8ed-f2ea-4ec3-89de-30efab9f2c6c req-f7d1edfe-0b0e-4b42-9f88-c7d9ea0b2d7f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ac4da4b-17da-445f-9635-bf4268c6728f HTTP/1.1" status: 200 len: 1097 time: 0.0684848 Jul 24 09:20:20.297945 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-94ed546f-b64b-4539-af9c-10248fcd1c98 req-fe9df187-315a-4c7f-b577-b1f3c7f16e7e tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 210 time: 0.0385799 Jul 24 09:20:20.321449 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8c1ed8ed-f2ea-4ec3-89de-30efab9f2c6c req-b455329e-55f5-4d43-9fdf-cab14fcd0a16 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=36cc5c7f-bc38-4c5e-9137-a021bf037fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358558 Jul 24 09:20:20.325282 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70c303ed-f4be-4e7c-af32-17b4556c971e req-08d393b3-f15d-43fa-b6f9-aaa7fcda69de service neutron] 10.222.0.37 "GET /v2.0/networks/1e4a16cc-b457-4582-b63d-6dccde46304b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259396 Jul 24 09:20:20.437165 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f767e96-bd63-487f-a826-f05d18cbc090 req-425386fc-32d6-41ba-addd-5d929a68ebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:20.438721 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f767e96-bd63-487f-a826-f05d18cbc090 req-425386fc-32d6-41ba-addd-5d929a68ebb3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f03fb5da95b45e9ab62ae7055e11cde&device_id=8801d43e-2a90-42c9-b3ed-c17703c9c05b HTTP/1.1" status: 200 len: 1094 time: 0.0609076 Jul 24 09:20:20.542636 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f767e96-bd63-487f-a826-f05d18cbc090 req-0b7b12cf-a970-4952-b0a0-67d4f92684f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:20.544353 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f767e96-bd63-487f-a826-f05d18cbc090 req-0b7b12cf-a970-4952-b0a0-67d4f92684f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e4a16cc-b457-4582-b63d-6dccde46304b HTTP/1.1" status: 200 len: 912 time: 0.0962591 Jul 24 09:20:20.580108 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3e4fb-139d-44cb-89e0-11ebe436f5d6 req-9f75f5fd-dd0d-44c5-b342-832618b3c8da tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:20.581702 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bbf3e4fb-139d-44cb-89e0-11ebe436f5d6 req-9f75f5fd-dd0d-44c5-b342-832618b3c8da tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ac4da4b-17da-445f-9635-bf4268c6728f HTTP/1.1" status: 200 len: 946 time: 0.0762522 Jul 24 09:20:20.603862 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f767e96-bd63-487f-a826-f05d18cbc090 req-18129f07-feda-4e90-a85c-2ae976a21b09 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41707bcf-9b54-410d-8ee2-40074121bbab HTTP/1.1" status: 200 len: 217 time: 0.0454946 Jul 24 09:20:20.623991 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bbf3e4fb-139d-44cb-89e0-11ebe436f5d6 req-804b4e19-b5da-484e-bde2-3a97e40eb548 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/security-groups?id=36cc5c7f-bc38-4c5e-9137-a021bf037fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360847 Jul 24 09:20:20.678355 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f767e96-bd63-487f-a826-f05d18cbc090 req-80b7a8f1-de76-47ea-bc8b-d0ba23697b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:20.679821 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f767e96-bd63-487f-a826-f05d18cbc090 req-80b7a8f1-de76-47ea-bc8b-d0ba23697b2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59d30874-8be3-4f17-af90-c1520ba5f996 HTTP/1.1" status: 200 len: 852 time: 0.0587654 Jul 24 09:20:20.708300 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e2dba-0092-406c-8afe-5b6a9b322557 req-1d4b4927-7858-4e68-b903-c56968083744 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:20.710236 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-893e2dba-0092-406c-8afe-5b6a9b322557 req-1d4b4927-7858-4e68-b903-c56968083744 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.32 "GET /v2.0/ports?device_id=8801d43e-2a90-42c9-b3ed-c17703c9c05b HTTP/1.1" status: 200 len: 943 time: 0.1438582 Jul 24 09:20:20.730484 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f767e96-bd63-487f-a826-f05d18cbc090 req-91b810c9-36c5-419a-89b7-546a7d5519a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e4a16cc-b457-4582-b63d-6dccde46304b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386586 Jul 24 09:20:20.816254 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-893e2dba-0092-406c-8afe-5b6a9b322557 req-04155de1-8830-44c4-a180-e7e13b9491c0 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.32 "GET /v2.0/security-groups?id=04677444-43fe-4719-9b6a-190f55ad0155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887580 Jul 24 09:20:20.853118 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f767e96-bd63-487f-a826-f05d18cbc090 req-c20c43b1-7876-4f51-8a48-55e73415f799 service neutron] 10.222.0.37 "GET /v2.0/networks/1e4a16cc-b457-4582-b63d-6dccde46304b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155989 Jul 24 09:20:20.892705 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1175b6-8b5c-4465-8d9c-6104b2dc088b req-acd1c2c6-c9cd-4de5-9857-6684c01eb508 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:20.894420 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6d1175b6-8b5c-4465-8d9c-6104b2dc088b req-acd1c2c6-c9cd-4de5-9857-6684c01eb508 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.0781691 Jul 24 09:20:20.941108 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6d1175b6-8b5c-4465-8d9c-6104b2dc088b req-1a2d5ee4-0c18-4367-a8dc-40300f86bcc8 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358388 Jul 24 09:20:20.992397 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f767e96-bd63-487f-a826-f05d18cbc090 req-0721694f-6807-414d-b501-e042dea63866 service neutron] 10.222.0.37 "GET /v2.0/networks/1e4a16cc-b457-4582-b63d-6dccde46304b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273143 Jul 24 09:20:21.016180 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9dce7-e99a-4a0f-9951-0075d65c5aa6 req-ccc197e4-6a9b-4636-a338-78a4d12be58f tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:21.017814 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-adb9dce7-e99a-4a0f-9951-0075d65c5aa6 req-ccc197e4-6a9b-4636-a338-78a4d12be58f tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.0904469 Jul 24 09:20:21.057930 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-adb9dce7-e99a-4a0f-9951-0075d65c5aa6 req-164595c1-6e5d-4b99-a1e5-90725bc369ee tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342267 Jul 24 09:20:21.720186 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-46574ff7-a91a-4be8-8771-ea141b927ab6 req-b6c6e89f-de4c-46cb-9944-23d08a06e5fc tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 210 time: 0.3232031 Jul 24 09:20:21.781940 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6f41c-12cd-40fd-a53d-aeffca0a49e9 req-aaf31c3e-02f4-420c-8807-edffb9afbdcf tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:21.785009 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4bf6f41c-12cd-40fd-a53d-aeffca0a49e9 req-aaf31c3e-02f4-420c-8807-edffb9afbdcf tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ac4da4b-17da-445f-9635-bf4268c6728f HTTP/1.1" status: 200 len: 946 time: 0.0893705 Jul 24 09:20:21.826437 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4bf6f41c-12cd-40fd-a53d-aeffca0a49e9 req-d970e7cc-b20c-43cb-a0c3-8ab10ba4a34a tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/security-groups?id=36cc5c7f-bc38-4c5e-9137-a021bf037fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355690 Jul 24 09:20:21.996588 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb56feb-788a-44ce-a2e3-7cd020342d01 req-b4def805-0470-4843-b3d9-188d6ed620c9 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:21.999068 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1cb56feb-788a-44ce-a2e3-7cd020342d01 req-b4def805-0470-4843-b3d9-188d6ed620c9 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.32 "GET /v2.0/ports?device_id=8801d43e-2a90-42c9-b3ed-c17703c9c05b HTTP/1.1" status: 200 len: 943 time: 0.0728621 Jul 24 09:20:22.036383 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1cb56feb-788a-44ce-a2e3-7cd020342d01 req-5516b631-3d61-430d-8b63-b5c9c56f7368 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.32 "GET /v2.0/security-groups?id=04677444-43fe-4719-9b6a-190f55ad0155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325589 Jul 24 09:20:22.092301 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3074237-6d45-4ec0-aff3-0c6a64ce20d3 req-535dbb2b-0455-493f-8f0e-329e6f92f6a2 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:22.099074 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a3074237-6d45-4ec0-aff3-0c6a64ce20d3 req-535dbb2b-0455-493f-8f0e-329e6f92f6a2 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.0814435 Jul 24 09:20:22.139737 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a3074237-6d45-4ec0-aff3-0c6a64ce20d3 req-8a2666ab-5b05-47cb-a847-c958cbe2f1c1 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343041 Jul 24 09:20:22.214754 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd57c1-5e6e-458a-80c6-8d1f1cb3b47a req-f7b0a608-1e58-4877-a1b4-a3595cd660e4 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:22.217169 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b6fd57c1-5e6e-458a-80c6-8d1f1cb3b47a req-f7b0a608-1e58-4877-a1b4-a3595cd660e4 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.0762837 Jul 24 09:20:22.256032 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b6fd57c1-5e6e-458a-80c6-8d1f1cb3b47a req-c20f89f3-1349-4bd4-930a-f800087f00a2 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340819 Jul 24 09:20:22.410371 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f2f78-2628-4ba8-ba2d-98809bdd2dc3 req-92461f4d-e3f8-483c-8060-6f93020efd02 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:22.411947 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9e9f2f78-2628-4ba8-ba2d-98809bdd2dc3 req-92461f4d-e3f8-483c-8060-6f93020efd02 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ac4da4b-17da-445f-9635-bf4268c6728f HTTP/1.1" status: 200 len: 946 time: 0.0679688 Jul 24 09:20:22.452015 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9e9f2f78-2628-4ba8-ba2d-98809bdd2dc3 req-266194a0-f506-4c14-9c04-55e46527ee2c tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/security-groups?id=36cc5c7f-bc38-4c5e-9137-a021bf037fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343847 Jul 24 09:20:22.712683 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 41707bcf-9b54-410d-8ee2-40074121bbab details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:20:22.815173 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 41707bcf-9b54-410d-8ee2-40074121bbab, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=41707bcf-9b54-410d-8ee2-40074121bbab,segment=NetworkSegment(8ec02c3a-a60c-4d95-948d-172f3a5c2fb1),segment_id=8ec02c3a-a60c-4d95-948d-172f3a5c2fb1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:22.829549 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '41707bcf-9b54-410d-8ee2-40074121bbab', 'network_id': '1e4a16cc-b457-4582-b63d-6dccde46304b', 'port_id': '41707bcf-9b54-410d-8ee2-40074121bbab', 'mac_address': 'fa:16:3e:62:d7:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d30874-8be3-4f17-af90-c1520ba5f996', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:20:22.838865 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5c50ec64-d0ad-46e3-89fb-c1ea4d9f7555 req-6bf19efa-67d7-422d-b1bf-0de0e362b93b tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 210 time: 0.0327775 Jul 24 09:20:22.884591 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:22.898342 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41707bcf-9b54-410d-8ee2-40074121bbab {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:20:22.918258 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 41707bcf-9b54-410d-8ee2-40074121bbab, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=41707bcf-9b54-410d-8ee2-40074121bbab,segment=NetworkSegment(8ec02c3a-a60c-4d95-948d-172f3a5c2fb1),segment_id=8ec02c3a-a60c-4d95-948d-172f3a5c2fb1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:22.923920 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:22.978432 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=41707bcf-9b54-410d-8ee2-40074121bbab,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:23.155095 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['41707bcf-9b54-410d-8ee2-40074121bbab'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:20:23.195445 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb7d1e-b16b-4be3-8379-3120c6f1210d req-3d494ef9-26ce-4e96-bd44-f884f3bc9f27 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:23.197506 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d2fb7d1e-b16b-4be3-8379-3120c6f1210d req-3d494ef9-26ce-4e96-bd44-f884f3bc9f27 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.32 "GET /v2.0/ports?device_id=8801d43e-2a90-42c9-b3ed-c17703c9c05b HTTP/1.1" status: 200 len: 944 time: 0.0841568 Jul 24 09:20:23.274925 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d2fb7d1e-b16b-4be3-8379-3120c6f1210d req-24b60c66-aacc-4bf5-89ad-f2c15e54266c tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.32 "GET /v2.0/security-groups?id=04677444-43fe-4719-9b6a-190f55ad0155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699387 Jul 24 09:20:23.327829 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17680354-63d8-4990-983a-a9d1fa8324a8 req-ea5a2189-65cf-42e4-bfea-bd05b268fdbb tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:23.329833 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-17680354-63d8-4990-983a-a9d1fa8324a8 req-ea5a2189-65cf-42e4-bfea-bd05b268fdbb tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.0857823 Jul 24 09:20:23.376170 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-17680354-63d8-4990-983a-a9d1fa8324a8 req-f4cdffe9-880b-4420-adb4-65e5dc4bafe8 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407448 Jul 24 09:20:23.439944 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927c070-2782-4cac-9bc4-501ff5f3a036 req-6a50ccc2-ae7a-4fb6-b71b-60fd0710c240 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:23.441960 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7927c070-2782-4cac-9bc4-501ff5f3a036 req-6a50ccc2-ae7a-4fb6-b71b-60fd0710c240 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.0876327 Jul 24 09:20:23.485404 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7927c070-2782-4cac-9bc4-501ff5f3a036 req-13dae3da-9c2c-4d7e-bda1-ca44849be1e3 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370982 Jul 24 09:20:23.624123 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a54aa-2d02-4755-85bf-acd1131464d2 req-4caeeae6-bf33-4956-bfc8-f39d165b9c33 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:23.625960 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9c7a54aa-2d02-4755-85bf-acd1131464d2 req-4caeeae6-bf33-4956-bfc8-f39d165b9c33 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ac4da4b-17da-445f-9635-bf4268c6728f HTTP/1.1" status: 200 len: 946 time: 0.0932920 Jul 24 09:20:23.667087 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9c7a54aa-2d02-4755-85bf-acd1131464d2 req-ac562230-dc7d-4949-ac40-06cbd7d15923 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/security-groups?id=36cc5c7f-bc38-4c5e-9137-a021bf037fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343943 Jul 24 09:20:23.809807 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a730c4-7f0a-4fa9-8b37-14b1de1e9f6a req-85f80da5-2f2b-4f8c-bb5b-29f09e57151c tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:23.811414 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-17a730c4-7f0a-4fa9-8b37-14b1de1e9f6a req-85f80da5-2f2b-4f8c-bb5b-29f09e57151c tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ac4da4b-17da-445f-9635-bf4268c6728f HTTP/1.1" status: 200 len: 946 time: 0.0682683 Jul 24 09:20:23.959953 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-17a730c4-7f0a-4fa9-8b37-14b1de1e9f6a req-af4fedf4-9b24-4653-9ade-fe3fc6afee8f tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Deleting port f95f62be-c4ea-4c93-9989-bca8fcf5ac05 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:20:23.960618 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-17a730c4-7f0a-4fa9-8b37-14b1de1e9f6a req-af4fedf4-9b24-4653-9ade-fe3fc6afee8f tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:24.018267 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8a62528c-20a1-42f9-ba6e-64b824abab75 req-f4983ada-1aa8-4216-82a8-3ca119fb10ef tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 210 time: 0.0388403 Jul 24 09:20:24.090690 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-17a730c4-7f0a-4fa9-8b37-14b1de1e9f6a req-af4fedf4-9b24-4653-9ade-fe3fc6afee8f tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] For port f95f62be-c4ea-4c93-9989-bca8fcf5ac05, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f95f62be-c4ea-4c93-9989-bca8fcf5ac05,segment=NetworkSegment(0311af98-f29e-404a-b049-ce4592b1c028),segment_id=0311af98-f29e-404a-b049-ce4592b1c028)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:24.091051 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-17a730c4-7f0a-4fa9-8b37-14b1de1e9f6a req-af4fedf4-9b24-4653-9ade-fe3fc6afee8f tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:24.104445 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-17a730c4-7f0a-4fa9-8b37-14b1de1e9f6a req-af4fedf4-9b24-4653-9ade-fe3fc6afee8f tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Calling delete_port for f95f62be-c4ea-4c93-9989-bca8fcf5ac05 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:20:24.239789 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-17a730c4-7f0a-4fa9-8b37-14b1de1e9f6a req-af4fedf4-9b24-4653-9ade-fe3fc6afee8f tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:24.253276 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['f95f62be-c4ea-4c93-9989-bca8fcf5ac05'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:20:24.274329 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fedf4-9b24-4653-9ade-fe3fc6afee8f tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Pushing event deleted for resources: {'Port': ['ID=f95f62be-c4ea-4c93-9989-bca8fcf5ac05,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:24.330024 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a730c4-7f0a-4fa9-8b37-14b1de1e9f6a req-af4fedf4-9b24-4653-9ade-fe3fc6afee8f tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] No DVR routers for this DVR port f95f62be-c4ea-4c93-9989-bca8fcf5ac05 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:20:24.334548 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-17a730c4-7f0a-4fa9-8b37-14b1de1e9f6a req-af4fedf4-9b24-4653-9ade-fe3fc6afee8f tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:24.341853 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-17a730c4-7f0a-4fa9-8b37-14b1de1e9f6a req-af4fedf4-9b24-4653-9ade-fe3fc6afee8f tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.20 "DELETE /v2.0/ports/f95f62be-c4ea-4c93-9989-bca8fcf5ac05 HTTP/1.1" status: 204 len: 173 time: 0.5242841 Jul 24 09:20:24.342379 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac4da4b-17da-445f-9635-bf4268c6728f', 'name': 'network-vif-deleted', 'tag': 'f95f62be-c4ea-4c93-9989-bca8fcf5ac05'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:20:24.358630 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b223506-36a7-4d74-97b2-c1053259926a" -d '{"events": [{"server_uuid": "5ac4da4b-17da-445f-9635-bf4268c6728f", "name": "network-vif-deleted", "tag": "f95f62be-c4ea-4c93-9989-bca8fcf5ac05"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:20:24.439726 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7bf6fe-2e53-434e-9526-ad98156cd0ec x-openstack-request-id: req-ba7bf6fe-2e53-434e-9526-ad98156cd0ec {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:20:24.440021 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac4da4b-17da-445f-9635-bf4268c6728f", "name": "network-vif-deleted", "tag": "f95f62be-c4ea-4c93-9989-bca8fcf5ac05", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:20:24.440276 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba7bf6fe-2e53-434e-9526-ad98156cd0ec {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:20:24.441192 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac4da4b-17da-445f-9635-bf4268c6728f', 'name': 'network-vif-deleted', 'tag': 'f95f62be-c4ea-4c93-9989-bca8fcf5ac05', 'status': 'completed', 'code': 200} Jul 24 09:20:24.479579 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df324e69-f264-4f75-9f65-214193297dce req-576b2637-48eb-4565-9f6a-04f617343b50 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:24.482071 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df324e69-f264-4f75-9f65-214193297dce req-576b2637-48eb-4565-9f6a-04f617343b50 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.32 "GET /v2.0/ports?device_id=8801d43e-2a90-42c9-b3ed-c17703c9c05b HTTP/1.1" status: 200 len: 944 time: 0.0967672 Jul 24 09:20:24.538645 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df324e69-f264-4f75-9f65-214193297dce req-6e90188b-cd1b-4ad7-81cc-5d7b3bd94df2 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.32 "GET /v2.0/security-groups?id=04677444-43fe-4719-9b6a-190f55ad0155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482967 Jul 24 09:20:24.571814 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da1e0a-be2a-46a1-a049-7c29d28f3a04 req-329c1d50-9edd-4ee0-94d6-371a92bdf151 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:24.572872 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e0da1e0a-be2a-46a1-a049-7c29d28f3a04 req-329c1d50-9edd-4ee0-94d6-371a92bdf151 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.0805144 Jul 24 09:20:24.645679 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e0da1e0a-be2a-46a1-a049-7c29d28f3a04 req-839676ad-614c-40dc-bf53-5f264fdd99da tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587821 Jul 24 09:20:24.728224 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 41707bcf-9b54-410d-8ee2-40074121bbab up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:20:24.752716 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f03879-5fd8-4004-9164-cc425509de71 req-55978c8f-654e-4b2f-96f8-404a5dbb0a70 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:24.760558 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d6f03879-5fd8-4004-9164-cc425509de71 req-55978c8f-654e-4b2f-96f8-404a5dbb0a70 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.1511974 Jul 24 09:20:24.868125 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d6f03879-5fd8-4004-9164-cc425509de71 req-b9c2f902-d5d9-46d0-8e60-ce06731f3372 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052296 Jul 24 09:20:24.881844 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 41707bcf-9b54-410d-8ee2-40074121bbab completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:20:24.886715 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 41707bcf-9b54-410d-8ee2-40074121bbab triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:20:24.887097 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:24.937324 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5651e930-efc3-4279-a8ce-1ce2cd35954f req-5c951932-8eb9-474c-863d-cdb55bfc84a3 tempest-ServerAddressesTestJSON-1331405254 tempest-ServerAddressesTestJSON-1331405254-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ac4da4b-17da-445f-9635-bf4268c6728f HTTP/1.1" status: 200 len: 210 time: 0.0701168 Jul 24 09:20:24.987439 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:25.023548 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8801d43e-2a90-42c9-b3ed-c17703c9c05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41707bcf-9b54-410d-8ee2-40074121bbab'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:20:25.026247 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063a71bb-45f8-4cbd-a114-e538ff2796e0" -d '{"events": [{"server_uuid": "8801d43e-2a90-42c9-b3ed-c17703c9c05b", "name": "network-vif-plugged", "status": "completed", "tag": "41707bcf-9b54-410d-8ee2-40074121bbab"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:20:25.051209 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 41707bcf-9b54-410d-8ee2-40074121bbab, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=41707bcf-9b54-410d-8ee2-40074121bbab,segment=NetworkSegment(8ec02c3a-a60c-4d95-948d-172f3a5c2fb1),segment_id=8ec02c3a-a60c-4d95-948d-172f3a5c2fb1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:25.056428 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:25.106720 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99a3f14-25cc-4e7a-9245-01771d9c3f35 x-openstack-request-id: req-e99a3f14-25cc-4e7a-9245-01771d9c3f35 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:20:25.107648 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8801d43e-2a90-42c9-b3ed-c17703c9c05b", "name": "network-vif-plugged", "status": "completed", "tag": "41707bcf-9b54-410d-8ee2-40074121bbab", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:20:25.107849 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e99a3f14-25cc-4e7a-9245-01771d9c3f35 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:20:25.108251 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8801d43e-2a90-42c9-b3ed-c17703c9c05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41707bcf-9b54-410d-8ee2-40074121bbab', 'code': 200} Jul 24 09:20:25.139644 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=41707bcf-9b54-410d-8ee2-40074121bbab,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:25.203481 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6663ecce-4d4f-4d04-9196-ed7291c32565 req-615c3d35-a105-4bde-84c3-114f0dfdf144 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 210 time: 0.0683353 Jul 24 09:20:25.216154 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fd5df-45fa-47ad-9547-0e0f306cd7ae req-55c85ae7-a7d3-4681-91d8-b20307008a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:25.218312 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c35fd5df-45fa-47ad-9547-0e0f306cd7ae req-55c85ae7-a7d3-4681-91d8-b20307008a1f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8801d43e-2a90-42c9-b3ed-c17703c9c05b HTTP/1.1" status: 200 len: 1096 time: 0.0751414 Jul 24 09:20:25.255912 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c35fd5df-45fa-47ad-9547-0e0f306cd7ae req-63128542-fa1c-4e2f-982a-60e0f40ecb41 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=04677444-43fe-4719-9b6a-190f55ad0155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301878 Jul 24 09:20:25.674976 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0242f3c-8970-42af-8802-a4cb8c3fdc47 req-aef8bac3-3324-4b08-b88c-42732cf8c205 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:25.677198 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d0242f3c-8970-42af-8802-a4cb8c3fdc47 req-aef8bac3-3324-4b08-b88c-42732cf8c205 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.32 "GET /v2.0/ports?device_id=8801d43e-2a90-42c9-b3ed-c17703c9c05b HTTP/1.1" status: 200 len: 945 time: 0.0672121 Jul 24 09:20:25.719070 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d0242f3c-8970-42af-8802-a4cb8c3fdc47 req-8d9518ce-1119-4155-a2ef-23cf2dcd5096 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.32 "GET /v2.0/security-groups?id=04677444-43fe-4719-9b6a-190f55ad0155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358820 Jul 24 09:20:25.786082 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb47a8-5a07-4222-8e55-647889e1ef3f req-98185787-52c4-4767-9fac-2e2b894582e2 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:25.787583 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6bbb47a8-5a07-4222-8e55-647889e1ef3f req-98185787-52c4-4767-9fac-2e2b894582e2 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.0637875 Jul 24 09:20:25.825127 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6bbb47a8-5a07-4222-8e55-647889e1ef3f req-f6e49f5a-89d2-4d90-b639-34ff87e206b4 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315969 Jul 24 09:20:25.993702 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38218) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:26.012834 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d835fce-5c1b-47fd-9f46-fa9d22dbe6f8 req-45557a61-d64c-46d0-bf82-092416b80ffa tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:26.015367 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2d835fce-5c1b-47fd-9f46-fa9d22dbe6f8 req-45557a61-d64c-46d0-bf82-092416b80ffa tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.0834785 Jul 24 09:20:26.048569 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-09275501-520e-4f1b-9702-73a6b1bb11a0 admin admin] Deleting subnet 66e62bed-9ce8-4bb9-8982-e2978b23eaa5 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:20:26.051776 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-09275501-520e-4f1b-9702-73a6b1bb11a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:26.086856 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2d835fce-5c1b-47fd-9f46-fa9d22dbe6f8 req-ae4f3956-2c04-41b0-b951-7407736bfd19 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656331 Jul 24 09:20:26.098546 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-09275501-520e-4f1b-9702-73a6b1bb11a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:26.153276 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-09275501-520e-4f1b-9702-73a6b1bb11a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:26.157561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf96132-ff60-4207-9069-55e00eff8ef7 req-9b2b4e5a-748e-49ca-8b2d-fac83e7f0c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:26.159279 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9bf96132-ff60-4207-9069-55e00eff8ef7 req-9b2b4e5a-748e-49ca-8b2d-fac83e7f0c66 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 1097 time: 0.0865469 Jul 24 09:20:26.211448 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9bf96132-ff60-4207-9069-55e00eff8ef7 req-ef8678db-1d9d-492b-82e6-58f9364bfd33 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447543 Jul 24 09:20:26.221077 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-09275501-520e-4f1b-9702-73a6b1bb11a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:26.273247 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-09275501-520e-4f1b-9702-73a6b1bb11a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:26.277779 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-09275501-520e-4f1b-9702-73a6b1bb11a0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/66e62bed-9ce8-4bb9-8982-e2978b23eaa5 HTTP/1.1" status: 204 len: 168 time: 0.2805328 Jul 24 09:20:26.277779 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09275501-520e-4f1b-9702-73a6b1bb11a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66e62bed-9ce8-4bb9-8982-e2978b23eaa5,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:26.278561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38224) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:26.382867 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1c1d0f1c-ce67-468c-8cf5-e7d44a379340 req-3353be1d-6854-4427-a1c6-bb7d4da3d034 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 210 time: 0.0642819 Jul 24 09:20:26.390161 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3265c699-89e5-4f58-8357-45098aa2270e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:26.470943 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3265c699-89e5-4f58-8357-45098aa2270e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:26.480636 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-3265c699-89e5-4f58-8357-45098aa2270e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc664e3-063b-480d-bd1e-fddef7638359']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:26.490207 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-3265c699-89e5-4f58-8357-45098aa2270e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0311af98-f29e-404a-b049-ce4592b1c028') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:26.490508 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-3265c699-89e5-4f58-8357-45098aa2270e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0311af98-f29e-404a-b049-ce4592b1c028') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:26.499664 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3265c699-89e5-4f58-8357-45098aa2270e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:26.512950 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3265c699-89e5-4f58-8357-45098aa2270e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:26.519278 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3265c699-89e5-4f58-8357-45098aa2270e admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:20:26.519697 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3265c699-89e5-4f58-8357-45098aa2270e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:20:26.521351 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:20:26.574335 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3265c699-89e5-4f58-8357-45098aa2270e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:26.580847 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3265c699-89e5-4f58-8357-45098aa2270e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:26.582808 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3265c699-89e5-4f58-8357-45098aa2270e admin admin] 10.222.0.32 "DELETE /v2.0/networks/2cc664e3-063b-480d-bd1e-fddef7638359 HTTP/1.1" status: 204 len: 168 time: 0.3036528 Jul 24 09:20:26.593766 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265c699-89e5-4f58-8357-45098aa2270e admin admin] Pushing event deleted for resources: {'Network': ['ID=2cc664e3-063b-480d-bd1e-fddef7638359,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:26.694001 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38228) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:26.733953 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-554fdcfa-704b-4a16-acf7-bcf66244d7c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3e1d3e72ee54d08bfc561c75f207e35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386169 Jul 24 09:20:26.736361 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38230) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:26.797464 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-86f45efc-2c79-458c-ad02-d27db38fbd9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:26.824148 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-86f45efc-2c79-458c-ad02-d27db38fbd9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:26.883003 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-86f45efc-2c79-458c-ad02-d27db38fbd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:26.887125 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-86f45efc-2c79-458c-ad02-d27db38fbd9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:26.888855 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-86f45efc-2c79-458c-ad02-d27db38fbd9d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36cc5c7f-bc38-4c5e-9137-a021bf037fcd HTTP/1.1" status: 204 len: 168 time: 0.1514664 Jul 24 09:20:26.894346 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c878bd-f6d2-49ea-9f21-2c3ce3482660 req-4a23b627-d92a-419f-913c-3258f033034c tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:26.898330 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f45efc-2c79-458c-ad02-d27db38fbd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cc5c7f-bc38-4c5e-9137-a021bf037fcd,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:26.901341 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-43c878bd-f6d2-49ea-9f21-2c3ce3482660 req-4a23b627-d92a-419f-913c-3258f033034c tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.32 "GET /v2.0/ports?device_id=8801d43e-2a90-42c9-b3ed-c17703c9c05b HTTP/1.1" status: 200 len: 945 time: 0.1048479 Jul 24 09:20:26.957432 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-43c878bd-f6d2-49ea-9f21-2c3ce3482660 req-98a9dd96-de87-4e0e-b6e0-0de7c1fdd52f tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.32 "GET /v2.0/security-groups?id=04677444-43fe-4719-9b6a-190f55ad0155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473053 Jul 24 09:20:27.081385 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7208d-35d6-4ca2-ac0f-731e87a0c029 req-8d69979b-c595-45e5-a67c-2789cd5462de tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:27.095970 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e7b7208d-35d6-4ca2-ac0f-731e87a0c029 req-8d69979b-c595-45e5-a67c-2789cd5462de tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.1333213 Jul 24 09:20:27.153426 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e7b7208d-35d6-4ca2-ac0f-731e87a0c029 req-ac7f6484-9f6a-45fd-8d70-f096c8e4067b tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563293 Jul 24 09:20:27.175928 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1c1a8da0-0948-4bab-a777-2e0ee79afbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:27.335093 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce560dc0-eddb-4934-b14b-61632d68bd6a req-3c2ec063-e0e3-4482-af52-6b325ad9d138 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:27.335602 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce560dc0-eddb-4934-b14b-61632d68bd6a req-3c2ec063-e0e3-4482-af52-6b325ad9d138 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.0756509 Jul 24 09:20:27.398624 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce560dc0-eddb-4934-b14b-61632d68bd6a req-912cf34b-3430-4b16-aff6-37113ed38bc0 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574136 Jul 24 09:20:27.587184 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-509a6276-b00b-4fda-a63b-6ae431043385 req-baba5f7e-c352-48ee-ac28-9873ea05c0d7 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 210 time: 0.0563505 Jul 24 09:20:27.593525 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:20:27.787438 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889841f-4ec3-4f40-b55d-932fd3b07dde req-19f35b0c-e7e3-4139-be57-5f56bd8d545a tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:27.789880 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5889841f-4ec3-4f40-b55d-932fd3b07dde req-19f35b0c-e7e3-4139-be57-5f56bd8d545a tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.32 "GET /v2.0/ports?device_id=8801d43e-2a90-42c9-b3ed-c17703c9c05b HTTP/1.1" status: 200 len: 945 time: 0.1054904 Jul 24 09:20:27.859570 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5889841f-4ec3-4f40-b55d-932fd3b07dde req-01e3b368-42e8-4e11-a294-cd65e763c949 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.32 "GET /v2.0/security-groups?id=04677444-43fe-4719-9b6a-190f55ad0155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632308 Jul 24 09:20:27.916151 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-31809dd4-d871-4948-adf3-d9c292e5f0c4 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:27.917701 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-31809dd4-d871-4948-adf3-d9c292e5f0c4 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/networks?id=879e2a75-1d2b-49d0-a8d5-7375e00eca98 HTTP/1.1" status: 200 len: 810 time: 0.1491458 Jul 24 09:20:27.937389 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-c634b61e-54f7-482a-b7b4-4dc363a763c2 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/quotas/bf29b3bebbf742f881f34420258c367e HTTP/1.1" status: 200 len: 375 time: 0.0102446 Jul 24 09:20:28.025951 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-2d5a40f7-e880-413e-86f0-6f42b7bd7c19 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf29b3bebbf742f881f34420258c367e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815086 Jul 24 09:20:28.099775 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38290) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:28.154119 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0529a9d-735b-45d4-adbf-bee97b355990 req-4b6d944c-24e6-4c5b-a07a-0279cb921177 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:28.157451 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b0529a9d-735b-45d4-adbf-bee97b355990 req-4b6d944c-24e6-4c5b-a07a-0279cb921177 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.0975652 Jul 24 09:20:28.193344 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-4dc7f73b-0823-4cbb-9720-cf1cb2dc2745 service neutron] 10.222.0.32 "GET /v2.0/networks/879e2a75-1d2b-49d0-a8d5-7375e00eca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660171 Jul 24 09:20:28.210295 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b0529a9d-735b-45d4-adbf-bee97b355990 req-c2b321de-f8d7-4424-8199-c283149fadb2 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470901 Jul 24 09:20:28.311348 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-36f29139-e93f-46b9-8110-4d62245a9367 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1127964141-network', 'tenant_id': 'ff71f4793aae432d8262e2f84f19329d'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:20:28.358189 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-41f36a08-16dc-4ec2-897f-feb5d58de31a service neutron] 10.222.0.32 "GET /v2.0/networks/879e2a75-1d2b-49d0-a8d5-7375e00eca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627197 Jul 24 09:20:28.362185 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f29139-e93f-46b9-8110-4d62245a9367 admin admin] Made reservation on behalf of ff71f4793aae432d8262e2f84f19329d for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:20:28.364511 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-36f29139-e93f-46b9-8110-4d62245a9367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:28.380409 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-36f29139-e93f-46b9-8110-4d62245a9367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:28.397837 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f763eda-3762-4c6c-a5fe-c674f9e23f93 req-6c05c102-56b3-402a-a168-49ec50b85f0d tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:28.400834 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9f763eda-3762-4c6c-a5fe-c674f9e23f93 req-6c05c102-56b3-402a-a168-49ec50b85f0d tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.1060195 Jul 24 09:20:28.487748 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9f763eda-3762-4c6c-a5fe-c674f9e23f93 req-f5f02581-f625-4bb4-b3e0-c6a39f083acc tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772626 Jul 24 09:20:28.525503 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-36f29139-e93f-46b9-8110-4d62245a9367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:28.530179 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-36f29139-e93f-46b9-8110-4d62245a9367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:28.563388 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f29139-e93f-46b9-8110-4d62245a9367 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:20:28.577735 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f29139-e93f-46b9-8110-4d62245a9367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e0c85b-2435-4fce-adc2-9d1c427baf33,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:28.584457 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-36f29139-e93f-46b9-8110-4d62245a9367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:28.584912 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-36f29139-e93f-46b9-8110-4d62245a9367 admin admin] Added segment 658362e4-6283-4c69-8eba-315d82acaa5f of type vlan for network 8d844ade-4b4e-44fb-9c14-02a3515430cb Jul 24 09:20:28.632352 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-36f29139-e93f-46b9-8110-4d62245a9367 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:28.714810 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-36f29139-e93f-46b9-8110-4d62245a9367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:28.717146 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f29139-e93f-46b9-8110-4d62245a9367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:28.717915 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-36f29139-e93f-46b9-8110-4d62245a9367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:28.799568 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f37af2-2550-4ec9-90fa-9c661e84ce81 req-88b83ce7-b99b-4e6e-b3d7-1685e0a68413 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:28.804606 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-36f29139-e93f-46b9-8110-4d62245a9367 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7003007 Jul 24 09:20:28.807562 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-75f37af2-2550-4ec9-90fa-9c661e84ce81 req-88b83ce7-b99b-4e6e-b3d7-1685e0a68413 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.1646326 Jul 24 09:20:28.807813 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-65fdc06a-902c-4d8a-9325-b2d41b7f5ee7 req-eb83aaf7-901d-4dfa-aeb0-386c150332ec tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 210 time: 0.0817354 Jul 24 09:20:28.808407 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38308) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:28.818807 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device f95f62be-c4ea-4c93-9989-bca8fcf5ac05 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:20:28.820371 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ee5cdd5e-b971-491e-924a-5dac065af915 admin admin] Request body: {'subnet': {'network_id': '8d844ade-4b4e-44fb-9c14-02a3515430cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1127964141-subnet', 'tenant_id': 'ff71f4793aae432d8262e2f84f19329d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:20:28.854610 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f29139-e93f-46b9-8110-4d62245a9367 admin admin] Pushing event updated for resources: {'Network': ['ID=8d844ade-4b4e-44fb-9c14-02a3515430cb,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:28.865985 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: f95f62be-c4ea-4c93-9989-bca8fcf5ac05 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:20:28.869712 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device f95f62be-c4ea-4c93-9989-bca8fcf5ac05 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:20:28.873481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 8d844ade-4b4e-44fb-9c14-02a3515430cb details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:20:28.907844 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5cdd5e-b971-491e-924a-5dac065af915 admin admin] Made reservation on behalf of ff71f4793aae432d8262e2f84f19329d for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:20:28.911104 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ee5cdd5e-b971-491e-924a-5dac065af915 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:28.944853 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-75f37af2-2550-4ec9-90fa-9c661e84ce81 req-2633deba-6148-4bf7-ad11-a8c7f692807a tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163070 Jul 24 09:20:29.026815 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9d8b320e-27e0-4353-b6cd-b5183ea5307e req-6b9282b5-4164-4141-9cc9-eae82e5c6272 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 210 time: 0.0791483 Jul 24 09:20:29.207453 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbe393-b5ec-4a60-ac66-cb108e15a416 req-c064f816-f045-464c-9507-c8bbf0e7f7de tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:29.216789 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75dbe393-b5ec-4a60-ac66-cb108e15a416 req-c064f816-f045-464c-9507-c8bbf0e7f7de tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.37 "GET /v2.0/ports?device_id=8801d43e-2a90-42c9-b3ed-c17703c9c05b HTTP/1.1" status: 200 len: 945 time: 0.1947279 Jul 24 09:20:29.355700 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a2186-91a2-43f2-8ff5-7041918ce3f4 req-ee00d619-34c9-4808-8ab8-bec2161088cd tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:29.358214 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8a0a2186-91a2-43f2-8ff5-7041918ce3f4 req-ee00d619-34c9-4808-8ab8-bec2161088cd tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.32 "GET /v2.0/ports?device_id=8801d43e-2a90-42c9-b3ed-c17703c9c05b HTTP/1.1" status: 200 len: 945 time: 0.2743163 Jul 24 09:20:29.452236 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ee5cdd5e-b971-491e-924a-5dac065af915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:29.523894 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5cdd5e-b971-491e-924a-5dac065af915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bef3db85-2ab0-417d-a2e7-65a979b570f2,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:29.544029 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38336) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:29.574796 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-75dbe393-b5ec-4a60-ac66-cb108e15a416 req-aeeef905-24bd-4b4c-8292-8bc6d9aab35b tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Deleting port 41707bcf-9b54-410d-8ee2-40074121bbab {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:20:29.575443 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-75dbe393-b5ec-4a60-ac66-cb108e15a416 req-aeeef905-24bd-4b4c-8292-8bc6d9aab35b tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:29.619219 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-b8fac07f-03cd-4a42-9299-9d3fee419f22 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:29.622115 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8a0a2186-91a2-43f2-8ff5-7041918ce3f4 req-fbfa71ed-e110-4ea0-bd50-40566b2d09f9 tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.32 "GET /v2.0/security-groups?id=04677444-43fe-4719-9b6a-190f55ad0155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540634 Jul 24 09:20:29.627084 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-b8fac07f-03cd-4a42-9299-9d3fee419f22 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 812 time: 0.3029249 Jul 24 09:20:29.645846 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5cdd5e-b971-491e-924a-5dac065af915 admin admin] Checking segment: {'id': '658362e4-6283-4c69-8eba-315d82acaa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8d844ade-4b4e-44fb-9c14-02a3515430cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:20:29.646563 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5cdd5e-b971-491e-924a-5dac065af915 admin admin] Network hostable DHCP agents. Network: 8d844ade-4b4e-44fb-9c14-02a3515430cb, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:20:29.667670 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-0abc37ed-0bdb-4027-bf48-93e8b207ab12 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/quotas/1a05e6e5898f4251b0312ce083171a42 HTTP/1.1" status: 200 len: 375 time: 0.0386238 Jul 24 09:20:29.701586 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5cdd5e-b971-491e-924a-5dac065af915 admin admin] Network 8d844ade-4b4e-44fb-9c14-02a3515430cb is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:20:29.730774 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-57b8e23c-4ea3-4f78-9998-41557a12e27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:29.765675 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eaf7dd0e-a425-4944-8e5e-2ab7cea42ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:29.766614 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-ee5cdd5e-b971-491e-924a-5dac065af915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 8d844ade-4b4e-44fb-9c14-02a3515430cb) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:20:29.777069 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144ab368-a905-4721-8d58-939aefb00903 None None] Network 8d844ade-4b4e-44fb-9c14-02a3515430cb requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:20:29.786614 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5cdd5e-b971-491e-924a-5dac065af915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:29.788254 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ee5cdd5e-b971-491e-924a-5dac065af915 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:29.860172 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-d95f5084-3d44-47f2-b6e6-551d25afb137 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1913750 Jul 24 09:20:29.937140 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203ac2d-126f-41c4-9b71-2709b1b7bead req-ce93dbf8-4353-48ad-8b2a-41e145ba2af6 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:29.939212 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2203ac2d-126f-41c4-9b71-2709b1b7bead req-ce93dbf8-4353-48ad-8b2a-41e145ba2af6 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.1470642 Jul 24 09:20:29.959419 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-75dbe393-b5ec-4a60-ac66-cb108e15a416 req-aeeef905-24bd-4b4c-8292-8bc6d9aab35b tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] For port 41707bcf-9b54-410d-8ee2-40074121bbab, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=41707bcf-9b54-410d-8ee2-40074121bbab,segment=NetworkSegment(8ec02c3a-a60c-4d95-948d-172f3a5c2fb1),segment_id=8ec02c3a-a60c-4d95-948d-172f3a5c2fb1)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:29.960070 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-75dbe393-b5ec-4a60-ac66-cb108e15a416 req-aeeef905-24bd-4b4c-8292-8bc6d9aab35b tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:29.988529 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-75dbe393-b5ec-4a60-ac66-cb108e15a416 req-aeeef905-24bd-4b4c-8292-8bc6d9aab35b tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Calling delete_port for 41707bcf-9b54-410d-8ee2-40074121bbab owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:20:30.008479 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e6c8b4-54d8-4ca9-b0f4-2c70ab71d0e2 None None] Network 8d844ade-4b4e-44fb-9c14-02a3515430cb requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:20:30.026969 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-cf16fefc-8e34-4ada-9490-70049c580ff7 service neutron] 10.222.0.32 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657660 Jul 24 09:20:30.144023 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2203ac2d-126f-41c4-9b71-2709b1b7bead req-ad104c73-c1a9-4827-84e9-911c0b5822c7 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976423 Jul 24 09:20:30.184439 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-57b8e23c-4ea3-4f78-9998-41557a12e27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:30.201673 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-57b8e23c-4ea3-4f78-9998-41557a12e27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:30.218516 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ee5cdd5e-b971-491e-924a-5dac065af915 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3963590 Jul 24 09:20:30.297336 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-57b8e23c-4ea3-4f78-9998-41557a12e27d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81a04a579a85407cb04c1bc6c77419f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7486570 Jul 24 09:20:30.300480 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8e23c-4ea3-4f78-9998-41557a12e27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4306a77-9518-4210-9f1b-86e7b7c7724c,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:30.303207 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38348) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:30.342495 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-73dc5bd0-d234-42c6-9b9d-704d692d8dc1 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:30.344277 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-73dc5bd0-d234-42c6-9b9d-704d692d8dc1 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.20 "GET /v2.0/networks?id=879e2a75-1d2b-49d0-a8d5-7375e00eca98 HTTP/1.1" status: 200 len: 810 time: 0.2692406 Jul 24 09:20:30.351486 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-f5b76ccd-32de-4ef8-9d08-cd2b4939f13e service neutron] 10.222.0.32 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107128 Jul 24 09:20:30.357429 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-8408eb9f-aef7-48ad-a882-af094764780e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Request body: {'port': {'device_id': '498e5266-8ace-491a-b8ae-df10e4567b25', 'network_id': '879e2a75-1d2b-49d0-a8d5-7375e00eca98', 'admin_state_up': True, 'tenant_id': 'bf29b3bebbf742f881f34420258c367e'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:20:30.358492 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-75dbe393-b5ec-4a60-ac66-cb108e15a416 req-aeeef905-24bd-4b4c-8292-8bc6d9aab35b tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:30.378930 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['41707bcf-9b54-410d-8ee2-40074121bbab'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:20:30.389029 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:30.457429 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeef905-24bd-4b4c-8292-8bc6d9aab35b tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Pushing event deleted for resources: {'Port': ['ID=41707bcf-9b54-410d-8ee2-40074121bbab,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:30.472322 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-79f22126-e463-4a9a-9e8e-3b21132a69f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:30.521165 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-75dbe393-b5ec-4a60-ac66-cb108e15a416 req-aeeef905-24bd-4b4c-8292-8bc6d9aab35b tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] No DVR routers for this DVR port 41707bcf-9b54-410d-8ee2-40074121bbab on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:20:30.528342 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-75dbe393-b5ec-4a60-ac66-cb108e15a416 req-aeeef905-24bd-4b4c-8292-8bc6d9aab35b tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:30.531830 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f1ce5793-1f6a-48af-9d71-820b905364aa req-20050710-53f6-46aa-9a4d-ab4c30d04b94 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 210 time: 0.0606811 Jul 24 09:20:30.533956 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75dbe393-b5ec-4a60-ac66-cb108e15a416 req-aeeef905-24bd-4b4c-8292-8bc6d9aab35b tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.37 "DELETE /v2.0/ports/41707bcf-9b54-410d-8ee2-40074121bbab HTTP/1.1" status: 204 len: 173 time: 1.3117716 Jul 24 09:20:30.537494 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8801d43e-2a90-42c9-b3ed-c17703c9c05b', 'name': 'network-vif-deleted', 'tag': '41707bcf-9b54-410d-8ee2-40074121bbab'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:20:30.558612 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e7c50a-c1f9-4397-86a7-607fa058a43d" -d '{"events": [{"server_uuid": "8801d43e-2a90-42c9-b3ed-c17703c9c05b", "name": "network-vif-deleted", "tag": "41707bcf-9b54-410d-8ee2-40074121bbab"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:20:30.570721 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-79f22126-e463-4a9a-9e8e-3b21132a69f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:30.659346 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd955261-9d20-4b9b-94b0-c0674be91f8f x-openstack-request-id: req-dd955261-9d20-4b9b-94b0-c0674be91f8f {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:20:30.659699 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8801d43e-2a90-42c9-b3ed-c17703c9c05b", "name": "network-vif-deleted", "tag": "41707bcf-9b54-410d-8ee2-40074121bbab", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:20:30.660003 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd955261-9d20-4b9b-94b0-c0674be91f8f {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:20:30.660412 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8801d43e-2a90-42c9-b3ed-c17703c9c05b', 'name': 'network-vif-deleted', 'tag': '41707bcf-9b54-410d-8ee2-40074121bbab', 'status': 'completed', 'code': 200} Jul 24 09:20:30.705325 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cecce38e-a286-4ceb-a5cd-b8a67054d08d req-b30fd56a-8169-4295-9832-eb2c3ca2ce8e tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 210 time: 0.0644650 Jul 24 09:20:30.732327 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-8408eb9f-aef7-48ad-a882-af094764780e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Made reservation on behalf of bf29b3bebbf742f881f34420258c367e for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:20:30.736126 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-8408eb9f-aef7-48ad-a882-af094764780e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:30.796725 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-79f22126-e463-4a9a-9e8e-3b21132a69f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:30.798755 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-79f22126-e463-4a9a-9e8e-3b21132a69f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:30.799895 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-79f22126-e463-4a9a-9e8e-3b21132a69f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4306a77-9518-4210-9f1b-86e7b7c7724c HTTP/1.1" status: 204 len: 168 time: 0.4923093 Jul 24 09:20:30.854858 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b32d7f5f-df72-42ba-9e2d-76c0587aea27 req-2e8debbb-6c17-4a58-9608-ddcffb287d2e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=c90e9796-24ae-4527-a7a4-4ba03fb4101a HTTP/1.1" status: 200 len: 210 time: 0.0746827 Jul 24 09:20:30.866656 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f22126-e463-4a9a-9e8e-3b21132a69f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4306a77-9518-4210-9f1b-86e7b7c7724c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:30.949104 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:31.057911 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-8408eb9f-aef7-48ad-a882-af094764780e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Allocated IP 172.20.0.6 (879e2a75-1d2b-49d0-a8d5-7375e00eca98/1f03bd53-1d24-4014-8dfb-1c8adcf2b288/cef564e1-a179-4816-a43f-4c9d3b442c78) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:20:31.117252 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3a72cb6d-5a33-42e0-91c0-2127d8cd6cf4 req-02ace702-a90a-42d1-a5ed-5d730d3a33bb tempest-ServerPasswordTestJSON-1041275298 tempest-ServerPasswordTestJSON-1041275298-project] 10.222.0.32 "GET /v2.0/ports?device_id=8801d43e-2a90-42c9-b3ed-c17703c9c05b HTTP/1.1" status: 200 len: 210 time: 0.0340347 Jul 24 09:20:31.145134 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-ccba1d89-7282-49fa-8892-92692a22985c tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:31.152375 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-ccba1d89-7282-49fa-8892-92692a22985c tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/networks?id=8d844ade-4b4e-44fb-9c14-02a3515430cb HTTP/1.1" status: 200 len: 815 time: 0.2256238 Jul 24 09:20:31.172193 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-31e9d49c-45dc-448c-a895-25d66d16d069 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/quotas/ff71f4793aae432d8262e2f84f19329d HTTP/1.1" status: 200 len: 375 time: 0.0188482 Jul 24 09:20:31.255053 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-cba19ff5-7958-42de-878b-99b5aba2210e tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff71f4793aae432d8262e2f84f19329d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789180 Jul 24 09:20:31.403474 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38386) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:31.434506 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cea94463-cdcd-44f6-8d36-543137b0d597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:31.444023 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-3e622523-710a-430c-9ff2-87e75f02ccf9 service neutron] 10.222.0.32 "GET /v2.0/networks/8d844ade-4b4e-44fb-9c14-02a3515430cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800184 Jul 24 09:20:31.477591 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-8408eb9f-aef7-48ad-a882-af094764780e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:31.539001 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7c803-a8f8-46a0-9b34-a06926f0fa32 req-23ed8bc6-34c7-447c-8138-0d7231740084 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:31.540689 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f2d7c803-a8f8-46a0-9b34-a06926f0fa32 req-23ed8bc6-34c7-447c-8138-0d7231740084 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.2082026 Jul 24 09:20:31.612278 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-8408eb9f-aef7-48ad-a882-af094764780e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:31.626117 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['c7b6a330-94b5-47db-829c-e3c8144775fa'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:20:31.695285 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cea94463-cdcd-44f6-8d36-543137b0d597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:31.703817 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f2d7c803-a8f8-46a0-9b34-a06926f0fa32 req-75a26fb7-632f-48ba-bf55-a3ed97ceae29 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532121 Jul 24 09:20:31.712372 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cea94463-cdcd-44f6-8d36-543137b0d597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:31.786723 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea94463-cdcd-44f6-8d36-543137b0d597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fa0f5e-e7f2-4c5d-a8e0-ceb1a7a3f1f0,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:31.815342 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cea94463-cdcd-44f6-8d36-543137b0d597 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be484bf78c2d4e2dbd533ef31906b992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4058409 Jul 24 09:20:31.818477 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38392) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:31.839984 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-8408eb9f-aef7-48ad-a882-af094764780e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Network 879e2a75-1d2b-49d0-a8d5-7375e00eca98 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:20:31.849602 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-8408eb9f-aef7-48ad-a882-af094764780e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:20:31.861937 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-8408eb9f-aef7-48ad-a882-af094764780e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:20:31.909083 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408eb9f-aef7-48ad-a882-af094764780e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Pushing event updated for resources: {'Port': ['ID=cef564e1-a179-4816-a43f-4c9d3b442c78,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:31.913870 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-fe6c0848-412c-48f3-b9ef-c803ef4cd3a2 service neutron] 10.222.0.32 "GET /v2.0/networks/8d844ade-4b4e-44fb-9c14-02a3515430cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687915 Jul 24 09:20:31.958559 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-8408eb9f-aef7-48ad-a882-af094764780e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:31.959275 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-8408eb9f-aef7-48ad-a882-af094764780e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:32.029263 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-8408eb9f-aef7-48ad-a882-af094764780e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6754150 Jul 24 09:20:32.031027 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-edfe8405-3ce5-4c5c-9b38-0ad412d6e1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:32.042509 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-012e2f63-5818-443d-ba0d-ee1902e45379 service neutron] Request body: {'port': {'device_id': '498e5266-8ace-491a-b8ae-df10e4567b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:20:32.108212 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-edfe8405-3ce5-4c5c-9b38-0ad412d6e1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:32.133454 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-c29e2a92-a03b-43a5-9569-7b0ac2b62b29 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:32.135063 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-c29e2a92-a03b-43a5-9569-7b0ac2b62b29 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.37 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 812 time: 0.1654613 Jul 24 09:20:32.155054 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-7aec4f32-8da4-457d-b99d-7cff885c7fae tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Request body: {'port': {'device_id': 'c90e9796-24ae-4527-a7a4-4ba03fb4101a', 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'admin_state_up': True, 'tenant_id': '1a05e6e5898f4251b0312ce083171a42'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:20:32.226961 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1210e-da4e-4a9a-8d31-a19bf181f299 req-0ed3c2f1-3b03-41a8-8367-1e9eea153a8a tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:32.233371 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cbf1210e-da4e-4a9a-8d31-a19bf181f299 req-0ed3c2f1-3b03-41a8-8367-1e9eea153a8a tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 931 time: 0.2970269 Jul 24 09:20:32.286575 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-edfe8405-3ce5-4c5c-9b38-0ad412d6e1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:32.289834 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-edfe8405-3ce5-4c5c-9b38-0ad412d6e1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:32.292982 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-edfe8405-3ce5-4c5c-9b38-0ad412d6e1a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0fa0f5e-e7f2-4c5d-a8e0-ceb1a7a3f1f0 HTTP/1.1" status: 204 len: 168 time: 0.4684000 Jul 24 09:20:32.315580 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe8405-3ce5-4c5c-9b38-0ad412d6e1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fa0f5e-e7f2-4c5d-a8e0-ceb1a7a3f1f0,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:32.322725 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-012e2f63-5818-443d-ba0d-ee1902e45379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:32.350538 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cbf1210e-da4e-4a9a-8d31-a19bf181f299 req-bd3d2c2b-9c8b-4e35-a24b-bf2290577938 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876486 Jul 24 09:20:32.411180 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3ca93939-f5bc-479a-bad4-f8d6426dced1 req-aa52c330-6a43-4eb9-bd57-308c3d37a0cb tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ddcb32b-dd02-4375-b3f1-1357d6e560e2 HTTP/1.1" status: 200 len: 210 time: 0.1000860 Jul 24 09:20:32.430308 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-7aec4f32-8da4-457d-b99d-7cff885c7fae tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Made reservation on behalf of 1a05e6e5898f4251b0312ce083171a42 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:20:32.436897 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-7aec4f32-8da4-457d-b99d-7cff885c7fae tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:32.568555 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-08a3227a-5296-438b-8804-87ed49715ef0 req-39d34040-39fb-4faf-9563-43ced8f398c9 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e77dfa-c21a-4763-a93b-652f2baf5a78 HTTP/1.1" status: 200 len: 210 time: 0.0449061 Jul 24 09:20:32.614855 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334178f-9a2d-47ad-9fab-40f331c22d78 req-cd9fd2d0-bb75-467b-a82c-cf3533a6cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:32.616539 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6334178f-9a2d-47ad-9fab-40f331c22d78 req-cd9fd2d0-bb75-467b-a82c-cf3533a6cd15 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 1096 time: 0.2859385 Jul 24 09:20:32.662061 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38412) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:32.670739 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-886587bc-6a3f-41fa-8c99-f0ee399e571e req-80334a15-411c-4ca4-b20f-4780486df107 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=c90e9796-24ae-4527-a7a4-4ba03fb4101a HTTP/1.1" status: 200 len: 210 time: 0.1443555 Jul 24 09:20:32.694989 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-7aec4f32-8da4-457d-b99d-7cff885c7fae tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Allocated IP 172.20.0.5 (68b64780-c69e-4432-87ba-d598170da5b7/33f84861-778d-4828-92aa-af092c959084/91872207-1d51-4c52-9eb2-411bd578beae) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:20:32.746718 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6334178f-9a2d-47ad-9fab-40f331c22d78 req-046dd536-ad2b-4d3d-a222-6ee85f7c68ff service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134467 Jul 24 09:20:32.762153 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af37221-8a65-4ec0-8c2c-e0ed3f68ad70 admin admin] Deleting subnet 59d30874-8be3-4f17-af90-c1520ba5f996 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:20:32.769652 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1af37221-8a65-4ec0-8c2c-e0ed3f68ad70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:32.776646 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 41707bcf-9b54-410d-8ee2-40074121bbab no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:20:32.823452 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 41707bcf-9b54-410d-8ee2-40074121bbab {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:20:32.824238 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 41707bcf-9b54-410d-8ee2-40074121bbab not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:20:32.849451 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1af37221-8a65-4ec0-8c2c-e0ed3f68ad70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:32.885167 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:32.931715 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1af37221-8a65-4ec0-8c2c-e0ed3f68ad70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:33.009531 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-012e2f63-5818-443d-ba0d-ee1902e45379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef564e1-a179-4816-a43f-4c9d3b442c78 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:20:33.019153 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-012e2f63-5818-443d-ba0d-ee1902e45379 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:33.037600 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-7aec4f32-8da4-457d-b99d-7cff885c7fae tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:33.044956 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-012e2f63-5818-443d-ba0d-ee1902e45379 service neutron] Transition to ACTIVE for port object cef564e1-a179-4816-a43f-4c9d3b442c78 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:20:33.046319 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1af37221-8a65-4ec0-8c2c-e0ed3f68ad70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:33.061018 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-7aec4f32-8da4-457d-b99d-7cff885c7fae tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Transition to ACTIVE for port object 91872207-1d51-4c52-9eb2-411bd578beae will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:20:33.072206 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57641d96-1b2e-452c-a8f7-5a55fa7b3e6e req-5b8a0622-3259-4adb-99d5-1649c9a5fb42 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:33.074035 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-57641d96-1b2e-452c-a8f7-5a55fa7b3e6e req-5b8a0622-3259-4adb-99d5-1649c9a5fb42 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.1409023 Jul 24 09:20:33.079224 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-012e2f63-5818-443d-ba0d-ee1902e45379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:33.084582 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af37221-8a65-4ec0-8c2c-e0ed3f68ad70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59d30874-8be3-4f17-af90-c1520ba5f996,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:33.118241 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1af37221-8a65-4ec0-8c2c-e0ed3f68ad70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:33.123324 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1af37221-8a65-4ec0-8c2c-e0ed3f68ad70 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/59d30874-8be3-4f17-af90-c1520ba5f996 HTTP/1.1" status: 204 len: 168 time: 0.4486196 Jul 24 09:20:33.127563 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38426) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:33.141010 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-57641d96-1b2e-452c-a8f7-5a55fa7b3e6e req-1208770b-a306-4ea1-99d2-9f9aff623788 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612302 Jul 24 09:20:33.150157 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-7aec4f32-8da4-457d-b99d-7cff885c7fae tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:33.163969 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['b8d95427-097a-4f00-9215-4defaab92a25'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:20:33.166597 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['f2ec6327-268d-46d7-8878-66bfe12ca39a'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:20:33.220023 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e2f63-5818-443d-ba0d-ee1902e45379 service neutron] Pushing event updated for resources: {'Port': ['ID=cef564e1-a179-4816-a43f-4c9d3b442c78,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:33.258293 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac25ffd2-cf80-48e9-add7-2da24b5dbc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:33.297335 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-7aec4f32-8da4-457d-b99d-7cff885c7fae tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Network 68b64780-c69e-4432-87ba-d598170da5b7 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:20:33.298752 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-7aec4f32-8da4-457d-b99d-7cff885c7fae tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:20:33.302724 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-7aec4f32-8da4-457d-b99d-7cff885c7fae tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:20:33.364118 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec4f32-8da4-457d-b99d-7cff885c7fae tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Pushing event updated for resources: {'Port': ['ID=91872207-1d51-4c52-9eb2-411bd578beae,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:33.398526 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-7aec4f32-8da4-457d-b99d-7cff885c7fae tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:33.399539 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-7aec4f32-8da4-457d-b99d-7cff885c7fae tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:33.415500 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-012e2f63-5818-443d-ba0d-ee1902e45379 service neutron] Attempting to bind port cef564e1-a179-4816-a43f-4c9d3b442c78 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:20:33.415825 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-012e2f63-5818-443d-ba0d-ee1902e45379 service neutron] Attempting to bind port cef564e1-a179-4816-a43f-4c9d3b442c78 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '601693b6-c650-4eba-a2f3-56e8c928b732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '879e2a75-1d2b-49d0-a8d5-7375e00eca98'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:20:33.416141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-012e2f63-5818-443d-ba0d-ee1902e45379 service neutron] Attempting to bind port cef564e1-a179-4816-a43f-4c9d3b442c78 on network 879e2a75-1d2b-49d0-a8d5-7375e00eca98 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:20:33.418866 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-7aec4f32-8da4-457d-b99d-7cff885c7fae tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2730622 Jul 24 09:20:33.442631 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-97284c84-3fbe-41e1-af5f-9985f4fb2fd2 service neutron] Request body: {'port': {'device_id': 'c90e9796-24ae-4527-a7a4-4ba03fb4101a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:20:33.485919 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac25ffd2-cf80-48e9-add7-2da24b5dbc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:33.510100 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-012e2f63-5818-443d-ba0d-ee1902e45379 service neutron] Port cef564e1-a179-4816-a43f-4c9d3b442c78 on network 879e2a75-1d2b-49d0-a8d5-7375e00eca98 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:20:33.510438 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-012e2f63-5818-443d-ba0d-ee1902e45379 service neutron] Attempting to bind port cef564e1-a179-4816-a43f-4c9d3b442c78 on network 879e2a75-1d2b-49d0-a8d5-7375e00eca98 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:20:33.513676 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-ac25ffd2-cf80-48e9-add7-2da24b5dbc75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4a16cc-b457-4582-b63d-6dccde46304b']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:33.537266 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-012e2f63-5818-443d-ba0d-ee1902e45379 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:20:33.537266 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-012e2f63-5818-443d-ba0d-ee1902e45379 service neutron] Checking segment: {'id': '601693b6-c650-4eba-a2f3-56e8c928b732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '879e2a75-1d2b-49d0-a8d5-7375e00eca98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:20:33.537266 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-012e2f63-5818-443d-ba0d-ee1902e45379 service neutron] Bound using segment: {'id': '601693b6-c650-4eba-a2f3-56e8c928b732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '879e2a75-1d2b-49d0-a8d5-7375e00eca98'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:20:33.537266 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-012e2f63-5818-443d-ba0d-ee1902e45379 service neutron] Bound port: cef564e1-a179-4816-a43f-4c9d3b442c78, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '601693b6-c650-4eba-a2f3-56e8c928b732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '879e2a75-1d2b-49d0-a8d5-7375e00eca98'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:20:33.537914 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-012e2f63-5818-443d-ba0d-ee1902e45379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:33.543371 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-ac25ffd2-cf80-48e9-add7-2da24b5dbc75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec02c3a-a60c-4d95-948d-172f3a5c2fb1') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:33.543371 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-ac25ffd2-cf80-48e9-add7-2da24b5dbc75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec02c3a-a60c-4d95-948d-172f3a5c2fb1') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:33.578810 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-97284c84-3fbe-41e1-af5f-9985f4fb2fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:33.579819 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac25ffd2-cf80-48e9-add7-2da24b5dbc75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:33.616947 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38444) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:33.651725 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac25ffd2-cf80-48e9-add7-2da24b5dbc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:33.669441 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac25ffd2-cf80-48e9-add7-2da24b5dbc75 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:20:33.669858 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac25ffd2-cf80-48e9-add7-2da24b5dbc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:33.673776 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-75e9b8c7-f67c-43b8-ab3a-7d0082168625 None None] Provisioning for port 91872207-1d51-4c52-9eb2-411bd578beae completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:20:33.675992 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:20:33.678449 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-75e9b8c7-f67c-43b8-ab3a-7d0082168625 None None] Provisioning complete for port 91872207-1d51-4c52-9eb2-411bd578beae triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:20:33.679513 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-75e9b8c7-f67c-43b8-ab3a-7d0082168625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:33.753868 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-75e9b8c7-f67c-43b8-ab3a-7d0082168625 None None] Port 91872207-1d51-4c52-9eb2-411bd578beae cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:20:33.784955 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-012e2f63-5818-443d-ba0d-ee1902e45379 service neutron] For port cef564e1-a179-4816-a43f-4c9d3b442c78, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:20:33.807932 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e70d36c5-811e-4422-8ae8-f4c853777250 req-40c54a33-750b-43e5-84e7-3f3d06406025 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e77dfa-c21a-4763-a93b-652f2baf5a78 HTTP/1.1" status: 200 len: 210 time: 0.1201696 Jul 24 09:20:33.815272 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c22d3-6011-414d-8b7b-06ed81b95c88 req-6c678207-ed43-4260-a814-9dea77f0cfe4 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:33.822440 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-902c22d3-6011-414d-8b7b-06ed81b95c88 req-6c678207-ed43-4260-a814-9dea77f0cfe4 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 943 time: 0.3054121 Jul 24 09:20:33.831301 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac25ffd2-cf80-48e9-add7-2da24b5dbc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:33.879842 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-012e2f63-5818-443d-ba0d-ee1902e45379 service neutron] For port cef564e1-a179-4816-a43f-4c9d3b442c78, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cef564e1-a179-4816-a43f-4c9d3b442c78,segment=NetworkSegment(601693b6-c650-4eba-a2f3-56e8c928b732),segment_id=601693b6-c650-4eba-a2f3-56e8c928b732)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:20:33.894470 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac25ffd2-cf80-48e9-add7-2da24b5dbc75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:33.899856 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ac25ffd2-cf80-48e9-add7-2da24b5dbc75 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1e4a16cc-b457-4582-b63d-6dccde46304b HTTP/1.1" status: 204 len: 168 time: 0.7688656 Jul 24 09:20:33.921781 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-012e2f63-5818-443d-ba0d-ee1902e45379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:33.931374 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-72a61030-e75f-42a5-aa87-160c1d4d5d98 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:33.940667 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25ffd2-cf80-48e9-add7-2da24b5dbc75 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e4a16cc-b457-4582-b63d-6dccde46304b,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:34.033377 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-012e2f63-5818-443d-ba0d-ee1902e45379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:34.034290 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-012e2f63-5818-443d-ba0d-ee1902e45379 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:34.035860 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-012e2f63-5818-443d-ba0d-ee1902e45379 service neutron] 10.222.0.20 "PUT /v2.0/ports/cef564e1-a179-4816-a43f-4c9d3b442c78 HTTP/1.1" status: 200 len: 1091 time: 1.9981043 Jul 24 09:20:34.075399 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-14709de9-c64a-445a-915d-f259aa0cfb06 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:34.076991 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-14709de9-c64a-445a-915d-f259aa0cfb06 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.20 "GET /v2.0/networks?id=8d844ade-4b4e-44fb-9c14-02a3515430cb HTTP/1.1" status: 200 len: 815 time: 0.2815917 Jul 24 09:20:34.089270 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498e5266-8ace-491a-b8ae-df10e4567b25', 'tag': 'cef564e1-a179-4816-a43f-4c9d3b442c78'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:20:34.092270 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a32f09-3a2b-463c-90ad-c11b783eb3e0" -d '{"events": [{"name": "network-changed", "server_uuid": "498e5266-8ace-491a-b8ae-df10e4567b25", "tag": "cef564e1-a179-4816-a43f-4c9d3b442c78"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:20:34.094943 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e2f63-5818-443d-ba0d-ee1902e45379 service neutron] Pushing event updated for resources: {'Port': ['ID=cef564e1-a179-4816-a43f-4c9d3b442c78,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:34.102132 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-25b3329e-591d-4258-9982-7d037bf6fc64 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Request body: {'port': {'device_id': 'c3e77dfa-c21a-4763-a93b-652f2baf5a78', 'network_id': '8d844ade-4b4e-44fb-9c14-02a3515430cb', 'admin_state_up': True, 'tenant_id': 'ff71f4793aae432d8262e2f84f19329d'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:20:34.106611 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-72a61030-e75f-42a5-aa87-160c1d4d5d98 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:34.121434 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d63f4a-b05f-4753-b485-92f661d772c4 req-b2a9258c-7bad-4929-a7c9-e90dbfd59eb4 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:34.123012 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-81d63f4a-b05f-4753-b485-92f661d772c4 req-b2a9258c-7bad-4929-a7c9-e90dbfd59eb4 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=c90e9796-24ae-4527-a7a4-4ba03fb4101a HTTP/1.1" status: 200 len: 931 time: 0.2366397 Jul 24 09:20:34.131575 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-902c22d3-6011-414d-8b7b-06ed81b95c88 req-46a68bbf-9444-40f6-9ef5-1443b19499f7 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080909 Jul 24 09:20:34.207826 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-7d3326bd-15f6-4f9e-a9d7-613dc09a8ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:34.209831 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-7d3326bd-15f6-4f9e-a9d7-613dc09a8ad5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf29b3bebbf742f881f34420258c367e&device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 1094 time: 0.1053746 Jul 24 09:20:34.219591 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-72a61030-e75f-42a5-aa87-160c1d4d5d98 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:34.222709 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-72a61030-e75f-42a5-aa87-160c1d4d5d98 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:34.223882 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-72a61030-e75f-42a5-aa87-160c1d4d5d98 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "DELETE /v2.0/security-groups/28e92c9e-a6f1-4679-86d9-12481690a3df HTTP/1.1" status: 204 len: 168 time: 0.6048386 Jul 24 09:20:34.233766 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38464) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:34.234119 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38466) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:34.274099 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-dd2209ed-29b9-48c8-8eec-cbee4db33b03 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cef564e1-a179-4816-a43f-4c9d3b442c78 HTTP/1.1" status: 200 len: 217 time: 0.0556638 Jul 24 09:20:34.284135 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-97284c84-3fbe-41e1-af5f-9985f4fb2fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91872207-1d51-4c52-9eb2-411bd578beae {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:20:34.293874 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a61030-e75f-42a5-aa87-160c1d4d5d98 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e92c9e-a6f1-4679-86d9-12481690a3df,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:34.298196 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-687caac6-c808-49c4-b85c-8a298890d440 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] show failed (client error): The resource could not be found. Jul 24 09:20:34.299242 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-687caac6-c808-49c4-b85c-8a298890d440 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "GET /v2.0/security-groups/28e92c9e-a6f1-4679-86d9-12481690a3df HTTP/1.1" status: 404 len: 347 time: 0.0605190 Jul 24 09:20:34.301278 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-97284c84-3fbe-41e1-af5f-9985f4fb2fd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:34.315266 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-81d63f4a-b05f-4753-b485-92f661d772c4 req-78fe4a96-eccb-4525-8f65-8b6ea149d85d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774499 Jul 24 09:20:34.319037 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38470) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:34.364132 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c2901f-dfbe-45c8-95de-3d63b9f26c55 x-openstack-request-id: req-b9c2901f-dfbe-45c8-95de-3d63b9f26c55 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:20:34.364623 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498e5266-8ace-491a-b8ae-df10e4567b25", "tag": "cef564e1-a179-4816-a43f-4c9d3b442c78", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:20:34.364993 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b9c2901f-dfbe-45c8-95de-3d63b9f26c55 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:20:34.365517 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498e5266-8ace-491a-b8ae-df10e4567b25', 'tag': 'cef564e1-a179-4816-a43f-4c9d3b442c78', 'status': 'completed', 'code': 200} Jul 24 09:20:34.378363 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-0471eae5-c72b-4815-9322-818f96de9f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:34.380150 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-0471eae5-c72b-4815-9322-818f96de9f23 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f03bd53-1d24-4014-8dfb-1c8adcf2b288 HTTP/1.1" status: 200 len: 850 time: 0.0955513 Jul 24 09:20:34.387699 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-97284c84-3fbe-41e1-af5f-9985f4fb2fd2 service neutron] Transition to ACTIVE for port object 91872207-1d51-4c52-9eb2-411bd578beae will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:20:34.411431 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-97284c84-3fbe-41e1-af5f-9985f4fb2fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:34.427044 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-f2cf8f13-57fd-489b-8466-a4365705d0f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=879e2a75-1d2b-49d0-a8d5-7375e00eca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381839 Jul 24 09:20:34.457256 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3c3bb5a3-134a-40c1-9949-c93247cf4326 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f03fb5da95b45e9ab62ae7055e11cde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172039 Jul 24 09:20:34.462359 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38472) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:34.563720 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-25b3329e-591d-4258-9982-7d037bf6fc64 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Made reservation on behalf of ff71f4793aae432d8262e2f84f19329d for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:20:34.566835 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-23725e75-1bc6-4249-a43f-04a21464301a service neutron] 10.222.0.20 "GET /v2.0/networks/879e2a75-1d2b-49d0-a8d5-7375e00eca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342056 Jul 24 09:20:34.569032 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-25b3329e-591d-4258-9982-7d037bf6fc64 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:34.572164 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f87e7003-0bc1-41d8-864f-490ed51dc091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:34.585243 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97284c84-3fbe-41e1-af5f-9985f4fb2fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=91872207-1d51-4c52-9eb2-411bd578beae,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:34.620098 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f87e7003-0bc1-41d8-864f-490ed51dc091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:34.734898 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c02de8-d0a7-426e-b2d3-e74637795d84 req-983611c9-97e5-4f4d-8fef-39f3e4db53f3 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:34.736523 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-77c02de8-d0a7-426e-b2d3-e74637795d84 req-983611c9-97e5-4f4d-8fef-39f3e4db53f3 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.3261819 Jul 24 09:20:34.763616 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-345fcdad-7e9f-48cf-8748-5e9999c40902 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Deleting port cfade28e-cb6e-4f37-89d3-3099c7cd2f88 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:20:34.764235 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-345fcdad-7e9f-48cf-8748-5e9999c40902 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:34.820223 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-97284c84-3fbe-41e1-af5f-9985f4fb2fd2 service neutron] Attempting to bind port 91872207-1d51-4c52-9eb2-411bd578beae on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:20:34.820450 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-97284c84-3fbe-41e1-af5f-9985f4fb2fd2 service neutron] Attempting to bind port 91872207-1d51-4c52-9eb2-411bd578beae by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:20:34.820816 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-97284c84-3fbe-41e1-af5f-9985f4fb2fd2 service neutron] Attempting to bind port 91872207-1d51-4c52-9eb2-411bd578beae on network 68b64780-c69e-4432-87ba-d598170da5b7 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:20:34.847720 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-97284c84-3fbe-41e1-af5f-9985f4fb2fd2 service neutron] Port 91872207-1d51-4c52-9eb2-411bd578beae on network 68b64780-c69e-4432-87ba-d598170da5b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:20:34.848308 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-97284c84-3fbe-41e1-af5f-9985f4fb2fd2 service neutron] Attempting to bind port 91872207-1d51-4c52-9eb2-411bd578beae on network 68b64780-c69e-4432-87ba-d598170da5b7 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:20:34.876116 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-97284c84-3fbe-41e1-af5f-9985f4fb2fd2 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:20:34.876775 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-97284c84-3fbe-41e1-af5f-9985f4fb2fd2 service neutron] Checking segment: {'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:20:34.877507 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-97284c84-3fbe-41e1-af5f-9985f4fb2fd2 service neutron] Bound using segment: {'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:20:34.878126 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-97284c84-3fbe-41e1-af5f-9985f4fb2fd2 service neutron] Bound port: 91872207-1d51-4c52-9eb2-411bd578beae, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:20:34.878996 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-97284c84-3fbe-41e1-af5f-9985f4fb2fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:34.930071 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-77c02de8-d0a7-426e-b2d3-e74637795d84 req-abff3250-30c4-4109-bdf2-9c8cfb26b287 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732969 Jul 24 09:20:34.942339 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-25b3329e-591d-4258-9982-7d037bf6fc64 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Allocated IP 172.20.0.9 (8d844ade-4b4e-44fb-9c14-02a3515430cb/bef3db85-2ab0-417d-a2e7-65a979b570f2/4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:20:34.996690 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-345fcdad-7e9f-48cf-8748-5e9999c40902 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:34.997045 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-345fcdad-7e9f-48cf-8748-5e9999c40902 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:35.043339 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-345fcdad-7e9f-48cf-8748-5e9999c40902 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Calling delete_port for cfade28e-cb6e-4f37-89d3-3099c7cd2f88 owned by network:floatingip {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:20:35.072082 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e0b91325-d166-4a12-9625-0b5922c8eea9 req-f1373e3d-f279-4bee-999c-eca9ff69a0b2 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e77dfa-c21a-4763-a93b-652f2baf5a78 HTTP/1.1" status: 200 len: 210 time: 0.0487084 Jul 24 09:20:35.102597 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-04f0f886-ffc7-460f-9478-fab109b3bc42 req-3feba82a-a9c4-4510-a7b1-629455e5989c service neutron] 10.222.0.20 "GET /v2.0/networks/879e2a75-1d2b-49d0-a8d5-7375e00eca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283585 Jul 24 09:20:35.132447 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f87e7003-0bc1-41d8-864f-490ed51dc091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:35.137576 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f87e7003-0bc1-41d8-864f-490ed51dc091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:35.137793 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-97284c84-3fbe-41e1-af5f-9985f4fb2fd2 service neutron] For port 91872207-1d51-4c52-9eb2-411bd578beae, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:20:35.140512 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f87e7003-0bc1-41d8-864f-490ed51dc091 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04677444-43fe-4719-9b6a-190f55ad0155 HTTP/1.1" status: 204 len: 168 time: 0.6757832 Jul 24 09:20:35.155089 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e7003-0bc1-41d8-864f-490ed51dc091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04677444-43fe-4719-9b6a-190f55ad0155,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:35.189701 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-97284c84-3fbe-41e1-af5f-9985f4fb2fd2 service neutron] For port 91872207-1d51-4c52-9eb2-411bd578beae, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=91872207-1d51-4c52-9eb2-411bd578beae,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:20:35.206187 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-97284c84-3fbe-41e1-af5f-9985f4fb2fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:35.313313 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-97284c84-3fbe-41e1-af5f-9985f4fb2fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:35.313962 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-97284c84-3fbe-41e1-af5f-9985f4fb2fd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:35.315391 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-97284c84-3fbe-41e1-af5f-9985f4fb2fd2 service neutron] 10.222.0.37 "PUT /v2.0/ports/91872207-1d51-4c52-9eb2-411bd578beae HTTP/1.1" status: 200 len: 1091 time: 1.8813365 Jul 24 09:20:35.321025 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90e9796-24ae-4527-a7a4-4ba03fb4101a', 'tag': '91872207-1d51-4c52-9eb2-411bd578beae'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:20:35.323783 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac5fb43-412f-4325-b78d-9ea21da711d0" -d '{"events": [{"name": "network-changed", "server_uuid": "c90e9796-24ae-4527-a7a4-4ba03fb4101a", "tag": "91872207-1d51-4c52-9eb2-411bd578beae"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:20:35.359003 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e101b-ce99-4f11-99bc-a8d119feef9f req-a2e0ffb1-fcce-46ea-86b9-d15c8e97d2ec tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:35.360937 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d97e101b-ce99-4f11-99bc-a8d119feef9f req-a2e0ffb1-fcce-46ea-86b9-d15c8e97d2ec tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.3374889 Jul 24 09:20:35.375050 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e4fbd-10d3-4ac9-8403-806d11c50eba req-60ce9fa1-298c-499d-a1f9-6cc27f1add6e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:35.383449 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d21e4fbd-10d3-4ac9-8403-806d11c50eba req-60ce9fa1-298c-499d-a1f9-6cc27f1add6e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 943 time: 0.1398201 Jul 24 09:20:35.406802 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a32f09-3a2b-463c-90ad-c11b783eb3e0 req-0398378d-4fde-4f6e-9abe-80714089b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:35.408383 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62a32f09-3a2b-463c-90ad-c11b783eb3e0 req-0398378d-4fde-4f6e-9abe-80714089b73b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf29b3bebbf742f881f34420258c367e&device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 1094 time: 0.2309921 Jul 24 09:20:35.474633 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97284c84-3fbe-41e1-af5f-9985f4fb2fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=91872207-1d51-4c52-9eb2-411bd578beae,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:35.500520 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d21e4fbd-10d3-4ac9-8403-806d11c50eba req-66b6a87c-55c9-4729-b039-1dea27e9447e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165516 Jul 24 09:20:35.501500 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-25b3329e-591d-4258-9982-7d037bf6fc64 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:35.612673 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d97e101b-ce99-4f11-99bc-a8d119feef9f req-70c11270-9934-423d-ae6b-4fe84b14b0a9 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300789 Jul 24 09:20:35.617463 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a32f09-3a2b-463c-90ad-c11b783eb3e0 req-c8b8d5a2-dbe6-4904-a0a3-74590e433918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:35.644954 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62a32f09-3a2b-463c-90ad-c11b783eb3e0 req-c8b8d5a2-dbe6-4904-a0a3-74590e433918 service neutron] 10.222.0.20 "GET /v2.0/networks?id=879e2a75-1d2b-49d0-a8d5-7375e00eca98 HTTP/1.1" status: 200 len: 910 time: 0.1859672 Jul 24 09:20:35.672323 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ac1531-7c95-46a9-af02-41109aa7ef7d x-openstack-request-id: req-06ac1531-7c95-46a9-af02-41109aa7ef7d {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:20:35.672612 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90e9796-24ae-4527-a7a4-4ba03fb4101a", "tag": "91872207-1d51-4c52-9eb2-411bd578beae", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:20:35.672896 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06ac1531-7c95-46a9-af02-41109aa7ef7d {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:20:35.673305 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90e9796-24ae-4527-a7a4-4ba03fb4101a', 'tag': '91872207-1d51-4c52-9eb2-411bd578beae', 'status': 'completed', 'code': 200} Jul 24 09:20:35.740154 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-345fcdad-7e9f-48cf-8748-5e9999c40902 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:35.746587 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62a32f09-3a2b-463c-90ad-c11b783eb3e0 req-1239b923-69d7-40d8-9aee-c56c2a09a55f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cef564e1-a179-4816-a43f-4c9d3b442c78 HTTP/1.1" status: 200 len: 217 time: 0.1007149 Jul 24 09:20:35.798577 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-e8aa7f96-b7ba-4f75-b8e1-ae1684be0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:35.800081 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-e8aa7f96-b7ba-4f75-b8e1-ae1684be0fbb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&device_id=c90e9796-24ae-4527-a7a4-4ba03fb4101a HTTP/1.1" status: 200 len: 1094 time: 0.4199221 Jul 24 09:20:35.824917 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fcdad-7e9f-48cf-8748-5e9999c40902 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event deleted for resources: {'Port': ['ID=cfade28e-cb6e-4f37-89d3-3099c7cd2f88,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:35.863766 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-25b3329e-591d-4258-9982-7d037bf6fc64 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:35.884759 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a32f09-3a2b-463c-90ad-c11b783eb3e0 req-582ad8e3-aeb9-4673-89cc-2cec0ea342d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:35.890167 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62a32f09-3a2b-463c-90ad-c11b783eb3e0 req-582ad8e3-aeb9-4673-89cc-2cec0ea342d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f03bd53-1d24-4014-8dfb-1c8adcf2b288 HTTP/1.1" status: 200 len: 850 time: 0.1362760 Jul 24 09:20:35.951707 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-f45ad5b8-3eb5-41d7-ab96-4f31910b3033 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91872207-1d51-4c52-9eb2-411bd578beae HTTP/1.1" status: 200 len: 217 time: 0.1241837 Jul 24 09:20:35.961945 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62a32f09-3a2b-463c-90ad-c11b783eb3e0 req-5fa02991-ea5c-46d3-913b-c6174f325283 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=879e2a75-1d2b-49d0-a8d5-7375e00eca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654504 Jul 24 09:20:36.044088 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-25b3329e-591d-4258-9982-7d037bf6fc64 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Network 8d844ade-4b4e-44fb-9c14-02a3515430cb is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:20:36.058850 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-25b3329e-591d-4258-9982-7d037bf6fc64 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:20:36.062953 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-345fcdad-7e9f-48cf-8748-5e9999c40902 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for floatingip, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:36.066066 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-345fcdad-7e9f-48cf-8748-5e9999c40902 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:36.067328 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-345fcdad-7e9f-48cf-8748-5e9999c40902 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "DELETE /v2.0/floatingips/afc80069-705b-4a68-860f-f9aa4959ca1d HTTP/1.1" status: 204 len: 168 time: 1.7473385 Jul 24 09:20:36.069723 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3329e-591d-4258-9982-7d037bf6fc64 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Pushing event updated for resources: {'Port': ['ID=4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:36.072273 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38524) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:36.076859 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-25b3329e-591d-4258-9982-7d037bf6fc64 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:20:36.118074 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62a32f09-3a2b-463c-90ad-c11b783eb3e0 req-fb929bd3-6023-470f-9f80-03241eb869c3 service neutron] 10.222.0.20 "GET /v2.0/networks/879e2a75-1d2b-49d0-a8d5-7375e00eca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489148 Jul 24 09:20:36.158873 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-723152c5-3faf-48eb-b29c-cbd6fb959243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:36.167958 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-723152c5-3faf-48eb-b29c-cbd6fb959243 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33f84861-778d-4828-92aa-af092c959084 HTTP/1.1" status: 200 len: 851 time: 0.1900411 Jul 24 09:20:36.207584 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48755cff-8eb1-48fe-8eaa-5648f9ceceef req-edf15015-568c-4e1c-8300-d2b442de7c89 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:36.215180 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48755cff-8eb1-48fe-8eaa-5648f9ceceef req-edf15015-568c-4e1c-8300-d2b442de7c89 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=c90e9796-24ae-4527-a7a4-4ba03fb4101a HTTP/1.1" status: 200 len: 943 time: 0.4491868 Jul 24 09:20:36.268199 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66afd39-ddda-437b-99e9-4ef631cd6b33 req-a1a7f5fb-8313-4bcc-8602-bc2a9340c716 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:36.275371 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c66afd39-ddda-437b-99e9-4ef631cd6b33 req-a1a7f5fb-8313-4bcc-8602-bc2a9340c716 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.1559591 Jul 24 09:20:36.330887 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62a32f09-3a2b-463c-90ad-c11b783eb3e0 req-fc58cd8a-8cba-4ed1-a715-14ea713387af service neutron] 10.222.0.20 "GET /v2.0/networks/879e2a75-1d2b-49d0-a8d5-7375e00eca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973186 Jul 24 09:20:36.345413 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c66afd39-ddda-437b-99e9-4ef631cd6b33 req-290ecf92-884c-4372-a7dc-c47c5ec4d2dd tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689836 Jul 24 09:20:36.509600 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fadacd-8ca5-4e84-8ba0-418918f5db4b req-daa03e95-c58b-4596-b335-4071c17053b7 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:36.511685 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c2fadacd-8ca5-4e84-8ba0-418918f5db4b req-daa03e95-c58b-4596-b335-4071c17053b7 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e77dfa-c21a-4763-a93b-652f2baf5a78 HTTP/1.1" status: 200 len: 931 time: 0.0969350 Jul 24 09:20:36.557020 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c2fadacd-8ca5-4e84-8ba0-418918f5db4b req-20afd283-9082-42df-864f-c44c0510be5a tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394695 Jul 24 09:20:36.652927 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-25b3329e-591d-4258-9982-7d037bf6fc64 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:36.653536 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-25b3329e-591d-4258-9982-7d037bf6fc64 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:36.669826 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-25b3329e-591d-4258-9982-7d037bf6fc64 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5737510 Jul 24 09:20:36.687753 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-345cee35-6f7a-4089-b7ec-f440b97e8955 service neutron] Request body: {'port': {'device_id': 'c3e77dfa-c21a-4763-a93b-652f2baf5a78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:20:36.702355 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ff61b-be27-48ac-933f-9e78d6392ffe req-292dfb31-56d8-49c0-ac3d-c6f81f4f2eac tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:36.704372 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e61ff61b-be27-48ac-933f-9e78d6392ffe req-292dfb31-56d8-49c0-ac3d-c6f81f4f2eac tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 943 time: 0.0703044 Jul 24 09:20:36.750205 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e61ff61b-be27-48ac-933f-9e78d6392ffe req-0763c19f-e30a-42c5-a805-e809e438c7b9 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391772 Jul 24 09:20:36.776092 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48755cff-8eb1-48fe-8eaa-5648f9ceceef req-360bb1a8-35e1-4f4f-9ef1-190583368c8b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747432 Jul 24 09:20:36.790030 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-ced0fe06-e37d-48db-a352-6037766153a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:36.791537 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-ced0fe06-e37d-48db-a352-6037766153a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b64780-c69e-4432-87ba-d598170da5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6127911 Jul 24 09:20:36.823468 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-05e44a47-621f-442b-92df-e9be8a25a960 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Deleting port 050c6f20-222e-4534-968b-ea3eb888eef4 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:20:36.823813 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-05e44a47-621f-442b-92df-e9be8a25a960 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:36.827107 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-345cee35-6f7a-4089-b7ec-f440b97e8955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:36.866856 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38542) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:36.973423 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4a2ccb7e-09f0-46e7-a55e-c490e31da609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:37.058808 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-c62bbb69-fe0b-4e78-a70a-88522de01d2b service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598541 Jul 24 09:20:37.064103 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-05e44a47-621f-442b-92df-e9be8a25a960 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:37.064630 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4a2ccb7e-09f0-46e7-a55e-c490e31da609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:37.069035 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4a2ccb7e-09f0-46e7-a55e-c490e31da609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:37.103712 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-05e44a47-621f-442b-92df-e9be8a25a960 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Calling delete_port for 050c6f20-222e-4534-968b-ea3eb888eef4 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:20:37.106540 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ccb7e-09f0-46e7-a55e-c490e31da609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192ccede-be2b-4e1e-8abe-cd8550e56e56,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:37.114731 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4a2ccb7e-09f0-46e7-a55e-c490e31da609 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=675c58017742474ab14744732ebcfe51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444232 Jul 24 09:20:37.115918 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38546) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:37.164730 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-db5e71cd-c57d-4f22-8afa-b95587d65da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:37.186323 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-db5e71cd-c57d-4f22-8afa-b95587d65da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:37.233181 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-db5e71cd-c57d-4f22-8afa-b95587d65da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:37.235704 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-db5e71cd-c57d-4f22-8afa-b95587d65da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:37.236911 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-db5e71cd-c57d-4f22-8afa-b95587d65da6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/192ccede-be2b-4e1e-8abe-cd8550e56e56 HTTP/1.1" status: 204 len: 168 time: 0.1207345 Jul 24 09:20:37.245856 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e71cd-c57d-4f22-8afa-b95587d65da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192ccede-be2b-4e1e-8abe-cd8550e56e56,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:37.280337 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0fd92fe0-5986-460e-9784-f25b515b3e5b req-a7fcbb5e-caff-4d80-87ea-7b2c65984e66 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031934 Jul 24 09:20:37.467771 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-345cee35-6f7a-4089-b7ec-f440b97e8955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:20:37.477753 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-05e44a47-621f-442b-92df-e9be8a25a960 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:37.480926 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-345cee35-6f7a-4089-b7ec-f440b97e8955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:37.540661 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e44a47-621f-442b-92df-e9be8a25a960 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event deleted for resources: {'Port': ['ID=050c6f20-222e-4534-968b-ea3eb888eef4,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:37.543004 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-345cee35-6f7a-4089-b7ec-f440b97e8955 service neutron] Transition to ACTIVE for port object 4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:20:37.557946 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-345cee35-6f7a-4089-b7ec-f440b97e8955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:37.586420 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5fb43-412f-4325-b78d-9ea21da711d0 req-04e45500-c8ee-4cea-ba78-054eb1688d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:37.587862 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4ac5fb43-412f-4325-b78d-9ea21da711d0 req-04e45500-c8ee-4cea-ba78-054eb1688d47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&device_id=c90e9796-24ae-4527-a7a4-4ba03fb4101a HTTP/1.1" status: 200 len: 1094 time: 0.2508090 Jul 24 09:20:37.708873 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389aa39-e1d9-4ee4-9f5a-ef2639549b12 req-e7214536-0817-4ea0-a576-41664e291e25 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:37.711168 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f389aa39-e1d9-4ee4-9f5a-ef2639549b12 req-e7214536-0817-4ea0-a576-41664e291e25 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.2921078 Jul 24 09:20:37.722416 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345cee35-6f7a-4089-b7ec-f440b97e8955 service neutron] Pushing event updated for resources: {'Port': ['ID=4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:37.753485 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc42027-2926-425a-9180-9f619a6623ab req-cb3b06f9-2b43-44b4-b3cf-14f2a434fa17 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:37.763908 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-acc42027-2926-425a-9180-9f619a6623ab req-cb3b06f9-2b43-44b4-b3cf-14f2a434fa17 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e77dfa-c21a-4763-a93b-652f2baf5a78 HTTP/1.1" status: 200 len: 943 time: 0.0994141 Jul 24 09:20:37.782144 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-05e44a47-621f-442b-92df-e9be8a25a960 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:37.784078 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-05e44a47-621f-442b-92df-e9be8a25a960 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "DELETE /v2.0/ports/050c6f20-222e-4534-968b-ea3eb888eef4 HTTP/1.1" status: 204 len: 168 time: 1.7017105 Jul 24 09:20:37.801494 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38576) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:37.874731 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f389aa39-e1d9-4ee4-9f5a-ef2639549b12 req-37f4c8f0-0842-4586-8bc3-e25beeb5a604 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564059 Jul 24 09:20:37.884439 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5fb43-412f-4325-b78d-9ea21da711d0 req-7ab3bee2-32aa-4a1d-92ee-ac101e689d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:37.886168 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4ac5fb43-412f-4325-b78d-9ea21da711d0 req-7ab3bee2-32aa-4a1d-92ee-ac101e689d8e service neutron] 10.222.0.37 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 912 time: 0.2702942 Jul 24 09:20:37.892426 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-acc42027-2926-425a-9180-9f619a6623ab req-b928adc1-2fcb-48e4-a030-22da365a095d tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248381 Jul 24 09:20:37.936622 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4ac5fb43-412f-4325-b78d-9ea21da711d0 req-0cbc41e5-5222-4807-a48c-692dee98206a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91872207-1d51-4c52-9eb2-411bd578beae HTTP/1.1" status: 200 len: 217 time: 0.0390089 Jul 24 09:20:37.937700 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-345cee35-6f7a-4089-b7ec-f440b97e8955 service neutron] Attempting to bind port 4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:20:37.938191 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-345cee35-6f7a-4089-b7ec-f440b97e8955 service neutron] Attempting to bind port 4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '658362e4-6283-4c69-8eba-315d82acaa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8d844ade-4b4e-44fb-9c14-02a3515430cb'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:20:37.938758 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-345cee35-6f7a-4089-b7ec-f440b97e8955 service neutron] Attempting to bind port 4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0 on network 8d844ade-4b4e-44fb-9c14-02a3515430cb {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:20:37.952774 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-345cee35-6f7a-4089-b7ec-f440b97e8955 service neutron] Port 4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0 on network 8d844ade-4b4e-44fb-9c14-02a3515430cb not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:20:37.953098 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-345cee35-6f7a-4089-b7ec-f440b97e8955 service neutron] Attempting to bind port 4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0 on network 8d844ade-4b4e-44fb-9c14-02a3515430cb {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:20:37.999085 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-345cee35-6f7a-4089-b7ec-f440b97e8955 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:20:37.999437 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-345cee35-6f7a-4089-b7ec-f440b97e8955 service neutron] Checking segment: {'id': '658362e4-6283-4c69-8eba-315d82acaa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8d844ade-4b4e-44fb-9c14-02a3515430cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:20:37.999826 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-345cee35-6f7a-4089-b7ec-f440b97e8955 service neutron] Bound using segment: {'id': '658362e4-6283-4c69-8eba-315d82acaa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8d844ade-4b4e-44fb-9c14-02a3515430cb'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:20:38.000517 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-345cee35-6f7a-4089-b7ec-f440b97e8955 service neutron] Bound port: 4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658362e4-6283-4c69-8eba-315d82acaa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8d844ade-4b4e-44fb-9c14-02a3515430cb'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:20:38.001141 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-345cee35-6f7a-4089-b7ec-f440b97e8955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:38.030159 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5fb43-412f-4325-b78d-9ea21da711d0 req-7cdc236a-1d98-47d9-853f-87db8c063deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:38.032109 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4ac5fb43-412f-4325-b78d-9ea21da711d0 req-7cdc236a-1d98-47d9-853f-87db8c063deb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33f84861-778d-4828-92aa-af092c959084 HTTP/1.1" status: 200 len: 851 time: 0.0889401 Jul 24 09:20:38.057415 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-db5ae93a-3880-4d17-bdbd-5cab0debbc99 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Deleting port e307f6c6-4fdb-4f4e-9aaa-266379cdde50 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:20:38.057881 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-db5ae93a-3880-4d17-bdbd-5cab0debbc99 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:38.178128 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-345cee35-6f7a-4089-b7ec-f440b97e8955 service neutron] For port 4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:20:38.185217 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-345cee35-6f7a-4089-b7ec-f440b97e8955 service neutron] For port 4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0,segment=NetworkSegment(658362e4-6283-4c69-8eba-315d82acaa5f),segment_id=658362e4-6283-4c69-8eba-315d82acaa5f)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:20:38.202066 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-345cee35-6f7a-4089-b7ec-f440b97e8955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:38.230108 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58610a-65f7-46da-b7f4-50a3030a3891 req-d9d9fcc1-475d-4188-a655-d55a88d13e73 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:38.242278 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dd58610a-65f7-46da-b7f4-50a3030a3891 req-d9d9fcc1-475d-4188-a655-d55a88d13e73 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=c90e9796-24ae-4527-a7a4-4ba03fb4101a HTTP/1.1" status: 200 len: 943 time: 0.2007108 Jul 24 09:20:38.262448 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-db5ae93a-3880-4d17-bdbd-5cab0debbc99 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:38.264342 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394da353-98ff-4a1f-b76e-a8b071764c04 req-113d3d0e-0adf-42e1-bc2d-b8a8f2e161bc tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:38.266199 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-394da353-98ff-4a1f-b76e-a8b071764c04 req-113d3d0e-0adf-42e1-bc2d-b8a8f2e161bc tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 943 time: 0.2395988 Jul 24 09:20:38.275990 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-345cee35-6f7a-4089-b7ec-f440b97e8955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:38.277002 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-345cee35-6f7a-4089-b7ec-f440b97e8955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:38.281422 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-345cee35-6f7a-4089-b7ec-f440b97e8955 service neutron] 10.222.0.20 "PUT /v2.0/ports/4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0 HTTP/1.1" status: 200 len: 1091 time: 1.6046839 Jul 24 09:20:38.281858 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3e77dfa-c21a-4763-a93b-652f2baf5a78', 'tag': '4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:20:38.286915 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e75a90c-e4d2-4d93-a3b4-38bf04fee339" -d '{"events": [{"name": "network-changed", "server_uuid": "c3e77dfa-c21a-4763-a93b-652f2baf5a78", "tag": "4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:20:38.301457 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5fb43-412f-4325-b78d-9ea21da711d0 req-bc0a6e27-b78a-417b-a4d0-4d6aea6ab954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:38.303342 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4ac5fb43-412f-4325-b78d-9ea21da711d0 req-bc0a6e27-b78a-417b-a4d0-4d6aea6ab954 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b64780-c69e-4432-87ba-d598170da5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2442820 Jul 24 09:20:38.317358 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dd58610a-65f7-46da-b7f4-50a3030a3891 req-08af62b6-7449-42dd-bfe2-969aac757317 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739264 Jul 24 09:20:38.318928 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-db5ae93a-3880-4d17-bdbd-5cab0debbc99 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Calling delete_port for e307f6c6-4fdb-4f4e-9aaa-266379cdde50 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:20:38.456441 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345cee35-6f7a-4089-b7ec-f440b97e8955 service neutron] Pushing event updated for resources: {'Port': ['ID=4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:38.475790 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-db5ae93a-3880-4d17-bdbd-5cab0debbc99 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:38.506076 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ae93a-3880-4d17-bdbd-5cab0debbc99 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event deleted for resources: {'Port': ['ID=e307f6c6-4fdb-4f4e-9aaa-266379cdde50,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:38.528634 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4ac5fb43-412f-4325-b78d-9ea21da711d0 req-61207703-6746-4294-a65d-ec37fffc9dde service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967001 Jul 24 09:20:38.538386 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-394da353-98ff-4a1f-b76e-a8b071764c04 req-d941601f-048d-400c-99e6-02488efb5a7b tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422013 Jul 24 09:20:38.601334 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-db5ae93a-3880-4d17-bdbd-5cab0debbc99 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:38.603885 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-7bd6393d-355c-42c3-9f62-d97a50d3721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:38.604097 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-db5ae93a-3880-4d17-bdbd-5cab0debbc99 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "DELETE /v2.0/ports/e307f6c6-4fdb-4f4e-9aaa-266379cdde50 HTTP/1.1" status: 204 len: 168 time: 0.7964089 Jul 24 09:20:38.605448 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-7bd6393d-355c-42c3-9f62-d97a50d3721c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff71f4793aae432d8262e2f84f19329d&device_id=c3e77dfa-c21a-4763-a93b-652f2baf5a78 HTTP/1.1" status: 200 len: 1094 time: 0.1907024 Jul 24 09:20:38.606846 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38598) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:38.670759 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4725b33-0e83-4296-8349-518835751171 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Deleting subnet c0696ce3-b7e9-46ab-bb06-e6093c133467 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:20:38.675512 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d4725b33-0e83-4296-8349-518835751171 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:38.682162 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df12387-4610-441e-8d50-d2e82be9e980 x-openstack-request-id: req-0df12387-4610-441e-8d50-d2e82be9e980 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:20:38.682457 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3e77dfa-c21a-4763-a93b-652f2baf5a78", "tag": "4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:20:38.682704 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0df12387-4610-441e-8d50-d2e82be9e980 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:20:38.683108 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3e77dfa-c21a-4763-a93b-652f2baf5a78', 'tag': '4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0', 'status': 'completed', 'code': 200} Jul 24 09:20:38.688515 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-a805f09b-2044-4041-94d8-972dc9d1fa2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0 HTTP/1.1" status: 200 len: 217 time: 0.0757079 Jul 24 09:20:38.725360 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d4725b33-0e83-4296-8349-518835751171 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:38.757205 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4ac5fb43-412f-4325-b78d-9ea21da711d0 req-9882d9a9-a1e5-4c6b-9a58-360f47440ef7 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174335 Jul 24 09:20:38.758681 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-b93fc132-0be4-4edd-94fa-1fe8db2d1b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:38.760061 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-b93fc132-0be4-4edd-94fa-1fe8db2d1b69 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bef3db85-2ab0-417d-a2e7-65a979b570f2 HTTP/1.1" status: 200 len: 855 time: 0.0655205 Jul 24 09:20:38.817662 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-170c8591-b993-4585-b1d9-4c4cc6de4993 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d844ade-4b4e-44fb-9c14-02a3515430cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508561 Jul 24 09:20:38.877752 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cef564e1-a179-4816-a43f-4c9d3b442c78 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:20:38.878473 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d4725b33-0e83-4296-8349-518835751171 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:39.066517 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-ac8f5a8c-ad0d-4713-a1de-f1cb2e8083ca service neutron] 10.222.0.20 "GET /v2.0/networks/8d844ade-4b4e-44fb-9c14-02a3515430cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424185 Jul 24 09:20:39.068418 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d4725b33-0e83-4296-8349-518835751171 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:39.136106 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port cef564e1-a179-4816-a43f-4c9d3b442c78, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cef564e1-a179-4816-a43f-4c9d3b442c78,segment=NetworkSegment(601693b6-c650-4eba-a2f3-56e8c928b732),segment_id=601693b6-c650-4eba-a2f3-56e8c928b732)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:39.152255 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'cef564e1-a179-4816-a43f-4c9d3b442c78', 'network_id': '879e2a75-1d2b-49d0-a8d5-7375e00eca98', 'port_id': 'cef564e1-a179-4816-a43f-4c9d3b442c78', 'mac_address': 'fa:16:3e:e4:86:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f03bd53-1d24-4014-8dfb-1c8adcf2b288', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:20:39.153703 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d4725b33-0e83-4296-8349-518835751171 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:39.158129 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d4725b33-0e83-4296-8349-518835751171 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "DELETE /v2.0/subnets/c0696ce3-b7e9-46ab-bb06-e6093c133467 HTTP/1.1" status: 204 len: 168 time: 0.5489614 Jul 24 09:20:39.161052 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4725b33-0e83-4296-8349-518835751171 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event deleted for resources: {'Subnet': ['ID=c0696ce3-b7e9-46ab-bb06-e6093c133467,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:39.165818 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95c94bd-e205-43b3-81ce-49dea576ce0f None None] Network 56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:20:39.167896 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38624) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:39.264066 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a1e9d-f7ce-4759-86e4-e5c80bb0dfc2 req-edb68f0b-5682-49a9-982c-fb0caba19f31 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:39.265677 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-475a1e9d-f7ce-4759-86e4-e5c80bb0dfc2 req-edb68f0b-5682-49a9-982c-fb0caba19f31 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.2456667 Jul 24 09:20:39.282819 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:39.293049 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-282a4be1-65ab-454a-be6c-24428eea8b6d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Deleting subnet 5552e953-f753-4faf-a079-e77f25f33478 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:20:39.298218 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-282a4be1-65ab-454a-be6c-24428eea8b6d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:39.300220 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60695342-ff22-4eab-9ad3-a75e756503c5 req-096cd60e-ba5e-45b5-b574-3ed77d61f28a service neutron] 10.222.0.20 "GET /v2.0/networks/8d844ade-4b4e-44fb-9c14-02a3515430cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123857 Jul 24 09:20:39.331427 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-475a1e9d-f7ce-4759-86e4-e5c80bb0dfc2 req-c104608f-2fae-45f2-8f9a-c0f7380f4491 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553672 Jul 24 09:20:39.371305 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef564e1-a179-4816-a43f-4c9d3b442c78 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:20:39.380667 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97b8cb-a937-4f74-8009-127ed29f6191 req-54012925-d527-47d0-957b-7223191a9914 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:39.392763 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cd97b8cb-a937-4f74-8009-127ed29f6191 req-54012925-d527-47d0-957b-7223191a9914 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e77dfa-c21a-4763-a93b-652f2baf5a78 HTTP/1.1" status: 200 len: 943 time: 0.1811161 Jul 24 09:20:39.395411 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port cef564e1-a179-4816-a43f-4c9d3b442c78, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cef564e1-a179-4816-a43f-4c9d3b442c78,segment=NetworkSegment(601693b6-c650-4eba-a2f3-56e8c928b732),segment_id=601693b6-c650-4eba-a2f3-56e8c928b732)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:39.402622 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:39.447087 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-282a4be1-65ab-454a-be6c-24428eea8b6d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:39.463729 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=cef564e1-a179-4816-a43f-4c9d3b442c78,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:39.465860 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cd97b8cb-a937-4f74-8009-127ed29f6191 req-077859b4-8bdd-4613-93fa-977f52154c5c tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707860 Jul 24 09:20:39.521343 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75a90c-e4d2-4d93-a3b4-38bf04fee339 req-6c381608-a0a5-409f-adb1-8931fb63464c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:39.523131 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e75a90c-e4d2-4d93-a3b4-38bf04fee339 req-6c381608-a0a5-409f-adb1-8931fb63464c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff71f4793aae432d8262e2f84f19329d&device_id=c3e77dfa-c21a-4763-a93b-652f2baf5a78 HTTP/1.1" status: 200 len: 1094 time: 0.1575506 Jul 24 09:20:39.572642 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f14ecb-8030-4415-809e-eabd60e02a31 None None] DHCP port deletion for 56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:20:39.651763 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-55f14ecb-8030-4415-809e-eabd60e02a31 None None] Deleting port c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:20:39.652261 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-55f14ecb-8030-4415-809e-eabd60e02a31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:39.660765 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-282a4be1-65ab-454a-be6c-24428eea8b6d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:39.662169 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75a90c-e4d2-4d93-a3b4-38bf04fee339 req-06a7184e-def9-4f77-8c4c-71bc0ceaaa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:39.664008 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e75a90c-e4d2-4d93-a3b4-38bf04fee339 req-06a7184e-def9-4f77-8c4c-71bc0ceaaa1a service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d844ade-4b4e-44fb-9c14-02a3515430cb HTTP/1.1" status: 200 len: 915 time: 0.1323698 Jul 24 09:20:39.746342 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['cef564e1-a179-4816-a43f-4c9d3b442c78'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:20:39.751243 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e75a90c-e4d2-4d93-a3b4-38bf04fee339 req-4b3cfc0a-59f0-40a6-b4aa-0b5a6cf610a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0 HTTP/1.1" status: 200 len: 217 time: 0.0802076 Jul 24 09:20:39.752311 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f7ad8-7a74-486d-a63d-e52f2d7d6494 req-af6759a7-29bb-4dab-8a20-56487d68fae0 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:39.759567 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-675f7ad8-7a74-486d-a63d-e52f2d7d6494 req-af6759a7-29bb-4dab-8a20-56487d68fae0 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=c90e9796-24ae-4527-a7a4-4ba03fb4101a HTTP/1.1" status: 200 len: 943 time: 0.1766980 Jul 24 09:20:39.809299 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-675f7ad8-7a74-486d-a63d-e52f2d7d6494 req-70dbd895-6c74-4560-84fa-bd6ba0e9805d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487049 Jul 24 09:20:39.832348 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-282a4be1-65ab-454a-be6c-24428eea8b6d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:39.842908 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-55f14ecb-8030-4415-809e-eabd60e02a31 None None] For port c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f,segment=NetworkSegment(8a3514b9-3942-48fa-9f70-9726fcd50700),segment_id=8a3514b9-3942-48fa-9f70-9726fcd50700)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:39.843321 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-55f14ecb-8030-4415-809e-eabd60e02a31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:39.864497 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-55f14ecb-8030-4415-809e-eabd60e02a31 None None] Calling delete_port for c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:20:39.876141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a4be1-65ab-454a-be6c-24428eea8b6d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event deleted for resources: {'Subnet': ['ID=5552e953-f753-4faf-a079-e77f25f33478,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:39.878834 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-282a4be1-65ab-454a-be6c-24428eea8b6d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:39.883232 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-282a4be1-65ab-454a-be6c-24428eea8b6d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "DELETE /v2.0/subnets/5552e953-f753-4faf-a079-e77f25f33478 HTTP/1.1" status: 204 len: 168 time: 0.7142711 Jul 24 09:20:39.886221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38644) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:39.891379 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35064066-24f5-4632-8aae-4a9b8d7daa09 None None] Network cc9afdd4-5467-4171-81bc-c8240aa53b2b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:20:39.932383 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75a90c-e4d2-4d93-a3b4-38bf04fee339 req-9bc49422-68f4-4a40-8040-daaee12c7c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:39.936292 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e75a90c-e4d2-4d93-a3b4-38bf04fee339 req-9bc49422-68f4-4a40-8040-daaee12c7c39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bef3db85-2ab0-417d-a2e7-65a979b570f2 HTTP/1.1" status: 200 len: 855 time: 0.1701434 Jul 24 09:20:39.999727 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-60f6f4fb-c70f-4c8c-a49d-9bcedefbfd2d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:40.006660 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e75a90c-e4d2-4d93-a3b4-38bf04fee339 req-f6a0ee44-0ee4-45f5-861a-cda4201d8003 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d844ade-4b4e-44fb-9c14-02a3515430cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637538 Jul 24 09:20:40.097400 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-60f6f4fb-c70f-4c8c-a49d-9bcedefbfd2d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Deleting port c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:20:40.097681 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-60f6f4fb-c70f-4c8c-a49d-9bcedefbfd2d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:40.133252 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512c9bb-f522-4d5d-a7b9-cd81bc25e54f req-69051b29-a32b-4a90-9baf-56b8006e403f tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:40.141353 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9512c9bb-f522-4d5d-a7b9-cd81bc25e54f req-69051b29-a32b-4a90-9baf-56b8006e403f tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 944 time: 0.2998419 Jul 24 09:20:40.159290 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38650) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:40.183741 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-55f14ecb-8030-4415-809e-eabd60e02a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:40.224069 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f14ecb-8030-4415-809e-eabd60e02a31 None None] Pushing event deleted for resources: {'Port': ['ID=c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:40.226311 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f14ecb-8030-4415-809e-eabd60e02a31 None None] No DVR routers for this DVR port c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:20:40.268255 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9512c9bb-f522-4d5d-a7b9-cd81bc25e54f req-c93a90cd-3098-4bc8-a8cc-e47d12fd2ef1 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249359 Jul 24 09:20:40.271124 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e75a90c-e4d2-4d93-a3b4-38bf04fee339 req-c7e38e5d-816e-4553-a643-df1cf43b2095 service neutron] 10.222.0.20 "GET /v2.0/networks/8d844ade-4b4e-44fb-9c14-02a3515430cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505188 Jul 24 09:20:40.272652 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-60f6f4fb-c70f-4c8c-a49d-9bcedefbfd2d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] For port c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f,segment=NetworkSegment(8a3514b9-3942-48fa-9f70-9726fcd50700),segment_id=8a3514b9-3942-48fa-9f70-9726fcd50700)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:40.273077 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-60f6f4fb-c70f-4c8c-a49d-9bcedefbfd2d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:40.307166 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-60f6f4fb-c70f-4c8c-a49d-9bcedefbfd2d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Calling delete_port for c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:20:40.386096 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b22933e-45f4-4634-8c79-97b8935ba4a9 None None] DHCP port deletion for cc9afdd4-5467-4171-81bc-c8240aa53b2b request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:20:40.396132 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0194f02c-78af-4127-b795-1ddf54f9e8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:40.439042 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e75a90c-e4d2-4d93-a3b4-38bf04fee339 req-8d115b73-99d4-4ae9-8ead-45208ba333d5 service neutron] 10.222.0.20 "GET /v2.0/networks/8d844ade-4b4e-44fb-9c14-02a3515430cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612747 Jul 24 09:20:40.459735 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-3b22933e-45f4-4634-8c79-97b8935ba4a9 None None] Deleting port b4a8300d-1062-4989-93f1-aa6fdbf2d2c5 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:20:40.460120 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3b22933e-45f4-4634-8c79-97b8935ba4a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:40.496339 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-60f6f4fb-c70f-4c8c-a49d-9bcedefbfd2d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:40.538110 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f6f4fb-c70f-4c8c-a49d-9bcedefbfd2d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] No DVR routers for this DVR port c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:20:40.542182 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6f4fb-c70f-4c8c-a49d-9bcedefbfd2d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event deleted for resources: {'Port': ['ID=c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:40.550349 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0194f02c-78af-4127-b795-1ddf54f9e8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:40.556381 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0194f02c-78af-4127-b795-1ddf54f9e8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:40.584778 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880dbda-fefe-4f95-9093-e47e29020fac req-a9355e88-0704-4c19-b9ac-2c1c4485c7c1 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:40.597820 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a880dbda-fefe-4f95-9093-e47e29020fac req-a9355e88-0704-4c19-b9ac-2c1c4485c7c1 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.1704621 Jul 24 09:20:40.649255 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0194f02c-78af-4127-b795-1ddf54f9e8af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=920fdd720c4243a08d520196c7dda52e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4796836 Jul 24 09:20:40.651530 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194f02c-78af-4127-b795-1ddf54f9e8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872cb002-fbdc-4197-ba85-0064cb47f849,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:40.666940 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38660) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:40.676555 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-60f6f4fb-c70f-4c8c-a49d-9bcedefbfd2d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:40.694877 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-60f6f4fb-c70f-4c8c-a49d-9bcedefbfd2d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:40.701089 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-3b22933e-45f4-4634-8c79-97b8935ba4a9 None None] For port b4a8300d-1062-4989-93f1-aa6fdbf2d2c5, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b4a8300d-1062-4989-93f1-aa6fdbf2d2c5,segment=NetworkSegment(d3be6b07-5265-495e-95a5-8cc3de3d1b75),segment_id=d3be6b07-5265-495e-95a5-8cc3de3d1b75)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:40.701488 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3b22933e-45f4-4634-8c79-97b8935ba4a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:40.713378 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a880dbda-fefe-4f95-9093-e47e29020fac req-0a91739f-2be1-454a-9e08-33abfee47bf6 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143715 Jul 24 09:20:40.719990 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-3b22933e-45f4-4634-8c79-97b8935ba4a9 None None] Calling delete_port for b4a8300d-1062-4989-93f1-aa6fdbf2d2c5 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:20:40.734768 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be87096-071b-4541-b56a-4d603b79751a req-21e02ee4-b3b6-4004-990e-1e6e32f47789 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:40.736999 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-60f6f4fb-c70f-4c8c-a49d-9bcedefbfd2d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a3514b9-3942-48fa-9f70-9726fcd50700') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:40.739313 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0be87096-071b-4541-b56a-4d603b79751a req-21e02ee4-b3b6-4004-990e-1e6e32f47789 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e77dfa-c21a-4763-a93b-652f2baf5a78 HTTP/1.1" status: 200 len: 943 time: 0.1734548 Jul 24 09:20:40.739854 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-60f6f4fb-c70f-4c8c-a49d-9bcedefbfd2d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a3514b9-3942-48fa-9f70-9726fcd50700') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:40.763125 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-60f6f4fb-c70f-4c8c-a49d-9bcedefbfd2d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:40.794856 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-60f6f4fb-c70f-4c8c-a49d-9bcedefbfd2d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:40.802539 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0be87096-071b-4541-b56a-4d603b79751a req-b390d869-23aa-436c-92e1-f8d69c1cd7ac tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624762 Jul 24 09:20:40.803544 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2836c885-a42e-4673-acee-965fedad9f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:40.805933 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f6f4fb-c70f-4c8c-a49d-9bcedefbfd2d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:20:40.806781 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-60f6f4fb-c70f-4c8c-a49d-9bcedefbfd2d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:20:40.812387 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:20:40.822388 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3b22933e-45f4-4634-8c79-97b8935ba4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:40.832451 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2836c885-a42e-4673-acee-965fedad9f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:40.847121 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 91872207-1d51-4c52-9eb2-411bd578beae details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:20:40.881780 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2836c885-a42e-4673-acee-965fedad9f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:40.886513 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2836c885-a42e-4673-acee-965fedad9f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:40.890098 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2836c885-a42e-4673-acee-965fedad9f2a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/872cb002-fbdc-4197-ba85-0064cb47f849 HTTP/1.1" status: 204 len: 168 time: 0.2166336 Jul 24 09:20:40.896147 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836c885-a42e-4673-acee-965fedad9f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872cb002-fbdc-4197-ba85-0064cb47f849,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:40.918963 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-60f6f4fb-c70f-4c8c-a49d-9bcedefbfd2d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:40.925714 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-60f6f4fb-c70f-4c8c-a49d-9bcedefbfd2d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:40.930946 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38668) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:40.931335 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-60f6f4fb-c70f-4c8c-a49d-9bcedefbfd2d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "DELETE /v2.0/networks/56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d HTTP/1.1" status: 204 len: 168 time: 1.0437098 Jul 24 09:20:40.958985 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6f4fb-c70f-4c8c-a49d-9bcedefbfd2d tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event deleted for resources: {'Network': ['ID=56ecf47b-4c76-4ce1-8fb1-ae7275a3d78d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:41.033976 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22933e-45f4-4634-8c79-97b8935ba4a9 None None] Pushing event deleted for resources: {'Port': ['ID=b4a8300d-1062-4989-93f1-aa6fdbf2d2c5,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:41.038062 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 91872207-1d51-4c52-9eb2-411bd578beae, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=91872207-1d51-4c52-9eb2-411bd578beae,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:41.050184 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b22933e-45f4-4634-8c79-97b8935ba4a9 None None] No DVR routers for this DVR port b4a8300d-1062-4989-93f1-aa6fdbf2d2c5 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:20:41.058756 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '91872207-1d51-4c52-9eb2-411bd578beae', 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'port_id': '91872207-1d51-4c52-9eb2-411bd578beae', 'mac_address': 'fa:16:3e:09:15:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f84861-778d-4828-92aa-af092c959084', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:20:41.095672 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d7fe-14b1-4468-bcb6-827cfbb599b5 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:41.114722 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:41.133528 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91872207-1d51-4c52-9eb2-411bd578beae {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:20:41.157382 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc644fe-6e94-42be-b240-7e157deab1fe req-70b7ec62-30d0-4226-8455-9be6520c7f50 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:41.159599 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1cc644fe-6e94-42be-b240-7e157deab1fe req-70b7ec62-30d0-4226-8455-9be6520c7f50 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=c90e9796-24ae-4527-a7a4-4ba03fb4101a HTTP/1.1" status: 200 len: 943 time: 0.2301776 Jul 24 09:20:41.161152 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 91872207-1d51-4c52-9eb2-411bd578beae, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=91872207-1d51-4c52-9eb2-411bd578beae,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:41.168831 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:41.308531 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=91872207-1d51-4c52-9eb2-411bd578beae,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:41.309036 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d7fe-14b1-4468-bcb6-827cfbb599b5 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:41.358168 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-d4a4d7fe-14b1-4468-bcb6-827cfbb599b5 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9afdd4-5467-4171-81bc-c8240aa53b2b']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:41.394928 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1cc644fe-6e94-42be-b240-7e157deab1fe req-8d5a7a16-a07c-4a9f-a2a1-e504d3ca0638 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129412 Jul 24 09:20:41.397194 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-d4a4d7fe-14b1-4468-bcb6-827cfbb599b5 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3be6b07-5265-495e-95a5-8cc3de3d1b75') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:41.401649 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-d4a4d7fe-14b1-4468-bcb6-827cfbb599b5 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3be6b07-5265-495e-95a5-8cc3de3d1b75') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:41.423200 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['91872207-1d51-4c52-9eb2-411bd578beae'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:20:41.424247 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d7fe-14b1-4468-bcb6-827cfbb599b5 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:41.445706 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d7fe-14b1-4468-bcb6-827cfbb599b5 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:41.458778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a4d7fe-14b1-4468-bcb6-827cfbb599b5 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:20:41.459968 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d7fe-14b1-4468-bcb6-827cfbb599b5 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:20:41.466630 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:20:41.550235 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b4a8300d-1062-4989-93f1-aa6fdbf2d2c5 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:20:41.595009 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219e058-0adf-481a-8e51-309fa0f03187 req-775b4894-588a-47ca-b64b-0e29bba9bb5e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:41.595620 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d7fe-14b1-4468-bcb6-827cfbb599b5 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:41.597189 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b219e058-0adf-481a-8e51-309fa0f03187 req-775b4894-588a-47ca-b64b-0e29bba9bb5e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 944 time: 0.1544766 Jul 24 09:20:41.619703 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: b4a8300d-1062-4989-93f1-aa6fdbf2d2c5 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:20:41.620031 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b4a8300d-1062-4989-93f1-aa6fdbf2d2c5 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:20:41.620453 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:20:41.626115 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38692) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:41.641285 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d7fe-14b1-4468-bcb6-827cfbb599b5 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:41.649272 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d4a4d7fe-14b1-4468-bcb6-827cfbb599b5 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] 10.222.0.32 "DELETE /v2.0/networks/cc9afdd4-5467-4171-81bc-c8240aa53b2b HTTP/1.1" status: 204 len: 168 time: 0.7139583 Jul 24 09:20:41.649272 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4d7fe-14b1-4468-bcb6-827cfbb599b5 tempest-TaggedBootDevicesTest-975308241 tempest-TaggedBootDevicesTest-975308241-project] Pushing event deleted for resources: {'Network': ['ID=cc9afdd4-5467-4171-81bc-c8240aa53b2b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:41.670453 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:20:41.670793 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c90475eb-7fb1-45ac-8dfd-4d5fe38ba94f not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:20:41.700240 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b219e058-0adf-481a-8e51-309fa0f03187 req-fa269985-d45d-46f4-9763-d2703bbaa20d tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879986 Jul 24 09:20:41.916791 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8c1f6e12-00f4-4a4f-b06c-3ff81656fa43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:42.076558 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035638c5-ecfd-4454-900e-5a5ebb90d3c4 req-48b4aede-ca14-4c75-a3b8-4c772ccd3f33 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:42.081355 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-035638c5-ecfd-4454-900e-5a5ebb90d3c4 req-48b4aede-ca14-4c75-a3b8-4c772ccd3f33 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e77dfa-c21a-4763-a93b-652f2baf5a78 HTTP/1.1" status: 200 len: 943 time: 0.1243932 Jul 24 09:20:42.139558 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-035638c5-ecfd-4454-900e-5a5ebb90d3c4 req-0e3e5ad1-ba23-45e8-a494-5c96a1f5446c tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545466 Jul 24 09:20:42.150425 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38718) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:42.170832 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8c1f6e12-00f4-4a4f-b06c-3ff81656fa43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:42.177823 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8c1f6e12-00f4-4a4f-b06c-3ff81656fa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:42.236860 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8c1f6e12-00f4-4a4f-b06c-3ff81656fa43 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37d9dd3174474409a1cda92152aec373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6061280 Jul 24 09:20:42.236860 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f6e12-00f4-4a4f-b06c-3ff81656fa43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757cb8ca-1906-414a-89a0-e10d0180a7fa,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:42.237174 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38722) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:42.315760 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b040f9e0-0abd-4eca-8dac-d7e3f08b14ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:42.343538 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-5502e641-369f-459b-923b-e9c99c070205 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-590749235-network', 'tenant_id': 'e017d7dcac9b4d6aa3dbad1c8d705037'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:20:42.347507 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b040f9e0-0abd-4eca-8dac-d7e3f08b14ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:42.397974 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5502e641-369f-459b-923b-e9c99c070205 admin admin] Made reservation on behalf of e017d7dcac9b4d6aa3dbad1c8d705037 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:20:42.400657 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5502e641-369f-459b-923b-e9c99c070205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:42.411145 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5502e641-369f-459b-923b-e9c99c070205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:42.456850 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b040f9e0-0abd-4eca-8dac-d7e3f08b14ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:42.459344 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b040f9e0-0abd-4eca-8dac-d7e3f08b14ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:42.460501 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b040f9e0-0abd-4eca-8dac-d7e3f08b14ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/757cb8ca-1906-414a-89a0-e10d0180a7fa HTTP/1.1" status: 204 len: 168 time: 0.2231796 Jul 24 09:20:42.764121 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bafa4d-73c8-4648-b447-2febbffe4304 req-cef68e97-a515-4249-a2c7-b928369868dc tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:42.771520 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-55bafa4d-73c8-4648-b447-2febbffe4304 req-cef68e97-a515-4249-a2c7-b928369868dc tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.0849817 Jul 24 09:20:42.825171 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-55bafa4d-73c8-4648-b447-2febbffe4304 req-d2863eed-46d6-41f5-ba56-e7eaf7e5e5ab tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481100 Jul 24 09:20:42.836089 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040f9e0-0abd-4eca-8dac-d7e3f08b14ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757cb8ca-1906-414a-89a0-e10d0180a7fa,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:42.851078 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 91872207-1d51-4c52-9eb2-411bd578beae up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:20:42.874054 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38738) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:42.888584 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6554500b-7f70-4832-b015-eab5dca95db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:42.905318 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:20:42.913979 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cef564e1-a179-4816-a43f-4c9d3b442c78 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:20:42.981193 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5502e641-369f-459b-923b-e9c99c070205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:42.997252 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160f581-df6e-4a29-be0d-7b1d3a2f1601 req-3b024609-8e30-4a7d-8aad-dd595904b2ce tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:42.998024 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port cef564e1-a179-4816-a43f-4c9d3b442c78 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:20:43.000059 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a160f581-df6e-4a29-be0d-7b1d3a2f1601 req-3b024609-8e30-4a7d-8aad-dd595904b2ce tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 944 time: 0.0910275 Jul 24 09:20:43.008608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a113e9-d774-4ac9-9d3d-3ea5d8fd0914 req-1f8d69e6-8ab4-495f-9b05-879dcec0870a tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:43.009686 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port cef564e1-a179-4816-a43f-4c9d3b442c78 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:20:43.010063 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:43.011219 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-59a113e9-d774-4ac9-9d3d-3ea5d8fd0914 req-1f8d69e6-8ab4-495f-9b05-879dcec0870a tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=c90e9796-24ae-4527-a7a4-4ba03fb4101a HTTP/1.1" status: 200 len: 944 time: 0.5210543 Jul 24 09:20:43.014271 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5502e641-369f-459b-923b-e9c99c070205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:43.062146 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502e641-369f-459b-923b-e9c99c070205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab47f50d-2dff-4768-b222-b7648a729111,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:43.080813 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2d6f8-6ae7-4689-a490-900c0578b95a req-936b16e6-b0ee-42ca-a3c5-9aef9cdccf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:43.087564 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5cc2d6f8-6ae7-4689-a490-900c0578b95a req-936b16e6-b0ee-42ca-a3c5-9aef9cdccf30 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7014e11e214d48f49651526c89418bc1&device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 1097 time: 0.2706618 Jul 24 09:20:43.101167 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a160f581-df6e-4a29-be0d-7b1d3a2f1601 req-c4fc6e7a-3f36-49c3-b97b-c7f3dd8e0df5 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936821 Jul 24 09:20:43.155254 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 91872207-1d51-4c52-9eb2-411bd578beae completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:20:43.158946 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-59a113e9-d774-4ac9-9d3d-3ea5d8fd0914 req-6d511b61-5f96-4416-aa4d-dea75ad09890 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402009 Jul 24 09:20:43.195557 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 91872207-1d51-4c52-9eb2-411bd578beae triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:20:43.195557 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:43.222983 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6554500b-7f70-4832-b015-eab5dca95db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:43.227870 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6554500b-7f70-4832-b015-eab5dca95db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:43.274529 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0,segment=NetworkSegment(658362e4-6283-4c69-8eba-315d82acaa5f),segment_id=658362e4-6283-4c69-8eba-315d82acaa5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:43.287226 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554500b-7f70-4832-b015-eab5dca95db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aba46b2-39b5-461c-9508-d4dafea84bf1,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:43.293962 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6554500b-7f70-4832-b015-eab5dca95db7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9876582cf6a461fb08a096c032a9528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4188240 Jul 24 09:20:43.299159 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38746) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:43.310937 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5502e641-369f-459b-923b-e9c99c070205 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:20:43.316070 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0', 'network_id': '8d844ade-4b4e-44fb-9c14-02a3515430cb', 'port_id': '4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0', 'mac_address': 'fa:16:3e:b9:c9:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bef3db85-2ab0-417d-a2e7-65a979b570f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:20:43.371171 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5502e641-369f-459b-923b-e9c99c070205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:43.371635 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-5502e641-369f-459b-923b-e9c99c070205 admin admin] Added segment d262f20d-1b21-4d22-8000-8e01fa310fe1 of type vlan for network f44044b4-1e3c-4e6f-b18a-35dc29426d51 Jul 24 09:20:43.374908 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:43.399076 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f0ca8c69-753f-4f71-92d0-4c0b00138c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:43.412686 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498e5266-8ace-491a-b8ae-df10e4567b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef564e1-a179-4816-a43f-4c9d3b442c78'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:20:43.414976 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c15a863-c394-411c-900d-182ca4d1ce2f" -d '{"events": [{"server_uuid": "498e5266-8ace-491a-b8ae-df10e4567b25", "name": "network-vif-plugged", "status": "completed", "tag": "cef564e1-a179-4816-a43f-4c9d3b442c78"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:20:43.417693 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:43.436319 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f0ca8c69-753f-4f71-92d0-4c0b00138c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:43.453977 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2d6f8-6ae7-4689-a490-900c0578b95a req-22c7d1a7-3580-45f0-adea-2a5158c38bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:43.456404 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5cc2d6f8-6ae7-4689-a490-900c0578b95a req-22c7d1a7-3580-45f0-adea-2a5158c38bec service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53a4dac-283d-4066-b39c-c92cd595e1cc HTTP/1.1" status: 200 len: 919 time: 0.3262756 Jul 24 09:20:43.463256 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:43.463611 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5502e641-369f-459b-923b-e9c99c070205 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:43.476326 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port cef564e1-a179-4816-a43f-4c9d3b442c78, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cef564e1-a179-4816-a43f-4c9d3b442c78,segment=NetworkSegment(601693b6-c650-4eba-a2f3-56e8c928b732),segment_id=601693b6-c650-4eba-a2f3-56e8c928b732)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:43.489320 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c09fe87-5c96-4c57-a2c8-0462e95ba257 x-openstack-request-id: req-0c09fe87-5c96-4c57-a2c8-0462e95ba257 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:20:43.489615 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498e5266-8ace-491a-b8ae-df10e4567b25", "name": "network-vif-plugged", "status": "completed", "tag": "cef564e1-a179-4816-a43f-4c9d3b442c78", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:20:43.489873 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c09fe87-5c96-4c57-a2c8-0462e95ba257 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:20:43.491403 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498e5266-8ace-491a-b8ae-df10e4567b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef564e1-a179-4816-a43f-4c9d3b442c78', 'code': 200} Jul 24 09:20:43.496804 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:43.511339 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:20:43.514014 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f0ca8c69-753f-4f71-92d0-4c0b00138c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:43.518869 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f0ca8c69-753f-4f71-92d0-4c0b00138c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:43.520801 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f0ca8c69-753f-4f71-92d0-4c0b00138c4c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1aba46b2-39b5-461c-9508-d4dafea84bf1 HTTP/1.1" status: 204 len: 168 time: 0.2205584 Jul 24 09:20:43.531287 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca8c69-753f-4f71-92d0-4c0b00138c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aba46b2-39b5-461c-9508-d4dafea84bf1,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:43.554898 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5cc2d6f8-6ae7-4689-a490-900c0578b95a req-82114f44-1ec6-41dc-9c58-a8b313c7c270 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=281ac198-347e-44df-a282-fa513c72ccd8 HTTP/1.1" status: 200 len: 217 time: 0.0860183 Jul 24 09:20:43.569984 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c9bdc-b243-4439-8f1b-c4734735406b req-b1fbd0e0-d052-4e38-867f-45cdea15a981 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:43.572051 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-199c9bdc-b243-4439-8f1b-c4734735406b req-b1fbd0e0-d052-4e38-867f-45cdea15a981 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e77dfa-c21a-4763-a93b-652f2baf5a78 HTTP/1.1" status: 200 len: 943 time: 0.2630007 Jul 24 09:20:43.586739 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 91872207-1d51-4c52-9eb2-411bd578beae, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=91872207-1d51-4c52-9eb2-411bd578beae,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:43.611786 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:43.626930 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0,segment=NetworkSegment(658362e4-6283-4c69-8eba-315d82acaa5f),segment_id=658362e4-6283-4c69-8eba-315d82acaa5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:43.642949 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:43.644932 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9ad48-b8b2-42bf-858e-3d7960fe2678 req-e0b3c328-78f4-4abb-91da-3bd09b29f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:43.646514 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-77a9ad48-b8b2-42bf-858e-3d7960fe2678 req-e0b3c328-78f4-4abb-91da-3bd09b29f9d4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 1096 time: 0.1024520 Jul 24 09:20:43.648210 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=cef564e1-a179-4816-a43f-4c9d3b442c78,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:43.659789 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5502e641-369f-459b-923b-e9c99c070205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:43.660846 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5502e641-369f-459b-923b-e9c99c070205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:43.661440 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5502e641-369f-459b-923b-e9c99c070205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:43.693498 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-199c9bdc-b243-4439-8f1b-c4734735406b req-5247e24f-7be2-4cd9-8ae9-2eb84995a5a0 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077423 Jul 24 09:20:43.711962 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-77a9ad48-b8b2-42bf-858e-3d7960fe2678 req-c695a9ba-aa17-4216-b5a3-8aca586666c1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597081 Jul 24 09:20:43.721462 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2d6f8-6ae7-4689-a490-900c0578b95a req-a3d39b4b-8ebc-460a-83a4-d2d8fb4f4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:43.723212 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5cc2d6f8-6ae7-4689-a490-900c0578b95a req-a3d39b4b-8ebc-460a-83a4-d2d8fb4f4ef4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f62887c4-8038-43c9-a348-486215509d76 HTTP/1.1" status: 200 len: 859 time: 0.1501491 Jul 24 09:20:43.724143 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=91872207-1d51-4c52-9eb2-411bd578beae,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:43.743790 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5502e641-369f-459b-923b-e9c99c070205 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5909698 Jul 24 09:20:43.790992 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502e641-369f-459b-923b-e9c99c070205 admin admin] Pushing event updated for resources: {'Network': ['ID=f44044b4-1e3c-4e6f-b18a-35dc29426d51,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:43.799399 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:43.803719 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network f44044b4-1e3c-4e6f-b18a-35dc29426d51 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:20:43.819065 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5cc2d6f8-6ae7-4689-a490-900c0578b95a req-ba5a486d-fd7b-4681-9356-3d1b9bf66d28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53a4dac-283d-4066-b39c-c92cd595e1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384686 Jul 24 09:20:43.992561 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:20:43.994453 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5cc2d6f8-6ae7-4689-a490-900c0578b95a req-3f3b5043-7ab9-401a-8594-4adba578bd68 service neutron] 10.222.0.20 "GET /v2.0/networks/e53a4dac-283d-4066-b39c-c92cd595e1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579826 Jul 24 09:20:44.034551 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56965dc-1b68-4eef-9c3b-eea2f87f7eaf req-53c600e2-4099-4de4-ad48-c552258da70b tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:44.037319 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f56965dc-1b68-4eef-9c3b-eea2f87f7eaf req-53c600e2-4099-4de4-ad48-c552258da70b tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.1120050 Jul 24 09:20:44.057043 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:44.110544 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f56965dc-1b68-4eef-9c3b-eea2f87f7eaf req-4471da7c-be23-4078-a3c4-a0bbcaa98e92 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683608 Jul 24 09:20:44.210931 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5cc2d6f8-6ae7-4689-a490-900c0578b95a req-6227faf7-6ba3-4e8d-9eb8-233275e58bc8 service neutron] 10.222.0.20 "GET /v2.0/networks/e53a4dac-283d-4066-b39c-c92cd595e1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099895 Jul 24 09:20:44.365830 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff95348-1427-4c43-bcb6-57a2b9668f73 req-e1305550-4050-465c-b9c8-84a3f6ebda03 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:44.374202 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cff95348-1427-4c43-bcb6-57a2b9668f73 req-e1305550-4050-465c-b9c8-84a3f6ebda03 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.1156793 Jul 24 09:20:44.416777 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cff95348-1427-4c43-bcb6-57a2b9668f73 req-bf0b5d3a-2ebe-47f1-bcf5-18b6d7917f50 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415461 Jul 24 09:20:44.463198 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5ceae-6d1c-4d6b-bcd0-8cb3f457d36c req-0c521aed-0c20-4272-af06-84abfe002356 tempest-ComputeTenantNetworksTest-1196862699 tempest-ComputeTenantNetworksTest-1196862699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:44.469859 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5ceae-6d1c-4d6b-bcd0-8cb3f457d36c req-0c521aed-0c20-4272-af06-84abfe002356 tempest-ComputeTenantNetworksTest-1196862699 tempest-ComputeTenantNetworksTest-1196862699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:44.476138 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5ceae-6d1c-4d6b-bcd0-8cb3f457d36c req-0c521aed-0c20-4272-af06-84abfe002356 tempest-ComputeTenantNetworksTest-1196862699 tempest-ComputeTenantNetworksTest-1196862699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:44.486489 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-86f5ceae-6d1c-4d6b-bcd0-8cb3f457d36c req-0c521aed-0c20-4272-af06-84abfe002356 tempest-ComputeTenantNetworksTest-1196862699 tempest-ComputeTenantNetworksTest-1196862699-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2733474 Jul 24 09:20:44.586868 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ccbd8-d4cd-4caf-b42b-92f6d1a01145 req-2a1bd754-a25f-4e28-91f9-c019c187cc52 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:44.588932 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-610ccbd8-d4cd-4caf-b42b-92f6d1a01145 req-2a1bd754-a25f-4e28-91f9-c019c187cc52 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=c90e9796-24ae-4527-a7a4-4ba03fb4101a HTTP/1.1" status: 200 len: 945 time: 0.0937238 Jul 24 09:20:44.640998 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-610ccbd8-d4cd-4caf-b42b-92f6d1a01145 req-dbdb3f25-76c8-495e-abb6-bde5847b3b8b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426702 Jul 24 09:20:44.708562 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032b13d-f424-4146-a53b-fa39801adeab req-2fa692a4-fae4-48ba-a92f-8a3fb71f0b98 tempest-ComputeTenantNetworksTest-1196862699 tempest-ComputeTenantNetworksTest-1196862699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:44.710407 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a032b13d-f424-4146-a53b-fa39801adeab req-2fa692a4-fae4-48ba-a92f-8a3fb71f0b98 tempest-ComputeTenantNetworksTest-1196862699 tempest-ComputeTenantNetworksTest-1196862699-project] 10.222.0.32 "GET /v2.0/networks/f44044b4-1e3c-4e6f-b18a-35dc29426d51 HTTP/1.1" status: 200 len: 768 time: 0.1047769 Jul 24 09:20:44.718776 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38798) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:44.842057 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fd4cd962-ff8e-46ca-9131-cc9be2bb08aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:44.925342 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d3bb7-007d-47ff-8962-4ed4b36673b7 req-3b695152-67e7-4d5d-8d7a-d1b7c9d2e543 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:44.926985 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-db0d3bb7-007d-47ff-8962-4ed4b36673b7 req-3b695152-67e7-4d5d-8d7a-d1b7c9d2e543 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e77dfa-c21a-4763-a93b-652f2baf5a78 HTTP/1.1" status: 200 len: 944 time: 0.1254866 Jul 24 09:20:44.956095 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fd4cd962-ff8e-46ca-9131-cc9be2bb08aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:44.972167 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-fd4cd962-ff8e-46ca-9131-cc9be2bb08aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44044b4-1e3c-4e6f-b18a-35dc29426d51']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:44.989559 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-fd4cd962-ff8e-46ca-9131-cc9be2bb08aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd262f20d-1b21-4d22-8000-8e01fa310fe1') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:44.989859 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-fd4cd962-ff8e-46ca-9131-cc9be2bb08aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd262f20d-1b21-4d22-8000-8e01fa310fe1') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:45.004256 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fd4cd962-ff8e-46ca-9131-cc9be2bb08aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:45.033709 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-db0d3bb7-007d-47ff-8962-4ed4b36673b7 req-fa1b8588-c640-4423-8df6-e9fcdc4e25ef tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746334 Jul 24 09:20:45.034800 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fd4cd962-ff8e-46ca-9131-cc9be2bb08aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:45.062762 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4cd962-ff8e-46ca-9131-cc9be2bb08aa admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:20:45.063218 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fd4cd962-ff8e-46ca-9131-cc9be2bb08aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:20:45.065376 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:20:45.145622 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fd4cd962-ff8e-46ca-9131-cc9be2bb08aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:45.155163 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fd4cd962-ff8e-46ca-9131-cc9be2bb08aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:45.158157 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fd4cd962-ff8e-46ca-9131-cc9be2bb08aa admin admin] 10.222.0.32 "DELETE /v2.0/networks/f44044b4-1e3c-4e6f-b18a-35dc29426d51 HTTP/1.1" status: 204 len: 168 time: 0.4382348 Jul 24 09:20:45.182891 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4cd962-ff8e-46ca-9131-cc9be2bb08aa admin admin] Pushing event deleted for resources: {'Network': ['ID=f44044b4-1e3c-4e6f-b18a-35dc29426d51,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:45.192542 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd962-ff8e-46ca-9131-cc9be2bb08aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:45.193213 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd962-ff8e-46ca-9131-cc9be2bb08aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:45.193717 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd962-ff8e-46ca-9131-cc9be2bb08aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:45.194236 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd962-ff8e-46ca-9131-cc9be2bb08aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:45.194729 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd962-ff8e-46ca-9131-cc9be2bb08aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:45.195240 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd962-ff8e-46ca-9131-cc9be2bb08aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:45.195577 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd962-ff8e-46ca-9131-cc9be2bb08aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:45.195911 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd962-ff8e-46ca-9131-cc9be2bb08aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:45.196243 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd962-ff8e-46ca-9131-cc9be2bb08aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:45.196867 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd962-ff8e-46ca-9131-cc9be2bb08aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:45.197199 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd962-ff8e-46ca-9131-cc9be2bb08aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:45.197526 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd962-ff8e-46ca-9131-cc9be2bb08aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:45.300981 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210c3c0-eb44-4cbb-beb6-aa7104eda369 req-45d06b98-b839-4e08-9f37-d68ec525d387 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:45.302978 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2210c3c0-eb44-4cbb-beb6-aa7104eda369 req-45d06b98-b839-4e08-9f37-d68ec525d387 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.0979791 Jul 24 09:20:45.361512 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2210c3c0-eb44-4cbb-beb6-aa7104eda369 req-5dfb85fe-4a9e-441c-a826-8e7c267b7db9 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455837 Jul 24 09:20:45.422739 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38818) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:45.491843 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90e9796-24ae-4527-a7a4-4ba03fb4101a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91872207-1d51-4c52-9eb2-411bd578beae'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:20:45.494863 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34ccb1f-10dd-4a23-b6d4-dc5899e9f5f4" -d '{"events": [{"server_uuid": "c90e9796-24ae-4527-a7a4-4ba03fb4101a", "name": "network-vif-plugged", "status": "completed", "tag": "91872207-1d51-4c52-9eb2-411bd578beae"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:20:45.503891 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38824) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:45.505017 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c8a4ef98-4b4c-4984-ab8c-97257fce5fbf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e017d7dcac9b4d6aa3dbad1c8d705037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0809076 Jul 24 09:20:45.576768 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fba9d2c-f666-48dd-a231-61886e591640 x-openstack-request-id: req-8fba9d2c-f666-48dd-a231-61886e591640 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:20:45.577075 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90e9796-24ae-4527-a7a4-4ba03fb4101a", "name": "network-vif-plugged", "status": "completed", "tag": "91872207-1d51-4c52-9eb2-411bd578beae", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:20:45.577329 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8fba9d2c-f666-48dd-a231-61886e591640 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:20:45.577725 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90e9796-24ae-4527-a7a4-4ba03fb4101a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91872207-1d51-4c52-9eb2-411bd578beae', 'code': 200} Jul 24 09:20:45.622097 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c519e77e-8ee4-4083-aae2-772f1731303d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:45.651395 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d90a5d-a6c9-4f67-9eb7-c0f2b0fffd18 req-490cb09a-ad17-4dc7-a754-f071a4efc4e9 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:45.660488 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-07d90a5d-a6c9-4f67-9eb7-c0f2b0fffd18 req-490cb09a-ad17-4dc7-a754-f071a4efc4e9 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.1255960 Jul 24 09:20:45.703314 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-07d90a5d-a6c9-4f67-9eb7-c0f2b0fffd18 req-14e4d463-02c1-471f-ac2c-364311be7c21 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364702 Jul 24 09:20:45.710438 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c519e77e-8ee4-4083-aae2-772f1731303d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:45.778294 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72030f94-c977-49ca-912e-af2e1ece9569 req-9c7d4567-def1-4312-97c2-eb3a5496bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:45.780224 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-72030f94-c977-49ca-912e-af2e1ece9569 req-9c7d4567-def1-4312-97c2-eb3a5496bda8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c90e9796-24ae-4527-a7a4-4ba03fb4101a HTTP/1.1" status: 200 len: 1096 time: 0.1337245 Jul 24 09:20:45.799542 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c519e77e-8ee4-4083-aae2-772f1731303d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:45.802542 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c519e77e-8ee4-4083-aae2-772f1731303d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:45.803780 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c519e77e-8ee4-4083-aae2-772f1731303d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab47f50d-2dff-4768-b222-b7648a729111 HTTP/1.1" status: 204 len: 168 time: 0.2975836 Jul 24 09:20:45.885458 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519e77e-8ee4-4083-aae2-772f1731303d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab47f50d-2dff-4768-b222-b7648a729111,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:45.930567 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-72030f94-c977-49ca-912e-af2e1ece9569 req-9e9acfc2-2a12-400b-b1c7-ba3994bcaa6f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417530 Jul 24 09:20:46.033973 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83cf60-238b-40d7-baa0-58b6faff0fd7 req-8691ccc5-af95-4cd1-a7b6-f432e688b095 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:46.046484 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-df83cf60-238b-40d7-baa0-58b6faff0fd7 req-8691ccc5-af95-4cd1-a7b6-f432e688b095 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=c90e9796-24ae-4527-a7a4-4ba03fb4101a HTTP/1.1" status: 200 len: 945 time: 0.2050161 Jul 24 09:20:46.130209 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-df83cf60-238b-40d7-baa0-58b6faff0fd7 req-e6b14d08-dd05-4c30-b1bc-460db2189484 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815296 Jul 24 09:20:46.255113 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c15df-c802-4be3-bf53-bc78b98efd38 req-94bc01e4-a1a1-42b8-937d-a38e7d4d79b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:46.256710 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec0c15df-c802-4be3-bf53-bc78b98efd38 req-94bc01e4-a1a1-42b8-937d-a38e7d4d79b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf29b3bebbf742f881f34420258c367e&device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 1096 time: 0.1408112 Jul 24 09:20:46.322106 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312296c-aeb3-485d-9227-09b1dc2ba1d2 req-13fec79f-bee8-441b-94e2-368278705fb3 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:46.324100 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b312296c-aeb3-485d-9227-09b1dc2ba1d2 req-13fec79f-bee8-441b-94e2-368278705fb3 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e77dfa-c21a-4763-a93b-652f2baf5a78 HTTP/1.1" status: 200 len: 944 time: 0.1222858 Jul 24 09:20:46.334582 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5252c45-cacc-49c0-9f6f-8b5a8350cc18 req-8edcb5b2-ba84-49f3-b046-8632a5143825 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:46.336145 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d5252c45-cacc-49c0-9f6f-8b5a8350cc18 req-8edcb5b2-ba84-49f3-b046-8632a5143825 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.1241300 Jul 24 09:20:46.408680 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b312296c-aeb3-485d-9227-09b1dc2ba1d2 req-36e6e1c4-1b24-427b-9f39-d77e8bf48e05 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780170 Jul 24 09:20:46.429002 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c15df-c802-4be3-bf53-bc78b98efd38 req-cc5e0559-e7f0-4e35-a7c7-5ae3c3b0ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:46.431353 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec0c15df-c802-4be3-bf53-bc78b98efd38 req-cc5e0559-e7f0-4e35-a7c7-5ae3c3b0ddec service neutron] 10.222.0.20 "GET /v2.0/networks?id=879e2a75-1d2b-49d0-a8d5-7375e00eca98 HTTP/1.1" status: 200 len: 910 time: 0.1663127 Jul 24 09:20:46.434951 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d5252c45-cacc-49c0-9f6f-8b5a8350cc18 req-5634d41f-fb2a-4ff9-af0e-3ccc02574667 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915592 Jul 24 09:20:46.478454 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:46.514690 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec0c15df-c802-4be3-bf53-bc78b98efd38 req-52c8b826-5f0c-4772-b568-9598d420eebb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cef564e1-a179-4816-a43f-4c9d3b442c78 HTTP/1.1" status: 200 len: 217 time: 0.0517097 Jul 24 09:20:46.606388 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c15df-c802-4be3-bf53-bc78b98efd38 req-a9643f9d-7497-4fb0-b01c-8e25c97403e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:46.608428 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec0c15df-c802-4be3-bf53-bc78b98efd38 req-a9643f9d-7497-4fb0-b01c-8e25c97403e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f03bd53-1d24-4014-8dfb-1c8adcf2b288 HTTP/1.1" status: 200 len: 850 time: 0.0874798 Jul 24 09:20:46.653158 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec0c15df-c802-4be3-bf53-bc78b98efd38 req-e2dcdc2d-ec3d-4145-927c-41ef61a6fa5e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=879e2a75-1d2b-49d0-a8d5-7375e00eca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339499 Jul 24 09:20:46.670909 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3761a00-cb2e-42ed-b04d-9ea37add4a43 req-a19a5529-6e03-4846-ad3b-4041cd0942a6 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:46.673079 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f3761a00-cb2e-42ed-b04d-9ea37add4a43 req-a19a5529-6e03-4846-ad3b-4041cd0942a6 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.1144855 Jul 24 09:20:46.807967 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f3761a00-cb2e-42ed-b04d-9ea37add4a43 req-66602744-a20f-41a5-ae6b-895c8be600c9 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236272 Jul 24 09:20:46.846117 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec0c15df-c802-4be3-bf53-bc78b98efd38 req-059d265c-2655-4d3b-a6d8-18b3efa4f3c9 service neutron] 10.222.0.20 "GET /v2.0/networks/879e2a75-1d2b-49d0-a8d5-7375e00eca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717954 Jul 24 09:20:46.958228 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:20:46.977076 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec0c15df-c802-4be3-bf53-bc78b98efd38 req-8dca5557-2510-4afd-8299-950bd49bceba service neutron] 10.222.0.20 "GET /v2.0/networks/879e2a75-1d2b-49d0-a8d5-7375e00eca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186709 Jul 24 09:20:47.053243 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:20:47.061593 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:20:47.061593 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:47.236783 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:47.280320 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0,segment=NetworkSegment(658362e4-6283-4c69-8eba-315d82acaa5f),segment_id=658362e4-6283-4c69-8eba-315d82acaa5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:47.285123 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:47.363311 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:47.375832 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf898257-5d4c-40b1-9afc-34f597d2b8f9 req-47f21116-8060-4049-8987-2756716c8e40 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:47.385421 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bf898257-5d4c-40b1-9afc-34f597d2b8f9 req-47f21116-8060-4049-8987-2756716c8e40 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=c90e9796-24ae-4527-a7a4-4ba03fb4101a HTTP/1.1" status: 200 len: 945 time: 0.1290505 Jul 24 09:20:47.432254 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bf898257-5d4c-40b1-9afc-34f597d2b8f9 req-67788660-9486-438f-b340-853faf5dd53d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456693 Jul 24 09:20:47.557613 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38918) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:47.579128 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e77dfa-c21a-4763-a93b-652f2baf5a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:20:47.581910 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd969ae-9eb0-4122-8b6f-89cf1f7b629f" -d '{"events": [{"server_uuid": "c3e77dfa-c21a-4763-a93b-652f2baf5a78", "name": "network-vif-plugged", "status": "completed", "tag": "4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:20:47.584679 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4449b76-d0c1-4b28-a928-3ab39a9a7ff3 req-5dbb309d-f662-45ef-97a6-d171b4100a13 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=1a05e6e5898f4251b0312ce083171a42 HTTP/1.1" status: 200 len: 267 time: 0.0774913 Jul 24 09:20:47.658670 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4449b76-d0c1-4b28-a928-3ab39a9a7ff3 req-4d4f486d-c0a0-417d-bedf-e24686f2f3b6 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:47.659964 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a2142-1f58-45fd-8442-266649036da2 req-b64910be-bb88-4821-afc4-44e57ff46722 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:47.660700 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4449b76-d0c1-4b28-a928-3ab39a9a7ff3 req-4d4f486d-c0a0-417d-bedf-e24686f2f3b6 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=c90e9796-24ae-4527-a7a4-4ba03fb4101a HTTP/1.1" status: 200 len: 945 time: 0.0752201 Jul 24 09:20:47.667995 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6f5a2142-1f58-45fd-8442-266649036da2 req-b64910be-bb88-4821-afc4-44e57ff46722 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e77dfa-c21a-4763-a93b-652f2baf5a78 HTTP/1.1" status: 200 len: 945 time: 0.1160097 Jul 24 09:20:47.673495 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-a4449b76-d0c1-4b28-a928-3ab39a9a7ff3 req-34814c91-1899-4fb5-aed9-7b54f3a802ed tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Request body: {'port': {'security_groups': []}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:20:47.736567 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7bd337f3-7bee-4146-8b4f-78fd0d25f74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:47.739488 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6f5a2142-1f58-45fd-8442-266649036da2 req-176ef0bb-bd7c-4e48-8735-7fabb8331bf7 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700734 Jul 24 09:20:47.805528 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a4449b76-d0c1-4b28-a928-3ab39a9a7ff3 req-34814c91-1899-4fb5-aed9-7b54f3a802ed tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:47.882909 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a669a44-0b2d-4707-87a4-60a56444b039 req-a6db5dff-2ca5-4709-b321-3921aefe5e49 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:47.884883 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3a669a44-0b2d-4707-87a4-60a56444b039 req-a6db5dff-2ca5-4709-b321-3921aefe5e49 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.0817587 Jul 24 09:20:47.933380 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3a669a44-0b2d-4707-87a4-60a56444b039 req-41691196-80b6-47f9-8030-a8c66ec1521a tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409784 Jul 24 09:20:47.993069 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ee82b4-c692-4f14-9cbc-c95c26c17d23 x-openstack-request-id: req-91ee82b4-c692-4f14-9cbc-c95c26c17d23 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:20:47.993587 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e77dfa-c21a-4763-a93b-652f2baf5a78", "name": "network-vif-plugged", "status": "completed", "tag": "4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:20:47.993807 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91ee82b4-c692-4f14-9cbc-c95c26c17d23 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:20:47.994277 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e77dfa-c21a-4763-a93b-652f2baf5a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0', 'code': 200} Jul 24 09:20:48.042265 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-a4449b76-d0c1-4b28-a928-3ab39a9a7ff3 req-34814c91-1899-4fb5-aed9-7b54f3a802ed tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] For port 91872207-1d51-4c52-9eb2-411bd578beae, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=91872207-1d51-4c52-9eb2-411bd578beae,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:48.128263 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7bd337f3-7bee-4146-8b4f-78fd0d25f74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:48.140385 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31b00d-9e78-49fb-93d0-8ea34efa4aa3 req-86e48799-ff87-4d79-b2bf-c1a260878210 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:48.142426 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7bd337f3-7bee-4146-8b4f-78fd0d25f74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:48.146921 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a4449b76-d0c1-4b28-a928-3ab39a9a7ff3 req-34814c91-1899-4fb5-aed9-7b54f3a802ed tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:48.148406 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5f31b00d-9e78-49fb-93d0-8ea34efa4aa3 req-86e48799-ff87-4d79-b2bf-c1a260878210 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.0964782 Jul 24 09:20:48.167568 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a4449b76-d0c1-4b28-a928-3ab39a9a7ff3 req-34814c91-1899-4fb5-aed9-7b54f3a802ed tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:48.183816 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['b8d95427-097a-4f00-9215-4defaab92a25'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:20:48.187732 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['f2ec6327-268d-46d7-8878-66bfe12ca39a', '91872207-1d51-4c52-9eb2-411bd578beae'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:20:48.208267 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5f31b00d-9e78-49fb-93d0-8ea34efa4aa3 req-72a9ee4b-c39e-4f56-a6c9-4c805c031832 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585573 Jul 24 09:20:48.228983 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7bd337f3-7bee-4146-8b4f-78fd0d25f74c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e60bb151ca5a49ebbcaa472699ea2ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6683681 Jul 24 09:20:48.233160 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38930) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:48.286280 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4449b76-d0c1-4b28-a928-3ab39a9a7ff3 req-34814c91-1899-4fb5-aed9-7b54f3a802ed tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:48.287109 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a4449b76-d0c1-4b28-a928-3ab39a9a7ff3 req-34814c91-1899-4fb5-aed9-7b54f3a802ed tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:48.288407 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4449b76-d0c1-4b28-a928-3ab39a9a7ff3 req-34814c91-1899-4fb5-aed9-7b54f3a802ed tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "PUT /v2.0/ports/91872207-1d51-4c52-9eb2-411bd578beae HTTP/1.1" status: 200 len: 904 time: 0.6209168 Jul 24 09:20:48.291015 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90e9796-24ae-4527-a7a4-4ba03fb4101a', 'tag': '91872207-1d51-4c52-9eb2-411bd578beae'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:20:48.306262 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81c65b9-b88e-423b-a15f-0149d568362f" -d '{"events": [{"name": "network-changed", "server_uuid": "c90e9796-24ae-4527-a7a4-4ba03fb4101a", "tag": "91872207-1d51-4c52-9eb2-411bd578beae"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:20:48.308817 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd337f3-7bee-4146-8b4f-78fd0d25f74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750b3540-930a-4dc5-aed6-86a17b1f2dd5,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:48.363846 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['91872207-1d51-4c52-9eb2-411bd578beae'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:20:48.422806 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34814c91-1899-4fb5-aed9-7b54f3a802ed tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Pushing event updated for resources: {'Port': ['ID=91872207-1d51-4c52-9eb2-411bd578beae,revision_number=6']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:48.426425 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcd0245-db80-4fae-bf82-0ba4801243e5 x-openstack-request-id: req-cbcd0245-db80-4fae-bf82-0ba4801243e5 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:20:48.426727 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90e9796-24ae-4527-a7a4-4ba03fb4101a", "tag": "91872207-1d51-4c52-9eb2-411bd578beae", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:20:48.426978 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cbcd0245-db80-4fae-bf82-0ba4801243e5 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:20:48.427374 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90e9796-24ae-4527-a7a4-4ba03fb4101a', 'tag': '91872207-1d51-4c52-9eb2-411bd578beae', 'status': 'completed', 'code': 200} Jul 24 09:20:48.472043 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efe27d-e5db-40fe-9172-c26f5016f929 req-49388071-f85c-4469-8199-4b3b0aba72f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:48.473091 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-79efe27d-e5db-40fe-9172-c26f5016f929 req-49388071-f85c-4469-8199-4b3b0aba72f3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c3e77dfa-c21a-4763-a93b-652f2baf5a78 HTTP/1.1" status: 200 len: 1096 time: 0.3889091 Jul 24 09:20:48.585136 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aa9307de-a6b3-49d9-856a-effc3253b4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:48.677579 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b13e65a5-9fca-448d-a8a6-7c4fadb04e0a None None] Provisioning complete for port 91872207-1d51-4c52-9eb2-411bd578beae triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:20:48.677955 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b13e65a5-9fca-448d-a8a6-7c4fadb04e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:48.694411 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-79efe27d-e5db-40fe-9172-c26f5016f929 req-abf127a9-0147-4db3-b505-399b219b09fd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929333 Jul 24 09:20:48.698640 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aa9307de-a6b3-49d9-856a-effc3253b4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:48.719378 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d30aac-1a05-4703-9ca1-56cfd9b7b9df req-7b62327a-8179-489c-9518-b144b3acf760 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:48.730347 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a2d30aac-1a05-4703-9ca1-56cfd9b7b9df req-7b62327a-8179-489c-9518-b144b3acf760 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=c90e9796-24ae-4527-a7a4-4ba03fb4101a HTTP/1.1" status: 200 len: 907 time: 0.3231053 Jul 24 09:20:48.752229 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c65b9-b88e-423b-a15f-0149d568362f req-a553f5d5-b176-4fbf-be45-ec5caf177111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:48.754180 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c81c65b9-b88e-423b-a15f-0149d568362f req-a553f5d5-b176-4fbf-be45-ec5caf177111 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&device_id=c90e9796-24ae-4527-a7a4-4ba03fb4101a HTTP/1.1" status: 200 len: 1058 time: 0.3113658 Jul 24 09:20:48.946688 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7060050-4266-4e76-8395-430d3b81c6e5 req-1d4f6626-9298-48f9-944c-40b49c05a2fb tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:48.955003 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d7060050-4266-4e76-8395-430d3b81c6e5 req-1d4f6626-9298-48f9-944c-40b49c05a2fb tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.1101086 Jul 24 09:20:48.965509 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aa9307de-a6b3-49d9-856a-effc3253b4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:48.968369 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aa9307de-a6b3-49d9-856a-effc3253b4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:48.969703 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-aa9307de-a6b3-49d9-856a-effc3253b4ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/750b3540-930a-4dc5-aed6-86a17b1f2dd5 HTTP/1.1" status: 204 len: 168 time: 0.7336724 Jul 24 09:20:49.006478 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d7060050-4266-4e76-8395-430d3b81c6e5 req-d2c7ff64-49e5-4993-890c-fc76e5073c50 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502369 Jul 24 09:20:49.039938 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9307de-a6b3-49d9-856a-effc3253b4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750b3540-930a-4dc5-aed6-86a17b1f2dd5,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:49.052474 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c65b9-b88e-423b-a15f-0149d568362f req-a0d49bfa-d8ff-403d-ab17-a929a88c8b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:49.054140 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c81c65b9-b88e-423b-a15f-0149d568362f req-a0d49bfa-d8ff-403d-ab17-a929a88c8b58 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 912 time: 0.2577007 Jul 24 09:20:49.116795 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b358d9c-63a4-4b16-a8b2-78d5bc139ab0 req-42358250-1e4b-49f5-b0c8-62a2995b1c76 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:49.118560 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8b358d9c-63a4-4b16-a8b2-78d5bc139ab0 req-42358250-1e4b-49f5-b0c8-62a2995b1c76 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e77dfa-c21a-4763-a93b-652f2baf5a78 HTTP/1.1" status: 200 len: 945 time: 0.2556512 Jul 24 09:20:49.120701 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c81c65b9-b88e-423b-a15f-0149d568362f req-676066b7-b301-43c6-babb-163363dc9ab4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91872207-1d51-4c52-9eb2-411bd578beae HTTP/1.1" status: 200 len: 217 time: 0.0536242 Jul 24 09:20:49.286798 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d778f13-3ea7-47fc-9ffe-8784d9ba434f req-31ee9eb9-c184-40ce-82ac-f09c085ad7fa tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:49.289889 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1d778f13-3ea7-47fc-9ffe-8784d9ba434f req-31ee9eb9-c184-40ce-82ac-f09c085ad7fa tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.1350453 Jul 24 09:20:49.291665 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8b358d9c-63a4-4b16-a8b2-78d5bc139ab0 req-41a45ae4-4947-4a64-b350-c21caaa05932 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622126 Jul 24 09:20:49.295885 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c65b9-b88e-423b-a15f-0149d568362f req-615c8d59-cc64-4003-8f85-e4baf8f387b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:49.299218 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c81c65b9-b88e-423b-a15f-0149d568362f req-615c8d59-cc64-4003-8f85-e4baf8f387b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33f84861-778d-4828-92aa-af092c959084 HTTP/1.1" status: 200 len: 851 time: 0.1709154 Jul 24 09:20:49.370406 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1d778f13-3ea7-47fc-9ffe-8784d9ba434f req-b7c535b4-b8b3-4775-a32e-aa9da526e02b tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686164 Jul 24 09:20:49.426240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c65b9-b88e-423b-a15f-0149d568362f req-02a4aabf-a050-41c2-82fb-38bd6867a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:49.431899 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c81c65b9-b88e-423b-a15f-0149d568362f req-02a4aabf-a050-41c2-82fb-38bd6867a336 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b64780-c69e-4432-87ba-d598170da5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255069 Jul 24 09:20:49.637750 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03e268-b42f-4865-b396-bba19d488821 req-a4c949be-16ab-497c-961d-2287f76fcbae tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:49.656968 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-df03e268-b42f-4865-b396-bba19d488821 req-a4c949be-16ab-497c-961d-2287f76fcbae tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.1500361 Jul 24 09:20:49.759219 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-df03e268-b42f-4865-b396-bba19d488821 req-4d3d7c70-4470-4a31-8454-34af7e8a68a7 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012380 Jul 24 09:20:49.827668 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c81c65b9-b88e-423b-a15f-0149d568362f req-1f0a87d1-8325-4653-9003-8e202c80154c service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888140 Jul 24 09:20:49.838134 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d5469-d86e-4adf-8a3f-d91aea6ebb65 req-f93c6ce4-6f07-4763-b945-b6e0baef8123 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:49.845481 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fd5d5469-d86e-4adf-8a3f-d91aea6ebb65 req-f93c6ce4-6f07-4763-b945-b6e0baef8123 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.3441536 Jul 24 09:20:49.913460 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38974) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:50.050706 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c81c65b9-b88e-423b-a15f-0149d568362f req-17c4ad34-3b22-43e1-95a4-5b236825eabb service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012472 Jul 24 09:20:50.072895 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-306168dc-03cd-412a-9b01-2c42d04e24dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:50.135633 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fd5d5469-d86e-4adf-8a3f-d91aea6ebb65 req-3646dc74-3298-4966-8dba-544d3f24e14f tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2845540 Jul 24 09:20:50.361872 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-306168dc-03cd-412a-9b01-2c42d04e24dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:50.367814 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-306168dc-03cd-412a-9b01-2c42d04e24dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:50.470826 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306168dc-03cd-412a-9b01-2c42d04e24dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365a3578-81a2-454e-ad69-defac70d6132,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:50.493183 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-306168dc-03cd-412a-9b01-2c42d04e24dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=542b021b789747e8a3669f832b5523d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5748711 Jul 24 09:20:50.506832 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39004) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:50.544856 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530a33b-9e66-4c1f-9192-af7a179235c3 req-266120f8-3fa8-40da-9f09-9fe48c36e30a tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:50.546526 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f530a33b-9e66-4c1f-9192-af7a179235c3 req-266120f8-3fa8-40da-9f09-9fe48c36e30a tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e77dfa-c21a-4763-a93b-652f2baf5a78 HTTP/1.1" status: 200 len: 945 time: 0.0939326 Jul 24 09:20:50.597333 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f530a33b-9e66-4c1f-9192-af7a179235c3 req-7813a3c6-5d6d-4f81-b42e-a5b5d2c35ddb tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448730 Jul 24 09:20:50.632922 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b72f34a9-2ee4-4b8b-87b3-a4ebdd9fa0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:50.660594 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b72f34a9-2ee4-4b8b-87b3-a4ebdd9fa0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:50.696671 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-15b1992f-6908-41ec-9e8c-be33f092d3bf tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:50.698216 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-15b1992f-6908-41ec-9e8c-be33f092d3bf tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 812 time: 0.2736382 Jul 24 09:20:50.723922 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-c23c12ca-016a-48c3-82eb-2308edef8530 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/quotas/1a05e6e5898f4251b0312ce083171a42 HTTP/1.1" status: 200 len: 375 time: 0.0187125 Jul 24 09:20:50.762532 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b72f34a9-2ee4-4b8b-87b3-a4ebdd9fa0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:50.764974 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b72f34a9-2ee4-4b8b-87b3-a4ebdd9fa0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:50.765585 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdde50b-4d13-4a1a-a747-b8c0b8c734e3 req-a213e8e2-e8aa-4981-9628-14ecb45dae53 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:50.769411 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b72f34a9-2ee4-4b8b-87b3-a4ebdd9fa0e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/365a3578-81a2-454e-ad69-defac70d6132 HTTP/1.1" status: 204 len: 168 time: 0.2616322 Jul 24 09:20:50.781350 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2bdde50b-4d13-4a1a-a747-b8c0b8c734e3 req-a213e8e2-e8aa-4981-9628-14ecb45dae53 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.0999889 Jul 24 09:20:50.787724 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f34a9-2ee4-4b8b-87b3-a4ebdd9fa0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365a3578-81a2-454e-ad69-defac70d6132,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:50.851425 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2bdde50b-4d13-4a1a-a747-b8c0b8c734e3 req-fd7d8527-1cff-4cbe-b67e-d05e12fd0cea tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690508 Jul 24 09:20:50.852732 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-483379ed-3a25-44fd-a591-3a9a2cd98666 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1278789 Jul 24 09:20:50.989082 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-b2e5661b-b044-4c64-b028-6501fd977bc9 service neutron] 10.222.0.32 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255755 Jul 24 09:20:51.201225 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-852f5c68-dc5a-4503-9a1d-deb180e8d17e service neutron] 10.222.0.32 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051640 Jul 24 09:20:51.504443 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4da9c2-959a-43a2-8b19-91a38496c6c9 req-41ff79ce-8d50-4abe-8ff3-cafaa9e333d1 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:51.511856 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a4da9c2-959a-43a2-8b19-91a38496c6c9 req-41ff79ce-8d50-4abe-8ff3-cafaa9e333d1 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.0853188 Jul 24 09:20:51.650951 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a4da9c2-959a-43a2-8b19-91a38496c6c9 req-02d967bd-b10e-4475-a398-44f5e5b4c90d tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318338 Jul 24 09:20:51.756857 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-556b83a6-f0cc-462b-92a0-83e7c3569d8e req-d0236769-5d94-4111-be59-79c7cf2dc019 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 210 time: 0.0508449 Jul 24 09:20:52.128540 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3679d-fabe-49c7-ba6c-e1e90d37c77c req-1898683f-116f-4558-a938-137e97fa8c35 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:52.132810 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-edc3679d-fabe-49c7-ba6c-e1e90d37c77c req-1898683f-116f-4558-a938-137e97fa8c35 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.1700511 Jul 24 09:20:52.229740 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-edc3679d-fabe-49c7-ba6c-e1e90d37c77c req-cdf903e6-f298-4a71-8854-e49bfa003076 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877242 Jul 24 09:20:52.825052 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea86b43-bdfd-411b-a61c-2e378bfc7199 req-432ce5ec-f481-4307-a0fe-362fda60b32c tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:52.827459 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9ea86b43-bdfd-411b-a61c-2e378bfc7199 req-432ce5ec-f481-4307-a0fe-362fda60b32c tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.0890198 Jul 24 09:20:52.890277 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-3ba58cf1-12db-4aee-8c83-25dd612146b5 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:52.891634 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9ea86b43-bdfd-411b-a61c-2e378bfc7199 req-3401d385-66b5-4519-a2e0-aad14bbbefc6 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573843 Jul 24 09:20:52.891761 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-3ba58cf1-12db-4aee-8c83-25dd612146b5 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.37 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 812 time: 0.1492727 Jul 24 09:20:52.906555 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-10ace1ec-255f-4b64-8cab-f760b6a79824 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Request body: {'port': {'device_id': 'd8516f77-09c0-44fd-9705-a68b8a12a13c', 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'admin_state_up': True, 'tenant_id': '1a05e6e5898f4251b0312ce083171a42'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:20:53.268392 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c141a34c-dff8-4107-b1e7-a64a29141df4 req-d7c17223-b8d7-4c65-b1d3-fddaf933cd19 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 210 time: 0.3711476 Jul 24 09:20:53.290765 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39108) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:53.573790 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595d295-4f15-476e-af77-6bbef2a69ce3 req-c8a0f268-d571-43c7-86f9-b96035bd22a2 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:53.576084 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6595d295-4f15-476e-af77-6bbef2a69ce3 req-c8a0f268-d571-43c7-86f9-b96035bd22a2 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.1166112 Jul 24 09:20:53.577089 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-10ace1ec-255f-4b64-8cab-f760b6a79824 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Made reservation on behalf of 1a05e6e5898f4251b0312ce083171a42 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:20:53.580771 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-10ace1ec-255f-4b64-8cab-f760b6a79824 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:53.696180 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6595d295-4f15-476e-af77-6bbef2a69ce3 req-8cadb3dd-da5a-423b-82f4-a6d8f6731170 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105053 Jul 24 09:20:53.809722 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-10ace1ec-255f-4b64-8cab-f760b6a79824 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Allocated IP 172.20.0.8 (68b64780-c69e-4432-87ba-d598170da5b7/33f84861-778d-4828-92aa-af092c959084/9cef6d65-19a7-4709-a793-be0e73e841c2) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:20:53.970679 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-1562d92a-26dc-4955-9227-a790c690af0b tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=de0b2517dcc64a77bc914e78cab0c560&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790212 Jul 24 09:20:54.163274 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-10ace1ec-255f-4b64-8cab-f760b6a79824 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:54.177265 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-2c6d41cc-82ab-4373-a9b5-4a15417cf3cf tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:54.179880 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-2c6d41cc-82ab-4373-a9b5-4a15417cf3cf tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1956398 Jul 24 09:20:54.201598 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-545f0eaa-8058-4d27-b2c6-de85c3d5554c tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/quotas/de0b2517dcc64a77bc914e78cab0c560 HTTP/1.1" status: 200 len: 375 time: 0.0143385 Jul 24 09:20:54.204563 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-10ace1ec-255f-4b64-8cab-f760b6a79824 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Transition to ACTIVE for port object 9cef6d65-19a7-4709-a793-be0e73e841c2 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:20:54.251593 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-ac219afb-b931-4276-97bb-54d03a2c839b tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=de0b2517dcc64a77bc914e78cab0c560&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436039 Jul 24 09:20:54.254949 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04a80b-4b63-43ed-a17c-50c3480ded76 req-67832dc0-64d8-4d21-b96f-8a53bbacac16 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:54.256590 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5b04a80b-4b63-43ed-a17c-50c3480ded76 req-67832dc0-64d8-4d21-b96f-8a53bbacac16 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.1021061 Jul 24 09:20:54.296729 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-10ace1ec-255f-4b64-8cab-f760b6a79824 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:54.314409 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['f2ec6327-268d-46d7-8878-66bfe12ca39a'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:20:54.317259 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['b8d95427-097a-4f00-9215-4defaab92a25'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:20:54.400181 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-10ace1ec-255f-4b64-8cab-f760b6a79824 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Network 68b64780-c69e-4432-87ba-d598170da5b7 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:20:54.404707 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-10ace1ec-255f-4b64-8cab-f760b6a79824 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:20:54.409220 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-10ace1ec-255f-4b64-8cab-f760b6a79824 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:20:54.510172 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ace1ec-255f-4b64-8cab-f760b6a79824 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Pushing event updated for resources: {'Port': ['ID=9cef6d65-19a7-4709-a793-be0e73e841c2,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:54.570192 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-10ace1ec-255f-4b64-8cab-f760b6a79824 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:54.571963 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-10ace1ec-255f-4b64-8cab-f760b6a79824 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:54.613845 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5b04a80b-4b63-43ed-a17c-50c3480ded76 req-fcaf716e-a875-4b18-a6aa-71e91c76610e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584462 Jul 24 09:20:54.626425 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-10ace1ec-255f-4b64-8cab-f760b6a79824 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7251177 Jul 24 09:20:54.647341 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-07684192-37eb-4d25-a1b3-e1e3e866022c service neutron] Request body: {'port': {'device_id': 'd8516f77-09c0-44fd-9705-a68b8a12a13c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:20:54.895200 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-51451525-4d5a-4256-b0b5-7a882c40a761 req-8a306323-511a-49c4-908c-2b7f91e1d124 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/ports?device_id=79e45812-6897-4403-a39b-29ce1b44f43a HTTP/1.1" status: 200 len: 210 time: 0.0502682 Jul 24 09:20:54.952433 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-967f4cd9-4c7a-4e66-b034-05e5f3ba7671 None None] Provisioning for port 9cef6d65-19a7-4709-a793-be0e73e841c2 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:20:54.964041 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-967f4cd9-4c7a-4e66-b034-05e5f3ba7671 None None] Provisioning complete for port 9cef6d65-19a7-4709-a793-be0e73e841c2 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:20:54.968257 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-967f4cd9-4c7a-4e66-b034-05e5f3ba7671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:54.987571 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-07684192-37eb-4d25-a1b3-e1e3e866022c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:55.009671 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3cd8c64f-2b53-408f-b7ea-28fcd183bb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:55.071154 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-967f4cd9-4c7a-4e66-b034-05e5f3ba7671 None None] Port 9cef6d65-19a7-4709-a793-be0e73e841c2 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:20:55.157293 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465d2e2-f73b-4208-939f-bbce3611ebec req-4d2e95c1-a9bb-41ab-aa35-3fe7119724e4 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:55.186751 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6465d2e2-f73b-4208-939f-bbce3611ebec req-4d2e95c1-a9bb-41ab-aa35-3fe7119724e4 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 931 time: 0.4436240 Jul 24 09:20:55.240240 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef68d02-a22f-4cc5-a0a8-1ab78c08ada0 req-9f644d72-928f-4b73-997f-496f9efb4b60 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:55.241852 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9ef68d02-a22f-4cc5-a0a8-1ab78c08ada0 req-9f644d72-928f-4b73-997f-496f9efb4b60 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.1681077 Jul 24 09:20:55.253709 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6465d2e2-f73b-4208-939f-bbce3611ebec req-7ee8da91-bec8-458e-a5b0-0c31395a06b1 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658145 Jul 24 09:20:55.391029 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9ef68d02-a22f-4cc5-a0a8-1ab78c08ada0 req-bd325b38-b5a2-4831-85a6-aa1e84aa1cbc tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106324 Jul 24 09:20:55.460855 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8c64f-2b53-408f-b7ea-28fcd183bb1a admin admin] Deleting port fb501b0a-b289-4ef2-8e3b-c15bfda28227 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:20:55.461251 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3cd8c64f-2b53-408f-b7ea-28fcd183bb1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:55.525828 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-07684192-37eb-4d25-a1b3-e1e3e866022c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cef6d65-19a7-4709-a793-be0e73e841c2 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:20:55.535168 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-07684192-37eb-4d25-a1b3-e1e3e866022c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:55.549011 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-07684192-37eb-4d25-a1b3-e1e3e866022c service neutron] Transition to ACTIVE for port object 9cef6d65-19a7-4709-a793-be0e73e841c2 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:20:55.553429 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-07684192-37eb-4d25-a1b3-e1e3e866022c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:55.581410 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-3cd8c64f-2b53-408f-b7ea-28fcd183bb1a admin admin] For port fb501b0a-b289-4ef2-8e3b-c15bfda28227, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=fb501b0a-b289-4ef2-8e3b-c15bfda28227,segment=NetworkSegment(afef0383-871f-4fc7-8698-99b783e5c18e),segment_id=afef0383-871f-4fc7-8698-99b783e5c18e)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:55.582066 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3cd8c64f-2b53-408f-b7ea-28fcd183bb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:55.610679 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8c64f-2b53-408f-b7ea-28fcd183bb1a admin admin] Calling delete_port for fb501b0a-b289-4ef2-8e3b-c15bfda28227 owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:20:55.683605 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07684192-37eb-4d25-a1b3-e1e3e866022c service neutron] Pushing event updated for resources: {'Port': ['ID=9cef6d65-19a7-4709-a793-be0e73e841c2,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:55.788465 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-07684192-37eb-4d25-a1b3-e1e3e866022c service neutron] Attempting to bind port 9cef6d65-19a7-4709-a793-be0e73e841c2 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:20:55.788844 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-07684192-37eb-4d25-a1b3-e1e3e866022c service neutron] Attempting to bind port 9cef6d65-19a7-4709-a793-be0e73e841c2 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:20:55.789187 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-07684192-37eb-4d25-a1b3-e1e3e866022c service neutron] Attempting to bind port 9cef6d65-19a7-4709-a793-be0e73e841c2 on network 68b64780-c69e-4432-87ba-d598170da5b7 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:20:55.798238 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-07684192-37eb-4d25-a1b3-e1e3e866022c service neutron] Port 9cef6d65-19a7-4709-a793-be0e73e841c2 on network 68b64780-c69e-4432-87ba-d598170da5b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:20:55.798578 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-07684192-37eb-4d25-a1b3-e1e3e866022c service neutron] Attempting to bind port 9cef6d65-19a7-4709-a793-be0e73e841c2 on network 68b64780-c69e-4432-87ba-d598170da5b7 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:20:55.814082 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-07684192-37eb-4d25-a1b3-e1e3e866022c service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:20:55.814082 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-07684192-37eb-4d25-a1b3-e1e3e866022c service neutron] Checking segment: {'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:20:55.814082 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-07684192-37eb-4d25-a1b3-e1e3e866022c service neutron] Bound using segment: {'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:20:55.815033 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-07684192-37eb-4d25-a1b3-e1e3e866022c service neutron] Bound port: 9cef6d65-19a7-4709-a793-be0e73e841c2, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:20:55.815033 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-07684192-37eb-4d25-a1b3-e1e3e866022c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:55.991567 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542f2e4-b67d-4add-abdf-7d3dfc9b3af5 req-a0af40cc-1c11-4566-ac19-b5431ac32aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:55.993661 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b542f2e4-b67d-4add-abdf-7d3dfc9b3af5 req-a0af40cc-1c11-4566-ac19-b5431ac32aef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 1097 time: 0.1702912 Jul 24 09:20:56.076712 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-6b2931eb-97d3-4317-86be-848df94cb370 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=de0b2517dcc64a77bc914e78cab0c560&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532043 Jul 24 09:20:56.088122 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-07684192-37eb-4d25-a1b3-e1e3e866022c service neutron] For port 9cef6d65-19a7-4709-a793-be0e73e841c2, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:20:56.147617 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fc854e87-1061-4e0f-a1a6-faabcddc1933 req-ca5ddb61-656e-45f6-8a9d-f4c666d5fda8 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/ports?device_id=79e45812-6897-4403-a39b-29ce1b44f43a HTTP/1.1" status: 200 len: 210 time: 0.0784593 Jul 24 09:20:56.149820 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-07684192-37eb-4d25-a1b3-e1e3e866022c service neutron] For port 9cef6d65-19a7-4709-a793-be0e73e841c2, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=9cef6d65-19a7-4709-a793-be0e73e841c2,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:20:56.151982 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3f233-9ef7-4112-8c43-9fabe2c9d246 req-36fac28f-6113-4c05-b4b4-c89d37ddd7af tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:56.156190 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b542f2e4-b67d-4add-abdf-7d3dfc9b3af5 req-b3d280c7-8e41-45dd-ac5e-f7e00eccc4d7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557078 Jul 24 09:20:56.161854 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4ff3f233-9ef7-4112-8c43-9fabe2c9d246 req-36fac28f-6113-4c05-b4b4-c89d37ddd7af tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.3503816 Jul 24 09:20:56.176009 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-07684192-37eb-4d25-a1b3-e1e3e866022c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:56.248180 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-07684192-37eb-4d25-a1b3-e1e3e866022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:56.248996 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-07684192-37eb-4d25-a1b3-e1e3e866022c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:56.250562 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-07684192-37eb-4d25-a1b3-e1e3e866022c service neutron] 10.222.0.37 "PUT /v2.0/ports/9cef6d65-19a7-4709-a793-be0e73e841c2 HTTP/1.1" status: 200 len: 1091 time: 1.6164417 Jul 24 09:20:56.251015 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8516f77-09c0-44fd-9705-a68b8a12a13c', 'tag': '9cef6d65-19a7-4709-a793-be0e73e841c2'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:20:56.253628 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e392c8-b0e3-4a32-9635-1da741c41973" -d '{"events": [{"name": "network-changed", "server_uuid": "d8516f77-09c0-44fd-9705-a68b8a12a13c", "tag": "9cef6d65-19a7-4709-a793-be0e73e841c2"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:20:56.298210 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07684192-37eb-4d25-a1b3-e1e3e866022c service neutron] Pushing event updated for resources: {'Port': ['ID=9cef6d65-19a7-4709-a793-be0e73e841c2,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:56.352624 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4ff3f233-9ef7-4112-8c43-9fabe2c9d246 req-7a75de6c-749e-4294-9664-250f4ce7fbf8 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756573 Jul 24 09:20:56.360532 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111e2922-597d-417f-b165-9fb930d421c9 x-openstack-request-id: req-111e2922-597d-417f-b165-9fb930d421c9 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:20:56.360943 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8516f77-09c0-44fd-9705-a68b8a12a13c", "tag": "9cef6d65-19a7-4709-a793-be0e73e841c2", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:20:56.361229 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-111e2922-597d-417f-b165-9fb930d421c9 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:20:56.361761 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8516f77-09c0-44fd-9705-a68b8a12a13c', 'tag': '9cef6d65-19a7-4709-a793-be0e73e841c2', 'status': 'completed', 'code': 200} Jul 24 09:20:56.401954 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-94203178-97d7-4283-883e-e81824c5d0df tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:56.405424 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-94203178-97d7-4283-883e-e81824c5d0df tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3171391 Jul 24 09:20:56.407799 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3cd8c64f-2b53-408f-b7ea-28fcd183bb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:56.427990 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-9f85e045-2e4a-405f-92b6-ae258b23fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:56.429587 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-9f85e045-2e4a-405f-92b6-ae258b23fbe2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 1094 time: 0.1261711 Jul 24 09:20:56.442271 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-a2155e72-613e-424e-851d-6c5b180b229c tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Request body: {'port': {'device_id': '79e45812-6897-4403-a39b-29ce1b44f43a', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': 'de0b2517dcc64a77bc914e78cab0c560'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:20:56.531205 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-3a5b6317-7c6f-4b8f-b3e7-4b99e0fe370d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cef6d65-19a7-4709-a793-be0e73e841c2 HTTP/1.1" status: 200 len: 217 time: 0.0930011 Jul 24 09:20:56.655082 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-41aab761-647a-4839-a0e9-b21f3b6536e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:56.657062 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-41aab761-647a-4839-a0e9-b21f3b6536e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33f84861-778d-4828-92aa-af092c959084 HTTP/1.1" status: 200 len: 851 time: 0.0673611 Jul 24 09:20:56.695901 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8c64f-2b53-408f-b7ea-28fcd183bb1a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb501b0a-b289-4ef2-8e3b-c15bfda28227,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:56.712844 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5913609-08af-4d5e-9598-c9e374bd914a req-cb28ec66-00b7-4761-9ae4-ba583e387136 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:56.714719 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5913609-08af-4d5e-9598-c9e374bd914a req-cb28ec66-00b7-4761-9ae4-ba583e387136 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 943 time: 0.1900005 Jul 24 09:20:56.776226 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-ae00a8d0-816f-4a8d-9a9d-fa0b7be049ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:56.777839 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-ae00a8d0-816f-4a8d-9a9d-fa0b7be049ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b64780-c69e-4432-87ba-d598170da5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118541 Jul 24 09:20:56.782030 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5913609-08af-4d5e-9598-c9e374bd914a req-d430b897-acd3-482d-a360-98031bfc8a08 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562704 Jul 24 09:20:56.871225 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-a2155e72-613e-424e-851d-6c5b180b229c tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Made reservation on behalf of de0b2517dcc64a77bc914e78cab0c560 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:20:56.874839 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-a2155e72-613e-424e-851d-6c5b180b229c tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:56.887531 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-a2155e72-613e-424e-851d-6c5b180b229c tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:56.892411 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-781bad43-28b8-4485-9fd4-ec49a5e26ecc service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079738 Jul 24 09:20:56.970689 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cccd84-7a10-4674-b612-4003ed68cfe4 req-e4fabc6e-cab9-4c66-aa8f-def9fb8e5156 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:56.975242 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d6cccd84-7a10-4674-b612-4003ed68cfe4 req-e4fabc6e-cab9-4c66-aa8f-def9fb8e5156 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.3367996 Jul 24 09:20:57.020019 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3cd8c64f-2b53-408f-b7ea-28fcd183bb1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:57.031777 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-436640d9-0fb6-4100-969e-cbdccb306fd2 req-73b38e5a-c217-4b6b-bfa5-bd76fccf88e4 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268342 Jul 24 09:20:57.206117 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-72de6f1f-628f-4568-a261-cc75c6bcd03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:57.210418 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e392c8-b0e3-4a32-9635-1da741c41973 req-39f0334e-4bbd-48e4-9963-adfd2bc7a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:57.218671 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-69e392c8-b0e3-4a32-9635-1da741c41973 req-39f0334e-4bbd-48e4-9963-adfd2bc7a8be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 1094 time: 0.1296508 Jul 24 09:20:57.316204 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-a2155e72-613e-424e-851d-6c5b180b229c tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:57.325513 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-a2155e72-613e-424e-851d-6c5b180b229c tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:57.345998 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e392c8-b0e3-4a32-9635-1da741c41973 req-fb92869c-eb27-4ceb-a420-54b0750b25f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:57.348458 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-69e392c8-b0e3-4a32-9635-1da741c41973 req-fb92869c-eb27-4ceb-a420-54b0750b25f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 912 time: 0.1211274 Jul 24 09:20:57.401786 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d80caeb3-7340-4ba6-8a90-fdb68efcb940 req-de1d1b6a-bcb4-45b1-b874-19c086c182ed tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/ports?device_id=79e45812-6897-4403-a39b-29ce1b44f43a HTTP/1.1" status: 200 len: 210 time: 0.0494235 Jul 24 09:20:57.409189 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39198) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:57.462670 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-69e392c8-b0e3-4a32-9635-1da741c41973 req-48628ac0-17c2-4ac0-86a6-61904ff460ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cef6d65-19a7-4709-a793-be0e73e841c2 HTTP/1.1" status: 200 len: 217 time: 0.0982494 Jul 24 09:20:57.513799 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-a2155e72-613e-424e-851d-6c5b180b229c tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Allocated IP 192.168.233.116 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/3b59c80a-9911-4399-b89c-ca3a2cf79bd5) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:20:57.597385 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e392c8-b0e3-4a32-9635-1da741c41973 req-167b72e0-4b84-4ebf-8e4d-a806c8911764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:57.599261 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-69e392c8-b0e3-4a32-9635-1da741c41973 req-167b72e0-4b84-4ebf-8e4d-a806c8911764 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33f84861-778d-4828-92aa-af092c959084 HTTP/1.1" status: 200 len: 851 time: 0.1296887 Jul 24 09:20:57.604961 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d6cccd84-7a10-4674-b612-4003ed68cfe4 req-49a69100-6887-44b2-87ac-deed1541c339 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6217308 Jul 24 09:20:57.652008 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2155e72-613e-424e-851d-6c5b180b229c tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e60b1708-4b03-4990-a9bf-affb89f31053,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:57.655148 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7baab495-bd64-479b-a59f-74b29be17fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:57.718405 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e176a96-d760-4d9f-82e7-17f7ffaeeaac req-a70bbf26-ca75-4172-a196-4d71dedc30f2 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:57.720328 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3e176a96-d760-4d9f-82e7-17f7ffaeeaac req-a70bbf26-ca75-4172-a196-4d71dedc30f2 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.1786115 Jul 24 09:20:57.750057 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-a2155e72-613e-424e-851d-6c5b180b229c tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:57.770919 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e392c8-b0e3-4a32-9635-1da741c41973 req-b118ff8d-1736-4c4e-9c9a-d5cdaab2c438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:57.772343 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-69e392c8-b0e3-4a32-9635-1da741c41973 req-b118ff8d-1736-4c4e-9c9a-d5cdaab2c438 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b64780-c69e-4432-87ba-d598170da5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1621089 Jul 24 09:20:57.820345 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-a2155e72-613e-424e-851d-6c5b180b229c tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Transition to ACTIVE for port object 3b59c80a-9911-4399-b89c-ca3a2cf79bd5 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:20:57.905695 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3e176a96-d760-4d9f-82e7-17f7ffaeeaac req-bdcecf9f-4275-4b0f-af07-e5c6d7c186b4 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733921 Jul 24 09:20:57.914826 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd8c64f-2b53-408f-b7ea-28fcd183bb1a admin admin] Router 68cc0437-f26c-4a2f-9db5-4935001efde4 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:20:57.916006 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-a2155e72-613e-424e-851d-6c5b180b229c tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:57.945750 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7baab495-bd64-479b-a59f-74b29be17fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:57.982216 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-a2155e72-613e-424e-851d-6c5b180b229c tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:20:57.994753 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-a2155e72-613e-424e-851d-6c5b180b229c tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:20:58.034710 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7baab495-bd64-479b-a59f-74b29be17fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:58.037780 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-a2155e72-613e-424e-851d-6c5b180b229c tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:20:58.048491 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2155e72-613e-424e-851d-6c5b180b229c tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Pushing event updated for resources: {'Port': ['ID=3b59c80a-9911-4399-b89c-ca3a2cf79bd5,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:58.065050 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-69e392c8-b0e3-4a32-9635-1da741c41973 req-3fff972f-474d-4bf6-b613-626fbe35d4c2 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833529 Jul 24 09:20:58.132264 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7baab495-bd64-479b-a59f-74b29be17fa4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b3e76cd8926424fbf7f8fbc8c4dae8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6910179 Jul 24 09:20:58.141658 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39210) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:58.142502 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baab495-bd64-479b-a59f-74b29be17fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45247e42-3c68-4c0f-a382-2c2656c45b3b,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:58.169528 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-a2155e72-613e-424e-851d-6c5b180b229c tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:58.170428 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-a2155e72-613e-424e-851d-6c5b180b229c tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:58.198107 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb076c-7009-4227-ad11-5e6f457f4962 req-bcff9985-0ff8-45c5-bfdc-7e68bf6f496f tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:58.199848 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0bdb076c-7009-4227-ad11-5e6f457f4962 req-bcff9985-0ff8-45c5-bfdc-7e68bf6f496f tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 943 time: 0.3290174 Jul 24 09:20:58.255397 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-a2155e72-613e-424e-851d-6c5b180b229c tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8207598 Jul 24 09:20:58.261143 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0bdb076c-7009-4227-ad11-5e6f457f4962 req-e3cdeaf8-4c8d-420b-ba36-d19bcfe226d7 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480859 Jul 24 09:20:58.271797 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-342d4776-2998-4eef-b57c-9b70654d9d4c service neutron] Request body: {'port': {'device_id': '79e45812-6897-4403-a39b-29ce1b44f43a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:20:58.332603 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd8c64f-2b53-408f-b7ea-28fcd183bb1a admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:20:58.341176 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3cd8c64f-2b53-408f-b7ea-28fcd183bb1a admin admin] 10.222.0.32 "PUT /v2.0/routers/68cc0437-f26c-4a2f-9db5-4935001efde4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0447195 Jul 24 09:20:58.341695 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39214) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:20:58.347140 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c46a4a-61d3-4d34-957c-8a74caa3ce37 None None] Sync routers for ids ['68cc0437-f26c-4a2f-9db5-4935001efde4'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:20:58.347899 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cef13884-18e1-4fa2-b5e0-012813eeebbc req-15ff95e0-fabd-4836-acfe-85ac62e05c49 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b02c6d8e-ebeb-4963-93d4-9256dc13038e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4707034 Jul 24 09:20:58.349740 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-69e392c8-b0e3-4a32-9635-1da741c41973 req-43e98691-66ed-45e5-a07c-53320713d885 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700033 Jul 24 09:20:58.367033 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c46a4a-61d3-4d34-957c-8a74caa3ce37 None None] Routers {'68cc0437-f26c-4a2f-9db5-4935001efde4'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:20:58.371175 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-03c46a4a-61d3-4d34-957c-8a74caa3ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:20:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['68cc0437-f26c-4a2f-9db5-4935001efde4'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:58.461692 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8371c180-67fe-4600-8f8f-2132a1051d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:58.535955 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cee34661-681a-49dc-ba79-77a59c307d36 admin admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:58.547920 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8371c180-67fe-4600-8f8f-2132a1051d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:58.592382 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316344f4-3039-408d-bcb2-515fe6ee5b78 req-c152cb83-d9f4-4d66-82d8-16f2e50b2158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:58.594442 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-316344f4-3039-408d-bcb2-515fe6ee5b78 req-c152cb83-d9f4-4d66-82d8-16f2e50b2158 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7014e11e214d48f49651526c89418bc1&device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 1097 time: 0.2401290 Jul 24 09:20:58.673219 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef13884-18e1-4fa2-b5e0-012813eeebbc req-44adb19f-d30f-4bc4-a6c9-2b874241f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:58.675471 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cef13884-18e1-4fa2-b5e0-012813eeebbc req-44adb19f-d30f-4bc4-a6c9-2b874241f62a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&device_id=b02c6d8e-ebeb-4963-93d4-9256dc13038e HTTP/1.1" status: 200 len: 1097 time: 0.2742612 Jul 24 09:20:58.677264 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fbbf1366-a52c-4d0a-818b-334f13f9e12c None None] Provisioning for port 3b59c80a-9911-4399-b89c-ca3a2cf79bd5 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:20:58.678793 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-342d4776-2998-4eef-b57c-9b70654d9d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:58.704292 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-03c46a4a-61d3-4d34-957c-8a74caa3ce37 None None] Set router 68cc0437-f26c-4a2f-9db5-4935001efde4 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:20:58.768196 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfe562-f0a1-4eaa-9809-a5503c2c83bf req-f68d73af-f38e-4dcf-a824-79cff01cb0e9 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:58.773123 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4490601-34c1-4e96-837b-8473e9a97206 req-af642643-9516-4581-8d92-af9881f39596 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:58.775212 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-91dfe562-f0a1-4eaa-9809-a5503c2c83bf req-f68d73af-f38e-4dcf-a824-79cff01cb0e9 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.3198380 Jul 24 09:20:58.780127 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4490601-34c1-4e96-837b-8473e9a97206 req-af642643-9516-4581-8d92-af9881f39596 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/ports?device_id=79e45812-6897-4403-a39b-29ce1b44f43a HTTP/1.1" status: 200 len: 936 time: 0.2294745 Jul 24 09:20:58.821210 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cee34661-681a-49dc-ba79-77a59c307d36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:58.832690 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8371c180-67fe-4600-8f8f-2132a1051d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:58.835448 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8371c180-67fe-4600-8f8f-2132a1051d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:58.839125 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8371c180-67fe-4600-8f8f-2132a1051d9d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45247e42-3c68-4c0f-a382-2c2656c45b3b HTTP/1.1" status: 204 len: 168 time: 0.6901395 Jul 24 09:20:58.874987 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316344f4-3039-408d-bcb2-515fe6ee5b78 req-b0062350-6f99-458a-869b-0949272866f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:58.888903 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fbbf1366-a52c-4d0a-818b-334f13f9e12c None None] Provisioning complete for port 3b59c80a-9911-4399-b89c-ca3a2cf79bd5 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:20:58.889467 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fbbf1366-a52c-4d0a-818b-334f13f9e12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:58.890472 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-316344f4-3039-408d-bcb2-515fe6ee5b78 req-b0062350-6f99-458a-869b-0949272866f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53a4dac-283d-4066-b39c-c92cd595e1cc HTTP/1.1" status: 200 len: 919 time: 0.2872019 Jul 24 09:20:58.918736 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371c180-67fe-4600-8f8f-2132a1051d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45247e42-3c68-4c0f-a382-2c2656c45b3b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:58.949839 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 9cef6d65-19a7-4709-a793-be0e73e841c2 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:20:58.996502 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-316344f4-3039-408d-bcb2-515fe6ee5b78 req-1c0ccf0b-4801-48c2-bfa2-1fc8da0f4abd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=281ac198-347e-44df-a282-fa513c72ccd8 HTTP/1.1" status: 200 len: 217 time: 0.0964012 Jul 24 09:20:59.018001 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4490601-34c1-4e96-837b-8473e9a97206 req-5d265b03-ef7d-4388-b26c-0ee8299a6112 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/security-groups?id=e60b1708-4b03-4990-a9bf-affb89f31053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350066 Jul 24 09:20:59.039242 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf1366-a52c-4d0a-818b-334f13f9e12c None None] Port 3b59c80a-9911-4399-b89c-ca3a2cf79bd5 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:20:59.070195 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-03c46a4a-61d3-4d34-957c-8a74caa3ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'name': 'tempest-TaggedBootDevicesTest-631382974-router', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '8c5d0597-26a6-423e-a709-3987937fd827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:40Z', 'updated_at': '2021-07-24T09:20:56Z', 'revision_number': 5, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'gw_port': {'id': '8c5d0597-26a6-423e-a709-3987937fd827', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:09:41Z', 'updated_at': '2021-07-24T09:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:59.086377 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316344f4-3039-408d-bcb2-515fe6ee5b78 req-b76e9a0c-fcc1-4190-b38b-bd1386724695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:59.087921 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-316344f4-3039-408d-bcb2-515fe6ee5b78 req-b76e9a0c-fcc1-4190-b38b-bd1386724695 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f62887c4-8038-43c9-a348-486215509d76 HTTP/1.1" status: 200 len: 859 time: 0.0612612 Jul 24 09:20:59.090242 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef13884-18e1-4fa2-b5e0-012813eeebbc req-f349939e-7fc5-4e68-a890-72012dc657cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:59.091547 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cef13884-18e1-4fa2-b5e0-012813eeebbc req-f349939e-7fc5-4e68-a890-72012dc657cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 912 time: 0.3836515 Jul 24 09:20:59.108704 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c46a4a-61d3-4d34-957c-8a74caa3ce37 None None] Checking router: 68cc0437-f26c-4a2f-9db5-4935001efde4 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:20:59.122003 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c46a4a-61d3-4d34-957c-8a74caa3ce37 None None] Routers {'68cc0437-f26c-4a2f-9db5-4935001efde4'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:20:59.122688 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-03c46a4a-61d3-4d34-957c-8a74caa3ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:20:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['68cc0437-f26c-4a2f-9db5-4935001efde4'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:59.203323 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-316344f4-3039-408d-bcb2-515fe6ee5b78 req-fdd912e8-f529-40ee-8948-6da0b1e4408c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53a4dac-283d-4066-b39c-c92cd595e1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029432 Jul 24 09:20:59.213716 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cef13884-18e1-4fa2-b5e0-012813eeebbc req-c74d9b5a-1d7c-4585-9acd-0f196fd3520c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2ec6327-268d-46d7-8878-66bfe12ca39a HTTP/1.1" status: 200 len: 217 time: 0.1125960 Jul 24 09:20:59.260430 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-03c46a4a-61d3-4d34-957c-8a74caa3ce37 None None] Set router 68cc0437-f26c-4a2f-9db5-4935001efde4 gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:20:59.339220 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-03c46a4a-61d3-4d34-957c-8a74caa3ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'name': 'tempest-TaggedBootDevicesTest-631382974-router', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:40Z', 'updated_at': '2021-07-24T09:20:58Z', 'revision_number': 6, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:20:59.380125 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 9cef6d65-19a7-4709-a793-be0e73e841c2, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=9cef6d65-19a7-4709-a793-be0e73e841c2,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:59.382351 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef13884-18e1-4fa2-b5e0-012813eeebbc req-931bcf41-9550-4bf9-986c-87c7a6e426f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:59.383881 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cef13884-18e1-4fa2-b5e0-012813eeebbc req-931bcf41-9550-4bf9-986c-87c7a6e426f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33f84861-778d-4828-92aa-af092c959084 HTTP/1.1" status: 200 len: 851 time: 0.1361768 Jul 24 09:20:59.393866 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '9cef6d65-19a7-4709-a793-be0e73e841c2', 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'port_id': '9cef6d65-19a7-4709-a793-be0e73e841c2', 'mac_address': 'fa:16:3e:9c:0c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f84861-778d-4828-92aa-af092c959084', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:20:59.419710 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b24f08-cd44-4081-b383-b33720eaaf1e req-062f69a2-9b07-4308-af24-7db20fe6c8c8 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:20:59.421360 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-10b24f08-cd44-4081-b383-b33720eaaf1e req-062f69a2-9b07-4308-af24-7db20fe6c8c8 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.2836807 Jul 24 09:20:59.453014 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c46a4a-61d3-4d34-957c-8a74caa3ce37 None None] The sync data for ids ['68cc0437-f26c-4a2f-9db5-4935001efde4'] in n-d-800085-9 is: [{'id': '68cc0437-f26c-4a2f-9db5-4935001efde4', 'name': 'tempest-TaggedBootDevicesTest-631382974-router', 'tenant_id': '3dca0b6b5a564009b8793a19d3533709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:09:40Z', 'updated_at': '2021-07-24T09:20:58Z', 'revision_number': 6, 'project_id': '3dca0b6b5a564009b8793a19d3533709', 'gw_port_host': None}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:20:59.475227 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-91dfe562-f0a1-4eaa-9809-a5503c2c83bf req-25c06086-4571-4d20-8cef-f5700b20a093 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6990705 Jul 24 09:20:59.563114 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:59.597655 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-316344f4-3039-408d-bcb2-515fe6ee5b78 req-4eb122db-e5e0-44ed-8503-6d9ec071a896 service neutron] 10.222.0.20 "GET /v2.0/networks/e53a4dac-283d-4066-b39c-c92cd595e1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817503 Jul 24 09:20:59.626798 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cef6d65-19a7-4709-a793-be0e73e841c2 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:20:59.661606 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 9cef6d65-19a7-4709-a793-be0e73e841c2, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=9cef6d65-19a7-4709-a793-be0e73e841c2,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:20:59.666202 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:59.788850 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=9cef6d65-19a7-4709-a793-be0e73e841c2,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:20:59.801636 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-342d4776-2998-4eef-b57c-9b70654d9d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b59c80a-9911-4399-b89c-ca3a2cf79bd5 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:20:59.808710 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:59.809074 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:59.809392 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:59.810453 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:59.810648 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:59.810923 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-342d4776-2998-4eef-b57c-9b70654d9d4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:59.811043 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:59.811247 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:59.811572 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:59.811913 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:59.812219 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:59.812542 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:59.812904 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:20:59.823700 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-342d4776-2998-4eef-b57c-9b70654d9d4c service neutron] Transition to ACTIVE for port object 3b59c80a-9911-4399-b89c-ca3a2cf79bd5 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:20:59.829823 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c2fd185b-d8c0-455b-b174-07430c54166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:59.834687 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-342d4776-2998-4eef-b57c-9b70654d9d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:59.889816 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-cee34661-681a-49dc-ba79-77a59c307d36 admin admin] Deleting port 8c5d0597-26a6-423e-a709-3987937fd827 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:20:59.890184 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cee34661-681a-49dc-ba79-77a59c307d36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:20:59.938828 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['9cef6d65-19a7-4709-a793-be0e73e841c2'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:21:00.094793 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-cee34661-681a-49dc-ba79-77a59c307d36 admin admin] For port 8c5d0597-26a6-423e-a709-3987937fd827, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=8c5d0597-26a6-423e-a709-3987937fd827,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:00.096211 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cee34661-681a-49dc-ba79-77a59c307d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:00.169954 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-cee34661-681a-49dc-ba79-77a59c307d36 admin admin] Calling delete_port for 8c5d0597-26a6-423e-a709-3987937fd827 owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:21:00.182453 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d4776-2998-4eef-b57c-9b70654d9d4c service neutron] Pushing event updated for resources: {'Port': ['ID=3b59c80a-9911-4399-b89c-ca3a2cf79bd5,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:00.317701 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-316344f4-3039-408d-bcb2-515fe6ee5b78 req-8cbd3f22-86c5-45f7-8ba2-71fccfbb4671 service neutron] 10.222.0.20 "GET /v2.0/networks/e53a4dac-283d-4066-b39c-c92cd595e1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6972613 Jul 24 09:21:00.328231 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d140b-850e-4284-a4c0-a8ffe0089d3b req-5cdec02a-fe84-4291-b83e-c9fa6481a4ed tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:00.337238 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-748d140b-850e-4284-a4c0-a8ffe0089d3b req-5cdec02a-fe84-4291-b83e-c9fa6481a4ed tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 944 time: 0.5038879 Jul 24 09:21:00.382213 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:00.391274 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-10b24f08-cd44-4081-b383-b33720eaaf1e req-4847c89d-0e2a-406b-b7f6-902bdad2ce19 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8749595 Jul 24 09:21:00.402993 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef13884-18e1-4fa2-b5e0-012813eeebbc req-0ec83c09-3bb4-4d60-b5c4-163887318695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:00.404672 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cef13884-18e1-4fa2-b5e0-012813eeebbc req-0ec83c09-3bb4-4d60-b5c4-163887318695 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b64780-c69e-4432-87ba-d598170da5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9787607 Jul 24 09:21:00.588430 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-748d140b-850e-4284-a4c0-a8ffe0089d3b req-1acebc21-65fe-4a0c-bca2-3516415b3fb5 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484732 Jul 24 09:21:00.606072 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-342d4776-2998-4eef-b57c-9b70654d9d4c service neutron] Attempting to bind port 3b59c80a-9911-4399-b89c-ca3a2cf79bd5 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:21:00.607079 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-342d4776-2998-4eef-b57c-9b70654d9d4c service neutron] Attempting to bind port 3b59c80a-9911-4399-b89c-ca3a2cf79bd5 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:21:00.607514 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-342d4776-2998-4eef-b57c-9b70654d9d4c service neutron] Attempting to bind port 3b59c80a-9911-4399-b89c-ca3a2cf79bd5 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:21:00.630586 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-342d4776-2998-4eef-b57c-9b70654d9d4c service neutron] Port 3b59c80a-9911-4399-b89c-ca3a2cf79bd5 on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:21:00.630931 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-342d4776-2998-4eef-b57c-9b70654d9d4c service neutron] Attempting to bind port 3b59c80a-9911-4399-b89c-ca3a2cf79bd5 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:21:00.654579 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cef13884-18e1-4fa2-b5e0-012813eeebbc req-e4709285-7d15-45c7-8ea4-cfca5ba29734 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402465 Jul 24 09:21:00.672276 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b41458-6b3a-4a18-925b-97b0287cc505 req-73f77c65-2487-428c-b457-c92ed5ca58dc tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:00.674131 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9b41458-6b3a-4a18-925b-97b0287cc505 req-73f77c65-2487-428c-b457-c92ed5ca58dc tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/ports?device_id=79e45812-6897-4403-a39b-29ce1b44f43a HTTP/1.1" status: 200 len: 948 time: 0.1353052 Jul 24 09:21:00.754377 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-342d4776-2998-4eef-b57c-9b70654d9d4c service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:21:00.754734 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-342d4776-2998-4eef-b57c-9b70654d9d4c service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:21:00.755141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-342d4776-2998-4eef-b57c-9b70654d9d4c service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:21:00.758113 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-342d4776-2998-4eef-b57c-9b70654d9d4c service neutron] Bound port: 3b59c80a-9911-4399-b89c-ca3a2cf79bd5, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:21:00.758620 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-342d4776-2998-4eef-b57c-9b70654d9d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:00.866927 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9b41458-6b3a-4a18-925b-97b0287cc505 req-58f279f9-56ef-4c81-a295-e77e25e7d9ae tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/security-groups?id=e60b1708-4b03-4990-a9bf-affb89f31053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667891 Jul 24 09:21:00.942820 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 9cef6d65-19a7-4709-a793-be0e73e841c2 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:21:01.022969 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-342d4776-2998-4eef-b57c-9b70654d9d4c service neutron] For port 3b59c80a-9911-4399-b89c-ca3a2cf79bd5, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:21:01.024159 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:01.029560 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-342d4776-2998-4eef-b57c-9b70654d9d4c service neutron] For port 3b59c80a-9911-4399-b89c-ca3a2cf79bd5, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3b59c80a-9911-4399-b89c-ca3a2cf79bd5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:21:01.030796 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cee34661-681a-49dc-ba79-77a59c307d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:01.042045 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-342d4776-2998-4eef-b57c-9b70654d9d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:01.044043 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cef13884-18e1-4fa2-b5e0-012813eeebbc req-a28236f5-bbb9-4137-b44f-b6a06fa3320f service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685422 Jul 24 09:21:01.075013 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 9cef6d65-19a7-4709-a793-be0e73e841c2 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:21:01.081447 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee34661-681a-49dc-ba79-77a59c307d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c5d0597-26a6-423e-a709-3987937fd827,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:01.081857 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 9cef6d65-19a7-4709-a793-be0e73e841c2 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:21:01.082248 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:01.143136 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-342d4776-2998-4eef-b57c-9b70654d9d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:01.143879 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-342d4776-2998-4eef-b57c-9b70654d9d4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:01.145828 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-342d4776-2998-4eef-b57c-9b70654d9d4c service neutron] 10.222.0.20 "PUT /v2.0/ports/3b59c80a-9911-4399-b89c-ca3a2cf79bd5 HTTP/1.1" status: 200 len: 1096 time: 2.8800492 Jul 24 09:21:01.148602 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e45812-6897-4403-a39b-29ce1b44f43a', 'tag': '3b59c80a-9911-4399-b89c-ca3a2cf79bd5'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:21:01.151875 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acaed92-3b26-4e85-a1f7-59cfb3821725" -d '{"events": [{"name": "network-changed", "server_uuid": "79e45812-6897-4403-a39b-29ce1b44f43a", "tag": "3b59c80a-9911-4399-b89c-ca3a2cf79bd5"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:21:01.270293 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:01.287028 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed382fa-387c-4d73-b899-c576d38b4cf4 x-openstack-request-id: req-1ed382fa-387c-4d73-b899-c576d38b4cf4 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:21:01.292310 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e45812-6897-4403-a39b-29ce1b44f43a", "tag": "3b59c80a-9911-4399-b89c-ca3a2cf79bd5", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:21:01.292611 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ed382fa-387c-4d73-b899-c576d38b4cf4 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:21:01.293091 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e45812-6897-4403-a39b-29ce1b44f43a', 'tag': '3b59c80a-9911-4399-b89c-ca3a2cf79bd5', 'status': 'completed', 'code': 200} Jul 24 09:21:01.302168 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8516f77-09c0-44fd-9705-a68b8a12a13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cef6d65-19a7-4709-a793-be0e73e841c2'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:21:01.305050 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a833773f-4d69-4b13-8587-a260ef0c07cd" -d '{"events": [{"server_uuid": "d8516f77-09c0-44fd-9705-a68b8a12a13c", "name": "network-vif-plugged", "status": "completed", "tag": "9cef6d65-19a7-4709-a793-be0e73e841c2"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:21:01.320388 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 9cef6d65-19a7-4709-a793-be0e73e841c2, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=9cef6d65-19a7-4709-a793-be0e73e841c2,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:01.327943 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:01.357093 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d4776-2998-4eef-b57c-9b70654d9d4c service neutron] Pushing event updated for resources: {'Port': ['ID=3b59c80a-9911-4399-b89c-ca3a2cf79bd5,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:01.381025 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640aab1a-0b39-49fb-8b95-c0960f1e381a x-openstack-request-id: req-640aab1a-0b39-49fb-8b95-c0960f1e381a {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:21:01.381604 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8516f77-09c0-44fd-9705-a68b8a12a13c", "name": "network-vif-plugged", "status": "completed", "tag": "9cef6d65-19a7-4709-a793-be0e73e841c2", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:21:01.382090 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-640aab1a-0b39-49fb-8b95-c0960f1e381a {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:21:01.382551 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8516f77-09c0-44fd-9705-a68b8a12a13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cef6d65-19a7-4709-a793-be0e73e841c2', 'code': 200} Jul 24 09:21:01.415862 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cee34661-681a-49dc-ba79-77a59c307d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:01.421139 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=9cef6d65-19a7-4709-a793-be0e73e841c2,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:01.563216 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device fb501b0a-b289-4ef2-8e3b-c15bfda28227 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:21:01.597689 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1c40b-500d-4a6d-8503-5506fae4ca2c req-ad42c9cc-98fd-46c2-a504-39e16495066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:01.602795 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-22b955a2-1fbd-4461-8438-c121896719f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:01.603067 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: fb501b0a-b289-4ef2-8e3b-c15bfda28227 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:21:01.603418 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device fb501b0a-b289-4ef2-8e3b-c15bfda28227 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:21:01.603837 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 8c5d0597-26a6-423e-a709-3987937fd827 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:21:01.604479 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-22b955a2-1fbd-4461-8438-c121896719f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de0b2517dcc64a77bc914e78cab0c560&device_id=79e45812-6897-4403-a39b-29ce1b44f43a HTTP/1.1" status: 200 len: 1099 time: 0.3972678 Jul 24 09:21:01.605350 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-04b1c40b-500d-4a6d-8503-5506fae4ca2c req-ad42c9cc-98fd-46c2-a504-39e16495066e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 1096 time: 0.1676638 Jul 24 09:21:01.609556 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cee34661-681a-49dc-ba79-77a59c307d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:01.612561 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cee34661-681a-49dc-ba79-77a59c307d36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:01.621124 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0e649-6fba-489b-8474-61223fb3f7b7 req-d6b87155-701c-447c-b984-33a7c02f5d23 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:01.622734 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-54d0e649-6fba-489b-8474-61223fb3f7b7 req-d6b87155-701c-447c-b984-33a7c02f5d23 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.8341305 Jul 24 09:21:01.650671 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 8c5d0597-26a6-423e-a709-3987937fd827 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:21:01.651020 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 8c5d0597-26a6-423e-a709-3987937fd827 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:21:01.669867 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-04b1c40b-500d-4a6d-8503-5506fae4ca2c req-df1b18c1-66a3-41ce-9dea-c13561832b68 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551038 Jul 24 09:21:01.672963 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-b6599776-a44c-4f83-b795-d2dc55d806dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=3b59c80a-9911-4399-b89c-ca3a2cf79bd5 HTTP/1.1" status: 200 len: 217 time: 0.0492222 Jul 24 09:21:01.745542 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cee34661-681a-49dc-ba79-77a59c307d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:01.746072 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee34661-681a-49dc-ba79-77a59c307d36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68cc0437-f26c-4a2f-9db5-4935001efde4 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:21:01.762216 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cee34661-681a-49dc-ba79-77a59c307d36 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:01.766359 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cee34661-681a-49dc-ba79-77a59c307d36 admin admin] 10.222.0.32 "DELETE /v2.0/routers/68cc0437-f26c-4a2f-9db5-4935001efde4 HTTP/1.1" status: 204 len: 168 time: 3.4208145 Jul 24 09:21:01.767571 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39302) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:01.789261 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-54d0e649-6fba-489b-8474-61223fb3f7b7 req-54f23227-63e5-445f-a79d-8fdffb1151fb tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216459 Jul 24 09:21:01.791295 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-e02735ae-40a4-4a1d-ae36-65604badb768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:01.792933 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-e02735ae-40a4-4a1d-ae36-65604badb768 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0856881 Jul 24 09:21:01.890832 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-9b1c34b1-13aa-4ae8-950d-c016b86f396b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:01.892998 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-9b1c34b1-13aa-4ae8-950d-c016b86f396b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0914960 Jul 24 09:21:01.902678 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac002740-1053-47ff-ab6d-8666103fd703 admin admin] Deleting subnet 96727abd-2036-4cd0-afcc-3710a0b1eea7 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:21:01.906974 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ac002740-1053-47ff-ab6d-8666103fd703 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:01.953100 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ac002740-1053-47ff-ab6d-8666103fd703 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:02.010466 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eacf27-86ca-4e67-a721-44e3a86a6a2b req-ad64ec52-6a70-46cb-becf-fa2e209f344f tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:02.017434 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-49eacf27-86ca-4e67-a721-44e3a86a6a2b req-ad64ec52-6a70-46cb-becf-fa2e209f344f tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.4740300 Jul 24 09:21:02.046777 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b31d0-6fff-4469-955a-38e379235b5a req-69963b24-2ade-49b2-8b82-bc0c9f4a0ea8 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:02.048382 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-688b31d0-6fff-4469-955a-38e379235b5a req-69963b24-2ade-49b2-8b82-bc0c9f4a0ea8 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 945 time: 0.1467028 Jul 24 09:21:02.054423 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-8cc705a9-a8fa-4a5a-a027-71c677c76baf service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420538 Jul 24 09:21:02.083939 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-49eacf27-86ca-4e67-a721-44e3a86a6a2b req-c8109fec-28c0-4a3f-a533-5caaf9512df3 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655127 Jul 24 09:21:02.112881 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ac002740-1053-47ff-ab6d-8666103fd703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:02.116324 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-688b31d0-6fff-4469-955a-38e379235b5a req-2c738521-b989-451a-9261-e4d91ccce7d9 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610294 Jul 24 09:21:02.174153 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-73d53d66-1412-4716-8e1e-5363250cabc4 req-36d0e299-1513-46ac-9bee-0745c769f17d service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114180 Jul 24 09:21:02.232139 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ac002740-1053-47ff-ab6d-8666103fd703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:02.271287 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac002740-1053-47ff-ab6d-8666103fd703 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96727abd-2036-4cd0-afcc-3710a0b1eea7,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:02.274810 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ac002740-1053-47ff-ab6d-8666103fd703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:02.279840 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ac002740-1053-47ff-ab6d-8666103fd703 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/96727abd-2036-4cd0-afcc-3710a0b1eea7 HTTP/1.1" status: 204 len: 168 time: 0.5112264 Jul 24 09:21:02.280218 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39316) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:02.283744 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb572f0-28df-4d8b-bb4e-e5f57ff2b407 None None] Network 8a8b2944-c8a5-4403-aa37-48c9a718d665 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:21:02.302801 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecd94d-06de-48c2-84b6-a44d8ea10f90 req-cca6dc93-9740-41fd-9dd4-c87224d2c22a tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:02.310940 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-14ecd94d-06de-48c2-84b6-a44d8ea10f90 req-cca6dc93-9740-41fd-9dd4-c87224d2c22a tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/ports?device_id=79e45812-6897-4403-a39b-29ce1b44f43a HTTP/1.1" status: 200 len: 948 time: 0.1325638 Jul 24 09:21:02.370115 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-14ecd94d-06de-48c2-84b6-a44d8ea10f90 req-72c86595-612b-45a7-8c3c-6c5824e0cb13 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/security-groups?id=e60b1708-4b03-4990-a9bf-affb89f31053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581708 Jul 24 09:21:02.376099 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acaed92-3b26-4e85-a1f7-59cfb3821725 req-336cc470-7117-45a2-a61e-df8f49fe96a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:02.377703 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1acaed92-3b26-4e85-a1f7-59cfb3821725 req-336cc470-7117-45a2-a61e-df8f49fe96a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de0b2517dcc64a77bc914e78cab0c560&device_id=79e45812-6897-4403-a39b-29ce1b44f43a HTTP/1.1" status: 200 len: 1099 time: 0.1362755 Jul 24 09:21:02.380629 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d73ce8df-3de7-4908-850f-2733fd89699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:02.518755 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996176cb-cf19-4ffc-91e6-d5c34275d23f None None] DHCP port deletion for 8a8b2944-c8a5-4403-aa37-48c9a718d665 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:21:02.522006 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acaed92-3b26-4e85-a1f7-59cfb3821725 req-40fc1b7b-227e-4192-9fd7-1aecf01dcf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:02.523513 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1acaed92-3b26-4e85-a1f7-59cfb3821725 req-40fc1b7b-227e-4192-9fd7-1aecf01dcf6a service neutron] 10.222.0.20 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.1386292 Jul 24 09:21:02.538430 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39320) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:02.579617 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-996176cb-cf19-4ffc-91e6-d5c34275d23f None None] Deleting port 0a5738ea-f7f4-4aaa-93b2-be5e138197ee {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:21:02.580081 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-996176cb-cf19-4ffc-91e6-d5c34275d23f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:02.583646 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1acaed92-3b26-4e85-a1f7-59cfb3821725 req-6f598d46-aa3b-41e6-a087-db41135c0893 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=3b59c80a-9911-4399-b89c-ca3a2cf79bd5 HTTP/1.1" status: 200 len: 217 time: 0.0497236 Jul 24 09:21:02.585649 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-d73ce8df-3de7-4908-850f-2733fd89699b admin admin] Deleting port 0a5738ea-f7f4-4aaa-93b2-be5e138197ee {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:21:02.585996 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d73ce8df-3de7-4908-850f-2733fd89699b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:02.655308 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acaed92-3b26-4e85-a1f7-59cfb3821725 req-aed275c8-23eb-45c4-a359-60011861da57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:02.656815 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1acaed92-3b26-4e85-a1f7-59cfb3821725 req-aed275c8-23eb-45c4-a359-60011861da57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0571005 Jul 24 09:21:02.659488 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-996176cb-cf19-4ffc-91e6-d5c34275d23f None None] For port 0a5738ea-f7f4-4aaa-93b2-be5e138197ee, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=0a5738ea-f7f4-4aaa-93b2-be5e138197ee,segment=NetworkSegment(afef0383-871f-4fc7-8698-99b783e5c18e),segment_id=afef0383-871f-4fc7-8698-99b783e5c18e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:02.659890 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-996176cb-cf19-4ffc-91e6-d5c34275d23f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:02.660023 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d17ea81-f0b0-4a88-8121-009b7434bfb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:02.674656 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-996176cb-cf19-4ffc-91e6-d5c34275d23f None None] Calling delete_port for 0a5738ea-f7f4-4aaa-93b2-be5e138197ee owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:21:02.749298 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-d73ce8df-3de7-4908-850f-2733fd89699b admin admin] For port 0a5738ea-f7f4-4aaa-93b2-be5e138197ee, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=0a5738ea-f7f4-4aaa-93b2-be5e138197ee,segment=NetworkSegment(afef0383-871f-4fc7-8698-99b783e5c18e),segment_id=afef0383-871f-4fc7-8698-99b783e5c18e)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:02.749580 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d73ce8df-3de7-4908-850f-2733fd89699b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:02.766801 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-d73ce8df-3de7-4908-850f-2733fd89699b admin admin] Calling delete_port for 0a5738ea-f7f4-4aaa-93b2-be5e138197ee owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:21:02.774200 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d17ea81-f0b0-4a88-8121-009b7434bfb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:02.775559 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-996176cb-cf19-4ffc-91e6-d5c34275d23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:02.778857 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d17ea81-f0b0-4a88-8121-009b7434bfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:02.805404 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996176cb-cf19-4ffc-91e6-d5c34275d23f None None] Pushing event deleted for resources: {'Port': ['ID=0a5738ea-f7f4-4aaa-93b2-be5e138197ee,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:02.807245 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996176cb-cf19-4ffc-91e6-d5c34275d23f None None] No DVR routers for this DVR port 0a5738ea-f7f4-4aaa-93b2-be5e138197ee on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:21:02.827638 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8d17ea81-f0b0-4a88-8121-009b7434bfb5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=00758c679b9c4d1c9f95428babd1a18d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2846866 Jul 24 09:21:02.827638 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39326) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:02.833215 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acaed92-3b26-4e85-a1f7-59cfb3821725 req-4eb08daf-e53e-4022-9afe-b03bce039b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:02.834725 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1acaed92-3b26-4e85-a1f7-59cfb3821725 req-4eb08daf-e53e-4022-9afe-b03bce039b33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1690252 Jul 24 09:21:02.844545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17ea81-f0b0-4a88-8121-009b7434bfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5ab79f-1df9-42ee-8734-729bcf50ee8a,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:02.853889 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:02.906319 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-464bb1a8-d38a-455c-913e-2eeda5a2b94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:02.928081 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-464bb1a8-d38a-455c-913e-2eeda5a2b94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:02.968316 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d73ce8df-3de7-4908-850f-2733fd89699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:02.976724 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-464bb1a8-d38a-455c-913e-2eeda5a2b94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:02.979233 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-464bb1a8-d38a-455c-913e-2eeda5a2b94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:02.980429 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-464bb1a8-d38a-455c-913e-2eeda5a2b94f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b5ab79f-1df9-42ee-8734-729bcf50ee8a HTTP/1.1" status: 204 len: 168 time: 0.1516092 Jul 24 09:21:02.990409 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464bb1a8-d38a-455c-913e-2eeda5a2b94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5ab79f-1df9-42ee-8734-729bcf50ee8a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:03.008099 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73ce8df-3de7-4908-850f-2733fd89699b admin admin] No DVR routers for this DVR port 0a5738ea-f7f4-4aaa-93b2-be5e138197ee on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:21:03.040091 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ce8df-3de7-4908-850f-2733fd89699b admin admin] Pushing event deleted for resources: {'Port': ['ID=0a5738ea-f7f4-4aaa-93b2-be5e138197ee,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:03.062489 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1acaed92-3b26-4e85-a1f7-59cfb3821725 req-337984ef-f1f7-4c07-98be-0ed3ec8458ae service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148283 Jul 24 09:21:03.108863 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7217f-5e09-4b7b-aec3-6cb95eaa1657 req-e9bae912-9082-4387-8f17-b8c9d87949e8 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:03.110333 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bab7217f-5e09-4b7b-aec3-6cb95eaa1657 req-e9bae912-9082-4387-8f17-b8c9d87949e8 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.2167504 Jul 24 09:21:03.142754 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d73ce8df-3de7-4908-850f-2733fd89699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:03.168308 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-d73ce8df-3de7-4908-850f-2733fd89699b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8b2944-c8a5-4403-aa37-48c9a718d665']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:21:03.189602 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-d73ce8df-3de7-4908-850f-2733fd89699b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afef0383-871f-4fc7-8698-99b783e5c18e') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:21:03.189904 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-d73ce8df-3de7-4908-850f-2733fd89699b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afef0383-871f-4fc7-8698-99b783e5c18e') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:21:03.237066 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d73ce8df-3de7-4908-850f-2733fd89699b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:03.253109 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16915c13-e509-429f-8387-f6169b60ffe9 req-7d344373-4e0d-47a0-8a4d-de51cee91dba tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:03.254749 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-16915c13-e509-429f-8387-f6169b60ffe9 req-7d344373-4e0d-47a0-8a4d-de51cee91dba tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.0702343 Jul 24 09:21:03.256685 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bab7217f-5e09-4b7b-aec3-6cb95eaa1657 req-7db44706-85d9-45ee-bb8e-b1abdda1000f tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109726 Jul 24 09:21:03.268513 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d73ce8df-3de7-4908-850f-2733fd89699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:03.272006 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39340) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:03.297271 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73ce8df-3de7-4908-850f-2733fd89699b admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:21:03.297685 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d73ce8df-3de7-4908-850f-2733fd89699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:21:03.300969 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:21:03.308272 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-10aa8445-f05b-480f-bf0a-30d0fe4c88ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:03.312881 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1acaed92-3b26-4e85-a1f7-59cfb3821725 req-66798cef-ae54-451b-a72c-f5490889a3e8 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348428 Jul 24 09:21:03.334130 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-16915c13-e509-429f-8387-f6169b60ffe9 req-ead00bd4-a017-4ba4-b82a-a725452f013d tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538054 Jul 24 09:21:03.418002 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d73ce8df-3de7-4908-850f-2733fd89699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:03.428233 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d73ce8df-3de7-4908-850f-2733fd89699b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:03.430321 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d73ce8df-3de7-4908-850f-2733fd89699b admin admin] 10.222.0.32 "DELETE /v2.0/networks/8a8b2944-c8a5-4403-aa37-48c9a718d665 HTTP/1.1" status: 204 len: 168 time: 1.1491504 Jul 24 09:21:03.450739 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ce8df-3de7-4908-850f-2733fd89699b admin admin] Pushing event deleted for resources: {'Network': ['ID=8a8b2944-c8a5-4403-aa37-48c9a718d665,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:03.464993 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-10aa8445-f05b-480f-bf0a-30d0fe4c88ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:03.473620 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-10aa8445-f05b-480f-bf0a-30d0fe4c88ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:03.496313 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c84e6-1cd1-4ee2-922a-dbf80ae877bf req-eb02ce31-158f-456d-8ab6-508d4609d0bf tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:03.498676 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-248c84e6-1cd1-4ee2-922a-dbf80ae877bf req-eb02ce31-158f-456d-8ab6-508d4609d0bf tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 945 time: 0.1617408 Jul 24 09:21:03.521707 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 0a5738ea-f7f4-4aaa-93b2-be5e138197ee no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:21:03.546740 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-10aa8445-f05b-480f-bf0a-30d0fe4c88ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7bc2c48b0cff4c418a6c2aaab9840168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2735810 Jul 24 09:21:03.547771 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa8445-f05b-480f-bf0a-30d0fe4c88ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9372a77a-9a17-4a39-b4a1-9a17764e1fac,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:03.550415 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39348) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:03.579260 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-248c84e6-1cd1-4ee2-922a-dbf80ae877bf req-5d267e35-549d-4468-a247-20ffc7e8cbc5 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730941 Jul 24 09:21:03.584911 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 0a5738ea-f7f4-4aaa-93b2-be5e138197ee {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:21:03.585288 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 0a5738ea-f7f4-4aaa-93b2-be5e138197ee not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:21:03.648618 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3d72d4e7-5e69-4cde-b06b-4f26757497fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:03.678842 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3d72d4e7-5e69-4cde-b06b-4f26757497fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:03.708977 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bbaa1-000b-4190-a248-09d09937fdc1 req-8cad5555-4f35-4e20-9b3e-6777e675a6d3 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:03.710578 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-334bbaa1-000b-4190-a248-09d09937fdc1 req-8cad5555-4f35-4e20-9b3e-6777e675a6d3 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/ports?device_id=79e45812-6897-4403-a39b-29ce1b44f43a HTTP/1.1" status: 200 len: 948 time: 0.1205006 Jul 24 09:21:03.812868 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-334bbaa1-000b-4190-a248-09d09937fdc1 req-7e6c2bb6-b818-4ebf-bd9e-205b5e0ce3d5 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/security-groups?id=e60b1708-4b03-4990-a9bf-affb89f31053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883512 Jul 24 09:21:03.843206 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3d72d4e7-5e69-4cde-b06b-4f26757497fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:03.845967 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3d72d4e7-5e69-4cde-b06b-4f26757497fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:03.849209 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3d72d4e7-5e69-4cde-b06b-4f26757497fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9372a77a-9a17-4a39-b4a1-9a17764e1fac HTTP/1.1" status: 204 len: 168 time: 0.2978244 Jul 24 09:21:03.850152 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39360) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:03.877917 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72d4e7-5e69-4cde-b06b-4f26757497fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9372a77a-9a17-4a39-b4a1-9a17764e1fac,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:03.919319 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681f089-666e-4781-a7e9-0acc475108e2 req-96d8d88b-056c-4367-8b4e-433ca467ec31 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:03.936884 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d681f089-666e-4781-a7e9-0acc475108e2 req-96d8d88b-056c-4367-8b4e-433ca467ec31 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 945 time: 0.1062174 Jul 24 09:21:03.953451 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2ee989ff-13e9-47cc-bd61-ac11fc97fc05 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3dca0b6b5a564009b8793a19d3533709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0999410 Jul 24 09:21:03.954510 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39366) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:04.013240 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c5027ca5-58c0-4fbd-9ed3-a96d6ef6a51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:04.039240 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d681f089-666e-4781-a7e9-0acc475108e2 req-5ed14dc6-1f30-49ba-be9b-cf19d5140c60 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998058 Jul 24 09:21:04.050071 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c5027ca5-58c0-4fbd-9ed3-a96d6ef6a51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:04.109427 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c5027ca5-58c0-4fbd-9ed3-a96d6ef6a51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:04.112385 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c5027ca5-58c0-4fbd-9ed3-a96d6ef6a51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:04.116312 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c5027ca5-58c0-4fbd-9ed3-a96d6ef6a51e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1756e664-319c-4038-af55-9ca63f2adefb HTTP/1.1" status: 204 len: 168 time: 0.1585317 Jul 24 09:21:04.132903 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5027ca5-58c0-4fbd-9ed3-a96d6ef6a51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1756e664-319c-4038-af55-9ca63f2adefb,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:04.520454 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff54793-0cb6-42d0-81dd-18b4a9c489ec req-6c63e2f6-16e6-4fc9-93ad-96306e3acff3 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:04.522044 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fff54793-0cb6-42d0-81dd-18b4a9c489ec req-6c63e2f6-16e6-4fc9-93ad-96306e3acff3 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.0762813 Jul 24 09:21:04.573180 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fff54793-0cb6-42d0-81dd-18b4a9c489ec req-3518145e-81d8-46ad-9586-5c3eae67bc4c tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451014 Jul 24 09:21:04.600299 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:21:04.983148 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab659ca-632c-4ec1-ad47-97616a97160b req-5713dbce-d7b0-418b-94f7-1e43bca099ae tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:04.984647 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9ab659ca-632c-4ec1-ad47-97616a97160b req-5713dbce-d7b0-418b-94f7-1e43bca099ae tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/ports?device_id=79e45812-6897-4403-a39b-29ce1b44f43a HTTP/1.1" status: 200 len: 948 time: 0.0826600 Jul 24 09:21:04.991841 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03329c10-ede9-4398-8e22-54bfba1391d1 req-9d96f080-4c64-480b-b6bd-53eff7887c51 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:04.998565 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39420) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:04.999808 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-03329c10-ede9-4398-8e22-54bfba1391d1 req-9d96f080-4c64-480b-b6bd-53eff7887c51 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.0943789 Jul 24 09:21:05.031365 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9ab659ca-632c-4ec1-ad47-97616a97160b req-795e49c5-330f-421c-a99e-bb5fdc0a060e tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/security-groups?id=e60b1708-4b03-4990-a9bf-affb89f31053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406818 Jul 24 09:21:05.037269 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-03329c10-ede9-4398-8e22-54bfba1391d1 req-36fede27-0eab-4e27-840a-1037abfeef5e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364113 Jul 24 09:21:05.050685 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 3b59c80a-9911-4399-b89c-ca3a2cf79bd5 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:21:05.190295 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-219a66d5-d379-4a6c-acda-52f3b5309347 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1746683436-network', 'tenant_id': '996414a7068f4476b02e31c5c297dbf1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:21:05.208375 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 3b59c80a-9911-4399-b89c-ca3a2cf79bd5, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3b59c80a-9911-4399-b89c-ca3a2cf79bd5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:05.221726 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219a66d5-d379-4a6c-acda-52f3b5309347 admin admin] Made reservation on behalf of 996414a7068f4476b02e31c5c297dbf1 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:21:05.222228 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '3b59c80a-9911-4399-b89c-ca3a2cf79bd5', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': '3b59c80a-9911-4399-b89c-ca3a2cf79bd5', 'mac_address': 'fa:16:3e:16:85:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:21:05.224287 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-219a66d5-d379-4a6c-acda-52f3b5309347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:05.244263 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-219a66d5-d379-4a6c-acda-52f3b5309347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:05.267223 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f4895-54b7-41a4-bec4-de49f1cecc45 req-b9a574cb-65b7-436f-ba25-2de55aa1488d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:05.269026 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-779f4895-54b7-41a4-bec4-de49f1cecc45 req-b9a574cb-65b7-436f-ba25-2de55aa1488d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 945 time: 0.1246240 Jul 24 09:21:05.281520 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:05.299385 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b59c80a-9911-4399-b89c-ca3a2cf79bd5 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:21:05.323359 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 3b59c80a-9911-4399-b89c-ca3a2cf79bd5, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3b59c80a-9911-4399-b89c-ca3a2cf79bd5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:05.328252 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:05.342348 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-779f4895-54b7-41a4-bec4-de49f1cecc45 req-fe8b4fa4-d881-4ae8-bcf3-d25ad276a1b4 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649791 Jul 24 09:21:05.424152 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=3b59c80a-9911-4399-b89c-ca3a2cf79bd5,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:05.456924 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-219a66d5-d379-4a6c-acda-52f3b5309347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:05.461192 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-219a66d5-d379-4a6c-acda-52f3b5309347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:05.478990 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219a66d5-d379-4a6c-acda-52f3b5309347 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:21:05.510777 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-219a66d5-d379-4a6c-acda-52f3b5309347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:05.511171 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-219a66d5-d379-4a6c-acda-52f3b5309347 admin admin] Added segment 50295123-15f9-48f5-8b90-ba5796c96d6c of type vlan for network 8dcf869c-890c-434b-a6c5-c8af9725acb5 Jul 24 09:21:05.523953 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a66d5-d379-4a6c-acda-52f3b5309347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53123af3-0b66-4ab2-85ae-efc21838b4c2,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:05.570265 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-219a66d5-d379-4a6c-acda-52f3b5309347 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:05.635715 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-219a66d5-d379-4a6c-acda-52f3b5309347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:05.636764 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219a66d5-d379-4a6c-acda-52f3b5309347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:05.637335 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-219a66d5-d379-4a6c-acda-52f3b5309347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:05.678498 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-219a66d5-d379-4a6c-acda-52f3b5309347 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6756489 Jul 24 09:21:05.678498 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39464) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:05.689319 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-cef82154-98cf-427f-b9cc-3b7b8a36a5fe admin admin] Request body: {'subnet': {'network_id': '8dcf869c-890c-434b-a6c5-c8af9725acb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1746683436-subnet', 'tenant_id': '996414a7068f4476b02e31c5c297dbf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:21:05.720450 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a66d5-d379-4a6c-acda-52f3b5309347 admin admin] Pushing event updated for resources: {'Network': ['ID=8dcf869c-890c-434b-a6c5-c8af9725acb5,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:05.733292 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['3b59c80a-9911-4399-b89c-ca3a2cf79bd5'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:21:05.757881 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef82154-98cf-427f-b9cc-3b7b8a36a5fe admin admin] Made reservation on behalf of 996414a7068f4476b02e31c5c297dbf1 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:21:05.762788 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cef82154-98cf-427f-b9cc-3b7b8a36a5fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:05.827098 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 8dcf869c-890c-434b-a6c5-c8af9725acb5 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:21:05.930918 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371eb86-b435-48a9-839f-d496eae6ea54 req-8453a601-cfad-4298-b545-626983ea99d1 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:05.939703 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c371eb86-b435-48a9-839f-d496eae6ea54 req-8453a601-cfad-4298-b545-626983ea99d1 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.1736188 Jul 24 09:21:05.993393 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c371eb86-b435-48a9-839f-d496eae6ea54 req-2f48fc8d-2403-4943-a936-1960293e36d9 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484166 Jul 24 09:21:06.235375 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cef82154-98cf-427f-b9cc-3b7b8a36a5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:06.292417 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c303c3c-de8f-46b1-8c9e-49ae40cf60eb req-da9af28a-6370-4bf4-b2ab-cc221a21f635 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:06.294935 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1c303c3c-de8f-46b1-8c9e-49ae40cf60eb req-da9af28a-6370-4bf4-b2ab-cc221a21f635 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/ports?device_id=79e45812-6897-4403-a39b-29ce1b44f43a HTTP/1.1" status: 200 len: 949 time: 0.1357806 Jul 24 09:21:06.312984 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2cd0d-03ec-4e1b-935a-101ed3ac5ee3 req-7d6a7f4e-c938-439c-8b2f-c9e823edfc77 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:06.322886 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8dd2cd0d-03ec-4e1b-935a-101ed3ac5ee3 req-7d6a7f4e-c938-439c-8b2f-c9e823edfc77 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 945 time: 0.3187981 Jul 24 09:21:06.373591 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1c303c3c-de8f-46b1-8c9e-49ae40cf60eb req-25e82747-dffc-41be-8b15-15c0b95e00a1 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/security-groups?id=e60b1708-4b03-4990-a9bf-affb89f31053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703120 Jul 24 09:21:06.383079 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef82154-98cf-427f-b9cc-3b7b8a36a5fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a5f409b-2ca0-4000-b614-7014729b7db3,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:06.397650 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef82154-98cf-427f-b9cc-3b7b8a36a5fe admin admin] Checking segment: {'id': '50295123-15f9-48f5-8b90-ba5796c96d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8dcf869c-890c-434b-a6c5-c8af9725acb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:21:06.398235 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef82154-98cf-427f-b9cc-3b7b8a36a5fe admin admin] Network hostable DHCP agents. Network: 8dcf869c-890c-434b-a6c5-c8af9725acb5, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:21:06.410380 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8dd2cd0d-03ec-4e1b-935a-101ed3ac5ee3 req-eaef5ae7-8b26-44a3-a0d8-5d4abcce8a1f tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859928 Jul 24 09:21:06.436348 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef82154-98cf-427f-b9cc-3b7b8a36a5fe admin admin] Network 8dcf869c-890c-434b-a6c5-c8af9725acb5 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:21:06.445615 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-cef82154-98cf-427f-b9cc-3b7b8a36a5fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 8dcf869c-890c-434b-a6c5-c8af9725acb5) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:21:06.450806 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef82154-98cf-427f-b9cc-3b7b8a36a5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:06.451494 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cef82154-98cf-427f-b9cc-3b7b8a36a5fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:06.455492 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03585caf-7801-4910-a390-fbaedbaf23b6 None None] Network 8dcf869c-890c-434b-a6c5-c8af9725acb5 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:21:06.467184 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-cef82154-98cf-427f-b9cc-3b7b8a36a5fe admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7877362 Jul 24 09:21:06.622984 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39502) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:06.642713 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903d8e01-2428-4bf0-a4a8-4734d92cc89d None None] Network 8dcf869c-890c-434b-a6c5-c8af9725acb5 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:21:06.837650 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3a8caf9a-bfc7-430b-a56d-8fce299fad8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:07.000949 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3a8caf9a-bfc7-430b-a56d-8fce299fad8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:07.005719 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3a8caf9a-bfc7-430b-a56d-8fce299fad8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:07.096600 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3a8caf9a-bfc7-430b-a56d-8fce299fad8b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e17d7d24fa8b48a686734f3b33622197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4701524 Jul 24 09:21:07.099746 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39522) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:07.161495 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8caf9a-bfc7-430b-a56d-8fce299fad8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed8a295-ae7f-4921-bb08-c2b282f33e53,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:07.194346 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d045838-902d-4a96-ad17-665e2807c6c0 req-dff1273e-6de3-4c3f-a2a9-063740921714 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:07.195964 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7d045838-902d-4a96-ad17-665e2807c6c0 req-dff1273e-6de3-4c3f-a2a9-063740921714 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.1085029 Jul 24 09:21:07.249404 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7d045838-902d-4a96-ad17-665e2807c6c0 req-2873d102-bb63-4c39-a428-09a781d95e8e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358438 Jul 24 09:21:07.278949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-20a5ccd6-66f8-47f3-864c-e98eae8f369a tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:07.280581 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-20a5ccd6-66f8-47f3-864c-e98eae8f369a tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/networks?id=8dcf869c-890c-434b-a6c5-c8af9725acb5 HTTP/1.1" status: 200 len: 822 time: 0.2199473 Jul 24 09:21:07.281480 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-38226d04-57f3-4a7b-82c2-104dd9041900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:07.315510 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-38226d04-57f3-4a7b-82c2-104dd9041900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:07.318669 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-300cbd1f-cb33-44e3-b33d-3d0a16ec224e tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/quotas/996414a7068f4476b02e31c5c297dbf1 HTTP/1.1" status: 200 len: 375 time: 0.0278437 Jul 24 09:21:07.362228 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-dcb790d2-b67e-48bd-bba9-9a1321422fd5 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=996414a7068f4476b02e31c5c297dbf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363398 Jul 24 09:21:07.466140 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-38226d04-57f3-4a7b-82c2-104dd9041900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:07.469046 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-38226d04-57f3-4a7b-82c2-104dd9041900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:07.472670 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-38226d04-57f3-4a7b-82c2-104dd9041900 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ed8a295-ae7f-4921-bb08-c2b282f33e53 HTTP/1.1" status: 204 len: 168 time: 0.3537829 Jul 24 09:21:07.487066 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226d04-57f3-4a7b-82c2-104dd9041900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed8a295-ae7f-4921-bb08-c2b282f33e53,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:07.496499 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-280f5254-696d-4099-8867-87816c25c6b9 service neutron] 10.222.0.32 "GET /v2.0/networks/8dcf869c-890c-434b-a6c5-c8af9725acb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231382 Jul 24 09:21:07.566988 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd557bf4-f001-4030-9851-deedae800bf8 req-a4f0385d-0f7d-4041-988f-8b351393c4a8 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:07.574986 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bd557bf4-f001-4030-9851-deedae800bf8 req-a4f0385d-0f7d-4041-988f-8b351393c4a8 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/ports?device_id=79e45812-6897-4403-a39b-29ce1b44f43a HTTP/1.1" status: 200 len: 949 time: 0.1024292 Jul 24 09:21:07.609526 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-8dfbe048-2da7-4c36-8d82-059d08f083e0 service neutron] 10.222.0.32 "GET /v2.0/networks/8dcf869c-890c-434b-a6c5-c8af9725acb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112466 Jul 24 09:21:07.624468 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bd557bf4-f001-4030-9851-deedae800bf8 req-c0067954-badb-4074-94e2-bf9505304993 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/security-groups?id=e60b1708-4b03-4990-a9bf-affb89f31053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443151 Jul 24 09:21:07.874454 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-be20e628-d3b0-463c-b42e-354cd7cd05a7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1675930 Jul 24 09:21:07.892773 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4340a-1c93-41be-8a92-311088c54048 req-63866109-085a-476c-bf00-fb32410ba31b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:07.895516 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8bf4340a-1c93-41be-8a92-311088c54048 req-63866109-085a-476c-bf00-fb32410ba31b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 945 time: 0.1029401 Jul 24 09:21:07.943478 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39554) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:07.976414 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-80037a2a-6664-46f5-8b6b-5f45067894c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:08.002906 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8bf4340a-1c93-41be-8a92-311088c54048 req-e0324cc9-d219-4237-89ab-1f0cf630a138 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963292 Jul 24 09:21:08.004252 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aea388-693f-4f37-8865-206e64751389 req-0fdd4dd1-64e7-4e8f-a1e9-c8ceb7f45ae0 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:08.006126 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-23aea388-693f-4f37-8865-206e64751389 req-0fdd4dd1-64e7-4e8f-a1e9-c8ceb7f45ae0 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/networks?id=8d844ade-4b4e-44fb-9c14-02a3515430cb HTTP/1.1" status: 200 len: 815 time: 0.2255316 Jul 24 09:21:08.072014 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-23aea388-693f-4f37-8865-206e64751389 req-81d8d775-e483-4291-a1e4-da3d2d23a7a8 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/quotas/ff71f4793aae432d8262e2f84f19329d HTTP/1.1" status: 200 len: 375 time: 0.0552852 Jul 24 09:21:08.110684 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9ae06eef-9a4c-4de3-9b3d-42cdf75314b4 req-53d6dc22-adbf-418a-9aad-8ef6f8a44321 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9b3cee5-4329-457e-b2c1-8c59b2c351f6 HTTP/1.1" status: 200 len: 210 time: 0.0433347 Jul 24 09:21:08.160297 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-80037a2a-6664-46f5-8b6b-5f45067894c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:08.171965 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-80037a2a-6664-46f5-8b6b-5f45067894c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:08.241898 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-80037a2a-6664-46f5-8b6b-5f45067894c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c4623065f88247f9bf5bc9d105010f93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2960222 Jul 24 09:21:08.243016 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80037a2a-6664-46f5-8b6b-5f45067894c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fb55c8-b632-4200-be50-97d45cd03ebc,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:08.246064 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39568) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:08.265990 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-ff833bb9-1ca7-4a97-a1d3-b5a02a7f96a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:08.267110 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-ff833bb9-1ca7-4a97-a1d3-b5a02a7f96a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:08.267657 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-ff833bb9-1ca7-4a97-a1d3-b5a02a7f96a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:08.268299 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-ff833bb9-1ca7-4a97-a1d3-b5a02a7f96a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:08.268878 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-ff833bb9-1ca7-4a97-a1d3-b5a02a7f96a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:08.271039 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-ff833bb9-1ca7-4a97-a1d3-b5a02a7f96a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:08.271746 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-ff833bb9-1ca7-4a97-a1d3-b5a02a7f96a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:08.274141 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-ff833bb9-1ca7-4a97-a1d3-b5a02a7f96a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66d5a695abdf431a9dde2fad5212bfb7&device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 6500 time: 0.2668836 Jul 24 09:21:08.324644 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-23aea388-693f-4f37-8865-206e64751389 req-d079bbf9-593e-4143-9f3d-3b2849ff5956 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff71f4793aae432d8262e2f84f19329d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2467897 Jul 24 09:21:08.388724 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-41897a6f-1655-4ebb-b146-f362223a8814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:08.424853 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-41897a6f-1655-4ebb-b146-f362223a8814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:08.452765 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-f86d8817-f3ce-4fa8-8185-b756a8b5a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:08.453997 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-f86d8817-f3ce-4fa8-8185-b756a8b5a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:08.454896 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-f86d8817-f3ce-4fa8-8185-b756a8b5a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:08.456840 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-f86d8817-f3ce-4fa8-8185-b756a8b5a928 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc9f2b3-ab92-48be-ad70-58a2832475cd&id=130df151-54ed-4200-959f-f7fb83738159&id=130df151-54ed-4200-959f-f7fb83738159&id=130df151-54ed-4200-959f-f7fb83738159&id=130df151-54ed-4200-959f-f7fb83738159&id=c6f03a51-92af-4f2b-a8a7-84f44e0df4db&id=c6f03a51-92af-4f2b-a8a7-84f44e0df4db HTTP/1.1" status: 200 len: 2295 time: 0.1227200 Jul 24 09:21:08.518352 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-41897a6f-1655-4ebb-b146-f362223a8814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:08.521728 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-41897a6f-1655-4ebb-b146-f362223a8814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:08.525870 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-41897a6f-1655-4ebb-b146-f362223a8814 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/10fb55c8-b632-4200-be50-97d45cd03ebc HTTP/1.1" status: 204 len: 168 time: 0.2761452 Jul 24 09:21:08.545149 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41897a6f-1655-4ebb-b146-f362223a8814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fb55c8-b632-4200-be50-97d45cd03ebc,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:08.597879 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6fe66-71bd-4b3e-b367-c682b9fdf108 req-11251442-e448-462e-8dda-a7ca2a8def60 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:08.599993 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-67d6fe66-71bd-4b3e-b367-c682b9fdf108 req-11251442-e448-462e-8dda-a7ca2a8def60 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.1297121 Jul 24 09:21:08.705644 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-67d6fe66-71bd-4b3e-b367-c682b9fdf108 req-a1d5b7d0-2f6c-46e3-97d9-0583a57f4591 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995457 Jul 24 09:21:08.901092 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf28670-098f-4410-9658-02b71b6be817 req-9fc6aa91-741b-49c9-b493-186ec9bae78b tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:08.909325 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ecf28670-098f-4410-9658-02b71b6be817 req-9fc6aa91-741b-49c9-b493-186ec9bae78b tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/ports?device_id=79e45812-6897-4403-a39b-29ce1b44f43a HTTP/1.1" status: 200 len: 949 time: 0.1155007 Jul 24 09:21:08.946677 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 9cef6d65-19a7-4709-a793-be0e73e841c2 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:21:08.958042 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ecf28670-098f-4410-9658-02b71b6be817 req-1f98a496-0ed7-4fb8-925b-2138d96f65b1 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/security-groups?id=e60b1708-4b03-4990-a9bf-affb89f31053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418754 Jul 24 09:21:09.065249 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-e93921b5-352b-4e49-bda1-2022c4ab4f97 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ea622ef-91f5-4207-b504-6efb0efd5698 HTTP/1.1" status: 200 len: 1000 time: 0.5947466 Jul 24 09:21:09.089184 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 9cef6d65-19a7-4709-a793-be0e73e841c2, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=9cef6d65-19a7-4709-a793-be0e73e841c2,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:09.106203 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '9cef6d65-19a7-4709-a793-be0e73e841c2', 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'port_id': '9cef6d65-19a7-4709-a793-be0e73e841c2', 'mac_address': 'fa:16:3e:9c:0c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f84861-778d-4828-92aa-af092c959084', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:21:09.112498 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 3b59c80a-9911-4399-b89c-ca3a2cf79bd5 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:21:09.157374 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-23aea388-693f-4f37-8865-206e64751389 req-da6166f6-625d-4952-89ee-ae5740e65df7 service neutron] 10.222.0.32 "GET /v2.0/networks/8d844ade-4b4e-44fb-9c14-02a3515430cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8313329 Jul 24 09:21:09.221731 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 3b59c80a-9911-4399-b89c-ca3a2cf79bd5 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:21:09.231236 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 3b59c80a-9911-4399-b89c-ca3a2cf79bd5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:21:09.232436 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:09.234897 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:09.254056 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cef6d65-19a7-4709-a793-be0e73e841c2 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:21:09.276640 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-23aea388-693f-4f37-8865-206e64751389 req-d2c0b8ac-49b5-46cd-8737-030bf1b8f829 service neutron] 10.222.0.32 "GET /v2.0/networks/8d844ade-4b4e-44fb-9c14-02a3515430cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109905 Jul 24 09:21:09.305178 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-e9f45f0c-67f2-4211-85f5-62f3ad2fb42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:09.306850 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-e9f45f0c-67f2-4211-85f5-62f3ad2fb42b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b47748b3-2a31-4f22-9667-54e58b6acb99 HTTP/1.1" status: 200 len: 855 time: 0.2349856 Jul 24 09:21:09.309211 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 9cef6d65-19a7-4709-a793-be0e73e841c2, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=9cef6d65-19a7-4709-a793-be0e73e841c2,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:09.357492 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:09.408116 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966df83-cd1f-4bbc-9f87-a04a82b3075e req-61529444-5d04-4252-aa65-92bfa9fc10a6 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:09.422425 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2966df83-cd1f-4bbc-9f87-a04a82b3075e req-61529444-5d04-4252-aa65-92bfa9fc10a6 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 945 time: 0.2810721 Jul 24 09:21:09.476754 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-2ea2d9b7-f7eb-4702-98fe-ec03c07838b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:09.483049 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-2ea2d9b7-f7eb-4702-98fe-ec03c07838b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc9f2b3-ab92-48be-ad70-58a2832475cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1687856 Jul 24 09:21:09.503612 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=9cef6d65-19a7-4709-a793-be0e73e841c2,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:09.575795 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['9cef6d65-19a7-4709-a793-be0e73e841c2'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:21:09.659593 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2966df83-cd1f-4bbc-9f87-a04a82b3075e req-e97aacea-65fa-45f3-a9ff-ea82e54758ff tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272406 Jul 24 09:21:09.741950 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:09.785010 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-ab593d35-8a7e-42ab-8328-d2a4f75bd132 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc9f2b3-ab92-48be-ad70-58a2832475cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948806 Jul 24 09:21:09.790476 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 3b59c80a-9911-4399-b89c-ca3a2cf79bd5, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3b59c80a-9911-4399-b89c-ca3a2cf79bd5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:09.797642 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-5446227f-0d9e-4652-aeb0-41acbc467e3f tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:09.803799 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-5446227f-0d9e-4652-aeb0-41acbc467e3f tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.37 "GET /v2.0/networks?id=8dcf869c-890c-434b-a6c5-c8af9725acb5 HTTP/1.1" status: 200 len: 822 time: 0.5218215 Jul 24 09:21:09.811350 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e45812-6897-4403-a39b-29ce1b44f43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b59c80a-9911-4399-b89c-ca3a2cf79bd5'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:21:09.815508 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9518f0b5-f8f4-4064-bc94-51879586fe34" -d '{"events": [{"server_uuid": "79e45812-6897-4403-a39b-29ce1b44f43a", "name": "network-vif-plugged", "status": "completed", "tag": "3b59c80a-9911-4399-b89c-ca3a2cf79bd5"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:21:09.823170 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-8035d82a-4aa9-41ad-ab79-0c4a23e6ee29 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Request body: {'port': {'device_id': 'f9b3cee5-4329-457e-b2c1-8c59b2c351f6', 'network_id': '8dcf869c-890c-434b-a6c5-c8af9725acb5', 'admin_state_up': True, 'tenant_id': '996414a7068f4476b02e31c5c297dbf1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:21:09.834064 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:09.954627 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=3b59c80a-9911-4399-b89c-ca3a2cf79bd5,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:10.166595 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-ce9acf32-a906-407d-a499-4bb27b28dcfe service neutron] 10.222.0.20 "GET /v2.0/networks/9dc9f2b3-ab92-48be-ad70-58a2832475cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711545 Jul 24 09:21:10.191114 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2a7da480-6c75-49b3-aded-428897c72e34 req-573c14f2-6b1e-4010-a107-a0d6f4cedd83 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=53bd81ac-2e21-4f74-9680-5ad35d1f836f HTTP/1.1" status: 200 len: 210 time: 0.1417413 Jul 24 09:21:10.229750 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a16a9ab7-aa9d-4793-865a-bedc1aeab28a req-3d86b66f-a9df-4763-bb17-c4f4d49e459b tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9b3cee5-4329-457e-b2c1-8c59b2c351f6 HTTP/1.1" status: 200 len: 210 time: 0.4399819 Jul 24 09:21:10.322693 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3526f45-7d1a-4327-9844-5ae54fe907d6 x-openstack-request-id: req-e3526f45-7d1a-4327-9844-5ae54fe907d6 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:21:10.323104 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e45812-6897-4403-a39b-29ce1b44f43a", "name": "network-vif-plugged", "status": "completed", "tag": "3b59c80a-9911-4399-b89c-ca3a2cf79bd5", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:21:10.323567 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e3526f45-7d1a-4327-9844-5ae54fe907d6 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:21:10.324234 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e45812-6897-4403-a39b-29ce1b44f43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b59c80a-9911-4399-b89c-ca3a2cf79bd5', 'code': 200} Jul 24 09:21:10.325580 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-20676a6e-a861-41f3-8f91-c31851f8eb06 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=794a2009-e4f6-4dcc-8190-09f6bd77b763 HTTP/1.1" status: 200 len: 217 time: 0.1096981 Jul 24 09:21:10.372967 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-8035d82a-4aa9-41ad-ab79-0c4a23e6ee29 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Made reservation on behalf of 996414a7068f4476b02e31c5c297dbf1 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:21:10.394403 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-8035d82a-4aa9-41ad-ab79-0c4a23e6ee29 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:10.406964 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-dfa3e58b-2b19-4478-ae53-b40f1305a91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:10.408765 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-dfa3e58b-2b19-4478-ae53-b40f1305a91d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c387c39-d1bf-4176-959f-916a9cd25e18 HTTP/1.1" status: 200 len: 797 time: 0.0751758 Jul 24 09:21:10.541985 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-1db7980a-4ad5-4de9-987f-ceaa87fd8b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:10.544425 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-1db7980a-4ad5-4de9-987f-ceaa87fd8b47 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=130df151-54ed-4200-959f-f7fb83738159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1283154 Jul 24 09:21:10.678107 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-84f39a0e-7977-432d-94ea-362963a9d76d service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260271 Jul 24 09:21:10.690655 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-8035d82a-4aa9-41ad-ab79-0c4a23e6ee29 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Allocated IP 172.20.0.12 (8dcf869c-890c-434b-a6c5-c8af9725acb5/4a5f409b-2ca0-4000-b614-7014729b7db3/c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:21:10.837598 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda82cd-65bd-405a-8f43-bcbb5acdffaa req-3b5e5b39-e7c2-404d-85bb-285f67e84f1c tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:10.846123 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cfda82cd-65bd-405a-8f43-bcbb5acdffaa req-3b5e5b39-e7c2-404d-85bb-285f67e84f1c tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/ports?device_id=79e45812-6897-4403-a39b-29ce1b44f43a HTTP/1.1" status: 200 len: 950 time: 0.3579266 Jul 24 09:21:10.871938 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-b259e6b0-5df4-4369-92ab-9c3a374012f8 service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779625 Jul 24 09:21:10.920380 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab3075-f96f-4bbf-89a7-928780543397 req-6cef63c9-2bdf-449d-a57e-4691e452888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:10.921991 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89ab3075-f96f-4bbf-89a7-928780543397 req-6cef63c9-2bdf-449d-a57e-4691e452888b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=79e45812-6897-4403-a39b-29ce1b44f43a HTTP/1.1" status: 200 len: 1101 time: 0.4848111 Jul 24 09:21:10.944701 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66118fbf-b7d3-44b6-b435-1a5dad73815e req-4a3229a9-638e-4b51-8347-544da630c7aa tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:10.952334 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66118fbf-b7d3-44b6-b435-1a5dad73815e req-4a3229a9-638e-4b51-8347-544da630c7aa tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.5279357 Jul 24 09:21:10.965595 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 9cef6d65-19a7-4709-a793-be0e73e841c2 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:21:10.967266 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cfda82cd-65bd-405a-8f43-bcbb5acdffaa req-9d54374e-3dd9-4d2d-b964-cf9c0a41b3c2 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/security-groups?id=e60b1708-4b03-4990-a9bf-affb89f31053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198859 Jul 24 09:21:10.970486 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-066c6069-f4db-4445-a4ce-c4c4109b66b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=1592bee6-5996-4727-8f30-55913f2ae08b HTTP/1.1" status: 200 len: 217 time: 0.0825629 Jul 24 09:21:11.082179 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 9cef6d65-19a7-4709-a793-be0e73e841c2 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:21:11.082555 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:11.114805 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-2d9a0af5-4c63-4f7b-83a8-e28f28e7cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:11.116762 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-2d9a0af5-4c63-4f7b-83a8-e28f28e7cb0a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c387c39-d1bf-4176-959f-916a9cd25e18 HTTP/1.1" status: 200 len: 797 time: 0.1384735 Jul 24 09:21:11.119755 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66118fbf-b7d3-44b6-b435-1a5dad73815e req-a01e25a2-4beb-4eb3-ac38-4fcf0bb672ef tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664419 Jul 24 09:21:11.145991 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-8035d82a-4aa9-41ad-ab79-0c4a23e6ee29 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:11.221290 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7819f6-4582-47b8-b877-6e6b47d18316 req-b4f6ebe2-034c-439f-976b-9624a5f603fc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:11.228356 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9f7819f6-4582-47b8-b877-6e6b47d18316 req-b4f6ebe2-034c-439f-976b-9624a5f603fc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 944 time: 0.1329622 Jul 24 09:21:11.249009 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-b23dd356-58e0-4475-88b7-e1d8ba617f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:11.250674 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-b23dd356-58e0-4475-88b7-e1d8ba617f26 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=130df151-54ed-4200-959f-f7fb83738159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1151104 Jul 24 09:21:11.286639 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9f7819f6-4582-47b8-b877-6e6b47d18316 req-95e05c91-ab13-42d8-acad-c211e26d1437 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538301 Jul 24 09:21:11.322814 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89ab3075-f96f-4bbf-89a7-928780543397 req-3c98be0c-5439-4538-9080-b611cb41a38a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e60b1708-4b03-4990-a9bf-affb89f31053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918250 Jul 24 09:21:11.392223 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:11.525918 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9d299cfa-44a1-40bd-bed9-5b8ac8742651 req-dd236992-f253-44da-ae5b-20ee2affa566 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=53bd81ac-2e21-4f74-9680-5ad35d1f836f HTTP/1.1" status: 200 len: 210 time: 0.0550208 Jul 24 09:21:11.538516 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 9cef6d65-19a7-4709-a793-be0e73e841c2, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=9cef6d65-19a7-4709-a793-be0e73e841c2,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:11.539961 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:11.546712 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-8035d82a-4aa9-41ad-ab79-0c4a23e6ee29 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:11.564053 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-a0683d42-4337-4ffc-9919-1592de07e0d5 service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947268 Jul 24 09:21:11.570399 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aea388-693f-4f37-8865-206e64751389 req-ee4a3a42-15a7-44c9-8930-25b5356faa3e tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:11.582495 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-23aea388-693f-4f37-8865-206e64751389 req-ee4a3a42-15a7-44c9-8930-25b5356faa3e tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.37 "GET /v2.0/networks?id=8d844ade-4b4e-44fb-9c14-02a3515430cb HTTP/1.1" status: 200 len: 815 time: 0.3938115 Jul 24 09:21:11.659185 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=9cef6d65-19a7-4709-a793-be0e73e841c2,revision_number=7']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:11.688609 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-23aea388-693f-4f37-8865-206e64751389 req-92341201-4a0f-4b2a-84ca-41a652fb03a6 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Request body: {'port': {'device_id': '53bd81ac-2e21-4f74-9680-5ad35d1f836f', 'network_id': '8d844ade-4b4e-44fb-9c14-02a3515430cb', 'admin_state_up': True, 'tenant_id': 'ff71f4793aae432d8262e2f84f19329d'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:21:11.691808 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035d82a-4aa9-41ad-ab79-0c4a23e6ee29 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Pushing event updated for resources: {'Port': ['ID=c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:11.722531 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-b000a040-ac10-41d6-84a7-b96bb2c087e5 service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474578 Jul 24 09:21:11.742078 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-8035d82a-4aa9-41ad-ab79-0c4a23e6ee29 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Network 8dcf869c-890c-434b-a6c5-c8af9725acb5 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:21:11.750476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-8035d82a-4aa9-41ad-ab79-0c4a23e6ee29 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:21:11.780894 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-8035d82a-4aa9-41ad-ab79-0c4a23e6ee29 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:21:11.792642 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-9bb794d2-8c57-43a2-b151-c10ff6211e0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=9eeb4813-0254-46ff-a982-0b81b24181f8 HTTP/1.1" status: 200 len: 217 time: 0.0631630 Jul 24 09:21:11.834425 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-8035d82a-4aa9-41ad-ab79-0c4a23e6ee29 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:11.835062 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-8035d82a-4aa9-41ad-ab79-0c4a23e6ee29 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:11.861434 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-9cecde0c-c537-4cc5-a35d-c029e654e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:11.863754 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-9cecde0c-c537-4cc5-a35d-c029e654e20f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c387c39-d1bf-4176-959f-916a9cd25e18 HTTP/1.1" status: 200 len: 797 time: 0.0603638 Jul 24 09:21:11.879583 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b02c4-8f29-4026-992d-3b3cf3c75343 req-c97e9799-7e47-45dc-9727-45ec9240a5d7 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:11.881168 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2d4b02c4-8f29-4026-992d-3b3cf3c75343 req-c97e9799-7e47-45dc-9727-45ec9240a5d7 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9b3cee5-4329-457e-b2c1-8c59b2c351f6 HTTP/1.1" status: 200 len: 932 time: 0.3958347 Jul 24 09:21:11.882452 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-8035d82a-4aa9-41ad-ab79-0c4a23e6ee29 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0670941 Jul 24 09:21:11.895645 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-bd09052f-bc3e-4a2b-80f1-9f88c40e8734 service neutron] Request body: {'port': {'device_id': 'f9b3cee5-4329-457e-b2c1-8c59b2c351f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:21:11.990019 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2d4b02c4-8f29-4026-992d-3b3cf3c75343 req-f0307921-6f62-4414-8f6e-80cc48d2bc64 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/security-groups?id=53123af3-0b66-4ab2-85ae-efc21838b4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910399 Jul 24 09:21:12.010988 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-d6f8888e-9ef6-4d83-b89f-31935421bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:12.018023 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-d6f8888e-9ef6-4d83-b89f-31935421bac0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=130df151-54ed-4200-959f-f7fb83738159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1454604 Jul 24 09:21:12.033867 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23aea388-693f-4f37-8865-206e64751389 req-92341201-4a0f-4b2a-84ca-41a652fb03a6 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Made reservation on behalf of ff71f4793aae432d8262e2f84f19329d for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:21:12.037296 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-23aea388-693f-4f37-8865-206e64751389 req-92341201-4a0f-4b2a-84ca-41a652fb03a6 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:12.051667 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-bd09052f-bc3e-4a2b-80f1-9f88c40e8734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:12.326902 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8516f77-09c0-44fd-9705-a68b8a12a13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cef6d65-19a7-4709-a793-be0e73e841c2'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:21:12.329401 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e652a0-2a29-4756-a7c7-e7aa8c8b2706" -d '{"events": [{"server_uuid": "d8516f77-09c0-44fd-9705-a68b8a12a13c", "name": "network-vif-plugged", "status": "completed", "tag": "9cef6d65-19a7-4709-a793-be0e73e841c2"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:21:12.353958 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-e0812da3-a639-4ffc-be90-812f1642e255 service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264432 Jul 24 09:21:12.438086 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250533a4-5b26-46d2-8cf8-fe8dffb1b76e req-3c6c43c4-8c16-4cb2-805b-86247cdabcb8 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:12.444348 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-23aea388-693f-4f37-8865-206e64751389 req-92341201-4a0f-4b2a-84ca-41a652fb03a6 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Allocated IP 172.20.0.10 (8d844ade-4b4e-44fb-9c14-02a3515430cb/bef3db85-2ab0-417d-a2e7-65a979b570f2/817a6aca-9aae-4476-9c65-62feb31400b7) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:21:12.449339 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-250533a4-5b26-46d2-8cf8-fe8dffb1b76e req-3c6c43c4-8c16-4cb2-805b-86247cdabcb8 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/ports?device_id=79e45812-6897-4403-a39b-29ce1b44f43a HTTP/1.1" status: 200 len: 950 time: 0.3158667 Jul 24 09:21:12.545623 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-250533a4-5b26-46d2-8cf8-fe8dffb1b76e req-6d39878b-f38b-4f95-ad92-bfaf56ab76a6 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/security-groups?id=e60b1708-4b03-4990-a9bf-affb89f31053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952120 Jul 24 09:21:12.594171 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-66d8dab2-6d21-4beb-8a4b-a65b01e5e5fe service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281303 Jul 24 09:21:12.596464 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc962468-6900-4f62-b8f0-8c6d63c81ac1 req-41c31637-ff9b-4eeb-8b96-0536b85c6694 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:12.609371 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bc962468-6900-4f62-b8f0-8c6d63c81ac1 req-41c31637-ff9b-4eeb-8b96-0536b85c6694 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.3895531 Jul 24 09:21:12.660097 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-3321dbc6-f4ba-4e54-9794-ed6fcbc986c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=506d6774-cab8-4e72-9e5e-98197e8f6a6d HTTP/1.1" status: 200 len: 217 time: 0.0584939 Jul 24 09:21:12.808981 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bc962468-6900-4f62-b8f0-8c6d63c81ac1 req-b8415399-5fd2-4161-ae2f-43678040a4d6 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949799 Jul 24 09:21:12.832158 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-2326e3ee-3b05-46f9-a13e-0d1f91a22623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:12.833773 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-2326e3ee-3b05-46f9-a13e-0d1f91a22623 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c387c39-d1bf-4176-959f-916a9cd25e18 HTTP/1.1" status: 200 len: 797 time: 0.1661723 Jul 24 09:21:12.913887 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f2d07-895b-49cd-a829-b22b17351c4c req-6801ffce-2297-4245-9966-ecfb26ae4558 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:12.915453 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6e0f2d07-895b-49cd-a829-b22b17351c4c req-6801ffce-2297-4245-9966-ecfb26ae4558 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 945 time: 0.2325425 Jul 24 09:21:12.948858 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-3bc0c9fd-c86c-48f1-8d28-c15f320c4053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:12.953609 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-3bc0c9fd-c86c-48f1-8d28-c15f320c4053 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=130df151-54ed-4200-959f-f7fb83738159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1104429 Jul 24 09:21:12.988231 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed0734c-9113-4bae-8368-e1ca2355737a x-openstack-request-id: req-fed0734c-9113-4bae-8368-e1ca2355737a {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:21:12.988770 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8516f77-09c0-44fd-9705-a68b8a12a13c", "name": "network-vif-plugged", "status": "completed", "tag": "9cef6d65-19a7-4709-a793-be0e73e841c2", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:21:12.989180 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fed0734c-9113-4bae-8368-e1ca2355737a {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:21:12.989726 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8516f77-09c0-44fd-9705-a68b8a12a13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cef6d65-19a7-4709-a793-be0e73e841c2', 'code': 200} Jul 24 09:21:12.996348 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-bd09052f-bc3e-4a2b-80f1-9f88c40e8734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:21:13.013574 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-bd09052f-bc3e-4a2b-80f1-9f88c40e8734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:13.023893 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6e0f2d07-895b-49cd-a829-b22b17351c4c req-0b029380-239f-47db-9088-1287eef8a1ae tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996964 Jul 24 09:21:13.064933 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-bd09052f-bc3e-4a2b-80f1-9f88c40e8734 service neutron] Transition to ACTIVE for port object c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:21:13.073968 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-bd09052f-bc3e-4a2b-80f1-9f88c40e8734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:13.089550 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-23aea388-693f-4f37-8865-206e64751389 req-92341201-4a0f-4b2a-84ca-41a652fb03a6 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:13.178803 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d839458d-a304-46ad-9ea7-64180d7de67b req-e7542639-fae3-4244-8701-6d071e2e2ddd tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=53bd81ac-2e21-4f74-9680-5ad35d1f836f HTTP/1.1" status: 200 len: 210 time: 0.0799365 Jul 24 09:21:13.216333 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-02b83ecd-637f-481b-b314-3f660f1bea56 service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377656 Jul 24 09:21:13.254630 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09052f-bc3e-4a2b-80f1-9f88c40e8734 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:13.285967 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e6a40-eed2-4158-ac2a-7621de806f2f req-3f06c188-a8b8-407d-bef3-1a6b84aab64c tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:13.287505 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4d4e6a40-eed2-4158-ac2a-7621de806f2f req-3f06c188-a8b8-407d-bef3-1a6b84aab64c tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9b3cee5-4329-457e-b2c1-8c59b2c351f6 HTTP/1.1" status: 200 len: 944 time: 0.1580286 Jul 24 09:21:13.327862 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-23aea388-693f-4f37-8865-206e64751389 req-92341201-4a0f-4b2a-84ca-41a652fb03a6 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:13.350057 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:21:13.361214 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-bd09052f-bc3e-4a2b-80f1-9f88c40e8734 service neutron] Attempting to bind port c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:21:13.361834 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-bd09052f-bc3e-4a2b-80f1-9f88c40e8734 service neutron] Attempting to bind port c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '50295123-15f9-48f5-8b90-ba5796c96d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8dcf869c-890c-434b-a6c5-c8af9725acb5'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:21:13.362674 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-bd09052f-bc3e-4a2b-80f1-9f88c40e8734 service neutron] Attempting to bind port c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c on network 8dcf869c-890c-434b-a6c5-c8af9725acb5 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:21:13.373308 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-bd09052f-bc3e-4a2b-80f1-9f88c40e8734 service neutron] Port c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c on network 8dcf869c-890c-434b-a6c5-c8af9725acb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:21:13.373994 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-bd09052f-bc3e-4a2b-80f1-9f88c40e8734 service neutron] Attempting to bind port c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c on network 8dcf869c-890c-434b-a6c5-c8af9725acb5 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:21:13.409623 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23aea388-693f-4f37-8865-206e64751389 req-92341201-4a0f-4b2a-84ca-41a652fb03a6 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Network 8d844ade-4b4e-44fb-9c14-02a3515430cb is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:21:13.410977 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-bd09052f-bc3e-4a2b-80f1-9f88c40e8734 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:21:13.411698 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-bd09052f-bc3e-4a2b-80f1-9f88c40e8734 service neutron] Checking segment: {'id': '50295123-15f9-48f5-8b90-ba5796c96d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8dcf869c-890c-434b-a6c5-c8af9725acb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:21:13.413118 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-bd09052f-bc3e-4a2b-80f1-9f88c40e8734 service neutron] Bound using segment: {'id': '50295123-15f9-48f5-8b90-ba5796c96d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8dcf869c-890c-434b-a6c5-c8af9725acb5'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:21:13.414397 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-bd09052f-bc3e-4a2b-80f1-9f88c40e8734 service neutron] Bound port: c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50295123-15f9-48f5-8b90-ba5796c96d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8dcf869c-890c-434b-a6c5-c8af9725acb5'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:21:13.414887 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-bd09052f-bc3e-4a2b-80f1-9f88c40e8734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:13.438906 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-23aea388-693f-4f37-8865-206e64751389 req-92341201-4a0f-4b2a-84ca-41a652fb03a6 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:21:13.451378 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-23aea388-693f-4f37-8865-206e64751389 req-92341201-4a0f-4b2a-84ca-41a652fb03a6 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:21:13.473351 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4d4e6a40-eed2-4158-ac2a-7621de806f2f req-02e32bfd-d82c-47fa-ba4c-051ab80f1b26 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/security-groups?id=53123af3-0b66-4ab2-85ae-efc21838b4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718476 Jul 24 09:21:13.496140 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-896ef4dc-09cb-4430-be45-81242982a85b service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698824 Jul 24 09:21:13.521080 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92341201-4a0f-4b2a-84ca-41a652fb03a6 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Pushing event updated for resources: {'Port': ['ID=817a6aca-9aae-4476-9c65-62feb31400b7,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:13.558625 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aea388-693f-4f37-8865-206e64751389 req-92341201-4a0f-4b2a-84ca-41a652fb03a6 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:13.559502 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-23aea388-693f-4f37-8865-206e64751389 req-92341201-4a0f-4b2a-84ca-41a652fb03a6 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:13.587816 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-23aea388-693f-4f37-8865-206e64751389 req-92341201-4a0f-4b2a-84ca-41a652fb03a6 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9030478 Jul 24 09:21:13.619232 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-bd09052f-bc3e-4a2b-80f1-9f88c40e8734 service neutron] For port c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:21:13.625869 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-bd09052f-bc3e-4a2b-80f1-9f88c40e8734 service neutron] For port c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c,segment=NetworkSegment(50295123-15f9-48f5-8b90-ba5796c96d6c),segment_id=50295123-15f9-48f5-8b90-ba5796c96d6c)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:21:13.626424 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-a5456312-95bb-4b27-8c98-396973dfac69 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=16303a1a-c8c8-446e-8591-495750b9d208 HTTP/1.1" status: 200 len: 217 time: 0.1225502 Jul 24 09:21:13.632109 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-bd09052f-bc3e-4a2b-80f1-9f88c40e8734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:13.701857 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-de541d4b-9a2d-4fd8-a11d-2ad4765aeb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:13.704408 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-de541d4b-9a2d-4fd8-a11d-2ad4765aeb85 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7965ff2-5ace-4294-bd8e-07c8763c47a6 HTTP/1.1" status: 200 len: 797 time: 0.0689270 Jul 24 09:21:13.865902 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-9b107569-57bf-4781-8c83-1f7383e24e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:13.874236 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-9b107569-57bf-4781-8c83-1f7383e24e34 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6f03a51-92af-4f2b-a8a7-84f44e0df4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1576149 Jul 24 09:21:14.004528 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:14.131279 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-1b88e529-a052-43d6-b747-5f0048c41892 service neutron] 10.222.0.20 "GET /v2.0/networks/c6f03a51-92af-4f2b-a8a7-84f44e0df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534270 Jul 24 09:21:14.251587 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-23aea388-693f-4f37-8865-206e64751389 req-38a0b437-e7a6-482d-afdd-78d9e6a3d9e7 service neutron] Request body: {'port': {'device_id': '53bd81ac-2e21-4f74-9680-5ad35d1f836f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:21:14.263626 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09052f-bc3e-4a2b-80f1-9f88c40e8734 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:14.269493 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410dc88-c9db-4844-bbce-a1a04474d5f3 req-dbc44727-e408-48a1-ba4f-9a8db9299f11 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:14.276951 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5410dc88-c9db-4844-bbce-a1a04474d5f3 req-dbc44727-e408-48a1-ba4f-9a8db9299f11 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.2212522 Jul 24 09:21:14.320673 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-bd09052f-bc3e-4a2b-80f1-9f88c40e8734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:14.322050 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-bd09052f-bc3e-4a2b-80f1-9f88c40e8734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:14.323702 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-bd09052f-bc3e-4a2b-80f1-9f88c40e8734 service neutron] 10.222.0.37 "PUT /v2.0/ports/c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c HTTP/1.1" status: 200 len: 1092 time: 2.4325550 Jul 24 09:21:14.325614 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b3cee5-4329-457e-b2c1-8c59b2c351f6', 'tag': 'c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:21:14.329067 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea9d0f9-f2ea-483a-bba5-09aaa034870c" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b3cee5-4329-457e-b2c1-8c59b2c351f6", "tag": "c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:21:14.358594 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5410dc88-c9db-4844-bbce-a1a04474d5f3 req-403218a5-15dd-40e1-b97d-59d96d29620d tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803776 Jul 24 09:21:14.368507 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-73b33169-de61-4a89-b71a-0f7418589604 service neutron] 10.222.0.20 "GET /v2.0/networks/c6f03a51-92af-4f2b-a8a7-84f44e0df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217178 Jul 24 09:21:14.416296 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-23aea388-693f-4f37-8865-206e64751389 req-38a0b437-e7a6-482d-afdd-78d9e6a3d9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:14.466432 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-e1301a09-7094-4766-a32f-582d7d9d2a38 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=16f6a8a0-9d0c-483f-b3ba-0c9fb8957875 HTTP/1.1" status: 200 len: 217 time: 0.0833268 Jul 24 09:21:14.510496 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c59ae2-aadb-4d83-a114-390dd4e0038d req-6f02d273-ee5a-4629-b6b8-006f9f360180 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:14.520492 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-74c59ae2-aadb-4d83-a114-390dd4e0038d req-6f02d273-ee5a-4629-b6b8-006f9f360180 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/ports?device_id=79e45812-6897-4403-a39b-29ce1b44f43a HTTP/1.1" status: 200 len: 950 time: 0.2657845 Jul 24 09:21:14.576467 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-c3a0b76f-63cf-4592-8646-22455220ab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:14.580758 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-c3a0b76f-63cf-4592-8646-22455220ab6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7965ff2-5ace-4294-bd8e-07c8763c47a6 HTTP/1.1" status: 200 len: 797 time: 0.1081142 Jul 24 09:21:14.601560 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-74c59ae2-aadb-4d83-a114-390dd4e0038d req-ef3ebdb1-fd8e-473c-9a39-7b46ce8d0635 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/security-groups?id=e60b1708-4b03-4990-a9bf-affb89f31053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800569 Jul 24 09:21:14.729470 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-64dc14d4-3670-4526-8a7d-604fbb988a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:14.731017 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-64dc14d4-3670-4526-8a7d-604fbb988a8a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=996414a7068f4476b02e31c5c297dbf1&device_id=f9b3cee5-4329-457e-b2c1-8c59b2c351f6 HTTP/1.1" status: 200 len: 1095 time: 0.3245776 Jul 24 09:21:14.742557 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-e0b24733-ef84-464c-961a-9b6b1c264e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:14.744064 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-e0b24733-ef84-464c-961a-9b6b1c264e9f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6f03a51-92af-4f2b-a8a7-84f44e0df4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1497977 Jul 24 09:21:14.755061 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd2377-023c-4812-b00e-4e91ac804221 req-664ea3a6-e989-4346-b065-019264b0b5c6 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:14.763418 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bcdd2377-023c-4812-b00e-4e91ac804221 req-664ea3a6-e989-4346-b065-019264b0b5c6 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 945 time: 0.1783741 Jul 24 09:21:14.805653 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-5a951edc-7d30-4f07-ae97-128d503630e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c HTTP/1.1" status: 200 len: 217 time: 0.0640397 Jul 24 09:21:14.873589 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bcdd2377-023c-4812-b00e-4e91ac804221 req-393534ed-b1e6-4e4b-abe7-13e277cfecc4 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092768 Jul 24 09:21:14.910531 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-c429cd6c-2d3e-4724-b309-1942779c6ca5 service neutron] 10.222.0.20 "GET /v2.0/networks/c6f03a51-92af-4f2b-a8a7-84f44e0df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434498 Jul 24 09:21:14.942297 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-d8267361-2329-4038-9cea-8979394f40f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:14.943796 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-d8267361-2329-4038-9cea-8979394f40f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a5f409b-2ca0-4000-b614-7014729b7db3 HTTP/1.1" status: 200 len: 862 time: 0.1124942 Jul 24 09:21:14.994508 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fd8489-e49b-4cda-ab4e-8cad79c275b4 x-openstack-request-id: req-34fd8489-e49b-4cda-ab4e-8cad79c275b4 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:21:14.994875 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b3cee5-4329-457e-b2c1-8c59b2c351f6", "tag": "c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:21:14.995070 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34fd8489-e49b-4cda-ab4e-8cad79c275b4 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:21:14.995612 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b3cee5-4329-457e-b2c1-8c59b2c351f6', 'tag': 'c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c', 'status': 'completed', 'code': 200} Jul 24 09:21:15.003399 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-24c25f57-17d8-47fc-8489-fae6abe3f28f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dcf869c-890c-434b-a6c5-c8af9725acb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499902 Jul 24 09:21:15.025730 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723304e-3d1f-4b74-9f3b-1311eb0a9a1f req-631ff9fa-ce43-47e6-8ffd-fbdbb8f697a6 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:15.027254 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9723304e-3d1f-4b74-9f3b-1311eb0a9a1f req-631ff9fa-ce43-47e6-8ffd-fbdbb8f697a6 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=53bd81ac-2e21-4f74-9680-5ad35d1f836f HTTP/1.1" status: 200 len: 932 time: 0.2732270 Jul 24 09:21:15.075566 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f79c0cc-f37c-4bea-a556-e2ef224ded8d req-32925226-3572-4a84-bde4-3891ab6e7496 service neutron] 10.222.0.20 "GET /v2.0/networks/c6f03a51-92af-4f2b-a8a7-84f44e0df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579075 Jul 24 09:21:15.188214 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64612a45-0a68-4fa8-86b9-50ae40d25e90 req-42463f52-54fe-460e-b22c-ff67f37ceb25 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:15.190202 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-23aea388-693f-4f37-8865-206e64751389 req-38a0b437-e7a6-482d-afdd-78d9e6a3d9e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 817a6aca-9aae-4476-9c65-62feb31400b7 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:21:15.196054 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-64612a45-0a68-4fa8-86b9-50ae40d25e90 req-42463f52-54fe-460e-b22c-ff67f37ceb25 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9b3cee5-4329-457e-b2c1-8c59b2c351f6 HTTP/1.1" status: 200 len: 944 time: 0.1318152 Jul 24 09:21:15.197752 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9723304e-3d1f-4b74-9f3b-1311eb0a9a1f req-9f6c8c4e-2b0e-4cb9-ae2c-f51e74741a19 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607168 Jul 24 09:21:15.204969 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-23aea388-693f-4f37-8865-206e64751389 req-38a0b437-e7a6-482d-afdd-78d9e6a3d9e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:15.232072 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-b9927cd3-ca80-4ee4-9b23-29fbf299c1ad service neutron] 10.222.0.37 "GET /v2.0/networks/8dcf869c-890c-434b-a6c5-c8af9725acb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215862 Jul 24 09:21:15.233039 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-23aea388-693f-4f37-8865-206e64751389 req-38a0b437-e7a6-482d-afdd-78d9e6a3d9e7 service neutron] Transition to ACTIVE for port object 817a6aca-9aae-4476-9c65-62feb31400b7 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:21:15.247827 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-23aea388-693f-4f37-8865-206e64751389 req-38a0b437-e7a6-482d-afdd-78d9e6a3d9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:15.291587 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-64612a45-0a68-4fa8-86b9-50ae40d25e90 req-31fb9273-7f2e-4ca4-b9b9-b36651f220bc tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/security-groups?id=53123af3-0b66-4ab2-85ae-efc21838b4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852506 Jul 24 09:21:15.431261 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0b437-e7a6-482d-afdd-78d9e6a3d9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=817a6aca-9aae-4476-9c65-62feb31400b7,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:15.507265 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9f8c7c6-abf8-443e-8698-02111f02588b req-8975e4cf-baa3-4fa8-9539-53f2dd64fd9c service neutron] 10.222.0.37 "GET /v2.0/networks/8dcf869c-890c-434b-a6c5-c8af9725acb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671840 Jul 24 09:21:15.547315 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-23aea388-693f-4f37-8865-206e64751389 req-38a0b437-e7a6-482d-afdd-78d9e6a3d9e7 service neutron] Attempting to bind port 817a6aca-9aae-4476-9c65-62feb31400b7 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:21:15.547856 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-23aea388-693f-4f37-8865-206e64751389 req-38a0b437-e7a6-482d-afdd-78d9e6a3d9e7 service neutron] Attempting to bind port 817a6aca-9aae-4476-9c65-62feb31400b7 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '658362e4-6283-4c69-8eba-315d82acaa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8d844ade-4b4e-44fb-9c14-02a3515430cb'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:21:15.548113 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aea388-693f-4f37-8865-206e64751389 req-38a0b437-e7a6-482d-afdd-78d9e6a3d9e7 service neutron] Attempting to bind port 817a6aca-9aae-4476-9c65-62feb31400b7 on network 8d844ade-4b4e-44fb-9c14-02a3515430cb {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:21:15.553683 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aea388-693f-4f37-8865-206e64751389 req-38a0b437-e7a6-482d-afdd-78d9e6a3d9e7 service neutron] Port 817a6aca-9aae-4476-9c65-62feb31400b7 on network 8d844ade-4b4e-44fb-9c14-02a3515430cb not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:21:15.554041 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aea388-693f-4f37-8865-206e64751389 req-38a0b437-e7a6-482d-afdd-78d9e6a3d9e7 service neutron] Attempting to bind port 817a6aca-9aae-4476-9c65-62feb31400b7 on network 8d844ade-4b4e-44fb-9c14-02a3515430cb {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:21:15.608708 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aea388-693f-4f37-8865-206e64751389 req-38a0b437-e7a6-482d-afdd-78d9e6a3d9e7 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:21:15.609120 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aea388-693f-4f37-8865-206e64751389 req-38a0b437-e7a6-482d-afdd-78d9e6a3d9e7 service neutron] Checking segment: {'id': '658362e4-6283-4c69-8eba-315d82acaa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8d844ade-4b4e-44fb-9c14-02a3515430cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:21:15.609476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aea388-693f-4f37-8865-206e64751389 req-38a0b437-e7a6-482d-afdd-78d9e6a3d9e7 service neutron] Bound using segment: {'id': '658362e4-6283-4c69-8eba-315d82acaa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8d844ade-4b4e-44fb-9c14-02a3515430cb'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:21:15.609934 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-23aea388-693f-4f37-8865-206e64751389 req-38a0b437-e7a6-482d-afdd-78d9e6a3d9e7 service neutron] Bound port: 817a6aca-9aae-4476-9c65-62feb31400b7, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658362e4-6283-4c69-8eba-315d82acaa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8d844ade-4b4e-44fb-9c14-02a3515430cb'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:21:15.610494 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-23aea388-693f-4f37-8865-206e64751389 req-38a0b437-e7a6-482d-afdd-78d9e6a3d9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:15.650452 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ba890-c953-451e-9c9e-ce8a36eab8f3 req-b6ad0686-a66e-45ba-8bd7-f37a02c5cedb tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:15.659933 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a4ba890-c953-451e-9c9e-ce8a36eab8f3 req-b6ad0686-a66e-45ba-8bd7-f37a02c5cedb tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.1337337 Jul 24 09:21:15.717407 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a4ba890-c953-451e-9c9e-ce8a36eab8f3 req-83df5bde-d869-47e5-9878-c72846efa1e5 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561438 Jul 24 09:21:15.748399 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9d0f9-f2ea-483a-bba5-09aaa034870c req-11b837fc-39c4-4896-858f-9e6e4c66c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:15.766657 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ea9d0f9-f2ea-483a-bba5-09aaa034870c req-11b837fc-39c4-4896-858f-9e6e4c66c9fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=996414a7068f4476b02e31c5c297dbf1&device_id=f9b3cee5-4329-457e-b2c1-8c59b2c351f6 HTTP/1.1" status: 200 len: 1095 time: 0.2102790 Jul 24 09:21:15.775424 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-23aea388-693f-4f37-8865-206e64751389 req-38a0b437-e7a6-482d-afdd-78d9e6a3d9e7 service neutron] For port 817a6aca-9aae-4476-9c65-62feb31400b7, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:21:15.804375 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-23aea388-693f-4f37-8865-206e64751389 req-38a0b437-e7a6-482d-afdd-78d9e6a3d9e7 service neutron] For port 817a6aca-9aae-4476-9c65-62feb31400b7, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=817a6aca-9aae-4476-9c65-62feb31400b7,segment=NetworkSegment(658362e4-6283-4c69-8eba-315d82acaa5f),segment_id=658362e4-6283-4c69-8eba-315d82acaa5f)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:21:15.815615 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35308b17-1418-48cc-9b5e-cc1e6e02330a req-70b01af9-9d91-4c33-a110-0ad914d2b881 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:15.816231 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-35308b17-1418-48cc-9b5e-cc1e6e02330a req-70b01af9-9d91-4c33-a110-0ad914d2b881 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/ports?device_id=79e45812-6897-4403-a39b-29ce1b44f43a HTTP/1.1" status: 200 len: 950 time: 0.2266364 Jul 24 09:21:15.829306 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-23aea388-693f-4f37-8865-206e64751389 req-38a0b437-e7a6-482d-afdd-78d9e6a3d9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:15.980140 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aea388-693f-4f37-8865-206e64751389 req-38a0b437-e7a6-482d-afdd-78d9e6a3d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:15.980773 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-23aea388-693f-4f37-8865-206e64751389 req-38a0b437-e7a6-482d-afdd-78d9e6a3d9e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:15.984791 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-23aea388-693f-4f37-8865-206e64751389 req-38a0b437-e7a6-482d-afdd-78d9e6a3d9e7 service neutron] 10.222.0.37 "PUT /v2.0/ports/817a6aca-9aae-4476-9c65-62feb31400b7 HTTP/1.1" status: 200 len: 1092 time: 2.3819196 Jul 24 09:21:16.029396 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0b437-e7a6-482d-afdd-78d9e6a3d9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=817a6aca-9aae-4476-9c65-62feb31400b7,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:16.121554 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-35308b17-1418-48cc-9b5e-cc1e6e02330a req-8840bca4-07f9-4253-9c88-3b36dce420ca tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/security-groups?id=e60b1708-4b03-4990-a9bf-affb89f31053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938435 Jul 24 09:21:16.147048 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9d0f9-f2ea-483a-bba5-09aaa034870c req-d1f6d90a-0df8-4949-8b83-52206ef8af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:16.148901 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ea9d0f9-f2ea-483a-bba5-09aaa034870c req-d1f6d90a-0df8-4949-8b83-52206ef8af0d service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dcf869c-890c-434b-a6c5-c8af9725acb5 HTTP/1.1" status: 200 len: 922 time: 0.3749449 Jul 24 09:21:16.154344 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372fe28-039b-4388-80d3-90ece030e744 req-d6748188-8057-4b54-b038-9e94700d6216 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:16.161646 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6372fe28-039b-4388-80d3-90ece030e744 req-d6748188-8057-4b54-b038-9e94700d6216 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 945 time: 0.1529150 Jul 24 09:21:16.218683 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6372fe28-039b-4388-80d3-90ece030e744 req-ebdc08bd-2427-49de-908a-f7b00a7714f4 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560246 Jul 24 09:21:16.267336 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ea9d0f9-f2ea-483a-bba5-09aaa034870c req-fd62c377-e451-497e-9bc7-33b314bff061 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c HTTP/1.1" status: 200 len: 217 time: 0.0925863 Jul 24 09:21:16.287346 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aea388-693f-4f37-8865-206e64751389 req-c344032b-d427-463d-a54b-4bbb14fb790c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:16.288904 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-23aea388-693f-4f37-8865-206e64751389 req-c344032b-d427-463d-a54b-4bbb14fb790c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff71f4793aae432d8262e2f84f19329d&device_id=53bd81ac-2e21-4f74-9680-5ad35d1f836f HTTP/1.1" status: 200 len: 1095 time: 0.2457273 Jul 24 09:21:16.420704 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-23aea388-693f-4f37-8865-206e64751389 req-e59d448e-eb47-41b7-a8d4-a0850bc0a8f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=817a6aca-9aae-4476-9c65-62feb31400b7 HTTP/1.1" status: 200 len: 217 time: 0.1034725 Jul 24 09:21:16.439983 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9d0f9-f2ea-483a-bba5-09aaa034870c req-b6a0ef2f-367a-484d-995f-79b60a86f8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:16.441699 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ea9d0f9-f2ea-483a-bba5-09aaa034870c req-b6a0ef2f-367a-484d-995f-79b60a86f8a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a5f409b-2ca0-4000-b614-7014729b7db3 HTTP/1.1" status: 200 len: 862 time: 0.1642332 Jul 24 09:21:16.469174 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:16.475194 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe06ae-5335-4f88-b576-8ba762ab1f10 req-c010378a-9275-4c09-979f-3c8994863b00 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:16.477444 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-94fe06ae-5335-4f88-b576-8ba762ab1f10 req-c010378a-9275-4c09-979f-3c8994863b00 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9b3cee5-4329-457e-b2c1-8c59b2c351f6 HTTP/1.1" status: 200 len: 944 time: 0.0831263 Jul 24 09:21:16.508895 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ea9d0f9-f2ea-483a-bba5-09aaa034870c req-2f6a0161-8b3d-4aad-b7bb-708918a996a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dcf869c-890c-434b-a6c5-c8af9725acb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440242 Jul 24 09:21:16.562276 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-94fe06ae-5335-4f88-b576-8ba762ab1f10 req-18d3cb4f-7f12-467c-9d43-b79df48b4bdb tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/security-groups?id=53123af3-0b66-4ab2-85ae-efc21838b4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728765 Jul 24 09:21:16.562869 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aea388-693f-4f37-8865-206e64751389 req-8c579604-bd52-48bf-a27d-80b18a83913b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:16.564368 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-23aea388-693f-4f37-8865-206e64751389 req-8c579604-bd52-48bf-a27d-80b18a83913b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bef3db85-2ab0-417d-a2e7-65a979b570f2 HTTP/1.1" status: 200 len: 855 time: 0.1364293 Jul 24 09:21:16.594644 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699047f-2194-4cee-b9b0-3a16893eef29 req-62a2b5fa-656a-4fdf-83f8-4ae5f5250670 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:16.596212 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5699047f-2194-4cee-b9b0-3a16893eef29 req-62a2b5fa-656a-4fdf-83f8-4ae5f5250670 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=53bd81ac-2e21-4f74-9680-5ad35d1f836f HTTP/1.1" status: 200 len: 944 time: 0.2779303 Jul 24 09:21:16.618191 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-23aea388-693f-4f37-8865-206e64751389 req-5bedce24-b7f4-4b47-80c5-0345328639f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d844ade-4b4e-44fb-9c14-02a3515430cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445566 Jul 24 09:21:16.726633 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ea9d0f9-f2ea-483a-bba5-09aaa034870c req-66c07d04-3640-4c8d-9d45-7842d18c1d8d service neutron] 10.222.0.37 "GET /v2.0/networks/8dcf869c-890c-434b-a6c5-c8af9725acb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080975 Jul 24 09:21:16.765614 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5699047f-2194-4cee-b9b0-3a16893eef29 req-47dba6e7-fc6c-4313-b5f0-a91647547269 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498153 Jul 24 09:21:16.858718 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-23aea388-693f-4f37-8865-206e64751389 req-7ce2e6b6-d5d3-46b2-beff-516ba09ffa76 service neutron] 10.222.0.37 "GET /v2.0/networks/8d844ade-4b4e-44fb-9c14-02a3515430cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088766 Jul 24 09:21:16.964311 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ea9d0f9-f2ea-483a-bba5-09aaa034870c req-f607bb50-5bb5-410f-8dcb-4cfae0e360eb service neutron] 10.222.0.37 "GET /v2.0/networks/8dcf869c-890c-434b-a6c5-c8af9725acb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102749 Jul 24 09:21:17.010556 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bd81ac-2e21-4f74-9680-5ad35d1f836f', 'tag': '817a6aca-9aae-4476-9c65-62feb31400b7'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:21:17.013642 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4071771-4ffd-458a-b096-f44586838fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "53bd81ac-2e21-4f74-9680-5ad35d1f836f", "tag": "817a6aca-9aae-4476-9c65-62feb31400b7"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:21:17.019777 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79c488-13e6-4e4d-a57f-0de1f763b9eb req-cb578317-1617-44fb-ae23-d1ded2845d62 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:17.027365 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1d79c488-13e6-4e4d-a57f-0de1f763b9eb req-cb578317-1617-44fb-ae23-d1ded2845d62 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.1531742 Jul 24 09:21:17.066777 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-23aea388-693f-4f37-8865-206e64751389 req-61d59ad3-3c35-4078-bc02-bdd47cf34f7d service neutron] 10.222.0.37 "GET /v2.0/networks/8d844ade-4b4e-44fb-9c14-02a3515430cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862392 Jul 24 09:21:17.069157 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1d79c488-13e6-4e4d-a57f-0de1f763b9eb req-483de878-cf1f-4e00-96ed-e23ee5c18988 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407395 Jul 24 09:21:17.254995 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bae7d2-b588-4c8f-a19d-5bb3fc0c67bf req-1f827972-bad5-4e5c-94ca-c11278a097e2 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:17.256709 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-07bae7d2-b588-4c8f-a19d-5bb3fc0c67bf req-1f827972-bad5-4e5c-94ca-c11278a097e2 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.20 "GET /v2.0/ports?device_id=79e45812-6897-4403-a39b-29ce1b44f43a HTTP/1.1" status: 200 len: 950 time: 0.1266766 Jul 24 09:21:17.277175 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2023bee7-3341-4b4e-bec0-4bbeb86343c6 x-openstack-request-id: req-2023bee7-3341-4b4e-bec0-4bbeb86343c6 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:21:17.277773 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53bd81ac-2e21-4f74-9680-5ad35d1f836f", "tag": "817a6aca-9aae-4476-9c65-62feb31400b7", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:21:17.278925 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2023bee7-3341-4b4e-bec0-4bbeb86343c6 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:21:17.279636 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53bd81ac-2e21-4f74-9680-5ad35d1f836f', 'tag': '817a6aca-9aae-4476-9c65-62feb31400b7', 'status': 'completed', 'code': 200} Jul 24 09:21:17.438789 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4071771-4ffd-458a-b096-f44586838fdf req-4472cb93-21a3-4d50-bd4d-c2fc42a7ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:17.440325 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4071771-4ffd-458a-b096-f44586838fdf req-4472cb93-21a3-4d50-bd4d-c2fc42a7ae30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff71f4793aae432d8262e2f84f19329d&device_id=53bd81ac-2e21-4f74-9680-5ad35d1f836f HTTP/1.1" status: 200 len: 1095 time: 0.1424196 Jul 24 09:21:17.488446 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1d6eb-777c-4288-9e87-a5daddfd5b27 req-c8169656-410a-4a68-89f8-db6e29b11cbb tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:17.490144 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a3e1d6eb-777c-4288-9e87-a5daddfd5b27 req-c8169656-410a-4a68-89f8-db6e29b11cbb tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/ports?device_id=79e45812-6897-4403-a39b-29ce1b44f43a HTTP/1.1" status: 200 len: 950 time: 0.1695831 Jul 24 09:21:17.522419 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-07bae7d2-b588-4c8f-a19d-5bb3fc0c67bf req-59d28b69-19ce-48e0-9669-c05ecf87346a tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Deleting port 3b59c80a-9911-4399-b89c-ca3a2cf79bd5 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:21:17.524774 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-07bae7d2-b588-4c8f-a19d-5bb3fc0c67bf req-59d28b69-19ce-48e0-9669-c05ecf87346a tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:17.548651 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437b44b-3bd1-4f06-adb2-d758a92f0b6b req-ae36da15-fee6-4889-ae9b-65b7e4d7f36e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:17.550400 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3437b44b-3bd1-4f06-adb2-d758a92f0b6b req-ae36da15-fee6-4889-ae9b-65b7e4d7f36e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 945 time: 0.1897440 Jul 24 09:21:17.571910 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a3e1d6eb-777c-4288-9e87-a5daddfd5b27 req-675da6af-d352-4bd2-83c6-1f6172b1f7f8 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/security-groups?id=e60b1708-4b03-4990-a9bf-affb89f31053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714047 Jul 24 09:21:17.584313 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4071771-4ffd-458a-b096-f44586838fdf req-54ab7dfc-b96d-4e1f-8f84-9beca1a9b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:17.585945 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4071771-4ffd-458a-b096-f44586838fdf req-54ab7dfc-b96d-4e1f-8f84-9beca1a9b57f service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d844ade-4b4e-44fb-9c14-02a3515430cb HTTP/1.1" status: 200 len: 915 time: 0.1339457 Jul 24 09:21:17.661214 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4071771-4ffd-458a-b096-f44586838fdf req-ed625f49-e426-4535-9f55-0733243923df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=817a6aca-9aae-4476-9c65-62feb31400b7 HTTP/1.1" status: 200 len: 217 time: 0.0592511 Jul 24 09:21:17.687548 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-07bae7d2-b588-4c8f-a19d-5bb3fc0c67bf req-59d28b69-19ce-48e0-9669-c05ecf87346a tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] For port 3b59c80a-9911-4399-b89c-ca3a2cf79bd5, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3b59c80a-9911-4399-b89c-ca3a2cf79bd5,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:17.687988 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-07bae7d2-b588-4c8f-a19d-5bb3fc0c67bf req-59d28b69-19ce-48e0-9669-c05ecf87346a tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:17.724729 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-07bae7d2-b588-4c8f-a19d-5bb3fc0c67bf req-59d28b69-19ce-48e0-9669-c05ecf87346a tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Calling delete_port for 3b59c80a-9911-4399-b89c-ca3a2cf79bd5 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:21:17.734871 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3437b44b-3bd1-4f06-adb2-d758a92f0b6b req-844644d7-bb0e-4c9e-818f-be46d6deb88a tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722221 Jul 24 09:21:17.766118 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4071771-4ffd-458a-b096-f44586838fdf req-c3c06bf8-bab8-49cd-8460-c8454f079292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:17.767811 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4071771-4ffd-458a-b096-f44586838fdf req-c3c06bf8-bab8-49cd-8460-c8454f079292 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bef3db85-2ab0-417d-a2e7-65a979b570f2 HTTP/1.1" status: 200 len: 855 time: 0.0977795 Jul 24 09:21:17.835225 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f4855-80b0-4460-9450-9254784fb9c1 req-68a2a94f-3ba7-424d-8498-9353cbece53b tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:17.836978 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a9f4855-80b0-4460-9450-9254784fb9c1 req-68a2a94f-3ba7-424d-8498-9353cbece53b tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9b3cee5-4329-457e-b2c1-8c59b2c351f6 HTTP/1.1" status: 200 len: 944 time: 0.1686890 Jul 24 09:21:17.846678 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4071771-4ffd-458a-b096-f44586838fdf req-e3236535-d735-48bf-9b39-30364dcffbe3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d844ade-4b4e-44fb-9c14-02a3515430cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719841 Jul 24 09:21:17.905017 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a9f4855-80b0-4460-9450-9254784fb9c1 req-6b35b44e-af65-47b9-b88c-5b0d86660f91 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/security-groups?id=53123af3-0b66-4ab2-85ae-efc21838b4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596895 Jul 24 09:21:17.992348 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-07bae7d2-b588-4c8f-a19d-5bb3fc0c67bf req-59d28b69-19ce-48e0-9669-c05ecf87346a tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:18.007877 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['3b59c80a-9911-4399-b89c-ca3a2cf79bd5'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:21:18.057799 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4071771-4ffd-458a-b096-f44586838fdf req-0a0aa7ad-8591-40b0-b309-2e5f4b2440cb service neutron] 10.222.0.37 "GET /v2.0/networks/8d844ade-4b4e-44fb-9c14-02a3515430cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019780 Jul 24 09:21:18.079784 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d28b69-19ce-48e0-9669-c05ecf87346a tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Pushing event deleted for resources: {'Port': ['ID=3b59c80a-9911-4399-b89c-ca3a2cf79bd5,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:18.188887 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bae7d2-b588-4c8f-a19d-5bb3fc0c67bf req-59d28b69-19ce-48e0-9669-c05ecf87346a tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] No DVR routers for this DVR port 3b59c80a-9911-4399-b89c-ca3a2cf79bd5 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:21:18.192030 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-07bae7d2-b588-4c8f-a19d-5bb3fc0c67bf req-59d28b69-19ce-48e0-9669-c05ecf87346a tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:18.195417 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-07bae7d2-b588-4c8f-a19d-5bb3fc0c67bf req-59d28b69-19ce-48e0-9669-c05ecf87346a tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.20 "DELETE /v2.0/ports/3b59c80a-9911-4399-b89c-ca3a2cf79bd5 HTTP/1.1" status: 204 len: 173 time: 0.9312658 Jul 24 09:21:18.197530 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e45812-6897-4403-a39b-29ce1b44f43a', 'name': 'network-vif-deleted', 'tag': '3b59c80a-9911-4399-b89c-ca3a2cf79bd5'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:21:18.215225 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9edc6a7-9d1d-43df-a0e4-b257e87c8396" -d '{"events": [{"server_uuid": "79e45812-6897-4403-a39b-29ce1b44f43a", "name": "network-vif-deleted", "tag": "3b59c80a-9911-4399-b89c-ca3a2cf79bd5"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:21:18.318145 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4071771-4ffd-458a-b096-f44586838fdf req-1cd283f4-0973-4005-a80d-8e2676167cc3 service neutron] 10.222.0.37 "GET /v2.0/networks/8d844ade-4b4e-44fb-9c14-02a3515430cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500803 Jul 24 09:21:18.327337 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb463e-3f74-498e-869f-f38fc778b03b req-7326fee3-39dd-4869-838e-60830a19c6cb tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:18.334399 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8cbb463e-3f74-498e-869f-f38fc778b03b req-7326fee3-39dd-4869-838e-60830a19c6cb tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=53bd81ac-2e21-4f74-9680-5ad35d1f836f HTTP/1.1" status: 200 len: 944 time: 0.4300156 Jul 24 09:21:18.439104 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8db815-2642-4570-9f39-b4eb8d31626e req-e189dc30-458c-45fe-866d-335bc3ef2403 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:18.443092 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8cbb463e-3f74-498e-869f-f38fc778b03b req-9713910f-428e-4e3c-97b1-181da99e9cf2 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054490 Jul 24 09:21:18.457218 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eb8db815-2642-4570-9f39-b4eb8d31626e req-e189dc30-458c-45fe-866d-335bc3ef2403 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.1934464 Jul 24 09:21:18.527159 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eb8db815-2642-4570-9f39-b4eb8d31626e req-2d0ce9df-694d-46f5-aec8-ba6721e1c1a6 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711491 Jul 24 09:21:18.537640 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ae21ce-510a-44f2-b107-919500f0d50a x-openstack-request-id: req-39ae21ce-510a-44f2-b107-919500f0d50a {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:21:18.540705 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e45812-6897-4403-a39b-29ce1b44f43a", "name": "network-vif-deleted", "tag": "3b59c80a-9911-4399-b89c-ca3a2cf79bd5", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:21:18.540705 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39ae21ce-510a-44f2-b107-919500f0d50a {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:21:18.540705 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e45812-6897-4403-a39b-29ce1b44f43a', 'name': 'network-vif-deleted', 'tag': '3b59c80a-9911-4399-b89c-ca3a2cf79bd5', 'status': 'completed', 'code': 200} Jul 24 09:21:18.701512 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb73a08-d79b-4a15-b6be-a7aa2c6e48e3 req-03b395a3-9d24-4044-9a74-fdfad1a65225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:18.703465 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eeb73a08-d79b-4a15-b6be-a7aa2c6e48e3 req-03b395a3-9d24-4044-9a74-fdfad1a65225 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 1096 time: 0.1016490 Jul 24 09:21:18.757642 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8c1b368b-392c-4eda-b90f-38a9e124e992 req-0f5a94c4-6a9b-43ba-8e72-5ac35e7708b6 tempest-VolumesNegativeTest-407083347 tempest-VolumesNegativeTest-407083347-project] 10.222.0.32 "GET /v2.0/ports?device_id=79e45812-6897-4403-a39b-29ce1b44f43a HTTP/1.1" status: 200 len: 210 time: 0.0450699 Jul 24 09:21:18.823352 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eeb73a08-d79b-4a15-b6be-a7aa2c6e48e3 req-0cdb7725-d2d8-4446-a1b2-b2550ecadb55 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104839 Jul 24 09:21:18.983788 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c8ef6-c2c1-45c5-9406-02328fd320ab req-d8c04166-3fbe-4e85-b3ed-0c41d416085a tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:18.991308 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c50c8ef6-c2c1-45c5-9406-02328fd320ab req-d8c04166-3fbe-4e85-b3ed-0c41d416085a tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 945 time: 0.1529708 Jul 24 09:21:19.032450 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:21:19.073266 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c50c8ef6-c2c1-45c5-9406-02328fd320ab req-ff014171-982b-40e5-8f65-92fcdfe5e9ed tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804317 Jul 24 09:21:19.108113 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0094fe-a5b6-4f3a-8846-8c3a732f1b9f req-0351eff1-273c-4a88-b476-1a7c1508a811 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:19.113086 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d0094fe-a5b6-4f3a-8846-8c3a732f1b9f req-0351eff1-273c-4a88-b476-1a7c1508a811 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9b3cee5-4329-457e-b2c1-8c59b2c351f6 HTTP/1.1" status: 200 len: 944 time: 0.1216183 Jul 24 09:21:19.195908 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d0094fe-a5b6-4f3a-8846-8c3a732f1b9f req-e8dd7c37-f88b-44bf-9fdf-3570c98c105c tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/security-groups?id=53123af3-0b66-4ab2-85ae-efc21838b4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745704 Jul 24 09:21:19.238061 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c,segment=NetworkSegment(50295123-15f9-48f5-8b90-ba5796c96d6c),segment_id=50295123-15f9-48f5-8b90-ba5796c96d6c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:19.251287 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c', 'network_id': '8dcf869c-890c-434b-a6c5-c8af9725acb5', 'port_id': 'c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c', 'mac_address': 'fa:16:3e:d1:73:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5f409b-2ca0-4000-b614-7014729b7db3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:21:19.467464 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:19.481277 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:21:19.509567 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c,segment=NetworkSegment(50295123-15f9-48f5-8b90-ba5796c96d6c),segment_id=50295123-15f9-48f5-8b90-ba5796c96d6c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:19.534236 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:19.535182 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 817a6aca-9aae-4476-9c65-62feb31400b7 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:21:19.707879 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:19.731840 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 817a6aca-9aae-4476-9c65-62feb31400b7, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=817a6aca-9aae-4476-9c65-62feb31400b7,segment=NetworkSegment(658362e4-6283-4c69-8eba-315d82acaa5f),segment_id=658362e4-6283-4c69-8eba-315d82acaa5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:19.732072 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d0f10-d8ae-4695-a9c4-2a9b9eeaf5af req-ecd4ebfb-77d6-4b1e-ab28-c7a8d620b833 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:19.733505 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-662d0f10-d8ae-4695-a9c4-2a9b9eeaf5af req-ecd4ebfb-77d6-4b1e-ab28-c7a8d620b833 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=53bd81ac-2e21-4f74-9680-5ad35d1f836f HTTP/1.1" status: 200 len: 944 time: 0.1730468 Jul 24 09:21:19.751126 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '817a6aca-9aae-4476-9c65-62feb31400b7', 'network_id': '8d844ade-4b4e-44fb-9c14-02a3515430cb', 'port_id': '817a6aca-9aae-4476-9c65-62feb31400b7', 'mac_address': 'fa:16:3e:03:21:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bef3db85-2ab0-417d-a2e7-65a979b570f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:21:19.789505 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7fe7d-28ce-471d-810c-a10433a89cc7 req-91d5c5cb-2e9a-4d1c-97c7-639701c0c249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:19.791405 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-88a7fe7d-28ce-471d-810c-a10433a89cc7 req-91d5c5cb-2e9a-4d1c-97c7-639701c0c249 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7014e11e214d48f49651526c89418bc1&device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 1097 time: 0.1356227 Jul 24 09:21:19.796219 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-662d0f10-d8ae-4695-a9c4-2a9b9eeaf5af req-2b1d9a17-db59-47bb-bfb3-d9b22294515a tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498729 Jul 24 09:21:19.828264 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:19.844975 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 817a6aca-9aae-4476-9c65-62feb31400b7 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:21:19.882618 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 817a6aca-9aae-4476-9c65-62feb31400b7, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=817a6aca-9aae-4476-9c65-62feb31400b7,segment=NetworkSegment(658362e4-6283-4c69-8eba-315d82acaa5f),segment_id=658362e4-6283-4c69-8eba-315d82acaa5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:19.888709 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:19.989631 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81031c3a-f3d8-4c94-a4fb-866d6017d738 req-715d50c7-bf32-4b00-8e18-8bfd908808b0 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:19.990970 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=817a6aca-9aae-4476-9c65-62feb31400b7,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:19.997546 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-81031c3a-f3d8-4c94-a4fb-866d6017d738 req-715d50c7-bf32-4b00-8e18-8bfd908808b0 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.2631352 Jul 24 09:21:20.002516 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736f84c-2298-4112-ba7a-da8fae680249 req-befed60d-6f54-4ca6-9563-1f2635d4d646 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:20.009285 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4736f84c-2298-4112-ba7a-da8fae680249 req-befed60d-6f54-4ca6-9563-1f2635d4d646 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.0930860 Jul 24 09:21:20.059051 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4736f84c-2298-4112-ba7a-da8fae680249 req-7950c6b8-2f10-415d-979c-a99760876673 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450926 Jul 24 09:21:20.098222 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-81031c3a-f3d8-4c94-a4fb-866d6017d738 req-9ca5f973-2693-480c-a197-10184358c053 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997047 Jul 24 09:21:20.100018 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7fe7d-28ce-471d-810c-a10433a89cc7 req-d4c1753e-5799-43c7-a6d0-234f4cfbbcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:20.103360 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-88a7fe7d-28ce-471d-810c-a10433a89cc7 req-d4c1753e-5799-43c7-a6d0-234f4cfbbcc0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53a4dac-283d-4066-b39c-c92cd595e1cc HTTP/1.1" status: 200 len: 919 time: 0.2990031 Jul 24 09:21:20.186169 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:21:20.190522 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['817a6aca-9aae-4476-9c65-62feb31400b7'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:21:20.334285 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39868) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:20.520496 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7f595-b85c-4417-9b60-97e9d1a1668b req-131428bc-34cf-4177-a7ad-12f3a1f594d4 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:20.522089 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-47b7f595-b85c-4417-9b60-97e9d1a1668b req-131428bc-34cf-4177-a7ad-12f3a1f594d4 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9b3cee5-4329-457e-b2c1-8c59b2c351f6 HTTP/1.1" status: 200 len: 945 time: 0.1347556 Jul 24 09:21:20.588028 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f1487a1c-263d-4f0e-b3ca-3e7811a9f3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:20.667378 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-47b7f595-b85c-4417-9b60-97e9d1a1668b req-55ac7984-f311-4137-85e1-36171709ec87 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/security-groups?id=53123af3-0b66-4ab2-85ae-efc21838b4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359854 Jul 24 09:21:20.799295 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-88a7fe7d-28ce-471d-810c-a10433a89cc7 req-e7df668d-bf09-4b0a-808f-d4557527c783 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=281ac198-347e-44df-a282-fa513c72ccd8 HTTP/1.1" status: 200 len: 217 time: 0.6879165 Jul 24 09:21:20.802149 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f1487a1c-263d-4f0e-b3ca-3e7811a9f3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:20.806772 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f1487a1c-263d-4f0e-b3ca-3e7811a9f3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:20.834869 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1487a1c-263d-4f0e-b3ca-3e7811a9f3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1cf012-ad65-4b90-a304-4e8b81ffce6c,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:20.868359 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f1487a1c-263d-4f0e-b3ca-3e7811a9f3a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8dec39f1ed704d27b9eeef0848f849ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5330770 Jul 24 09:21:20.869176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39882) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:20.889445 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7fe7d-28ce-471d-810c-a10433a89cc7 req-bb32f9d2-0455-494e-a062-321728e67b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:20.890975 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-88a7fe7d-28ce-471d-810c-a10433a89cc7 req-bb32f9d2-0455-494e-a062-321728e67b4c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f62887c4-8038-43c9-a348-486215509d76 HTTP/1.1" status: 200 len: 859 time: 0.0798631 Jul 24 09:21:20.892660 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1487a1c-263d-4f0e-b3ca-3e7811a9f3a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:21:20.893149 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1487a1c-263d-4f0e-b3ca-3e7811a9f3a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:21:20.893597 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1487a1c-263d-4f0e-b3ca-3e7811a9f3a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:21:20.894038 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1487a1c-263d-4f0e-b3ca-3e7811a9f3a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:21:20.894654 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1487a1c-263d-4f0e-b3ca-3e7811a9f3a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:21:20.895235 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1487a1c-263d-4f0e-b3ca-3e7811a9f3a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:21:20.895668 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1487a1c-263d-4f0e-b3ca-3e7811a9f3a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:21:20.896100 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1487a1c-263d-4f0e-b3ca-3e7811a9f3a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:21:20.896530 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1487a1c-263d-4f0e-b3ca-3e7811a9f3a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:21:20.898301 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1487a1c-263d-4f0e-b3ca-3e7811a9f3a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:21:20.898301 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1487a1c-263d-4f0e-b3ca-3e7811a9f3a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:21:20.898301 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1487a1c-263d-4f0e-b3ca-3e7811a9f3a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:21:20.942565 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-88a7fe7d-28ce-471d-810c-a10433a89cc7 req-f27f6fb1-53f4-4e9f-8913-f2b4b4fd5224 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53a4dac-283d-4066-b39c-c92cd595e1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411835 Jul 24 09:21:20.982606 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be13c43-f61b-445b-b50f-db9f3940c054 req-2310dffb-a57a-4ae1-a6c1-3e9c23f87f89 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:20.990222 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4be13c43-f61b-445b-b50f-db9f3940c054 req-2310dffb-a57a-4ae1-a6c1-3e9c23f87f89 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 945 time: 0.1935902 Jul 24 09:21:21.000059 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1f25ba0b-790e-4ab8-b147-a104cdff55e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:21.029538 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1f25ba0b-790e-4ab8-b147-a104cdff55e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:21.039371 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e9047-59ba-4f75-877a-9bae744b6cfa req-488ee374-0233-40e1-8303-5682cc1170cf tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:21.041202 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ea3e9047-59ba-4f75-877a-9bae744b6cfa req-488ee374-0233-40e1-8303-5682cc1170cf tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=53bd81ac-2e21-4f74-9680-5ad35d1f836f HTTP/1.1" status: 200 len: 945 time: 0.1278551 Jul 24 09:21:21.103962 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4be13c43-f61b-445b-b50f-db9f3940c054 req-5def8d15-94cd-416a-90c5-252c1580af80 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125920 Jul 24 09:21:21.127773 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 3b59c80a-9911-4399-b89c-ca3a2cf79bd5 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:21:21.145189 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ea3e9047-59ba-4f75-877a-9bae744b6cfa req-1f6b9a1a-6c49-4be3-a020-c9db45b6c98f tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931940 Jul 24 09:21:21.159910 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 3b59c80a-9911-4399-b89c-ca3a2cf79bd5 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:21:21.160258 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 3b59c80a-9911-4399-b89c-ca3a2cf79bd5 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:21:21.162642 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-88a7fe7d-28ce-471d-810c-a10433a89cc7 req-6f1f8437-79dc-4b3a-8a56-78a0519ac29d service neutron] 10.222.0.20 "GET /v2.0/networks/e53a4dac-283d-4066-b39c-c92cd595e1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091265 Jul 24 09:21:21.180626 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1f25ba0b-790e-4ab8-b147-a104cdff55e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:21.183443 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1f25ba0b-790e-4ab8-b147-a104cdff55e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:21.185367 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1f25ba0b-790e-4ab8-b147-a104cdff55e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf1cf012-ad65-4b90-a304-4e8b81ffce6c HTTP/1.1" status: 204 len: 168 time: 0.3150132 Jul 24 09:21:21.220304 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25ba0b-790e-4ab8-b147-a104cdff55e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1cf012-ad65-4b90-a304-4e8b81ffce6c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:21.430802 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-88a7fe7d-28ce-471d-810c-a10433a89cc7 req-13a808e0-7215-4ae0-90ce-b8e0f83d3e1c service neutron] 10.222.0.20 "GET /v2.0/networks/e53a4dac-283d-4066-b39c-c92cd595e1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528508 Jul 24 09:21:21.437125 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d0285-b406-448d-a77b-d203eb6108b0 req-8a986e7e-1fc3-441e-8502-ccb679a6de63 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:21.439232 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ba0d0285-b406-448d-a77b-d203eb6108b0 req-8a986e7e-1fc3-441e-8502-ccb679a6de63 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.1400728 Jul 24 09:21:21.449080 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38abfed-0b33-43ea-bb1c-b2977776c406 req-1d17c445-aa6e-4588-85f9-686fbd82881e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:21.457557 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c38abfed-0b33-43ea-bb1c-b2977776c406 req-1d17c445-aa6e-4588-85f9-686fbd82881e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.2181928 Jul 24 09:21:21.493675 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ba0d0285-b406-448d-a77b-d203eb6108b0 req-63b1ade2-c4da-46a8-a0ed-90b5106681a6 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437536 Jul 24 09:21:21.527228 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c38abfed-0b33-43ea-bb1c-b2977776c406 req-28204197-4776-46d5-bb23-af9f201d0c17 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637465 Jul 24 09:21:21.680195 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39936) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:21.721944 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-13645ec5-f703-4927-9541-5ef8a6e9bc06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:21.886217 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1ee82-5292-4dc8-9e14-0d2030010e2f req-8790bfa0-0e55-4bbe-8307-26599a2d5381 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:21.894293 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-01d1ee82-5292-4dc8-9e14-0d2030010e2f req-8790bfa0-0e55-4bbe-8307-26599a2d5381 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.0842254 Jul 24 09:21:21.979154 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-01d1ee82-5292-4dc8-9e14-0d2030010e2f req-ffc91b44-5aae-4e96-a01d-6e4f9c80426a tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833735 Jul 24 09:21:21.987393 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08611e-cddb-4f0f-9c6b-23fbd08cdf0b req-0e2989fa-fe5d-464b-952c-56bbe0c54335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:21.989911 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5a08611e-cddb-4f0f-9c6b-23fbd08cdf0b req-0e2989fa-fe5d-464b-952c-56bbe0c54335 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf29b3bebbf742f881f34420258c367e&device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 1096 time: 0.2396760 Jul 24 09:21:22.042887 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a84f9a-b31d-4a7c-b03d-8ce0dbe6604d req-ccd85b02-ebc5-4ca0-8c8e-9d8bafc3d296 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:22.044488 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e9a84f9a-b31d-4a7c-b03d-8ce0dbe6604d req-ccd85b02-ebc5-4ca0-8c8e-9d8bafc3d296 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9b3cee5-4329-457e-b2c1-8c59b2c351f6 HTTP/1.1" status: 200 len: 945 time: 0.2103555 Jul 24 09:21:22.177457 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e9a84f9a-b31d-4a7c-b03d-8ce0dbe6604d req-17edc360-5fc2-4dfe-ad88-9b0c1b0374e8 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/security-groups?id=53123af3-0b66-4ab2-85ae-efc21838b4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178427 Jul 24 09:21:22.218621 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-13645ec5-f703-4927-9541-5ef8a6e9bc06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:22.221067 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08611e-cddb-4f0f-9c6b-23fbd08cdf0b req-b0bfe39c-3c71-4bc6-beb7-9aa02e57debd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:22.234024 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5a08611e-cddb-4f0f-9c6b-23fbd08cdf0b req-b0bfe39c-3c71-4bc6-beb7-9aa02e57debd service neutron] 10.222.0.20 "GET /v2.0/networks?id=879e2a75-1d2b-49d0-a8d5-7375e00eca98 HTTP/1.1" status: 200 len: 910 time: 0.2368126 Jul 24 09:21:22.235213 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-13645ec5-f703-4927-9541-5ef8a6e9bc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:22.359595 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6f6ff-8807-4d2c-ad34-dc2df7a155ef req-a7b186c9-ae37-4f21-90f8-9146a916e050 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:22.361419 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bff6f6ff-8807-4d2c-ad34-dc2df7a155ef req-a7b186c9-ae37-4f21-90f8-9146a916e050 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 945 time: 0.1129262 Jul 24 09:21:22.374617 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5a08611e-cddb-4f0f-9c6b-23fbd08cdf0b req-1230ecf7-c661-412e-83e6-0f5a70efeca2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cef564e1-a179-4816-a43f-4c9d3b442c78 HTTP/1.1" status: 200 len: 217 time: 0.1151998 Jul 24 09:21:22.383755 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-13645ec5-f703-4927-9541-5ef8a6e9bc06 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05d6037fc7024923b10f72e4efb8130f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7024894 Jul 24 09:21:22.388359 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39984) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:22.389139 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13645ec5-f703-4927-9541-5ef8a6e9bc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08626ec8-de9f-4fd9-8834-d5e4946a8b91,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:22.444964 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bff6f6ff-8807-4d2c-ad34-dc2df7a155ef req-d91d4d0a-bda1-46c4-b199-7e9804e6312e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712881 Jul 24 09:21:22.467331 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08611e-cddb-4f0f-9c6b-23fbd08cdf0b req-4b375edd-055f-47b7-b083-717675312af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:22.469474 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5a08611e-cddb-4f0f-9c6b-23fbd08cdf0b req-4b375edd-055f-47b7-b083-717675312af2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f03bd53-1d24-4014-8dfb-1c8adcf2b288 HTTP/1.1" status: 200 len: 850 time: 0.0820792 Jul 24 09:21:22.483239 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-55a3462e-60c3-4ce9-97b4-b0c29dbd702b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:22.529925 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5a08611e-cddb-4f0f-9c6b-23fbd08cdf0b req-1d7914ba-d1ef-4f39-981b-1944bc13e9fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=879e2a75-1d2b-49d0-a8d5-7375e00eca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503039 Jul 24 09:21:22.597932 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7ad48-02c6-4bc7-a4e5-902ea360cf48 req-12ac493f-7a73-41fa-8fa9-79e545aa5e03 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:22.608942 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d6e7ad48-02c6-4bc7-a4e5-902ea360cf48 req-12ac493f-7a73-41fa-8fa9-79e545aa5e03 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=53bd81ac-2e21-4f74-9680-5ad35d1f836f HTTP/1.1" status: 200 len: 945 time: 0.3217266 Jul 24 09:21:22.760601 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d6e7ad48-02c6-4bc7-a4e5-902ea360cf48 req-ac8683e7-12ab-40ce-a93a-4d69290dbd4c tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478863 Jul 24 09:21:22.832453 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5a08611e-cddb-4f0f-9c6b-23fbd08cdf0b req-5d7f25c3-7b95-47e4-b921-b73d8cb2419b service neutron] 10.222.0.20 "GET /v2.0/networks/879e2a75-1d2b-49d0-a8d5-7375e00eca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925267 Jul 24 09:21:22.942649 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-55a3462e-60c3-4ce9-97b4-b0c29dbd702b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:22.986568 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5a08611e-cddb-4f0f-9c6b-23fbd08cdf0b req-6a15c655-d3c9-45c2-b73c-c0d108e35522 service neutron] 10.222.0.20 "GET /v2.0/networks/879e2a75-1d2b-49d0-a8d5-7375e00eca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438117 Jul 24 09:21:23.009066 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50e6f1-6ee8-4134-8993-4c810bc0dc53 req-315c367b-17a5-44ec-8bc1-63dff14cac79 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:23.017130 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd50e6f1-6ee8-4134-8993-4c810bc0dc53 req-315c367b-17a5-44ec-8bc1-63dff14cac79 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.1172733 Jul 24 09:21:23.038150 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:21:23.064285 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-55a3462e-60c3-4ce9-97b4-b0c29dbd702b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:23.066910 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-55a3462e-60c3-4ce9-97b4-b0c29dbd702b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:23.072536 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-55a3462e-60c3-4ce9-97b4-b0c29dbd702b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/08626ec8-de9f-4fd9-8834-d5e4946a8b91 HTTP/1.1" status: 204 len: 168 time: 0.6819143 Jul 24 09:21:23.099001 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd50e6f1-6ee8-4134-8993-4c810bc0dc53 req-349c230d-7dc5-4835-83ca-d79e57d682ee tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805416 Jul 24 09:21:23.101563 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3462e-60c3-4ce9-97b4-b0c29dbd702b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08626ec8-de9f-4fd9-8834-d5e4946a8b91,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:23.151237 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:21:23.170009 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:21:23.170397 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:23.300094 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf649a-235f-4029-9bf2-5076fcd731bb req-9d66d6c7-7fbc-42bb-ba7e-e66bc794447e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:23.310909 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-35cf649a-235f-4029-9bf2-5076fcd731bb req-9d66d6c7-7fbc-42bb-ba7e-e66bc794447e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.1284261 Jul 24 09:21:23.370913 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:23.377193 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-35cf649a-235f-4029-9bf2-5076fcd731bb req-70d7be17-e728-48cd-9780-46ea790bad54 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649021 Jul 24 09:21:23.429786 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b3cee5-4329-457e-b2c1-8c59b2c351f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:21:23.436542 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2898c2c-7068-400c-bdc0-237f5216812c" -d '{"events": [{"server_uuid": "f9b3cee5-4329-457e-b2c1-8c59b2c351f6", "name": "network-vif-plugged", "status": "completed", "tag": "c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:21:23.443254 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c,segment=NetworkSegment(50295123-15f9-48f5-8b90-ba5796c96d6c),segment_id=50295123-15f9-48f5-8b90-ba5796c96d6c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:23.447985 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:23.449149 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 817a6aca-9aae-4476-9c65-62feb31400b7 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:21:23.494997 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebdf07-c807-477a-8717-d6d127602969 req-b61af7d6-2732-4f44-82ea-ca2ef3b2c206 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:23.506178 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f7ebdf07-c807-477a-8717-d6d127602969 req-b61af7d6-2732-4f44-82ea-ca2ef3b2c206 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9b3cee5-4329-457e-b2c1-8c59b2c351f6 HTTP/1.1" status: 200 len: 945 time: 0.1749532 Jul 24 09:21:23.508440 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a5047e-078f-41b7-bad4-cba78f59d54e x-openstack-request-id: req-e2a5047e-078f-41b7-bad4-cba78f59d54e {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:21:23.508758 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b3cee5-4329-457e-b2c1-8c59b2c351f6", "name": "network-vif-plugged", "status": "completed", "tag": "c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:21:23.523779 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2a5047e-078f-41b7-bad4-cba78f59d54e {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:21:23.526056 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b3cee5-4329-457e-b2c1-8c59b2c351f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c', 'code': 200} Jul 24 09:21:23.617571 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f7ebdf07-c807-477a-8717-d6d127602969 req-39d5282d-a421-4cc0-8eb1-a1f35a161e94 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/security-groups?id=53123af3-0b66-4ab2-85ae-efc21838b4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079094 Jul 24 09:21:23.702143 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249eb135-8e10-4c9e-92b4-30c0a2ebd02b req-6e5c3e06-1d37-4feb-947e-620c2bf1e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:23.702711 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c626cc5-dad3-4dce-b946-531f31253225 req-e055871e-21c9-4208-bccc-f74e7b7bf05c tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:23.705096 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1c626cc5-dad3-4dce-b946-531f31253225 req-e055871e-21c9-4208-bccc-f74e7b7bf05c tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 945 time: 0.1159811 Jul 24 09:21:23.708180 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-249eb135-8e10-4c9e-92b4-30c0a2ebd02b req-6e5c3e06-1d37-4feb-947e-620c2bf1e26f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f9b3cee5-4329-457e-b2c1-8c59b2c351f6 HTTP/1.1" status: 200 len: 1097 time: 0.1218596 Jul 24 09:21:23.726604 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:23.739108 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 817a6aca-9aae-4476-9c65-62feb31400b7 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:21:23.746001 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 817a6aca-9aae-4476-9c65-62feb31400b7 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:21:23.746537 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:23.777456 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-249eb135-8e10-4c9e-92b4-30c0a2ebd02b req-38f220b9-8842-4802-8d70-8024b854ae0e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=53123af3-0b66-4ab2-85ae-efc21838b4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626545 Jul 24 09:21:23.790774 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1c626cc5-dad3-4dce-b946-531f31253225 req-5649c1ea-5292-448a-b7c8-d84c6301e588 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782704 Jul 24 09:21:23.857990 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:23.962446 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 817a6aca-9aae-4476-9c65-62feb31400b7, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=817a6aca-9aae-4476-9c65-62feb31400b7,segment=NetworkSegment(658362e4-6283-4c69-8eba-315d82acaa5f),segment_id=658362e4-6283-4c69-8eba-315d82acaa5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:23.964393 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e7808-59dd-4ca0-a295-31d710f84991 req-5da78e4c-2575-4c12-a5ef-ff499c9f9c1f tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:23.968441 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:23.977894 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fe1e7808-59dd-4ca0-a295-31d710f84991 req-5da78e4c-2575-4c12-a5ef-ff499c9f9c1f tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=53bd81ac-2e21-4f74-9680-5ad35d1f836f HTTP/1.1" status: 200 len: 945 time: 0.1128864 Jul 24 09:21:24.051606 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fe1e7808-59dd-4ca0-a295-31d710f84991 req-31396cd6-9a5e-4270-8c24-08757b1dc16a tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725470 Jul 24 09:21:24.056329 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=817a6aca-9aae-4476-9c65-62feb31400b7,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:24.366820 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be765b96-a8dd-4d8e-91e6-227ead0ef943 req-6177cdc8-30de-4325-9f6d-d7f0c29e8d73 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:24.373018 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-be765b96-a8dd-4d8e-91e6-227ead0ef943 req-6177cdc8-30de-4325-9f6d-d7f0c29e8d73 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.1506321 Jul 24 09:21:24.451202 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-be765b96-a8dd-4d8e-91e6-227ead0ef943 req-0ed5493a-5bc4-45fb-9f79-3728bfb11a3f tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654550 Jul 24 09:21:24.629628 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29199e11-9120-40bc-8dd5-43ce2c09f9a7 req-35677cd3-73aa-4125-8dc0-cf183d2fa72d tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:24.640638 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-29199e11-9120-40bc-8dd5-43ce2c09f9a7 req-35677cd3-73aa-4125-8dc0-cf183d2fa72d tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.1335294 Jul 24 09:21:24.705097 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-29199e11-9120-40bc-8dd5-43ce2c09f9a7 req-406aa0dc-c17b-4145-9ad8-f5b707199420 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629985 Jul 24 09:21:24.898559 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f7bee-3dcc-42fd-9623-2b845df91514 req-a426b3af-5070-4ce9-b066-6fcc29074c76 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:24.910442 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c36f7bee-3dcc-42fd-9623-2b845df91514 req-a426b3af-5070-4ce9-b066-6fcc29074c76 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9b3cee5-4329-457e-b2c1-8c59b2c351f6 HTTP/1.1" status: 200 len: 946 time: 0.1394064 Jul 24 09:21:25.000078 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c36f7bee-3dcc-42fd-9623-2b845df91514 req-c75e1599-ec2a-4a2b-857f-5d685cf2265c tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/security-groups?id=53123af3-0b66-4ab2-85ae-efc21838b4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885696 Jul 24 09:21:25.057183 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de592842-f09c-4616-b56e-73952b3ab415 req-db4ae351-9b73-4739-b7cc-2f4edc9956f9 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:25.065927 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de592842-f09c-4616-b56e-73952b3ab415 req-db4ae351-9b73-4739-b7cc-2f4edc9956f9 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 945 time: 0.1555588 Jul 24 09:21:25.123835 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de592842-f09c-4616-b56e-73952b3ab415 req-30fe5a08-7c5b-41a4-8487-864684aab67b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537987 Jul 24 09:21:25.321982 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2806dfa-b98b-455b-906e-4a84fc68528f req-143b4e52-6644-4ec4-a051-984fd2f41bc0 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:25.324490 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a2806dfa-b98b-455b-906e-4a84fc68528f req-143b4e52-6644-4ec4-a051-984fd2f41bc0 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=53bd81ac-2e21-4f74-9680-5ad35d1f836f HTTP/1.1" status: 200 len: 946 time: 0.1027882 Jul 24 09:21:25.393499 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a2806dfa-b98b-455b-906e-4a84fc68528f req-44e39c6b-9a2a-4ba6-96c2-4b562203b2b4 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597186 Jul 24 09:21:25.528030 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bd81ac-2e21-4f74-9680-5ad35d1f836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817a6aca-9aae-4476-9c65-62feb31400b7'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:21:25.530879 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15aee0a4-0fcf-4dbf-aa36-c1bce2cf3a0a" -d '{"events": [{"server_uuid": "53bd81ac-2e21-4f74-9680-5ad35d1f836f", "name": "network-vif-plugged", "status": "completed", "tag": "817a6aca-9aae-4476-9c65-62feb31400b7"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:21:25.594973 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a269cb-3d47-4e56-9daa-07a91c6af5f4 x-openstack-request-id: req-d7a269cb-3d47-4e56-9daa-07a91c6af5f4 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:21:25.595277 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bd81ac-2e21-4f74-9680-5ad35d1f836f", "name": "network-vif-plugged", "status": "completed", "tag": "817a6aca-9aae-4476-9c65-62feb31400b7", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:21:25.595534 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7a269cb-3d47-4e56-9daa-07a91c6af5f4 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:21:25.595933 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53bd81ac-2e21-4f74-9680-5ad35d1f836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817a6aca-9aae-4476-9c65-62feb31400b7', 'code': 200} Jul 24 09:21:25.706281 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad1735-270f-4d8b-88a7-c3b737b18375 req-ba3214f6-be4d-48cd-be11-bfb0beb65662 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:25.708491 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfad1735-270f-4d8b-88a7-c3b737b18375 req-ba3214f6-be4d-48cd-be11-bfb0beb65662 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.1312308 Jul 24 09:21:25.740337 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758c256-8a28-436c-849a-01d182630fef req-557bb562-8a31-4fb0-a958-f224a673d2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:25.741991 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d758c256-8a28-436c-849a-01d182630fef req-557bb562-8a31-4fb0-a958-f224a673d2d4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=53bd81ac-2e21-4f74-9680-5ad35d1f836f HTTP/1.1" status: 200 len: 1097 time: 0.0844388 Jul 24 09:21:25.782267 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfad1735-270f-4d8b-88a7-c3b737b18375 req-4aa8cf3f-1d9c-4fd8-95db-48e79498f811 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676391 Jul 24 09:21:25.867836 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d758c256-8a28-436c-849a-01d182630fef req-df8d9c3b-3070-4329-8482-34c9cb8a4d85 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185112 Jul 24 09:21:25.909011 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8eb31-868e-4ebd-b417-1d3fb82f431a req-7c5407d2-0378-406a-bd01-abafbd2ed353 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:25.910889 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-00c8eb31-868e-4ebd-b417-1d3fb82f431a req-7c5407d2-0378-406a-bd01-abafbd2ed353 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.0956135 Jul 24 09:21:25.964784 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-00c8eb31-868e-4ebd-b417-1d3fb82f431a req-786fe8b8-e5f2-4e8b-a61a-943448de0677 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454407 Jul 24 09:21:26.234531 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80590d9-d4e5-43e3-b04e-46692e3ec861 req-5dbe8969-1bd9-401f-81ff-8505c2b9679e tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:26.237425 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c80590d9-d4e5-43e3-b04e-46692e3ec861 req-5dbe8969-1bd9-401f-81ff-8505c2b9679e tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9b3cee5-4329-457e-b2c1-8c59b2c351f6 HTTP/1.1" status: 200 len: 946 time: 0.1323636 Jul 24 09:21:26.295696 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c80590d9-d4e5-43e3-b04e-46692e3ec861 req-c57493a1-9da7-4035-a7d1-3ae4d5120550 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/security-groups?id=53123af3-0b66-4ab2-85ae-efc21838b4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522606 Jul 24 09:21:26.392392 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa81f44-cc28-4f5b-ba62-28856c94b9c5 req-c2f9e029-2675-4017-b214-ed35e32ad277 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:26.399459 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-baa81f44-cc28-4f5b-ba62-28856c94b9c5 req-c2f9e029-2675-4017-b214-ed35e32ad277 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 945 time: 0.1214066 Jul 24 09:21:26.478066 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-baa81f44-cc28-4f5b-ba62-28856c94b9c5 req-bcaeec7e-058d-47cf-a748-15860cea342a tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719974 Jul 24 09:21:26.677542 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504cab9-5800-4685-bbfe-21213fbbfe62 req-59dbe055-d87e-4d50-a08d-c531e7ee780e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:26.679411 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c504cab9-5800-4685-bbfe-21213fbbfe62 req-59dbe055-d87e-4d50-a08d-c531e7ee780e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.1330822 Jul 24 09:21:26.744247 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c504cab9-5800-4685-bbfe-21213fbbfe62 req-6602b72c-d829-4e54-8f1e-b8a2ccff1839 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584528 Jul 24 09:21:26.863373 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be47c0-4f77-4575-8415-290b5b9f17cc req-05cbf540-2c4f-47b4-b1f8-f6728e120f27 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:26.867399 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-01be47c0-4f77-4575-8415-290b5b9f17cc req-05cbf540-2c4f-47b4-b1f8-f6728e120f27 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=53bd81ac-2e21-4f74-9680-5ad35d1f836f HTTP/1.1" status: 200 len: 946 time: 0.1681468 Jul 24 09:21:26.934576 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-01be47c0-4f77-4575-8415-290b5b9f17cc req-95c198b9-4d9e-49b9-8785-6e2047e1683e tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573392 Jul 24 09:21:27.184760 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e6785-98ed-4a51-96e1-ad4908a6a87f req-e9a27509-4081-469f-95ce-5ba5ab8a0caf tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:27.189894 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d44e6785-98ed-4a51-96e1-ad4908a6a87f req-e9a27509-4081-469f-95ce-5ba5ab8a0caf tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.1242242 Jul 24 09:21:27.197715 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-58973a47-a7c8-4350-b734-9ae74162159e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:27.213673 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c819093-2bf7-4514-8a41-6c1ca4c3e54a req-b1221272-48bf-4c86-975a-a6c9104a82f0 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:27.222589 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7c819093-2bf7-4514-8a41-6c1ca4c3e54a req-b1221272-48bf-4c86-975a-a6c9104a82f0 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9b3cee5-4329-457e-b2c1-8c59b2c351f6 HTTP/1.1" status: 200 len: 946 time: 0.1173189 Jul 24 09:21:27.300598 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7c819093-2bf7-4514-8a41-6c1ca4c3e54a req-6965a787-5a6a-4c9c-813a-37026029ad62 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/security-groups?id=53123af3-0b66-4ab2-85ae-efc21838b4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682726 Jul 24 09:21:27.313014 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d44e6785-98ed-4a51-96e1-ad4908a6a87f req-fe271a8d-85c3-4b49-ab68-c74929944bf2 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097770 Jul 24 09:21:27.429528 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40246) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:27.563113 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-69d4ce9d-1428-4c55-bef9-603d0513451f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:27.654387 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0faee-6691-4dca-bb0c-510b2d3a7273 req-a6f2c649-a6b6-4eb1-841c-750eb9f9bd93 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:27.661718 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3bd0faee-6691-4dca-bb0c-510b2d3a7273 req-a6f2c649-a6b6-4eb1-841c-750eb9f9bd93 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 945 time: 0.1013684 Jul 24 09:21:27.672188 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-69d4ce9d-1428-4c55-bef9-603d0513451f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:27.677202 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-69d4ce9d-1428-4c55-bef9-603d0513451f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:27.721473 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3bd0faee-6691-4dca-bb0c-510b2d3a7273 req-f2588ba6-807f-41d0-91c5-792f1c2ad1ef tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587673 Jul 24 09:21:27.744340 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-69d4ce9d-1428-4c55-bef9-603d0513451f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7872035a38b9430eae39eb188432e8a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3108947 Jul 24 09:21:27.744340 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4ce9d-1428-4c55-bef9-603d0513451f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcf66b6-02c5-4056-826d-45f991a3701f,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:27.744701 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40262) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:27.798826 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cf2a63aa-4c4f-4283-826a-06fa6cf939fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:27.822568 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cf2a63aa-4c4f-4283-826a-06fa6cf939fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:27.876418 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40266) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:27.899800 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfb358-03b8-4e9c-adac-3c3a012b96fc req-d1f8a4f6-b007-4084-8bfb-8225226dc780 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:27.902297 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-56dfb358-03b8-4e9c-adac-3c3a012b96fc req-d1f8a4f6-b007-4084-8bfb-8225226dc780 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.0813744 Jul 24 09:21:27.908519 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cf2a63aa-4c4f-4283-826a-06fa6cf939fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:27.911766 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cf2a63aa-4c4f-4283-826a-06fa6cf939fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:27.915631 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cf2a63aa-4c4f-4283-826a-06fa6cf939fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bdcf66b6-02c5-4056-826d-45f991a3701f HTTP/1.1" status: 204 len: 168 time: 0.1672251 Jul 24 09:21:27.922769 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a63aa-4c4f-4283-826a-06fa6cf939fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcf66b6-02c5-4056-826d-45f991a3701f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:27.966129 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-56dfb358-03b8-4e9c-adac-3c3a012b96fc req-0882d528-78ca-48c8-82fd-c2fc1d76aacd tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557606 Jul 24 09:21:28.059257 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98016d5c-33c9-4a3c-94bd-aa830248aeda req-fd63e74d-96f1-48f2-82c6-590bf43f72cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:28.061029 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-98016d5c-33c9-4a3c-94bd-aa830248aeda req-fd63e74d-96f1-48f2-82c6-590bf43f72cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 1096 time: 0.0701709 Jul 24 09:21:28.065393 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8decfc65-6a41-4cc3-8654-c8c5932d18d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de0b2517dcc64a77bc914e78cab0c560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1873057 Jul 24 09:21:28.075345 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40274) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:28.123840 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18517cbb-4d8e-4ebc-a00d-d2f11d1a975f req-caf81cef-6b3c-4d13-8a70-d55d9f71308f tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:28.130920 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-18517cbb-4d8e-4ebc-a00d-d2f11d1a975f req-caf81cef-6b3c-4d13-8a70-d55d9f71308f tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=53bd81ac-2e21-4f74-9680-5ad35d1f836f HTTP/1.1" status: 200 len: 946 time: 0.0822797 Jul 24 09:21:28.177068 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-18517cbb-4d8e-4ebc-a00d-d2f11d1a975f req-c5f7dfb7-423e-4f5d-96fe-522bede7030c tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449774 Jul 24 09:21:28.243588 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f90c8dde-a190-4aaa-a31c-3bcd21b0ecc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:28.254544 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98016d5c-33c9-4a3c-94bd-aa830248aeda req-62aea502-84cc-4394-9bbd-68fcda50fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:28.256251 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-98016d5c-33c9-4a3c-94bd-aa830248aeda req-62aea502-84cc-4394-9bbd-68fcda50fb34 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 912 time: 0.1882544 Jul 24 09:21:28.276591 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f90c8dde-a190-4aaa-a31c-3bcd21b0ecc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:28.349604 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-98016d5c-33c9-4a3c-94bd-aa830248aeda req-ffa29439-5200-4c6e-8763-1e4b08add235 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cef6d65-19a7-4709-a793-be0e73e841c2 HTTP/1.1" status: 200 len: 217 time: 0.0824618 Jul 24 09:21:28.429620 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98016d5c-33c9-4a3c-94bd-aa830248aeda req-3daec387-cea9-4fee-8f84-d14c256ab020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:28.431446 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-98016d5c-33c9-4a3c-94bd-aa830248aeda req-3daec387-cea9-4fee-8f84-d14c256ab020 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33f84861-778d-4828-92aa-af092c959084 HTTP/1.1" status: 200 len: 851 time: 0.0729299 Jul 24 09:21:28.490945 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f90c8dde-a190-4aaa-a31c-3bcd21b0ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:28.494029 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f90c8dde-a190-4aaa-a31c-3bcd21b0ecc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:28.495691 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f90c8dde-a190-4aaa-a31c-3bcd21b0ecc0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e60b1708-4b03-4990-a9bf-affb89f31053 HTTP/1.1" status: 204 len: 168 time: 0.4192386 Jul 24 09:21:28.524918 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c8dde-a190-4aaa-a31c-3bcd21b0ecc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60b1708-4b03-4990-a9bf-affb89f31053,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:28.563006 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77bbbd5-28fc-4f76-bfa0-a6985446ebef req-b34fe60b-776b-40c4-82b3-c6915f0f7b94 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:28.573486 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98016d5c-33c9-4a3c-94bd-aa830248aeda req-99035d16-ddae-4285-8b9b-60dd5aeed934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:28.575236 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b77bbbd5-28fc-4f76-bfa0-a6985446ebef req-b34fe60b-776b-40c4-82b3-c6915f0f7b94 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9b3cee5-4329-457e-b2c1-8c59b2c351f6 HTTP/1.1" status: 200 len: 946 time: 0.1972322 Jul 24 09:21:28.577896 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-98016d5c-33c9-4a3c-94bd-aa830248aeda req-99035d16-ddae-4285-8b9b-60dd5aeed934 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b64780-c69e-4432-87ba-d598170da5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390114 Jul 24 09:21:28.645874 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b77bbbd5-28fc-4f76-bfa0-a6985446ebef req-ac465d81-ca06-44e0-beb3-ad0181550644 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/security-groups?id=53123af3-0b66-4ab2-85ae-efc21838b4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697467 Jul 24 09:21:28.755127 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bc08f-f9b7-4e17-8506-0a084fe3cf1e req-1f501852-b8ee-4b5c-bff1-cfd9defc3fad tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:28.755949 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f18bc08f-f9b7-4e17-8506-0a084fe3cf1e req-1f501852-b8ee-4b5c-bff1-cfd9defc3fad tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b3cee5-4329-457e-b2c1-8c59b2c351f6 HTTP/1.1" status: 200 len: 946 time: 0.2284677 Jul 24 09:21:28.799333 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-98016d5c-33c9-4a3c-94bd-aa830248aeda req-e986712d-e900-412a-b432-e7b370f59e05 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839983 Jul 24 09:21:28.809504 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b01d07-7959-4cda-bd01-b7e067b3dc8e req-b7b89ca3-559e-46ac-a2d5-572df74e1934 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:28.816599 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-10b01d07-7959-4cda-bd01-b7e067b3dc8e req-b7b89ca3-559e-46ac-a2d5-572df74e1934 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.2747004 Jul 24 09:21:28.924765 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-10b01d07-7959-4cda-bd01-b7e067b3dc8e req-8eed62eb-fd89-4b6a-a2de-5530e36bdb60 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068625 Jul 24 09:21:29.092049 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-98016d5c-33c9-4a3c-94bd-aa830248aeda req-5335d640-a36e-4c80-9959-464ee20ed80a service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648687 Jul 24 09:21:29.124347 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-f18bc08f-f9b7-4e17-8506-0a084fe3cf1e req-2f272499-1477-4674-95b9-23bc2c3de496 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Deleting port c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:21:29.124697 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f18bc08f-f9b7-4e17-8506-0a084fe3cf1e req-2f272499-1477-4674-95b9-23bc2c3de496 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:29.204595 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a6cc8-e026-4115-a0dd-3bab55aa6cc0 req-8c880786-afc8-4700-9f80-b42f4e79eb3f tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:29.211515 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-942a6cc8-e026-4115-a0dd-3bab55aa6cc0 req-8c880786-afc8-4700-9f80-b42f4e79eb3f tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.1045551 Jul 24 09:21:29.239123 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7cfac-ca6e-496c-9dfc-eb91620319d8 req-2410fffc-5039-4c98-9afa-90351f0afd1a tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:29.241665 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66d7cfac-ca6e-496c-9dfc-eb91620319d8 req-2410fffc-5039-4c98-9afa-90351f0afd1a tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 945 time: 0.1769242 Jul 24 09:21:29.259242 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-942a6cc8-e026-4115-a0dd-3bab55aa6cc0 req-5376f44d-d105-419e-a378-ebb0825b34bc tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437090 Jul 24 09:21:29.277708 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-f18bc08f-f9b7-4e17-8506-0a084fe3cf1e req-2f272499-1477-4674-95b9-23bc2c3de496 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] For port c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c,segment=NetworkSegment(50295123-15f9-48f5-8b90-ba5796c96d6c),segment_id=50295123-15f9-48f5-8b90-ba5796c96d6c)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:29.278655 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f18bc08f-f9b7-4e17-8506-0a084fe3cf1e req-2f272499-1477-4674-95b9-23bc2c3de496 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:29.298223 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-f18bc08f-f9b7-4e17-8506-0a084fe3cf1e req-2f272499-1477-4674-95b9-23bc2c3de496 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Calling delete_port for c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:21:29.328344 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66d7cfac-ca6e-496c-9dfc-eb91620319d8 req-9aa2ac07-871d-4727-bf07-952739a40c34 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781548 Jul 24 09:21:29.469027 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f18bc08f-f9b7-4e17-8506-0a084fe3cf1e req-2f272499-1477-4674-95b9-23bc2c3de496 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:29.480772 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:21:29.506799 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f272499-1477-4674-95b9-23bc2c3de496 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Pushing event deleted for resources: {'Port': ['ID=c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:29.557444 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18bc08f-f9b7-4e17-8506-0a084fe3cf1e req-2f272499-1477-4674-95b9-23bc2c3de496 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] No DVR routers for this DVR port c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:21:29.560925 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f18bc08f-f9b7-4e17-8506-0a084fe3cf1e req-2f272499-1477-4674-95b9-23bc2c3de496 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:29.563344 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f18bc08f-f9b7-4e17-8506-0a084fe3cf1e req-2f272499-1477-4674-95b9-23bc2c3de496 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.37 "DELETE /v2.0/ports/c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c HTTP/1.1" status: 204 len: 173 time: 0.8005865 Jul 24 09:21:29.563575 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b3cee5-4329-457e-b2c1-8c59b2c351f6', 'name': 'network-vif-deleted', 'tag': 'c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:21:29.569451 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2c699d-efcc-4a13-9e20-278c3e606cdf" -d '{"events": [{"server_uuid": "f9b3cee5-4329-457e-b2c1-8c59b2c351f6", "name": "network-vif-deleted", "tag": "c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:21:29.611853 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40352) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:29.663806 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5237a542-0bd0-4faf-a5c7-361a02408896 x-openstack-request-id: req-5237a542-0bd0-4faf-a5c7-361a02408896 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:21:29.664108 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b3cee5-4329-457e-b2c1-8c59b2c351f6", "name": "network-vif-deleted", "tag": "c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:21:29.664395 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5237a542-0bd0-4faf-a5c7-361a02408896 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:21:29.665062 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b3cee5-4329-457e-b2c1-8c59b2c351f6', 'name': 'network-vif-deleted', 'tag': 'c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c', 'status': 'completed', 'code': 200} Jul 24 09:21:29.766002 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60dedf1-7702-4919-a312-975a6439e35e req-75d81710-cf25-4c9f-aaca-c0d5ddd32dd6 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:29.767553 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c60dedf1-7702-4919-a312-975a6439e35e req-75d81710-cf25-4c9f-aaca-c0d5ddd32dd6 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.20 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.1432383 Jul 24 09:21:29.779853 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-db359cb9-462e-434a-ae75-47ff91f5dc7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:29.837835 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-65dc79ed-061f-463f-81bc-85f57026da80 req-eb9a2c8c-d7ce-4252-88ce-751caa71ec15 tempest-ServerAddressesNegativeTestJSON-1431052092 tempest-ServerAddressesNegativeTestJSON-1431052092-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9b3cee5-4329-457e-b2c1-8c59b2c351f6 HTTP/1.1" status: 200 len: 210 time: 0.0557380 Jul 24 09:21:29.879729 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-3c2a7460-7705-41b2-b2e0-2746c34c2255 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1446253894-network', 'tenant_id': '1010eaa77dd5456e9d75368163f4fb26'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:21:29.907156 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2a7460-7705-41b2-b2e0-2746c34c2255 admin admin] Made reservation on behalf of 1010eaa77dd5456e9d75368163f4fb26 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:21:29.910227 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3c2a7460-7705-41b2-b2e0-2746c34c2255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:29.921394 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-c60dedf1-7702-4919-a312-975a6439e35e req-84da781b-118d-4daa-bd50-2812a2affa92 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Deleting port cef564e1-a179-4816-a43f-4c9d3b442c78 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:21:29.922077 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-c60dedf1-7702-4919-a312-975a6439e35e req-84da781b-118d-4daa-bd50-2812a2affa92 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:29.922766 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3c2a7460-7705-41b2-b2e0-2746c34c2255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:30.038803 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3c2a7460-7705-41b2-b2e0-2746c34c2255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:30.048278 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3c2a7460-7705-41b2-b2e0-2746c34c2255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:30.130421 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c2a7460-7705-41b2-b2e0-2746c34c2255 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:21:30.138346 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a7460-7705-41b2-b2e0-2746c34c2255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e959198-f733-4ca3-bde9-29b9848edd26,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:30.153766 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3c2a7460-7705-41b2-b2e0-2746c34c2255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:30.154073 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-3c2a7460-7705-41b2-b2e0-2746c34c2255 admin admin] Added segment 7f369d8f-45cf-41ee-8c14-4b793923d4e2 of type vlan for network f9f16374-583c-4ec2-ad41-f4d1807ac697 Jul 24 09:21:30.197733 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-c60dedf1-7702-4919-a312-975a6439e35e req-84da781b-118d-4daa-bd50-2812a2affa92 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] For port cef564e1-a179-4816-a43f-4c9d3b442c78, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cef564e1-a179-4816-a43f-4c9d3b442c78,segment=NetworkSegment(601693b6-c650-4eba-a2f3-56e8c928b732),segment_id=601693b6-c650-4eba-a2f3-56e8c928b732)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:30.198291 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-c60dedf1-7702-4919-a312-975a6439e35e req-84da781b-118d-4daa-bd50-2812a2affa92 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:30.217436 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-c60dedf1-7702-4919-a312-975a6439e35e req-84da781b-118d-4daa-bd50-2812a2affa92 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Calling delete_port for cef564e1-a179-4816-a43f-4c9d3b442c78 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:21:30.277470 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3c2a7460-7705-41b2-b2e0-2746c34c2255 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:30.302555 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0979e-85df-4e62-9316-e6f0587513a3 req-d250b497-bb50-447c-b7a2-03b21ae52fe3 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:30.304092 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-61a0979e-85df-4e62-9316-e6f0587513a3 req-d250b497-bb50-447c-b7a2-03b21ae52fe3 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.1842043 Jul 24 09:21:30.320050 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3c2a7460-7705-41b2-b2e0-2746c34c2255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:30.322352 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2a7460-7705-41b2-b2e0-2746c34c2255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:30.324142 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3c2a7460-7705-41b2-b2e0-2746c34c2255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:30.368084 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3c2a7460-7705-41b2-b2e0-2746c34c2255 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7529023 Jul 24 09:21:30.371487 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40388) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:30.374026 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:30.381615 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-8ab719a0-670c-4991-979e-7d3f10d59c4b admin admin] Request body: {'subnet': {'network_id': 'f9f16374-583c-4ec2-ad41-f4d1807ac697', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1446253894-subnet', 'tenant_id': '1010eaa77dd5456e9d75368163f4fb26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:21:30.441696 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a7460-7705-41b2-b2e0-2746c34c2255 admin admin] Pushing event updated for resources: {'Network': ['ID=f9f16374-583c-4ec2-ad41-f4d1807ac697,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:30.456217 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network f9f16374-583c-4ec2-ad41-f4d1807ac697 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:21:30.482616 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-61a0979e-85df-4e62-9316-e6f0587513a3 req-4e83fbe8-84bd-4059-8293-6dc3f037ba05 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679237 Jul 24 09:21:30.507968 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375e8f4-98cd-4ca7-8437-b6064989daf6 req-2c2a478a-04d1-4805-9705-559ca9bda61e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:30.509647 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d375e8f4-98cd-4ca7-8437-b6064989daf6 req-2c2a478a-04d1-4805-9705-559ca9bda61e tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=498e5266-8ace-491a-b8ae-df10e4567b25 HTTP/1.1" status: 200 len: 945 time: 0.1337733 Jul 24 09:21:30.531942 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab719a0-670c-4991-979e-7d3f10d59c4b admin admin] Made reservation on behalf of 1010eaa77dd5456e9d75368163f4fb26 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:21:30.534573 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8ab719a0-670c-4991-979e-7d3f10d59c4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:30.539183 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-c60dedf1-7702-4919-a312-975a6439e35e req-84da781b-118d-4daa-bd50-2812a2affa92 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:30.573334 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d375e8f4-98cd-4ca7-8437-b6064989daf6 req-59b802a1-248f-4aa4-aee0-c16a1d7178d6 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525723 Jul 24 09:21:30.602512 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['c7b6a330-94b5-47db-829c-e3c8144775fa'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:21:30.611002 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['cef564e1-a179-4816-a43f-4c9d3b442c78'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:21:30.624888 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da781b-118d-4daa-bd50-2812a2affa92 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Pushing event deleted for resources: {'Port': ['ID=cef564e1-a179-4816-a43f-4c9d3b442c78,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:30.754106 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60dedf1-7702-4919-a312-975a6439e35e req-84da781b-118d-4daa-bd50-2812a2affa92 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] No DVR routers for this DVR port cef564e1-a179-4816-a43f-4c9d3b442c78 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:21:30.761031 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-c60dedf1-7702-4919-a312-975a6439e35e req-84da781b-118d-4daa-bd50-2812a2affa92 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:30.763902 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c60dedf1-7702-4919-a312-975a6439e35e req-84da781b-118d-4daa-bd50-2812a2affa92 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.20 "DELETE /v2.0/ports/cef564e1-a179-4816-a43f-4c9d3b442c78 HTTP/1.1" status: 204 len: 173 time: 0.9892273 Jul 24 09:21:30.765436 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498e5266-8ace-491a-b8ae-df10e4567b25', 'name': 'network-vif-deleted', 'tag': 'cef564e1-a179-4816-a43f-4c9d3b442c78'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:21:30.767809 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0398bb4-8703-41d3-862e-845be05e8570" -d '{"events": [{"server_uuid": "498e5266-8ace-491a-b8ae-df10e4567b25", "name": "network-vif-deleted", "tag": "cef564e1-a179-4816-a43f-4c9d3b442c78"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:21:30.814693 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b0923-c805-4883-9eab-60c7244dec86 req-129ffef6-cb72-4afd-91ec-7dc37dbf6782 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:30.816505 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-967b0923-c805-4883-9eab-60c7244dec86 req-129ffef6-cb72-4afd-91ec-7dc37dbf6782 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 945 time: 0.1931498 Jul 24 09:21:30.870157 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e53040b-d0a0-4fc3-b94c-245219b4f756 x-openstack-request-id: req-5e53040b-d0a0-4fc3-b94c-245219b4f756 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:21:30.870469 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498e5266-8ace-491a-b8ae-df10e4567b25", "name": "network-vif-deleted", "tag": "cef564e1-a179-4816-a43f-4c9d3b442c78", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:21:30.870721 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e53040b-d0a0-4fc3-b94c-245219b4f756 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:21:30.871206 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498e5266-8ace-491a-b8ae-df10e4567b25', 'name': 'network-vif-deleted', 'tag': 'cef564e1-a179-4816-a43f-4c9d3b442c78', 'status': 'completed', 'code': 200} Jul 24 09:21:30.933413 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-967b0923-c805-4883-9eab-60c7244dec86 req-5e413ca4-f6e2-4560-aad9-f3d1e42be5bf tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724139 Jul 24 09:21:30.961324 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40436) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:30.998816 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:31.038929 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8ab719a0-670c-4991-979e-7d3f10d59c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:31.041689 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-d322832a-9a38-4f06-bfc5-6bc7ce5521fe admin admin] Deleting subnet 4a5f409b-2ca0-4000-b614-7014729b7db3 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:21:31.049626 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d322832a-9a38-4f06-bfc5-6bc7ce5521fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:31.055069 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 9cef6d65-19a7-4709-a793-be0e73e841c2 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:21:31.127090 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d322832a-9a38-4f06-bfc5-6bc7ce5521fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:31.137086 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab719a0-670c-4991-979e-7d3f10d59c4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e820bc97-3592-4d8f-8d69-9dd76000b838,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:31.140731 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab719a0-670c-4991-979e-7d3f10d59c4b admin admin] Checking segment: {'id': '7f369d8f-45cf-41ee-8c14-4b793923d4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f9f16374-583c-4ec2-ad41-f4d1807ac697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:21:31.142347 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab719a0-670c-4991-979e-7d3f10d59c4b admin admin] Network hostable DHCP agents. Network: f9f16374-583c-4ec2-ad41-f4d1807ac697, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:21:31.176752 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab719a0-670c-4991-979e-7d3f10d59c4b admin admin] Network f9f16374-583c-4ec2-ad41-f4d1807ac697 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:21:31.197053 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-8ab719a0-670c-4991-979e-7d3f10d59c4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, f9f16374-583c-4ec2-ad41-f4d1807ac697) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:21:31.202765 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab719a0-670c-4991-979e-7d3f10d59c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:31.203379 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8ab719a0-670c-4991-979e-7d3f10d59c4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:31.253828 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8ab719a0-670c-4991-979e-7d3f10d59c4b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8682628 Jul 24 09:21:31.272191 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d322832a-9a38-4f06-bfc5-6bc7ce5521fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:31.300781 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e815b5f4-8541-4815-904d-f6ccc9a627d6 None None] Network f9f16374-583c-4ec2-ad41-f4d1807ac697 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:21:31.437163 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d322832a-9a38-4f06-bfc5-6bc7ce5521fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:31.526730 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:31.541898 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a783b9d-5192-42a4-a914-4573e5dc9e45 None None] Network f9f16374-583c-4ec2-ad41-f4d1807ac697 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:21:31.548409 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322832a-9a38-4f06-bfc5-6bc7ce5521fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a5f409b-2ca0-4000-b614-7014729b7db3,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:31.560417 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d322832a-9a38-4f06-bfc5-6bc7ce5521fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:31.567321 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40470) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:31.576303 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d322832a-9a38-4f06-bfc5-6bc7ce5521fe admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4a5f409b-2ca0-4000-b614-7014729b7db3 HTTP/1.1" status: 204 len: 168 time: 0.6138365 Jul 24 09:21:31.698565 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 9cef6d65-19a7-4709-a793-be0e73e841c2, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=9cef6d65-19a7-4709-a793-be0e73e841c2,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:31.699995 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8516f77-09c0-44fd-9705-a68b8a12a13c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cef6d65-19a7-4709-a793-be0e73e841c2'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:21:31.703974 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612be329-ee74-47a4-9d65-0e17db008162" -d '{"events": [{"server_uuid": "d8516f77-09c0-44fd-9705-a68b8a12a13c", "name": "network-vif-unplugged", "status": "completed", "tag": "9cef6d65-19a7-4709-a793-be0e73e841c2"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:21:31.735556 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:31.736033 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:21:31.746408 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40478) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:31.773815 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5cfa88bc-ebc1-4ce8-bb65-aa3ba2525694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:31.814543 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:21:31.814896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device c7c6f4a3-1225-48a2-ab02-f6e6a2b2b16c not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:21:31.815047 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa1e33-06bf-499d-95e5-e9d1f8ee3609 req-37ce8e74-bd20-4767-b1ec-39fddf3fb19c tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:31.817997 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=9cef6d65-19a7-4709-a793-be0e73e841c2,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:31.826234 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48aa1e33-06bf-499d-95e5-e9d1f8ee3609 req-37ce8e74-bd20-4767-b1ec-39fddf3fb19c tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.1684034 Jul 24 09:21:31.905309 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48aa1e33-06bf-499d-95e5-e9d1f8ee3609 req-a4a450df-27ca-4b0c-8d8a-1b813daaec49 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725877 Jul 24 09:21:31.911573 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5cfa88bc-ebc1-4ce8-bb65-aa3ba2525694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:31.935216 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-5cfa88bc-ebc1-4ce8-bb65-aa3ba2525694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dcf869c-890c-434b-a6c5-c8af9725acb5']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:21:31.949865 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-5cfa88bc-ebc1-4ce8-bb65-aa3ba2525694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50295123-15f9-48f5-8b90-ba5796c96d6c') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:21:31.950304 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-5cfa88bc-ebc1-4ce8-bb65-aa3ba2525694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50295123-15f9-48f5-8b90-ba5796c96d6c') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:21:31.952890 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 24 Jul 2021 09:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fb3058-2b18-4da9-b1e3-305ce274eec0 x-openstack-request-id: req-85fb3058-2b18-4da9-b1e3-305ce274eec0 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:21:31.953197 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8516f77-09c0-44fd-9705-a68b8a12a13c", "name": "network-vif-unplugged", "status": "failed", "tag": "9cef6d65-19a7-4709-a793-be0e73e841c2", "code": 422}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:21:31.953449 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85fb3058-2b18-4da9-b1e3-305ce274eec0 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:21:31.953880 n-d-800085-9 neutron-server[94037]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd8516f77-09c0-44fd-9705-a68b8a12a13c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9cef6d65-19a7-4709-a793-be0e73e841c2', 'code': 422} returned with failed status Jul 24 09:21:31.961151 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5cfa88bc-ebc1-4ce8-bb65-aa3ba2525694 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:32.002913 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5cfa88bc-ebc1-4ce8-bb65-aa3ba2525694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:32.005134 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d62b134f-f8d0-4d8d-bab2-02ad52d43f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:32.034126 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cfa88bc-ebc1-4ce8-bb65-aa3ba2525694 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:21:32.034516 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5cfa88bc-ebc1-4ce8-bb65-aa3ba2525694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:21:32.036180 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:21:32.097695 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64fc0c-63cd-4de8-b42f-a76a7afb44d1 req-b6147047-f9d6-4a69-831a-d5ccd483bf27 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:32.101886 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dc64fc0c-63cd-4de8-b42f-a76a7afb44d1 req-b6147047-f9d6-4a69-831a-d5ccd483bf27 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.0831978 Jul 24 09:21:32.155090 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dc64fc0c-63cd-4de8-b42f-a76a7afb44d1 req-f172d08a-7dd8-41de-aaba-c181fa6272dc tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483272 Jul 24 09:21:32.180264 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5cfa88bc-ebc1-4ce8-bb65-aa3ba2525694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:32.216923 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5cfa88bc-ebc1-4ce8-bb65-aa3ba2525694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:32.218990 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5cfa88bc-ebc1-4ce8-bb65-aa3ba2525694 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8dcf869c-890c-434b-a6c5-c8af9725acb5 HTTP/1.1" status: 204 len: 168 time: 0.6503901 Jul 24 09:21:32.235436 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa88bc-ebc1-4ce8-bb65-aa3ba2525694 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dcf869c-890c-434b-a6c5-c8af9725acb5,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:32.290363 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50972320-5246-4993-8aac-006414e42288 req-b7c20632-7970-428a-9f32-5d045ef2b8fc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:32.291967 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-50972320-5246-4993-8aac-006414e42288 req-b7c20632-7970-428a-9f32-5d045ef2b8fc tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 943 time: 0.2297754 Jul 24 09:21:32.418210 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-50972320-5246-4993-8aac-006414e42288 req-54bc6466-6724-41e0-9920-408d7cd56ca7 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107569 Jul 24 09:21:32.434918 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d62b134f-f8d0-4d8d-bab2-02ad52d43f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:32.445640 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d62b134f-f8d0-4d8d-bab2-02ad52d43f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:32.466504 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40498) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:32.495248 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b134f-f8d0-4d8d-bab2-02ad52d43f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f257df8-3b3a-49f9-92bf-2688c73bc90f,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:32.520059 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d62b134f-f8d0-4d8d-bab2-02ad52d43f5d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a85b07bcbf1447bba7b7bd5723573cf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7724771 Jul 24 09:21:32.521102 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40502) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:32.552423 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-49e215dc-1983-42e1-914a-b2f9f9978096 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=996414a7068f4476b02e31c5c297dbf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0817893 Jul 24 09:21:32.552982 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40504) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:32.599563 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-22096e9a-b24e-4c64-b834-6ffc2b67423b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:32.609731 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f7741af1-f497-46df-b559-c67c21e46a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:32.634064 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f7741af1-f497-46df-b559-c67c21e46a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:32.648800 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-22096e9a-b24e-4c64-b834-6ffc2b67423b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:32.688065 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f7741af1-f497-46df-b559-c67c21e46a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:32.690667 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f7741af1-f497-46df-b559-c67c21e46a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:32.694062 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f7741af1-f497-46df-b559-c67c21e46a91 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/53123af3-0b66-4ab2-85ae-efc21838b4c2 HTTP/1.1" status: 204 len: 168 time: 0.1380219 Jul 24 09:21:32.701566 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7741af1-f497-46df-b559-c67c21e46a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53123af3-0b66-4ab2-85ae-efc21838b4c2,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:32.742058 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab424c-022f-4bc6-898b-f5ea9130fcc1 req-657c2237-2a34-43de-a077-31db2fbc1ad1 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:32.744144 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-80ab424c-022f-4bc6-898b-f5ea9130fcc1 req-657c2237-2a34-43de-a077-31db2fbc1ad1 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.1692061 Jul 24 09:21:32.775166 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-22096e9a-b24e-4c64-b834-6ffc2b67423b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:32.779302 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-22096e9a-b24e-4c64-b834-6ffc2b67423b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:32.783206 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-22096e9a-b24e-4c64-b834-6ffc2b67423b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f257df8-3b3a-49f9-92bf-2688c73bc90f HTTP/1.1" status: 204 len: 168 time: 0.2607198 Jul 24 09:21:32.806819 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22096e9a-b24e-4c64-b834-6ffc2b67423b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f257df8-3b3a-49f9-92bf-2688c73bc90f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:32.844686 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-80ab424c-022f-4bc6-898b-f5ea9130fcc1 req-26544395-8ab3-415e-ad0d-542572eab1b0 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793703 Jul 24 09:21:32.860516 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:33.091979 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffcb56-ba68-4a4e-8684-ccf1a5e4c228 req-9cd9c0c1-2c9d-406d-a083-9e879c7c59df tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:33.092100 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ba658-0c98-4f25-a83f-83a8b91aea14 req-a11c1b82-91aa-4103-9c7c-78fe83affcba tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:33.095166 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e8ffcb56-ba68-4a4e-8684-ccf1a5e4c228 req-9cd9c0c1-2c9d-406d-a083-9e879c7c59df tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.0883846 Jul 24 09:21:33.108364 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d05ba658-0c98-4f25-a83f-83a8b91aea14 req-a11c1b82-91aa-4103-9c7c-78fe83affcba tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.1518776 Jul 24 09:21:33.182159 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cef564e1-a179-4816-a43f-4c9d3b442c78 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:21:33.194197 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e8ffcb56-ba68-4a4e-8684-ccf1a5e4c228 req-39751c46-e098-40d4-b879-f5b369f53118 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970402 Jul 24 09:21:33.242830 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d05ba658-0c98-4f25-a83f-83a8b91aea14 req-c972adc2-cdc2-4ac3-8a93-b00328ced536 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334424 Jul 24 09:21:33.278896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: cef564e1-a179-4816-a43f-4c9d3b442c78 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:21:33.279210 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cef564e1-a179-4816-a43f-4c9d3b442c78 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:21:33.398016 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a17727-9afb-44ac-bf71-83a1151ab9c7 req-44c648cf-1bc5-4c62-bafe-cfd529f7bb44 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:33.408139 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-01a17727-9afb-44ac-bf71-83a1151ab9c7 req-44c648cf-1bc5-4c62-bafe-cfd529f7bb44 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.0986376 Jul 24 09:21:33.491002 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-01a17727-9afb-44ac-bf71-83a1151ab9c7 req-b4eaaa30-89ff-4faf-9c50-45e0b283577f tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814507 Jul 24 09:21:33.492464 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40538) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:33.511066 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f9fb0ef2-022d-46c0-9ce7-9652ca4e63f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:33.695956 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a52a6-f715-4fa1-9422-6afba32035f2 req-ddceb409-cb8a-4581-8019-07a3524b2d5f tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:33.698581 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-374a52a6-f715-4fa1-9422-6afba32035f2 req-ddceb409-cb8a-4581-8019-07a3524b2d5f tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.1258352 Jul 24 09:21:33.724369 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f9fb0ef2-022d-46c0-9ce7-9652ca4e63f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:33.740023 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f9fb0ef2-022d-46c0-9ce7-9652ca4e63f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:33.804326 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-374a52a6-f715-4fa1-9422-6afba32035f2 req-d67ecb9f-1a2d-4dc9-966f-6e0feb286310 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995028 Jul 24 09:21:33.806781 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f9fb0ef2-022d-46c0-9ce7-9652ca4e63f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eec03e9df0184ef89580bdd03b129013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3113539 Jul 24 09:21:33.807502 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb0ef2-022d-46c0-9ce7-9652ca4e63f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d41d610-1412-4d0e-9614-8ff3a4f0f106,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:33.809663 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40546) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:33.889978 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58ba9075-a654-496f-81a6-677184574a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:33.921662 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58ba9075-a654-496f-81a6-677184574a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:34.000545 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58ba9075-a654-496f-81a6-677184574a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:34.006841 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58ba9075-a654-496f-81a6-677184574a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:34.018108 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-58ba9075-a654-496f-81a6-677184574a65 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d41d610-1412-4d0e-9614-8ff3a4f0f106 HTTP/1.1" status: 204 len: 168 time: 0.2014630 Jul 24 09:21:34.036871 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba9075-a654-496f-81a6-677184574a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d41d610-1412-4d0e-9614-8ff3a4f0f106,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:34.202565 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2744ab-3880-416e-80ef-4ae2e42c8851 req-a85c1d79-fee9-4dab-80c5-d4b9dfeae0da tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:34.205662 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ea2744ab-3880-416e-80ef-4ae2e42c8851 req-a85c1d79-fee9-4dab-80c5-d4b9dfeae0da tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.1238101 Jul 24 09:21:34.386373 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-ea2744ab-3880-416e-80ef-4ae2e42c8851 req-1fe19bd7-963d-4b1a-a33a-275625053f79 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Deleting port c7b6a330-94b5-47db-829c-e3c8144775fa {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:21:34.386739 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ea2744ab-3880-416e-80ef-4ae2e42c8851 req-1fe19bd7-963d-4b1a-a33a-275625053f79 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:34.436252 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6af86-6367-4331-8be8-241bdf5281fd req-b0067934-ba80-4fe2-a512-d9e180be5dba tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:34.445859 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d8e6af86-6367-4331-8be8-241bdf5281fd req-b0067934-ba80-4fe2-a512-d9e180be5dba tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.1439805 Jul 24 09:21:34.554658 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d8e6af86-6367-4331-8be8-241bdf5281fd req-fff26c76-e878-43ec-a4e1-e7661cb817cf tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010063 Jul 24 09:21:34.560896 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-ea2744ab-3880-416e-80ef-4ae2e42c8851 req-1fe19bd7-963d-4b1a-a33a-275625053f79 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] For port c7b6a330-94b5-47db-829c-e3c8144775fa, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=c7b6a330-94b5-47db-829c-e3c8144775fa,segment=NetworkSegment(601693b6-c650-4eba-a2f3-56e8c928b732),segment_id=601693b6-c650-4eba-a2f3-56e8c928b732)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:34.562167 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ea2744ab-3880-416e-80ef-4ae2e42c8851 req-1fe19bd7-963d-4b1a-a33a-275625053f79 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:34.588258 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-ea2744ab-3880-416e-80ef-4ae2e42c8851 req-1fe19bd7-963d-4b1a-a33a-275625053f79 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Calling delete_port for c7b6a330-94b5-47db-829c-e3c8144775fa owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:21:34.813345 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dc9e4-d477-43bb-baec-00206774ea3c req-9103d5aa-fffb-41af-9db0-6772b7ec8c48 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:34.815025 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2c5dc9e4-d477-43bb-baec-00206774ea3c req-9103d5aa-fffb-41af-9db0-6772b7ec8c48 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 946 time: 0.1351633 Jul 24 09:21:34.897784 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ea2744ab-3880-416e-80ef-4ae2e42c8851 req-1fe19bd7-963d-4b1a-a33a-275625053f79 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:34.900877 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2c5dc9e4-d477-43bb-baec-00206774ea3c req-69f769ea-a8d2-4f9e-af4d-a0a28c94d6d8 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/security-groups?id=a19cd974-d400-4506-b229-630f80ca7fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740249 Jul 24 09:21:34.918056 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['c7b6a330-94b5-47db-829c-e3c8144775fa'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:21:34.969492 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe19bd7-963d-4b1a-a33a-275625053f79 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Pushing event deleted for resources: {'Port': ['ID=c7b6a330-94b5-47db-829c-e3c8144775fa,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:35.033427 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ad004553-adfc-457a-bfe9-19025d27e9ef req-7bf02955-08d0-4dc0-80f7-59f782f699fa tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=edeb4c5d-aa1c-40e0-8522-02ae3097146f HTTP/1.1" status: 200 len: 210 time: 0.0779569 Jul 24 09:21:35.065540 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2744ab-3880-416e-80ef-4ae2e42c8851 req-1fe19bd7-963d-4b1a-a33a-275625053f79 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] No DVR routers for this DVR port c7b6a330-94b5-47db-829c-e3c8144775fa on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:21:35.070142 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 9cef6d65-19a7-4709-a793-be0e73e841c2 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:21:35.197054 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ea2744ab-3880-416e-80ef-4ae2e42c8851 req-1fe19bd7-963d-4b1a-a33a-275625053f79 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:35.204909 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ea2744ab-3880-416e-80ef-4ae2e42c8851 req-1fe19bd7-963d-4b1a-a33a-275625053f79 tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.37 "DELETE /v2.0/ports/c7b6a330-94b5-47db-829c-e3c8144775fa HTTP/1.1" status: 204 len: 173 time: 0.9909029 Jul 24 09:21:35.208668 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c290e5-3c28-4ad5-b25f-0393b7d273dc', 'name': 'network-vif-deleted', 'tag': 'c7b6a330-94b5-47db-829c-e3c8144775fa'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:21:35.212254 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc004a19-cc43-468d-a81e-249c6443e53c" -d '{"events": [{"server_uuid": "86c290e5-3c28-4ad5-b25f-0393b7d273dc", "name": "network-vif-deleted", "tag": "c7b6a330-94b5-47db-829c-e3c8144775fa"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:21:35.360011 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0926261-8c8d-45aa-864a-6e200dafb902 req-931658b8-b6f5-459b-9850-d0cc1eee4b2c tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:35.388439 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a0926261-8c8d-45aa-864a-6e200dafb902 req-931658b8-b6f5-459b-9850-d0cc1eee4b2c tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.3510776 Jul 24 09:21:35.413832 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26dfca2-57fb-4bad-b0ca-195cbfd12b79 x-openstack-request-id: req-c26dfca2-57fb-4bad-b0ca-195cbfd12b79 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:21:35.414135 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c290e5-3c28-4ad5-b25f-0393b7d273dc", "name": "network-vif-deleted", "tag": "c7b6a330-94b5-47db-829c-e3c8144775fa", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:21:35.414395 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c26dfca2-57fb-4bad-b0ca-195cbfd12b79 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:21:35.414804 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c290e5-3c28-4ad5-b25f-0393b7d273dc', 'name': 'network-vif-deleted', 'tag': 'c7b6a330-94b5-47db-829c-e3c8144775fa', 'status': 'completed', 'code': 200} Jul 24 09:21:35.476632 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a0926261-8c8d-45aa-864a-6e200dafb902 req-5f2083de-6f71-47bb-bc76-28cadfecf2c3 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867484 Jul 24 09:21:35.725928 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53134462-2169-46c1-af83-0dc4c0729ff1 req-611514b2-e941-474e-92c3-8b0a82536a2c tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:35.740555 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-53134462-2169-46c1-af83-0dc4c0729ff1 req-611514b2-e941-474e-92c3-8b0a82536a2c tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.1002283 Jul 24 09:21:35.807441 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-53134462-2169-46c1-af83-0dc4c0729ff1 req-4e4d6c12-f948-4b47-8557-db03d900a20f tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658674 Jul 24 09:21:35.844984 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-06d3b664-00c2-49c0-8ba5-a40399cc3579 req-d3be1719-7208-42be-b130-e49c690b506a tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0376399 Jul 24 09:21:36.120638 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f3bdff4-b27d-4b2e-9529-672183889a4a req-1b85657f-6e9d-4683-bd14-3e70b1f7893f tempest-ServerRescueTestJSON-760782753 tempest-ServerRescueTestJSON-760782753-project] 10.222.0.32 "GET /v2.0/ports?device_id=86c290e5-3c28-4ad5-b25f-0393b7d273dc HTTP/1.1" status: 200 len: 210 time: 0.0498724 Jul 24 09:21:36.353850 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-cee3e605-a436-4eb3-8a71-02bc81e5ba9d tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:36.355396 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-cee3e605-a436-4eb3-8a71-02bc81e5ba9d tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/networks?id=8d844ade-4b4e-44fb-9c14-02a3515430cb HTTP/1.1" status: 200 len: 815 time: 0.1332550 Jul 24 09:21:36.381500 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-14445d75-c989-416e-a132-a340a9a30fe2 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/quotas/ff71f4793aae432d8262e2f84f19329d HTTP/1.1" status: 200 len: 375 time: 0.0173452 Jul 24 09:21:36.491604 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-0c74b135-2d57-4d88-9e6d-2174082dd7be tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff71f4793aae432d8262e2f84f19329d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020255 Jul 24 09:21:36.557642 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40694) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:36.673481 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-6d46d8eb-3751-4ae9-8e6a-d34c8562d6b5 service neutron] 10.222.0.32 "GET /v2.0/networks/8d844ade-4b4e-44fb-9c14-02a3515430cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804442 Jul 24 09:21:36.704130 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a82a9a-3b8f-41c4-b0e1-8608b9b7502c req-5df820b6-deba-4bf9-b5cd-00468ee6e899 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:36.706049 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-20a82a9a-3b8f-41c4-b0e1-8608b9b7502c req-5df820b6-deba-4bf9-b5cd-00468ee6e899 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.0997932 Jul 24 09:21:36.739693 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b2c0add8-b16c-457d-b80d-2a840d027184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:36.765916 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-20a82a9a-3b8f-41c4-b0e1-8608b9b7502c req-311a211e-0f47-4a7e-8d69-008c08445358 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534084 Jul 24 09:21:36.770072 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-1d0fa621-958f-4bc6-9a25-9c40262d0b76 service neutron] 10.222.0.32 "GET /v2.0/networks/8d844ade-4b4e-44fb-9c14-02a3515430cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889788 Jul 24 09:21:36.863300 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b2c0add8-b16c-457d-b80d-2a840d027184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:36.868819 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b2c0add8-b16c-457d-b80d-2a840d027184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:37.006975 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fc3b0b0a-9161-4098-ae99-338e0e72b8c5 req-110ad151-303d-44de-9f4a-0f52ee19862e tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0423207 Jul 24 09:21:37.039638 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40706) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:37.041571 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b2c0add8-b16c-457d-b80d-2a840d027184 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2a68d0d93b2465dad0f953e2c3427ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4817178 Jul 24 09:21:37.042521 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0add8-b16c-457d-b80d-2a840d027184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27386f7b-c541-4ea2-9449-8c09eaae529a,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:37.082100 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device c7b6a330-94b5-47db-829c-e3c8144775fa no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:21:37.125062 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: c7b6a330-94b5-47db-829c-e3c8144775fa {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:21:37.125383 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device c7b6a330-94b5-47db-829c-e3c8144775fa not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:21:37.126352 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6c579-cb85-44b7-bbf7-4e438584b75e req-cd3d2075-f865-4dc3-ad83-d9a5e0a40f3e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:37.129797 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e8d6c579-cb85-44b7-bbf7-4e438584b75e req-cd3d2075-f865-4dc3-ad83-d9a5e0a40f3e tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.2452769 Jul 24 09:21:37.144308 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0b42a93a-7532-431f-af80-3cf640aecca0 req-b3e8aeee-28f3-4447-be49-4da0f10a50c1 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=91bd60ef-7291-4643-80af-9d7d8ec3f4ce HTTP/1.1" status: 200 len: 210 time: 0.0402896 Jul 24 09:21:37.148097 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-79504c0d-cac8-48a4-9443-1e7ac526fe87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:37.173833 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-79504c0d-cac8-48a4-9443-1e7ac526fe87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:37.248557 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-79504c0d-cac8-48a4-9443-1e7ac526fe87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:37.251712 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-79504c0d-cac8-48a4-9443-1e7ac526fe87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:37.265095 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-79504c0d-cac8-48a4-9443-1e7ac526fe87 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/27386f7b-c541-4ea2-9449-8c09eaae529a HTTP/1.1" status: 204 len: 168 time: 0.2167063 Jul 24 09:21:37.289460 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79504c0d-cac8-48a4-9443-1e7ac526fe87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27386f7b-c541-4ea2-9449-8c09eaae529a,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:37.315062 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e8d6c579-cb85-44b7-bbf7-4e438584b75e req-df6302a3-33a5-4e68-9a28-393d60357600 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436379 Jul 24 09:21:37.365497 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40720) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:37.967630 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-215e16ce-06e9-4401-9cf9-8fe13ed3b618 req-1a3f6e93-5820-4fcb-8e86-57ca11bf86f1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=edeb4c5d-aa1c-40e0-8522-02ae3097146f HTTP/1.1" status: 200 len: 210 time: 0.0417137 Jul 24 09:21:38.007521 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6b1b4-1a88-458b-a387-2a3f356d2d98 req-ab9a3685-0e88-499d-8415-cd41662d2d1d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:38.010039 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b8b6b1b4-1a88-458b-a387-2a3f356d2d98 req-ab9a3685-0e88-499d-8415-cd41662d2d1d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.1162045 Jul 24 09:21:38.016768 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5b68-2121-4d1a-b597-8315bd9171fe req-4b91e680-11a6-4aac-bde2-155c2e742312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:38.018210 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c75d5b68-2121-4d1a-b597-8315bd9171fe req-4b91e680-11a6-4aac-bde2-155c2e742312 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 1097 time: 0.0806005 Jul 24 09:21:38.096281 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b8b6b1b4-1a88-458b-a387-2a3f356d2d98 req-29958bb6-e771-40d8-86e4-878672757b40 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769203 Jul 24 09:21:38.102655 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c75d5b68-2121-4d1a-b597-8315bd9171fe req-e4b38d2a-6c75-4ff2-bafc-bec23e7e6b8f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747466 Jul 24 09:21:38.182449 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-575bbfec-1c62-4027-b5be-bea285dda033 req-fa7da08d-20ac-4693-a77d-793a38327e9b tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0624578 Jul 24 09:21:38.268546 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-858faaf5-73de-49b3-ae36-38b1d5a51d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:38.569007 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4cdb0aa5-355a-4b9f-bec8-3ffec6ccdd05 req-1dfeaeee-331a-40e6-a5bc-a5c092c61fbe tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=91bd60ef-7291-4643-80af-9d7d8ec3f4ce HTTP/1.1" status: 200 len: 210 time: 0.1728020 Jul 24 09:21:38.577831 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-1a540a5c-8d53-40c3-b493-83057830e6b3 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:38.579663 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-1a540a5c-8d53-40c3-b493-83057830e6b3 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.37 "GET /v2.0/networks?id=8d844ade-4b4e-44fb-9c14-02a3515430cb HTTP/1.1" status: 200 len: 815 time: 0.3810835 Jul 24 09:21:38.611613 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ab3101e9-e70b-4b20-ab02-83d1c4475d3c req-7a9ef86f-bacc-4c66-b4ec-b33df143f844 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0592415 Jul 24 09:21:38.616615 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-4d9cce3e-7c82-481a-b0aa-3cd87b7c01b1 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Request body: {'port': {'device_id': '91bd60ef-7291-4643-80af-9d7d8ec3f4ce', 'network_id': '8d844ade-4b4e-44fb-9c14-02a3515430cb', 'admin_state_up': True, 'tenant_id': 'ff71f4793aae432d8262e2f84f19329d'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:21:38.680994 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2d514-05b9-45e5-a404-cdd1d83756ff req-c55992e7-e92f-46e4-a7ee-9ed7e7b3a16f tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:38.682531 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-98c2d514-05b9-45e5-a404-cdd1d83756ff req-c55992e7-e92f-46e4-a7ee-9ed7e7b3a16f tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.1633132 Jul 24 09:21:38.761832 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-4d9cce3e-7c82-481a-b0aa-3cd87b7c01b1 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Made reservation on behalf of ff71f4793aae432d8262e2f84f19329d for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:21:38.768457 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-4d9cce3e-7c82-481a-b0aa-3cd87b7c01b1 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:38.779807 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-98c2d514-05b9-45e5-a404-cdd1d83756ff req-7f371e59-8480-451f-8192-550b6f71b7af tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875585 Jul 24 09:21:38.803757 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-858faaf5-73de-49b3-ae36-38b1d5a51d9d admin admin] Deleting port 7a973fa3-1a4b-4da4-9c65-f25558668f81 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:21:38.804249 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-858faaf5-73de-49b3-ae36-38b1d5a51d9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:38.893770 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-858faaf5-73de-49b3-ae36-38b1d5a51d9d admin admin] For port 7a973fa3-1a4b-4da4-9c65-f25558668f81, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7a973fa3-1a4b-4da4-9c65-f25558668f81,segment=NetworkSegment(601693b6-c650-4eba-a2f3-56e8c928b732),segment_id=601693b6-c650-4eba-a2f3-56e8c928b732)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:38.893770 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-858faaf5-73de-49b3-ae36-38b1d5a51d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:38.912138 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-858faaf5-73de-49b3-ae36-38b1d5a51d9d admin admin] Calling delete_port for 7a973fa3-1a4b-4da4-9c65-f25558668f81 owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:21:39.029624 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-4d9cce3e-7c82-481a-b0aa-3cd87b7c01b1 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Allocated IP 172.20.0.2 (8d844ade-4b4e-44fb-9c14-02a3515430cb/bef3db85-2ab0-417d-a2e7-65a979b570f2/2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:21:39.113788 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40768) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:39.197223 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-858faaf5-73de-49b3-ae36-38b1d5a51d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:39.243670 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-4d9cce3e-7c82-481a-b0aa-3cd87b7c01b1 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:39.243990 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858faaf5-73de-49b3-ae36-38b1d5a51d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=7a973fa3-1a4b-4da4-9c65-f25558668f81,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:39.310108 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-931f7956-e650-488b-9471-a4d7dfde6680 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-806886350', 'router:external': True}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:21:39.365323 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ec789c5b-fc83-4edc-b1b3-8dac14af11a3 req-18fedebf-e4d6-4eba-ab37-11679c748028 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0370765 Jul 24 09:21:39.381110 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931f7956-e650-488b-9471-a4d7dfde6680 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Made reservation on behalf of 598a1d27d6414c91be068d56c19d7eb2 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:21:39.383640 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-931f7956-e650-488b-9471-a4d7dfde6680 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:39.391377 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85475a3b-c2d0-430d-99c2-83be128c945e req-1b92e3e0-b9fa-4bd3-ac60-ee0ccda888ee tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:39.393470 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-85475a3b-c2d0-430d-99c2-83be128c945e req-1b92e3e0-b9fa-4bd3-ac60-ee0ccda888ee tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.1389966 Jul 24 09:21:39.411247 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-4d9cce3e-7c82-481a-b0aa-3cd87b7c01b1 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:39.435051 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:21:39.441678 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['817a6aca-9aae-4476-9c65-62feb31400b7'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:21:39.475800 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-4d9cce3e-7c82-481a-b0aa-3cd87b7c01b1 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Network 8d844ade-4b4e-44fb-9c14-02a3515430cb is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:21:39.493362 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-4d9cce3e-7c82-481a-b0aa-3cd87b7c01b1 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:21:39.493710 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-931f7956-e650-488b-9471-a4d7dfde6680 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:39.500458 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-4d9cce3e-7c82-481a-b0aa-3cd87b7c01b1 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:21:39.520191 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-85475a3b-c2d0-430d-99c2-83be128c945e req-8f81ebe0-827d-4afc-ac64-4b9a24533d63 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110437 Jul 24 09:21:39.541628 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9cce3e-7c82-481a-b0aa-3cd87b7c01b1 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Pushing event updated for resources: {'Port': ['ID=2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:39.631568 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-4d9cce3e-7c82-481a-b0aa-3cd87b7c01b1 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:39.632272 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-4d9cce3e-7c82-481a-b0aa-3cd87b7c01b1 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:39.636779 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-858faaf5-73de-49b3-ae36-38b1d5a51d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:39.818139 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc04213-1de1-4a86-b095-26601bfc61a1 req-bfa41570-3cd6-4020-be75-6369f3cbdbf0 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:39.843771 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-abc04213-1de1-4a86-b095-26601bfc61a1 req-bfa41570-3cd6-4020-be75-6369f3cbdbf0 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=91bd60ef-7291-4643-80af-9d7d8ec3f4ce HTTP/1.1" status: 200 len: 931 time: 0.1485634 Jul 24 09:21:39.915154 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-931f7956-e650-488b-9471-a4d7dfde6680 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:39.923517 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-931f7956-e650-488b-9471-a4d7dfde6680 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:39.923802 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-abc04213-1de1-4a86-b095-26601bfc61a1 req-a93bb354-6865-4db4-925d-405198ac56d7 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707731 Jul 24 09:21:39.941888 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-4d9cce3e-7c82-481a-b0aa-3cd87b7c01b1 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3278196 Jul 24 09:21:39.954613 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-6e5229af-bbdc-44f4-a833-1a020d239eac service neutron] Request body: {'port': {'device_id': '91bd60ef-7291-4643-80af-9d7d8ec3f4ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:21:40.013110 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-931f7956-e650-488b-9471-a4d7dfde6680 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:21:40.035212 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-6e5229af-bbdc-44f4-a833-1a020d239eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:40.055392 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-931f7956-e650-488b-9471-a4d7dfde6680 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:40.056463 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-931f7956-e650-488b-9471-a4d7dfde6680 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Added segment dbdda757-808f-4c21-8921-460eb8e3bc1a of type vlan for network eac48147-2b9c-4c77-8481-0ba13abf3f83 Jul 24 09:21:40.058383 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f7956-e650-488b-9471-a4d7dfde6680 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d96a00-317b-48ef-bcee-6cb8543e4dc7,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:40.143249 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-931f7956-e650-488b-9471-a4d7dfde6680 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:40.202327 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd6958-9555-4905-a18b-7df480ffbdd2 req-8efe986f-8906-4275-ae3b-9691c8c415b2 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:40.209297 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-45bd6958-9555-4905-a18b-7df480ffbdd2 req-8efe986f-8906-4275-ae3b-9691c8c415b2 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.2471063 Jul 24 09:21:40.212023 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858faaf5-73de-49b3-ae36-38b1d5a51d9d admin admin] Router c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:21:40.239753 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-931f7956-e650-488b-9471-a4d7dfde6680 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:40.240724 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931f7956-e650-488b-9471-a4d7dfde6680 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:40.241338 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-931f7956-e650-488b-9471-a4d7dfde6680 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:40.296363 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-45bd6958-9555-4905-a18b-7df480ffbdd2 req-3fa48ba6-fe76-4592-935f-35da4da57931 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863855 Jul 24 09:21:40.352119 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-931f7956-e650-488b-9471-a4d7dfde6680 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.2369516 Jul 24 09:21:40.356729 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40790) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:40.371830 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-fbbb6ad1-5f98-4529-85b4-3b4a8babbaae tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Request body: {'subnet': {'network_id': 'eac48147-2b9c-4c77-8481-0ba13abf3f83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:21:40.450265 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbb6ad1-5f98-4529-85b4-3b4a8babbaae tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Made reservation on behalf of 598a1d27d6414c91be068d56c19d7eb2 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:21:40.451677 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f7956-e650-488b-9471-a4d7dfde6680 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Pushing event updated for resources: {'Network': ['ID=eac48147-2b9c-4c77-8481-0ba13abf3f83,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:40.452848 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fbbb6ad1-5f98-4529-85b4-3b4a8babbaae tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:40.467005 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network eac48147-2b9c-4c77-8481-0ba13abf3f83 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:21:40.558208 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fddb5ac9-9cbb-423d-b5a2-de5a6c81061b req-69bc2729-fe96-4b54-ab61-f335b4229fd9 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0639060 Jul 24 09:21:40.588123 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-6e5229af-bbdc-44f4-a833-1a020d239eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:21:40.604691 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-6e5229af-bbdc-44f4-a833-1a020d239eac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:40.611762 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858faaf5-73de-49b3-ae36-38b1d5a51d9d admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:21:40.620444 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-6e5229af-bbdc-44f4-a833-1a020d239eac service neutron] Transition to ACTIVE for port object 2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:21:40.623253 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77da5b85-20b5-4870-a61e-527a205f365a None None] Sync routers for ids ['c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:21:40.629604 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-6e5229af-bbdc-44f4-a833-1a020d239eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:40.635655 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-858faaf5-73de-49b3-ae36-38b1d5a51d9d admin admin] 10.222.0.32 "PUT /v2.0/routers/c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2660177 Jul 24 09:21:40.639697 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40804) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:40.652068 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77da5b85-20b5-4870-a61e-527a205f365a None None] Routers {'c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:21:40.656525 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-77da5b85-20b5-4870-a61e-527a205f365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:21:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:21:40.844955 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5229af-bbdc-44f4-a833-1a020d239eac service neutron] Pushing event updated for resources: {'Port': ['ID=2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:40.848183 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-337f15e4-58db-4819-851c-c7a9e588083d admin admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:40.991021 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b7678-dd91-4c30-b012-f7f622f7e62c req-229502eb-3e97-4074-8008-368a50a4bef3 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:40.995544 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a94b7678-dd91-4c30-b012-f7f622f7e62c req-229502eb-3e97-4074-8008-368a50a4bef3 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.2722361 Jul 24 09:21:41.004048 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-77da5b85-20b5-4870-a61e-527a205f365a None None] Set router c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:21:41.054044 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55693a2-a171-48d7-8e3a-78f2c458788e req-3fd80653-f649-47dc-be53-72f9e801d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:41.056546 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c55693a2-a171-48d7-8e3a-78f2c458788e req-3fd80653-f649-47dc-be53-72f9e801d069 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7014e11e214d48f49651526c89418bc1&device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 1097 time: 0.2054372 Jul 24 09:21:41.063640 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-6e5229af-bbdc-44f4-a833-1a020d239eac service neutron] Attempting to bind port 2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:21:41.063971 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-6e5229af-bbdc-44f4-a833-1a020d239eac service neutron] Attempting to bind port 2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '658362e4-6283-4c69-8eba-315d82acaa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8d844ade-4b4e-44fb-9c14-02a3515430cb'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:21:41.064296 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-6e5229af-bbdc-44f4-a833-1a020d239eac service neutron] Attempting to bind port 2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b on network 8d844ade-4b4e-44fb-9c14-02a3515430cb {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:21:41.089683 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-6e5229af-bbdc-44f4-a833-1a020d239eac service neutron] Port 2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b on network 8d844ade-4b4e-44fb-9c14-02a3515430cb not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:21:41.090007 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-6e5229af-bbdc-44f4-a833-1a020d239eac service neutron] Attempting to bind port 2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b on network 8d844ade-4b4e-44fb-9c14-02a3515430cb {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:21:41.110295 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a94b7678-dd91-4c30-b012-f7f622f7e62c req-a367aedb-305d-436e-a6e9-476ab1eca54d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063280 Jul 24 09:21:41.133805 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-6e5229af-bbdc-44f4-a833-1a020d239eac service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:21:41.134141 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-6e5229af-bbdc-44f4-a833-1a020d239eac service neutron] Checking segment: {'id': '658362e4-6283-4c69-8eba-315d82acaa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8d844ade-4b4e-44fb-9c14-02a3515430cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:21:41.134523 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-6e5229af-bbdc-44f4-a833-1a020d239eac service neutron] Bound using segment: {'id': '658362e4-6283-4c69-8eba-315d82acaa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8d844ade-4b4e-44fb-9c14-02a3515430cb'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:21:41.134964 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-6e5229af-bbdc-44f4-a833-1a020d239eac service neutron] Bound port: 2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658362e4-6283-4c69-8eba-315d82acaa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8d844ade-4b4e-44fb-9c14-02a3515430cb'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:21:41.135570 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-6e5229af-bbdc-44f4-a833-1a020d239eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:41.173123 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-337f15e4-58db-4819-851c-c7a9e588083d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:41.232150 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-77da5b85-20b5-4870-a61e-527a205f365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2', 'name': 'tempest-ServerRescueTestJSON-173335424-router', 'tenant_id': 'bf29b3bebbf742f881f34420258c367e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'aad2f0c4-6b55-4505-a142-4c596adcd299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:19:22Z', 'updated_at': '2021-07-24T09:21:39Z', 'revision_number': 5, 'project_id': 'bf29b3bebbf742f881f34420258c367e', 'gw_port': {'id': 'aad2f0c4-6b55-4505-a142-4c596adcd299', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:19:23Z', 'updated_at': '2021-07-24T09:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:21:41.260804 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77da5b85-20b5-4870-a61e-527a205f365a None None] Checking router: c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:21:41.270935 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77da5b85-20b5-4870-a61e-527a205f365a None None] Routers {'c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:21:41.271850 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-77da5b85-20b5-4870-a61e-527a205f365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:21:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:21:41.293586 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-337f15e4-58db-4819-851c-c7a9e588083d admin admin] Deleting port aad2f0c4-6b55-4505-a142-4c596adcd299 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:21:41.295064 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-337f15e4-58db-4819-851c-c7a9e588083d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:41.331537 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-6e5229af-bbdc-44f4-a833-1a020d239eac service neutron] For port 2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:21:41.348978 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-6e5229af-bbdc-44f4-a833-1a020d239eac service neutron] For port 2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b,segment=NetworkSegment(658362e4-6283-4c69-8eba-315d82acaa5f),segment_id=658362e4-6283-4c69-8eba-315d82acaa5f)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:21:41.350919 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55693a2-a171-48d7-8e3a-78f2c458788e req-b45f4420-522d-45d4-9cd1-bca8d7a0ebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:41.352715 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c55693a2-a171-48d7-8e3a-78f2c458788e req-b45f4420-522d-45d4-9cd1-bca8d7a0ebe5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53a4dac-283d-4066-b39c-c92cd595e1cc HTTP/1.1" status: 200 len: 919 time: 0.2858269 Jul 24 09:21:41.364154 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-6e5229af-bbdc-44f4-a833-1a020d239eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:41.401525 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-77da5b85-20b5-4870-a61e-527a205f365a None None] Set router c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2 gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:21:41.475784 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-77da5b85-20b5-4870-a61e-527a205f365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2', 'name': 'tempest-ServerRescueTestJSON-173335424-router', 'tenant_id': 'bf29b3bebbf742f881f34420258c367e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:19:22Z', 'updated_at': '2021-07-24T09:21:41Z', 'revision_number': 6, 'project_id': 'bf29b3bebbf742f881f34420258c367e', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:21:41.476063 n-d-800085-9 neutron-server[94036]: DEBUG neutron.objects.ports [None req-fbbb6ad1-5f98-4529-85b4-3b4a8babbaae tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94036) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 09:21:41.476510 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fbbb6ad1-5f98-4529-85b4-3b4a8babbaae tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:41.609925 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-337f15e4-58db-4819-851c-c7a9e588083d admin admin] For port aad2f0c4-6b55-4505-a142-4c596adcd299, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=aad2f0c4-6b55-4505-a142-4c596adcd299,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:41.610682 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-337f15e4-58db-4819-851c-c7a9e588083d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:41.613389 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:21:41.614161 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77da5b85-20b5-4870-a61e-527a205f365a None None] The sync data for ids ['c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2'] in n-d-800085-9 is: [{'id': 'c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2', 'name': 'tempest-ServerRescueTestJSON-173335424-router', 'tenant_id': 'bf29b3bebbf742f881f34420258c367e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:19:22Z', 'updated_at': '2021-07-24T09:21:41Z', 'revision_number': 6, 'project_id': 'bf29b3bebbf742f881f34420258c367e', 'gw_port_host': None}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:21:41.623689 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec4198-51b7-44e9-8cde-aac014d00149 req-c088f2b6-2d10-406e-8759-cc81a3489ddd tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:41.631102 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8aec4198-51b7-44e9-8cde-aac014d00149 req-c088f2b6-2d10-406e-8759-cc81a3489ddd tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.2925038 Jul 24 09:21:41.668399 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-337f15e4-58db-4819-851c-c7a9e588083d admin admin] Calling delete_port for aad2f0c4-6b55-4505-a142-4c596adcd299 owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:21:41.712924 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8aec4198-51b7-44e9-8cde-aac014d00149 req-b6cd9ced-307a-47f2-a93f-55078a786936 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753555 Jul 24 09:21:41.946937 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe35668-a560-42c3-bf6e-210434382a4c req-3732c161-23c0-4eda-b333-1c3298189d0f tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:41.948533 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ebe35668-a560-42c3-bf6e-210434382a4c req-3732c161-23c0-4eda-b333-1c3298189d0f tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=91bd60ef-7291-4643-80af-9d7d8ec3f4ce HTTP/1.1" status: 200 len: 943 time: 0.1375666 Jul 24 09:21:42.121649 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ebe35668-a560-42c3-bf6e-210434382a4c req-c8c3defa-9cd2-4eac-80b1-0a13784b7581 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616988 Jul 24 09:21:42.165471 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c55693a2-a171-48d7-8e3a-78f2c458788e req-ce251a6c-5417-4224-9676-9771dd67d10b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=281ac198-347e-44df-a282-fa513c72ccd8 HTTP/1.1" status: 200 len: 217 time: 0.7998865 Jul 24 09:21:42.180101 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-337f15e4-58db-4819-851c-c7a9e588083d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:42.204293 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-6e5229af-bbdc-44f4-a833-1a020d239eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:42.205439 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-6e5229af-bbdc-44f4-a833-1a020d239eac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:42.206533 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-6e5229af-bbdc-44f4-a833-1a020d239eac service neutron] 10.222.0.37 "PUT /v2.0/ports/2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b HTTP/1.1" status: 200 len: 1091 time: 2.2580056 Jul 24 09:21:42.208846 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91bd60ef-7291-4643-80af-9d7d8ec3f4ce', 'tag': '2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:21:42.211220 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd6f4bf-468d-4ef3-8148-22912c38fad4" -d '{"events": [{"name": "network-changed", "server_uuid": "91bd60ef-7291-4643-80af-9d7d8ec3f4ce", "tag": "2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:21:42.234907 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f15e4-58db-4819-851c-c7a9e588083d admin admin] Pushing event deleted for resources: {'Port': ['ID=aad2f0c4-6b55-4505-a142-4c596adcd299,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:42.289150 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ba090905-107c-4ceb-99f3-7060bfb3d4d7 req-d54cd68b-347f-4585-8ac6-c8277750c16f tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.1539288 Jul 24 09:21:42.307709 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-337f15e4-58db-4819-851c-c7a9e588083d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:42.363074 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb6ad1-5f98-4529-85b4-3b4a8babbaae tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a32ecdac-2eb8-4b2a-bd10-3a2e1a364284,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:42.367675 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5229af-bbdc-44f4-a833-1a020d239eac service neutron] Pushing event updated for resources: {'Port': ['ID=2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:42.373231 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55693a2-a171-48d7-8e3a-78f2c458788e req-3b109187-e78f-4f5f-a2aa-e0737f6048ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:42.374885 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c55693a2-a171-48d7-8e3a-78f2c458788e req-3b109187-e78f-4f5f-a2aa-e0737f6048ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f62887c4-8038-43c9-a348-486215509d76 HTTP/1.1" status: 200 len: 859 time: 0.1760590 Jul 24 09:21:42.421124 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c55693a2-a171-48d7-8e3a-78f2c458788e req-b88b8bed-fc26-4007-afde-0c5efdc0f70a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53a4dac-283d-4066-b39c-c92cd595e1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369549 Jul 24 09:21:42.425324 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b4cad6-d966-483a-8b2f-1433ff447931 x-openstack-request-id: req-92b4cad6-d966-483a-8b2f-1433ff447931 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:21:42.425713 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91bd60ef-7291-4643-80af-9d7d8ec3f4ce", "tag": "2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:21:42.426070 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92b4cad6-d966-483a-8b2f-1433ff447931 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:21:42.426565 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91bd60ef-7291-4643-80af-9d7d8ec3f4ce', 'tag': '2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b', 'status': 'completed', 'code': 200} Jul 24 09:21:42.452108 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbb6ad1-5f98-4529-85b4-3b4a8babbaae tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Checking segment: {'id': 'dbdda757-808f-4c21-8921-460eb8e3bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eac48147-2b9c-4c77-8481-0ba13abf3f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:21:42.452539 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbb6ad1-5f98-4529-85b4-3b4a8babbaae tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Network hostable DHCP agents. Network: eac48147-2b9c-4c77-8481-0ba13abf3f83, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:21:42.461969 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-337f15e4-58db-4819-851c-c7a9e588083d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:42.464976 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-337f15e4-58db-4819-851c-c7a9e588083d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:42.494424 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-8636ef43-da9c-42ad-aa29-a1dda8d1d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:42.496193 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-8636ef43-da9c-42ad-aa29-a1dda8d1d0fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff71f4793aae432d8262e2f84f19329d&device_id=91bd60ef-7291-4643-80af-9d7d8ec3f4ce HTTP/1.1" status: 200 len: 1094 time: 0.2244875 Jul 24 09:21:42.540405 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbb6ad1-5f98-4529-85b4-3b4a8babbaae tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Network eac48147-2b9c-4c77-8481-0ba13abf3f83 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:21:42.554447 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-337f15e4-58db-4819-851c-c7a9e588083d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:42.554997 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337f15e4-58db-4819-851c-c7a9e588083d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:21:42.560016 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-337f15e4-58db-4819-851c-c7a9e588083d admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:42.565177 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-337f15e4-58db-4819-851c-c7a9e588083d admin admin] 10.222.0.32 "DELETE /v2.0/routers/c2ef2b47-6eb7-4ebe-94fb-ad91127fa2f2 HTTP/1.1" status: 204 len: 168 time: 1.9246237 Jul 24 09:21:42.569421 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40834) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:42.589443 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-5022fae5-b42b-4093-b362-9dae225f685d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b HTTP/1.1" status: 200 len: 217 time: 0.0585744 Jul 24 09:21:42.611986 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-fbbb6ad1-5f98-4529-85b4-3b4a8babbaae tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, eac48147-2b9c-4c77-8481-0ba13abf3f83) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:21:42.623777 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09afdc1-35fe-4dcc-9264-279b5bba3eef None None] Network eac48147-2b9c-4c77-8481-0ba13abf3f83 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:21:42.634755 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbb6ad1-5f98-4529-85b4-3b4a8babbaae tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:42.635116 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3f2b04-94f9-4863-b296-7a85f6ce515b admin admin] Deleting subnet 1f03bd53-1d24-4014-8dfb-1c8adcf2b288 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:21:42.639520 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fbbb6ad1-5f98-4529-85b4-3b4a8babbaae tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:42.645453 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c920ff-c66e-4694-ad9c-a8a65a8b2c6d req-106f849a-e9ae-4da3-a664-f04288a13c9d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:42.653502 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e8c920ff-c66e-4694-ad9c-a8a65a8b2c6d req-106f849a-e9ae-4da3-a664-f04288a13c9d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.1414523 Jul 24 09:21:42.662409 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a3f2b04-94f9-4863-b296-7a85f6ce515b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:42.740852 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fbbb6ad1-5f98-4529-85b4-3b4a8babbaae tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.3820691 Jul 24 09:21:42.742653 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40838) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:42.744606 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c55693a2-a171-48d7-8e3a-78f2c458788e req-41206376-63a5-4a3b-bda1-4e06eb7ecbd7 service neutron] 10.222.0.20 "GET /v2.0/networks/e53a4dac-283d-4066-b39c-c92cd595e1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139260 Jul 24 09:21:42.752984 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-bd3cc6eb-c373-471c-822d-110d7985b031 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1886648753', 'network_id': 'eac48147-2b9c-4c77-8481-0ba13abf3f83'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:21:42.770926 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-2400e600-36af-450e-b662-78e9cad43fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:42.772522 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-2400e600-36af-450e-b662-78e9cad43fa0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bef3db85-2ab0-417d-a2e7-65a979b570f2 HTTP/1.1" status: 200 len: 855 time: 0.1698186 Jul 24 09:21:42.819841 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a3f2b04-94f9-4863-b296-7a85f6ce515b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:42.834582 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-7fe38b69-a40f-49ad-b57a-ffb9960ec1a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d844ade-4b4e-44fb-9c14-02a3515430cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465012 Jul 24 09:21:42.866215 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e8c920ff-c66e-4694-ad9c-a8a65a8b2c6d req-15b97ab3-be03-4260-9f2a-b929baed7184 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117550 Jul 24 09:21:42.906091 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb80b21d-7816-4b74-964c-6ff9b73d3e35 None None] Network eac48147-2b9c-4c77-8481-0ba13abf3f83 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:21:42.906292 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3cc6eb-c373-471c-822d-110d7985b031 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Made reservation on behalf of 598a1d27d6414c91be068d56c19d7eb2 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:21:42.908684 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd3cc6eb-c373-471c-822d-110d7985b031 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:42.949950 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a3f2b04-94f9-4863-b296-7a85f6ce515b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:43.033081 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-bd3cc6eb-c373-471c-822d-110d7985b031 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] device_id is not set on port 6dafd2f5-db84-4e64-a2ea-8e8a74c6e2f2 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:21:43.103001 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a3f2b04-94f9-4863-b296-7a85f6ce515b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:43.136022 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f2b04-94f9-4863-b296-7a85f6ce515b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f03bd53-1d24-4014-8dfb-1c8adcf2b288,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:43.141058 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a3f2b04-94f9-4863-b296-7a85f6ce515b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:43.143102 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1a3f2b04-94f9-4863-b296-7a85f6ce515b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1f03bd53-1d24-4014-8dfb-1c8adcf2b288 HTTP/1.1" status: 204 len: 168 time: 0.5714741 Jul 24 09:21:43.145547 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40840) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:43.150195 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c55693a2-a171-48d7-8e3a-78f2c458788e req-49d8920f-0745-4640-aae8-de95f68a70e5 service neutron] 10.222.0.20 "GET /v2.0/networks/e53a4dac-283d-4066-b39c-c92cd595e1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915696 Jul 24 09:21:43.155848 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-16dadca6-bbc6-4966-a6fc-6094323a6731 service neutron] 10.222.0.37 "GET /v2.0/networks/8d844ade-4b4e-44fb-9c14-02a3515430cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141029 Jul 24 09:21:43.269594 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c2cccee8-5238-4679-abbc-3e0d50ea0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:43.296599 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33d985-fee2-4f80-b61d-b280126cefc5 req-855aa9c1-c8f0-4152-ab70-8c4a04c00094 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:43.303441 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca33d985-fee2-4f80-b61d-b280126cefc5 req-855aa9c1-c8f0-4152-ab70-8c4a04c00094 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.3982732 Jul 24 09:21:43.368253 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ff3c0fc-1adb-4761-a2d8-acbbbbd2b30f req-082a0479-aa25-4215-84a7-a1c7816ce602 service neutron] 10.222.0.37 "GET /v2.0/networks/8d844ade-4b4e-44fb-9c14-02a3515430cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062428 Jul 24 09:21:43.369356 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-bd3cc6eb-c373-471c-822d-110d7985b031 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Allocated IP 2001:db8::108 (eac48147-2b9c-4c77-8481-0ba13abf3f83/a32ecdac-2eb8-4b2a-bd10-3a2e1a364284/6dafd2f5-db84-4e64-a2ea-8e8a74c6e2f2) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:21:43.409742 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca33d985-fee2-4f80-b61d-b280126cefc5 req-2de844e5-b15f-4eca-b19b-a2a2344b53b3 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053417 Jul 24 09:21:43.608956 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7a973fa3-1a4b-4da4-9c65-f25558668f81 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:21:43.646045 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 7a973fa3-1a4b-4da4-9c65-f25558668f81 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:21:43.647109 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7a973fa3-1a4b-4da4-9c65-f25558668f81 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:21:43.647542 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device aad2f0c4-6b55-4505-a142-4c596adcd299 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:21:43.651557 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6f4bf-468d-4ef3-8148-22912c38fad4 req-85c2eb8d-826b-4252-870d-613fb63f594c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:43.653223 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8bd6f4bf-468d-4ef3-8148-22912c38fad4 req-85c2eb8d-826b-4252-870d-613fb63f594c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff71f4793aae432d8262e2f84f19329d&device_id=91bd60ef-7291-4643-80af-9d7d8ec3f4ce HTTP/1.1" status: 200 len: 1094 time: 0.1986699 Jul 24 09:21:43.672022 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: aad2f0c4-6b55-4505-a142-4c596adcd299 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:21:43.672795 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device aad2f0c4-6b55-4505-a142-4c596adcd299 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:21:43.722619 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd3cc6eb-c373-471c-822d-110d7985b031 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:43.754049 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-458db8f4-4b88-438c-935f-258a53b4b844 req-3c401fd1-1447-4e12-a451-02a40848ece8 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0467696 Jul 24 09:21:43.765320 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c2cccee8-5238-4679-abbc-3e0d50ea0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:43.798800 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-c2cccee8-5238-4679-abbc-3e0d50ea0079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['879e2a75-1d2b-49d0-a8d5-7375e00eca98']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:21:43.813798 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-c2cccee8-5238-4679-abbc-3e0d50ea0079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601693b6-c650-4eba-a2f3-56e8c928b732') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:21:43.814370 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-c2cccee8-5238-4679-abbc-3e0d50ea0079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601693b6-c650-4eba-a2f3-56e8c928b732') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:21:43.825742 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c2cccee8-5238-4679-abbc-3e0d50ea0079 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:43.841818 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a132743-7dd7-4383-bc97-2ef54227c99c req-bc36c148-6e5b-4f10-9453-011b46db4bb1 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:43.846794 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6f4bf-468d-4ef3-8148-22912c38fad4 req-847ff87e-a548-485e-bfdb-7ad4c6a3fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:43.848603 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8bd6f4bf-468d-4ef3-8148-22912c38fad4 req-847ff87e-a548-485e-bfdb-7ad4c6a3fd66 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d844ade-4b4e-44fb-9c14-02a3515430cb HTTP/1.1" status: 200 len: 915 time: 0.1881046 Jul 24 09:21:43.849079 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2a132743-7dd7-4383-bc97-2ef54227c99c req-bc36c148-6e5b-4f10-9453-011b46db4bb1 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=91bd60ef-7291-4643-80af-9d7d8ec3f4ce HTTP/1.1" status: 200 len: 943 time: 0.5445797 Jul 24 09:21:43.870452 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c2cccee8-5238-4679-abbc-3e0d50ea0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:43.885223 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2cccee8-5238-4679-abbc-3e0d50ea0079 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:21:43.885711 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c2cccee8-5238-4679-abbc-3e0d50ea0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:21:43.889255 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:21:43.899805 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8bd6f4bf-468d-4ef3-8148-22912c38fad4 req-aa6c9bcb-0a67-445e-b717-e125f15499bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b HTTP/1.1" status: 200 len: 217 time: 0.0435543 Jul 24 09:21:43.903436 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd3cc6eb-c373-471c-822d-110d7985b031 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:43.917948 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2a132743-7dd7-4383-bc97-2ef54227c99c req-b70e36f3-e4f8-4658-aab9-2b3c8dd6c00c tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679379 Jul 24 09:21:43.972684 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3cc6eb-c373-471c-822d-110d7985b031 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Network eac48147-2b9c-4c77-8481-0ba13abf3f83 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:21:44.001900 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-bd3cc6eb-c373-471c-822d-110d7985b031 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:21:44.003622 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c2cccee8-5238-4679-abbc-3e0d50ea0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:44.010347 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c2cccee8-5238-4679-abbc-3e0d50ea0079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:44.014124 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c2cccee8-5238-4679-abbc-3e0d50ea0079 admin admin] 10.222.0.32 "DELETE /v2.0/networks/879e2a75-1d2b-49d0-a8d5-7375e00eca98 HTTP/1.1" status: 204 len: 168 time: 0.8657935 Jul 24 09:21:44.014880 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:44.025244 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3cc6eb-c373-471c-822d-110d7985b031 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:21:44.026235 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3cc6eb-c373-471c-822d-110d7985b031 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:44.026854 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd3cc6eb-c373-471c-822d-110d7985b031 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:44.061327 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cccee8-5238-4679-abbc-3e0d50ea0079 admin admin] Pushing event deleted for resources: {'Network': ['ID=879e2a75-1d2b-49d0-a8d5-7375e00eca98,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:44.075172 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bd3cc6eb-c373-471c-822d-110d7985b031 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3290033 Jul 24 09:21:44.078750 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6f4bf-468d-4ef3-8148-22912c38fad4 req-a864dead-d8a5-4b9a-bf99-7572dbfcf53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:44.080147 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8bd6f4bf-468d-4ef3-8148-22912c38fad4 req-a864dead-d8a5-4b9a-bf99-7572dbfcf53c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bef3db85-2ab0-417d-a2e7-65a979b570f2 HTTP/1.1" status: 200 len: 855 time: 0.1650429 Jul 24 09:21:44.080613 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40854) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:44.128203 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3cc6eb-c373-471c-822d-110d7985b031 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Pushing event updated for resources: {'Port': ['ID=6dafd2f5-db84-4e64-a2ea-8e8a74c6e2f2,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:44.154029 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8bd6f4bf-468d-4ef3-8148-22912c38fad4 req-a9916f77-ad86-4c34-a748-10bbf31b1466 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d844ade-4b4e-44fb-9c14-02a3515430cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556791 Jul 24 09:21:44.210526 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d78570-35e2-44f9-8146-470bccef04df req-364f8435-cae3-43bd-9cf0-ad70bb143901 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:44.217350 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-00d78570-35e2-44f9-8146-470bccef04df req-364f8435-cae3-43bd-9cf0-ad70bb143901 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.2167883 Jul 24 09:21:44.241111 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40856) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:44.291105 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-292ec924-65fa-43b1-a69c-5ea91bf33e51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf29b3bebbf742f881f34420258c367e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463746 Jul 24 09:21:44.292174 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40858) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:44.345801 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-00d78570-35e2-44f9-8146-470bccef04df req-c4f66705-ce0e-493c-a9e5-868a8d2a0317 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275611 Jul 24 09:21:44.353643 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4e567d69-1cd5-4ef9-8fb0-2d11ecac7c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:44.368495 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8bd6f4bf-468d-4ef3-8148-22912c38fad4 req-4c83946e-1c01-4ede-86cd-8ab2d44c57a7 service neutron] 10.222.0.37 "GET /v2.0/networks/8d844ade-4b4e-44fb-9c14-02a3515430cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042031 Jul 24 09:21:44.374852 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-c3c0a65b-9997-4b42-aa77-e3b7f5be23cc tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Deleting port 6dafd2f5-db84-4e64-a2ea-8e8a74c6e2f2 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:21:44.375563 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c3c0a65b-9997-4b42-aa77-e3b7f5be23cc tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:44.407328 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4e567d69-1cd5-4ef9-8fb0-2d11ecac7c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:44.544011 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4e567d69-1cd5-4ef9-8fb0-2d11ecac7c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:44.550406 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4e567d69-1cd5-4ef9-8fb0-2d11ecac7c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:44.551774 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4e567d69-1cd5-4ef9-8fb0-2d11ecac7c1d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a19cd974-d400-4506-b229-630f80ca7fe8 HTTP/1.1" status: 204 len: 168 time: 0.2586462 Jul 24 09:21:44.632578 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e567d69-1cd5-4ef9-8fb0-2d11ecac7c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19cd974-d400-4506-b229-630f80ca7fe8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:44.663971 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c3c0a65b-9997-4b42-aa77-e3b7f5be23cc tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:44.701417 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-c3c0a65b-9997-4b42-aa77-e3b7f5be23cc tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Calling delete_port for 6dafd2f5-db84-4e64-a2ea-8e8a74c6e2f2 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:21:44.704850 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c149c5-7b9b-4571-b85b-c28b4c06a1e8 req-e900384e-18da-4699-950f-093908087d89 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:44.705551 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8bd6f4bf-468d-4ef3-8148-22912c38fad4 req-60a0a58d-5717-45c9-87e5-ef39cd6eb53f service neutron] 10.222.0.37 "GET /v2.0/networks/8d844ade-4b4e-44fb-9c14-02a3515430cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274379 Jul 24 09:21:44.707225 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-85c149c5-7b9b-4571-b85b-c28b4c06a1e8 req-e900384e-18da-4699-950f-093908087d89 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.1542232 Jul 24 09:21:44.733617 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5bcb8-07ff-4e2d-a779-2934e44d9ffa req-b878011f-c3ba-47b4-b049-6c5747a28d04 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:44.735705 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-03b5bcb8-07ff-4e2d-a779-2934e44d9ffa req-b878011f-c3ba-47b4-b049-6c5747a28d04 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.1778581 Jul 24 09:21:44.766531 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-85c149c5-7b9b-4571-b85b-c28b4c06a1e8 req-acfa1042-4dc9-4e59-a8ac-1cbf0469c833 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521486 Jul 24 09:21:44.831288 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99030273-35db-4181-b293-9758e96f76ad req-fbe4a15a-22ac-4175-b130-379920d696ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:44.832781 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-99030273-35db-4181-b293-9758e96f76ad req-fbe4a15a-22ac-4175-b130-379920d696ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 1095 time: 0.2116735 Jul 24 09:21:44.859072 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-03b5bcb8-07ff-4e2d-a779-2934e44d9ffa req-063b177f-db4e-4736-9fbd-e7863886445b tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150274 Jul 24 09:21:44.993688 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a7369afd-5d2a-430e-90be-b7297cfbba31 req-5e066878-3bcc-48f1-90df-ce27db2f33b3 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0466549 Jul 24 09:21:45.046378 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99030273-35db-4181-b293-9758e96f76ad req-e591c1e2-bca1-4d11-9b6d-b20b72492cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:45.047874 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-99030273-35db-4181-b293-9758e96f76ad req-e591c1e2-bca1-4d11-9b6d-b20b72492cfb service neutron] 10.222.0.37 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 912 time: 0.2019730 Jul 24 09:21:45.073666 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c3c0a65b-9997-4b42-aa77-e3b7f5be23cc tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:45.130902 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:21:45.156082 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c0a65b-9997-4b42-aa77-e3b7f5be23cc tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Pushing event deleted for resources: {'Port': ['ID=6dafd2f5-db84-4e64-a2ea-8e8a74c6e2f2,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:45.219647 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-99030273-35db-4181-b293-9758e96f76ad req-32945c95-0f4e-495e-8b7b-c627121b0ae8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb HTTP/1.1" status: 200 len: 999 time: 0.1526537 Jul 24 09:21:45.224358 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c3c0a65b-9997-4b42-aa77-e3b7f5be23cc tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:45.226941 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c3c0a65b-9997-4b42-aa77-e3b7f5be23cc tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "DELETE /v2.0/ports/6dafd2f5-db84-4e64-a2ea-8e8a74c6e2f2 HTTP/1.1" status: 204 len: 168 time: 1.1409359 Jul 24 09:21:45.238114 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40882) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:45.277206 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eac48147-2b9c-4c77-8481-0ba13abf3f83', 'external_fixed_ips': [{'subnet_id': 'a32ecdac-2eb8-4b2a-bd10-3a2e1a364284', 'ip_address': '2001:db8::108'}]}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:21:45.294898 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af988726-410c-4ab8-9c96-9f871d337638 req-ff72017e-e1ef-4845-b58b-373be96173bb tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:45.301271 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-af988726-410c-4ab8-9c96-9f871d337638 req-ff72017e-e1ef-4845-b58b-373be96173bb tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=91bd60ef-7291-4643-80af-9d7d8ec3f4ce HTTP/1.1" status: 200 len: 943 time: 0.2685647 Jul 24 09:21:45.303116 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b,segment=NetworkSegment(658362e4-6283-4c69-8eba-315d82acaa5f),segment_id=658362e4-6283-4c69-8eba-315d82acaa5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:45.316501 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b', 'network_id': '8d844ade-4b4e-44fb-9c14-02a3515430cb', 'port_id': '2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b', 'mac_address': 'fa:16:3e:a8:17:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bef3db85-2ab0-417d-a2e7-65a979b570f2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:21:45.320130 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:45.321940 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:45.324545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99030273-35db-4181-b293-9758e96f76ad req-44822974-e198-4df8-b082-00151e06f251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:45.326134 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-99030273-35db-4181-b293-9758e96f76ad req-44822974-e198-4df8-b082-00151e06f251 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33f84861-778d-4828-92aa-af092c959084 HTTP/1.1" status: 200 len: 851 time: 0.0967877 Jul 24 09:21:45.389843 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:45.391100 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-af988726-410c-4ab8-9c96-9f871d337638 req-17d7512e-649e-485d-bbf2-02e111fc6a8d tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871274 Jul 24 09:21:45.393862 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:45.422339 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:21:45.437639 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99030273-35db-4181-b293-9758e96f76ad req-bd3facd6-3b47-4677-941a-4a2481237603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:45.439088 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-99030273-35db-4181-b293-9758e96f76ad req-bd3facd6-3b47-4677-941a-4a2481237603 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b64780-c69e-4432-87ba-d598170da5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038306 Jul 24 09:21:45.454617 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b,segment=NetworkSegment(658362e4-6283-4c69-8eba-315d82acaa5f),segment_id=658362e4-6283-4c69-8eba-315d82acaa5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:45.464622 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:45.639490 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-99030273-35db-4181-b293-9758e96f76ad req-176f0627-2516-485f-ba0d-22997c4819f1 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923037 Jul 24 09:21:45.667027 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:45.757631 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:45.777020 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-99030273-35db-4181-b293-9758e96f76ad req-1e5e7daa-583d-428c-bd1a-1125289e53bc service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302695 Jul 24 09:21:45.838842 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:21:45.896979 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40902) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:46.018948 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:46.037977 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-b40b2483-e752-4a51-9b34-fe84cae1c28d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1638455735-network', 'tenant_id': '1a3a083a205f4d5e8b1a521444314bf6'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:21:46.047539 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:46.059814 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40b2483-e752-4a51-9b34-fe84cae1c28d admin admin] Made reservation on behalf of 1a3a083a205f4d5e8b1a521444314bf6 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:21:46.062831 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b40b2483-e752-4a51-9b34-fe84cae1c28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:46.068112 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468e030-d2a6-45d8-8210-fc4928313c34 req-c35900ae-59ca-4db9-8b2f-4c6c676f0bc3 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:46.069818 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2468e030-d2a6-45d8-8210-fc4928313c34 req-c35900ae-59ca-4db9-8b2f-4c6c676f0bc3 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.1861849 Jul 24 09:21:46.083052 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b40b2483-e752-4a51-9b34-fe84cae1c28d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:46.188697 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2468e030-d2a6-45d8-8210-fc4928313c34 req-eafcaeb4-dbdf-4de7-b5bf-a7dad2b53f35 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773811 Jul 24 09:21:46.192049 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b6ac6-1c01-46d6-be02-b30efc93f1ab req-b1a24482-4d55-4528-9f70-442cb0236dc1 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:46.193553 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-609b6ac6-1c01-46d6-be02-b30efc93f1ab req-b1a24482-4d55-4528-9f70-442cb0236dc1 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.1126800 Jul 24 09:21:46.267588 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Allocated IP 2001:db8::108 (eac48147-2b9c-4c77-8481-0ba13abf3f83/a32ecdac-2eb8-4b2a-bd10-3a2e1a364284/12672eb5-f850-4b25-b2e7-c0097c2ea8c9) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:21:46.305882 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1090a44d-f541-4f8d-8a27-71260a546c5d req-5e0ae9ac-ecd6-4904-848b-799555b4bc8f tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0398498 Jul 24 09:21:46.445388 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:46.447497 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:46.490732 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:46.569556 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Network eac48147-2b9c-4c77-8481-0ba13abf3f83 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:21:46.579640 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:21:46.582990 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:21:46.584931 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-609b6ac6-1c01-46d6-be02-b30efc93f1ab req-7f663eb6-be15-4026-b787-293acff4c7ff tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781092 Jul 24 09:21:46.605338 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b40b2483-e752-4a51-9b34-fe84cae1c28d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:46.616262 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b40b2483-e752-4a51-9b34-fe84cae1c28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:46.643626 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40b2483-e752-4a51-9b34-fe84cae1c28d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:21:46.663902 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b2483-e752-4a51-9b34-fe84cae1c28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8815af10-911c-45f9-9e98-32b524899ba4,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:46.668348 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b40b2483-e752-4a51-9b34-fe84cae1c28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:46.668711 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-b40b2483-e752-4a51-9b34-fe84cae1c28d admin admin] Added segment bcdb2df4-ac74-47eb-af3d-dcc8f1e6295c of type vlan for network 79747ff0-4c68-45ec-a339-b9c0308c2acc Jul 24 09:21:46.714641 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Pushing event updated for resources: {'Port': ['ID=12672eb5-f850-4b25-b2e7-c0097c2ea8c9,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:46.715987 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b40b2483-e752-4a51-9b34-fe84cae1c28d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:46.754262 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b40b2483-e752-4a51-9b34-fe84cae1c28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:46.755880 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40b2483-e752-4a51-9b34-fe84cae1c28d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:46.756604 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b40b2483-e752-4a51-9b34-fe84cae1c28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:46.763188 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:21:46.763534 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:21:46.763880 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:21:46.764213 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:21:46.764542 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:21:46.764945 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:21:46.765359 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:21:46.765746 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:21:46.766179 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:21:46.766630 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:21:46.766976 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:21:46.767356 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:21:46.783569 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b40b2483-e752-4a51-9b34-fe84cae1c28d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8847725 Jul 24 09:21:46.793503 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40920) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:46.800296 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-5d82ff4b-b13b-4536-9cae-0cb1a6da3274 admin admin] Request body: {'subnet': {'network_id': '79747ff0-4c68-45ec-a339-b9c0308c2acc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1638455735-subnet', 'tenant_id': '1a3a083a205f4d5e8b1a521444314bf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:21:46.845435 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d82ff4b-b13b-4536-9cae-0cb1a6da3274 admin admin] Made reservation on behalf of 1a3a083a205f4d5e8b1a521444314bf6 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:21:46.846434 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a079da7-2e58-4ea9-a0a6-5f362da6fc03 req-7e8a6caf-a34b-433e-938e-353566f7ee75 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:46.848726 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5d82ff4b-b13b-4536-9cae-0cb1a6da3274 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:46.853444 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3a079da7-2e58-4ea9-a0a6-5f362da6fc03 req-7e8a6caf-a34b-433e-938e-353566f7ee75 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=91bd60ef-7291-4643-80af-9d7d8ec3f4ce HTTP/1.1" status: 200 len: 944 time: 0.3302145 Jul 24 09:21:46.883544 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b2483-e752-4a51-9b34-fe84cae1c28d admin admin] Pushing event updated for resources: {'Network': ['ID=79747ff0-4c68-45ec-a339-b9c0308c2acc,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:46.892076 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:46.896587 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 79747ff0-4c68-45ec-a339-b9c0308c2acc details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:21:46.949939 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3a079da7-2e58-4ea9-a0a6-5f362da6fc03 req-102d17d4-9401-4de2-985d-9f386608f583 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954638 Jul 24 09:21:47.160512 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:21:47.184003 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5d82ff4b-b13b-4536-9cae-0cb1a6da3274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:47.196950 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:47.222786 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:21:47.227506 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:21:47.228084 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:47.245022 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82ff4b-b13b-4536-9cae-0cb1a6da3274 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eb3069f-969d-4a24-a960-7bf7cef1d210,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:47.273829 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d82ff4b-b13b-4536-9cae-0cb1a6da3274 admin admin] Checking segment: {'id': 'bcdb2df4-ac74-47eb-af3d-dcc8f1e6295c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '79747ff0-4c68-45ec-a339-b9c0308c2acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:21:47.274374 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d82ff4b-b13b-4536-9cae-0cb1a6da3274 admin admin] Network hostable DHCP agents. Network: 79747ff0-4c68-45ec-a339-b9c0308c2acc, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:21:47.293060 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d82ff4b-b13b-4536-9cae-0cb1a6da3274 admin admin] Network 79747ff0-4c68-45ec-a339-b9c0308c2acc is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:21:47.303997 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-5d82ff4b-b13b-4536-9cae-0cb1a6da3274 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 79747ff0-4c68-45ec-a339-b9c0308c2acc) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:21:47.310714 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d82ff4b-b13b-4536-9cae-0cb1a6da3274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:47.311714 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5d82ff4b-b13b-4536-9cae-0cb1a6da3274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:47.312560 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0733d61b-2b9d-41b0-ba92-54acdca3493c None None] Network 79747ff0-4c68-45ec-a339-b9c0308c2acc requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:21:47.332379 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5d82ff4b-b13b-4536-9cae-0cb1a6da3274 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5376573 Jul 24 09:21:47.383644 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:47.444269 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Router 88029a5d-d80c-4272-a5ac-331a8f75a99c is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:21:47.518823 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f9b89d65-0fd6-468a-b0c6-1545adf21df2 req-0ef8f455-2e15-4bda-a64b-430b63a9e4b3 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0674586 Jul 24 09:21:47.526900 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bd60ef-7291-4643-80af-9d7d8ec3f4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:21:47.529264 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e884e9c1-4ec8-4d3d-aaf4-8963b9caf204" -d '{"events": [{"server_uuid": "91bd60ef-7291-4643-80af-9d7d8ec3f4ce", "name": "network-vif-plugged", "status": "completed", "tag": "2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:21:47.583263 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05126d9b-2292-4bb3-885f-96905f095742 req-6245a82f-c143-4c2c-bd14-926e8aeec389 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:47.591011 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-05126d9b-2292-4bb3-885f-96905f095742 req-6245a82f-c143-4c2c-bd14-926e8aeec389 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.2803884 Jul 24 09:21:47.626172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b,segment=NetworkSegment(658362e4-6283-4c69-8eba-315d82acaa5f),segment_id=658362e4-6283-4c69-8eba-315d82acaa5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:47.631586 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de50d03-6e67-4c3f-9f90-b1dbb9e6cd2a None None] Network 79747ff0-4c68-45ec-a339-b9c0308c2acc requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:21:47.635203 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:47.659171 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-05126d9b-2292-4bb3-885f-96905f095742 req-dd02f17f-507c-4871-9907-2d26fa492788 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671296 Jul 24 09:21:47.693836 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:21:47.712634 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:47.714611 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-36ceae41-9373-49d4-9a31-b43c411553d7 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.4588616 Jul 24 09:21:47.718046 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40948) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:47.744032 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e232ddd-6e77-4c10-94b2-4caccbef4b95 None None] Sync routers for ids ['88029a5d-d80c-4272-a5ac-331a8f75a99c'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:21:47.766796 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:47.781253 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e232ddd-6e77-4c10-94b2-4caccbef4b95 None None] Routers {'88029a5d-d80c-4272-a5ac-331a8f75a99c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:21:47.781965 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-0e232ddd-6e77-4c10-94b2-4caccbef4b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:21:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['88029a5d-d80c-4272-a5ac-331a8f75a99c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:21:47.879522 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71ef164-1419-4279-b55d-14f226ba54f8 x-openstack-request-id: req-d71ef164-1419-4279-b55d-14f226ba54f8 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:21:47.879846 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bd60ef-7291-4643-80af-9d7d8ec3f4ce", "name": "network-vif-plugged", "status": "completed", "tag": "2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:21:47.880208 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d71ef164-1419-4279-b55d-14f226ba54f8 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:21:47.880840 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bd60ef-7291-4643-80af-9d7d8ec3f4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b', 'code': 200} Jul 24 09:21:47.920493 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-0e232ddd-6e77-4c10-94b2-4caccbef4b95 None None] Set router 88029a5d-d80c-4272-a5ac-331a8f75a99c gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:21:47.952209 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7c15-8d80-4091-a860-ebbaf66d6745 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:48.034362 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-5cea2034-9acc-4f2a-8944-014ada6eb471 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:48.046331 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-5cea2034-9acc-4f2a-8944-014ada6eb471 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.32 "GET /v2.0/networks?id=79747ff0-4c68-45ec-a339-b9c0308c2acc HTTP/1.1" status: 200 len: 809 time: 0.2084920 Jul 24 09:21:48.074974 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-6113d5dd-cc1d-4c37-be26-914a3ecfe733 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.32 "GET /v2.0/quotas/1a3a083a205f4d5e8b1a521444314bf6 HTTP/1.1" status: 200 len: 375 time: 0.0262101 Jul 24 09:21:48.111831 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f3b92-7ee1-4b0b-9d65-7941b1457c0a req-a0eded7c-2461-4653-a406-7ec747226afa tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:48.120220 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6b1f3b92-7ee1-4b0b-9d65-7941b1457c0a req-a0eded7c-2461-4653-a406-7ec747226afa tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.1315317 Jul 24 09:21:48.144480 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7c15-8d80-4091-a860-ebbaf66d6745 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:48.152575 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-c7d8e0c1-4d5b-4f76-8210-5216874dde9b tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a3a083a205f4d5e8b1a521444314bf6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761526 Jul 24 09:21:48.188976 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6b1f3b92-7ee1-4b0b-9d65-7941b1457c0a req-f531bd24-e090-4f82-9666-85fb9836e495 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676591 Jul 24 09:21:48.212082 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-0e232ddd-6e77-4c10-94b2-4caccbef4b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88029a5d-d80c-4272-a5ac-331a8f75a99c', 'name': '', 'tenant_id': '598a1d27d6414c91be068d56c19d7eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eac48147-2b9c-4c77-8481-0ba13abf3f83', 'external_fixed_ips': [{'subnet_id': 'a32ecdac-2eb8-4b2a-bd10-3a2e1a364284', 'ip_address': '2001:db8::108'}], 'enable_snat': True}, 'gw_port_id': '12672eb5-f850-4b25-b2e7-c0097c2ea8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:21:45Z', 'updated_at': '2021-07-24T09:21:46Z', 'revision_number': 3, 'project_id': '598a1d27d6414c91be068d56c19d7eb2', 'gw_port': {'id': '12672eb5-f850-4b25-b2e7-c0097c2ea8c9', 'name': '', 'network_id': 'eac48147-2b9c-4c77-8481-0ba13abf3f83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88029a5d-d80c-4272-a5ac-331a8f75a99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a32ecdac-2eb8-4b2a-bd10-3a2e1a364284', 'ip_address': '2001:db8::108', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:21:46Z', 'updated_at': '2021-07-24T09:21:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a32ecdac-2eb8-4b2a-bd10-3a2e1a364284', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:21:48.225578 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7242abd-f93f-4903-8cbb-f137b23ba36b req-6e8a13ee-3f14-4afe-940b-d859edb88e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:48.228073 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b7242abd-f93f-4903-8cbb-f137b23ba36b req-6e8a13ee-3f14-4afe-940b-d859edb88e3f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=91bd60ef-7291-4643-80af-9d7d8ec3f4ce HTTP/1.1" status: 200 len: 1096 time: 0.2676575 Jul 24 09:21:48.239137 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b7c15-8d80-4091-a860-ebbaf66d6745 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Deleting port 12672eb5-f850-4b25-b2e7-c0097c2ea8c9 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:21:48.239654 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7c15-8d80-4091-a860-ebbaf66d6745 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:48.285839 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e232ddd-6e77-4c10-94b2-4caccbef4b95 None None] Checking router: 88029a5d-d80c-4272-a5ac-331a8f75a99c for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:21:48.286260 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e232ddd-6e77-4c10-94b2-4caccbef4b95 None None] Updating router 88029a5d-d80c-4272-a5ac-331a8f75a99c port 12672eb5-f850-4b25-b2e7-c0097c2ea8c9 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:21:48.308555 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b7242abd-f93f-4903-8cbb-f137b23ba36b req-4591cc22-65e8-43f1-90e0-c821ae970a44 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446298 Jul 24 09:21:48.322533 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0e232ddd-6e77-4c10-94b2-4caccbef4b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:48.333720 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-3bcf770e-9dd3-44fa-ad8e-b288cfa124f1 service neutron] 10.222.0.32 "GET /v2.0/networks/79747ff0-4c68-45ec-a339-b9c0308c2acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752777 Jul 24 09:21:48.403691 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7c15-8d80-4091-a860-ebbaf66d6745 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:48.420557 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b7c15-8d80-4091-a860-ebbaf66d6745 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Calling delete_port for 12672eb5-f850-4b25-b2e7-c0097c2ea8c9 owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:21:48.443244 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-a3ae6d2f-2f2f-44a9-be7c-03c7d74591f8 service neutron] 10.222.0.32 "GET /v2.0/networks/79747ff0-4c68-45ec-a339-b9c0308c2acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084175 Jul 24 09:21:48.574997 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6805cf-3835-41bd-b93f-de7975b8d6d6 req-243bdc65-5aaf-4a9e-a67c-5418ac5f1b44 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:48.576531 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8b6805cf-3835-41bd-b93f-de7975b8d6d6 req-243bdc65-5aaf-4a9e-a67c-5418ac5f1b44 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=91bd60ef-7291-4643-80af-9d7d8ec3f4ce HTTP/1.1" status: 200 len: 945 time: 0.2427697 Jul 24 09:21:48.642093 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8b6805cf-3835-41bd-b93f-de7975b8d6d6 req-22b22872-20ee-4a02-93f4-127ac2ba3167 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573022 Jul 24 09:21:48.713204 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7c15-8d80-4091-a860-ebbaf66d6745 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:48.714804 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.db.api [None req-0e232ddd-6e77-4c10-94b2-4caccbef4b95 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:21:48.715774 n-d-800085-9 neutron-server[94037]: DEBUG oslo_db.api [None req-0e232ddd-6e77-4c10-94b2-4caccbef4b95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:21:48.789124 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7c15-8d80-4091-a860-ebbaf66d6745 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:48.792183 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b7c15-8d80-4091-a860-ebbaf66d6745 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Pushing event deleted for resources: {'Port': ['ID=12672eb5-f850-4b25-b2e7-c0097c2ea8c9,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:48.830217 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-866bde7f-88e2-4a03-85f9-58eac2f66162 req-99c82359-fdd7-4f7c-ad5c-47fbbf9d13c0 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0401301 Jul 24 09:21:48.916041 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7c15-8d80-4091-a860-ebbaf66d6745 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:48.919813 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7c15-8d80-4091-a860-ebbaf66d6745 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:48.948910 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-97c3c834-a3be-47b0-8ea3-e09580637bea req-732bf428-7550-4f0b-81e4-3332586989e1 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.32 "GET /v2.0/ports?device_id=17cb1229-a714-4f24-9b16-effeadf0125f HTTP/1.1" status: 200 len: 210 time: 0.0576913 Jul 24 09:21:48.985869 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761aeab-9ce7-41f1-b9de-6827ee63defc req-1681de25-f104-47a7-ad9b-d6573d961c9b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:48.987852 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8761aeab-9ce7-41f1-b9de-6827ee63defc req-1681de25-f104-47a7-ad9b-d6573d961c9b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.2088184 Jul 24 09:21:48.988492 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7c15-8d80-4091-a860-ebbaf66d6745 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:48.989216 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6b7c15-8d80-4091-a860-ebbaf66d6745 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88029a5d-d80c-4272-a5ac-331a8f75a99c {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:21:48.994311 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7c15-8d80-4091-a860-ebbaf66d6745 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:48.997206 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-dc6b7c15-8d80-4091-a860-ebbaf66d6745 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "DELETE /v2.0/routers/88029a5d-d80c-4272-a5ac-331a8f75a99c HTTP/1.1" status: 204 len: 168 time: 1.2760532 Jul 24 09:21:48.998657 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40978) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:49.046867 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-95732fdf-e514-4fbf-a780-bf26cc0d88fc tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Deleting subnet a32ecdac-2eb8-4b2a-bd10-3a2e1a364284 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:21:49.050551 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-95732fdf-e514-4fbf-a780-bf26cc0d88fc tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:49.062078 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8761aeab-9ce7-41f1-b9de-6827ee63defc req-4686e8b2-95c6-4f90-bb06-7ffc9570ead4 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481641 Jul 24 09:21:49.103130 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-95732fdf-e514-4fbf-a780-bf26cc0d88fc tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:49.166487 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-95732fdf-e514-4fbf-a780-bf26cc0d88fc tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:49.237640 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-95732fdf-e514-4fbf-a780-bf26cc0d88fc tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:49.259215 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e232ddd-6e77-4c10-94b2-4caccbef4b95 None None] Port 12672eb5-f850-4b25-b2e7-c0097c2ea8c9 not found while updating agent binding for router 88029a5d-d80c-4272-a5ac-331a8f75a99c. {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 24 09:21:49.264611 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95732fdf-e514-4fbf-a780-bf26cc0d88fc tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a32ecdac-2eb8-4b2a-bd10-3a2e1a364284,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:49.275504 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-95732fdf-e514-4fbf-a780-bf26cc0d88fc tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:49.278213 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-95732fdf-e514-4fbf-a780-bf26cc0d88fc tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/a32ecdac-2eb8-4b2a-bd10-3a2e1a364284 HTTP/1.1" status: 204 len: 168 time: 0.2785082 Jul 24 09:21:49.280685 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40986) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:49.291431 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e232ddd-6e77-4c10-94b2-4caccbef4b95 None None] Routers set() bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:21:49.292257 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e232ddd-6e77-4c10-94b2-4caccbef4b95 None None] Router IDs set() for agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 24 09:21:49.293772 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_agentschedulers_db [None req-0e232ddd-6e77-4c10-94b2-4caccbef4b95 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'88029a5d-d80c-4272-a5ac-331a8f75a99c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:21:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent'). {{(pid=94037) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 24 09:21:49.294516 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e232ddd-6e77-4c10-94b2-4caccbef4b95 None None] The sync data for ids ['88029a5d-d80c-4272-a5ac-331a8f75a99c'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:21:49.394663 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2729-1f69-4012-91f6-d3a45100ef35 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:49.460376 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fece3-fab9-4bb7-9839-2d245e6a7c35 req-8312a603-a677-4156-b665-2cfe5431b6de tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:49.462036 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b64fece3-fab9-4bb7-9839-2d245e6a7c35 req-8312a603-a677-4156-b665-2cfe5431b6de tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.0867019 Jul 24 09:21:49.492058 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2729-1f69-4012-91f6-d3a45100ef35 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:49.502920 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-3cdc2729-1f69-4012-91f6-d3a45100ef35 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac48147-2b9c-4c77-8481-0ba13abf3f83']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:21:49.505921 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b64fece3-fab9-4bb7-9839-2d245e6a7c35 req-3add19a7-7ab3-4b3e-a8ab-b50d884e2b02 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359099 Jul 24 09:21:49.513195 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-3cdc2729-1f69-4012-91f6-d3a45100ef35 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbdda757-808f-4c21-8921-460eb8e3bc1a') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:21:49.513497 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-3cdc2729-1f69-4012-91f6-d3a45100ef35 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbdda757-808f-4c21-8921-460eb8e3bc1a') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:21:49.522503 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2729-1f69-4012-91f6-d3a45100ef35 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:49.535785 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2729-1f69-4012-91f6-d3a45100ef35 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:49.541968 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cdc2729-1f69-4012-91f6-d3a45100ef35 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:21:49.542357 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2729-1f69-4012-91f6-d3a45100ef35 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:21:49.544878 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:21:49.601433 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2729-1f69-4012-91f6-d3a45100ef35 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:49.607415 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdc2729-1f69-4012-91f6-d3a45100ef35 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eac48147-2b9c-4c77-8481-0ba13abf3f83 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 24 09:21:49.610406 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2729-1f69-4012-91f6-d3a45100ef35 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:49.615857 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3cdc2729-1f69-4012-91f6-d3a45100ef35 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "DELETE /v2.0/networks/eac48147-2b9c-4c77-8481-0ba13abf3f83 HTTP/1.1" status: 204 len: 168 time: 0.3300588 Jul 24 09:21:49.624418 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc2729-1f69-4012-91f6-d3a45100ef35 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Pushing event deleted for resources: {'Network': ['ID=eac48147-2b9c-4c77-8481-0ba13abf3f83,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:49.897050 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960a2ea-97e2-4ec3-bd6b-3be34183a2a6 req-1e421279-86e7-4959-b82d-37bb7317a796 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:49.903221 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d960a2ea-97e2-4ec3-bd6b-3be34183a2a6 req-1e421279-86e7-4959-b82d-37bb7317a796 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=91bd60ef-7291-4643-80af-9d7d8ec3f4ce HTTP/1.1" status: 200 len: 945 time: 0.1201644 Jul 24 09:21:50.025592 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41006) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:50.030868 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-436e2bcf-5151-4f79-88ce-b97787cf207c tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Request body: {'router': {'name': 'tempest-router--2013592535', 'project_id': 'd09a460dacdd4e6d9ab7e851c6cd1715'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:21:50.064329 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2fb78a0f-3d6f-4772-a144-ee3ee1b8069d req-f83ecaf4-8edb-4d97-bb4f-f0290749fd58 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0590305 Jul 24 09:21:50.149722 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-436e2bcf-5151-4f79-88ce-b97787cf207c tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:50.151610 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-436e2bcf-5151-4f79-88ce-b97787cf207c tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:50.188662 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d960a2ea-97e2-4ec3-bd6b-3be34183a2a6 req-a0d65cc6-83c5-40f5-96e8-a2af052c59ee tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558582 Jul 24 09:21:50.284984 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-a231ea1e-6645-4fc9-acf2-7d771900748d tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:50.287514 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-a231ea1e-6645-4fc9-acf2-7d771900748d tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.37 "GET /v2.0/networks?id=79747ff0-4c68-45ec-a339-b9c0308c2acc HTTP/1.1" status: 200 len: 809 time: 0.3827069 Jul 24 09:21:50.291764 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-436e2bcf-5151-4f79-88ce-b97787cf207c tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:50.301231 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-fda98a28-9618-4726-8dca-b811f2372b8b tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Request body: {'port': {'device_id': '17cb1229-a714-4f24-9b16-effeadf0125f', 'network_id': '79747ff0-4c68-45ec-a339-b9c0308c2acc', 'admin_state_up': True, 'tenant_id': '1a3a083a205f4d5e8b1a521444314bf6'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:21:50.306852 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-436e2bcf-5151-4f79-88ce-b97787cf207c tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:50.344611 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-436e2bcf-5151-4f79-88ce-b97787cf207c tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:50.348831 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-436e2bcf-5151-4f79-88ce-b97787cf207c tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3220491 Jul 24 09:21:50.349471 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41012) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:50.436382 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a64b1745-ba0b-4af5-b098-24c3fb5a8935 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:50.533552 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7df65b8d-bc0f-4700-9bcc-9f6cce4aa8eb req-4d81def4-97a7-46a4-a40c-42eb29ada440 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.32 "GET /v2.0/ports?device_id=17cb1229-a714-4f24-9b16-effeadf0125f HTTP/1.1" status: 200 len: 210 time: 0.4068406 Jul 24 09:21:50.708571 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a64b1745-ba0b-4af5-b098-24c3fb5a8935 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:50.716032 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a64b1745-ba0b-4af5-b098-24c3fb5a8935 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:50.759975 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-fda98a28-9618-4726-8dca-b811f2372b8b tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Made reservation on behalf of 1a3a083a205f4d5e8b1a521444314bf6 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:21:50.763782 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-fda98a28-9618-4726-8dca-b811f2372b8b tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:50.783456 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a64b1745-ba0b-4af5-b098-24c3fb5a8935 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:50.784058 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64b1745-ba0b-4af5-b098-24c3fb5a8935 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5d18bcb-7a53-4367-9f50-70ee7349a3ee {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:21:50.792208 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a64b1745-ba0b-4af5-b098-24c3fb5a8935 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:50.793935 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a64b1745-ba0b-4af5-b098-24c3fb5a8935 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "DELETE /v2.0/routers/e5d18bcb-7a53-4367-9f50-70ee7349a3ee HTTP/1.1" status: 204 len: 168 time: 0.4402592 Jul 24 09:21:50.852701 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91dd48-c60a-4f51-bb72-a9df395d3a89 req-d1ff7712-5475-4152-8380-e33c36dae578 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:50.854264 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fe91dd48-c60a-4f51-bb72-a9df395d3a89 req-d1ff7712-5475-4152-8380-e33c36dae578 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.2181005 Jul 24 09:21:50.931891 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fe91dd48-c60a-4f51-bb72-a9df395d3a89 req-cab883f0-4926-4df1-9abd-3071880704a1 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698462 Jul 24 09:21:50.971934 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41030) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:50.976493 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-fda98a28-9618-4726-8dca-b811f2372b8b tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Allocated IP 172.20.0.11 (79747ff0-4c68-45ec-a339-b9c0308c2acc/4eb3069f-969d-4a24-a960-7bf7cef1d210/24a28c01-1ac9-44d3-a9b6-6b59ec863d29) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:21:51.305062 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8862141e-532c-446f-8dab-e0ffd44dd08d req-37a88de4-4f72-40b1-8385-0de1738c7774 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0908756 Jul 24 09:21:51.317076 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69480157-e8dd-4121-a288-0505b35ae5dd req-1ed63335-3564-4beb-a049-19830026882e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:51.325824 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-69480157-e8dd-4121-a288-0505b35ae5dd req-1ed63335-3564-4beb-a049-19830026882e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.0881796 Jul 24 09:21:51.332487 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-fda98a28-9618-4726-8dca-b811f2372b8b tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:51.363998 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-25707098-ad8c-4e15-ba6f-91cc61dc2a95 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1363535564', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}, 'admin_state_up': False}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:21:51.384362 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df718d16-9033-462e-944f-dbf80aad903d req-d5d81124-2611-44c5-ad95-7b32999ad5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:51.386470 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df718d16-9033-462e-944f-dbf80aad903d req-d5d81124-2611-44c5-ad95-7b32999ad5af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a05e6e5898f4251b0312ce083171a42&device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 1095 time: 0.1378632 Jul 24 09:21:51.391372 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-69480157-e8dd-4121-a288-0505b35ae5dd req-bf36a2e0-88ac-4ef7-add5-e591c26bb44e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642662 Jul 24 09:21:51.406312 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-25707098-ad8c-4e15-ba6f-91cc61dc2a95 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:51.407519 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-25707098-ad8c-4e15-ba6f-91cc61dc2a95 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:51.436865 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-fda98a28-9618-4726-8dca-b811f2372b8b tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:51.479898 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-25707098-ad8c-4e15-ba6f-91cc61dc2a95 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:51.550140 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-fda98a28-9618-4726-8dca-b811f2372b8b tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Network 79747ff0-4c68-45ec-a339-b9c0308c2acc is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:21:51.553506 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-fda98a28-9618-4726-8dca-b811f2372b8b tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:21:51.561059 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda98a28-9618-4726-8dca-b811f2372b8b tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Pushing event updated for resources: {'Port': ['ID=24a28c01-1ac9-44d3-a9b6-6b59ec863d29,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:51.564719 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-fda98a28-9618-4726-8dca-b811f2372b8b tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:21:51.700407 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-fda98a28-9618-4726-8dca-b811f2372b8b tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:51.701013 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-fda98a28-9618-4726-8dca-b811f2372b8b tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:51.710718 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df718d16-9033-462e-944f-dbf80aad903d req-851fff77-3456-41f5-8776-d5539b5ca7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:51.712291 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df718d16-9033-462e-944f-dbf80aad903d req-851fff77-3456-41f5-8776-d5539b5ca7f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 200 len: 912 time: 0.3169410 Jul 24 09:21:51.731385 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-fda98a28-9618-4726-8dca-b811f2372b8b tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4354093 Jul 24 09:21:51.761698 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-25707098-ad8c-4e15-ba6f-91cc61dc2a95 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:51.772972 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-44307d01-c6d2-4b90-b225-b6d1ccd82a45 service neutron] Request body: {'port': {'device_id': '17cb1229-a714-4f24-9b16-effeadf0125f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:21:51.830830 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df718d16-9033-462e-944f-dbf80aad903d req-19afa6f5-dfc3-4f7d-9298-26b67a99a779 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb HTTP/1.1" status: 200 len: 999 time: 0.1107225 Jul 24 09:21:51.843772 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d1754-2646-40ba-8962-c72b72c661b2 req-11b79fd5-bfad-4b72-8d3a-238e68422c26 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:51.850703 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a28d1754-2646-40ba-8962-c72b72c661b2 req-11b79fd5-bfad-4b72-8d3a-238e68422c26 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.32 "GET /v2.0/ports?device_id=17cb1229-a714-4f24-9b16-effeadf0125f HTTP/1.1" status: 200 len: 932 time: 0.2123249 Jul 24 09:21:51.956607 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-44307d01-c6d2-4b90-b225-b6d1ccd82a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:51.961991 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df718d16-9033-462e-944f-dbf80aad903d req-bd4a286c-0e52-4498-a249-3c09663613b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:51.963480 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df718d16-9033-462e-944f-dbf80aad903d req-bd4a286c-0e52-4498-a249-3c09663613b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33f84861-778d-4828-92aa-af092c959084 HTTP/1.1" status: 200 len: 851 time: 0.1091075 Jul 24 09:21:51.985354 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a28d1754-2646-40ba-8962-c72b72c661b2 req-73dc9f4f-38ff-441c-b93a-4cc18de7290b tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.32 "GET /v2.0/security-groups?id=8815af10-911c-45f9-9e98-32b524899ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305523 Jul 24 09:21:52.030976 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-25707098-ad8c-4e15-ba6f-91cc61dc2a95 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:52.054011 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-25707098-ad8c-4e15-ba6f-91cc61dc2a95 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:52.165303 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df718d16-9033-462e-944f-dbf80aad903d req-516fbc48-f3e7-4c4d-bbb5-f1d4ebb3a822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:52.166825 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df718d16-9033-462e-944f-dbf80aad903d req-516fbc48-f3e7-4c4d-bbb5-f1d4ebb3a822 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68b64780-c69e-4432-87ba-d598170da5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1951277 Jul 24 09:21:52.223547 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-25707098-ad8c-4e15-ba6f-91cc61dc2a95 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Allocated IP 172.25.7.214 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/37abcd34-2344-4dfe-b075-73c1b2ba9094) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:21:52.333253 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df718d16-9033-462e-944f-dbf80aad903d req-c4b45219-a3fd-4124-8674-d0b79d71eba7 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563106 Jul 24 09:21:52.390880 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-25707098-ad8c-4e15-ba6f-91cc61dc2a95 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:52.449277 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-25707098-ad8c-4e15-ba6f-91cc61dc2a95 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:52.466018 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a469a2d3-fcf5-45ed-86f7-e1366d535cc5 req-598a14ea-1008-42ea-9f47-c884b378e23f tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0434043 Jul 24 09:21:52.509254 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25707098-ad8c-4e15-ba6f-91cc61dc2a95 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:21:52.519670 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-44307d01-c6d2-4b90-b225-b6d1ccd82a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24a28c01-1ac9-44d3-a9b6-6b59ec863d29 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:21:52.524180 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-25707098-ad8c-4e15-ba6f-91cc61dc2a95 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:21:52.535340 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-44307d01-c6d2-4b90-b225-b6d1ccd82a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:52.546662 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25707098-ad8c-4e15-ba6f-91cc61dc2a95 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:21:52.569615 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df718d16-9033-462e-944f-dbf80aad903d req-f5a6719b-e49c-46e2-98b9-b7798d14eac7 service neutron] 10.222.0.37 "GET /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174916 Jul 24 09:21:52.571187 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-44307d01-c6d2-4b90-b225-b6d1ccd82a45 service neutron] Transition to ACTIVE for port object 24a28c01-1ac9-44d3-a9b6-6b59ec863d29 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:21:52.589402 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-44307d01-c6d2-4b90-b225-b6d1ccd82a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:52.591960 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25707098-ad8c-4e15-ba6f-91cc61dc2a95 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Pushing event updated for resources: {'Port': ['ID=37abcd34-2344-4dfe-b075-73c1b2ba9094,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:52.644420 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44307d01-c6d2-4b90-b225-b6d1ccd82a45 service neutron] Pushing event updated for resources: {'Port': ['ID=24a28c01-1ac9-44d3-a9b6-6b59ec863d29,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:52.705068 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fe449-9255-481f-842e-be32a55c03b4 req-285cca4a-7204-43a4-9877-8cdf66c6f28c tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:52.712146 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4e0fe449-9255-481f-842e-be32a55c03b4 req-285cca4a-7204-43a4-9877-8cdf66c6f28c tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.2012177 Jul 24 09:21:52.737554 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-44307d01-c6d2-4b90-b225-b6d1ccd82a45 service neutron] Attempting to bind port 24a28c01-1ac9-44d3-a9b6-6b59ec863d29 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:21:52.737836 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-44307d01-c6d2-4b90-b225-b6d1ccd82a45 service neutron] Attempting to bind port 24a28c01-1ac9-44d3-a9b6-6b59ec863d29 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'bcdb2df4-ac74-47eb-af3d-dcc8f1e6295c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '79747ff0-4c68-45ec-a339-b9c0308c2acc'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:21:52.738280 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-44307d01-c6d2-4b90-b225-b6d1ccd82a45 service neutron] Attempting to bind port 24a28c01-1ac9-44d3-a9b6-6b59ec863d29 on network 79747ff0-4c68-45ec-a339-b9c0308c2acc {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:21:52.742662 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-44307d01-c6d2-4b90-b225-b6d1ccd82a45 service neutron] Port 24a28c01-1ac9-44d3-a9b6-6b59ec863d29 on network 79747ff0-4c68-45ec-a339-b9c0308c2acc not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:21:52.743058 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-44307d01-c6d2-4b90-b225-b6d1ccd82a45 service neutron] Attempting to bind port 24a28c01-1ac9-44d3-a9b6-6b59ec863d29 on network 79747ff0-4c68-45ec-a339-b9c0308c2acc {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:21:52.748216 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-44307d01-c6d2-4b90-b225-b6d1ccd82a45 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:21:52.748664 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-44307d01-c6d2-4b90-b225-b6d1ccd82a45 service neutron] Checking segment: {'id': 'bcdb2df4-ac74-47eb-af3d-dcc8f1e6295c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '79747ff0-4c68-45ec-a339-b9c0308c2acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:21:52.749142 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-44307d01-c6d2-4b90-b225-b6d1ccd82a45 service neutron] Bound using segment: {'id': 'bcdb2df4-ac74-47eb-af3d-dcc8f1e6295c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '79747ff0-4c68-45ec-a339-b9c0308c2acc'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:21:52.749638 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-44307d01-c6d2-4b90-b225-b6d1ccd82a45 service neutron] Bound port: 24a28c01-1ac9-44d3-a9b6-6b59ec863d29, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcdb2df4-ac74-47eb-af3d-dcc8f1e6295c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '79747ff0-4c68-45ec-a339-b9c0308c2acc'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:21:52.750067 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-44307d01-c6d2-4b90-b225-b6d1ccd82a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:52.803148 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4e0fe449-9255-481f-842e-be32a55c03b4 req-fe331134-79e6-4461-9abf-900f012ef154 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900033 Jul 24 09:21:52.825308 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-44307d01-c6d2-4b90-b225-b6d1ccd82a45 service neutron] For port 24a28c01-1ac9-44d3-a9b6-6b59ec863d29, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:21:52.829593 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-44307d01-c6d2-4b90-b225-b6d1ccd82a45 service neutron] For port 24a28c01-1ac9-44d3-a9b6-6b59ec863d29, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=24a28c01-1ac9-44d3-a9b6-6b59ec863d29,segment=NetworkSegment(bcdb2df4-ac74-47eb-af3d-dcc8f1e6295c),segment_id=bcdb2df4-ac74-47eb-af3d-dcc8f1e6295c)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:21:52.834246 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-44307d01-c6d2-4b90-b225-b6d1ccd82a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:52.904369 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-44307d01-c6d2-4b90-b225-b6d1ccd82a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:52.905122 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-44307d01-c6d2-4b90-b225-b6d1ccd82a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:52.906819 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-44307d01-c6d2-4b90-b225-b6d1ccd82a45 service neutron] 10.222.0.37 "PUT /v2.0/ports/24a28c01-1ac9-44d3-a9b6-6b59ec863d29 HTTP/1.1" status: 200 len: 1092 time: 1.1422739 Jul 24 09:21:52.907540 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44307d01-c6d2-4b90-b225-b6d1ccd82a45 service neutron] Pushing event updated for resources: {'Port': ['ID=24a28c01-1ac9-44d3-a9b6-6b59ec863d29,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:52.912551 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cb1229-a714-4f24-9b16-effeadf0125f', 'tag': '24a28c01-1ac9-44d3-a9b6-6b59ec863d29'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:21:52.915610 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eba8421-59bf-4366-b10f-d8251364431c" -d '{"events": [{"name": "network-changed", "server_uuid": "17cb1229-a714-4f24-9b16-effeadf0125f", "tag": "24a28c01-1ac9-44d3-a9b6-6b59ec863d29"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:21:52.991078 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62d6368-20e1-4de8-ba39-6ea71341fde0 x-openstack-request-id: req-d62d6368-20e1-4de8-ba39-6ea71341fde0 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:21:52.991333 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cb1229-a714-4f24-9b16-effeadf0125f", "tag": "24a28c01-1ac9-44d3-a9b6-6b59ec863d29", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:21:52.991806 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d62d6368-20e1-4de8-ba39-6ea71341fde0 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:21:52.992189 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cb1229-a714-4f24-9b16-effeadf0125f', 'tag': '24a28c01-1ac9-44d3-a9b6-6b59ec863d29', 'status': 'completed', 'code': 200} Jul 24 09:21:53.007575 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-25707098-ad8c-4e15-ba6f-91cc61dc2a95 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:53.047126 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-677626bc-b3c6-483d-b494-01bc2d919301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:53.048820 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-677626bc-b3c6-483d-b494-01bc2d919301 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a3a083a205f4d5e8b1a521444314bf6&device_id=17cb1229-a714-4f24-9b16-effeadf0125f HTTP/1.1" status: 200 len: 1095 time: 0.0714865 Jul 24 09:21:53.101723 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-d988e5c8-dbb0-49a8-8e36-35ed75d14a5f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24a28c01-1ac9-44d3-a9b6-6b59ec863d29 HTTP/1.1" status: 200 len: 217 time: 0.0449405 Jul 24 09:21:53.181265 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-eda68cdb-8b32-475d-aea5-b363ebe43178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:53.182816 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-eda68cdb-8b32-475d-aea5-b363ebe43178 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4eb3069f-969d-4a24-a960-7bf7cef1d210 HTTP/1.1" status: 200 len: 849 time: 0.0729406 Jul 24 09:21:53.237802 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8a99b-ac2c-46ed-a593-5a958f0660a4 req-335a3b7c-52b8-4af9-b865-76e164567fdb tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:53.245382 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c2d8a99b-ac2c-46ed-a593-5a958f0660a4 req-335a3b7c-52b8-4af9-b865-76e164567fdb tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.32 "GET /v2.0/ports?device_id=17cb1229-a714-4f24-9b16-effeadf0125f HTTP/1.1" status: 200 len: 944 time: 0.1677332 Jul 24 09:21:53.247789 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-f99e6326-9991-46eb-bcfd-17ab995e6a60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=79747ff0-4c68-45ec-a339-b9c0308c2acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530913 Jul 24 09:21:53.376086 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c2d8a99b-ac2c-46ed-a593-5a958f0660a4 req-12a5480f-f00b-4f5e-ab20-4f1bc2233ab2 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.32 "GET /v2.0/security-groups?id=8815af10-911c-45f9-9e98-32b524899ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241932 Jul 24 09:21:53.454215 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-25707098-ad8c-4e15-ba6f-91cc61dc2a95 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:53.645623 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-89867102-2068-4ac7-b5f9-4aa6ab3d7b9e req-9a1522ce-2c09-4af6-ad7f-386e980f84e5 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0413296 Jul 24 09:21:53.745676 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25707098-ad8c-4e15-ba6f-91cc61dc2a95 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Router 386e215d-6f3f-46ce-ab5e-7a85b31c0c35 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:21:53.795078 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-14987697-2602-4fa7-8eb8-1f7c6883c35f service neutron] 10.222.0.37 "GET /v2.0/networks/79747ff0-4c68-45ec-a339-b9c0308c2acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354228 Jul 24 09:21:53.869964 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25707098-ad8c-4e15-ba6f-91cc61dc2a95 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:21:53.882403 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35edfde-2811-4d25-8eec-839fc4553d69 None None] Sync routers for ids ['386e215d-6f3f-46ce-ab5e-7a85b31c0c35'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:21:53.893769 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35edfde-2811-4d25-8eec-839fc4553d69 None None] Routers {'386e215d-6f3f-46ce-ab5e-7a85b31c0c35'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:21:53.894609 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d35edfde-2811-4d25-8eec-839fc4553d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:21:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['386e215d-6f3f-46ce-ab5e-7a85b31c0c35'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:21:53.905386 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-25707098-ad8c-4e15-ba6f-91cc61dc2a95 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:53.909269 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-25707098-ad8c-4e15-ba6f-91cc61dc2a95 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.9323871 Jul 24 09:21:53.909479 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41086) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:53.945404 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d35edfde-2811-4d25-8eec-839fc4553d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:21:53.958157 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35edfde-2811-4d25-8eec-839fc4553d69 None None] Routers {'386e215d-6f3f-46ce-ab5e-7a85b31c0c35'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:21:53.959266 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d35edfde-2811-4d25-8eec-839fc4553d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:21:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['386e215d-6f3f-46ce-ab5e-7a85b31c0c35'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:21:53.960322 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76a73d77-5a60-4a98-b3d6-dacf0d9a4929 req-ce2ba4ed-3953-46d2-bc62-5bff98daab38 service neutron] 10.222.0.37 "GET /v2.0/networks/79747ff0-4c68-45ec-a339-b9c0308c2acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579306 Jul 24 09:21:53.999380 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d35edfde-2811-4d25-8eec-839fc4553d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:21:54.000450 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35edfde-2811-4d25-8eec-839fc4553d69 None None] The sync data for ids ['386e215d-6f3f-46ce-ab5e-7a85b31c0c35'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:21:54.000847 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c6f3e-5411-4788-b0a6-bedf35ec1485 req-d8d6922c-00cc-46d4-9f23-f19241882628 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:54.003334 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-072c6f3e-5411-4788-b0a6-bedf35ec1485 req-d8d6922c-00cc-46d4-9f23-f19241882628 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.1233883 Jul 24 09:21:54.034355 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-022d14cc-31b3-4004-aa83-6e239b9f9043 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "GET /v2.0/routers/386e215d-6f3f-46ce-ab5e-7a85b31c0c35 HTTP/1.1" status: 200 len: 925 time: 0.1211896 Jul 24 09:21:54.034750 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41088) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:54.094434 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-072c6f3e-5411-4788-b0a6-bedf35ec1485 req-5757576a-c8c2-4339-9a76-8edc3360af3a tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801282 Jul 24 09:21:54.125857 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba8421-59bf-4366-b10f-d8251364431c req-5b8ba682-2e62-4300-8716-bb0d41c6b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:54.127644 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7eba8421-59bf-4366-b10f-d8251364431c req-5b8ba682-2e62-4300-8716-bb0d41c6b82c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a3a083a205f4d5e8b1a521444314bf6&device_id=17cb1229-a714-4f24-9b16-effeadf0125f HTTP/1.1" status: 200 len: 1095 time: 0.0996168 Jul 24 09:21:54.235637 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba8421-59bf-4366-b10f-d8251364431c req-a6ae4c6b-ace8-4702-bda7-21fbf4a6a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:54.237584 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7eba8421-59bf-4366-b10f-d8251364431c req-a6ae4c6b-ace8-4702-bda7-21fbf4a6a89f service neutron] 10.222.0.37 "GET /v2.0/networks?id=79747ff0-4c68-45ec-a339-b9c0308c2acc HTTP/1.1" status: 200 len: 909 time: 0.0959532 Jul 24 09:21:54.287515 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7eba8421-59bf-4366-b10f-d8251364431c req-2d8bcf65-e01e-44b3-b09e-9de2aa126c36 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24a28c01-1ac9-44d3-a9b6-6b59ec863d29 HTTP/1.1" status: 200 len: 217 time: 0.0433476 Jul 24 09:21:54.338288 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba8421-59bf-4366-b10f-d8251364431c req-43e8efdc-f165-49b5-a747-9ac6ae8b3a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:54.339768 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7eba8421-59bf-4366-b10f-d8251364431c req-43e8efdc-f165-49b5-a747-9ac6ae8b3a35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4eb3069f-969d-4a24-a960-7bf7cef1d210 HTTP/1.1" status: 200 len: 849 time: 0.0452318 Jul 24 09:21:54.375443 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7eba8421-59bf-4366-b10f-d8251364431c req-31795ef2-59ef-4902-b2a1-aa6be945f4a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=79747ff0-4c68-45ec-a339-b9c0308c2acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292964 Jul 24 09:21:54.395022 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b9a6361c-6100-4364-a3b2-0c793412ebbd tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "GET /v2.0/ports?device_id=386e215d-6f3f-46ce-ab5e-7a85b31c0c35 HTTP/1.1" status: 200 len: 205 time: 0.3569801 Jul 24 09:21:54.399335 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41094) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:54.469775 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8058435-c725-40bf-8bc4-4492032cb09e req-6832ad3f-3799-424a-afe6-2df2bb275148 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:54.477612 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a8058435-c725-40bf-8bc4-4492032cb09e req-6832ad3f-3799-424a-afe6-2df2bb275148 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.0874560 Jul 24 09:21:54.514259 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a8058435-c725-40bf-8bc4-4492032cb09e req-122f6146-8be3-490e-af4f-684a91bcc7af tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353603 Jul 24 09:21:54.686915 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7eba8421-59bf-4366-b10f-d8251364431c req-a6075bc5-fe34-4576-a786-916402cf0333 service neutron] 10.222.0.37 "GET /v2.0/networks/79747ff0-4c68-45ec-a339-b9c0308c2acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052206 Jul 24 09:21:54.748112 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b597ced-ea5c-4b0a-bd0e-cd23844cd5e0 req-24b941a2-7b59-4446-b1f1-e9e3a25c4ad3 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:54.749853 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9b597ced-ea5c-4b0a-bd0e-cd23844cd5e0 req-24b941a2-7b59-4446-b1f1-e9e3a25c4ad3 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.32 "GET /v2.0/ports?device_id=17cb1229-a714-4f24-9b16-effeadf0125f HTTP/1.1" status: 200 len: 944 time: 0.2249146 Jul 24 09:21:54.758254 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c88cc905-87d1-4c15-a51e-3e3a990b9018 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:54.913601 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9b597ced-ea5c-4b0a-bd0e-cd23844cd5e0 req-39a2e1f5-84f7-4557-83ba-f8596e72bc07 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.32 "GET /v2.0/security-groups?id=8815af10-911c-45f9-9e98-32b524899ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522574 Jul 24 09:21:54.938688 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7eba8421-59bf-4366-b10f-d8251364431c req-458d7562-6355-4a96-88ba-d32a403c3e62 service neutron] 10.222.0.37 "GET /v2.0/networks/79747ff0-4c68-45ec-a339-b9c0308c2acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313664 Jul 24 09:21:54.951256 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c88cc905-87d1-4c15-a51e-3e3a990b9018 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:55.055742 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6ecc2839-510c-4952-9aad-9cdfec93bf6c req-90f81599-1696-4d52-a4dd-42f7d9e02cc7 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0533020 Jul 24 09:21:55.072354 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-c88cc905-87d1-4c15-a51e-3e3a990b9018 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Deleting port 37abcd34-2344-4dfe-b075-73c1b2ba9094 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:21:55.072784 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c88cc905-87d1-4c15-a51e-3e3a990b9018 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:55.179743 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c88cc905-87d1-4c15-a51e-3e3a990b9018 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:55.196795 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-c88cc905-87d1-4c15-a51e-3e3a990b9018 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Calling delete_port for 37abcd34-2344-4dfe-b075-73c1b2ba9094 owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:21:55.408822 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c88cc905-87d1-4c15-a51e-3e3a990b9018 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:55.437276 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88cc905-87d1-4c15-a51e-3e3a990b9018 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Pushing event deleted for resources: {'Port': ['ID=37abcd34-2344-4dfe-b075-73c1b2ba9094,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:55.438979 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021649c-a0c2-483e-93b9-22cd5dae4524 req-97b3db9b-a703-47a7-a1b9-bb56d249707f tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:55.441091 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c021649c-a0c2-483e-93b9-22cd5dae4524 req-97b3db9b-a703-47a7-a1b9-bb56d249707f tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8516f77-09c0-44fd-9705-a68b8a12a13c HTTP/1.1" status: 200 len: 943 time: 0.0934484 Jul 24 09:21:55.506564 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c88cc905-87d1-4c15-a51e-3e3a990b9018 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:55.563795 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-c021649c-a0c2-483e-93b9-22cd5dae4524 req-7b03dc13-1c3d-4614-8fb1-8f1d7a0a2c88 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Deleting port 9cef6d65-19a7-4709-a793-be0e73e841c2 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:21:55.564221 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-c021649c-a0c2-483e-93b9-22cd5dae4524 req-7b03dc13-1c3d-4614-8fb1-8f1d7a0a2c88 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:55.605055 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c88cc905-87d1-4c15-a51e-3e3a990b9018 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:55.608652 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c88cc905-87d1-4c15-a51e-3e3a990b9018 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:55.662771 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c88cc905-87d1-4c15-a51e-3e3a990b9018 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:55.663403 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88cc905-87d1-4c15-a51e-3e3a990b9018 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Fanout notify agent at l3_agent the message router_deleted on router 386e215d-6f3f-46ce-ab5e-7a85b31c0c35 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:21:55.670973 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-c021649c-a0c2-483e-93b9-22cd5dae4524 req-7b03dc13-1c3d-4614-8fb1-8f1d7a0a2c88 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] For port 9cef6d65-19a7-4709-a793-be0e73e841c2, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=9cef6d65-19a7-4709-a793-be0e73e841c2,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:55.671525 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-c021649c-a0c2-483e-93b9-22cd5dae4524 req-7b03dc13-1c3d-4614-8fb1-8f1d7a0a2c88 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:55.672465 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c88cc905-87d1-4c15-a51e-3e3a990b9018 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:55.673746 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c88cc905-87d1-4c15-a51e-3e3a990b9018 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "DELETE /v2.0/routers/386e215d-6f3f-46ce-ab5e-7a85b31c0c35 HTTP/1.1" status: 204 len: 168 time: 1.2733982 Jul 24 09:21:55.677155 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41152) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:55.681624 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-977b0298-53d9-4c31-8d20-0d4fba03cb8a tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Request body: {'router': {'name': 'tempest-snat-router-82691456', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'enable_snat': False}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:21:55.690166 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-c021649c-a0c2-483e-93b9-22cd5dae4524 req-7b03dc13-1c3d-4614-8fb1-8f1d7a0a2c88 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Calling delete_port for 9cef6d65-19a7-4709-a793-be0e73e841c2 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:21:55.705421 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-977b0298-53d9-4c31-8d20-0d4fba03cb8a tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:55.707234 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-977b0298-53d9-4c31-8d20-0d4fba03cb8a tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:55.794435 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-977b0298-53d9-4c31-8d20-0d4fba03cb8a tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:55.899921 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-c021649c-a0c2-483e-93b9-22cd5dae4524 req-7b03dc13-1c3d-4614-8fb1-8f1d7a0a2c88 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:55.914026 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['b8d95427-097a-4f00-9215-4defaab92a25'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:21:55.916859 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['f2ec6327-268d-46d7-8878-66bfe12ca39a'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:21:55.935195 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03dc13-1c3d-4614-8fb1-8f1d7a0a2c88 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Pushing event deleted for resources: {'Port': ['ID=9cef6d65-19a7-4709-a793-be0e73e841c2,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:56.005200 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-977b0298-53d9-4c31-8d20-0d4fba03cb8a tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:56.020083 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-c021649c-a0c2-483e-93b9-22cd5dae4524 req-7b03dc13-1c3d-4614-8fb1-8f1d7a0a2c88 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] No DVR routers for this DVR port 9cef6d65-19a7-4709-a793-be0e73e841c2 on host n-h1-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:21:56.024554 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-c021649c-a0c2-483e-93b9-22cd5dae4524 req-7b03dc13-1c3d-4614-8fb1-8f1d7a0a2c88 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:56.030579 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c021649c-a0c2-483e-93b9-22cd5dae4524 req-7b03dc13-1c3d-4614-8fb1-8f1d7a0a2c88 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "DELETE /v2.0/ports/9cef6d65-19a7-4709-a793-be0e73e841c2 HTTP/1.1" status: 204 len: 173 time: 0.5813298 Jul 24 09:21:56.032596 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8516f77-09c0-44fd-9705-a68b8a12a13c', 'name': 'network-vif-deleted', 'tag': '9cef6d65-19a7-4709-a793-be0e73e841c2'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:21:56.035253 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67c10d4-a9de-4a01-98b3-712ff7ffc3cc" -d '{"events": [{"server_uuid": "d8516f77-09c0-44fd-9705-a68b8a12a13c", "name": "network-vif-deleted", "tag": "9cef6d65-19a7-4709-a793-be0e73e841c2"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:21:56.317158 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ebd6e-f75d-4b38-8f4c-e284d5033bfc req-1eca9ac7-704c-4f6e-b0a4-1affe3f25ceb tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:56.325603 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2b7ebd6e-f75d-4b38-8f4c-e284d5033bfc req-1eca9ac7-704c-4f6e-b0a4-1affe3f25ceb tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.32 "GET /v2.0/ports?device_id=17cb1229-a714-4f24-9b16-effeadf0125f HTTP/1.1" status: 200 len: 944 time: 0.2443926 Jul 24 09:21:56.434980 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2b7ebd6e-f75d-4b38-8f4c-e284d5033bfc req-945a324f-9060-4e27-98aa-2ad5c8bad297 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.32 "GET /v2.0/security-groups?id=8815af10-911c-45f9-9e98-32b524899ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082828 Jul 24 09:21:56.661901 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-977b0298-53d9-4c31-8d20-0d4fba03cb8a tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:56.707626 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-977b0298-53d9-4c31-8d20-0d4fba03cb8a tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:56.807248 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 24 Jul 2021 09:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d19db0-9292-4416-adbf-39f834b3d0d0 x-openstack-request-id: req-c3d19db0-9292-4416-adbf-39f834b3d0d0 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:21:56.808326 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8516f77-09c0-44fd-9705-a68b8a12a13c", "name": "network-vif-deleted", "tag": "9cef6d65-19a7-4709-a793-be0e73e841c2", "status": "failed", "code": 422}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:21:56.809534 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3d19db0-9292-4416-adbf-39f834b3d0d0 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:21:56.810547 n-d-800085-9 neutron-server[94035]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd8516f77-09c0-44fd-9705-a68b8a12a13c', 'name': 'network-vif-deleted', 'tag': '9cef6d65-19a7-4709-a793-be0e73e841c2', 'status': 'failed', 'code': 422} returned with failed status Jul 24 09:21:56.928812 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-977b0298-53d9-4c31-8d20-0d4fba03cb8a tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Allocated IP 172.25.7.209 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:21:56.939425 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bf47e329-cdea-4837-8f3a-4445039e3f97 req-3aae8533-5aae-4b7a-bff1-6f9b6ec21554 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0569851 Jul 24 09:21:57.095178 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-977b0298-53d9-4c31-8d20-0d4fba03cb8a tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:57.196763 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-977b0298-53d9-4c31-8d20-0d4fba03cb8a tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:57.207189 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 24a28c01-1ac9-44d3-a9b6-6b59ec863d29 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:21:57.236697 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-14b810a4-dcdc-4e05-be94-48d5e092a9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:57.257972 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977b0298-53d9-4c31-8d20-0d4fba03cb8a tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:21:57.266827 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-977b0298-53d9-4c31-8d20-0d4fba03cb8a tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:21:57.289985 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977b0298-53d9-4c31-8d20-0d4fba03cb8a tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:21:57.402444 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 24a28c01-1ac9-44d3-a9b6-6b59ec863d29, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=24a28c01-1ac9-44d3-a9b6-6b59ec863d29,segment=NetworkSegment(bcdb2df4-ac74-47eb-af3d-dcc8f1e6295c),segment_id=bcdb2df4-ac74-47eb-af3d-dcc8f1e6295c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:57.414880 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '24a28c01-1ac9-44d3-a9b6-6b59ec863d29', 'network_id': '79747ff0-4c68-45ec-a339-b9c0308c2acc', 'port_id': '24a28c01-1ac9-44d3-a9b6-6b59ec863d29', 'mac_address': 'fa:16:3e:e5:dd:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eb3069f-969d-4a24-a960-7bf7cef1d210', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:21:57.464888 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:57.480282 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a28c01-1ac9-44d3-a9b6-6b59ec863d29 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:21:57.524271 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 24a28c01-1ac9-44d3-a9b6-6b59ec863d29, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=24a28c01-1ac9-44d3-a9b6-6b59ec863d29,segment=NetworkSegment(bcdb2df4-ac74-47eb-af3d-dcc8f1e6295c),segment_id=bcdb2df4-ac74-47eb-af3d-dcc8f1e6295c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:57.531206 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:57.569822 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7aeb2-be1b-488a-bf7c-7f2f2c7fd2c1 req-551c3217-438b-43f2-a9eb-ec23dc3ded00 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:57.589702 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a1b7aeb2-be1b-488a-bf7c-7f2f2c7fd2c1 req-551c3217-438b-43f2-a9eb-ec23dc3ded00 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=c90e9796-24ae-4527-a7a4-4ba03fb4101a HTTP/1.1" status: 200 len: 907 time: 0.1827569 Jul 24 09:21:57.643474 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=24a28c01-1ac9-44d3-a9b6-6b59ec863d29,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:57.668602 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b0298-53d9-4c31-8d20-0d4fba03cb8a tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Pushing event updated for resources: {'Port': ['ID=b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:21:57.815340 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-977b0298-53d9-4c31-8d20-0d4fba03cb8a tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:57.857504 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['24a28c01-1ac9-44d3-a9b6-6b59ec863d29'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:21:58.383277 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-163e346b-8820-4c3a-b595-2e632cb8f0a9 req-6ddff471-1794-4790-ae5c-87a02af8e154 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0498030 Jul 24 09:21:58.484424 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a75aa7-6e25-4c02-991f-4739ab71c6a8 req-4089ba40-c3da-47ba-8d54-c7615cf3f4fe tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:58.486938 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02a75aa7-6e25-4c02-991f-4739ab71c6a8 req-4089ba40-c3da-47ba-8d54-c7615cf3f4fe tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.32 "GET /v2.0/ports?device_id=17cb1229-a714-4f24-9b16-effeadf0125f HTTP/1.1" status: 200 len: 945 time: 0.8116066 Jul 24 09:21:58.567798 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02a75aa7-6e25-4c02-991f-4739ab71c6a8 req-dbcd229c-8396-4032-937a-e8690b7bd5a1 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.32 "GET /v2.0/security-groups?id=8815af10-911c-45f9-9e98-32b524899ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748637 Jul 24 09:21:58.714517 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-977b0298-53d9-4c31-8d20-0d4fba03cb8a tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:58.804120 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd00caa-a131-43fe-896a-f2441298a9e0 req-606f26a8-a63e-4ac0-9330-506bd7b7b9a8 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:58.813859 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-acd00caa-a131-43fe-896a-f2441298a9e0 req-606f26a8-a63e-4ac0-9330-506bd7b7b9a8 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=c90e9796-24ae-4527-a7a4-4ba03fb4101a HTTP/1.1" status: 200 len: 907 time: 0.0864949 Jul 24 09:21:58.951017 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907729d-b047-4862-a4f2-10785aa96926 req-0c6865e7-2b5b-431b-b061-418cf08bc7d6 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:21:58.952779 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3907729d-b047-4862-a4f2-10785aa96926 req-0c6865e7-2b5b-431b-b061-418cf08bc7d6 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.37 "GET /v2.0/ports?device_id=c90e9796-24ae-4527-a7a4-4ba03fb4101a HTTP/1.1" status: 200 len: 907 time: 0.1480100 Jul 24 09:21:59.012459 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977b0298-53d9-4c31-8d20-0d4fba03cb8a tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Router bbb87935-6e81-41d9-a49a-59e7bc385d2d is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:21:59.193771 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-3907729d-b047-4862-a4f2-10785aa96926 req-351e4cee-9ff2-40d7-9533-cbbccaf3c33b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Deleting port 91872207-1d51-4c52-9eb2-411bd578beae {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:21:59.194119 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3907729d-b047-4862-a4f2-10785aa96926 req-351e4cee-9ff2-40d7-9533-cbbccaf3c33b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:59.210462 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977b0298-53d9-4c31-8d20-0d4fba03cb8a tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:21:59.215331 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 24a28c01-1ac9-44d3-a9b6-6b59ec863d29 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:21:59.294334 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] Sync routers for ids ['bbb87935-6e81-41d9-a49a-59e7bc385d2d'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:21:59.313729 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 24a28c01-1ac9-44d3-a9b6-6b59ec863d29 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:21:59.316090 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] Routers {'bbb87935-6e81-41d9-a49a-59e7bc385d2d'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:21:59.316891 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:21:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['bbb87935-6e81-41d9-a49a-59e7bc385d2d'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:21:59.321403 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 24a28c01-1ac9-44d3-a9b6-6b59ec863d29 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:21:59.321952 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:59.356312 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-977b0298-53d9-4c31-8d20-0d4fba03cb8a tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:59.360167 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41250) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:59.360433 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-977b0298-53d9-4c31-8d20-0d4fba03cb8a tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.6820211 Jul 24 09:21:59.415447 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-3907729d-b047-4862-a4f2-10785aa96926 req-351e4cee-9ff2-40d7-9533-cbbccaf3c33b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] For port 91872207-1d51-4c52-9eb2-411bd578beae, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=91872207-1d51-4c52-9eb2-411bd578beae,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:21:59.415836 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3907729d-b047-4862-a4f2-10785aa96926 req-351e4cee-9ff2-40d7-9533-cbbccaf3c33b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:59.453831 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-3907729d-b047-4862-a4f2-10785aa96926 req-351e4cee-9ff2-40d7-9533-cbbccaf3c33b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Calling delete_port for 91872207-1d51-4c52-9eb2-411bd578beae owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:21:59.631647 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ff442672-46d3-43bb-9ba1-5cd3e429f8bc req-865adacb-f468-41e7-b91b-4d1c8aef3fdb tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0399451 Jul 24 09:21:59.716858 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] Set router bbb87935-6e81-41d9-a49a-59e7bc385d2d gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:21:59.716858 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:59.734801 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-22aae19d-66d4-42e4-991d-dbf7de3ab7e1 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "GET /v2.0/routers/bbb87935-6e81-41d9-a49a-59e7bc385d2d HTTP/1.1" status: 200 len: 907 time: 0.3729677 Jul 24 09:21:59.737817 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41264) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:21:59.746906 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-de46af6f-092a-4f64-b04c-8c9ba6f25861 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Request body: {'router': {'name': 'tempest-snat-router-82691456', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'enable_snat': True}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:21:59.818268 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de46af6f-092a-4f64-b04c-8c9ba6f25861 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:59.820532 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de46af6f-092a-4f64-b04c-8c9ba6f25861 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:59.839216 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3907729d-b047-4862-a4f2-10785aa96926 req-351e4cee-9ff2-40d7-9533-cbbccaf3c33b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:59.975495 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-3907729d-b047-4862-a4f2-10785aa96926 req-351e4cee-9ff2-40d7-9533-cbbccaf3c33b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] No DVR routers for this DVR port 91872207-1d51-4c52-9eb2-411bd578beae on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:21:59.988394 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3907729d-b047-4862-a4f2-10785aa96926 req-351e4cee-9ff2-40d7-9533-cbbccaf3c33b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:21:59.990844 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3907729d-b047-4862-a4f2-10785aa96926 req-351e4cee-9ff2-40d7-9533-cbbccaf3c33b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.37 "DELETE /v2.0/ports/91872207-1d51-4c52-9eb2-411bd578beae HTTP/1.1" status: 204 len: 173 time: 1.0313256 Jul 24 09:22:00.022605 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e4cee-9ff2-40d7-9533-cbbccaf3c33b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Pushing event deleted for resources: {'Port': ['ID=91872207-1d51-4c52-9eb2-411bd578beae,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:00.030191 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90e9796-24ae-4527-a7a4-4ba03fb4101a', 'name': 'network-vif-deleted', 'tag': '91872207-1d51-4c52-9eb2-411bd578beae'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:22:00.056614 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de46af6f-092a-4f64-b04c-8c9ba6f25861 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:00.080795 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffc78a6-6e4e-4f95-8fef-c922cfea2f87" -d '{"events": [{"server_uuid": "c90e9796-24ae-4527-a7a4-4ba03fb4101a", "name": "network-vif-deleted", "tag": "91872207-1d51-4c52-9eb2-411bd578beae"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:22:00.118949 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e2bfc286-1231-4d4f-91f2-9c4693594513 req-ebb377d9-bca9-4b61-b8db-df5b3ad0d42f tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=c90e9796-24ae-4527-a7a4-4ba03fb4101a HTTP/1.1" status: 200 len: 210 time: 0.1160109 Jul 24 09:22:00.204255 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c3f2a-8227-4110-9c0c-bdc588808a18 req-db7453e5-86a3-48e7-8eba-76410972d70d tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:00.219001 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6b5c3f2a-8227-4110-9c0c-bdc588808a18 req-db7453e5-86a3-48e7-8eba-76410972d70d tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.32 "GET /v2.0/ports?device_id=17cb1229-a714-4f24-9b16-effeadf0125f HTTP/1.1" status: 200 len: 945 time: 0.4484503 Jul 24 09:22:00.247408 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e44e352c-246a-49c2-ad42-b720e860952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:00.264549 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6712e564-914e-419b-9058-26ec1c111e97 x-openstack-request-id: req-6712e564-914e-419b-9058-26ec1c111e97 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:22:00.265094 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90e9796-24ae-4527-a7a4-4ba03fb4101a", "name": "network-vif-deleted", "tag": "91872207-1d51-4c52-9eb2-411bd578beae", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:22:00.265531 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6712e564-914e-419b-9058-26ec1c111e97 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:22:00.265974 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cb1229-a714-4f24-9b16-effeadf0125f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a28c01-1ac9-44d3-a9b6-6b59ec863d29'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:22:00.266380 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90e9796-24ae-4527-a7a4-4ba03fb4101a', 'name': 'network-vif-deleted', 'tag': '91872207-1d51-4c52-9eb2-411bd578beae', 'status': 'completed', 'code': 200} Jul 24 09:22:00.269230 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8914c1c-5129-45fa-afe7-fd59a357b593" -d '{"events": [{"server_uuid": "17cb1229-a714-4f24-9b16-effeadf0125f", "name": "network-vif-plugged", "status": "completed", "tag": "24a28c01-1ac9-44d3-a9b6-6b59ec863d29"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:22:00.287961 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 24a28c01-1ac9-44d3-a9b6-6b59ec863d29, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=24a28c01-1ac9-44d3-a9b6-6b59ec863d29,segment=NetworkSegment(bcdb2df4-ac74-47eb-af3d-dcc8f1e6295c),segment_id=bcdb2df4-ac74-47eb-af3d-dcc8f1e6295c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:00.298248 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:00.337882 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6b5c3f2a-8227-4110-9c0c-bdc588808a18 req-74bf4bd9-9c6c-4c07-84ab-019bd9d16296 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.32 "GET /v2.0/security-groups?id=8815af10-911c-45f9-9e98-32b524899ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121538 Jul 24 09:22:00.370399 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d95a2f-242e-4fd6-93df-7089a47ad23c x-openstack-request-id: req-c1d95a2f-242e-4fd6-93df-7089a47ad23c {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:22:00.371978 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cb1229-a714-4f24-9b16-effeadf0125f", "name": "network-vif-plugged", "status": "completed", "tag": "24a28c01-1ac9-44d3-a9b6-6b59ec863d29", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:22:00.372323 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1d95a2f-242e-4fd6-93df-7089a47ad23c {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:22:00.373145 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cb1229-a714-4f24-9b16-effeadf0125f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a28c01-1ac9-44d3-a9b6-6b59ec863d29', 'code': 200} Jul 24 09:22:00.525426 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=24a28c01-1ac9-44d3-a9b6-6b59ec863d29,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:00.534765 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:00.558009 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:00.560854 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:00.562423 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:00.562856 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:00.563353 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:00.565543 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de46af6f-092a-4f64-b04c-8c9ba6f25861 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:00.568870 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:00.569176 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:00.570721 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:00.571875 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:00.572653 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:00.572653 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:00.574100 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:00.592009 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092cbf1-31bc-493d-a0d8-1c163410721f req-9e0dd4aa-9142-442b-bac5-cb4f0c18d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:00.593788 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7092cbf1-31bc-493d-a0d8-1c163410721f req-9e0dd4aa-9142-442b-bac5-cb4f0c18d025 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=17cb1229-a714-4f24-9b16-effeadf0125f HTTP/1.1" status: 200 len: 1097 time: 0.1269593 Jul 24 09:22:00.643239 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb87935-6e81-41d9-a49a-59e7bc385d2d', 'name': 'tempest-snat-router-82691456', 'tenant_id': '598a1d27d6414c91be068d56c19d7eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.209'}], 'enable_snat': False}, 'gw_port_id': 'b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:21:55Z', 'updated_at': '2021-07-24T09:21:57Z', 'revision_number': 3, 'project_id': '598a1d27d6414c91be068d56c19d7eb2', 'gw_port': {'id': 'b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:53:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb87935-6e81-41d9-a49a-59e7bc385d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:21:56Z', 'updated_at': '2021-07-24T09:21:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:00.700497 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7092cbf1-31bc-493d-a0d8-1c163410721f req-662ea424-c17e-4742-b239-852d63e9d326 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8815af10-911c-45f9-9e98-32b524899ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973878 Jul 24 09:22:00.756244 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] Checking router: bbb87935-6e81-41d9-a49a-59e7bc385d2d for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:22:00.756606 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] Updating router bbb87935-6e81-41d9-a49a-59e7bc385d2d port b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:22:00.836875 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:00.891695 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-219a10fe-ca54-4af5-a45e-869bba484f5d req-9195b2d6-3bac-442b-b854-e0f9e0322a77 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0565064 Jul 24 09:22:00.923724 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de46af6f-092a-4f64-b04c-8c9ba6f25861 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:00.949875 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de46af6f-092a-4f64-b04c-8c9ba6f25861 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:01.032944 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:01.143336 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-de46af6f-092a-4f64-b04c-8c9ba6f25861 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Allocated IP 172.25.7.166 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/a75840b7-7d3d-4afc-8758-c912e2548a83) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:22:01.357771 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de46af6f-092a-4f64-b04c-8c9ba6f25861 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:01.441829 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-117e972a-c1b4-40ee-bd29-7d22e07701ee req-bf873005-9720-4fe9-b825-c0809fd0a84d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=c90e9796-24ae-4527-a7a4-4ba03fb4101a HTTP/1.1" status: 200 len: 210 time: 0.0900052 Jul 24 09:22:01.486335 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de46af6f-092a-4f64-b04c-8c9ba6f25861 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:01.540731 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de46af6f-092a-4f64-b04c-8c9ba6f25861 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:22:01.544648 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-de46af6f-092a-4f64-b04c-8c9ba6f25861 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:22:01.548641 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de46af6f-092a-4f64-b04c-8c9ba6f25861 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:22:01.580805 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46af6f-092a-4f64-b04c-8c9ba6f25861 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Pushing event updated for resources: {'Port': ['ID=a75840b7-7d3d-4afc-8758-c912e2548a83,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:01.712166 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6f16d-12ee-4508-b3c6-74d933a1c5f6 req-7e26aa2d-d90f-4e55-8986-c7ca75edffd3 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:01.722134 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:01.724342 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e1b6f16d-12ee-4508-b3c6-74d933a1c5f6 req-7e26aa2d-d90f-4e55-8986-c7ca75edffd3 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.32 "GET /v2.0/ports?device_id=17cb1229-a714-4f24-9b16-effeadf0125f HTTP/1.1" status: 200 len: 946 time: 0.2778134 Jul 24 09:22:01.745443 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] Transition to ACTIVE for port object b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:22:01.767243 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:01.896250 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e1b6f16d-12ee-4508-b3c6-74d933a1c5f6 req-5906420a-0d5e-42cc-9a65-530a3a111e11 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.32 "GET /v2.0/security-groups?id=8815af10-911c-45f9-9e98-32b524899ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699395 Jul 24 09:22:01.936730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3c663-0348-43ae-bf37-67ee3b1d8062 None None] Pushing event updated for resources: {'Port': ['ID=b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:01.979827 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] Attempting to bind port b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:22:01.984637 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] Attempting to bind port b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:22:01.985814 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] Attempting to bind port b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:22:02.010934 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:22:02.017312 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:22:02.017950 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:02.018808 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:22:02.023640 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] Bound port: b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:22:02.024270 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:02.156714 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] For port b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:22:02.190839 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] For port b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:22:02.198780 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:02.206824 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de46af6f-092a-4f64-b04c-8c9ba6f25861 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:02.331157 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-49a19a19-ed11-4ca1-8980-5d32e8ae5086 req-560dbc12-0405-4b17-84ed-c57b398793f7 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.1352689 Jul 24 09:22:02.351216 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3c663-0348-43ae-bf37-67ee3b1d8062 None None] Pushing event updated for resources: {'Port': ['ID=b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:02.379375 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] Routers {'bbb87935-6e81-41d9-a49a-59e7bc385d2d'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:22:02.380129 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['bbb87935-6e81-41d9-a49a-59e7bc385d2d'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:02.423853 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7efe6-2b63-479d-be20-9e81fb1ebf76 req-e1279b3b-a53e-4d0a-a7bd-43e75c2bc44f tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:02.425326 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-00f7efe6-2b63-479d-be20-9e81fb1ebf76 req-e1279b3b-a53e-4d0a-a7bd-43e75c2bc44f tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.1664822 Jul 24 09:22:02.531942 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] Set router bbb87935-6e81-41d9-a49a-59e7bc385d2d gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:22:02.551843 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-00f7efe6-2b63-479d-be20-9e81fb1ebf76 req-b03b9d37-c5e9-44d4-a41c-0780e1c5efec tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192479 Jul 24 09:22:02.671894 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de46af6f-092a-4f64-b04c-8c9ba6f25861 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:02.845701 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:02.868150 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de46af6f-092a-4f64-b04c-8c9ba6f25861 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Router 600d1c06-e55e-4721-8c8c-92fe00fc7b21 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:22:02.874746 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb87935-6e81-41d9-a49a-59e7bc385d2d', 'name': 'tempest-snat-router-82691456', 'tenant_id': '598a1d27d6414c91be068d56c19d7eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.209'}], 'enable_snat': False}, 'gw_port_id': 'b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:21:55Z', 'updated_at': '2021-07-24T09:21:57Z', 'revision_number': 3, 'project_id': '598a1d27d6414c91be068d56c19d7eb2', 'gw_port': {'id': 'b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:53:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb87935-6e81-41d9-a49a-59e7bc385d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:21:56Z', 'updated_at': '2021-07-24T09:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:02.915042 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2ceac8-c0c7-4d2a-8001-67de22e1d402 None None] The sync data for ids ['bbb87935-6e81-41d9-a49a-59e7bc385d2d'] in n-d-800085-9 is: [{'id': 'bbb87935-6e81-41d9-a49a-59e7bc385d2d', 'name': 'tempest-snat-router-82691456', 'tenant_id': '598a1d27d6414c91be068d56c19d7eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.209'}], 'enable_snat': False}, 'gw_port_id': 'b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:21:55Z', 'updated_at': '2021-07-24T09:21:57Z', 'revision_number': 3, 'project_id': '598a1d27d6414c91be068d56c19d7eb2', 'gw_port': {'id': 'b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:53:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb87935-6e81-41d9-a49a-59e7bc385d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:21:56Z', 'updated_at': '2021-07-24T09:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:22:03.011385 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96c156-3582-4688-ad14-6702db960c7d req-feccb45c-eb35-4b5a-bf7f-aa0506aa84ac tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:03.019769 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3d96c156-3582-4688-ad14-6702db960c7d req-feccb45c-eb35-4b5a-bf7f-aa0506aa84ac tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=b02c6d8e-ebeb-4963-93d4-9256dc13038e HTTP/1.1" status: 200 len: 946 time: 0.1381433 Jul 24 09:22:03.073032 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3d96c156-3582-4688-ad14-6702db960c7d req-076ddf61-66aa-45a3-b3b4-61635251580d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518961 Jul 24 09:22:03.074712 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de46af6f-092a-4f64-b04c-8c9ba6f25861 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:22:03.090731 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] Sync routers for ids ['600d1c06-e55e-4721-8c8c-92fe00fc7b21'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:22:03.092346 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba5f3f-85a1-4828-ae0e-6accf7757e2e req-63a51e40-70d7-4173-9be7-b1daca7c6f67 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:03.093846 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e7ba5f3f-85a1-4828-ae0e-6accf7757e2e req-63a51e40-70d7-4173-9be7-b1daca7c6f67 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.32 "GET /v2.0/ports?device_id=17cb1229-a714-4f24-9b16-effeadf0125f HTTP/1.1" status: 200 len: 946 time: 0.1069109 Jul 24 09:22:03.108224 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de46af6f-092a-4f64-b04c-8c9ba6f25861 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:03.112021 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] Routers {'600d1c06-e55e-4721-8c8c-92fe00fc7b21'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:22:03.112212 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-de46af6f-092a-4f64-b04c-8c9ba6f25861 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.3703885 Jul 24 09:22:03.112323 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['600d1c06-e55e-4721-8c8c-92fe00fc7b21'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:03.114859 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41342) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:03.139865 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e7ba5f3f-85a1-4828-ae0e-6accf7757e2e req-cb5ba13e-46af-4152-bf44-b7e5689c9ea0 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.32 "GET /v2.0/security-groups?id=8815af10-911c-45f9-9e98-32b524899ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390332 Jul 24 09:22:03.245965 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 91872207-1d51-4c52-9eb2-411bd578beae no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:22:03.318544 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 91872207-1d51-4c52-9eb2-411bd578beae {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:22:03.318892 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 91872207-1d51-4c52-9eb2-411bd578beae not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:22:03.324239 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41350) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:03.325046 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0b0a0e3c-d08c-4f1e-a2bf-1d299ada627d tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "GET /v2.0/routers/600d1c06-e55e-4721-8c8c-92fe00fc7b21 HTTP/1.1" status: 200 len: 906 time: 0.2065003 Jul 24 09:22:03.330104 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] Set router 600d1c06-e55e-4721-8c8c-92fe00fc7b21 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:22:03.632212 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:22:03.710713 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600d1c06-e55e-4721-8c8c-92fe00fc7b21', 'name': 'tempest-snat-router-82691456', 'tenant_id': '598a1d27d6414c91be068d56c19d7eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'a75840b7-7d3d-4afc-8758-c912e2548a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:21:59Z', 'updated_at': '2021-07-24T09:22:02Z', 'revision_number': 3, 'project_id': '598a1d27d6414c91be068d56c19d7eb2', 'gw_port': {'id': 'a75840b7-7d3d-4afc-8758-c912e2548a83', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:58:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600d1c06-e55e-4721-8c8c-92fe00fc7b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:22:00Z', 'updated_at': '2021-07-24T09:22:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:03.738187 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:22:03.750255 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:22:03.750822 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:03.756174 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] Checking router: 600d1c06-e55e-4721-8c8c-92fe00fc7b21 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:22:03.756954 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] Updating router 600d1c06-e55e-4721-8c8c-92fe00fc7b21 port a75840b7-7d3d-4afc-8758-c912e2548a83 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:22:03.777818 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457eff82-622c-459a-9465-327043cc78d0 req-4621774e-2456-4b06-ae05-035f692d6b02 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:03.780121 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-457eff82-622c-459a-9465-327043cc78d0 req-4621774e-2456-4b06-ae05-035f692d6b02 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.1154230 Jul 24 09:22:03.796220 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:03.861173 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-457eff82-622c-459a-9465-327043cc78d0 req-a3892d27-846b-483a-b109-468959b25c31 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751069 Jul 24 09:22:03.933140 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:03.967403 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:03.972933 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:04.049417 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:04.168684 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-30465a0d-f9c7-4293-a57d-49e849a03817 req-e88ec728-7f35-42a0-a07a-696f25bf82b0 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.6917763 Jul 24 09:22:04.192559 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:04.204598 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] Transition to ACTIVE for port object a75840b7-7d3d-4afc-8758-c912e2548a83 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:22:04.211021 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:04.261111 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58a2bfb7-d71a-4fd1-aea7-f3cc89ac2f61 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:04.285865 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] Attempting to bind port a75840b7-7d3d-4afc-8758-c912e2548a83 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:22:04.286355 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] Attempting to bind port a75840b7-7d3d-4afc-8758-c912e2548a83 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:22:04.286893 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] Attempting to bind port a75840b7-7d3d-4afc-8758-c912e2548a83 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:22:04.291457 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f144ef5-e55b-48d4-adf4-2490dabddfbf None None] Pushing event updated for resources: {'Port': ['ID=a75840b7-7d3d-4afc-8758-c912e2548a83,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:04.305717 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:22:04.306206 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:22:04.306733 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:04.307174 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:22:04.307726 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] Bound port: a75840b7-7d3d-4afc-8758-c912e2548a83, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:22:04.308194 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:04.315040 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f144ef5-e55b-48d4-adf4-2490dabddfbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:04.315613 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f144ef5-e55b-48d4-adf4-2490dabddfbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:04.316032 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f144ef5-e55b-48d4-adf4-2490dabddfbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:04.316459 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f144ef5-e55b-48d4-adf4-2490dabddfbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:04.317001 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f144ef5-e55b-48d4-adf4-2490dabddfbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:04.317416 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f144ef5-e55b-48d4-adf4-2490dabddfbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:04.317824 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f144ef5-e55b-48d4-adf4-2490dabddfbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:04.318238 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f144ef5-e55b-48d4-adf4-2490dabddfbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:04.318661 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f144ef5-e55b-48d4-adf4-2490dabddfbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:04.319095 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f144ef5-e55b-48d4-adf4-2490dabddfbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:04.319518 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f144ef5-e55b-48d4-adf4-2490dabddfbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:04.320332 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f144ef5-e55b-48d4-adf4-2490dabddfbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:04.384326 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] For port a75840b7-7d3d-4afc-8758-c912e2548a83, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:22:04.388883 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] For port a75840b7-7d3d-4afc-8758-c912e2548a83, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a75840b7-7d3d-4afc-8758-c912e2548a83,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:22:04.398521 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:04.462976 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] Routers {'600d1c06-e55e-4721-8c8c-92fe00fc7b21'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:22:04.463591 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['600d1c06-e55e-4721-8c8c-92fe00fc7b21'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:04.480815 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fc48b-b459-4a39-9e7d-a61586251ff6 req-42d09df1-957a-4c5f-86ab-aec4c6e1cb5e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:04.483571 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-171fc48b-b459-4a39-9e7d-a61586251ff6 req-42d09df1-957a-4c5f-86ab-aec4c6e1cb5e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.37 "GET /v2.0/ports?device_id=b02c6d8e-ebeb-4963-93d4-9256dc13038e HTTP/1.1" status: 200 len: 946 time: 0.1618152 Jul 24 09:22:04.525729 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58a2bfb7-d71a-4fd1-aea7-f3cc89ac2f61 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:04.595160 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f144ef5-e55b-48d4-adf4-2490dabddfbf None None] Pushing event updated for resources: {'Port': ['ID=a75840b7-7d3d-4afc-8758-c912e2548a83,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:04.615423 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf337f30-febf-422e-bb51-9e2c4a6b0735 req-01a1e7d0-d114-4891-8212-0b2c8c3e095d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:04.624961 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cf337f30-febf-422e-bb51-9e2c4a6b0735 req-01a1e7d0-d114-4891-8212-0b2c8c3e095d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=b02c6d8e-ebeb-4963-93d4-9256dc13038e HTTP/1.1" status: 200 len: 946 time: 0.2321358 Jul 24 09:22:04.677206 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-171fc48b-b459-4a39-9e7d-a61586251ff6 req-ad379078-f443-479e-a743-86858becb1ac tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Deleting port f2ec6327-268d-46d7-8878-66bfe12ca39a {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:22:04.677838 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-171fc48b-b459-4a39-9e7d-a61586251ff6 req-ad379078-f443-479e-a743-86858becb1ac tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:04.691627 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cf337f30-febf-422e-bb51-9e2c4a6b0735 req-8ff6b87e-5637-47e1-ba45-83e341775dc0 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653768 Jul 24 09:22:04.699764 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-58a2bfb7-d71a-4fd1-aea7-f3cc89ac2f61 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Deleting port a75840b7-7d3d-4afc-8758-c912e2548a83 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:22:04.699919 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58a2bfb7-d71a-4fd1-aea7-f3cc89ac2f61 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:04.731975 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] Set router 600d1c06-e55e-4721-8c8c-92fe00fc7b21 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:22:04.851957 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-171fc48b-b459-4a39-9e7d-a61586251ff6 req-ad379078-f443-479e-a743-86858becb1ac tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] For port f2ec6327-268d-46d7-8878-66bfe12ca39a, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=f2ec6327-268d-46d7-8878-66bfe12ca39a,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:04.852476 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-171fc48b-b459-4a39-9e7d-a61586251ff6 req-ad379078-f443-479e-a743-86858becb1ac tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:04.870815 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-171fc48b-b459-4a39-9e7d-a61586251ff6 req-ad379078-f443-479e-a743-86858becb1ac tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Calling delete_port for f2ec6327-268d-46d7-8878-66bfe12ca39a owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:22:04.877196 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-58a2bfb7-d71a-4fd1-aea7-f3cc89ac2f61 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] For port a75840b7-7d3d-4afc-8758-c912e2548a83, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a75840b7-7d3d-4afc-8758-c912e2548a83,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:04.877196 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58a2bfb7-d71a-4fd1-aea7-f3cc89ac2f61 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:04.881967 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b05fa-f2aa-4718-b235-c0cdb246537a req-3f563886-a723-424a-8275-157f7c9f2510 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:04.883881 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-678b05fa-f2aa-4718-b235-c0cdb246537a req-3f563886-a723-424a-8275-157f7c9f2510 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.20 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.1634922 Jul 24 09:22:04.892772 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-58a2bfb7-d71a-4fd1-aea7-f3cc89ac2f61 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Calling delete_port for a75840b7-7d3d-4afc-8758-c912e2548a83 owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:22:04.973005 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600d1c06-e55e-4721-8c8c-92fe00fc7b21', 'name': 'tempest-snat-router-82691456', 'tenant_id': '598a1d27d6414c91be068d56c19d7eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'a75840b7-7d3d-4afc-8758-c912e2548a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:21:59Z', 'updated_at': '2021-07-24T09:22:02Z', 'revision_number': 3, 'project_id': '598a1d27d6414c91be068d56c19d7eb2', 'gw_port': {'id': 'a75840b7-7d3d-4afc-8758-c912e2548a83', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:58:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600d1c06-e55e-4721-8c8c-92fe00fc7b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:22:00Z', 'updated_at': '2021-07-24T09:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:05.000957 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9dec4a-4157-4b56-aaf4-0bd016dd0465 None None] The sync data for ids ['600d1c06-e55e-4721-8c8c-92fe00fc7b21'] in n-d-800085-9 is: [{'id': '600d1c06-e55e-4721-8c8c-92fe00fc7b21', 'name': 'tempest-snat-router-82691456', 'tenant_id': '598a1d27d6414c91be068d56c19d7eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'a75840b7-7d3d-4afc-8758-c912e2548a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:21:59Z', 'updated_at': '2021-07-24T09:22:02Z', 'revision_number': 3, 'project_id': '598a1d27d6414c91be068d56c19d7eb2', 'gw_port': {'id': 'a75840b7-7d3d-4afc-8758-c912e2548a83', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:58:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600d1c06-e55e-4721-8c8c-92fe00fc7b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:22:00Z', 'updated_at': '2021-07-24T09:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:22:05.155063 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58a2bfb7-d71a-4fd1-aea7-f3cc89ac2f61 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:05.216583 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2bfb7-d71a-4fd1-aea7-f3cc89ac2f61 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Pushing event deleted for resources: {'Port': ['ID=a75840b7-7d3d-4afc-8758-c912e2548a83,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:05.245669 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabb57d-29d2-4e93-8943-85232872be85 req-2e1969ee-e10e-476d-8ad9-f32c6263c2e0 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:05.253179 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5cabb57d-29d2-4e93-8943-85232872be85 req-2e1969ee-e10e-476d-8ad9-f32c6263c2e0 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 945 time: 0.2081511 Jul 24 09:22:05.290635 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-678b05fa-f2aa-4718-b235-c0cdb246537a req-7b194774-116d-4c54-97fc-34c31d22420c tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Deleting port f3a36516-deb8-4fa2-aaef-0e04fd470c93 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:22:05.290987 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-678b05fa-f2aa-4718-b235-c0cdb246537a req-7b194774-116d-4c54-97fc-34c31d22420c tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:05.331236 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58a2bfb7-d71a-4fd1-aea7-f3cc89ac2f61 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:05.439345 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5cabb57d-29d2-4e93-8943-85232872be85 req-b38b453d-dea2-4a09-b957-346d277e2e39 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797004 Jul 24 09:22:05.448932 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-171fc48b-b459-4a39-9e7d-a61586251ff6 req-ad379078-f443-479e-a743-86858becb1ac tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:05.463770 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['b8d95427-097a-4f00-9215-4defaab92a25'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:22:05.506168 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58a2bfb7-d71a-4fd1-aea7-f3cc89ac2f61 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:05.517703 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58a2bfb7-d71a-4fd1-aea7-f3cc89ac2f61 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:05.597441 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad379078-f443-479e-a743-86858becb1ac tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Pushing event deleted for resources: {'Port': ['ID=f2ec6327-268d-46d7-8878-66bfe12ca39a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:05.606746 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58a2bfb7-d71a-4fd1-aea7-f3cc89ac2f61 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:05.607384 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a2bfb7-d71a-4fd1-aea7-f3cc89ac2f61 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 600d1c06-e55e-4721-8c8c-92fe00fc7b21 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:22:05.614377 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58a2bfb7-d71a-4fd1-aea7-f3cc89ac2f61 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:05.624659 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-58a2bfb7-d71a-4fd1-aea7-f3cc89ac2f61 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "DELETE /v2.0/routers/600d1c06-e55e-4721-8c8c-92fe00fc7b21 HTTP/1.1" status: 204 len: 168 time: 2.2987144 Jul 24 09:22:05.636128 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41418) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:05.730020 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:22:05.731072 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d56fe45d-86d2-4944-bb53-0d310594d64c req-991520ff-059c-4319-bb54-2811c48cad45 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.1484742 Jul 24 09:22:05.838534 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:22:05.839137 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:05.904690 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-678b05fa-f2aa-4718-b235-c0cdb246537a req-7b194774-116d-4c54-97fc-34c31d22420c tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] For port f3a36516-deb8-4fa2-aaef-0e04fd470c93, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f3a36516-deb8-4fa2-aaef-0e04fd470c93,segment=NetworkSegment(549f8fc2-6dd2-403e-86ee-6496c004d1b8),segment_id=549f8fc2-6dd2-403e-86ee-6496c004d1b8)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:05.905331 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-678b05fa-f2aa-4718-b235-c0cdb246537a req-7b194774-116d-4c54-97fc-34c31d22420c tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:05.923440 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-678b05fa-f2aa-4718-b235-c0cdb246537a req-7b194774-116d-4c54-97fc-34c31d22420c tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Calling delete_port for f3a36516-deb8-4fa2-aaef-0e04fd470c93 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:22:06.115467 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-171fc48b-b459-4a39-9e7d-a61586251ff6 req-ad379078-f443-479e-a743-86858becb1ac tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] No DVR routers for this DVR port f2ec6327-268d-46d7-8878-66bfe12ca39a on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:22:06.120802 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-79899237-8728-4428-b056-205e6cb572f5 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:06.156380 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-171fc48b-b459-4a39-9e7d-a61586251ff6 req-ad379078-f443-479e-a743-86858becb1ac tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:06.160491 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-171fc48b-b459-4a39-9e7d-a61586251ff6 req-ad379078-f443-479e-a743-86858becb1ac tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.37 "DELETE /v2.0/ports/f2ec6327-268d-46d7-8878-66bfe12ca39a HTTP/1.1" status: 204 len: 173 time: 1.6702173 Jul 24 09:22:06.172421 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02c6d8e-ebeb-4963-93d4-9256dc13038e', 'name': 'network-vif-deleted', 'tag': 'f2ec6327-268d-46d7-8878-66bfe12ca39a'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:22:06.176149 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfab8cc-362a-49a4-b862-36904ed5663c" -d '{"events": [{"server_uuid": "b02c6d8e-ebeb-4963-93d4-9256dc13038e", "name": "network-vif-deleted", "tag": "f2ec6327-268d-46d7-8878-66bfe12ca39a"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:22:06.284430 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6ca4f09a-ff73-4f5d-9def-3a858e6ac718 req-59896f85-c893-4e16-a13e-08954c3bb2cd tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=b02c6d8e-ebeb-4963-93d4-9256dc13038e HTTP/1.1" status: 200 len: 210 time: 0.4046743 Jul 24 09:22:06.434133 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dae48f-ad3c-4212-91a7-46212735cbb5 x-openstack-request-id: req-64dae48f-ad3c-4212-91a7-46212735cbb5 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:22:06.434421 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02c6d8e-ebeb-4963-93d4-9256dc13038e", "name": "network-vif-deleted", "tag": "f2ec6327-268d-46d7-8878-66bfe12ca39a", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:22:06.434671 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64dae48f-ad3c-4212-91a7-46212735cbb5 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:22:06.436007 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02c6d8e-ebeb-4963-93d4-9256dc13038e', 'name': 'network-vif-deleted', 'tag': 'f2ec6327-268d-46d7-8878-66bfe12ca39a', 'status': 'completed', 'code': 200} Jul 24 09:22:06.440429 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-79899237-8728-4428-b056-205e6cb572f5 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:06.508113 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-678b05fa-f2aa-4718-b235-c0cdb246537a req-7b194774-116d-4c54-97fc-34c31d22420c tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:06.519851 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['281ac198-347e-44df-a282-fa513c72ccd8'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:22:06.562594 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b194774-116d-4c54-97fc-34c31d22420c tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Pushing event deleted for resources: {'Port': ['ID=f3a36516-deb8-4fa2-aaef-0e04fd470c93,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:06.598383 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-587a19fb-8fef-428a-8489-7d3bce432051 req-8e8bd169-e75e-4c8b-97c9-ec2ea6b3b20a tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c HTTP/1.1" status: 200 len: 210 time: 0.0600660 Jul 24 09:22:06.670285 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-678b05fa-f2aa-4718-b235-c0cdb246537a req-7b194774-116d-4c54-97fc-34c31d22420c tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] No DVR routers for this DVR port f3a36516-deb8-4fa2-aaef-0e04fd470c93 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:22:06.674916 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-678b05fa-f2aa-4718-b235-c0cdb246537a req-7b194774-116d-4c54-97fc-34c31d22420c tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:06.677474 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-678b05fa-f2aa-4718-b235-c0cdb246537a req-7b194774-116d-4c54-97fc-34c31d22420c tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.20 "DELETE /v2.0/ports/f3a36516-deb8-4fa2-aaef-0e04fd470c93 HTTP/1.1" status: 204 len: 173 time: 1.7843626 Jul 24 09:22:06.679074 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-79899237-8728-4428-b056-205e6cb572f5 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Deleting port b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:22:06.679448 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-79899237-8728-4428-b056-205e6cb572f5 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:06.858192 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-79899237-8728-4428-b056-205e6cb572f5 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] For port b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:06.858546 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-79899237-8728-4428-b056-205e6cb572f5 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:06.890755 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-79899237-8728-4428-b056-205e6cb572f5 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Calling delete_port for b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7 owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:22:06.927526 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-968781fc-d173-47a8-82d5-edc656c980ea req-82367995-7989-4d91-bd36-11327ba6cdc1 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0457544 Jul 24 09:22:07.091292 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409b751-6b50-40c5-aba5-a9807e43b113 req-0318df0f-d2c7-459a-b9aa-4f7d5a7d1362 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:07.092818 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6409b751-6b50-40c5-aba5-a9807e43b113 req-0318df0f-d2c7-459a-b9aa-4f7d5a7d1362 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.32 "GET /v2.0/ports?device_id=17cb1229-a714-4f24-9b16-effeadf0125f HTTP/1.1" status: 200 len: 946 time: 0.1852596 Jul 24 09:22:07.182029 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6409b751-6b50-40c5-aba5-a9807e43b113 req-f8cf9b26-55f4-45fe-9a8f-94701c95cdba tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.32 "GET /v2.0/security-groups?id=8815af10-911c-45f9-9e98-32b524899ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788753 Jul 24 09:22:07.216942 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-79899237-8728-4428-b056-205e6cb572f5 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:07.248114 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device f2ec6327-268d-46d7-8878-66bfe12ca39a no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:22:07.251363 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79899237-8728-4428-b056-205e6cb572f5 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:07.278921 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: f2ec6327-268d-46d7-8878-66bfe12ca39a {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:22:07.279367 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device f2ec6327-268d-46d7-8878-66bfe12ca39a not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:22:07.317578 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device f3a36516-deb8-4fa2-aaef-0e04fd470c93 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:22:07.342029 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: f3a36516-deb8-4fa2-aaef-0e04fd470c93 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:22:07.342399 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device f3a36516-deb8-4fa2-aaef-0e04fd470c93 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:22:07.343111 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-79899237-8728-4428-b056-205e6cb572f5 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:07.479267 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-79899237-8728-4428-b056-205e6cb572f5 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:07.495214 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-79899237-8728-4428-b056-205e6cb572f5 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:07.694075 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-79899237-8728-4428-b056-205e6cb572f5 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:07.694713 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79899237-8728-4428-b056-205e6cb572f5 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bbb87935-6e81-41d9-a49a-59e7bc385d2d {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:22:07.704631 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-79899237-8728-4428-b056-205e6cb572f5 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:07.706016 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-79899237-8728-4428-b056-205e6cb572f5 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "DELETE /v2.0/routers/bbb87935-6e81-41d9-a49a-59e7bc385d2d HTTP/1.1" status: 204 len: 168 time: 2.0102406 Jul 24 09:22:07.709715 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41486) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:07.716810 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-66e24dfd-7289-4ccd-ad9b-284a01e69cdf tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1056912159', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}, 'admin_state_up': False}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:07.780680 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66e24dfd-7289-4ccd-ad9b-284a01e69cdf tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:07.781860 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66e24dfd-7289-4ccd-ad9b-284a01e69cdf tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:07.915806 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66e24dfd-7289-4ccd-ad9b-284a01e69cdf tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:07.968058 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40202a4-959d-4e15-8e83-100229ea2fc5 req-bdc612fc-4c03-406d-9dfc-06eab8952b02 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:07.969913 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f40202a4-959d-4e15-8e83-100229ea2fc5 req-bdc612fc-4c03-406d-9dfc-06eab8952b02 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.1315763 Jul 24 09:22:07.976644 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75818b03-3808-4894-aaff-bb719bb43e8c req-07121eb1-2be2-4706-9ccb-5795d8830f05 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2117131 Jul 24 09:22:08.071770 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f40202a4-959d-4e15-8e83-100229ea2fc5 req-225ab568-0f6f-47ee-8ab4-5fb3a4886963 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926309 Jul 24 09:22:08.126584 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75818b03-3808-4894-aaff-bb719bb43e8c req-2779fc2c-ab2f-45f7-ae9e-003011627ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:08.130588 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75818b03-3808-4894-aaff-bb719bb43e8c req-2779fc2c-ab2f-45f7-ae9e-003011627ad5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7014e11e214d48f49651526c89418bc1&device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 1097 time: 0.1159058 Jul 24 09:22:08.177993 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da4a7777-9010-4b43-94f9-b0a0865e1e40 req-9847b32a-cbfa-4993-b592-36d43df39006 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0911798 Jul 24 09:22:08.226323 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66e24dfd-7289-4ccd-ad9b-284a01e69cdf tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:08.419261 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75818b03-3808-4894-aaff-bb719bb43e8c req-e6415850-8176-4838-b1a3-365595644359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:08.421194 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75818b03-3808-4894-aaff-bb719bb43e8c req-e6415850-8176-4838-b1a3-365595644359 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53a4dac-283d-4066-b39c-c92cd595e1cc HTTP/1.1" status: 200 len: 919 time: 0.2651770 Jul 24 09:22:08.435878 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dc979-ec32-4b21-a7c1-c7b7f6b2ac25 req-21e0c9ea-cee6-4d0a-8e5e-7305330cdeea tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:08.437513 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-af0dc979-ec32-4b21-a7c1-c7b7f6b2ac25 req-21e0c9ea-cee6-4d0a-8e5e-7305330cdeea tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.2001281 Jul 24 09:22:08.446524 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c', 'name': 'network-vif-deleted', 'tag': 'f3a36516-deb8-4fa2-aaef-0e04fd470c93'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:22:08.448760 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e5262a-56e2-41b8-a60b-24ab8e9b3726" -d '{"events": [{"server_uuid": "f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c", "name": "network-vif-deleted", "tag": "f3a36516-deb8-4fa2-aaef-0e04fd470c93"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:22:08.466588 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f26b6-d897-450c-8502-fce979c916a7 req-1f2ac92c-d81b-4428-8b7d-25a83ec5a60f tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:08.468140 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ea6f26b6-d897-450c-8502-fce979c916a7 req-1f2ac92c-d81b-4428-8b7d-25a83ec5a60f tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.32 "GET /v2.0/ports?device_id=17cb1229-a714-4f24-9b16-effeadf0125f HTTP/1.1" status: 200 len: 946 time: 0.1570747 Jul 24 09:22:08.501619 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75818b03-3808-4894-aaff-bb719bb43e8c req-9e5f4a36-004d-4572-9ae2-1a6ee3a4fc12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=281ac198-347e-44df-a282-fa513c72ccd8 HTTP/1.1" status: 200 len: 217 time: 0.0619140 Jul 24 09:22:08.587005 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ea6f26b6-d897-450c-8502-fce979c916a7 req-7dda3470-659c-4060-aec6-1438cc715931 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.32 "GET /v2.0/security-groups?id=8815af10-911c-45f9-9e98-32b524899ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103978 Jul 24 09:22:08.588943 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-af0dc979-ec32-4b21-a7c1-c7b7f6b2ac25 req-7af45648-9988-46c0-ad60-5cef6f4ed43a tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965824 Jul 24 09:22:08.601186 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75818b03-3808-4894-aaff-bb719bb43e8c req-b6568986-ceb1-456a-833b-ad2d9d9eb3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:08.606735 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75818b03-3808-4894-aaff-bb719bb43e8c req-b6568986-ceb1-456a-833b-ad2d9d9eb3cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f62887c4-8038-43c9-a348-486215509d76 HTTP/1.1" status: 200 len: 859 time: 0.0966983 Jul 24 09:22:08.620177 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db853866-34df-4b01-b6e5-a89e3ee63f2c req-dd606e82-ae5c-4ce0-b6dd-94eb0fccd1b7 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:08.623467 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db853866-34df-4b01-b6e5-a89e3ee63f2c req-dd606e82-ae5c-4ce0-b6dd-94eb0fccd1b7 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.37 "GET /v2.0/ports?device_id=17cb1229-a714-4f24-9b16-effeadf0125f HTTP/1.1" status: 200 len: 946 time: 0.2062247 Jul 24 09:22:08.645828 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66e24dfd-7289-4ccd-ad9b-284a01e69cdf tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:08.679859 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66e24dfd-7289-4ccd-ad9b-284a01e69cdf tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:08.711771 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3c8ec9-18de-4d0d-a02e-f0c08468efff x-openstack-request-id: req-8d3c8ec9-18de-4d0d-a02e-f0c08468efff {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:22:08.712560 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c", "name": "network-vif-deleted", "tag": "f3a36516-deb8-4fa2-aaef-0e04fd470c93", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:22:08.713006 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8d3c8ec9-18de-4d0d-a02e-f0c08468efff {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:22:08.713556 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51c7aa9-1e90-476e-bbb7-637c1b2a9d8c', 'name': 'network-vif-deleted', 'tag': 'f3a36516-deb8-4fa2-aaef-0e04fd470c93', 'status': 'completed', 'code': 200} Jul 24 09:22:08.722339 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75818b03-3808-4894-aaff-bb719bb43e8c req-7491ab5a-edfb-4b59-8473-92c2fc8e60fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53a4dac-283d-4066-b39c-c92cd595e1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959899 Jul 24 09:22:08.813162 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-66e24dfd-7289-4ccd-ad9b-284a01e69cdf tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Allocated IP 172.25.7.123 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/adf13b62-f7cc-4ea0-9031-9fbf2d4be513) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:22:08.952817 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66e24dfd-7289-4ccd-ad9b-284a01e69cdf tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:09.002001 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66e24dfd-7289-4ccd-ad9b-284a01e69cdf tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:09.046768 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e24dfd-7289-4ccd-ad9b-284a01e69cdf tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:22:09.050571 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-66e24dfd-7289-4ccd-ad9b-284a01e69cdf tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:22:09.053915 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e24dfd-7289-4ccd-ad9b-284a01e69cdf tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:22:09.110539 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e24dfd-7289-4ccd-ad9b-284a01e69cdf tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Pushing event updated for resources: {'Port': ['ID=adf13b62-f7cc-4ea0-9031-9fbf2d4be513,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:09.184522 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-db853866-34df-4b01-b6e5-a89e3ee63f2c req-cfc53c68-6bee-4d28-8fb1-001e9afcbb68 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Deleting port 24a28c01-1ac9-44d3-a9b6-6b59ec863d29 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:22:09.185932 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-db853866-34df-4b01-b6e5-a89e3ee63f2c req-cfc53c68-6bee-4d28-8fb1-001e9afcbb68 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:09.207187 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75818b03-3808-4894-aaff-bb719bb43e8c req-8d3fd118-b1de-437b-8f80-92d97214a6ee service neutron] 10.222.0.20 "GET /v2.0/networks/e53a4dac-283d-4066-b39c-c92cd595e1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774437 Jul 24 09:22:09.329045 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bd566153-d055-4619-90f0-65a331f169f5 req-6428c631-6b26-4903-bc1d-8943c61d7430 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0320799 Jul 24 09:22:09.421924 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-db853866-34df-4b01-b6e5-a89e3ee63f2c req-cfc53c68-6bee-4d28-8fb1-001e9afcbb68 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] For port 24a28c01-1ac9-44d3-a9b6-6b59ec863d29, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=24a28c01-1ac9-44d3-a9b6-6b59ec863d29,segment=NetworkSegment(bcdb2df4-ac74-47eb-af3d-dcc8f1e6295c),segment_id=bcdb2df4-ac74-47eb-af3d-dcc8f1e6295c)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:09.422363 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-db853866-34df-4b01-b6e5-a89e3ee63f2c req-cfc53c68-6bee-4d28-8fb1-001e9afcbb68 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:09.451454 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75818b03-3808-4894-aaff-bb719bb43e8c req-42d4df92-f481-43f7-b24d-cef47a706c99 service neutron] 10.222.0.20 "GET /v2.0/networks/e53a4dac-283d-4066-b39c-c92cd595e1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357116 Jul 24 09:22:09.452518 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-db853866-34df-4b01-b6e5-a89e3ee63f2c req-cfc53c68-6bee-4d28-8fb1-001e9afcbb68 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Calling delete_port for 24a28c01-1ac9-44d3-a9b6-6b59ec863d29 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:22:09.534016 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:22:09.534532 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4133c5-dd45-419f-9933-aa3a6925314c req-31e2156b-5ea7-4be0-bcfd-f543a33afe3a tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:09.541853 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc4133c5-dd45-419f-9933-aa3a6925314c req-31e2156b-5ea7-4be0-bcfd-f543a33afe3a tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.2849202 Jul 24 09:22:09.567771 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:22:09.568640 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b5e97e28-cfcd-423a-b0ea-8529a9ccc2f7 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:22:09.569555 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a75840b7-7d3d-4afc-8758-c912e2548a83 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:22:09.577252 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43157954-1148-49e0-8dfd-2e6d8331f441 req-bfe4590c-09c7-4cf4-9728-a4d765316f8c tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:09.578864 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-43157954-1148-49e0-8dfd-2e6d8331f441 req-bfe4590c-09c7-4cf4-9728-a4d765316f8c tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.20 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 945 time: 0.2910702 Jul 24 09:22:09.598966 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: a75840b7-7d3d-4afc-8758-c912e2548a83 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:22:09.599703 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a75840b7-7d3d-4afc-8758-c912e2548a83 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:22:09.642417 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-db853866-34df-4b01-b6e5-a89e3ee63f2c req-cfc53c68-6bee-4d28-8fb1-001e9afcbb68 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:09.683324 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc53c68-6bee-4d28-8fb1-001e9afcbb68 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Pushing event deleted for resources: {'Port': ['ID=24a28c01-1ac9-44d3-a9b6-6b59ec863d29,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:09.734479 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc4133c5-dd45-419f-9933-aa3a6925314c req-2d1cfc6e-e489-4c11-8f3b-d895c5cd06d9 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d56db741-3cbb-4024-93ba-112bb25d2c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916726 Jul 24 09:22:09.748494 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66e24dfd-7289-4ccd-ad9b-284a01e69cdf tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:09.825779 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-db853866-34df-4b01-b6e5-a89e3ee63f2c req-cfc53c68-6bee-4d28-8fb1-001e9afcbb68 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] No DVR routers for this DVR port 24a28c01-1ac9-44d3-a9b6-6b59ec863d29 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:22:09.828942 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-db853866-34df-4b01-b6e5-a89e3ee63f2c req-cfc53c68-6bee-4d28-8fb1-001e9afcbb68 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:09.832110 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db853866-34df-4b01-b6e5-a89e3ee63f2c req-cfc53c68-6bee-4d28-8fb1-001e9afcbb68 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.37 "DELETE /v2.0/ports/24a28c01-1ac9-44d3-a9b6-6b59ec863d29 HTTP/1.1" status: 204 len: 173 time: 1.1857076 Jul 24 09:22:09.881615 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256131e1-46ed-4f5c-aace-c52407f77d4e req-6029ed3a-900a-44e2-a0cd-ed90ac6e9371 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:09.883135 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-256131e1-46ed-4f5c-aace-c52407f77d4e req-6029ed3a-900a-44e2-a0cd-ed90ac6e9371 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.1358128 Jul 24 09:22:09.941984 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-256131e1-46ed-4f5c-aace-c52407f77d4e req-9859a11e-c550-489c-8a52-8a74ebd9fa1c tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503004 Jul 24 09:22:10.006623 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28c2e789-3243-4b52-846f-fb1c577ad103 req-0a665625-d30c-4072-b538-d06649a2d473 tempest-ServerTagsTestJSON-1499467028 tempest-ServerTagsTestJSON-1499467028-project] 10.222.0.32 "GET /v2.0/ports?device_id=17cb1229-a714-4f24-9b16-effeadf0125f HTTP/1.1" status: 200 len: 210 time: 0.0768030 Jul 24 09:22:10.058817 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66e24dfd-7289-4ccd-ad9b-284a01e69cdf tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:10.067400 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-43157954-1148-49e0-8dfd-2e6d8331f441 req-0f6deaae-af12-4bf4-b50a-4528c61c311b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Deleting port b8d95427-097a-4f00-9215-4defaab92a25 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:22:10.067742 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-43157954-1148-49e0-8dfd-2e6d8331f441 req-0f6deaae-af12-4bf4-b50a-4528c61c311b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:10.241367 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-43157954-1148-49e0-8dfd-2e6d8331f441 req-0f6deaae-af12-4bf4-b50a-4528c61c311b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] For port b8d95427-097a-4f00-9215-4defaab92a25, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=b8d95427-097a-4f00-9215-4defaab92a25,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:10.241840 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-43157954-1148-49e0-8dfd-2e6d8331f441 req-0f6deaae-af12-4bf4-b50a-4528c61c311b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:10.261198 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-43157954-1148-49e0-8dfd-2e6d8331f441 req-0f6deaae-af12-4bf4-b50a-4528c61c311b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Calling delete_port for b8d95427-097a-4f00-9215-4defaab92a25 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:22:10.328502 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e24dfd-7289-4ccd-ad9b-284a01e69cdf tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Router 6ef7501a-4d88-4c9a-b19a-aa5d1ea1c145 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:22:10.510670 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-43157954-1148-49e0-8dfd-2e6d8331f441 req-0f6deaae-af12-4bf4-b50a-4528c61c311b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:10.520449 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e24dfd-7289-4ccd-ad9b-284a01e69cdf tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:22:10.525713 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['b8d95427-097a-4f00-9215-4defaab92a25'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:22:10.531877 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defc034b-9b58-4fbc-98ba-2c4f1cb23987 None None] Sync routers for ids ['6ef7501a-4d88-4c9a-b19a-aa5d1ea1c145'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:22:10.552571 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fb3cb28c-ef7b-482b-8448-8835406cf1a7 req-54f01f12-eecb-435e-9b6b-10eaabf3c9a1 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0749807 Jul 24 09:22:10.555881 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6deaae-af12-4bf4-b50a-4528c61c311b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Pushing event deleted for resources: {'Port': ['ID=b8d95427-097a-4f00-9215-4defaab92a25,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:10.583046 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66e24dfd-7289-4ccd-ad9b-284a01e69cdf tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:10.584667 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-66e24dfd-7289-4ccd-ad9b-284a01e69cdf tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.8738360 Jul 24 09:22:10.587418 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41572) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:10.593056 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-56bd89fc-d54e-4ea1-8788-81d5bbe2b417 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'enable_snat': False}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:10.612918 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defc034b-9b58-4fbc-98ba-2c4f1cb23987 None None] Routers {'6ef7501a-4d88-4c9a-b19a-aa5d1ea1c145'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:22:10.613540 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-defc034b-9b58-4fbc-98ba-2c4f1cb23987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['6ef7501a-4d88-4c9a-b19a-aa5d1ea1c145'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:10.647694 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-43157954-1148-49e0-8dfd-2e6d8331f441 req-0f6deaae-af12-4bf4-b50a-4528c61c311b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] No DVR routers for this DVR port b8d95427-097a-4f00-9215-4defaab92a25 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:22:10.650542 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-43157954-1148-49e0-8dfd-2e6d8331f441 req-0f6deaae-af12-4bf4-b50a-4528c61c311b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:10.653674 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-43157954-1148-49e0-8dfd-2e6d8331f441 req-0f6deaae-af12-4bf4-b50a-4528c61c311b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.20 "DELETE /v2.0/ports/b8d95427-097a-4f00-9215-4defaab92a25 HTTP/1.1" status: 204 len: 173 time: 1.0533433 Jul 24 09:22:10.654446 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96fcdced-39ea-4f30-b7ef-b12e95cd7ea6', 'name': 'network-vif-deleted', 'tag': 'b8d95427-097a-4f00-9215-4defaab92a25'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:22:10.658604 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7265f959-fb8c-4d4b-a592-1bcc62f604d7" -d '{"events": [{"server_uuid": "96fcdced-39ea-4f30-b7ef-b12e95cd7ea6", "name": "network-vif-deleted", "tag": "b8d95427-097a-4f00-9215-4defaab92a25"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:22:10.698017 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-defc034b-9b58-4fbc-98ba-2c4f1cb23987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:10.730292 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cb1229-a714-4f24-9b16-effeadf0125f', 'name': 'network-vif-deleted', 'tag': '24a28c01-1ac9-44d3-a9b6-6b59ec863d29'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:22:10.736336 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223d82af-706e-40d5-8367-943c57b6746f" -d '{"events": [{"server_uuid": "17cb1229-a714-4f24-9b16-effeadf0125f", "name": "network-vif-deleted", "tag": "24a28c01-1ac9-44d3-a9b6-6b59ec863d29"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:22:10.737635 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defc034b-9b58-4fbc-98ba-2c4f1cb23987 None None] Routers {'6ef7501a-4d88-4c9a-b19a-aa5d1ea1c145'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:22:10.738548 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-defc034b-9b58-4fbc-98ba-2c4f1cb23987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['6ef7501a-4d88-4c9a-b19a-aa5d1ea1c145'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:10.742671 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a4afc2-d654-4fed-98f4-ca8ea327a567 x-openstack-request-id: req-75a4afc2-d654-4fed-98f4-ca8ea327a567 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:22:10.742982 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96fcdced-39ea-4f30-b7ef-b12e95cd7ea6", "name": "network-vif-deleted", "tag": "b8d95427-097a-4f00-9215-4defaab92a25", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:22:10.743240 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75a4afc2-d654-4fed-98f4-ca8ea327a567 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:22:10.743654 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96fcdced-39ea-4f30-b7ef-b12e95cd7ea6', 'name': 'network-vif-deleted', 'tag': 'b8d95427-097a-4f00-9215-4defaab92a25', 'status': 'completed', 'code': 200} Jul 24 09:22:10.856797 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-defc034b-9b58-4fbc-98ba-2c4f1cb23987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:10.857771 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defc034b-9b58-4fbc-98ba-2c4f1cb23987 None None] The sync data for ids ['6ef7501a-4d88-4c9a-b19a-aa5d1ea1c145'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:22:10.859421 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73be41c2-566e-4e59-8756-035aa3616e1d x-openstack-request-id: req-73be41c2-566e-4e59-8756-035aa3616e1d {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:22:10.859716 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cb1229-a714-4f24-9b16-effeadf0125f", "name": "network-vif-deleted", "tag": "24a28c01-1ac9-44d3-a9b6-6b59ec863d29", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:22:10.859970 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73be41c2-566e-4e59-8756-035aa3616e1d {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:22:10.860770 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cb1229-a714-4f24-9b16-effeadf0125f', 'name': 'network-vif-deleted', 'tag': '24a28c01-1ac9-44d3-a9b6-6b59ec863d29', 'status': 'completed', 'code': 200} Jul 24 09:22:11.009963 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-231ce360-b9f1-4096-856b-18b476a96d01 req-d8f82e26-20a6-456b-a47e-92b5a73ce4d7 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=96fcdced-39ea-4f30-b7ef-b12e95cd7ea6 HTTP/1.1" status: 200 len: 210 time: 0.0656722 Jul 24 09:22:11.169214 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41598) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:11.178222 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-56bd89fc-d54e-4ea1-8788-81d5bbe2b417 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:11.242283 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-36da23fa-2744-4b6a-b7c1-9d6a4a381e9d admin admin] Deleting subnet 4eb3069f-969d-4a24-a960-7bf7cef1d210 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:22:11.248562 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36da23fa-2744-4b6a-b7c1-9d6a4a381e9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:11.248876 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f77ed-ce9b-4547-8211-bc68fcc438a3 req-472ed53d-a360-46db-b51a-5a8dfb1b893c tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:11.261454 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dd7f77ed-ce9b-4547-8211-bc68fcc438a3 req-472ed53d-a360-46db-b51a-5a8dfb1b893c tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.1784468 Jul 24 09:22:11.269474 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 24a28c01-1ac9-44d3-a9b6-6b59ec863d29 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:22:11.300563 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36da23fa-2744-4b6a-b7c1-9d6a4a381e9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:11.317075 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 24a28c01-1ac9-44d3-a9b6-6b59ec863d29 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:22:11.324472 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 24a28c01-1ac9-44d3-a9b6-6b59ec863d29 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:22:11.359487 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36da23fa-2744-4b6a-b7c1-9d6a4a381e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:11.435882 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dd7f77ed-ce9b-4547-8211-bc68fcc438a3 req-f6973a3b-0282-4cf5-9f5c-a46af0300d0b tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728146 Jul 24 09:22:11.824643 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-56bd89fc-d54e-4ea1-8788-81d5bbe2b417 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:11.828578 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-56bd89fc-d54e-4ea1-8788-81d5bbe2b417 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593208'] for router, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:11.846174 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e8eecbf2-475c-43bb-900a-9c78f46e0557 req-b7017674-0e00-4547-9cb7-ab60b2401337 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0446305 Jul 24 09:22:11.893645 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36da23fa-2744-4b6a-b7c1-9d6a4a381e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:11.906930 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36da23fa-2744-4b6a-b7c1-9d6a4a381e9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:11.909130 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-36da23fa-2744-4b6a-b7c1-9d6a4a381e9d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4eb3069f-969d-4a24-a960-7bf7cef1d210 HTTP/1.1" status: 204 len: 168 time: 0.7375660 Jul 24 09:22:11.928487 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41610) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:11.946841 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da23fa-2744-4b6a-b7c1-9d6a4a381e9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eb3069f-969d-4a24-a960-7bf7cef1d210,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:11.964619 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bd89fc-d54e-4ea1-8788-81d5bbe2b417 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Router 6ef7501a-4d88-4c9a-b19a-aa5d1ea1c145 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:22:12.077897 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-99fc68b5-5171-4b0f-a43d-ac85b11d9218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:12.197476 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-99fc68b5-5171-4b0f-a43d-ac85b11d9218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:12.207015 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bd89fc-d54e-4ea1-8788-81d5bbe2b417 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:22:12.208678 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-99fc68b5-5171-4b0f-a43d-ac85b11d9218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79747ff0-4c68-45ec-a339-b9c0308c2acc']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:12.212469 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-56bd89fc-d54e-4ea1-8788-81d5bbe2b417 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:12.215666 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-56bd89fc-d54e-4ea1-8788-81d5bbe2b417 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "PUT /v2.0/routers/6ef7501a-4d88-4c9a-b19a-aa5d1ea1c145 HTTP/1.1" status: 200 len: 926 time: 1.6269183 Jul 24 09:22:12.217971 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918daa17-425e-4190-9acc-6f7f21326ab7 None None] Sync routers for ids ['6ef7501a-4d88-4c9a-b19a-aa5d1ea1c145'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:22:12.227265 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-99fc68b5-5171-4b0f-a43d-ac85b11d9218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcdb2df4-ac74-47eb-af3d-dcc8f1e6295c') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:12.227680 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41626) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:12.228194 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-99fc68b5-5171-4b0f-a43d-ac85b11d9218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcdb2df4-ac74-47eb-af3d-dcc8f1e6295c') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:12.231558 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918daa17-425e-4190-9acc-6f7f21326ab7 None None] Routers {'6ef7501a-4d88-4c9a-b19a-aa5d1ea1c145'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:22:12.232301 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-918daa17-425e-4190-9acc-6f7f21326ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['6ef7501a-4d88-4c9a-b19a-aa5d1ea1c145'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:12.248951 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-99fc68b5-5171-4b0f-a43d-ac85b11d9218 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:12.303191 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-918daa17-425e-4190-9acc-6f7f21326ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:12.311475 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-99fc68b5-5171-4b0f-a43d-ac85b11d9218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:12.324648 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918daa17-425e-4190-9acc-6f7f21326ab7 None None] Routers {'6ef7501a-4d88-4c9a-b19a-aa5d1ea1c145'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:22:12.325560 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-918daa17-425e-4190-9acc-6f7f21326ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['6ef7501a-4d88-4c9a-b19a-aa5d1ea1c145'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:12.327710 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fc68b5-5171-4b0f-a43d-ac85b11d9218 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:22:12.329903 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-99fc68b5-5171-4b0f-a43d-ac85b11d9218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:22:12.332040 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:22:12.393739 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a08d9f32-95b2-4b4d-a2e7-228988d013be tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "GET /v2.0/routers/6ef7501a-4d88-4c9a-b19a-aa5d1ea1c145 HTTP/1.1" status: 200 len: 926 time: 0.1646409 Jul 24 09:22:12.394768 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41630) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:12.396124 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-918daa17-425e-4190-9acc-6f7f21326ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:12.396992 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918daa17-425e-4190-9acc-6f7f21326ab7 None None] The sync data for ids ['6ef7501a-4d88-4c9a-b19a-aa5d1ea1c145'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:22:12.419917 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-99fc68b5-5171-4b0f-a43d-ac85b11d9218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:12.426020 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-99fc68b5-5171-4b0f-a43d-ac85b11d9218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:12.428509 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-99fc68b5-5171-4b0f-a43d-ac85b11d9218 admin admin] 10.222.0.32 "DELETE /v2.0/networks/79747ff0-4c68-45ec-a339-b9c0308c2acc HTTP/1.1" status: 204 len: 168 time: 0.4988613 Jul 24 09:22:12.460081 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc68b5-5171-4b0f-a43d-ac85b11d9218 admin admin] Pushing event deleted for resources: {'Network': ['ID=79747ff0-4c68-45ec-a339-b9c0308c2acc,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:12.593288 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8ba0b-74b5-448d-a9d6-7c633f43b0e8 req-9ce0f893-8031-4346-86b5-06c2a2f24d15 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:12.595152 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e6a8ba0b-74b5-448d-a9d6-7c633f43b0e8 req-9ce0f893-8031-4346-86b5-06c2a2f24d15 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.1123471 Jul 24 09:22:12.598318 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58b4d5a-7def-47a8-89e1-f9f70193d749 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:12.602925 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41640) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:12.603186 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a58b4d5a-7def-47a8-89e1-f9f70193d749 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&device_id=6ef7501a-4d88-4c9a-b19a-aa5d1ea1c145&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2068801 Jul 24 09:22:12.659127 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e6a8ba0b-74b5-448d-a9d6-7c633f43b0e8 req-5b3ec05e-f6df-40e7-80f0-f4bda3a76658 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547442 Jul 24 09:22:12.672645 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41642) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:12.721604 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d4d9829f-b7ce-46a7-83a8-ab47ac79a4d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a3a083a205f4d5e8b1a521444314bf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454812 Jul 24 09:22:12.722161 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41644) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:12.772836 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a843d617-2bf9-46c9-a044-299a3277f7d2 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:12.774295 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a843d617-2bf9-46c9-a044-299a3277f7d2 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 881 time: 0.1701815 Jul 24 09:22:12.779140 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41646) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:12.784243 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3554ab-cc60-426d-b928-9f444503ddd2 req-3a9502dc-7512-41ba-872d-7f92ef09d86c tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:12.786127 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7e3554ab-cc60-426d-b928-9f444503ddd2 req-3a9502dc-7512-41ba-872d-7f92ef09d86c tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.1805828 Jul 24 09:22:12.792775 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-96cb9003-e4c6-48bf-8cce-1c4bc1a79e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:12.817047 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c19c6703-9278-402a-9795-e538bf715249 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ef7501a-4d88-4c9a-b19a-aa5d1ea1c145 HTTP/1.1" status: 200 len: 205 time: 0.0364399 Jul 24 09:22:12.817789 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41652) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:12.832534 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7e3554ab-cc60-426d-b928-9f444503ddd2 req-d207d905-8ae1-4c63-91ab-94643900d80d tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382438 Jul 24 09:22:12.914807 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-96cb9003-e4c6-48bf-8cce-1c4bc1a79e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:12.990362 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a3e40145-e9c3-44f5-9772-55d5cdfac2e4 req-ab95ee61-2646-48a7-ac4b-5e0564239a09 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0463293 Jul 24 09:22:13.020416 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e8e3fb33-0331-41a2-ac2b-e04400a62a72 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:13.102663 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-96cb9003-e4c6-48bf-8cce-1c4bc1a79e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:13.109225 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-96cb9003-e4c6-48bf-8cce-1c4bc1a79e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:13.114588 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-96cb9003-e4c6-48bf-8cce-1c4bc1a79e69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8815af10-911c-45f9-9e98-32b524899ba4 HTTP/1.1" status: 204 len: 168 time: 0.3899209 Jul 24 09:22:13.130270 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb9003-e4c6-48bf-8cce-1c4bc1a79e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8815af10-911c-45f9-9e98-32b524899ba4,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:13.191372 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e8e3fb33-0331-41a2-ac2b-e04400a62a72 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:13.264096 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-e8e3fb33-0331-41a2-ac2b-e04400a62a72 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Deleting port adf13b62-f7cc-4ea0-9031-9fbf2d4be513 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:22:13.264792 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e8e3fb33-0331-41a2-ac2b-e04400a62a72 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:13.367796 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e8e3fb33-0331-41a2-ac2b-e04400a62a72 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:13.380194 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-e8e3fb33-0331-41a2-ac2b-e04400a62a72 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Calling delete_port for adf13b62-f7cc-4ea0-9031-9fbf2d4be513 owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:22:13.388785 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device b8d95427-097a-4f00-9215-4defaab92a25 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:22:13.426082 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: b8d95427-097a-4f00-9215-4defaab92a25 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:22:13.426931 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device b8d95427-097a-4f00-9215-4defaab92a25 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:22:13.655726 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e8e3fb33-0331-41a2-ac2b-e04400a62a72 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:13.689270 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3fb33-0331-41a2-ac2b-e04400a62a72 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Pushing event deleted for resources: {'Port': ['ID=adf13b62-f7cc-4ea0-9031-9fbf2d4be513,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:13.808632 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e8e3fb33-0331-41a2-ac2b-e04400a62a72 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:14.035389 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:14.129021 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5380d16-606d-420b-937f-e52bff9c3117 req-d02051e5-2d3a-4694-9fed-07b10a0a5df5 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:14.131327 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e5380d16-606d-420b-937f-e52bff9c3117 req-d02051e5-2d3a-4694-9fed-07b10a0a5df5 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.1576102 Jul 24 09:22:14.144634 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41702) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:14.209859 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c51185-7269-4036-a0a9-c1b17b9fae01 req-a02e50d7-02d9-4ca3-89c5-4eac532a2b77 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:14.212636 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-68c51185-7269-4036-a0a9-c1b17b9fae01 req-a02e50d7-02d9-4ca3-89c5-4eac532a2b77 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.20 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 946 time: 0.1709521 Jul 24 09:22:14.251106 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e5380d16-606d-420b-937f-e52bff9c3117 req-95e7f611-ec32-46cb-b9e6-53d14f36011b tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/security-groups?id=06839909-5249-4199-8c63-c095b42b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117432 Jul 24 09:22:14.372529 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-6f75520b-a2d3-4a2d-b8b8-661f9182dcf5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-454873197-network', 'tenant_id': '15a479973b244cfab3f0baf9c309b12b'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:14.428301 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e8e3fb33-0331-41a2-ac2b-e04400a62a72 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:14.430860 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c63ba5ff-df94-4f10-84f6-04c89625d260 req-be56efbc-98a4-4d6a-9e04-2da6ed14fa05 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0489621 Jul 24 09:22:14.438035 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c9643-4b10-47d3-bc1a-8fee3fd4f8cd req-368edb87-45e5-4989-a0f8-d4607d29b51f tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:14.439528 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-508c9643-4b10-47d3-bc1a-8fee3fd4f8cd req-368edb87-45e5-4989-a0f8-d4607d29b51f tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.6809123 Jul 24 09:22:14.440932 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e8e3fb33-0331-41a2-ac2b-e04400a62a72 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:14.451963 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f75520b-a2d3-4a2d-b8b8-661f9182dcf5 admin admin] Made reservation on behalf of 15a479973b244cfab3f0baf9c309b12b for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:22:14.454546 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6f75520b-a2d3-4a2d-b8b8-661f9182dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:14.468784 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6f75520b-a2d3-4a2d-b8b8-661f9182dcf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:14.477076 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-68c51185-7269-4036-a0a9-c1b17b9fae01 req-a62747aa-1acc-4c97-8449-4aaa328de4db tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Deleting port 281ac198-347e-44df-a282-fa513c72ccd8 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:22:14.477489 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-68c51185-7269-4036-a0a9-c1b17b9fae01 req-a62747aa-1acc-4c97-8449-4aaa328de4db tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:14.522257 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e8e3fb33-0331-41a2-ac2b-e04400a62a72 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:14.522950 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e3fb33-0331-41a2-ac2b-e04400a62a72 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Fanout notify agent at l3_agent the message router_deleted on router 6ef7501a-4d88-4c9a-b19a-aa5d1ea1c145 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:22:14.533995 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e8e3fb33-0331-41a2-ac2b-e04400a62a72 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:14.535122 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e8e3fb33-0331-41a2-ac2b-e04400a62a72 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "DELETE /v2.0/routers/6ef7501a-4d88-4c9a-b19a-aa5d1ea1c145 HTTP/1.1" status: 204 len: 168 time: 1.7114360 Jul 24 09:22:14.554425 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41714) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:14.564047 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-a3985663-93d5-4849-b027-645a35047c9d tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-901065963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:14.584034 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-508c9643-4b10-47d3-bc1a-8fee3fd4f8cd req-22433d5e-3192-4132-a1ac-2a645f506e0b tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups?id=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344409 Jul 24 09:22:14.607429 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d750b-6bb5-4c9f-aeb8-781f16f51e83 req-b0ee84d4-4b5a-41b1-bfc5-a2052a32f716 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:14.608846 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1c4d750b-6bb5-4c9f-aeb8-781f16f51e83 req-b0ee84d4-4b5a-41b1-bfc5-a2052a32f716 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 944 time: 0.3061550 Jul 24 09:22:14.637269 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-68c51185-7269-4036-a0a9-c1b17b9fae01 req-a62747aa-1acc-4c97-8449-4aaa328de4db tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] For port 281ac198-347e-44df-a282-fa513c72ccd8, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=281ac198-347e-44df-a282-fa513c72ccd8,segment=NetworkSegment(549f8fc2-6dd2-403e-86ee-6496c004d1b8),segment_id=549f8fc2-6dd2-403e-86ee-6496c004d1b8)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:14.637654 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-68c51185-7269-4036-a0a9-c1b17b9fae01 req-a62747aa-1acc-4c97-8449-4aaa328de4db tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:14.661141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-68c51185-7269-4036-a0a9-c1b17b9fae01 req-a62747aa-1acc-4c97-8449-4aaa328de4db tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Calling delete_port for 281ac198-347e-44df-a282-fa513c72ccd8 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:22:14.675423 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a3985663-93d5-4849-b027-645a35047c9d tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:14.676603 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a3985663-93d5-4849-b027-645a35047c9d tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:14.823737 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a3985663-93d5-4849-b027-645a35047c9d tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:14.845215 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bd05c380-c07d-4087-a396-f044c56154e3 req-820116d2-14c7-4ccd-ada9-e31304f8544e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0349324 Jul 24 09:22:14.847380 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a3985663-93d5-4849-b027-645a35047c9d tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:14.872576 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-1c4d750b-6bb5-4c9f-aeb8-781f16f51e83 req-1edd2dab-cee1-4193-ad0c-962f75c7b73d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Deleting port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:22:14.873116 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1c4d750b-6bb5-4c9f-aeb8-781f16f51e83 req-1edd2dab-cee1-4193-ad0c-962f75c7b73d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:14.903136 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-68c51185-7269-4036-a0a9-c1b17b9fae01 req-a62747aa-1acc-4c97-8449-4aaa328de4db tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:14.915341 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['281ac198-347e-44df-a282-fa513c72ccd8'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:22:14.983209 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-1c4d750b-6bb5-4c9f-aeb8-781f16f51e83 req-1edd2dab-cee1-4193-ad0c-962f75c7b73d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] For port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:14.983737 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1c4d750b-6bb5-4c9f-aeb8-781f16f51e83 req-1edd2dab-cee1-4193-ad0c-962f75c7b73d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:15.034418 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6f75520b-a2d3-4a2d-b8b8-661f9182dcf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:15.035912 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62747aa-1acc-4c97-8449-4aaa328de4db tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Pushing event deleted for resources: {'Port': ['ID=281ac198-347e-44df-a282-fa513c72ccd8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:15.046349 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a3985663-93d5-4849-b027-645a35047c9d tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:15.047736 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a3985663-93d5-4849-b027-645a35047c9d tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4923854 Jul 24 09:22:15.050402 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41724) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:15.055680 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-278c13ed-ab71-4206-a0df-06fe71d1db3f tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Request body: {'router': {'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:15.062167 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6f75520b-a2d3-4a2d-b8b8-661f9182dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:15.065740 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c51185-7269-4036-a0a9-c1b17b9fae01 req-a62747aa-1acc-4c97-8449-4aaa328de4db tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] No DVR routers for this DVR port 281ac198-347e-44df-a282-fa513c72ccd8 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:22:15.072147 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-68c51185-7269-4036-a0a9-c1b17b9fae01 req-a62747aa-1acc-4c97-8449-4aaa328de4db tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:15.074667 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-68c51185-7269-4036-a0a9-c1b17b9fae01 req-a62747aa-1acc-4c97-8449-4aaa328de4db tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.20 "DELETE /v2.0/ports/281ac198-347e-44df-a282-fa513c72ccd8 HTTP/1.1" status: 204 len: 173 time: 0.8502400 Jul 24 09:22:15.075121 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896e2b8e-333d-4d9e-88d1-6722b40a20a6', 'name': 'network-vif-deleted', 'tag': '281ac198-347e-44df-a282-fa513c72ccd8'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:22:15.084934 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3d113d-6ac5-43b8-a019-9cf16b6230e4" -d '{"events": [{"server_uuid": "896e2b8e-333d-4d9e-88d1-6722b40a20a6", "name": "network-vif-deleted", "tag": "281ac198-347e-44df-a282-fa513c72ccd8"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:22:15.104721 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f75520b-a2d3-4a2d-b8b8-661f9182dcf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:22:15.145981 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75520b-a2d3-4a2d-b8b8-661f9182dcf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:15.156145 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6f75520b-a2d3-4a2d-b8b8-661f9182dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:15.157552 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-6f75520b-a2d3-4a2d-b8b8-661f9182dcf5 admin admin] Added segment d1da0f7b-86f9-4cb3-973b-b91c6658c02f of type vlan for network 6be005b7-f644-4a9b-9c38-38fc50487690 Jul 24 09:22:15.240898 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6f75520b-a2d3-4a2d-b8b8-661f9182dcf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:15.268203 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa4b91f-a9ec-4f63-9b63-ec058b444e7f x-openstack-request-id: req-faa4b91f-a9ec-4f63-9b63-ec058b444e7f {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:22:15.268484 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896e2b8e-333d-4d9e-88d1-6722b40a20a6", "name": "network-vif-deleted", "tag": "281ac198-347e-44df-a282-fa513c72ccd8", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:22:15.268775 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-faa4b91f-a9ec-4f63-9b63-ec058b444e7f {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:22:15.269185 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896e2b8e-333d-4d9e-88d1-6722b40a20a6', 'name': 'network-vif-deleted', 'tag': '281ac198-347e-44df-a282-fa513c72ccd8', 'status': 'completed', 'code': 200} Jul 24 09:22:15.301850 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6f75520b-a2d3-4a2d-b8b8-661f9182dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:15.304232 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f75520b-a2d3-4a2d-b8b8-661f9182dcf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:15.308032 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6f75520b-a2d3-4a2d-b8b8-661f9182dcf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:15.391016 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6f75520b-a2d3-4a2d-b8b8-661f9182dcf5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2402668 Jul 24 09:22:15.394416 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41738) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:15.402592 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-5602df42-facf-4408-af89-1f00932e9855 admin admin] Request body: {'subnet': {'network_id': '6be005b7-f644-4a9b-9c38-38fc50487690', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-454873197-subnet', 'tenant_id': '15a479973b244cfab3f0baf9c309b12b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:15.465587 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8c89b4e4-e21c-449c-8b2f-b35b96212d0e req-07c71ceb-b8e9-41cc-ac98-042c0f759745 tempest-ServerRescueNegativeTestJSON-1091495170 tempest-ServerRescueNegativeTestJSON-1091495170-project] 10.222.0.32 "GET /v2.0/ports?device_id=896e2b8e-333d-4d9e-88d1-6722b40a20a6 HTTP/1.1" status: 200 len: 210 time: 0.0401785 Jul 24 09:22:15.470776 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-278c13ed-ab71-4206-a0df-06fe71d1db3f tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:15.481361 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75520b-a2d3-4a2d-b8b8-661f9182dcf5 admin admin] Pushing event updated for resources: {'Network': ['ID=6be005b7-f644-4a9b-9c38-38fc50487690,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:15.497639 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1c4d750b-6bb5-4c9f-aeb8-781f16f51e83 req-1edd2dab-cee1-4193-ad0c-962f75c7b73d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:15.497929 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1c4d750b-6bb5-4c9f-aeb8-781f16f51e83 req-1edd2dab-cee1-4193-ad0c-962f75c7b73d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:15.498252 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [req-1c4d750b-6bb5-4c9f-aeb8-781f16f51e83 req-1edd2dab-cee1-4193-ad0c-962f75c7b73d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Floating IP 69f9e186-77e8-4a2e-8bab-894e8a6f28a0 disassociated. External IP: 172.25.7.134, port: 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb. Jul 24 09:22:15.498595 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-1c4d750b-6bb5-4c9f-aeb8-781f16f51e83 req-1edd2dab-cee1-4193-ad0c-962f75c7b73d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Calling delete_port for 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:22:15.526992 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5602df42-facf-4408-af89-1f00932e9855 admin admin] Made reservation on behalf of 15a479973b244cfab3f0baf9c309b12b for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:22:15.529965 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5602df42-facf-4408-af89-1f00932e9855 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:15.533982 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 6be005b7-f644-4a9b-9c38-38fc50487690 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:22:15.671411 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3c1525ae-ad70-407f-a531-a493e4855e62 req-65f35a55-4350-4f0c-8ea4-daa59b089442 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0484259 Jul 24 09:22:15.838700 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1c4d750b-6bb5-4c9f-aeb8-781f16f51e83 req-1edd2dab-cee1-4193-ad0c-962f75c7b73d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:15.878270 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd2dab-cee1-4193-ad0c-962f75c7b73d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Pushing event deleted for resources: {'Port': ['ID=0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:15.974765 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-26d6afc1-5795-4450-8484-50a8ae52840a req-746eb7f0-eb42-405b-8ed8-6d58f5cb454a tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed0b3aa4-2384-4309-b12f-09acc5e33e47 HTTP/1.1" status: 200 len: 210 time: 0.1235723 Jul 24 09:22:15.977514 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5602df42-facf-4408-af89-1f00932e9855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:16.032892 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602df42-facf-4408-af89-1f00932e9855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec1bde5b-d4ec-4441-a78b-b03a297e50fb,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:16.061544 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5602df42-facf-4408-af89-1f00932e9855 admin admin] Checking segment: {'id': 'd1da0f7b-86f9-4cb3-973b-b91c6658c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6be005b7-f644-4a9b-9c38-38fc50487690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:22:16.061926 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5602df42-facf-4408-af89-1f00932e9855 admin admin] Network hostable DHCP agents. Network: 6be005b7-f644-4a9b-9c38-38fc50487690, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:22:16.080261 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5602df42-facf-4408-af89-1f00932e9855 admin admin] Network 6be005b7-f644-4a9b-9c38-38fc50487690 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:22:16.091614 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-5602df42-facf-4408-af89-1f00932e9855 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 6be005b7-f644-4a9b-9c38-38fc50487690) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:22:16.095916 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-278c13ed-ab71-4206-a0df-06fe71d1db3f tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:16.096765 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5602df42-facf-4408-af89-1f00932e9855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:16.097453 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5602df42-facf-4408-af89-1f00932e9855 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:16.110282 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d196c2bc-78d0-4fa3-b2dd-49cf72468d92 None None] Network 6be005b7-f644-4a9b-9c38-38fc50487690 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:22:16.117054 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5602df42-facf-4408-af89-1f00932e9855 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7185895 Jul 24 09:22:16.141487 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-278c13ed-ab71-4206-a0df-06fe71d1db3f tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:16.203517 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c4d750b-6bb5-4c9f-aeb8-781f16f51e83 req-1edd2dab-cee1-4193-ad0c-962f75c7b73d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Router 8399c0fd-02fd-468e-b6b2-7c975e2140e6 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:22:16.349019 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad2550b-ac7a-42a6-968f-40040d9f4627 None None] Network 6be005b7-f644-4a9b-9c38-38fc50487690 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:22:16.349220 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-278c13ed-ab71-4206-a0df-06fe71d1db3f tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Allocated IP 172.25.7.103 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/91fa5446-3fbe-44e0-9e23-c43215df6f99) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:22:16.396652 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c4d750b-6bb5-4c9f-aeb8-781f16f51e83 req-1edd2dab-cee1-4193-ad0c-962f75c7b73d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:22:16.453812 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1352c002-b7f8-4089-917c-2597adf8ba61 None None] Sync routers for ids ['8399c0fd-02fd-468e-b6b2-7c975e2140e6'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:22:16.516981 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4d750b-6bb5-4c9f-aeb8-781f16f51e83 req-1edd2dab-cee1-4193-ad0c-962f75c7b73d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] No DVR routers for this DVR port 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:22:16.521273 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1c4d750b-6bb5-4c9f-aeb8-781f16f51e83 req-1edd2dab-cee1-4193-ad0c-962f75c7b73d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:16.523371 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1c4d750b-6bb5-4c9f-aeb8-781f16f51e83 req-1edd2dab-cee1-4193-ad0c-962f75c7b73d tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.37 "DELETE /v2.0/ports/0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb HTTP/1.1" status: 204 len: 173 time: 1.9088929 Jul 24 09:22:16.523921 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0b3aa4-2384-4309-b12f-09acc5e33e47', 'name': 'network-vif-deleted', 'tag': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:22:16.530365 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1229db2c-477a-4a19-af68-685e84dc8c2a" -d '{"events": [{"server_uuid": "ed0b3aa4-2384-4309-b12f-09acc5e33e47", "name": "network-vif-deleted", "tag": "0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:22:16.539115 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:16.552315 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1352c002-b7f8-4089-917c-2597adf8ba61 None None] Routers {'8399c0fd-02fd-468e-b6b2-7c975e2140e6'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:22:16.554019 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-1352c002-b7f8-4089-917c-2597adf8ba61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8399c0fd-02fd-468e-b6b2-7c975e2140e6'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:16.591735 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-278c13ed-ab71-4206-a0df-06fe71d1db3f tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:16.599804 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41784) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:16.668127 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d98cf70-4973-4ce2-906d-3a55028d3cf3 x-openstack-request-id: req-4d98cf70-4973-4ce2-906d-3a55028d3cf3 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:22:16.668815 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0b3aa4-2384-4309-b12f-09acc5e33e47", "name": "network-vif-deleted", "tag": "0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:22:16.669606 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d98cf70-4973-4ce2-906d-3a55028d3cf3 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:22:16.670378 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0b3aa4-2384-4309-b12f-09acc5e33e47', 'name': 'network-vif-deleted', 'tag': '0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb', 'status': 'completed', 'code': 200} Jul 24 09:22:16.680913 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-1352c002-b7f8-4089-917c-2597adf8ba61 None None] Set router 8399c0fd-02fd-468e-b6b2-7c975e2140e6 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:22:16.804980 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfff4032-bcc2-4c1f-bc05-28422a08f56c req-1cb4d072-4bbb-4846-bad5-a5c7f95bba05 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0324442 Jul 24 09:22:16.845390 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-278c13ed-ab71-4206-a0df-06fe71d1db3f tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:16.910665 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278c13ed-ab71-4206-a0df-06fe71d1db3f tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:22:16.921796 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-278c13ed-ab71-4206-a0df-06fe71d1db3f tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:22:16.931538 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-a0cb7640-1723-4afd-a51b-fc76f750bb13 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:16.933174 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-a0cb7640-1723-4afd-a51b-fc76f750bb13 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/networks?id=6be005b7-f644-4a9b-9c38-38fc50487690 HTTP/1.1" status: 200 len: 813 time: 0.2619116 Jul 24 09:22:16.981180 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278c13ed-ab71-4206-a0df-06fe71d1db3f tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:22:16.986971 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c13ed-ab71-4206-a0df-06fe71d1db3f tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Pushing event updated for resources: {'Port': ['ID=91fa5446-3fbe-44e0-9e23-c43215df6f99,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:17.040256 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e61b65-bf50-4049-a1c1-35207a046425 req-140ed46f-4d27-47ad-8f81-9ecfba9ee0c4 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:17.048136 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-50e61b65-bf50-4049-a1c1-35207a046425 req-140ed46f-4d27-47ad-8f81-9ecfba9ee0c4 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/networks?id=8d844ade-4b4e-44fb-9c14-02a3515430cb HTTP/1.1" status: 200 len: 815 time: 0.1426773 Jul 24 09:22:17.065843 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-50e61b65-bf50-4049-a1c1-35207a046425 req-d94c9603-65e8-4aa2-8bd4-2d0e51e9071e tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/quotas/ff71f4793aae432d8262e2f84f19329d HTTP/1.1" status: 200 len: 375 time: 0.0166934 Jul 24 09:22:17.071910 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-5e326496-a88c-46de-bfd4-894b01a24b47 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/quotas/15a479973b244cfab3f0baf9c309b12b HTTP/1.1" status: 200 len: 375 time: 0.0501776 Jul 24 09:22:17.119835 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-1683fe3f-d138-4d0b-abbd-7486ed131352 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=15a479973b244cfab3f0baf9c309b12b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468280 Jul 24 09:22:17.125730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-1352c002-b7f8-4089-917c-2597adf8ba61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'name': 'tempest-ServerActionsTestJSON-1789517492-router', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:13:17Z', 'updated_at': '2021-07-24T09:13:22Z', 'revision_number': 4, 'project_id': '1a05e6e5898f4251b0312ce083171a42', 'gw_port': {'id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:18Z', 'updated_at': '2021-07-24T09:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '18495f01-bc43-4653-8add-f003e9ecad6c', 'name': '', 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'mac_address': 'fa:16:3e:e1:3d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '33f84861-778d-4828-92aa-af092c959084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:21Z', 'updated_at': '2021-07-24T09:13:29Z', 'revision_number': 5, 'project_id': '1a05e6e5898f4251b0312ce083171a42', 'subnets': [{'id': '33f84861-778d-4828-92aa-af092c959084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:17.156716 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1352c002-b7f8-4089-917c-2597adf8ba61 None None] Checking router: 8399c0fd-02fd-468e-b6b2-7c975e2140e6 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:22:17.167077 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1352c002-b7f8-4089-917c-2597adf8ba61 None None] Routers {'8399c0fd-02fd-468e-b6b2-7c975e2140e6'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:22:17.168092 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-1352c002-b7f8-4089-917c-2597adf8ba61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8399c0fd-02fd-468e-b6b2-7c975e2140e6'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:17.192432 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-50e61b65-bf50-4049-a1c1-35207a046425 req-1e2e31f1-9c48-4597-95c0-0bf94549b90c tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff71f4793aae432d8262e2f84f19329d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1255004 Jul 24 09:22:17.315796 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:22:17.360883 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:22:17.361137 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 0d4dda2d-f17b-474a-bcfd-d351a4c1d4bb not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:22:17.365906 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-1352c002-b7f8-4089-917c-2597adf8ba61 None None] Set router 8399c0fd-02fd-468e-b6b2-7c975e2140e6 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:22:17.412704 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 281ac198-347e-44df-a282-fa513c72ccd8 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:22:17.420413 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-50e61b65-bf50-4049-a1c1-35207a046425 req-37f28c60-d192-45fd-8d34-c1e6c5a2a2a1 service neutron] 10.222.0.32 "GET /v2.0/networks/8d844ade-4b4e-44fb-9c14-02a3515430cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266388 Jul 24 09:22:17.441932 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 281ac198-347e-44df-a282-fa513c72ccd8 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:22:17.442111 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 281ac198-347e-44df-a282-fa513c72ccd8 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:22:17.565573 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-50e61b65-bf50-4049-a1c1-35207a046425 req-d008c618-60bb-40ac-b2ba-ea8c430de7e5 service neutron] 10.222.0.32 "GET /v2.0/networks/8d844ade-4b4e-44fb-9c14-02a3515430cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438472 Jul 24 09:22:17.647176 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-1352c002-b7f8-4089-917c-2597adf8ba61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'name': 'tempest-ServerActionsTestJSON-1789517492-router', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:13:17Z', 'updated_at': '2021-07-24T09:13:22Z', 'revision_number': 4, 'project_id': '1a05e6e5898f4251b0312ce083171a42', 'gw_port': {'id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:18Z', 'updated_at': '2021-07-24T09:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '18495f01-bc43-4653-8add-f003e9ecad6c', 'name': '', 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'mac_address': 'fa:16:3e:e1:3d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '33f84861-778d-4828-92aa-af092c959084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:21Z', 'updated_at': '2021-07-24T09:13:29Z', 'revision_number': 5, 'project_id': '1a05e6e5898f4251b0312ce083171a42', 'subnets': [{'id': '33f84861-778d-4828-92aa-af092c959084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:17.691455 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1352c002-b7f8-4089-917c-2597adf8ba61 None None] The sync data for ids ['8399c0fd-02fd-468e-b6b2-7c975e2140e6'] in n-d-800085-9 is: [{'id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'name': 'tempest-ServerActionsTestJSON-1789517492-router', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:13:17Z', 'updated_at': '2021-07-24T09:13:22Z', 'revision_number': 4, 'project_id': '1a05e6e5898f4251b0312ce083171a42', 'gw_port': {'id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:18Z', 'updated_at': '2021-07-24T09:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '18495f01-bc43-4653-8add-f003e9ecad6c', 'name': '', 'network_id': '68b64780-c69e-4432-87ba-d598170da5b7', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'mac_address': 'fa:16:3e:e1:3d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '33f84861-778d-4828-92aa-af092c959084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:21Z', 'updated_at': '2021-07-24T09:13:29Z', 'revision_number': 5, 'project_id': '1a05e6e5898f4251b0312ce083171a42', 'subnets': [{'id': '33f84861-778d-4828-92aa-af092c959084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:22:17.787729 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-ad905be0-4029-4dca-ab9a-77fb80e98a41 service neutron] 10.222.0.32 "GET /v2.0/networks/6be005b7-f644-4a9b-9c38-38fc50487690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6662893 Jul 24 09:22:18.060998 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-b53f7034-94b5-47fe-acbe-ef5fffa34349 service neutron] 10.222.0.32 "GET /v2.0/networks/6be005b7-f644-4a9b-9c38-38fc50487690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721658 Jul 24 09:22:18.070244 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-278c13ed-ab71-4206-a0df-06fe71d1db3f tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:18.198803 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88722690-4e15-47a3-82ce-7d6191d57013 None None] New status for floating IP 69f9e186-77e8-4a2e-8bab-894e8a6f28a0: DOWN {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:22:18.593844 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:22:18.653769 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c06398ea-fba8-4ca2-bcc1-f9bbc08cc27d req-9fe11e3c-8bef-4988-8443-655424cdd083 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7&device_id=edeb4c5d-aa1c-40e0-8522-02ae3097146f HTTP/1.1" status: 200 len: 210 time: 0.0715127 Jul 24 09:22:18.694638 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-278c13ed-ab71-4206-a0df-06fe71d1db3f tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:18.700064 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-278c13ed-ab71-4206-a0df-06fe71d1db3f tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593208'] for router, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:18.704077 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6b3bc98-7091-4db7-a836-3236bd0499bb req-8de7705a-9a1d-4790-a1a3-b053b6be6d5d tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b55c3a8-a8cb-4799-84d8-8948e32a0537 HTTP/1.1" status: 200 len: 210 time: 0.1529913 Jul 24 09:22:18.708674 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5a1de58b-e250-460b-901f-3ef671415932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:18.801553 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41858) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:18.804518 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-791982d1-5553-4f10-ab7c-982cb5fd3b20 req-2677b522-6b32-4cd8-8ff8-1006e05a3325 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 210 time: 0.0661998 Jul 24 09:22:18.878364 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-25e29f28-4e25-41d7-bef5-c2d65545b14e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:18.922639 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-25e29f28-4e25-41d7-bef5-c2d65545b14e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:19.002243 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-25e29f28-4e25-41d7-bef5-c2d65545b14e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:19.009210 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-25e29f28-4e25-41d7-bef5-c2d65545b14e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:19.013378 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-25e29f28-4e25-41d7-bef5-c2d65545b14e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "DELETE /v2.0/security-groups/069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c HTTP/1.1" status: 204 len: 168 time: 0.2050343 Jul 24 09:22:19.030673 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41866) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:19.032845 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e29f28-4e25-41d7-bef5-c2d65545b14e tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:19.078453 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-e78226aa-9d0a-4402-929c-be5a5cc211a4 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] show failed (client error): The resource could not be found. Jul 24 09:22:19.082068 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e78226aa-9d0a-4402-929c-be5a5cc211a4 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "GET /v2.0/security-groups/069bc0f5-3d1f-4e7f-b6c9-aeece2e9905c HTTP/1.1" status: 404 len: 347 time: 0.0439785 Jul 24 09:22:19.082068 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e06bc51b-0627-43c6-833e-fdf59d360a9a req-53ae0c43-2703-43b2-9261-438b7b59ef93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b05280a936b42c48d8631a795d7d7f5&device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0501645 Jul 24 09:22:19.082358 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41870) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:19.152727 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e06bc51b-0627-43c6-833e-fdf59d360a9a req-e73631bd-cc0a-49d2-93d7-5c1674054047 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7b05280a936b42c48d8631a795d7d7f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629354 Jul 24 09:22:19.241025 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278c13ed-ab71-4206-a0df-06fe71d1db3f tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Router 0561a952-24ce-4681-8d85-b4aba1de612b is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:22:19.288354 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da34e598-1596-4600-b058-fc1cbdebbb41 req-5127474c-7110-421a-91d3-5b5d9509bace tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.1230466 Jul 24 09:22:19.446361 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-c3295d21-34c7-4147-9a8b-699b089090b4 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Deleting port 91fa1863-7bcf-46e8-8881-fa06989bb84d {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:22:19.446854 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c3295d21-34c7-4147-9a8b-699b089090b4 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:19.466502 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bc51b-0627-43c6-833e-fdf59d360a9a req-71badebf-e778-4c2b-99f1-bc958a1b421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:19.468153 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e06bc51b-0627-43c6-833e-fdf59d360a9a req-71badebf-e778-4c2b-99f1-bc958a1b421f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3047869 Jul 24 09:22:19.542163 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278c13ed-ab71-4206-a0df-06fe71d1db3f tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:22:19.542363 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c3295d21-34c7-4147-9a8b-699b089090b4 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:19.542363 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c3295d21-34c7-4147-9a8b-699b089090b4 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:19.549378 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-278c13ed-ab71-4206-a0df-06fe71d1db3f tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:19.550592 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2186c19-e4e1-49c7-bedf-47efb3e6cd7e None None] Sync routers for ids ['0561a952-24ce-4681-8d85-b4aba1de612b'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:22:19.551026 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-278c13ed-ab71-4206-a0df-06fe71d1db3f tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "PUT /v2.0/routers/0561a952-24ce-4681-8d85-b4aba1de612b HTTP/1.1" status: 200 len: 883 time: 4.4991875 Jul 24 09:22:19.554176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41882) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:19.561776 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-c3295d21-34c7-4147-9a8b-699b089090b4 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Calling delete_port for 91fa1863-7bcf-46e8-8881-fa06989bb84d owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:22:19.565771 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e61b65-bf50-4049-a1c1-35207a046425 req-e905cebd-7d3e-4a7e-9882-8e43932f34c9 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:19.567253 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-50e61b65-bf50-4049-a1c1-35207a046425 req-e905cebd-7d3e-4a7e-9882-8e43932f34c9 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.37 "GET /v2.0/networks?id=8d844ade-4b4e-44fb-9c14-02a3515430cb HTTP/1.1" status: 200 len: 815 time: 0.3043990 Jul 24 09:22:19.579745 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2186c19-e4e1-49c7-bedf-47efb3e6cd7e None None] Routers {'0561a952-24ce-4681-8d85-b4aba1de612b'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:22:19.580701 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a2186c19-e4e1-49c7-bedf-47efb3e6cd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0561a952-24ce-4681-8d85-b4aba1de612b'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:19.635405 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a2186c19-e4e1-49c7-bedf-47efb3e6cd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:19.649611 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2186c19-e4e1-49c7-bedf-47efb3e6cd7e None None] Routers {'0561a952-24ce-4681-8d85-b4aba1de612b'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:22:19.650376 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a2186c19-e4e1-49c7-bedf-47efb3e6cd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0561a952-24ce-4681-8d85-b4aba1de612b'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:19.656704 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-50e61b65-bf50-4049-a1c1-35207a046425 req-aad81beb-655e-40d2-adbc-dfd3baca4385 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Request body: {'port': {'device_id': '3b55c3a8-a8cb-4799-84d8-8948e32a0537', 'network_id': '8d844ade-4b4e-44fb-9c14-02a3515430cb', 'admin_state_up': True, 'tenant_id': 'ff71f4793aae432d8262e2f84f19329d'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:19.687960 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a2186c19-e4e1-49c7-bedf-47efb3e6cd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:19.688922 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2186c19-e4e1-49c7-bedf-47efb3e6cd7e None None] The sync data for ids ['0561a952-24ce-4681-8d85-b4aba1de612b'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:22:19.698130 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-5a1de58b-e250-460b-901f-3ef671415932 admin admin] Deleting port 07bae3a1-b502-42ea-91b7-1ddc5a4150f7 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:22:19.698839 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5a1de58b-e250-460b-901f-3ef671415932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:19.727279 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c3295d21-34c7-4147-9a8b-699b089090b4 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:19.761195 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3295d21-34c7-4147-9a8b-699b089090b4 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Pushing event deleted for resources: {'Port': ['ID=91fa1863-7bcf-46e8-8881-fa06989bb84d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:19.812309 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-5a1de58b-e250-460b-901f-3ef671415932 admin admin] For port 07bae3a1-b502-42ea-91b7-1ddc5a4150f7, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=07bae3a1-b502-42ea-91b7-1ddc5a4150f7,segment=NetworkSegment(549f8fc2-6dd2-403e-86ee-6496c004d1b8),segment_id=549f8fc2-6dd2-403e-86ee-6496c004d1b8)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:19.812931 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5a1de58b-e250-460b-901f-3ef671415932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:19.830010 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-5a1de58b-e250-460b-901f-3ef671415932 admin admin] Calling delete_port for 07bae3a1-b502-42ea-91b7-1ddc5a4150f7 owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:22:19.833634 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c3295d21-34c7-4147-9a8b-699b089090b4 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:19.847832 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c3295d21-34c7-4147-9a8b-699b089090b4 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:19.852068 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c3295d21-34c7-4147-9a8b-699b089090b4 tempest-ServerActionsTestJSON-1211782647 tempest-ServerActionsTestJSON-1211782647-project] 10.222.0.32 "DELETE /v2.0/floatingips/69f9e186-77e8-4a2e-8bab-894e8a6f28a0 HTTP/1.1" status: 204 len: 168 time: 0.7657578 Jul 24 09:22:19.852068 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41888) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:19.981869 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b8ef05ec-0912-4c3b-96f5-e0319599dbd6 req-aeb4bd40-a3cd-4c48-bb4c-4282fa7e3da7 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 210 time: 0.0725200 Jul 24 09:22:20.056457 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-693a4e16-3915-4b7d-8456-cac0fa51d7cb req-a280c6e9-968a-41ac-9228-4f5e6e10cce3 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b55c3a8-a8cb-4799-84d8-8948e32a0537 HTTP/1.1" status: 200 len: 210 time: 0.1668320 Jul 24 09:22:20.115253 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-25e32dc9-d062-4c03-8c68-d4ccc51e9e38 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "GET /v2.0/routers/0561a952-24ce-4681-8d85-b4aba1de612b HTTP/1.1" status: 200 len: 924 time: 0.5586858 Jul 24 09:22:20.119421 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41898) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:20.271935 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e61b65-bf50-4049-a1c1-35207a046425 req-aad81beb-655e-40d2-adbc-dfd3baca4385 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Made reservation on behalf of ff71f4793aae432d8262e2f84f19329d for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:22:20.275510 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-50e61b65-bf50-4049-a1c1-35207a046425 req-aad81beb-655e-40d2-adbc-dfd3baca4385 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:20.290647 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-a4a8a3a4-43f7-49fc-b3c4-539e38cdbe30 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:20.292353 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-a4a8a3a4-43f7-49fc-b3c4-539e38cdbe30 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.37 "GET /v2.0/networks?id=6be005b7-f644-4a9b-9c38-38fc50487690 HTTP/1.1" status: 200 len: 813 time: 0.3780639 Jul 24 09:22:20.301160 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d187ef34-effc-4ff6-bfcb-7406d3b166b5 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:20.302691 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d187ef34-effc-4ff6-bfcb-7406d3b166b5 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&device_id=0561a952-24ce-4681-8d85-b4aba1de612b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1823328 Jul 24 09:22:20.306398 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41906) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:20.320515 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-e97466cd-ed68-4712-a5c7-96091ff53700 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Request body: {'port': {'device_id': '8804bb13-b420-4452-8d17-1689586126ae', 'network_id': '6be005b7-f644-4a9b-9c38-38fc50487690', 'admin_state_up': True, 'tenant_id': '15a479973b244cfab3f0baf9c309b12b'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:20.454941 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b440e8d-c421-4d3e-825c-26e8e9abcaba tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:20.456340 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8b440e8d-c421-4d3e-825c-26e8e9abcaba tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 881 time: 0.1490541 Jul 24 09:22:20.459352 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41908) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:20.499418 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-611e5f5e-d0da-42a5-af17-1ebc5f6f2062 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "GET /v2.0/ports?device_id=0561a952-24ce-4681-8d85-b4aba1de612b HTTP/1.1" status: 200 len: 205 time: 0.0388787 Jul 24 09:22:20.504787 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41912) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:20.507747 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b6ce992-e77b-47f4-95b6-7fbc18030248 req-baab7e5a-ef59-4bdc-9082-b8eaf8d39352 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.1005764 Jul 24 09:22:20.939424 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5a1de58b-e250-460b-901f-3ef671415932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:20.981391 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-50e61b65-bf50-4049-a1c1-35207a046425 req-aad81beb-655e-40d2-adbc-dfd3baca4385 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Allocated IP 172.20.0.11 (8d844ade-4b4e-44fb-9c14-02a3515430cb/bef3db85-2ab0-417d-a2e7-65a979b570f2/5b707c82-d21f-4b7f-9ebf-6c0e44d51620) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:22:20.988165 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1de58b-e250-460b-901f-3ef671415932 admin admin] Pushing event deleted for resources: {'Port': ['ID=07bae3a1-b502-42ea-91b7-1ddc5a4150f7,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:21.008596 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e06bc51b-0627-43c6-833e-fdf59d360a9a req-ba021736-b1ff-4dcc-b76c-068a51f91079 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0412025 Jul 24 09:22:21.034732 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-95ea95c0-00d2-4ae2-b32e-a876b69cd46a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:21.096001 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1de58b-e250-460b-901f-3ef671415932 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:21.096353 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1de58b-e250-460b-901f-3ef671415932 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:21.096701 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1de58b-e250-460b-901f-3ef671415932 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:21.097178 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1de58b-e250-460b-901f-3ef671415932 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:21.097523 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1de58b-e250-460b-901f-3ef671415932 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:21.097858 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1de58b-e250-460b-901f-3ef671415932 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:21.100925 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1de58b-e250-460b-901f-3ef671415932 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:21.100925 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1de58b-e250-460b-901f-3ef671415932 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:21.100925 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1de58b-e250-460b-901f-3ef671415932 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:21.100925 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1de58b-e250-460b-901f-3ef671415932 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:21.100925 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1de58b-e250-460b-901f-3ef671415932 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:21.100925 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1de58b-e250-460b-901f-3ef671415932 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:21.145270 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5abb340e-2044-4f7b-8d34-4f7c9b804210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:21.147409 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-e97466cd-ed68-4712-a5c7-96091ff53700 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Made reservation on behalf of 15a479973b244cfab3f0baf9c309b12b for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:22:21.153568 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-e97466cd-ed68-4712-a5c7-96091ff53700 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:21.220109 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a366866d-6849-4337-9a7f-1f129f12cf2f req-4042beff-9f4b-4612-902b-41a97ece9edf tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 210 time: 0.0947583 Jul 24 09:22:21.295221 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-95ea95c0-00d2-4ae2-b32e-a876b69cd46a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:21.335731 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1bbaf6ea-0836-4cb3-a5e7-1506c5af67e4 req-ccb90fca-edb7-4a5c-9a33-26c3465a4dc4 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b55c3a8-a8cb-4799-84d8-8948e32a0537 HTTP/1.1" status: 200 len: 210 time: 0.0526237 Jul 24 09:22:21.414893 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-95ea95c0-00d2-4ae2-b32e-a876b69cd46a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Deleting port 91fa5446-3fbe-44e0-9e23-c43215df6f99 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:22:21.415245 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-95ea95c0-00d2-4ae2-b32e-a876b69cd46a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:21.507405 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5a1de58b-e250-460b-901f-3ef671415932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:21.665760 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-95ea95c0-00d2-4ae2-b32e-a876b69cd46a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:21.710164 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-95ea95c0-00d2-4ae2-b32e-a876b69cd46a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Calling delete_port for 91fa5446-3fbe-44e0-9e23-c43215df6f99 owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:22:21.719792 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-50e61b65-bf50-4049-a1c1-35207a046425 req-aad81beb-655e-40d2-adbc-dfd3baca4385 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:21.737349 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2a190839-0f0a-4d69-b228-ec805f8b2fb2 req-345b1b6b-a868-446d-b9dd-61778994b414 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e0b927-af5b-40dc-b7dc-4bbc1b5e7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0438683 Jul 24 09:22:21.792306 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-e97466cd-ed68-4712-a5c7-96091ff53700 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Allocated IP 172.20.0.9 (6be005b7-f644-4a9b-9c38-38fc50487690/ec1bde5b-d4ec-4441-a78b-b03a297e50fb/fbe2712c-ebd5-4ff7-a072-7d060fc00e28) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:22:21.830337 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-5abb340e-2044-4f7b-8d34-4f7c9b804210 admin admin] Deleting port 18495f01-bc43-4653-8add-f003e9ecad6c {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:22:21.830863 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5abb340e-2044-4f7b-8d34-4f7c9b804210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:21.918916 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-50e61b65-bf50-4049-a1c1-35207a046425 req-aad81beb-655e-40d2-adbc-dfd3baca4385 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:21.931960 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:22:21.935516 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['817a6aca-9aae-4476-9c65-62feb31400b7', '2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:22:22.000922 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1de58b-e250-460b-901f-3ef671415932 admin admin] Router a07bf143-4406-4f9c-97f7-e3faab5f3df3 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:22:22.003053 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-5abb340e-2044-4f7b-8d34-4f7c9b804210 admin admin] For port 18495f01-bc43-4653-8add-f003e9ecad6c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=18495f01-bc43-4653-8add-f003e9ecad6c,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:22.003444 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5abb340e-2044-4f7b-8d34-4f7c9b804210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:22.024905 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-5abb340e-2044-4f7b-8d34-4f7c9b804210 admin admin] Calling delete_port for 18495f01-bc43-4653-8add-f003e9ecad6c owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:22:22.025647 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e61b65-bf50-4049-a1c1-35207a046425 req-aad81beb-655e-40d2-adbc-dfd3baca4385 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Network 8d844ade-4b4e-44fb-9c14-02a3515430cb is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:22:22.041891 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-95ea95c0-00d2-4ae2-b32e-a876b69cd46a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:22.045002 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-50e61b65-bf50-4049-a1c1-35207a046425 req-aad81beb-655e-40d2-adbc-dfd3baca4385 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:22:22.048330 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e61b65-bf50-4049-a1c1-35207a046425 req-aad81beb-655e-40d2-adbc-dfd3baca4385 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:22:22.057609 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad81beb-655e-40d2-adbc-dfd3baca4385 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Pushing event updated for resources: {'Port': ['ID=5b707c82-d21f-4b7f-9ebf-6c0e44d51620,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:22.265365 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e61b65-bf50-4049-a1c1-35207a046425 req-aad81beb-655e-40d2-adbc-dfd3baca4385 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:22.266920 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-50e61b65-bf50-4049-a1c1-35207a046425 req-aad81beb-655e-40d2-adbc-dfd3baca4385 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:22.315558 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-e97466cd-ed68-4712-a5c7-96091ff53700 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:22.320298 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-50e61b65-bf50-4049-a1c1-35207a046425 req-aad81beb-655e-40d2-adbc-dfd3baca4385 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7003009 Jul 24 09:22:22.323918 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea95c0-00d2-4ae2-b32e-a876b69cd46a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Pushing event deleted for resources: {'Port': ['ID=91fa5446-3fbe-44e0-9e23-c43215df6f99,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:22.344459 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-50e61b65-bf50-4049-a1c1-35207a046425 req-c92a49da-0dc7-4088-87ef-ca42fda85155 service neutron] Request body: {'port': {'device_id': '3b55c3a8-a8cb-4799-84d8-8948e32a0537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:22.455168 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5abb340e-2044-4f7b-8d34-4f7c9b804210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:22.476175 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1de58b-e250-460b-901f-3ef671415932 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:22:22.480772 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e8472fe6-4712-44e5-81f0-cd616a669f7c req-b020198d-ff94-4176-92d7-4bac85351a5c tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 210 time: 0.0891509 Jul 24 09:22:22.486937 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5a1de58b-e250-460b-901f-3ef671415932 admin admin] 10.222.0.32 "PUT /v2.0/routers/a07bf143-4406-4f9c-97f7-e3faab5f3df3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8860462 Jul 24 09:22:22.491736 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41958) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:22.493815 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fb9f8c-1b03-46d8-b24e-835cd15f95fb None None] Sync routers for ids ['a07bf143-4406-4f9c-97f7-e3faab5f3df3'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:22:22.522444 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb340e-2044-4f7b-8d34-4f7c9b804210 admin admin] Pushing event deleted for resources: {'Port': ['ID=18495f01-bc43-4653-8add-f003e9ecad6c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:22.528500 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fb9f8c-1b03-46d8-b24e-835cd15f95fb None None] Routers {'a07bf143-4406-4f9c-97f7-e3faab5f3df3'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:22:22.529188 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f2fb9f8c-1b03-46d8-b24e-835cd15f95fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['a07bf143-4406-4f9c-97f7-e3faab5f3df3'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:22.602459 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-95ea95c0-00d2-4ae2-b32e-a876b69cd46a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:22.640490 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-e97466cd-ed68-4712-a5c7-96091ff53700 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:22.654073 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-f2fb9f8c-1b03-46d8-b24e-835cd15f95fb None None] Set router a07bf143-4406-4f9c-97f7-e3faab5f3df3 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:22:22.708252 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97466cd-ed68-4712-a5c7-96091ff53700 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Pushing event updated for resources: {'Port': ['ID=fbe2712c-ebd5-4ff7-a072-7d060fc00e28,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:22.720320 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-50e61b65-bf50-4049-a1c1-35207a046425 req-c92a49da-0dc7-4088-87ef-ca42fda85155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:22.757812 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-e97466cd-ed68-4712-a5c7-96091ff53700 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Network 6be005b7-f644-4a9b-9c38-38fc50487690 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:22:22.759681 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-e97466cd-ed68-4712-a5c7-96091ff53700 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:22:22.892344 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f2fb9f8c-1b03-46d8-b24e-835cd15f95fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07bf143-4406-4f9c-97f7-e3faab5f3df3', 'name': 'tempest-ServerRescueNegativeTestJSON-2020370087-router', 'tenant_id': '7014e11e214d48f49651526c89418bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '4497a7e9-6d69-4951-aa78-938ff398766a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:19:33Z', 'updated_at': '2021-07-24T09:22:20Z', 'revision_number': 5, 'project_id': '7014e11e214d48f49651526c89418bc1', 'gw_port': {'id': '4497a7e9-6d69-4951-aa78-938ff398766a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07bf143-4406-4f9c-97f7-e3faab5f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:19:34Z', 'updated_at': '2021-07-24T09:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:22.920788 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-95ea95c0-00d2-4ae2-b32e-a876b69cd46a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:22.923338 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-95ea95c0-00d2-4ae2-b32e-a876b69cd46a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:22.961844 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fb9f8c-1b03-46d8-b24e-835cd15f95fb None None] Checking router: a07bf143-4406-4f9c-97f7-e3faab5f3df3 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:22:22.970345 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-e97466cd-ed68-4712-a5c7-96091ff53700 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:22:22.987263 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fb9f8c-1b03-46d8-b24e-835cd15f95fb None None] Routers {'a07bf143-4406-4f9c-97f7-e3faab5f3df3'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:22:22.988259 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f2fb9f8c-1b03-46d8-b24e-835cd15f95fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['a07bf143-4406-4f9c-97f7-e3faab5f3df3'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:23.024024 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-95ea95c0-00d2-4ae2-b32e-a876b69cd46a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:23.024468 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ea95c0-00d2-4ae2-b32e-a876b69cd46a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Fanout notify agent at l3_agent the message router_deleted on router 0561a952-24ce-4681-8d85-b4aba1de612b {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:22:23.043776 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-95ea95c0-00d2-4ae2-b32e-a876b69cd46a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:23.045028 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-95ea95c0-00d2-4ae2-b32e-a876b69cd46a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "DELETE /v2.0/routers/0561a952-24ce-4681-8d85-b4aba1de612b HTTP/1.1" status: 204 len: 168 time: 2.5384867 Jul 24 09:22:23.077365 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f125b07f-b281-4cd7-8360-cebe38f75bf6 req-dc955d3c-e638-4195-a6b0-291d894a9b28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b05280a936b42c48d8631a795d7d7f5&device_id=edeb4c5d-aa1c-40e0-8522-02ae3097146f HTTP/1.1" status: 200 len: 210 time: 0.0423403 Jul 24 09:22:23.079415 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41972) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:23.084984 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-fcd8fbaf-ee4d-4d0d-ada3-806ba8144bd2 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-649165965', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:23.098230 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-e97466cd-ed68-4712-a5c7-96091ff53700 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:23.098989 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-e97466cd-ed68-4712-a5c7-96091ff53700 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:23.119522 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a1a23647-c13b-4393-8ec1-00136d61149e admin admin] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:23.123998 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794570c-65c0-4de8-a2f4-89436dc13883 req-4827741f-3e54-4b8e-b9e8-4e43b03b788c tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:23.126306 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f794570c-65c0-4de8-a2f4-89436dc13883 req-4827741f-3e54-4b8e-b9e8-4e43b03b788c tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b55c3a8-a8cb-4799-84d8-8948e32a0537 HTTP/1.1" status: 200 len: 932 time: 0.6321537 Jul 24 09:22:23.154686 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f125b07f-b281-4cd7-8360-cebe38f75bf6 req-124dd60a-36dc-4ad9-8538-233960283a65 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7b05280a936b42c48d8631a795d7d7f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572600 Jul 24 09:22:23.186981 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-f2fb9f8c-1b03-46d8-b24e-835cd15f95fb None None] Set router a07bf143-4406-4f9c-97f7-e3faab5f3df3 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:22:23.211296 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5abb340e-2044-4f7b-8d34-4f7c9b804210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:23.248113 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fcd8fbaf-ee4d-4d0d-ada3-806ba8144bd2 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:23.249178 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fcd8fbaf-ee4d-4d0d-ada3-806ba8144bd2 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:23.268649 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f794570c-65c0-4de8-a2f4-89436dc13883 req-6996fb39-91ab-488e-b040-efc75bc3a7aa tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279066 Jul 24 09:22:23.269469 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-e97466cd-ed68-4712-a5c7-96091ff53700 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9612107 Jul 24 09:22:23.271815 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-280ac9a2-0460-4bbb-872a-fc0decc1033c req-a456ae0f-1c29-4317-9436-b026c4f9d662 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=edeb4c5d-aa1c-40e0-8522-02ae3097146f HTTP/1.1" status: 200 len: 210 time: 0.0509517 Jul 24 09:22:23.287611 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-8a7efc20-5a15-4e18-a91d-0e99bf5c8b8c service neutron] Request body: {'port': {'device_id': '8804bb13-b420-4452-8d17-1689586126ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:23.367332 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a1a23647-c13b-4393-8ec1-00136d61149e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:23.441055 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-8a7efc20-5a15-4e18-a91d-0e99bf5c8b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:23.478865 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f2fb9f8c-1b03-46d8-b24e-835cd15f95fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07bf143-4406-4f9c-97f7-e3faab5f3df3', 'name': 'tempest-ServerRescueNegativeTestJSON-2020370087-router', 'tenant_id': '7014e11e214d48f49651526c89418bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '4497a7e9-6d69-4951-aa78-938ff398766a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:19:33Z', 'updated_at': '2021-07-24T09:22:20Z', 'revision_number': 5, 'project_id': '7014e11e214d48f49651526c89418bc1', 'gw_port': {'id': '4497a7e9-6d69-4951-aa78-938ff398766a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07bf143-4406-4f9c-97f7-e3faab5f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:19:34Z', 'updated_at': '2021-07-24T09:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:23.524254 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fb9f8c-1b03-46d8-b24e-835cd15f95fb None None] The sync data for ids ['a07bf143-4406-4f9c-97f7-e3faab5f3df3'] in n-d-800085-9 is: [{'id': 'a07bf143-4406-4f9c-97f7-e3faab5f3df3', 'name': 'tempest-ServerRescueNegativeTestJSON-2020370087-router', 'tenant_id': '7014e11e214d48f49651526c89418bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '4497a7e9-6d69-4951-aa78-938ff398766a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:19:33Z', 'updated_at': '2021-07-24T09:22:20Z', 'revision_number': 5, 'project_id': '7014e11e214d48f49651526c89418bc1', 'gw_port': {'id': '4497a7e9-6d69-4951-aa78-938ff398766a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07bf143-4406-4f9c-97f7-e3faab5f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:19:34Z', 'updated_at': '2021-07-24T09:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:22:23.615990 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-a1a23647-c13b-4393-8ec1-00136d61149e admin admin] Deleting port 4497a7e9-6d69-4951-aa78-938ff398766a {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:22:23.616331 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a1a23647-c13b-4393-8ec1-00136d61149e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:23.638596 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fcd8fbaf-ee4d-4d0d-ada3-806ba8144bd2 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:23.642218 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125b07f-b281-4cd7-8360-cebe38f75bf6 req-2d497238-8486-4fea-834d-ce95d273c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:23.643882 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f125b07f-b281-4cd7-8360-cebe38f75bf6 req-2d497238-8486-4fea-834d-ce95d273c5cd service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4605975 Jul 24 09:22:23.656800 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fcd8fbaf-ee4d-4d0d-ada3-806ba8144bd2 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:23.686220 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fcd8fbaf-ee4d-4d0d-ada3-806ba8144bd2 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:23.691033 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fcd8fbaf-ee4d-4d0d-ada3-806ba8144bd2 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6099589 Jul 24 09:22:23.693416 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41988) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:23.698366 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-a44b81b4-88a9-479b-b89a-a1182b3fc69b tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'enable_snat': True}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:23.775956 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abb340e-2044-4f7b-8d34-4f7c9b804210 admin admin] Router 8399c0fd-02fd-468e-b6b2-7c975e2140e6 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:22:23.826893 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-50e61b65-bf50-4049-a1c1-35207a046425 req-c92a49da-0dc7-4088-87ef-ca42fda85155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b707c82-d21f-4b7f-9ebf-6c0e44d51620 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:22:23.846610 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-50e61b65-bf50-4049-a1c1-35207a046425 req-c92a49da-0dc7-4088-87ef-ca42fda85155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:23.932677 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-50e61b65-bf50-4049-a1c1-35207a046425 req-c92a49da-0dc7-4088-87ef-ca42fda85155 service neutron] Transition to ACTIVE for port object 5b707c82-d21f-4b7f-9ebf-6c0e44d51620 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:22:23.951566 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-a1a23647-c13b-4393-8ec1-00136d61149e admin admin] For port 4497a7e9-6d69-4951-aa78-938ff398766a, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4497a7e9-6d69-4951-aa78-938ff398766a,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:23.957301 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a1a23647-c13b-4393-8ec1-00136d61149e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:23.966058 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-50e61b65-bf50-4049-a1c1-35207a046425 req-c92a49da-0dc7-4088-87ef-ca42fda85155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:24.021553 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8e105-55cc-4210-b9aa-9f5d3238a1ff req-e978fb5b-ecd5-4fd0-bcaf-8270c2f7e710 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:24.029692 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6be8e105-55cc-4210-b9aa-9f5d3238a1ff req-e978fb5b-ecd5-4fd0-bcaf-8270c2f7e710 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 931 time: 0.4153047 Jul 24 09:22:24.035080 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-a1a23647-c13b-4393-8ec1-00136d61149e admin admin] Calling delete_port for 4497a7e9-6d69-4951-aa78-938ff398766a owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:22:24.139298 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a49da-0dc7-4088-87ef-ca42fda85155 service neutron] Pushing event updated for resources: {'Port': ['ID=5b707c82-d21f-4b7f-9ebf-6c0e44d51620,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:24.220557 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6be8e105-55cc-4210-b9aa-9f5d3238a1ff req-aa3cc5f8-db41-44c6-9f59-c6426671b39d tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899607 Jul 24 09:22:24.403946 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a44b81b4-88a9-479b-b89a-a1182b3fc69b tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:24.469668 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abb340e-2044-4f7b-8d34-4f7c9b804210 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:22:24.475268 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5abb340e-2044-4f7b-8d34-4f7c9b804210 admin admin] 10.222.0.32 "PUT /v2.0/routers/8399c0fd-02fd-468e-b6b2-7c975e2140e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6221845 Jul 24 09:22:24.481092 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42004) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:24.481278 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abd8170-e7f8-4ce2-945a-d49d399758f4 None None] Sync routers for ids ['8399c0fd-02fd-468e-b6b2-7c975e2140e6'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:22:24.493552 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abd8170-e7f8-4ce2-945a-d49d399758f4 None None] Routers {'8399c0fd-02fd-468e-b6b2-7c975e2140e6'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:22:24.494561 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-4abd8170-e7f8-4ce2-945a-d49d399758f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8399c0fd-02fd-468e-b6b2-7c975e2140e6'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:24.635724 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-4abd8170-e7f8-4ce2-945a-d49d399758f4 None None] Set router 8399c0fd-02fd-468e-b6b2-7c975e2140e6 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:22:24.640711 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d08bb-f741-4b5b-8e36-5cd80cc5aeee req-7df5d4cb-7297-415b-8c5f-1a3bdaf91b41 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:24.642485 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-469d08bb-f741-4b5b-8e36-5cd80cc5aeee req-7df5d4cb-7297-415b-8c5f-1a3bdaf91b41 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b55c3a8-a8cb-4799-84d8-8948e32a0537 HTTP/1.1" status: 200 len: 944 time: 0.2693365 Jul 24 09:22:24.645245 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d5d79c2-fa4d-484d-8382-78bdb626f284 admin admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:24.664685 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-8a7efc20-5a15-4e18-a91d-0e99bf5c8b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe2712c-ebd5-4ff7-a072-7d060fc00e28 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:22:24.805375 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-469d08bb-f741-4b5b-8e36-5cd80cc5aeee req-8d5e46ac-fc01-4fbb-a0bb-5eb027fb4ffb tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563129 Jul 24 09:22:24.863892 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-4abd8170-e7f8-4ce2-945a-d49d399758f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'name': 'tempest-ServerActionsTestJSON-1789517492-router', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:13:17Z', 'updated_at': '2021-07-24T09:22:22Z', 'revision_number': 5, 'project_id': '1a05e6e5898f4251b0312ce083171a42', 'gw_port': {'id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:18Z', 'updated_at': '2021-07-24T09:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:24.875658 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d5d79c2-fa4d-484d-8382-78bdb626f284 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:24.880545 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad5a35ae-5713-4a4a-a6b6-0a14f39b4f8e req-fcc36d00-5fc9-42bf-be76-013694686ec5 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.32 "GET /v2.0/ports?device_id=edeb4c5d-aa1c-40e0-8522-02ae3097146f HTTP/1.1" status: 200 len: 210 time: 0.2073252 Jul 24 09:22:24.888951 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-8a7efc20-5a15-4e18-a91d-0e99bf5c8b8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:24.903216 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abd8170-e7f8-4ce2-945a-d49d399758f4 None None] Checking router: 8399c0fd-02fd-468e-b6b2-7c975e2140e6 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:22:24.919861 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abd8170-e7f8-4ce2-945a-d49d399758f4 None None] Routers {'8399c0fd-02fd-468e-b6b2-7c975e2140e6'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:22:24.920497 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-4abd8170-e7f8-4ce2-945a-d49d399758f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8399c0fd-02fd-468e-b6b2-7c975e2140e6'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:24.932016 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-8a7efc20-5a15-4e18-a91d-0e99bf5c8b8c service neutron] Transition to ACTIVE for port object fbe2712c-ebd5-4ff7-a072-7d060fc00e28 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:22:24.941192 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-8a7efc20-5a15-4e18-a91d-0e99bf5c8b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:24.951235 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a1a23647-c13b-4393-8ec1-00136d61149e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:24.994916 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f125b07f-b281-4cd7-8360-cebe38f75bf6 req-9d083225-2a60-4aca-8f71-30451a966631 tempest-ServerShowV247Test-1077015769 tempest-ServerShowV247Test-1077015769-project] 10.222.0.20 "GET /v2.0/ports?device_id=edeb4c5d-aa1c-40e0-8522-02ae3097146f HTTP/1.1" status: 200 len: 210 time: 0.0538092 Jul 24 09:22:25.057181 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-4abd8170-e7f8-4ce2-945a-d49d399758f4 None None] Set router 8399c0fd-02fd-468e-b6b2-7c975e2140e6 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:22:25.066625 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a44b81b4-88a9-479b-b89a-a1182b3fc69b tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:25.082839 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7efc20-5a15-4e18-a91d-0e99bf5c8b8c service neutron] Pushing event updated for resources: {'Port': ['ID=fbe2712c-ebd5-4ff7-a072-7d060fc00e28,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:25.089929 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a44b81b4-88a9-479b-b89a-a1182b3fc69b tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:25.096778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-50e61b65-bf50-4049-a1c1-35207a046425 req-c92a49da-0dc7-4088-87ef-ca42fda85155 service neutron] Attempting to bind port 5b707c82-d21f-4b7f-9ebf-6c0e44d51620 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:22:25.097088 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-50e61b65-bf50-4049-a1c1-35207a046425 req-c92a49da-0dc7-4088-87ef-ca42fda85155 service neutron] Attempting to bind port 5b707c82-d21f-4b7f-9ebf-6c0e44d51620 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '658362e4-6283-4c69-8eba-315d82acaa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8d844ade-4b4e-44fb-9c14-02a3515430cb'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:22:25.098116 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e61b65-bf50-4049-a1c1-35207a046425 req-c92a49da-0dc7-4088-87ef-ca42fda85155 service neutron] Attempting to bind port 5b707c82-d21f-4b7f-9ebf-6c0e44d51620 on network 8d844ade-4b4e-44fb-9c14-02a3515430cb {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:22:25.138715 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-9d5d79c2-fa4d-484d-8382-78bdb626f284 admin admin] Deleting port 5c5829ee-af92-4e01-baf3-44b7c774141d {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:22:25.139165 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d5d79c2-fa4d-484d-8382-78bdb626f284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:25.142983 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e61b65-bf50-4049-a1c1-35207a046425 req-c92a49da-0dc7-4088-87ef-ca42fda85155 service neutron] Port 5b707c82-d21f-4b7f-9ebf-6c0e44d51620 on network 8d844ade-4b4e-44fb-9c14-02a3515430cb not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:22:25.143780 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e61b65-bf50-4049-a1c1-35207a046425 req-c92a49da-0dc7-4088-87ef-ca42fda85155 service neutron] Attempting to bind port 5b707c82-d21f-4b7f-9ebf-6c0e44d51620 on network 8d844ade-4b4e-44fb-9c14-02a3515430cb {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:22:25.176160 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a23647-c13b-4393-8ec1-00136d61149e admin admin] Pushing event deleted for resources: {'Port': ['ID=4497a7e9-6d69-4951-aa78-938ff398766a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:25.220358 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e61b65-bf50-4049-a1c1-35207a046425 req-c92a49da-0dc7-4088-87ef-ca42fda85155 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:22:25.221161 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e61b65-bf50-4049-a1c1-35207a046425 req-c92a49da-0dc7-4088-87ef-ca42fda85155 service neutron] Checking segment: {'id': '658362e4-6283-4c69-8eba-315d82acaa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8d844ade-4b4e-44fb-9c14-02a3515430cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:22:25.222924 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e61b65-bf50-4049-a1c1-35207a046425 req-c92a49da-0dc7-4088-87ef-ca42fda85155 service neutron] Bound using segment: {'id': '658362e4-6283-4c69-8eba-315d82acaa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8d844ade-4b4e-44fb-9c14-02a3515430cb'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:22:25.223628 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-50e61b65-bf50-4049-a1c1-35207a046425 req-c92a49da-0dc7-4088-87ef-ca42fda85155 service neutron] Bound port: 5b707c82-d21f-4b7f-9ebf-6c0e44d51620, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658362e4-6283-4c69-8eba-315d82acaa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8d844ade-4b4e-44fb-9c14-02a3515430cb'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:22:25.224251 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-50e61b65-bf50-4049-a1c1-35207a046425 req-c92a49da-0dc7-4088-87ef-ca42fda85155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:25.256698 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-4abd8170-e7f8-4ce2-945a-d49d399758f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'name': 'tempest-ServerActionsTestJSON-1789517492-router', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:13:17Z', 'updated_at': '2021-07-24T09:22:22Z', 'revision_number': 5, 'project_id': '1a05e6e5898f4251b0312ce083171a42', 'gw_port': {'id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:18Z', 'updated_at': '2021-07-24T09:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:25.290615 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-a44b81b4-88a9-479b-b89a-a1182b3fc69b tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Allocated IP 172.25.7.62 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/12d22707-3ca4-4203-9f34-2844c057f77d) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:22:25.291200 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abd8170-e7f8-4ce2-945a-d49d399758f4 None None] The sync data for ids ['8399c0fd-02fd-468e-b6b2-7c975e2140e6'] in n-d-800085-9 is: [{'id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'name': 'tempest-ServerActionsTestJSON-1789517492-router', 'tenant_id': '1a05e6e5898f4251b0312ce083171a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:13:17Z', 'updated_at': '2021-07-24T09:22:22Z', 'revision_number': 5, 'project_id': '1a05e6e5898f4251b0312ce083171a42', 'gw_port': {'id': '5c5829ee-af92-4e01-baf3-44b7c774141d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8399c0fd-02fd-468e-b6b2-7c975e2140e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:13:18Z', 'updated_at': '2021-07-24T09:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:22:25.305530 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-9d5d79c2-fa4d-484d-8382-78bdb626f284 admin admin] For port 5c5829ee-af92-4e01-baf3-44b7c774141d, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5c5829ee-af92-4e01-baf3-44b7c774141d,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:25.306601 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d5d79c2-fa4d-484d-8382-78bdb626f284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:25.311930 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a1a23647-c13b-4393-8ec1-00136d61149e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:25.336707 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-9d5d79c2-fa4d-484d-8382-78bdb626f284 admin admin] Calling delete_port for 5c5829ee-af92-4e01-baf3-44b7c774141d owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:22:25.490151 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-8a7efc20-5a15-4e18-a91d-0e99bf5c8b8c service neutron] Attempting to bind port fbe2712c-ebd5-4ff7-a072-7d060fc00e28 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:22:25.490531 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-8a7efc20-5a15-4e18-a91d-0e99bf5c8b8c service neutron] Attempting to bind port fbe2712c-ebd5-4ff7-a072-7d060fc00e28 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd1da0f7b-86f9-4cb3-973b-b91c6658c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6be005b7-f644-4a9b-9c38-38fc50487690'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:22:25.490845 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-8a7efc20-5a15-4e18-a91d-0e99bf5c8b8c service neutron] Attempting to bind port fbe2712c-ebd5-4ff7-a072-7d060fc00e28 on network 6be005b7-f644-4a9b-9c38-38fc50487690 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:22:25.520439 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a1a23647-c13b-4393-8ec1-00136d61149e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:25.527664 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a1a23647-c13b-4393-8ec1-00136d61149e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:25.536524 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a44b81b4-88a9-479b-b89a-a1182b3fc69b tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:25.549180 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-8a7efc20-5a15-4e18-a91d-0e99bf5c8b8c service neutron] Port fbe2712c-ebd5-4ff7-a072-7d060fc00e28 on network 6be005b7-f644-4a9b-9c38-38fc50487690 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:22:25.549574 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-8a7efc20-5a15-4e18-a91d-0e99bf5c8b8c service neutron] Attempting to bind port fbe2712c-ebd5-4ff7-a072-7d060fc00e28 on network 6be005b7-f644-4a9b-9c38-38fc50487690 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:22:25.602594 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-8a7efc20-5a15-4e18-a91d-0e99bf5c8b8c service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:22:25.602900 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-8a7efc20-5a15-4e18-a91d-0e99bf5c8b8c service neutron] Checking segment: {'id': 'd1da0f7b-86f9-4cb3-973b-b91c6658c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6be005b7-f644-4a9b-9c38-38fc50487690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:22:25.603758 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-8a7efc20-5a15-4e18-a91d-0e99bf5c8b8c service neutron] Bound using segment: {'id': 'd1da0f7b-86f9-4cb3-973b-b91c6658c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6be005b7-f644-4a9b-9c38-38fc50487690'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:22:25.603758 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-8a7efc20-5a15-4e18-a91d-0e99bf5c8b8c service neutron] Bound port: fbe2712c-ebd5-4ff7-a072-7d060fc00e28, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1da0f7b-86f9-4cb3-973b-b91c6658c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6be005b7-f644-4a9b-9c38-38fc50487690'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:22:25.604300 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-8a7efc20-5a15-4e18-a91d-0e99bf5c8b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:25.612302 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-50e61b65-bf50-4049-a1c1-35207a046425 req-c92a49da-0dc7-4088-87ef-ca42fda85155 service neutron] For port 5b707c82-d21f-4b7f-9ebf-6c0e44d51620, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:22:25.627040 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a1a23647-c13b-4393-8ec1-00136d61149e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:25.627485 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a23647-c13b-4393-8ec1-00136d61149e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a07bf143-4406-4f9c-97f7-e3faab5f3df3 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:22:25.633410 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a1a23647-c13b-4393-8ec1-00136d61149e admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:25.634550 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a1a23647-c13b-4393-8ec1-00136d61149e admin admin] 10.222.0.32 "DELETE /v2.0/routers/a07bf143-4406-4f9c-97f7-e3faab5f3df3 HTTP/1.1" status: 204 len: 168 time: 3.1417089 Jul 24 09:22:25.648335 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42022) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:25.660051 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d5d79c2-fa4d-484d-8382-78bdb626f284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:25.670308 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a44b81b4-88a9-479b-b89a-a1182b3fc69b tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:25.675300 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-50e61b65-bf50-4049-a1c1-35207a046425 req-c92a49da-0dc7-4088-87ef-ca42fda85155 service neutron] For port 5b707c82-d21f-4b7f-9ebf-6c0e44d51620, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=5b707c82-d21f-4b7f-9ebf-6c0e44d51620,segment=NetworkSegment(658362e4-6283-4c69-8eba-315d82acaa5f),segment_id=658362e4-6283-4c69-8eba-315d82acaa5f)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:22:25.721820 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-50e61b65-bf50-4049-a1c1-35207a046425 req-c92a49da-0dc7-4088-87ef-ca42fda85155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:25.760219 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d79c2-fa4d-484d-8382-78bdb626f284 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c5829ee-af92-4e01-baf3-44b7c774141d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:25.784859 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 18495f01-bc43-4653-8add-f003e9ecad6c no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:22:25.811066 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e61b65-bf50-4049-a1c1-35207a046425 req-c92a49da-0dc7-4088-87ef-ca42fda85155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:25.811703 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-50e61b65-bf50-4049-a1c1-35207a046425 req-c92a49da-0dc7-4088-87ef-ca42fda85155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:25.813477 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-50e61b65-bf50-4049-a1c1-35207a046425 req-c92a49da-0dc7-4088-87ef-ca42fda85155 service neutron] 10.222.0.37 "PUT /v2.0/ports/5b707c82-d21f-4b7f-9ebf-6c0e44d51620 HTTP/1.1" status: 200 len: 1092 time: 3.4808910 Jul 24 09:22:25.814813 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b55c3a8-a8cb-4799-84d8-8948e32a0537', 'tag': '5b707c82-d21f-4b7f-9ebf-6c0e44d51620'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:22:25.827853 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 18495f01-bc43-4653-8add-f003e9ecad6c {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:22:25.828612 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 18495f01-bc43-4653-8add-f003e9ecad6c not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:22:25.829521 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 07bae3a1-b502-42ea-91b7-1ddc5a4150f7 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:22:25.849135 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e3e333-e8aa-47bf-8bfc-03bfff5ce214" -d '{"events": [{"name": "network-changed", "server_uuid": "3b55c3a8-a8cb-4799-84d8-8948e32a0537", "tag": "5b707c82-d21f-4b7f-9ebf-6c0e44d51620"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:22:25.868826 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44754781-8852-4b0e-af6a-ac6612f51ac7 req-4006a44c-736c-407a-9402-359e90044736 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:25.878655 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44b81b4-88a9-479b-b89a-a1182b3fc69b tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:22:25.882926 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b81b4-88a9-479b-b89a-a1182b3fc69b tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Pushing event updated for resources: {'Port': ['ID=12d22707-3ca4-4203-9f34-2844c057f77d,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:25.883694 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44754781-8852-4b0e-af6a-ac6612f51ac7 req-4006a44c-736c-407a-9402-359e90044736 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 943 time: 0.5087371 Jul 24 09:22:25.889981 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-351da94f-0b4a-464b-93fe-455498b6f2db admin admin] Deleting subnet f62887c4-8038-43c9-a348-486215509d76 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:22:25.893656 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-351da94f-0b4a-464b-93fe-455498b6f2db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:25.915141 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 07bae3a1-b502-42ea-91b7-1ddc5a4150f7 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:22:25.917528 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 07bae3a1-b502-42ea-91b7-1ddc5a4150f7 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:22:26.002548 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-a44b81b4-88a9-479b-b89a-a1182b3fc69b tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:22:26.005315 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44b81b4-88a9-479b-b89a-a1182b3fc69b tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:22:26.022856 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a49da-0dc7-4088-87ef-ca42fda85155 service neutron] Pushing event updated for resources: {'Port': ['ID=5b707c82-d21f-4b7f-9ebf-6c0e44d51620,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:26.046475 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44754781-8852-4b0e-af6a-ac6612f51ac7 req-4786394c-eecb-4495-aa8e-b052e95aa9f4 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616168 Jul 24 09:22:26.049646 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-8a7efc20-5a15-4e18-a91d-0e99bf5c8b8c service neutron] For port fbe2712c-ebd5-4ff7-a072-7d060fc00e28, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:22:26.073592 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-8a7efc20-5a15-4e18-a91d-0e99bf5c8b8c service neutron] For port fbe2712c-ebd5-4ff7-a072-7d060fc00e28, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=fbe2712c-ebd5-4ff7-a072-7d060fc00e28,segment=NetworkSegment(d1da0f7b-86f9-4cb3-973b-b91c6658c02f),segment_id=d1da0f7b-86f9-4cb3-973b-b91c6658c02f)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:22:26.084198 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-8a7efc20-5a15-4e18-a91d-0e99bf5c8b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:26.094907 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-351da94f-0b4a-464b-93fe-455498b6f2db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:26.144990 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60e95af-26e4-4bc7-8525-f488ba52cef3 x-openstack-request-id: req-c60e95af-26e4-4bc7-8525-f488ba52cef3 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:22:26.145285 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b55c3a8-a8cb-4799-84d8-8948e32a0537", "tag": "5b707c82-d21f-4b7f-9ebf-6c0e44d51620", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:22:26.145539 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c60e95af-26e4-4bc7-8525-f488ba52cef3 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:22:26.145940 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b55c3a8-a8cb-4799-84d8-8948e32a0537', 'tag': '5b707c82-d21f-4b7f-9ebf-6c0e44d51620', 'status': 'completed', 'code': 200} Jul 24 09:22:26.181018 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-351da94f-0b4a-464b-93fe-455498b6f2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:26.216953 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7efc20-5a15-4e18-a91d-0e99bf5c8b8c service neutron] Pushing event updated for resources: {'Port': ['ID=fbe2712c-ebd5-4ff7-a072-7d060fc00e28,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:26.250962 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e61b65-bf50-4049-a1c1-35207a046425 req-ff5a80fc-f0a8-440a-9cac-f9b54876e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:26.253585 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-50e61b65-bf50-4049-a1c1-35207a046425 req-ff5a80fc-f0a8-440a-9cac-f9b54876e64a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff71f4793aae432d8262e2f84f19329d&device_id=3b55c3a8-a8cb-4799-84d8-8948e32a0537 HTTP/1.1" status: 200 len: 1095 time: 0.3404090 Jul 24 09:22:26.260028 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-8a7efc20-5a15-4e18-a91d-0e99bf5c8b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:26.262320 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-8a7efc20-5a15-4e18-a91d-0e99bf5c8b8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:26.263904 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-8a7efc20-5a15-4e18-a91d-0e99bf5c8b8c service neutron] 10.222.0.37 "PUT /v2.0/ports/fbe2712c-ebd5-4ff7-a072-7d060fc00e28 HTTP/1.1" status: 200 len: 1091 time: 2.9812233 Jul 24 09:22:26.299093 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d5d79c2-fa4d-484d-8382-78bdb626f284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:26.318930 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-50e61b65-bf50-4049-a1c1-35207a046425 req-310b1d14-5d5e-4e0d-aa19-1ebc3e1b0a7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b707c82-d21f-4b7f-9ebf-6c0e44d51620 HTTP/1.1" status: 200 len: 217 time: 0.0535872 Jul 24 09:22:26.422710 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e61b65-bf50-4049-a1c1-35207a046425 req-f8d4403b-04c7-4b98-85ba-d1c4e7791a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:26.424339 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-50e61b65-bf50-4049-a1c1-35207a046425 req-f8d4403b-04c7-4b98-85ba-d1c4e7791a7e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bef3db85-2ab0-417d-a2e7-65a979b570f2 HTTP/1.1" status: 200 len: 855 time: 0.0902078 Jul 24 09:22:26.484798 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-351da94f-0b4a-464b-93fe-455498b6f2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:26.489349 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-50e61b65-bf50-4049-a1c1-35207a046425 req-5c92012a-9280-4db1-9295-06ff5cc5575d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d844ade-4b4e-44fb-9c14-02a3515430cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580230 Jul 24 09:22:26.495970 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-0074f1cb-591e-41ec-bb2f-796dd9caf9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:26.497838 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-0074f1cb-591e-41ec-bb2f-796dd9caf9d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=15a479973b244cfab3f0baf9c309b12b&device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 1094 time: 0.1490917 Jul 24 09:22:26.502549 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811dfe8-54c5-44c7-ae81-629b8ecb0679 req-67fccf43-c9cb-4960-b7ae-2475a03c8436 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:26.504122 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b811dfe8-54c5-44c7-ae81-629b8ecb0679 req-67fccf43-c9cb-4960-b7ae-2475a03c8436 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b55c3a8-a8cb-4799-84d8-8948e32a0537 HTTP/1.1" status: 200 len: 944 time: 0.4923522 Jul 24 09:22:26.515616 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d5d79c2-fa4d-484d-8382-78bdb626f284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:26.553880 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d5d79c2-fa4d-484d-8382-78bdb626f284 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:26.555572 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-202f1989-7a99-4acf-a4d9-e9e7b184ef55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbe2712c-ebd5-4ff7-a072-7d060fc00e28 HTTP/1.1" status: 200 len: 217 time: 0.0462976 Jul 24 09:22:26.566088 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351da94f-0b4a-464b-93fe-455498b6f2db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f62887c4-8038-43c9-a348-486215509d76,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:26.579493 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42046) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:26.582484 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-351da94f-0b4a-464b-93fe-455498b6f2db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:26.584333 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-351da94f-0b4a-464b-93fe-455498b6f2db admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f62887c4-8038-43c9-a348-486215509d76 HTTP/1.1" status: 204 len: 168 time: 0.9315152 Jul 24 09:22:26.591909 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42050) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:26.697949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-fd35d726-38af-4741-b959-4b66fd149efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:26.700372 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-fd35d726-38af-4741-b959-4b66fd149efc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ec1bde5b-d4ec-4441-a78b-b03a297e50fb HTTP/1.1" status: 200 len: 853 time: 0.1332250 Jul 24 09:22:26.712088 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d5d79c2-fa4d-484d-8382-78bdb626f284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:26.712676 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5d79c2-fa4d-484d-8382-78bdb626f284 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8399c0fd-02fd-468e-b6b2-7c975e2140e6 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:22:26.723777 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d5d79c2-fa4d-484d-8382-78bdb626f284 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:26.727436 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9d5d79c2-fa4d-484d-8382-78bdb626f284 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8399c0fd-02fd-468e-b6b2-7c975e2140e6 HTTP/1.1" status: 204 len: 168 time: 2.2407596 Jul 24 09:22:26.728444 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42056) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:26.739929 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b811dfe8-54c5-44c7-ae81-629b8ecb0679 req-4a3f3f77-6083-474b-bd5b-92dd3fabe816 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189913 Jul 24 09:22:26.815406 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ce4e1e-db84-47c1-b459-3b46100b6239 admin admin] Deleting subnet 33f84861-778d-4828-92aa-af092c959084 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:22:26.818874 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a44b81b4-88a9-479b-b89a-a1182b3fc69b tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:26.820482 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-44ce4e1e-db84-47c1-b459-3b46100b6239 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:26.836098 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-e01b6eb6-b14f-49d1-af4c-0f43c32f0147 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6be005b7-f644-4a9b-9c38-38fc50487690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997291 Jul 24 09:22:26.844888 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-31b448ec-48b4-4315-8e34-12ac88697aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:26.901716 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3638324-4cc3-4532-b400-08223f0e2cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:26.906305 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-50e61b65-bf50-4049-a1c1-35207a046425 req-5a124aff-293e-432f-bfa7-f924c799d522 service neutron] 10.222.0.37 "GET /v2.0/networks/8d844ade-4b4e-44fb-9c14-02a3515430cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072123 Jul 24 09:22:26.951850 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-44ce4e1e-db84-47c1-b459-3b46100b6239 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:27.168541 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3638324-4cc3-4532-b400-08223f0e2cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:27.206407 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-44ce4e1e-db84-47c1-b459-3b46100b6239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:27.211707 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-e3638324-4cc3-4532-b400-08223f0e2cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e53a4dac-283d-4066-b39c-c92cd595e1cc']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:27.218344 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7c2ca6d9-07ab-4c7c-891b-5a5cfbf40b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:27.230234 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-455eaa1e-52a5-408f-b8aa-8addd3c6104d service neutron] 10.222.0.37 "GET /v2.0/networks/6be005b7-f644-4a9b-9c38-38fc50487690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907952 Jul 24 09:22:27.236387 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a44b81b4-88a9-479b-b89a-a1182b3fc69b tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:27.250703 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a44b81b4-88a9-479b-b89a-a1182b3fc69b tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593208'] for router, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:27.269231 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-e3638324-4cc3-4532-b400-08223f0e2cb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '549f8fc2-6dd2-403e-86ee-6496c004d1b8') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:27.281050 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-e3638324-4cc3-4532-b400-08223f0e2cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '549f8fc2-6dd2-403e-86ee-6496c004d1b8') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:27.306333 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-50e61b65-bf50-4049-a1c1-35207a046425 req-ce5bfd3e-0f8d-44f9-9ddf-f50b4e49e07a service neutron] 10.222.0.37 "GET /v2.0/networks/8d844ade-4b4e-44fb-9c14-02a3515430cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900890 Jul 24 09:22:27.331019 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3638324-4cc3-4532-b400-08223f0e2cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:27.436180 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3638324-4cc3-4532-b400-08223f0e2cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:27.449708 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-31b448ec-48b4-4315-8e34-12ac88697aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:27.471192 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3638324-4cc3-4532-b400-08223f0e2cb4 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:22:27.471601 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3638324-4cc3-4532-b400-08223f0e2cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:22:27.474446 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:22:27.477163 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-31b448ec-48b4-4315-8e34-12ac88697aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:27.576335 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0a92b-5bc1-4d80-8110-6c421b486abf req-868f7280-b8a1-4696-a29f-747228113fd0 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:27.577898 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4c0a92b-5bc1-4d80-8110-6c421b486abf req-868f7280-b8a1-4696-a29f-747228113fd0 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 943 time: 0.4058516 Jul 24 09:22:27.592537 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5c5829ee-af92-4e01-baf3-44b7c774141d no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:22:27.615949 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 5c5829ee-af92-4e01-baf3-44b7c774141d {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:22:27.618263 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5c5829ee-af92-4e01-baf3-44b7c774141d not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:22:27.618898 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4497a7e9-6d69-4951-aa78-938ff398766a no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:22:27.630704 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34ba3e39-0b8f-4350-a740-b4a54aea2766 req-d8aa1329-4f93-44c4-8f28-12712574e7a1 service neutron] 10.222.0.37 "GET /v2.0/networks/6be005b7-f644-4a9b-9c38-38fc50487690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646474 Jul 24 09:22:27.658623 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-31b448ec-48b4-4315-8e34-12ac88697aff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b05280a936b42c48d8631a795d7d7f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0773129 Jul 24 09:22:27.661437 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b448ec-48b4-4315-8e34-12ac88697aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa4b0e1-2fc0-45ad-a856-2845054bcb0c,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:27.676997 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42076) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:27.690703 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 4497a7e9-6d69-4951-aa78-938ff398766a {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:22:27.691338 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4497a7e9-6d69-4951-aa78-938ff398766a not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:22:27.712732 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3638324-4cc3-4532-b400-08223f0e2cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:27.743990 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3638324-4cc3-4532-b400-08223f0e2cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:27.745461 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-44ce4e1e-db84-47c1-b459-3b46100b6239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:27.747032 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e3638324-4cc3-4532-b400-08223f0e2cb4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e53a4dac-283d-4066-b39c-c92cd595e1cc HTTP/1.1" status: 204 len: 168 time: 1.1227477 Jul 24 09:22:27.751956 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3638324-4cc3-4532-b400-08223f0e2cb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e53a4dac-283d-4066-b39c-c92cd595e1cc,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:27.789986 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3e333-e8aa-47bf-8bfc-03bfff5ce214 req-f37f9f52-a06c-48d3-8c0a-5e86137a6dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:27.794424 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-43e3e333-e8aa-47bf-8bfc-03bfff5ce214 req-f37f9f52-a06c-48d3-8c0a-5e86137a6dcb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff71f4793aae432d8262e2f84f19329d&device_id=3b55c3a8-a8cb-4799-84d8-8948e32a0537 HTTP/1.1" status: 200 len: 1095 time: 0.3476119 Jul 24 09:22:27.819214 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f4c0a92b-5bc1-4d80-8110-6c421b486abf req-e4b4474b-f1d6-42d0-80c6-bb5c8fa66986 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821470 Jul 24 09:22:27.850896 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce4e1e-db84-47c1-b459-3b46100b6239 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33f84861-778d-4828-92aa-af092c959084,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:27.857854 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-44ce4e1e-db84-47c1-b459-3b46100b6239 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:27.862413 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-44ce4e1e-db84-47c1-b459-3b46100b6239 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/33f84861-778d-4828-92aa-af092c959084 HTTP/1.1" status: 204 len: 168 time: 1.1311030 Jul 24 09:22:27.864392 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42084) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:27.866859 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998039e3-e5b9-4a6b-a445-80ff39ffb892 None None] Network 68b64780-c69e-4432-87ba-d598170da5b7 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:22:27.903849 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44b81b4-88a9-479b-b89a-a1182b3fc69b tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Router 799879e7-3964-46da-b9c6-f72593c64123 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:22:27.922201 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42086) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:27.931113 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-541304e3-d103-42a8-bd17-b389ef62346c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:28.026309 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-541304e3-d103-42a8-bd17-b389ef62346c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:28.051595 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-579a4397-fdc4-46b5-a033-6ed552ffaaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:28.068836 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3e333-e8aa-47bf-8bfc-03bfff5ce214 req-8d923889-947a-42fa-91c2-59f5fc783bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:28.070995 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-43e3e333-e8aa-47bf-8bfc-03bfff5ce214 req-8d923889-947a-42fa-91c2-59f5fc783bf6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d844ade-4b4e-44fb-9c14-02a3515430cb HTTP/1.1" status: 200 len: 915 time: 0.2643137 Jul 24 09:22:28.101558 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dffa1b-30d8-4e1c-a144-14e899a37b36 req-6b780074-5b21-469e-ba17-7f5371c6695b tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:28.109910 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-94dffa1b-30d8-4e1c-a144-14e899a37b36 req-6b780074-5b21-469e-ba17-7f5371c6695b tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b55c3a8-a8cb-4799-84d8-8948e32a0537 HTTP/1.1" status: 200 len: 944 time: 0.2547572 Jul 24 09:22:28.144541 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3771b0-b403-4b21-a797-c78b71ad2a99 None None] DHCP port deletion for 68b64780-c69e-4432-87ba-d598170da5b7 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:22:28.146246 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-43e3e333-e8aa-47bf-8bfc-03bfff5ce214 req-c2ca4696-0322-4a14-a254-5fd6cff5a80e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b707c82-d21f-4b7f-9ebf-6c0e44d51620 HTTP/1.1" status: 200 len: 217 time: 0.0580950 Jul 24 09:22:28.150080 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8804bb13-b420-4452-8d17-1689586126ae', 'tag': 'fbe2712c-ebd5-4ff7-a072-7d060fc00e28'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:22:28.154001 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e73bf1-dc6f-443c-959e-9b7125f18316" -d '{"events": [{"name": "network-changed", "server_uuid": "8804bb13-b420-4452-8d17-1689586126ae", "tag": "fbe2712c-ebd5-4ff7-a072-7d060fc00e28"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:22:28.155546 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fca9e1ee-3dd5-4051-bc32-93ded45e40b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7014e11e214d48f49651526c89418bc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2298872 Jul 24 09:22:28.158657 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42092) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:28.170968 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-541304e3-d103-42a8-bd17-b389ef62346c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:28.173587 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-541304e3-d103-42a8-bd17-b389ef62346c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:28.178219 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-541304e3-d103-42a8-bd17-b389ef62346c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ffa4b0e1-2fc0-45ad-a856-2845054bcb0c HTTP/1.1" status: 204 len: 168 time: 0.4827969 Jul 24 09:22:28.210787 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-94dffa1b-30d8-4e1c-a144-14e899a37b36 req-f4282b9a-3400-4a76-b9e6-86086586ffa1 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997996 Jul 24 09:22:28.234370 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541304e3-d103-42a8-bd17-b389ef62346c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa4b0e1-2fc0-45ad-a856-2845054bcb0c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:28.241563 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44b81b4-88a9-479b-b89a-a1182b3fc69b tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:22:28.246292 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a44b81b4-88a9-479b-b89a-a1182b3fc69b tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:28.247916 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a44b81b4-88a9-479b-b89a-a1182b3fc69b tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "PUT /v2.0/routers/799879e7-3964-46da-b9c6-f72593c64123 HTTP/1.1" status: 200 len: 917 time: 4.5534947 Jul 24 09:22:28.251541 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42098) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:28.254845 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1c9f69-e799-486b-9b3b-15aa01e8580e None None] Sync routers for ids ['799879e7-3964-46da-b9c6-f72593c64123'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:22:28.271377 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3e333-e8aa-47bf-8bfc-03bfff5ce214 req-bf95d2d9-2368-4b9a-b3f7-d7b6f8223f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:28.272885 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-43e3e333-e8aa-47bf-8bfc-03bfff5ce214 req-bf95d2d9-2368-4b9a-b3f7-d7b6f8223f81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bef3db85-2ab0-417d-a2e7-65a979b570f2 HTTP/1.1" status: 200 len: 855 time: 0.1119785 Jul 24 09:22:28.295162 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ddced7c-5325-48d0-a1a8-6bcaac1f21fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:28.298286 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1c9f69-e799-486b-9b3b-15aa01e8580e None None] Routers {'799879e7-3964-46da-b9c6-f72593c64123'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:22:28.299242 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-cc3771b0-b403-4b21-a797-c78b71ad2a99 None None] Deleting port 15489cd6-342f-4a6e-a392-93ece1cfbec6 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:22:28.299747 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cc3771b0-b403-4b21-a797-c78b71ad2a99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:28.300572 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ae1c9f69-e799-486b-9b3b-15aa01e8580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['799879e7-3964-46da-b9c6-f72593c64123'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:28.319199 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ffcb88-35fe-45d7-89e4-91a567900a5e x-openstack-request-id: req-98ffcb88-35fe-45d7-89e4-91a567900a5e {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:22:28.319500 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8804bb13-b420-4452-8d17-1689586126ae", "tag": "fbe2712c-ebd5-4ff7-a072-7d060fc00e28", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:22:28.319759 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98ffcb88-35fe-45d7-89e4-91a567900a5e {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:22:28.320157 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8804bb13-b420-4452-8d17-1689586126ae', 'tag': 'fbe2712c-ebd5-4ff7-a072-7d060fc00e28', 'status': 'completed', 'code': 200} Jul 24 09:22:28.322526 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ddced7c-5325-48d0-a1a8-6bcaac1f21fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:28.343042 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ae1c9f69-e799-486b-9b3b-15aa01e8580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:28.352113 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1c9f69-e799-486b-9b3b-15aa01e8580e None None] Routers {'799879e7-3964-46da-b9c6-f72593c64123'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:22:28.353055 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ae1c9f69-e799-486b-9b3b-15aa01e8580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['799879e7-3964-46da-b9c6-f72593c64123'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:28.385405 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ddced7c-5325-48d0-a1a8-6bcaac1f21fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:28.388117 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ae1c9f69-e799-486b-9b3b-15aa01e8580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:28.388961 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1c9f69-e799-486b-9b3b-15aa01e8580e None None] The sync data for ids ['799879e7-3964-46da-b9c6-f72593c64123'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:22:28.390213 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ddced7c-5325-48d0-a1a8-6bcaac1f21fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:28.399303 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5ddced7c-5325-48d0-a1a8-6bcaac1f21fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06839909-5249-4199-8c63-c095b42b4012 HTTP/1.1" status: 204 len: 168 time: 0.2369318 Jul 24 09:22:28.417657 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddced7c-5325-48d0-a1a8-6bcaac1f21fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06839909-5249-4199-8c63-c095b42b4012,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:28.447584 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-43e3e333-e8aa-47bf-8bfc-03bfff5ce214 req-f6889b3e-d96f-4bef-87ec-3b9aa63a889b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d844ade-4b4e-44fb-9c14-02a3515430cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698180 Jul 24 09:22:28.452834 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-579a4397-fdc4-46b5-a033-6ed552ffaaea admin admin] Deleting port 15489cd6-342f-4a6e-a392-93ece1cfbec6 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:22:28.452834 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-579a4397-fdc4-46b5-a033-6ed552ffaaea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:28.467898 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-cc3771b0-b403-4b21-a797-c78b71ad2a99 None None] For port 15489cd6-342f-4a6e-a392-93ece1cfbec6, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=15489cd6-342f-4a6e-a392-93ece1cfbec6,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:28.469026 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cc3771b0-b403-4b21-a797-c78b71ad2a99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:28.486690 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-cc3771b0-b403-4b21-a797-c78b71ad2a99 None None] Calling delete_port for 15489cd6-342f-4a6e-a392-93ece1cfbec6 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:22:28.565070 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-579a4397-fdc4-46b5-a033-6ed552ffaaea admin admin] For port 15489cd6-342f-4a6e-a392-93ece1cfbec6, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=15489cd6-342f-4a6e-a392-93ece1cfbec6,segment=NetworkSegment(8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f),segment_id=8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:28.565450 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-579a4397-fdc4-46b5-a033-6ed552ffaaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:28.602999 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-579a4397-fdc4-46b5-a033-6ed552ffaaea admin admin] Calling delete_port for 15489cd6-342f-4a6e-a392-93ece1cfbec6 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:22:28.644397 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6269e379-61d2-4258-99fc-a87f76f4b43e tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "GET /v2.0/routers/799879e7-3964-46da-b9c6-f72593c64123 HTTP/1.1" status: 200 len: 923 time: 0.3826730 Jul 24 09:22:28.644847 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42110) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:28.655581 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cc3771b0-b403-4b21-a797-c78b71ad2a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:28.685651 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3771b0-b403-4b21-a797-c78b71ad2a99 None None] No DVR routers for this DVR port 15489cd6-342f-4a6e-a392-93ece1cfbec6 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:22:28.690249 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3771b0-b403-4b21-a797-c78b71ad2a99 None None] Pushing event deleted for resources: {'Port': ['ID=15489cd6-342f-4a6e-a392-93ece1cfbec6,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:28.751133 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd5acba-1df9-4e11-aed6-7788e5ade5d9 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:28.752609 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8fd5acba-1df9-4e11-aed6-7788e5ade5d9 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&device_id=799879e7-3964-46da-b9c6-f72593c64123&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1067507 Jul 24 09:22:28.758176 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42114) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:28.945465 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b42067-0c39-4248-a4fc-7fe302cf5da8 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:28.947176 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c1b42067-0c39-4248-a4fc-7fe302cf5da8 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 881 time: 0.1879737 Jul 24 09:22:28.956035 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42134) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:28.996570 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-68ba68f0-f4df-4cac-a4c7-d568a17c984b tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "GET /v2.0/ports?device_id=799879e7-3964-46da-b9c6-f72593c64123 HTTP/1.1" status: 200 len: 205 time: 0.0384910 Jul 24 09:22:28.997326 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42138) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:29.120321 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e73bf1-dc6f-443c-959e-9b7125f18316 req-4d869a20-0f56-4828-9b8a-d75d21f530b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:29.122896 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-51e73bf1-dc6f-443c-959e-9b7125f18316 req-4d869a20-0f56-4828-9b8a-d75d21f530b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=15a479973b244cfab3f0baf9c309b12b&device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 1094 time: 0.7461956 Jul 24 09:22:29.145652 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fb543660-6475-4557-ba53-f4b1f02b3b6b tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:29.268560 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-43e3e333-e8aa-47bf-8bfc-03bfff5ce214 req-fb8ef8a6-e445-4a93-b99a-facfb231dcc7 service neutron] 10.222.0.37 "GET /v2.0/networks/8d844ade-4b4e-44fb-9c14-02a3515430cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7433195 Jul 24 09:22:29.358844 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device fbe2712c-ebd5-4ff7-a072-7d060fc00e28 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:22:29.428037 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fb543660-6475-4557-ba53-f4b1f02b3b6b tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:29.437052 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-579a4397-fdc4-46b5-a033-6ed552ffaaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:29.461439 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf6a83-d514-423d-a320-af98d8981078 req-c8f9c092-3434-4a13-8903-a8fbafd80ddf tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:29.463169 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-55cf6a83-d514-423d-a320-af98d8981078 req-c8f9c092-3434-4a13-8903-a8fbafd80ddf tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b55c3a8-a8cb-4799-84d8-8948e32a0537 HTTP/1.1" status: 200 len: 944 time: 0.1229446 Jul 24 09:22:29.597977 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579a4397-fdc4-46b5-a033-6ed552ffaaea admin admin] No DVR routers for this DVR port 15489cd6-342f-4a6e-a392-93ece1cfbec6 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:22:29.600338 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a4397-fdc4-46b5-a033-6ed552ffaaea admin admin] Pushing event deleted for resources: {'Port': ['ID=15489cd6-342f-4a6e-a392-93ece1cfbec6,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:29.612150 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 15489cd6-342f-4a6e-a392-93ece1cfbec6 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:22:29.612884 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ce89c-a9f5-4729-816f-237742fac76c req-aac5af58-b061-490a-96ca-e5a282a4b9c4 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:29.614670 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-422ce89c-a9f5-4729-816f-237742fac76c req-aac5af58-b061-490a-96ca-e5a282a4b9c4 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 943 time: 0.5416479 Jul 24 09:22:29.636826 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e73bf1-dc6f-443c-959e-9b7125f18316 req-706fb580-2941-4cbe-9753-be1c878670b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:29.642326 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-51e73bf1-dc6f-443c-959e-9b7125f18316 req-706fb580-2941-4cbe-9753-be1c878670b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6be005b7-f644-4a9b-9c38-38fc50487690 HTTP/1.1" status: 200 len: 913 time: 0.4819832 Jul 24 09:22:29.642717 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-55cf6a83-d514-423d-a320-af98d8981078 req-98bb2fb5-f886-40ac-8693-27035574c012 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724813 Jul 24 09:22:29.662581 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-fb543660-6475-4557-ba53-f4b1f02b3b6b tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Deleting port 12d22707-3ca4-4203-9f34-2844c057f77d {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:22:29.662929 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fb543660-6475-4557-ba53-f4b1f02b3b6b tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:29.686544 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port fbe2712c-ebd5-4ff7-a072-7d060fc00e28, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=fbe2712c-ebd5-4ff7-a072-7d060fc00e28,segment=NetworkSegment(d1da0f7b-86f9-4cb3-973b-b91c6658c02f),segment_id=d1da0f7b-86f9-4cb3-973b-b91c6658c02f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:29.716587 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 15489cd6-342f-4a6e-a392-93ece1cfbec6 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:22:29.728976 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 15489cd6-342f-4a6e-a392-93ece1cfbec6 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:22:29.740655 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'fbe2712c-ebd5-4ff7-a072-7d060fc00e28', 'network_id': '6be005b7-f644-4a9b-9c38-38fc50487690', 'port_id': 'fbe2712c-ebd5-4ff7-a072-7d060fc00e28', 'mac_address': 'fa:16:3e:fa:12:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec1bde5b-d4ec-4441-a78b-b03a297e50fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:22:29.798265 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:29.813128 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-579a4397-fdc4-46b5-a033-6ed552ffaaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:29.825397 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe2712c-ebd5-4ff7-a072-7d060fc00e28 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:22:29.833224 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-78d6e691-80cc-4484-a763-a4cbcb494a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:29.853141 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port fbe2712c-ebd5-4ff7-a072-7d060fc00e28, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=fbe2712c-ebd5-4ff7-a072-7d060fc00e28,segment=NetworkSegment(d1da0f7b-86f9-4cb3-973b-b91c6658c02f),segment_id=d1da0f7b-86f9-4cb3-973b-b91c6658c02f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:29.853368 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-579a4397-fdc4-46b5-a033-6ed552ffaaea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b64780-c69e-4432-87ba-d598170da5b7']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:29.862381 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:29.863345 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 5b707c82-d21f-4b7f-9ebf-6c0e44d51620 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:22:29.896095 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fb543660-6475-4557-ba53-f4b1f02b3b6b tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:29.925559 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-fb543660-6475-4557-ba53-f4b1f02b3b6b tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Calling delete_port for 12d22707-3ca4-4203-9f34-2844c057f77d owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:22:29.926854 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-51e73bf1-dc6f-443c-959e-9b7125f18316 req-e8867121-2a95-4fbc-ae50-2770e016073a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbe2712c-ebd5-4ff7-a072-7d060fc00e28 HTTP/1.1" status: 200 len: 217 time: 0.2424705 Jul 24 09:22:29.993856 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=fbe2712c-ebd5-4ff7-a072-7d060fc00e28,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:30.010592 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e73bf1-dc6f-443c-959e-9b7125f18316 req-e9aae220-ca01-4234-a9ea-ab71eb7716f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:30.012789 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-51e73bf1-dc6f-443c-959e-9b7125f18316 req-e9aae220-ca01-4234-a9ea-ab71eb7716f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ec1bde5b-d4ec-4441-a78b-b03a297e50fb HTTP/1.1" status: 200 len: 853 time: 0.0604439 Jul 24 09:22:30.019476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-579a4397-fdc4-46b5-a033-6ed552ffaaea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:30.019776 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-579a4397-fdc4-46b5-a033-6ed552ffaaea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2329c7-3ea8-49ca-ab60-8b9ab54c1f5f') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:30.072884 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-51e73bf1-dc6f-443c-959e-9b7125f18316 req-7c08b041-e1d6-4fd1-9ac4-4135b8e3b80c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6be005b7-f644-4a9b-9c38-38fc50487690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508447 Jul 24 09:22:30.099513 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-579a4397-fdc4-46b5-a033-6ed552ffaaea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:30.120565 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 5b707c82-d21f-4b7f-9ebf-6c0e44d51620, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=5b707c82-d21f-4b7f-9ebf-6c0e44d51620,segment=NetworkSegment(658362e4-6283-4c69-8eba-315d82acaa5f),segment_id=658362e4-6283-4c69-8eba-315d82acaa5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:30.132632 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '5b707c82-d21f-4b7f-9ebf-6c0e44d51620', 'network_id': '8d844ade-4b4e-44fb-9c14-02a3515430cb', 'port_id': '5b707c82-d21f-4b7f-9ebf-6c0e44d51620', 'mac_address': 'fa:16:3e:e2:8a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bef3db85-2ab0-417d-a2e7-65a979b570f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:22:30.167607 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-422ce89c-a9f5-4729-816f-237742fac76c req-1f8d13f5-4058-4598-bacf-8f73453ce719 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5241976 Jul 24 09:22:30.177832 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-43e3e333-e8aa-47bf-8bfc-03bfff5ce214 req-0739edf0-9ba6-4b21-9249-ebdd14c7a751 service neutron] 10.222.0.37 "GET /v2.0/networks/8d844ade-4b4e-44fb-9c14-02a3515430cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8972692 Jul 24 09:22:30.190609 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fb543660-6475-4557-ba53-f4b1f02b3b6b tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:30.218092 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:30.228950 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb543660-6475-4557-ba53-f4b1f02b3b6b tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Pushing event deleted for resources: {'Port': ['ID=12d22707-3ca4-4203-9f34-2844c057f77d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:30.237738 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-579a4397-fdc4-46b5-a033-6ed552ffaaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:30.251319 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579a4397-fdc4-46b5-a033-6ed552ffaaea admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:22:30.251823 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-579a4397-fdc4-46b5-a033-6ed552ffaaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:22:30.254241 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:22:30.261036 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b707c82-d21f-4b7f-9ebf-6c0e44d51620 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:22:30.307836 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 5b707c82-d21f-4b7f-9ebf-6c0e44d51620, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=5b707c82-d21f-4b7f-9ebf-6c0e44d51620,segment=NetworkSegment(658362e4-6283-4c69-8eba-315d82acaa5f),segment_id=658362e4-6283-4c69-8eba-315d82acaa5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:30.314190 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:30.385454 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fb543660-6475-4557-ba53-f4b1f02b3b6b tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:30.388055 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:30.404601 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=5b707c82-d21f-4b7f-9ebf-6c0e44d51620,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:30.420650 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-51e73bf1-dc6f-443c-959e-9b7125f18316 req-5844c45c-fee1-4599-a41a-7c55b73a5f21 service neutron] 10.222.0.37 "GET /v2.0/networks/6be005b7-f644-4a9b-9c38-38fc50487690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233273 Jul 24 09:22:30.564496 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-579a4397-fdc4-46b5-a033-6ed552ffaaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:30.591915 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['fbe2712c-ebd5-4ff7-a072-7d060fc00e28'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:22:30.592359 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fb543660-6475-4557-ba53-f4b1f02b3b6b tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:30.595537 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['5b707c82-d21f-4b7f-9ebf-6c0e44d51620'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:22:30.604784 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fb543660-6475-4557-ba53-f4b1f02b3b6b tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:30.626514 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-579a4397-fdc4-46b5-a033-6ed552ffaaea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:30.628106 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-579a4397-fdc4-46b5-a033-6ed552ffaaea admin admin] 10.222.0.32 "DELETE /v2.0/networks/68b64780-c69e-4432-87ba-d598170da5b7 HTTP/1.1" status: 204 len: 168 time: 2.7055852 Jul 24 09:22:30.629093 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a4397-fdc4-46b5-a033-6ed552ffaaea admin admin] Pushing event deleted for resources: {'Network': ['ID=68b64780-c69e-4432-87ba-d598170da5b7,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:30.688873 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-51e73bf1-dc6f-443c-959e-9b7125f18316 req-3ddfc990-80da-497a-be77-90e519d0a7cd service neutron] 10.222.0.37 "GET /v2.0/networks/6be005b7-f644-4a9b-9c38-38fc50487690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572193 Jul 24 09:22:30.766973 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cbbc3a08-c4a9-478e-867e-0237c9f4f96b req-d2e4715d-d157-425d-8b05-bb9b7621af44 tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.1500058 Jul 24 09:22:30.772410 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fb543660-6475-4557-ba53-f4b1f02b3b6b tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:30.777994 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb543660-6475-4557-ba53-f4b1f02b3b6b tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Fanout notify agent at l3_agent the message router_deleted on router 799879e7-3964-46da-b9c6-f72593c64123 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:22:30.827516 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fb543660-6475-4557-ba53-f4b1f02b3b6b tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:30.827516 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fb543660-6475-4557-ba53-f4b1f02b3b6b tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "DELETE /v2.0/routers/799879e7-3964-46da-b9c6-f72593c64123 HTTP/1.1" status: 204 len: 168 time: 1.8249345 Jul 24 09:22:30.828337 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42222) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:30.834656 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-f1e1b82d-4062-49e6-ab69-80cf2a72b4a6 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-100732660', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:30.951127 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f1e1b82d-4062-49e6-ab69-80cf2a72b4a6 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:30.953453 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f1e1b82d-4062-49e6-ab69-80cf2a72b4a6 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:31.038222 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42234) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:31.049614 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:31.080481 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f1e1b82d-4062-49e6-ab69-80cf2a72b4a6 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:31.090012 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f1e1b82d-4062-49e6-ab69-80cf2a72b4a6 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:31.122157 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f1e1b82d-4062-49e6-ab69-80cf2a72b4a6 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:31.126701 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f1e1b82d-4062-49e6-ab69-80cf2a72b4a6 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2972429 Jul 24 09:22:31.128386 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42238) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:31.133620 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-e6ab845f-50e9-4c03-9ca7-885208be8f54 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'enable_snat': False}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:31.186037 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-93590fb8-f7bc-4a6b-8252-07d13dd3eb84 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a05e6e5898f4251b0312ce083171a42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1253514 Jul 24 09:22:31.187117 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42240) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:31.232487 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3f171-ad39-4c4a-a2cf-d2f847109563 req-917bb35e-3140-4935-948b-1ce64cf1d9ce tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:31.236441 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a6d3f171-ad39-4c4a-a2cf-d2f847109563 req-917bb35e-3140-4935-948b-1ce64cf1d9ce tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b55c3a8-a8cb-4799-84d8-8948e32a0537 HTTP/1.1" status: 200 len: 945 time: 0.3504908 Jul 24 09:22:31.263476 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a0eaff3-3e4b-47dc-bf32-b6265eb25b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:31.314045 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a0eaff3-3e4b-47dc-bf32-b6265eb25b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:31.425799 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a6d3f171-ad39-4c4a-a2cf-d2f847109563 req-0dcb5365-cd19-4334-9eac-58648e53f8cd tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397648 Jul 24 09:22:31.467554 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e6ab845f-50e9-4c03-9ca7-885208be8f54 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:31.544271 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ada45-1215-47a0-9aef-5dfc858e0c75 req-3bb138d8-2aa7-4bd5-918f-ed3677babea2 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:31.545814 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7c1ada45-1215-47a0-9aef-5dfc858e0c75 req-3bb138d8-2aa7-4bd5-918f-ed3677babea2 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 944 time: 0.2134688 Jul 24 09:22:31.546965 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a0eaff3-3e4b-47dc-bf32-b6265eb25b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:31.549623 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a0eaff3-3e4b-47dc-bf32-b6265eb25b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:31.550760 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7a0eaff3-3e4b-47dc-bf32-b6265eb25b9c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d56db741-3cbb-4024-93ba-112bb25d2c7a HTTP/1.1" status: 204 len: 168 time: 0.3624322 Jul 24 09:22:31.586381 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0eaff3-3e4b-47dc-bf32-b6265eb25b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56db741-3cbb-4024-93ba-112bb25d2c7a,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:31.621829 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7c1ada45-1215-47a0-9aef-5dfc858e0c75 req-b5626fe3-ad7e-478a-8502-e0074c3b8d31 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681925 Jul 24 09:22:31.740980 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e6ab845f-50e9-4c03-9ca7-885208be8f54 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:31.763763 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e6ab845f-50e9-4c03-9ca7-885208be8f54 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:31.899343 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-e6ab845f-50e9-4c03-9ca7-885208be8f54 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Allocated IP 172.25.7.92 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/8d3ffe81-3513-4147-bb07-41f34c7c5a56) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:22:32.021068 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eaabd598-41fa-4e58-8e4b-386292489138 req-5002b13b-a981-4b8e-8175-df4883b408ff tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0666149 Jul 24 09:22:32.124514 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e6ab845f-50e9-4c03-9ca7-885208be8f54 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:32.181843 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e6ab845f-50e9-4c03-9ca7-885208be8f54 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:32.239207 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ab845f-50e9-4c03-9ca7-885208be8f54 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:22:32.242595 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-e6ab845f-50e9-4c03-9ca7-885208be8f54 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:22:32.248025 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ab845f-50e9-4c03-9ca7-885208be8f54 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:22:32.252612 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab845f-50e9-4c03-9ca7-885208be8f54 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Pushing event updated for resources: {'Port': ['ID=8d3ffe81-3513-4147-bb07-41f34c7c5a56,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:32.531052 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e6ab845f-50e9-4c03-9ca7-885208be8f54 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:32.589080 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b886d2e-f681-40c1-8e46-5b58bc454948 req-bc582013-dc4a-45dc-bd51-8943e80ff8fc tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:32.591191 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0b886d2e-f681-40c1-8e46-5b58bc454948 req-bc582013-dc4a-45dc-bd51-8943e80ff8fc tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b55c3a8-a8cb-4799-84d8-8948e32a0537 HTTP/1.1" status: 200 len: 945 time: 0.0827084 Jul 24 09:22:32.630772 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42294) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:32.651090 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0b886d2e-f681-40c1-8e46-5b58bc454948 req-454a7d8f-2f57-42f1-b3be-d1a734e635aa tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542486 Jul 24 09:22:32.779626 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-1e6538da-f229-425a-a342-fe9baa25539a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1435689800-network', 'tenant_id': '372ece414d164f6ead00e36de3137ce1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:32.829286 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6538da-f229-425a-a342-fe9baa25539a admin admin] Made reservation on behalf of 372ece414d164f6ead00e36de3137ce1 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:22:32.829569 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:32.831729 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1e6538da-f229-425a-a342-fe9baa25539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:32.849507 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1e6538da-f229-425a-a342-fe9baa25539a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:32.865553 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e6ab845f-50e9-4c03-9ca7-885208be8f54 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:32.875559 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e6ab845f-50e9-4c03-9ca7-885208be8f54 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593208'] for router, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:32.888066 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafe16e-2583-41b1-ae78-3693c4e03d8d req-7ac80480-be37-4ba8-8578-650edf73aaef tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:32.889588 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7aafe16e-2583-41b1-ae78-3693c4e03d8d req-7ac80480-be37-4ba8-8578-650edf73aaef tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 944 time: 0.1780305 Jul 24 09:22:33.032053 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7aafe16e-2583-41b1-ae78-3693c4e03d8d req-a8228d9f-5046-4814-95ec-12b740d8871d tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353877 Jul 24 09:22:33.107036 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1e6538da-f229-425a-a342-fe9baa25539a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:33.116392 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1e6538da-f229-425a-a342-fe9baa25539a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:33.123966 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ab845f-50e9-4c03-9ca7-885208be8f54 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Router e3025c9c-825e-4390-99fc-5ff9ac180890 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:22:33.150949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6538da-f229-425a-a342-fe9baa25539a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:22:33.187709 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d4e0fe78-cc50-438d-9578-b2b3732dd0b4 req-0aa2c917-2881-476b-86cf-32c39f80a988 tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0388851 Jul 24 09:22:33.210164 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6538da-f229-425a-a342-fe9baa25539a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdecbce8-3484-47b2-be38-c3097a251a17,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:33.243077 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1e6538da-f229-425a-a342-fe9baa25539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:33.243686 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-1e6538da-f229-425a-a342-fe9baa25539a admin admin] Added segment e9fdceb6-fc72-485c-84e1-b90bc78b48c1 of type vlan for network 25f597dd-627e-44e8-9e97-ddee210a58c4 Jul 24 09:22:33.309711 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1e6538da-f229-425a-a342-fe9baa25539a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:33.347945 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device fbe2712c-ebd5-4ff7-a072-7d060fc00e28 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:22:33.351989 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ab845f-50e9-4c03-9ca7-885208be8f54 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:22:33.365904 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1e6538da-f229-425a-a342-fe9baa25539a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:33.367930 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6538da-f229-425a-a342-fe9baa25539a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:33.369230 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1e6538da-f229-425a-a342-fe9baa25539a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:33.385534 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e6ab845f-50e9-4c03-9ca7-885208be8f54 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:33.387651 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e6ab845f-50e9-4c03-9ca7-885208be8f54 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "PUT /v2.0/routers/e3025c9c-825e-4390-99fc-5ff9ac180890 HTTP/1.1" status: 200 len: 918 time: 2.2576807 Jul 24 09:22:33.391116 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42326) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:33.404573 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1e6538da-f229-425a-a342-fe9baa25539a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7730365 Jul 24 09:22:33.409001 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f569516c-4b65-40d5-9026-6b7cb6049ff3 None None] Sync routers for ids ['e3025c9c-825e-4390-99fc-5ff9ac180890'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:22:33.413943 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42328) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:33.424311 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b74776f6-754f-4a7b-9c1a-0ee5676f0910 req-7194dafe-caf4-46c5-a47b-397a8e941e3b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0447607 Jul 24 09:22:33.445735 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f569516c-4b65-40d5-9026-6b7cb6049ff3 None None] Routers {'e3025c9c-825e-4390-99fc-5ff9ac180890'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:22:33.448140 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f569516c-4b65-40d5-9026-6b7cb6049ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:22:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e3025c9c-825e-4390-99fc-5ff9ac180890'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:33.453244 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-4d43b665-c7d3-48a8-9c1e-01e9fdc5d28c admin admin] Request body: {'subnet': {'network_id': '25f597dd-627e-44e8-9e97-ddee210a58c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435689800-subnet', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:33.564084 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6538da-f229-425a-a342-fe9baa25539a admin admin] Pushing event updated for resources: {'Network': ['ID=25f597dd-627e-44e8-9e97-ddee210a58c4,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:33.570400 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d43b665-c7d3-48a8-9c1e-01e9fdc5d28c admin admin] Made reservation on behalf of 372ece414d164f6ead00e36de3137ce1 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:22:33.573421 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4d43b665-c7d3-48a8-9c1e-01e9fdc5d28c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:33.646763 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4ed382ab-c252-4b6d-b524-1b22f82f98ef tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "GET /v2.0/routers/e3025c9c-825e-4390-99fc-5ff9ac180890 HTTP/1.1" status: 200 len: 924 time: 0.2502937 Jul 24 09:22:33.647976 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42342) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:33.692388 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f569516c-4b65-40d5-9026-6b7cb6049ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:33.700626 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 25f597dd-627e-44e8-9e97-ddee210a58c4 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:22:33.717219 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f569516c-4b65-40d5-9026-6b7cb6049ff3 None None] Routers {'e3025c9c-825e-4390-99fc-5ff9ac180890'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:22:33.726639 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f569516c-4b65-40d5-9026-6b7cb6049ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:22:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e3025c9c-825e-4390-99fc-5ff9ac180890'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:33.807442 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa4a57a-a2e7-4790-b032-d6ba26dafc6a tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:33.807666 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f569516c-4b65-40d5-9026-6b7cb6049ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:33.809855 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f569516c-4b65-40d5-9026-6b7cb6049ff3 None None] The sync data for ids ['e3025c9c-825e-4390-99fc-5ff9ac180890'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:22:33.813705 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port fbe2712c-ebd5-4ff7-a072-7d060fc00e28 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:22:33.815647 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bfa4a57a-a2e7-4790-b032-d6ba26dafc6a tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&device_id=e3025c9c-825e-4390-99fc-5ff9ac180890&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1664293 Jul 24 09:22:33.820060 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42350) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:33.820222 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port fbe2712c-ebd5-4ff7-a072-7d060fc00e28 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:22:33.820403 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:33.868006 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca445b37-b578-4ae9-9389-6921d30f5b3a req-ee573ed8-6328-4520-96d8-0e2d99a0ecff tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:33.870397 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ca445b37-b578-4ae9-9389-6921d30f5b3a req-ee573ed8-6328-4520-96d8-0e2d99a0ecff tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b55c3a8-a8cb-4799-84d8-8948e32a0537 HTTP/1.1" status: 200 len: 945 time: 0.0976191 Jul 24 09:22:33.956572 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ca445b37-b578-4ae9-9389-6921d30f5b3a req-35557b2e-1b73-4cf6-a7df-ebc06df305e2 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786693 Jul 24 09:22:33.971188 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:33.976907 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054079f2-2b59-4e39-afab-7040ff5018d6 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:33.978341 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-054079f2-2b59-4e39-afab-7040ff5018d6 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 881 time: 0.1579370 Jul 24 09:22:33.982017 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42352) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:33.997433 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4d43b665-c7d3-48a8-9c1e-01e9fdc5d28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:34.024142 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8804bb13-b420-4452-8d17-1689586126ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe2712c-ebd5-4ff7-a072-7d060fc00e28'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:22:34.027573 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa240d97-11ee-4586-a3a2-1d33f93ce0d7" -d '{"events": [{"server_uuid": "8804bb13-b420-4452-8d17-1689586126ae", "name": "network-vif-plugged", "status": "completed", "tag": "fbe2712c-ebd5-4ff7-a072-7d060fc00e28"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:22:34.041708 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port fbe2712c-ebd5-4ff7-a072-7d060fc00e28, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=fbe2712c-ebd5-4ff7-a072-7d060fc00e28,segment=NetworkSegment(d1da0f7b-86f9-4cb3-973b-b91c6658c02f),segment_id=d1da0f7b-86f9-4cb3-973b-b91c6658c02f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:34.044252 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9e3a1cc0-47d6-4ff9-9bfb-9c0e8128cc80 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3025c9c-825e-4390-99fc-5ff9ac180890 HTTP/1.1" status: 200 len: 205 time: 0.0606291 Jul 24 09:22:34.050901 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42360) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:34.061413 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:34.063606 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 5b707c82-d21f-4b7f-9ebf-6c0e44d51620 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:22:34.136135 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5055fb86-34e2-4840-9b39-cb689e61a9bf x-openstack-request-id: req-5055fb86-34e2-4840-9b39-cb689e61a9bf {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:22:34.139902 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8804bb13-b420-4452-8d17-1689586126ae", "name": "network-vif-plugged", "status": "completed", "tag": "fbe2712c-ebd5-4ff7-a072-7d060fc00e28", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:22:34.140641 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5055fb86-34e2-4840-9b39-cb689e61a9bf {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:22:34.141592 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8804bb13-b420-4452-8d17-1689586126ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe2712c-ebd5-4ff7-a072-7d060fc00e28', 'code': 200} Jul 24 09:22:34.215109 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=fbe2712c-ebd5-4ff7-a072-7d060fc00e28,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:34.242425 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 5b707c82-d21f-4b7f-9ebf-6c0e44d51620 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:22:34.251387 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 5b707c82-d21f-4b7f-9ebf-6c0e44d51620 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:22:34.252135 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:34.405024 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-06c2aee0-dd09-4079-ba61-5e85a5a2b2e9 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:34.416762 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:34.488134 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 5b707c82-d21f-4b7f-9ebf-6c0e44d51620, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=5b707c82-d21f-4b7f-9ebf-6c0e44d51620,segment=NetworkSegment(658362e4-6283-4c69-8eba-315d82acaa5f),segment_id=658362e4-6283-4c69-8eba-315d82acaa5f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:34.493815 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:34.503341 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dca1e-7e0a-49ed-bc97-2f295a1821fc req-43259236-fda9-4567-ba69-635f0557f379 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:34.511886 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8b5dca1e-7e0a-49ed-bc97-2f295a1821fc req-43259236-fda9-4567-ba69-635f0557f379 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.2568376 Jul 24 09:22:34.575035 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=5b707c82-d21f-4b7f-9ebf-6c0e44d51620,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:34.595665 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8b5dca1e-7e0a-49ed-bc97-2f295a1821fc req-f451a235-178f-4add-b163-63f4252c707d tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819108 Jul 24 09:22:34.624917 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-06c2aee0-dd09-4079-ba61-5e85a5a2b2e9 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:34.641291 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9d2c1697-bd30-412b-9a37-be111b9f83e7 req-81e661b0-4aed-491c-a1bd-6a122c9432b8 tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0682840 Jul 24 09:22:34.653722 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d43b665-c7d3-48a8-9c1e-01e9fdc5d28c admin admin] Pushing event updated for resources: {'Subnet': ['ID=30bd4481-5e04-4226-8557-03870f55c2df,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:34.702678 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-06c2aee0-dd09-4079-ba61-5e85a5a2b2e9 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Deleting port 8d3ffe81-3513-4147-bb07-41f34c7c5a56 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:22:34.703036 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-06c2aee0-dd09-4079-ba61-5e85a5a2b2e9 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:34.705874 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d43b665-c7d3-48a8-9c1e-01e9fdc5d28c admin admin] Checking segment: {'id': 'e9fdceb6-fc72-485c-84e1-b90bc78b48c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '25f597dd-627e-44e8-9e97-ddee210a58c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:22:34.706235 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d43b665-c7d3-48a8-9c1e-01e9fdc5d28c admin admin] Network hostable DHCP agents. Network: 25f597dd-627e-44e8-9e97-ddee210a58c4, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:22:34.735314 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272d732-e1b1-4e31-a3e8-680986c556a6 req-e201f663-e654-435d-9996-02d99c6f385a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:34.736893 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e272d732-e1b1-4e31-a3e8-680986c556a6 req-e201f663-e654-435d-9996-02d99c6f385a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 1096 time: 0.1624339 Jul 24 09:22:34.738483 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d43b665-c7d3-48a8-9c1e-01e9fdc5d28c admin admin] Network 25f597dd-627e-44e8-9e97-ddee210a58c4 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:22:34.751453 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-4d43b665-c7d3-48a8-9c1e-01e9fdc5d28c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 25f597dd-627e-44e8-9e97-ddee210a58c4) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:22:34.761582 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef9e80b-2d2c-4993-8deb-90ae99a271ce None None] Network 25f597dd-627e-44e8-9e97-ddee210a58c4 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:22:34.763072 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d43b665-c7d3-48a8-9c1e-01e9fdc5d28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:34.763670 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4d43b665-c7d3-48a8-9c1e-01e9fdc5d28c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:34.786345 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e272d732-e1b1-4e31-a3e8-680986c556a6 req-9a832eff-357e-426b-aa40-788c111ab61a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424509 Jul 24 09:22:34.790574 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4d43b665-c7d3-48a8-9c1e-01e9fdc5d28c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3406153 Jul 24 09:22:34.790863 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42378) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:34.796045 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-0d0e3b22-e726-4742-983b-604ec822010b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1435689800-router', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:34.821084 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3b22-e726-4742-983b-604ec822010b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:34.822437 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3b22-e726-4742-983b-604ec822010b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:34.865419 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-06c2aee0-dd09-4079-ba61-5e85a5a2b2e9 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:34.890639 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-06c2aee0-dd09-4079-ba61-5e85a5a2b2e9 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Calling delete_port for 8d3ffe81-3513-4147-bb07-41f34c7c5a56 owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:22:34.900964 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3b22-e726-4742-983b-604ec822010b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:35.005709 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc239d0c-9545-4e9c-914c-6e8ba67472c8 None None] Network 25f597dd-627e-44e8-9e97-ddee210a58c4 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:22:35.155073 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3b22-e726-4742-983b-604ec822010b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:35.354328 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97e890-5858-4436-988a-fd7eaf70dfb5 req-afe1e0cd-b283-4826-92b9-61e3d19601ba tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:35.356771 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5f97e890-5858-4436-988a-fd7eaf70dfb5 req-afe1e0cd-b283-4826-92b9-61e3d19601ba tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b55c3a8-a8cb-4799-84d8-8948e32a0537 HTTP/1.1" status: 200 len: 946 time: 0.2000113 Jul 24 09:22:35.421435 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5f97e890-5858-4436-988a-fd7eaf70dfb5 req-c362c731-351e-4275-a240-e82407301102 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572474 Jul 24 09:22:35.424022 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-06c2aee0-dd09-4079-ba61-5e85a5a2b2e9 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:35.470017 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2aee0-dd09-4079-ba61-5e85a5a2b2e9 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Pushing event deleted for resources: {'Port': ['ID=8d3ffe81-3513-4147-bb07-41f34c7c5a56,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:35.517986 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3b22-e726-4742-983b-604ec822010b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:35.539141 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-06c2aee0-dd09-4079-ba61-5e85a5a2b2e9 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:35.542612 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3b22-e726-4742-983b-604ec822010b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:35.651182 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-06c2aee0-dd09-4079-ba61-5e85a5a2b2e9 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:35.654073 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-06c2aee0-dd09-4079-ba61-5e85a5a2b2e9 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:35.660248 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-0d0e3b22-e726-4742-983b-604ec822010b admin admin] Allocated IP 172.25.7.215 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/b6341bde-85c0-4683-8059-c4c1bd473ed3) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:22:35.743735 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-06c2aee0-dd09-4079-ba61-5e85a5a2b2e9 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:35.744719 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c2aee0-dd09-4079-ba61-5e85a5a2b2e9 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Fanout notify agent at l3_agent the message router_deleted on router e3025c9c-825e-4390-99fc-5ff9ac180890 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:22:35.766986 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-06c2aee0-dd09-4079-ba61-5e85a5a2b2e9 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:35.776626 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-06c2aee0-dd09-4079-ba61-5e85a5a2b2e9 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "DELETE /v2.0/routers/e3025c9c-825e-4390-99fc-5ff9ac180890 HTTP/1.1" status: 204 len: 168 time: 1.7238090 Jul 24 09:22:35.781119 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42402) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:35.786300 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-246ce088-292a-482c-ab83-601ec77ec16a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1531226582', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}, 'admin_state_up': False}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:35.833928 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28b420ec-4ebb-43b8-8196-3b0de82ddcc2 req-85d36b02-10c8-4e9c-bd1d-43b8f77ebb9f tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0539813 Jul 24 09:22:35.837502 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3b22-e726-4742-983b-604ec822010b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:35.846306 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-246ce088-292a-482c-ab83-601ec77ec16a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:35.847815 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-246ce088-292a-482c-ab83-601ec77ec16a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:35.864980 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c506f60-6bbb-425c-8455-c9f73d6abd7d req-fc27179b-f782-4f5d-9800-38fb5b1d28fe tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:35.864980 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1c506f60-6bbb-425c-8455-c9f73d6abd7d req-fc27179b-f782-4f5d-9800-38fb5b1d28fe tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1119440 Jul 24 09:22:35.927262 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1c506f60-6bbb-425c-8455-c9f73d6abd7d req-14b110c4-0926-4f8c-a121-97436e33cc9f tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542805 Jul 24 09:22:35.934402 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3b22-e726-4742-983b-604ec822010b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:35.937561 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-246ce088-292a-482c-ab83-601ec77ec16a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:35.986348 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e3b22-e726-4742-983b-604ec822010b admin admin] Pushing event updated for resources: {'Port': ['ID=b6341bde-85c0-4683-8059-c4c1bd473ed3,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:35.998334 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0e3b22-e726-4742-983b-604ec822010b admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:22:35.999804 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-0d0e3b22-e726-4742-983b-604ec822010b admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:22:36.003368 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0e3b22-e726-4742-983b-604ec822010b admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:22:36.145553 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b55c3a8-a8cb-4799-84d8-8948e32a0537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b707c82-d21f-4b7f-9ebf-6c0e44d51620'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:22:36.147926 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc1e914-ea04-4897-bafc-5ed9dfb72d25" -d '{"events": [{"server_uuid": "3b55c3a8-a8cb-4799-84d8-8948e32a0537", "name": "network-vif-plugged", "status": "completed", "tag": "5b707c82-d21f-4b7f-9ebf-6c0e44d51620"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:22:36.241035 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-246ce088-292a-482c-ab83-601ec77ec16a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:36.251522 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e6d7a7-878a-42dd-a806-043d1b010237 x-openstack-request-id: req-e2e6d7a7-878a-42dd-a806-043d1b010237 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:22:36.251817 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b55c3a8-a8cb-4799-84d8-8948e32a0537", "name": "network-vif-plugged", "status": "completed", "tag": "5b707c82-d21f-4b7f-9ebf-6c0e44d51620", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:22:36.252111 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2e6d7a7-878a-42dd-a806-043d1b010237 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:22:36.252510 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b55c3a8-a8cb-4799-84d8-8948e32a0537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b707c82-d21f-4b7f-9ebf-6c0e44d51620', 'code': 200} Jul 24 09:22:36.622464 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3b22-e726-4742-983b-604ec822010b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:36.642773 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-246ce088-292a-482c-ab83-601ec77ec16a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:36.665874 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-246ce088-292a-482c-ab83-601ec77ec16a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:36.834796 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75562d02-0a6e-4ee3-bd80-df87e4abf378 req-a40a44f1-b9ab-4eec-b6cf-c688de7e0172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:36.836538 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75562d02-0a6e-4ee3-bd80-df87e4abf378 req-a40a44f1-b9ab-4eec-b6cf-c688de7e0172 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3b55c3a8-a8cb-4799-84d8-8948e32a0537 HTTP/1.1" status: 200 len: 1097 time: 0.3973508 Jul 24 09:22:36.847337 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-d118b468-6a66-45d9-8e73-43d80c9c1d0c tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:36.855392 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-d118b468-6a66-45d9-8e73-43d80c9c1d0c tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/networks?id=6be005b7-f644-4a9b-9c38-38fc50487690 HTTP/1.1" status: 200 len: 813 time: 0.4181633 Jul 24 09:22:36.908408 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-246ce088-292a-482c-ab83-601ec77ec16a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Allocated IP 172.25.7.51 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/feb89957-4b6c-4415-b5d1-d830794aff62) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:22:36.909487 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-97ea2ef5-a7ff-41b8-9ca3-4f3f170600b1 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/quotas/15a479973b244cfab3f0baf9c309b12b HTTP/1.1" status: 200 len: 375 time: 0.0529578 Jul 24 09:22:36.985571 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1c4d3-0b89-4fab-8387-ea4ed64bd910 req-4c0a7bf8-180e-4e65-b2ed-5a0f047f1812 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:36.992801 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4fa1c4d3-0b89-4fab-8387-ea4ed64bd910 req-4c0a7bf8-180e-4e65-b2ed-5a0f047f1812 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b55c3a8-a8cb-4799-84d8-8948e32a0537 HTTP/1.1" status: 200 len: 946 time: 0.1680632 Jul 24 09:22:37.056095 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75562d02-0a6e-4ee3-bd80-df87e4abf378 req-d3c34eb4-c01e-4e9e-9442-cc311919d35d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959476 Jul 24 09:22:37.093330 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4fa1c4d3-0b89-4fab-8387-ea4ed64bd910 req-504b5a28-7c55-456c-9ac4-df903ef36860 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993621 Jul 24 09:22:37.116994 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-cb12f792-5a56-4b06-b7f3-474b3da486a1 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=15a479973b244cfab3f0baf9c309b12b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1973722 Jul 24 09:22:37.124027 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3b22-e726-4742-983b-604ec822010b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:37.187179 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-246ce088-292a-482c-ab83-601ec77ec16a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:37.251134 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7b17c913-1507-4be1-bb64-acbf6fa5659c req-8c162504-a567-4d87-95f3-00fb94ff37cd tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0366480 Jul 24 09:22:37.266667 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-246ce088-292a-482c-ab83-601ec77ec16a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:37.313431 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246ce088-292a-482c-ab83-601ec77ec16a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:22:37.317086 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-246ce088-292a-482c-ab83-601ec77ec16a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:22:37.320178 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246ce088-292a-482c-ab83-601ec77ec16a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:22:37.391517 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-2ee37989-4f01-463f-b3eb-3109b5046b01 service neutron] 10.222.0.32 "GET /v2.0/networks/6be005b7-f644-4a9b-9c38-38fc50487690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650597 Jul 24 09:22:37.396855 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ce088-292a-482c-ab83-601ec77ec16a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Pushing event updated for resources: {'Port': ['ID=feb89957-4b6c-4415-b5d1-d830794aff62,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:37.505670 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0e3b22-e726-4742-983b-604ec822010b admin admin] Router fc5539e7-d1bb-442c-8394-e9455c8684d0 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:22:37.535076 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-41cd0cd5-0ebf-4be6-892f-1e4a4d9e25d9 service neutron] 10.222.0.32 "GET /v2.0/networks/6be005b7-f644-4a9b-9c38-38fc50487690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354740 Jul 24 09:22:37.665236 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0e3b22-e726-4742-983b-604ec822010b admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:22:37.692417 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3b22-e726-4742-983b-604ec822010b admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:37.694294 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0d0e3b22-e726-4742-983b-604ec822010b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.9023361 Jul 24 09:22:37.697268 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42480) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:37.859221 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] Sync routers for ids ['fc5539e7-d1bb-442c-8394-e9455c8684d0'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:22:37.878635 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] Routers {'fc5539e7-d1bb-442c-8394-e9455c8684d0'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:22:37.881901 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:22:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fc5539e7-d1bb-442c-8394-e9455c8684d0'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:38.218151 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] Set router fc5539e7-d1bb-442c-8394-e9455c8684d0 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:22:38.422256 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-79d0f7e9-06de-4188-909a-0fdbb537f230 req-11e8f7ea-27be-435e-be5e-9da05961b2f3 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=be74b391-b653-4018-9fb1-12de5f4355c5 HTTP/1.1" status: 200 len: 210 time: 0.5927351 Jul 24 09:22:38.450166 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5e0cd-6267-4b58-a3c1-4bfb71a9dd12 req-d9e9606d-79a6-445a-acb6-4133dbfcfd15 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:38.452562 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-20a5e0cd-6267-4b58-a3c1-4bfb71a9dd12 req-d9e9606d-79a6-445a-acb6-4133dbfcfd15 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b55c3a8-a8cb-4799-84d8-8948e32a0537 HTTP/1.1" status: 200 len: 946 time: 0.1800880 Jul 24 09:22:38.461177 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-246ce088-292a-482c-ab83-601ec77ec16a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:38.553886 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-20a5e0cd-6267-4b58-a3c1-4bfb71a9dd12 req-726e2d50-c722-4ef1-9a89-e36abb502b91 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953698 Jul 24 09:22:38.558207 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435689800-router', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b6341bde-85c0-4683-8059-c4c1bd473ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:22:34Z', 'updated_at': '2021-07-24T09:22:36Z', 'revision_number': 3, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'gw_port': {'id': 'b6341bde-85c0-4683-8059-c4c1bd473ed3', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:22:35Z', 'updated_at': '2021-07-24T09:22:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:38.565972 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-72b308cf-7b03-408d-ad3e-679b56af6cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:38.641215 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] Checking router: fc5539e7-d1bb-442c-8394-e9455c8684d0 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:22:38.641826 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] Updating router fc5539e7-d1bb-442c-8394-e9455c8684d0 port b6341bde-85c0-4683-8059-c4c1bd473ed3 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:22:38.740503 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:38.748556 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-90f8e7ad-c7c7-4a72-987b-d0638483ca9a req-43ec2dba-0bbe-40c2-beb8-1d480aee26f8 tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0876374 Jul 24 09:22:38.968727 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-72b308cf-7b03-408d-ad3e-679b56af6cd8 admin admin] Allocated IP 172.20.0.1 (25f597dd-627e-44e8-9e97-ddee210a58c4/30bd4481-5e04-4226-8557-03870f55c2df/abf43b9a-d8ae-48e4-859c-daa5dcbe4166) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:22:39.029774 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-246ce088-292a-482c-ab83-601ec77ec16a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:39.182875 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-72b308cf-7b03-408d-ad3e-679b56af6cd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:39.268455 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246ce088-292a-482c-ab83-601ec77ec16a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Router 4b318c29-d051-41a4-bece-11629b2c5145 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:22:39.287240 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-72b308cf-7b03-408d-ad3e-679b56af6cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:39.311663 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:39.325219 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b308cf-7b03-408d-ad3e-679b56af6cd8 admin admin] Network 25f597dd-627e-44e8-9e97-ddee210a58c4 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:22:39.325611 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] Transition to ACTIVE for port object b6341bde-85c0-4683-8059-c4c1bd473ed3 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:22:39.333826 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:39.377853 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-72b308cf-7b03-408d-ad3e-679b56af6cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:22:39.381427 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58236a78-1b99-4391-85e6-b682d7966c68 None None] Pushing event updated for resources: {'Port': ['ID=b6341bde-85c0-4683-8059-c4c1bd473ed3,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:39.396452 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b308cf-7b03-408d-ad3e-679b56af6cd8 admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:22:39.436716 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] Attempting to bind port b6341bde-85c0-4683-8059-c4c1bd473ed3 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:22:39.437346 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] Attempting to bind port b6341bde-85c0-4683-8059-c4c1bd473ed3 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:22:39.437919 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] Attempting to bind port b6341bde-85c0-4683-8059-c4c1bd473ed3 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:22:39.460200 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:22:39.461148 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:22:39.464026 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:39.467650 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:22:39.469880 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] Bound port: b6341bde-85c0-4683-8059-c4c1bd473ed3, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:22:39.470230 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b308cf-7b03-408d-ad3e-679b56af6cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=abf43b9a-d8ae-48e4-859c-daa5dcbe4166,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:39.471226 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:39.487655 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-72b308cf-7b03-408d-ad3e-679b56af6cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:39.599352 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] For port b6341bde-85c0-4683-8059-c4c1bd473ed3, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:22:39.605141 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] For port b6341bde-85c0-4683-8059-c4c1bd473ed3, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b6341bde-85c0-4683-8059-c4c1bd473ed3,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:22:39.611994 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:39.619150 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246ce088-292a-482c-ab83-601ec77ec16a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:22:39.632694 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ecb948-76db-421d-b0dc-1bd19a1df34c None None] Sync routers for ids ['4b318c29-d051-41a4-bece-11629b2c5145'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:22:39.646491 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ecb948-76db-421d-b0dc-1bd19a1df34c None None] Routers {'4b318c29-d051-41a4-bece-11629b2c5145'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:22:39.654145 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e5ecb948-76db-421d-b0dc-1bd19a1df34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:22:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['4b318c29-d051-41a4-bece-11629b2c5145'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:39.733871 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] Routers {'fc5539e7-d1bb-442c-8394-e9455c8684d0'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:22:39.734503 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:22:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fc5539e7-d1bb-442c-8394-e9455c8684d0'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:39.736942 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58236a78-1b99-4391-85e6-b682d7966c68 None None] Pushing event updated for resources: {'Port': ['ID=b6341bde-85c0-4683-8059-c4c1bd473ed3,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:39.744980 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-648b2463-047e-4295-9863-ac6ad33a0a51 req-4fabf393-0a0e-4a78-9f11-17b241945108 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=be74b391-b653-4018-9fb1-12de5f4355c5 HTTP/1.1" status: 200 len: 210 time: 0.1125968 Jul 24 09:22:39.772198 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e5ecb948-76db-421d-b0dc-1bd19a1df34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:39.800053 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-246ce088-292a-482c-ab83-601ec77ec16a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:39.804270 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-246ce088-292a-482c-ab83-601ec77ec16a tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.0222356 Jul 24 09:22:39.807380 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ecb948-76db-421d-b0dc-1bd19a1df34c None None] Routers {'4b318c29-d051-41a4-bece-11629b2c5145'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:22:39.809165 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e5ecb948-76db-421d-b0dc-1bd19a1df34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:22:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['4b318c29-d051-41a4-bece-11629b2c5145'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:39.810933 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42532) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:39.825264 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-b1f2c168-2843-48f3-84e0-cb406ea61400 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:39.872174 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e5ecb948-76db-421d-b0dc-1bd19a1df34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:39.873174 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ecb948-76db-421d-b0dc-1bd19a1df34c None None] The sync data for ids ['4b318c29-d051-41a4-bece-11629b2c5145'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:22:39.880684 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-85c45ffd-63c8-4e75-80b7-02f7ea42baa0 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:39.882217 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-85c45ffd-63c8-4e75-80b7-02f7ea42baa0 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.20 "GET /v2.0/networks?id=6be005b7-f644-4a9b-9c38-38fc50487690 HTTP/1.1" status: 200 len: 813 time: 0.5160880 Jul 24 09:22:39.894476 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-72b308cf-7b03-408d-ad3e-679b56af6cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:39.908891 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-8f041393-a14c-4cbd-8c09-1f2dc9c6d8db tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Request body: {'port': {'device_id': 'be74b391-b653-4018-9fb1-12de5f4355c5', 'network_id': '6be005b7-f644-4a9b-9c38-38fc50487690', 'admin_state_up': True, 'tenant_id': '15a479973b244cfab3f0baf9c309b12b'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:40.023677 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] Set router fc5539e7-d1bb-442c-8394-e9455c8684d0 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:22:40.045007 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-930b0e3d-03fe-41cd-b102-ef25c211ba9f req-772f69e0-c197-4433-8338-a8cfefbabd5e tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0503232 Jul 24 09:22:40.246849 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-8f041393-a14c-4cbd-8c09-1f2dc9c6d8db tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Made reservation on behalf of 15a479973b244cfab3f0baf9c309b12b for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:22:40.260570 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-8f041393-a14c-4cbd-8c09-1f2dc9c6d8db tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:40.393877 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435689800-router', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b6341bde-85c0-4683-8059-c4c1bd473ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:22:34Z', 'updated_at': '2021-07-24T09:22:39Z', 'revision_number': 4, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'gw_port': {'id': 'b6341bde-85c0-4683-8059-c4c1bd473ed3', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:22:35Z', 'updated_at': '2021-07-24T09:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'abf43b9a-d8ae-48e4-859c-daa5dcbe4166', 'name': '', 'network_id': '25f597dd-627e-44e8-9e97-ddee210a58c4', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'mac_address': 'fa:16:3e:72:f0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '30bd4481-5e04-4226-8557-03870f55c2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:22:38Z', 'updated_at': '2021-07-24T09:22:38Z', 'revision_number': 1, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'subnets': [{'id': '30bd4481-5e04-4226-8557-03870f55c2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:40.425509 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9795e4f2-901f-471e-9855-d6b2c4874136 None None] The sync data for ids ['fc5539e7-d1bb-442c-8394-e9455c8684d0'] in n-d-800085-9 is: [{'id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435689800-router', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b6341bde-85c0-4683-8059-c4c1bd473ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:22:34Z', 'updated_at': '2021-07-24T09:22:39Z', 'revision_number': 4, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'gw_port': {'id': 'b6341bde-85c0-4683-8059-c4c1bd473ed3', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:22:35Z', 'updated_at': '2021-07-24T09:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'abf43b9a-d8ae-48e4-859c-daa5dcbe4166', 'name': '', 'network_id': '25f597dd-627e-44e8-9e97-ddee210a58c4', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'mac_address': 'fa:16:3e:72:f0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '30bd4481-5e04-4226-8557-03870f55c2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:22:38Z', 'updated_at': '2021-07-24T09:22:38Z', 'revision_number': 1, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'subnets': [{'id': '30bd4481-5e04-4226-8557-03870f55c2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:22:40.490614 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-8f041393-a14c-4cbd-8c09-1f2dc9c6d8db tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Allocated IP 172.20.0.3 (6be005b7-f644-4a9b-9c38-38fc50487690/ec1bde5b-d4ec-4441-a78b-b03a297e50fb/f5962486-be66-41a0-ba6b-44fd085c5f56) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:22:40.705174 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-8f041393-a14c-4cbd-8c09-1f2dc9c6d8db tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:40.777626 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-8f041393-a14c-4cbd-8c09-1f2dc9c6d8db tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:40.789847 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['fbe2712c-ebd5-4ff7-a072-7d060fc00e28'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:22:40.857382 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-8f041393-a14c-4cbd-8c09-1f2dc9c6d8db tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Network 6be005b7-f644-4a9b-9c38-38fc50487690 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:22:40.861792 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-8f041393-a14c-4cbd-8c09-1f2dc9c6d8db tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:22:40.879419 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-8f041393-a14c-4cbd-8c09-1f2dc9c6d8db tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:22:40.942605 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f041393-a14c-4cbd-8c09-1f2dc9c6d8db tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Pushing event updated for resources: {'Port': ['ID=f5962486-be66-41a0-ba6b-44fd085c5f56,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:41.043575 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-8f041393-a14c-4cbd-8c09-1f2dc9c6d8db tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:41.051811 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-8f041393-a14c-4cbd-8c09-1f2dc9c6d8db tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:41.129812 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904f25d-4904-43e4-96d5-f4bb9d4b206a req-e339e5f0-e6ad-4ac6-8aa5-c718f550de12 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:41.132324 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f904f25d-4904-43e4-96d5-f4bb9d4b206a req-e339e5f0-e6ad-4ac6-8aa5-c718f550de12 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=be74b391-b653-4018-9fb1-12de5f4355c5 HTTP/1.1" status: 200 len: 931 time: 0.2083361 Jul 24 09:22:41.135493 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-8f041393-a14c-4cbd-8c09-1f2dc9c6d8db tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2390711 Jul 24 09:22:41.138779 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-72b308cf-7b03-408d-ad3e-679b56af6cd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:41.181990 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-b6402f8c-717b-4814-a30b-61176cdabec2 service neutron] Request body: {'port': {'device_id': 'be74b391-b653-4018-9fb1-12de5f4355c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:41.200825 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1f2c168-2843-48f3-84e0-cb406ea61400 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:41.212759 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-72b308cf-7b03-408d-ad3e-679b56af6cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:41.269460 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f904f25d-4904-43e4-96d5-f4bb9d4b206a req-f090f3c9-8598-432c-a1ae-3dbbefc7e859 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302583 Jul 24 09:22:41.350768 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b308cf-7b03-408d-ad3e-679b56af6cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=abf43b9a-d8ae-48e4-859c-daa5dcbe4166,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:41.353879 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1f2c168-2843-48f3-84e0-cb406ea61400 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:41.354415 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-b6402f8c-717b-4814-a30b-61176cdabec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:41.357334 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-72b308cf-7b03-408d-ad3e-679b56af6cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:41.397310 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f2f674a5-baec-4818-9b9c-39a5e5829609 req-dccdf4c0-47e4-4879-a003-e9cb6adfa9ba tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0925550 Jul 24 09:22:41.679504 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2c168-2843-48f3-84e0-cb406ea61400 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Deleting port feb89957-4b6c-4415-b5d1-d830794aff62 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:22:41.679912 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1f2c168-2843-48f3-84e0-cb406ea61400 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:41.713052 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b308cf-7b03-408d-ad3e-679b56af6cd8 admin admin] Network 25f597dd-627e-44e8-9e97-ddee210a58c4 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:22:41.717183 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-72b308cf-7b03-408d-ad3e-679b56af6cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:22:41.762572 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b6341bde-85c0-4683-8059-c4c1bd473ed3 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:22:41.891265 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port b6341bde-85c0-4683-8059-c4c1bd473ed3 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:22:41.899650 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port b6341bde-85c0-4683-8059-c4c1bd473ed3 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:22:41.900023 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:41.919962 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1f2c168-2843-48f3-84e0-cb406ea61400 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:41.942983 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2c168-2843-48f3-84e0-cb406ea61400 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Calling delete_port for feb89957-4b6c-4415-b5d1-d830794aff62 owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:22:42.010816 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-b6402f8c-717b-4814-a30b-61176cdabec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5962486-be66-41a0-ba6b-44fd085c5f56 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:22:42.035725 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-b6402f8c-717b-4814-a30b-61176cdabec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:42.066751 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-b6402f8c-717b-4814-a30b-61176cdabec2 service neutron] Transition to ACTIVE for port object f5962486-be66-41a0-ba6b-44fd085c5f56 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:22:42.073234 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-b6402f8c-717b-4814-a30b-61176cdabec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:42.080259 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:42.135002 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port b6341bde-85c0-4683-8059-c4c1bd473ed3, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b6341bde-85c0-4683-8059-c4c1bd473ed3,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:42.150089 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:42.186302 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6402f8c-717b-4814-a30b-61176cdabec2 service neutron] Pushing event updated for resources: {'Port': ['ID=f5962486-be66-41a0-ba6b-44fd085c5f56,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:42.226570 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b308cf-7b03-408d-ad3e-679b56af6cd8 admin admin] Router fc5539e7-d1bb-442c-8394-e9455c8684d0 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:22:42.289470 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=b6341bde-85c0-4683-8059-c4c1bd473ed3,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:42.360976 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-b6402f8c-717b-4814-a30b-61176cdabec2 service neutron] Attempting to bind port f5962486-be66-41a0-ba6b-44fd085c5f56 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:22:42.361750 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-b6402f8c-717b-4814-a30b-61176cdabec2 service neutron] Attempting to bind port f5962486-be66-41a0-ba6b-44fd085c5f56 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'd1da0f7b-86f9-4cb3-973b-b91c6658c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6be005b7-f644-4a9b-9c38-38fc50487690'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:22:42.362294 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-b6402f8c-717b-4814-a30b-61176cdabec2 service neutron] Attempting to bind port f5962486-be66-41a0-ba6b-44fd085c5f56 on network 6be005b7-f644-4a9b-9c38-38fc50487690 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:22:42.376978 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-b6402f8c-717b-4814-a30b-61176cdabec2 service neutron] Port f5962486-be66-41a0-ba6b-44fd085c5f56 on network 6be005b7-f644-4a9b-9c38-38fc50487690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:22:42.377603 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-b6402f8c-717b-4814-a30b-61176cdabec2 service neutron] Attempting to bind port f5962486-be66-41a0-ba6b-44fd085c5f56 on network 6be005b7-f644-4a9b-9c38-38fc50487690 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:22:42.383324 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-b6402f8c-717b-4814-a30b-61176cdabec2 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:22:42.392713 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-b6402f8c-717b-4814-a30b-61176cdabec2 service neutron] Checking segment: {'id': 'd1da0f7b-86f9-4cb3-973b-b91c6658c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6be005b7-f644-4a9b-9c38-38fc50487690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:22:42.393466 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-b6402f8c-717b-4814-a30b-61176cdabec2 service neutron] Bound using segment: {'id': 'd1da0f7b-86f9-4cb3-973b-b91c6658c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6be005b7-f644-4a9b-9c38-38fc50487690'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:22:42.394114 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-b6402f8c-717b-4814-a30b-61176cdabec2 service neutron] Bound port: f5962486-be66-41a0-ba6b-44fd085c5f56, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1da0f7b-86f9-4cb3-973b-b91c6658c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6be005b7-f644-4a9b-9c38-38fc50487690'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:22:42.394669 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-b6402f8c-717b-4814-a30b-61176cdabec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:42.421989 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1f2c168-2843-48f3-84e0-cb406ea61400 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:42.483092 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2c168-2843-48f3-84e0-cb406ea61400 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Pushing event deleted for resources: {'Port': ['ID=feb89957-4b6c-4415-b5d1-d830794aff62,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:42.622411 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b308cf-7b03-408d-ad3e-679b56af6cd8 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:22:42.629670 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1f2c168-2843-48f3-84e0-cb406ea61400 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:42.646408 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-72b308cf-7b03-408d-ad3e-679b56af6cd8 admin admin] 10.222.0.32 "PUT /v2.0/routers/fc5539e7-d1bb-442c-8394-e9455c8684d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9472122 Jul 24 09:22:42.670586 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-b6402f8c-717b-4814-a30b-61176cdabec2 service neutron] For port f5962486-be66-41a0-ba6b-44fd085c5f56, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:22:42.675400 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-b6402f8c-717b-4814-a30b-61176cdabec2 service neutron] For port f5962486-be66-41a0-ba6b-44fd085c5f56, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f5962486-be66-41a0-ba6b-44fd085c5f56,segment=NetworkSegment(d1da0f7b-86f9-4cb3-973b-b91c6658c02f),segment_id=d1da0f7b-86f9-4cb3-973b-b91c6658c02f)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:22:42.690581 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-b6402f8c-717b-4814-a30b-61176cdabec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:42.730453 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31750a8-2ad6-4e14-92d0-4b0743cd34cc req-47563aef-851a-416a-851a-8c3287aff71a tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:42.731625 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c31750a8-2ad6-4e14-92d0-4b0743cd34cc req-47563aef-851a-416a-851a-8c3287aff71a tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=be74b391-b653-4018-9fb1-12de5f4355c5 HTTP/1.1" status: 200 len: 943 time: 0.3113019 Jul 24 09:22:42.864477 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-b6402f8c-717b-4814-a30b-61176cdabec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:42.865458 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-b6402f8c-717b-4814-a30b-61176cdabec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:42.867139 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-b6402f8c-717b-4814-a30b-61176cdabec2 service neutron] 10.222.0.20 "PUT /v2.0/ports/f5962486-be66-41a0-ba6b-44fd085c5f56 HTTP/1.1" status: 200 len: 1091 time: 1.7094064 Jul 24 09:22:42.909171 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c31750a8-2ad6-4e14-92d0-4b0743cd34cc req-fdc1b839-f7a5-469a-9875-6c99810e4dd6 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164906 Jul 24 09:22:42.909697 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be74b391-b653-4018-9fb1-12de5f4355c5', 'tag': 'f5962486-be66-41a0-ba6b-44fd085c5f56'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:22:42.919987 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013d9921-d59e-4eff-8291-663812f83fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "be74b391-b653-4018-9fb1-12de5f4355c5", "tag": "f5962486-be66-41a0-ba6b-44fd085c5f56"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:22:43.069942 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-78923cd8-9a2b-4776-b446-ce7945aa13e4 req-62936a49-aed9-45bb-bb6f-35f19652ce0e tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.1010480 Jul 24 09:22:43.111206 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6402f8c-717b-4814-a30b-61176cdabec2 service neutron] Pushing event updated for resources: {'Port': ['ID=f5962486-be66-41a0-ba6b-44fd085c5f56,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:43.140136 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd84f0c9-87e7-4e52-bd6d-2f39ceaed876 x-openstack-request-id: req-fd84f0c9-87e7-4e52-bd6d-2f39ceaed876 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:22:43.140437 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be74b391-b653-4018-9fb1-12de5f4355c5", "tag": "f5962486-be66-41a0-ba6b-44fd085c5f56", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:22:43.140693 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd84f0c9-87e7-4e52-bd6d-2f39ceaed876 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:22:43.144473 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be74b391-b653-4018-9fb1-12de5f4355c5', 'tag': 'f5962486-be66-41a0-ba6b-44fd085c5f56', 'status': 'completed', 'code': 200} Jul 24 09:22:43.196352 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-dcd67cff-2582-4760-a339-5ad89680491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:43.198000 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-dcd67cff-2582-4760-a339-5ad89680491d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15a479973b244cfab3f0baf9c309b12b&device_id=be74b391-b653-4018-9fb1-12de5f4355c5 HTTP/1.1" status: 200 len: 1094 time: 0.2574801 Jul 24 09:22:43.287535 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1f2c168-2843-48f3-84e0-cb406ea61400 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:43.294759 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1f2c168-2843-48f3-84e0-cb406ea61400 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593208'] for router, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:43.301565 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-4a33208a-7a11-4d2a-b364-6227f3b2b1bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5962486-be66-41a0-ba6b-44fd085c5f56 HTTP/1.1" status: 200 len: 217 time: 0.0945017 Jul 24 09:22:43.399627 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f2c168-2843-48f3-84e0-cb406ea61400 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Router 4b318c29-d051-41a4-bece-11629b2c5145 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:22:43.415616 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-59a478a7-8c4c-44e8-9715-5c642bbd24fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:43.419183 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-59a478a7-8c4c-44e8-9715-5c642bbd24fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec1bde5b-d4ec-4441-a78b-b03a297e50fb HTTP/1.1" status: 200 len: 853 time: 0.1126578 Jul 24 09:22:43.498004 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-95240210-d431-4994-8f84-839055cae789 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6be005b7-f644-4a9b-9c38-38fc50487690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726700 Jul 24 09:22:43.537738 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42614) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:43.638668 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-99986762-c52d-4e9c-be35-354c3442e38f service neutron] 10.222.0.20 "GET /v2.0/networks/6be005b7-f644-4a9b-9c38-38fc50487690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348281 Jul 24 09:22:43.650809 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f2c168-2843-48f3-84e0-cb406ea61400 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:22:43.651602 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b6341bde-85c0-4683-8059-c4c1bd473ed3 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:22:43.663752 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e692ba-4cfd-4d2f-a7d3-6692cc42971c None None] Sync routers for ids ['4b318c29-d051-41a4-bece-11629b2c5145'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:22:43.665746 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1f2c168-2843-48f3-84e0-cb406ea61400 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:43.669440 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b1f2c168-2843-48f3-84e0-cb406ea61400 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "PUT /v2.0/routers/4b318c29-d051-41a4-bece-11629b2c5145 HTTP/1.1" status: 200 len: 710 time: 3.8528879 Jul 24 09:22:43.670407 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42618) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:43.700086 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e692ba-4cfd-4d2f-a7d3-6692cc42971c None None] Routers {'4b318c29-d051-41a4-bece-11629b2c5145'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:22:43.700763 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-11e692ba-4cfd-4d2f-a7d3-6692cc42971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:22:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['4b318c29-d051-41a4-bece-11629b2c5145'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:43.773118 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6af0b236-fa6f-4468-a795-06d7f30a87b2 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "GET /v2.0/routers/4b318c29-d051-41a4-bece-11629b2c5145 HTTP/1.1" status: 200 len: 745 time: 0.0990891 Jul 24 09:22:43.774408 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42620) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:43.812194 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-aa5f0b6d-161a-4bec-96f9-552332bda0c7 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:43.813820 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-aa5f0b6d-161a-4bec-96f9-552332bda0c7 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/networks?id=25f597dd-627e-44e8-9e97-ddee210a58c4 HTTP/1.1" status: 200 len: 820 time: 0.4098487 Jul 24 09:22:43.831014 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-11e692ba-4cfd-4d2f-a7d3-6692cc42971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:43.841073 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port b6341bde-85c0-4683-8059-c4c1bd473ed3 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:22:43.841446 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:43.842336 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e692ba-4cfd-4d2f-a7d3-6692cc42971c None None] Routers {'4b318c29-d051-41a4-bece-11629b2c5145'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:22:43.842954 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-11e692ba-4cfd-4d2f-a7d3-6692cc42971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:22:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['4b318c29-d051-41a4-bece-11629b2c5145'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:43.869428 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-948df0d7-fecc-4ce0-b155-b3f4951fe6e7 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/quotas/372ece414d164f6ead00e36de3137ce1 HTTP/1.1" status: 200 len: 375 time: 0.0246527 Jul 24 09:22:43.887975 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e9df0906-b70f-423f-a1a2-8a9a6ada2667 tempest-RoutersIpV6AdminTest-2051033423 tempest-RoutersIpV6AdminTest-2051033423-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&device_id=4b318c29-d051-41a4-bece-11629b2c5145 HTTP/1.1" status: 200 len: 205 time: 0.1103671 Jul 24 09:22:43.890925 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42624) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:43.901448 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-11e692ba-4cfd-4d2f-a7d3-6692cc42971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:43.902571 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e692ba-4cfd-4d2f-a7d3-6692cc42971c None None] The sync data for ids ['4b318c29-d051-41a4-bece-11629b2c5145'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:22:43.938145 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42628) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:43.941398 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c62cd463-1ac7-41b5-ae05-9edfa1a474d9 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b318c29-d051-41a4-bece-11629b2c5145 HTTP/1.1" status: 200 len: 205 time: 0.0492463 Jul 24 09:22:43.942495 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6557877a-f4ef-45b5-9653-ab945d716917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:43.947276 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-48dd35d7-dc80-42c0-8e4a-85d7ab467af7 req-888e6400-464f-4bd9-b615-bb0e4b2d5f8f service neutron] 10.222.0.20 "GET /v2.0/networks/6be005b7-f644-4a9b-9c38-38fc50487690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986004 Jul 24 09:22:44.042704 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:44.055312 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16f2f26a-259b-4674-9e8c-edae13038220 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:44.055536 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] Sync routers for ids ['fc5539e7-d1bb-442c-8394-e9455c8684d0'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:22:44.064643 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] Routers {'fc5539e7-d1bb-442c-8394-e9455c8684d0'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:22:44.065495 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:22:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fc5539e7-d1bb-442c-8394-e9455c8684d0'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:44.143668 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-8354f4b0-9ed3-4735-96e9-1bfb8e1b5b18 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=372ece414d164f6ead00e36de3137ce1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2669041 Jul 24 09:22:44.168452 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d9921-d59e-4eff-8291-663812f83fe0 req-77a7be5b-16d3-4199-b458-d7a8917fabfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:44.170038 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-013d9921-d59e-4eff-8291-663812f83fe0 req-77a7be5b-16d3-4199-b458-d7a8917fabfe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15a479973b244cfab3f0baf9c309b12b&device_id=be74b391-b653-4018-9fb1-12de5f4355c5 HTTP/1.1" status: 200 len: 1094 time: 0.1466172 Jul 24 09:22:44.174906 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] Set router fc5539e7-d1bb-442c-8394-e9455c8684d0 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:22:44.177309 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6557877a-f4ef-45b5-9653-ab945d716917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:44.205018 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9c252-688c-44d0-a911-a244bda42e00 req-d1b2fb2e-b93e-4c6d-8841-cb316cd35f59 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:44.212368 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e8a9c252-688c-44d0-a911-a244bda42e00 req-d1b2fb2e-b93e-4c6d-8841-cb316cd35f59 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=be74b391-b653-4018-9fb1-12de5f4355c5 HTTP/1.1" status: 200 len: 943 time: 0.1769874 Jul 24 09:22:44.217118 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6557877a-f4ef-45b5-9653-ab945d716917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:44.275128 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16f2f26a-259b-4674-9e8c-edae13038220 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:44.277368 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16f2f26a-259b-4674-9e8c-edae13038220 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:44.377030 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16f2f26a-259b-4674-9e8c-edae13038220 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:44.377612 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f2f26a-259b-4674-9e8c-edae13038220 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Fanout notify agent at l3_agent the message router_deleted on router 4b318c29-d051-41a4-bece-11629b2c5145 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:22:44.389646 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557877a-f4ef-45b5-9653-ab945d716917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a88036-cbcf-4ea3-bb07-611a6d43a033,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:44.393554 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16f2f26a-259b-4674-9e8c-edae13038220 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:44.394660 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-16f2f26a-259b-4674-9e8c-edae13038220 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "DELETE /v2.0/routers/4b318c29-d051-41a4-bece-11629b2c5145 HTTP/1.1" status: 204 len: 168 time: 0.4547718 Jul 24 09:22:44.405397 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42636) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:44.411690 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6557877a-f4ef-45b5-9653-ab945d716917 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4364c06f4d34bf0ba18a98461c612c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8729088 Jul 24 09:22:44.416155 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42638) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:44.436667 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e8a9c252-688c-44d0-a911-a244bda42e00 req-c809b35c-17b7-48d5-bac0-5de0eae26aad tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233410 Jul 24 09:22:44.474434 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435689800-router', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b6341bde-85c0-4683-8059-c4c1bd473ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:22:34Z', 'updated_at': '2021-07-24T09:22:39Z', 'revision_number': 4, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'gw_port': {'id': 'b6341bde-85c0-4683-8059-c4c1bd473ed3', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:22:35Z', 'updated_at': '2021-07-24T09:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'abf43b9a-d8ae-48e4-859c-daa5dcbe4166', 'name': '', 'network_id': '25f597dd-627e-44e8-9e97-ddee210a58c4', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'mac_address': 'fa:16:3e:72:f0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '30bd4481-5e04-4226-8557-03870f55c2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:22:38Z', 'updated_at': '2021-07-24T09:22:40Z', 'revision_number': 2, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'subnets': [{'id': '30bd4481-5e04-4226-8557-03870f55c2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:44.487605 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d9921-d59e-4eff-8291-663812f83fe0 req-0de27374-98e1-494b-a031-2afcc9bb56c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:44.489242 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-013d9921-d59e-4eff-8291-663812f83fe0 req-0de27374-98e1-494b-a031-2afcc9bb56c9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6be005b7-f644-4a9b-9c38-38fc50487690 HTTP/1.1" status: 200 len: 913 time: 0.3109829 Jul 24 09:22:44.512158 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-aa680b09-8735-4154-ba15-f3be837a4574 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b318c29-d051-41a4-bece-11629b2c5145 HTTP/1.1" status: 200 len: 205 time: 0.0330777 Jul 24 09:22:44.513050 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42640) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:44.537020 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] Checking router: fc5539e7-d1bb-442c-8394-e9455c8684d0 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:22:44.537637 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] Updating router fc5539e7-d1bb-442c-8394-e9455c8684d0 port abf43b9a-d8ae-48e4-859c-daa5dcbe4166 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:22:44.557537 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86a2f1cf-0af8-4c1b-a8b0-1a53a3f59338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:44.563638 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-013d9921-d59e-4eff-8291-663812f83fe0 req-5476882d-c3aa-4463-89de-026764d8181a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5962486-be66-41a0-ba6b-44fd085c5f56 HTTP/1.1" status: 200 len: 217 time: 0.0582659 Jul 24 09:22:44.570072 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-0a7decb9-1517-401e-ba16-219114cc3476 service neutron] 10.222.0.32 "GET /v2.0/networks/25f597dd-627e-44e8-9e97-ddee210a58c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545029 Jul 24 09:22:44.572430 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-349227e1-1a05-4ccd-b374-20268f985051 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] delete failed (client error): The resource could not be found. Jul 24 09:22:44.576460 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-349227e1-1a05-4ccd-b374-20268f985051 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "DELETE /v2.0/routers/4b318c29-d051-41a4-bece-11629b2c5145 HTTP/1.1" status: 404 len: 336 time: 0.0624094 Jul 24 09:22:44.577099 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42642) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:44.582977 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:44.629358 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9f0eefdf-7aaf-47d2-aa2e-668e6b1cc1ed tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3025c9c-825e-4390-99fc-5ff9ac180890 HTTP/1.1" status: 200 len: 205 time: 0.0438051 Jul 24 09:22:44.632485 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42644) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:44.639131 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d9921-d59e-4eff-8291-663812f83fe0 req-60dadfff-923a-479e-9cb6-ae954eaa148c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:44.640783 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-013d9921-d59e-4eff-8291-663812f83fe0 req-60dadfff-923a-479e-9cb6-ae954eaa148c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec1bde5b-d4ec-4441-a78b-b03a297e50fb HTTP/1.1" status: 200 len: 853 time: 0.0659928 Jul 24 09:22:44.644558 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9aac278c-3319-4f2f-a169-79e693c97ed7 req-82da52de-ed60-4385-bf6c-7983381a5a73 tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0846484 Jul 24 09:22:44.665633 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86a2f1cf-0af8-4c1b-a8b0-1a53a3f59338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:44.693914 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-013d9921-d59e-4eff-8291-663812f83fe0 req-b9de24ff-2bb7-49a0-9346-b2821e8c762a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6be005b7-f644-4a9b-9c38-38fc50487690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458145 Jul 24 09:22:44.706910 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-5eee78a5-f0e8-4b2b-ad1a-5bd6dfb0528c tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] delete failed (client error): The resource could not be found. Jul 24 09:22:44.711646 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5eee78a5-f0e8-4b2b-ad1a-5bd6dfb0528c tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "DELETE /v2.0/routers/e3025c9c-825e-4390-99fc-5ff9ac180890 HTTP/1.1" status: 404 len: 336 time: 0.0780268 Jul 24 09:22:44.714611 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42646) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:44.773740 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b8d58b6f-f55f-41d9-b7f3-4fbba7b90833 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "GET /v2.0/ports?device_id=799879e7-3964-46da-b9c6-f72593c64123 HTTP/1.1" status: 200 len: 205 time: 0.0554740 Jul 24 09:22:44.774153 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42648) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:44.797559 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-27406df3-cf1e-4dce-a731-64ca025a16a6 service neutron] 10.222.0.32 "GET /v2.0/networks/25f597dd-627e-44e8-9e97-ddee210a58c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241590 Jul 24 09:22:44.865417 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-77e274c7-8f06-4c85-ba7b-650399a0ac33 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] delete failed (client error): The resource could not be found. Jul 24 09:22:44.871333 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-77e274c7-8f06-4c85-ba7b-650399a0ac33 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "DELETE /v2.0/routers/799879e7-3964-46da-b9c6-f72593c64123 HTTP/1.1" status: 404 len: 336 time: 0.0915492 Jul 24 09:22:44.871333 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42654) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:44.920476 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1b35701c-3779-4d69-906f-cd290246adf2 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "GET /v2.0/ports?device_id=0561a952-24ce-4681-8d85-b4aba1de612b HTTP/1.1" status: 200 len: 205 time: 0.0498056 Jul 24 09:22:44.923372 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42660) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:45.004769 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-489e35ba-24b7-4a03-a813-1358b9f3bd44 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] delete failed (client error): The resource could not be found. Jul 24 09:22:45.004769 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-489e35ba-24b7-4a03-a813-1358b9f3bd44 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "DELETE /v2.0/routers/0561a952-24ce-4681-8d85-b4aba1de612b HTTP/1.1" status: 404 len: 336 time: 0.0778236 Jul 24 09:22:45.004769 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86a2f1cf-0af8-4c1b-a8b0-1a53a3f59338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:45.005423 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86a2f1cf-0af8-4c1b-a8b0-1a53a3f59338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:45.006050 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42666) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:45.007437 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-86a2f1cf-0af8-4c1b-a8b0-1a53a3f59338 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71a88036-cbcf-4ea3-bb07-611a6d43a033 HTTP/1.1" status: 204 len: 168 time: 0.5894060 Jul 24 09:22:45.020281 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-013d9921-d59e-4eff-8291-663812f83fe0 req-8e0d365b-609a-4aeb-afe2-1ff5aa26970f service neutron] 10.222.0.20 "GET /v2.0/networks/6be005b7-f644-4a9b-9c38-38fc50487690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169818 Jul 24 09:22:45.021685 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2f1cf-0af8-4c1b-a8b0-1a53a3f59338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a88036-cbcf-4ea3-bb07-611a6d43a033,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:45.072796 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-386a9a6a-6343-44cf-b9f5-ac3be1ef0d89 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ef7501a-4d88-4c9a-b19a-aa5d1ea1c145 HTTP/1.1" status: 200 len: 205 time: 0.0623493 Jul 24 09:22:45.074230 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42674) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:45.201651 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-b6a81372-0dd7-4f3b-939e-fbef38ce2135 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] delete failed (client error): The resource could not be found. Jul 24 09:22:45.206769 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b6a81372-0dd7-4f3b-939e-fbef38ce2135 tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "DELETE /v2.0/routers/6ef7501a-4d88-4c9a-b19a-aa5d1ea1c145 HTTP/1.1" status: 404 len: 336 time: 0.1283541 Jul 24 09:22:45.207188 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42682) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:45.222856 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:45.249088 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] Transition to ACTIVE for port object abf43b9a-d8ae-48e4-859c-daa5dcbe4166 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:22:45.258345 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:45.279849 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a3968057-a689-4244-9e8e-bb4320f695f5 req-00b5f195-b3ba-4d7c-89e4-a0f1715d8bdf tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 210 time: 0.2038996 Jul 24 09:22:45.327426 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42700) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:45.328880 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b2617cc4-8652-4e0f-bed6-f8ef24a8b64e tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "GET /v2.0/ports?device_id=386e215d-6f3f-46ce-ab5e-7a85b31c0c35 HTTP/1.1" status: 200 len: 205 time: 0.1189899 Jul 24 09:22:45.335827 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-013d9921-d59e-4eff-8291-663812f83fe0 req-a729c1b3-3e34-43b4-9572-2c044ee6f924 service neutron] 10.222.0.20 "GET /v2.0/networks/6be005b7-f644-4a9b-9c38-38fc50487690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075628 Jul 24 09:22:45.379816 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d644bf-a3ca-4a2c-894c-7e3fe9c7a036 None None] Pushing event updated for resources: {'Port': ['ID=abf43b9a-d8ae-48e4-859c-daa5dcbe4166,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:45.458980 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-1e7a6681-1ab1-4786-8920-5d281e3b006e tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] delete failed (client error): The resource could not be found. Jul 24 09:22:45.463650 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1e7a6681-1ab1-4786-8920-5d281e3b006e tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "DELETE /v2.0/routers/386e215d-6f3f-46ce-ab5e-7a85b31c0c35 HTTP/1.1" status: 404 len: 336 time: 0.1339419 Jul 24 09:22:45.466611 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42714) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:45.501177 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-d59b0008-d9d5-404a-960f-1a624ba3acba tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] DELETE failed (client error): The resource could not be found. Jul 24 09:22:45.502027 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d59b0008-d9d5-404a-960f-1a624ba3acba tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:22:45.505848 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d59b0008-d9d5-404a-960f-1a624ba3acba tempest-RoutersIpV6AdminTest-493773857 tempest-RoutersIpV6AdminTest-493773857-project] 10.222.0.32 "DELETE /v2.0/subnets/a32ecdac-2eb8-4b2a-bd10-3a2e1a364284 HTTP/1.1" status: 404 len: 337 time: 0.0375016 Jul 24 09:22:45.532546 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] Attempting to bind port abf43b9a-d8ae-48e4-859c-daa5dcbe4166 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:22:45.532953 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] Attempting to bind port abf43b9a-d8ae-48e4-859c-daa5dcbe4166 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'e9fdceb6-fc72-485c-84e1-b90bc78b48c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '25f597dd-627e-44e8-9e97-ddee210a58c4'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:22:45.533315 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] Attempting to bind port abf43b9a-d8ae-48e4-859c-daa5dcbe4166 on network 25f597dd-627e-44e8-9e97-ddee210a58c4 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:22:45.546477 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:22:45.546867 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] Checking segment: {'id': 'e9fdceb6-fc72-485c-84e1-b90bc78b48c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '25f597dd-627e-44e8-9e97-ddee210a58c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:22:45.547276 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:45.552632 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] Bound using segment: {'id': 'e9fdceb6-fc72-485c-84e1-b90bc78b48c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '25f597dd-627e-44e8-9e97-ddee210a58c4'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:22:45.553182 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] Bound port: abf43b9a-d8ae-48e4-859c-daa5dcbe4166, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fdceb6-fc72-485c-84e1-b90bc78b48c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '25f597dd-627e-44e8-9e97-ddee210a58c4'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:22:45.553584 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:45.559040 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device f5962486-be66-41a0-ba6b-44fd085c5f56 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:22:45.676010 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc3ad6-2f16-487a-8b6d-5ef26c58c91d req-8bef1841-152f-4072-82af-f102bfd04b30 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:45.686269 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6bc3ad6-2f16-487a-8b6d-5ef26c58c91d req-8bef1841-152f-4072-82af-f102bfd04b30 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=be74b391-b653-4018-9fb1-12de5f4355c5 HTTP/1.1" status: 200 len: 943 time: 0.1114063 Jul 24 09:22:45.787490 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6bc3ad6-2f16-487a-8b6d-5ef26c58c91d req-59d21aac-0e9b-47d1-b82c-ed52aa289dc3 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984898 Jul 24 09:22:45.857780 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port f5962486-be66-41a0-ba6b-44fd085c5f56, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f5962486-be66-41a0-ba6b-44fd085c5f56,segment=NetworkSegment(d1da0f7b-86f9-4cb3-973b-b91c6658c02f),segment_id=d1da0f7b-86f9-4cb3-973b-b91c6658c02f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:45.857940 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3d345006-99a0-41b7-b38b-3380f48781fd req-530fb063-4987-4d56-a839-06ced82be099 tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0846524 Jul 24 09:22:45.936380 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'f5962486-be66-41a0-ba6b-44fd085c5f56', 'network_id': '6be005b7-f644-4a9b-9c38-38fc50487690', 'port_id': 'f5962486-be66-41a0-ba6b-44fd085c5f56', 'mac_address': 'fa:16:3e:69:9d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec1bde5b-d4ec-4441-a78b-b03a297e50fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:22:45.978233 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] For port abf43b9a-d8ae-48e4-859c-daa5dcbe4166, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:22:46.055653 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] For port abf43b9a-d8ae-48e4-859c-daa5dcbe4166, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=abf43b9a-d8ae-48e4-859c-daa5dcbe4166,segment=NetworkSegment(e9fdceb6-fc72-485c-84e1-b90bc78b48c1),segment_id=e9fdceb6-fc72-485c-84e1-b90bc78b48c1)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:22:46.070170 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:46.086280 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42790) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:46.185904 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d644bf-a3ca-4a2c-894c-7e3fe9c7a036 None None] Pushing event updated for resources: {'Port': ['ID=abf43b9a-d8ae-48e4-859c-daa5dcbe4166,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:46.207978 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:46.227063 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5962486-be66-41a0-ba6b-44fd085c5f56 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:22:46.251431 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] Routers {'fc5539e7-d1bb-442c-8394-e9455c8684d0'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:22:46.252071 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:22:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fc5539e7-d1bb-442c-8394-e9455c8684d0'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:46.266830 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a564d23d-3eef-4f32-b755-f8e33e27cc2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:46.315270 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port f5962486-be66-41a0-ba6b-44fd085c5f56, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f5962486-be66-41a0-ba6b-44fd085c5f56,segment=NetworkSegment(d1da0f7b-86f9-4cb3-973b-b91c6658c02f),segment_id=d1da0f7b-86f9-4cb3-973b-b91c6658c02f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:46.346782 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:46.455049 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=f5962486-be66-41a0-ba6b-44fd085c5f56,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:46.471353 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:46.473523 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4c0275d5-173e-43c7-a52e-3aa6ab657025 req-bcc1b4e0-7fa2-46c0-b99f-e444e1ae6c5c tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 210 time: 0.0809622 Jul 24 09:22:46.480454 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] Set router fc5539e7-d1bb-442c-8394-e9455c8684d0 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:22:46.486128 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a564d23d-3eef-4f32-b755-f8e33e27cc2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:46.493948 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a564d23d-3eef-4f32-b755-f8e33e27cc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:46.547319 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564d23d-3eef-4f32-b755-f8e33e27cc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486bd837-5638-4be3-a799-94af7c1bfe6f,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:46.569491 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a564d23d-3eef-4f32-b755-f8e33e27cc2a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=caa84188776e4ec7b534b38e696973bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4821169 Jul 24 09:22:46.569677 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42850) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:46.715287 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['f5962486-be66-41a0-ba6b-44fd085c5f56'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:22:46.946995 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-c8454b77-dbfb-4c05-acd0-f5132a8bcc58 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:46.957298 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-c8454b77-dbfb-4c05-acd0-f5132a8bcc58 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.37 "GET /v2.0/networks?id=25f597dd-627e-44e8-9e97-ddee210a58c4 HTTP/1.1" status: 200 len: 820 time: 0.3457272 Jul 24 09:22:47.003214 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-11022ff0-3b21-41da-8172-04254f20b27e tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Request body: {'port': {'device_id': '84ae0263-36a6-49e6-bcd3-0c16aac0b7c7', 'network_id': '25f597dd-627e-44e8-9e97-ddee210a58c4', 'admin_state_up': True, 'tenant_id': '372ece414d164f6ead00e36de3137ce1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:47.156660 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7ca07-6b89-4b3b-9141-33419c6cec5b req-e0b77e15-375b-4735-babf-392564e5a348 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:47.163748 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ac7ca07-6b89-4b3b-9141-33419c6cec5b req-e0b77e15-375b-4735-babf-392564e5a348 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=be74b391-b653-4018-9fb1-12de5f4355c5 HTTP/1.1" status: 200 len: 944 time: 0.2031698 Jul 24 09:22:47.264248 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aa3d03aa-13d6-4b73-8a16-0b5a45a15cd9 req-e0bae49e-08d9-48f6-8b07-04f749864e1e tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0489037 Jul 24 09:22:47.302953 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-435400f6-33b1-4b87-bfa9-00defd7ca784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:47.361977 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-435400f6-33b1-4b87-bfa9-00defd7ca784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:47.362750 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435689800-router', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b6341bde-85c0-4683-8059-c4c1bd473ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:22:34Z', 'updated_at': '2021-07-24T09:22:39Z', 'revision_number': 4, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'gw_port': {'id': 'b6341bde-85c0-4683-8059-c4c1bd473ed3', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:22:35Z', 'updated_at': '2021-07-24T09:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'abf43b9a-d8ae-48e4-859c-daa5dcbe4166', 'name': '', 'network_id': '25f597dd-627e-44e8-9e97-ddee210a58c4', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'mac_address': 'fa:16:3e:72:f0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '30bd4481-5e04-4226-8557-03870f55c2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:22:38Z', 'updated_at': '2021-07-24T09:22:45Z', 'revision_number': 4, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'subnets': [{'id': '30bd4481-5e04-4226-8557-03870f55c2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:22:47.400560 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5171fd5c-bd55-4ee0-abc4-350dfcb616df None None] The sync data for ids ['fc5539e7-d1bb-442c-8394-e9455c8684d0'] in n-d-800085-9 is: [{'id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435689800-router', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b6341bde-85c0-4683-8059-c4c1bd473ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:22:34Z', 'updated_at': '2021-07-24T09:22:39Z', 'revision_number': 4, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'gw_port': {'id': 'b6341bde-85c0-4683-8059-c4c1bd473ed3', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:22:35Z', 'updated_at': '2021-07-24T09:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'abf43b9a-d8ae-48e4-859c-daa5dcbe4166', 'name': '', 'network_id': '25f597dd-627e-44e8-9e97-ddee210a58c4', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'mac_address': 'fa:16:3e:72:f0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '30bd4481-5e04-4226-8557-03870f55c2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:22:38Z', 'updated_at': '2021-07-24T09:22:45Z', 'revision_number': 4, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'subnets': [{'id': '30bd4481-5e04-4226-8557-03870f55c2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:22:47.447979 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-435400f6-33b1-4b87-bfa9-00defd7ca784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:47.460049 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-435400f6-33b1-4b87-bfa9-00defd7ca784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:47.461461 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-435400f6-33b1-4b87-bfa9-00defd7ca784 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/486bd837-5638-4be3-a799-94af7c1bfe6f HTTP/1.1" status: 204 len: 168 time: 0.8902094 Jul 24 09:22:47.472672 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435400f6-33b1-4b87-bfa9-00defd7ca784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486bd837-5638-4be3-a799-94af7c1bfe6f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:47.490505 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435400f6-33b1-4b87-bfa9-00defd7ca784 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:47.491212 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435400f6-33b1-4b87-bfa9-00defd7ca784 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:47.491212 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435400f6-33b1-4b87-bfa9-00defd7ca784 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:47.491506 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435400f6-33b1-4b87-bfa9-00defd7ca784 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:47.498157 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435400f6-33b1-4b87-bfa9-00defd7ca784 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:47.498672 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435400f6-33b1-4b87-bfa9-00defd7ca784 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:47.499174 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435400f6-33b1-4b87-bfa9-00defd7ca784 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:47.499665 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435400f6-33b1-4b87-bfa9-00defd7ca784 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:47.500152 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435400f6-33b1-4b87-bfa9-00defd7ca784 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:47.500639 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435400f6-33b1-4b87-bfa9-00defd7ca784 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:47.501163 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435400f6-33b1-4b87-bfa9-00defd7ca784 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:47.501672 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435400f6-33b1-4b87-bfa9-00defd7ca784 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:22:47.754321 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device abf43b9a-d8ae-48e4-859c-daa5dcbe4166 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:22:47.794606 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-55171e9d-0c3a-49d1-9117-678e62a9a19d req-1d2d315c-84e5-47b3-8174-4960bded59d0 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 210 time: 0.1088431 Jul 24 09:22:47.847108 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port abf43b9a-d8ae-48e4-859c-daa5dcbe4166 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:22:47.856799 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port abf43b9a-d8ae-48e4-859c-daa5dcbe4166 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:22:47.857165 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:48.081680 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:48.106065 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ac7ca07-6b89-4b3b-9141-33419c6cec5b req-e55515f8-15d1-415d-a65f-308e509bcb09 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9336843 Jul 24 09:22:48.107801 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-11022ff0-3b21-41da-8172-04254f20b27e tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Made reservation on behalf of 372ece414d164f6ead00e36de3137ce1 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:22:48.111495 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-11022ff0-3b21-41da-8172-04254f20b27e tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:48.246059 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port abf43b9a-d8ae-48e4-859c-daa5dcbe4166, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=abf43b9a-d8ae-48e4-859c-daa5dcbe4166,segment=NetworkSegment(e9fdceb6-fc72-485c-84e1-b90bc78b48c1),segment_id=e9fdceb6-fc72-485c-84e1-b90bc78b48c1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:48.253135 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:48.327202 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43042) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:48.408642 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=abf43b9a-d8ae-48e4-859c-daa5dcbe4166,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:48.441528 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-365bfab8-b77b-4f10-bef1-cb3b6bdeafad req-0ce918f5-769e-472b-9327-6778cded9e6a tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0533159 Jul 24 09:22:48.465043 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-11022ff0-3b21-41da-8172-04254f20b27e tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Allocated IP 172.20.0.10 (25f597dd-627e-44e8-9e97-ddee210a58c4/30bd4481-5e04-4226-8557-03870f55c2df/aa76ba1e-01e4-4bbd-9323-384af4250f41) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:22:48.491855 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-51a2c06c-b9af-41fc-9cd3-870e840c4f96 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=598a1d27d6414c91be068d56c19d7eb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632392 Jul 24 09:22:48.493045 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43062) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:48.607005 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-439eedc4-c105-4069-a180-608fdaead2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:48.638696 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-439eedc4-c105-4069-a180-608fdaead2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:48.742137 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-439eedc4-c105-4069-a180-608fdaead2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:48.746098 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-439eedc4-c105-4069-a180-608fdaead2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:48.750590 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-439eedc4-c105-4069-a180-608fdaead2f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75d96a00-317b-48ef-bcee-6cb8543e4dc7 HTTP/1.1" status: 204 len: 168 time: 0.2557528 Jul 24 09:22:48.773004 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439eedc4-c105-4069-a180-608fdaead2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d96a00-317b-48ef-bcee-6cb8543e4dc7,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:48.773848 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-11022ff0-3b21-41da-8172-04254f20b27e tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:48.870528 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-11022ff0-3b21-41da-8172-04254f20b27e tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:48.944967 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-11022ff0-3b21-41da-8172-04254f20b27e tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Network 25f597dd-627e-44e8-9e97-ddee210a58c4 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:22:48.949936 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-11022ff0-3b21-41da-8172-04254f20b27e tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:22:48.954746 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-11022ff0-3b21-41da-8172-04254f20b27e tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:22:49.013389 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-11022ff0-3b21-41da-8172-04254f20b27e tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:49.014330 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-11022ff0-3b21-41da-8172-04254f20b27e tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:49.039426 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11022ff0-3b21-41da-8172-04254f20b27e tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Pushing event updated for resources: {'Port': ['ID=aa76ba1e-01e4-4bbd-9323-384af4250f41,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:49.044443 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-11022ff0-3b21-41da-8172-04254f20b27e tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0789809 Jul 24 09:22:49.060660 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-97840b90-89bd-41d1-bd7d-08d35efe98ba service neutron] Request body: {'port': {'device_id': '84ae0263-36a6-49e6-bcd3-0c16aac0b7c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:49.140373 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50b677-696e-45aa-af63-978b81c8d1e6 req-256971f7-9ce6-4bee-a817-f49a2cadadaa tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:49.142029 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-df50b677-696e-45aa-af63-978b81c8d1e6 req-256971f7-9ce6-4bee-a817-f49a2cadadaa tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 932 time: 0.2053716 Jul 24 09:22:49.222770 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-97840b90-89bd-41d1-bd7d-08d35efe98ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:49.252727 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-df50b677-696e-45aa-af63-978b81c8d1e6 req-5e72324b-03e0-4ec2-8bad-2e693dea9d5c tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030862 Jul 24 09:22:49.452638 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e366969-6d12-47f6-aa03-13602ebe321b req-e85e7331-a0d7-46f2-8523-3f06c7e1e8b8 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:49.454560 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2e366969-6d12-47f6-aa03-13602ebe321b req-e85e7331-a0d7-46f2-8523-3f06c7e1e8b8 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=be74b391-b653-4018-9fb1-12de5f4355c5 HTTP/1.1" status: 200 len: 944 time: 0.1716139 Jul 24 09:22:49.561751 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2e366969-6d12-47f6-aa03-13602ebe321b req-3279acd5-3ed9-4afd-a137-108856d4eaa8 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920711 Jul 24 09:22:49.574675 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device f5962486-be66-41a0-ba6b-44fd085c5f56 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:22:49.711063 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device abf43b9a-d8ae-48e4-859c-daa5dcbe4166 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:22:49.754111 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-97840b90-89bd-41d1-bd7d-08d35efe98ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa76ba1e-01e4-4bbd-9323-384af4250f41 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:22:49.763912 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-97840b90-89bd-41d1-bd7d-08d35efe98ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:49.779940 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0957877a-fad1-4d4d-a3b3-39a44e7e5d15 req-84e53b73-acda-4074-87ce-d93e81da3299 tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0973184 Jul 24 09:22:49.780550 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-97840b90-89bd-41d1-bd7d-08d35efe98ba service neutron] Transition to ACTIVE for port object aa76ba1e-01e4-4bbd-9323-384af4250f41 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:22:49.788273 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-97840b90-89bd-41d1-bd7d-08d35efe98ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:49.863718 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97840b90-89bd-41d1-bd7d-08d35efe98ba service neutron] Pushing event updated for resources: {'Port': ['ID=aa76ba1e-01e4-4bbd-9323-384af4250f41,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:49.873609 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port abf43b9a-d8ae-48e4-859c-daa5dcbe4166 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:22:49.874032 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:49.876686 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port f5962486-be66-41a0-ba6b-44fd085c5f56 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:22:49.923262 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port f5962486-be66-41a0-ba6b-44fd085c5f56 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:22:49.923638 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:49.984147 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-97840b90-89bd-41d1-bd7d-08d35efe98ba service neutron] Attempting to bind port aa76ba1e-01e4-4bbd-9323-384af4250f41 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:22:49.984890 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-97840b90-89bd-41d1-bd7d-08d35efe98ba service neutron] Attempting to bind port aa76ba1e-01e4-4bbd-9323-384af4250f41 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'e9fdceb6-fc72-485c-84e1-b90bc78b48c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '25f597dd-627e-44e8-9e97-ddee210a58c4'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:22:49.985556 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-97840b90-89bd-41d1-bd7d-08d35efe98ba service neutron] Attempting to bind port aa76ba1e-01e4-4bbd-9323-384af4250f41 on network 25f597dd-627e-44e8-9e97-ddee210a58c4 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:22:49.990733 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-97840b90-89bd-41d1-bd7d-08d35efe98ba service neutron] Port aa76ba1e-01e4-4bbd-9323-384af4250f41 on network 25f597dd-627e-44e8-9e97-ddee210a58c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:22:49.992360 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-97840b90-89bd-41d1-bd7d-08d35efe98ba service neutron] Attempting to bind port aa76ba1e-01e4-4bbd-9323-384af4250f41 on network 25f597dd-627e-44e8-9e97-ddee210a58c4 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:22:50.000706 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-97840b90-89bd-41d1-bd7d-08d35efe98ba service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:22:50.002197 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-97840b90-89bd-41d1-bd7d-08d35efe98ba service neutron] Checking segment: {'id': 'e9fdceb6-fc72-485c-84e1-b90bc78b48c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '25f597dd-627e-44e8-9e97-ddee210a58c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:22:50.003305 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-97840b90-89bd-41d1-bd7d-08d35efe98ba service neutron] Bound using segment: {'id': 'e9fdceb6-fc72-485c-84e1-b90bc78b48c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '25f597dd-627e-44e8-9e97-ddee210a58c4'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:22:50.004107 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-97840b90-89bd-41d1-bd7d-08d35efe98ba service neutron] Bound port: aa76ba1e-01e4-4bbd-9323-384af4250f41, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fdceb6-fc72-485c-84e1-b90bc78b48c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '25f597dd-627e-44e8-9e97-ddee210a58c4'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:22:50.004936 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-97840b90-89bd-41d1-bd7d-08d35efe98ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:50.096634 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-97840b90-89bd-41d1-bd7d-08d35efe98ba service neutron] For port aa76ba1e-01e4-4bbd-9323-384af4250f41, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:22:50.101966 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-97840b90-89bd-41d1-bd7d-08d35efe98ba service neutron] For port aa76ba1e-01e4-4bbd-9323-384af4250f41, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=aa76ba1e-01e4-4bbd-9323-384af4250f41,segment=NetworkSegment(e9fdceb6-fc72-485c-84e1-b90bc78b48c1),segment_id=e9fdceb6-fc72-485c-84e1-b90bc78b48c1)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:22:50.109037 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-97840b90-89bd-41d1-bd7d-08d35efe98ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:50.154911 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-97840b90-89bd-41d1-bd7d-08d35efe98ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:50.156074 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-97840b90-89bd-41d1-bd7d-08d35efe98ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:50.157669 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-97840b90-89bd-41d1-bd7d-08d35efe98ba service neutron] 10.222.0.37 "PUT /v2.0/ports/aa76ba1e-01e4-4bbd-9323-384af4250f41 HTTP/1.1" status: 200 len: 1092 time: 1.1050012 Jul 24 09:22:50.158277 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ae0263-36a6-49e6-bcd3-0c16aac0b7c7', 'tag': 'aa76ba1e-01e4-4bbd-9323-384af4250f41'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:22:50.162098 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b75329-558b-4d52-9cfd-7e6130b0b242" -d '{"events": [{"name": "network-changed", "server_uuid": "84ae0263-36a6-49e6-bcd3-0c16aac0b7c7", "tag": "aa76ba1e-01e4-4bbd-9323-384af4250f41"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:22:50.195085 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:50.201411 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97840b90-89bd-41d1-bd7d-08d35efe98ba service neutron] Pushing event updated for resources: {'Port': ['ID=aa76ba1e-01e4-4bbd-9323-384af4250f41,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:50.299988 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be74b391-b653-4018-9fb1-12de5f4355c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5962486-be66-41a0-ba6b-44fd085c5f56'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:22:50.328853 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566b49b0-4d35-436b-9572-4b79f383384c" -d '{"events": [{"server_uuid": "be74b391-b653-4018-9fb1-12de5f4355c5", "name": "network-vif-plugged", "status": "completed", "tag": "f5962486-be66-41a0-ba6b-44fd085c5f56"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:22:50.359119 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port f5962486-be66-41a0-ba6b-44fd085c5f56, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f5962486-be66-41a0-ba6b-44fd085c5f56,segment=NetworkSegment(d1da0f7b-86f9-4cb3-973b-b91c6658c02f),segment_id=d1da0f7b-86f9-4cb3-973b-b91c6658c02f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:50.366178 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:50.369432 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34bfc2b-f742-44c9-9ab1-d22220c0bf3d x-openstack-request-id: req-c34bfc2b-f742-44c9-9ab1-d22220c0bf3d {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:22:50.385350 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ae0263-36a6-49e6-bcd3-0c16aac0b7c7", "tag": "aa76ba1e-01e4-4bbd-9323-384af4250f41", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:22:50.385988 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c34bfc2b-f742-44c9-9ab1-d22220c0bf3d {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:22:50.386625 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ae0263-36a6-49e6-bcd3-0c16aac0b7c7', 'tag': 'aa76ba1e-01e4-4bbd-9323-384af4250f41', 'status': 'completed', 'code': 200} Jul 24 09:22:50.425216 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c471f65d-3515-4f4a-83ae-e954a4b59960 x-openstack-request-id: req-c471f65d-3515-4f4a-83ae-e954a4b59960 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:22:50.425500 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be74b391-b653-4018-9fb1-12de5f4355c5", "name": "network-vif-plugged", "status": "completed", "tag": "f5962486-be66-41a0-ba6b-44fd085c5f56", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:22:50.425755 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c471f65d-3515-4f4a-83ae-e954a4b59960 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:22:50.426149 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be74b391-b653-4018-9fb1-12de5f4355c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5962486-be66-41a0-ba6b-44fd085c5f56', 'code': 200} Jul 24 09:22:50.459015 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-487da711-f660-45a2-a657-b39274ebbcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:50.474837 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-487da711-f660-45a2-a657-b39274ebbcb5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=372ece414d164f6ead00e36de3137ce1&device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 1095 time: 0.2491286 Jul 24 09:22:50.533298 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=f5962486-be66-41a0-ba6b-44fd085c5f56,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:50.560839 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-d8210c28-3479-43ab-a79f-8e32ad0bba21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa76ba1e-01e4-4bbd-9323-384af4250f41 HTTP/1.1" status: 200 len: 217 time: 0.0665262 Jul 24 09:22:50.640373 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55f130-ebe0-427a-bd03-b9371da2f812 req-5fbc2b2e-61c6-461e-9074-ccf77532ed17 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:50.641975 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de55f130-ebe0-427a-bd03-b9371da2f812 req-5fbc2b2e-61c6-461e-9074-ccf77532ed17 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 944 time: 0.2463875 Jul 24 09:22:50.664148 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-4ceeb04e-287e-4d2b-9a8f-7d926d988e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:50.666448 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-4ceeb04e-287e-4d2b-9a8f-7d926d988e20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30bd4481-5e04-4226-8557-03870f55c2df HTTP/1.1" status: 200 len: 860 time: 0.0874779 Jul 24 09:22:50.748547 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35048bb9-2c76-440a-8d31-a964d857a809 req-04b140b2-36f0-4631-9de3-54f137a113e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:50.750343 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-35048bb9-2c76-440a-8d31-a964d857a809 req-04b140b2-36f0-4631-9de3-54f137a113e8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=be74b391-b653-4018-9fb1-12de5f4355c5 HTTP/1.1" status: 200 len: 1096 time: 0.2745059 Jul 24 09:22:50.764007 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de55f130-ebe0-427a-bd03-b9371da2f812 req-5d28f5de-7473-4322-bee9-985a39090f65 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036601 Jul 24 09:22:50.784702 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-a1b83113-1a88-46eb-aa98-53ed830a9eb9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25f597dd-627e-44e8-9e97-ddee210a58c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978792 Jul 24 09:22:50.835408 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-35048bb9-2c76-440a-8d31-a964d857a809 req-3ea0756c-2d9a-4491-b9f6-7e5b706161c3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684445 Jul 24 09:22:50.941530 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-b4ec4ee0-8357-4b2f-877a-af65d1dde72c service neutron] 10.222.0.37 "GET /v2.0/networks/25f597dd-627e-44e8-9e97-ddee210a58c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455123 Jul 24 09:22:50.943110 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218bb31d-c0ef-459a-8d73-27d66cc32654 req-26feffd2-eafd-4cb8-933b-010a9c44c67c tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:50.954621 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-218bb31d-c0ef-459a-8d73-27d66cc32654 req-26feffd2-eafd-4cb8-933b-010a9c44c67c tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=be74b391-b653-4018-9fb1-12de5f4355c5 HTTP/1.1" status: 200 len: 945 time: 0.1170461 Jul 24 09:22:51.002842 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-218bb31d-c0ef-459a-8d73-27d66cc32654 req-aee59bec-18f4-4811-9924-1e0aa6cc70b0 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449030 Jul 24 09:22:51.179403 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43286) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:51.201968 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-1d764100-a770-4e9b-82a5-0625782fd821 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:51.203634 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-1d764100-a770-4e9b-82a5-0625782fd821 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/networks?id=f9f16374-583c-4ec2-ad41-f4d1807ac697 HTTP/1.1" status: 200 len: 814 time: 0.5074689 Jul 24 09:22:51.215621 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1af12aa3-cd3a-4128-a6a3-14c54cdc4ac4 req-e275875f-8b6c-4fff-8469-f648abcf59a9 service neutron] 10.222.0.37 "GET /v2.0/networks/25f597dd-627e-44e8-9e97-ddee210a58c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567220 Jul 24 09:22:51.249167 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-4dc6f022-66dc-4d3d-ac59-6a6a1367863c tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/quotas/1010eaa77dd5456e9d75368163f4fb26 HTTP/1.1" status: 200 len: 375 time: 0.0322042 Jul 24 09:22:51.320598 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-317e1255-4e28-4575-ad0c-6a21b1333f82 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1010eaa77dd5456e9d75368163f4fb26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611508 Jul 24 09:22:51.332983 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f6b5d5a-2457-477b-8922-215197ac0abc req-19384527-5694-48f4-b56f-36260fd35a30 tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0560446 Jul 24 09:22:51.443638 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-eb3feea1-a0bc-4770-ad8d-d2505902af8f service neutron] 10.222.0.32 "GET /v2.0/networks/f9f16374-583c-4ec2-ad41-f4d1807ac697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212459 Jul 24 09:22:51.461046 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-971ea97d-c4b8-4bbd-a0ec-390e48f06c25 tempest-AgentManagementNegativeTest-457124703 tempest-AgentManagementNegativeTest-457124703-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2804000 Jul 24 09:22:51.641328 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b75329-558b-4d52-9cfd-7e6130b0b242 req-c3b4f276-827a-4f36-b900-ddb93d3001aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:51.642748 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-92b75329-558b-4d52-9cfd-7e6130b0b242 req-c3b4f276-827a-4f36-b900-ddb93d3001aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=372ece414d164f6ead00e36de3137ce1&device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 1095 time: 0.3191597 Jul 24 09:22:51.646727 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-c4643610-5e21-4889-8d3c-8feb41062704 service neutron] 10.222.0.32 "GET /v2.0/networks/f9f16374-583c-4ec2-ad41-f4d1807ac697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022784 Jul 24 09:22:51.703627 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86e334-0060-47d1-be63-59cdcc1283f1 req-2d228dbe-6740-4a24-8166-38a7bdf3f3c6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:51.713097 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86e334-0060-47d1-be63-59cdcc1283f1 req-2d228dbe-6740-4a24-8166-38a7bdf3f3c6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:51.738962 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86e334-0060-47d1-be63-59cdcc1283f1 req-2d228dbe-6740-4a24-8166-38a7bdf3f3c6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:51.753035 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86e334-0060-47d1-be63-59cdcc1283f1 req-2d228dbe-6740-4a24-8166-38a7bdf3f3c6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:51.767495 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86e334-0060-47d1-be63-59cdcc1283f1 req-2d228dbe-6740-4a24-8166-38a7bdf3f3c6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:51.778577 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43296) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:51.779515 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86e334-0060-47d1-be63-59cdcc1283f1 req-2d228dbe-6740-4a24-8166-38a7bdf3f3c6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:51.789236 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86e334-0060-47d1-be63-59cdcc1283f1 req-2d228dbe-6740-4a24-8166-38a7bdf3f3c6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:51.791863 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3b86e334-0060-47d1-be63-59cdcc1283f1 req-2d228dbe-6740-4a24-8166-38a7bdf3f3c6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5443 time: 0.2983861 Jul 24 09:22:51.860032 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b75329-558b-4d52-9cfd-7e6130b0b242 req-2c9b8f50-12d8-4110-95c0-21b946e29c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:51.861596 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-92b75329-558b-4d52-9cfd-7e6130b0b242 req-2c9b8f50-12d8-4110-95c0-21b946e29c6c service neutron] 10.222.0.37 "GET /v2.0/networks?id=25f597dd-627e-44e8-9e97-ddee210a58c4 HTTP/1.1" status: 200 len: 920 time: 0.2121594 Jul 24 09:22:51.895687 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43302) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:51.932455 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3b86e334-0060-47d1-be63-59cdcc1283f1 req-3b37faf5-89f8-49c4-8801-656f9f7b1734 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1328478 Jul 24 09:22:51.951470 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-92b75329-558b-4d52-9cfd-7e6130b0b242 req-c26820ef-8cb7-40bb-8448-26156b552166 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa76ba1e-01e4-4bbd-9323-384af4250f41 HTTP/1.1" status: 200 len: 217 time: 0.0818782 Jul 24 09:22:52.121658 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9fb787e2-f34b-44e6-bf1e-01c8d95179e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:52.124155 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b75329-558b-4d52-9cfd-7e6130b0b242 req-31e9bcd8-8ff7-4693-ba5d-9752601458d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:52.126394 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-92b75329-558b-4d52-9cfd-7e6130b0b242 req-31e9bcd8-8ff7-4693-ba5d-9752601458d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30bd4481-5e04-4226-8557-03870f55c2df HTTP/1.1" status: 200 len: 860 time: 0.1516049 Jul 24 09:22:52.136711 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f241c2f7-0d2e-4486-90b0-f076319e6ad1 req-89f28b62-f094-497f-a7fd-03200a3cf65e tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f44b2f-4f9e-4923-8e38-e0f173c65b91 HTTP/1.1" status: 200 len: 210 time: 0.1069329 Jul 24 09:22:52.187705 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ba7ad666-2380-4a4b-9f50-46914c2ec803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:52.242161 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-92b75329-558b-4d52-9cfd-7e6130b0b242 req-9389d885-6feb-48ea-b808-e45248e00f8b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25f597dd-627e-44e8-9e97-ddee210a58c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984833 Jul 24 09:22:52.328483 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7e876-f74b-4219-a2e6-1c01f30ffb5c req-dd3cda2e-1275-4bef-8e35-3e5d289f951c tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:52.330960 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30c7e876-f74b-4219-a2e6-1c01f30ffb5c req-dd3cda2e-1275-4bef-8e35-3e5d289f951c tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 944 time: 0.2829313 Jul 24 09:22:52.366649 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ba7ad666-2380-4a4b-9f50-46914c2ec803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:52.374818 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ba7ad666-2380-4a4b-9f50-46914c2ec803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:52.448822 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30c7e876-f74b-4219-a2e6-1c01f30ffb5c req-50588b94-2d0a-4503-8490-8c67cc2eb337 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829732 Jul 24 09:22:52.474886 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-92b75329-558b-4d52-9cfd-7e6130b0b242 req-aa71cb5a-6a05-4f75-a5fb-6008600ba253 service neutron] 10.222.0.37 "GET /v2.0/networks/25f597dd-627e-44e8-9e97-ddee210a58c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191756 Jul 24 09:22:52.499302 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ba7ad666-2380-4a4b-9f50-46914c2ec803 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c274252d60c14f0b88fc23fa9b8ab2d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6007755 Jul 24 09:22:52.506832 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43324) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:52.528806 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ad666-2380-4a4b-9f50-46914c2ec803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b8a3f9-d005-4e03-99ed-542af9615c80,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:52.627592 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e365d8-1f01-472c-9383-9b629a1639dc req-4b00f794-91c1-4ebc-9108-1447316757d8 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:52.639815 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e365d8-1f01-472c-9383-9b629a1639dc req-4b00f794-91c1-4ebc-9108-1447316757d8 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:52.648147 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e365d8-1f01-472c-9383-9b629a1639dc req-4b00f794-91c1-4ebc-9108-1447316757d8 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:52.661516 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e365d8-1f01-472c-9383-9b629a1639dc req-4b00f794-91c1-4ebc-9108-1447316757d8 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:52.669175 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e365d8-1f01-472c-9383-9b629a1639dc req-4b00f794-91c1-4ebc-9108-1447316757d8 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:52.679413 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e365d8-1f01-472c-9383-9b629a1639dc req-4b00f794-91c1-4ebc-9108-1447316757d8 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:52.687243 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e365d8-1f01-472c-9383-9b629a1639dc req-4b00f794-91c1-4ebc-9108-1447316757d8 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:52.691304 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f2e365d8-1f01-472c-9383-9b629a1639dc req-4b00f794-91c1-4ebc-9108-1447316757d8 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5443 time: 0.4151294 Jul 24 09:22:52.694362 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-92b75329-558b-4d52-9cfd-7e6130b0b242 req-1abec419-21c4-4f31-959c-ab1452cc4e4b service neutron] 10.222.0.37 "GET /v2.0/networks/25f597dd-627e-44e8-9e97-ddee210a58c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130086 Jul 24 09:22:52.722497 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9fb787e2-f34b-44e6-bf1e-01c8d95179e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:52.724101 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d047e585-f349-40a3-a67c-6f8c7bcacc5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:52.740591 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9fb787e2-f34b-44e6-bf1e-01c8d95179e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:52.755892 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d047e585-f349-40a3-a67c-6f8c7bcacc5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:52.794120 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a7e6f-5b39-4106-b6c1-969e6640985c req-6bdbb1c1-3e03-48fc-88fb-b5f7a4bdc3ed tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:52.795694 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c46a7e6f-5b39-4106-b6c1-969e6640985c req-6bdbb1c1-3e03-48fc-88fb-b5f7a4bdc3ed tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=be74b391-b653-4018-9fb1-12de5f4355c5 HTTP/1.1" status: 200 len: 945 time: 0.1818967 Jul 24 09:22:52.802850 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9fb787e2-f34b-44e6-bf1e-01c8d95179e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73c83c5efc824032bbb2ff62377a24b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0223262 Jul 24 09:22:52.802850 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb787e2-f34b-44e6-bf1e-01c8d95179e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f5ad0c-bc10-413c-a741-a807dc73c1ad,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:52.804810 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43328) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:52.851779 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c421bd9c-a34f-4608-930b-0d8e6b73af84 req-080a4885-6059-491e-a598-ef95d4207d55 tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0549204 Jul 24 09:22:52.868437 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c46a7e6f-5b39-4106-b6c1-969e6640985c req-e6b49f02-fa17-45cd-9d9c-2517865ff437 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642486 Jul 24 09:22:52.877246 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d047e585-f349-40a3-a67c-6f8c7bcacc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:52.882549 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d047e585-f349-40a3-a67c-6f8c7bcacc5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:52.884510 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d047e585-f349-40a3-a67c-6f8c7bcacc5d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66b8a3f9-d005-4e03-99ed-542af9615c80 HTTP/1.1" status: 204 len: 168 time: 0.3765531 Jul 24 09:22:52.904241 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4f237fc8-b4ee-4774-ac24-d13ab9f1a599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:52.909509 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047e585-f349-40a3-a67c-6f8c7bcacc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b8a3f9-d005-4e03-99ed-542af9615c80,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:52.939630 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4f237fc8-b4ee-4774-ac24-d13ab9f1a599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:53.000886 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4f237fc8-b4ee-4774-ac24-d13ab9f1a599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:53.003713 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4f237fc8-b4ee-4774-ac24-d13ab9f1a599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:53.007636 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4f237fc8-b4ee-4774-ac24-d13ab9f1a599 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33f5ad0c-bc10-413c-a741-a807dc73c1ad HTTP/1.1" status: 204 len: 168 time: 0.1992364 Jul 24 09:22:53.015549 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f237fc8-b4ee-4774-ac24-d13ab9f1a599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f5ad0c-bc10-413c-a741-a807dc73c1ad,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:53.197487 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8896c-ce1d-4de7-8247-d01535536290 req-0f856810-66b7-4027-900b-6dd8d1524dd2 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:53.206470 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-13f8896c-ce1d-4de7-8247-d01535536290 req-0f856810-66b7-4027-900b-6dd8d1524dd2 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=be74b391-b653-4018-9fb1-12de5f4355c5 HTTP/1.1" status: 200 len: 945 time: 0.0922449 Jul 24 09:22:53.265917 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-13f8896c-ce1d-4de7-8247-d01535536290 req-e37cf765-4928-40fb-91b0-cfd7e207ed4b tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582619 Jul 24 09:22:53.280801 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb66ae6f-a48a-4311-b929-b54836c77043 req-ab11513b-5a1a-4d86-95ce-66710fbf4ff4 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f44b2f-4f9e-4923-8e38-e0f173c65b91 HTTP/1.1" status: 200 len: 210 time: 0.0498488 Jul 24 09:22:53.411766 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device aa76ba1e-01e4-4bbd-9323-384af4250f41 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:22:53.426670 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-9774e496-65d9-4143-9cda-cdd11037ee71 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:53.428173 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-9774e496-65d9-4143-9cda-cdd11037ee71 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.20 "GET /v2.0/networks?id=f9f16374-583c-4ec2-ad41-f4d1807ac697 HTTP/1.1" status: 200 len: 814 time: 0.1419830 Jul 24 09:22:53.446805 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-02f803b3-9211-42f5-94f4-1c125ff3b29c tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Request body: {'port': {'device_id': '83f44b2f-4f9e-4923-8e38-e0f173c65b91', 'network_id': 'f9f16374-583c-4ec2-ad41-f4d1807ac697', 'admin_state_up': True, 'tenant_id': '1010eaa77dd5456e9d75368163f4fb26'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:53.549618 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43356) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:53.555190 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port aa76ba1e-01e4-4bbd-9323-384af4250f41, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=aa76ba1e-01e4-4bbd-9323-384af4250f41,segment=NetworkSegment(e9fdceb6-fc72-485c-84e1-b90bc78b48c1),segment_id=e9fdceb6-fc72-485c-84e1-b90bc78b48c1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:53.568423 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'aa76ba1e-01e4-4bbd-9323-384af4250f41', 'network_id': '25f597dd-627e-44e8-9e97-ddee210a58c4', 'port_id': 'aa76ba1e-01e4-4bbd-9323-384af4250f41', 'mac_address': 'fa:16:3e:1d:ba:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30bd4481-5e04-4226-8557-03870f55c2df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:22:53.583076 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8c2adc70-ee8f-4582-afbf-6f231ed1d01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:53.611630 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:53.614997 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-02f803b3-9211-42f5-94f4-1c125ff3b29c tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Made reservation on behalf of 1010eaa77dd5456e9d75368163f4fb26 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:22:53.619062 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-02f803b3-9211-42f5-94f4-1c125ff3b29c tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:53.625482 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa76ba1e-01e4-4bbd-9323-384af4250f41 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:22:53.649628 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port aa76ba1e-01e4-4bbd-9323-384af4250f41, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=aa76ba1e-01e4-4bbd-9323-384af4250f41,segment=NetworkSegment(e9fdceb6-fc72-485c-84e1-b90bc78b48c1),segment_id=e9fdceb6-fc72-485c-84e1-b90bc78b48c1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:53.655671 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:53.720954 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbfc92-dd1d-44c4-91b8-4211b376a414 req-37d454d8-1865-4849-aade-cc22c7a0c98a tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:53.723358 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-39bbfc92-dd1d-44c4-91b8-4211b376a414 req-37d454d8-1865-4849-aade-cc22c7a0c98a tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 944 time: 0.1770091 Jul 24 09:22:53.746969 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=aa76ba1e-01e4-4bbd-9323-384af4250f41,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:53.793979 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-39bbfc92-dd1d-44c4-91b8-4211b376a414 req-cf061bff-aab4-4354-894d-0fb4f185bbd9 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613544 Jul 24 09:22:53.804138 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-02f803b3-9211-42f5-94f4-1c125ff3b29c tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Allocated IP 172.20.0.9 (f9f16374-583c-4ec2-ad41-f4d1807ac697/e820bc97-3592-4d8f-8d69-9dd76000b838/26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:22:53.821780 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8c2adc70-ee8f-4582-afbf-6f231ed1d01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:53.826112 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8c2adc70-ee8f-4582-afbf-6f231ed1d01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:53.870071 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8c2adc70-ee8f-4582-afbf-6f231ed1d01d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=509ee675de5f415f86d8e61a883e64a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3168883 Jul 24 09:22:53.870071 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2adc70-ee8f-4582-afbf-6f231ed1d01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22ad025-9edc-47aa-a18e-2b0b4b45e1eb,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:53.870970 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43366) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:53.917846 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['aa76ba1e-01e4-4bbd-9323-384af4250f41'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:22:53.942416 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43372) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:54.025788 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e22a3c93-6dd1-48d8-b625-feef3abf9c6b req-ace9e270-0625-41d2-ab15-3e76e4d7741b tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0493219 Jul 24 09:22:54.030213 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b1d721db-cd9c-4a26-a994-2f650b7be42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:54.053746 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-083c692c-4793-4646-94a3-0113c13279e2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1468374875'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:54.072056 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-02f803b3-9211-42f5-94f4-1c125ff3b29c tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:54.075580 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083c692c-4793-4646-94a3-0113c13279e2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Made reservation on behalf of 744b83bdb6234dcdb1ecb8530d7b1717 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:22:54.079189 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-083c692c-4793-4646-94a3-0113c13279e2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:54.079591 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b1d721db-cd9c-4a26-a994-2f650b7be42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:54.087891 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-083c692c-4793-4646-94a3-0113c13279e2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:54.143094 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-02f803b3-9211-42f5-94f4-1c125ff3b29c tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:54.177480 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b1d721db-cd9c-4a26-a994-2f650b7be42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:54.180005 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b1d721db-cd9c-4a26-a994-2f650b7be42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:54.183756 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b1d721db-cd9c-4a26-a994-2f650b7be42a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d22ad025-9edc-47aa-a18e-2b0b4b45e1eb HTTP/1.1" status: 204 len: 168 time: 0.3090861 Jul 24 09:22:54.186835 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-083c692c-4793-4646-94a3-0113c13279e2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:54.191535 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-083c692c-4793-4646-94a3-0113c13279e2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:54.198824 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d721db-cd9c-4a26-a994-2f650b7be42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22ad025-9edc-47aa-a18e-2b0b4b45e1eb,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:54.207198 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-02f803b3-9211-42f5-94f4-1c125ff3b29c tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Network f9f16374-583c-4ec2-ad41-f4d1807ac697 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:22:54.213063 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-02f803b3-9211-42f5-94f4-1c125ff3b29c tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:22:54.217590 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-02f803b3-9211-42f5-94f4-1c125ff3b29c tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:22:54.224151 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f803b3-9211-42f5-94f4-1c125ff3b29c tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Pushing event updated for resources: {'Port': ['ID=26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:54.228703 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c692c-4793-4646-94a3-0113c13279e2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc80a2ec-b47d-45ae-b45b-95829ed1cb1d,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:54.238446 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083c692c-4793-4646-94a3-0113c13279e2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:22:54.253659 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-083c692c-4793-4646-94a3-0113c13279e2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:54.254154 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-083c692c-4793-4646-94a3-0113c13279e2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Added segment 08f43e69-5589-45aa-a6bc-7ef5d94fd376 of type vlan for network 8f3d5488-d91b-40d0-995b-9ae703fa7eba Jul 24 09:22:54.274657 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-02f803b3-9211-42f5-94f4-1c125ff3b29c tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:54.275401 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-02f803b3-9211-42f5-94f4-1c125ff3b29c tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:54.293185 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-02f803b3-9211-42f5-94f4-1c125ff3b29c tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8550220 Jul 24 09:22:54.309672 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-9ffb6891-7a91-4dcf-9bad-7fd309c8f64a service neutron] Request body: {'port': {'device_id': '83f44b2f-4f9e-4923-8e38-e0f173c65b91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:54.315636 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-083c692c-4793-4646-94a3-0113c13279e2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:54.390850 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-083c692c-4793-4646-94a3-0113c13279e2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:54.396630 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083c692c-4793-4646-94a3-0113c13279e2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:54.397256 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-083c692c-4793-4646-94a3-0113c13279e2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:54.421289 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-083c692c-4793-4646-94a3-0113c13279e2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4777253 Jul 24 09:22:54.443419 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43384) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:54.449012 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-9cccff45-a2c9-49a0-81ef-552cbd6ab694 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Request body: {'subnet': {'network_id': '8f3d5488-d91b-40d0-995b-9ae703fa7eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:54.478639 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-9ffb6891-7a91-4dcf-9bad-7fd309c8f64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:54.579004 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af649149-6abb-4e68-ae67-86747589226a req-51825357-34da-451d-b9c2-9017a14588ff tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:54.580557 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-af649149-6abb-4e68-ae67-86747589226a req-51825357-34da-451d-b9c2-9017a14588ff tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=be74b391-b653-4018-9fb1-12de5f4355c5 HTTP/1.1" status: 200 len: 945 time: 0.2334735 Jul 24 09:22:54.581251 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c692c-4793-4646-94a3-0113c13279e2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Pushing event updated for resources: {'Network': ['ID=8f3d5488-d91b-40d0-995b-9ae703fa7eba,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:54.587776 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a1af7-1c67-4466-81f2-61187c575757 req-dcb0069f-7bb5-4fa1-8e1a-60df25b288fd tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:54.594905 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 8f3d5488-d91b-40d0-995b-9ae703fa7eba details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:22:54.597391 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6b1a1af7-1c67-4466-81f2-61187c575757 req-dcb0069f-7bb5-4fa1-8e1a-60df25b288fd tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f44b2f-4f9e-4923-8e38-e0f173c65b91 HTTP/1.1" status: 200 len: 931 time: 0.2349086 Jul 24 09:22:54.629994 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cccff45-a2c9-49a0-81ef-552cbd6ab694 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Made reservation on behalf of 744b83bdb6234dcdb1ecb8530d7b1717 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:22:54.634122 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9cccff45-a2c9-49a0-81ef-552cbd6ab694 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:54.715780 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-af649149-6abb-4e68-ae67-86747589226a req-03153c24-32fb-498f-9151-79ac56f5cfd6 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284554 Jul 24 09:22:54.781817 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6b1a1af7-1c67-4466-81f2-61187c575757 req-d2ae9796-008f-4d04-ab65-2528cb93b2d6 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e959198-f733-4ca3-bde9-29b9848edd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827021 Jul 24 09:22:54.788566 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc04b0-c2b1-4d6a-a2ec-0304a7b5f21a req-5aa66a99-a3c5-49df-9f08-1b39356f3f5a tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:54.790519 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9dfc04b0-c2b1-4d6a-a2ec-0304a7b5f21a req-5aa66a99-a3c5-49df-9f08-1b39356f3f5a tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.20 "GET /v2.0/ports?device_id=be74b391-b653-4018-9fb1-12de5f4355c5 HTTP/1.1" status: 200 len: 945 time: 0.1773739 Jul 24 09:22:54.994279 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43412) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:55.011418 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9cccff45-a2c9-49a0-81ef-552cbd6ab694 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:55.017910 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-9ffb6891-7a91-4dcf-9bad-7fd309c8f64a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:22:55.028993 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-9ffb6891-7a91-4dcf-9bad-7fd309c8f64a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:55.044213 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-9ffb6891-7a91-4dcf-9bad-7fd309c8f64a service neutron] Transition to ACTIVE for port object 26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:22:55.049816 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-9ffb6891-7a91-4dcf-9bad-7fd309c8f64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:55.125630 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cccff45-a2c9-49a0-81ef-552cbd6ab694 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Pushing event updated for resources: {'Subnet': ['ID=8eecd2f8-29a5-4c6a-8990-2a1f0462bdc7,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:55.128786 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb6891-7a91-4dcf-9bad-7fd309c8f64a service neutron] Pushing event updated for resources: {'Port': ['ID=26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:55.169880 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-9dfc04b0-c2b1-4d6a-a2ec-0304a7b5f21a req-976074f1-27ab-4f56-a10b-3f75a9213f54 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Deleting port f5962486-be66-41a0-ba6b-44fd085c5f56 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:22:55.169880 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9dfc04b0-c2b1-4d6a-a2ec-0304a7b5f21a req-976074f1-27ab-4f56-a10b-3f75a9213f54 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:55.213290 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a1357-987d-451d-8073-c6a215cba3b2 req-1dc63c63-ffdc-41c0-af38-ce66713ddea5 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:55.215359 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e91a1357-987d-451d-8073-c6a215cba3b2 req-1dc63c63-ffdc-41c0-af38-ce66713ddea5 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 945 time: 0.3034658 Jul 24 09:22:55.215813 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aab3623b-9ffb-4432-b2fb-7a52ffef7095 req-c38f598d-d4c1-4f33-aa2a-d6d5a2b5030a tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0800886 Jul 24 09:22:55.241191 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cccff45-a2c9-49a0-81ef-552cbd6ab694 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Checking segment: {'id': '08f43e69-5589-45aa-a6bc-7ef5d94fd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8f3d5488-d91b-40d0-995b-9ae703fa7eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:22:55.241559 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cccff45-a2c9-49a0-81ef-552cbd6ab694 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Network hostable DHCP agents. Network: 8f3d5488-d91b-40d0-995b-9ae703fa7eba, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:22:55.258866 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-9ffb6891-7a91-4dcf-9bad-7fd309c8f64a service neutron] Attempting to bind port 26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:22:55.259214 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-9ffb6891-7a91-4dcf-9bad-7fd309c8f64a service neutron] Attempting to bind port 26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '7f369d8f-45cf-41ee-8c14-4b793923d4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f9f16374-583c-4ec2-ad41-f4d1807ac697'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:22:55.259554 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-9ffb6891-7a91-4dcf-9bad-7fd309c8f64a service neutron] Attempting to bind port 26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a on network f9f16374-583c-4ec2-ad41-f4d1807ac697 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:22:55.264856 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-9ffb6891-7a91-4dcf-9bad-7fd309c8f64a service neutron] Port 26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a on network f9f16374-583c-4ec2-ad41-f4d1807ac697 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:22:55.265081 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-9ffb6891-7a91-4dcf-9bad-7fd309c8f64a service neutron] Attempting to bind port 26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a on network f9f16374-583c-4ec2-ad41-f4d1807ac697 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:22:55.270282 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-9ffb6891-7a91-4dcf-9bad-7fd309c8f64a service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:22:55.270630 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-9ffb6891-7a91-4dcf-9bad-7fd309c8f64a service neutron] Checking segment: {'id': '7f369d8f-45cf-41ee-8c14-4b793923d4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f9f16374-583c-4ec2-ad41-f4d1807ac697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:22:55.271365 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-9ffb6891-7a91-4dcf-9bad-7fd309c8f64a service neutron] Bound using segment: {'id': '7f369d8f-45cf-41ee-8c14-4b793923d4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f9f16374-583c-4ec2-ad41-f4d1807ac697'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:22:55.271819 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-9ffb6891-7a91-4dcf-9bad-7fd309c8f64a service neutron] Bound port: 26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f369d8f-45cf-41ee-8c14-4b793923d4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f9f16374-583c-4ec2-ad41-f4d1807ac697'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:22:55.272164 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-9ffb6891-7a91-4dcf-9bad-7fd309c8f64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:55.341062 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cccff45-a2c9-49a0-81ef-552cbd6ab694 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Network 8f3d5488-d91b-40d0-995b-9ae703fa7eba is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:22:55.345433 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e91a1357-987d-451d-8073-c6a215cba3b2 req-36e9fac3-fe88-4a93-823d-2258a98ffb2e tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170027 Jul 24 09:22:55.349582 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-9ffb6891-7a91-4dcf-9bad-7fd309c8f64a service neutron] For port 26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:22:55.353544 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-9ffb6891-7a91-4dcf-9bad-7fd309c8f64a service neutron] For port 26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a,segment=NetworkSegment(7f369d8f-45cf-41ee-8c14-4b793923d4e2),segment_id=7f369d8f-45cf-41ee-8c14-4b793923d4e2)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:22:55.356991 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a207873-eef7-4f03-aa12-6a2e61e094d5 req-7c96064c-51a6-4a92-85ef-3485c9d2dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:55.357484 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a207873-eef7-4f03-aa12-6a2e61e094d5 req-7c96064c-51a6-4a92-85ef-3485c9d2dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:55.357964 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a207873-eef7-4f03-aa12-6a2e61e094d5 req-7c96064c-51a6-4a92-85ef-3485c9d2dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:55.358095 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-9ffb6891-7a91-4dcf-9bad-7fd309c8f64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:55.358440 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a207873-eef7-4f03-aa12-6a2e61e094d5 req-7c96064c-51a6-4a92-85ef-3485c9d2dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:55.358912 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a207873-eef7-4f03-aa12-6a2e61e094d5 req-7c96064c-51a6-4a92-85ef-3485c9d2dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:55.359399 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a207873-eef7-4f03-aa12-6a2e61e094d5 req-7c96064c-51a6-4a92-85ef-3485c9d2dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:55.359850 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a207873-eef7-4f03-aa12-6a2e61e094d5 req-7c96064c-51a6-4a92-85ef-3485c9d2dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:55.361799 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5a207873-eef7-4f03-aa12-6a2e61e094d5 req-7c96064c-51a6-4a92-85ef-3485c9d2dd25 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 6500 time: 0.3661704 Jul 24 09:22:55.377707 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-9dfc04b0-c2b1-4d6a-a2ec-0304a7b5f21a req-976074f1-27ab-4f56-a10b-3f75a9213f54 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] For port f5962486-be66-41a0-ba6b-44fd085c5f56, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f5962486-be66-41a0-ba6b-44fd085c5f56,segment=NetworkSegment(d1da0f7b-86f9-4cb3-973b-b91c6658c02f),segment_id=d1da0f7b-86f9-4cb3-973b-b91c6658c02f)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:55.378093 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9dfc04b0-c2b1-4d6a-a2ec-0304a7b5f21a req-976074f1-27ab-4f56-a10b-3f75a9213f54 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:55.391605 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-9cccff45-a2c9-49a0-81ef-552cbd6ab694 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 8f3d5488-d91b-40d0-995b-9ae703fa7eba) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:22:55.401105 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-9ffb6891-7a91-4dcf-9bad-7fd309c8f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:55.402306 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-9ffb6891-7a91-4dcf-9bad-7fd309c8f64a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:55.403809 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-9ffb6891-7a91-4dcf-9bad-7fd309c8f64a service neutron] 10.222.0.20 "PUT /v2.0/ports/26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a HTTP/1.1" status: 200 len: 1091 time: 1.0997667 Jul 24 09:22:55.404248 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f44b2f-4f9e-4923-8e38-e0f173c65b91', 'tag': '26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:22:55.406762 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e46492-cab1-4ff6-bbc0-9fa8a462b376" -d '{"events": [{"name": "network-changed", "server_uuid": "83f44b2f-4f9e-4923-8e38-e0f173c65b91", "tag": "26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:22:55.413089 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-9dfc04b0-c2b1-4d6a-a2ec-0304a7b5f21a req-976074f1-27ab-4f56-a10b-3f75a9213f54 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Calling delete_port for f5962486-be66-41a0-ba6b-44fd085c5f56 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:22:55.415639 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cccff45-a2c9-49a0-81ef-552cbd6ab694 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:55.416300 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9cccff45-a2c9-49a0-81ef-552cbd6ab694 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:55.422207 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device aa76ba1e-01e4-4bbd-9323-384af4250f41 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:22:55.471703 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb6891-7a91-4dcf-9bad-7fd309c8f64a service neutron] Pushing event updated for resources: {'Port': ['ID=26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:55.478745 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a00784b-d6c8-4ab3-b555-72f15f4949bc x-openstack-request-id: req-9a00784b-d6c8-4ab3-b555-72f15f4949bc {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:22:55.479255 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f44b2f-4f9e-4923-8e38-e0f173c65b91", "tag": "26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:22:55.479724 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a00784b-d6c8-4ab3-b555-72f15f4949bc {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:22:55.480498 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f44b2f-4f9e-4923-8e38-e0f173c65b91', 'tag': '26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a', 'status': 'completed', 'code': 200} Jul 24 09:22:55.499693 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5a207873-eef7-4f03-aa12-6a2e61e094d5 req-329786b8-9d1c-4b3b-9cdd-4ae3b6b2e585 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&id=d96262b6-cb48-483f-979b-41688edf33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1241584 Jul 24 09:22:55.509628 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9cccff45-a2c9-49a0-81ef-552cbd6ab694 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0676026 Jul 24 09:22:55.511634 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43432) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:55.516725 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-531ae18b-bf5e-4a2d-8f71-ccc7ee4c6833 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Request body: {'port': {'network_id': '8f3d5488-d91b-40d0-995b-9ae703fa7eba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-5883724'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:55.526230 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fdf8b2-3134-4ed6-8f40-75f73581a536 None None] Network 8f3d5488-d91b-40d0-995b-9ae703fa7eba requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:22:55.563968 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port aa76ba1e-01e4-4bbd-9323-384af4250f41 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:22:55.569996 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port aa76ba1e-01e4-4bbd-9323-384af4250f41 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:22:55.570855 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:55.598562 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:22:55.651054 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-47670e91-efeb-4d0a-a00e-f0bce3fdfa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:55.663269 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-47670e91-efeb-4d0a-a00e-f0bce3fdfa38 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1010eaa77dd5456e9d75368163f4fb26&device_id=83f44b2f-4f9e-4923-8e38-e0f173c65b91 HTTP/1.1" status: 200 len: 1094 time: 0.1714473 Jul 24 09:22:55.704130 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9dfc04b0-c2b1-4d6a-a2ec-0304a7b5f21a req-976074f1-27ab-4f56-a10b-3f75a9213f54 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:55.711464 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531ae18b-bf5e-4a2d-8f71-ccc7ee4c6833 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Made reservation on behalf of 744b83bdb6234dcdb1ecb8530d7b1717 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:22:55.716437 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-531ae18b-bf5e-4a2d-8f71-ccc7ee4c6833 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:55.733187 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-2193276b-5193-4913-9deb-439a431a57e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a HTTP/1.1" status: 200 len: 217 time: 0.0592411 Jul 24 09:22:55.754414 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976074f1-27ab-4f56-a10b-3f75a9213f54 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Pushing event deleted for resources: {'Port': ['ID=f5962486-be66-41a0-ba6b-44fd085c5f56,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:55.766099 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-531ae18b-bf5e-4a2d-8f71-ccc7ee4c6833 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] device_id is not set on port 7866be60-01c5-48e6-b5b2-e7f2fb292d53 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:22:55.804144 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-3457fdf9-43a5-4c78-b82b-a2885d1bbe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:55.806132 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-3457fdf9-43a5-4c78-b82b-a2885d1bbe01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e820bc97-3592-4d8f-8d69-9dd76000b838 HTTP/1.1" status: 200 len: 854 time: 0.0666077 Jul 24 09:22:55.814999 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['fbe2712c-ebd5-4ff7-a072-7d060fc00e28'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:22:55.844690 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dfc04b0-c2b1-4d6a-a2ec-0304a7b5f21a req-976074f1-27ab-4f56-a10b-3f75a9213f54 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] No DVR routers for this DVR port f5962486-be66-41a0-ba6b-44fd085c5f56 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:22:55.850008 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9dfc04b0-c2b1-4d6a-a2ec-0304a7b5f21a req-976074f1-27ab-4f56-a10b-3f75a9213f54 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:55.852058 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9dfc04b0-c2b1-4d6a-a2ec-0304a7b5f21a req-976074f1-27ab-4f56-a10b-3f75a9213f54 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.20 "DELETE /v2.0/ports/f5962486-be66-41a0-ba6b-44fd085c5f56 HTTP/1.1" status: 204 len: 173 time: 1.0534303 Jul 24 09:22:55.852520 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be74b391-b653-4018-9fb1-12de5f4355c5', 'name': 'network-vif-deleted', 'tag': 'f5962486-be66-41a0-ba6b-44fd085c5f56'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:22:55.856585 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997e075c-8ab1-4d74-9a24-c859606e8ee4" -d '{"events": [{"server_uuid": "be74b391-b653-4018-9fb1-12de5f4355c5", "name": "network-vif-deleted", "tag": "f5962486-be66-41a0-ba6b-44fd085c5f56"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:22:55.885041 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-e7702bdc-7bbf-45d8-8d7b-d0c91b73dc3a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f9f16374-583c-4ec2-ad41-f4d1807ac697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652406 Jul 24 09:22:55.984635 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8b463fd4-a333-47ad-a6b1-933f79a01e4e req-6d2a5e13-7410-4dde-b3c1-583ec6f098d8 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=be74b391-b653-4018-9fb1-12de5f4355c5 HTTP/1.1" status: 200 len: 210 time: 0.0846293 Jul 24 09:22:56.054169 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-531ae18b-bf5e-4a2d-8f71-ccc7ee4c6833 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Allocated IP 2001:db8::df (8f3d5488-d91b-40d0-995b-9ae703fa7eba/8eecd2f8-29a5-4c6a-8990-2a1f0462bdc7/7866be60-01c5-48e6-b5b2-e7f2fb292d53) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:22:56.057613 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a74d6f5-3518-45af-a677-76786ac686ae x-openstack-request-id: req-2a74d6f5-3518-45af-a677-76786ac686ae {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:22:56.058909 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be74b391-b653-4018-9fb1-12de5f4355c5", "name": "network-vif-deleted", "tag": "f5962486-be66-41a0-ba6b-44fd085c5f56", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:22:56.059339 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a74d6f5-3518-45af-a677-76786ac686ae {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:22:56.059909 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be74b391-b653-4018-9fb1-12de5f4355c5', 'name': 'network-vif-deleted', 'tag': 'f5962486-be66-41a0-ba6b-44fd085c5f56', 'status': 'completed', 'code': 200} Jul 24 09:22:56.109253 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:56.125655 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-03bd099a-f202-4ba5-a0b6-0b29370b392d service neutron] 10.222.0.20 "GET /v2.0/networks/f9f16374-583c-4ec2-ad41-f4d1807ac697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363887 Jul 24 09:22:56.135382 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f72262-6fc2-4526-8235-273a7372d923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-8f3d5488-d91b-40d0-995b-9ae703fa7eba', 'network_id': '8f3d5488-d91b-40d0-995b-9ae703fa7eba', 'tenant_id': '744b83bdb6234dcdb1ecb8530d7b1717', 'fixed_ips': [{'subnet_id': '8eecd2f8-29a5-4c6a-8990-2a1f0462bdc7'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:22:56.136292 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-30f72262-6fc2-4526-8235-273a7372d923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:56.178508 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9ee87-591c-442e-9511-e72fbaa1cdd5 req-05b3c303-d3f7-4e60-ac00-d9306cd95bb7 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:56.183465 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ae0263-36a6-49e6-bcd3-0c16aac0b7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa76ba1e-01e4-4bbd-9323-384af4250f41'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:22:56.185401 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a78159-21f2-49f8-bc95-20a75b0056b0" -d '{"events": [{"server_uuid": "84ae0263-36a6-49e6-bcd3-0c16aac0b7c7", "name": "network-vif-plugged", "status": "completed", "tag": "aa76ba1e-01e4-4bbd-9323-384af4250f41"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:22:56.189033 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-30c9ee87-591c-442e-9511-e72fbaa1cdd5 req-05b3c303-d3f7-4e60-ac00-d9306cd95bb7 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f44b2f-4f9e-4923-8e38-e0f173c65b91 HTTP/1.1" status: 200 len: 943 time: 0.1838615 Jul 24 09:22:56.269865 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port aa76ba1e-01e4-4bbd-9323-384af4250f41, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=aa76ba1e-01e4-4bbd-9323-384af4250f41,segment=NetworkSegment(e9fdceb6-fc72-485c-84e1-b90bc78b48c1),segment_id=e9fdceb6-fc72-485c-84e1-b90bc78b48c1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:56.271748 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1528096b-ddd8-4bb9-9209-a88b6ade6992 x-openstack-request-id: req-1528096b-ddd8-4bb9-9209-a88b6ade6992 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:22:56.272041 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ae0263-36a6-49e6-bcd3-0c16aac0b7c7", "name": "network-vif-plugged", "status": "completed", "tag": "aa76ba1e-01e4-4bbd-9323-384af4250f41", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:22:56.272297 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1528096b-ddd8-4bb9-9209-a88b6ade6992 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:22:56.272688 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ae0263-36a6-49e6-bcd3-0c16aac0b7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa76ba1e-01e4-4bbd-9323-384af4250f41', 'code': 200} Jul 24 09:22:56.281004 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:56.309838 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-531ae18b-bf5e-4a2d-8f71-ccc7ee4c6833 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:56.327674 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-531ae18b-bf5e-4a2d-8f71-ccc7ee4c6833 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Transition to ACTIVE for port object 7866be60-01c5-48e6-b5b2-e7f2fb292d53 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:22:56.342884 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-30c9ee87-591c-442e-9511-e72fbaa1cdd5 req-0a0c0bdc-31dc-420f-8d5a-b0f6f4bc3c30 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e959198-f733-4ca3-bde9-29b9848edd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477001 Jul 24 09:22:56.353668 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=aa76ba1e-01e4-4bbd-9323-384af4250f41,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:56.373994 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-531ae18b-bf5e-4a2d-8f71-ccc7ee4c6833 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:56.392471 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-234fd6b8-3ffa-4405-97f8-248a3b5be861 req-e7b549cb-3545-42a6-8c69-cd7129cd7616 service neutron] 10.222.0.20 "GET /v2.0/networks/f9f16374-583c-4ec2-ad41-f4d1807ac697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584517 Jul 24 09:22:56.497341 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-30f72262-6fc2-4526-8235-273a7372d923 None None] Allocated IP 2001:db8::2 (8f3d5488-d91b-40d0-995b-9ae703fa7eba/8eecd2f8-29a5-4c6a-8990-2a1f0462bdc7/c1d06275-2e50-4750-be8c-27d0e109f619) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:22:56.560783 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecfd92-f83e-435a-8af4-2f02ed634977 req-fcbe2cd6-e55e-4994-b806-051343439f1b tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:56.562506 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-75ecfd92-f83e-435a-8af4-2f02ed634977 req-fcbe2cd6-e55e-4994-b806-051343439f1b tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 946 time: 0.1256177 Jul 24 09:22:56.595485 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e46492-cab1-4ff6-bbc0-9fa8a462b376 req-fd4a2363-e65c-42eb-9d63-7e279609218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:56.597742 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-30e46492-cab1-4ff6-bbc0-9fa8a462b376 req-fd4a2363-e65c-42eb-9d63-7e279609218a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1010eaa77dd5456e9d75368163f4fb26&device_id=83f44b2f-4f9e-4923-8e38-e0f173c65b91 HTTP/1.1" status: 200 len: 1094 time: 0.1232400 Jul 24 09:22:56.642100 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-75ecfd92-f83e-435a-8af4-2f02ed634977 req-1603a367-3f58-4efb-b5fb-d37f067d9c67 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721459 Jul 24 09:22:56.757411 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-30f72262-6fc2-4526-8235-273a7372d923 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:56.767951 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-30f72262-6fc2-4526-8235-273a7372d923 None None] Transition to ACTIVE for port object c1d06275-2e50-4750-be8c-27d0e109f619 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:22:56.774044 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e46492-cab1-4ff6-bbc0-9fa8a462b376 req-6e60c0fd-54d1-4760-94bc-0d259a912dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:56.777088 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-30e46492-cab1-4ff6-bbc0-9fa8a462b376 req-6e60c0fd-54d1-4760-94bc-0d259a912dd8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f9f16374-583c-4ec2-ad41-f4d1807ac697 HTTP/1.1" status: 200 len: 914 time: 0.1666496 Jul 24 09:22:56.787181 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-30f72262-6fc2-4526-8235-273a7372d923 None None] Transition to ACTIVE for port object c1d06275-2e50-4750-be8c-27d0e109f619 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:22:56.794649 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-30f72262-6fc2-4526-8235-273a7372d923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:56.829914 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-30e46492-cab1-4ff6-bbc0-9fa8a462b376 req-e31ef369-a3e6-40f0-8595-744a386b4521 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a HTTP/1.1" status: 200 len: 217 time: 0.0454352 Jul 24 09:22:56.848471 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f72262-6fc2-4526-8235-273a7372d923 None None] Pushing event updated for resources: {'Port': ['ID=c1d06275-2e50-4750-be8c-27d0e109f619,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:56.855932 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f72262-6fc2-4526-8235-273a7372d923 None None] Network 8f3d5488-d91b-40d0-995b-9ae703fa7eba is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:22:56.857509 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-30f72262-6fc2-4526-8235-273a7372d923 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:22:56.859871 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f72262-6fc2-4526-8235-273a7372d923 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:22:56.890601 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e46492-cab1-4ff6-bbc0-9fa8a462b376 req-16950483-c8f1-4fad-a212-01e7f705df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:56.892174 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-30e46492-cab1-4ff6-bbc0-9fa8a462b376 req-16950483-c8f1-4fad-a212-01e7f705df7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e820bc97-3592-4d8f-8d69-9dd76000b838 HTTP/1.1" status: 200 len: 854 time: 0.0556524 Jul 24 09:22:56.922839 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-30f72262-6fc2-4526-8235-273a7372d923 None None] Attempting to bind port c1d06275-2e50-4750-be8c-27d0e109f619 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:22:56.923214 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-30f72262-6fc2-4526-8235-273a7372d923 None None] Attempting to bind port c1d06275-2e50-4750-be8c-27d0e109f619 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '08f43e69-5589-45aa-a6bc-7ef5d94fd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8f3d5488-d91b-40d0-995b-9ae703fa7eba'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:22:56.923626 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f72262-6fc2-4526-8235-273a7372d923 None None] Attempting to bind port c1d06275-2e50-4750-be8c-27d0e109f619 on network 8f3d5488-d91b-40d0-995b-9ae703fa7eba {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:22:56.929269 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-30e46492-cab1-4ff6-bbc0-9fa8a462b376 req-49472842-8311-4136-9269-c0db5193e0f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f9f16374-583c-4ec2-ad41-f4d1807ac697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303674 Jul 24 09:22:56.929489 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f72262-6fc2-4526-8235-273a7372d923 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:22:56.929759 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f72262-6fc2-4526-8235-273a7372d923 None None] Checking segment: {'id': '08f43e69-5589-45aa-a6bc-7ef5d94fd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8f3d5488-d91b-40d0-995b-9ae703fa7eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:22:56.930239 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-30f72262-6fc2-4526-8235-273a7372d923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:56.930640 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f72262-6fc2-4526-8235-273a7372d923 None None] Bound using segment: {'id': '08f43e69-5589-45aa-a6bc-7ef5d94fd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8f3d5488-d91b-40d0-995b-9ae703fa7eba'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:22:56.931177 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-30f72262-6fc2-4526-8235-273a7372d923 None None] Bound port: c1d06275-2e50-4750-be8c-27d0e109f619, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f43e69-5589-45aa-a6bc-7ef5d94fd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8f3d5488-d91b-40d0-995b-9ae703fa7eba'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:22:56.931558 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-30f72262-6fc2-4526-8235-273a7372d923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:56.961780 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531ae18b-bf5e-4a2d-8f71-ccc7ee4c6833 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Network 8f3d5488-d91b-40d0-995b-9ae703fa7eba is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:22:56.969499 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-531ae18b-bf5e-4a2d-8f71-ccc7ee4c6833 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:22:56.979985 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02160094-2f69-4fb0-8c95-dd1d738c433b req-62311cc3-fa9c-4c92-a5ea-3ed70415be0b tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.5056446 Jul 24 09:22:56.981187 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531ae18b-bf5e-4a2d-8f71-ccc7ee4c6833 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:22:56.987051 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531ae18b-bf5e-4a2d-8f71-ccc7ee4c6833 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:56.987681 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-531ae18b-bf5e-4a2d-8f71-ccc7ee4c6833 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:57.020676 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-531ae18b-bf5e-4a2d-8f71-ccc7ee4c6833 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.5082858 Jul 24 09:22:57.022741 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ae18b-bf5e-4a2d-8f71-ccc7ee4c6833 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Pushing event updated for resources: {'Port': ['ID=7866be60-01c5-48e6-b5b2-e7f2fb292d53,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:57.023851 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43484) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:57.038540 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ed3bd-0b28-4792-acaf-99ec8112c64e req-5ec7daed-d0a4-4c4e-bb0f-50f6a23efaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:57.040889 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-032ed3bd-0b28-4792-acaf-99ec8112c64e req-5ec7daed-d0a4-4c4e-bb0f-50f6a23efaa0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 1097 time: 0.6792192 Jul 24 09:22:57.047911 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-30f72262-6fc2-4526-8235-273a7372d923 None None] For port c1d06275-2e50-4750-be8c-27d0e109f619, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:22:57.049040 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-47440a51-1c44-4593-93ad-b27dccb30390 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Request body: {'port': {'network_id': '8f3d5488-d91b-40d0-995b-9ae703fa7eba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-425486811', 'allowed_address_pairs': [{'ip_address': '2001:db8::df', 'mac_address': 'fa:16:3e:ad:f2:bd'}]}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:57.052217 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-30f72262-6fc2-4526-8235-273a7372d923 None None] For port c1d06275-2e50-4750-be8c-27d0e109f619, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c1d06275-2e50-4750-be8c-27d0e109f619,segment=NetworkSegment(08f43e69-5589-45aa-a6bc-7ef5d94fd376),segment_id=08f43e69-5589-45aa-a6bc-7ef5d94fd376)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:22:57.060569 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-30f72262-6fc2-4526-8235-273a7372d923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:57.120187 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-032ed3bd-0b28-4792-acaf-99ec8112c64e req-8761ef22-c9c7-4993-9615-5aea832a3266 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698326 Jul 24 09:22:57.153490 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f72262-6fc2-4526-8235-273a7372d923 None None] Pushing event updated for resources: {'Port': ['ID=c1d06275-2e50-4750-be8c-27d0e109f619,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:57.191580 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-30e46492-cab1-4ff6-bbc0-9fa8a462b376 req-9a61900b-a334-4a88-acef-5f814e26be52 service neutron] 10.222.0.20 "GET /v2.0/networks/f9f16374-583c-4ec2-ad41-f4d1807ac697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559288 Jul 24 09:22:57.206501 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-daf4ea6c-a9c8-4d50-874e-ee95a25ee237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:57.260284 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f87bb0-7740-4733-a9f7-0de5c8c720f0 req-df3628e0-ba1d-4faf-933c-ebbe57ed0a41 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:57.265295 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d3f87bb0-7740-4733-a9f7-0de5c8c720f0 req-df3628e0-ba1d-4faf-933c-ebbe57ed0a41 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.0891106 Jul 24 09:22:57.308834 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d3f87bb0-7740-4733-a9f7-0de5c8c720f0 req-aad1dd11-63ca-449b-9c05-607c3af4a1ed tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373259 Jul 24 09:22:57.325023 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47440a51-1c44-4593-93ad-b27dccb30390 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Made reservation on behalf of 744b83bdb6234dcdb1ecb8530d7b1717 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:22:57.387377 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-30e46492-cab1-4ff6-bbc0-9fa8a462b376 req-d1651cff-96bd-4fe4-831c-522c75ce76f3 service neutron] 10.222.0.20 "GET /v2.0/networks/f9f16374-583c-4ec2-ad41-f4d1807ac697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872168 Jul 24 09:22:57.545537 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-47440a51-1c44-4593-93ad-b27dccb30390 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:57.572815 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-47440a51-1c44-4593-93ad-b27dccb30390 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] device_id is not set on port 6bcd738f-9f8f-4da8-9887-74420bf45810 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:22:57.606141 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device f5962486-be66-41a0-ba6b-44fd085c5f56 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:22:57.631359 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27656c8e-53f9-453d-9716-735893b37fe5 req-fdbc0a46-f5de-45ff-8b9c-53ad71a3daab tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:57.639890 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-27656c8e-53f9-453d-9716-735893b37fe5 req-fdbc0a46-f5de-45ff-8b9c-53ad71a3daab tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f44b2f-4f9e-4923-8e38-e0f173c65b91 HTTP/1.1" status: 200 len: 943 time: 0.1838682 Jul 24 09:22:57.646649 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: f5962486-be66-41a0-ba6b-44fd085c5f56 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:22:57.649934 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device f5962486-be66-41a0-ba6b-44fd085c5f56 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:22:57.666363 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e73d3-523e-45a9-94be-64b89a293642 req-2705dfac-1040-4085-8520-15491e6a109e tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:57.667991 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3c2e73d3-523e-45a9-94be-64b89a293642 req-2705dfac-1040-4085-8520-15491e6a109e tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1085436 Jul 24 09:22:57.689258 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c1d06275-2e50-4750-be8c-27d0e109f619 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:22:57.710017 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-27656c8e-53f9-453d-9716-735893b37fe5 req-27a11c1b-98dc-4dad-bfa7-d45a668757ad tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e959198-f733-4ca3-bde9-29b9848edd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655451 Jul 24 09:22:57.741037 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3c2e73d3-523e-45a9-94be-64b89a293642 req-854712e3-2797-4f20-a38a-acabb717745f tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640147 Jul 24 09:22:57.786056 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port c1d06275-2e50-4750-be8c-27d0e109f619 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:22:57.818012 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-47440a51-1c44-4593-93ad-b27dccb30390 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Allocated IP 2001:db8::a8 (8f3d5488-d91b-40d0-995b-9ae703fa7eba/8eecd2f8-29a5-4c6a-8990-2a1f0462bdc7/6bcd738f-9f8f-4da8-9887-74420bf45810) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:22:57.942095 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef28e3a-f450-4c09-bbf7-375369fadebc req-952bb264-aa39-4524-a2ca-b2c39f2044cb tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:57.950164 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6ef28e3a-f450-4c09-bbf7-375369fadebc req-952bb264-aa39-4524-a2ca-b2c39f2044cb tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.0765710 Jul 24 09:22:58.003527 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e84592-0840-451f-931d-567d6f1d7622 req-e46afa99-eb12-419c-95d2-3ef8af76e443 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:58.004129 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6ef28e3a-f450-4c09-bbf7-375369fadebc req-8622ad3a-1c77-41df-8b63-7e148daf1a70 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483017 Jul 24 09:22:58.005355 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-31e84592-0840-451f-931d-567d6f1d7622 req-e46afa99-eb12-419c-95d2-3ef8af76e443 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 946 time: 0.1500709 Jul 24 09:22:58.067434 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-47440a51-1c44-4593-93ad-b27dccb30390 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:58.090736 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-47440a51-1c44-4593-93ad-b27dccb30390 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Transition to ACTIVE for port object 6bcd738f-9f8f-4da8-9887-74420bf45810 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:22:58.179123 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e8d95680-0bd9-46bd-9d59-0c9f0dfeac8b req-a0591a74-9532-4ca4-9115-6c11ae2c0e0d tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0705295 Jul 24 09:22:58.213437 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-31e84592-0840-451f-931d-567d6f1d7622 req-45406500-e641-4c05-8505-5ff1593a8c55 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867015 Jul 24 09:22:58.240341 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-47440a51-1c44-4593-93ad-b27dccb30390 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:58.317485 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47440a51-1c44-4593-93ad-b27dccb30390 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Network 8f3d5488-d91b-40d0-995b-9ae703fa7eba is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:22:58.329028 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-47440a51-1c44-4593-93ad-b27dccb30390 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:22:58.333174 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47440a51-1c44-4593-93ad-b27dccb30390 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:22:58.342053 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47440a51-1c44-4593-93ad-b27dccb30390 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:58.342776 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-47440a51-1c44-4593-93ad-b27dccb30390 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:58.366632 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47440a51-1c44-4593-93ad-b27dccb30390 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Pushing event updated for resources: {'Port': ['ID=6bcd738f-9f8f-4da8-9887-74420bf45810,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:58.374907 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-47440a51-1c44-4593-93ad-b27dccb30390 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.3419003 Jul 24 09:22:58.376166 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43526) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:58.570954 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf24a70-b77b-4e74-91d1-5240a0220877 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:58.579458 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf24a70-b77b-4e74-91d1-5240a0220877 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:58.586917 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf24a70-b77b-4e74-91d1-5240a0220877 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:58.589022 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bcf24a70-b77b-4e74-91d1-5240a0220877 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2475 time: 0.2114828 Jul 24 09:22:58.592160 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43534) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:58.615212 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e981dc30-ad49-4d0f-8d72-37dbea68978d None None] Network 8f3d5488-d91b-40d0-995b-9ae703fa7eba requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:22:58.714430 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-ebc54f76-2cce-4849-a260-c47fd83876d0 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Deleting port 6bcd738f-9f8f-4da8-9887-74420bf45810 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:22:58.715142 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ebc54f76-2cce-4849-a260-c47fd83876d0 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:58.758412 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a3068af5-8ec7-4881-a371-debbc6f0405d None None] Provisioning for port c1d06275-2e50-4750-be8c-27d0e109f619 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:22:58.766743 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a3068af5-8ec7-4881-a371-debbc6f0405d None None] Provisioning complete for port c1d06275-2e50-4750-be8c-27d0e109f619 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:22:58.767111 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a3068af5-8ec7-4881-a371-debbc6f0405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:58.865047 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ebc54f76-2cce-4849-a260-c47fd83876d0 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:58.880599 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-ebc54f76-2cce-4849-a260-c47fd83876d0 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Calling delete_port for 6bcd738f-9f8f-4da8-9887-74420bf45810 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:22:58.988463 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a3068af5-8ec7-4881-a371-debbc6f0405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:59.087851 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-a3068af5-8ec7-4881-a371-debbc6f0405d None None] For port c1d06275-2e50-4750-be8c-27d0e109f619, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c1d06275-2e50-4750-be8c-27d0e109f619,segment=NetworkSegment(08f43e69-5589-45aa-a6bc-7ef5d94fd376),segment_id=08f43e69-5589-45aa-a6bc-7ef5d94fd376)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:59.091719 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a3068af5-8ec7-4881-a371-debbc6f0405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:59.156542 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2495d-47d1-4d84-98e6-8a99778f33b0 req-b427a54e-6f43-4f19-b1b6-dd9400dd3d02 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:59.171752 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-80b2495d-47d1-4d84-98e6-8a99778f33b0 req-b427a54e-6f43-4f19-b1b6-dd9400dd3d02 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f44b2f-4f9e-4923-8e38-e0f173c65b91 HTTP/1.1" status: 200 len: 943 time: 0.3494675 Jul 24 09:22:59.248532 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3068af5-8ec7-4881-a371-debbc6f0405d None None] Pushing event updated for resources: {'Port': ['ID=c1d06275-2e50-4750-be8c-27d0e109f619,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:59.284352 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ebc54f76-2cce-4849-a260-c47fd83876d0 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:59.318351 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-80b2495d-47d1-4d84-98e6-8a99778f33b0 req-86fe6b07-de23-442b-a76a-aaae9027e4e1 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e959198-f733-4ca3-bde9-29b9848edd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242254 Jul 24 09:22:59.326391 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d7e596f8-7233-4342-816d-cfbf782c4075 None None] Provisioning for port 7866be60-01c5-48e6-b5b2-e7f2fb292d53 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:22:59.353018 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d7e596f8-7233-4342-816d-cfbf782c4075 None None] Provisioning complete for port 7866be60-01c5-48e6-b5b2-e7f2fb292d53 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:22:59.354050 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d7e596f8-7233-4342-816d-cfbf782c4075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:59.361700 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc54f76-2cce-4849-a260-c47fd83876d0 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Pushing event deleted for resources: {'Port': ['ID=6bcd738f-9f8f-4da8-9887-74420bf45810,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:22:59.467230 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d7e596f8-7233-4342-816d-cfbf782c4075 None None] Port 7866be60-01c5-48e6-b5b2-e7f2fb292d53 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:22:59.474707 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d7e596f8-7233-4342-816d-cfbf782c4075 None None] Could not find standard attr ID for object 6bcd738f-9f8f-4da8-9887-74420bf45810. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:22:59.503936 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d7e596f8-7233-4342-816d-cfbf782c4075 None None] Provisioning complete for port c1d06275-2e50-4750-be8c-27d0e109f619 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:22:59.504313 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d7e596f8-7233-4342-816d-cfbf782c4075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:59.616725 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ebc54f76-2cce-4849-a260-c47fd83876d0 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:22:59.618369 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:22:59.622293 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43578) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:59.625777 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ebc54f76-2cce-4849-a260-c47fd83876d0 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] 10.222.0.32 "DELETE /v2.0/ports/6bcd738f-9f8f-4da8-9887-74420bf45810 HTTP/1.1" status: 204 len: 168 time: 1.0315819 Jul 24 09:22:59.708671 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a8fb784d-8786-4491-860e-e28e0daac82e req-2ed16f9a-d1e6-4bab-ae75-abc54873e9c7 tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.1382499 Jul 24 09:22:59.749052 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c1d06275-2e50-4750-be8c-27d0e109f619 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:22:59.795067 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd4fbc1-7052-4e88-8a76-19fcc687ff85 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] GET failed (client error): The resource could not be found. Jul 24 09:22:59.796887 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fdd4fbc1-7052-4e88-8a76-19fcc687ff85 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] 10.222.0.32 "GET /v2.0/ports/6bcd738f-9f8f-4da8-9887-74420bf45810 HTTP/1.1" status: 404 len: 333 time: 0.1735504 Jul 24 09:22:59.800808 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43580) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:22:59.805392 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-63e831f1-2323-4e72-8d29-359c5ed5cec4 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Request body: {'port': {'network_id': '8f3d5488-d91b-40d0-995b-9ae703fa7eba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-944331625'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:22:59.935880 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887906c9-4052-439a-bea5-af7738cce76f req-fc19077d-96ed-467f-afcb-e0452877d6e2 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:22:59.943676 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-887906c9-4052-439a-bea5-af7738cce76f req-fc19077d-96ed-467f-afcb-e0452877d6e2 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 946 time: 0.1807640 Jul 24 09:22:59.971630 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a,segment=NetworkSegment(7f369d8f-45cf-41ee-8c14-4b793923d4e2),segment_id=7f369d8f-45cf-41ee-8c14-4b793923d4e2)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:22:59.998641 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a', 'network_id': 'f9f16374-583c-4ec2-ad41-f4d1807ac697', 'port_id': '26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a', 'mac_address': 'fa:16:3e:e5:80:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e820bc97-3592-4d8f-8d69-9dd76000b838', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:23:00.021733 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-887906c9-4052-439a-bea5-af7738cce76f req-ec637a11-f35c-4236-bcbb-07be3e7a780f tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768013 Jul 24 09:23:00.046945 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e831f1-2323-4e72-8d29-359c5ed5cec4 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Made reservation on behalf of 744b83bdb6234dcdb1ecb8530d7b1717 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:23:00.051521 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63e831f1-2323-4e72-8d29-359c5ed5cec4 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:00.077791 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-63e831f1-2323-4e72-8d29-359c5ed5cec4 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] device_id is not set on port d80ebd2d-76fc-4e8e-82c0-e564bc0f3ce1 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:23:00.106125 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-91090188-5478-4ecf-9987-8ed3296243ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:00.162956 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:00.253305 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:23:00.263883 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port c1d06275-2e50-4750-be8c-27d0e109f619 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:00.264645 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:00.300637 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-63e831f1-2323-4e72-8d29-359c5ed5cec4 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Allocated IP 2001:db8::189 (8f3d5488-d91b-40d0-995b-9ae703fa7eba/8eecd2f8-29a5-4c6a-8990-2a1f0462bdc7/d80ebd2d-76fc-4e8e-82c0-e564bc0f3ce1) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:23:00.457121 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a,segment=NetworkSegment(7f369d8f-45cf-41ee-8c14-4b793923d4e2),segment_id=7f369d8f-45cf-41ee-8c14-4b793923d4e2)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:23:00.479768 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:00.602808 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a0bbf-ca84-4f68-99d0-5095e8d7a07a req-27ed89c5-691a-4bef-a834-a19732e24507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:00.605626 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-549a0bbf-ca84-4f68-99d0-5095e8d7a07a req-27ed89c5-691a-4bef-a834-a19732e24507 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=372ece414d164f6ead00e36de3137ce1&device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 1097 time: 0.2559125 Jul 24 09:23:00.639634 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:00.659542 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:00.675963 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:00.676310 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:00.679172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:00.679534 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:00.679877 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:00.680217 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:00.680555 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:00.680927 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:00.681260 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:00.685401 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:00.686684 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:00.686890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:00.695598 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-19b54182-d6e6-466e-9d0e-b51ab60b8fd7 None None] Provisioning complete for port 7866be60-01c5-48e6-b5b2-e7f2fb292d53 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:00.695980 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-19b54182-d6e6-466e-9d0e-b51ab60b8fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:00.820052 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:23:00.844361 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354a49-cc0d-415a-9b1b-90330a9279d2 req-6693b278-1dfc-4e6f-bd2a-daa8e812c75b tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:00.845876 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ae354a49-cc0d-415a-9b1b-90330a9279d2 req-6693b278-1dfc-4e6f-bd2a-daa8e812c75b tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f44b2f-4f9e-4923-8e38-e0f173c65b91 HTTP/1.1" status: 200 len: 944 time: 0.3696842 Jul 24 09:23:00.864190 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-19b54182-d6e6-466e-9d0e-b51ab60b8fd7 None None] Port 7866be60-01c5-48e6-b5b2-e7f2fb292d53 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:23:00.885443 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-19b54182-d6e6-466e-9d0e-b51ab60b8fd7 None None] Could not find standard attr ID for object 6bcd738f-9f8f-4da8-9887-74420bf45810. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:23:00.945656 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a0bbf-ca84-4f68-99d0-5095e8d7a07a req-958b9230-5221-4d2f-b982-350de0f324df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:00.951221 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-549a0bbf-ca84-4f68-99d0-5095e8d7a07a req-958b9230-5221-4d2f-b982-350de0f324df service neutron] 10.222.0.37 "GET /v2.0/networks?id=25f597dd-627e-44e8-9e97-ddee210a58c4 HTTP/1.1" status: 200 len: 920 time: 0.3334918 Jul 24 09:23:01.003223 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ae354a49-cc0d-415a-9b1b-90330a9279d2 req-a0ee7ac9-b80c-412b-b35a-abfd46cdf7c0 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e959198-f733-4ca3-bde9-29b9848edd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480248 Jul 24 09:23:01.090062 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:01.095952 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-549a0bbf-ca84-4f68-99d0-5095e8d7a07a req-b7b75325-2e3e-4e49-801e-f904b6ba29b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa76ba1e-01e4-4bbd-9323-384af4250f41 HTTP/1.1" status: 200 len: 217 time: 0.1312847 Jul 24 09:23:01.181231 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a0bbf-ca84-4f68-99d0-5095e8d7a07a req-a567915f-367e-4cf7-86e2-1605bce9abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:01.184154 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-549a0bbf-ca84-4f68-99d0-5095e8d7a07a req-a567915f-367e-4cf7-86e2-1605bce9abe2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30bd4481-5e04-4226-8557-03870f55c2df HTTP/1.1" status: 200 len: 860 time: 0.0786316 Jul 24 09:23:01.234656 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-549a0bbf-ca84-4f68-99d0-5095e8d7a07a req-3dec2873-f1ae-42db-b4f3-3f57f90f9d91 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25f597dd-627e-44e8-9e97-ddee210a58c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404625 Jul 24 09:23:01.321583 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad9ff230-6dc3-4b12-a557-652b9c9744f4 req-371fc99d-6223-4263-afb9-f97637a5c9a2 tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0713446 Jul 24 09:23:01.427384 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-549a0bbf-ca84-4f68-99d0-5095e8d7a07a req-45d88bad-ecdc-44cf-821d-34a8765ed533 service neutron] 10.222.0.37 "GET /v2.0/networks/25f597dd-627e-44e8-9e97-ddee210a58c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854496 Jul 24 09:23:01.458756 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63e831f1-2323-4e72-8d29-359c5ed5cec4 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:01.474034 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a30993-f876-4349-88f3-b050fa3a13bc req-69192bb4-af3f-4c2a-afec-8bbd44f02016 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:01.484080 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-44a30993-f876-4349-88f3-b050fa3a13bc req-69192bb4-af3f-4c2a-afec-8bbd44f02016 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 946 time: 1.0150399 Jul 24 09:23:01.552137 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-63e831f1-2323-4e72-8d29-359c5ed5cec4 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Transition to ACTIVE for port object d80ebd2d-76fc-4e8e-82c0-e564bc0f3ce1 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:23:01.563127 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-549a0bbf-ca84-4f68-99d0-5095e8d7a07a req-6c932831-0a52-40ad-9e8a-5d27bc839112 service neutron] 10.222.0.37 "GET /v2.0/networks/25f597dd-627e-44e8-9e97-ddee210a58c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259966 Jul 24 09:23:01.570434 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-44a30993-f876-4349-88f3-b050fa3a13bc req-9e8abc17-56d9-4556-8471-48f115d61005 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848927 Jul 24 09:23:01.622811 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63e831f1-2323-4e72-8d29-359c5ed5cec4 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:01.670737 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624850df-ac9d-49d8-bf91-f7a5f76c4099 req-4bd19a3d-df05-46df-906a-d5aa50a6671e tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:01.673407 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-624850df-ac9d-49d8-bf91-f7a5f76c4099 req-4bd19a3d-df05-46df-906a-d5aa50a6671e tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.0727856 Jul 24 09:23:01.693606 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e831f1-2323-4e72-8d29-359c5ed5cec4 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Network 8f3d5488-d91b-40d0-995b-9ae703fa7eba is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:23:01.714874 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-63e831f1-2323-4e72-8d29-359c5ed5cec4 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:23:01.733362 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e831f1-2323-4e72-8d29-359c5ed5cec4 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:23:01.741531 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e831f1-2323-4e72-8d29-359c5ed5cec4 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:01.742452 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63e831f1-2323-4e72-8d29-359c5ed5cec4 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:01.747069 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e831f1-2323-4e72-8d29-359c5ed5cec4 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Pushing event updated for resources: {'Port': ['ID=d80ebd2d-76fc-4e8e-82c0-e564bc0f3ce1,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:01.769969 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-624850df-ac9d-49d8-bf91-f7a5f76c4099 req-4d0b1acd-1ac3-4f88-ae03-9862c871957a tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905030 Jul 24 09:23:01.784424 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-104eecc7-be9c-492f-b9c1-d8128402b8ad req-e3688560-f9e8-49d4-a881-ae7439f2675f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=53bd81ac-2e21-4f74-9680-5ad35d1f836f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1026328 Jul 24 09:23:01.787795 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-63e831f1-2323-4e72-8d29-359c5ed5cec4 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9833896 Jul 24 09:23:01.787795 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43686) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:01.794836 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-eb9a942f-6849-4fd1-8366-7572e75ea9ce tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::df', 'mac_address': 'fa:16:3e:ad:f2:bd'}]}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:01.986536 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104eecc7-be9c-492f-b9c1-d8128402b8ad req-edca94e7-2741-430a-8858-98170f401879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:01.988292 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-104eecc7-be9c-492f-b9c1-d8128402b8ad req-edca94e7-2741-430a-8858-98170f401879 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff71f4793aae432d8262e2f84f19329d&device_id=53bd81ac-2e21-4f74-9680-5ad35d1f836f HTTP/1.1" status: 200 len: 1097 time: 0.1307509 Jul 24 09:23:02.011826 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb9a942f-6849-4fd1-8366-7572e75ea9ce tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:02.204006 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104eecc7-be9c-492f-b9c1-d8128402b8ad req-7c9de0d2-31b4-44a1-8e5d-9ea0b476b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:02.205528 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-104eecc7-be9c-492f-b9c1-d8128402b8ad req-7c9de0d2-31b4-44a1-8e5d-9ea0b476b55c service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d844ade-4b4e-44fb-9c14-02a3515430cb HTTP/1.1" status: 200 len: 915 time: 0.1954033 Jul 24 09:23:02.207450 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac4f2e-ad0d-432e-b6e0-50303d9ec6be req-94035c38-8e0c-423f-9773-bca31415044a tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:02.209118 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8bac4f2e-ad0d-432e-b6e0-50303d9ec6be req-94035c38-8e0c-423f-9773-bca31415044a tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.2608542 Jul 24 09:23:02.239619 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-13190992-5a3f-4ee7-9594-2a44976a3ca4 None None] Provisioning for port d80ebd2d-76fc-4e8e-82c0-e564bc0f3ce1 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:23:02.247532 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-13190992-5a3f-4ee7-9594-2a44976a3ca4 None None] Provisioning complete for port d80ebd2d-76fc-4e8e-82c0-e564bc0f3ce1 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:02.249864 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-13190992-5a3f-4ee7-9594-2a44976a3ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:02.252152 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-104eecc7-be9c-492f-b9c1-d8128402b8ad req-65ca6994-ee33-419b-a8e1-cc683ca43866 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=817a6aca-9aae-4476-9c65-62feb31400b7 HTTP/1.1" status: 200 len: 217 time: 0.0384383 Jul 24 09:23:02.308592 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ae1f7-930b-4d8a-b5c1-e98be39dada7 req-e8fbba08-9ff1-40c2-8d4c-4978173c01f5 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:02.310197 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c44ae1f7-930b-4d8a-b5c1-e98be39dada7 req-e8fbba08-9ff1-40c2-8d4c-4978173c01f5 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f44b2f-4f9e-4923-8e38-e0f173c65b91 HTTP/1.1" status: 200 len: 944 time: 0.1595159 Jul 24 09:23:02.329686 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8bac4f2e-ad0d-432e-b6e0-50303d9ec6be req-3f971598-ade9-4dcd-b46f-e73466af9a00 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955179 Jul 24 09:23:02.345348 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104eecc7-be9c-492f-b9c1-d8128402b8ad req-c1b1e349-4a65-4720-94c0-fcd1edcaad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:02.347006 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-104eecc7-be9c-492f-b9c1-d8128402b8ad req-c1b1e349-4a65-4720-94c0-fcd1edcaad5d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bef3db85-2ab0-417d-a2e7-65a979b570f2 HTTP/1.1" status: 200 len: 855 time: 0.0868998 Jul 24 09:23:02.385469 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-13190992-5a3f-4ee7-9594-2a44976a3ca4 None None] Port d80ebd2d-76fc-4e8e-82c0-e564bc0f3ce1 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:23:02.424776 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb9a942f-6849-4fd1-8366-7572e75ea9ce tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:02.437002 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb9a942f-6849-4fd1-8366-7572e75ea9ce tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:02.464024 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-104eecc7-be9c-492f-b9c1-d8128402b8ad req-b27219a0-6eb1-46e2-9d3f-bef6a4765251 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d844ade-4b4e-44fb-9c14-02a3515430cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877421 Jul 24 09:23:02.479931 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c44ae1f7-930b-4d8a-b5c1-e98be39dada7 req-bb9d46ce-3651-4677-af2c-072b833eaadb tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e959198-f733-4ca3-bde9-29b9848edd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630616 Jul 24 09:23:02.482785 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-eb9a942f-6849-4fd1-8366-7572e75ea9ce tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] In _notify_port_updated(), no bound segment for port d80ebd2d-76fc-4e8e-82c0-e564bc0f3ce1 on network 8f3d5488-d91b-40d0-995b-9ae703fa7eba {{(pid=94035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 09:23:02.489335 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9a942f-6849-4fd1-8366-7572e75ea9ce tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:02.490047 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb9a942f-6849-4fd1-8366-7572e75ea9ce tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:02.494285 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-eb9a942f-6849-4fd1-8366-7572e75ea9ce tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] 10.222.0.32 "PUT /v2.0/ports/d80ebd2d-76fc-4e8e-82c0-e564bc0f3ce1 HTTP/1.1" status: 200 len: 1001 time: 0.7054086 Jul 24 09:23:02.499000 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43732) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:02.538842 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ff12792c-5272-4118-ac80-d696fdf04465 req-f9bed0ea-69bc-482e-aa0e-22d28a57f087 tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0735188 Jul 24 09:23:02.578656 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a942f-6849-4fd1-8366-7572e75ea9ce tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Pushing event updated for resources: {'Port': ['ID=d80ebd2d-76fc-4e8e-82c0-e564bc0f3ce1,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:02.654403 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-104eecc7-be9c-492f-b9c1-d8128402b8ad req-efb2759d-b852-441f-b512-537ed35c8138 service neutron] 10.222.0.37 "GET /v2.0/networks/8d844ade-4b4e-44fb-9c14-02a3515430cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734641 Jul 24 09:23:02.738464 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-695eb775-0a2c-4301-b7b0-cd8c27efa233 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Deleting port d80ebd2d-76fc-4e8e-82c0-e564bc0f3ce1 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:23:02.738829 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-695eb775-0a2c-4301-b7b0-cd8c27efa233 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:02.834912 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:02.953376 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-104eecc7-be9c-492f-b9c1-d8128402b8ad req-c98e81e2-ace8-475b-91af-d3ba78563fd2 service neutron] 10.222.0.37 "GET /v2.0/networks/8d844ade-4b4e-44fb-9c14-02a3515430cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849162 Jul 24 09:23:02.958343 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-695eb775-0a2c-4301-b7b0-cd8c27efa233 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:02.969679 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f5e4fe00-8296-42bd-8d05-2c0c5d3f1034 None None] Provisioning complete for port d80ebd2d-76fc-4e8e-82c0-e564bc0f3ce1 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:02.970540 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f5e4fe00-8296-42bd-8d05-2c0c5d3f1034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:02.971286 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528fc03-2b47-490b-8ddf-761c3c8a400f req-92e07a74-5472-4ec0-8400-5c317211d064 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:02.981738 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9528fc03-2b47-490b-8ddf-761c3c8a400f req-92e07a74-5472-4ec0-8400-5c317211d064 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 946 time: 0.2508826 Jul 24 09:23:02.990084 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-695eb775-0a2c-4301-b7b0-cd8c27efa233 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Calling delete_port for d80ebd2d-76fc-4e8e-82c0-e564bc0f3ce1 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:23:03.048655 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9528fc03-2b47-490b-8ddf-761c3c8a400f req-2ca85115-ad99-4006-9a92-a6cd75ba6890 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659254 Jul 24 09:23:03.070606 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-f5e4fe00-8296-42bd-8d05-2c0c5d3f1034 None None] Port d80ebd2d-76fc-4e8e-82c0-e564bc0f3ce1 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:23:03.183039 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43752) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:03.190972 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-695eb775-0a2c-4301-b7b0-cd8c27efa233 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:03.223064 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695eb775-0a2c-4301-b7b0-cd8c27efa233 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Pushing event deleted for resources: {'Port': ['ID=d80ebd2d-76fc-4e8e-82c0-e564bc0f3ce1,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:03.326716 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3ecc6e4a-8aa7-48b3-b9ee-557ed6119717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:03.413074 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-695eb775-0a2c-4301-b7b0-cd8c27efa233 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:03.415766 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-695eb775-0a2c-4301-b7b0-cd8c27efa233 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] 10.222.0.32 "DELETE /v2.0/ports/d80ebd2d-76fc-4e8e-82c0-e564bc0f3ce1 HTTP/1.1" status: 204 len: 168 time: 0.9154837 Jul 24 09:23:03.419252 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43756) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:03.466240 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-481f23f3-454b-4ec7-9c22-ffeb8c2a9fbf tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] GET failed (client error): The resource could not be found. Jul 24 09:23:03.477728 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-481f23f3-454b-4ec7-9c22-ffeb8c2a9fbf tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] 10.222.0.32 "GET /v2.0/ports/d80ebd2d-76fc-4e8e-82c0-e564bc0f3ce1 HTTP/1.1" status: 404 len: 333 time: 0.0532625 Jul 24 09:23:03.478521 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43758) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:03.485233 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-476b8800-46eb-45e8-867c-c2b37d263ad8 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Request body: {'port': {'network_id': '8f3d5488-d91b-40d0-995b-9ae703fa7eba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1706351291'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:03.630094 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3ecc6e4a-8aa7-48b3-b9ee-557ed6119717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:03.636611 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:23:03.681980 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-048689e5-eea0-49f6-ad66-e14cb9cf9e5d req-6d1108c4-7b40-4328-99d2-3eee9dcda341 tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0431108 Jul 24 09:23:03.715165 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3ecc6e4a-8aa7-48b3-b9ee-557ed6119717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:03.719865 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:23:03.726704 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:03.727629 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:03.798988 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3ecc6e4a-8aa7-48b3-b9ee-557ed6119717 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39fad243eaf64418b272a7939c3a93e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6142874 Jul 24 09:23:03.799710 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc6e4a-8aa7-48b3-b9ee-557ed6119717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75d7827-f652-44ea-8a3f-f20ae640b1ca,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:03.803336 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43764) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:03.832724 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476b8800-46eb-45e8-867c-c2b37d263ad8 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Made reservation on behalf of 744b83bdb6234dcdb1ecb8530d7b1717 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:23:03.837748 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-476b8800-46eb-45e8-867c-c2b37d263ad8 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:03.863200 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c38cd-a774-4079-8163-6a0ce7754ea8 req-8ca065f0-3d5b-43db-9bfc-5587427fb82b tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:03.871959 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de7c38cd-a774-4079-8163-6a0ce7754ea8 req-8ca065f0-3d5b-43db-9bfc-5587427fb82b tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f44b2f-4f9e-4923-8e38-e0f173c65b91 HTTP/1.1" status: 200 len: 944 time: 0.2459650 Jul 24 09:23:03.895734 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9c052f12-8727-452e-afb0-fc9b300d25bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:03.896225 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-476b8800-46eb-45e8-867c-c2b37d263ad8 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] device_id is not set on port 721a74fa-f276-4c98-9140-d21e9f94a3d8 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:23:03.902713 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:03.928175 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9c052f12-8727-452e-afb0-fc9b300d25bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:03.936537 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f44b2f-4f9e-4923-8e38-e0f173c65b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:23:03.939872 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b622320a-a3ce-4552-b524-97fa80844b61" -d '{"events": [{"server_uuid": "83f44b2f-4f9e-4923-8e38-e0f173c65b91", "name": "network-vif-plugged", "status": "completed", "tag": "26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:23:03.953142 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de7c38cd-a774-4079-8163-6a0ce7754ea8 req-d2fe4385-9010-4bf6-a7f3-ab8a4d130c60 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e959198-f733-4ca3-bde9-29b9848edd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802531 Jul 24 09:23:03.960891 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a,segment=NetworkSegment(7f369d8f-45cf-41ee-8c14-4b793923d4e2),segment_id=7f369d8f-45cf-41ee-8c14-4b793923d4e2)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:23:03.970751 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:04.006967 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9c052f12-8727-452e-afb0-fc9b300d25bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:04.010422 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9c052f12-8727-452e-afb0-fc9b300d25bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:04.011686 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9c052f12-8727-452e-afb0-fc9b300d25bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b75d7827-f652-44ea-8a3f-f20ae640b1ca HTTP/1.1" status: 204 len: 168 time: 0.2067969 Jul 24 09:23:04.054493 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c052f12-8727-452e-afb0-fc9b300d25bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75d7827-f652-44ea-8a3f-f20ae640b1ca,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:04.126380 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:04.138959 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4336f782-2510-4353-ab9f-b5d50dc35ba1 x-openstack-request-id: req-4336f782-2510-4353-ab9f-b5d50dc35ba1 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:23:04.140188 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f44b2f-4f9e-4923-8e38-e0f173c65b91", "name": "network-vif-plugged", "status": "completed", "tag": "26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:23:04.141487 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4336f782-2510-4353-ab9f-b5d50dc35ba1 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:23:04.142050 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f44b2f-4f9e-4923-8e38-e0f173c65b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a', 'code': 200} Jul 24 09:23:04.155491 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-476b8800-46eb-45e8-867c-c2b37d263ad8 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Allocated IP 2001:db8::2ef (8f3d5488-d91b-40d0-995b-9ae703fa7eba/8eecd2f8-29a5-4c6a-8990-2a1f0462bdc7/721a74fa-f276-4c98-9140-d21e9f94a3d8) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:23:04.375770 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180694c9-a67c-42b3-8d8e-597f97f554d2 req-98728865-5b8d-4dc6-b294-56a548d8e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:04.377491 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-180694c9-a67c-42b3-8d8e-597f97f554d2 req-98728865-5b8d-4dc6-b294-56a548d8e7b6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=83f44b2f-4f9e-4923-8e38-e0f173c65b91 HTTP/1.1" status: 200 len: 1096 time: 0.2358382 Jul 24 09:23:04.405913 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07445bd-8ed2-4f16-85ec-8135fe0795fa req-5dcd2a6d-4575-4be0-8187-6cb334a0e388 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:04.407702 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f07445bd-8ed2-4f16-85ec-8135fe0795fa req-5dcd2a6d-4575-4be0-8187-6cb334a0e388 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.0896759 Jul 24 09:23:04.410750 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3777a60-e1bb-44ae-886d-2e43ada6b492 req-ab7b978d-097f-4791-91d1-8af75bad2eec tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:04.412430 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f3777a60-e1bb-44ae-886d-2e43ada6b492 req-ab7b978d-097f-4791-91d1-8af75bad2eec tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 946 time: 0.2194073 Jul 24 09:23:04.454056 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43784) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:04.455343 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-476b8800-46eb-45e8-867c-c2b37d263ad8 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:04.478687 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f07445bd-8ed2-4f16-85ec-8135fe0795fa req-94d4e52f-24da-4f39-b9e4-1c6deee177ef tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541427 Jul 24 09:23:04.487402 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-180694c9-a67c-42b3-8d8e-597f97f554d2 req-2827dee3-4d94-4494-99e5-8402fa703d4a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4e959198-f733-4ca3-bde9-29b9848edd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001158 Jul 24 09:23:04.496496 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-476b8800-46eb-45e8-867c-c2b37d263ad8 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Transition to ACTIVE for port object 721a74fa-f276-4c98-9140-d21e9f94a3d8 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:23:04.505419 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-44592109-9061-4f1d-951b-8fcd553c757a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:04.513743 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f3777a60-e1bb-44ae-886d-2e43ada6b492 req-a8842750-99d8-4a40-afc6-859612d933af tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888300 Jul 24 09:23:04.565256 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-476b8800-46eb-45e8-867c-c2b37d263ad8 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:04.610648 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476b8800-46eb-45e8-867c-c2b37d263ad8 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Network 8f3d5488-d91b-40d0-995b-9ae703fa7eba is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:23:04.615553 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-476b8800-46eb-45e8-867c-c2b37d263ad8 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:23:04.621094 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476b8800-46eb-45e8-867c-c2b37d263ad8 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:23:04.626867 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476b8800-46eb-45e8-867c-c2b37d263ad8 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:04.627675 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-476b8800-46eb-45e8-867c-c2b37d263ad8 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:04.665800 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-44592109-9061-4f1d-951b-8fcd553c757a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:04.679643 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da9c5523-c696-4ab6-9e11-299f090c9724 req-879ffd37-d0db-4b2f-9c0c-02026aac4b35 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0600576 Jul 24 09:23:04.680187 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-44592109-9061-4f1d-951b-8fcd553c757a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:04.687748 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-476b8800-46eb-45e8-867c-c2b37d263ad8 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2081254 Jul 24 09:23:04.689866 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b8800-46eb-45e8-867c-c2b37d263ad8 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Pushing event updated for resources: {'Port': ['ID=721a74fa-f276-4c98-9140-d21e9f94a3d8,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:04.692153 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43788) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:04.698281 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-0dd04c04-c387-4c9b-b406-2ff07fe482bc tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ad:f2:bd'}]}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:04.702567 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d08d6-34b3-4427-acef-70dab335d860 req-5208b89a-ff07-4db1-a32b-a6bdac9f5c06 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:04.704135 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a8d08d6-34b3-4427-acef-70dab335d860 req-5208b89a-ff07-4db1-a32b-a6bdac9f5c06 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1181448 Jul 24 09:23:04.778100 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44592109-9061-4f1d-951b-8fcd553c757a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebeaef24-76cd-4b4c-bcec-60cdcb12f9b8,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:04.813180 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-44592109-9061-4f1d-951b-8fcd553c757a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a01e21f68efc451cabc435844f97d1f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3578677 Jul 24 09:23:04.814266 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43792) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:04.825893 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a8d08d6-34b3-4427-acef-70dab335d860 req-0287b4cf-2b0f-4347-a21b-90dece16ffd1 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080325 Jul 24 09:23:04.885326 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a2209e5a-c36d-4d38-83db-fb2d507a21f2 req-9b8de77c-c1ae-40a1-9787-1ec3fd7f024e tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0568388 Jul 24 09:23:04.897747 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c4568c60-df72-4a30-8e21-a0b986d27ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:04.926213 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c4568c60-df72-4a30-8e21-a0b986d27ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:04.980849 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0dd04c04-c387-4c9b-b406-2ff07fe482bc tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:05.015392 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c4568c60-df72-4a30-8e21-a0b986d27ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:05.019205 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c4568c60-df72-4a30-8e21-a0b986d27ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:05.036429 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0bbef22d-6caf-4223-ac3a-e446e0eecaec None None] Provisioning for port 721a74fa-f276-4c98-9140-d21e9f94a3d8 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:23:05.044064 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c4568c60-df72-4a30-8e21-a0b986d27ab3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ebeaef24-76cd-4b4c-bcec-60cdcb12f9b8 HTTP/1.1" status: 204 len: 168 time: 0.1935627 Jul 24 09:23:05.045183 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0bbef22d-6caf-4223-ac3a-e446e0eecaec None None] Provisioning complete for port 721a74fa-f276-4c98-9140-d21e9f94a3d8 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:05.045560 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0bbef22d-6caf-4223-ac3a-e446e0eecaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:05.078725 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4568c60-df72-4a30-8e21-a0b986d27ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebeaef24-76cd-4b4c-bcec-60cdcb12f9b8,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:05.129479 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-0bbef22d-6caf-4223-ac3a-e446e0eecaec None None] Port 721a74fa-f276-4c98-9140-d21e9f94a3d8 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:23:05.189047 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0dd04c04-c387-4c9b-b406-2ff07fe482bc tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:05.203180 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0dd04c04-c387-4c9b-b406-2ff07fe482bc tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:05.247328 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63470d-906d-4942-872e-6e60f047977c req-80db74fb-3f0a-4c11-9767-0b77e1e1adab tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:05.254735 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fc63470d-906d-4942-872e-6e60f047977c req-80db74fb-3f0a-4c11-9767-0b77e1e1adab tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1414196 Jul 24 09:23:05.303585 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd04c04-c387-4c9b-b406-2ff07fe482bc tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Pushing event updated for resources: {'Port': ['ID=721a74fa-f276-4c98-9140-d21e9f94a3d8,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:05.312483 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-0dd04c04-c387-4c9b-b406-2ff07fe482bc tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] In _notify_port_updated(), no bound segment for port 721a74fa-f276-4c98-9140-d21e9f94a3d8 on network 8f3d5488-d91b-40d0-995b-9ae703fa7eba {{(pid=94035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 09:23:05.318800 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fc63470d-906d-4942-872e-6e60f047977c req-71ef4cb5-fb67-4a39-b544-cd0fdf58f440 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505464 Jul 24 09:23:05.321645 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd04c04-c387-4c9b-b406-2ff07fe482bc tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:05.323451 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0dd04c04-c387-4c9b-b406-2ff07fe482bc tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:05.325104 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0dd04c04-c387-4c9b-b406-2ff07fe482bc tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] 10.222.0.32 "PUT /v2.0/ports/721a74fa-f276-4c98-9140-d21e9f94a3d8 HTTP/1.1" status: 200 len: 1003 time: 0.6318944 Jul 24 09:23:05.328346 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43806) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:05.507913 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4267f11-31f6-4a9b-97e3-03445ef6bf27 req-62f7089a-2234-4eba-acf2-0acd1bfb36c7 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:05.516289 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d4267f11-31f6-4a9b-97e3-03445ef6bf27 req-62f7089a-2234-4eba-acf2-0acd1bfb36c7 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.0932348 Jul 24 09:23:05.586463 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d4267f11-31f6-4a9b-97e3-03445ef6bf27 req-be541215-ea62-4b78-b29f-c3bfe53afeda tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687625 Jul 24 09:23:05.588379 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9ca9d-7c4e-4ca5-a1c1-f82d58d7f2c7 req-9e737058-47ed-4ebf-a5f1-86221d311b55 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:05.610039 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-54d9ca9d-7c4e-4ca5-a1c1-f82d58d7f2c7 req-9e737058-47ed-4ebf-a5f1-86221d311b55 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f44b2f-4f9e-4923-8e38-e0f173c65b91 HTTP/1.1" status: 200 len: 945 time: 0.4089496 Jul 24 09:23:05.691650 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-31639841-5ab2-49af-a227-5f8a735c738f tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Deleting port 721a74fa-f276-4c98-9140-d21e9f94a3d8 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:23:05.692061 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-31639841-5ab2-49af-a227-5f8a735c738f tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:05.708039 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-45cc2e23-c98d-4afc-b09a-d01660ed45eb None None] Provisioning complete for port 721a74fa-f276-4c98-9140-d21e9f94a3d8 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:05.709936 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-45cc2e23-c98d-4afc-b09a-d01660ed45eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:05.738598 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-54d9ca9d-7c4e-4ca5-a1c1-f82d58d7f2c7 req-d36cc129-4f1c-436f-a622-04be4399d1f3 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e959198-f733-4ca3-bde9-29b9848edd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370921 Jul 24 09:23:05.793500 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-45cc2e23-c98d-4afc-b09a-d01660ed45eb None None] Port 721a74fa-f276-4c98-9140-d21e9f94a3d8 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:23:05.804493 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828de5e-cff2-4199-bb7f-9e60ff514165 req-ff5e5f4c-346b-4b48-8c7c-88d7b2fd27ed tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:05.806025 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a828de5e-cff2-4199-bb7f-9e60ff514165 req-ff5e5f4c-346b-4b48-8c7c-88d7b2fd27ed tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 946 time: 0.1023030 Jul 24 09:23:05.846782 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-31639841-5ab2-49af-a227-5f8a735c738f tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:05.871205 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a828de5e-cff2-4199-bb7f-9e60ff514165 req-3c3fa787-be6a-4d98-b1b2-489ab340dd17 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589252 Jul 24 09:23:05.901985 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-31639841-5ab2-49af-a227-5f8a735c738f tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Calling delete_port for 721a74fa-f276-4c98-9140-d21e9f94a3d8 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:23:06.008946 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54339f2-375b-4888-bf2e-04c21ba531ae req-26ee12f9-fda6-4c54-8f1d-3dde5b52d1be tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:06.011158 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a54339f2-375b-4888-bf2e-04c21ba531ae req-26ee12f9-fda6-4c54-8f1d-3dde5b52d1be tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1476240 Jul 24 09:23:06.017184 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-87085e74-cfa3-4fe2-8a32-66883367e532 req-e68f1740-37ab-42d9-a0c7-ba912c112f1c tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0358317 Jul 24 09:23:06.099236 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a54339f2-375b-4888-bf2e-04c21ba531ae req-19e41036-c4bd-4ae0-84da-bfcbb90acbc5 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816841 Jul 24 09:23:06.197494 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-31639841-5ab2-49af-a227-5f8a735c738f tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:06.254236 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31639841-5ab2-49af-a227-5f8a735c738f tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Pushing event deleted for resources: {'Port': ['ID=721a74fa-f276-4c98-9140-d21e9f94a3d8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:06.283614 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-31639841-5ab2-49af-a227-5f8a735c738f tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:06.285717 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-31639841-5ab2-49af-a227-5f8a735c738f tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] 10.222.0.32 "DELETE /v2.0/ports/721a74fa-f276-4c98-9140-d21e9f94a3d8 HTTP/1.1" status: 204 len: 168 time: 0.9559155 Jul 24 09:23:06.288594 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43848) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:06.323878 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-226a4f76-7e00-4b9d-ad18-5922b8fcaba0 req-e4606642-35b4-4edb-ba19-6312d8db7194 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f58735756b1f4e6da9a4c35b08f6e822&device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0370693 Jul 24 09:23:06.367331 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-226a4f76-7e00-4b9d-ad18-5922b8fcaba0 req-2a3d6448-89d3-40ae-9c14-fed70cfd8dd5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f58735756b1f4e6da9a4c35b08f6e822&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368879 Jul 24 09:23:06.382982 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd706e33-c3ab-4a95-9475-5bd4c82b7ae9 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] GET failed (client error): The resource could not be found. Jul 24 09:23:06.382982 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fd706e33-c3ab-4a95-9475-5bd4c82b7ae9 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] 10.222.0.32 "GET /v2.0/ports/721a74fa-f276-4c98-9140-d21e9f94a3d8 HTTP/1.1" status: 404 len: 333 time: 0.0816085 Jul 24 09:23:06.383327 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0b486-c6d0-48e9-ac04-1908fda78859 req-8f6241b0-7a6a-4374-bdd7-76950e88f8b7 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:06.383327 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9cf0b486-c6d0-48e9-ac04-1908fda78859 req-8f6241b0-7a6a-4374-bdd7-76950e88f8b7 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1929867 Jul 24 09:23:06.383327 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 43850) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:06.394504 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-caf8ef58-0e91-48e3-a4b8-aded53aa08b3 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Request body: {'port': {'network_id': '8f3d5488-d91b-40d0-995b-9ae703fa7eba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-816899935'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:06.409451 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6adef9e3-8736-4de1-a293-8efa14446da5 req-780897fa-ce2f-47ab-b6da-d9f7ff83bb47 tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0577796 Jul 24 09:23:06.606291 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9cf0b486-c6d0-48e9-ac04-1908fda78859 req-9cc47c43-5412-4a75-ab42-2757475c4064 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635749 Jul 24 09:23:06.644193 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a4f76-7e00-4b9d-ad18-5922b8fcaba0 req-1b890037-21d0-4812-82c8-5b1bcfd95d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:06.645713 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-226a4f76-7e00-4b9d-ad18-5922b8fcaba0 req-1b890037-21d0-4812-82c8-5b1bcfd95d6b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2651992 Jul 24 09:23:06.662010 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf8ef58-0e91-48e3-a4b8-aded53aa08b3 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Made reservation on behalf of 744b83bdb6234dcdb1ecb8530d7b1717 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:23:06.667622 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-caf8ef58-0e91-48e3-a4b8-aded53aa08b3 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:06.690362 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-caf8ef58-0e91-48e3-a4b8-aded53aa08b3 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] device_id is not set on port a8c0bbe6-8680-4fc5-af29-7b1d2a67a674 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:23:06.863728 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-caf8ef58-0e91-48e3-a4b8-aded53aa08b3 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Allocated IP 2001:db8::65 (8f3d5488-d91b-40d0-995b-9ae703fa7eba/8eecd2f8-29a5-4c6a-8990-2a1f0462bdc7/a8c0bbe6-8680-4fc5-af29-7b1d2a67a674) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:23:06.971930 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe95020-fb99-48a8-843c-72738b463f7d req-3f73114c-927c-4a2b-8e6c-a41deea4bff2 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:06.973708 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0fe95020-fb99-48a8-843c-72738b463f7d req-3f73114c-927c-4a2b-8e6c-a41deea4bff2 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.0854590 Jul 24 09:23:07.001348 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b055f77-6970-4b05-a0cf-4cfd5aad1653 req-a5a2bda6-710f-4682-9b6c-0ae11152d8c0 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:07.004297 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6b055f77-6970-4b05-a0cf-4cfd5aad1653 req-a5a2bda6-710f-4682-9b6c-0ae11152d8c0 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f44b2f-4f9e-4923-8e38-e0f173c65b91 HTTP/1.1" status: 200 len: 945 time: 0.1514068 Jul 24 09:23:07.020532 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0fe95020-fb99-48a8-843c-72738b463f7d req-7c706332-9ab9-471a-aa16-f4d5074405db tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403495 Jul 24 09:23:07.157252 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6b055f77-6970-4b05-a0cf-4cfd5aad1653 req-889d6941-6c42-4c6d-86cb-eed034eaf4e6 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e959198-f733-4ca3-bde9-29b9848edd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461475 Jul 24 09:23:07.183478 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b4993-eb31-4240-a2d0-21faca4a295c req-a217ac3f-6f27-4653-abf3-7e47d06dcead tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:07.185145 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f0b4993-eb31-4240-a2d0-21faca4a295c req-a217ac3f-6f27-4653-abf3-7e47d06dcead tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 946 time: 0.0925777 Jul 24 09:23:07.200001 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-caf8ef58-0e91-48e3-a4b8-aded53aa08b3 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:07.248986 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f0b4993-eb31-4240-a2d0-21faca4a295c req-7a4527c3-e9a4-4026-b8b4-0ec6d9a8a3df tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553381 Jul 24 09:23:07.257081 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-caf8ef58-0e91-48e3-a4b8-aded53aa08b3 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Transition to ACTIVE for port object a8c0bbe6-8680-4fc5-af29-7b1d2a67a674 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:23:07.360281 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-caf8ef58-0e91-48e3-a4b8-aded53aa08b3 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:07.446989 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5377e5d-c95e-42bb-b4a8-90ea36f6df69 req-8c9d5834-d43a-42a8-8900-bc2c41dc64f8 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:07.448753 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f5377e5d-c95e-42bb-b4a8-90ea36f6df69 req-8c9d5834-d43a-42a8-8900-bc2c41dc64f8 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1618836 Jul 24 09:23:07.451380 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf8ef58-0e91-48e3-a4b8-aded53aa08b3 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Network 8f3d5488-d91b-40d0-995b-9ae703fa7eba is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:23:07.452957 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8ef58-0e91-48e3-a4b8-aded53aa08b3 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Pushing event updated for resources: {'Port': ['ID=a8c0bbe6-8680-4fc5-af29-7b1d2a67a674,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:07.456911 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-caf8ef58-0e91-48e3-a4b8-aded53aa08b3 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:23:07.466989 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf8ef58-0e91-48e3-a4b8-aded53aa08b3 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:23:07.472848 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf8ef58-0e91-48e3-a4b8-aded53aa08b3 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:07.473552 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-caf8ef58-0e91-48e3-a4b8-aded53aa08b3 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:07.508566 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-caf8ef58-0e91-48e3-a4b8-aded53aa08b3 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1181438 Jul 24 09:23:07.511864 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 43934) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:07.524358 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f5377e5d-c95e-42bb-b4a8-90ea36f6df69 req-217c03a1-2f03-4f36-9082-9bd66ecff842 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649085 Jul 24 09:23:07.534871 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-c025d296-f0b2-4ca7-b63c-c26bca5166a2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Request body: {'port': {'network_id': '8f3d5488-d91b-40d0-995b-9ae703fa7eba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-275548806'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:07.602993 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-55fb87a3-ef99-41e3-8340-58e466a84afa req-97828173-978d-4d1e-956a-12f3b4ea062b tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0448081 Jul 24 09:23:07.800588 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c025d296-f0b2-4ca7-b63c-c26bca5166a2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Made reservation on behalf of 744b83bdb6234dcdb1ecb8530d7b1717 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:23:07.811032 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c025d296-f0b2-4ca7-b63c-c26bca5166a2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:07.928056 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-226a4f76-7e00-4b9d-ad18-5922b8fcaba0 req-bd5ac207-2cdc-4302-af54-64d2611a62dd tempest-ServerShowV254Test-1187327642 tempest-ServerShowV254Test-1187327642-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fe320a3-8789-4f54-833d-c876c318721e HTTP/1.1" status: 200 len: 210 time: 0.0797668 Jul 24 09:23:07.957776 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-c025d296-f0b2-4ca7-b63c-c26bca5166a2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] device_id is not set on port 3c21b110-1802-464d-a3f0-7fed90fc75d6 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:23:08.085654 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-60418560-e46a-48ad-af43-8781d94ab748 None None] Provisioning for port a8c0bbe6-8680-4fc5-af29-7b1d2a67a674 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:23:08.093621 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-60418560-e46a-48ad-af43-8781d94ab748 None None] Provisioning complete for port a8c0bbe6-8680-4fc5-af29-7b1d2a67a674 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:08.095247 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-60418560-e46a-48ad-af43-8781d94ab748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:08.124503 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b95ef0-cb9c-4e42-873d-1c87467c2961 req-d64f1b71-cf8c-45ef-914b-f2e7faec4db4 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:08.144592 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-93b95ef0-cb9c-4e42-873d-1c87467c2961 req-d64f1b71-cf8c-45ef-914b-f2e7faec4db4 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.2690849 Jul 24 09:23:08.181501 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-60418560-e46a-48ad-af43-8781d94ab748 None None] Port a8c0bbe6-8680-4fc5-af29-7b1d2a67a674 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:23:08.294639 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-93b95ef0-cb9c-4e42-873d-1c87467c2961 req-992edadb-db99-4036-b495-ed02628db9c6 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438441 Jul 24 09:23:08.310015 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-c025d296-f0b2-4ca7-b63c-c26bca5166a2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Allocated IP 2001:db8::230 (8f3d5488-d91b-40d0-995b-9ae703fa7eba/8eecd2f8-29a5-4c6a-8990-2a1f0462bdc7/3c21b110-1802-464d-a3f0-7fed90fc75d6) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:23:08.547336 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727b8e9-8995-4894-b321-b1687a501c4b req-1ed1f323-fe03-4d11-9d36-b915df45ed02 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:08.558764 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e727b8e9-8995-4894-b321-b1687a501c4b req-1ed1f323-fe03-4d11-9d36-b915df45ed02 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 946 time: 0.1774795 Jul 24 09:23:08.668561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597d800-3316-4a1d-8e87-1e5f9ac3b4c4 req-158d9729-4841-46fd-ab11-9991a558133e tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:08.675618 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e727b8e9-8995-4894-b321-b1687a501c4b req-6785e980-01e2-4cc4-a7a8-b6f72d4052cd tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155527 Jul 24 09:23:08.688383 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9597d800-3316-4a1d-8e87-1e5f9ac3b4c4 req-158d9729-4841-46fd-ab11-9991a558133e tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.2440109 Jul 24 09:23:08.705789 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c025d296-f0b2-4ca7-b63c-c26bca5166a2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:08.742213 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-c025d296-f0b2-4ca7-b63c-c26bca5166a2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Transition to ACTIVE for port object 3c21b110-1802-464d-a3f0-7fed90fc75d6 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:23:08.775701 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9597d800-3316-4a1d-8e87-1e5f9ac3b4c4 req-e3f0ec20-60af-4f58-9219-6bdcd3df6990 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809278 Jul 24 09:23:08.829026 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c025d296-f0b2-4ca7-b63c-c26bca5166a2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:08.941189 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c025d296-f0b2-4ca7-b63c-c26bca5166a2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Network 8f3d5488-d91b-40d0-995b-9ae703fa7eba is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:23:08.943736 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-c025d296-f0b2-4ca7-b63c-c26bca5166a2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:23:08.952626 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c025d296-f0b2-4ca7-b63c-c26bca5166a2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:23:08.970495 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c025d296-f0b2-4ca7-b63c-c26bca5166a2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:08.971321 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c025d296-f0b2-4ca7-b63c-c26bca5166a2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:09.070682 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025d296-f0b2-4ca7-b63c-c26bca5166a2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Pushing event updated for resources: {'Port': ['ID=3c21b110-1802-464d-a3f0-7fed90fc75d6,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:09.090174 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c025d296-f0b2-4ca7-b63c-c26bca5166a2 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5765288 Jul 24 09:23:09.092470 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44030) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:09.099393 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-d897c67a-1814-4004-9dcc-352b3f0649c0 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::df', 'mac_address': 'fa:16:3e:ad:f2:bd'}, {'ip_address': '2001:db8::65', 'mac_address': 'fa:16:3e:34:03:09'}]}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:09.207407 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44034) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:09.240720 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44038) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:09.304850 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e0825-168b-4d3b-9c0b-b33cf6d50ee0 req-b1d7ebbc-94e8-415d-a629-352910beafd2 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:09.314986 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-493e0825-168b-4d3b-9c0b-b33cf6d50ee0 req-b1d7ebbc-94e8-415d-a629-352910beafd2 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.3091145 Jul 24 09:23:09.327818 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c378823c-cd4a-495c-ac49-f7515f863054 None None] Provisioning for port 3c21b110-1802-464d-a3f0-7fed90fc75d6 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:23:09.338025 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c378823c-cd4a-495c-ac49-f7515f863054 None None] Provisioning complete for port 3c21b110-1802-464d-a3f0-7fed90fc75d6 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:09.338397 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c378823c-cd4a-495c-ac49-f7515f863054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:09.388718 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-493e0825-168b-4d3b-9c0b-b33cf6d50ee0 req-c1b05ad4-7f3c-4c4f-bf53-d4bcdefc3e35 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716839 Jul 24 09:23:09.433825 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-c378823c-cd4a-495c-ac49-f7515f863054 None None] Port 3c21b110-1802-464d-a3f0-7fed90fc75d6 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:23:09.462357 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4b0154f2-6a18-4024-a63f-1a07e5b4fa1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:09.470420 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d897c67a-1814-4004-9dcc-352b3f0649c0 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:09.495308 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-03056a36-5672-4e01-93b5-621a789d6cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:09.574210 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.db.api [None req-03056a36-5672-4e01-93b5-621a789d6cb7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 09:23:09.574210 n-d-800085-9 neutron-server[94035]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 24 09:23:09.574210 n-d-800085-9 neutron-server[94035]: [parameters: {'project_id': 'adc8b1601ca64b2287121b037c44e47c', 'id': '0c5972d7-0f9f-4534-a3b1-ee4e58573efc', 'expiration': datetime.datetime(2021, 7, 24, 9, 25, 9, 540596)}] Jul 24 09:23:09.574210 n-d-800085-9 neutron-server[94035]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:23:09.575503 n-d-800085-9 neutron-server[94035]: DEBUG oslo_db.api [None req-03056a36-5672-4e01-93b5-621a789d6cb7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:23:09.637282 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca51be7-cec6-414a-bdbf-9b62286ba4d3 req-53706849-4075-4d55-96b9-c3bdc68a8f37 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:09.639183 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8ca51be7-cec6-414a-bdbf-9b62286ba4d3 req-53706849-4075-4d55-96b9-c3bdc68a8f37 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1253996 Jul 24 09:23:09.732320 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8ca51be7-cec6-414a-bdbf-9b62286ba4d3 req-31054562-b1e4-4df6-af29-5dee1c0be0cc tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759718 Jul 24 09:23:09.737808 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4b0154f2-6a18-4024-a63f-1a07e5b4fa1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:09.743175 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4b0154f2-6a18-4024-a63f-1a07e5b4fa1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:09.795952 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4b0154f2-6a18-4024-a63f-1a07e5b4fa1c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f58735756b1f4e6da9a4c35b08f6e822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5874381 Jul 24 09:23:09.796583 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44050) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:09.808189 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0154f2-6a18-4024-a63f-1a07e5b4fa1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2113543-0d2a-4497-8b79-832039552104,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:09.845871 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d897c67a-1814-4004-9dcc-352b3f0649c0 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:09.852230 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d897c67a-1814-4004-9dcc-352b3f0649c0 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:09.881580 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3415c34e-ef6a-4c36-8377-070c3bb21be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:09.908203 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3415c34e-ef6a-4c36-8377-070c3bb21be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:09.971385 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3415c34e-ef6a-4c36-8377-070c3bb21be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:09.974223 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3415c34e-ef6a-4c36-8377-070c3bb21be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:09.978455 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3415c34e-ef6a-4c36-8377-070c3bb21be3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2113543-0d2a-4497-8b79-832039552104 HTTP/1.1" status: 204 len: 168 time: 0.1780498 Jul 24 09:23:09.987308 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415c34e-ef6a-4c36-8377-070c3bb21be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2113543-0d2a-4497-8b79-832039552104,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:10.076801 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-03056a36-5672-4e01-93b5-621a789d6cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:10.271805 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a57d1-0c2d-41d7-95a5-308a59e1fb90 req-eb4b6e29-ec04-47fe-9151-b07426f9c759 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:10.279261 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-522a57d1-0c2d-41d7-95a5-308a59e1fb90 req-eb4b6e29-ec04-47fe-9151-b07426f9c759 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/networks?id=6be005b7-f644-4a9b-9c38-38fc50487690 HTTP/1.1" status: 200 len: 813 time: 0.2456691 Jul 24 09:23:10.304406 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-522a57d1-0c2d-41d7-95a5-308a59e1fb90 req-288640f6-efae-4019-9a56-2b1f5b99e9f7 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/quotas/15a479973b244cfab3f0baf9c309b12b HTTP/1.1" status: 200 len: 375 time: 0.0227456 Jul 24 09:23:10.434421 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-03056a36-5672-4e01-93b5-621a789d6cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:10.437039 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ab324-c05a-479e-866f-b7fe261fe447 req-082c6d9d-e0eb-4d86-9541-da02190b0400 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:10.440208 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-03056a36-5672-4e01-93b5-621a789d6cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:10.445631 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da4ab324-c05a-479e-866f-b7fe261fe447 req-082c6d9d-e0eb-4d86-9541-da02190b0400 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 946 time: 0.6946352 Jul 24 09:23:10.454634 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-d897c67a-1814-4004-9dcc-352b3f0649c0 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] In _notify_port_updated(), no bound segment for port 3c21b110-1802-464d-a3f0-7fed90fc75d6 on network 8f3d5488-d91b-40d0-995b-9ae703fa7eba {{(pid=94036) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 09:23:10.460324 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d897c67a-1814-4004-9dcc-352b3f0649c0 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:10.460989 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d897c67a-1814-4004-9dcc-352b3f0649c0 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:10.463126 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d897c67a-1814-4004-9dcc-352b3f0649c0 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] 10.222.0.32 "PUT /v2.0/ports/3c21b110-1802-464d-a3f0-7fed90fc75d6 HTTP/1.1" status: 200 len: 1065 time: 1.3692141 Jul 24 09:23:10.469055 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44070) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:10.480668 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-522a57d1-0c2d-41d7-95a5-308a59e1fb90 req-0fd80c61-54ca-4839-b02f-266dee66cdd7 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=15a479973b244cfab3f0baf9c309b12b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1751513 Jul 24 09:23:10.493964 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897c67a-1814-4004-9dcc-352b3f0649c0 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Pushing event updated for resources: {'Port': ['ID=3c21b110-1802-464d-a3f0-7fed90fc75d6,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:10.546476 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da4ab324-c05a-479e-866f-b7fe261fe447 req-30eba876-1be0-481c-a597-7e52179617b6 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998716 Jul 24 09:23:10.546654 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03056a36-5672-4e01-93b5-621a789d6cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1eef4da-ff0b-4d0e-aacb-560c98ba6eb8,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:10.562955 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44076) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:10.563099 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-03056a36-5672-4e01-93b5-621a789d6cb7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=adc8b1601ca64b2287121b037c44e47c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3212612 Jul 24 09:23:10.708675 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7998c897-af55-468e-810c-65eb843237e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:10.762976 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7998c897-af55-468e-810c-65eb843237e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:10.783652 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-37e18abf-83ef-432a-9b7d-e743aba4dde5 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Deleting port 3c21b110-1802-464d-a3f0-7fed90fc75d6 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:23:10.784356 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37e18abf-83ef-432a-9b7d-e743aba4dde5 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:10.823907 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7998c897-af55-468e-810c-65eb843237e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:10.826835 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7998c897-af55-468e-810c-65eb843237e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:10.828023 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7998c897-af55-468e-810c-65eb843237e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1eef4da-ff0b-4d0e-aacb-560c98ba6eb8 HTTP/1.1" status: 204 len: 168 time: 0.2640951 Jul 24 09:23:10.831881 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7bb57-8c94-44c2-b71b-5c1ff34739da req-dc0cb271-b477-4f1e-acd5-e154345b2168 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:10.834151 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-31f7bb57-8c94-44c2-b71b-5c1ff34739da req-dc0cb271-b477-4f1e-acd5-e154345b2168 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1939976 Jul 24 09:23:10.842265 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998c897-af55-468e-810c-65eb843237e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1eef4da-ff0b-4d0e-aacb-560c98ba6eb8,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:10.909137 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4c0786e1-53d1-4f55-a191-60a7fc2596a0 None None] Provisioning complete for port 3c21b110-1802-464d-a3f0-7fed90fc75d6 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:10.909636 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4c0786e1-53d1-4f55-a191-60a7fc2596a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:10.950782 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-31f7bb57-8c94-44c2-b71b-5c1ff34739da req-6472bd9a-e347-4f77-a9b2-2974c193f3ef tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082611 Jul 24 09:23:10.994028 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37e18abf-83ef-432a-9b7d-e743aba4dde5 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:11.010096 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4c0786e1-53d1-4f55-a191-60a7fc2596a0 None None] Port 3c21b110-1802-464d-a3f0-7fed90fc75d6 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:23:11.049596 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-37e18abf-83ef-432a-9b7d-e743aba4dde5 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Calling delete_port for 3c21b110-1802-464d-a3f0-7fed90fc75d6 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:23:11.195583 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44102) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:11.362470 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485889d4-2d3f-4812-85b1-6c42611b1217 req-7e978c44-e5e8-48da-9e29-7dfe397372a4 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:11.369022 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44108) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:11.370260 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-485889d4-2d3f-4812-85b1-6c42611b1217 req-7e978c44-e5e8-48da-9e29-7dfe397372a4 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.2870765 Jul 24 09:23:11.394263 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-82dbccc5-a20c-4a48-9a68-ca9c4027e4b4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-953455427-network', 'tenant_id': '3eb2cb34421b432e8fdcfec6895f4c1a'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:11.415380 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-56ab78c0-df1e-4c1c-832a-df4aeaea73fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:11.440429 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-485889d4-2d3f-4812-85b1-6c42611b1217 req-5b8f4c11-d83e-4876-806f-a1fcd4dced3c tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693548 Jul 24 09:23:11.470860 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37e18abf-83ef-432a-9b7d-e743aba4dde5 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:11.482120 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82dbccc5-a20c-4a48-9a68-ca9c4027e4b4 admin admin] Made reservation on behalf of 3eb2cb34421b432e8fdcfec6895f4c1a for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:23:11.484422 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-82dbccc5-a20c-4a48-9a68-ca9c4027e4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:11.510237 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5561828-e56f-4f8b-99a5-46c5fdc623e2 req-e2770353-3637-4e9a-be18-6306f0a9858a tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:11.518732 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d5561828-e56f-4f8b-99a5-46c5fdc623e2 req-e2770353-3637-4e9a-be18-6306f0a9858a tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b55c3a8-a8cb-4799-84d8-8948e32a0537 HTTP/1.1" status: 200 len: 946 time: 0.2069569 Jul 24 09:23:11.520299 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e18abf-83ef-432a-9b7d-e743aba4dde5 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Pushing event deleted for resources: {'Port': ['ID=3c21b110-1802-464d-a3f0-7fed90fc75d6,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:11.529615 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-82dbccc5-a20c-4a48-9a68-ca9c4027e4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:11.618098 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d5561828-e56f-4f8b-99a5-46c5fdc623e2 req-abfe440f-2506-4c97-883f-e49bd7691818 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973887 Jul 24 09:23:11.724503 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-56ab78c0-df1e-4c1c-832a-df4aeaea73fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:11.747415 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-56ab78c0-df1e-4c1c-832a-df4aeaea73fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:11.786381 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37e18abf-83ef-432a-9b7d-e743aba4dde5 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:11.791219 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-37e18abf-83ef-432a-9b7d-e743aba4dde5 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] 10.222.0.32 "DELETE /v2.0/ports/3c21b110-1802-464d-a3f0-7fed90fc75d6 HTTP/1.1" status: 204 len: 168 time: 1.3139005 Jul 24 09:23:11.796688 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44124) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:11.831593 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-56ab78c0-df1e-4c1c-832a-df4aeaea73fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8dd0f560535b496481c87f5091dbefda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4616776 Jul 24 09:23:11.835565 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44126) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:11.862630 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-403e3cd9-29c4-4ca1-91ad-95ce6d9eebf0 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] GET failed (client error): The resource could not be found. Jul 24 09:23:11.864223 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-403e3cd9-29c4-4ca1-91ad-95ce6d9eebf0 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] 10.222.0.32 "GET /v2.0/ports/3c21b110-1802-464d-a3f0-7fed90fc75d6 HTTP/1.1" status: 404 len: 333 time: 0.0566649 Jul 24 09:23:11.864446 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5df97-4f20-41a5-b901-35a7e39a50ae req-8e134ae8-7d8b-49cf-88a0-3c23dc98cf5a tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:11.864965 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab78c0-df1e-4c1c-832a-df4aeaea73fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be045f86-6928-4a07-a6fb-2c2555ecb5e3,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:11.868304 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44128) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:11.871526 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4ad5df97-4f20-41a5-b901-35a7e39a50ae req-8e134ae8-7d8b-49cf-88a0-3c23dc98cf5a tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 946 time: 0.1221845 Jul 24 09:23:11.904168 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-61e9d0c4-03e1-47bd-9977-cda6aa1965c0 req-4b0e755e-3432-42d3-b5a3-94173cc50476 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=15a479973b244cfab3f0baf9c309b12b HTTP/1.1" status: 200 len: 221 time: 0.1475170 Jul 24 09:23:11.940197 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4ad5df97-4f20-41a5-b901-35a7e39a50ae req-74fc35ab-a70c-431f-ad61-4e077c3772ba tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677397 Jul 24 09:23:11.950799 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-629f8716-0934-4265-92a9-3cea3db336a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:11.986303 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-629f8716-0934-4265-92a9-3cea3db336a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:11.999601 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-82dbccc5-a20c-4a48-9a68-ca9c4027e4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:12.005468 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-82dbccc5-a20c-4a48-9a68-ca9c4027e4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:12.049729 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-629f8716-0934-4265-92a9-3cea3db336a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:12.052857 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-629f8716-0934-4265-92a9-3cea3db336a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:12.054222 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-629f8716-0934-4265-92a9-3cea3db336a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be045f86-6928-4a07-a6fb-2c2555ecb5e3 HTTP/1.1" status: 204 len: 168 time: 0.2159605 Jul 24 09:23:12.064388 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f8716-0934-4265-92a9-3cea3db336a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be045f86-6928-4a07-a6fb-2c2555ecb5e3,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:12.071808 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82dbccc5-a20c-4a48-9a68-ca9c4027e4b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:23:12.097189 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-82dbccc5-a20c-4a48-9a68-ca9c4027e4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:12.097552 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-82dbccc5-a20c-4a48-9a68-ca9c4027e4b4 admin admin] Added segment 3b35c742-3f56-4364-8692-d43c264660b0 of type vlan for network d7e844a5-8f45-4253-9aac-38cda95adfa7 Jul 24 09:23:12.110086 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbccc5-a20c-4a48-9a68-ca9c4027e4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7f7441-a841-421c-a1a3-436fd8580443,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:12.118240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-bff36e70-d469-416c-90f6-f7468925cc41 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Deleting port a8c0bbe6-8680-4fc5-af29-7b1d2a67a674 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:23:12.118729 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bff36e70-d469-416c-90f6-f7468925cc41 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:12.166160 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-82dbccc5-a20c-4a48-9a68-ca9c4027e4b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:12.263526 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7bc070-7c28-4ef6-981e-0d6ebbc83e81 req-14c1fdfa-1b70-4444-9f6e-b0d7bf97535c tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:12.265061 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ed7bc070-7c28-4ef6-981e-0d6ebbc83e81 req-14c1fdfa-1b70-4444-9f6e-b0d7bf97535c tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.2472563 Jul 24 09:23:12.282640 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-82dbccc5-a20c-4a48-9a68-ca9c4027e4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:12.283610 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dbccc5-a20c-4a48-9a68-ca9c4027e4b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:12.284200 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-82dbccc5-a20c-4a48-9a68-ca9c4027e4b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:12.292614 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bff36e70-d469-416c-90f6-f7468925cc41 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:12.331420 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-bff36e70-d469-416c-90f6-f7468925cc41 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Calling delete_port for a8c0bbe6-8680-4fc5-af29-7b1d2a67a674 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:23:12.347747 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-82dbccc5-a20c-4a48-9a68-ca9c4027e4b4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1509511 Jul 24 09:23:12.353474 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44138) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:12.359355 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-41b566c8-1379-43a8-8ea6-2aaacb6d3502 admin admin] Request body: {'subnet': {'network_id': 'd7e844a5-8f45-4253-9aac-38cda95adfa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-953455427-subnet', 'tenant_id': '3eb2cb34421b432e8fdcfec6895f4c1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:12.376557 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ed7bc070-7c28-4ef6-981e-0d6ebbc83e81 req-ae6f0d26-eac4-4ce0-9f86-93f54c48feaf tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971239 Jul 24 09:23:12.407739 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b566c8-1379-43a8-8ea6-2aaacb6d3502 admin admin] Made reservation on behalf of 3eb2cb34421b432e8fdcfec6895f4c1a for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:23:12.414202 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-41b566c8-1379-43a8-8ea6-2aaacb6d3502 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:12.464211 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbccc5-a20c-4a48-9a68-ca9c4027e4b4 admin admin] Pushing event updated for resources: {'Network': ['ID=d7e844a5-8f45-4253-9aac-38cda95adfa7,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:12.476931 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network d7e844a5-8f45-4253-9aac-38cda95adfa7 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:23:12.616505 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bff36e70-d469-416c-90f6-f7468925cc41 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:12.656385 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff36e70-d469-416c-90f6-f7468925cc41 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Pushing event deleted for resources: {'Port': ['ID=a8c0bbe6-8680-4fc5-af29-7b1d2a67a674,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:12.743523 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bff36e70-d469-416c-90f6-f7468925cc41 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:12.752788 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bff36e70-d469-416c-90f6-f7468925cc41 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] 10.222.0.32 "DELETE /v2.0/ports/a8c0bbe6-8680-4fc5-af29-7b1d2a67a674 HTTP/1.1" status: 204 len: 168 time: 0.8795052 Jul 24 09:23:12.753833 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44154) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:12.796761 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e9cc6d-50f0-4b71-aa00-d32dca8c2832 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] GET failed (client error): The resource could not be found. Jul 24 09:23:12.804095 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-06e9cc6d-50f0-4b71-aa00-d32dca8c2832 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] 10.222.0.32 "GET /v2.0/ports/a8c0bbe6-8680-4fc5-af29-7b1d2a67a674 HTTP/1.1" status: 404 len: 333 time: 0.0487773 Jul 24 09:23:12.804422 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44158) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:13.039620 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86e36b-bec8-4891-adc4-2cd2ccaf7bc7 req-181983fd-5568-4706-9e23-c18740ebdb15 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:13.047380 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ff86e36b-bec8-4891-adc4-2cd2ccaf7bc7 req-181983fd-5568-4706-9e23-c18740ebdb15 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1200740 Jul 24 09:23:13.071505 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574132a5-0046-4d31-9628-df3003c77e25 req-ef47c6ba-01c4-442b-a39a-20df5ba18882 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:13.080665 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-574132a5-0046-4d31-9628-df3003c77e25 req-ef47c6ba-01c4-442b-a39a-20df5ba18882 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b55c3a8-a8cb-4799-84d8-8948e32a0537 HTTP/1.1" status: 200 len: 946 time: 0.2751284 Jul 24 09:23:13.123716 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497d86e-f0ca-47b6-9d7f-965910e8ff5a req-d87a8535-083b-4caa-8be9-0898e7fc81e8 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:13.127898 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8497d86e-f0ca-47b6-9d7f-965910e8ff5a req-d87a8535-083b-4caa-8be9-0898e7fc81e8 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b55c3a8-a8cb-4799-84d8-8948e32a0537 HTTP/1.1" status: 200 len: 946 time: 0.2611787 Jul 24 09:23:13.128067 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ff86e36b-bec8-4891-adc4-2cd2ccaf7bc7 req-3e7557ec-f48b-43bf-b17d-9a8c5ffcc7f4 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762343 Jul 24 09:23:13.191030 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-41b566c8-1379-43a8-8ea6-2aaacb6d3502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:13.208465 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-574132a5-0046-4d31-9628-df3003c77e25 req-6bc9cad9-6ecd-4e17-9cbd-d326907f23a0 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268227 Jul 24 09:23:13.227882 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-9a44b9cd-44d2-4b3d-9a91-53db81471a1c tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Deleting port 7866be60-01c5-48e6-b5b2-e7f2fb292d53 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:23:13.236481 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9a44b9cd-44d2-4b3d-9a91-53db81471a1c tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:13.259151 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b566c8-1379-43a8-8ea6-2aaacb6d3502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f2ca739-9cf8-41dd-88cf-3e376bde8f7f,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:13.363936 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b566c8-1379-43a8-8ea6-2aaacb6d3502 admin admin] Checking segment: {'id': '3b35c742-3f56-4364-8692-d43c264660b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd7e844a5-8f45-4253-9aac-38cda95adfa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:23:13.364457 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b566c8-1379-43a8-8ea6-2aaacb6d3502 admin admin] Network hostable DHCP agents. Network: d7e844a5-8f45-4253-9aac-38cda95adfa7, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:23:13.402708 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a883e13-a927-4e78-99f9-b87beac10fac req-a789e6b4-cb83-4a22-8f59-05f0e866c046 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:13.404838 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a883e13-a927-4e78-99f9-b87beac10fac req-a789e6b4-cb83-4a22-8f59-05f0e866c046 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 946 time: 0.1356151 Jul 24 09:23:13.417783 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-8497d86e-f0ca-47b6-9d7f-965910e8ff5a req-7ec7461a-0944-4157-a0ad-f992b14e16be tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Deleting port 5b707c82-d21f-4b7f-9ebf-6c0e44d51620 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:23:13.418142 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8497d86e-f0ca-47b6-9d7f-965910e8ff5a req-7ec7461a-0944-4157-a0ad-f992b14e16be tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:13.424770 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b566c8-1379-43a8-8ea6-2aaacb6d3502 admin admin] Network d7e844a5-8f45-4253-9aac-38cda95adfa7 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:23:13.450047 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9a44b9cd-44d2-4b3d-9a91-53db81471a1c tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:13.454553 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-41b566c8-1379-43a8-8ea6-2aaacb6d3502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, d7e844a5-8f45-4253-9aac-38cda95adfa7) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:23:13.464037 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b566c8-1379-43a8-8ea6-2aaacb6d3502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:13.464695 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-41b566c8-1379-43a8-8ea6-2aaacb6d3502 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:13.473382 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c6d956-1bdb-4ac1-9ec9-c0306a275434 None None] Network d7e844a5-8f45-4253-9aac-38cda95adfa7 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:23:13.477819 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-9a44b9cd-44d2-4b3d-9a91-53db81471a1c tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Calling delete_port for 7866be60-01c5-48e6-b5b2-e7f2fb292d53 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:23:13.495694 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a883e13-a927-4e78-99f9-b87beac10fac req-30936eb4-3cfc-4f1c-8150-c3521fa90335 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811360 Jul 24 09:23:13.525546 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-41b566c8-1379-43a8-8ea6-2aaacb6d3502 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1627927 Jul 24 09:23:13.605084 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b2aa9-3132-4c0c-93fc-438db8eccf0d req-f8a9bb6a-ecfc-45d5-9b3e-1aaf74f125c7 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:13.611867 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3c5b2aa9-3132-4c0c-93fc-438db8eccf0d req-f8a9bb6a-ecfc-45d5-9b3e-1aaf74f125c7 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.2592230 Jul 24 09:23:13.667646 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-8497d86e-f0ca-47b6-9d7f-965910e8ff5a req-7ec7461a-0944-4157-a0ad-f992b14e16be tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] For port 5b707c82-d21f-4b7f-9ebf-6c0e44d51620, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=5b707c82-d21f-4b7f-9ebf-6c0e44d51620,segment=NetworkSegment(658362e4-6283-4c69-8eba-315d82acaa5f),segment_id=658362e4-6283-4c69-8eba-315d82acaa5f)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:23:13.668318 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8497d86e-f0ca-47b6-9d7f-965910e8ff5a req-7ec7461a-0944-4157-a0ad-f992b14e16be tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:13.692073 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-8497d86e-f0ca-47b6-9d7f-965910e8ff5a req-7ec7461a-0944-4157-a0ad-f992b14e16be tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Calling delete_port for 5b707c82-d21f-4b7f-9ebf-6c0e44d51620 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:23:13.699793 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3c5b2aa9-3132-4c0c-93fc-438db8eccf0d req-6f25f49e-19e2-4464-8e11-e8d883b121da tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870960 Jul 24 09:23:13.727819 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0821e883-6342-433c-8f1e-1f3ed7ef0e95 None None] Network d7e844a5-8f45-4253-9aac-38cda95adfa7 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:23:13.844332 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9a44b9cd-44d2-4b3d-9a91-53db81471a1c tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:13.913992 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44b9cd-44d2-4b3d-9a91-53db81471a1c tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Pushing event deleted for resources: {'Port': ['ID=7866be60-01c5-48e6-b5b2-e7f2fb292d53,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:13.984770 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277d054-757c-4342-b3e1-228e119a5a43 req-c770e193-063e-48bb-86bd-8227bec39da3 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:13.989632 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d277d054-757c-4342-b3e1-228e119a5a43 req-c770e193-063e-48bb-86bd-8227bec39da3 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1409481 Jul 24 09:23:14.035305 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:14.049991 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9a44b9cd-44d2-4b3d-9a91-53db81471a1c tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:14.054263 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9a44b9cd-44d2-4b3d-9a91-53db81471a1c tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] 10.222.0.32 "DELETE /v2.0/ports/7866be60-01c5-48e6-b5b2-e7f2fb292d53 HTTP/1.1" status: 204 len: 168 time: 1.2451804 Jul 24 09:23:14.056186 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44194) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:14.078502 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d277d054-757c-4342-b3e1-228e119a5a43 req-52c77f80-7c4b-44ae-b36a-907472679ba2 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826058 Jul 24 09:23:14.111338 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8497d86e-f0ca-47b6-9d7f-965910e8ff5a req-7ec7461a-0944-4157-a0ad-f992b14e16be tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:14.124673 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:23:14.127360 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['817a6aca-9aae-4476-9c65-62feb31400b7', '2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:23:14.171414 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7461a-0944-4157-a0ad-f992b14e16be tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Pushing event deleted for resources: {'Port': ['ID=5b707c82-d21f-4b7f-9ebf-6c0e44d51620,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:14.179193 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45d5a88-a8cc-4c0e-ada8-1f4047d62686 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Deleting subnet 8eecd2f8-29a5-4c6a-8990-2a1f0462bdc7 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:23:14.185930 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d45d5a88-a8cc-4c0e-ada8-1f4047d62686 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:14.284147 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-8497d86e-f0ca-47b6-9d7f-965910e8ff5a req-7ec7461a-0944-4157-a0ad-f992b14e16be tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] No DVR routers for this DVR port 5b707c82-d21f-4b7f-9ebf-6c0e44d51620 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:23:14.289791 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8497d86e-f0ca-47b6-9d7f-965910e8ff5a req-7ec7461a-0944-4157-a0ad-f992b14e16be tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:14.291833 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8497d86e-f0ca-47b6-9d7f-965910e8ff5a req-7ec7461a-0944-4157-a0ad-f992b14e16be tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.37 "DELETE /v2.0/ports/5b707c82-d21f-4b7f-9ebf-6c0e44d51620 HTTP/1.1" status: 204 len: 173 time: 1.1557264 Jul 24 09:23:14.292281 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b55c3a8-a8cb-4799-84d8-8948e32a0537', 'name': 'network-vif-deleted', 'tag': '5b707c82-d21f-4b7f-9ebf-6c0e44d51620'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:23:14.295055 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8a7b6c-14e2-4e80-bdb2-6b3b94df47cd" -d '{"events": [{"server_uuid": "3b55c3a8-a8cb-4799-84d8-8948e32a0537", "name": "network-vif-deleted", "tag": "5b707c82-d21f-4b7f-9ebf-6c0e44d51620"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:23:14.313619 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d45d5a88-a8cc-4c0e-ada8-1f4047d62686 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:14.439439 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f33a7-20af-4b3b-8cb8-95a172168559 req-918e25c1-a426-4c02-ba60-373d6c4dd7c1 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:14.459726 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b96f33a7-20af-4b3b-8cb8-95a172168559 req-918e25c1-a426-4c02-ba60-373d6c4dd7c1 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.2193265 Jul 24 09:23:14.475017 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44218) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:14.491142 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-71f14574-4393-41c6-b61e-9db5823d4a85 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1402255429-network', 'tenant_id': 'b544de73a4fd490f995950a6468545ee'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:14.501611 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-65afb0b9-8b80-4833-9917-299ef18b5922 req-194e7b78-c1e4-4210-be83-3d50966d5c5f tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b55c3a8-a8cb-4799-84d8-8948e32a0537 HTTP/1.1" status: 200 len: 210 time: 0.0915773 Jul 24 09:23:14.576482 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f14574-4393-41c6-b61e-9db5823d4a85 admin admin] Made reservation on behalf of b544de73a4fd490f995950a6468545ee for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:23:14.579333 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71f14574-4393-41c6-b61e-9db5823d4a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:14.601300 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71f14574-4393-41c6-b61e-9db5823d4a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:14.616200 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b96f33a7-20af-4b3b-8cb8-95a172168559 req-529de161-0f0a-4e0d-ab57-c26755fcdaf7 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528864 Jul 24 09:23:14.635914 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba22c3cf-f56c-4e2b-b7b0-a8c9f7f80f49 x-openstack-request-id: req-ba22c3cf-f56c-4e2b-b7b0-a8c9f7f80f49 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:23:14.635914 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b55c3a8-a8cb-4799-84d8-8948e32a0537", "name": "network-vif-deleted", "tag": "5b707c82-d21f-4b7f-9ebf-6c0e44d51620", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:23:14.635914 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba22c3cf-f56c-4e2b-b7b0-a8c9f7f80f49 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:23:14.635914 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b55c3a8-a8cb-4799-84d8-8948e32a0537', 'name': 'network-vif-deleted', 'tag': '5b707c82-d21f-4b7f-9ebf-6c0e44d51620', 'status': 'completed', 'code': 200} Jul 24 09:23:14.689612 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d45d5a88-a8cc-4c0e-ada8-1f4047d62686 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:14.834847 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d45d5a88-a8cc-4c0e-ada8-1f4047d62686 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:14.871891 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541659d0-bdb4-4c5a-be16-26d58f6ed42b req-a45a34c4-4f84-4a71-b519-35d76bfec19a tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:14.874519 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-541659d0-bdb4-4c5a-be16-26d58f6ed42b req-a45a34c4-4f84-4a71-b519-35d76bfec19a tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 946 time: 0.1667078 Jul 24 09:23:14.911529 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d45d5a88-a8cc-4c0e-ada8-1f4047d62686 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:14.913362 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07012ef6-8728-4693-9d3a-df5708caf553 None None] Network 8f3d5488-d91b-40d0-995b-9ae703fa7eba requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:23:14.913843 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d45d5a88-a8cc-4c0e-ada8-1f4047d62686 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] 10.222.0.32 "DELETE /v2.0/subnets/8eecd2f8-29a5-4c6a-8990-2a1f0462bdc7 HTTP/1.1" status: 204 len: 168 time: 0.8565028 Jul 24 09:23:14.914330 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d5a88-a8cc-4c0e-ada8-1f4047d62686 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Pushing event deleted for resources: {'Subnet': ['ID=8eecd2f8-29a5-4c6a-8990-2a1f0462bdc7,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:14.916338 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44232) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:14.983295 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-541659d0-bdb4-4c5a-be16-26d58f6ed42b req-f06d8a4a-5035-4359-9386-1badf5adff3f tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808995 Jul 24 09:23:14.996989 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71f14574-4393-41c6-b61e-9db5823d4a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:15.005091 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71f14574-4393-41c6-b61e-9db5823d4a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:15.044834 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce8fd5-6e87-4e8b-b01d-84370951154b req-f6d4cce1-ede9-4124-9102-2e086823d7de tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:15.045840 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e9ce8fd5-6e87-4e8b-b01d-84370951154b req-f6d4cce1-ede9-4124-9102-2e086823d7de tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.3040509 Jul 24 09:23:15.080575 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f14574-4393-41c6-b61e-9db5823d4a85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:23:15.081555 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b7c10e75-3fef-400a-bad9-8496b9fdde87 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:15.117539 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71f14574-4393-41c6-b61e-9db5823d4a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:15.117900 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-71f14574-4393-41c6-b61e-9db5823d4a85 admin admin] Added segment a534ffb7-3ce6-4e81-ac77-60b81f0529c5 of type vlan for network 221d7c7d-75ec-4874-b4af-b63f27f97e03 Jul 24 09:23:15.149631 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-b7c10e75-3fef-400a-bad9-8496b9fdde87 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Deleting port c1d06275-2e50-4750-be8c-27d0e109f619 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:23:15.150312 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b7c10e75-3fef-400a-bad9-8496b9fdde87 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:15.222463 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-b7c10e75-3fef-400a-bad9-8496b9fdde87 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] For port c1d06275-2e50-4750-be8c-27d0e109f619, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c1d06275-2e50-4750-be8c-27d0e109f619,segment=NetworkSegment(08f43e69-5589-45aa-a6bc-7ef5d94fd376),segment_id=08f43e69-5589-45aa-a6bc-7ef5d94fd376)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:23:15.223156 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b7c10e75-3fef-400a-bad9-8496b9fdde87 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:15.224161 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71f14574-4393-41c6-b61e-9db5823d4a85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:15.241792 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-b7c10e75-3fef-400a-bad9-8496b9fdde87 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Calling delete_port for c1d06275-2e50-4750-be8c-27d0e109f619 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:23:15.258904 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f14574-4393-41c6-b61e-9db5823d4a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06460ea3-307c-4aaa-b0d2-2ae48810c7d5,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:15.269056 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7c9415-ff0e-41f9-b936-5a9940c0f28b None None] DHCP port deletion for 8f3d5488-d91b-40d0-995b-9ae703fa7eba request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:23:15.275748 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e9ce8fd5-6e87-4e8b-b01d-84370951154b req-753ffb5a-6fbf-407a-8ba9-13af6791e283 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121534 Jul 24 09:23:15.292785 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71f14574-4393-41c6-b61e-9db5823d4a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:15.293791 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f14574-4393-41c6-b61e-9db5823d4a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:15.294384 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71f14574-4393-41c6-b61e-9db5823d4a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:15.332980 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-71f14574-4393-41c6-b61e-9db5823d4a85 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8567622 Jul 24 09:23:15.333276 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44250) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:15.343272 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-0c6fd107-74ee-4e06-9af9-f3c72f53cbde admin admin] Request body: {'subnet': {'network_id': '221d7c7d-75ec-4874-b4af-b63f27f97e03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1402255429-subnet', 'tenant_id': 'b544de73a4fd490f995950a6468545ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:15.374742 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f14574-4393-41c6-b61e-9db5823d4a85 admin admin] Pushing event updated for resources: {'Network': ['ID=221d7c7d-75ec-4874-b4af-b63f27f97e03,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:15.384147 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 221d7c7d-75ec-4874-b4af-b63f27f97e03 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:23:15.434295 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6fd107-74ee-4e06-9af9-f3c72f53cbde admin admin] Made reservation on behalf of b544de73a4fd490f995950a6468545ee for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:23:15.437861 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0c6fd107-74ee-4e06-9af9-f3c72f53cbde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:15.471868 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b7c10e75-3fef-400a-bad9-8496b9fdde87 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:15.549990 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80490fe0-088e-44a3-9020-ea1a890d510c req-2fdf0bb2-4603-4e23-9acb-620a27e65f34 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:15.560644 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-80490fe0-088e-44a3-9020-ea1a890d510c req-2fdf0bb2-4603-4e23-9acb-620a27e65f34 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1567371 Jul 24 09:23:15.572164 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c10e75-3fef-400a-bad9-8496b9fdde87 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Pushing event deleted for resources: {'Port': ['ID=c1d06275-2e50-4750-be8c-27d0e109f619,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:15.586342 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c10e75-3fef-400a-bad9-8496b9fdde87 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] No DVR routers for this DVR port c1d06275-2e50-4750-be8c-27d0e109f619 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:23:15.620417 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-80490fe0-088e-44a3-9020-ea1a890d510c req-2b9304ae-efd0-4732-ba70-b09bd9d839a1 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553479 Jul 24 09:23:15.724947 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b7c10e75-3fef-400a-bad9-8496b9fdde87 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:15.758769 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-b7c10e75-3fef-400a-bad9-8496b9fdde87 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f3d5488-d91b-40d0-995b-9ae703fa7eba']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:15.780268 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-b7c10e75-3fef-400a-bad9-8496b9fdde87 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f43e69-5589-45aa-a6bc-7ef5d94fd376') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:15.780567 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-b7c10e75-3fef-400a-bad9-8496b9fdde87 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f43e69-5589-45aa-a6bc-7ef5d94fd376') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:15.798355 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b7c10e75-3fef-400a-bad9-8496b9fdde87 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:15.836060 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 5b707c82-d21f-4b7f-9ebf-6c0e44d51620 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:23:15.839408 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c1d06275-2e50-4750-be8c-27d0e109f619 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:23:15.845995 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b7c10e75-3fef-400a-bad9-8496b9fdde87 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:15.863337 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c10e75-3fef-400a-bad9-8496b9fdde87 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:23:15.864538 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b7c10e75-3fef-400a-bad9-8496b9fdde87 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:15.869483 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-ce7c9415-ff0e-41f9-b936-5a9940c0f28b None None] Deleting port c1d06275-2e50-4750-be8c-27d0e109f619 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:23:15.870537 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce7c9415-ff0e-41f9-b936-5a9940c0f28b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:23:15.871392 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:23:15.902184 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 5b707c82-d21f-4b7f-9ebf-6c0e44d51620 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:23:15.902184 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 5b707c82-d21f-4b7f-9ebf-6c0e44d51620 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:23:15.908130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: c1d06275-2e50-4750-be8c-27d0e109f619 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:23:15.908481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c1d06275-2e50-4750-be8c-27d0e109f619 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:23:15.928007 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0c6fd107-74ee-4e06-9af9-f3c72f53cbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:16.001074 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ce7c9415-ff0e-41f9-b936-5a9940c0f28b None None] For port c1d06275-2e50-4750-be8c-27d0e109f619, host n-d-800085-9, got binding levels [] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:23:16.001636 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce7c9415-ff0e-41f9-b936-5a9940c0f28b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:16.018746 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-ce7c9415-ff0e-41f9-b936-5a9940c0f28b None None] Calling delete_port for c1d06275-2e50-4750-be8c-27d0e109f619 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:23:16.022359 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.ipam_backend_mixin [None req-ce7c9415-ff0e-41f9-b936-5a9940c0f28b None None] Port c1d06275-2e50-4750-be8c-27d0e109f619 was not found and therefore no delete operation was performed {{(pid=94037) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 09:23:16.034210 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce7c9415-ff0e-41f9-b936-5a9940c0f28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:16.094603 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c9415-ff0e-41f9-b936-5a9940c0f28b None None] Pushing event deleted for resources: {'Port': ['ID=c1d06275-2e50-4750-be8c-27d0e109f619,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:16.116480 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7c9415-ff0e-41f9-b936-5a9940c0f28b None None] No DVR routers for this DVR port c1d06275-2e50-4750-be8c-27d0e109f619 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:23:16.117577 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b7c10e75-3fef-400a-bad9-8496b9fdde87 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:16.131372 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b7c10e75-3fef-400a-bad9-8496b9fdde87 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:16.141266 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b7c10e75-3fef-400a-bad9-8496b9fdde87 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] 10.222.0.32 "DELETE /v2.0/networks/8f3d5488-d91b-40d0-995b-9ae703fa7eba HTTP/1.1" status: 204 len: 168 time: 1.2223952 Jul 24 09:23:16.204109 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c10e75-3fef-400a-bad9-8496b9fdde87 tempest-AllowedAddressPairIpV6TestJSON-36304368 tempest-AllowedAddressPairIpV6TestJSON-36304368-project] Pushing event deleted for resources: {'Network': ['ID=8f3d5488-d91b-40d0-995b-9ae703fa7eba,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:16.226513 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fd107-74ee-4e06-9af9-f3c72f53cbde admin admin] Pushing event updated for resources: {'Subnet': ['ID=710852b7-eb59-467f-ae63-667cec672928,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:16.253960 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6fd107-74ee-4e06-9af9-f3c72f53cbde admin admin] Checking segment: {'id': 'a534ffb7-3ce6-4e81-ac77-60b81f0529c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '221d7c7d-75ec-4874-b4af-b63f27f97e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:23:16.254596 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6fd107-74ee-4e06-9af9-f3c72f53cbde admin admin] Network hostable DHCP agents. Network: 221d7c7d-75ec-4874-b4af-b63f27f97e03, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:23:16.265900 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44278) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:16.268234 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39527b05-ffb3-4fc9-a552-3628f64c1d8c req-d77cbaea-2004-468b-91e3-54b1666730a4 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:16.276492 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-39527b05-ffb3-4fc9-a552-3628f64c1d8c req-d77cbaea-2004-468b-91e3-54b1666730a4 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.4070506 Jul 24 09:23:16.337107 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29274d74-7700-452f-8b8e-14f476e1cda5 req-bf0531e7-f50d-4570-a39b-41c642d41142 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:16.339815 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-29274d74-7700-452f-8b8e-14f476e1cda5 req-bf0531e7-f50d-4570-a39b-41c642d41142 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 946 time: 0.1732788 Jul 24 09:23:16.356780 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-39527b05-ffb3-4fc9-a552-3628f64c1d8c req-6d96d861-8f86-4b61-bdd5-0e0a83920828 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787313 Jul 24 09:23:16.358816 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6fd107-74ee-4e06-9af9-f3c72f53cbde admin admin] Network 221d7c7d-75ec-4874-b4af-b63f27f97e03 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:23:16.387242 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-0c6fd107-74ee-4e06-9af9-f3c72f53cbde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 221d7c7d-75ec-4874-b4af-b63f27f97e03) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:23:16.398810 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2186f1c-bbed-4e22-82d1-56ddc3742dd6 None None] Network 221d7c7d-75ec-4874-b4af-b63f27f97e03 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:23:16.409592 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6fd107-74ee-4e06-9af9-f3c72f53cbde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:16.410815 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0c6fd107-74ee-4e06-9af9-f3c72f53cbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:16.434813 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0c6fd107-74ee-4e06-9af9-f3c72f53cbde admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0979588 Jul 24 09:23:16.458642 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-29274d74-7700-452f-8b8e-14f476e1cda5 req-da369633-5a97-4777-8817-b3683dc68ae5 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110644 Jul 24 09:23:16.534169 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1661a9be-d65e-4990-8ee1-53dbd2a353b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:16.684768 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7246aff-7319-4ee4-be80-06cd18ddab93 req-93b6cd23-44f3-40e1-a91d-64c029d1f7a9 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:16.685301 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1661a9be-d65e-4990-8ee1-53dbd2a353b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:16.691549 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1661a9be-d65e-4990-8ee1-53dbd2a353b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:16.697649 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a7246aff-7319-4ee4-be80-06cd18ddab93 req-93b6cd23-44f3-40e1-a91d-64c029d1f7a9 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1601336 Jul 24 09:23:16.718479 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44292) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:16.753542 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1661a9be-d65e-4990-8ee1-53dbd2a353b7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7e24f95e9d44402929269bf767be1c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4857228 Jul 24 09:23:16.755081 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661a9be-d65e-4990-8ee1-53dbd2a353b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8b1ace-bf03-44e2-bf7b-7a98764bcdac,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:16.757774 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44296) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:16.765370 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:16.770804 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed2a703-ba16-4d8e-bb08-6e674642fa95 None None] Network 221d7c7d-75ec-4874-b4af-b63f27f97e03 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:23:16.828233 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a7246aff-7319-4ee4-be80-06cd18ddab93 req-0485c566-c9c8-44f9-abe1-7f461f2aaa2e tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283002 Jul 24 09:23:16.843325 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e5f02cf-2fa4-4338-9bc5-0597a2bcaa14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:16.890410 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e5f02cf-2fa4-4338-9bc5-0597a2bcaa14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:17.047225 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a23540a5-ef35-4960-893a-9d58e6afd25f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=744b83bdb6234dcdb1ecb8530d7b1717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3271921 Jul 24 09:23:17.049879 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44308) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:17.087847 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e5f02cf-2fa4-4338-9bc5-0597a2bcaa14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:17.091989 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e5f02cf-2fa4-4338-9bc5-0597a2bcaa14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:17.096577 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1e5f02cf-2fa4-4338-9bc5-0597a2bcaa14 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa8b1ace-bf03-44e2-bf7b-7a98764bcdac HTTP/1.1" status: 204 len: 168 time: 0.3375354 Jul 24 09:23:17.123330 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b157f72-1f75-4207-91e6-3ad119f60699 req-b03c5cf4-0937-4f10-a1c8-f1941a81b0ea tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:17.125367 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9b157f72-1f75-4207-91e6-3ad119f60699 req-b03c5cf4-0937-4f10-a1c8-f1941a81b0ea tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1282370 Jul 24 09:23:17.154459 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f02cf-2fa4-4338-9bc5-0597a2bcaa14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8b1ace-bf03-44e2-bf7b-7a98764bcdac,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:17.201875 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-60514451-6933-47c5-b11d-a4ff75b36de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:17.228450 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9b157f72-1f75-4207-91e6-3ad119f60699 req-bf4f7b15-1e71-47bd-8f5a-6205e24cd706 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969768 Jul 24 09:23:17.253655 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-60514451-6933-47c5-b11d-a4ff75b36de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:17.320514 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-60514451-6933-47c5-b11d-a4ff75b36de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:17.328465 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-60514451-6933-47c5-b11d-a4ff75b36de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:17.332146 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-60514451-6933-47c5-b11d-a4ff75b36de7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc80a2ec-b47d-45ae-b45b-95829ed1cb1d HTTP/1.1" status: 204 len: 168 time: 0.2811790 Jul 24 09:23:17.355266 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60514451-6933-47c5-b11d-a4ff75b36de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc80a2ec-b47d-45ae-b45b-95829ed1cb1d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:17.493155 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372d6c6-4977-48b8-b7bc-a90de37467f3 req-dced2a7e-f6c9-499e-8c59-1dd21443d9a5 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:17.501282 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c372d6c6-4977-48b8-b7bc-a90de37467f3 req-dced2a7e-f6c9-499e-8c59-1dd21443d9a5 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1133661 Jul 24 09:23:17.574190 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c372d6c6-4977-48b8-b7bc-a90de37467f3 req-39f8ab52-46e1-4188-9259-c8381b1f0f97 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660045 Jul 24 09:23:17.659926 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44332) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:17.721775 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cdda0e3b-6d10-4ab5-93b9-4e0e21de3dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:17.764047 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722383de-ae3d-45f9-876b-f99837d2e4dc req-0f363e5c-012f-461f-a573-a64a3f231452 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:17.766045 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-722383de-ae3d-45f9-876b-f99837d2e4dc req-0f363e5c-012f-461f-a573-a64a3f231452 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 946 time: 0.1117027 Jul 24 09:23:17.817968 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-722383de-ae3d-45f9-876b-f99837d2e4dc req-57109175-5651-464e-869f-96653490ec61 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459936 Jul 24 09:23:17.880699 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-916d0b0a-dfc3-4fd7-9327-4009fb17d5d7 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:17.882301 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-916d0b0a-dfc3-4fd7-9327-4009fb17d5d7 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/networks?id=d7e844a5-8f45-4253-9aac-38cda95adfa7 HTTP/1.1" status: 200 len: 824 time: 0.2156801 Jul 24 09:23:17.911910 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-b87a0e0d-2470-4b29-b9c5-24fd17cafa76 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/quotas/3eb2cb34421b432e8fdcfec6895f4c1a HTTP/1.1" status: 200 len: 375 time: 0.0149374 Jul 24 09:23:17.976121 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-9d6d6bb6-bad2-4342-bc3f-68aad01c5f71 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3eb2cb34421b432e8fdcfec6895f4c1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574503 Jul 24 09:23:18.003967 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cdda0e3b-6d10-4ab5-93b9-4e0e21de3dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:18.019398 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cdda0e3b-6d10-4ab5-93b9-4e0e21de3dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:18.069810 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25908b03-e449-4ecf-bb41-35dcaf302386 req-e2b304f4-3e67-4a9b-8a8e-81d6e656c0b8 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:18.071619 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-25908b03-e449-4ecf-bb41-35dcaf302386 req-e2b304f4-3e67-4a9b-8a8e-81d6e656c0b8 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1291394 Jul 24 09:23:18.137734 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cdda0e3b-6d10-4ab5-93b9-4e0e21de3dc2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a897b8022a0c44dd83d085c9e7441d3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4767246 Jul 24 09:23:18.140356 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44346) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:18.168684 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-25908b03-e449-4ecf-bb41-35dcaf302386 req-38aa2517-d8fd-45b1-9003-e564d4999c91 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834138 Jul 24 09:23:18.217205 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda0e3b-6d10-4ab5-93b9-4e0e21de3dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969ae2a1-2333-41ad-8da7-82f4bdbf2bd1,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:18.246412 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ea859f20-e0d5-4979-a8a0-35455f621a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:18.266008 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-9063fb86-97eb-4731-9631-6c30fdc1060b service neutron] 10.222.0.32 "GET /v2.0/networks/d7e844a5-8f45-4253-9aac-38cda95adfa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807062 Jul 24 09:23:18.280580 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ea859f20-e0d5-4979-a8a0-35455f621a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:18.361257 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ea859f20-e0d5-4979-a8a0-35455f621a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:18.364766 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ea859f20-e0d5-4979-a8a0-35455f621a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:18.366366 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ea859f20-e0d5-4979-a8a0-35455f621a16 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/969ae2a1-2333-41ad-8da7-82f4bdbf2bd1 HTTP/1.1" status: 204 len: 168 time: 0.2249494 Jul 24 09:23:18.408453 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea859f20-e0d5-4979-a8a0-35455f621a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969ae2a1-2333-41ad-8da7-82f4bdbf2bd1,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:18.461995 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60288b-c81a-4067-9905-a0a23bf6bdc4 req-abd6ce8c-6cf5-4fa6-9a04-2db7e0a7b3c0 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:18.467005 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4d60288b-c81a-4067-9905-a0a23bf6bdc4 req-abd6ce8c-6cf5-4fa6-9a04-2db7e0a7b3c0 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1207182 Jul 24 09:23:18.482587 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-651355c8-68ec-4738-a9c9-8bb24abac4ba service neutron] 10.222.0.32 "GET /v2.0/networks/d7e844a5-8f45-4253-9aac-38cda95adfa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067728 Jul 24 09:23:18.536338 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4d60288b-c81a-4067-9905-a0a23bf6bdc4 req-20061440-f080-42b7-b830-705feaff8525 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618608 Jul 24 09:23:18.754997 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d922ceb-3472-467b-bf35-1fe760ab0326 req-a35cccfe-f9a2-4355-ab7d-62deff251c63 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:18.756596 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9d922ceb-3472-467b-bf35-1fe760ab0326 req-a35cccfe-f9a2-4355-ab7d-62deff251c63 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1403165 Jul 24 09:23:18.803854 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44374) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:18.829674 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9d922ceb-3472-467b-bf35-1fe760ab0326 req-46f15905-0341-4bc1-81c6-31f4ae0e0827 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652878 Jul 24 09:23:18.862426 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-15d5f889-8357-4aa5-9f6f-79d966e326dd req-562545af-9286-4ff3-bd20-87fdab268671 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b44aad7-e393-45c5-8ddc-4c529b248d51 HTTP/1.1" status: 200 len: 210 time: 0.0970132 Jul 24 09:23:19.020180 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb63cda-52a6-43b6-a5e8-50b4c6be2ff2 req-9a334ef3-ae1f-4020-811b-3d5c8205ec6b tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:19.031002 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-beb63cda-52a6-43b6-a5e8-50b4c6be2ff2 req-9a334ef3-ae1f-4020-811b-3d5c8205ec6b tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 946 time: 0.1002576 Jul 24 09:23:19.058366 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-d9b43f20-552c-4904-a90a-e48078a3cda5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'network': {'name': 'tempest-RoutersTest-667703421'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:19.140928 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-beb63cda-52a6-43b6-a5e8-50b4c6be2ff2 req-595d0b78-ff6f-4633-aea7-8c9652be75fd tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079535 Jul 24 09:23:19.151669 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b43f20-552c-4904-a90a-e48078a3cda5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Made reservation on behalf of a4d10f6e82b846d8b92cc910ed228db2 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:23:19.172173 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d9b43f20-552c-4904-a90a-e48078a3cda5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:19.202426 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d9b43f20-552c-4904-a90a-e48078a3cda5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:19.442584 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bb87c-83ae-4ecd-be0a-eec58963e300 req-8fb1da9d-c806-4108-b99c-6ad751e30c97 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:19.450544 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a64bb87c-83ae-4ecd-be0a-eec58963e300 req-8fb1da9d-c806-4108-b99c-6ad751e30c97 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1221321 Jul 24 09:23:19.491187 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d9b43f20-552c-4904-a90a-e48078a3cda5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:19.496243 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d9b43f20-552c-4904-a90a-e48078a3cda5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:19.515530 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b43f20-552c-4904-a90a-e48078a3cda5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:23:19.543062 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a64bb87c-83ae-4ecd-be0a-eec58963e300 req-053ff6d7-68d5-4927-8678-6a24968c28a2 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915389 Jul 24 09:23:19.548605 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d9b43f20-552c-4904-a90a-e48078a3cda5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:19.554693 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-d9b43f20-552c-4904-a90a-e48078a3cda5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Added segment 8362fcd6-1fa1-4e89-b02b-043d93458519 of type vlan for network 21328c34-4039-44c2-a337-7fa3b70e893f Jul 24 09:23:19.578771 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b43f20-552c-4904-a90a-e48078a3cda5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=517fba29-219a-4895-a494-d734f724c5b0,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:19.613964 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d9b43f20-552c-4904-a90a-e48078a3cda5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:19.646969 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d9b43f20-552c-4904-a90a-e48078a3cda5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:19.654114 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b43f20-552c-4904-a90a-e48078a3cda5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:19.654790 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d9b43f20-552c-4904-a90a-e48078a3cda5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:19.733384 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b43f20-552c-4904-a90a-e48078a3cda5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Network': ['ID=21328c34-4039-44c2-a337-7fa3b70e893f,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:19.743633 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 21328c34-4039-44c2-a337-7fa3b70e893f details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:23:19.769496 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d9b43f20-552c-4904-a90a-e48078a3cda5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9672420 Jul 24 09:23:19.771936 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44414) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:19.778586 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-5e34dd2d-7aa7-4b01-94ce-b6c2c8826d42 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'network': {'name': 'tempest-RoutersTest-1767583496'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:19.813955 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e34dd2d-7aa7-4b01-94ce-b6c2c8826d42 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Made reservation on behalf of a4d10f6e82b846d8b92cc910ed228db2 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:23:19.817851 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5e34dd2d-7aa7-4b01-94ce-b6c2c8826d42 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:19.826921 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a55a5-e9f5-4009-b110-efc3e4b49bc1 req-b8807484-44eb-4408-a141-05e44b2658c4 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:19.833347 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-622a55a5-e9f5-4009-b110-efc3e4b49bc1 req-b8807484-44eb-4408-a141-05e44b2658c4 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1354082 Jul 24 09:23:19.863612 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e34dd2d-7aa7-4b01-94ce-b6c2c8826d42 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:23:19.890268 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5e34dd2d-7aa7-4b01-94ce-b6c2c8826d42 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:19.906473 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-5e34dd2d-7aa7-4b01-94ce-b6c2c8826d42 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Added segment 08905ab9-1f3e-432e-9268-0bd51c1e8230 of type vlan for network a7cc0c5d-69c4-4ec3-91ff-6c0c467c5699 Jul 24 09:23:19.919871 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-622a55a5-e9f5-4009-b110-efc3e4b49bc1 req-3d9fdb59-c77e-4a81-a6f6-71a245f1a2d9 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781558 Jul 24 09:23:19.994441 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5e34dd2d-7aa7-4b01-94ce-b6c2c8826d42 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:20.043813 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5e34dd2d-7aa7-4b01-94ce-b6c2c8826d42 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:20.043813 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e34dd2d-7aa7-4b01-94ce-b6c2c8826d42 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:20.043813 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5e34dd2d-7aa7-4b01-94ce-b6c2c8826d42 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:20.094677 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a2266833-f5b7-4d53-8e47-21e55c3a0516 req-84f2986b-9c52-4fba-932c-d0fa70569269 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b44aad7-e393-45c5-8ddc-4c529b248d51 HTTP/1.1" status: 200 len: 210 time: 0.0674360 Jul 24 09:23:20.132776 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5e34dd2d-7aa7-4b01-94ce-b6c2c8826d42 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3586631 Jul 24 09:23:20.134824 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44422) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:20.139608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-6643f719-77e4-4af7-aeac-da87c02cc18e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'subnet': {'network_id': '21328c34-4039-44c2-a337-7fa3b70e893f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:20.345052 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34dd2d-7aa7-4b01-94ce-b6c2c8826d42 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Network': ['ID=a7cc0c5d-69c4-4ec3-91ff-6c0c467c5699,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:20.359843 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network a7cc0c5d-69c4-4ec3-91ff-6c0c467c5699 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:23:20.412885 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2fec3-d273-42a2-938e-3f8544532b66 req-4608076b-6da9-46c0-8d4b-6ddb85fc82e1 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:20.414886 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-25a2fec3-d273-42a2-938e-3f8544532b66 req-4608076b-6da9-46c0-8d4b-6ddb85fc82e1 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 946 time: 0.1177690 Jul 24 09:23:20.510929 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-25a2fec3-d273-42a2-938e-3f8544532b66 req-b722c36f-ed97-425d-9c07-c048ef0b3df1 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898566 Jul 24 09:23:20.894079 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e5da9-697f-4784-89a5-1c64df87a897 req-6d5b1654-6b5c-45b3-bc0e-e4a5580b1ef3 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:20.896294 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9c5e5da9-697f-4784-89a5-1c64df87a897 req-6d5b1654-6b5c-45b3-bc0e-e4a5580b1ef3 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=91bd60ef-7291-4643-80af-9d7d8ec3f4ce HTTP/1.1" status: 200 len: 945 time: 0.0976570 Jul 24 09:23:20.945277 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9c5e5da9-697f-4784-89a5-1c64df87a897 req-ba5e419e-c3ad-4604-ae27-504fe054b486 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417166 Jul 24 09:23:21.063777 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-2b759cab-5eba-4e6e-b555-4aa5057afff4 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:21.065359 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-2b759cab-5eba-4e6e-b555-4aa5057afff4 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.37 "GET /v2.0/networks?id=d7e844a5-8f45-4253-9aac-38cda95adfa7 HTTP/1.1" status: 200 len: 824 time: 0.8755107 Jul 24 09:23:21.066792 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6643f719-77e4-4af7-aeac-da87c02cc18e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Made reservation on behalf of a4d10f6e82b846d8b92cc910ed228db2 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:23:21.070444 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6643f719-77e4-4af7-aeac-da87c02cc18e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:21.085971 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a62c84-7ccc-4aca-84af-c9c85ec85bc2 req-807df280-2532-4f06-9d4a-ed5a32830319 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:21.087506 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f7a62c84-7ccc-4aca-84af-c9c85ec85bc2 req-807df280-2532-4f06-9d4a-ed5a32830319 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.7664926 Jul 24 09:23:21.107625 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-7da018f7-3fe3-45b4-ae51-031ae9faee99 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Request body: {'port': {'device_id': '1b44aad7-e393-45c5-8ddc-4c529b248d51', 'network_id': 'd7e844a5-8f45-4253-9aac-38cda95adfa7', 'admin_state_up': True, 'tenant_id': '3eb2cb34421b432e8fdcfec6895f4c1a'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:21.218541 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3fd9a3d7-7a7c-435f-a0da-ecd2e27365d4 req-bea90949-bdce-4dd3-8225-cc853ad34deb tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b44aad7-e393-45c5-8ddc-4c529b248d51 HTTP/1.1" status: 200 len: 210 time: 0.0445223 Jul 24 09:23:21.259164 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f7a62c84-7ccc-4aca-84af-c9c85ec85bc2 req-f38b6122-41b3-4fc9-b6c8-77eb9e80e64b tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555645 Jul 24 09:23:21.338199 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-7da018f7-3fe3-45b4-ae51-031ae9faee99 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Made reservation on behalf of 3eb2cb34421b432e8fdcfec6895f4c1a for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:23:21.344333 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-7da018f7-3fe3-45b4-ae51-031ae9faee99 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:21.421871 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcbbc2-a8f7-4333-b296-a85f28953a92 req-aec751b8-5569-4c42-ae6d-c212e32496fa tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:21.431845 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8dfcbbc2-a8f7-4333-b296-a85f28953a92 req-aec751b8-5569-4c42-ae6d-c212e32496fa tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.0918839 Jul 24 09:23:21.483272 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8dfcbbc2-a8f7-4333-b296-a85f28953a92 req-51106557-4fef-48f2-a5a6-035f37bb14a9 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493710 Jul 24 09:23:21.555735 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6643f719-77e4-4af7-aeac-da87c02cc18e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:21.629664 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-7da018f7-3fe3-45b4-ae51-031ae9faee99 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Allocated IP 172.20.0.6 (d7e844a5-8f45-4253-9aac-38cda95adfa7/0f2ca739-9cf8-41dd-88cf-3e376bde8f7f/c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:23:21.683993 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643f719-77e4-4af7-aeac-da87c02cc18e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Subnet': ['ID=0dc4c7dc-44db-4c72-b148-78e4a5134015,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:21.698943 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bc0da-6b92-4b2e-bde2-ac424d24e721 req-aa751ecf-8ae9-4482-a8ad-7564725f5613 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:21.710696 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-023bc0da-6b92-4b2e-bde2-ac424d24e721 req-aa751ecf-8ae9-4482-a8ad-7564725f5613 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.0932388 Jul 24 09:23:21.721633 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643f719-77e4-4af7-aeac-da87c02cc18e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:21.721984 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643f719-77e4-4af7-aeac-da87c02cc18e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:21.722323 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643f719-77e4-4af7-aeac-da87c02cc18e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:21.722657 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643f719-77e4-4af7-aeac-da87c02cc18e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:21.723016 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643f719-77e4-4af7-aeac-da87c02cc18e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:21.723323 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643f719-77e4-4af7-aeac-da87c02cc18e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:21.723651 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643f719-77e4-4af7-aeac-da87c02cc18e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:21.723984 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643f719-77e4-4af7-aeac-da87c02cc18e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:21.724315 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643f719-77e4-4af7-aeac-da87c02cc18e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:21.724634 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643f719-77e4-4af7-aeac-da87c02cc18e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:21.724980 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643f719-77e4-4af7-aeac-da87c02cc18e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:21.725301 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643f719-77e4-4af7-aeac-da87c02cc18e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:21.741971 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6643f719-77e4-4af7-aeac-da87c02cc18e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Checking segment: {'id': '8362fcd6-1fa1-4e89-b02b-043d93458519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '21328c34-4039-44c2-a337-7fa3b70e893f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:23:21.742343 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6643f719-77e4-4af7-aeac-da87c02cc18e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network hostable DHCP agents. Network: 21328c34-4039-44c2-a337-7fa3b70e893f, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:23:21.762853 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-023bc0da-6b92-4b2e-bde2-ac424d24e721 req-d7d721fe-27b0-41aa-a55a-65f3a6a3a0d6 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473042 Jul 24 09:23:21.787708 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278cd64-8c20-4313-acc0-d944d76cff5a req-a8e8e840-eb9f-46d9-919c-4ce2bbd6ca69 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:21.789277 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8278cd64-8c20-4313-acc0-d944d76cff5a req-a8e8e840-eb9f-46d9-919c-4ce2bbd6ca69 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 946 time: 0.1677592 Jul 24 09:23:21.810990 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6643f719-77e4-4af7-aeac-da87c02cc18e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network 21328c34-4039-44c2-a337-7fa3b70e893f is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:23:21.844679 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-6643f719-77e4-4af7-aeac-da87c02cc18e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 21328c34-4039-44c2-a337-7fa3b70e893f) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:23:21.852685 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec4aa6d-084b-4646-a603-c6b089255e51 None None] Network 21328c34-4039-44c2-a337-7fa3b70e893f requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:23:21.922022 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776195bb-969a-4ce6-996d-dbc7c7c09a07 req-23529006-bfd9-414e-a3e1-be9c9f1c53c1 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:21.929886 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-776195bb-969a-4ce6-996d-dbc7c7c09a07 req-23529006-bfd9-414e-a3e1-be9c9f1c53c1 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.0853794 Jul 24 09:23:21.947394 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6643f719-77e4-4af7-aeac-da87c02cc18e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:21.947926 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6643f719-77e4-4af7-aeac-da87c02cc18e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:21.952797 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8278cd64-8c20-4313-acc0-d944d76cff5a req-61c8fc9c-1a18-4822-855e-aa30d87d99fd tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461890 Jul 24 09:23:21.983544 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6643f719-77e4-4af7-aeac-da87c02cc18e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8478305 Jul 24 09:23:21.984457 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44484) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:21.994525 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-933066dd-fde6-49dd-9495-47a659dc12e5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'subnet': {'network_id': 'a7cc0c5d-69c4-4ec3-91ff-6c0c467c5699', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:21.998726 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-776195bb-969a-4ce6-996d-dbc7c7c09a07 req-b79d36c9-3435-49ab-b110-17b67ad076d4 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668044 Jul 24 09:23:22.049341 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-7da018f7-3fe3-45b4-ae51-031ae9faee99 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:22.131111 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab855827-4256-4f62-afaf-8a4278f4e908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-21328c34-4039-44c2-a337-7fa3b70e893f', 'network_id': '21328c34-4039-44c2-a337-7fa3b70e893f', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'fixed_ips': [{'subnet_id': '0dc4c7dc-44db-4c72-b148-78e4a5134015'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:23:22.131993 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ab855827-4256-4f62-afaf-8a4278f4e908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:22.192156 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933066dd-fde6-49dd-9495-47a659dc12e5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Made reservation on behalf of a4d10f6e82b846d8b92cc910ed228db2 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:23:22.195932 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-933066dd-fde6-49dd-9495-47a659dc12e5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:22.247994 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-7da018f7-3fe3-45b4-ae51-031ae9faee99 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:22.305341 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ad579-6923-4790-a9d5-b451c65e5af7 req-8b859001-ab21-42a8-b2f4-62a123f2cabf tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:22.312548 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3d5ad579-6923-4790-a9d5-b451c65e5af7 req-8b859001-ab21-42a8-b2f4-62a123f2cabf tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=91bd60ef-7291-4643-80af-9d7d8ec3f4ce HTTP/1.1" status: 200 len: 945 time: 0.2002580 Jul 24 09:23:22.366910 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-ab855827-4256-4f62-afaf-8a4278f4e908 None None] Allocated IP 172.20.0.2 (21328c34-4039-44c2-a337-7fa3b70e893f/0dc4c7dc-44db-4c72-b148-78e4a5134015/5bc18e43-75db-405a-b9a0-956458808584) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:23:22.444350 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c01d1-24ca-407a-8aa4-5ef90ca1b34c req-9fc157cb-d580-475b-a46c-f299519466c9 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:22.457251 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-754c01d1-24ca-407a-8aa4-5ef90ca1b34c req-9fc157cb-d580-475b-a46c-f299519466c9 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1265996 Jul 24 09:23:22.517665 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-7da018f7-3fe3-45b4-ae51-031ae9faee99 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Network d7e844a5-8f45-4253-9aac-38cda95adfa7 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:23:22.542081 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-754c01d1-24ca-407a-8aa4-5ef90ca1b34c req-d3ddb579-7cf4-4db0-8453-6f397f2222e2 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838330 Jul 24 09:23:22.544880 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-7da018f7-3fe3-45b4-ae51-031ae9faee99 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:23:22.550796 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da018f7-3fe3-45b4-ae51-031ae9faee99 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Pushing event updated for resources: {'Port': ['ID=c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:22.559469 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-7da018f7-3fe3-45b4-ae51-031ae9faee99 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:23:22.612893 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-7da018f7-3fe3-45b4-ae51-031ae9faee99 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:22.613350 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ab855827-4256-4f62-afaf-8a4278f4e908 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:22.613702 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-7da018f7-3fe3-45b4-ae51-031ae9faee99 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:22.623161 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ab855827-4256-4f62-afaf-8a4278f4e908 None None] Transition to ACTIVE for port object 5bc18e43-75db-405a-b9a0-956458808584 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:23:22.640815 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ab855827-4256-4f62-afaf-8a4278f4e908 None None] Transition to ACTIVE for port object 5bc18e43-75db-405a-b9a0-956458808584 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:23:22.642173 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3d5ad579-6923-4790-a9d5-b451c65e5af7 req-ba24cad2-147a-4453-b8d1-acaf8502413f tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287210 Jul 24 09:23:22.668864 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ab855827-4256-4f62-afaf-8a4278f4e908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:22.679913 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-7da018f7-3fe3-45b4-ae51-031ae9faee99 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5913522 Jul 24 09:23:22.700267 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-adace3a8-b32f-4be1-bc29-7b5accdb8851 service neutron] Request body: {'port': {'device_id': '1b44aad7-e393-45c5-8ddc-4c529b248d51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:22.714918 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a502d-7ef7-48b1-9f7f-8d4d94aa42a8 req-8c4544b7-ee0d-4fab-8107-823b059dde51 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:22.716522 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca8a502d-7ef7-48b1-9f7f-8d4d94aa42a8 req-8c4544b7-ee0d-4fab-8107-823b059dde51 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.37 "GET /v2.0/ports?device_id=91bd60ef-7291-4643-80af-9d7d8ec3f4ce HTTP/1.1" status: 200 len: 945 time: 0.2805052 Jul 24 09:23:22.758080 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab855827-4256-4f62-afaf-8a4278f4e908 None None] Network 21328c34-4039-44c2-a337-7fa3b70e893f is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:23:22.764706 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-ab855827-4256-4f62-afaf-8a4278f4e908 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:23:22.770510 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab855827-4256-4f62-afaf-8a4278f4e908 None None] Pushing event updated for resources: {'Port': ['ID=5bc18e43-75db-405a-b9a0-956458808584,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:22.773672 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab855827-4256-4f62-afaf-8a4278f4e908 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:23:22.788205 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99812e-350a-4761-9a14-7ac2d8785874 req-8bf9bcdb-23a0-47c6-80e5-4357b3a0f3c7 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:22.790769 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e99812e-350a-4761-9a14-7ac2d8785874 req-8bf9bcdb-23a0-47c6-80e5-4357b3a0f3c7 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b44aad7-e393-45c5-8ddc-4c529b248d51 HTTP/1.1" status: 200 len: 931 time: 0.0978379 Jul 24 09:23:22.867216 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ab855827-4256-4f62-afaf-8a4278f4e908 None None] Attempting to bind port 5bc18e43-75db-405a-b9a0-956458808584 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:23:22.868446 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ab855827-4256-4f62-afaf-8a4278f4e908 None None] Attempting to bind port 5bc18e43-75db-405a-b9a0-956458808584 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '8362fcd6-1fa1-4e89-b02b-043d93458519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '21328c34-4039-44c2-a337-7fa3b70e893f'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:23:22.868880 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-933066dd-fde6-49dd-9495-47a659dc12e5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:22.869406 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab855827-4256-4f62-afaf-8a4278f4e908 None None] Attempting to bind port 5bc18e43-75db-405a-b9a0-956458808584 on network 21328c34-4039-44c2-a337-7fa3b70e893f {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:23:22.874830 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e99812e-350a-4761-9a14-7ac2d8785874 req-8c30b890-d403-4272-bbf9-6fc49a494ac0 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c7f7441-a841-421c-a1a3-436fd8580443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656199 Jul 24 09:23:22.877628 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab855827-4256-4f62-afaf-8a4278f4e908 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:23:22.878813 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab855827-4256-4f62-afaf-8a4278f4e908 None None] Checking segment: {'id': '8362fcd6-1fa1-4e89-b02b-043d93458519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '21328c34-4039-44c2-a337-7fa3b70e893f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:23:22.879673 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ab855827-4256-4f62-afaf-8a4278f4e908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:22.881370 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab855827-4256-4f62-afaf-8a4278f4e908 None None] Bound using segment: {'id': '8362fcd6-1fa1-4e89-b02b-043d93458519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '21328c34-4039-44c2-a337-7fa3b70e893f'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:23:22.882630 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ab855827-4256-4f62-afaf-8a4278f4e908 None None] Bound port: 5bc18e43-75db-405a-b9a0-956458808584, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8362fcd6-1fa1-4e89-b02b-043d93458519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '21328c34-4039-44c2-a337-7fa3b70e893f'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:23:22.883377 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ab855827-4256-4f62-afaf-8a4278f4e908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:22.961163 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ab855827-4256-4f62-afaf-8a4278f4e908 None None] For port 5bc18e43-75db-405a-b9a0-956458808584, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:23:22.966359 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ab855827-4256-4f62-afaf-8a4278f4e908 None None] For port 5bc18e43-75db-405a-b9a0-956458808584, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5bc18e43-75db-405a-b9a0-956458808584,segment=NetworkSegment(8362fcd6-1fa1-4e89-b02b-043d93458519),segment_id=8362fcd6-1fa1-4e89-b02b-043d93458519)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:23:22.971162 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ab855827-4256-4f62-afaf-8a4278f4e908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:23.009021 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-adace3a8-b32f-4be1-bc29-7b5accdb8851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:23.033005 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933066dd-fde6-49dd-9495-47a659dc12e5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Subnet': ['ID=abe9c8df-d683-43a2-a83e-ac72407072d9,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:23.046172 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933066dd-fde6-49dd-9495-47a659dc12e5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Checking segment: {'id': '08905ab9-1f3e-432e-9268-0bd51c1e8230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7cc0c5d-69c4-4ec3-91ff-6c0c467c5699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:23:23.046538 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933066dd-fde6-49dd-9495-47a659dc12e5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network hostable DHCP agents. Network: a7cc0c5d-69c4-4ec3-91ff-6c0c467c5699, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:23:23.074229 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-ca8a502d-7ef7-48b1-9f7f-8d4d94aa42a8 req-6f24232c-4b56-4175-b08c-238f70029d94 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Deleting port 2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:23:23.074578 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ca8a502d-7ef7-48b1-9f7f-8d4d94aa42a8 req-6f24232c-4b56-4175-b08c-238f70029d94 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:23.099325 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab855827-4256-4f62-afaf-8a4278f4e908 None None] Pushing event updated for resources: {'Port': ['ID=5bc18e43-75db-405a-b9a0-956458808584,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:23.161830 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933066dd-fde6-49dd-9495-47a659dc12e5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network a7cc0c5d-69c4-4ec3-91ff-6c0c467c5699 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:23:23.227433 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-933066dd-fde6-49dd-9495-47a659dc12e5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, a7cc0c5d-69c4-4ec3-91ff-6c0c467c5699) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:23:23.240287 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933066dd-fde6-49dd-9495-47a659dc12e5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:23.240832 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5440249c-8c0f-4599-afa1-ad3efe33e91d None None] Network a7cc0c5d-69c4-4ec3-91ff-6c0c467c5699 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:23:23.241540 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-933066dd-fde6-49dd-9495-47a659dc12e5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:23.414389 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-933066dd-fde6-49dd-9495-47a659dc12e5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4242058 Jul 24 09:23:23.417167 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44508) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:23.425395 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-ca8a502d-7ef7-48b1-9f7f-8d4d94aa42a8 req-6f24232c-4b56-4175-b08c-238f70029d94 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] For port 2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b,segment=NetworkSegment(658362e4-6283-4c69-8eba-315d82acaa5f),segment_id=658362e4-6283-4c69-8eba-315d82acaa5f)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:23:23.425395 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ca8a502d-7ef7-48b1-9f7f-8d4d94aa42a8 req-6f24232c-4b56-4175-b08c-238f70029d94 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:23.426224 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-52dd4061-bbc1-4445-93bc-bc6655f3e309 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1137029000', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:23.477400 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-52dd4061-bbc1-4445-93bc-bc6655f3e309 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:23.478647 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-52dd4061-bbc1-4445-93bc-bc6655f3e309 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:23.482004 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-ca8a502d-7ef7-48b1-9f7f-8d4d94aa42a8 req-6f24232c-4b56-4175-b08c-238f70029d94 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Calling delete_port for 2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:23:23.553665 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3b31ea-7ff0-4048-accb-e9cc9f8209e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-a7cc0c5d-69c4-4ec3-91ff-6c0c467c5699', 'network_id': 'a7cc0c5d-69c4-4ec3-91ff-6c0c467c5699', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'fixed_ips': [{'subnet_id': 'abe9c8df-d683-43a2-a83e-ac72407072d9'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:23:23.556396 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ea3b31ea-7ff0-4048-accb-e9cc9f8209e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:23.626493 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06888fbb-d2a4-4d7d-8bdc-c04c1d8246b7 req-958a6db3-1fc0-4508-87b5-0321b8d089c2 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:23.628894 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-06888fbb-d2a4-4d7d-8bdc-c04c1d8246b7 req-958a6db3-1fc0-4508-87b5-0321b8d089c2 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 946 time: 0.5166852 Jul 24 09:23:23.651650 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-52dd4061-bbc1-4445-93bc-bc6655f3e309 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:23.656877 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-52dd4061-bbc1-4445-93bc-bc6655f3e309 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:23.688315 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-52dd4061-bbc1-4445-93bc-bc6655f3e309 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:23.689580 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-52dd4061-bbc1-4445-93bc-bc6655f3e309 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2708147 Jul 24 09:23:23.692359 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44520) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:23.761659 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5bc18e43-75db-405a-b9a0-956458808584 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:23:23.876391 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-06888fbb-d2a4-4d7d-8bdc-c04c1d8246b7 req-70ade9eb-b1b1-40e6-a379-d431c069d13f tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209918 Jul 24 09:23:23.911902 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-ea3b31ea-7ff0-4048-accb-e9cc9f8209e4 None None] Allocated IP 172.21.0.2 (a7cc0c5d-69c4-4ec3-91ff-6c0c467c5699/abe9c8df-d683-43a2-a83e-ac72407072d9/bc2c4c43-4a4a-4e00-825a-a04c70aa0091) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:23:23.911902 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 5bc18e43-75db-405a-b9a0-956458808584 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:23:24.078629 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-adace3a8-b32f-4be1-bc29-7b5accdb8851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:23:24.080145 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a798cc4-bd4b-4fd0-944a-202df7816250 req-5a7cda96-6c00-453a-b9bf-32ad4e68350b tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:24.095941 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8a798cc4-bd4b-4fd0-944a-202df7816250 req-5a7cda96-6c00-453a-b9bf-32ad4e68350b tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.3892241 Jul 24 09:23:24.100432 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-adace3a8-b32f-4be1-bc29-7b5accdb8851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:24.184512 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ea3b31ea-7ff0-4048-accb-e9cc9f8209e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:24.205632 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ea3b31ea-7ff0-4048-accb-e9cc9f8209e4 None None] Transition to ACTIVE for port object bc2c4c43-4a4a-4e00-825a-a04c70aa0091 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:23:24.206229 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-adace3a8-b32f-4be1-bc29-7b5accdb8851 service neutron] Transition to ACTIVE for port object c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:23:24.223592 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-adace3a8-b32f-4be1-bc29-7b5accdb8851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:24.225823 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ca8a502d-7ef7-48b1-9f7f-8d4d94aa42a8 req-6f24232c-4b56-4175-b08c-238f70029d94 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:24.232897 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ea3b31ea-7ff0-4048-accb-e9cc9f8209e4 None None] Transition to ACTIVE for port object bc2c4c43-4a4a-4e00-825a-a04c70aa0091 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:23:24.238501 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:23:24.242105 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-50d1f294-e6b8-4dcc-bd5d-73c7c1366ee1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:24.245286 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['817a6aca-9aae-4476-9c65-62feb31400b7'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:23:24.248425 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ea3b31ea-7ff0-4048-accb-e9cc9f8209e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:24.300456 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8a798cc4-bd4b-4fd0-944a-202df7816250 req-c9653931-1969-415e-8815-926dbff53459 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028806 Jul 24 09:23:24.368694 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb4209-2927-467d-b772-7772bab8a497 req-c3f616da-5c6d-42ac-b566-4030dd4130e3 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:24.380070 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d0bb4209-2927-467d-b772-7772bab8a497 req-c3f616da-5c6d-42ac-b566-4030dd4130e3 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=91bd60ef-7291-4643-80af-9d7d8ec3f4ce HTTP/1.1" status: 200 len: 867 time: 0.2644317 Jul 24 09:23:24.391306 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adace3a8-b32f-4be1-bc29-7b5accdb8851 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:24.428261 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3b31ea-7ff0-4048-accb-e9cc9f8209e4 None None] Network a7cc0c5d-69c4-4ec3-91ff-6c0c467c5699 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:23:24.487501 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8a502d-7ef7-48b1-9f7f-8d4d94aa42a8 req-6f24232c-4b56-4175-b08c-238f70029d94 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] No DVR routers for this DVR port 2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:23:24.491717 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ca8a502d-7ef7-48b1-9f7f-8d4d94aa42a8 req-6f24232c-4b56-4175-b08c-238f70029d94 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:24.498420 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca8a502d-7ef7-48b1-9f7f-8d4d94aa42a8 req-6f24232c-4b56-4175-b08c-238f70029d94 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.37 "DELETE /v2.0/ports/2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b HTTP/1.1" status: 204 len: 173 time: 1.7606680 Jul 24 09:23:24.499824 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24232c-4b56-4175-b08c-238f70029d94 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Pushing event deleted for resources: {'Port': ['ID=2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:24.506788 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bd60ef-7291-4643-80af-9d7d8ec3f4ce', 'name': 'network-vif-deleted', 'tag': '2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:23:24.517566 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-ea3b31ea-7ff0-4048-accb-e9cc9f8209e4 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:23:24.519007 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42d32da-1c9b-4fb0-aa2d-06f2be02040b" -d '{"events": [{"server_uuid": "91bd60ef-7291-4643-80af-9d7d8ec3f4ce", "name": "network-vif-deleted", "tag": "2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:23:24.534273 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3b31ea-7ff0-4048-accb-e9cc9f8209e4 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:23:24.536834 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b31ea-7ff0-4048-accb-e9cc9f8209e4 None None] Pushing event updated for resources: {'Port': ['ID=bc2c4c43-4a4a-4e00-825a-a04c70aa0091,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:24.599534 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d0bb4209-2927-467d-b772-7772bab8a497 req-29b37071-841c-4859-a95e-e19c0b2f1df0 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181304 Jul 24 09:23:24.783359 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-adace3a8-b32f-4be1-bc29-7b5accdb8851 service neutron] Attempting to bind port c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:23:24.783975 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-adace3a8-b32f-4be1-bc29-7b5accdb8851 service neutron] Attempting to bind port c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '3b35c742-3f56-4364-8692-d43c264660b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd7e844a5-8f45-4253-9aac-38cda95adfa7'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:23:24.784090 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-adace3a8-b32f-4be1-bc29-7b5accdb8851 service neutron] Attempting to bind port c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5 on network d7e844a5-8f45-4253-9aac-38cda95adfa7 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:23:24.789249 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-adace3a8-b32f-4be1-bc29-7b5accdb8851 service neutron] Port c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5 on network d7e844a5-8f45-4253-9aac-38cda95adfa7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:23:24.789668 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-adace3a8-b32f-4be1-bc29-7b5accdb8851 service neutron] Attempting to bind port c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5 on network d7e844a5-8f45-4253-9aac-38cda95adfa7 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:23:24.796160 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-adace3a8-b32f-4be1-bc29-7b5accdb8851 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:23:24.796578 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-adace3a8-b32f-4be1-bc29-7b5accdb8851 service neutron] Checking segment: {'id': '3b35c742-3f56-4364-8692-d43c264660b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd7e844a5-8f45-4253-9aac-38cda95adfa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:23:24.797078 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-adace3a8-b32f-4be1-bc29-7b5accdb8851 service neutron] Bound using segment: {'id': '3b35c742-3f56-4364-8692-d43c264660b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd7e844a5-8f45-4253-9aac-38cda95adfa7'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:23:24.797904 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-adace3a8-b32f-4be1-bc29-7b5accdb8851 service neutron] Bound port: c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b35c742-3f56-4364-8692-d43c264660b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd7e844a5-8f45-4253-9aac-38cda95adfa7'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:23:24.798354 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-adace3a8-b32f-4be1-bc29-7b5accdb8851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:24.819347 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cbf951-64e9-4f29-b785-35c3a977e6b3 None None] Network 21328c34-4039-44c2-a337-7fa3b70e893f requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:23:24.825534 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c50107-5be8-43f1-95ba-478fff719476 req-fcdaf443-de4b-4842-a1d3-8d9711cd4d87 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:24.828442 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ea3b31ea-7ff0-4048-accb-e9cc9f8209e4 None None] Attempting to bind port bc2c4c43-4a4a-4e00-825a-a04c70aa0091 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:23:24.828859 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ea3b31ea-7ff0-4048-accb-e9cc9f8209e4 None None] Attempting to bind port bc2c4c43-4a4a-4e00-825a-a04c70aa0091 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '08905ab9-1f3e-432e-9268-0bd51c1e8230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7cc0c5d-69c4-4ec3-91ff-6c0c467c5699'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:23:24.829223 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3b31ea-7ff0-4048-accb-e9cc9f8209e4 None None] Attempting to bind port bc2c4c43-4a4a-4e00-825a-a04c70aa0091 on network a7cc0c5d-69c4-4ec3-91ff-6c0c467c5699 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:23:24.836102 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-61c50107-5be8-43f1-95ba-478fff719476 req-fcdaf443-de4b-4842-a1d3-8d9711cd4d87 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b44aad7-e393-45c5-8ddc-4c529b248d51 HTTP/1.1" status: 200 len: 943 time: 0.3579226 Jul 24 09:23:24.889755 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34db23d-e8c2-43d5-bab2-627795d4eb73 x-openstack-request-id: req-f34db23d-e8c2-43d5-bab2-627795d4eb73 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:23:24.889755 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bd60ef-7291-4643-80af-9d7d8ec3f4ce", "name": "network-vif-deleted", "tag": "2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:23:24.890086 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f34db23d-e8c2-43d5-bab2-627795d4eb73 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:23:24.890336 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bd60ef-7291-4643-80af-9d7d8ec3f4ce', 'name': 'network-vif-deleted', 'tag': '2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b', 'status': 'completed', 'code': 200} Jul 24 09:23:24.902126 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-adace3a8-b32f-4be1-bc29-7b5accdb8851 service neutron] For port c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:23:24.912499 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-adace3a8-b32f-4be1-bc29-7b5accdb8851 service neutron] For port c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5,segment=NetworkSegment(3b35c742-3f56-4364-8692-d43c264660b0),segment_id=3b35c742-3f56-4364-8692-d43c264660b0)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:23:24.921534 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-adace3a8-b32f-4be1-bc29-7b5accdb8851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:24.924274 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3b31ea-7ff0-4048-accb-e9cc9f8209e4 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:23:24.933067 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3b31ea-7ff0-4048-accb-e9cc9f8209e4 None None] Checking segment: {'id': '08905ab9-1f3e-432e-9268-0bd51c1e8230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7cc0c5d-69c4-4ec3-91ff-6c0c467c5699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:23:24.933556 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ea3b31ea-7ff0-4048-accb-e9cc9f8209e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:24.933964 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3b31ea-7ff0-4048-accb-e9cc9f8209e4 None None] Bound using segment: {'id': '08905ab9-1f3e-432e-9268-0bd51c1e8230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7cc0c5d-69c4-4ec3-91ff-6c0c467c5699'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:23:24.934474 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ea3b31ea-7ff0-4048-accb-e9cc9f8209e4 None None] Bound port: bc2c4c43-4a4a-4e00-825a-a04c70aa0091, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08905ab9-1f3e-432e-9268-0bd51c1e8230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7cc0c5d-69c4-4ec3-91ff-6c0c467c5699'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:23:24.935032 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ea3b31ea-7ff0-4048-accb-e9cc9f8209e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:25.016806 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5b1004fe-1bbc-40ac-bafa-f4f489eba9e4 None None] Provisioning for port 5bc18e43-75db-405a-b9a0-956458808584 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:23:25.102240 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-61c50107-5be8-43f1-95ba-478fff719476 req-095b62e7-ba76-4d9d-b5e2-0655f3b76ae9 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c7f7441-a841-421c-a1a3-436fd8580443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526371 Jul 24 09:23:25.113069 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ea3b31ea-7ff0-4048-accb-e9cc9f8209e4 None None] For port bc2c4c43-4a4a-4e00-825a-a04c70aa0091, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:23:25.116449 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ea3b31ea-7ff0-4048-accb-e9cc9f8209e4 None None] For port bc2c4c43-4a4a-4e00-825a-a04c70aa0091, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=bc2c4c43-4a4a-4e00-825a-a04c70aa0091,segment=NetworkSegment(08905ab9-1f3e-432e-9268-0bd51c1e8230),segment_id=08905ab9-1f3e-432e-9268-0bd51c1e8230)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:23:25.133447 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ea3b31ea-7ff0-4048-accb-e9cc9f8209e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:25.151092 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5b1004fe-1bbc-40ac-bafa-f4f489eba9e4 None None] Provisioning complete for port 5bc18e43-75db-405a-b9a0-956458808584 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:25.151477 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5b1004fe-1bbc-40ac-bafa-f4f489eba9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:25.169553 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adace3a8-b32f-4be1-bc29-7b5accdb8851 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:25.174236 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-adace3a8-b32f-4be1-bc29-7b5accdb8851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:25.186253 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-adace3a8-b32f-4be1-bc29-7b5accdb8851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:25.193139 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-adace3a8-b32f-4be1-bc29-7b5accdb8851 service neutron] 10.222.0.37 "PUT /v2.0/ports/c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5 HTTP/1.1" status: 200 len: 1091 time: 2.5016785 Jul 24 09:23:25.199153 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-50d1f294-e6b8-4dcc-bd5d-73c7c1366ee1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Allocated IP 172.20.0.1 (21328c34-4039-44c2-a337-7fa3b70e893f/0dc4c7dc-44db-4c72-b148-78e4a5134015/383a9493-56d0-46ee-9e0f-52534057b1df) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:23:25.505825 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b31ea-7ff0-4048-accb-e9cc9f8209e4 None None] Pushing event updated for resources: {'Port': ['ID=bc2c4c43-4a4a-4e00-825a-a04c70aa0091,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:25.533309 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25439896-40c9-4a19-a3d9-d00f16938022 req-d79bb977-97df-4fba-9e7d-b04d091f76db tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:25.548404 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-25439896-40c9-4a19-a3d9-d00f16938022 req-d79bb977-97df-4fba-9e7d-b04d091f76db tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 946 time: 0.3752675 Jul 24 09:23:25.614019 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-50d1f294-e6b8-4dcc-bd5d-73c7c1366ee1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:25.623142 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:23:25.631239 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45278855-77fa-4227-84d0-9bc96bbc1aa8 req-99e242d5-e085-4ab6-80ba-c44196922d07 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:25.633344 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-45278855-77fa-4227-84d0-9bc96bbc1aa8 req-99e242d5-e085-4ab6-80ba-c44196922d07 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.3311391 Jul 24 09:23:25.657904 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-50d1f294-e6b8-4dcc-bd5d-73c7c1366ee1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Transition to ACTIVE for port object 383a9493-56d0-46ee-9e0f-52534057b1df will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:23:25.663021 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:23:25.663480 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 2f4d2346-6e73-4e31-b9a0-bc9f3c9f622b not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:23:25.671727 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5b1004fe-1bbc-40ac-bafa-f4f489eba9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:25.677904 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-3fdbb48a-0409-4592-a5e5-ab414910db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:25.683747 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-3fdbb48a-0409-4592-a5e5-ab414910db64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3eb2cb34421b432e8fdcfec6895f4c1a&device_id=1b44aad7-e393-45c5-8ddc-4c529b248d51 HTTP/1.1" status: 200 len: 1094 time: 0.2731571 Jul 24 09:23:25.716325 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-25439896-40c9-4a19-a3d9-d00f16938022 req-e8c89fda-6431-4e3a-a56a-eef06177ca80 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667483 Jul 24 09:23:25.719181 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-5b1004fe-1bbc-40ac-bafa-f4f489eba9e4 None None] For port 5bc18e43-75db-405a-b9a0-956458808584, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5bc18e43-75db-405a-b9a0-956458808584,segment=NetworkSegment(8362fcd6-1fa1-4e89-b02b-043d93458519),segment_id=8362fcd6-1fa1-4e89-b02b-043d93458519)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:23:25.733896 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5b1004fe-1bbc-40ac-bafa-f4f489eba9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:25.812718 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-f5b00111-f11d-431e-ab73-5e6b5c5f6bc2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5 HTTP/1.1" status: 200 len: 217 time: 0.0947831 Jul 24 09:23:25.840693 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-45278855-77fa-4227-84d0-9bc96bbc1aa8 req-b5cd285a-00e7-4d13-a1a7-bbd5fac4b589 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992004 Jul 24 09:23:25.859137 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1004fe-1bbc-40ac-bafa-f4f489eba9e4 None None] Pushing event updated for resources: {'Port': ['ID=5bc18e43-75db-405a-b9a0-956458808584,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:25.880300 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-50d1f294-e6b8-4dcc-bd5d-73c7c1366ee1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:25.956587 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-9ef0231b-40b9-4dc8-8776-8d286b385cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:25.961276 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-9ef0231b-40b9-4dc8-8776-8d286b385cf3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0f2ca739-9cf8-41dd-88cf-3e376bde8f7f HTTP/1.1" status: 200 len: 864 time: 0.1388168 Jul 24 09:23:25.970547 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d1f294-e6b8-4dcc-bd5d-73c7c1366ee1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network 21328c34-4039-44c2-a337-7fa3b70e893f is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:23:25.976217 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-50d1f294-e6b8-4dcc-bd5d-73c7c1366ee1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:23:25.999435 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d1f294-e6b8-4dcc-bd5d-73c7c1366ee1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:23:26.037591 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-735ca70c-2733-47e8-ae33-2155b6f7e476 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7e844a5-8f45-4253-9aac-38cda95adfa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713170 Jul 24 09:23:26.155760 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1f294-e6b8-4dcc-bd5d-73c7c1366ee1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Port': ['ID=383a9493-56d0-46ee-9e0f-52534057b1df,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:26.208098 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-50d1f294-e6b8-4dcc-bd5d-73c7c1366ee1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:26.240777 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-13c569ec-47fc-4382-a229-ca53d281f6ea service neutron] 10.222.0.37 "GET /v2.0/networks/d7e844a5-8f45-4253-9aac-38cda95adfa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961670 Jul 24 09:23:26.375175 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6378d7a1-edb3-4724-a16c-94b09e8bccb0 None None] Provisioning complete for port 5bc18e43-75db-405a-b9a0-956458808584 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:26.375800 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6378d7a1-edb3-4724-a16c-94b09e8bccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:26.495842 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26ed17-0dec-440f-bb79-88a9aebdf0e9 req-c294c4e9-5482-462c-8558-616ab03360e0 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:26.497535 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0c26ed17-0dec-440f-bb79-88a9aebdf0e9 req-c294c4e9-5482-462c-8558-616ab03360e0 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b44aad7-e393-45c5-8ddc-4c529b248d51 HTTP/1.1" status: 200 len: 943 time: 0.2112856 Jul 24 09:23:26.520064 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-50d1f294-e6b8-4dcc-bd5d-73c7c1366ee1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:26.559735 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b2ccb2e7-f8d3-47b6-bca7-8e1dab7fc5ca req-da3ed2a1-9625-4edf-80e8-2980b28f5555 service neutron] 10.222.0.37 "GET /v2.0/networks/d7e844a5-8f45-4253-9aac-38cda95adfa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092337 Jul 24 09:23:26.593318 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7511cd-e1c7-4a6d-899b-68ab673d5109 req-87bf65b2-3e72-42eb-b057-d95c52af0779 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:26.595412 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7e7511cd-e1c7-4a6d-899b-68ab673d5109 req-87bf65b2-3e72-42eb-b057-d95c52af0779 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=53bd81ac-2e21-4f74-9680-5ad35d1f836f HTTP/1.1" status: 200 len: 946 time: 0.2745242 Jul 24 09:23:26.678447 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7e7511cd-e1c7-4a6d-899b-68ab673d5109 req-b68c5961-8dd3-40b7-8379-3e2184378e30 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733116 Jul 24 09:23:26.688315 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0c26ed17-0dec-440f-bb79-88a9aebdf0e9 req-6fb97146-aac7-49bf-9a0a-b5a1a37ee9b5 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c7f7441-a841-421c-a1a3-436fd8580443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823237 Jul 24 09:23:26.772255 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-58c69bc4-f4e8-41ce-aa5a-d2e0713117e5 None None] Provisioning for port 383a9493-56d0-46ee-9e0f-52534057b1df completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:23:26.781427 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-58c69bc4-f4e8-41ce-aa5a-d2e0713117e5 None None] Provisioning complete for port 383a9493-56d0-46ee-9e0f-52534057b1df triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:26.782131 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-58c69bc4-f4e8-41ce-aa5a-d2e0713117e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:26.872219 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-58c69bc4-f4e8-41ce-aa5a-d2e0713117e5 None None] Port 383a9493-56d0-46ee-9e0f-52534057b1df cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:23:26.897111 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b44aad7-e393-45c5-8ddc-4c529b248d51', 'tag': 'c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:23:26.899561 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d95816-9d13-4599-9db3-19a61244fc5a" -d '{"events": [{"name": "network-changed", "server_uuid": "1b44aad7-e393-45c5-8ddc-4c529b248d51", "tag": "c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:23:26.956590 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e78a0f-098e-469e-9894-a971cf8050c2 req-de05468a-9032-4bf8-95a4-c7dbe1bd7400 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:26.958771 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-12e78a0f-098e-469e-9894-a971cf8050c2 req-de05468a-9032-4bf8-95a4-c7dbe1bd7400 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 946 time: 0.1291265 Jul 24 09:23:27.033945 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff68e6bb-a86f-477b-83ff-47aca13c391e None None] Network a7cc0c5d-69c4-4ec3-91ff-6c0c467c5699 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:23:27.050805 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-12e78a0f-098e-469e-9894-a971cf8050c2 req-1a625fff-9c0e-4fbe-bb54-d5cfa38d3711 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849695 Jul 24 09:23:27.125093 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bad56-b043-4cf2-899f-b1d899b8665f req-76e94da1-acc4-4c87-9fdc-15795ca42677 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:27.125816 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8e5449dc-a86d-47aa-9b6c-95ee33743c0f None None] Provisioning for port bc2c4c43-4a4a-4e00-825a-a04c70aa0091 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:23:27.126641 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2b6bad56-b043-4cf2-899f-b1d899b8665f req-76e94da1-acc4-4c87-9fdc-15795ca42677 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1142232 Jul 24 09:23:27.129288 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-50d1f294-e6b8-4dcc-bd5d-73c7c1366ee1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:27.162048 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-50d1f294-e6b8-4dcc-bd5d-73c7c1366ee1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:27.186356 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fde799-dd5b-472f-a7f4-a6a279b78e81 x-openstack-request-id: req-b3fde799-dd5b-472f-a7f4-a6a279b78e81 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:23:27.187334 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b44aad7-e393-45c5-8ddc-4c529b248d51", "tag": "c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:23:27.187781 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3fde799-dd5b-472f-a7f4-a6a279b78e81 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:23:27.189316 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b44aad7-e393-45c5-8ddc-4c529b248d51', 'tag': 'c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5', 'status': 'completed', 'code': 200} Jul 24 09:23:27.258489 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2b6bad56-b043-4cf2-899f-b1d899b8665f req-bee6fe44-52e5-47f4-a00b-17005710f63b tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200817 Jul 24 09:23:27.264458 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b74490b5-c7b7-456f-ac31-40269ef1e29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:27.301703 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1f294-e6b8-4dcc-bd5d-73c7c1366ee1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Port': ['ID=383a9493-56d0-46ee-9e0f-52534057b1df,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:27.310259 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-50d1f294-e6b8-4dcc-bd5d-73c7c1366ee1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:27.350404 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d95816-9d13-4599-9db3-19a61244fc5a req-303d1c86-6e93-42b1-9479-a76532a668a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:27.353272 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-39d95816-9d13-4599-9db3-19a61244fc5a req-303d1c86-6e93-42b1-9479-a76532a668a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3eb2cb34421b432e8fdcfec6895f4c1a&device_id=1b44aad7-e393-45c5-8ddc-4c529b248d51 HTTP/1.1" status: 200 len: 1094 time: 0.1402984 Jul 24 09:23:27.466824 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d1f294-e6b8-4dcc-bd5d-73c7c1366ee1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network 21328c34-4039-44c2-a337-7fa3b70e893f is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:23:27.468777 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-50d1f294-e6b8-4dcc-bd5d-73c7c1366ee1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:23:27.508636 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d95816-9d13-4599-9db3-19a61244fc5a req-e77defdc-9993-4a22-8c66-ea412e06e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:27.510244 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-39d95816-9d13-4599-9db3-19a61244fc5a req-e77defdc-9993-4a22-8c66-ea412e06e38a service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7e844a5-8f45-4253-9aac-38cda95adfa7 HTTP/1.1" status: 200 len: 924 time: 0.1420350 Jul 24 09:23:27.613081 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-39d95816-9d13-4599-9db3-19a61244fc5a req-848cc366-226d-45e8-8de0-ab1f8d88c632 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5 HTTP/1.1" status: 200 len: 217 time: 0.0905147 Jul 24 09:23:27.708825 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d1f294-e6b8-4dcc-bd5d-73c7c1366ee1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Router ca499813-d86c-4be1-8475-d65bc9f6a045 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:23:27.745144 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7a604-f1c6-4ad8-bf0c-cf7a0d691c24 req-9f2c802d-8362-4bf7-93a2-6888023a1ef8 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:27.759939 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15f7a604-f1c6-4ad8-bf0c-cf7a0d691c24 req-9f2c802d-8362-4bf7-93a2-6888023a1ef8 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.4036078 Jul 24 09:23:27.811095 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d95816-9d13-4599-9db3-19a61244fc5a req-6688b30b-66e2-4280-945e-cd6db9901f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:27.812616 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-39d95816-9d13-4599-9db3-19a61244fc5a req-6688b30b-66e2-4280-945e-cd6db9901f99 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0f2ca739-9cf8-41dd-88cf-3e376bde8f7f HTTP/1.1" status: 200 len: 864 time: 0.1632266 Jul 24 09:23:27.843395 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94e6b7-08a7-40fa-ab26-a4f695efed83 req-36558ab4-1175-4d01-8906-35d988e4cb2a tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:27.845428 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7e94e6b7-08a7-40fa-ab26-a4f695efed83 req-36558ab4-1175-4d01-8906-35d988e4cb2a tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.37 "GET /v2.0/ports?device_id=53bd81ac-2e21-4f74-9680-5ad35d1f836f HTTP/1.1" status: 200 len: 946 time: 0.3193500 Jul 24 09:23:27.921275 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15f7a604-f1c6-4ad8-bf0c-cf7a0d691c24 req-cf8c996a-ed80-4c7e-98ba-6421ad59caa7 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512034 Jul 24 09:23:27.941879 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d1f294-e6b8-4dcc-bd5d-73c7c1366ee1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:23:27.953237 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-50d1f294-e6b8-4dcc-bd5d-73c7c1366ee1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "PUT /v2.0/routers/ca499813-d86c-4be1-8475-d65bc9f6a045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2598104 Jul 24 09:23:27.954969 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44590) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:27.956485 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c6c95b-85ec-4fb5-80c3-4e81e03fef37 None None] Sync routers for ids ['ca499813-d86c-4be1-8475-d65bc9f6a045'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:23:27.969667 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c6c95b-85ec-4fb5-80c3-4e81e03fef37 None None] Routers {'ca499813-d86c-4be1-8475-d65bc9f6a045'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:23:27.971692 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-94c6c95b-85ec-4fb5-80c3-4e81e03fef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:23:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ca499813-d86c-4be1-8475-d65bc9f6a045'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:28.004384 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5bc18e43-75db-405a-b9a0-956458808584 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:23:28.037912 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-39d95816-9d13-4599-9db3-19a61244fc5a req-2f258fce-2481-4b28-bfd6-f67841a8bc8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7e844a5-8f45-4253-9aac-38cda95adfa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2067387 Jul 24 09:23:28.067100 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a136c5-72f8-443f-824e-e0798741ed64 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:28.073365 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-74a136c5-72f8-443f-824e-e0798741ed64 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "GET /v2.0/ports/383a9493-56d0-46ee-9e0f-52534057b1df HTTP/1.1" status: 200 len: 910 time: 0.1165397 Jul 24 09:23:28.076275 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44604) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:28.100043 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-94c6c95b-85ec-4fb5-80c3-4e81e03fef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:28.113762 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c6c95b-85ec-4fb5-80c3-4e81e03fef37 None None] Routers {'ca499813-d86c-4be1-8475-d65bc9f6a045'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:23:28.114647 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-94c6c95b-85ec-4fb5-80c3-4e81e03fef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:23:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ca499813-d86c-4be1-8475-d65bc9f6a045'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:28.179846 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-94c6c95b-85ec-4fb5-80c3-4e81e03fef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:28.183195 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c6c95b-85ec-4fb5-80c3-4e81e03fef37 None None] The sync data for ids ['ca499813-d86c-4be1-8475-d65bc9f6a045'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:23:28.290130 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac09b0-3f40-4b85-bbef-c50c0defef8e req-9e21ca07-b758-4e7a-b49e-8c9acd9c88a2 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:28.291860 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-13ac09b0-3f40-4b85-bbef-c50c0defef8e req-9e21ca07-b758-4e7a-b49e-8c9acd9c88a2 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=53bd81ac-2e21-4f74-9680-5ad35d1f836f HTTP/1.1" status: 200 len: 946 time: 0.3862517 Jul 24 09:23:28.385658 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-39d95816-9d13-4599-9db3-19a61244fc5a req-852bb592-9c9e-4bc7-9195-8c8bc09defaf service neutron] 10.222.0.37 "GET /v2.0/networks/d7e844a5-8f45-4253-9aac-38cda95adfa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072996 Jul 24 09:23:28.387578 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a6656c3c-aa29-423d-8163-2a822b7476d4 None None] Provisioning complete for port 383a9493-56d0-46ee-9e0f-52534057b1df triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:28.388056 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a6656c3c-aa29-423d-8163-2a822b7476d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:28.388892 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204df818-3c27-4a3d-a7e1-0345dacbc5b9 req-b3abdd2b-8422-47ba-be84-19d890ab968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:28.390840 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-204df818-3c27-4a3d-a7e1-0345dacbc5b9 req-b3abdd2b-8422-47ba-be84-19d890ab968c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 1097 time: 0.5096402 Jul 24 09:23:28.420431 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-13ac09b0-3f40-4b85-bbef-c50c0defef8e req-9b46465a-4405-4112-a4ce-149bc55f53dc tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204686 Jul 24 09:23:28.479527 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-a6656c3c-aa29-423d-8163-2a822b7476d4 None None] Port 383a9493-56d0-46ee-9e0f-52534057b1df cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:23:28.482004 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 5bc18e43-75db-405a-b9a0-956458808584 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:28.482369 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:28.500657 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab29ba-b382-417c-b62e-01b84cad5047 req-2bc8e35a-265a-4cc6-b27f-97680d9b033a tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:28.502804 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2bab29ba-b382-417c-b62e-01b84cad5047 req-2bc8e35a-265a-4cc6-b27f-97680d9b033a tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b44aad7-e393-45c5-8ddc-4c529b248d51 HTTP/1.1" status: 200 len: 943 time: 0.4144537 Jul 24 09:23:28.560318 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-7e94e6b7-08a7-40fa-ab26-a4f695efed83 req-56bcf907-9ac0-4f5a-8c49-e94bd31e9a6f tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Deleting port 817a6aca-9aae-4476-9c65-62feb31400b7 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:23:28.560839 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-7e94e6b7-08a7-40fa-ab26-a4f695efed83 req-56bcf907-9ac0-4f5a-8c49-e94bd31e9a6f tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:28.599757 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-204df818-3c27-4a3d-a7e1-0345dacbc5b9 req-0da29c47-da79-4100-85ad-c421f1e14f48 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568418 Jul 24 09:23:28.633683 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bc2c4c43-4a4a-4e00-825a-a04c70aa0091 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:23:28.674638 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2bab29ba-b382-417c-b62e-01b84cad5047 req-1ee675cc-6393-4d1e-a336-afe840eeee94 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c7f7441-a841-421c-a1a3-436fd8580443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444986 Jul 24 09:23:28.702103 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port bc2c4c43-4a4a-4e00-825a-a04c70aa0091 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:23:28.706222 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port bc2c4c43-4a4a-4e00-825a-a04c70aa0091 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:28.706435 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:28.797098 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:28.850272 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port bc2c4c43-4a4a-4e00-825a-a04c70aa0091, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=bc2c4c43-4a4a-4e00-825a-a04c70aa0091,segment=NetworkSegment(08905ab9-1f3e-432e-9268-0bd51c1e8230),segment_id=08905ab9-1f3e-432e-9268-0bd51c1e8230)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:23:28.856201 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:28.881150 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-39d95816-9d13-4599-9db3-19a61244fc5a req-5ae2efeb-60b2-48b3-abb7-392f0e7f36c6 service neutron] 10.222.0.37 "GET /v2.0/networks/d7e844a5-8f45-4253-9aac-38cda95adfa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826729 Jul 24 09:23:28.899158 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-7e94e6b7-08a7-40fa-ab26-a4f695efed83 req-56bcf907-9ac0-4f5a-8c49-e94bd31e9a6f tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] For port 817a6aca-9aae-4476-9c65-62feb31400b7, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=817a6aca-9aae-4476-9c65-62feb31400b7,segment=NetworkSegment(658362e4-6283-4c69-8eba-315d82acaa5f),segment_id=658362e4-6283-4c69-8eba-315d82acaa5f)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:23:28.899627 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-7e94e6b7-08a7-40fa-ab26-a4f695efed83 req-56bcf907-9ac0-4f5a-8c49-e94bd31e9a6f tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:28.922548 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-7e94e6b7-08a7-40fa-ab26-a4f695efed83 req-56bcf907-9ac0-4f5a-8c49-e94bd31e9a6f tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Calling delete_port for 817a6aca-9aae-4476-9c65-62feb31400b7 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:23:28.927681 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=bc2c4c43-4a4a-4e00-825a-a04c70aa0091,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:28.949991 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d5017-30ad-4acb-b2a9-865196c2a5be req-378d0756-c8e3-4d3a-8f19-d74bff79e519 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:28.957540 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-644d5017-30ad-4acb-b2a9-865196c2a5be req-378d0756-c8e3-4d3a-8f19-d74bff79e519 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1623507 Jul 24 09:23:29.136879 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015682aa-4d3f-47b9-b17a-620af65f9579 req-4281abd8-fbdc-434c-8599-9e7ad4cac906 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:29.144177 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-015682aa-4d3f-47b9-b17a-620af65f9579 req-4281abd8-fbdc-434c-8599-9e7ad4cac906 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 946 time: 0.1604156 Jul 24 09:23:29.245648 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-015682aa-4d3f-47b9-b17a-620af65f9579 req-db59b123-6aa1-411d-9200-f86cab7c318c tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957451 Jul 24 09:23:29.254583 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac619023-73d1-4dd2-9b2d-31bb53ecddcb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:29.465051 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-644d5017-30ad-4acb-b2a9-865196c2a5be req-7684f4c3-b5ba-4f6f-8183-160211257ec0 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026431 Jul 24 09:23:29.598257 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:23:29.651641 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-7e94e6b7-08a7-40fa-ab26-a4f695efed83 req-56bcf907-9ac0-4f5a-8c49-e94bd31e9a6f tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:29.746372 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e94e6b7-08a7-40fa-ab26-a4f695efed83 req-56bcf907-9ac0-4f5a-8c49-e94bd31e9a6f tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] No DVR routers for this DVR port 817a6aca-9aae-4476-9c65-62feb31400b7 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:23:29.748402 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcf907-9ac0-4f5a-8c49-e94bd31e9a6f tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Pushing event deleted for resources: {'Port': ['ID=817a6aca-9aae-4476-9c65-62feb31400b7,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:29.756079 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-7e94e6b7-08a7-40fa-ab26-a4f695efed83 req-56bcf907-9ac0-4f5a-8c49-e94bd31e9a6f tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:29.758389 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7e94e6b7-08a7-40fa-ab26-a4f695efed83 req-56bcf907-9ac0-4f5a-8c49-e94bd31e9a6f tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.37 "DELETE /v2.0/ports/817a6aca-9aae-4476-9c65-62feb31400b7 HTTP/1.1" status: 204 len: 173 time: 1.9018497 Jul 24 09:23:29.759879 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bd81ac-2e21-4f74-9680-5ad35d1f836f', 'name': 'network-vif-deleted', 'tag': '817a6aca-9aae-4476-9c65-62feb31400b7'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:23:29.762825 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dca8b4-e677-40c9-993a-6673210394c0" -d '{"events": [{"server_uuid": "53bd81ac-2e21-4f74-9680-5ad35d1f836f", "name": "network-vif-deleted", "tag": "817a6aca-9aae-4476-9c65-62feb31400b7"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:23:29.770929 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5,segment=NetworkSegment(3b35c742-3f56-4364-8692-d43c264660b0),segment_id=3b35c742-3f56-4364-8692-d43c264660b0)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:23:29.779249 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd86f6e-8e80-485e-8e03-fedd11409a9e req-4d9b482b-9902-48ef-bb19-85d315f802c5 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:29.780984 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2fd86f6e-8e80-485e-8e03-fedd11409a9e req-4d9b482b-9902-48ef-bb19-85d315f802c5 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1893640 Jul 24 09:23:29.798039 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:23:29.807592 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['817a6aca-9aae-4476-9c65-62feb31400b7'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:23:29.814218 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-ac619023-73d1-4dd2-9b2d-31bb53ecddcb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Allocated IP 172.21.0.1 (a7cc0c5d-69c4-4ec3-91ff-6c0c467c5699/abe9c8df-d683-43a2-a83e-ac72407072d9/f9297526-b554-44f2-93b3-3daaaa4c5577) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:23:29.814897 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bc2c4c43-4a4a-4e00-825a-a04c70aa0091 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:23:29.851640 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d07d7e-0d8c-4f3f-946c-5ba7f8f24f2a req-d5b9f3fc-c2b6-4fde-83f6-346fa2435dde tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:29.858373 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-05d07d7e-0d8c-4f3f-946c-5ba7f8f24f2a req-d5b9f3fc-c2b6-4fde-83f6-346fa2435dde tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=53bd81ac-2e21-4f74-9680-5ad35d1f836f HTTP/1.1" status: 200 len: 867 time: 0.2864132 Jul 24 09:23:29.870187 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2fd86f6e-8e80-485e-8e03-fedd11409a9e req-bb734f4e-2350-47ff-affc-322c7c8dc3ec tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788908 Jul 24 09:23:29.938131 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5', 'network_id': 'd7e844a5-8f45-4253-9aac-38cda95adfa7', 'port_id': 'c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5', 'mac_address': 'fa:16:3e:be:de:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f2ca739-9cf8-41dd-88cf-3e376bde8f7f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:23:29.958262 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-edde2364-0125-456d-9583-6a1d68ea5e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:30.022646 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:30.065274 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port bc2c4c43-4a4a-4e00-825a-a04c70aa0091 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:30.071589 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:30.072454 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38940fcf-f54d-486d-81b1-5a0cd47575e3 req-082e1b46-fc36-4fee-951a-6542c652cbb6 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:30.081310 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:23:30.081671 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-38940fcf-f54d-486d-81b1-5a0cd47575e3 req-082e1b46-fc36-4fee-951a-6542c652cbb6 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b44aad7-e393-45c5-8ddc-4c529b248d51 HTTP/1.1" status: 200 len: 943 time: 0.0983489 Jul 24 09:23:30.135697 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-38940fcf-f54d-486d-81b1-5a0cd47575e3 req-c129acb1-a2f9-4258-ab08-ad4d2460d1c1 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c7f7441-a841-421c-a1a3-436fd8580443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527999 Jul 24 09:23:30.137317 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5,segment=NetworkSegment(3b35c742-3f56-4364-8692-d43c264660b0),segment_id=3b35c742-3f56-4364-8692-d43c264660b0)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:23:30.153699 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:30.162582 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac619023-73d1-4dd2-9b2d-31bb53ecddcb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:30.188364 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-ac619023-73d1-4dd2-9b2d-31bb53ecddcb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Transition to ACTIVE for port object f9297526-b554-44f2-93b3-3daaaa4c5577 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:23:30.222389 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6e59f7-de54-47a1-9cb0-14211bff3f42 x-openstack-request-id: req-fc6e59f7-de54-47a1-9cb0-14211bff3f42 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:23:30.222906 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bd81ac-2e21-4f74-9680-5ad35d1f836f", "name": "network-vif-deleted", "tag": "817a6aca-9aae-4476-9c65-62feb31400b7", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:23:30.223565 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc6e59f7-de54-47a1-9cb0-14211bff3f42 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:23:30.224794 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53bd81ac-2e21-4f74-9680-5ad35d1f836f', 'name': 'network-vif-deleted', 'tag': '817a6aca-9aae-4476-9c65-62feb31400b7', 'status': 'completed', 'code': 200} Jul 24 09:23:30.235482 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-05d07d7e-0d8c-4f3f-946c-5ba7f8f24f2a req-9397eeed-5b3d-4ca2-83e1-8ecf62c34392 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506393 Jul 24 09:23:30.286456 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac619023-73d1-4dd2-9b2d-31bb53ecddcb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:30.448469 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac619023-73d1-4dd2-9b2d-31bb53ecddcb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network a7cc0c5d-69c4-4ec3-91ff-6c0c467c5699 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:23:30.465562 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:23:30.468556 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-ac619023-73d1-4dd2-9b2d-31bb53ecddcb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:23:30.538534 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac619023-73d1-4dd2-9b2d-31bb53ecddcb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:23:30.549645 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa820f8-0cf8-42a7-9d29-b1d7b75a9f50 req-5b4d23e1-bf82-48a5-bbbd-21ec58a1765e tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:30.555971 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac619023-73d1-4dd2-9b2d-31bb53ecddcb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Port': ['ID=f9297526-b554-44f2-93b3-3daaaa4c5577,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:30.559734 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0fa820f8-0cf8-42a7-9d29-b1d7b75a9f50 req-5b4d23e1-bf82-48a5-bbbd-21ec58a1765e tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1757433 Jul 24 09:23:30.602709 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:30.633718 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0fa820f8-0cf8-42a7-9d29-b1d7b75a9f50 req-40a027f0-5019-4692-8e2c-c6308234e223 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672190 Jul 24 09:23:30.710889 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac619023-73d1-4dd2-9b2d-31bb53ecddcb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:30.734209 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:30.821772 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b742a5f-2e14-42d1-a3ea-a488295a7b60 req-479fe6ce-edbc-4a1c-b30e-277dfd5e9679 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:30.823482 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9b742a5f-2e14-42d1-a3ea-a488295a7b60 req-479fe6ce-edbc-4a1c-b30e-277dfd5e9679 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.0822296 Jul 24 09:23:30.850693 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417e197-6aa2-4acf-9721-202660612f15 req-a0ccdd49-df0c-4138-aadd-713d205469f4 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:30.858364 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3417e197-6aa2-4acf-9721-202660612f15 req-a0ccdd49-df0c-4138-aadd-713d205469f4 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 946 time: 0.4190345 Jul 24 09:23:30.873103 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9b742a5f-2e14-42d1-a3ea-a488295a7b60 req-9ad23673-50f8-42a5-a422-8e8d049dc4ae tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433619 Jul 24 09:23:30.948882 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5caf53f9-893a-4b08-a8c6-102a55b062fc None None] Provisioning for port f9297526-b554-44f2-93b3-3daaaa4c5577 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:23:30.959390 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5caf53f9-893a-4b08-a8c6-102a55b062fc None None] Provisioning complete for port f9297526-b554-44f2-93b3-3daaaa4c5577 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:30.959836 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5caf53f9-893a-4b08-a8c6-102a55b062fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:30.990036 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3417e197-6aa2-4acf-9721-202660612f15 req-6cf4951f-590d-476c-a5b7-cfe894c19681 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307671 Jul 24 09:23:30.991563 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:31.005381 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac619023-73d1-4dd2-9b2d-31bb53ecddcb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:31.014025 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-5caf53f9-893a-4b08-a8c6-102a55b062fc None None] Port f9297526-b554-44f2-93b3-3daaaa4c5577 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:23:31.070016 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-9c32e718-2c51-44d9-826d-4b1152eeaef9 req-5ca5f365-9339-4da0-8407-c42bda8cc221 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-840260473', 'description': 'tempest-description-403965022'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:31.096455 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab43b5-cd68-4d04-842e-554c8bf1d0c5 req-d121b4c2-3fff-432c-b181-49c26feb16ee tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:31.105157 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a6ab43b5-cd68-4d04-842e-554c8bf1d0c5 req-d121b4c2-3fff-432c-b181-49c26feb16ee tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.0873172 Jul 24 09:23:31.163772 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a6ab43b5-cd68-4d04-842e-554c8bf1d0c5 req-576e2f50-9370-4d61-9bb1-c6a90b2afa8b tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575264 Jul 24 09:23:31.179483 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-9c32e718-2c51-44d9-826d-4b1152eeaef9 req-5ca5f365-9339-4da0-8407-c42bda8cc221 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:31.281005 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44696) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:31.341219 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9af00-ecc8-449f-bbf1-7297be3a60ad req-e0212753-a025-4416-8c9f-12e1c7d1e6d4 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:31.344447 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-36a9af00-ecc8-449f-bbf1-7297be3a60ad req-e0212753-a025-4416-8c9f-12e1c7d1e6d4 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b44aad7-e393-45c5-8ddc-4c529b248d51 HTTP/1.1" status: 200 len: 944 time: 0.1023145 Jul 24 09:23:31.379899 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac619023-73d1-4dd2-9b2d-31bb53ecddcb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:31.393719 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-9c32e718-2c51-44d9-826d-4b1152eeaef9 req-5ca5f365-9339-4da0-8407-c42bda8cc221 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:31.394886 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac619023-73d1-4dd2-9b2d-31bb53ecddcb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:31.404962 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-9c32e718-2c51-44d9-826d-4b1152eeaef9 req-5ca5f365-9339-4da0-8407-c42bda8cc221 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:31.425362 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-36a9af00-ecc8-449f-bbf1-7297be3a60ad req-c0fd1a3a-b05f-4841-ac1d-bac6bce08011 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c7f7441-a841-421c-a1a3-436fd8580443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749149 Jul 24 09:23:31.426282 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-260c2dff-c31b-4668-8145-eedcfa298321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:31.509475 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac619023-73d1-4dd2-9b2d-31bb53ecddcb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Port': ['ID=f9297526-b554-44f2-93b3-3daaaa4c5577,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:31.515253 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac619023-73d1-4dd2-9b2d-31bb53ecddcb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:31.518232 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5f365-9339-4da0-8407-c42bda8cc221 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa2b644-620f-4493-981b-d50a6398a6c0,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:31.614631 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:23:31.615699 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cffd29-ca4e-44bf-a9f9-3f65dd3b8dd4 req-d6b06d89-8777-4fec-b173-c63439507241 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:31.617358 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-61cffd29-ca4e-44bf-a9f9-3f65dd3b8dd4 req-d6b06d89-8777-4fec-b173-c63439507241 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.0941553 Jul 24 09:23:31.656527 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac619023-73d1-4dd2-9b2d-31bb53ecddcb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network a7cc0c5d-69c4-4ec3-91ff-6c0c467c5699 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:23:31.657824 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-260c2dff-c31b-4668-8145-eedcfa298321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:31.659257 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-ac619023-73d1-4dd2-9b2d-31bb53ecddcb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:23:31.671068 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-9c32e718-2c51-44d9-826d-4b1152eeaef9 req-5ca5f365-9339-4da0-8407-c42bda8cc221 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:31.681591 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9c32e718-2c51-44d9-826d-4b1152eeaef9 req-5ca5f365-9339-4da0-8407-c42bda8cc221 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6168287 Jul 24 09:23:31.688606 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-61cffd29-ca4e-44bf-a9f9-3f65dd3b8dd4 req-2f7ed315-9235-4d1d-aa9d-2aa0b6df415f tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637627 Jul 24 09:23:31.689708 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-260c2dff-c31b-4668-8145-eedcfa298321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:31.696634 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:23:31.709019 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:31.709885 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:31.804794 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-260c2dff-c31b-4668-8145-eedcfa298321 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb44e5949bb6448e8825ee3ad8d2643b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5205154 Jul 24 09:23:31.809197 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c2dff-c31b-4668-8145-eedcfa298321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de263594-120b-4f9e-80df-eb81a6267f4e,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:31.812119 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44710) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:31.890159 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9ef6f04d-84fd-4c2c-909a-25e1248ab519 req-246877ad-d15c-4a62-8e9c-fbbde44e1c06 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-840260473&fields=id&tenant_id=372ece414d164f6ead00e36de3137ce1 HTTP/1.1" status: 200 len: 267 time: 0.0625138 Jul 24 09:23:31.969187 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:31.980508 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-977565a4-c60f-4e51-8c42-43704872d838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:32.014827 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-977565a4-c60f-4e51-8c42-43704872d838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:32.019042 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5,segment=NetworkSegment(3b35c742-3f56-4364-8692-d43c264660b0),segment_id=3b35c742-3f56-4364-8692-d43c264660b0)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:23:32.021487 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b44aad7-e393-45c5-8ddc-4c529b248d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:23:32.026267 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194ea880-cd5b-4c7b-a8c0-ea6b26f9f49e" -d '{"events": [{"server_uuid": "1b44aad7-e393-45c5-8ddc-4c529b248d51", "name": "network-vif-plugged", "status": "completed", "tag": "c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:23:32.031197 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:32.033612 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 817a6aca-9aae-4476-9c65-62feb31400b7 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:23:32.069700 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 817a6aca-9aae-4476-9c65-62feb31400b7 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:23:32.070754 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 817a6aca-9aae-4476-9c65-62feb31400b7 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:23:32.072992 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac619023-73d1-4dd2-9b2d-31bb53ecddcb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Router ca499813-d86c-4be1-8475-d65bc9f6a045 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:23:32.092920 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-977565a4-c60f-4e51-8c42-43704872d838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:32.095542 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-977565a4-c60f-4e51-8c42-43704872d838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:32.096721 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-977565a4-c60f-4e51-8c42-43704872d838 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de263594-120b-4f9e-80df-eb81a6267f4e HTTP/1.1" status: 204 len: 168 time: 0.2837605 Jul 24 09:23:32.130031 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:32.153185 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6f04d-84fd-4c2c-909a-25e1248ab519 req-cf96f378-a844-413c-8197-452eff5bd0d3 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:32.154980 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f357491d-e8e3-4f8a-a9a4-ecebf3116149 None None] Provisioning complete for port f9297526-b554-44f2-93b3-3daaaa4c5577 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:32.155446 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f357491d-e8e3-4f8a-a9a4-ecebf3116149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:32.181376 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9ef6f04d-84fd-4c2c-909a-25e1248ab519 req-cf96f378-a844-413c-8197-452eff5bd0d3 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 946 time: 0.2902744 Jul 24 09:23:32.186279 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977565a4-c60f-4e51-8c42-43704872d838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de263594-120b-4f9e-80df-eb81a6267f4e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:32.212413 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-9ef6f04d-84fd-4c2c-909a-25e1248ab519 req-9cdcbc97-f03f-4c53-bc8c-f99d416ed074 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Request body: {'port': {'security_groups': ['cdecbce8-3484-47b2-be38-c3097a251a17', '5fa2b644-620f-4493-981b-d50a6398a6c0']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:32.215451 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b18e3f-ad87-4729-8fa7-3a8ee086f1c8 req-0b73901c-8760-47e9-a082-b631608e137e tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:32.222773 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-37b18e3f-ad87-4729-8fa7-3a8ee086f1c8 req-0b73901c-8760-47e9-a082-b631608e137e tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.2810903 Jul 24 09:23:32.265871 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-f357491d-e8e3-4f8a-a9a4-ecebf3116149 None None] Port f9297526-b554-44f2-93b3-3daaaa4c5577 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:23:32.287006 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-37b18e3f-ad87-4729-8fa7-3a8ee086f1c8 req-05a9d9e6-a718-43a5-9ef5-9693a930a8ae tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633082 Jul 24 09:23:32.288592 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac619023-73d1-4dd2-9b2d-31bb53ecddcb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:23:32.309272 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ac619023-73d1-4dd2-9b2d-31bb53ecddcb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "PUT /v2.0/routers/ca499813-d86c-4be1-8475-d65bc9f6a045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2319548 Jul 24 09:23:32.312148 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44720) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:32.315771 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455d7898-d8d8-4452-a0c3-41a75c99a08c None None] Sync routers for ids ['ca499813-d86c-4be1-8475-d65bc9f6a045'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:23:32.328003 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455d7898-d8d8-4452-a0c3-41a75c99a08c None None] Routers {'ca499813-d86c-4be1-8475-d65bc9f6a045'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:23:32.328916 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-455d7898-d8d8-4452-a0c3-41a75c99a08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:23:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ca499813-d86c-4be1-8475-d65bc9f6a045'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:32.374903 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf570b6-5888-45d7-b043-856944a39697 x-openstack-request-id: req-0cf570b6-5888-45d7-b043-856944a39697 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:23:32.375306 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b44aad7-e393-45c5-8ddc-4c529b248d51", "name": "network-vif-plugged", "status": "completed", "tag": "c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:23:32.375654 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0cf570b6-5888-45d7-b043-856944a39697 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:23:32.376267 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b44aad7-e393-45c5-8ddc-4c529b248d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5', 'code': 200} Jul 24 09:23:32.377011 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-455d7898-d8d8-4452-a0c3-41a75c99a08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:32.387885 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455d7898-d8d8-4452-a0c3-41a75c99a08c None None] Routers {'ca499813-d86c-4be1-8475-d65bc9f6a045'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:23:32.388663 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-455d7898-d8d8-4452-a0c3-41a75c99a08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:23:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ca499813-d86c-4be1-8475-d65bc9f6a045'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:32.426389 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-455d7898-d8d8-4452-a0c3-41a75c99a08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:32.427330 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455d7898-d8d8-4452-a0c3-41a75c99a08c None None] The sync data for ids ['ca499813-d86c-4be1-8475-d65bc9f6a045'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:23:32.445548 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55c9e2f-a61a-47a7-9b8e-726a4c6e73de tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:32.452503 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b55c9e2f-a61a-47a7-9b8e-726a4c6e73de tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "GET /v2.0/ports/f9297526-b554-44f2-93b3-3daaaa4c5577 HTTP/1.1" status: 200 len: 910 time: 0.1376405 Jul 24 09:23:32.453526 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44726) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:32.472229 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9ef6f04d-84fd-4c2c-909a-25e1248ab519 req-9cdcbc97-f03f-4c53-bc8c-f99d416ed074 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:32.594743 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44730) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:32.597836 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:23:32.618148 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b35bd4f0-d153-4615-b57e-ea812249e936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:32.655184 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9813bd8-d434-40b7-8980-477f86dc1386 req-8bfea5fb-4671-497f-937a-c544abd4f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:32.656987 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9813bd8-d434-40b7-8980-477f86dc1386 req-8bfea5fb-4671-497f-937a-c544abd4f233 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b44aad7-e393-45c5-8ddc-4c529b248d51 HTTP/1.1" status: 200 len: 1096 time: 0.1824245 Jul 24 09:23:32.738145 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9813bd8-d434-40b7-8980-477f86dc1386 req-c84238de-e600-492c-8915-2c183dde93d4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6c7f7441-a841-421c-a1a3-436fd8580443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733356 Jul 24 09:23:32.807096 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-9ef6f04d-84fd-4c2c-909a-25e1248ab519 req-9cdcbc97-f03f-4c53-bc8c-f99d416ed074 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] For port aa76ba1e-01e4-4bbd-9323-384af4250f41, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=aa76ba1e-01e4-4bbd-9323-384af4250f41,segment=NetworkSegment(e9fdceb6-fc72-485c-84e1-b90bc78b48c1),segment_id=e9fdceb6-fc72-485c-84e1-b90bc78b48c1)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:23:32.828815 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3017dc2-2e5e-4bbe-b795-a611a0b47bb2 req-06597082-d2bd-4935-954a-5256c39e62eb tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:32.833650 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3017dc2-2e5e-4bbe-b795-a611a0b47bb2 req-06597082-d2bd-4935-954a-5256c39e62eb tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.3187957 Jul 24 09:23:32.840861 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:32.856687 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9ef6f04d-84fd-4c2c-909a-25e1248ab519 req-9cdcbc97-f03f-4c53-bc8c-f99d416ed074 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:32.865023 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9ef6f04d-84fd-4c2c-909a-25e1248ab519 req-9cdcbc97-f03f-4c53-bc8c-f99d416ed074 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:32.878325 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['aa76ba1e-01e4-4bbd-9323-384af4250f41'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:23:32.936175 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6f04d-84fd-4c2c-909a-25e1248ab519 req-9cdcbc97-f03f-4c53-bc8c-f99d416ed074 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:32.937750 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9ef6f04d-84fd-4c2c-909a-25e1248ab519 req-9cdcbc97-f03f-4c53-bc8c-f99d416ed074 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:32.940323 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9ef6f04d-84fd-4c2c-909a-25e1248ab519 req-9cdcbc97-f03f-4c53-bc8c-f99d416ed074 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "PUT /v2.0/ports/aa76ba1e-01e4-4bbd-9323-384af4250f41 HTTP/1.1" status: 200 len: 982 time: 0.7552443 Jul 24 09:23:32.944406 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ae0263-36a6-49e6-bcd3-0c16aac0b7c7', 'tag': 'aa76ba1e-01e4-4bbd-9323-384af4250f41'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:23:32.948479 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facbae56-ba10-4d38-812b-63313b347cca" -d '{"events": [{"name": "network-changed", "server_uuid": "84ae0263-36a6-49e6-bcd3-0c16aac0b7c7", "tag": "aa76ba1e-01e4-4bbd-9323-384af4250f41"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:23:32.989239 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['aa76ba1e-01e4-4bbd-9323-384af4250f41'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:23:32.990949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdcbc97-f03f-4c53-bc8c-f99d416ed074 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Pushing event updated for resources: {'Port': ['ID=aa76ba1e-01e4-4bbd-9323-384af4250f41,revision_number=6']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:33.043336 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c3017dc2-2e5e-4bbe-b795-a611a0b47bb2 req-195406ae-9419-41cc-a9cd-2f5a11d93b90 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980875 Jul 24 09:23:33.198818 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c8931-fc70-49a0-9947-87835155db61 req-c05b8f96-c648-4f0f-b837-e1e57c17a9f4 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:33.203366 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ae5c8931-fc70-49a0-9947-87835155db61 req-c05b8f96-c648-4f0f-b837-e1e57c17a9f4 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b44aad7-e393-45c5-8ddc-4c529b248d51 HTTP/1.1" status: 200 len: 945 time: 0.1674161 Jul 24 09:23:33.236698 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b35bd4f0-d153-4615-b57e-ea812249e936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:33.251294 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b35bd4f0-d153-4615-b57e-ea812249e936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:33.253864 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ae5c8931-fc70-49a0-9947-87835155db61 req-e50dd21f-3eea-4229-8902-45abdf5ba41f tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c7f7441-a841-421c-a1a3-436fd8580443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434756 Jul 24 09:23:33.274388 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-701650f3-4229-4a4b-a6e7-8530e1b25e08 req-8cb0b82e-7167-4d2b-8048-6e3bdb4531f7 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-840260473&fields=id&tenant_id=372ece414d164f6ead00e36de3137ce1 HTTP/1.1" status: 200 len: 267 time: 0.1157992 Jul 24 09:23:33.362495 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7187fce7-ab91-4e20-8f36-003e74ac9c84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:33.380200 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7768a28c-44e4-43c6-a699-f1aca077cef4 x-openstack-request-id: req-7768a28c-44e4-43c6-a699-f1aca077cef4 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:23:33.380559 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ae0263-36a6-49e6-bcd3-0c16aac0b7c7", "tag": "aa76ba1e-01e4-4bbd-9323-384af4250f41", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:23:33.381074 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7768a28c-44e4-43c6-a699-f1aca077cef4 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:23:33.381496 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ae0263-36a6-49e6-bcd3-0c16aac0b7c7', 'tag': 'aa76ba1e-01e4-4bbd-9323-384af4250f41', 'status': 'completed', 'code': 200} Jul 24 09:23:33.482756 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35bd4f0-d153-4615-b57e-ea812249e936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6809aa8-4b51-4bf8-a042-b82b8af5a4c1,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:33.486223 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbae56-ba10-4d38-812b-63313b347cca req-77f21738-4b45-423b-8274-a493ce9c7e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:33.491787 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-facbae56-ba10-4d38-812b-63313b347cca req-77f21738-4b45-423b-8274-a493ce9c7e78 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=372ece414d164f6ead00e36de3137ce1&device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 1136 time: 0.1071215 Jul 24 09:23:33.560994 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b35bd4f0-d153-4615-b57e-ea812249e936 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9bef3635de634d4db41b1fbd2178267b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9651749 Jul 24 09:23:33.585014 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44742) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:33.631112 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbae56-ba10-4d38-812b-63313b347cca req-c916f7c5-eda1-424c-b97d-d6aa00cb5c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:33.633265 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-facbae56-ba10-4d38-812b-63313b347cca req-c916f7c5-eda1-424c-b97d-d6aa00cb5c9f service neutron] 10.222.0.37 "GET /v2.0/networks?id=25f597dd-627e-44e8-9e97-ddee210a58c4 HTTP/1.1" status: 200 len: 920 time: 0.1329577 Jul 24 09:23:33.716489 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-facbae56-ba10-4d38-812b-63313b347cca req-e349821f-2324-450c-ba66-c255b6f3c24e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa76ba1e-01e4-4bbd-9323-384af4250f41 HTTP/1.1" status: 200 len: 217 time: 0.0647490 Jul 24 09:23:33.758949 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701650f3-4229-4a4b-a6e7-8530e1b25e08 req-ec183380-eaba-4318-b021-417194a72a78 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:33.767734 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-701650f3-4229-4a4b-a6e7-8530e1b25e08 req-ec183380-eaba-4318-b021-417194a72a78 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 985 time: 0.4797642 Jul 24 09:23:33.776082 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-701650f3-4229-4a4b-a6e7-8530e1b25e08 req-bef46878-ae16-4a9a-bd73-f74f5c3d5feb tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Request body: {'port': {'security_groups': ['cdecbce8-3484-47b2-be38-c3097a251a17']}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:33.816221 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbae56-ba10-4d38-812b-63313b347cca req-31b699ac-ddd4-45f7-8666-84765da7f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:33.822880 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-facbae56-ba10-4d38-812b-63313b347cca req-31b699ac-ddd4-45f7-8666-84765da7f83e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30bd4481-5e04-4226-8557-03870f55c2df HTTP/1.1" status: 200 len: 860 time: 0.0997336 Jul 24 09:23:33.887929 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-39bcd552-b212-48be-830a-3574048a63f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:33.902812 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-facbae56-ba10-4d38-812b-63313b347cca req-b74bb441-17fe-4c96-b90a-933a1497eb21 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25f597dd-627e-44e8-9e97-ddee210a58c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683136 Jul 24 09:23:33.968355 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-39bcd552-b212-48be-830a-3574048a63f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:33.984579 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-701650f3-4229-4a4b-a6e7-8530e1b25e08 req-bef46878-ae16-4a9a-bd73-f74f5c3d5feb tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:34.051142 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f983c3c-bf76-49e9-86de-f3f6eed5a9f1 req-39dc90c0-66ab-452f-bf11-8ffd3104fee6 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:34.059483 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1f983c3c-bf76-49e9-86de-f3f6eed5a9f1 req-39dc90c0-66ab-452f-bf11-8ffd3104fee6 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.2350049 Jul 24 09:23:34.063867 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-facbae56-ba10-4d38-812b-63313b347cca req-45ab12bf-7fca-490e-9211-9de733c281a8 service neutron] 10.222.0.37 "GET /v2.0/networks/25f597dd-627e-44e8-9e97-ddee210a58c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544666 Jul 24 09:23:34.125375 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-39bcd552-b212-48be-830a-3574048a63f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:34.127852 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-39bcd552-b212-48be-830a-3574048a63f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:34.131350 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-39bcd552-b212-48be-830a-3574048a63f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6809aa8-4b51-4bf8-a042-b82b8af5a4c1 HTTP/1.1" status: 204 len: 168 time: 0.5399976 Jul 24 09:23:34.232690 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcd552-b212-48be-830a-3574048a63f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6809aa8-4b51-4bf8-a042-b82b8af5a4c1,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:34.256705 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-facbae56-ba10-4d38-812b-63313b347cca req-94702201-4f6e-48b9-b926-fc037efaabde service neutron] 10.222.0.37 "GET /v2.0/networks/25f597dd-627e-44e8-9e97-ddee210a58c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844051 Jul 24 09:23:34.293908 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1f983c3c-bf76-49e9-86de-f3f6eed5a9f1 req-7c56db8a-914e-4b2f-b5c3-b736e60f5fd5 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331798 Jul 24 09:23:34.459174 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aee3b3-f223-4314-ae0c-8175950391ee req-45ef8be4-3a15-4179-84ce-6e9973b9417c tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:34.459780 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-7187fce7-ab91-4e20-8f36-003e74ac9c84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Deleting port f9297526-b554-44f2-93b3-3daaaa4c5577 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:23:34.460287 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7187fce7-ab91-4e20-8f36-003e74ac9c84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:34.465819 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d7aee3b3-f223-4314-ae0c-8175950391ee req-45ef8be4-3a15-4179-84ce-6e9973b9417c tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b44aad7-e393-45c5-8ddc-4c529b248d51 HTTP/1.1" status: 200 len: 945 time: 0.0984809 Jul 24 09:23:34.498192 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-701650f3-4229-4a4b-a6e7-8530e1b25e08 req-bef46878-ae16-4a9a-bd73-f74f5c3d5feb tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] For port aa76ba1e-01e4-4bbd-9323-384af4250f41, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=aa76ba1e-01e4-4bbd-9323-384af4250f41,segment=NetworkSegment(e9fdceb6-fc72-485c-84e1-b90bc78b48c1),segment_id=e9fdceb6-fc72-485c-84e1-b90bc78b48c1)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:23:34.518515 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d7aee3b3-f223-4314-ae0c-8175950391ee req-3155e1dd-a1f3-485f-8f7a-327e5344a650 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c7f7441-a841-421c-a1a3-436fd8580443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494950 Jul 24 09:23:34.578443 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-701650f3-4229-4a4b-a6e7-8530e1b25e08 req-bef46878-ae16-4a9a-bd73-f74f5c3d5feb tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:34.610244 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-701650f3-4229-4a4b-a6e7-8530e1b25e08 req-bef46878-ae16-4a9a-bd73-f74f5c3d5feb tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:34.625658 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7187fce7-ab91-4e20-8f36-003e74ac9c84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:34.626205 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['aa76ba1e-01e4-4bbd-9323-384af4250f41'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:23:34.664913 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-7187fce7-ab91-4e20-8f36-003e74ac9c84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Calling delete_port for f9297526-b554-44f2-93b3-3daaaa4c5577 owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:23:34.682121 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701650f3-4229-4a4b-a6e7-8530e1b25e08 req-bef46878-ae16-4a9a-bd73-f74f5c3d5feb tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:34.682787 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-701650f3-4229-4a4b-a6e7-8530e1b25e08 req-bef46878-ae16-4a9a-bd73-f74f5c3d5feb tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:34.693487 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-701650f3-4229-4a4b-a6e7-8530e1b25e08 req-bef46878-ae16-4a9a-bd73-f74f5c3d5feb tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "PUT /v2.0/ports/aa76ba1e-01e4-4bbd-9323-384af4250f41 HTTP/1.1" status: 200 len: 943 time: 0.9201236 Jul 24 09:23:34.694055 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ae0263-36a6-49e6-bcd3-0c16aac0b7c7', 'tag': 'aa76ba1e-01e4-4bbd-9323-384af4250f41'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:23:34.696877 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2626ead-f368-40a0-aba6-9c7ba92dd2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "84ae0263-36a6-49e6-bcd3-0c16aac0b7c7", "tag": "aa76ba1e-01e4-4bbd-9323-384af4250f41"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:23:34.720707 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9621a-4ee4-4ce1-b6e3-fb7ea31f7e95 req-0b9e3372-38b4-4a34-a2dc-9d7b2700227f tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:34.731350 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-63f9621a-4ee4-4ce1-b6e3-fb7ea31f7e95 req-0b9e3372-38b4-4a34-a2dc-9d7b2700227f tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1235020 Jul 24 09:23:34.757689 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['aa76ba1e-01e4-4bbd-9323-384af4250f41'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:23:34.830216 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-63f9621a-4ee4-4ce1-b6e3-fb7ea31f7e95 req-a62e0a72-0702-44d9-bbad-84bcabd250ba tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982945 Jul 24 09:23:35.074171 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e8f210bc-e996-43a3-897c-d5a1feba32f9 req-8f86cf03-6298-4c50-9fbf-856ebc50f99d tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2011607 Jul 24 09:23:35.084481 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-e8f210bc-e996-43a3-897c-d5a1feba32f9 req-feccfc55-817f-4a8c-9c9d-9366289ca596 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:35.115347 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e8f210bc-e996-43a3-897c-d5a1feba32f9 req-feccfc55-817f-4a8c-9c9d-9366289ca596 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks [] for floatingip, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:35.267711 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e8f210bc-e996-43a3-897c-d5a1feba32f9 req-feccfc55-817f-4a8c-9c9d-9366289ca596 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:35.371561 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef46878-ae16-4a9a-bd73-f74f5c3d5feb tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Pushing event updated for resources: {'Port': ['ID=aa76ba1e-01e4-4bbd-9323-384af4250f41,revision_number=7']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:35.414504 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-e8f210bc-e996-43a3-897c-d5a1feba32f9 req-feccfc55-817f-4a8c-9c9d-9366289ca596 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Allocated IP 172.25.7.56 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/19e702ea-7da4-4cb2-86b1-973950314072) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:23:35.463387 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea551782-d873-435c-a787-d86901f07ce9 req-175a25ce-783c-4e04-82c5-a03daf8ae329 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:35.465155 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ea551782-d873-435c-a787-d86901f07ce9 req-175a25ce-783c-4e04-82c5-a03daf8ae329 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b44aad7-e393-45c5-8ddc-4c529b248d51 HTTP/1.1" status: 200 len: 945 time: 0.1752646 Jul 24 09:23:35.552931 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ea551782-d873-435c-a787-d86901f07ce9 req-33b6d2bb-96c6-421f-bbad-d05e8020cfc0 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c7f7441-a841-421c-a1a3-436fd8580443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728812 Jul 24 09:23:35.560492 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7187fce7-ab91-4e20-8f36-003e74ac9c84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:35.567268 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e8f210bc-e996-43a3-897c-d5a1feba32f9 req-feccfc55-817f-4a8c-9c9d-9366289ca596 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:35.631730 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187fce7-ab91-4e20-8f36-003e74ac9c84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Port': ['ID=f9297526-b554-44f2-93b3-3daaaa4c5577,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:35.642366 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e8f210bc-e996-43a3-897c-d5a1feba32f9 req-feccfc55-817f-4a8c-9c9d-9366289ca596 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:35.706521 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f210bc-e996-43a3-897c-d5a1feba32f9 req-feccfc55-817f-4a8c-9c9d-9366289ca596 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:23:35.712057 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-e8f210bc-e996-43a3-897c-d5a1feba32f9 req-feccfc55-817f-4a8c-9c9d-9366289ca596 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:23:35.725773 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f210bc-e996-43a3-897c-d5a1feba32f9 req-feccfc55-817f-4a8c-9c9d-9366289ca596 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:23:35.742822 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db6d533-3011-4d5f-a4e4-196cdaf911c4 x-openstack-request-id: req-5db6d533-3011-4d5f-a4e4-196cdaf911c4 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:23:35.743125 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ae0263-36a6-49e6-bcd3-0c16aac0b7c7", "tag": "aa76ba1e-01e4-4bbd-9323-384af4250f41", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:23:35.743381 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5db6d533-3011-4d5f-a4e4-196cdaf911c4 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:23:35.743801 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ae0263-36a6-49e6-bcd3-0c16aac0b7c7', 'tag': 'aa76ba1e-01e4-4bbd-9323-384af4250f41', 'status': 'completed', 'code': 200} Jul 24 09:23:35.832912 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feccfc55-817f-4a8c-9c9d-9366289ca596 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Pushing event updated for resources: {'Port': ['ID=19e702ea-7da4-4cb2-86b1-973950314072,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:35.942895 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2626ead-f368-40a0-aba6-9c7ba92dd2a0 req-0e54ed70-1193-443b-bb8c-ab0094e7cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:35.944557 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e2626ead-f368-40a0-aba6-9c7ba92dd2a0 req-0e54ed70-1193-443b-bb8c-ab0094e7cd00 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=372ece414d164f6ead00e36de3137ce1&device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 1097 time: 0.2052803 Jul 24 09:23:35.974484 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e8f210bc-e996-43a3-897c-d5a1feba32f9 req-feccfc55-817f-4a8c-9c9d-9366289ca596 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:35.984569 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7187fce7-ab91-4e20-8f36-003e74ac9c84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:36.120847 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e8f210bc-e996-43a3-897c-d5a1feba32f9 req-feccfc55-817f-4a8c-9c9d-9366289ca596 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:36.181153 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2626ead-f368-40a0-aba6-9c7ba92dd2a0 req-98ac7c29-028d-4e7e-94b7-5be920a1c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:36.185710 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e2626ead-f368-40a0-aba6-9c7ba92dd2a0 req-98ac7c29-028d-4e7e-94b7-5be920a1c4d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=25f597dd-627e-44e8-9e97-ddee210a58c4 HTTP/1.1" status: 200 len: 920 time: 0.2344520 Jul 24 09:23:36.210217 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7187fce7-ab91-4e20-8f36-003e74ac9c84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Router ca499813-d86c-4be1-8475-d65bc9f6a045 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:23:36.252346 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e2626ead-f368-40a0-aba6-9c7ba92dd2a0 req-3e01b728-05c1-4665-90b4-1c8889f0d1ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa76ba1e-01e4-4bbd-9323-384af4250f41 HTTP/1.1" status: 200 len: 217 time: 0.0585983 Jul 24 09:23:36.311970 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2626ead-f368-40a0-aba6-9c7ba92dd2a0 req-af11a17d-d723-4d47-b44e-0d10a17148ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:36.314775 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e2626ead-f368-40a0-aba6-9c7ba92dd2a0 req-af11a17d-d723-4d47-b44e-0d10a17148ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30bd4481-5e04-4226-8557-03870f55c2df HTTP/1.1" status: 200 len: 860 time: 0.0529616 Jul 24 09:23:36.373269 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e2626ead-f368-40a0-aba6-9c7ba92dd2a0 req-d83a7c7c-0148-443c-818b-6a7e2b7761b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25f597dd-627e-44e8-9e97-ddee210a58c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525463 Jul 24 09:23:36.401132 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7187fce7-ab91-4e20-8f36-003e74ac9c84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:23:36.408388 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7187fce7-ab91-4e20-8f36-003e74ac9c84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "PUT /v2.0/routers/ca499813-d86c-4be1-8475-d65bc9f6a045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9519939 Jul 24 09:23:36.410970 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44818) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:36.418480 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e3c996-4292-4e12-8af9-26b76303cd98 None None] Sync routers for ids ['ca499813-d86c-4be1-8475-d65bc9f6a045'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:23:36.435563 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e3c996-4292-4e12-8af9-26b76303cd98 None None] Routers {'ca499813-d86c-4be1-8475-d65bc9f6a045'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:23:36.438115 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f7e3c996-4292-4e12-8af9-26b76303cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:23:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ca499813-d86c-4be1-8475-d65bc9f6a045'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:36.478361 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f7e3c996-4292-4e12-8af9-26b76303cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:36.489707 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e3c996-4292-4e12-8af9-26b76303cd98 None None] Routers {'ca499813-d86c-4be1-8475-d65bc9f6a045'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:23:36.490768 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f7e3c996-4292-4e12-8af9-26b76303cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:23:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ca499813-d86c-4be1-8475-d65bc9f6a045'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:36.532057 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e2626ead-f368-40a0-aba6-9c7ba92dd2a0 req-8c2b34a7-5263-4dbf-8c89-895a2d206ed5 service neutron] 10.222.0.37 "GET /v2.0/networks/25f597dd-627e-44e8-9e97-ddee210a58c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490598 Jul 24 09:23:36.548315 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f7e3c996-4292-4e12-8af9-26b76303cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:36.548996 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e3c996-4292-4e12-8af9-26b76303cd98 None None] The sync data for ids ['ca499813-d86c-4be1-8475-d65bc9f6a045'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:23:36.556278 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e8f210bc-e996-43a3-897c-d5a1feba32f9 req-feccfc55-817f-4a8c-9c9d-9366289ca596 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:36.566764 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e8f210bc-e996-43a3-897c-d5a1feba32f9 req-feccfc55-817f-4a8c-9c9d-9366289ca596 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:36.582320 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a8458-b752-42df-b784-a0700dc722f5 req-c592ba02-6e20-4461-a72b-12ed1633c658 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:36.586199 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c93a8458-b752-42df-b784-a0700dc722f5 req-c592ba02-6e20-4461-a72b-12ed1633c658 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.2836878 Jul 24 09:23:36.704723 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feccfc55-817f-4a8c-9c9d-9366289ca596 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Pushing event updated for resources: {'Port': ['ID=19e702ea-7da4-4cb2-86b1-973950314072,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:36.721445 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e8f210bc-e996-43a3-897c-d5a1feba32f9 req-feccfc55-817f-4a8c-9c9d-9366289ca596 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:36.726995 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c93a8458-b752-42df-b784-a0700dc722f5 req-9cc7b664-338b-4140-a333-5821325d4c85 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354644 Jul 24 09:23:36.739073 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e8f210bc-e996-43a3-897c-d5a1feba32f9 req-feccfc55-817f-4a8c-9c9d-9366289ca596 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:36.746321 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e8f210bc-e996-43a3-897c-d5a1feba32f9 req-feccfc55-817f-4a8c-9c9d-9366289ca596 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6660609 Jul 24 09:23:36.760800 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e2626ead-f368-40a0-aba6-9c7ba92dd2a0 req-8d9a835d-c9f2-48ed-b3df-80c9a6e9d3a2 service neutron] 10.222.0.37 "GET /v2.0/networks/25f597dd-627e-44e8-9e97-ddee210a58c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216530 Jul 24 09:23:36.811839 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e8f210bc-e996-43a3-897c-d5a1feba32f9 req-8d784bbc-1159-45cb-bcbe-4f47a37ef097 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.56 HTTP/1.1" status: 200 len: 695 time: 0.0647531 Jul 24 09:23:36.902393 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-458f09bc-2084-4b0b-905d-3a3b3e54a722 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:36.972884 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f210bc-e996-43a3-897c-d5a1feba32f9 req-890e0ce0-be0d-41b3-9883-80139d9684fa tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:36.974429 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e8f210bc-e996-43a3-897c-d5a1feba32f9 req-890e0ce0-be0d-41b3-9883-80139d9684fa tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 0.1575007 Jul 24 09:23:36.987337 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-e8f210bc-e996-43a3-897c-d5a1feba32f9 req-c87765c9-b541-4e06-9479-bd8054c1cb96 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:23:36.988421 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e8f210bc-e996-43a3-897c-d5a1feba32f9 req-c87765c9-b541-4e06-9479-bd8054c1cb96 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083938 Jul 24 09:23:37.217004 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27ba8c-8454-4dea-bb62-4e8aba738fde req-29f62ffe-3756-401e-a009-f07823ec6eac tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:37.219221 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2a27ba8c-8454-4dea-bb62-4e8aba738fde req-29f62ffe-3756-401e-a009-f07823ec6eac tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b44aad7-e393-45c5-8ddc-4c529b248d51 HTTP/1.1" status: 200 len: 945 time: 0.1450226 Jul 24 09:23:37.245963 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-458f09bc-2084-4b0b-905d-3a3b3e54a722 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Deleting port 383a9493-56d0-46ee-9e0f-52534057b1df {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:23:37.246335 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-458f09bc-2084-4b0b-905d-3a3b3e54a722 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:37.287954 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2a27ba8c-8454-4dea-bb62-4e8aba738fde req-451b836a-03b0-4c76-9922-bb6393aa2fe4 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c7f7441-a841-421c-a1a3-436fd8580443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621281 Jul 24 09:23:37.417850 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-458f09bc-2084-4b0b-905d-3a3b3e54a722 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:37.468068 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-458f09bc-2084-4b0b-905d-3a3b3e54a722 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Calling delete_port for 383a9493-56d0-46ee-9e0f-52534057b1df owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:23:37.488218 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb450f86-d529-4ba9-89d8-afe82c705665 req-fc94749c-edb8-4f37-97d8-f15a01f45098 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:37.489844 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bb450f86-d529-4ba9-89d8-afe82c705665 req-fc94749c-edb8-4f37-97d8-f15a01f45098 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.0927572 Jul 24 09:23:37.555583 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bb450f86-d529-4ba9-89d8-afe82c705665 req-fed12853-468e-46cd-af89-ef88b368ef2c tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572946 Jul 24 09:23:37.561841 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f941021-b117-4a84-b2e0-53b0972514a2 req-8c3d858b-b472-4508-9fff-4eaf5d5b716a tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:37.563362 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4f941021-b117-4a84-b2e0-53b0972514a2 req-8c3d858b-b472-4508-9fff-4eaf5d5b716a tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1427164 Jul 24 09:23:37.647745 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4f941021-b117-4a84-b2e0-53b0972514a2 req-04c1199d-1aa2-4f89-b0fd-ed83c451072b tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.56 HTTP/1.1" status: 200 len: 695 time: 0.0767565 Jul 24 09:23:37.654306 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-4f941021-b117-4a84-b2e0-53b0972514a2 req-af951478-0a73-4a9e-89ab-08bf265195bc tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Request body: {'floatingip': {'port_id': 'aa76ba1e-01e4-4bbd-9323-384af4250f41', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:37.698829 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-4f941021-b117-4a84-b2e0-53b0972514a2 req-af951478-0a73-4a9e-89ab-08bf265195bc tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks [] for floatingip, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:37.793352 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6c9a5-6316-4c45-9129-e5099bb2614d req-fc891056-63e7-4213-a6e3-b423c1f356ce tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:37.795104 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9c6c9a5-6316-4c45-9129-e5099bb2614d req-fc891056-63e7-4213-a6e3-b423c1f356ce tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e77dfa-c21a-4763-a93b-652f2baf5a78 HTTP/1.1" status: 200 len: 945 time: 0.1037965 Jul 24 09:23:37.839805 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9c6c9a5-6316-4c45-9129-e5099bb2614d req-8da07ded-d2cd-4f44-8c6f-31ba6fa061f8 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375226 Jul 24 09:23:37.855219 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44876) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:37.983380 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-739a3110-cbcb-430c-914c-a8d30034907c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:38.007600 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-458f09bc-2084-4b0b-905d-3a3b3e54a722 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:38.064221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f09bc-2084-4b0b-905d-3a3b3e54a722 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Port': ['ID=383a9493-56d0-46ee-9e0f-52534057b1df,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:38.160699 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-739a3110-cbcb-430c-914c-a8d30034907c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:38.166694 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-739a3110-cbcb-430c-914c-a8d30034907c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:38.250651 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-739a3110-cbcb-430c-914c-a8d30034907c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38aaff67dd4344ef84ec184fbed334e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3942053 Jul 24 09:23:38.252770 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a3110-cbcb-430c-914c-a8d30034907c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe34198-3e1e-4e1b-a51f-1ad89887f569,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:38.255492 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44886) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:38.319380 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd558f8-30db-4516-968a-7c938f03f42a req-d6bc3866-b241-4283-b5cf-59fbd03d7c83 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:38.326950 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9fd558f8-30db-4516-968a-7c938f03f42a req-d6bc3866-b241-4283-b5cf-59fbd03d7c83 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1517441 Jul 24 09:23:38.357111 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cce9f5be-2aea-42e3-a850-2aead0baaacd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:38.391527 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cce9f5be-2aea-42e3-a850-2aead0baaacd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:38.420506 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9fd558f8-30db-4516-968a-7c938f03f42a req-720fbd03-9b49-4f25-8764-20b21233752a tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922918 Jul 24 09:23:38.462037 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cce9f5be-2aea-42e3-a850-2aead0baaacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:38.466206 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cce9f5be-2aea-42e3-a850-2aead0baaacd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:38.467980 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-cce9f5be-2aea-42e3-a850-2aead0baaacd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6fe34198-3e1e-4e1b-a51f-1ad89887f569 HTTP/1.1" status: 204 len: 168 time: 0.2106526 Jul 24 09:23:38.481842 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9f5be-2aea-42e3-a850-2aead0baaacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe34198-3e1e-4e1b-a51f-1ad89887f569,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:38.636376 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798eb6b-9e6b-4615-9f6c-4ada933d9463 req-059e7d0f-4ca8-4b1b-a5bb-7b1e357c0088 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:38.641873 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3798eb6b-9e6b-4615-9f6c-4ada933d9463 req-059e7d0f-4ca8-4b1b-a5bb-7b1e357c0088 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b44aad7-e393-45c5-8ddc-4c529b248d51 HTTP/1.1" status: 200 len: 945 time: 0.1005807 Jul 24 09:23:38.697524 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3798eb6b-9e6b-4615-9f6c-4ada933d9463 req-3486d6ff-82c2-402e-a240-bc8dcd393504 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c7f7441-a841-421c-a1a3-436fd8580443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434752 Jul 24 09:23:38.771716 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-458f09bc-2084-4b0b-905d-3a3b3e54a722 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:38.865390 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d64e3-deba-4ac3-9517-549b7ef1ff3f req-cbca5592-c106-462d-a5f6-13e2fb043a80 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:38.868523 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-130d64e3-deba-4ac3-9517-549b7ef1ff3f req-cbca5592-c106-462d-a5f6-13e2fb043a80 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.0754166 Jul 24 09:23:38.874369 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44896) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:38.913147 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-130d64e3-deba-4ac3-9517-549b7ef1ff3f req-71a4263c-8e9d-46b1-994c-4512d01c6dbd tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368533 Jul 24 09:23:38.991740 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e01096cc-32bf-4a4b-a305-f186585b4f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:39.051688 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d03713-8aa2-49a1-aa04-19b8abef7f84 req-fd14f4d3-0321-4bf9-8f4a-cb6592bdd9c0 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:39.053441 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-52d03713-8aa2-49a1-aa04-19b8abef7f84 req-fd14f4d3-0321-4bf9-8f4a-cb6592bdd9c0 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e77dfa-c21a-4763-a93b-652f2baf5a78 HTTP/1.1" status: 200 len: 945 time: 0.0701356 Jul 24 09:23:39.063359 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458f09bc-2084-4b0b-905d-3a3b3e54a722 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Router ca499813-d86c-4be1-8475-d65bc9f6a045 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:23:39.098027 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-52d03713-8aa2-49a1-aa04-19b8abef7f84 req-96010413-aeed-40d4-847b-c5e5790f983b tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364115 Jul 24 09:23:39.245683 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5e462-c015-4484-9a5d-757e9203cf29 req-b5bbab2c-11eb-4059-8e4d-709de226fd56 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:39.247272 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-10f5e462-c015-4484-9a5d-757e9203cf29 req-b5bbab2c-11eb-4059-8e4d-709de226fd56 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3e77dfa-c21a-4763-a93b-652f2baf5a78 HTTP/1.1" status: 200 len: 945 time: 0.3048878 Jul 24 09:23:39.253626 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-4f941021-b117-4a84-b2e0-53b0972514a2 req-af951478-0a73-4a9e-89ab-08bf265195bc tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:39.274358 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-4f941021-b117-4a84-b2e0-53b0972514a2 req-af951478-0a73-4a9e-89ab-08bf265195bc tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:39.335752 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec664b6-fc88-465d-92d1-87df204e7da5 req-2937ef4c-f168-4905-9596-6e72db62471f tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:39.345753 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4ec664b6-fc88-465d-92d1-87df204e7da5 req-2937ef4c-f168-4905-9596-6e72db62471f tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.0964391 Jul 24 09:23:39.368335 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458f09bc-2084-4b0b-905d-3a3b3e54a722 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:23:39.382942 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa83130-bddb-4361-84b4-38d08c4787c1 None None] Sync routers for ids ['ca499813-d86c-4be1-8475-d65bc9f6a045'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:23:39.384455 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4ec664b6-fc88-465d-92d1-87df204e7da5 req-67b3195b-f3d3-4f99-8db6-6d5640c584e0 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374622 Jul 24 09:23:39.411644 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa83130-bddb-4361-84b4-38d08c4787c1 None None] Routers {'ca499813-d86c-4be1-8475-d65bc9f6a045'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:23:39.412529 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8aa83130-bddb-4361-84b4-38d08c4787c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:23:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ca499813-d86c-4be1-8475-d65bc9f6a045'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:39.426081 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-458f09bc-2084-4b0b-905d-3a3b3e54a722 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "PUT /v2.0/routers/ca499813-d86c-4be1-8475-d65bc9f6a045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0114908 Jul 24 09:23:39.427406 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44906) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:39.436959 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e01096cc-32bf-4a4b-a305-f186585b4f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:39.449542 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e01096cc-32bf-4a4b-a305-f186585b4f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:39.468140 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8aa83130-bddb-4361-84b4-38d08c4787c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:39.474600 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5661cdb3-d917-4e31-8ce2-39da503acfc4 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca499813-d86c-4be1-8475-d65bc9f6a045 HTTP/1.1" status: 200 len: 205 time: 0.0457752 Jul 24 09:23:39.480051 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44908) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:39.493792 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa83130-bddb-4361-84b4-38d08c4787c1 None None] Routers {'ca499813-d86c-4be1-8475-d65bc9f6a045'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:23:39.494911 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8aa83130-bddb-4361-84b4-38d08c4787c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:23:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ca499813-d86c-4be1-8475-d65bc9f6a045'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:39.530726 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8aa83130-bddb-4361-84b4-38d08c4787c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:39.531383 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa83130-bddb-4361-84b4-38d08c4787c1 None None] The sync data for ids ['ca499813-d86c-4be1-8475-d65bc9f6a045'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:23:39.586475 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9e2a8-e82e-4366-9f42-897a9132c48e req-6134157f-6448-4731-a1ba-7d3cdd6a30d0 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:39.587958 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-45f9e2a8-e82e-4366-9f42-897a9132c48e req-6134157f-6448-4731-a1ba-7d3cdd6a30d0 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.0851595 Jul 24 09:23:39.603229 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6200a0d-825b-458f-bc6a-08e529671783 req-ca9c4598-5a58-441a-9d5e-f5bafd4c0288 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:39.605348 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f6200a0d-825b-458f-bc6a-08e529671783 req-ca9c4598-5a58-441a-9d5e-f5bafd4c0288 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b44aad7-e393-45c5-8ddc-4c529b248d51 HTTP/1.1" status: 200 len: 945 time: 0.1361496 Jul 24 09:23:39.625509 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e01096cc-32bf-4a4b-a305-f186585b4f88 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=864096749c624a38a8002aacc7d99e2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7478614 Jul 24 09:23:39.631048 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44910) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:39.632419 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01096cc-32bf-4a4b-a305-f186585b4f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc7c3a9-374a-436e-91a3-d0881e368ae3,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:39.651720 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d5aea55a-00b2-4e65-b45e-c20ea2d088fe tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:39.694228 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [req-4f941021-b117-4a84-b2e0-53b0972514a2 req-af951478-0a73-4a9e-89ab-08bf265195bc tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Floating IP dc9687ce-e169-44c0-8e7a-fce969304ccb associated. External IP: 172.25.7.56, port: aa76ba1e-01e4-4bbd-9323-384af4250f41. Jul 24 09:23:39.714721 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-45f9e2a8-e82e-4366-9f42-897a9132c48e req-c0d44263-1f72-490c-805a-9a03266584d6 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188421 Jul 24 09:23:39.811844 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21b0037b-4c03-4fed-a0ea-060a073a007d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:39.863611 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21b0037b-4c03-4fed-a0ea-060a073a007d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:39.929016 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-f6200a0d-825b-458f-bc6a-08e529671783 req-3857a528-1a84-49fc-a68e-cf05a8fab32f tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Deleting port c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:23:39.929361 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f6200a0d-825b-458f-bc6a-08e529671783 req-3857a528-1a84-49fc-a68e-cf05a8fab32f tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:39.966394 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b01c1-94f9-49dc-ab88-836a7b02b29d req-9b764ca8-d2c9-46c3-9214-b95cbad89f7f tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:39.967928 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7a9b01c1-94f9-49dc-ab88-836a7b02b29d req-9b764ca8-d2c9-46c3-9214-b95cbad89f7f tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b44aad7-e393-45c5-8ddc-4c529b248d51 HTTP/1.1" status: 200 len: 945 time: 0.1531577 Jul 24 09:23:40.016207 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21b0037b-4c03-4fed-a0ea-060a073a007d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:40.018733 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21b0037b-4c03-4fed-a0ea-060a073a007d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:40.023008 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-21b0037b-4c03-4fed-a0ea-060a073a007d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0dc7c3a9-374a-436e-91a3-d0881e368ae3 HTTP/1.1" status: 204 len: 168 time: 0.3879795 Jul 24 09:23:40.050859 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0037b-4c03-4fed-a0ea-060a073a007d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc7c3a9-374a-436e-91a3-d0881e368ae3,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:40.053775 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-10f5e462-c015-4484-9a5d-757e9203cf29 req-1e50a070-fd3f-44f7-a6d5-f27612eb73b9 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Deleting port 4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:23:40.054695 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-10f5e462-c015-4484-9a5d-757e9203cf29 req-1e50a070-fd3f-44f7-a6d5-f27612eb73b9 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:40.063685 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d5aea55a-00b2-4e65-b45e-c20ea2d088fe tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:40.077614 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d5aea55a-00b2-4e65-b45e-c20ea2d088fe tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:40.082462 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7a9b01c1-94f9-49dc-ab88-836a7b02b29d req-0f019df8-9992-4872-9cd5-2baa4fd3a593 tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c7f7441-a841-421c-a1a3-436fd8580443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035268 Jul 24 09:23:40.102391 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-f6200a0d-825b-458f-bc6a-08e529671783 req-3857a528-1a84-49fc-a68e-cf05a8fab32f tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] For port c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5,segment=NetworkSegment(3b35c742-3f56-4364-8692-d43c264660b0),segment_id=3b35c742-3f56-4364-8692-d43c264660b0)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:23:40.102763 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f6200a0d-825b-458f-bc6a-08e529671783 req-3857a528-1a84-49fc-a68e-cf05a8fab32f tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:40.133006 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-f6200a0d-825b-458f-bc6a-08e529671783 req-3857a528-1a84-49fc-a68e-cf05a8fab32f tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Calling delete_port for c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:23:40.214200 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d5aea55a-00b2-4e65-b45e-c20ea2d088fe tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:40.214746 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5aea55a-00b2-4e65-b45e-c20ea2d088fe tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Fanout notify agent at l3_agent the message router_deleted on router ca499813-d86c-4be1-8475-d65bc9f6a045 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:23:40.229107 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d5aea55a-00b2-4e65-b45e-c20ea2d088fe tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:40.230741 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d5aea55a-00b2-4e65-b45e-c20ea2d088fe tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/routers/ca499813-d86c-4be1-8475-d65bc9f6a045 HTTP/1.1" status: 204 len: 168 time: 0.7429910 Jul 24 09:23:40.236065 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44924) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:40.285450 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-10f5e462-c015-4484-9a5d-757e9203cf29 req-1e50a070-fd3f-44f7-a6d5-f27612eb73b9 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] For port 4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0,segment=NetworkSegment(658362e4-6283-4c69-8eba-315d82acaa5f),segment_id=658362e4-6283-4c69-8eba-315d82acaa5f)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:23:40.285830 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-10f5e462-c015-4484-9a5d-757e9203cf29 req-1e50a070-fd3f-44f7-a6d5-f27612eb73b9 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:40.289322 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f941021-b117-4a84-b2e0-53b0972514a2 req-af951478-0a73-4a9e-89ab-08bf265195bc tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Router fc5539e7-d1bb-442c-8394-e9455c8684d0 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:23:40.313644 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-10f5e462-c015-4484-9a5d-757e9203cf29 req-1e50a070-fd3f-44f7-a6d5-f27612eb73b9 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Calling delete_port for 4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:23:40.321965 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c6297-61e5-4630-9aa6-874b8137a61e req-614c0811-3bf0-456e-a753-3fb5f94b73ae tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:40.329788 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a20c6297-61e5-4630-9aa6-874b8137a61e req-614c0811-3bf0-456e-a753-3fb5f94b73ae tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1187208 Jul 24 09:23:40.339243 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cab9802-7916-4526-b7b0-94b37ce5220b tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Deleting subnet abe9c8df-d683-43a2-a83e-ac72407072d9 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:23:40.345159 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8cab9802-7916-4526-b7b0-94b37ce5220b tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:40.433014 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a20c6297-61e5-4630-9aa6-874b8137a61e req-b9109416-5b8f-46f8-b65e-ac7b22db01bc tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022508 Jul 24 09:23:40.448073 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f6200a0d-825b-458f-bc6a-08e529671783 req-3857a528-1a84-49fc-a68e-cf05a8fab32f tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:40.476617 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:23:40.524104 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8cab9802-7916-4526-b7b0-94b37ce5220b tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:40.549699 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857a528-1a84-49fc-a68e-cf05a8fab32f tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Pushing event deleted for resources: {'Port': ['ID=c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:40.610935 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f941021-b117-4a84-b2e0-53b0972514a2 req-af951478-0a73-4a9e-89ab-08bf265195bc tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:23:40.627470 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623e3b77-3ac0-471d-af90-a2edb8b50f87 None None] Sync routers for ids ['fc5539e7-d1bb-442c-8394-e9455c8684d0'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:23:40.635158 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-4f941021-b117-4a84-b2e0-53b0972514a2 req-af951478-0a73-4a9e-89ab-08bf265195bc tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:40.641737 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623e3b77-3ac0-471d-af90-a2edb8b50f87 None None] Routers {'fc5539e7-d1bb-442c-8394-e9455c8684d0'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:23:40.642527 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-623e3b77-3ac0-471d-af90-a2edb8b50f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:23:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fc5539e7-d1bb-442c-8394-e9455c8684d0'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:40.688823 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6200a0d-825b-458f-bc6a-08e529671783 req-3857a528-1a84-49fc-a68e-cf05a8fab32f tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] No DVR routers for this DVR port c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:23:40.691506 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f6200a0d-825b-458f-bc6a-08e529671783 req-3857a528-1a84-49fc-a68e-cf05a8fab32f tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:40.694095 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f6200a0d-825b-458f-bc6a-08e529671783 req-3857a528-1a84-49fc-a68e-cf05a8fab32f tempest-ServersNegativeTestMultiTenantJSON-1964494280 tempest-ServersNegativeTestMultiTenantJSON-1964494280-project] 10.222.0.37 "DELETE /v2.0/ports/c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5 HTTP/1.1" status: 204 len: 173 time: 1.0638611 Jul 24 09:23:40.694959 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b44aad7-e393-45c5-8ddc-4c529b248d51', 'name': 'network-vif-deleted', 'tag': 'c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:23:40.697311 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e45021-d6d7-4fb3-84ca-e950ee1f0fed" -d '{"events": [{"server_uuid": "1b44aad7-e393-45c5-8ddc-4c529b248d51", "name": "network-vif-deleted", "tag": "c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:23:40.731869 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8cab9802-7916-4526-b7b0-94b37ce5220b tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:40.755697 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4f941021-b117-4a84-b2e0-53b0972514a2 req-af951478-0a73-4a9e-89ab-08bf265195bc tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "PUT /v2.0/floatingips/dc9687ce-e169-44c0-8e7a-fce969304ccb HTTP/1.1" status: 200 len: 996 time: 3.1070218 Jul 24 09:23:40.758293 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ae0263-36a6-49e6-bcd3-0c16aac0b7c7', 'tag': 'aa76ba1e-01e4-4bbd-9323-384af4250f41'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:23:40.760628 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2ff06d-b88b-4375-9ae2-30e2a86e2817" -d '{"events": [{"name": "network-changed", "server_uuid": "84ae0263-36a6-49e6-bcd3-0c16aac0b7c7", "tag": "aa76ba1e-01e4-4bbd-9323-384af4250f41"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:23:40.766143 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-10f5e462-c015-4484-9a5d-757e9203cf29 req-1e50a070-fd3f-44f7-a6d5-f27612eb73b9 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:40.774407 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6988d2-3426-44c8-b67e-6b73be21e020 req-b4817f10-052a-472e-97ad-c3a971422a63 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:40.784084 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-be6988d2-3426-44c8-b67e-6b73be21e020 req-b4817f10-052a-472e-97ad-c3a971422a63 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3e77dfa-c21a-4763-a93b-652f2baf5a78 HTTP/1.1" status: 200 len: 945 time: 0.2258654 Jul 24 09:23:40.814362 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50a070-fd3f-44f7-a6d5-f27612eb73b9 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Pushing event deleted for resources: {'Port': ['ID=4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:40.905545 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-be6988d2-3426-44c8-b67e-6b73be21e020 req-a1b3a12c-1425-4cb7-be91-c487d5b5a886 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.32 "GET /v2.0/security-groups?id=19e0c85b-2435-4fce-adc2-9d1c427baf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204891 Jul 24 09:23:40.936832 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f5e462-c015-4484-9a5d-757e9203cf29 req-1e50a070-fd3f-44f7-a6d5-f27612eb73b9 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] No DVR routers for this DVR port 4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:23:40.941407 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-10f5e462-c015-4484-9a5d-757e9203cf29 req-1e50a070-fd3f-44f7-a6d5-f27612eb73b9 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:40.943812 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-10f5e462-c015-4484-9a5d-757e9203cf29 req-1e50a070-fd3f-44f7-a6d5-f27612eb73b9 tempest-AttachVolumeNegativeTest-1926488036 tempest-AttachVolumeNegativeTest-1926488036-project] 10.222.0.20 "DELETE /v2.0/ports/4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0 HTTP/1.1" status: 204 len: 173 time: 1.6822116 Jul 24 09:23:40.995624 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f941021-b117-4a84-b2e0-53b0972514a2 req-94512cb3-50cc-4a74-ba0f-242cddd0149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:41.004122 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4f941021-b117-4a84-b2e0-53b0972514a2 req-94512cb3-50cc-4a74-ba0f-242cddd0149e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=372ece414d164f6ead00e36de3137ce1&device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 1097 time: 0.2018809 Jul 24 09:23:41.029516 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8cab9802-7916-4526-b7b0-94b37ce5220b tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:41.040705 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-623e3b77-3ac0-471d-af90-a2edb8b50f87 None None] Set router fc5539e7-d1bb-442c-8394-e9455c8684d0 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:23:41.113261 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8cab9802-7916-4526-b7b0-94b37ce5220b tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:41.117668 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a526673-0eaa-4498-b004-39be95302b55 None None] Network a7cc0c5d-69c4-4ec3-91ff-6c0c467c5699 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:23:41.118614 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8cab9802-7916-4526-b7b0-94b37ce5220b tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/subnets/abe9c8df-d683-43a2-a83e-ac72407072d9 HTTP/1.1" status: 204 len: 168 time: 0.8813033 Jul 24 09:23:41.121014 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab9802-7916-4526-b7b0-94b37ce5220b tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Subnet': ['ID=abe9c8df-d683-43a2-a83e-ac72407072d9,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:41.129900 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44948) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:41.181227 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe38ce-d8e0-4476-9fbb-ffe505915c17 req-f9286599-08a6-4396-b6b0-820ea894ee8b tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:41.184796 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9afe38ce-d8e0-4476-9fbb-ffe505915c17 req-f9286599-08a6-4396-b6b0-820ea894ee8b tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1615942 Jul 24 09:23:41.209753 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-06360496-f3a7-4b78-bb0a-3aef9ed0ebae tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Deleting subnet 0dc4c7dc-44db-4c72-b148-78e4a5134015 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:23:41.213612 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-06360496-f3a7-4b78-bb0a-3aef9ed0ebae tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:41.272493 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9afe38ce-d8e0-4476-9fbb-ffe505915c17 req-91817cb9-b0ac-4bde-862a-5a562c6ff5e9 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809588 Jul 24 09:23:41.326674 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548cc274-a1de-40a1-b26d-bac04e669bb6 x-openstack-request-id: req-548cc274-a1de-40a1-b26d-bac04e669bb6 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:23:41.327105 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b44aad7-e393-45c5-8ddc-4c529b248d51", "name": "network-vif-deleted", "tag": "c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:23:41.327254 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-548cc274-a1de-40a1-b26d-bac04e669bb6 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:23:41.327836 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b44aad7-e393-45c5-8ddc-4c529b248d51', 'name': 'network-vif-deleted', 'tag': 'c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5', 'status': 'completed', 'code': 200} Jul 24 09:23:41.519284 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44960) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:41.533305 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361f5ec9-6593-4780-bcf0-c2f034570610 None None] DHCP port deletion for a7cc0c5d-69c4-4ec3-91ff-6c0c467c5699 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:23:41.682365 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-361f5ec9-6593-4780-bcf0-c2f034570610 None None] Deleting port bc2c4c43-4a4a-4e00-825a-a04c70aa0091 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:23:41.682746 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-361f5ec9-6593-4780-bcf0-c2f034570610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:41.700089 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-623e3b77-3ac0-471d-af90-a2edb8b50f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435689800-router', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b6341bde-85c0-4683-8059-c4c1bd473ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:22:34Z', 'updated_at': '2021-07-24T09:22:39Z', 'revision_number': 4, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'gw_port': {'id': 'b6341bde-85c0-4683-8059-c4c1bd473ed3', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:22:35Z', 'updated_at': '2021-07-24T09:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'dc9687ce-e169-44c0-8e7a-fce969304ccb', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'port_id': 'aa76ba1e-01e4-4bbd-9323-384af4250f41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f597dd-627e-44e8-9e97-ddee210a58c4', 'mac_address': 'fa:16:3e:1d:ba:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ae0263-36a6-49e6-bcd3-0c16aac0b7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:23:35Z', 'updated_at': '2021-07-24T09:23:38Z', 'revision_number': 1, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf43b9a-d8ae-48e4-859c-daa5dcbe4166', 'name': '', 'network_id': '25f597dd-627e-44e8-9e97-ddee210a58c4', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'mac_address': 'fa:16:3e:72:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '30bd4481-5e04-4226-8557-03870f55c2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:22:38Z', 'updated_at': '2021-07-24T09:22:48Z', 'revision_number': 5, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'subnets': [{'id': '30bd4481-5e04-4226-8557-03870f55c2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:41.777526 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623e3b77-3ac0-471d-af90-a2edb8b50f87 None None] Checking router: fc5539e7-d1bb-442c-8394-e9455c8684d0 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:23:41.824475 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bc2c4c43-4a4a-4e00-825a-a04c70aa0091 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:23:41.824978 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623e3b77-3ac0-471d-af90-a2edb8b50f87 None None] Routers {'fc5539e7-d1bb-442c-8394-e9455c8684d0'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:23:41.826109 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-623e3b77-3ac0-471d-af90-a2edb8b50f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:23:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fc5539e7-d1bb-442c-8394-e9455c8684d0'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:41.870819 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:23:41.896304 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-361f5ec9-6593-4780-bcf0-c2f034570610 None None] For port bc2c4c43-4a4a-4e00-825a-a04c70aa0091, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=bc2c4c43-4a4a-4e00-825a-a04c70aa0091,segment=NetworkSegment(08905ab9-1f3e-432e-9268-0bd51c1e8230),segment_id=08905ab9-1f3e-432e-9268-0bd51c1e8230)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:23:41.896890 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-361f5ec9-6593-4780-bcf0-c2f034570610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:41.912020 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-361f5ec9-6593-4780-bcf0-c2f034570610 None None] Calling delete_port for bc2c4c43-4a4a-4e00-825a-a04c70aa0091 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:23:41.921110 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a2e4062-adc2-4bb2-854d-b02921ae248e admin admin] Deleting subnet 0f2ca739-9cf8-41dd-88cf-3e376bde8f7f {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:23:41.928122 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a2e4062-adc2-4bb2-854d-b02921ae248e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:41.965578 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407d3ff4-9d25-42ba-b571-484248e43f91 x-openstack-request-id: req-407d3ff4-9d25-42ba-b571-484248e43f91 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:23:41.965874 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ae0263-36a6-49e6-bcd3-0c16aac0b7c7", "tag": "aa76ba1e-01e4-4bbd-9323-384af4250f41", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:23:41.966342 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-407d3ff4-9d25-42ba-b571-484248e43f91 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:23:41.966915 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ae0263-36a6-49e6-bcd3-0c16aac0b7c7', 'tag': 'aa76ba1e-01e4-4bbd-9323-384af4250f41', 'status': 'completed', 'code': 200} Jul 24 09:23:41.973346 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-06360496-f3a7-4b78-bb0a-3aef9ed0ebae tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:42.021307 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:23:42.021814 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:23:42.025492 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-361f5ec9-6593-4780-bcf0-c2f034570610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:42.039317 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f941021-b117-4a84-b2e0-53b0972514a2 req-5281e0d8-f260-4044-a77f-791b2748c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:42.040434 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4f941021-b117-4a84-b2e0-53b0972514a2 req-5281e0d8-f260-4044-a77f-791b2748c69a service neutron] 10.222.0.32 "GET /v2.0/networks?id=25f597dd-627e-44e8-9e97-ddee210a58c4 HTTP/1.1" status: 200 len: 920 time: 1.0360956 Jul 24 09:23:42.056699 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a2e4062-adc2-4bb2-854d-b02921ae248e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:42.062169 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f5ec9-6593-4780-bcf0-c2f034570610 None None] Pushing event deleted for resources: {'Port': ['ID=bc2c4c43-4a4a-4e00-825a-a04c70aa0091,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:42.076644 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361f5ec9-6593-4780-bcf0-c2f034570610 None None] No DVR routers for this DVR port bc2c4c43-4a4a-4e00-825a-a04c70aa0091 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:23:42.083378 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-623e3b77-3ac0-471d-af90-a2edb8b50f87 None None] Set router fc5539e7-d1bb-442c-8394-e9455c8684d0 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:23:42.091949 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No active binding found for port bc2c4c43-4a4a-4e00-825a-a04c70aa0091 {{(pid=94037) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 24 09:23:42.092698 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bc2c4c43-4a4a-4e00-825a-a04c70aa0091 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:23:42.148907 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a2e4062-adc2-4bb2-854d-b02921ae248e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:42.187137 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-06360496-f3a7-4b78-bb0a-3aef9ed0ebae tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:42.223421 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4f941021-b117-4a84-b2e0-53b0972514a2 req-ff6e3507-9dc3-4e53-b8ad-45bb6f5bba30 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa76ba1e-01e4-4bbd-9323-384af4250f41 HTTP/1.1" status: 200 len: 999 time: 0.1744854 Jul 24 09:23:42.241233 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a2e4062-adc2-4bb2-854d-b02921ae248e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:42.243239 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44972) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:42.286414 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ff06d-b88b-4375-9ae2-30e2a86e2817 req-8b359065-5819-4bb5-a672-8f7f82f77b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:42.288285 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df2ff06d-b88b-4375-9ae2-30e2a86e2817 req-8b359065-5819-4bb5-a672-8f7f82f77b57 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=372ece414d164f6ead00e36de3137ce1&device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 1097 time: 0.7879457 Jul 24 09:23:42.305447 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f941021-b117-4a84-b2e0-53b0972514a2 req-bb767028-d74a-432f-8a73-bcf8b1bd78e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:42.307510 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4f941021-b117-4a84-b2e0-53b0972514a2 req-bb767028-d74a-432f-8a73-bcf8b1bd78e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=30bd4481-5e04-4226-8557-03870f55c2df HTTP/1.1" status: 200 len: 860 time: 0.0760064 Jul 24 09:23:42.311486 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-06360496-f3a7-4b78-bb0a-3aef9ed0ebae tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:42.328670 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e4062-adc2-4bb2-854d-b02921ae248e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f2ca739-9cf8-41dd-88cf-3e376bde8f7f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:42.362539 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06360496-f3a7-4b78-bb0a-3aef9ed0ebae tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Subnet': ['ID=0dc4c7dc-44db-4c72-b148-78e4a5134015,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:42.374802 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a2e4062-adc2-4bb2-854d-b02921ae248e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:42.379308 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8a2e4062-adc2-4bb2-854d-b02921ae248e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0f2ca739-9cf8-41dd-88cf-3e376bde8f7f HTTP/1.1" status: 204 len: 168 time: 0.8535733 Jul 24 09:23:42.379476 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44976) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:42.442170 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51533091-3362-4172-a232-17fdccd189b9 None None] Network 21328c34-4039-44c2-a337-7fa3b70e893f requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:23:42.443789 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4f941021-b117-4a84-b2e0-53b0972514a2 req-35e1c18e-1277-4742-bb1d-a9a10b5d7798 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=25f597dd-627e-44e8-9e97-ddee210a58c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651267 Jul 24 09:23:42.445124 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-06360496-f3a7-4b78-bb0a-3aef9ed0ebae tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:42.449781 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-06360496-f3a7-4b78-bb0a-3aef9ed0ebae tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/subnets/0dc4c7dc-44db-4c72-b148-78e4a5134015 HTTP/1.1" status: 204 len: 168 time: 1.3135512 Jul 24 09:23:42.450662 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e198bdf-0957-4d9d-b4f8-e0b6d987d51e req-51efdc94-b4ef-466c-a5e3-eefc460cdbfc tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:42.459235 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0e198bdf-0957-4d9d-b4f8-e0b6d987d51e req-51efdc94-b4ef-466c-a5e3-eefc460cdbfc tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.6896145 Jul 24 09:23:42.459772 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44980) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:42.485786 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-4f941021-b117-4a84-b2e0-53b0972514a2 req-604fdbc7-8982-4610-9b6e-38a88967b761 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:23:42.486826 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4f941021-b117-4a84-b2e0-53b0972514a2 req-604fdbc7-8982-4610-9b6e-38a88967b761 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0279245 Jul 24 09:23:42.521062 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0e198bdf-0957-4d9d-b4f8-e0b6d987d51e req-ee4bb848-a32e-4716-9795-682475f570d4 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606575 Jul 24 09:23:42.522148 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ff06d-b88b-4375-9ae2-30e2a86e2817 req-cd037fe0-878c-4389-a774-a0fe05d8ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:42.524669 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df2ff06d-b88b-4375-9ae2-30e2a86e2817 req-cd037fe0-878c-4389-a774-a0fe05d8ba58 service neutron] 10.222.0.37 "GET /v2.0/networks?id=25f597dd-627e-44e8-9e97-ddee210a58c4 HTTP/1.1" status: 200 len: 920 time: 0.1986609 Jul 24 09:23:42.537346 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-623e3b77-3ac0-471d-af90-a2edb8b50f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435689800-router', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b6341bde-85c0-4683-8059-c4c1bd473ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:22:34Z', 'updated_at': '2021-07-24T09:22:39Z', 'revision_number': 4, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'gw_port': {'id': 'b6341bde-85c0-4683-8059-c4c1bd473ed3', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:22:35Z', 'updated_at': '2021-07-24T09:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'dc9687ce-e169-44c0-8e7a-fce969304ccb', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'port_id': 'aa76ba1e-01e4-4bbd-9323-384af4250f41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f597dd-627e-44e8-9e97-ddee210a58c4', 'mac_address': 'fa:16:3e:1d:ba:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ae0263-36a6-49e6-bcd3-0c16aac0b7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:23:35Z', 'updated_at': '2021-07-24T09:23:38Z', 'revision_number': 1, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf43b9a-d8ae-48e4-859c-daa5dcbe4166', 'name': '', 'network_id': '25f597dd-627e-44e8-9e97-ddee210a58c4', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'mac_address': 'fa:16:3e:72:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '30bd4481-5e04-4226-8557-03870f55c2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:22:38Z', 'updated_at': '2021-07-24T09:22:48Z', 'revision_number': 5, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'subnets': [{'id': '30bd4481-5e04-4226-8557-03870f55c2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:42.540345 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aa733708-81fe-4242-9aea-a2aaed84f13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:42.598246 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623e3b77-3ac0-471d-af90-a2edb8b50f87 None None] The sync data for ids ['fc5539e7-d1bb-442c-8394-e9455c8684d0'] in n-d-800085-9 is: [{'id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435689800-router', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b6341bde-85c0-4683-8059-c4c1bd473ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:22:34Z', 'updated_at': '2021-07-24T09:22:39Z', 'revision_number': 4, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'gw_port': {'id': 'b6341bde-85c0-4683-8059-c4c1bd473ed3', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:22:35Z', 'updated_at': '2021-07-24T09:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'dc9687ce-e169-44c0-8e7a-fce969304ccb', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'port_id': 'aa76ba1e-01e4-4bbd-9323-384af4250f41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f597dd-627e-44e8-9e97-ddee210a58c4', 'mac_address': 'fa:16:3e:1d:ba:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ae0263-36a6-49e6-bcd3-0c16aac0b7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:23:35Z', 'updated_at': '2021-07-24T09:23:38Z', 'revision_number': 1, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf43b9a-d8ae-48e4-859c-daa5dcbe4166', 'name': '', 'network_id': '25f597dd-627e-44e8-9e97-ddee210a58c4', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'mac_address': 'fa:16:3e:72:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '30bd4481-5e04-4226-8557-03870f55c2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:22:38Z', 'updated_at': '2021-07-24T09:22:48Z', 'revision_number': 5, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'subnets': [{'id': '30bd4481-5e04-4226-8557-03870f55c2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:23:42.654607 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cc9ec409-1f05-43c4-b98a-8100b8dd4781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:42.670784 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44984) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:42.696685 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df2ff06d-b88b-4375-9ae2-30e2a86e2817 req-ecc7edc7-c12f-415a-8496-52aaa31b79b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa76ba1e-01e4-4bbd-9323-384af4250f41 HTTP/1.1" status: 200 len: 999 time: 0.1298094 Jul 24 09:23:42.739614 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa175af-b843-4f88-aae1-a490482adc5c None None] DHCP port deletion for 21328c34-4039-44c2-a337-7fa3b70e893f request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:23:42.797193 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed73a9c3-6887-4ec5-b6bc-6f8ea43f53f1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:42.807165 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-eaa175af-b843-4f88-aae1-a490482adc5c None None] Deleting port 5bc18e43-75db-405a-b9a0-956458808584 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:23:42.808379 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eaa175af-b843-4f88-aae1-a490482adc5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:42.818331 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ff06d-b88b-4375-9ae2-30e2a86e2817 req-a5f4361b-9ee3-4599-9b57-8ccdc0dffe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:42.823410 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df2ff06d-b88b-4375-9ae2-30e2a86e2817 req-a5f4361b-9ee3-4599-9b57-8ccdc0dffe7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30bd4481-5e04-4226-8557-03870f55c2df HTTP/1.1" status: 200 len: 860 time: 0.1197724 Jul 24 09:23:42.841885 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-798d6684-282f-48dc-b2f7-3cf4e0126f25 admin admin] Deleting subnet bef3db85-2ab0-417d-a2e7-65a979b570f2 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:23:42.877404 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-798d6684-282f-48dc-b2f7-3cf4e0126f25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:42.877645 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df2ff06d-b88b-4375-9ae2-30e2a86e2817 req-ff8b8352-256f-4d64-867e-90d664d0cdca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25f597dd-627e-44e8-9e97-ddee210a58c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459263 Jul 24 09:23:42.886534 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-eaa175af-b843-4f88-aae1-a490482adc5c None None] For port 5bc18e43-75db-405a-b9a0-956458808584, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5bc18e43-75db-405a-b9a0-956458808584,segment=NetworkSegment(8362fcd6-1fa1-4e89-b02b-043d93458519),segment_id=8362fcd6-1fa1-4e89-b02b-043d93458519)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:23:42.887411 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eaa175af-b843-4f88-aae1-a490482adc5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:42.900637 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-eaa175af-b843-4f88-aae1-a490482adc5c None None] Calling delete_port for 5bc18e43-75db-405a-b9a0-956458808584 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:23:42.957375 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97379359-2646-4815-afaf-ba8aec52b53c req-96e74628-9845-438b-9039-3adf96c28ea4 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:42.964832 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-97379359-2646-4815-afaf-ba8aec52b53c req-96e74628-9845-438b-9039-3adf96c28ea4 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.2237284 Jul 24 09:23:42.968524 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aa733708-81fe-4242-9aea-a2aaed84f13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:42.979787 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4f941021-b117-4a84-b2e0-53b0972514a2 req-c3b58017-72ff-4adc-8c43-cc8ffc5f3a9b service neutron] 10.222.0.32 "GET /v2.0/networks/25f597dd-627e-44e8-9e97-ddee210a58c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524460 Jul 24 09:23:42.997117 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2700d959-4557-4d63-b31f-6599de5d5d56 None None] New status for floating IP dc9687ce-e169-44c0-8e7a-fce969304ccb: ACTIVE {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:23:43.000912 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aa733708-81fe-4242-9aea-a2aaed84f13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:43.029528 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cc9ec409-1f05-43c4-b98a-8100b8dd4781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:43.047326 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-798d6684-282f-48dc-b2f7-3cf4e0126f25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:43.051651 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eaa175af-b843-4f88-aae1-a490482adc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:43.064592 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-aa733708-81fe-4242-9aea-a2aaed84f13e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c697f6117da14ef5a6afd4a2126d6590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7859223 Jul 24 09:23:43.072949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44988) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:43.097184 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-cc9ec409-1f05-43c4-b98a-8100b8dd4781 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e844a5-8f45-4253-9aac-38cda95adfa7']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:43.139823 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed73a9c3-6887-4ec5-b6bc-6f8ea43f53f1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:43.159252 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-cc9ec409-1f05-43c4-b98a-8100b8dd4781 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b35c742-3f56-4364-8692-d43c264660b0') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:43.159541 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-cc9ec409-1f05-43c4-b98a-8100b8dd4781 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b35c742-3f56-4364-8692-d43c264660b0') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:43.204449 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-ed73a9c3-6887-4ec5-b6bc-6f8ea43f53f1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7cc0c5d-69c4-4ec3-91ff-6c0c467c5699']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:43.223374 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa175af-b843-4f88-aae1-a490482adc5c None None] Pushing event deleted for resources: {'Port': ['ID=5bc18e43-75db-405a-b9a0-956458808584,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:43.229532 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cc9ec409-1f05-43c4-b98a-8100b8dd4781 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:43.250030 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-ed73a9c3-6887-4ec5-b6bc-6f8ea43f53f1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08905ab9-1f3e-432e-9268-0bd51c1e8230') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:43.250435 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-ed73a9c3-6887-4ec5-b6bc-6f8ea43f53f1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08905ab9-1f3e-432e-9268-0bd51c1e8230') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:43.255995 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa175af-b843-4f88-aae1-a490482adc5c None None] No DVR routers for this DVR port 5bc18e43-75db-405a-b9a0-956458808584 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:23:43.257829 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-798d6684-282f-48dc-b2f7-3cf4e0126f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:43.288240 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cc9ec409-1f05-43c4-b98a-8100b8dd4781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:43.305291 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed73a9c3-6887-4ec5-b6bc-6f8ea43f53f1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:43.321955 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc9ec409-1f05-43c4-b98a-8100b8dd4781 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:23:43.323088 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cc9ec409-1f05-43c4-b98a-8100b8dd4781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:23:43.325284 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:23:43.349623 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4f941021-b117-4a84-b2e0-53b0972514a2 req-92619a76-d9bb-4d32-9946-73cf57db9527 service neutron] 10.222.0.32 "GET /v2.0/networks/25f597dd-627e-44e8-9e97-ddee210a58c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542264 Jul 24 09:23:43.358032 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed73a9c3-6887-4ec5-b6bc-6f8ea43f53f1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:43.371494 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed73a9c3-6887-4ec5-b6bc-6f8ea43f53f1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:23:43.372052 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed73a9c3-6887-4ec5-b6bc-6f8ea43f53f1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:23:43.375561 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:23:43.439319 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-97379359-2646-4815-afaf-ba8aec52b53c req-66a57dc5-50a3-4055-a5b8-28028fa06962 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734366 Jul 24 09:23:43.439790 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa733708-81fe-4242-9aea-a2aaed84f13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b808b13-6800-41c0-87ef-ef04429d1d22,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:43.452749 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df2ff06d-b88b-4375-9ae2-30e2a86e2817 req-652b82cf-7259-42fb-8762-d25af4812fa7 service neutron] 10.222.0.37 "GET /v2.0/networks/25f597dd-627e-44e8-9e97-ddee210a58c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5684919 Jul 24 09:23:43.536290 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cc9ec409-1f05-43c4-b98a-8100b8dd4781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:43.551487 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-11dab61f-8061-4226-b114-3a5f5ac3a760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:43.561799 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cc9ec409-1f05-43c4-b98a-8100b8dd4781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:43.564042 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cc9ec409-1f05-43c4-b98a-8100b8dd4781 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d7e844a5-8f45-4253-9aac-38cda95adfa7 HTTP/1.1" status: 204 len: 168 time: 1.1836200 Jul 24 09:23:43.571824 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 44994) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:43.587116 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df2ff06d-b88b-4375-9ae2-30e2a86e2817 req-4f2f2815-6cc0-488b-9cac-f7a4bc0e6b24 service neutron] 10.222.0.37 "GET /v2.0/networks/25f597dd-627e-44e8-9e97-ddee210a58c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281679 Jul 24 09:23:43.589908 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-11dab61f-8061-4226-b114-3a5f5ac3a760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:43.595704 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed73a9c3-6887-4ec5-b6bc-6f8ea43f53f1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:43.597737 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-798d6684-282f-48dc-b2f7-3cf4e0126f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:43.609056 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ec409-1f05-43c4-b98a-8100b8dd4781 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7e844a5-8f45-4253-9aac-38cda95adfa7,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:43.630062 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed73a9c3-6887-4ec5-b6bc-6f8ea43f53f1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:43.634399 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ed73a9c3-6887-4ec5-b6bc-6f8ea43f53f1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/networks/a7cc0c5d-69c4-4ec3-91ff-6c0c467c5699 HTTP/1.1" status: 204 len: 168 time: 1.1714063 Jul 24 09:23:43.636476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 44996) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:43.657361 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:23:43.659336 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f31bf0af-3515-4f70-b054-ab17b906f430 req-ef95b07a-ee9a-4e7c-9be1-4a40ca4c66b1 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.56 HTTP/1.1" status: 200 len: 1001 time: 0.2518582 Jul 24 09:23:43.677968 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d6684-282f-48dc-b2f7-3cf4e0126f25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bef3db85-2ab0-417d-a2e7-65a979b570f2,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:43.688937 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73a9c3-6887-4ec5-b6bc-6f8ea43f53f1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Network': ['ID=a7cc0c5d-69c4-4ec3-91ff-6c0c467c5699,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:43.699531 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-11dab61f-8061-4226-b114-3a5f5ac3a760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:43.702642 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-11dab61f-8061-4226-b114-3a5f5ac3a760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:43.702809 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-798d6684-282f-48dc-b2f7-3cf4e0126f25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:43.704382 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-11dab61f-8061-4226-b114-3a5f5ac3a760 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b808b13-6800-41c0-87ef-ef04429d1d22 HTTP/1.1" status: 204 len: 168 time: 0.2810349 Jul 24 09:23:43.715235 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-798d6684-282f-48dc-b2f7-3cf4e0126f25 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bef3db85-2ab0-417d-a2e7-65a979b570f2 HTTP/1.1" status: 204 len: 168 time: 1.0409505 Jul 24 09:23:43.725946 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:23:43.726230 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device c3b44b4f-b410-4ad9-b63c-2ce9d9a1a2f5 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:23:43.740729 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45004) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:43.748254 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5bc18e43-75db-405a-b9a0-956458808584 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:23:43.771212 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-0da54c2e-2f84-46c3-8265-b9ed1ef23212 admin admin] Deleting subnet 710852b7-eb59-467f-ae63-667cec672928 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:23:43.782323 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 5bc18e43-75db-405a-b9a0-956458808584 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:23:43.782667 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dab61f-8061-4226-b114-3a5f5ac3a760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b808b13-6800-41c0-87ef-ef04429d1d22,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:43.782825 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5bc18e43-75db-405a-b9a0-956458808584 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:23:43.802175 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0da54c2e-2f84-46c3-8265-b9ed1ef23212 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:43.832518 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-29e618d2-585d-49b3-b320-6a55f1a83315 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:43.869929 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bf0af-3515-4f70-b054-ab17b906f430 req-af840907-74c9-4dd8-abc6-c32fd15d5d22 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:43.871379 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f31bf0af-3515-4f70-b054-ab17b906f430 req-af840907-74c9-4dd8-abc6-c32fd15d5d22 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports/aa76ba1e-01e4-4bbd-9323-384af4250f41 HTTP/1.1" status: 200 len: 943 time: 0.1868231 Jul 24 09:23:43.923165 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0da54c2e-2f84-46c3-8265-b9ed1ef23212 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:43.950863 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ee8e8b28-5df8-41b4-975b-cd1201369fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:43.967623 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e77dfa-c21a-4763-a93b-652f2baf5a78', 'name': 'network-vif-deleted', 'tag': '4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:23:43.969976 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4b2a09-747f-408b-b1c2-688e51ff8c5b" -d '{"events": [{"server_uuid": "c3e77dfa-c21a-4763-a93b-652f2baf5a78", "name": "network-vif-deleted", "tag": "4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:23:43.993804 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-29e618d2-585d-49b3-b320-6a55f1a83315 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.035643 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.039378 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-29e618d2-585d-49b3-b320-6a55f1a83315 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21328c34-4039-44c2-a337-7fa3b70e893f']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:44.040800 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0da54c2e-2f84-46c3-8265-b9ed1ef23212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.052179 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-29e618d2-585d-49b3-b320-6a55f1a83315 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8362fcd6-1fa1-4e89-b02b-043d93458519') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:44.052498 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-29e618d2-585d-49b3-b320-6a55f1a83315 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8362fcd6-1fa1-4e89-b02b-043d93458519') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:44.063834 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-29e618d2-585d-49b3-b320-6a55f1a83315 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.085124 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-29e618d2-585d-49b3-b320-6a55f1a83315 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.096098 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e618d2-585d-49b3-b320-6a55f1a83315 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:23:44.096771 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-29e618d2-585d-49b3-b320-6a55f1a83315 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:23:44.099838 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:23:44.116520 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f31bf0af-3515-4f70-b054-ab17b906f430 req-ea056648-1d7b-4c0e-a502-10a8fe023c37 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.56 HTTP/1.1" status: 200 len: 1001 time: 0.1438949 Jul 24 09:23:44.132390 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ebc91-ccbe-477f-8eae-50f4343d34d3 req-6e88a522-8e87-49f1-a19c-9f3822c869bd tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:44.134194 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bc6ebc91-ccbe-477f-8eae-50f4343d34d3 req-6e88a522-8e87-49f1-a19c-9f3822c869bd tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1293149 Jul 24 09:23:44.181861 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ee8e8b28-5df8-41b4-975b-cd1201369fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.200430 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-29e618d2-585d-49b3-b320-6a55f1a83315 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.212147 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-29e618d2-585d-49b3-b320-6a55f1a83315 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.214608 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-29e618d2-585d-49b3-b320-6a55f1a83315 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/networks/21328c34-4039-44c2-a337-7fa3b70e893f HTTP/1.1" status: 204 len: 168 time: 0.5763581 Jul 24 09:23:44.219895 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45024) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:44.224189 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-ee8e8b28-5df8-41b4-975b-cd1201369fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d844ade-4b4e-44fb-9c14-02a3515430cb']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:44.229520 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f291ca58-0090-43d3-984b-362c76d9751f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'network': {'name': 'tempest-RoutersTest-2084365877'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:44.229701 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bc6ebc91-ccbe-477f-8eae-50f4343d34d3 req-204bb2b9-3a68-4f93-b8b8-a32c95632cf9 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856473 Jul 24 09:23:44.230887 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e618d2-585d-49b3-b320-6a55f1a83315 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Network': ['ID=21328c34-4039-44c2-a337-7fa3b70e893f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:44.250247 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-ee8e8b28-5df8-41b4-975b-cd1201369fe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658362e4-6283-4c69-8eba-315d82acaa5f') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:44.250854 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-ee8e8b28-5df8-41b4-975b-cd1201369fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658362e4-6283-4c69-8eba-315d82acaa5f') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:44.299528 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0da54c2e-2f84-46c3-8265-b9ed1ef23212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.302287 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b710da-c243-4712-9f05-6ff373c1478c x-openstack-request-id: req-45b710da-c243-4712-9f05-6ff373c1478c {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:23:44.302579 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e77dfa-c21a-4763-a93b-652f2baf5a78", "name": "network-vif-deleted", "tag": "4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:23:44.302835 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45b710da-c243-4712-9f05-6ff373c1478c {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:23:44.303224 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e77dfa-c21a-4763-a93b-652f2baf5a78', 'name': 'network-vif-deleted', 'tag': '4e9e8779-40e5-4dd9-ae1b-f95fa1650fe0', 'status': 'completed', 'code': 200} Jul 24 09:23:44.309400 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ee8e8b28-5df8-41b4-975b-cd1201369fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.355935 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da54c2e-2f84-46c3-8265-b9ed1ef23212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=710852b7-eb59-467f-ae63-667cec672928,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:44.364521 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0da54c2e-2f84-46c3-8265-b9ed1ef23212 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.366593 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0da54c2e-2f84-46c3-8265-b9ed1ef23212 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/710852b7-eb59-467f-ae63-667cec672928 HTTP/1.1" status: 204 len: 168 time: 0.7803011 Jul 24 09:23:44.369525 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45028) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:44.370091 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ee8e8b28-5df8-41b4-975b-cd1201369fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.375387 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f291ca58-0090-43d3-984b-362c76d9751f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Made reservation on behalf of a4d10f6e82b846d8b92cc910ed228db2 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:23:44.378799 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f291ca58-0090-43d3-984b-362c76d9751f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.396342 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8e8b28-5df8-41b4-975b-cd1201369fe2 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:23:44.396756 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ee8e8b28-5df8-41b4-975b-cd1201369fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:23:44.399881 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:23:44.429388 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bf0af-3515-4f70-b054-ab17b906f430 req-44cade5b-f6b7-455b-8957-2adddc337cf5 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:44.430788 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f31bf0af-3515-4f70-b054-ab17b906f430 req-44cade5b-f6b7-455b-8957-2adddc337cf5 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 0.3013208 Jul 24 09:23:44.448130 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0e857d08-c6f4-479c-a352-f6c4e3a38052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.522236 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f291ca58-0090-43d3-984b-362c76d9751f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:23:44.531355 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ee8e8b28-5df8-41b4-975b-cd1201369fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.533958 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0e857d08-c6f4-479c-a352-f6c4e3a38052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.546158 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-0e857d08-c6f4-479c-a352-f6c4e3a38052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221d7c7d-75ec-4874-b4af-b63f27f97e03']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:44.548137 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ee8e8b28-5df8-41b4-975b-cd1201369fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.550894 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ee8e8b28-5df8-41b4-975b-cd1201369fe2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8d844ade-4b4e-44fb-9c14-02a3515430cb HTTP/1.1" status: 204 len: 168 time: 0.8090603 Jul 24 09:23:44.554587 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f291ca58-0090-43d3-984b-362c76d9751f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.554987 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-f291ca58-0090-43d3-984b-362c76d9751f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Added segment 27ad7b9d-fc60-4607-b879-06421681ff41 of type vlan for network 77172050-36fe-41f3-a966-97354e650909 Jul 24 09:23:44.560536 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-0e857d08-c6f4-479c-a352-f6c4e3a38052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a534ffb7-3ce6-4e81-ac77-60b81f0529c5') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:44.560847 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-0e857d08-c6f4-479c-a352-f6c4e3a38052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a534ffb7-3ce6-4e81-ac77-60b81f0529c5') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:44.571159 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0e857d08-c6f4-479c-a352-f6c4e3a38052 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.581866 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e8b28-5df8-41b4-975b-cd1201369fe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d844ade-4b4e-44fb-9c14-02a3515430cb,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:44.586861 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0e857d08-c6f4-479c-a352-f6c4e3a38052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.596831 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e857d08-c6f4-479c-a352-f6c4e3a38052 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:23:44.597703 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0e857d08-c6f4-479c-a352-f6c4e3a38052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.616000 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f31bf0af-3515-4f70-b054-ab17b906f430 req-796f9c46-abb7-4bb8-9831-a7957992c324 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.56 HTTP/1.1" status: 200 len: 1001 time: 0.1505308 Jul 24 09:23:44.632468 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-f31bf0af-3515-4f70-b054-ab17b906f430 req-fc87aeec-103d-43c9-bf24-b82fe7f8a096 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:44.636716 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f291ca58-0090-43d3-984b-362c76d9751f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:23:44.668092 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:23:44.674327 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0e857d08-c6f4-479c-a352-f6c4e3a38052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.680506 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0e857d08-c6f4-479c-a352-f6c4e3a38052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.684532 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0e857d08-c6f4-479c-a352-f6c4e3a38052 admin admin] 10.222.0.32 "DELETE /v2.0/networks/221d7c7d-75ec-4874-b4af-b63f27f97e03 HTTP/1.1" status: 204 len: 168 time: 0.3140328 Jul 24 09:23:44.696623 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e857d08-c6f4-479c-a352-f6c4e3a38052 admin admin] Pushing event deleted for resources: {'Network': ['ID=221d7c7d-75ec-4874-b4af-b63f27f97e03,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:44.717451 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f31bf0af-3515-4f70-b054-ab17b906f430 req-fc87aeec-103d-43c9-bf24-b82fe7f8a096 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks [] for floatingip, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.753174 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f291ca58-0090-43d3-984b-362c76d9751f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.758586 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f291ca58-0090-43d3-984b-362c76d9751f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:44.759182 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f291ca58-0090-43d3-984b-362c76d9751f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.802124 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45044) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:44.811699 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f291ca58-0090-43d3-984b-362c76d9751f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5888987 Jul 24 09:23:44.817715 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45046) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:44.861430 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45050) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:44.887764 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-cce800f0-ec27-4279-ad19-506247be96b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff71f4793aae432d8262e2f84f19329d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0838616 Jul 24 09:23:44.888643 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45052) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:44.908730 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-d69f5b23-e102-46aa-b4c6-2f3ff8e02357 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'subnet': {'network_id': '77172050-36fe-41f3-a966-97354e650909', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:44.951798 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a10b8271-b58c-4326-892a-98c1921eb09c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3eb2cb34421b432e8fdcfec6895f4c1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0863497 Jul 24 09:23:44.952846 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45054) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:44.974187 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2c86b357-59b2-4d1f-ae3b-1aacf7b2324f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:44.993665 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291ca58-0090-43d3-984b-362c76d9751f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Network': ['ID=77172050-36fe-41f3-a966-97354e650909,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:45.005831 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 77172050-36fe-41f3-a966-97354e650909 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:23:45.009424 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f31bf0af-3515-4f70-b054-ab17b906f430 req-fc87aeec-103d-43c9-bf24-b82fe7f8a096 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:45.029224 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2c86b357-59b2-4d1f-ae3b-1aacf7b2324f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:45.046636 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f31bf0af-3515-4f70-b054-ab17b906f430 req-fc87aeec-103d-43c9-bf24-b82fe7f8a096 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:45.046957 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [req-f31bf0af-3515-4f70-b054-ab17b906f430 req-fc87aeec-103d-43c9-bf24-b82fe7f8a096 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Floating IP dc9687ce-e169-44c0-8e7a-fce969304ccb disassociated. External IP: 172.25.7.56, port: aa76ba1e-01e4-4bbd-9323-384af4250f41. Jul 24 09:23:45.060686 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-df484c14-fd18-4309-b47c-78c91cc267b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:45.086955 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-df484c14-fd18-4309-b47c-78c91cc267b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:45.139065 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69f5b23-e102-46aa-b4c6-2f3ff8e02357 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Made reservation on behalf of a4d10f6e82b846d8b92cc910ed228db2 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:23:45.142647 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d69f5b23-e102-46aa-b4c6-2f3ff8e02357 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:45.157046 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2c86b357-59b2-4d1f-ae3b-1aacf7b2324f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:45.160088 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2c86b357-59b2-4d1f-ae3b-1aacf7b2324f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:45.161672 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2c86b357-59b2-4d1f-ae3b-1aacf7b2324f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19e0c85b-2435-4fce-adc2-9d1c427baf33 HTTP/1.1" status: 204 len: 168 time: 0.2698131 Jul 24 09:23:45.171867 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-df484c14-fd18-4309-b47c-78c91cc267b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:45.176000 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-df484c14-fd18-4309-b47c-78c91cc267b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:45.178101 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-df484c14-fd18-4309-b47c-78c91cc267b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c7f7441-a841-421c-a1a3-436fd8580443 HTTP/1.1" status: 204 len: 168 time: 0.2241418 Jul 24 09:23:45.181508 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86b357-59b2-4d1f-ae3b-1aacf7b2324f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e0c85b-2435-4fce-adc2-9d1c427baf33,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:45.197427 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df484c14-fd18-4309-b47c-78c91cc267b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7f7441-a841-421c-a1a3-436fd8580443,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:45.418554 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c1da6-2bce-4751-ae61-6b4ff5e4c078 req-3f32adbb-4db6-44d5-b203-f0e71a98bcc0 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:45.426603 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-744c1da6-2bce-4751-ae61-6b4ff5e4c078 req-3f32adbb-4db6-44d5-b203-f0e71a98bcc0 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1088755 Jul 24 09:23:45.483883 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-744c1da6-2bce-4751-ae61-6b4ff5e4c078 req-d44c4a06-ae6f-4fe7-9af0-7addc6d772f9 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562179 Jul 24 09:23:45.636321 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45076) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:45.706857 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e2ad49df-57c4-4817-90bd-b2a5c31df6ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b544de73a4fd490f995950a6468545ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0681233 Jul 24 09:23:45.709462 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45080) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:45.769262 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-efac3d3d-8963-492d-ae60-0ef2364c6d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:45.791899 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d69f5b23-e102-46aa-b4c6-2f3ff8e02357 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:45.798241 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-efac3d3d-8963-492d-ae60-0ef2364c6d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:45.803943 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f31bf0af-3515-4f70-b054-ab17b906f430 req-fc87aeec-103d-43c9-bf24-b82fe7f8a096 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Router fc5539e7-d1bb-442c-8394-e9455c8684d0 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:23:45.857498 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-efac3d3d-8963-492d-ae60-0ef2364c6d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:45.860022 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-efac3d3d-8963-492d-ae60-0ef2364c6d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:45.864025 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-efac3d3d-8963-492d-ae60-0ef2364c6d53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06460ea3-307c-4aaa-b0d2-2ae48810c7d5 HTTP/1.1" status: 204 len: 168 time: 0.1504290 Jul 24 09:23:45.868220 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f5b23-e102-46aa-b4c6-2f3ff8e02357 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Subnet': ['ID=ecdb4526-181b-4b0a-9264-ac07165fbaa5,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:45.871090 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac3d3d-8963-492d-ae60-0ef2364c6d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06460ea3-307c-4aaa-b0d2-2ae48810c7d5,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:45.938462 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f5b23-e102-46aa-b4c6-2f3ff8e02357 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Checking segment: {'id': '27ad7b9d-fc60-4607-b879-06421681ff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '77172050-36fe-41f3-a966-97354e650909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:23:45.938836 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69f5b23-e102-46aa-b4c6-2f3ff8e02357 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network hostable DHCP agents. Network: 77172050-36fe-41f3-a966-97354e650909, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:23:45.977411 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69f5b23-e102-46aa-b4c6-2f3ff8e02357 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network 77172050-36fe-41f3-a966-97354e650909 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:23:45.996305 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-d69f5b23-e102-46aa-b4c6-2f3ff8e02357 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 77172050-36fe-41f3-a966-97354e650909) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:23:45.998531 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f31bf0af-3515-4f70-b054-ab17b906f430 req-fc87aeec-103d-43c9-bf24-b82fe7f8a096 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:23:46.006455 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb8a07a-ff38-4a81-9864-462ff0368e40 None None] Network 77172050-36fe-41f3-a966-97354e650909 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:23:46.008063 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f885b151-35da-4962-95af-d90d47315850 None None] Sync routers for ids ['fc5539e7-d1bb-442c-8394-e9455c8684d0'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:23:46.015890 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69f5b23-e102-46aa-b4c6-2f3ff8e02357 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:46.016338 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d69f5b23-e102-46aa-b4c6-2f3ff8e02357 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:46.016603 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45096) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:46.025116 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f885b151-35da-4962-95af-d90d47315850 None None] Routers {'fc5539e7-d1bb-442c-8394-e9455c8684d0'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:23:46.026063 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f885b151-35da-4962-95af-d90d47315850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:23:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fc5539e7-d1bb-442c-8394-e9455c8684d0'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:46.038321 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f31bf0af-3515-4f70-b054-ab17b906f430 req-fc87aeec-103d-43c9-bf24-b82fe7f8a096 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:46.047141 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45100) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:46.047723 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d69f5b23-e102-46aa-b4c6-2f3ff8e02357 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1445940 Jul 24 09:23:46.052709 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-4142af06-d914-43a2-92ed-326f3f679aa8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1656307384', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:46.103099 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f31bf0af-3515-4f70-b054-ab17b906f430 req-fc87aeec-103d-43c9-bf24-b82fe7f8a096 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "PUT /v2.0/floatingips/dc9687ce-e169-44c0-8e7a-fce969304ccb HTTP/1.1" status: 200 len: 694 time: 1.4765975 Jul 24 09:23:46.118089 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4142af06-d914-43a2-92ed-326f3f679aa8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:46.119667 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4142af06-d914-43a2-92ed-326f3f679aa8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:46.166813 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-f885b151-35da-4962-95af-d90d47315850 None None] Set router fc5539e7-d1bb-442c-8394-e9455c8684d0 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:23:46.215287 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bf0af-3515-4f70-b054-ab17b906f430 req-8e1633a3-9e0c-433f-9926-f7f211e25d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:46.221475 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f31bf0af-3515-4f70-b054-ab17b906f430 req-8e1633a3-9e0c-433f-9926-f7f211e25d69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=372ece414d164f6ead00e36de3137ce1&device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 1097 time: 0.1055427 Jul 24 09:23:46.239685 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4142af06-d914-43a2-92ed-326f3f679aa8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:46.259270 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4142af06-d914-43a2-92ed-326f3f679aa8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:46.265524 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d363ee-f033-48d0-821b-48352c7d5233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-77172050-36fe-41f3-a966-97354e650909', 'network_id': '77172050-36fe-41f3-a966-97354e650909', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'fixed_ips': [{'subnet_id': 'ecdb4526-181b-4b0a-9264-ac07165fbaa5'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:23:46.266926 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e7d363ee-f033-48d0-821b-48352c7d5233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:46.286644 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4142af06-d914-43a2-92ed-326f3f679aa8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:46.295020 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4142af06-d914-43a2-92ed-326f3f679aa8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2454274 Jul 24 09:23:46.296190 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45106) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:46.304457 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-0986d856-4373-4307-9979-ed9f4fffd098 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'port': {'network_id': '77172050-36fe-41f3-a966-97354e650909', 'name': 'tempest-RoutersTest-1803777970'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:46.339298 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ae0263-36a6-49e6-bcd3-0c16aac0b7c7', 'tag': 'aa76ba1e-01e4-4bbd-9323-384af4250f41'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:23:46.342390 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b238d2dd-4f1f-429e-ad75-1a766dd16b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "84ae0263-36a6-49e6-bcd3-0c16aac0b7c7", "tag": "aa76ba1e-01e4-4bbd-9323-384af4250f41"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:23:46.420822 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660cca71-4633-4b8a-8109-61b4fc556374 x-openstack-request-id: req-660cca71-4633-4b8a-8109-61b4fc556374 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:23:46.421372 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ae0263-36a6-49e6-bcd3-0c16aac0b7c7", "tag": "aa76ba1e-01e4-4bbd-9323-384af4250f41", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:23:46.421861 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-660cca71-4633-4b8a-8109-61b4fc556374 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:23:46.422522 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ae0263-36a6-49e6-bcd3-0c16aac0b7c7', 'tag': 'aa76ba1e-01e4-4bbd-9323-384af4250f41', 'status': 'completed', 'code': 200} Jul 24 09:23:46.426504 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bf0af-3515-4f70-b054-ab17b906f430 req-0edb6bf3-d24c-4876-8032-87dc8920c0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:46.431565 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f31bf0af-3515-4f70-b054-ab17b906f430 req-0edb6bf3-d24c-4876-8032-87dc8920c0ea service neutron] 10.222.0.32 "GET /v2.0/networks?id=25f597dd-627e-44e8-9e97-ddee210a58c4 HTTP/1.1" status: 200 len: 920 time: 0.1980798 Jul 24 09:23:46.456093 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f885b151-35da-4962-95af-d90d47315850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435689800-router', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b6341bde-85c0-4683-8059-c4c1bd473ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:22:34Z', 'updated_at': '2021-07-24T09:22:39Z', 'revision_number': 4, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'gw_port': {'id': 'b6341bde-85c0-4683-8059-c4c1bd473ed3', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:22:35Z', 'updated_at': '2021-07-24T09:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'abf43b9a-d8ae-48e4-859c-daa5dcbe4166', 'name': '', 'network_id': '25f597dd-627e-44e8-9e97-ddee210a58c4', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'mac_address': 'fa:16:3e:72:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '30bd4481-5e04-4226-8557-03870f55c2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:22:38Z', 'updated_at': '2021-07-24T09:22:48Z', 'revision_number': 5, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'subnets': [{'id': '30bd4481-5e04-4226-8557-03870f55c2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:46.507525 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-b62a0a44-b9cb-4c0d-b399-606551e2022e tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1283669705'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:46.515202 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:46.528432 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f885b151-35da-4962-95af-d90d47315850 None None] Checking router: fc5539e7-d1bb-442c-8394-e9455c8684d0 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:23:46.554286 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f31bf0af-3515-4f70-b054-ab17b906f430 req-3ed27dd9-1f0d-46cc-a825-fac9ff538d6c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa76ba1e-01e4-4bbd-9323-384af4250f41 HTTP/1.1" status: 200 len: 217 time: 0.1075585 Jul 24 09:23:46.554534 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f885b151-35da-4962-95af-d90d47315850 None None] Routers {'fc5539e7-d1bb-442c-8394-e9455c8684d0'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:23:46.555176 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f885b151-35da-4962-95af-d90d47315850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:23:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fc5539e7-d1bb-442c-8394-e9455c8684d0'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:46.622963 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-e7d363ee-f033-48d0-821b-48352c7d5233 None None] Allocated IP 172.20.0.2 (77172050-36fe-41f3-a966-97354e650909/ecdb4526-181b-4b0a-9264-ac07165fbaa5/339b8caa-521d-4469-b93a-49099dbcec36) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:23:46.641786 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bf0af-3515-4f70-b054-ab17b906f430 req-7a9dd275-4457-4058-aa06-5cb5230dd9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:46.644599 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f31bf0af-3515-4f70-b054-ab17b906f430 req-7a9dd275-4457-4058-aa06-5cb5230dd9d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=30bd4481-5e04-4226-8557-03870f55c2df HTTP/1.1" status: 200 len: 860 time: 0.0805149 Jul 24 09:23:46.662754 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0986d856-4373-4307-9979-ed9f4fffd098 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Made reservation on behalf of a4d10f6e82b846d8b92cc910ed228db2 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:23:46.670209 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0986d856-4373-4307-9979-ed9f4fffd098 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:46.735589 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f31bf0af-3515-4f70-b054-ab17b906f430 req-45f0ccc1-1d01-4d9b-953f-8a6a52a6b66a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=25f597dd-627e-44e8-9e97-ddee210a58c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766735 Jul 24 09:23:46.744653 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-f885b151-35da-4962-95af-d90d47315850 None None] Set router fc5539e7-d1bb-442c-8394-e9455c8684d0 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:23:46.802301 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62a0a44-b9cb-4c0d-b399-606551e2022e tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Made reservation on behalf of 0db5d28a0c3240a2bda805709452a330 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:23:46.810213 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b62a0a44-b9cb-4c0d-b399-606551e2022e tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:46.816754 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-0986d856-4373-4307-9979-ed9f4fffd098 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] device_id is not set on port f65bb46c-ffb9-4829-804a-eeff8be73d95 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:23:46.858661 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b62a0a44-b9cb-4c0d-b399-606551e2022e tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:46.878185 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238d2dd-4f1f-429e-ad75-1a766dd16b6d req-0ba90be2-b305-4034-837d-40996369cdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:46.884250 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b238d2dd-4f1f-429e-ad75-1a766dd16b6d req-0ba90be2-b305-4034-837d-40996369cdec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=372ece414d164f6ead00e36de3137ce1&device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 1097 time: 0.4215865 Jul 24 09:23:46.893979 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f31bf0af-3515-4f70-b054-ab17b906f430 req-1831c3a6-40f2-43fe-ba33-6b6b17fbf700 service neutron] 10.222.0.32 "GET /v2.0/networks/25f597dd-627e-44e8-9e97-ddee210a58c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562390 Jul 24 09:23:46.901073 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e7d363ee-f033-48d0-821b-48352c7d5233 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:46.919814 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e7d363ee-f033-48d0-821b-48352c7d5233 None None] Transition to ACTIVE for port object 339b8caa-521d-4469-b93a-49099dbcec36 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:23:46.958978 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e7d363ee-f033-48d0-821b-48352c7d5233 None None] Transition to ACTIVE for port object 339b8caa-521d-4469-b93a-49099dbcec36 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:23:46.974891 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e7d363ee-f033-48d0-821b-48352c7d5233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:47.047995 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d363ee-f033-48d0-821b-48352c7d5233 None None] Network 77172050-36fe-41f3-a966-97354e650909 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:23:47.058760 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f31bf0af-3515-4f70-b054-ab17b906f430 req-e5a23d7f-cef5-46ab-bad6-c690c7fad0fd service neutron] 10.222.0.32 "GET /v2.0/networks/25f597dd-627e-44e8-9e97-ddee210a58c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627922 Jul 24 09:23:47.068057 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-e7d363ee-f033-48d0-821b-48352c7d5233 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:23:47.075781 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d363ee-f033-48d0-821b-48352c7d5233 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:23:47.085355 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d363ee-f033-48d0-821b-48352c7d5233 None None] Pushing event updated for resources: {'Port': ['ID=339b8caa-521d-4469-b93a-49099dbcec36,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:47.190991 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d57053-5bd7-46aa-a9a0-893fa64a0f22 req-3c268161-dd42-425f-b823-574921d25736 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:47.199830 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-55d57053-5bd7-46aa-a9a0-893fa64a0f22 req-3c268161-dd42-425f-b823-574921d25736 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.5817139 Jul 24 09:23:47.202366 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f885b151-35da-4962-95af-d90d47315850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435689800-router', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b6341bde-85c0-4683-8059-c4c1bd473ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:22:34Z', 'updated_at': '2021-07-24T09:22:39Z', 'revision_number': 4, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'gw_port': {'id': 'b6341bde-85c0-4683-8059-c4c1bd473ed3', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:22:35Z', 'updated_at': '2021-07-24T09:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'abf43b9a-d8ae-48e4-859c-daa5dcbe4166', 'name': '', 'network_id': '25f597dd-627e-44e8-9e97-ddee210a58c4', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'mac_address': 'fa:16:3e:72:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '30bd4481-5e04-4226-8557-03870f55c2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:22:38Z', 'updated_at': '2021-07-24T09:22:48Z', 'revision_number': 5, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'subnets': [{'id': '30bd4481-5e04-4226-8557-03870f55c2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:47.225101 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-e7d363ee-f033-48d0-821b-48352c7d5233 None None] Attempting to bind port 339b8caa-521d-4469-b93a-49099dbcec36 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:23:47.225563 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-e7d363ee-f033-48d0-821b-48352c7d5233 None None] Attempting to bind port 339b8caa-521d-4469-b93a-49099dbcec36 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '27ad7b9d-fc60-4607-b879-06421681ff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '77172050-36fe-41f3-a966-97354e650909'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:23:47.225936 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d363ee-f033-48d0-821b-48352c7d5233 None None] Attempting to bind port 339b8caa-521d-4469-b93a-49099dbcec36 on network 77172050-36fe-41f3-a966-97354e650909 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:23:47.232727 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d363ee-f033-48d0-821b-48352c7d5233 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:23:47.233541 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d363ee-f033-48d0-821b-48352c7d5233 None None] Checking segment: {'id': '27ad7b9d-fc60-4607-b879-06421681ff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '77172050-36fe-41f3-a966-97354e650909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:23:47.234196 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e7d363ee-f033-48d0-821b-48352c7d5233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:47.235004 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d363ee-f033-48d0-821b-48352c7d5233 None None] Bound using segment: {'id': '27ad7b9d-fc60-4607-b879-06421681ff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '77172050-36fe-41f3-a966-97354e650909'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:23:47.235316 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2e36c266-9e55-4624-97fe-ac2387adb901 req-b1eb9b2f-1fe1-4afa-bcbd-7d4eed7f52bb tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/floatingips/dc9687ce-e169-44c0-8e7a-fce969304ccb HTTP/1.1" status: 200 len: 694 time: 0.1189718 Jul 24 09:23:47.235966 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-e7d363ee-f033-48d0-821b-48352c7d5233 None None] Bound port: 339b8caa-521d-4469-b93a-49099dbcec36, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ad7b9d-fc60-4607-b879-06421681ff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '77172050-36fe-41f3-a966-97354e650909'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:23:47.236559 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e7d363ee-f033-48d0-821b-48352c7d5233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:47.276294 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f885b151-35da-4962-95af-d90d47315850 None None] The sync data for ids ['fc5539e7-d1bb-442c-8394-e9455c8684d0'] in n-d-800085-9 is: [{'id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435689800-router', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b6341bde-85c0-4683-8059-c4c1bd473ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:22:34Z', 'updated_at': '2021-07-24T09:22:39Z', 'revision_number': 4, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'gw_port': {'id': 'b6341bde-85c0-4683-8059-c4c1bd473ed3', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:22:35Z', 'updated_at': '2021-07-24T09:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'abf43b9a-d8ae-48e4-859c-daa5dcbe4166', 'name': '', 'network_id': '25f597dd-627e-44e8-9e97-ddee210a58c4', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'mac_address': 'fa:16:3e:72:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '30bd4481-5e04-4226-8557-03870f55c2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:22:38Z', 'updated_at': '2021-07-24T09:22:48Z', 'revision_number': 5, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'subnets': [{'id': '30bd4481-5e04-4226-8557-03870f55c2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:23:47.359463 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-e7d363ee-f033-48d0-821b-48352c7d5233 None None] For port 339b8caa-521d-4469-b93a-49099dbcec36, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:23:47.367321 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-e7d363ee-f033-48d0-821b-48352c7d5233 None None] For port 339b8caa-521d-4469-b93a-49099dbcec36, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=339b8caa-521d-4469-b93a-49099dbcec36,segment=NetworkSegment(27ad7b9d-fc60-4607-b879-06421681ff41),segment_id=27ad7b9d-fc60-4607-b879-06421681ff41)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:23:47.373303 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-0986d856-4373-4307-9979-ed9f4fffd098 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Allocated IP 172.20.0.8 (77172050-36fe-41f3-a966-97354e650909/ecdb4526-181b-4b0a-9264-ac07165fbaa5/f65bb46c-ffb9-4829-804a-eeff8be73d95) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:23:47.375054 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e7d363ee-f033-48d0-821b-48352c7d5233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:47.378635 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238d2dd-4f1f-429e-ad75-1a766dd16b6d req-08e427fc-d1dc-4ab1-8b63-08a4929b9a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:47.380834 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b238d2dd-4f1f-429e-ad75-1a766dd16b6d req-08e427fc-d1dc-4ab1-8b63-08a4929b9a2b service neutron] 10.222.0.37 "GET /v2.0/networks?id=25f597dd-627e-44e8-9e97-ddee210a58c4 HTTP/1.1" status: 200 len: 920 time: 0.4233968 Jul 24 09:23:47.447210 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b238d2dd-4f1f-429e-ad75-1a766dd16b6d req-c2bb4600-7955-4c67-9d4d-f6e5603b8e9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa76ba1e-01e4-4bbd-9323-384af4250f41 HTTP/1.1" status: 200 len: 217 time: 0.0559499 Jul 24 09:23:47.474112 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36c266-9e55-4624-97fe-ac2387adb901 req-8545235f-1e91-405d-a1ec-55ee17991bf3 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:47.476584 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2e36c266-9e55-4624-97fe-ac2387adb901 req-8545235f-1e91-405d-a1ec-55ee17991bf3 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 784 time: 0.2342792 Jul 24 09:23:47.498701 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-2e36c266-9e55-4624-97fe-ac2387adb901 req-5d9dda3a-4df6-4172-acbe-244e039545a3 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:23:47.500271 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2e36c266-9e55-4624-97fe-ac2387adb901 req-5d9dda3a-4df6-4172-acbe-244e039545a3 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098202 Jul 24 09:23:47.500962 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-55d57053-5bd7-46aa-a9a0-893fa64a0f22 req-a39698ff-0a1a-40b6-82e8-fbb051a17ab0 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995932 Jul 24 09:23:47.540544 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d363ee-f033-48d0-821b-48352c7d5233 None None] Pushing event updated for resources: {'Port': ['ID=339b8caa-521d-4469-b93a-49099dbcec36,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:47.586064 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2e36c266-9e55-4624-97fe-ac2387adb901 req-dc96ae72-79bf-4134-b684-12acb4b43ecd tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.56 HTTP/1.1" status: 200 len: 697 time: 0.0745716 Jul 24 09:23:47.652917 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238d2dd-4f1f-429e-ad75-1a766dd16b6d req-d85753e7-27c2-429a-ad78-98c5bd9d9a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:47.658540 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b238d2dd-4f1f-429e-ad75-1a766dd16b6d req-d85753e7-27c2-429a-ad78-98c5bd9d9a52 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30bd4481-5e04-4226-8557-03870f55c2df HTTP/1.1" status: 200 len: 860 time: 0.2005982 Jul 24 09:23:47.672567 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2e36c266-9e55-4624-97fe-ac2387adb901 req-3d45c92f-7cbd-415a-a99f-9b557432c35c tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.7.56 HTTP/1.1" status: 200 len: 697 time: 0.0762408 Jul 24 09:23:47.711031 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b62a0a44-b9cb-4c0d-b399-606551e2022e tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:47.733082 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b238d2dd-4f1f-429e-ad75-1a766dd16b6d req-0e6824c1-eb36-4e09-a4eb-a9f3c264cd60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25f597dd-627e-44e8-9e97-ddee210a58c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546539 Jul 24 09:23:47.739460 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b62a0a44-b9cb-4c0d-b399-606551e2022e tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:47.751554 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36986560-c2b2-47ff-86ee-9f4e977b41a3 None None] New status for floating IP dc9687ce-e169-44c0-8e7a-fce969304ccb: DOWN {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:23:47.898819 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62a0a44-b9cb-4c0d-b399-606551e2022e tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:23:47.950450 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-2e36c266-9e55-4624-97fe-ac2387adb901 req-18a73e02-4d56-4142-a458-22c701253051 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Deleting port 19e702ea-7da4-4cb2-86b1-973950314072 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:23:47.952362 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2e36c266-9e55-4624-97fe-ac2387adb901 req-18a73e02-4d56-4142-a458-22c701253051 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:47.953426 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a0a44-b9cb-4c0d-b399-606551e2022e tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cadd03e7-35cd-45d9-bb53-1b175e09ba86,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:47.967345 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b62a0a44-b9cb-4c0d-b399-606551e2022e tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:47.967702 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-b62a0a44-b9cb-4c0d-b399-606551e2022e tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Added segment 55f3dee7-1e21-4de0-84de-cd4747f2f240 of type vlan for network 644cb695-0aaa-471c-ba74-20fbf18f4e2a Jul 24 09:23:48.060800 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0986d856-4373-4307-9979-ed9f4fffd098 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:48.093880 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b238d2dd-4f1f-429e-ad75-1a766dd16b6d req-08004ba5-8206-458a-a7d3-cb44c7cffe6e service neutron] 10.222.0.37 "GET /v2.0/networks/25f597dd-627e-44e8-9e97-ddee210a58c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432617 Jul 24 09:23:48.095683 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b62a0a44-b9cb-4c0d-b399-606551e2022e tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:48.121221 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-0986d856-4373-4307-9979-ed9f4fffd098 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Transition to ACTIVE for port object f65bb46c-ffb9-4829-804a-eeff8be73d95 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:23:48.164011 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2e36c266-9e55-4624-97fe-ac2387adb901 req-18a73e02-4d56-4142-a458-22c701253051 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:48.165234 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2e36c266-9e55-4624-97fe-ac2387adb901 req-18a73e02-4d56-4142-a458-22c701253051 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:48.208557 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-2e36c266-9e55-4624-97fe-ac2387adb901 req-18a73e02-4d56-4142-a458-22c701253051 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Calling delete_port for 19e702ea-7da4-4cb2-86b1-973950314072 owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:23:48.288554 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b62a0a44-b9cb-4c0d-b399-606551e2022e tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:48.295424 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62a0a44-b9cb-4c0d-b399-606551e2022e tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:48.296076 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b62a0a44-b9cb-4c0d-b399-606551e2022e tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:48.402830 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b62a0a44-b9cb-4c0d-b399-606551e2022e tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3813629 Jul 24 09:23:48.404481 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45158) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:48.411127 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b238d2dd-4f1f-429e-ad75-1a766dd16b6d req-3dbd4733-e3c2-4e97-a77c-d9650e507d4c service neutron] 10.222.0.37 "GET /v2.0/networks/25f597dd-627e-44e8-9e97-ddee210a58c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077354 Jul 24 09:23:48.415732 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0986d856-4373-4307-9979-ed9f4fffd098 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:48.466160 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2e36c266-9e55-4624-97fe-ac2387adb901 req-18a73e02-4d56-4142-a458-22c701253051 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:48.483577 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a0a44-b9cb-4c0d-b399-606551e2022e tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Pushing event updated for resources: {'Network': ['ID=644cb695-0aaa-471c-ba74-20fbf18f4e2a,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:48.498836 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 644cb695-0aaa-471c-ba74-20fbf18f4e2a details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:23:48.505515 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0986d856-4373-4307-9979-ed9f4fffd098 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network 77172050-36fe-41f3-a966-97354e650909 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:23:48.508527 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45162) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:48.524546 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-0986d856-4373-4307-9979-ed9f4fffd098 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:23:48.528434 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a73e02-4d56-4142-a458-22c701253051 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Pushing event deleted for resources: {'Port': ['ID=19e702ea-7da4-4cb2-86b1-973950314072,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:48.545661 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a73e02-4d56-4142-a458-22c701253051 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:48.545661 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a73e02-4d56-4142-a458-22c701253051 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:48.545661 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a73e02-4d56-4142-a458-22c701253051 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:48.545661 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a73e02-4d56-4142-a458-22c701253051 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:48.554818 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0986d856-4373-4307-9979-ed9f4fffd098 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:23:48.557781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a73e02-4d56-4142-a458-22c701253051 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:48.558178 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a73e02-4d56-4142-a458-22c701253051 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:48.559164 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a73e02-4d56-4142-a458-22c701253051 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:48.559538 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a73e02-4d56-4142-a458-22c701253051 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:48.559885 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a73e02-4d56-4142-a458-22c701253051 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:48.560228 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a73e02-4d56-4142-a458-22c701253051 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:48.560572 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a73e02-4d56-4142-a458-22c701253051 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:48.560940 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a73e02-4d56-4142-a458-22c701253051 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:23:48.651048 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986d856-4373-4307-9979-ed9f4fffd098 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Port': ['ID=f65bb46c-ffb9-4829-804a-eeff8be73d95,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:48.720882 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2e36c266-9e55-4624-97fe-ac2387adb901 req-18a73e02-4d56-4142-a458-22c701253051 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:48.726082 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2e36c266-9e55-4624-97fe-ac2387adb901 req-18a73e02-4d56-4142-a458-22c701253051 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:48.727612 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2e36c266-9e55-4624-97fe-ac2387adb901 req-18a73e02-4d56-4142-a458-22c701253051 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "DELETE /v2.0/floatingips/dc9687ce-e169-44c0-8e7a-fce969304ccb HTTP/1.1" status: 204 len: 173 time: 1.0411775 Jul 24 09:23:48.769497 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-64acc040-78b5-4822-b8ad-cf6106b23ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:48.798020 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-120fe424-424f-4508-a6f4-af36751d7d7b req-ee262ed5-9da9-4747-986e-c812a6cb952a tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups/5fa2b644-620f-4493-981b-d50a6398a6c0 HTTP/1.1" status: 200 len: 1808 time: 0.0426135 Jul 24 09:23:48.798188 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0986d856-4373-4307-9979-ed9f4fffd098 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:48.798188 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0986d856-4373-4307-9979-ed9f4fffd098 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:48.809252 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-bb7fddae-9815-46bb-a02d-c99a00bc3656 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Request body: {'network': {'name': 'tempest-network--1778029398', 'router:external': True}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:48.855199 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0986d856-4373-4307-9979-ed9f4fffd098 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.5547571 Jul 24 09:23:48.855663 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45172) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:48.862497 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555a894-a0fc-4a40-a639-38adf524402e req-71a5a422-4944-4b41-9f2c-b54520659dbb tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:48.864712 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6555a894-a0fc-4a40-a639-38adf524402e req-71a5a422-4944-4b41-9f2c-b54520659dbb tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.2075536 Jul 24 09:23:48.937153 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6555a894-a0fc-4a40-a639-38adf524402e req-ed20abe6-be73-4cb1-92e1-39478827acf2 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577941 Jul 24 09:23:48.969569 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-120fe424-424f-4508-a6f4-af36751d7d7b req-c646e6bf-56b0-4880-9fa0-cab9d294d134 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:48.986146 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-64acc040-78b5-4822-b8ad-cf6106b23ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:48.991060 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-64acc040-78b5-4822-b8ad-cf6106b23ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:49.031395 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-64acc040-78b5-4822-b8ad-cf6106b23ae6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73518b2e14f84e38a6615ff54c2f7841&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5195200 Jul 24 09:23:49.032274 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45174) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:49.040575 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64acc040-78b5-4822-b8ad-cf6106b23ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331d4ecd-b360-4a9b-83f5-e03f01dbd450,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:49.091057 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0586f9d1-74ee-4588-8b92-c84d8cb6e582 None None] Network 77172050-36fe-41f3-a966-97354e650909 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:23:49.091844 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ea9093ab-7c81-426e-8445-098bbbf9a4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:49.103836 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-120fe424-424f-4508-a6f4-af36751d7d7b req-c646e6bf-56b0-4880-9fa0-cab9d294d134 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:49.114180 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ea9093ab-7c81-426e-8445-098bbbf9a4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:49.136469 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7fddae-9815-46bb-a02d-c99a00bc3656 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Made reservation on behalf of 172b937994a145e7b0290eac14a7269e for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:23:49.139067 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb7fddae-9815-46bb-a02d-c99a00bc3656 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:49.158515 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb7fddae-9815-46bb-a02d-c99a00bc3656 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:49.178655 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-283bcac9-49f4-403b-8708-9bf617cb750f None None] Provisioning for port 339b8caa-521d-4469-b93a-49099dbcec36 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:23:49.189956 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ea9093ab-7c81-426e-8445-098bbbf9a4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:49.195987 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ea9093ab-7c81-426e-8445-098bbbf9a4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:49.197782 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ea9093ab-7c81-426e-8445-098bbbf9a4df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/331d4ecd-b360-4a9b-83f5-e03f01dbd450 HTTP/1.1" status: 204 len: 168 time: 0.1639910 Jul 24 09:23:49.206303 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9093ab-7c81-426e-8445-098bbbf9a4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331d4ecd-b360-4a9b-83f5-e03f01dbd450,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:49.251618 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-120fe424-424f-4508-a6f4-af36751d7d7b req-c646e6bf-56b0-4880-9fa0-cab9d294d134 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:49.254340 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-120fe424-424f-4508-a6f4-af36751d7d7b req-c646e6bf-56b0-4880-9fa0-cab9d294d134 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:49.255476 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-120fe424-424f-4508-a6f4-af36751d7d7b req-c646e6bf-56b0-4880-9fa0-cab9d294d134 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "DELETE /v2.0/security-groups/5fa2b644-620f-4493-981b-d50a6398a6c0 HTTP/1.1" status: 204 len: 173 time: 0.4525383 Jul 24 09:23:49.281462 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646e6bf-56b0-4880-9fa0-cab9d294d134 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa2b644-620f-4493-981b-d50a6398a6c0,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:49.425720 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e0be0b59-1ee2-4065-9c72-6f77be01741f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:49.753062 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 339b8caa-521d-4469-b93a-49099dbcec36 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:23:49.779630 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb7fddae-9815-46bb-a02d-c99a00bc3656 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:49.812856 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb7fddae-9815-46bb-a02d-c99a00bc3656 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:49.833771 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 339b8caa-521d-4469-b93a-49099dbcec36 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:23:49.841680 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 339b8caa-521d-4469-b93a-49099dbcec36 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:49.842049 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:49.848496 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8175a5ea-6fda-4afa-81b4-21c88fb10799 None None] Provisioning for port f65bb46c-ffb9-4829-804a-eeff8be73d95 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:23:49.902075 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8175a5ea-6fda-4afa-81b4-21c88fb10799 None None] Provisioning complete for port f65bb46c-ffb9-4829-804a-eeff8be73d95 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:49.902452 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8175a5ea-6fda-4afa-81b4-21c88fb10799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:49.934791 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e0be0b59-1ee2-4065-9c72-6f77be01741f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:49.952414 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fddae-9815-46bb-a02d-c99a00bc3656 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa4ce35-e01b-4014-be49-fbff688cf5ce,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:49.959471 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e0be0b59-1ee2-4065-9c72-6f77be01741f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:49.962244 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7fddae-9815-46bb-a02d-c99a00bc3656 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:23:49.991537 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44ddd2-de0f-4c4b-b8c3-d9b9d28e6d4a req-1cc01f30-4f6a-48e7-845e-f3d14920dc5d tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:49.993120 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3c44ddd2-de0f-4c4b-b8c3-d9b9d28e6d4a req-1cc01f30-4f6a-48e7-845e-f3d14920dc5d tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 946 time: 0.3904226 Jul 24 09:23:50.023646 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-8175a5ea-6fda-4afa-81b4-21c88fb10799 None None] Port f65bb46c-ffb9-4829-804a-eeff8be73d95 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:23:50.128029 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:50.129942 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb7fddae-9815-46bb-a02d-c99a00bc3656 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:50.133295 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-bb7fddae-9815-46bb-a02d-c99a00bc3656 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Added segment 3c996654-85da-4d80-9a0e-6362c33dca21 of type vlan for network 1072db24-08f6-4422-9158-42aa8db9ff88 Jul 24 09:23:50.217413 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb7fddae-9815-46bb-a02d-c99a00bc3656 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:50.242085 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-af071ddc-f82d-4012-991f-310d2cad1fa6 None None] Provisioning complete for port f65bb46c-ffb9-4829-804a-eeff8be73d95 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:50.243211 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-af071ddc-f82d-4012-991f-310d2cad1fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:50.251961 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 339b8caa-521d-4469-b93a-49099dbcec36, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=339b8caa-521d-4469-b93a-49099dbcec36,segment=NetworkSegment(27ad7b9d-fc60-4607-b879-06421681ff41),segment_id=27ad7b9d-fc60-4607-b879-06421681ff41)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:23:50.274006 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330437b-b737-450f-9bd4-e04fdde9a361 req-2f760bf3-1b79-4512-b003-7e067b0faebe tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:50.277240 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:50.285465 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3330437b-b737-450f-9bd4-e04fdde9a361 req-2f760bf3-1b79-4512-b003-7e067b0faebe tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1599143 Jul 24 09:23:50.316011 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45218) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:50.348962 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=339b8caa-521d-4469-b93a-49099dbcec36,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:50.363635 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be0b59-1ee2-4065-9c72-6f77be01741f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Port': ['ID=f65bb46c-ffb9-4829-804a-eeff8be73d95,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:50.387309 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-af071ddc-f82d-4012-991f-310d2cad1fa6 None None] Port f65bb46c-ffb9-4829-804a-eeff8be73d95 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:23:50.402695 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3330437b-b737-450f-9bd4-e04fdde9a361 req-ec87694b-defb-43f5-87a9-8f593422e816 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160316 Jul 24 09:23:50.429765 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb7fddae-9815-46bb-a02d-c99a00bc3656 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:50.430941 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7fddae-9815-46bb-a02d-c99a00bc3656 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:50.432638 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb7fddae-9815-46bb-a02d-c99a00bc3656 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:50.540829 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-90a57499-cf6c-49e2-9946-639ff0e21f6f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-122914276-network', 'tenant_id': 'bff123a614204702924a0af9802e1c93'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:50.590667 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a57499-cf6c-49e2-9946-639ff0e21f6f admin admin] Made reservation on behalf of bff123a614204702924a0af9802e1c93 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:23:50.593134 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-90a57499-cf6c-49e2-9946-639ff0e21f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:50.598046 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bb7fddae-9815-46bb-a02d-c99a00bc3656 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1918094 Jul 24 09:23:50.599268 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45226) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:50.599923 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fddae-9815-46bb-a02d-c99a00bc3656 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Pushing event updated for resources: {'Network': ['ID=1072db24-08f6-4422-9158-42aa8db9ff88,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:50.612551 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 1072db24-08f6-4422-9158-42aa8db9ff88 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:23:50.641534 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-90a57499-cf6c-49e2-9946-639ff0e21f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:50.644542 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3c44ddd2-de0f-4c4b-b8c3-d9b9d28e6d4a req-46b2d04e-9961-4428-b535-0f1f8ddd9114 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5804584 Jul 24 09:23:50.805925 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e0be0b59-1ee2-4065-9c72-6f77be01741f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:50.838950 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-90a57499-cf6c-49e2-9946-639ff0e21f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:50.885262 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-90a57499-cf6c-49e2-9946-639ff0e21f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:50.914307 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-97d6d6da-ee74-45ee-bfec-8793c3e60e87 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:50.917831 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8c94fcbe-0a55-4b6c-8ee5-97e48c68acfb None None] Provisioning complete for port f65bb46c-ffb9-4829-804a-eeff8be73d95 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:50.918349 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8c94fcbe-0a55-4b6c-8ee5-97e48c68acfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:50.924983 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a57499-cf6c-49e2-9946-639ff0e21f6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:23:50.940957 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a57499-cf6c-49e2-9946-639ff0e21f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5428c218-fcd7-423d-80d8-28fed7798a65,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:50.951028 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-90a57499-cf6c-49e2-9946-639ff0e21f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:50.951766 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-90a57499-cf6c-49e2-9946-639ff0e21f6f admin admin] Added segment 93e08baf-4084-4645-a2db-348d6fbb8109 of type vlan for network 57115fda-8a95-4d7e-8f17-f315710a2698 Jul 24 09:23:50.970456 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-8c94fcbe-0a55-4b6c-8ee5-97e48c68acfb None None] Port f65bb46c-ffb9-4829-804a-eeff8be73d95 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:23:50.990909 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e0be0b59-1ee2-4065-9c72-6f77be01741f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:51.066294 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-90a57499-cf6c-49e2-9946-639ff0e21f6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:51.113419 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-97d6d6da-ee74-45ee-bfec-8793c3e60e87 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:51.153240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-97d6d6da-ee74-45ee-bfec-8793c3e60e87 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1072db24-08f6-4422-9158-42aa8db9ff88']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:51.179104 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-97d6d6da-ee74-45ee-bfec-8793c3e60e87 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c996654-85da-4d80-9a0e-6362c33dca21') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:51.179676 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-97d6d6da-ee74-45ee-bfec-8793c3e60e87 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c996654-85da-4d80-9a0e-6362c33dca21') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:51.194821 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-97d6d6da-ee74-45ee-bfec-8793c3e60e87 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:51.207167 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-90a57499-cf6c-49e2-9946-639ff0e21f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:51.208640 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a57499-cf6c-49e2-9946-639ff0e21f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:51.209574 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-90a57499-cf6c-49e2-9946-639ff0e21f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:51.233368 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-97d6d6da-ee74-45ee-bfec-8793c3e60e87 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:51.264767 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d6d6da-ee74-45ee-bfec-8793c3e60e87 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:23:51.265505 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-97d6d6da-ee74-45ee-bfec-8793c3e60e87 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:23:51.267726 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:23:51.290217 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-90a57499-cf6c-49e2-9946-639ff0e21f6f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9719846 Jul 24 09:23:51.291652 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45232) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:51.298250 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-c9f726a0-0614-4e1c-969f-1ceec5626481 admin admin] Request body: {'subnet': {'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-122914276-subnet', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:51.336468 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a57499-cf6c-49e2-9946-639ff0e21f6f admin admin] Pushing event updated for resources: {'Network': ['ID=57115fda-8a95-4d7e-8f17-f315710a2698,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:51.348669 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 57115fda-8a95-4d7e-8f17-f315710a2698 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:23:51.371458 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f726a0-0614-4e1c-969f-1ceec5626481 admin admin] Made reservation on behalf of bff123a614204702924a0af9802e1c93 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:23:51.374546 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c9f726a0-0614-4e1c-969f-1ceec5626481 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:51.411315 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-97d6d6da-ee74-45ee-bfec-8793c3e60e87 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:51.422792 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d6d6da-ee74-45ee-bfec-8793c3e60e87 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1072db24-08f6-4422-9158-42aa8db9ff88 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 24 09:23:51.434286 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e0be0b59-1ee2-4065-9c72-6f77be01741f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:51.440268 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-97d6d6da-ee74-45ee-bfec-8793c3e60e87 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:51.449885 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-97d6d6da-ee74-45ee-bfec-8793c3e60e87 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] 10.222.0.32 "DELETE /v2.0/networks/1072db24-08f6-4422-9158-42aa8db9ff88 HTTP/1.1" status: 204 len: 168 time: 0.8444452 Jul 24 09:23:51.450042 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e0be0b59-1ee2-4065-9c72-6f77be01741f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:51.454816 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45236) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:51.484648 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-270c627c-88c3-4c6f-bf46-20f6134398ad tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:51.580822 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6d6da-ee74-45ee-bfec-8793c3e60e87 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Pushing event deleted for resources: {'Network': ['ID=1072db24-08f6-4422-9158-42aa8db9ff88,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:51.625812 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e0be0b59-1ee2-4065-9c72-6f77be01741f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:51.638747 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be0b59-1ee2-4065-9c72-6f77be01741f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Port': ['ID=f65bb46c-ffb9-4829-804a-eeff8be73d95,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:51.688803 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270c627c-88c3-4c6f-bf46-20f6134398ad tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Made reservation on behalf of 172b937994a145e7b0290eac14a7269e for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:23:51.693601 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-270c627c-88c3-4c6f-bf46-20f6134398ad tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:51.715963 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 339b8caa-521d-4469-b93a-49099dbcec36 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:23:51.795962 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270c627c-88c3-4c6f-bf46-20f6134398ad tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:23:51.806718 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-270c627c-88c3-4c6f-bf46-20f6134398ad tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:51.807369 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-270c627c-88c3-4c6f-bf46-20f6134398ad tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Added segment c71254aa-0a80-4cbe-9818-6436dee6df19 of type vlan for network c070ea55-667b-4476-9ba0-7ca865829b88 Jul 24 09:23:51.821910 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 339b8caa-521d-4469-b93a-49099dbcec36 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:51.822918 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:51.854322 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-270c627c-88c3-4c6f-bf46-20f6134398ad tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:51.901364 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd2927-1c22-4d19-b208-4baa61e6ffdf req-e45dd1e6-db86-4f6d-b7a2-c306af07e7d3 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:51.909911 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76fd2927-1c22-4d19-b208-4baa61e6ffdf req-e45dd1e6-db86-4f6d-b7a2-c306af07e7d3 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.3637669 Jul 24 09:23:51.946419 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-270c627c-88c3-4c6f-bf46-20f6134398ad tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:51.948388 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270c627c-88c3-4c6f-bf46-20f6134398ad tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:51.949173 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-270c627c-88c3-4c6f-bf46-20f6134398ad tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:51.968119 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76fd2927-1c22-4d19-b208-4baa61e6ffdf req-b4e84274-d796-4c5f-8c3e-c6d2cbcdf004 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570228 Jul 24 09:23:51.979181 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0be0b59-1ee2-4065-9c72-6f77be01741f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network 77172050-36fe-41f3-a966-97354e650909 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:23:51.999856 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-e0be0b59-1ee2-4065-9c72-6f77be01741f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:23:52.027034 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-270c627c-88c3-4c6f-bf46-20f6134398ad tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.5678043 Jul 24 09:23:52.032389 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45250) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:52.065319 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-70e0c0d3-2a1e-4b40-aa70-b72604beecd1 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Request body: {'subnet': {'network_id': 'c070ea55-667b-4476-9ba0-7ca865829b88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:52.071194 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c627c-88c3-4c6f-bf46-20f6134398ad tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Pushing event updated for resources: {'Network': ['ID=c070ea55-667b-4476-9ba0-7ca865829b88,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:52.085379 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network c070ea55-667b-4476-9ba0-7ca865829b88 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:23:52.098594 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e216f2-f6d4-456e-b458-e180d1e33762 req-d185dbe5-6a38-4e87-bc64-ac2fe31c6215 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:52.100295 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6e216f2-f6d4-456e-b458-e180d1e33762 req-d185dbe5-6a38-4e87-bc64-ac2fe31c6215 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 946 time: 0.3797753 Jul 24 09:23:52.165720 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dec8b8-eb10-4fc6-b95d-4a4e37365e44 req-09da5d2a-44bc-4b99-8d24-2a8e6e688282 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:52.169587 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e0c0d3-2a1e-4b40-aa70-b72604beecd1 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Made reservation on behalf of 172b937994a145e7b0290eac14a7269e for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:23:52.172030 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-70e0c0d3-2a1e-4b40-aa70-b72604beecd1 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:52.182280 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-48dec8b8-eb10-4fc6-b95d-4a4e37365e44 req-09da5d2a-44bc-4b99-8d24-2a8e6e688282 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 946 time: 0.3754749 Jul 24 09:23:52.182280 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c9f726a0-0614-4e1c-969f-1ceec5626481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:52.288657 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f726a0-0614-4e1c-969f-1ceec5626481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed3face8-48a4-4110-b201-0b1158c92dba,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:52.309473 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-48dec8b8-eb10-4fc6-b95d-4a4e37365e44 req-47f6819e-a8e0-4766-bb44-f7f8b96eadac tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdecbce8-3484-47b2-be38-c3097a251a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315682 Jul 24 09:23:52.329687 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f726a0-0614-4e1c-969f-1ceec5626481 admin admin] Checking segment: {'id': '93e08baf-4084-4645-a2db-348d6fbb8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:23:52.330107 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f726a0-0614-4e1c-969f-1ceec5626481 admin admin] Network hostable DHCP agents. Network: 57115fda-8a95-4d7e-8f17-f315710a2698, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:23:52.352042 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-c6e216f2-f6d4-456e-b458-e180d1e33762 req-f2500df7-3e83-4758-960a-9c49e4970622 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Deleting port aa76ba1e-01e4-4bbd-9323-384af4250f41 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:23:52.352626 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c6e216f2-f6d4-456e-b458-e180d1e33762 req-f2500df7-3e83-4758-960a-9c49e4970622 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:52.371501 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f726a0-0614-4e1c-969f-1ceec5626481 admin admin] Network 57115fda-8a95-4d7e-8f17-f315710a2698 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:23:52.378667 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0be0b59-1ee2-4065-9c72-6f77be01741f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Router 71e160fc-7f5b-4a89-b56e-0ad845f0be9e is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:23:52.383775 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-c9f726a0-0614-4e1c-969f-1ceec5626481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 57115fda-8a95-4d7e-8f17-f315710a2698) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:23:52.388673 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f726a0-0614-4e1c-969f-1ceec5626481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:52.389378 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c9f726a0-0614-4e1c-969f-1ceec5626481 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:52.399413 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808f4bbb-f72b-4f78-8e88-a539d340e859 None None] Network 57115fda-8a95-4d7e-8f17-f315710a2698 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:23:52.437232 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f780c01d-f1ac-4d88-9658-822e30bf8853 None None] Provisioning complete for port f65bb46c-ffb9-4829-804a-eeff8be73d95 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:52.437931 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f780c01d-f1ac-4d88-9658-822e30bf8853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:52.477229 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-f780c01d-f1ac-4d88-9658-822e30bf8853 None None] Port f65bb46c-ffb9-4829-804a-eeff8be73d95 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:23:52.497122 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c9f726a0-0614-4e1c-969f-1ceec5626481 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2039685 Jul 24 09:23:52.499612 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45252) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:52.504546 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-cf40fb64-4263-4554-889a-1926d28369de admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-122914276-router', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:52.509937 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c6e216f2-f6d4-456e-b458-e180d1e33762 req-f2500df7-3e83-4758-960a-9c49e4970622 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] For port aa76ba1e-01e4-4bbd-9323-384af4250f41, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=aa76ba1e-01e4-4bbd-9323-384af4250f41,segment=NetworkSegment(e9fdceb6-fc72-485c-84e1-b90bc78b48c1),segment_id=e9fdceb6-fc72-485c-84e1-b90bc78b48c1)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:23:52.510385 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c6e216f2-f6d4-456e-b458-e180d1e33762 req-f2500df7-3e83-4758-960a-9c49e4970622 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:52.529351 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-c6e216f2-f6d4-456e-b458-e180d1e33762 req-f2500df7-3e83-4758-960a-9c49e4970622 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Calling delete_port for aa76ba1e-01e4-4bbd-9323-384af4250f41 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:23:52.542277 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0be0b59-1ee2-4065-9c72-6f77be01741f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:23:52.553198 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d15d4e-34dd-4951-ae7c-3af8f411235f None None] Sync routers for ids ['71e160fc-7f5b-4a89-b56e-0ad845f0be9e'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:23:52.559459 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e0be0b59-1ee2-4065-9c72-6f77be01741f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "PUT /v2.0/routers/71e160fc-7f5b-4a89-b56e-0ad845f0be9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7010243 Jul 24 09:23:52.560260 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45254) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:52.568364 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d15d4e-34dd-4951-ae7c-3af8f411235f None None] Routers {'71e160fc-7f5b-4a89-b56e-0ad845f0be9e'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:23:52.569762 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-44d15d4e-34dd-4951-ae7c-3af8f411235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:23:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['71e160fc-7f5b-4a89-b56e-0ad845f0be9e'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:52.571301 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cf40fb64-4263-4554-889a-1926d28369de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:52.572711 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cf40fb64-4263-4554-889a-1926d28369de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:52.668200 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7064206-c07a-4e77-9bee-0f095fd54799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-57115fda-8a95-4d7e-8f17-f315710a2698', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'fixed_ips': [{'subnet_id': 'ed3face8-48a4-4110-b201-0b1158c92dba'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:23:52.669545 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f7064206-c07a-4e77-9bee-0f095fd54799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:52.732591 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cf40fb64-4263-4554-889a-1926d28369de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:52.758661 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7070d96-b2a6-4aba-aa9c-8cb537cd8c76 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:52.763153 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a7070d96-b2a6-4aba-aa9c-8cb537cd8c76 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "GET /v2.0/ports/f65bb46c-ffb9-4829-804a-eeff8be73d95 HTTP/1.1" status: 200 len: 977 time: 0.1987414 Jul 24 09:23:52.765296 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-44d15d4e-34dd-4951-ae7c-3af8f411235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:52.777006 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d15d4e-34dd-4951-ae7c-3af8f411235f None None] Routers {'71e160fc-7f5b-4a89-b56e-0ad845f0be9e'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:23:52.778449 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-44d15d4e-34dd-4951-ae7c-3af8f411235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:23:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['71e160fc-7f5b-4a89-b56e-0ad845f0be9e'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:52.781911 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45262) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:52.782580 n-d-800085-9 neutron-server[94036]: DEBUG neutron.objects.ports [None req-70e0c0d3-2a1e-4b40-aa70-b72604beecd1 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94036) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 09:23:52.783109 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-70e0c0d3-2a1e-4b40-aa70-b72604beecd1 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:52.814585 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-44d15d4e-34dd-4951-ae7c-3af8f411235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:52.815583 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d15d4e-34dd-4951-ae7c-3af8f411235f None None] The sync data for ids ['71e160fc-7f5b-4a89-b56e-0ad845f0be9e'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:23:52.892046 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-f7064206-c07a-4e77-9bee-0f095fd54799 None None] Allocated IP 172.20.0.2 (57115fda-8a95-4d7e-8f17-f315710a2698/ed3face8-48a4-4110-b201-0b1158c92dba/4e6cfff5-53ce-4545-b8cd-2ce5444a930b) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:23:53.147893 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f7064206-c07a-4e77-9bee-0f095fd54799 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:53.442448 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cf40fb64-4263-4554-889a-1926d28369de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:53.505916 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b88ab8-35d4-4d35-b57b-3abd6bd7bf42 req-7dad7d6b-dc1a-4b86-b93d-733a8fb7d482 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:53.507750 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-14b88ab8-35d4-4d35-b57b-3abd6bd7bf42 req-7dad7d6b-dc1a-4b86-b93d-733a8fb7d482 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1031857 Jul 24 09:23:53.531768 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f7064206-c07a-4e77-9bee-0f095fd54799 None None] Transition to ACTIVE for port object 4e6cfff5-53ce-4545-b8cd-2ce5444a930b will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:23:53.579109 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f7064206-c07a-4e77-9bee-0f095fd54799 None None] Transition to ACTIVE for port object 4e6cfff5-53ce-4545-b8cd-2ce5444a930b will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:23:53.608201 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d201d3e5-47ab-41ef-bc76-2dc71a681ae8 req-a83708aa-f6da-4184-85ab-aec9b287f6b2 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.32 "GET /v2.0/ports?device_id=84ae0263-36a6-49e6-bcd3-0c16aac0b7c7 HTTP/1.1" status: 200 len: 210 time: 0.1512811 Jul 24 09:23:53.610916 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c6e216f2-f6d4-456e-b458-e180d1e33762 req-f2500df7-3e83-4758-960a-9c49e4970622 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:53.616537 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f7064206-c07a-4e77-9bee-0f095fd54799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:53.616839 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-14b88ab8-35d4-4d35-b57b-3abd6bd7bf42 req-4482310e-09d3-4ad3-9c5b-dc7bd2ad5677 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982795 Jul 24 09:23:53.640407 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0c0d3-2a1e-4b40-aa70-b72604beecd1 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5afdefdd-7b5c-43fb-9e6e-6dd4eab986a8,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:53.643298 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e0c0d3-2a1e-4b40-aa70-b72604beecd1 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Checking segment: {'id': 'c71254aa-0a80-4cbe-9818-6436dee6df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c070ea55-667b-4476-9ba0-7ca865829b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:23:53.643662 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e0c0d3-2a1e-4b40-aa70-b72604beecd1 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Network hostable DHCP agents. Network: c070ea55-667b-4476-9ba0-7ca865829b88, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:23:53.651417 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['aa76ba1e-01e4-4bbd-9323-384af4250f41'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:23:53.692088 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2500df7-3e83-4758-960a-9c49e4970622 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Pushing event deleted for resources: {'Port': ['ID=aa76ba1e-01e4-4bbd-9323-384af4250f41,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:53.788465 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e216f2-f6d4-456e-b458-e180d1e33762 req-f2500df7-3e83-4758-960a-9c49e4970622 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] No DVR routers for this DVR port aa76ba1e-01e4-4bbd-9323-384af4250f41 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:23:53.793534 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c6e216f2-f6d4-456e-b458-e180d1e33762 req-f2500df7-3e83-4758-960a-9c49e4970622 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:53.796423 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6e216f2-f6d4-456e-b458-e180d1e33762 req-f2500df7-3e83-4758-960a-9c49e4970622 tempest-ServerRescueTestJSONUnderV235-578289379 tempest-ServerRescueTestJSONUnderV235-578289379-project] 10.222.0.37 "DELETE /v2.0/ports/aa76ba1e-01e4-4bbd-9323-384af4250f41 HTTP/1.1" status: 204 len: 173 time: 1.6846499 Jul 24 09:23:53.803193 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ae0263-36a6-49e6-bcd3-0c16aac0b7c7', 'name': 'network-vif-deleted', 'tag': 'aa76ba1e-01e4-4bbd-9323-384af4250f41'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:23:53.805617 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8690e1aa-b5f7-4615-a775-f2fbbfe2fbb9" -d '{"events": [{"server_uuid": "84ae0263-36a6-49e6-bcd3-0c16aac0b7c7", "name": "network-vif-deleted", "tag": "aa76ba1e-01e4-4bbd-9323-384af4250f41"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:23:53.812497 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7064206-c07a-4e77-9bee-0f095fd54799 None None] Network 57115fda-8a95-4d7e-8f17-f315710a2698 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:23:53.834229 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-f7064206-c07a-4e77-9bee-0f095fd54799 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:23:53.838962 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7064206-c07a-4e77-9bee-0f095fd54799 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:23:53.846573 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7064206-c07a-4e77-9bee-0f095fd54799 None None] Pushing event updated for resources: {'Port': ['ID=4e6cfff5-53ce-4545-b8cd-2ce5444a930b,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:53.875811 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e0c0d3-2a1e-4b40-aa70-b72604beecd1 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Network c070ea55-667b-4476-9ba0-7ca865829b88 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:23:53.889440 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-70e0c0d3-2a1e-4b40-aa70-b72604beecd1 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, c070ea55-667b-4476-9ba0-7ca865829b88) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:23:53.899078 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e0c0d3-2a1e-4b40-aa70-b72604beecd1 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:53.899685 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-70e0c0d3-2a1e-4b40-aa70-b72604beecd1 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:53.904481 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c24e38d-46da-4bb0-8808-6a941fe3352e x-openstack-request-id: req-3c24e38d-46da-4bb0-8808-6a941fe3352e {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:23:53.904790 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ae0263-36a6-49e6-bcd3-0c16aac0b7c7", "name": "network-vif-deleted", "tag": "aa76ba1e-01e4-4bbd-9323-384af4250f41", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:23:53.905091 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c24e38d-46da-4bb0-8808-6a941fe3352e {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:23:53.905490 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ae0263-36a6-49e6-bcd3-0c16aac0b7c7', 'name': 'network-vif-deleted', 'tag': 'aa76ba1e-01e4-4bbd-9323-384af4250f41', 'status': 'completed', 'code': 200} Jul 24 09:23:53.947651 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7451264-d43e-41e1-ad9c-5af08d2007b6 None None] Network c070ea55-667b-4476-9ba0-7ca865829b88 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:23:53.952981 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cf40fb64-4263-4554-889a-1926d28369de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:53.989644 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-70e0c0d3-2a1e-4b40-aa70-b72604beecd1 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9282882 Jul 24 09:23:53.991897 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45280) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:53.997763 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-bd93700a-68c7-4d53-9fc3-15efe1b5f90d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Request body: {'floatingip': {'floating_network_id': 'c070ea55-667b-4476-9ba0-7ca865829b88'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:23:54.014540 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cf40fb64-4263-4554-889a-1926d28369de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:54.046481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f7064206-c07a-4e77-9bee-0f095fd54799 None None] Attempting to bind port 4e6cfff5-53ce-4545-b8cd-2ce5444a930b on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:23:54.046813 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f7064206-c07a-4e77-9bee-0f095fd54799 None None] Attempting to bind port 4e6cfff5-53ce-4545-b8cd-2ce5444a930b by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '93e08baf-4084-4645-a2db-348d6fbb8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:23:54.047208 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7064206-c07a-4e77-9bee-0f095fd54799 None None] Attempting to bind port 4e6cfff5-53ce-4545-b8cd-2ce5444a930b on network 57115fda-8a95-4d7e-8f17-f315710a2698 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:23:54.067802 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd93700a-68c7-4d53-9fc3-15efe1b5f90d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:54.080896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7064206-c07a-4e77-9bee-0f095fd54799 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:23:54.081389 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7064206-c07a-4e77-9bee-0f095fd54799 None None] Checking segment: {'id': '93e08baf-4084-4645-a2db-348d6fbb8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:23:54.081796 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f7064206-c07a-4e77-9bee-0f095fd54799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:54.082176 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7064206-c07a-4e77-9bee-0f095fd54799 None None] Bound using segment: {'id': '93e08baf-4084-4645-a2db-348d6fbb8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:23:54.082756 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f7064206-c07a-4e77-9bee-0f095fd54799 None None] Bound port: 4e6cfff5-53ce-4545-b8cd-2ce5444a930b, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e08baf-4084-4645-a2db-348d6fbb8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:23:54.083104 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f7064206-c07a-4e77-9bee-0f095fd54799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:54.283488 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-cf40fb64-4263-4554-889a-1926d28369de admin admin] Allocated IP 172.25.7.52 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/d3738f94-c762-4209-a58f-ebec51d140ce) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:23:54.324512 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831f452e-1a8e-4d3c-b28c-9f35c9785598 None None] Network c070ea55-667b-4476-9ba0-7ca865829b88 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:23:54.383457 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f7064206-c07a-4e77-9bee-0f095fd54799 None None] For port 4e6cfff5-53ce-4545-b8cd-2ce5444a930b, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:23:54.505041 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cf40fb64-4263-4554-889a-1926d28369de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:54.505685 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7d7bdee1-3541-4dff-aad4-7dd46db8f74d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:54.580788 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cf40fb64-4263-4554-889a-1926d28369de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:54.612062 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd93700a-68c7-4d53-9fc3-15efe1b5f90d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:54.627601 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f7064206-c07a-4e77-9bee-0f095fd54799 None None] For port 4e6cfff5-53ce-4545-b8cd-2ce5444a930b, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4e6cfff5-53ce-4545-b8cd-2ce5444a930b,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:23:54.629333 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf40fb64-4263-4554-889a-1926d28369de admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:23:54.637480 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-cf40fb64-4263-4554-889a-1926d28369de admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:23:54.639640 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f7064206-c07a-4e77-9bee-0f095fd54799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:54.640682 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf40fb64-4263-4554-889a-1926d28369de admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:23:54.675383 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40fb64-4263-4554-889a-1926d28369de admin admin] Pushing event updated for resources: {'Port': ['ID=d3738f94-c762-4209-a58f-ebec51d140ce,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:54.732312 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7064206-c07a-4e77-9bee-0f095fd54799 None None] Pushing event updated for resources: {'Port': ['ID=4e6cfff5-53ce-4545-b8cd-2ce5444a930b,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:54.772308 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45294) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:54.940425 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-bd93700a-68c7-4d53-9fc3-15efe1b5f90d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Allocated IP 172.20.0.10 (c070ea55-667b-4476-9ba0-7ca865829b88/5afdefdd-7b5c-43fb-9e6e-6dd4eab986a8/8242626b-1758-40b7-a44e-72e5ec5b9ae1) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:23:55.032187 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c754a-c230-45b1-8c10-9d8f27202ff1 req-b02db0c9-2640-4ef7-bfb3-ec38f2685cc1 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:55.033318 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0d5c754a-c230-45b1-8c10-9d8f27202ff1 req-b02db0c9-2640-4ef7-bfb3-ec38f2685cc1 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.2618818 Jul 24 09:23:55.119979 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-7d7bdee1-3541-4dff-aad4-7dd46db8f74d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Deleting port f65bb46c-ffb9-4829-804a-eeff8be73d95 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:23:55.120317 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7d7bdee1-3541-4dff-aad4-7dd46db8f74d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:55.204619 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd93700a-68c7-4d53-9fc3-15efe1b5f90d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:55.224922 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0d5c754a-c230-45b1-8c10-9d8f27202ff1 req-b318c77e-489f-4dfa-96c2-bd468f542e96 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502776 Jul 24 09:23:55.242490 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7d7bdee1-3541-4dff-aad4-7dd46db8f74d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:55.251886 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cf40fb64-4263-4554-889a-1926d28369de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:55.264581 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-7d7bdee1-3541-4dff-aad4-7dd46db8f74d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Calling delete_port for f65bb46c-ffb9-4829-804a-eeff8be73d95 owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:23:55.318699 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd93700a-68c7-4d53-9fc3-15efe1b5f90d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:55.405905 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd93700a-68c7-4d53-9fc3-15efe1b5f90d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Network c070ea55-667b-4476-9ba0-7ca865829b88 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:23:55.415119 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-bd93700a-68c7-4d53-9fc3-15efe1b5f90d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:23:55.422989 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd93700a-68c7-4d53-9fc3-15efe1b5f90d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:23:55.455477 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93700a-68c7-4d53-9fc3-15efe1b5f90d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Pushing event updated for resources: {'Port': ['ID=8242626b-1758-40b7-a44e-72e5ec5b9ae1,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:55.542426 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cf40fb64-4263-4554-889a-1926d28369de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:55.680034 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd93700a-68c7-4d53-9fc3-15efe1b5f90d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:55.723155 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device fbe2712c-ebd5-4ff7-a072-7d060fc00e28 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:23:55.725824 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device aa76ba1e-01e4-4bbd-9323-384af4250f41 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:23:55.768336 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7d7bdee1-3541-4dff-aad4-7dd46db8f74d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:55.778660 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: aa76ba1e-01e4-4bbd-9323-384af4250f41 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:23:55.779047 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device aa76ba1e-01e4-4bbd-9323-384af4250f41 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:23:55.797443 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4e6cfff5-53ce-4545-b8cd-2ce5444a930b up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:23:55.822957 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9f31ab41-c488-4d44-9b65-616c70a35b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:55.937108 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bdee1-3541-4dff-aad4-7dd46db8f74d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Port': ['ID=f65bb46c-ffb9-4829-804a-eeff8be73d95,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:55.967249 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.db.resource_extend [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 09:23:56.168527 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 4e6cfff5-53ce-4545-b8cd-2ce5444a930b completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:23:56.219135 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf40fb64-4263-4554-889a-1926d28369de admin admin] Router e4330797-b40f-4e29-beab-c3a66964a11b is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:23:56.236576 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port fbe2712c-ebd5-4ff7-a072-7d060fc00e28, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=fbe2712c-ebd5-4ff7-a072-7d060fc00e28,segment=NetworkSegment(d1da0f7b-86f9-4cb3-973b-b91c6658c02f),segment_id=d1da0f7b-86f9-4cb3-973b-b91c6658c02f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:23:56.253416 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'fbe2712c-ebd5-4ff7-a072-7d060fc00e28', 'network_id': '6be005b7-f644-4a9b-9c38-38fc50487690', 'port_id': 'fbe2712c-ebd5-4ff7-a072-7d060fc00e28', 'mac_address': 'fa:16:3e:fa:12:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec1bde5b-d4ec-4441-a78b-b03a297e50fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:23:56.311384 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd93700a-68c7-4d53-9fc3-15efe1b5f90d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:56.360063 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:56.437677 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbe2712c-ebd5-4ff7-a072-7d060fc00e28 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:23:56.475053 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port fbe2712c-ebd5-4ff7-a072-7d060fc00e28, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=fbe2712c-ebd5-4ff7-a072-7d060fc00e28,segment=NetworkSegment(d1da0f7b-86f9-4cb3-973b-b91c6658c02f),segment_id=d1da0f7b-86f9-4cb3-973b-b91c6658c02f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:23:56.485802 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:56.495562 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cfaa97-09a1-493d-a758-bf490ce51e3a None None] Network 57115fda-8a95-4d7e-8f17-f315710a2698 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:23:56.672976 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf40fb64-4263-4554-889a-1926d28369de admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:23:56.720340 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cf40fb64-4263-4554-889a-1926d28369de admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:56.722039 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cf40fb64-4263-4554-889a-1926d28369de admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2213018 Jul 24 09:23:56.727822 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45340) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:56.768117 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd93700a-68c7-4d53-9fc3-15efe1b5f90d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:56.779756 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd93700a-68c7-4d53-9fc3-15efe1b5f90d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:56.808092 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07af927-83be-4b06-babd-c503d9060118 None None] Sync routers for ids ['e4330797-b40f-4e29-beab-c3a66964a11b'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:23:56.846494 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['fbe2712c-ebd5-4ff7-a072-7d060fc00e28'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:23:56.857133 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07af927-83be-4b06-babd-c503d9060118 None None] Routers {'e4330797-b40f-4e29-beab-c3a66964a11b'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:23:56.857791 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f07af927-83be-4b06-babd-c503d9060118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:23:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e4330797-b40f-4e29-beab-c3a66964a11b'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:56.935848 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d87f0-e910-4249-bac7-37ecf139ba63 req-58489d8e-543e-4cdf-8c51-c3deabcbf407 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:56.937576 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c99d87f0-e910-4249-bac7-37ecf139ba63 req-58489d8e-543e-4cdf-8c51-c3deabcbf407 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 944 time: 0.3860672 Jul 24 09:23:56.979961 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-f07af927-83be-4b06-babd-c503d9060118 None None] Set router e4330797-b40f-4e29-beab-c3a66964a11b gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:23:57.029396 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c99d87f0-e910-4249-bac7-37ecf139ba63 req-47477d69-c80b-4e32-a62a-28ec0ac8e88a tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852196 Jul 24 09:23:57.041759 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-9f31ab41-c488-4d44-9b65-616c70a35b56 admin admin] Deleting port abf43b9a-d8ae-48e4-859c-daa5dcbe4166 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:23:57.042275 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9f31ab41-c488-4d44-9b65-616c70a35b56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:57.049421 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7d7bdee1-3541-4dff-aad4-7dd46db8f74d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:57.075566 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93700a-68c7-4d53-9fc3-15efe1b5f90d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Pushing event updated for resources: {'Port': ['ID=8242626b-1758-40b7-a44e-72e5ec5b9ae1,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:57.128560 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f034bc88-7bd0-46be-a760-ba1d0af3dcee None None] Provisioning for port 4e6cfff5-53ce-4545-b8cd-2ce5444a930b completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:23:57.148877 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-9f31ab41-c488-4d44-9b65-616c70a35b56 admin admin] For port abf43b9a-d8ae-48e4-859c-daa5dcbe4166, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=abf43b9a-d8ae-48e4-859c-daa5dcbe4166,segment=NetworkSegment(e9fdceb6-fc72-485c-84e1-b90bc78b48c1),segment_id=e9fdceb6-fc72-485c-84e1-b90bc78b48c1)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:23:57.149358 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9f31ab41-c488-4d44-9b65-616c70a35b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:57.179212 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f034bc88-7bd0-46be-a760-ba1d0af3dcee None None] Provisioning complete for port 4e6cfff5-53ce-4545-b8cd-2ce5444a930b triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:57.179590 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f034bc88-7bd0-46be-a760-ba1d0af3dcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:57.191870 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-9f31ab41-c488-4d44-9b65-616c70a35b56 admin admin] Calling delete_port for abf43b9a-d8ae-48e4-859c-daa5dcbe4166 owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:23:57.297926 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce4bb0c3-efd2-45b7-9951-b285989064ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:57.304631 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=fbe2712c-ebd5-4ff7-a072-7d060fc00e28,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:57.380451 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd93700a-68c7-4d53-9fc3-15efe1b5f90d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:57.469379 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd93700a-68c7-4d53-9fc3-15efe1b5f90d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:57.473465 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bd93700a-68c7-4d53-9fc3-15efe1b5f90d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4776886 Jul 24 09:23:57.478583 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45364) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:57.521167 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7bdee1-3541-4dff-aad4-7dd46db8f74d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Router 71e160fc-7f5b-4a89-b56e-0ad845f0be9e has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:23:57.601998 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7bdee1-3541-4dff-aad4-7dd46db8f74d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:23:57.612094 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7d7bdee1-3541-4dff-aad4-7dd46db8f74d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "PUT /v2.0/routers/71e160fc-7f5b-4a89-b56e-0ad845f0be9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8264759 Jul 24 09:23:57.612574 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45366) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:57.621409 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40419bd8-a9c0-4e97-beef-b9ac3a1cf684 None None] Sync routers for ids ['71e160fc-7f5b-4a89-b56e-0ad845f0be9e'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:23:57.631359 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9f31ab41-c488-4d44-9b65-616c70a35b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:57.663899 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40419bd8-a9c0-4e97-beef-b9ac3a1cf684 None None] Routers {'71e160fc-7f5b-4a89-b56e-0ad845f0be9e'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:23:57.673007 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-40419bd8-a9c0-4e97-beef-b9ac3a1cf684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:23:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['71e160fc-7f5b-4a89-b56e-0ad845f0be9e'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:57.748802 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31ab41-c488-4d44-9b65-616c70a35b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=abf43b9a-d8ae-48e4-859c-daa5dcbe4166,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:57.794443 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-40419bd8-a9c0-4e97-beef-b9ac3a1cf684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:57.815607 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40419bd8-a9c0-4e97-beef-b9ac3a1cf684 None None] Routers {'71e160fc-7f5b-4a89-b56e-0ad845f0be9e'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:23:57.818706 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-40419bd8-a9c0-4e97-beef-b9ac3a1cf684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:23:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['71e160fc-7f5b-4a89-b56e-0ad845f0be9e'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:57.828491 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0572a953-7db8-4778-badd-93eaa7a851e4 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=c070ea55-667b-4476-9ba0-7ca865829b88 HTTP/1.1" status: 200 len: 690 time: 0.3380632 Jul 24 09:23:57.829423 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45378) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:57.929909 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-40419bd8-a9c0-4e97-beef-b9ac3a1cf684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:57.930875 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40419bd8-a9c0-4e97-beef-b9ac3a1cf684 None None] The sync data for ids ['71e160fc-7f5b-4a89-b56e-0ad845f0be9e'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:23:57.998722 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f034bc88-7bd0-46be-a760-ba1d0af3dcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:58.107671 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f034bc88-7bd0-46be-a760-ba1d0af3dcee None None] For port 4e6cfff5-53ce-4545-b8cd-2ce5444a930b, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4e6cfff5-53ce-4545-b8cd-2ce5444a930b,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:23:58.127928 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f034bc88-7bd0-46be-a760-ba1d0af3dcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:58.290363 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f07af927-83be-4b06-babd-c503d9060118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'name': 'tempest-AttachVolumeShelveTestJSON-122914276-router', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:23:52Z', 'updated_at': '2021-07-24T09:23:54Z', 'revision_number': 3, 'project_id': 'bff123a614204702924a0af9802e1c93', 'gw_port': {'id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:23:54Z', 'updated_at': '2021-07-24T09:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:23:58.450457 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07af927-83be-4b06-babd-c503d9060118 None None] Checking router: e4330797-b40f-4e29-beab-c3a66964a11b for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:23:58.451213 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07af927-83be-4b06-babd-c503d9060118 None None] Updating router e4330797-b40f-4e29-beab-c3a66964a11b port d3738f94-c762-4209-a58f-ebec51d140ce binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:23:58.455359 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034bc88-7bd0-46be-a760-ba1d0af3dcee None None] Pushing event updated for resources: {'Port': ['ID=4e6cfff5-53ce-4545-b8cd-2ce5444a930b,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:58.513283 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-65764579-9a4e-4a53-931d-4c83ebb2cf5d None None] Provisioning complete for port 4e6cfff5-53ce-4545-b8cd-2ce5444a930b triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:23:58.516534 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-65764579-9a4e-4a53-931d-4c83ebb2cf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:58.607712 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f07af927-83be-4b06-babd-c503d9060118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:58.653423 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9f31ab41-c488-4d44-9b65-616c70a35b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:58.905288 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2b88a072-fcd7-4f86-84bd-20635b17a632 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:59.096298 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-3d9b9905-a391-4b87-b993-de52094fb0ce tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] remove_router_interface failed (client error): The resource could not be found. Jul 24 09:23:59.101444 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3d9b9905-a391-4b87-b993-de52094fb0ce tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "PUT /v2.0/routers/71e160fc-7f5b-4a89-b56e-0ad845f0be9e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.4877880 Jul 24 09:23:59.102461 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45392) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:59.161312 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d9a67dcb-c3d6-44f4-8f18-5ee1706d5796 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "GET /v2.0/ports?device_id=71e160fc-7f5b-4a89-b56e-0ad845f0be9e HTTP/1.1" status: 200 len: 205 time: 0.0535352 Jul 24 09:23:59.164068 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45394) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:59.291888 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f347e08e-4526-4102-b13f-aedbb824c9db tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:59.366787 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f31ab41-c488-4d44-9b65-616c70a35b56 admin admin] Router fc5539e7-d1bb-442c-8394-e9455c8684d0 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:23:59.413894 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f07af927-83be-4b06-babd-c503d9060118 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:59.438336 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f07af927-83be-4b06-babd-c503d9060118 None None] Transition to ACTIVE for port object d3738f94-c762-4209-a58f-ebec51d140ce will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:23:59.448988 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-2b88a072-fcd7-4f86-84bd-20635b17a632 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Deleting port 8242626b-1758-40b7-a44e-72e5ec5b9ae1 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:23:59.449271 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f07af927-83be-4b06-babd-c503d9060118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:59.449924 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2b88a072-fcd7-4f86-84bd-20635b17a632 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:59.563642 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc8d43-b765-4074-b70d-093a5a2beeda None None] Pushing event updated for resources: {'Port': ['ID=d3738f94-c762-4209-a58f-ebec51d140ce,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:59.565861 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f07af927-83be-4b06-babd-c503d9060118 None None] Attempting to bind port d3738f94-c762-4209-a58f-ebec51d140ce on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:23:59.566170 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f07af927-83be-4b06-babd-c503d9060118 None None] Attempting to bind port d3738f94-c762-4209-a58f-ebec51d140ce by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:23:59.574773 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07af927-83be-4b06-babd-c503d9060118 None None] Attempting to bind port d3738f94-c762-4209-a58f-ebec51d140ce on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:23:59.588118 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f31ab41-c488-4d44-9b65-616c70a35b56 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:23:59.590110 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07af927-83be-4b06-babd-c503d9060118 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:23:59.590478 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07af927-83be-4b06-babd-c503d9060118 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:23:59.590887 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f07af927-83be-4b06-babd-c503d9060118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:59.591277 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07af927-83be-4b06-babd-c503d9060118 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:23:59.591759 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f07af927-83be-4b06-babd-c503d9060118 None None] Bound port: d3738f94-c762-4209-a58f-ebec51d140ce, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:23:59.592140 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f07af927-83be-4b06-babd-c503d9060118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:59.603933 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f347e08e-4526-4102-b13f-aedbb824c9db tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:59.606441 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f347e08e-4526-4102-b13f-aedbb824c9db tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:59.650407 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9f31ab41-c488-4d44-9b65-616c70a35b56 admin admin] 10.222.0.32 "PUT /v2.0/routers/fc5539e7-d1bb-442c-8394-e9455c8684d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8764753 Jul 24 09:23:59.656110 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45396) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:59.704764 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f07af927-83be-4b06-babd-c503d9060118 None None] For port d3738f94-c762-4209-a58f-ebec51d140ce, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:23:59.710227 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f07af927-83be-4b06-babd-c503d9060118 None None] For port d3738f94-c762-4209-a58f-ebec51d140ce, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d3738f94-c762-4209-a58f-ebec51d140ce,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:23:59.723180 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ecb538-e420-4323-bb25-47434ec8a3fa None None] Sync routers for ids ['fc5539e7-d1bb-442c-8394-e9455c8684d0'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:23:59.736137 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device fbe2712c-ebd5-4ff7-a072-7d060fc00e28 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:23:59.738078 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a48b38-5164-4880-8d46-6b34efbc1796 req-743e9ea2-fccd-4dd2-9209-862f8e958ce1 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:23:59.738912 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f07af927-83be-4b06-babd-c503d9060118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:59.740344 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f1a48b38-5164-4880-8d46-6b34efbc1796 req-743e9ea2-fccd-4dd2-9209-862f8e958ce1 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 944 time: 0.9327002 Jul 24 09:23:59.744982 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f347e08e-4526-4102-b13f-aedbb824c9db tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:59.745809 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f347e08e-4526-4102-b13f-aedbb824c9db tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Fanout notify agent at l3_agent the message router_deleted on router 71e160fc-7f5b-4a89-b56e-0ad845f0be9e {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:23:59.785266 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f347e08e-4526-4102-b13f-aedbb824c9db tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:23:59.809278 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f347e08e-4526-4102-b13f-aedbb824c9db tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/routers/71e160fc-7f5b-4a89-b56e-0ad845f0be9e HTTP/1.1" status: 204 len: 168 time: 0.6357336 Jul 24 09:23:59.839063 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc8d43-b765-4074-b70d-093a5a2beeda None None] Pushing event updated for resources: {'Port': ['ID=d3738f94-c762-4209-a58f-ebec51d140ce,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:23:59.844810 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45404) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:23:59.897978 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ecb538-e420-4323-bb25-47434ec8a3fa None None] Routers {'fc5539e7-d1bb-442c-8394-e9455c8684d0'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:23:59.898915 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f1ecb538-e420-4323-bb25-47434ec8a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:23:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fc5539e7-d1bb-442c-8394-e9455c8684d0'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:00.026155 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f1a48b38-5164-4880-8d46-6b34efbc1796 req-97d72814-e825-4583-b3a5-8cb4b682eb86 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922333 Jul 24 09:24:00.092657 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2b88a072-fcd7-4f86-84bd-20635b17a632 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:00.096102 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2b88a072-fcd7-4f86-84bd-20635b17a632 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:00.117158 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-2b88a072-fcd7-4f86-84bd-20635b17a632 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Calling delete_port for 8242626b-1758-40b7-a44e-72e5ec5b9ae1 owned by network:floatingip {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:24:00.171998 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c0302932-471d-42a4-b003-2617011daf47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:00.178503 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4e6cfff5-53ce-4545-b8cd-2ce5444a930b up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:24:00.207959 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07af927-83be-4b06-babd-c503d9060118 None None] Routers {'e4330797-b40f-4e29-beab-c3a66964a11b'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:24:00.208788 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f07af927-83be-4b06-babd-c503d9060118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:23:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e4330797-b40f-4e29-beab-c3a66964a11b'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:00.227266 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24587113-2843-4814-848d-00364bd49baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:00.227743 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port fbe2712c-ebd5-4ff7-a072-7d060fc00e28 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:00.228266 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:00.285340 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b2b10f-f895-42e0-9690-0978c1ad0b79 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Deleting subnet ecdb4526-181b-4b0a-9264-ac07165fbaa5 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:24:00.304271 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e7b2b10f-f895-42e0-9690-0978c1ad0b79 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:00.449328 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2b88a072-fcd7-4f86-84bd-20635b17a632 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:00.459483 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-f07af927-83be-4b06-babd-c503d9060118 None None] Set router e4330797-b40f-4e29-beab-c3a66964a11b gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:24:00.463827 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e7b2b10f-f895-42e0-9690-0978c1ad0b79 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:00.617208 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7935f7b2-6caa-478a-8743-9ae6740cb576 admin admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:00.659733 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:00.674892 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2b88a072-fcd7-4f86-84bd-20635b17a632 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:00.681775 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88a072-fcd7-4f86-84bd-20635b17a632 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Pushing event deleted for resources: {'Port': ['ID=8242626b-1758-40b7-a44e-72e5ec5b9ae1,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:00.718464 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-f1ecb538-e420-4323-bb25-47434ec8a3fa None None] Set router fc5539e7-d1bb-442c-8394-e9455c8684d0 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:24:00.774175 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2b88a072-fcd7-4f86-84bd-20635b17a632 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:00.849691 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2b88a072-fcd7-4f86-84bd-20635b17a632 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:00.855853 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 4e6cfff5-53ce-4545-b8cd-2ce5444a930b triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:00.856385 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:00.923106 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e7b2b10f-f895-42e0-9690-0978c1ad0b79 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:00.939897 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2b88a072-fcd7-4f86-84bd-20635b17a632 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:00.952027 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-2b88a072-fcd7-4f86-84bd-20635b17a632 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c070ea55-667b-4476-9ba0-7ca865829b88']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:00.964398 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-2b88a072-fcd7-4f86-84bd-20635b17a632 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71254aa-0a80-4cbe-9818-6436dee6df19') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:00.964703 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-2b88a072-fcd7-4f86-84bd-20635b17a632 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71254aa-0a80-4cbe-9818-6436dee6df19') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:00.975354 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2b88a072-fcd7-4f86-84bd-20635b17a632 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:00.995899 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2b88a072-fcd7-4f86-84bd-20635b17a632 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:01.005035 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b88a072-fcd7-4f86-84bd-20635b17a632 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:24:01.005640 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2b88a072-fcd7-4f86-84bd-20635b17a632 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:24:01.114356 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:24:01.186645 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2b88a072-fcd7-4f86-84bd-20635b17a632 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:01.199151 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b88a072-fcd7-4f86-84bd-20635b17a632 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c070ea55-667b-4476-9ba0-7ca865829b88 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 24 09:24:01.215199 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2b88a072-fcd7-4f86-84bd-20635b17a632 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:01.215482 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e7b2b10f-f895-42e0-9690-0978c1ad0b79 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:01.224654 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2b88a072-fcd7-4f86-84bd-20635b17a632 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] 10.222.0.32 "DELETE /v2.0/networks/c070ea55-667b-4476-9ba0-7ca865829b88 HTTP/1.1" status: 204 len: 168 time: 3.3921072 Jul 24 09:24:01.226751 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45414) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:01.279114 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88a072-fcd7-4f86-84bd-20635b17a632 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5afdefdd-7b5c-43fb-9e6e-6dd4eab986a8,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:01.310980 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:01.416176 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8804bb13-b420-4452-8d17-1689586126ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe2712c-ebd5-4ff7-a072-7d060fc00e28'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:24:01.423035 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150addf0-38a7-4373-bf61-8035597ee2f7" -d '{"events": [{"server_uuid": "8804bb13-b420-4452-8d17-1689586126ae", "name": "network-vif-plugged", "status": "completed", "tag": "fbe2712c-ebd5-4ff7-a072-7d060fc00e28"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:24:01.460673 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:01.474194 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2b10f-f895-42e0-9690-0978c1ad0b79 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Subnet': ['ID=ecdb4526-181b-4b0a-9264-ac07165fbaa5,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:01.496604 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e7b2b10f-f895-42e0-9690-0978c1ad0b79 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:01.502269 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e7b2b10f-f895-42e0-9690-0978c1ad0b79 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/subnets/ecdb4526-181b-4b0a-9264-ac07165fbaa5 HTTP/1.1" status: 204 len: 168 time: 1.6538665 Jul 24 09:24:01.510115 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45418) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:01.568039 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-24587113-2843-4814-848d-00364bd49baf admin admin] Allocated IP 172.20.0.1 (57115fda-8a95-4d7e-8f17-f315710a2698/ed3face8-48a4-4110-b201-0b1158c92dba/1707e30a-8b36-43da-a336-e3029aa42798) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:24:01.602902 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7935f7b2-6caa-478a-8743-9ae6740cb576 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:01.611744 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port fbe2712c-ebd5-4ff7-a072-7d060fc00e28, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=fbe2712c-ebd5-4ff7-a072-7d060fc00e28,segment=NetworkSegment(d1da0f7b-86f9-4cb3-973b-b91c6658c02f),segment_id=d1da0f7b-86f9-4cb3-973b-b91c6658c02f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:24:01.639849 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88a072-fcd7-4f86-84bd-20635b17a632 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Pushing event deleted for resources: {'Network': ['ID=c070ea55-667b-4476-9ba0-7ca865829b88,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:01.640525 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b602869e-83e9-42f8-9938-2212c0b63183 x-openstack-request-id: req-b602869e-83e9-42f8-9938-2212c0b63183 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:24:01.640857 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8804bb13-b420-4452-8d17-1689586126ae", "name": "network-vif-plugged", "status": "completed", "tag": "fbe2712c-ebd5-4ff7-a072-7d060fc00e28", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:24:01.641112 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b602869e-83e9-42f8-9938-2212c0b63183 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:24:01.641502 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8804bb13-b420-4452-8d17-1689586126ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe2712c-ebd5-4ff7-a072-7d060fc00e28', 'code': 200} Jul 24 09:24:01.649034 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6471c00-e6b7-4834-89b0-0313b0d2d843 None None] Network 77172050-36fe-41f3-a966-97354e650909 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:24:01.678485 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4cd2a740-ca4c-4b88-a23f-3611d621fb0f tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.3985696 Jul 24 09:24:01.686247 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45420) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:01.813651 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1c81c724-f906-4c78-98f1-2f053bdb7bd7 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:01.829744 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:01.905840 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603fec7-fd9b-4df0-8a8a-551723f8ec25 req-e9b0bfa8-e7a6-480a-ac36-6269bf440911 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:01.918912 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718df242-5e11-40ee-9803-cb199a685a19 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:01.919378 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718df242-5e11-40ee-9803-cb199a685a19 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:01.919831 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718df242-5e11-40ee-9803-cb199a685a19 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:01.920278 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718df242-5e11-40ee-9803-cb199a685a19 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:01.920718 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718df242-5e11-40ee-9803-cb199a685a19 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:01.921213 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718df242-5e11-40ee-9803-cb199a685a19 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:01.921654 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718df242-5e11-40ee-9803-cb199a685a19 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:01.922094 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718df242-5e11-40ee-9803-cb199a685a19 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:01.928954 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3603fec7-fd9b-4df0-8a8a-551723f8ec25 req-e9b0bfa8-e7a6-480a-ac36-6269bf440911 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 944 time: 0.7196422 Jul 24 09:24:01.937083 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718df242-5e11-40ee-9803-cb199a685a19 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:01.937574 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718df242-5e11-40ee-9803-cb199a685a19 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:01.946549 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-718df242-5e11-40ee-9803-cb199a685a19 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6492 time: 0.2565658 Jul 24 09:24:01.957096 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45422) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:02.121882 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f07af927-83be-4b06-babd-c503d9060118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'name': 'tempest-AttachVolumeShelveTestJSON-122914276-router', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:23:52Z', 'updated_at': '2021-07-24T09:23:54Z', 'revision_number': 3, 'project_id': 'bff123a614204702924a0af9802e1c93', 'gw_port': {'id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:23:54Z', 'updated_at': '2021-07-24T09:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:02.205966 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-06df44ae-64ff-4df4-a953-a26e3cb4ddcb tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] delete failed (client error): The resource could not be found. Jul 24 09:24:02.206516 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-06df44ae-64ff-4df4-a953-a26e3cb4ddcb tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/e5398a0e-839f-4f8c-9297-463519f5d215 HTTP/1.1" status: 404 len: 345 time: 0.2225711 Jul 24 09:24:02.210116 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45430) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:02.298510 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24587113-2843-4814-848d-00364bd49baf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:02.336185 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-24587113-2843-4814-848d-00364bd49baf admin admin] Transition to ACTIVE for port object 1707e30a-8b36-43da-a336-e3029aa42798 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:24:02.403234 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83245258-765e-4a05-975e-d30d401926ae req-51b4132e-8b6d-467e-b8e4-458902de8cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:02.407720 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83245258-765e-4a05-975e-d30d401926ae req-51b4132e-8b6d-467e-b8e4-458902de8cf4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=15a479973b244cfab3f0baf9c309b12b&device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 1095 time: 1.2861359 Jul 24 09:24:02.410111 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-8832b9c9-34f3-4b96-ada2-819753e8c365 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] DELETE failed (client error): The resource could not be found. Jul 24 09:24:02.421443 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8832b9c9-34f3-4b96-ada2-819753e8c365 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:24:02.431826 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8832b9c9-34f3-4b96-ada2-819753e8c365 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] 10.222.0.32 "DELETE /v2.0/networks/c070ea55-667b-4476-9ba0-7ca865829b88 HTTP/1.1" status: 404 len: 339 time: 0.2156215 Jul 24 09:24:02.432817 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45432) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:02.435189 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=fbe2712c-ebd5-4ff7-a072-7d060fc00e28,revision_number=7']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:02.454846 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07af927-83be-4b06-babd-c503d9060118 None None] The sync data for ids ['e4330797-b40f-4e29-beab-c3a66964a11b'] in n-d-800085-9 is: [{'id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'name': 'tempest-AttachVolumeShelveTestJSON-122914276-router', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:23:52Z', 'updated_at': '2021-07-24T09:23:54Z', 'revision_number': 3, 'project_id': 'bff123a614204702924a0af9802e1c93', 'gw_port': {'id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:23:54Z', 'updated_at': '2021-07-24T09:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:24:02.467566 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:02.468955 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:02.469705 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:02.470365 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:02.470922 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:02.471639 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:02.472461 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:02.473087 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:02.473677 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:02.474245 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:02.475080 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:02.475637 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:02.490433 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-25e21782-b1cd-4cd6-8ccf-f6cca5c82851 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Request body: {'network': {'name': 'tempest-network--1059403396', 'router:external': True}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:02.534947 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f1ecb538-e420-4323-bb25-47434ec8a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435689800-router', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b6341bde-85c0-4683-8059-c4c1bd473ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:22:34Z', 'updated_at': '2021-07-24T09:23:57Z', 'revision_number': 5, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'gw_port': {'id': 'b6341bde-85c0-4683-8059-c4c1bd473ed3', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:22:35Z', 'updated_at': '2021-07-24T09:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:02.578147 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ecb538-e420-4323-bb25-47434ec8a3fa None None] Checking router: fc5539e7-d1bb-442c-8394-e9455c8684d0 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:24:02.601958 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ecb538-e420-4323-bb25-47434ec8a3fa None None] Routers {'fc5539e7-d1bb-442c-8394-e9455c8684d0'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:24:02.602483 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f1ecb538-e420-4323-bb25-47434ec8a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:24:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fc5539e7-d1bb-442c-8394-e9455c8684d0'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:02.643525 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3603fec7-fd9b-4df0-8a8a-551723f8ec25 req-85d6632e-0fa4-4641-94fa-8dcc94026e3d tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7136412 Jul 24 09:24:02.675130 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e21782-b1cd-4cd6-8ccf-f6cca5c82851 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Made reservation on behalf of 172b937994a145e7b0290eac14a7269e for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:24:02.679291 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-25e21782-b1cd-4cd6-8ccf-f6cca5c82851 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:02.700977 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17af27b8-7d14-4c18-8e5e-522ad4afd302 None None] DHCP port deletion for 77172050-36fe-41f3-a966-97354e650909 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:24:02.729898 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24587113-2843-4814-848d-00364bd49baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:02.804713 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e21782-b1cd-4cd6-8ccf-f6cca5c82851 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:24:02.805051 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-7935f7b2-6caa-478a-8743-9ae6740cb576 admin admin] Deleting port b6341bde-85c0-4683-8059-c4c1bd473ed3 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:24:02.805556 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7935f7b2-6caa-478a-8743-9ae6740cb576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:02.831170 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-25e21782-b1cd-4cd6-8ccf-f6cca5c82851 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:02.831519 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-25e21782-b1cd-4cd6-8ccf-f6cca5c82851 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Added segment eb719a29-d45f-4ec0-87e3-e3bc64ab8cc4 of type vlan for network 5feb5ff9-f95c-4205-ae6d-e58c94409702 Jul 24 09:24:02.849681 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24587113-2843-4814-848d-00364bd49baf admin admin] Network 57115fda-8a95-4d7e-8f17-f315710a2698 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:24:02.860336 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-24587113-2843-4814-848d-00364bd49baf admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:24:02.863630 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24587113-2843-4814-848d-00364bd49baf admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:24:02.922970 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-f1ecb538-e420-4323-bb25-47434ec8a3fa None None] Set router fc5539e7-d1bb-442c-8394-e9455c8684d0 gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:24:02.958749 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-25e21782-b1cd-4cd6-8ccf-f6cca5c82851 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:02.982404 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-1c81c724-f906-4c78-98f1-2f053bdb7bd7 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Deleting port 339b8caa-521d-4469-b93a-49099dbcec36 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:24:02.982925 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1c81c724-f906-4c78-98f1-2f053bdb7bd7 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:03.017119 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-25e21782-b1cd-4cd6-8ccf-f6cca5c82851 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:03.018300 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e21782-b1cd-4cd6-8ccf-f6cca5c82851 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:03.019103 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-25e21782-b1cd-4cd6-8ccf-f6cca5c82851 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:03.180189 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-1c81c724-f906-4c78-98f1-2f053bdb7bd7 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] For port 339b8caa-521d-4469-b93a-49099dbcec36, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=339b8caa-521d-4469-b93a-49099dbcec36,segment=NetworkSegment(27ad7b9d-fc60-4607-b879-06421681ff41),segment_id=27ad7b9d-fc60-4607-b879-06421681ff41)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:24:03.184685 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1c81c724-f906-4c78-98f1-2f053bdb7bd7 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:03.190234 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f1ecb538-e420-4323-bb25-47434ec8a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435689800-router', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:22:34Z', 'updated_at': '2021-07-24T09:24:01Z', 'revision_number': 6, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:03.204850 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:03.239518 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-1c81c724-f906-4c78-98f1-2f053bdb7bd7 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Calling delete_port for 339b8caa-521d-4469-b93a-49099dbcec36 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:24:03.247392 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ecb538-e420-4323-bb25-47434ec8a3fa None None] The sync data for ids ['fc5539e7-d1bb-442c-8394-e9455c8684d0'] in n-d-800085-9 is: [{'id': 'fc5539e7-d1bb-442c-8394-e9455c8684d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435689800-router', 'tenant_id': '372ece414d164f6ead00e36de3137ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:22:34Z', 'updated_at': '2021-07-24T09:24:01Z', 'revision_number': 6, 'project_id': '372ece414d164f6ead00e36de3137ce1', 'gw_port_host': None}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:24:03.312854 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e21782-b1cd-4cd6-8ccf-f6cca5c82851 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Pushing event updated for resources: {'Network': ['ID=5feb5ff9-f95c-4205-ae6d-e58c94409702,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:03.342782 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83245258-765e-4a05-975e-d30d401926ae req-634aac4c-b455-47f9-ae82-4dc55cd71dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:03.347979 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83245258-765e-4a05-975e-d30d401926ae req-634aac4c-b455-47f9-ae82-4dc55cd71dd5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6be005b7-f644-4a9b-9c38-38fc50487690 HTTP/1.1" status: 200 len: 913 time: 0.9185526 Jul 24 09:24:03.348258 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-17af27b8-7d14-4c18-8e5e-522ad4afd302 None None] Deleting port 339b8caa-521d-4469-b93a-49099dbcec36 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:24:03.356672 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-17af27b8-7d14-4c18-8e5e-522ad4afd302 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:03.358124 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-25e21782-b1cd-4cd6-8ccf-f6cca5c82851 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8869429 Jul 24 09:24:03.358835 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45440) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:03.385545 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 5feb5ff9-f95c-4205-ae6d-e58c94409702 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:24:03.555065 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83245258-765e-4a05-975e-d30d401926ae req-bb008ce0-e46d-42c2-90bd-98424038c600 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbe2712c-ebd5-4ff7-a072-7d060fc00e28 HTTP/1.1" status: 200 len: 217 time: 0.1910563 Jul 24 09:24:03.592876 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24587113-2843-4814-848d-00364bd49baf admin admin] Pushing event updated for resources: {'Port': ['ID=1707e30a-8b36-43da-a336-e3029aa42798,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:03.595680 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1c81c724-f906-4c78-98f1-2f053bdb7bd7 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:03.713404 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-17af27b8-7d14-4c18-8e5e-522ad4afd302 None None] For port 339b8caa-521d-4469-b93a-49099dbcec36, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=339b8caa-521d-4469-b93a-49099dbcec36,segment=NetworkSegment(27ad7b9d-fc60-4607-b879-06421681ff41),segment_id=27ad7b9d-fc60-4607-b879-06421681ff41)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:24:03.713872 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-17af27b8-7d14-4c18-8e5e-522ad4afd302 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:03.747528 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-17af27b8-7d14-4c18-8e5e-522ad4afd302 None None] Calling delete_port for 339b8caa-521d-4469-b93a-49099dbcec36 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:24:03.775259 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81c724-f906-4c78-98f1-2f053bdb7bd7 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Port': ['ID=339b8caa-521d-4469-b93a-49099dbcec36,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:03.809754 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c81c724-f906-4c78-98f1-2f053bdb7bd7 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] No DVR routers for this DVR port 339b8caa-521d-4469-b93a-49099dbcec36 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:24:03.825958 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24587113-2843-4814-848d-00364bd49baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:03.963968 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-17af27b8-7d14-4c18-8e5e-522ad4afd302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:04.181212 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-7935f7b2-6caa-478a-8743-9ae6740cb576 admin admin] For port b6341bde-85c0-4683-8059-c4c1bd473ed3, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b6341bde-85c0-4683-8059-c4c1bd473ed3,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:24:04.184119 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7935f7b2-6caa-478a-8743-9ae6740cb576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:04.216703 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83245258-765e-4a05-975e-d30d401926ae req-e8a1bb16-058c-4895-bac2-27df65ade9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:04.218235 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83245258-765e-4a05-975e-d30d401926ae req-e8a1bb16-058c-4895-bac2-27df65ade9be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ec1bde5b-d4ec-4441-a78b-b03a297e50fb HTTP/1.1" status: 200 len: 853 time: 0.6412826 Jul 24 09:24:04.293141 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af27b8-7d14-4c18-8e5e-522ad4afd302 None None] Pushing event deleted for resources: {'Port': ['ID=339b8caa-521d-4469-b93a-49099dbcec36,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:04.320395 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b64ca11d-fa48-45eb-ba93-801999ace377 None None] Provisioning for port 1707e30a-8b36-43da-a336-e3029aa42798 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:24:04.323682 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d3738f94-c762-4209-a58f-ebec51d140ce up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:24:04.325928 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17af27b8-7d14-4c18-8e5e-522ad4afd302 None None] No DVR routers for this DVR port 339b8caa-521d-4469-b93a-49099dbcec36 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:24:04.361544 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83245258-765e-4a05-975e-d30d401926ae req-aaf04634-1b82-4df7-9f80-ef6c2c10f77a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6be005b7-f644-4a9b-9c38-38fc50487690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231828 Jul 24 09:24:04.376265 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b64ca11d-fa48-45eb-ba93-801999ace377 None None] Provisioning complete for port 1707e30a-8b36-43da-a336-e3029aa42798 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:04.376897 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b64ca11d-fa48-45eb-ba93-801999ace377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:04.399636 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1c81c724-f906-4c78-98f1-2f053bdb7bd7 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:04.433674 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-b64ca11d-fa48-45eb-ba93-801999ace377 None None] Port 1707e30a-8b36-43da-a336-e3029aa42798 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:24:04.433901 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-7935f7b2-6caa-478a-8743-9ae6740cb576 admin admin] Calling delete_port for b6341bde-85c0-4683-8059-c4c1bd473ed3 owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:24:04.478787 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port d3738f94-c762-4209-a58f-ebec51d140ce completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:24:04.483361 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port d3738f94-c762-4209-a58f-ebec51d140ce triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:04.484434 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:04.489758 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-1c81c724-f906-4c78-98f1-2f053bdb7bd7 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77172050-36fe-41f3-a966-97354e650909']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:04.601705 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83245258-765e-4a05-975e-d30d401926ae req-8950a3c7-aab5-4cab-9733-8ae0013c14c7 service neutron] 10.222.0.37 "GET /v2.0/networks/6be005b7-f644-4a9b-9c38-38fc50487690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128508 Jul 24 09:24:04.626209 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1fda1f-2c76-4951-925f-29e2490cfecd tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:04.628228 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-1c81c724-f906-4c78-98f1-2f053bdb7bd7 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ad7b9d-fc60-4607-b879-06421681ff41') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:04.629231 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-1c81c724-f906-4c78-98f1-2f053bdb7bd7 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ad7b9d-fc60-4607-b879-06421681ff41') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:04.646420 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1fda1f-2c76-4951-925f-29e2490cfecd tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:04.660907 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1fda1f-2c76-4951-925f-29e2490cfecd tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:04.699650 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1fda1f-2c76-4951-925f-29e2490cfecd tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:04.710986 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:04.713020 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fb1fda1f-2c76-4951-925f-29e2490cfecd tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 1.3256927 Jul 24 09:24:04.727616 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45454) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:04.758639 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port d3738f94-c762-4209-a58f-ebec51d140ce, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d3738f94-c762-4209-a58f-ebec51d140ce,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:24:04.761394 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1c81c724-f906-4c78-98f1-2f053bdb7bd7 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:04.773795 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:04.824595 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1c81c724-f906-4c78-98f1-2f053bdb7bd7 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:04.858543 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c81c724-f906-4c78-98f1-2f053bdb7bd7 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:24:04.863763 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1c81c724-f906-4c78-98f1-2f053bdb7bd7 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:04.897371 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device abf43b9a-d8ae-48e4-859c-daa5dcbe4166 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:24:04.959919 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: abf43b9a-d8ae-48e4-859c-daa5dcbe4166 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:24:04.962074 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device abf43b9a-d8ae-48e4-859c-daa5dcbe4166 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:24:04.963574 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 339b8caa-521d-4469-b93a-49099dbcec36 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:24:04.996321 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 339b8caa-521d-4469-b93a-49099dbcec36 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:24:04.997033 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 339b8caa-521d-4469-b93a-49099dbcec36 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:24:05.001680 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=d3738f94-c762-4209-a58f-ebec51d140ce,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:05.019539 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46aa46f5-5158-4e9b-8ff5-8706c9f1acf3 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:24:05.051911 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:24:05.061223 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1af159-fc47-4bda-bb7e-d54707a8eb6a req-42f55147-6efd-4af1-a0ed-f704569d6456 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:05.070258 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7935f7b2-6caa-478a-8743-9ae6740cb576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:05.074063 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da1af159-fc47-4bda-bb7e-d54707a8eb6a req-42f55147-6efd-4af1-a0ed-f704569d6456 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 1.0700574 Jul 24 09:24:05.707669 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46aa46f5-5158-4e9b-8ff5-8706c9f1acf3 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:05.721829 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-46aa46f5-5158-4e9b-8ff5-8706c9f1acf3 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5feb5ff9-f95c-4205-ae6d-e58c94409702']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:05.735858 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-46aa46f5-5158-4e9b-8ff5-8706c9f1acf3 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb719a29-d45f-4ec0-87e3-e3bc64ab8cc4') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:05.736332 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-46aa46f5-5158-4e9b-8ff5-8706c9f1acf3 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb719a29-d45f-4ec0-87e3-e3bc64ab8cc4') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:05.752272 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46aa46f5-5158-4e9b-8ff5-8706c9f1acf3 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:05.773250 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46aa46f5-5158-4e9b-8ff5-8706c9f1acf3 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:05.780632 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46aa46f5-5158-4e9b-8ff5-8706c9f1acf3 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:24:05.781609 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46aa46f5-5158-4e9b-8ff5-8706c9f1acf3 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:05.840309 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24587113-2843-4814-848d-00364bd49baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:05.847203 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935f7b2-6caa-478a-8743-9ae6740cb576 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6341bde-85c0-4683-8059-c4c1bd473ed3,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:05.852391 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d3738f94-c762-4209-a58f-ebec51d140ce up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:24:05.893743 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da1af159-fc47-4bda-bb7e-d54707a8eb6a req-ad484c4e-ae4b-4148-bf72-6f019763780b tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8166692 Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:24:05.921312 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:24:05.924204 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46aa46f5-5158-4e9b-8ff5-8706c9f1acf3 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:05.947178 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46aa46f5-5158-4e9b-8ff5-8706c9f1acf3 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5feb5ff9-f95c-4205-ae6d-e58c94409702 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 24 09:24:05.972324 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46aa46f5-5158-4e9b-8ff5-8706c9f1acf3 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:05.983088 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-46aa46f5-5158-4e9b-8ff5-8706c9f1acf3 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] 10.222.0.32 "DELETE /v2.0/networks/5feb5ff9-f95c-4205-ae6d-e58c94409702 HTTP/1.1" status: 204 len: 168 time: 1.2509267 Jul 24 09:24:05.993580 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45460) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:05.994429 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa46f5-5158-4e9b-8ff5-8706c9f1acf3 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Pushing event deleted for resources: {'Network': ['ID=5feb5ff9-f95c-4205-ae6d-e58c94409702,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:06.005276 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-a0f725fd-1534-49e0-ad22-e8d170be1fbd tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Request body: {'network': {'name': 'tempest-network--419185851', 'router:external': True}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:06.040476 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port d3738f94-c762-4209-a58f-ebec51d140ce triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:06.041296 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:06.053197 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83245258-765e-4a05-975e-d30d401926ae req-3437e29d-7e60-4aff-af38-bea7c799fb6e service neutron] 10.222.0.37 "GET /v2.0/networks/6be005b7-f644-4a9b-9c38-38fc50487690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3244181 Jul 24 09:24:06.093727 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f725fd-1534-49e0-ad22-e8d170be1fbd tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Made reservation on behalf of 172b937994a145e7b0290eac14a7269e for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:24:06.096590 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0f725fd-1534-49e0-ad22-e8d170be1fbd tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:06.172843 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f725fd-1534-49e0-ad22-e8d170be1fbd tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:24:06.206386 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0f725fd-1534-49e0-ad22-e8d170be1fbd tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:06.207605 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-a0f725fd-1534-49e0-ad22-e8d170be1fbd tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Added segment b34eac7b-afdc-4742-b71c-dd0c4e7984e3 of type vlan for network a9585d64-a742-484b-9947-9858b034988e Jul 24 09:24:06.253340 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24587113-2843-4814-848d-00364bd49baf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:06.310050 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0f725fd-1534-49e0-ad22-e8d170be1fbd tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:06.338138 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1c81c724-f906-4c78-98f1-2f053bdb7bd7 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:06.346627 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24587113-2843-4814-848d-00364bd49baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:06.361939 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7935f7b2-6caa-478a-8743-9ae6740cb576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:06.396508 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0f725fd-1534-49e0-ad22-e8d170be1fbd tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:06.397878 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f725fd-1534-49e0-ad22-e8d170be1fbd tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:06.398677 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0f725fd-1534-49e0-ad22-e8d170be1fbd tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:06.413722 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b6341bde-85c0-4683-8059-c4c1bd473ed3 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:24:06.427327 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1c81c724-f906-4c78-98f1-2f053bdb7bd7 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:06.437190 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1c81c724-f906-4c78-98f1-2f053bdb7bd7 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/networks/77172050-36fe-41f3-a966-97354e650909 HTTP/1.1" status: 204 len: 168 time: 4.9210398 Jul 24 09:24:06.475269 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: b6341bde-85c0-4683-8059-c4c1bd473ed3 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:24:06.477159 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b6341bde-85c0-4683-8059-c4c1bd473ed3 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:24:06.521764 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45462) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:06.523730 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f725fd-1534-49e0-ad22-e8d170be1fbd tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Pushing event updated for resources: {'Network': ['ID=a9585d64-a742-484b-9947-9858b034988e,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:06.534478 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network a9585d64-a742-484b-9947-9858b034988e details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:24:06.542770 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-4598908e-0002-4aeb-a57c-83bc1853a3d3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'network': {'name': 'tempest-RoutersTest-1134505874'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:06.601527 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4598908e-0002-4aeb-a57c-83bc1853a3d3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Made reservation on behalf of a4d10f6e82b846d8b92cc910ed228db2 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:24:06.607095 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4598908e-0002-4aeb-a57c-83bc1853a3d3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:06.641622 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81c724-f906-4c78-98f1-2f053bdb7bd7 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Network': ['ID=77172050-36fe-41f3-a966-97354e650909,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:06.643511 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a0f725fd-1534-49e0-ad22-e8d170be1fbd tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.6423798 Jul 24 09:24:06.646633 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45470) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:06.788330 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4598908e-0002-4aeb-a57c-83bc1853a3d3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:24:06.814948 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7935f7b2-6caa-478a-8743-9ae6740cb576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:06.823314 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7935f7b2-6caa-478a-8743-9ae6740cb576 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:06.839611 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24587113-2843-4814-848d-00364bd49baf admin admin] Pushing event updated for resources: {'Port': ['ID=1707e30a-8b36-43da-a336-e3029aa42798,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:06.851617 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24587113-2843-4814-848d-00364bd49baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:06.893248 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c81b2e-23f3-49f6-9bf5-25a01c172271 tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:06.898594 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-19c81b2e-23f3-49f6-9bf5-25a01c172271 tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] 10.222.0.32 "GET /v2.0/networks/a9585d64-a742-484b-9947-9858b034988e HTTP/1.1" status: 200 len: 756 time: 0.2492182 Jul 24 09:24:06.899456 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45476) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:06.905123 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4598908e-0002-4aeb-a57c-83bc1853a3d3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:06.905601 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-4598908e-0002-4aeb-a57c-83bc1853a3d3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Added segment 03a571f3-1d22-4e52-bcb8-81d034ef4242 of type vlan for network 13c26e2d-866d-4704-a485-1dccda4ab182 Jul 24 09:24:07.007539 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7935f7b2-6caa-478a-8743-9ae6740cb576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:07.007960 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7935f7b2-6caa-478a-8743-9ae6740cb576 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc5539e7-d1bb-442c-8394-e9455c8684d0 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:24:07.030352 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7935f7b2-6caa-478a-8743-9ae6740cb576 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:07.030538 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4598908e-0002-4aeb-a57c-83bc1853a3d3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:07.034051 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7935f7b2-6caa-478a-8743-9ae6740cb576 admin admin] 10.222.0.32 "DELETE /v2.0/routers/fc5539e7-d1bb-442c-8394-e9455c8684d0 HTTP/1.1" status: 204 len: 168 time: 7.3765485 Jul 24 09:24:07.036434 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45486) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:07.199407 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24587113-2843-4814-848d-00364bd49baf admin admin] Network 57115fda-8a95-4d7e-8f17-f315710a2698 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:24:07.226255 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-24587113-2843-4814-848d-00364bd49baf admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:24:07.253629 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f9a867-eb80-4cc2-831c-31820c0938b0 admin admin] Deleting subnet 30bd4481-5e04-4226-8557-03870f55c2df {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:24:07.267827 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4598908e-0002-4aeb-a57c-83bc1853a3d3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:07.277232 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4598908e-0002-4aeb-a57c-83bc1853a3d3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:07.277954 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4598908e-0002-4aeb-a57c-83bc1853a3d3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:07.324968 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4598908e-0002-4aeb-a57c-83bc1853a3d3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7925780 Jul 24 09:24:07.360601 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6713cb1-d699-4be3-b900-eaf437fcec41 tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:07.369413 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e6713cb1-d699-4be3-b900-eaf437fcec41 tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] 10.222.0.32 "GET /v2.0/networks/644cb695-0aaa-471c-ba74-20fbf18f4e2a HTTP/1.1" status: 200 len: 768 time: 0.3122561 Jul 24 09:24:07.369413 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45488) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:07.378866 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-03cd88ba-4fd0-44ec-9996-5527014136f6 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'subnet': {'network_id': '13c26e2d-866d-4704-a485-1dccda4ab182', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:07.394138 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45490) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:07.482897 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-08f9a867-eb80-4cc2-831c-31820c0938b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:07.514874 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598908e-0002-4aeb-a57c-83bc1853a3d3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Network': ['ID=13c26e2d-866d-4704-a485-1dccda4ab182,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:07.566803 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-08f9a867-eb80-4cc2-831c-31820c0938b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:07.599550 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 13c26e2d-866d-4704-a485-1dccda4ab182 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:24:07.650265 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab92a1-3df5-4b19-9364-5604545cea95 req-e36ca017-8f40-42ac-b991-0d8a98e4ef5e tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:07.651705 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bbab92a1-3df5-4b19-9364-5604545cea95 req-e36ca017-8f40-42ac-b991-0d8a98e4ef5e tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.5458593 Jul 24 09:24:07.709400 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8c48366f-cd7d-41e9-87eb-adcbcc9f83ae tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:07.739576 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-08f9a867-eb80-4cc2-831c-31820c0938b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:07.759685 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cd88ba-4fd0-44ec-9996-5527014136f6 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Made reservation on behalf of a4d10f6e82b846d8b92cc910ed228db2 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:24:07.763224 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-03cd88ba-4fd0-44ec-9996-5527014136f6 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:07.794535 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bbab92a1-3df5-4b19-9364-5604545cea95 req-a4056f40-a013-4f6f-bb9d-f8392db99981 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223435 Jul 24 09:24:07.831167 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a8310bb2-6067-4b47-b0dd-ff5cd96a86e0 None None] Provisioning complete for port 1707e30a-8b36-43da-a336-e3029aa42798 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:07.831543 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a8310bb2-6067-4b47-b0dd-ff5cd96a86e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:07.863908 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24587113-2843-4814-848d-00364bd49baf admin admin] Router e4330797-b40f-4e29-beab-c3a66964a11b has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:24:07.922217 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-a8310bb2-6067-4b47-b0dd-ff5cd96a86e0 None None] Port 1707e30a-8b36-43da-a336-e3029aa42798 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:24:07.957096 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8c48366f-cd7d-41e9-87eb-adcbcc9f83ae tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:08.000339 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-8c48366f-cd7d-41e9-87eb-adcbcc9f83ae tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9585d64-a742-484b-9947-9858b034988e']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:08.067469 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-8c48366f-cd7d-41e9-87eb-adcbcc9f83ae tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34eac7b-afdc-4742-b71c-dd0c4e7984e3') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:08.067768 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-8c48366f-cd7d-41e9-87eb-adcbcc9f83ae tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34eac7b-afdc-4742-b71c-dd0c4e7984e3') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:08.088936 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8c48366f-cd7d-41e9-87eb-adcbcc9f83ae tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:08.114649 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8c48366f-cd7d-41e9-87eb-adcbcc9f83ae tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:08.162110 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c48366f-cd7d-41e9-87eb-adcbcc9f83ae tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:24:08.162447 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8c48366f-cd7d-41e9-87eb-adcbcc9f83ae tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:24:08.164343 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:24:08.206787 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24587113-2843-4814-848d-00364bd49baf admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:24:08.218755 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-24587113-2843-4814-848d-00364bd49baf admin admin] 10.222.0.32 "PUT /v2.0/routers/e4330797-b40f-4e29-beab-c3a66964a11b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4894001 Jul 24 09:24:08.220098 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] Sync routers for ids ['e4330797-b40f-4e29-beab-c3a66964a11b'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:24:08.220577 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-08f9a867-eb80-4cc2-831c-31820c0938b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:08.254575 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] Routers {'e4330797-b40f-4e29-beab-c3a66964a11b'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:24:08.255711 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:24:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e4330797-b40f-4e29-beab-c3a66964a11b'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:08.331684 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9a867-eb80-4cc2-831c-31820c0938b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30bd4481-5e04-4226-8557-03870f55c2df,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:08.365681 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-08f9a867-eb80-4cc2-831c-31820c0938b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:08.367680 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-08f9a867-eb80-4cc2-831c-31820c0938b0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/30bd4481-5e04-4226-8557-03870f55c2df HTTP/1.1" status: 204 len: 168 time: 1.3302431 Jul 24 09:24:08.372817 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45504) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:08.536623 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8c48366f-cd7d-41e9-87eb-adcbcc9f83ae tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:08.574300 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c48366f-cd7d-41e9-87eb-adcbcc9f83ae tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a9585d64-a742-484b-9947-9858b034988e {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 24 09:24:08.579685 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8c48366f-cd7d-41e9-87eb-adcbcc9f83ae tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:08.581703 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8c48366f-cd7d-41e9-87eb-adcbcc9f83ae tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] 10.222.0.32 "DELETE /v2.0/networks/a9585d64-a742-484b-9947-9858b034988e HTTP/1.1" status: 204 len: 168 time: 1.1855292 Jul 24 09:24:08.591207 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45508) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:08.607720 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-03cd88ba-4fd0-44ec-9996-5527014136f6 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:08.621705 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-f765eacc-1a2d-45ef-87f9-fd4d72bdc880 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Request body: {'network': {'name': 'tempest-network--1762968927'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:08.631459 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48366f-cd7d-41e9-87eb-adcbcc9f83ae tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Pushing event deleted for resources: {'Network': ['ID=a9585d64-a742-484b-9947-9858b034988e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:08.695800 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-009fe488-b544-4b23-b172-8266cddef7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:08.834669 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f765eacc-1a2d-45ef-87f9-fd4d72bdc880 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Made reservation on behalf of 172b937994a145e7b0290eac14a7269e for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:24:08.852199 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f765eacc-1a2d-45ef-87f9-fd4d72bdc880 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:08.985145 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd88ba-4fd0-44ec-9996-5527014136f6 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Subnet': ['ID=23f37a90-c17d-40f8-bd04-aeb3963000be,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:09.018381 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] Set router e4330797-b40f-4e29-beab-c3a66964a11b gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:24:09.033700 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-009fe488-b544-4b23-b172-8266cddef7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:09.068358 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-009fe488-b544-4b23-b172-8266cddef7f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f597dd-627e-44e8-9e97-ddee210a58c4']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:09.117481 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-009fe488-b544-4b23-b172-8266cddef7f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9fdceb6-fc72-485c-84e1-b90bc78b48c1') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:09.121726 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-009fe488-b544-4b23-b172-8266cddef7f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9fdceb6-fc72-485c-84e1-b90bc78b48c1') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:09.142412 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-009fe488-b544-4b23-b172-8266cddef7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:09.159403 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f765eacc-1a2d-45ef-87f9-fd4d72bdc880 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:24:09.174005 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cd88ba-4fd0-44ec-9996-5527014136f6 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Checking segment: {'id': '03a571f3-1d22-4e52-bcb8-81d034ef4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '13c26e2d-866d-4704-a485-1dccda4ab182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:24:09.174491 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cd88ba-4fd0-44ec-9996-5527014136f6 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network hostable DHCP agents. Network: 13c26e2d-866d-4704-a485-1dccda4ab182, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:24:09.192497 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-009fe488-b544-4b23-b172-8266cddef7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:09.209916 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009fe488-b544-4b23-b172-8266cddef7f2 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:24:09.209916 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-009fe488-b544-4b23-b172-8266cddef7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:24:09.211872 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:24:09.247295 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f765eacc-1a2d-45ef-87f9-fd4d72bdc880 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:09.247295 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-f765eacc-1a2d-45ef-87f9-fd4d72bdc880 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Added segment ec175219-e773-431a-9d9c-2ff51fce95a9 of type vlan for network 410cb2f9-2453-4e53-95ac-b01fae5f7c07 Jul 24 09:24:09.341283 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cd88ba-4fd0-44ec-9996-5527014136f6 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network 13c26e2d-866d-4704-a485-1dccda4ab182 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:24:09.422118 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-009fe488-b544-4b23-b172-8266cddef7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:09.427180 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-03cd88ba-4fd0-44ec-9996-5527014136f6 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 13c26e2d-866d-4704-a485-1dccda4ab182) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:24:09.428356 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-009fe488-b544-4b23-b172-8266cddef7f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:09.430409 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-009fe488-b544-4b23-b172-8266cddef7f2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/25f597dd-627e-44e8-9e97-ddee210a58c4 HTTP/1.1" status: 204 len: 168 time: 1.0534368 Jul 24 09:24:09.438131 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cd88ba-4fd0-44ec-9996-5527014136f6 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:09.439175 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-03cd88ba-4fd0-44ec-9996-5527014136f6 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:09.459346 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d9194c-e313-4ff9-bc40-d1a7fddefad1 None None] Network 13c26e2d-866d-4704-a485-1dccda4ab182 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:24:09.485698 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f765eacc-1a2d-45ef-87f9-fd4d72bdc880 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:09.491888 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009fe488-b544-4b23-b172-8266cddef7f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=25f597dd-627e-44e8-9e97-ddee210a58c4,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:09.508953 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-03cd88ba-4fd0-44ec-9996-5527014136f6 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1340878 Jul 24 09:24:09.512141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45520) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:09.518080 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e4f9054d-ef6a-4b47-9598-70608c57cd78 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1072102756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:09.526192 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2b305-6687-4a16-bf36-3d768684bf52 req-e1be6e29-8521-40b3-a963-c23d4e6f9fe2 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:09.532146 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dea2b305-6687-4a16-bf36-3d768684bf52 req-e1be6e29-8521-40b3-a963-c23d4e6f9fe2 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.5002077 Jul 24 09:24:09.612361 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e4f9054d-ef6a-4b47-9598-70608c57cd78 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:09.614048 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e4f9054d-ef6a-4b47-9598-70608c57cd78 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:09.679972 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:24:09.721370 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45524) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:09.727230 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dea2b305-6687-4a16-bf36-3d768684bf52 req-a4d317fe-90de-420d-9885-f854385f15df tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871247 Jul 24 09:24:09.739031 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-3f53110d-0343-4619-902b-ff0d9267bb0e tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1786843273', 'description': 'tempest-description--973738411'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:09.744646 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f765eacc-1a2d-45ef-87f9-fd4d72bdc880 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:09.748364 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f765eacc-1a2d-45ef-87f9-fd4d72bdc880 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:09.750604 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f765eacc-1a2d-45ef-87f9-fd4d72bdc880 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:09.801817 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'name': 'tempest-AttachVolumeShelveTestJSON-122914276-router', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:23:52Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': 'bff123a614204702924a0af9802e1c93', 'gw_port': {'id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:23:54Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '1707e30a-8b36-43da-a336-e3029aa42798', 'name': '', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'mac_address': 'fa:16:3e:b1:fe:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:00Z', 'updated_at': '2021-07-24T09:24:05Z', 'revision_number': 2, 'project_id': 'bff123a614204702924a0af9802e1c93', 'subnets': [{'id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:09.805549 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45526) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:09.822435 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e4f9054d-ef6a-4b47-9598-70608c57cd78 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:09.823574 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bdd421-b841-46bd-9ca0-fbe0351142b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-13c26e2d-866d-4704-a485-1dccda4ab182', 'network_id': '13c26e2d-866d-4704-a485-1dccda4ab182', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'fixed_ips': [{'subnet_id': '23f37a90-c17d-40f8-bd04-aeb3963000be'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:24:09.829811 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-03bdd421-b841-46bd-9ca0-fbe0351142b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:09.841112 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e4f9054d-ef6a-4b47-9598-70608c57cd78 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:09.871909 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] Checking router: e4330797-b40f-4e29-beab-c3a66964a11b for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:24:09.876227 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] Updating router e4330797-b40f-4e29-beab-c3a66964a11b port 1707e30a-8b36-43da-a336-e3029aa42798 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:24:09.905526 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765eacc-1a2d-45ef-87f9-fd4d72bdc880 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Pushing event updated for resources: {'Network': ['ID=410cb2f9-2453-4e53-95ac-b01fae5f7c07,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:09.917855 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 410cb2f9-2453-4e53-95ac-b01fae5f7c07 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:24:09.920267 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f53110d-0343-4619-902b-ff0d9267bb0e tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:09.954684 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:09.958156 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e4f9054d-ef6a-4b47-9598-70608c57cd78 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:09.967678 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f765eacc-1a2d-45ef-87f9-fd4d72bdc880 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3611476 Jul 24 09:24:09.968369 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e4f9054d-ef6a-4b47-9598-70608c57cd78 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4542050 Jul 24 09:24:09.970474 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45528) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:09.970804 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45530) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:09.984441 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-19d55737-e87e-4b75-942c-7e8e62829b5d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=372ece414d164f6ead00e36de3137ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1741679 Jul 24 09:24:09.989169 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45532) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:09.994248 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-07b8a476-81ba-428b-9621-41116948f144 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:10.130885 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-383fb0e3-6de9-415b-9c55-827f0e52b3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:10.192872 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-383fb0e3-6de9-415b-9c55-827f0e52b3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:10.310171 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-383fb0e3-6de9-415b-9c55-827f0e52b3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:10.312928 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-383fb0e3-6de9-415b-9c55-827f0e52b3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:10.316407 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-383fb0e3-6de9-415b-9c55-827f0e52b3ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cdecbce8-3484-47b2-be38-c3097a251a17 HTTP/1.1" status: 204 len: 168 time: 0.3240774 Jul 24 09:24:10.324238 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fb0e3-6de9-415b-9c55-827f0e52b3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdecbce8-3484-47b2-be38-c3097a251a17,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:10.359758 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-03bdd421-b841-46bd-9ca0-fbe0351142b7 None None] Allocated IP 172.20.0.2 (13c26e2d-866d-4704-a485-1dccda4ab182/23f37a90-c17d-40f8-bd04-aeb3963000be/98ef53ab-a06a-46c1-a6eb-518620f9f5de) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:24:10.505557 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:10.529372 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] Transition to ACTIVE for port object 1707e30a-8b36-43da-a336-e3029aa42798 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:24:10.550668 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:10.614767 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-03bdd421-b841-46bd-9ca0-fbe0351142b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:10.637368 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409290ab-fbd8-4905-b618-ebf3ca3c7c62 None None] Pushing event updated for resources: {'Port': ['ID=1707e30a-8b36-43da-a336-e3029aa42798,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:10.646642 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-03bdd421-b841-46bd-9ca0-fbe0351142b7 None None] Transition to ACTIVE for port object 98ef53ab-a06a-46c1-a6eb-518620f9f5de will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:24:10.652971 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409290ab-fbd8-4905-b618-ebf3ca3c7c62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:10.653762 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409290ab-fbd8-4905-b618-ebf3ca3c7c62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:10.654379 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409290ab-fbd8-4905-b618-ebf3ca3c7c62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:10.654913 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409290ab-fbd8-4905-b618-ebf3ca3c7c62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:10.658197 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409290ab-fbd8-4905-b618-ebf3ca3c7c62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:10.658779 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409290ab-fbd8-4905-b618-ebf3ca3c7c62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:10.659285 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409290ab-fbd8-4905-b618-ebf3ca3c7c62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:10.659803 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409290ab-fbd8-4905-b618-ebf3ca3c7c62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:10.660306 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409290ab-fbd8-4905-b618-ebf3ca3c7c62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:10.660838 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409290ab-fbd8-4905-b618-ebf3ca3c7c62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:10.661354 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409290ab-fbd8-4905-b618-ebf3ca3c7c62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:10.662283 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409290ab-fbd8-4905-b618-ebf3ca3c7c62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:10.759254 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-03bdd421-b841-46bd-9ca0-fbe0351142b7 None None] Transition to ACTIVE for port object 98ef53ab-a06a-46c1-a6eb-518620f9f5de will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:24:10.794319 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-03bdd421-b841-46bd-9ca0-fbe0351142b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:10.805222 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] Attempting to bind port 1707e30a-8b36-43da-a336-e3029aa42798 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:24:10.805724 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] Attempting to bind port 1707e30a-8b36-43da-a336-e3029aa42798 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '93e08baf-4084-4645-a2db-348d6fbb8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:24:10.806018 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] Attempting to bind port 1707e30a-8b36-43da-a336-e3029aa42798 on network 57115fda-8a95-4d7e-8f17-f315710a2698 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:24:10.822331 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:24:10.822693 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] Checking segment: {'id': '93e08baf-4084-4645-a2db-348d6fbb8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:24:10.823101 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:10.823508 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] Bound using segment: {'id': '93e08baf-4084-4645-a2db-348d6fbb8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:24:10.823978 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] Bound port: 1707e30a-8b36-43da-a336-e3029aa42798, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e08baf-4084-4645-a2db-348d6fbb8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:24:10.824361 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:10.918614 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-fb56efed-a4bc-4f73-8860-9dc3b33bbc5e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2107625 Jul 24 09:24:10.935169 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdd421-b841-46bd-9ca0-fbe0351142b7 None None] Pushing event updated for resources: {'Port': ['ID=98ef53ab-a06a-46c1-a6eb-518620f9f5de,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:10.958637 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bdd421-b841-46bd-9ca0-fbe0351142b7 None None] Network 13c26e2d-866d-4704-a485-1dccda4ab182 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:24:10.965073 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-03bdd421-b841-46bd-9ca0-fbe0351142b7 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:24:10.977339 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bdd421-b841-46bd-9ca0-fbe0351142b7 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:24:11.045106 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-03bdd421-b841-46bd-9ca0-fbe0351142b7 None None] Attempting to bind port 98ef53ab-a06a-46c1-a6eb-518620f9f5de on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:24:11.045591 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-03bdd421-b841-46bd-9ca0-fbe0351142b7 None None] Attempting to bind port 98ef53ab-a06a-46c1-a6eb-518620f9f5de by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '03a571f3-1d22-4e52-bcb8-81d034ef4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '13c26e2d-866d-4704-a485-1dccda4ab182'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:24:11.046843 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bdd421-b841-46bd-9ca0-fbe0351142b7 None None] Attempting to bind port 98ef53ab-a06a-46c1-a6eb-518620f9f5de on network 13c26e2d-866d-4704-a485-1dccda4ab182 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:24:11.055136 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bdd421-b841-46bd-9ca0-fbe0351142b7 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:24:11.061197 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bdd421-b841-46bd-9ca0-fbe0351142b7 None None] Checking segment: {'id': '03a571f3-1d22-4e52-bcb8-81d034ef4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '13c26e2d-866d-4704-a485-1dccda4ab182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:24:11.062260 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-03bdd421-b841-46bd-9ca0-fbe0351142b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:11.064483 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bdd421-b841-46bd-9ca0-fbe0351142b7 None None] Bound using segment: {'id': '03a571f3-1d22-4e52-bcb8-81d034ef4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '13c26e2d-866d-4704-a485-1dccda4ab182'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:24:11.065367 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-03bdd421-b841-46bd-9ca0-fbe0351142b7 None None] Bound port: 98ef53ab-a06a-46c1-a6eb-518620f9f5de, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a571f3-1d22-4e52-bcb8-81d034ef4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '13c26e2d-866d-4704-a485-1dccda4ab182'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:24:11.069921 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-03bdd421-b841-46bd-9ca0-fbe0351142b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:11.113801 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07b8a476-81ba-428b-9621-41116948f144 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:11.131940 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] For port 1707e30a-8b36-43da-a336-e3029aa42798, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:24:11.136725 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] For port 1707e30a-8b36-43da-a336-e3029aa42798, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=1707e30a-8b36-43da-a336-e3029aa42798,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:24:11.154111 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:11.209587 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-254183b2-9a2b-4ecf-acbc-3b99f694531c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:11.251729 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07b8a476-81ba-428b-9621-41116948f144 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:11.278380 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-03bdd421-b841-46bd-9ca0-fbe0351142b7 None None] For port 98ef53ab-a06a-46c1-a6eb-518620f9f5de, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:24:11.287703 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-03bdd421-b841-46bd-9ca0-fbe0351142b7 None None] For port 98ef53ab-a06a-46c1-a6eb-518620f9f5de, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=98ef53ab-a06a-46c1-a6eb-518620f9f5de,segment=NetworkSegment(03a571f3-1d22-4e52-bcb8-81d034ef4242),segment_id=03a571f3-1d22-4e52-bcb8-81d034ef4242)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:24:11.296927 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-03bdd421-b841-46bd-9ca0-fbe0351142b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:11.317106 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] Routers {'e4330797-b40f-4e29-beab-c3a66964a11b'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:24:11.318073 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:24:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e4330797-b40f-4e29-beab-c3a66964a11b'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:11.352492 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4599e8-9267-4a3f-8df6-d18442d1ceb0 req-0cff4cc2-6e8c-410f-835e-40363042ca21 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:11.383444 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0e4599e8-9267-4a3f-8df6-d18442d1ceb0 req-0cff4cc2-6e8c-410f-835e-40363042ca21 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.4525421 Jul 24 09:24:11.471857 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-e5a7e0f3-5f93-4f03-a813-0d8f942a7b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:11.489465 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-07b8a476-81ba-428b-9621-41116948f144 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Network 410cb2f9-2453-4e53-95ac-b01fae5f7c07 is not hosted by any dhcp agent {{(pid=94036) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 09:24:11.492046 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b8a476-81ba-428b-9621-41116948f144 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:11.492664 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07b8a476-81ba-428b-9621-41116948f144 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:11.497725 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-07b8a476-81ba-428b-9621-41116948f144 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] 10.222.0.32 "PUT /v2.0/networks/410cb2f9-2453-4e53-95ac-b01fae5f7c07 HTTP/1.1" status: 200 len: 857 time: 1.5204206 Jul 24 09:24:11.498808 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-e5a7e0f3-5f93-4f03-a813-0d8f942a7b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:11.499395 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-e5a7e0f3-5f93-4f03-a813-0d8f942a7b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:11.499945 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-e5a7e0f3-5f93-4f03-a813-0d8f942a7b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:11.501797 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-e5a7e0f3-5f93-4f03-a813-0d8f942a7b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:11.502370 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-e5a7e0f3-5f93-4f03-a813-0d8f942a7b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:11.506592 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-e5a7e0f3-5f93-4f03-a813-0d8f942a7b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:11.513380 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] Set router e4330797-b40f-4e29-beab-c3a66964a11b gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:24:11.515155 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-e5a7e0f3-5f93-4f03-a813-0d8f942a7b55 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66d5a695abdf431a9dde2fad5212bfb7&device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 6500 time: 0.4185674 Jul 24 09:24:11.523428 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45552) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:11.534957 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdd421-b841-46bd-9ca0-fbe0351142b7 None None] Pushing event updated for resources: {'Port': ['ID=98ef53ab-a06a-46c1-a6eb-518620f9f5de,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:11.808531 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0e4599e8-9267-4a3f-8df6-d18442d1ceb0 req-a981d829-9d6c-4951-8992-1f5b1b0e6680 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249930 Jul 24 09:24:11.940487 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f53110d-0343-4619-902b-ff0d9267bb0e tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:11.961176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8a476-81ba-428b-9621-41116948f144 tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Pushing event updated for resources: {'Network': ['ID=410cb2f9-2453-4e53-95ac-b01fae5f7c07,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:11.979710 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f53110d-0343-4619-902b-ff0d9267bb0e tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:12.053186 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409290ab-fbd8-4905-b618-ebf3ca3c7c62 None None] Pushing event updated for resources: {'Port': ['ID=1707e30a-8b36-43da-a336-e3029aa42798,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:12.176332 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-44d49650-1452-45e5-8492-571ffc625e5d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:12.279322 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'name': 'tempest-AttachVolumeShelveTestJSON-122914276-router', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:23:52Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': 'bff123a614204702924a0af9802e1c93', 'gw_port': {'id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:23:54Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '1707e30a-8b36-43da-a336-e3029aa42798', 'name': '', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'mac_address': 'fa:16:3e:b1:fe:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:00Z', 'updated_at': '2021-07-24T09:24:11Z', 'revision_number': 4, 'project_id': 'bff123a614204702924a0af9802e1c93', 'subnets': [{'id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:12.304582 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-d8810783-10de-45e5-a7c5-475dd016c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:12.307492 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-d8810783-10de-45e5-a7c5-475dd016c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:12.308179 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-d8810783-10de-45e5-a7c5-475dd016c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:12.312825 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-d8810783-10de-45e5-a7c5-475dd016c302 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc9f2b3-ab92-48be-ad70-58a2832475cd&id=130df151-54ed-4200-959f-f7fb83738159&id=130df151-54ed-4200-959f-f7fb83738159&id=130df151-54ed-4200-959f-f7fb83738159&id=130df151-54ed-4200-959f-f7fb83738159&id=c6f03a51-92af-4f2b-a8a7-84f44e0df4db&id=c6f03a51-92af-4f2b-a8a7-84f44e0df4db HTTP/1.1" status: 200 len: 2295 time: 0.7527475 Jul 24 09:24:12.350254 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41ab67b-570b-4519-82de-b3c5689bc6be None None] The sync data for ids ['e4330797-b40f-4e29-beab-c3a66964a11b'] in n-d-800085-9 is: [{'id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'name': 'tempest-AttachVolumeShelveTestJSON-122914276-router', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:23:52Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': 'bff123a614204702924a0af9802e1c93', 'gw_port': {'id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:23:54Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '1707e30a-8b36-43da-a336-e3029aa42798', 'name': '', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'mac_address': 'fa:16:3e:b1:fe:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:00Z', 'updated_at': '2021-07-24T09:24:11Z', 'revision_number': 4, 'project_id': 'bff123a614204702924a0af9802e1c93', 'subnets': [{'id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:24:12.530875 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-44d49650-1452-45e5-8492-571ffc625e5d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:12.548008 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-b27cc922-a5cd-476a-a7fc-69350c520a14 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ea622ef-91f5-4207-b504-6efb0efd5698 HTTP/1.1" status: 200 len: 1000 time: 0.1841934 Jul 24 09:24:12.585504 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-44d49650-1452-45e5-8492-571ffc625e5d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410cb2f9-2453-4e53-95ac-b01fae5f7c07']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:12.652286 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-44d49650-1452-45e5-8492-571ffc625e5d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec175219-e773-431a-9d9c-2ff51fce95a9') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:12.652932 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-44d49650-1452-45e5-8492-571ffc625e5d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec175219-e773-431a-9d9c-2ff51fce95a9') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:12.686956 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-44d49650-1452-45e5-8492-571ffc625e5d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:12.739113 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-fd1a4e7a-98a2-4f19-ac83-4d7c8dac555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:12.744692 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-fd1a4e7a-98a2-4f19-ac83-4d7c8dac555b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b47748b3-2a31-4f22-9667-54e58b6acb99 HTTP/1.1" status: 200 len: 855 time: 0.1828315 Jul 24 09:24:12.745982 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-44d49650-1452-45e5-8492-571ffc625e5d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:12.891018 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d49650-1452-45e5-8492-571ffc625e5d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:24:12.891440 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-44d49650-1452-45e5-8492-571ffc625e5d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:24:12.916225 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:24:13.113324 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-44d49650-1452-45e5-8492-571ffc625e5d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:13.119381 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d49650-1452-45e5-8492-571ffc625e5d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 410cb2f9-2453-4e53-95ac-b01fae5f7c07 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 24 09:24:13.135871 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-44d49650-1452-45e5-8492-571ffc625e5d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:13.160291 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-44d49650-1452-45e5-8492-571ffc625e5d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] 10.222.0.32 "DELETE /v2.0/networks/410cb2f9-2453-4e53-95ac-b01fae5f7c07 HTTP/1.1" status: 204 len: 168 time: 1.6324635 Jul 24 09:24:13.168964 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45578) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:13.244802 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3cbaee1-d424-4535-86d3-0987dd7060a5 tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] DELETE failed (client error): The resource could not be found. Jul 24 09:24:13.245497 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3cbaee1-d424-4535-86d3-0987dd7060a5 tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:24:13.253163 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c3cbaee1-d424-4535-86d3-0987dd7060a5 tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] 10.222.0.32 "DELETE /v2.0/subnets/5afdefdd-7b5c-43fb-9e6e-6dd4eab986a8 HTTP/1.1" status: 404 len: 337 time: 0.0782917 Jul 24 09:24:13.266263 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45584) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:13.331497 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f53110d-0343-4619-902b-ff0d9267bb0e tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:13.339950 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3f53110d-0343-4619-902b-ff0d9267bb0e tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 3.6072245 Jul 24 09:24:13.342388 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-254183b2-9a2b-4ecf-acbc-3b99f694531c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Allocated IP 172.20.0.1 (13c26e2d-866d-4704-a485-1dccda4ab182/23f37a90-c17d-40f8-bd04-aeb3963000be/3b5911b8-d019-4f00-9c8c-0034cd4fd20e) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:24:13.365398 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45588) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:13.391604 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-b8e9e869-e09f-41c4-843b-891810deff85 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Request body: {'security_group_rule': {'security_group_id': '98c17539-6949-484d-ac42-92e73d95149c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:13.419189 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6b976150-b86c-4fb4-8c59-2eb8a3673903 tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:13.433994 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d49650-1452-45e5-8492-571ffc625e5d tempest-ExternalNetworksTestJSON-27120218 tempest-ExternalNetworksTestJSON-27120218-project-admin] Pushing event deleted for resources: {'Network': ['ID=410cb2f9-2453-4e53-95ac-b01fae5f7c07,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:13.492923 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53110d-0343-4619-902b-ff0d9267bb0e tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c17539-6949-484d-ac42-92e73d95149c,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:13.537287 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-6b92509f-711b-47e4-890a-4809d05eb9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:13.538839 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-6b92509f-711b-47e4-890a-4809d05eb9f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc9f2b3-ab92-48be-ad70-58a2832475cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7836883 Jul 24 09:24:13.608296 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a7d2b0-f484-4bb2-940b-d86649a7ab2b None None] Network 13c26e2d-866d-4704-a485-1dccda4ab182 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:24:13.639322 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45592) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:13.753956 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6b976150-b86c-4fb4-8c59-2eb8a3673903 tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:13.823923 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b8e9e869-e09f-41c4-843b-891810deff85 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:13.852680 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-6b976150-b86c-4fb4-8c59-2eb8a3673903 tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['644cb695-0aaa-471c-ba74-20fbf18f4e2a']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:13.935042 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-6b976150-b86c-4fb4-8c59-2eb8a3673903 tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f3dee7-1e21-4de0-84de-cd4747f2f240') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:13.935417 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-6b976150-b86c-4fb4-8c59-2eb8a3673903 tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f3dee7-1e21-4de0-84de-cd4747f2f240') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:13.970277 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 98ef53ab-a06a-46c1-a6eb-518620f9f5de up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:24:13.973042 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b11bc507-e19f-4a3b-920c-dca247513311 None None] Provisioning for port 98ef53ab-a06a-46c1-a6eb-518620f9f5de completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:24:14.065302 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdc06e-879a-4b26-981e-86544c714714 req-d138c24b-5b36-4ed6-92bd-566cb975ad61 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:14.075679 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eccdc06e-879a-4b26-981e-86544c714714 req-d138c24b-5b36-4ed6-92bd-566cb975ad61 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.9863632 Jul 24 09:24:14.112420 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6b976150-b86c-4fb4-8c59-2eb8a3673903 tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:14.139493 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:14.175768 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 98ef53ab-a06a-46c1-a6eb-518620f9f5de completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:24:14.183134 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 98ef53ab-a06a-46c1-a6eb-518620f9f5de triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:14.183305 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:14.188148 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6b976150-b86c-4fb4-8c59-2eb8a3673903 tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:14.243142 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b976150-b86c-4fb4-8c59-2eb8a3673903 tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:24:14.244944 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6b976150-b86c-4fb4-8c59-2eb8a3673903 tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:24:14.248379 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:24:14.308918 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-ef548d66-1bb3-4984-99c3-af6533bf9237 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc9f2b3-ab92-48be-ad70-58a2832475cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6703289 Jul 24 09:24:14.391500 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ee294459-129e-43ee-a2b6-0d17af67a7f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:14.414085 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:14.445772 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eccdc06e-879a-4b26-981e-86544c714714 req-924f1be3-41bc-40b0-a8e7-860d6453854a tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467786 Jul 24 09:24:14.527073 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 98ef53ab-a06a-46c1-a6eb-518620f9f5de, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=98ef53ab-a06a-46c1-a6eb-518620f9f5de,segment=NetworkSegment(03a571f3-1d22-4e52-bcb8-81d034ef4242),segment_id=03a571f3-1d22-4e52-bcb8-81d034ef4242)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:24:14.537612 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:14.538581 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 1707e30a-8b36-43da-a336-e3029aa42798 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:24:14.555101 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6b976150-b86c-4fb4-8c59-2eb8a3673903 tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:14.576878 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b8e9e869-e09f-41c4-843b-891810deff85 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:14.596130 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-254183b2-9a2b-4ecf-acbc-3b99f694531c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:14.597105 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6b976150-b86c-4fb4-8c59-2eb8a3673903 tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:14.599248 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6b976150-b86c-4fb4-8c59-2eb8a3673903 tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] 10.222.0.32 "DELETE /v2.0/networks/644cb695-0aaa-471c-ba74-20fbf18f4e2a HTTP/1.1" status: 204 len: 168 time: 1.3148110 Jul 24 09:24:14.619477 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b8e9e869-e09f-41c4-843b-891810deff85 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:14.751141 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9e869-e09f-41c4-843b-891810deff85 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6232393b-75b7-446d-a335-db171fdb0295,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:14.776057 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=98ef53ab-a06a-46c1-a6eb-518620f9f5de,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:14.782498 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-254183b2-9a2b-4ecf-acbc-3b99f694531c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Transition to ACTIVE for port object 3b5911b8-d019-4f00-9c8c-0034cd4fd20e will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:24:14.783457 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b976150-b86c-4fb4-8c59-2eb8a3673903 tempest-ExternalNetworksTestJSON-781268850 tempest-ExternalNetworksTestJSON-781268850-project] Pushing event deleted for resources: {'Network': ['ID=644cb695-0aaa-471c-ba74-20fbf18f4e2a,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:14.824890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e04f90af-9671-4898-986c-0d89fb7d000f None None] Provisioning complete for port 98ef53ab-a06a-46c1-a6eb-518620f9f5de triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:14.829996 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e04f90af-9671-4898-986c-0d89fb7d000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:14.858686 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-9380bf3f-c527-440f-8592-94ccfa69261f service neutron] 10.222.0.20 "GET /v2.0/networks/9dc9f2b3-ab92-48be-ad70-58a2832475cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303116 Jul 24 09:24:14.902310 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 1707e30a-8b36-43da-a336-e3029aa42798 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:24:14.914889 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 1707e30a-8b36-43da-a336-e3029aa42798 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:14.916505 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:14.950123 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-254183b2-9a2b-4ecf-acbc-3b99f694531c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:15.030376 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-1eb33aae-1ad2-460e-9598-d0176695d4ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=794a2009-e4f6-4dcc-8190-09f6bd77b763 HTTP/1.1" status: 200 len: 217 time: 0.1574433 Jul 24 09:24:15.094109 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254183b2-9a2b-4ecf-acbc-3b99f694531c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network 13c26e2d-866d-4704-a485-1dccda4ab182 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:24:15.104115 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-254183b2-9a2b-4ecf-acbc-3b99f694531c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:24:15.107174 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254183b2-9a2b-4ecf-acbc-3b99f694531c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:24:15.268186 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254183b2-9a2b-4ecf-acbc-3b99f694531c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Port': ['ID=3b5911b8-d019-4f00-9c8c-0034cd4fd20e,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:15.282149 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-254183b2-9a2b-4ecf-acbc-3b99f694531c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:15.284481 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-282bc573-452f-4d47-b270-1dcaa57ec719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:15.285968 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:15.286646 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-282bc573-452f-4d47-b270-1dcaa57ec719 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c387c39-d1bf-4176-959f-916a9cd25e18 HTTP/1.1" status: 200 len: 797 time: 0.2517304 Jul 24 09:24:15.359218 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45616) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:15.429720 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ee294459-129e-43ee-a2b6-0d17af67a7f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:15.460595 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ee294459-129e-43ee-a2b6-0d17af67a7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:15.527277 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b8e9e869-e09f-41c4-843b-891810deff85 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:15.535028 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 1707e30a-8b36-43da-a336-e3029aa42798, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=1707e30a-8b36-43da-a336-e3029aa42798,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:24:15.541724 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b8e9e869-e09f-41c4-843b-891810deff85 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1544073 Jul 24 09:24:15.542599 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45624) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:15.547024 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:15.620728 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-f135e3c8-ce41-418c-a5c6-acdaf6dc6cd8 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Request body: {'security_group_rule': {'security_group_id': '98c17539-6949-484d-ac42-92e73d95149c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:15.662920 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee294459-129e-43ee-a2b6-0d17af67a7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b19486-553e-4c92-ba5e-aa17744e8f15,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:15.684578 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ee294459-129e-43ee-a2b6-0d17af67a7f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7edafae2d2354981a954c080f42e9dc7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0442927 Jul 24 09:24:15.689008 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-dc6fa2ce-5c71-4a6e-8ace-39389a487df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:15.703717 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-dc6fa2ce-5c71-4a6e-8ace-39389a487df5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=130df151-54ed-4200-959f-f7fb83738159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4044733 Jul 24 09:24:15.704508 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45630) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:15.727656 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=1707e30a-8b36-43da-a336-e3029aa42798,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:15.777008 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-858e55a9-5db0-49e8-8366-b96844e4f6b2 None None] Provisioning for port 3b5911b8-d019-4f00-9c8c-0034cd4fd20e completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:24:15.785989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-858e55a9-5db0-49e8-8366-b96844e4f6b2 None None] Provisioning complete for port 3b5911b8-d019-4f00-9c8c-0034cd4fd20e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:15.786727 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-858e55a9-5db0-49e8-8366-b96844e4f6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:15.835842 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-858e55a9-5db0-49e8-8366-b96844e4f6b2 None None] Port 3b5911b8-d019-4f00-9c8c-0034cd4fd20e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:24:15.926188 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 98ef53ab-a06a-46c1-a6eb-518620f9f5de up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:24:15.975329 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f135e3c8-ce41-418c-a5c6-acdaf6dc6cd8 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:16.098527 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 98ef53ab-a06a-46c1-a6eb-518620f9f5de triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:16.100176 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:16.152631 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-254183b2-9a2b-4ecf-acbc-3b99f694531c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:16.225674 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7e931098-aa6c-4211-8a3d-8f9d8ae56fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:16.313039 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7e931098-aa6c-4211-8a3d-8f9d8ae56fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:16.331570 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1e02ef4a-ab23-47d0-9043-8681647f48c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0db5d28a0c3240a2bda805709452a330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9727042 Jul 24 09:24:16.355905 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45640) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:16.380339 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c974f3-018c-470c-8f59-fde32de05516 req-9832d5e7-1c16-448c-a947-97c7431862e0 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:16.382012 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-47c974f3-018c-470c-8f59-fde32de05516 req-9832d5e7-1c16-448c-a947-97c7431862e0 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.7079029 Jul 24 09:24:16.425668 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f135e3c8-ce41-418c-a5c6-acdaf6dc6cd8 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:16.484205 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-adf20131-4870-4502-aa15-1a4fbc39a367 service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7504930 Jul 24 09:24:16.491917 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:16.504032 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f135e3c8-ce41-418c-a5c6-acdaf6dc6cd8 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:16.528017 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d6670203-9fa5-4bf6-ac73-415b89928c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:16.574187 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7e931098-aa6c-4211-8a3d-8f9d8ae56fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:16.576906 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7e931098-aa6c-4211-8a3d-8f9d8ae56fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:16.580730 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7e931098-aa6c-4211-8a3d-8f9d8ae56fe1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9b19486-553e-4c92-ba5e-aa17744e8f15 HTTP/1.1" status: 204 len: 168 time: 0.8721468 Jul 24 09:24:16.592394 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f135e3c8-ce41-418c-a5c6-acdaf6dc6cd8 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:16.599564 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-47c974f3-018c-470c-8f59-fde32de05516 req-8ba75952-e950-4f63-9448-2ad88e2c208c tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979868 Jul 24 09:24:16.600822 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45646) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:16.605228 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f135e3c8-ce41-418c-a5c6-acdaf6dc6cd8 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0564029 Jul 24 09:24:16.614109 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-1ed4c728-ac94-4d2e-afdb-9594dc4b27a2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:16.622075 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135e3c8-ce41-418c-a5c6-acdaf6dc6cd8 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8280b0-210a-4820-ae14-405936d9b1f1,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:16.698254 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e931098-aa6c-4211-8a3d-8f9d8ae56fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b19486-553e-4c92-ba5e-aa17744e8f15,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:16.788094 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ed4c728-ac94-4d2e-afdb-9594dc4b27a2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:16.790239 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d6670203-9fa5-4bf6-ac73-415b89928c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:16.830640 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-f780f5f5-2f06-4c5f-a978-9f6fa28dc483 service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227308 Jul 24 09:24:16.951983 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-4b383bb1-6541-4975-9b79-f0dc7ce79800 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=1592bee6-5996-4727-8f30-55913f2ae08b HTTP/1.1" status: 200 len: 217 time: 0.1135039 Jul 24 09:24:17.063941 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d6670203-9fa5-4bf6-ac73-415b89928c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:17.066523 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d6670203-9fa5-4bf6-ac73-415b89928c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:17.067680 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d6670203-9fa5-4bf6-ac73-415b89928c29 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cadd03e7-35cd-45d9-bb53-1b175e09ba86 HTTP/1.1" status: 204 len: 168 time: 0.7120938 Jul 24 09:24:17.121680 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6670203-9fa5-4bf6-ac73-415b89928c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadd03e7-35cd-45d9-bb53-1b175e09ba86,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:17.138185 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-f6a62eac-acf8-4746-a67e-8312c293dade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:17.139656 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-f6a62eac-acf8-4746-a67e-8312c293dade service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c387c39-d1bf-4176-959f-916a9cd25e18 HTTP/1.1" status: 200 len: 797 time: 0.1740551 Jul 24 09:24:17.239169 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-254183b2-9a2b-4ecf-acbc-3b99f694531c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:17.257337 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-254183b2-9a2b-4ecf-acbc-3b99f694531c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:17.528675 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-254183b2-9a2b-4ecf-acbc-3b99f694531c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:17.530420 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254183b2-9a2b-4ecf-acbc-3b99f694531c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Port': ['ID=3b5911b8-d019-4f00-9c8c-0034cd4fd20e,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:17.894002 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254183b2-9a2b-4ecf-acbc-3b99f694531c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network 13c26e2d-866d-4704-a485-1dccda4ab182 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:24:17.894002 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-254183b2-9a2b-4ecf-acbc-3b99f694531c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:24:17.903666 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 1707e30a-8b36-43da-a336-e3029aa42798 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:24:18.109024 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 1707e30a-8b36-43da-a336-e3029aa42798 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:18.109601 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:18.126615 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45676) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:18.324591 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ed4c728-ac94-4d2e-afdb-9594dc4b27a2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:18.365397 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f442b-05b8-492d-91ad-a9d3f779962a req-036634b1-14ca-4b5b-86aa-7b481132e5d8 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:18.373204 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-169f442b-05b8-492d-91ad-a9d3f779962a req-036634b1-14ca-4b5b-86aa-7b481132e5d8 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.5735316 Jul 24 09:24:18.406198 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-89af9bd5-fb07-4301-b3b9-1ed1fc38bfa2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=172b937994a145e7b0290eac14a7269e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2614346 Jul 24 09:24:18.408841 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45690) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:18.453419 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254183b2-9a2b-4ecf-acbc-3b99f694531c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Router 94b89355-c2a3-4a85-9ae9-52121fb98e3b is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:24:18.498610 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-169f442b-05b8-492d-91ad-a9d3f779962a req-ad83e68b-4041-4054-8bdc-4fb28e5d6903 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149664 Jul 24 09:24:18.549569 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c63aadef-32d4-47a4-8614-8eea9a85d89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:18.587184 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ce9206ac-1ab0-4709-811e-3311c8c4a6a6 None None] Provisioning complete for port 3b5911b8-d019-4f00-9c8c-0034cd4fd20e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:18.590577 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce9206ac-1ab0-4709-811e-3311c8c4a6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:18.599203 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-245d061a-93bb-45e0-8f46-c6007b81211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:18.623273 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-245d061a-93bb-45e0-8f46-c6007b81211a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=130df151-54ed-4200-959f-f7fb83738159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.4721298 Jul 24 09:24:18.701984 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-ce9206ac-1ab0-4709-811e-3311c8c4a6a6 None None] Port 3b5911b8-d019-4f00-9c8c-0034cd4fd20e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:24:18.702276 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-1ed4c728-ac94-4d2e-afdb-9594dc4b27a2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Allocated IP 172.25.7.25 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/2bc602ef-35e6-4ed9-ae82-131e2fa9d69a) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:24:18.797015 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c63aadef-32d4-47a4-8614-8eea9a85d89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:18.863812 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254183b2-9a2b-4ecf-acbc-3b99f694531c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:24:18.873052 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-254183b2-9a2b-4ecf-acbc-3b99f694531c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "PUT /v2.0/routers/94b89355-c2a3-4a85-9ae9-52121fb98e3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8970113 Jul 24 09:24:18.876093 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45698) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:18.879246 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b37bf42-2e71-42c5-be52-7e3defb4923e None None] Sync routers for ids ['94b89355-c2a3-4a85-9ae9-52121fb98e3b'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:24:18.900595 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b37bf42-2e71-42c5-be52-7e3defb4923e None None] Routers {'94b89355-c2a3-4a85-9ae9-52121fb98e3b'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:24:18.902043 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6b37bf42-2e71-42c5-be52-7e3defb4923e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:24:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['94b89355-c2a3-4a85-9ae9-52121fb98e3b'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:18.979038 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896a5067-5537-42da-af5c-f4b1aefe3cb4 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:18.980890 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-896a5067-5537-42da-af5c-f4b1aefe3cb4 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "GET /v2.0/ports/3b5911b8-d019-4f00-9c8c-0034cd4fd20e HTTP/1.1" status: 200 len: 910 time: 0.1035893 Jul 24 09:24:18.983830 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45704) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:18.992494 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6b37bf42-2e71-42c5-be52-7e3defb4923e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:18.993294 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c63aadef-32d4-47a4-8614-8eea9a85d89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:18.995813 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c63aadef-32d4-47a4-8614-8eea9a85d89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:18.999172 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c63aadef-32d4-47a4-8614-8eea9a85d89f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3aa4ce35-e01b-4014-be49-fbff688cf5ce HTTP/1.1" status: 204 len: 168 time: 0.5844882 Jul 24 09:24:19.016680 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b37bf42-2e71-42c5-be52-7e3defb4923e None None] Routers {'94b89355-c2a3-4a85-9ae9-52121fb98e3b'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:24:19.017594 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6b37bf42-2e71-42c5-be52-7e3defb4923e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:24:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['94b89355-c2a3-4a85-9ae9-52121fb98e3b'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:19.079902 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-31996edf-2fa5-464c-8d7f-ce8bc0467c50 service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471188 Jul 24 09:24:19.088505 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6b37bf42-2e71-42c5-be52-7e3defb4923e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:19.091340 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b37bf42-2e71-42c5-be52-7e3defb4923e None None] The sync data for ids ['94b89355-c2a3-4a85-9ae9-52121fb98e3b'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:24:19.146600 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63aadef-32d4-47a4-8614-8eea9a85d89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa4ce35-e01b-4014-be49-fbff688cf5ce,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:19.252021 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ed4c728-ac94-4d2e-afdb-9594dc4b27a2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:19.350880 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-36bdb19b-6437-44ef-81dc-9b1341139480 service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602899 Jul 24 09:24:19.403589 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-dc50f5ff-deb2-4d72-a5d7-88a84c33c22a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=9eeb4813-0254-46ff-a982-0b81b24181f8 HTTP/1.1" status: 200 len: 217 time: 0.0450039 Jul 24 09:24:19.482139 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ed4c728-ac94-4d2e-afdb-9594dc4b27a2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:19.567347 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4c728-ac94-4d2e-afdb-9594dc4b27a2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Pushing event updated for resources: {'Port': ['ID=2bc602ef-35e6-4ed9-ae82-131e2fa9d69a,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:19.604603 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-87426c75-96c2-46dc-8bdd-ed01e6f8c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:19.607540 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-87426c75-96c2-46dc-8bdd-ed01e6f8c4ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c387c39-d1bf-4176-959f-916a9cd25e18 HTTP/1.1" status: 200 len: 797 time: 0.1947308 Jul 24 09:24:19.617287 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed4c728-ac94-4d2e-afdb-9594dc4b27a2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:24:19.630695 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-1ed4c728-ac94-4d2e-afdb-9594dc4b27a2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:24:19.634883 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed4c728-ac94-4d2e-afdb-9594dc4b27a2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:24:19.816195 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-62f7f172-b5df-4bee-8599-d76cad2d8f06 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:19.984419 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-691ec44e-f179-4b80-9c25-5d3b4d0b6704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:19.986028 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-691ec44e-f179-4b80-9c25-5d3b4d0b6704 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=130df151-54ed-4200-959f-f7fb83738159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3669126 Jul 24 09:24:19.997184 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b7b1e-3703-4ced-b8ea-b5707dcfb7e2 req-b98ea215-6ea5-4126-9a86-bbb7a0cc0335 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:19.999262 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-620b7b1e-3703-4ced-b8ea-b5707dcfb7e2 req-b98ea215-6ea5-4126-9a86-bbb7a0cc0335 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.3329442 Jul 24 09:24:20.246599 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4cfc0-f6c9-40e4-9021-b8fe039e1e78 req-baf3d105-7402-4f97-995d-e221049fb7b7 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:20.253887 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eeb4cfc0-f6c9-40e4-9021-b8fe039e1e78 req-baf3d105-7402-4f97-995d-e221049fb7b7 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f44b2f-4f9e-4923-8e38-e0f173c65b91 HTTP/1.1" status: 200 len: 945 time: 0.1379328 Jul 24 09:24:20.281170 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-198be52f-4d40-46cd-b0ad-4b5f2e0907e3 service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794080 Jul 24 09:24:20.340165 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eeb4cfc0-f6c9-40e4-9021-b8fe039e1e78 req-92b486a1-1810-4a76-a2ca-5b978404f46d tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e959198-f733-4ca3-bde9-29b9848edd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851691 Jul 24 09:24:20.440423 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-ffba077d-4d4a-4fe5-a31e-614a81026efd service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347728 Jul 24 09:24:20.470572 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-62f7f172-b5df-4bee-8599-d76cad2d8f06 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Deleting port 3b5911b8-d019-4f00-9c8c-0034cd4fd20e {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:24:20.470951 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-62f7f172-b5df-4bee-8599-d76cad2d8f06 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:20.513085 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-c19ccfd4-1846-4618-a83b-e56961f15138 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=506d6774-cab8-4e72-9e5e-98197e8f6a6d HTTP/1.1" status: 200 len: 217 time: 0.0579011 Jul 24 09:24:20.520271 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ed4c728-ac94-4d2e-afdb-9594dc4b27a2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:20.582499 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-2b8fc608-249e-40be-9e71-90d0cf85863e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:20.584759 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-2b8fc608-249e-40be-9e71-90d0cf85863e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c387c39-d1bf-4176-959f-916a9cd25e18 HTTP/1.1" status: 200 len: 797 time: 0.0627401 Jul 24 09:24:20.588937 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-620b7b1e-3703-4ced-b8ea-b5707dcfb7e2 req-70d6b953-812b-4912-8cf4-e79229232575 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129585 Jul 24 09:24:20.670693 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ed4c728-ac94-4d2e-afdb-9594dc4b27a2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:20.673264 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-62f7f172-b5df-4bee-8599-d76cad2d8f06 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:20.695481 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-62f7f172-b5df-4bee-8599-d76cad2d8f06 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Calling delete_port for 3b5911b8-d019-4f00-9c8c-0034cd4fd20e owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:24:20.795543 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-06524e51-4dd8-49ca-a8ad-b6cfd8709e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:20.797117 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-06524e51-4dd8-49ca-a8ad-b6cfd8709e94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=130df151-54ed-4200-959f-f7fb83738159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1810462 Jul 24 09:24:20.991458 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-d635ed82-b1d5-4130-b1f1-90b2d0c1ae63 service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818533 Jul 24 09:24:21.031250 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-62f7f172-b5df-4bee-8599-d76cad2d8f06 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:21.101987 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ed4c728-ac94-4d2e-afdb-9594dc4b27a2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:21.111909 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ed4c728-ac94-4d2e-afdb-9594dc4b27a2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:21.120452 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7f172-b5df-4bee-8599-d76cad2d8f06 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Port': ['ID=3b5911b8-d019-4f00-9c8c-0034cd4fd20e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:21.161314 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-10a7f916-c504-42ea-91ed-9bdbc0e825e0 service neutron] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572008 Jul 24 09:24:21.334772 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ed4c728-ac94-4d2e-afdb-9594dc4b27a2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:21.389599 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4c728-ac94-4d2e-afdb-9594dc4b27a2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Pushing event updated for resources: {'Port': ['ID=2bc602ef-35e6-4ed9-ae82-131e2fa9d69a,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:21.518605 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ed4c728-ac94-4d2e-afdb-9594dc4b27a2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:21.534140 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1ed4c728-ac94-4d2e-afdb-9594dc4b27a2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9231460 Jul 24 09:24:21.542438 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-e8cd7ae1-761b-46af-87f2-77e7e46b4676 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=16303a1a-c8c8-446e-8591-495750b9d208 HTTP/1.1" status: 200 len: 217 time: 0.3177998 Jul 24 09:24:21.745954 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-37d600e4-e0da-4969-86a0-393404783287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:21.752236 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-37d600e4-e0da-4969-86a0-393404783287 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7965ff2-5ace-4294-bd8e-07c8763c47a6 HTTP/1.1" status: 200 len: 797 time: 0.1962483 Jul 24 09:24:22.046409 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-62f7f172-b5df-4bee-8599-d76cad2d8f06 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:22.066836 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-b37c0bba-7f86-4527-b7b7-a1e81e4c27cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:22.066836 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-b37c0bba-7f86-4527-b7b7-a1e81e4c27cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6f03a51-92af-4f2b-a8a7-84f44e0df4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3016865 Jul 24 09:24:22.235571 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466488d-44c7-41d0-83e3-caa64ac6152a req-1868e4c5-9b60-422c-b70e-1bf128290c0b tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:22.238255 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c466488d-44c7-41d0-83e3-caa64ac6152a req-1868e4c5-9b60-422c-b70e-1bf128290c0b tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.3821883 Jul 24 09:24:22.260192 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0c3e0-8ec5-4bb5-bcd6-9e8e11aa13b6 req-d42124ad-b224-42eb-97d9-d537ea479565 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:22.261777 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ff0c3e0-8ec5-4bb5-bcd6-9e8e11aa13b6 req-d42124ad-b224-42eb-97d9-d537ea479565 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.20 "GET /v2.0/ports?device_id=83f44b2f-4f9e-4923-8e38-e0f173c65b91 HTTP/1.1" status: 200 len: 945 time: 0.3020532 Jul 24 09:24:22.281830 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2c505-88fe-473d-80f6-aa304540f7ec req-8f51ea5e-8a2d-4f32-a1f7-df9b6fa964f1 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:22.288146 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-21b2c505-88fe-473d-80f6-aa304540f7ec req-8f51ea5e-8a2d-4f32-a1f7-df9b6fa964f1 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f44b2f-4f9e-4923-8e38-e0f173c65b91 HTTP/1.1" status: 200 len: 945 time: 0.3357022 Jul 24 09:24:22.393168 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c466488d-44c7-41d0-83e3-caa64ac6152a req-6237bbdd-c63c-4ff6-8304-c2d78dc5e19f tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369123 Jul 24 09:24:22.443732 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-21b2c505-88fe-473d-80f6-aa304540f7ec req-03ff46ef-4079-44f9-aa15-31efe534bba8 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e959198-f733-4ca3-bde9-29b9848edd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546278 Jul 24 09:24:22.517872 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-4bda7cb3-b4b0-4565-b596-8afd53d972d6 service neutron] 10.222.0.20 "GET /v2.0/networks/c6f03a51-92af-4f2b-a8a7-84f44e0df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338367 Jul 24 09:24:22.567493 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f7f172-b5df-4bee-8599-d76cad2d8f06 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Router 94b89355-c2a3-4a85-9ae9-52121fb98e3b has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:24:22.686892 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-5def7e5d-7825-4185-aa89-0a716bcbce6e tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1786843273&fields=id&tenant_id=bff123a614204702924a0af9802e1c93 HTTP/1.1" status: 200 len: 267 time: 0.0634074 Jul 24 09:24:22.828073 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-b0921e02-0904-4608-89da-48316a15478c service neutron] 10.222.0.20 "GET /v2.0/networks/c6f03a51-92af-4f2b-a8a7-84f44e0df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006191 Jul 24 09:24:22.859608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-0ff0c3e0-8ec5-4bb5-bcd6-9e8e11aa13b6 req-fea37cbc-af30-4798-955a-314ca8ecdf14 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Deleting port 26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:24:22.859947 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0ff0c3e0-8ec5-4bb5-bcd6-9e8e11aa13b6 req-fea37cbc-af30-4798-955a-314ca8ecdf14 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:22.912705 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-20ece8be-2fcd-45a4-8e3e-453047057345 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=16f6a8a0-9d0c-483f-b3ba-0c9fb8957875 HTTP/1.1" status: 200 len: 217 time: 0.0781100 Jul 24 09:24:22.981417 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-0ff0c3e0-8ec5-4bb5-bcd6-9e8e11aa13b6 req-fea37cbc-af30-4798-955a-314ca8ecdf14 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] For port 26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a,segment=NetworkSegment(7f369d8f-45cf-41ee-8c14-4b793923d4e2),segment_id=7f369d8f-45cf-41ee-8c14-4b793923d4e2)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:24:22.981897 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0ff0c3e0-8ec5-4bb5-bcd6-9e8e11aa13b6 req-fea37cbc-af30-4798-955a-314ca8ecdf14 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:23.029717 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-0ff0c3e0-8ec5-4bb5-bcd6-9e8e11aa13b6 req-fea37cbc-af30-4798-955a-314ca8ecdf14 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Calling delete_port for 26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:24:23.031713 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f7f172-b5df-4bee-8599-d76cad2d8f06 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:24:23.042617 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55176e32-12cf-446d-89d7-07a24a1d8842 None None] Sync routers for ids ['94b89355-c2a3-4a85-9ae9-52121fb98e3b'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:24:23.043501 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-62f7f172-b5df-4bee-8599-d76cad2d8f06 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "PUT /v2.0/routers/94b89355-c2a3-4a85-9ae9-52121fb98e3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0567911 Jul 24 09:24:23.043689 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-7795f709-ba13-4676-95cf-96762c70c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:23.045671 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-7795f709-ba13-4676-95cf-96762c70c14f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7965ff2-5ace-4294-bd8e-07c8763c47a6 HTTP/1.1" status: 200 len: 797 time: 0.1250284 Jul 24 09:24:23.046996 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45802) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:23.062853 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55176e32-12cf-446d-89d7-07a24a1d8842 None None] Routers {'94b89355-c2a3-4a85-9ae9-52121fb98e3b'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:24:23.063487 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-55176e32-12cf-446d-89d7-07a24a1d8842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:24:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['94b89355-c2a3-4a85-9ae9-52121fb98e3b'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:23.116863 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-491cbee4-270d-4c54-a84b-a8c762f3ac7e tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:23.123490 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-491cbee4-270d-4c54-a84b-a8c762f3ac7e tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/networks?id=57115fda-8a95-4d7e-8f17-f315710a2698 HTTP/1.1" status: 200 len: 816 time: 0.4355125 Jul 24 09:24:23.169476 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-5b428ec9-1e7a-4779-b78f-f19356d8a8b1 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/quotas/bff123a614204702924a0af9802e1c93 HTTP/1.1" status: 200 len: 375 time: 0.0368421 Jul 24 09:24:23.200693 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c631a0c1-4228-4852-9b62-ea4657ce2687 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b89355-c2a3-4a85-9ae9-52121fb98e3b HTTP/1.1" status: 200 len: 205 time: 0.1525633 Jul 24 09:24:23.207016 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45804) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:23.231699 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-55176e32-12cf-446d-89d7-07a24a1d8842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:23.254957 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55176e32-12cf-446d-89d7-07a24a1d8842 None None] Routers {'94b89355-c2a3-4a85-9ae9-52121fb98e3b'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:24:23.255573 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-55176e32-12cf-446d-89d7-07a24a1d8842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:24:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['94b89355-c2a3-4a85-9ae9-52121fb98e3b'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:23.323545 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-55176e32-12cf-446d-89d7-07a24a1d8842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:23.324500 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55176e32-12cf-446d-89d7-07a24a1d8842 None None] The sync data for ids ['94b89355-c2a3-4a85-9ae9-52121fb98e3b'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:24:23.393268 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-18fa4ce9-a319-45af-a31d-7dc9078b44c5 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bff123a614204702924a0af9802e1c93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2239530 Jul 24 09:24:23.398062 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9c02f152-e13d-4aa8-b222-789612ca3955 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:23.407423 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0ff0c3e0-8ec5-4bb5-bcd6-9e8e11aa13b6 req-fea37cbc-af30-4798-955a-314ca8ecdf14 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:23.419927 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:24:23.453927 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea37cbc-af30-4798-955a-314ca8ecdf14 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Pushing event deleted for resources: {'Port': ['ID=26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:23.470997 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-364300b2-a0cb-44f9-acc9-300003ca71fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:23.473123 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-364300b2-a0cb-44f9-acc9-300003ca71fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6f03a51-92af-4f2b-a8a7-84f44e0df4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3813536 Jul 24 09:24:23.480250 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea37cbc-af30-4798-955a-314ca8ecdf14 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:23.481102 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea37cbc-af30-4798-955a-314ca8ecdf14 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:23.481102 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea37cbc-af30-4798-955a-314ca8ecdf14 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:23.481289 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea37cbc-af30-4798-955a-314ca8ecdf14 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:23.481672 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea37cbc-af30-4798-955a-314ca8ecdf14 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:23.482000 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea37cbc-af30-4798-955a-314ca8ecdf14 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:23.482277 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea37cbc-af30-4798-955a-314ca8ecdf14 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:23.482604 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea37cbc-af30-4798-955a-314ca8ecdf14 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:23.482932 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea37cbc-af30-4798-955a-314ca8ecdf14 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:23.483511 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea37cbc-af30-4798-955a-314ca8ecdf14 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:23.483846 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea37cbc-af30-4798-955a-314ca8ecdf14 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:23.484413 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea37cbc-af30-4798-955a-314ca8ecdf14 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:23.581412 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff0c3e0-8ec5-4bb5-bcd6-9e8e11aa13b6 req-fea37cbc-af30-4798-955a-314ca8ecdf14 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] No DVR routers for this DVR port 26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:24:23.587842 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0ff0c3e0-8ec5-4bb5-bcd6-9e8e11aa13b6 req-fea37cbc-af30-4798-955a-314ca8ecdf14 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:23.590355 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ff0c3e0-8ec5-4bb5-bcd6-9e8e11aa13b6 req-fea37cbc-af30-4798-955a-314ca8ecdf14 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.20 "DELETE /v2.0/ports/26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a HTTP/1.1" status: 204 len: 173 time: 1.3187940 Jul 24 09:24:23.590824 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f44b2f-4f9e-4923-8e38-e0f173c65b91', 'name': 'network-vif-deleted', 'tag': '26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:24:23.593679 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae698b29-2967-477a-8161-1fb358f5e8f2" -d '{"events": [{"server_uuid": "83f44b2f-4f9e-4923-8e38-e0f173c65b91", "name": "network-vif-deleted", "tag": "26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:24:23.631818 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-13b9a544-2e84-4583-8411-69dab5d6cff0 service neutron] 10.222.0.32 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336693 Jul 24 09:24:23.682455 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-96e5ff76-a0a6-428e-9568-b7548131f00c req-9e780869-147f-466c-be56-587981dcc83e tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f44b2f-4f9e-4923-8e38-e0f173c65b91 HTTP/1.1" status: 200 len: 210 time: 0.0817864 Jul 24 09:24:23.823740 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-88a3fb85-442c-462d-8ce9-50295be56615 service neutron] 10.222.0.32 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895747 Jul 24 09:24:24.018878 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9c02f152-e13d-4aa8-b222-789612ca3955 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:24.021923 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9c02f152-e13d-4aa8-b222-789612ca3955 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:24.048196 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f524e09e-6542-4a98-9963-4837f41612d1 x-openstack-request-id: req-f524e09e-6542-4a98-9963-4837f41612d1 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:24:24.048866 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f44b2f-4f9e-4923-8e38-e0f173c65b91", "name": "network-vif-deleted", "tag": "26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:24:24.049349 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f524e09e-6542-4a98-9963-4837f41612d1 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:24:24.050088 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f44b2f-4f9e-4923-8e38-e0f173c65b91', 'name': 'network-vif-deleted', 'tag': '26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a', 'status': 'completed', 'code': 200} Jul 24 09:24:24.110311 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9c02f152-e13d-4aa8-b222-789612ca3955 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:24.110855 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c02f152-e13d-4aa8-b222-789612ca3955 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Fanout notify agent at l3_agent the message router_deleted on router 94b89355-c2a3-4a85-9ae9-52121fb98e3b {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:24:24.126374 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9c02f152-e13d-4aa8-b222-789612ca3955 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:24.127513 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9c02f152-e13d-4aa8-b222-789612ca3955 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/routers/94b89355-c2a3-4a85-9ae9-52121fb98e3b HTTP/1.1" status: 204 len: 168 time: 0.9230988 Jul 24 09:24:24.131459 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45834) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:24.164825 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-e6a4064f-f01d-4d1a-80ce-a7a0e9c42650 service neutron] 10.222.0.20 "GET /v2.0/networks/c6f03a51-92af-4f2b-a8a7-84f44e0df4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6737802 Jul 24 09:24:24.238567 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380ed21-edde-4496-bf77-5e3534beb6c6 req-ea760325-ba2f-4d5e-80d5-fe15e9ff2e59 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:24.240121 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a380ed21-edde-4496-bf77-5e3534beb6c6 req-ea760325-ba2f-4d5e-80d5-fe15e9ff2e59 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.4086554 Jul 24 09:24:24.275350 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-733bfcb6-39e8-4e4c-a2e6-1cf42dc6c928 req-33a4836f-877f-4120-9f81-0075a6efc490 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 210 time: 0.1632254 Jul 24 09:24:24.311187 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-5198b026-aa1a-4453-b9eb-656adeeef2a5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Deleting subnet 23f37a90-c17d-40f8-bd04-aeb3963000be {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:24:24.317453 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5198b026-aa1a-4453-b9eb-656adeeef2a5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:24.432857 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5198b026-aa1a-4453-b9eb-656adeeef2a5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:24.435930 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a380ed21-edde-4496-bf77-5e3534beb6c6 req-89082f56-6199-4082-a07f-ad02138cda22 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717920 Jul 24 09:24:24.447137 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6458bdfe-d114-4f75-a630-3c03b716ab10 req-c1ab85ed-19ca-4b4c-88ff-6d9b033d407e service neutron] 10.222.0.20 "GET /v2.0/networks/c6f03a51-92af-4f2b-a8a7-84f44e0df4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807462 Jul 24 09:24:24.604917 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5198b026-aa1a-4453-b9eb-656adeeef2a5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:24.820375 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5198b026-aa1a-4453-b9eb-656adeeef2a5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:24.944801 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b026-aa1a-4453-b9eb-656adeeef2a5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Subnet': ['ID=23f37a90-c17d-40f8-bd04-aeb3963000be,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:24.951663 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5198b026-aa1a-4453-b9eb-656adeeef2a5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:24.954056 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5198b026-aa1a-4453-b9eb-656adeeef2a5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/subnets/23f37a90-c17d-40f8-bd04-aeb3963000be HTTP/1.1" status: 204 len: 168 time: 0.8215680 Jul 24 09:24:24.957495 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45854) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:24.967589 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ad7379-4575-410d-9f88-17f7f7397e8e None None] Network 13c26e2d-866d-4704-a485-1dccda4ab182 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:24:25.193600 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b28bcd88-25e7-43a0-8f72-0f3e38abc0b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:25.377063 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-b28bcd88-25e7-43a0-8f72-0f3e38abc0b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Deleting port 98ef53ab-a06a-46c1-a6eb-518620f9f5de {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:24:25.378112 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b28bcd88-25e7-43a0-8f72-0f3e38abc0b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:25.469382 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-b28bcd88-25e7-43a0-8f72-0f3e38abc0b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] For port 98ef53ab-a06a-46c1-a6eb-518620f9f5de, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=98ef53ab-a06a-46c1-a6eb-518620f9f5de,segment=NetworkSegment(03a571f3-1d22-4e52-bcb8-81d034ef4242),segment_id=03a571f3-1d22-4e52-bcb8-81d034ef4242)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:24:25.470120 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b28bcd88-25e7-43a0-8f72-0f3e38abc0b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:25.493466 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-b28bcd88-25e7-43a0-8f72-0f3e38abc0b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Calling delete_port for 98ef53ab-a06a-46c1-a6eb-518620f9f5de owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:24:25.625386 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7f17ce14-3d85-4236-b489-8882e17a364d req-a87f6c92-2b8a-4d91-9196-0ec0a7f2f138 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 210 time: 0.0753350 Jul 24 09:24:25.867122 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b28bcd88-25e7-43a0-8f72-0f3e38abc0b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:25.984890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5580fb67-7394-4e91-86c9-0df7a57cdb14 None None] DHCP port deletion for 13c26e2d-866d-4704-a485-1dccda4ab182 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:24:26.000640 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28bcd88-25e7-43a0-8f72-0f3e38abc0b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Port': ['ID=98ef53ab-a06a-46c1-a6eb-518620f9f5de,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:26.029915 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:24:26.031686 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28bcd88-25e7-43a0-8f72-0f3e38abc0b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] No DVR routers for this DVR port 98ef53ab-a06a-46c1-a6eb-518620f9f5de on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:24:26.076013 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:24:26.077757 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 26a92ad3-12c9-4b5f-92ab-54b5d6f3cd4a not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:24:26.234075 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcceae-2653-4532-af65-390fb2355263 req-047aaa47-c8c4-4661-a0c8-42e47aff0dd1 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:26.247095 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ecfcceae-2653-4532-af65-390fb2355263 req-047aaa47-c8c4-4661-a0c8-42e47aff0dd1 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.6043873 Jul 24 09:24:26.332459 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b28bcd88-25e7-43a0-8f72-0f3e38abc0b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:26.367432 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-b28bcd88-25e7-43a0-8f72-0f3e38abc0b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c26e2d-866d-4704-a485-1dccda4ab182']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:26.393996 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-b28bcd88-25e7-43a0-8f72-0f3e38abc0b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a571f3-1d22-4e52-bcb8-81d034ef4242') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:26.394631 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-b28bcd88-25e7-43a0-8f72-0f3e38abc0b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a571f3-1d22-4e52-bcb8-81d034ef4242') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:26.418030 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b28bcd88-25e7-43a0-8f72-0f3e38abc0b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:26.495241 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ecfcceae-2653-4532-af65-390fb2355263 req-8741cd4e-2305-43f6-ba9a-7bedc952e92c tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471912 Jul 24 09:24:26.505717 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-3c3e4311-587c-4c1e-bb5d-462754bb7361 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:26.507676 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-3c3e4311-587c-4c1e-bb5d-462754bb7361 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.37 "GET /v2.0/networks?id=57115fda-8a95-4d7e-8f17-f315710a2698 HTTP/1.1" status: 200 len: 816 time: 0.5627253 Jul 24 09:24:26.512149 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b28bcd88-25e7-43a0-8f72-0f3e38abc0b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:26.556622 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28bcd88-25e7-43a0-8f72-0f3e38abc0b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:24:26.557545 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b28bcd88-25e7-43a0-8f72-0f3e38abc0b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:24:26.561056 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:24:26.675802 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-4ef8d081-4db0-46a7-bb3c-c1f2da2153e9 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bff123a614204702924a0af9802e1c93 HTTP/1.1" status: 200 len: 380 time: 0.1553836 Jul 24 09:24:26.778897 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a7b37252-b658-408d-81d7-7f531cc0995f tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Request body: {'port': {'device_id': '40b51897-5518-4a45-97ed-8277185dc727', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'admin_state_up': True, 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'security_groups': ['98c17539-6949-484d-ac42-92e73d95149c']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:26.820556 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b28bcd88-25e7-43a0-8f72-0f3e38abc0b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:26.844286 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-41153eea-38ca-4a02-be83-f13a2185029e req-6efe793a-6ed7-4847-a9ae-ec6d775680da tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 210 time: 0.0855319 Jul 24 09:24:26.869104 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b28bcd88-25e7-43a0-8f72-0f3e38abc0b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:26.871504 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b28bcd88-25e7-43a0-8f72-0f3e38abc0b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/networks/13c26e2d-866d-4704-a485-1dccda4ab182 HTTP/1.1" status: 204 len: 168 time: 1.9132800 Jul 24 09:24:26.890078 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45894) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:26.895474 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ec4784f9-d2cf-4e67-b9ef-be90b79980ea tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1125530173', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}, 'admin_state_up': False}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:26.900985 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28bcd88-25e7-43a0-8f72-0f3e38abc0b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Network': ['ID=13c26e2d-866d-4704-a485-1dccda4ab182,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:26.935765 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ec4784f9-d2cf-4e67-b9ef-be90b79980ea tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:26.937854 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ec4784f9-d2cf-4e67-b9ef-be90b79980ea tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:27.012015 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a7b37252-b658-408d-81d7-7f531cc0995f tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Made reservation on behalf of bff123a614204702924a0af9802e1c93 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:24:27.021060 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a7b37252-b658-408d-81d7-7f531cc0995f tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:27.041065 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ec4784f9-d2cf-4e67-b9ef-be90b79980ea tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:27.201393 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c3403e4d-a33f-4567-90a2-edfa2ed49572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:27.217381 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a7b37252-b658-408d-81d7-7f531cc0995f tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Allocated IP 172.20.0.10 (57115fda-8a95-4d7e-8f17-f315710a2698/ed3face8-48a4-4110-b201-0b1158c92dba/52b6abbb-ed45-4747-a882-9996245f27ee) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:24:27.263844 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ec4784f9-d2cf-4e67-b9ef-be90b79980ea tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:27.528780 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a7b37252-b658-408d-81d7-7f531cc0995f tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:27.599082 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a7b37252-b658-408d-81d7-7f531cc0995f tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Transition to ACTIVE for port object 52b6abbb-ed45-4747-a882-9996245f27ee will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:24:27.674932 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ec4784f9-d2cf-4e67-b9ef-be90b79980ea tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:27.699978 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ec4784f9-d2cf-4e67-b9ef-be90b79980ea tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:27.726067 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a7b37252-b658-408d-81d7-7f531cc0995f tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:27.774901 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45924) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:27.799882 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b37252-b658-408d-81d7-7f531cc0995f tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Pushing event updated for resources: {'Port': ['ID=52b6abbb-ed45-4747-a882-9996245f27ee,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:27.817690 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 98ef53ab-a06a-46c1-a6eb-518620f9f5de no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:24:27.844286 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aad6a0-ec29-4219-bcea-35b41609092e req-5264faff-e6b9-4fee-85dc-00796a2b2c8b tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:27.845899 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d8aad6a0-ec29-4219-bcea-35b41609092e req-5264faff-e6b9-4fee-85dc-00796a2b2c8b tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.1872516 Jul 24 09:24:27.856724 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 98ef53ab-a06a-46c1-a6eb-518620f9f5de {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:24:27.856921 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 98ef53ab-a06a-46c1-a6eb-518620f9f5de not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:24:27.862322 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a7b37252-b658-408d-81d7-7f531cc0995f tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Network 57115fda-8a95-4d7e-8f17-f315710a2698 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:24:27.885182 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a7b37252-b658-408d-81d7-7f531cc0995f tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:24:27.889002 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a7b37252-b658-408d-81d7-7f531cc0995f tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:24:27.903615 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-ec4784f9-d2cf-4e67-b9ef-be90b79980ea tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Allocated IP 172.25.7.148 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/b18d52f9-fea0-4371-87f5-206ee471ccf7) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:24:27.957084 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d8aad6a0-ec29-4219-bcea-35b41609092e req-c10f3615-9563-4ec7-95f0-775e1b4306a0 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010571 Jul 24 09:24:27.967875 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a7b37252-b658-408d-81d7-7f531cc0995f tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:27.968514 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a7b37252-b658-408d-81d7-7f531cc0995f tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:27.985071 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f1b5a-e526-44e1-acd1-f8036591537d req-32b3b7dd-b9c2-48e3-8cfe-b6a408e0223f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:27.986716 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-143f1b5a-e526-44e1-acd1-f8036591537d req-32b3b7dd-b9c2-48e3-8cfe-b6a408e0223f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=15a479973b244cfab3f0baf9c309b12b&device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 1096 time: 0.1880202 Jul 24 09:24:28.005300 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45930) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:28.015669 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a7b37252-b658-408d-81d7-7f531cc0995f tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2409906 Jul 24 09:24:28.020815 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a51095b8-bcf5-4891-9420-f98e917252f7 service neutron] Request body: {'port': {'device_id': '40b51897-5518-4a45-97ed-8277185dc727', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:28.100675 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ec4784f9-d2cf-4e67-b9ef-be90b79980ea tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:28.219296 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a51095b8-bcf5-4891-9420-f98e917252f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:28.221890 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f1b5a-e526-44e1-acd1-f8036591537d req-deca48aa-91fd-47b0-90b2-70453baffbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:28.223419 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-143f1b5a-e526-44e1-acd1-f8036591537d req-deca48aa-91fd-47b0-90b2-70453baffbd7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6be005b7-f644-4a9b-9c38-38fc50487690 HTTP/1.1" status: 200 len: 913 time: 0.2295449 Jul 24 09:24:28.280103 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-143f1b5a-e526-44e1-acd1-f8036591537d req-074e7e74-272c-47ac-a09f-6d74ec0cc544 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbe2712c-ebd5-4ff7-a072-7d060fc00e28 HTTP/1.1" status: 200 len: 217 time: 0.0429962 Jul 24 09:24:28.334522 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-108898f5-c45f-455f-8d3c-942f6356ef92 None None] Provisioning for port 52b6abbb-ed45-4747-a882-9996245f27ee completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:24:28.339967 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-108898f5-c45f-455f-8d3c-942f6356ef92 None None] Provisioning complete for port 52b6abbb-ed45-4747-a882-9996245f27ee triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:28.341519 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-108898f5-c45f-455f-8d3c-942f6356ef92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:28.359706 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f1b5a-e526-44e1-acd1-f8036591537d req-166fcfff-b0e9-4cfb-b53a-62b29713bad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:28.361222 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-143f1b5a-e526-44e1-acd1-f8036591537d req-166fcfff-b0e9-4cfb-b53a-62b29713bad2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ec1bde5b-d4ec-4441-a78b-b03a297e50fb HTTP/1.1" status: 200 len: 853 time: 0.0599642 Jul 24 09:24:28.431333 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-108898f5-c45f-455f-8d3c-942f6356ef92 None None] Port 52b6abbb-ed45-4747-a882-9996245f27ee cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:24:28.504610 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-e296f052-f533-45bd-ac6f-f20a68b97dda tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:28.537139 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-143f1b5a-e526-44e1-acd1-f8036591537d req-5a33d8dd-fecd-4b85-bd67-8ba56ef35e6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6be005b7-f644-4a9b-9c38-38fc50487690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500712 Jul 24 09:24:28.603218 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e296f052-f533-45bd-ac6f-f20a68b97dda tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks [] for floatingip, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:28.703592 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f592da2a-ec8c-4ce1-b6be-666ab8fa8e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:28.749936 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ec4784f9-d2cf-4e67-b9ef-be90b79980ea tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:28.809626 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71372a60-458b-424f-b487-fc1bbfde3325 req-1cf5948d-bb0b-4e91-8140-2a25a7508c61 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:28.811695 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-71372a60-458b-424f-b487-fc1bbfde3325 req-1cf5948d-bb0b-4e91-8140-2a25a7508c61 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 932 time: 0.6907380 Jul 24 09:24:28.840633 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4784f9-d2cf-4e67-b9ef-be90b79980ea tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:24:28.851720 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-ec4784f9-d2cf-4e67-b9ef-be90b79980ea tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:24:28.864923 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4784f9-d2cf-4e67-b9ef-be90b79980ea tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:24:28.870913 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4784f9-d2cf-4e67-b9ef-be90b79980ea tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Port': ['ID=b18d52f9-fea0-4371-87f5-206ee471ccf7,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:28.937019 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-71372a60-458b-424f-b487-fc1bbfde3325 req-f67a1b56-e71a-465c-83b2-32930c3f0d0c tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182344 Jul 24 09:24:29.063265 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f592da2a-ec8c-4ce1-b6be-666ab8fa8e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:29.092277 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f592da2a-ec8c-4ce1-b6be-666ab8fa8e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:29.147805 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-143f1b5a-e526-44e1-acd1-f8036591537d req-fe22e280-e4f5-4f8c-9266-59a1366a50b9 service neutron] 10.222.0.37 "GET /v2.0/networks/6be005b7-f644-4a9b-9c38-38fc50487690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6015646 Jul 24 09:24:29.153062 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f592da2a-ec8c-4ce1-b6be-666ab8fa8e56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e83ba985037743a99984ab65e14f2c2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3752193 Jul 24 09:24:29.155183 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592da2a-ec8c-4ce1-b6be-666ab8fa8e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59be57dc-6c4b-4f04-915b-461f7c2ede58,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:29.155367 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45960) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:29.274223 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ec4784f9-d2cf-4e67-b9ef-be90b79980ea tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:29.293524 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a51095b8-bcf5-4891-9420-f98e917252f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b6abbb-ed45-4747-a882-9996245f27ee {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:24:29.320568 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a51095b8-bcf5-4891-9420-f98e917252f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:29.407988 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a51095b8-bcf5-4891-9420-f98e917252f7 service neutron] Transition to ACTIVE for port object 52b6abbb-ed45-4747-a882-9996245f27ee will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:24:29.429242 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a51095b8-bcf5-4891-9420-f98e917252f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:29.472318 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-143f1b5a-e526-44e1-acd1-f8036591537d req-e9a12e13-0990-4b8a-9a97-c21387579e7b service neutron] 10.222.0.37 "GET /v2.0/networks/6be005b7-f644-4a9b-9c38-38fc50487690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165474 Jul 24 09:24:29.490137 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf067d1d-7055-4c63-bdd9-bdf98ba74eb6 req-1a10875a-6583-4570-bd8d-05ba7318be72 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:29.491984 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bf067d1d-7055-4c63-bdd9-bdf98ba74eb6 req-1a10875a-6583-4570-bd8d-05ba7318be72 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 945 time: 0.4073327 Jul 24 09:24:29.492876 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-da5af2a7-ca4e-491f-b5de-50d07b156df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:29.535091 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e296f052-f533-45bd-ac6f-f20a68b97dda tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:29.547547 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ec4784f9-d2cf-4e67-b9ef-be90b79980ea tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:29.547787 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51095b8-bcf5-4891-9420-f98e917252f7 service neutron] Pushing event updated for resources: {'Port': ['ID=52b6abbb-ed45-4747-a882-9996245f27ee,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:29.586277 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-da5af2a7-ca4e-491f-b5de-50d07b156df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:29.746394 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4784f9-d2cf-4e67-b9ef-be90b79980ea tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Router 2c59b102-1d98-4ec6-aeec-237dbef88e6c is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:24:29.782110 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5e6fb85c-df13-47cb-aaab-c1768a7df612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:29.794584 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-da5af2a7-ca4e-491f-b5de-50d07b156df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:29.797501 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-da5af2a7-ca4e-491f-b5de-50d07b156df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:29.798935 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-da5af2a7-ca4e-491f-b5de-50d07b156df9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/59be57dc-6c4b-4f04-915b-461f7c2ede58 HTTP/1.1" status: 204 len: 168 time: 0.6379800 Jul 24 09:24:29.821747 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device fbe2712c-ebd5-4ff7-a072-7d060fc00e28 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:24:29.846771 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5af2a7-ca4e-491f-b5de-50d07b156df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59be57dc-6c4b-4f04-915b-461f7c2ede58,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:29.915429 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bf067d1d-7055-4c63-bdd9-bdf98ba74eb6 req-cc62b0ac-2124-4345-8e07-649392a986b8 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069815 Jul 24 09:24:29.985272 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4784f9-d2cf-4e67-b9ef-be90b79980ea tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:24:30.041933 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ec4784f9-d2cf-4e67-b9ef-be90b79980ea tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:30.043874 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ec4784f9-d2cf-4e67-b9ef-be90b79980ea tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.1525910 Jul 24 09:24:30.047216 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45972) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:30.086352 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c232460-bbf7-4e23-907e-41a424d22759 None None] Sync routers for ids ['2c59b102-1d98-4ec6-aeec-237dbef88e6c'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:24:30.129780 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c232460-bbf7-4e23-907e-41a424d22759 None None] Routers {'2c59b102-1d98-4ec6-aeec-237dbef88e6c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:24:30.134348 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6c232460-bbf7-4e23-907e-41a424d22759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:24:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['2c59b102-1d98-4ec6-aeec-237dbef88e6c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:30.139984 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:30.141510 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a51095b8-bcf5-4891-9420-f98e917252f7 service neutron] Attempting to bind port 52b6abbb-ed45-4747-a882-9996245f27ee on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:24:30.141957 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a51095b8-bcf5-4891-9420-f98e917252f7 service neutron] Attempting to bind port 52b6abbb-ed45-4747-a882-9996245f27ee by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '93e08baf-4084-4645-a2db-348d6fbb8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:24:30.142396 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a51095b8-bcf5-4891-9420-f98e917252f7 service neutron] Attempting to bind port 52b6abbb-ed45-4747-a882-9996245f27ee on network 57115fda-8a95-4d7e-8f17-f315710a2698 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:24:30.155577 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-e296f052-f533-45bd-ac6f-f20a68b97dda tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Allocated IP 172.25.7.37 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/ede16e16-2cbe-49f1-88d5-4fb351e6cbf8) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:24:30.162169 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a51095b8-bcf5-4891-9420-f98e917252f7 service neutron] Port 52b6abbb-ed45-4747-a882-9996245f27ee on network 57115fda-8a95-4d7e-8f17-f315710a2698 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:24:30.162732 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a51095b8-bcf5-4891-9420-f98e917252f7 service neutron] Attempting to bind port 52b6abbb-ed45-4747-a882-9996245f27ee on network 57115fda-8a95-4d7e-8f17-f315710a2698 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:24:30.179649 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a51095b8-bcf5-4891-9420-f98e917252f7 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:24:30.180414 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a51095b8-bcf5-4891-9420-f98e917252f7 service neutron] Checking segment: {'id': '93e08baf-4084-4645-a2db-348d6fbb8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:24:30.181412 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a51095b8-bcf5-4891-9420-f98e917252f7 service neutron] Bound using segment: {'id': '93e08baf-4084-4645-a2db-348d6fbb8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:24:30.182096 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a51095b8-bcf5-4891-9420-f98e917252f7 service neutron] Bound port: 52b6abbb-ed45-4747-a882-9996245f27ee, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93e08baf-4084-4645-a2db-348d6fbb8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:24:30.182920 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a51095b8-bcf5-4891-9420-f98e917252f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:30.249259 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6c232460-bbf7-4e23-907e-41a424d22759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:30.262777 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8804bb13-b420-4452-8d17-1689586126ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbe2712c-ebd5-4ff7-a072-7d060fc00e28'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:24:30.265704 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9adecec-86ef-406a-8951-9367804668bc" -d '{"events": [{"server_uuid": "8804bb13-b420-4452-8d17-1689586126ae", "name": "network-vif-unplugged", "status": "completed", "tag": "fbe2712c-ebd5-4ff7-a072-7d060fc00e28"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:24:30.273159 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-007f79ef-bc7d-4456-b60b-928311658df4 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "GET /v2.0/routers/2c59b102-1d98-4ec6-aeec-237dbef88e6c HTTP/1.1" status: 200 len: 881 time: 0.2243946 Jul 24 09:24:30.276235 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 45980) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:30.286014 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port fbe2712c-ebd5-4ff7-a072-7d060fc00e28, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=fbe2712c-ebd5-4ff7-a072-7d060fc00e28,segment=NetworkSegment(d1da0f7b-86f9-4cb3-973b-b91c6658c02f),segment_id=d1da0f7b-86f9-4cb3-973b-b91c6658c02f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:24:30.287208 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c232460-bbf7-4e23-907e-41a424d22759 None None] Routers {'2c59b102-1d98-4ec6-aeec-237dbef88e6c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:24:30.287856 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6c232460-bbf7-4e23-907e-41a424d22759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:24:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['2c59b102-1d98-4ec6-aeec-237dbef88e6c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:30.300523 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45982) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:30.333202 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eee859-8319-496c-b509-19e87a46eb88 req-2c3d7fd3-945b-44c2-b81b-b47631fb16b6 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:30.333447 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:30.335116 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6c232460-bbf7-4e23-907e-41a424d22759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:30.336598 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c232460-bbf7-4e23-907e-41a424d22759 None None] The sync data for ids ['2c59b102-1d98-4ec6-aeec-237dbef88e6c'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:24:30.346540 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a7eee859-8319-496c-b509-19e87a46eb88 req-2c3d7fd3-945b-44c2-b81b-b47631fb16b6 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 944 time: 0.2130468 Jul 24 09:24:30.409016 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a7eee859-8319-496c-b509-19e87a46eb88 req-ddfa1e27-d6a4-4a20-9342-ce25773641cd tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557849 Jul 24 09:24:30.411404 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:30.427367 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ae2029-90bd-4eb9-895b-ca35e03fc40d x-openstack-request-id: req-28ae2029-90bd-4eb9-895b-ca35e03fc40d {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:24:30.427496 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8804bb13-b420-4452-8d17-1689586126ae", "name": "network-vif-unplugged", "status": "completed", "tag": "fbe2712c-ebd5-4ff7-a072-7d060fc00e28", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:24:30.427725 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28ae2029-90bd-4eb9-895b-ca35e03fc40d {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:24:30.428438 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8804bb13-b420-4452-8d17-1689586126ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbe2712c-ebd5-4ff7-a072-7d060fc00e28', 'code': 200} Jul 24 09:24:30.435744 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=fbe2712c-ebd5-4ff7-a072-7d060fc00e28,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:30.496296 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a51095b8-bcf5-4891-9420-f98e917252f7 service neutron] For port 52b6abbb-ed45-4747-a882-9996245f27ee, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:24:30.541525 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a51095b8-bcf5-4891-9420-f98e917252f7 service neutron] For port 52b6abbb-ed45-4747-a882-9996245f27ee, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=52b6abbb-ed45-4747-a882-9996245f27ee,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:24:30.550445 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-41e628d9-2404-4e46-89ff-5f8f05c3fdc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:30.556981 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a51095b8-bcf5-4891-9420-f98e917252f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:30.561472 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e296f052-f533-45bd-ac6f-f20a68b97dda tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:30.593427 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45986) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:30.615826 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b35728ed-bacb-4f6e-8891-58f4bc03f256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:30.636312 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a51095b8-bcf5-4891-9420-f98e917252f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:30.636972 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a51095b8-bcf5-4891-9420-f98e917252f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:30.638372 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-a51095b8-bcf5-4891-9420-f98e917252f7 service neutron] 10.222.0.37 "PUT /v2.0/ports/52b6abbb-ed45-4747-a882-9996245f27ee HTTP/1.1" status: 200 len: 1092 time: 2.6219087 Jul 24 09:24:30.641954 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b51897-5518-4a45-97ed-8277185dc727', 'tag': '52b6abbb-ed45-4747-a882-9996245f27ee'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:24:30.644219 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb336410-d4ce-4d97-83bb-ed1793fce537" -d '{"events": [{"name": "network-changed", "server_uuid": "40b51897-5518-4a45-97ed-8277185dc727", "tag": "52b6abbb-ed45-4747-a882-9996245f27ee"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:24:30.708983 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51095b8-bcf5-4891-9420-f98e917252f7 service neutron] Pushing event updated for resources: {'Port': ['ID=52b6abbb-ed45-4747-a882-9996245f27ee,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:30.715182 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-41e628d9-2404-4e46-89ff-5f8f05c3fdc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:30.725218 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-41e628d9-2404-4e46-89ff-5f8f05c3fdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:30.730533 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4ddbd2-6699-41a0-9a7b-af23226185bc x-openstack-request-id: req-de4ddbd2-6699-41a0-9a7b-af23226185bc {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:24:30.730823 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b51897-5518-4a45-97ed-8277185dc727", "tag": "52b6abbb-ed45-4747-a882-9996245f27ee", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:24:30.731236 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de4ddbd2-6699-41a0-9a7b-af23226185bc {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:24:30.731626 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b51897-5518-4a45-97ed-8277185dc727', 'tag': '52b6abbb-ed45-4747-a882-9996245f27ee', 'status': 'completed', 'code': 200} Jul 24 09:24:30.790897 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-41e628d9-2404-4e46-89ff-5f8f05c3fdc6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2fce87096b264514aa193557f8ef3f17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4875638 Jul 24 09:24:30.795980 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45994) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:30.803591 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e296f052-f533-45bd-ac6f-f20a68b97dda tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:30.807447 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e628d9-2404-4e46-89ff-5f8f05c3fdc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbc7709-5f06-46d6-ab1c-05b914a3d7af,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:30.880238 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e296f052-f533-45bd-ac6f-f20a68b97dda tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:24:30.902771 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-e296f052-f533-45bd-ac6f-f20a68b97dda tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:24:30.911878 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e296f052-f533-45bd-ac6f-f20a68b97dda tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:24:30.915694 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f052-f533-45bd-ac6f-f20a68b97dda tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Pushing event updated for resources: {'Port': ['ID=ede16e16-2cbe-49f1-88d5-4fb351e6cbf8,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:30.919493 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-71425a0d-6812-4192-967f-b1bfc322d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:30.921164 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-71425a0d-6812-4192-967f-b1bfc322d046 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bff123a614204702924a0af9802e1c93&device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 1095 time: 0.2280462 Jul 24 09:24:30.926941 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-589ab3d3-1a8d-444a-9cad-ffe51048e1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:30.956130 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:30.971260 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-589ab3d3-1a8d-444a-9cad-ffe51048e1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:30.971526 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fbbf13a9-2d98-48a7-82f9-dc7de1352d99 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.6941044 Jul 24 09:24:30.974912 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46000) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:30.975102 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b35728ed-bacb-4f6e-8891-58f4bc03f256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:31.012485 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b35728ed-bacb-4f6e-8891-58f4bc03f256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:31.014377 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-23629904-2e8d-41ee-875c-a17382686d1b tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1125530173'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:31.054966 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b35728ed-bacb-4f6e-8891-58f4bc03f256 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=055ca5d952504c8f9561b96dd01ee80e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4603426 Jul 24 09:24:31.058752 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-9bfaa87f-a806-4a64-a857-0947df279911 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52b6abbb-ed45-4747-a882-9996245f27ee HTTP/1.1" status: 200 len: 217 time: 0.1110420 Jul 24 09:24:31.059185 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46002) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:31.073876 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35728ed-bacb-4f6e-8891-58f4bc03f256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b24a339-9daf-41a9-b131-bc25bb8633d6,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:31.096196 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-589ab3d3-1a8d-444a-9cad-ffe51048e1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:31.099115 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-589ab3d3-1a8d-444a-9cad-ffe51048e1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:31.100476 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-589ab3d3-1a8d-444a-9cad-ffe51048e1fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fbbc7709-5f06-46d6-ab1c-05b914a3d7af HTTP/1.1" status: 204 len: 168 time: 0.3028991 Jul 24 09:24:31.117647 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ab3d3-1a8d-444a-9cad-ffe51048e1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbc7709-5f06-46d6-ab1c-05b914a3d7af,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:31.136240 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b71ecdb3-9659-4e68-bf33-d46899035aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:31.165821 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b71ecdb3-9659-4e68-bf33-d46899035aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:31.242005 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b71ecdb3-9659-4e68-bf33-d46899035aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:31.245621 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b71ecdb3-9659-4e68-bf33-d46899035aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:31.247805 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b71ecdb3-9659-4e68-bf33-d46899035aae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b24a339-9daf-41a9-b131-bc25bb8633d6 HTTP/1.1" status: 204 len: 168 time: 0.1870697 Jul 24 09:24:31.265423 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ecdb3-9659-4e68-bf33-d46899035aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b24a339-9daf-41a9-b131-bc25bb8633d6,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:31.277489 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-b764a74a-b5dc-41e6-945c-89158d2b21b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:31.278993 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-b764a74a-b5dc-41e6-945c-89158d2b21b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed3face8-48a4-4110-b201-0b1158c92dba HTTP/1.1" status: 200 len: 855 time: 0.1876073 Jul 24 09:24:31.309808 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e296f052-f533-45bd-ac6f-f20a68b97dda tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:31.359190 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d8b28-27fa-42b1-a972-111c32224386 req-74de3246-7056-4c38-b3dd-ee10aa67c145 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:31.366021 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-227d8b28-27fa-42b1-a972-111c32224386 req-74de3246-7056-4c38-b3dd-ee10aa67c145 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 943 time: 0.3135524 Jul 24 09:24:31.615745 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79262b-e662-48fa-810c-a7ea83e02210 req-c513e0a0-3f80-41a0-ae55-f9346e796c91 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:31.623965 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cd79262b-e662-48fa-810c-a7ea83e02210 req-c513e0a0-3f80-41a0-ae55-f9346e796c91 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 944 time: 0.1205316 Jul 24 09:24:31.649012 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-227d8b28-27fa-42b1-a972-111c32224386 req-c8ebf4d8-6bf5-40e6-9982-af73f04fd364 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733870 Jul 24 09:24:31.683423 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e296f052-f533-45bd-ac6f-f20a68b97dda tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:31.736379 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-7ae866b1-24d8-4a07-a813-584e6f1ca058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:31.737964 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-7ae866b1-24d8-4a07-a813-584e6f1ca058 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=57115fda-8a95-4d7e-8f17-f315710a2698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4444461 Jul 24 09:24:31.767160 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cd79262b-e662-48fa-810c-a7ea83e02210 req-83696763-2919-432a-a93a-3f36742a25c9 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345582 Jul 24 09:24:31.850906 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46020) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:31.871655 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e1f2-c0b1-430c-bd51-04b4317b3892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:31.984210 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e1f2-c0b1-430c-bd51-04b4317b3892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:31.989804 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e1f2-c0b1-430c-bd51-04b4317b3892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:32.044033 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b6e6e1f2-c0b1-430c-bd51-04b4317b3892 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b371465f148b405783543e38f7144f54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1918485 Jul 24 09:24:32.046848 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6e1f2-c0b1-430c-bd51-04b4317b3892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9733ebf6-68c1-438e-aafe-35970f38895a,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:32.053454 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46026) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:32.142593 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b8845039-6673-4024-b7cd-78b517140a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:32.205877 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b8845039-6673-4024-b7cd-78b517140a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:32.342928 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23629904-2e8d-41ee-875c-a17382686d1b tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:32.349854 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b8845039-6673-4024-b7cd-78b517140a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:32.355562 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b8845039-6673-4024-b7cd-78b517140a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:32.363744 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b8845039-6673-4024-b7cd-78b517140a6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9733ebf6-68c1-438e-aafe-35970f38895a HTTP/1.1" status: 204 len: 168 time: 0.3086429 Jul 24 09:24:32.384496 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8845039-6673-4024-b7cd-78b517140a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9733ebf6-68c1-438e-aafe-35970f38895a,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:32.393642 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-9d207c64-90cb-49c3-8438-42acba8ce9a0 service neutron] 10.222.0.37 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6461320 Jul 24 09:24:32.406341 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23629904-2e8d-41ee-875c-a17382686d1b tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593208'] for router, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:32.547414 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e296f052-f533-45bd-ac6f-f20a68b97dda tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:32.578474 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e296f052-f533-45bd-ac6f-f20a68b97dda tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:32.696997 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-065278e0-f6ca-42a6-9a90-0da1af158b19 req-d982f442-aa61-40ce-93f6-306ee4572a21 service neutron] 10.222.0.37 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923086 Jul 24 09:24:32.715351 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f052-f533-45bd-ac6f-f20a68b97dda tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Pushing event updated for resources: {'Port': ['ID=ede16e16-2cbe-49f1-88d5-4fb351e6cbf8,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:32.736487 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23629904-2e8d-41ee-875c-a17382686d1b tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Router 2c59b102-1d98-4ec6-aeec-237dbef88e6c has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:24:32.770941 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e296f052-f533-45bd-ac6f-f20a68b97dda tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:32.859143 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:32.880540 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e296f052-f533-45bd-ac6f-f20a68b97dda tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:32.881995 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e296f052-f533-45bd-ac6f-f20a68b97dda tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8747561 Jul 24 09:24:32.886192 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46060) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:32.892685 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-fc0f8209-7a79-4f19-a34f-0df49c071383 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-25991948'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:32.926066 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0f8209-7a79-4f19-a34f-0df49c071383 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Made reservation on behalf of 7c64e341d1e74e8a96b4ae2e3775aa7f for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:24:32.929921 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fc0f8209-7a79-4f19-a34f-0df49c071383 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:32.941444 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fc0f8209-7a79-4f19-a34f-0df49c071383 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:32.960292 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97488fd1-404c-4471-aeff-def056834edf req-34b952eb-673c-4e6b-ad85-169d24777472 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:32.962461 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-97488fd1-404c-4471-aeff-def056834edf req-34b952eb-673c-4e6b-ad85-169d24777472 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 944 time: 0.1108830 Jul 24 09:24:32.975372 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde54bf-b407-489d-82a0-5c5c04558e4c req-18ae2d8a-097d-4169-bd62-b4165dece5dd tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:32.983720 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cbde54bf-b407-489d-82a0-5c5c04558e4c req-18ae2d8a-097d-4169-bd62-b4165dece5dd tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 943 time: 0.2493250 Jul 24 09:24:33.028106 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb336410-d4ce-4d97-83bb-ed1793fce537 req-e057fe52-4a6b-48c2-857d-f9c7530ca7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:33.029681 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb336410-d4ce-4d97-83bb-ed1793fce537 req-e057fe52-4a6b-48c2-857d-f9c7530ca7ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bff123a614204702924a0af9802e1c93&device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 1095 time: 0.2627249 Jul 24 09:24:33.035413 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-97488fd1-404c-4471-aeff-def056834edf req-c30f2864-b39b-49fd-8def-dd7eb3f8d806 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665374 Jul 24 09:24:33.110690 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cbde54bf-b407-489d-82a0-5c5c04558e4c req-2b57e0b5-2abd-4256-8109-26848735ebf7 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134884 Jul 24 09:24:33.120634 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fc0f8209-7a79-4f19-a34f-0df49c071383 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:33.121773 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23629904-2e8d-41ee-875c-a17382686d1b tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:24:33.135945 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab2a078-3f72-4c74-a6d4-d9282a0b9e0c None None] Sync routers for ids ['2c59b102-1d98-4ec6-aeec-237dbef88e6c'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:24:33.141688 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23629904-2e8d-41ee-875c-a17382686d1b tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:33.144306 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fc0f8209-7a79-4f19-a34f-0df49c071383 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:33.148367 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46074) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:33.153468 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-23629904-2e8d-41ee-875c-a17382686d1b tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "PUT /v2.0/routers/2c59b102-1d98-4ec6-aeec-237dbef88e6c HTTP/1.1" status: 200 len: 888 time: 2.1774755 Jul 24 09:24:33.154944 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab2a078-3f72-4c74-a6d4-d9282a0b9e0c None None] Routers {'2c59b102-1d98-4ec6-aeec-237dbef88e6c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:24:33.155585 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-eab2a078-3f72-4c74-a6d4-d9282a0b9e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:24:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['2c59b102-1d98-4ec6-aeec-237dbef88e6c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:33.327587 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0f8209-7a79-4f19-a34f-0df49c071383 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:24:33.392295 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-eab2a078-3f72-4c74-a6d4-d9282a0b9e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:33.402895 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab2a078-3f72-4c74-a6d4-d9282a0b9e0c None None] Routers {'2c59b102-1d98-4ec6-aeec-237dbef88e6c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:24:33.403642 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-eab2a078-3f72-4c74-a6d4-d9282a0b9e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:24:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['2c59b102-1d98-4ec6-aeec-237dbef88e6c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:33.403993 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f8209-7a79-4f19-a34f-0df49c071383 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73b80b2c-ec45-4007-afa3-3b4d2555f579,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:33.433441 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-ef20db68-13f2-4f62-832c-26c0643c608d tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:33.441306 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-ef20db68-13f2-4f62-832c-26c0643c608d tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/networks?id=f9f16374-583c-4ec2-ad41-f4d1807ac697 HTTP/1.1" status: 200 len: 814 time: 0.1343794 Jul 24 09:24:33.441961 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fc0f8209-7a79-4f19-a34f-0df49c071383 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:33.442562 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-fc0f8209-7a79-4f19-a34f-0df49c071383 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Added segment 88121752-c8a2-441f-8abf-4bd856331f75 of type vlan for network 0acc9349-2c0b-4d5e-8c2a-1485ee2c2130 Jul 24 09:24:33.454501 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb336410-d4ce-4d97-83bb-ed1793fce537 req-da2920db-2172-4b6d-affd-770ee0c27f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:33.456232 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb336410-d4ce-4d97-83bb-ed1793fce537 req-da2920db-2172-4b6d-affd-770ee0c27f86 service neutron] 10.222.0.37 "GET /v2.0/networks?id=57115fda-8a95-4d7e-8f17-f315710a2698 HTTP/1.1" status: 200 len: 916 time: 0.4050455 Jul 24 09:24:33.466021 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-bb3ba223-01ae-49cc-ae4e-85da96725a84 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/quotas/1010eaa77dd5456e9d75368163f4fb26 HTTP/1.1" status: 200 len: 375 time: 0.0235558 Jul 24 09:24:33.498680 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-eab2a078-3f72-4c74-a6d4-d9282a0b9e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:33.501274 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab2a078-3f72-4c74-a6d4-d9282a0b9e0c None None] The sync data for ids ['2c59b102-1d98-4ec6-aeec-237dbef88e6c'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:24:33.522440 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fc0f8209-7a79-4f19-a34f-0df49c071383 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:33.547818 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb336410-d4ce-4d97-83bb-ed1793fce537 req-16cc454b-e003-4c96-8198-70819199efb8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52b6abbb-ed45-4747-a882-9996245f27ee HTTP/1.1" status: 200 len: 217 time: 0.0786788 Jul 24 09:24:33.551281 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a95536c2-6a29-404a-9a55-6dbe8d5108bf tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "GET /v2.0/routers/2c59b102-1d98-4ec6-aeec-237dbef88e6c HTTP/1.1" status: 200 len: 888 time: 0.3922799 Jul 24 09:24:33.553319 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-a95e2056-dc4f-4880-ba47-df24bb9a691a tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1010eaa77dd5456e9d75368163f4fb26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860415 Jul 24 09:24:33.554112 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46096) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:33.571378 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3f925-1a9e-479c-94f1-03b44e33754a req-31924102-b8c6-4b22-80ec-b1f34999e94e tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:33.578262 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c9d3f925-1a9e-479c-94f1-03b44e33754a req-31924102-b8c6-4b22-80ec-b1f34999e94e tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 943 time: 0.2964606 Jul 24 09:24:33.613483 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-59f22d85-f40c-4c15-b94e-ef7cc9328ffe tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c59b102-1d98-4ec6-aeec-237dbef88e6c HTTP/1.1" status: 200 len: 205 time: 0.0560043 Jul 24 09:24:33.616202 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fc0f8209-7a79-4f19-a34f-0df49c071383 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:33.622698 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0f8209-7a79-4f19-a34f-0df49c071383 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:33.623351 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fc0f8209-7a79-4f19-a34f-0df49c071383 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:33.628316 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46100) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:33.718073 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c9d3f925-1a9e-479c-94f1-03b44e33754a req-3e3465e9-fde7-445a-8b63-416ff501dfdb tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378374 Jul 24 09:24:33.729470 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb336410-d4ce-4d97-83bb-ed1793fce537 req-29952413-2a1d-4aaf-bb85-1d1eca6e7134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:33.731768 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb336410-d4ce-4d97-83bb-ed1793fce537 req-29952413-2a1d-4aaf-bb85-1d1eca6e7134 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed3face8-48a4-4110-b201-0b1158c92dba HTTP/1.1" status: 200 len: 855 time: 0.1583664 Jul 24 09:24:33.759390 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fc0f8209-7a79-4f19-a34f-0df49c071383 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8684170 Jul 24 09:24:33.760051 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46112) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:33.769420 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-71d73246-3add-4a1b-839e-8b66929af47d tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Request body: {'subnet': {'network_id': '0acc9349-2c0b-4d5e-8c2a-1485ee2c2130', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:33.825968 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-5bb1a1b2-e159-4f1e-a2b4-414be16257d2 service neutron] 10.222.0.32 "GET /v2.0/networks/f9f16374-583c-4ec2-ad41-f4d1807ac697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525628 Jul 24 09:24:33.836800 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f8209-7a79-4f19-a34f-0df49c071383 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Pushing event updated for resources: {'Network': ['ID=0acc9349-2c0b-4d5e-8c2a-1485ee2c2130,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:33.847442 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 0acc9349-2c0b-4d5e-8c2a-1485ee2c2130 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:24:33.855399 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 52b6abbb-ed45-4747-a882-9996245f27ee details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:24:33.859213 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device fbe2712c-ebd5-4ff7-a072-7d060fc00e28 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:24:33.960758 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-723e7024-4d6f-4efd-963d-74c9f15abd6f req-b2dee112-efa5-46a9-8bf3-f59203ca1d85 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:24:33.962337 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-723e7024-4d6f-4efd-963d-74c9f15abd6f req-b2dee112-efa5-46a9-8bf3-f59203ca1d85 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099213 Jul 24 09:24:33.978799 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f0650ab2-96b4-4642-a376-44b4b26d31e1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:34.043476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb336410-d4ce-4d97-83bb-ed1793fce537 req-48968ac8-76f6-4373-8d59-22de6643a13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:34.047826 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb336410-d4ce-4d97-83bb-ed1793fce537 req-48968ac8-76f6-4373-8d59-22de6643a13a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=57115fda-8a95-4d7e-8f17-f315710a2698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3076258 Jul 24 09:24:34.126993 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d73246-3add-4a1b-839e-8b66929af47d tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Made reservation on behalf of 7c64e341d1e74e8a96b4ae2e3775aa7f for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:24:34.135239 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71d73246-3add-4a1b-839e-8b66929af47d tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:34.214787 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-9f500723-126a-4714-b34d-f9c26ab1caf7 service neutron] 10.222.0.32 "GET /v2.0/networks/f9f16374-583c-4ec2-ad41-f4d1807ac697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832715 Jul 24 09:24:34.220468 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 52b6abbb-ed45-4747-a882-9996245f27ee, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=52b6abbb-ed45-4747-a882-9996245f27ee,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:24:34.236118 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '52b6abbb-ed45-4747-a882-9996245f27ee', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'port_id': '52b6abbb-ed45-4747-a882-9996245f27ee', 'mac_address': 'fa:16:3e:6c:9c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:24:34.244072 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb336410-d4ce-4d97-83bb-ed1793fce537 req-ca796aae-bd70-4acd-86f0-b61ba88d1dca service neutron] 10.222.0.37 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753058 Jul 24 09:24:34.294530 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:34.314306 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b6abbb-ed45-4747-a882-9996245f27ee {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:24:34.340420 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 52b6abbb-ed45-4747-a882-9996245f27ee, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=52b6abbb-ed45-4747-a882-9996245f27ee,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:24:34.347600 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:34.403845 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb336410-d4ce-4d97-83bb-ed1793fce537 req-ab565144-400c-4dc7-be47-8a97a066a646 service neutron] 10.222.0.37 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534777 Jul 24 09:24:34.408398 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f0650ab2-96b4-4642-a376-44b4b26d31e1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:34.433437 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=52b6abbb-ed45-4747-a882-9996245f27ee,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:34.462385 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66415fc0-7f65-4538-b450-cbf5f618343a req-7d2927d9-0b89-44c5-a6fb-37cf38d799ee tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:34.469575 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-66415fc0-7f65-4538-b450-cbf5f618343a req-7d2927d9-0b89-44c5-a6fb-37cf38d799ee tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 943 time: 0.3233747 Jul 24 09:24:34.555215 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['52b6abbb-ed45-4747-a882-9996245f27ee'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:24:34.638399 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-66415fc0-7f65-4538-b450-cbf5f618343a req-8aea5eca-3545-4ea2-8e4e-696de43f723b tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670055 Jul 24 09:24:34.709577 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214766d0-3f28-44fc-bc7b-4257e97267bb req-942cce25-62ca-4f1e-bf61-c93903d684d9 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:34.711345 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71d73246-3add-4a1b-839e-8b66929af47d tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:34.712392 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-214766d0-3f28-44fc-bc7b-4257e97267bb req-942cce25-62ca-4f1e-bf61-c93903d684d9 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 945 time: 0.1337287 Jul 24 09:24:34.795627 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-214766d0-3f28-44fc-bc7b-4257e97267bb req-092cc5ab-bcfb-4d74-8692-f4fef925a800 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729859 Jul 24 09:24:34.806953 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-f0650ab2-96b4-4642-a376-44b4b26d31e1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Deleting port b18d52f9-fea0-4371-87f5-206ee471ccf7 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:24:34.807716 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f0650ab2-96b4-4642-a376-44b4b26d31e1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:35.285033 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7563beb3-d34b-440a-a5d5-5835d3cf8f02 req-59b34e0f-2f41-4f2c-981a-119cbbd018b0 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb054d5-b452-4c88-9344-59f682d84d6e HTTP/1.1" status: 200 len: 210 time: 0.5274422 Jul 24 09:24:35.343213 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d73246-3add-4a1b-839e-8b66929af47d tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Pushing event updated for resources: {'Subnet': ['ID=f9e374e3-86a9-4e9f-b533-2d7d0a371329,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:35.365002 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f0650ab2-96b4-4642-a376-44b4b26d31e1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:35.388120 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-f0650ab2-96b4-4642-a376-44b4b26d31e1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Calling delete_port for b18d52f9-fea0-4371-87f5-206ee471ccf7 owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:24:35.389872 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d73246-3add-4a1b-839e-8b66929af47d tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Checking segment: {'id': '88121752-c8a2-441f-8abf-4bd856331f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0acc9349-2c0b-4d5e-8c2a-1485ee2c2130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:24:35.390237 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d73246-3add-4a1b-839e-8b66929af47d tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Network hostable DHCP agents. Network: 0acc9349-2c0b-4d5e-8c2a-1485ee2c2130, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:24:35.463295 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1b2c5b97-99b2-4e1d-b912-4a94830520e9 req-8fe4b7a8-ca04-457c-af9d-37ca028907fb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8691330 Jul 24 09:24:35.467309 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d73246-3add-4a1b-839e-8b66929af47d tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Network 0acc9349-2c0b-4d5e-8c2a-1485ee2c2130 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:24:35.487361 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-71d73246-3add-4a1b-839e-8b66929af47d tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 0acc9349-2c0b-4d5e-8c2a-1485ee2c2130) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:24:35.493585 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d73246-3add-4a1b-839e-8b66929af47d tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:35.493585 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71d73246-3add-4a1b-839e-8b66929af47d tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:35.497884 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b08ce66-db08-4230-a895-04f5394f7b1d None None] Network 0acc9349-2c0b-4d5e-8c2a-1485ee2c2130 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:24:35.588725 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46200) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:35.593091 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-71d73246-3add-4a1b-839e-8b66929af47d tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8305478 Jul 24 09:24:35.595772 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46204) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:35.600981 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-5c94e562-318a-433a-a8b7-fdad387526af tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-412950566', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}, 'admin_state_up': False}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:35.663551 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c94e562-318a-433a-a8b7-fdad387526af tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:35.664402 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c94e562-318a-433a-a8b7-fdad387526af tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:35.791257 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4178277-1c9d-48e6-a2ef-216162a82ba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-0acc9349-2c0b-4d5e-8c2a-1485ee2c2130', 'network_id': '0acc9349-2c0b-4d5e-8c2a-1485ee2c2130', 'tenant_id': '7c64e341d1e74e8a96b4ae2e3775aa7f', 'fixed_ips': [{'subnet_id': 'f9e374e3-86a9-4e9f-b533-2d7d0a371329'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:24:35.791577 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-15760e16-9dd7-4fe9-a544-97284c20c761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:35.793226 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f4178277-1c9d-48e6-a2ef-216162a82ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:35.860835 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f0650ab2-96b4-4642-a376-44b4b26d31e1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:35.902398 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0650ab2-96b4-4642-a376-44b4b26d31e1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Port': ['ID=b18d52f9-fea0-4371-87f5-206ee471ccf7,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:35.929305 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 52b6abbb-ed45-4747-a882-9996245f27ee up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:24:35.974591 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-1bda6963-fad1-4885-80e0-429b172f07b0 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:35.976374 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-1bda6963-fad1-4885-80e0-429b172f07b0 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.20 "GET /v2.0/networks?id=f9f16374-583c-4ec2-ad41-f4d1807ac697 HTTP/1.1" status: 200 len: 814 time: 0.2484679 Jul 24 09:24:36.010407 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c94e562-318a-433a-a8b7-fdad387526af tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:36.019423 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-bc254f0b-0bf9-4244-b3de-f990e736a322 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Request body: {'port': {'device_id': 'dbb054d5-b452-4c88-9344-59f682d84d6e', 'network_id': 'f9f16374-583c-4ec2-ad41-f4d1807ac697', 'admin_state_up': True, 'tenant_id': '1010eaa77dd5456e9d75368163f4fb26'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:36.130430 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f0650ab2-96b4-4642-a376-44b4b26d31e1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:36.215043 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 52b6abbb-ed45-4747-a882-9996245f27ee completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:24:36.222703 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-f4178277-1c9d-48e6-a2ef-216162a82ba7 None None] Allocated IP 172.20.0.2 (0acc9349-2c0b-4d5e-8c2a-1485ee2c2130/f9e374e3-86a9-4e9f-b533-2d7d0a371329/2475a41e-7629-4fd7-a7a9-196486698c11) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:24:36.228951 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 52b6abbb-ed45-4747-a882-9996245f27ee triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:36.229319 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:36.247677 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f0650ab2-96b4-4642-a376-44b4b26d31e1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:36.251702 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f0650ab2-96b4-4642-a376-44b4b26d31e1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:36.273526 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fef57-a20d-4356-9191-ec557459da36 req-ed35271f-780b-48a7-af13-b8afc719510b tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:36.281320 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a1fef57-a20d-4356-9191-ec557459da36 req-ed35271f-780b-48a7-af13-b8afc719510b tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 945 time: 0.3239150 Jul 24 09:24:36.346447 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f0650ab2-96b4-4642-a376-44b4b26d31e1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:36.347816 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0650ab2-96b4-4642-a376-44b4b26d31e1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Fanout notify agent at l3_agent the message router_deleted on router 2c59b102-1d98-4ec6-aeec-237dbef88e6c {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:24:36.358341 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f0650ab2-96b4-4642-a376-44b4b26d31e1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:36.366832 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f0650ab2-96b4-4642-a376-44b4b26d31e1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/routers/2c59b102-1d98-4ec6-aeec-237dbef88e6c HTTP/1.1" status: 204 len: 168 time: 2.7346096 Jul 24 09:24:36.367899 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46232) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:36.373144 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-61c938d0-356e-4e0e-a740-f46572a5744a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'network': {'name': 'tempest-RoutersTest-1503003321'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:36.386091 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a1fef57-a20d-4356-9191-ec557459da36 req-4bde1cbc-1055-46fd-819d-1c36876d9a74 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035478 Jul 24 09:24:36.387986 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:36.432661 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dbf50-baa8-47f5-8e2e-2e2951063cc4 req-3199fc7e-8416-4cb3-9809-7284363f84b9 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:36.434296 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-214dbf50-baa8-47f5-8e2e-2e2951063cc4 req-3199fc7e-8416-4cb3-9809-7284363f84b9 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 943 time: 0.6350088 Jul 24 09:24:36.436414 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c94e562-318a-433a-a8b7-fdad387526af tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:36.486144 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b51897-5518-4a45-97ed-8277185dc727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b6abbb-ed45-4747-a882-9996245f27ee'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:24:36.488423 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ea99dc-c259-4f80-8160-a64a363e9397" -d '{"events": [{"server_uuid": "40b51897-5518-4a45-97ed-8277185dc727", "name": "network-vif-plugged", "status": "completed", "tag": "52b6abbb-ed45-4747-a882-9996245f27ee"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:24:36.503993 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-214dbf50-baa8-47f5-8e2e-2e2951063cc4 req-da59d266-2504-43df-95f4-e756025d2b2e tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553949 Jul 24 09:24:36.527743 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 52b6abbb-ed45-4747-a882-9996245f27ee, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=52b6abbb-ed45-4747-a882-9996245f27ee,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:24:36.550186 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:36.562696 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-15760e16-9dd7-4fe9-a544-97284c20c761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:36.578628 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-15760e16-9dd7-4fe9-a544-97284c20c761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:36.594839 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7a7bbdf3-9474-46e3-9fda-326ce1de9d57 req-b75be6a6-2820-4810-a2fb-2a4391ad8355 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb054d5-b452-4c88-9344-59f682d84d6e HTTP/1.1" status: 200 len: 210 time: 0.0988264 Jul 24 09:24:36.614061 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.db.api [None req-61c938d0-356e-4e0e-a740-f46572a5744a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 09:24:36.614061 n-d-800085-9 neutron-server[94035]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 24 09:24:36.614061 n-d-800085-9 neutron-server[94035]: [parameters: {'project_id_1': 'a4d10f6e82b846d8b92cc910ed228db2', 'expiration_1': datetime.datetime(2021, 7, 24, 9, 24, 36, 395190)}] Jul 24 09:24:36.614061 n-d-800085-9 neutron-server[94035]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:24:36.615031 n-d-800085-9 neutron-server[94035]: DEBUG oslo_db.api [None req-61c938d0-356e-4e0e-a740-f46572a5744a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:24:36.630655 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-bc254f0b-0bf9-4244-b3de-f990e736a322 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Made reservation on behalf of 1010eaa77dd5456e9d75368163f4fb26 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:24:36.635756 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15760e16-9dd7-4fe9-a544-97284c20c761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66592a74-76f5-47b3-8ee8-ff8900d49e92,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:36.636593 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-bc254f0b-0bf9-4244-b3de-f990e736a322 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:36.658027 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46240) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:36.658756 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-15760e16-9dd7-4fe9-a544-97284c20c761 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=93268d52e90542e3aab57aefa50078ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0681851 Jul 24 09:24:36.678792 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fa4202-ccc3-424a-a10d-3c55d4935c95 x-openstack-request-id: req-24fa4202-ccc3-424a-a10d-3c55d4935c95 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:24:36.679085 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b51897-5518-4a45-97ed-8277185dc727", "name": "network-vif-plugged", "status": "completed", "tag": "52b6abbb-ed45-4747-a882-9996245f27ee", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:24:36.679392 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24fa4202-ccc3-424a-a10d-3c55d4935c95 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:24:36.679885 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b51897-5518-4a45-97ed-8277185dc727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b6abbb-ed45-4747-a882-9996245f27ee', 'code': 200} Jul 24 09:24:36.721705 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=52b6abbb-ed45-4747-a882-9996245f27ee,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:36.730841 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f4178277-1c9d-48e6-a2ef-216162a82ba7 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:36.739976 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f4178277-1c9d-48e6-a2ef-216162a82ba7 None None] Transition to ACTIVE for port object 2475a41e-7629-4fd7-a7a9-196486698c11 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:24:36.762666 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f4178277-1c9d-48e6-a2ef-216162a82ba7 None None] Transition to ACTIVE for port object 2475a41e-7629-4fd7-a7a9-196486698c11 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:24:36.771746 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f4178277-1c9d-48e6-a2ef-216162a82ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:36.796677 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397c4fd-09a2-44e2-be10-1f1456527653 req-325849d8-4b68-4c7f-b6b3-5d34c28d535e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:36.799169 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1397c4fd-09a2-44e2-be10-1f1456527653 req-325849d8-4b68-4c7f-b6b3-5d34c28d535e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 1097 time: 0.0830231 Jul 24 09:24:36.819554 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9144e310-0b8b-4225-986b-1b15215fa8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:36.843130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4178277-1c9d-48e6-a2ef-216162a82ba7 None None] Network 0acc9349-2c0b-4d5e-8c2a-1485ee2c2130 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:24:36.849547 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-f4178277-1c9d-48e6-a2ef-216162a82ba7 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:24:36.853893 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4178277-1c9d-48e6-a2ef-216162a82ba7 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:24:36.861328 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9144e310-0b8b-4225-986b-1b15215fa8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:36.873203 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-bc254f0b-0bf9-4244-b3de-f990e736a322 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Allocated IP 172.20.0.4 (f9f16374-583c-4ec2-ad41-f4d1807ac697/e820bc97-3592-4d8f-8d69-9dd76000b838/dd3bc501-92e9-4080-b66d-31f536f2a76f) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:24:36.894166 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4178277-1c9d-48e6-a2ef-216162a82ba7 None None] Pushing event updated for resources: {'Port': ['ID=2475a41e-7629-4fd7-a7a9-196486698c11,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:36.934177 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f4178277-1c9d-48e6-a2ef-216162a82ba7 None None] Attempting to bind port 2475a41e-7629-4fd7-a7a9-196486698c11 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:24:36.934762 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f4178277-1c9d-48e6-a2ef-216162a82ba7 None None] Attempting to bind port 2475a41e-7629-4fd7-a7a9-196486698c11 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '88121752-c8a2-441f-8abf-4bd856331f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0acc9349-2c0b-4d5e-8c2a-1485ee2c2130'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:24:36.935341 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4178277-1c9d-48e6-a2ef-216162a82ba7 None None] Attempting to bind port 2475a41e-7629-4fd7-a7a9-196486698c11 on network 0acc9349-2c0b-4d5e-8c2a-1485ee2c2130 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:24:36.942509 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4178277-1c9d-48e6-a2ef-216162a82ba7 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:24:36.943140 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4178277-1c9d-48e6-a2ef-216162a82ba7 None None] Checking segment: {'id': '88121752-c8a2-441f-8abf-4bd856331f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0acc9349-2c0b-4d5e-8c2a-1485ee2c2130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:24:36.943750 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f4178277-1c9d-48e6-a2ef-216162a82ba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:36.944592 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4178277-1c9d-48e6-a2ef-216162a82ba7 None None] Bound using segment: {'id': '88121752-c8a2-441f-8abf-4bd856331f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0acc9349-2c0b-4d5e-8c2a-1485ee2c2130'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:24:36.945301 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f4178277-1c9d-48e6-a2ef-216162a82ba7 None None] Bound port: 2475a41e-7629-4fd7-a7a9-196486698c11, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88121752-c8a2-441f-8abf-4bd856331f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0acc9349-2c0b-4d5e-8c2a-1485ee2c2130'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:24:36.946607 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f4178277-1c9d-48e6-a2ef-216162a82ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:36.970461 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9144e310-0b8b-4225-986b-1b15215fa8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:36.973101 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9144e310-0b8b-4225-986b-1b15215fa8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:36.974398 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9144e310-0b8b-4225-986b-1b15215fa8f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66592a74-76f5-47b3-8ee8-ff8900d49e92 HTTP/1.1" status: 204 len: 168 time: 0.3153512 Jul 24 09:24:37.000666 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144e310-0b8b-4225-986b-1b15215fa8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66592a74-76f5-47b3-8ee8-ff8900d49e92,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:37.031485 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f4178277-1c9d-48e6-a2ef-216162a82ba7 None None] For port 2475a41e-7629-4fd7-a7a9-196486698c11, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:24:37.044568 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f4178277-1c9d-48e6-a2ef-216162a82ba7 None None] For port 2475a41e-7629-4fd7-a7a9-196486698c11, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=2475a41e-7629-4fd7-a7a9-196486698c11,segment=NetworkSegment(88121752-c8a2-441f-8abf-4bd856331f75),segment_id=88121752-c8a2-441f-8abf-4bd856331f75)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:24:37.054459 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f4178277-1c9d-48e6-a2ef-216162a82ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:37.097574 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1397c4fd-09a2-44e2-be10-1f1456527653 req-56820dd2-2ac8-4153-8db3-a2ad605f17a9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789152 Jul 24 09:24:37.109124 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c94e562-318a-433a-a8b7-fdad387526af tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:37.135703 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4178277-1c9d-48e6-a2ef-216162a82ba7 None None] Pushing event updated for resources: {'Port': ['ID=2475a41e-7629-4fd7-a7a9-196486698c11,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:37.149701 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c94e562-318a-433a-a8b7-fdad387526af tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:37.169268 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c5b97-99b2-4e1d-b912-4a94830520e9 req-508b93b4-e397-4451-bbe7-6f197798df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:37.173924 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-bc254f0b-0bf9-4244-b3de-f990e736a322 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:37.175059 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1b2c5b97-99b2-4e1d-b912-4a94830520e9 req-508b93b4-e397-4451-bbe7-6f197798df73 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae&tenant_id=15a479973b244cfab3f0baf9c309b12b HTTP/1.1" status: 200 len: 1094 time: 0.3627884 Jul 24 09:24:37.217886 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c938d0-356e-4e0e-a740-f46572a5744a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Made reservation on behalf of a4d10f6e82b846d8b92cc910ed228db2 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:24:37.222355 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-61c938d0-356e-4e0e-a740-f46572a5744a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:37.290984 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c938d0-356e-4e0e-a740-f46572a5744a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:24:37.304697 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-bc254f0b-0bf9-4244-b3de-f990e736a322 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:37.323474 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-61c938d0-356e-4e0e-a740-f46572a5744a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:37.323853 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-61c938d0-356e-4e0e-a740-f46572a5744a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Added segment 4cb035be-ec0c-46e5-9b9b-343159a71ff9 of type vlan for network c5fc69f2-6d59-404c-9a89-d20d4ed62e61 Jul 24 09:24:37.386439 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46266) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:37.445089 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-bc254f0b-0bf9-4244-b3de-f990e736a322 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Network f9f16374-583c-4ec2-ad41-f4d1807ac697 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:24:37.459843 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc254f0b-0bf9-4244-b3de-f990e736a322 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Pushing event updated for resources: {'Port': ['ID=dd3bc501-92e9-4080-b66d-31f536f2a76f,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:37.463037 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-bc254f0b-0bf9-4244-b3de-f990e736a322 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:24:37.472221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-bc254f0b-0bf9-4244-b3de-f990e736a322 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:24:37.476290 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-61c938d0-356e-4e0e-a740-f46572a5744a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:37.594943 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-bc254f0b-0bf9-4244-b3de-f990e736a322 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:37.595671 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-bc254f0b-0bf9-4244-b3de-f990e736a322 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:37.601276 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-61c938d0-356e-4e0e-a740-f46572a5744a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:37.607118 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c938d0-356e-4e0e-a740-f46572a5744a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:37.607766 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-61c938d0-356e-4e0e-a740-f46572a5744a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:37.655020 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46276) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:37.712278 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb85ae4b-f3e0-419c-8a7f-f96e50526358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:37.714857 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-bc254f0b-0bf9-4244-b3de-f990e736a322 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7181163 Jul 24 09:24:37.718911 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-61c938d0-356e-4e0e-a740-f46572a5744a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3500192 Jul 24 09:24:37.719183 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46278) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:37.724084 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28f4edae-43d7-437c-aa69-76ebf94e08a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:37.734694 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-106ad072-27da-43cc-a1b4-876ad6f9f13e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'subnet': {'network_id': 'c5fc69f2-6d59-404c-9a89-d20d4ed62e61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:37.765354 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-b0be537f-eefb-4b16-886b-061ab9c50f9f service neutron] Request body: {'port': {'device_id': 'dbb054d5-b452-4c88-9344-59f682d84d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:37.782353 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c5b97-99b2-4e1d-b912-4a94830520e9 req-8cb94c12-3b78-485c-960b-daf237e05ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:37.784209 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1b2c5b97-99b2-4e1d-b912-4a94830520e9 req-8cb94c12-3b78-485c-960b-daf237e05ae7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=15a479973b244cfab3f0baf9c309b12b&device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 1094 time: 0.5693762 Jul 24 09:24:37.840041 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 2475a41e-7629-4fd7-a7a9-196486698c11 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:24:37.861599 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c938d0-356e-4e0e-a740-f46572a5744a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Network': ['ID=c5fc69f2-6d59-404c-9a89-d20d4ed62e61,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:37.878811 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network c5fc69f2-6d59-404c-9a89-d20d4ed62e61 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:24:37.884498 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-5c94e562-318a-433a-a8b7-fdad387526af tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Allocated IP 172.25.7.81 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/47d896eb-61b4-4f81-8e70-5b64ffb1201f) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:24:37.965647 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4aa2a-dee9-4eb6-a30f-041d99c9750d req-53a20bdf-d862-4c72-af4c-d35d899a84ff tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:37.967119 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f2b4aa2a-dee9-4eb6-a30f-041d99c9750d req-53a20bdf-d862-4c72-af4c-d35d899a84ff tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 0.3905749 Jul 24 09:24:37.986285 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 2475a41e-7629-4fd7-a7a9-196486698c11 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:24:37.987275 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c5b97-99b2-4e1d-b912-4a94830520e9 req-3af8656c-e6a0-4558-8cdc-dadacdef2abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:37.989034 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1b2c5b97-99b2-4e1d-b912-4a94830520e9 req-3af8656c-e6a0-4558-8cdc-dadacdef2abf service neutron] 10.222.0.37 "GET /v2.0/networks?id=6be005b7-f644-4a9b-9c38-38fc50487690 HTTP/1.1" status: 200 len: 913 time: 0.1923139 Jul 24 09:24:38.002931 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-b0be537f-eefb-4b16-886b-061ab9c50f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:38.006516 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b665b-be98-4a7d-8cc1-4fc00360dcfc req-d748d96f-626e-4455-bcdb-4eff5298ae33 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:38.009353 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-442b665b-be98-4a7d-8cc1-4fc00360dcfc req-d748d96f-626e-4455-bcdb-4eff5298ae33 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 943 time: 0.2939253 Jul 24 09:24:38.078831 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f2b4aa2a-dee9-4eb6-a30f-041d99c9750d req-0752cefd-9dbd-47ee-85df-7b0eccd935e0 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968070 Jul 24 09:24:38.085384 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1b2c5b97-99b2-4e1d-b912-4a94830520e9 req-8f45e16b-460b-4df5-b6ae-475673ac651c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbe2712c-ebd5-4ff7-a072-7d060fc00e28 HTTP/1.1" status: 200 len: 217 time: 0.0879264 Jul 24 09:24:38.173894 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c5b97-99b2-4e1d-b912-4a94830520e9 req-25346c72-a211-44fc-8a9a-c60fe0e41c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:38.175984 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1b2c5b97-99b2-4e1d-b912-4a94830520e9 req-25346c72-a211-44fc-8a9a-c60fe0e41c7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ec1bde5b-d4ec-4441-a78b-b03a297e50fb HTTP/1.1" status: 200 len: 853 time: 0.0807977 Jul 24 09:24:38.177094 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb85ae4b-f3e0-419c-8a7f-f96e50526358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:38.205457 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb85ae4b-f3e0-419c-8a7f-f96e50526358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:38.227224 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1b2c5b97-99b2-4e1d-b912-4a94830520e9 req-88c41649-2591-460d-8429-33dfe7bb5699 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6be005b7-f644-4a9b-9c38-38fc50487690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438089 Jul 24 09:24:38.236955 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-442b665b-be98-4a7d-8cc1-4fc00360dcfc req-33e9a315-05ce-48f6-9568-eb41e4e477a6 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165709 Jul 24 09:24:38.313723 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bb85ae4b-f3e0-419c-8a7f-f96e50526358 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01bd4d878fc041468c90707a85cb6cbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9221778 Jul 24 09:24:38.314582 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46280) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:38.317091 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85ae4b-f3e0-419c-8a7f-f96e50526358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3fcf3c-7079-488a-8a02-302be3f5c6d9,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:38.320774 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c94e562-318a-433a-a8b7-fdad387526af tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:38.402199 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1b2c5b97-99b2-4e1d-b912-4a94830520e9 req-8d4979a8-4e99-4c12-a911-a197739714da service neutron] 10.222.0.37 "GET /v2.0/networks/6be005b7-f644-4a9b-9c38-38fc50487690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686561 Jul 24 09:24:38.412167 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910fe03-30fa-4cf3-b17b-2d24c76b5b07 req-bc196d61-8e98-4a2e-aaf3-2aaa473890ec tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:38.413839 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8910fe03-30fa-4cf3-b17b-2d24c76b5b07 req-bc196d61-8e98-4a2e-aaf3-2aaa473890ec tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb054d5-b452-4c88-9344-59f682d84d6e HTTP/1.1" status: 200 len: 931 time: 0.2334228 Jul 24 09:24:38.442780 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d051351-37f5-4d3a-b599-01c3b4bf8f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:38.467275 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3409f90c-9fcf-4415-b918-cc88fd4c0587 None None] Network 0acc9349-2c0b-4d5e-8c2a-1485ee2c2130 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:24:38.481665 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d051351-37f5-4d3a-b599-01c3b4bf8f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:38.483550 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c94e562-318a-433a-a8b7-fdad387526af tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:38.511529 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8910fe03-30fa-4cf3-b17b-2d24c76b5b07 req-72c07a50-6645-46e8-8d6d-417f6958bb35 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e959198-f733-4ca3-bde9-29b9848edd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871236 Jul 24 09:24:38.531430 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d80b7970-4867-41ff-a51e-e50bedb83425 None None] Provisioning for port 2475a41e-7629-4fd7-a7a9-196486698c11 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:24:38.538026 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d80b7970-4867-41ff-a51e-e50bedb83425 None None] Provisioning complete for port 2475a41e-7629-4fd7-a7a9-196486698c11 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:38.538655 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d80b7970-4867-41ff-a51e-e50bedb83425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:38.563163 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28f4edae-43d7-437c-aa69-76ebf94e08a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:38.571876 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28f4edae-43d7-437c-aa69-76ebf94e08a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:38.576968 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-b0be537f-eefb-4b16-886b-061ab9c50f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd3bc501-92e9-4080-b66d-31f536f2a76f {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:24:38.592241 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-b0be537f-eefb-4b16-886b-061ab9c50f9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:38.600784 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c94e562-318a-433a-a8b7-fdad387526af tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:24:38.619420 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-5c94e562-318a-433a-a8b7-fdad387526af tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:24:38.626398 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94e562-318a-433a-a8b7-fdad387526af tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Pushing event updated for resources: {'Port': ['ID=47d896eb-61b4-4f81-8e70-5b64ffb1201f,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:38.630404 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c94e562-318a-433a-a8b7-fdad387526af tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:24:38.640500 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-28f4edae-43d7-437c-aa69-76ebf94e08a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=886d56b12a894c28b2ece90ae8ad9f32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9665458 Jul 24 09:24:38.641424 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4edae-43d7-437c-aa69-76ebf94e08a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4985991d-ccc5-4462-8886-d7e1bea9050d,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:38.644522 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46282) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:38.647666 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d80b7970-4867-41ff-a51e-e50bedb83425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:38.659161 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1b2c5b97-99b2-4e1d-b912-4a94830520e9 req-cbf7017d-ee29-43cd-aac8-a972fffe6cf7 service neutron] 10.222.0.37 "GET /v2.0/networks/6be005b7-f644-4a9b-9c38-38fc50487690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503250 Jul 24 09:24:38.661586 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106ad072-27da-43cc-a1b4-876ad6f9f13e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Made reservation on behalf of a4d10f6e82b846d8b92cc910ed228db2 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:24:38.665396 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-106ad072-27da-43cc-a1b4-876ad6f9f13e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:38.697204 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-b0be537f-eefb-4b16-886b-061ab9c50f9f service neutron] Transition to ACTIVE for port object dd3bc501-92e9-4080-b66d-31f536f2a76f will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:24:38.703116 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f0980ed9-45d9-4ba1-8982-11953822200c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:38.705136 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-b0be537f-eefb-4b16-886b-061ab9c50f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:38.726775 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d051351-37f5-4d3a-b599-01c3b4bf8f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:38.729781 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d051351-37f5-4d3a-b599-01c3b4bf8f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:38.730939 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1d051351-37f5-4d3a-b599-01c3b4bf8f8e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e3fcf3c-7079-488a-8a02-302be3f5c6d9 HTTP/1.1" status: 204 len: 168 time: 0.4144473 Jul 24 09:24:38.755166 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d80b7970-4867-41ff-a51e-e50bedb83425 None None] For port 2475a41e-7629-4fd7-a7a9-196486698c11, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=2475a41e-7629-4fd7-a7a9-196486698c11,segment=NetworkSegment(88121752-c8a2-441f-8abf-4bd856331f75),segment_id=88121752-c8a2-441f-8abf-4bd856331f75)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:24:38.759850 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f0980ed9-45d9-4ba1-8982-11953822200c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:38.790923 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be537f-eefb-4b16-886b-061ab9c50f9f service neutron] Pushing event updated for resources: {'Port': ['ID=dd3bc501-92e9-4080-b66d-31f536f2a76f,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:38.814640 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d051351-37f5-4d3a-b599-01c3b4bf8f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3fcf3c-7079-488a-8a02-302be3f5c6d9,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:38.824510 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d80b7970-4867-41ff-a51e-e50bedb83425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:38.886590 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-b0be537f-eefb-4b16-886b-061ab9c50f9f service neutron] Attempting to bind port dd3bc501-92e9-4080-b66d-31f536f2a76f on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:24:38.886930 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-b0be537f-eefb-4b16-886b-061ab9c50f9f service neutron] Attempting to bind port dd3bc501-92e9-4080-b66d-31f536f2a76f by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '7f369d8f-45cf-41ee-8c14-4b793923d4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f9f16374-583c-4ec2-ad41-f4d1807ac697'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:24:38.887700 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-b0be537f-eefb-4b16-886b-061ab9c50f9f service neutron] Attempting to bind port dd3bc501-92e9-4080-b66d-31f536f2a76f on network f9f16374-583c-4ec2-ad41-f4d1807ac697 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:24:38.897455 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f0980ed9-45d9-4ba1-8982-11953822200c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:38.900066 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f0980ed9-45d9-4ba1-8982-11953822200c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:38.905243 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f0980ed9-45d9-4ba1-8982-11953822200c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4985991d-ccc5-4462-8886-d7e1bea9050d HTTP/1.1" status: 204 len: 168 time: 0.2595546 Jul 24 09:24:38.909135 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-b0be537f-eefb-4b16-886b-061ab9c50f9f service neutron] Port dd3bc501-92e9-4080-b66d-31f536f2a76f on network f9f16374-583c-4ec2-ad41-f4d1807ac697 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:24:38.916723 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-b0be537f-eefb-4b16-886b-061ab9c50f9f service neutron] Attempting to bind port dd3bc501-92e9-4080-b66d-31f536f2a76f on network f9f16374-583c-4ec2-ad41-f4d1807ac697 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:24:38.938794 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-b0be537f-eefb-4b16-886b-061ab9c50f9f service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:24:38.939240 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-b0be537f-eefb-4b16-886b-061ab9c50f9f service neutron] Checking segment: {'id': '7f369d8f-45cf-41ee-8c14-4b793923d4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f9f16374-583c-4ec2-ad41-f4d1807ac697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:24:38.940342 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-b0be537f-eefb-4b16-886b-061ab9c50f9f service neutron] Bound using segment: {'id': '7f369d8f-45cf-41ee-8c14-4b793923d4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f9f16374-583c-4ec2-ad41-f4d1807ac697'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:24:38.940925 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-b0be537f-eefb-4b16-886b-061ab9c50f9f service neutron] Bound port: dd3bc501-92e9-4080-b66d-31f536f2a76f, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f369d8f-45cf-41ee-8c14-4b793923d4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f9f16374-583c-4ec2-ad41-f4d1807ac697'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:24:38.942357 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-b0be537f-eefb-4b16-886b-061ab9c50f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:38.947885 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0980ed9-45d9-4ba1-8982-11953822200c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4985991d-ccc5-4462-8886-d7e1bea9050d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:39.013048 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b7970-4867-41ff-a51e-e50bedb83425 None None] Pushing event updated for resources: {'Port': ['ID=2475a41e-7629-4fd7-a7a9-196486698c11,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:39.096267 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-b0be537f-eefb-4b16-886b-061ab9c50f9f service neutron] For port dd3bc501-92e9-4080-b66d-31f536f2a76f, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:24:39.106844 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-b0be537f-eefb-4b16-886b-061ab9c50f9f service neutron] For port dd3bc501-92e9-4080-b66d-31f536f2a76f, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=dd3bc501-92e9-4080-b66d-31f536f2a76f,segment=NetworkSegment(7f369d8f-45cf-41ee-8c14-4b793923d4e2),segment_id=7f369d8f-45cf-41ee-8c14-4b793923d4e2)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:24:39.116120 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-b0be537f-eefb-4b16-886b-061ab9c50f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:39.159710 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c94e562-318a-433a-a8b7-fdad387526af tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:39.168663 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-b0be537f-eefb-4b16-886b-061ab9c50f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:39.177131 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-b0be537f-eefb-4b16-886b-061ab9c50f9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:39.182148 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-b0be537f-eefb-4b16-886b-061ab9c50f9f service neutron] 10.222.0.20 "PUT /v2.0/ports/dd3bc501-92e9-4080-b66d-31f536f2a76f HTTP/1.1" status: 200 len: 1091 time: 1.4498639 Jul 24 09:24:39.183909 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb054d5-b452-4c88-9344-59f682d84d6e', 'tag': 'dd3bc501-92e9-4080-b66d-31f536f2a76f'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:24:39.195059 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a017c6-5c81-4ba4-bdb3-6ed10b1d6d65" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb054d5-b452-4c88-9344-59f682d84d6e", "tag": "dd3bc501-92e9-4080-b66d-31f536f2a76f"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:24:39.255021 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-106ad072-27da-43cc-a1b4-876ad6f9f13e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:39.288446 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f1248b-4522-4f60-a78f-8ea97a0a74c1 x-openstack-request-id: req-75f1248b-4522-4f60-a78f-8ea97a0a74c1 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:24:39.288765 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb054d5-b452-4c88-9344-59f682d84d6e", "tag": "dd3bc501-92e9-4080-b66d-31f536f2a76f", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:24:39.289019 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75f1248b-4522-4f60-a78f-8ea97a0a74c1 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:24:39.289430 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb054d5-b452-4c88-9344-59f682d84d6e', 'tag': 'dd3bc501-92e9-4080-b66d-31f536f2a76f', 'status': 'completed', 'code': 200} Jul 24 09:24:39.301458 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be537f-eefb-4b16-886b-061ab9c50f9f service neutron] Pushing event updated for resources: {'Port': ['ID=dd3bc501-92e9-4080-b66d-31f536f2a76f,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:39.359526 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-d579e9f2-1658-41dc-aa00-592292dd0d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:39.361127 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-d579e9f2-1658-41dc-aa00-592292dd0d5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1010eaa77dd5456e9d75368163f4fb26&device_id=dbb054d5-b452-4c88-9344-59f682d84d6e HTTP/1.1" status: 200 len: 1094 time: 0.1272447 Jul 24 09:24:39.428004 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-bec6b469-8b06-41a1-b76b-1dc40ed128aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd3bc501-92e9-4080-b66d-31f536f2a76f HTTP/1.1" status: 200 len: 217 time: 0.0594914 Jul 24 09:24:39.469220 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-21d96240-1e46-415f-a9cb-fb08212486f0 None None] Provisioning complete for port 2475a41e-7629-4fd7-a7a9-196486698c11 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:39.469732 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-21d96240-1e46-415f-a9cb-fb08212486f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:39.501617 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ad072-27da-43cc-a1b4-876ad6f9f13e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Subnet': ['ID=4c8c2eda-bf52-47b5-8dd9-60a3c870b72f,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:39.521277 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-a4219931-dd8b-4803-a21c-f2c88327651f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:39.523456 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-a4219931-dd8b-4803-a21c-f2c88327651f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e820bc97-3592-4d8f-8d69-9dd76000b838 HTTP/1.1" status: 200 len: 854 time: 0.0891895 Jul 24 09:24:39.533328 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff33cd8-3a48-4873-8748-1e3adebed578 req-97955fb8-b404-474e-97ed-6bd4b54c38ea tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:39.533939 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46314) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:39.535062 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aff33cd8-3a48-4873-8748-1e3adebed578 req-97955fb8-b404-474e-97ed-6bd4b54c38ea tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 943 time: 0.1786714 Jul 24 09:24:39.541450 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106ad072-27da-43cc-a1b4-876ad6f9f13e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Checking segment: {'id': '4cb035be-ec0c-46e5-9b9b-343159a71ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c5fc69f2-6d59-404c-9a89-d20d4ed62e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:24:39.541821 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106ad072-27da-43cc-a1b4-876ad6f9f13e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network hostable DHCP agents. Network: c5fc69f2-6d59-404c-9a89-d20d4ed62e61, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:24:39.610105 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-421a636e-4cc2-44b2-8a55-a237f8cc5b1f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f9f16374-583c-4ec2-ad41-f4d1807ac697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738680 Jul 24 09:24:39.625033 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a38f05a-aed9-41ab-bcc8-4446746c284f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:39.647324 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bef0fa-7de8-4769-89da-236daf6e8fb4 req-79648df4-a3e1-418e-b3bf-06e0ce2ae257 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:39.649155 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f3bef0fa-7de8-4769-89da-236daf6e8fb4 req-79648df4-a3e1-418e-b3bf-06e0ce2ae257 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 0.3815570 Jul 24 09:24:39.763335 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aff33cd8-3a48-4873-8748-1e3adebed578 req-2cf310b7-7742-4fe2-9021-6a4c9f5729f2 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176292 Jul 24 09:24:39.808599 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106ad072-27da-43cc-a1b4-876ad6f9f13e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network c5fc69f2-6d59-404c-9a89-d20d4ed62e61 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:24:39.841461 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f3bef0fa-7de8-4769-89da-236daf6e8fb4 req-a066ed68-9046-44a1-a31d-a68c4d1b723f tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795897 Jul 24 09:24:39.876577 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-106ad072-27da-43cc-a1b4-876ad6f9f13e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, c5fc69f2-6d59-404c-9a89-d20d4ed62e61) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:24:39.907635 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb588a2-4feb-4221-a622-0cb78accc675 None None] Network c5fc69f2-6d59-404c-9a89-d20d4ed62e61 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:24:39.962221 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 2475a41e-7629-4fd7-a7a9-196486698c11 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:24:39.967548 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106ad072-27da-43cc-a1b4-876ad6f9f13e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:39.973793 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-106ad072-27da-43cc-a1b4-876ad6f9f13e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:40.000886 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-328ce082-5d0d-49d0-a28d-3988f6c00284 service neutron] 10.222.0.20 "GET /v2.0/networks/f9f16374-583c-4ec2-ad41-f4d1807ac697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645127 Jul 24 09:24:40.049992 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c94e562-318a-433a-a8b7-fdad387526af tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:40.140233 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8854bec-be45-4428-b270-320d883eff14 req-04f51345-12ad-49d0-b5fd-7216234d71bb tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:40.149502 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f8854bec-be45-4428-b270-320d883eff14 req-04f51345-12ad-49d0-b5fd-7216234d71bb tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb054d5-b452-4c88-9344-59f682d84d6e HTTP/1.1" status: 200 len: 943 time: 0.1466298 Jul 24 09:24:40.234372 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f8854bec-be45-4428-b270-320d883eff14 req-a9e4ab34-ba17-449c-ab06-c025dfb3fe9f tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e959198-f733-4ca3-bde9-29b9848edd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833788 Jul 24 09:24:40.321145 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e036d04-cc76-4b13-a0b0-16e28c06052a req-650a4699-d0a3-471b-801e-d34d1a12808a service neutron] 10.222.0.20 "GET /v2.0/networks/f9f16374-583c-4ec2-ad41-f4d1807ac697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640276 Jul 24 09:24:40.449979 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc101f-a0d8-43e3-8d31-c9b4ae90e425 req-dc658ed8-805b-4482-b43c-c93fe51e5566 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:40.455788 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-81fc101f-a0d8-43e3-8d31-c9b4ae90e425 req-dc658ed8-805b-4482-b43c-c93fe51e5566 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 0.4521625 Jul 24 09:24:40.464474 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46334) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:40.469607 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-280524d4-4d86-4852-a377-edb19c708797 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Request body: {'floatingip': {'port_id': '52b6abbb-ed45-4747-a882-9996245f27ee'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:40.478260 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a38f05a-aed9-41ab-bcc8-4446746c284f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:40.533838 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a017c6-5c81-4ba4-bdb3-6ed10b1d6d65 req-0d5643e3-54e2-469e-ac7c-054855ea6fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:40.540974 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11a017c6-5c81-4ba4-bdb3-6ed10b1d6d65 req-0d5643e3-54e2-469e-ac7c-054855ea6fee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1010eaa77dd5456e9d75368163f4fb26&device_id=dbb054d5-b452-4c88-9344-59f682d84d6e HTTP/1.1" status: 200 len: 1094 time: 0.1600332 Jul 24 09:24:40.544697 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 2475a41e-7629-4fd7-a7a9-196486698c11 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:40.545288 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:40.579171 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a38f05a-aed9-41ab-bcc8-4446746c284f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:40.594063 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-106ad072-27da-43cc-a1b4-876ad6f9f13e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8619924 Jul 24 09:24:40.597695 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46338) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:40.612542 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-280524d4-4d86-4852-a377-edb19c708797 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for floatingip, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:40.618475 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-1e2562cc-4e54-47f5-ad30-28af0da29b6e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-296315318', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:40.702906 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e2562cc-4e54-47f5-ad30-28af0da29b6e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:40.704392 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e2562cc-4e54-47f5-ad30-28af0da29b6e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:40.745435 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a017c6-5c81-4ba4-bdb3-6ed10b1d6d65 req-14a898bb-2a5c-4eec-8047-eaa32f7d2f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:40.747541 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11a017c6-5c81-4ba4-bdb3-6ed10b1d6d65 req-14a898bb-2a5c-4eec-8047-eaa32f7d2f19 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f9f16374-583c-4ec2-ad41-f4d1807ac697 HTTP/1.1" status: 200 len: 914 time: 0.2010851 Jul 24 09:24:40.819290 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe04b17-a3ae-4c4e-b259-02914a1ee01e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-c5fc69f2-6d59-404c-9a89-d20d4ed62e61', 'network_id': 'c5fc69f2-6d59-404c-9a89-d20d4ed62e61', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'fixed_ips': [{'subnet_id': '4c8c2eda-bf52-47b5-8dd9-60a3c870b72f'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:24:40.823203 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4fe04b17-a3ae-4c4e-b259-02914a1ee01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:40.888024 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11a017c6-5c81-4ba4-bdb3-6ed10b1d6d65 req-3952c2f1-3533-4839-9f24-29a0080ae7a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd3bc501-92e9-4080-b66d-31f536f2a76f HTTP/1.1" status: 200 len: 217 time: 0.1293736 Jul 24 09:24:41.067251 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e2562cc-4e54-47f5-ad30-28af0da29b6e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:41.094316 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-4fe04b17-a3ae-4c4e-b259-02914a1ee01e None None] Allocated IP 172.20.0.2 (c5fc69f2-6d59-404c-9a89-d20d4ed62e61/4c8c2eda-bf52-47b5-8dd9-60a3c870b72f/21c55fb4-6cf0-4341-99de-752c81e4375c) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:24:41.129417 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e2562cc-4e54-47f5-ad30-28af0da29b6e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:41.187853 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a017c6-5c81-4ba4-bdb3-6ed10b1d6d65 req-f4dcf3bd-1e9a-4f49-b8fd-f77d3f41ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:41.208301 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11a017c6-5c81-4ba4-bdb3-6ed10b1d6d65 req-f4dcf3bd-1e9a-4f49-b8fd-f77d3f41ccde service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e820bc97-3592-4d8f-8d69-9dd76000b838 HTTP/1.1" status: 200 len: 854 time: 0.3127906 Jul 24 09:24:41.292404 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11a017c6-5c81-4ba4-bdb3-6ed10b1d6d65 req-bc676188-4e5a-43ce-887d-fc8ad0e6292b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f9f16374-583c-4ec2-ad41-f4d1807ac697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734775 Jul 24 09:24:41.293520 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e2562cc-4e54-47f5-ad30-28af0da29b6e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:41.294645 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1e2562cc-4e54-47f5-ad30-28af0da29b6e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6956725 Jul 24 09:24:41.309814 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46352) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:41.322873 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4fe04b17-a3ae-4c4e-b259-02914a1ee01e None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:41.340191 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4fe04b17-a3ae-4c4e-b259-02914a1ee01e None None] Transition to ACTIVE for port object 21c55fb4-6cf0-4341-99de-752c81e4375c will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:24:41.388019 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4fe04b17-a3ae-4c4e-b259-02914a1ee01e None None] Transition to ACTIVE for port object 21c55fb4-6cf0-4341-99de-752c81e4375c will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:24:41.402448 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4427f-f30f-4329-9fd9-e071138e7410 req-9cabb013-97d9-45f2-a7fe-f8838b636adb tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:41.404603 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4fe04b17-a3ae-4c4e-b259-02914a1ee01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:41.409558 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-56f4427f-f30f-4329-9fd9-e071138e7410 req-9cabb013-97d9-45f2-a7fe-f8838b636adb tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 943 time: 0.4210219 Jul 24 09:24:41.548375 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe04b17-a3ae-4c4e-b259-02914a1ee01e None None] Pushing event updated for resources: {'Port': ['ID=21c55fb4-6cf0-4341-99de-752c81e4375c,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:41.595906 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe04b17-a3ae-4c4e-b259-02914a1ee01e None None] Network c5fc69f2-6d59-404c-9a89-d20d4ed62e61 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:24:41.613423 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-4fe04b17-a3ae-4c4e-b259-02914a1ee01e None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:24:41.616810 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe04b17-a3ae-4c4e-b259-02914a1ee01e None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:24:41.653632 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c94e562-318a-433a-a8b7-fdad387526af tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Router 12a9274d-f7d7-4ec2-bfe3-f8181d591e62 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:24:41.677115 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38f05a-aed9-41ab-bcc8-4446746c284f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37b615e-7313-4dd6-a0a6-bdca5b5dc1bd,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:41.730125 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6a38f05a-aed9-41ab-bcc8-4446746c284f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a98386e6f9d4430f8fba5280a9eb7c39&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1906610 Jul 24 09:24:41.735369 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46360) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:41.749550 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11a017c6-5c81-4ba4-bdb3-6ed10b1d6d65 req-6e40ac5f-85ed-4f6e-bde3-716a469552ff service neutron] 10.222.0.20 "GET /v2.0/networks/f9f16374-583c-4ec2-ad41-f4d1807ac697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391856 Jul 24 09:24:41.788080 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-4fe04b17-a3ae-4c4e-b259-02914a1ee01e None None] Attempting to bind port 21c55fb4-6cf0-4341-99de-752c81e4375c on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:24:41.788440 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-4fe04b17-a3ae-4c4e-b259-02914a1ee01e None None] Attempting to bind port 21c55fb4-6cf0-4341-99de-752c81e4375c by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4cb035be-ec0c-46e5-9b9b-343159a71ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c5fc69f2-6d59-404c-9a89-d20d4ed62e61'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:24:41.788888 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe04b17-a3ae-4c4e-b259-02914a1ee01e None None] Attempting to bind port 21c55fb4-6cf0-4341-99de-752c81e4375c on network c5fc69f2-6d59-404c-9a89-d20d4ed62e61 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:24:41.794823 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe04b17-a3ae-4c4e-b259-02914a1ee01e None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:24:41.795203 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe04b17-a3ae-4c4e-b259-02914a1ee01e None None] Checking segment: {'id': '4cb035be-ec0c-46e5-9b9b-343159a71ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c5fc69f2-6d59-404c-9a89-d20d4ed62e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:24:41.796217 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4fe04b17-a3ae-4c4e-b259-02914a1ee01e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:41.796360 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-56f4427f-f30f-4329-9fd9-e071138e7410 req-55407600-7c98-47f5-b7b5-922ee579ba04 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847156 Jul 24 09:24:41.796619 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe04b17-a3ae-4c4e-b259-02914a1ee01e None None] Bound using segment: {'id': '4cb035be-ec0c-46e5-9b9b-343159a71ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c5fc69f2-6d59-404c-9a89-d20d4ed62e61'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:24:41.797200 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-4fe04b17-a3ae-4c4e-b259-02914a1ee01e None None] Bound port: 21c55fb4-6cf0-4341-99de-752c81e4375c, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb035be-ec0c-46e5-9b9b-343159a71ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c5fc69f2-6d59-404c-9a89-d20d4ed62e61'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:24:41.797590 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4fe04b17-a3ae-4c4e-b259-02914a1ee01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:41.888299 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4fe04b17-a3ae-4c4e-b259-02914a1ee01e None None] For port 21c55fb4-6cf0-4341-99de-752c81e4375c, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:24:41.894923 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4fe04b17-a3ae-4c4e-b259-02914a1ee01e None None] For port 21c55fb4-6cf0-4341-99de-752c81e4375c, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=21c55fb4-6cf0-4341-99de-752c81e4375c,segment=NetworkSegment(4cb035be-ec0c-46e5-9b9b-343159a71ff9),segment_id=4cb035be-ec0c-46e5-9b9b-343159a71ff9)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:24:41.899667 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4fe04b17-a3ae-4c4e-b259-02914a1ee01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:42.004369 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe04b17-a3ae-4c4e-b259-02914a1ee01e None None] Pushing event updated for resources: {'Port': ['ID=21c55fb4-6cf0-4341-99de-752c81e4375c,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:42.012556 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36517552-6b77-45f7-8fff-f2785e5051ff tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:42.087845 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device dd3bc501-92e9-4080-b66d-31f536f2a76f details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:24:42.172198 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a616fbd4-dd66-4c77-9ce7-9359c2ba06f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:42.302132 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port dd3bc501-92e9-4080-b66d-31f536f2a76f, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=dd3bc501-92e9-4080-b66d-31f536f2a76f,segment=NetworkSegment(7f369d8f-45cf-41ee-8c14-4b793923d4e2),segment_id=7f369d8f-45cf-41ee-8c14-4b793923d4e2)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:24:42.326153 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11a017c6-5c81-4ba4-bdb3-6ed10b1d6d65 req-e529f7bf-01c2-4853-935a-0f70b7965d16 service neutron] 10.222.0.20 "GET /v2.0/networks/f9f16374-583c-4ec2-ad41-f4d1807ac697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5614095 Jul 24 09:24:42.331603 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a616fbd4-dd66-4c77-9ce7-9359c2ba06f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:42.333658 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'dd3bc501-92e9-4080-b66d-31f536f2a76f', 'network_id': 'f9f16374-583c-4ec2-ad41-f4d1807ac697', 'port_id': 'dd3bc501-92e9-4080-b66d-31f536f2a76f', 'mac_address': 'fa:16:3e:23:b3:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e820bc97-3592-4d8f-8d69-9dd76000b838', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:24:42.388620 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:42.405605 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd3bc501-92e9-4080-b66d-31f536f2a76f {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:24:42.414396 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c94e562-318a-433a-a8b7-fdad387526af tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:24:42.438409 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port dd3bc501-92e9-4080-b66d-31f536f2a76f, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=dd3bc501-92e9-4080-b66d-31f536f2a76f,segment=NetworkSegment(7f369d8f-45cf-41ee-8c14-4b793923d4e2),segment_id=7f369d8f-45cf-41ee-8c14-4b793923d4e2)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:24:42.441497 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3018248b-b117-44ad-9526-c52d61b9e2d1 None None] Sync routers for ids ['12a9274d-f7d7-4ec2-bfe3-f8181d591e62'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:24:42.441773 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67e8a3-d149-437f-9166-d5e84e56a634 req-06b57b7c-d789-4bc1-8eed-e881d5caf438 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:42.444142 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4a67e8a3-d149-437f-9166-d5e84e56a634 req-06b57b7c-d789-4bc1-8eed-e881d5caf438 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb054d5-b452-4c88-9344-59f682d84d6e HTTP/1.1" status: 200 len: 943 time: 0.8294599 Jul 24 09:24:42.447505 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.db.resource_extend [None req-280524d4-4d86-4852-a377-edb19c708797 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 09:24:42.450986 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:42.489043 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3018248b-b117-44ad-9526-c52d61b9e2d1 None None] Routers {'12a9274d-f7d7-4ec2-bfe3-f8181d591e62'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:24:42.489622 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-3018248b-b117-44ad-9526-c52d61b9e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:24:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['12a9274d-f7d7-4ec2-bfe3-f8181d591e62'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:42.523000 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a616fbd4-dd66-4c77-9ce7-9359c2ba06f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:42.530150 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a616fbd4-dd66-4c77-9ce7-9359c2ba06f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:42.531349 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a616fbd4-dd66-4c77-9ce7-9359c2ba06f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c37b615e-7313-4dd6-a0a6-bdca5b5dc1bd HTTP/1.1" status: 204 len: 168 time: 0.7718682 Jul 24 09:24:42.546976 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-3018248b-b117-44ad-9526-c52d61b9e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:42.595753 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c94e562-318a-433a-a8b7-fdad387526af tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:42.597031 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5c94e562-318a-433a-a8b7-fdad387526af tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.0000930 Jul 24 09:24:42.600252 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46372) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:42.608834 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616fbd4-dd66-4c77-9ce7-9359c2ba06f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37b615e-7313-4dd6-a0a6-bdca5b5dc1bd,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:42.633249 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4a67e8a3-d149-437f-9166-d5e84e56a634 req-055cf101-4f75-42a5-82b8-b1fe70e79509 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e959198-f733-4ca3-bde9-29b9848edd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466250 Jul 24 09:24:42.638874 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-280524d4-4d86-4852-a377-edb19c708797 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:42.646132 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-280524d4-4d86-4852-a377-edb19c708797 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:42.666252 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3018248b-b117-44ad-9526-c52d61b9e2d1 None None] Routers {'12a9274d-f7d7-4ec2-bfe3-f8181d591e62'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:24:42.668334 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-3018248b-b117-44ad-9526-c52d61b9e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:24:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['12a9274d-f7d7-4ec2-bfe3-f8181d591e62'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:42.718540 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=dd3bc501-92e9-4080-b66d-31f536f2a76f,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:42.724713 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-3018248b-b117-44ad-9526-c52d61b9e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:42.725727 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3018248b-b117-44ad-9526-c52d61b9e2d1 None None] The sync data for ids ['12a9274d-f7d7-4ec2-bfe3-f8181d591e62'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:24:42.751983 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['dd3bc501-92e9-4080-b66d-31f536f2a76f'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:24:43.016617 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-280524d4-4d86-4852-a377-edb19c708797 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Floating IP 6a155cbc-9327-4ff6-915a-402a3796f47d associated. External IP: 172.25.7.25, port: 52b6abbb-ed45-4747-a882-9996245f27ee. Jul 24 09:24:43.521649 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280524d4-4d86-4852-a377-edb19c708797 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Router e4330797-b40f-4e29-beab-c3a66964a11b has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:24:43.586906 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-36517552-6b77-45f7-8fff-f2785e5051ff tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Allocated IP 172.20.0.1 (c5fc69f2-6d59-404c-9a89-d20d4ed62e61/4c8c2eda-bf52-47b5-8dd9-60a3c870b72f/6c72cd16-ad11-4076-859a-fe72732fbf4b) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:24:43.705800 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280524d4-4d86-4852-a377-edb19c708797 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:24:43.717361 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf5399c-0414-43ec-a5dd-cb2142b12f3b None None] Sync routers for ids ['e4330797-b40f-4e29-beab-c3a66964a11b'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:24:43.719378 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-280524d4-4d86-4852-a377-edb19c708797 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:43.730788 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf5399c-0414-43ec-a5dd-cb2142b12f3b None None] Routers {'e4330797-b40f-4e29-beab-c3a66964a11b'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:24:43.732287 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ddf5399c-0414-43ec-a5dd-cb2142b12f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:24:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e4330797-b40f-4e29-beab-c3a66964a11b'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:43.743521 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3982d475-34d1-4822-b681-65e324dd0ac5 None None] Network c5fc69f2-6d59-404c-9a89-d20d4ed62e61 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:24:43.825929 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-280524d4-4d86-4852-a377-edb19c708797 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "PUT /v2.0/floatingips/6a155cbc-9327-4ff6-915a-402a3796f47d HTTP/1.1" status: 200 len: 991 time: 3.3599143 Jul 24 09:24:43.826586 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b51897-5518-4a45-97ed-8277185dc727', 'tag': '52b6abbb-ed45-4747-a882-9996245f27ee'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:24:43.852165 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f01e5bf-4bb8-4621-a9aa-4f8d775eff2f" -d '{"events": [{"name": "network-changed", "server_uuid": "40b51897-5518-4a45-97ed-8277185dc727", "tag": "52b6abbb-ed45-4747-a882-9996245f27ee"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:24:43.926680 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f613cfc1-99e9-44c9-a444-54eb57ebbbb2 None None] Provisioning for port 21c55fb4-6cf0-4341-99de-752c81e4375c completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:24:44.008091 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 21c55fb4-6cf0-4341-99de-752c81e4375c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:24:44.085571 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-ddf5399c-0414-43ec-a5dd-cb2142b12f3b None None] Set router e4330797-b40f-4e29-beab-c3a66964a11b gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:24:44.091152 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6193bb-9089-421d-a25d-9b969ff06b61 req-aa6a5522-a3ee-4253-bdb2-5c27809e020b tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:44.096854 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3a6193bb-9089-421d-a25d-9b969ff06b61 req-aa6a5522-a3ee-4253-bdb2-5c27809e020b tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb054d5-b452-4c88-9344-59f682d84d6e HTTP/1.1" status: 200 len: 944 time: 0.2053964 Jul 24 09:24:44.175562 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device dd3bc501-92e9-4080-b66d-31f536f2a76f up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:24:44.210362 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3a6193bb-9089-421d-a25d-9b969ff06b61 req-176e3903-27df-49a7-baa9-89cc70ea6db4 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e959198-f733-4ca3-bde9-29b9848edd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066325 Jul 24 09:24:44.321538 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36517552-6b77-45f7-8fff-f2785e5051ff tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:44.353507 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-36517552-6b77-45f7-8fff-f2785e5051ff tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Transition to ACTIVE for port object 6c72cd16-ad11-4076-859a-fe72732fbf4b will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:24:44.433543 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46420) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:44.434546 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:44.446797 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36517552-6b77-45f7-8fff-f2785e5051ff tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:44.449026 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2230ca99-f167-45eb-b992-19adc6dc07b6 x-openstack-request-id: req-2230ca99-f167-45eb-b992-19adc6dc07b6 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:24:44.449416 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b51897-5518-4a45-97ed-8277185dc727", "tag": "52b6abbb-ed45-4747-a882-9996245f27ee", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:24:44.449853 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2230ca99-f167-45eb-b992-19adc6dc07b6 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:24:44.452429 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b51897-5518-4a45-97ed-8277185dc727', 'tag': '52b6abbb-ed45-4747-a882-9996245f27ee', 'status': 'completed', 'code': 200} Jul 24 09:24:44.521043 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36517552-6b77-45f7-8fff-f2785e5051ff tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Port': ['ID=6c72cd16-ad11-4076-859a-fe72732fbf4b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:44.544592 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 21c55fb4-6cf0-4341-99de-752c81e4375c completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:24:44.575292 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port dd3bc501-92e9-4080-b66d-31f536f2a76f completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:24:44.597728 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 21c55fb4-6cf0-4341-99de-752c81e4375c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:44.598519 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:44.612221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36517552-6b77-45f7-8fff-f2785e5051ff tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network c5fc69f2-6d59-404c-9a89-d20d4ed62e61 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:24:44.630711 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01e5bf-4bb8-4621-a9aa-4f8d775eff2f req-3651584a-e820-4dda-b0c1-c855e848b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:44.632306 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1f01e5bf-4bb8-4621-a9aa-4f8d775eff2f req-3651584a-e820-4dda-b0c1-c855e848b0a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bff123a614204702924a0af9802e1c93&device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 1097 time: 0.1301761 Jul 24 09:24:44.632813 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-36517552-6b77-45f7-8fff-f2785e5051ff tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:24:44.647840 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c649eb4-8233-439a-8777-84e65f92e795 req-3b280358-9f58-4f00-b039-5931b9b8a743 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:44.668148 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4c649eb4-8233-439a-8777-84e65f92e795 req-3b280358-9f58-4f00-b039-5931b9b8a743 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 943 time: 1.2223501 Jul 24 09:24:44.669252 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port dd3bc501-92e9-4080-b66d-31f536f2a76f triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:44.669936 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:44.672155 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36517552-6b77-45f7-8fff-f2785e5051ff tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:24:44.690040 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ddf5399c-0414-43ec-a5dd-cb2142b12f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'name': 'tempest-AttachVolumeShelveTestJSON-122914276-router', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:23:52Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': 'bff123a614204702924a0af9802e1c93', 'gw_port': {'id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:23:54Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '6a155cbc-9327-4ff6-915a-402a3796f47d', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'port_id': '52b6abbb-ed45-4747-a882-9996245f27ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'mac_address': 'fa:16:3e:6c:9c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b51897-5518-4a45-97ed-8277185dc727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:24:19Z', 'updated_at': '2021-07-24T09:24:42Z', 'revision_number': 1, 'project_id': 'bff123a614204702924a0af9802e1c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1707e30a-8b36-43da-a336-e3029aa42798', 'name': '', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'mac_address': 'fa:16:3e:b1:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:00Z', 'updated_at': '2021-07-24T09:24:15Z', 'revision_number': 5, 'project_id': 'bff123a614204702924a0af9802e1c93', 'subnets': [{'id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:44.722168 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ffbfa4dd-1a1b-4cd6-8bfe-8ad5a024f2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:44.727987 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf5399c-0414-43ec-a5dd-cb2142b12f3b None None] Checking router: e4330797-b40f-4e29-beab-c3a66964a11b for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:24:44.741713 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf5399c-0414-43ec-a5dd-cb2142b12f3b None None] Routers {'e4330797-b40f-4e29-beab-c3a66964a11b'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:24:44.742796 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ddf5399c-0414-43ec-a5dd-cb2142b12f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:24:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e4330797-b40f-4e29-beab-c3a66964a11b'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:44.840173 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:44.926752 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36517552-6b77-45f7-8fff-f2785e5051ff tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:44.941099 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:44.959452 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-ddf5399c-0414-43ec-a5dd-cb2142b12f3b None None] Set router e4330797-b40f-4e29-beab-c3a66964a11b gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:24:44.962503 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb054d5-b452-4c88-9344-59f682d84d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3bc501-92e9-4080-b66d-31f536f2a76f'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:24:44.966491 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05f9f39-ec72-42e3-9e1c-04bf3eb2f107" -d '{"events": [{"server_uuid": "dbb054d5-b452-4c88-9344-59f682d84d6e", "name": "network-vif-plugged", "status": "completed", "tag": "dd3bc501-92e9-4080-b66d-31f536f2a76f"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:24:44.979750 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4c649eb4-8233-439a-8777-84e65f92e795 req-d99ad496-2c39-45c2-b37f-624959e7f449 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879949 Jul 24 09:24:45.025549 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port dd3bc501-92e9-4080-b66d-31f536f2a76f, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=dd3bc501-92e9-4080-b66d-31f536f2a76f,segment=NetworkSegment(7f369d8f-45cf-41ee-8c14-4b793923d4e2),segment_id=7f369d8f-45cf-41ee-8c14-4b793923d4e2)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:24:45.038809 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01e5bf-4bb8-4621-a9aa-4f8d775eff2f req-1aab2e8c-40eb-40a6-8593-df364378d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:45.040601 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1f01e5bf-4bb8-4621-a9aa-4f8d775eff2f req-1aab2e8c-40eb-40a6-8593-df364378d40e service neutron] 10.222.0.37 "GET /v2.0/networks?id=57115fda-8a95-4d7e-8f17-f315710a2698 HTTP/1.1" status: 200 len: 916 time: 0.3790853 Jul 24 09:24:45.077693 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 21c55fb4-6cf0-4341-99de-752c81e4375c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=21c55fb4-6cf0-4341-99de-752c81e4375c,segment=NetworkSegment(4cb035be-ec0c-46e5-9b9b-343159a71ff9),segment_id=4cb035be-ec0c-46e5-9b9b-343159a71ff9)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:24:45.080459 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:45.092445 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dffa498-d64f-4507-8cb6-0dd54c4bd944 x-openstack-request-id: req-5dffa498-d64f-4507-8cb6-0dd54c4bd944 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:24:45.092816 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb054d5-b452-4c88-9344-59f682d84d6e", "name": "network-vif-plugged", "status": "completed", "tag": "dd3bc501-92e9-4080-b66d-31f536f2a76f", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:24:45.093034 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5dffa498-d64f-4507-8cb6-0dd54c4bd944 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:24:45.094393 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb054d5-b452-4c88-9344-59f682d84d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3bc501-92e9-4080-b66d-31f536f2a76f', 'code': 200} Jul 24 09:24:45.096827 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:45.228959 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=dd3bc501-92e9-4080-b66d-31f536f2a76f,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:45.370683 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1f01e5bf-4bb8-4621-a9aa-4f8d775eff2f req-3c12dfb9-1641-4173-96cc-0a0367c5bf99 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52b6abbb-ed45-4747-a882-9996245f27ee HTTP/1.1" status: 200 len: 999 time: 0.3223152 Jul 24 09:24:45.395209 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=21c55fb4-6cf0-4341-99de-752c81e4375c,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:45.448495 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6ea1a979-796b-4e70-a4d9-f057e5047b8e None None] Provisioning complete for port 21c55fb4-6cf0-4341-99de-752c81e4375c triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:45.454908 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6ea1a979-796b-4e70-a4d9-f057e5047b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:45.504196 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ffbfa4dd-1a1b-4cd6-8bfe-8ad5a024f2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:45.524924 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ffbfa4dd-1a1b-4cd6-8bfe-8ad5a024f2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:45.595068 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ffbfa4dd-1a1b-4cd6-8bfe-8ad5a024f2b7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=23cd6b7539834454a4e2486ba2648dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1597471 Jul 24 09:24:45.597701 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01e5bf-4bb8-4621-a9aa-4f8d775eff2f req-56f86fab-85cb-4a08-8770-c608b2cd69fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:45.602395 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1f01e5bf-4bb8-4621-a9aa-4f8d775eff2f req-56f86fab-85cb-4a08-8770-c608b2cd69fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed3face8-48a4-4110-b201-0b1158c92dba HTTP/1.1" status: 200 len: 855 time: 0.2215433 Jul 24 09:24:45.604320 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46440) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:45.625910 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ddf5399c-0414-43ec-a5dd-cb2142b12f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'name': 'tempest-AttachVolumeShelveTestJSON-122914276-router', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:23:52Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': 'bff123a614204702924a0af9802e1c93', 'gw_port': {'id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:23:54Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '6a155cbc-9327-4ff6-915a-402a3796f47d', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'port_id': '52b6abbb-ed45-4747-a882-9996245f27ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'mac_address': 'fa:16:3e:6c:9c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b51897-5518-4a45-97ed-8277185dc727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:24:19Z', 'updated_at': '2021-07-24T09:24:42Z', 'revision_number': 1, 'project_id': 'bff123a614204702924a0af9802e1c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1707e30a-8b36-43da-a336-e3029aa42798', 'name': '', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'mac_address': 'fa:16:3e:b1:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:00Z', 'updated_at': '2021-07-24T09:24:15Z', 'revision_number': 5, 'project_id': 'bff123a614204702924a0af9802e1c93', 'subnets': [{'id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:45.674028 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf5399c-0414-43ec-a5dd-cb2142b12f3b None None] The sync data for ids ['e4330797-b40f-4e29-beab-c3a66964a11b'] in n-d-800085-9 is: [{'id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'name': 'tempest-AttachVolumeShelveTestJSON-122914276-router', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:23:52Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': 'bff123a614204702924a0af9802e1c93', 'gw_port': {'id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:23:54Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '6a155cbc-9327-4ff6-915a-402a3796f47d', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'port_id': '52b6abbb-ed45-4747-a882-9996245f27ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'mac_address': 'fa:16:3e:6c:9c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b51897-5518-4a45-97ed-8277185dc727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:24:19Z', 'updated_at': '2021-07-24T09:24:42Z', 'revision_number': 1, 'project_id': 'bff123a614204702924a0af9802e1c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1707e30a-8b36-43da-a336-e3029aa42798', 'name': '', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'mac_address': 'fa:16:3e:b1:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:00Z', 'updated_at': '2021-07-24T09:24:15Z', 'revision_number': 5, 'project_id': 'bff123a614204702924a0af9802e1c93', 'subnets': [{'id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:24:45.682247 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461c872-e9bd-4674-ac50-dfbd9d729f72 req-6d6524b3-735d-46c5-b774-8aa6af145fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:45.683819 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2461c872-e9bd-4674-ac50-dfbd9d729f72 req-6d6524b3-735d-46c5-b774-8aa6af145fa1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dbb054d5-b452-4c88-9344-59f682d84d6e HTTP/1.1" status: 200 len: 1096 time: 0.5443330 Jul 24 09:24:45.685603 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:45.751587 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-9fcf0323-6205-4dad-a7ad-701937b45d77 None None] Provisioning for port 6c72cd16-ad11-4076-859a-fe72732fbf4b completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:24:45.763623 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34170190-b4da-40b3-8eac-c24238a337e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:45.766445 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfa4dd-1a1b-4cd6-8bfe-8ad5a024f2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c50c2db-4ad4-4c66-9f34-0a64ff7662c3,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:45.767291 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-9fcf0323-6205-4dad-a7ad-701937b45d77 None None] Provisioning complete for port 6c72cd16-ad11-4076-859a-fe72732fbf4b triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:45.770298 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9fcf0323-6205-4dad-a7ad-701937b45d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:45.783491 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36517552-6b77-45f7-8fff-f2785e5051ff tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:45.801434 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34170190-b4da-40b3-8eac-c24238a337e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:45.846990 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01e5bf-4bb8-4621-a9aa-4f8d775eff2f req-3af844fb-5ef4-4947-8602-b21c917ef3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:45.851489 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1f01e5bf-4bb8-4621-a9aa-4f8d775eff2f req-3af844fb-5ef4-4947-8602-b21c917ef3a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=57115fda-8a95-4d7e-8f17-f315710a2698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988213 Jul 24 09:24:45.867239 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-9fcf0323-6205-4dad-a7ad-701937b45d77 None None] Port 6c72cd16-ad11-4076-859a-fe72732fbf4b cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:24:45.929991 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 21c55fb4-6cf0-4341-99de-752c81e4375c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:24:46.001014 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5cd6a2-91fe-4e59-8507-306a01139a66 req-0fe6a887-d233-4651-ae04-ab7601a8ab6b tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:46.003299 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5f5cd6a2-91fe-4e59-8507-306a01139a66 req-0fe6a887-d233-4651-ae04-ab7601a8ab6b tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb054d5-b452-4c88-9344-59f682d84d6e HTTP/1.1" status: 200 len: 945 time: 0.5845025 Jul 24 09:24:46.062647 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2461c872-e9bd-4674-ac50-dfbd9d729f72 req-e9e8fd92-2de8-45df-bf76-d5bf2400cd80 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4e959198-f733-4ca3-bde9-29b9848edd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635707 Jul 24 09:24:46.067459 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34170190-b4da-40b3-8eac-c24238a337e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:46.074441 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34170190-b4da-40b3-8eac-c24238a337e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:46.076657 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-34170190-b4da-40b3-8eac-c24238a337e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c50c2db-4ad4-4c66-9f34-0a64ff7662c3 HTTP/1.1" status: 204 len: 168 time: 0.4676960 Jul 24 09:24:46.126581 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34170190-b4da-40b3-8eac-c24238a337e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c50c2db-4ad4-4c66-9f34-0a64ff7662c3,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:46.132611 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1f01e5bf-4bb8-4621-a9aa-4f8d775eff2f req-dd4ac865-cbb6-40e5-a8f9-81620efa63e9 service neutron] 10.222.0.37 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547162 Jul 24 09:24:46.208819 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132c37ca-223c-459c-99fd-a04826f76394 None None] New status for floating IP 6a155cbc-9327-4ff6-915a-402a3796f47d: ACTIVE {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:24:46.311284 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5f5cd6a2-91fe-4e59-8507-306a01139a66 req-e82ccb9f-22db-473b-9b25-e3df52f94a75 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e959198-f733-4ca3-bde9-29b9848edd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959869 Jul 24 09:24:46.459224 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a65097-bb3b-40e3-ad24-c1b34804b38c req-7b5b3df3-5de7-4441-90ff-1460258fbaba tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:46.469177 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-36a65097-bb3b-40e3-ad24-c1b34804b38c req-7b5b3df3-5de7-4441-90ff-1460258fbaba tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 943 time: 0.2398903 Jul 24 09:24:46.494859 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 21c55fb4-6cf0-4341-99de-752c81e4375c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:46.495330 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:46.529206 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1f01e5bf-4bb8-4621-a9aa-4f8d775eff2f req-fe14354d-2ec7-4b0b-b06a-bd9c800be2f0 service neutron] 10.222.0.37 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539175 Jul 24 09:24:46.559006 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-36a65097-bb3b-40e3-ad24-c1b34804b38c req-484e8abd-45e9-4d40-9901-6b69016a36c7 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761781 Jul 24 09:24:46.568199 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:46.619958 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:24:46.787006 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Allocated IP 172.20.0.1 (0acc9349-2c0b-4d5e-8c2a-1485ee2c2130/f9e374e3-86a9-4e9f-b533-2d7d0a371329/53c9091e-81bf-4ff8-b64c-6dd6db4c2b26) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:24:46.843827 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36517552-6b77-45f7-8fff-f2785e5051ff tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:46.850166 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36517552-6b77-45f7-8fff-f2785e5051ff tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:46.913732 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46470) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:46.935554 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-174575e8-1ce2-4b7f-b573-11e39613a3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:47.003984 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36517552-6b77-45f7-8fff-f2785e5051ff tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Port': ['ID=6c72cd16-ad11-4076-859a-fe72732fbf4b,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:47.021797 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36517552-6b77-45f7-8fff-f2785e5051ff tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:47.073510 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:47.075549 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-174575e8-1ce2-4b7f-b573-11e39613a3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:47.081169 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-174575e8-1ce2-4b7f-b573-11e39613a3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:47.107308 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Transition to ACTIVE for port object 53c9091e-81bf-4ff8-b64c-6dd6db4c2b26 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:24:47.124374 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174575e8-1ce2-4b7f-b573-11e39613a3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8218a756-a44d-4b19-b006-e362593be2cd,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:47.160512 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-174575e8-1ce2-4b7f-b573-11e39613a3fe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2622e8d1ae9248d6bcb0e963b7274ecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2435336 Jul 24 09:24:47.163915 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46482) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:47.211292 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36517552-6b77-45f7-8fff-f2785e5051ff tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network c5fc69f2-6d59-404c-9a89-d20d4ed62e61 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:24:47.215111 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-36517552-6b77-45f7-8fff-f2785e5051ff tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:24:47.221951 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:47.314799 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Network 0acc9349-2c0b-4d5e-8c2a-1485ee2c2130 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:24:47.316783 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9db6ae58-76ed-4a73-b633-a600df7cf906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:47.379512 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Pushing event updated for resources: {'Port': ['ID=53c9091e-81bf-4ff8-b64c-6dd6db4c2b26,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:47.400478 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9db6ae58-76ed-4a73-b633-a600df7cf906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:47.479418 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:24:47.512870 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:24:47.610939 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:47.661975 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d90806-e90e-4833-9b79-b6298987a3af req-31266947-b242-46ba-b92e-6f5b1e85da36 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:47.663613 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70d90806-e90e-4833-9b79-b6298987a3af req-31266947-b242-46ba-b92e-6f5b1e85da36 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb054d5-b452-4c88-9344-59f682d84d6e HTTP/1.1" status: 200 len: 945 time: 0.1844285 Jul 24 09:24:47.687064 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9db6ae58-76ed-4a73-b633-a600df7cf906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:47.694820 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9db6ae58-76ed-4a73-b633-a600df7cf906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:47.701159 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9db6ae58-76ed-4a73-b633-a600df7cf906 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8218a756-a44d-4b19-b006-e362593be2cd HTTP/1.1" status: 204 len: 168 time: 0.5291712 Jul 24 09:24:47.730605 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6ae58-76ed-4a73-b633-a600df7cf906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8218a756-a44d-4b19-b006-e362593be2cd,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:47.782856 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70d90806-e90e-4833-9b79-b6298987a3af req-cb4ab3bc-bee8-48e5-96a1-02ccc99966e3 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e959198-f733-4ca3-bde9-29b9848edd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007941 Jul 24 09:24:47.786466 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-290c2d57-aaa4-4d90-8511-397fe04b4a2e None None] Provisioning complete for port 6c72cd16-ad11-4076-859a-fe72732fbf4b triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:47.787573 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-290c2d57-aaa4-4d90-8511-397fe04b4a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:47.905141 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-290c2d57-aaa4-4d90-8511-397fe04b4a2e None None] Port 6c72cd16-ad11-4076-859a-fe72732fbf4b cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:24:47.949030 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36517552-6b77-45f7-8fff-f2785e5051ff tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Router 5503ec13-e140-437b-9e59-c3c5f6dbc6d4 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:24:48.033269 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-394ff45b-a52d-4439-b614-bb64d74af576 None None] Provisioning for port 53c9091e-81bf-4ff8-b64c-6dd6db4c2b26 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:24:48.058224 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-394ff45b-a52d-4439-b614-bb64d74af576 None None] Provisioning complete for port 53c9091e-81bf-4ff8-b64c-6dd6db4c2b26 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:48.058604 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-394ff45b-a52d-4439-b614-bb64d74af576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:48.185269 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-394ff45b-a52d-4439-b614-bb64d74af576 None None] Port 53c9091e-81bf-4ff8-b64c-6dd6db4c2b26 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:24:48.218967 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:48.241053 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36517552-6b77-45f7-8fff-f2785e5051ff tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:24:48.255466 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdd092-1aa7-43d2-9f1c-fd4293bb4182 req-4292f48f-f3c0-4c30-8b75-7c9148411ba8 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:48.259315 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c2fdd092-1aa7-43d2-9f1c-fd4293bb4182 req-4292f48f-f3c0-4c30-8b75-7c9148411ba8 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 943 time: 0.3296304 Jul 24 09:24:48.260175 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2380e384-a9f1-409c-9684-46896dbffe17 None None] Sync routers for ids ['5503ec13-e140-437b-9e59-c3c5f6dbc6d4'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:24:48.264295 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-36517552-6b77-45f7-8fff-f2785e5051ff tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "PUT /v2.0/routers/5503ec13-e140-437b-9e59-c3c5f6dbc6d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9528477 Jul 24 09:24:48.267018 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46520) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:48.289026 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2380e384-a9f1-409c-9684-46896dbffe17 None None] Routers {'5503ec13-e140-437b-9e59-c3c5f6dbc6d4'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:24:48.290099 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-2380e384-a9f1-409c-9684-46896dbffe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:24:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['5503ec13-e140-437b-9e59-c3c5f6dbc6d4'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:48.363976 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-2380e384-a9f1-409c-9684-46896dbffe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:48.403418 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2380e384-a9f1-409c-9684-46896dbffe17 None None] Routers {'5503ec13-e140-437b-9e59-c3c5f6dbc6d4'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:24:48.405576 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-2380e384-a9f1-409c-9684-46896dbffe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:24:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['5503ec13-e140-437b-9e59-c3c5f6dbc6d4'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:48.439448 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d0c650-e276-4656-8c66-a8e78eba374d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:48.444192 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-73d0c650-e276-4656-8c66-a8e78eba374d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "GET /v2.0/ports/6c72cd16-ad11-4076-859a-fe72732fbf4b HTTP/1.1" status: 200 len: 910 time: 0.1728516 Jul 24 09:24:48.446354 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46530) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:48.468303 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-68f8bfbb-c14a-43a4-ac5a-9b7d10a7a006 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4c8c2eda-bf52-47b5-8dd9-60a3c870b72f'}]}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:48.551257 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c2fdd092-1aa7-43d2-9f1c-fd4293bb4182 req-0a816d59-2f0f-42e3-a204-efa4d8cdc29c tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795954 Jul 24 09:24:48.560646 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-2380e384-a9f1-409c-9684-46896dbffe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:48.564031 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2380e384-a9f1-409c-9684-46896dbffe17 None None] The sync data for ids ['5503ec13-e140-437b-9e59-c3c5f6dbc6d4'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:24:48.897275 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-68f8bfbb-c14a-43a4-ac5a-9b7d10a7a006 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:49.066732 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:49.073826 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:49.306484 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:49.314185 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Pushing event updated for resources: {'Port': ['ID=53c9091e-81bf-4ff8-b64c-6dd6db4c2b26,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:49.351239 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:49.351619 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:49.352445 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:49.352824 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:49.353173 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:49.353500 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:49.353838 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:49.354168 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:49.354541 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:49.354816 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:49.355147 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:49.355473 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:24:49.550155 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-68f8bfbb-c14a-43a4-ac5a-9b7d10a7a006 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:49.563722 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-68f8bfbb-c14a-43a4-ac5a-9b7d10a7a006 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:49.678368 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8bfbb-c14a-43a4-ac5a-9b7d10a7a006 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Port': ['ID=6c72cd16-ad11-4076-859a-fe72732fbf4b,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:49.696827 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f8bfbb-c14a-43a4-ac5a-9b7d10a7a006 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:49.697661 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-68f8bfbb-c14a-43a4-ac5a-9b7d10a7a006 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:49.702506 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-68f8bfbb-c14a-43a4-ac5a-9b7d10a7a006 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "PUT /v2.0/ports/6c72cd16-ad11-4076-859a-fe72732fbf4b HTTP/1.1" status: 200 len: 910 time: 1.2519038 Jul 24 09:24:49.703259 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46580) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:49.959314 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3bd63-c5d2-4c3d-a4ba-7c7a97b8bdc0 req-fd642f98-46dc-473d-996d-b0cbb3da3420 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:49.961061 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-03a3bd63-c5d2-4c3d-a4ba-7c7a97b8bdc0 req-fd642f98-46dc-473d-996d-b0cbb3da3420 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 943 time: 0.1429856 Jul 24 09:24:50.281551 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-03a3bd63-c5d2-4c3d-a4ba-7c7a97b8bdc0 req-d2aa903d-e26c-445d-b977-9020d68c6094 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047892 Jul 24 09:24:50.405929 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46610) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:50.452305 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8590effa-e1b9-4d37-b65f-a805c8341da1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:50.496432 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Network 0acc9349-2c0b-4d5e-8c2a-1485ee2c2130 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:24:50.501237 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:24:50.905692 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Router 12a9274d-f7d7-4ec2-bfe3-f8181d591e62 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:24:50.939673 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-02cd19c2-ebaf-4a43-9e68-6335c176bb7c None None] Provisioning complete for port 53c9091e-81bf-4ff8-b64c-6dd6db4c2b26 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:50.940202 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-02cd19c2-ebaf-4a43-9e68-6335c176bb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:51.023864 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-02cd19c2-ebaf-4a43-9e68-6335c176bb7c None None] Port 53c9091e-81bf-4ff8-b64c-6dd6db4c2b26 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:24:51.149878 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:24:51.166452 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291f8e60-acfb-4631-a9ff-cdde81bb1f4b None None] Sync routers for ids ['12a9274d-f7d7-4ec2-bfe3-f8181d591e62'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:24:51.168864 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-63438f61-b910-4e28-bd26-ba8c41005f61 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] 10.222.0.32 "PUT /v2.0/routers/12a9274d-f7d7-4ec2-bfe3-f8181d591e62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5645242 Jul 24 09:24:51.171681 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46628) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:51.197350 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291f8e60-acfb-4631-a9ff-cdde81bb1f4b None None] Routers {'12a9274d-f7d7-4ec2-bfe3-f8181d591e62'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:24:51.197994 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-291f8e60-acfb-4631-a9ff-cdde81bb1f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:24:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['12a9274d-f7d7-4ec2-bfe3-f8181d591e62'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:51.201469 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-02e2ae13-61ce-4fbd-9c71-f424ce4a3a62 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Request body: {'port': {'network_id': '0acc9349-2c0b-4d5e-8c2a-1485ee2c2130', 'name': 'tempest-FloatingIPAdminTestJSON-606957345'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:51.286531 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-291f8e60-acfb-4631-a9ff-cdde81bb1f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:51.310985 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291f8e60-acfb-4631-a9ff-cdde81bb1f4b None None] Routers {'12a9274d-f7d7-4ec2-bfe3-f8181d591e62'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:24:51.312552 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-291f8e60-acfb-4631-a9ff-cdde81bb1f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:24:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['12a9274d-f7d7-4ec2-bfe3-f8181d591e62'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:51.356959 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ecb65e0c-8c89-43ae-ad1c-ec370351a139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:51.416755 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-291f8e60-acfb-4631-a9ff-cdde81bb1f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:51.418368 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291f8e60-acfb-4631-a9ff-cdde81bb1f4b None None] The sync data for ids ['12a9274d-f7d7-4ec2-bfe3-f8181d591e62'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:24:51.495651 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.db.api [None req-ecb65e0c-8c89-43ae-ad1c-ec370351a139 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 09:24:51.495651 n-d-800085-9 neutron-server[94036]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 24 09:24:51.495651 n-d-800085-9 neutron-server[94036]: [parameters: {'project_id': 'dc81cc4ae48748e38dad9ebd048cf85a', 'id': '6142d04a-fbff-482b-9b5a-37dfea2f9d48', 'expiration': datetime.datetime(2021, 7, 24, 9, 26, 51, 482365)}] Jul 24 09:24:51.495651 n-d-800085-9 neutron-server[94036]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:24:51.496898 n-d-800085-9 neutron-server[94036]: DEBUG oslo_db.api [None req-ecb65e0c-8c89-43ae-ad1c-ec370351a139 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:24:51.506559 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e2ae13-61ce-4fbd-9c71-f424ce4a3a62 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Made reservation on behalf of 7c64e341d1e74e8a96b4ae2e3775aa7f for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:24:51.510857 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-02e2ae13-61ce-4fbd-9c71-f424ce4a3a62 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:51.566127 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-02e2ae13-61ce-4fbd-9c71-f424ce4a3a62 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] device_id is not set on port f63599f8-0dc1-465b-9b88-88823e708c05 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:24:51.744186 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea99e6b-dad2-4446-8a0b-f794850a180f req-27bc3066-31de-48b9-b13c-a73196252279 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:51.756446 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-02e2ae13-61ce-4fbd-9c71-f424ce4a3a62 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Allocated IP 172.20.0.8 (0acc9349-2c0b-4d5e-8c2a-1485ee2c2130/f9e374e3-86a9-4e9f-b533-2d7d0a371329/f63599f8-0dc1-465b-9b88-88823e708c05) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:24:51.762256 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ea99e6b-dad2-4446-8a0b-f794850a180f req-27bc3066-31de-48b9-b13c-a73196252279 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 943 time: 0.2770617 Jul 24 09:24:51.889931 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ea99e6b-dad2-4446-8a0b-f794850a180f req-4e250f39-5cec-44ad-a935-93f1dd1df4e0 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107821 Jul 24 09:24:51.938738 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-8590effa-e1b9-4d37-b65f-a805c8341da1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Deleting port 6c72cd16-ad11-4076-859a-fe72732fbf4b {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:24:51.939084 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8590effa-e1b9-4d37-b65f-a805c8341da1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:51.999470 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ecb65e0c-8c89-43ae-ad1c-ec370351a139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:52.081914 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-02e2ae13-61ce-4fbd-9c71-f424ce4a3a62 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:52.114416 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-02e2ae13-61ce-4fbd-9c71-f424ce4a3a62 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Transition to ACTIVE for port object f63599f8-0dc1-465b-9b88-88823e708c05 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:24:52.134742 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8590effa-e1b9-4d37-b65f-a805c8341da1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:52.170761 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-8590effa-e1b9-4d37-b65f-a805c8341da1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Calling delete_port for 6c72cd16-ad11-4076-859a-fe72732fbf4b owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:24:52.175201 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-02e2ae13-61ce-4fbd-9c71-f424ce4a3a62 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:52.233026 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e2ae13-61ce-4fbd-9c71-f424ce4a3a62 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Network 0acc9349-2c0b-4d5e-8c2a-1485ee2c2130 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:24:52.241035 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-02e2ae13-61ce-4fbd-9c71-f424ce4a3a62 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:24:52.245229 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e2ae13-61ce-4fbd-9c71-f424ce4a3a62 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:24:52.269937 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2ae13-61ce-4fbd-9c71-f424ce4a3a62 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Pushing event updated for resources: {'Port': ['ID=f63599f8-0dc1-465b-9b88-88823e708c05,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:52.313815 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2ae13-61ce-4fbd-9c71-f424ce4a3a62 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:52.314490 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-02e2ae13-61ce-4fbd-9c71-f424ce4a3a62 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:52.543334 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ecb65e0c-8c89-43ae-ad1c-ec370351a139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:52.552818 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ecb65e0c-8c89-43ae-ad1c-ec370351a139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:52.556366 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-02e2ae13-61ce-4fbd-9c71-f424ce4a3a62 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3836055 Jul 24 09:24:52.559721 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46704) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:52.660958 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46712) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:52.673128 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ecb65e0c-8c89-43ae-ad1c-ec370351a139 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc81cc4ae48748e38dad9ebd048cf85a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2493973 Jul 24 09:24:52.675339 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-598b0760-9975-489d-98ac-cd45d04ac692 None None] Provisioning for port f63599f8-0dc1-465b-9b88-88823e708c05 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:24:52.684156 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-598b0760-9975-489d-98ac-cd45d04ac692 None None] Provisioning complete for port f63599f8-0dc1-465b-9b88-88823e708c05 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:52.685271 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-598b0760-9975-489d-98ac-cd45d04ac692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:52.758943 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb65e0c-8c89-43ae-ad1c-ec370351a139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019a9820-48e0-4cad-854a-c72c4a0117e3,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:52.763563 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b2434165-c00a-4723-8e96-8b1daf11d79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:52.777262 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-598b0760-9975-489d-98ac-cd45d04ac692 None None] Port f63599f8-0dc1-465b-9b88-88823e708c05 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:24:52.790147 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8590effa-e1b9-4d37-b65f-a805c8341da1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:52.793697 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b2434165-c00a-4723-8e96-8b1daf11d79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:52.829437 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590effa-e1b9-4d37-b65f-a805c8341da1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Port': ['ID=6c72cd16-ad11-4076-859a-fe72732fbf4b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:52.846129 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-2b676a6f-8232-4d33-be1b-dd001d2fee5e tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'project_id': '7c64e341d1e74e8a96b4ae2e3775aa7f', 'port_id': 'f63599f8-0dc1-465b-9b88-88823e708c05'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:52.923310 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2b676a6f-8232-4d33-be1b-dd001d2fee5e tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:52.976495 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b2434165-c00a-4723-8e96-8b1daf11d79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:52.979241 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b2434165-c00a-4723-8e96-8b1daf11d79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:52.993680 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b2434165-c00a-4723-8e96-8b1daf11d79f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/019a9820-48e0-4cad-854a-c72c4a0117e3 HTTP/1.1" status: 204 len: 168 time: 0.3313687 Jul 24 09:24:53.028721 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2434165-c00a-4723-8e96-8b1daf11d79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019a9820-48e0-4cad-854a-c72c4a0117e3,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:53.239469 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2b676a6f-8232-4d33-be1b-dd001d2fee5e tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:53.274549 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8590effa-e1b9-4d37-b65f-a805c8341da1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:53.539551 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab516b-9a60-443a-94d6-d5c0eb851a23 req-c9eae3e8-5058-4ecd-b736-8e1a2046920b tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:53.547394 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-51ab516b-9a60-443a-94d6-d5c0eb851a23 req-c9eae3e8-5058-4ecd-b736-8e1a2046920b tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 943 time: 0.4500952 Jul 24 09:24:53.572919 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-2b676a6f-8232-4d33-be1b-dd001d2fee5e tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Allocated IP 172.25.7.172 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/07bf43e3-55da-4be2-b155-7ff373248909) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:24:53.660935 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-51ab516b-9a60-443a-94d6-d5c0eb851a23 req-d3ec8c8e-33c7-4000-af11-7c8d19e5b024 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114197 Jul 24 09:24:53.675492 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8590effa-e1b9-4d37-b65f-a805c8341da1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Router 5503ec13-e140-437b-9e59-c3c5f6dbc6d4 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:24:53.778736 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2b676a6f-8232-4d33-be1b-dd001d2fee5e tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:53.791500 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8590effa-e1b9-4d37-b65f-a805c8341da1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:24:53.801597 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8590effa-e1b9-4d37-b65f-a805c8341da1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "PUT /v2.0/routers/5503ec13-e140-437b-9e59-c3c5f6dbc6d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0938275 Jul 24 09:24:53.842669 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46752) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:53.842851 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e686b6c-9d49-41b8-bd0d-19e177cc1a19 None None] Sync routers for ids ['5503ec13-e140-437b-9e59-c3c5f6dbc6d4'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:24:53.846825 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e686b6c-9d49-41b8-bd0d-19e177cc1a19 None None] Routers {'5503ec13-e140-437b-9e59-c3c5f6dbc6d4'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:24:53.847597 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9e686b6c-9d49-41b8-bd0d-19e177cc1a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:24:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['5503ec13-e140-437b-9e59-c3c5f6dbc6d4'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:53.858171 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7508cd7f-ae86-4ee2-9b83-79388b26da01 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "GET /v2.0/ports?device_id=5503ec13-e140-437b-9e59-c3c5f6dbc6d4 HTTP/1.1" status: 200 len: 205 time: 0.0511911 Jul 24 09:24:53.858734 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46754) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:53.885834 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9e686b6c-9d49-41b8-bd0d-19e177cc1a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:53.902454 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e686b6c-9d49-41b8-bd0d-19e177cc1a19 None None] Routers {'5503ec13-e140-437b-9e59-c3c5f6dbc6d4'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:24:53.903165 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9e686b6c-9d49-41b8-bd0d-19e177cc1a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:24:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['5503ec13-e140-437b-9e59-c3c5f6dbc6d4'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:53.915060 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2b676a6f-8232-4d33-be1b-dd001d2fee5e tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:53.974689 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a137fc24-5a7c-4ba2-bf18-c65eaeada2b2 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:53.985494 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b676a6f-8232-4d33-be1b-dd001d2fee5e tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Pushing event updated for resources: {'Port': ['ID=07bf43e3-55da-4be2-b155-7ff373248909,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:53.994195 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b676a6f-8232-4d33-be1b-dd001d2fee5e tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:24:53.995904 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-2b676a6f-8232-4d33-be1b-dd001d2fee5e tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:24:53.998673 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b676a6f-8232-4d33-be1b-dd001d2fee5e tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:24:54.017881 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9e686b6c-9d49-41b8-bd0d-19e177cc1a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:54.029651 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e686b6c-9d49-41b8-bd0d-19e177cc1a19 None None] The sync data for ids ['5503ec13-e140-437b-9e59-c3c5f6dbc6d4'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:24:54.188932 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a137fc24-5a7c-4ba2-bf18-c65eaeada2b2 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:54.191299 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a137fc24-5a7c-4ba2-bf18-c65eaeada2b2 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:54.251485 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a137fc24-5a7c-4ba2-bf18-c65eaeada2b2 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:54.252013 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a137fc24-5a7c-4ba2-bf18-c65eaeada2b2 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Fanout notify agent at l3_agent the message router_deleted on router 5503ec13-e140-437b-9e59-c3c5f6dbc6d4 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:24:54.264369 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a137fc24-5a7c-4ba2-bf18-c65eaeada2b2 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:54.271863 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a137fc24-5a7c-4ba2-bf18-c65eaeada2b2 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/routers/5503ec13-e140-437b-9e59-c3c5f6dbc6d4 HTTP/1.1" status: 204 len: 168 time: 0.4114411 Jul 24 09:24:54.272772 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46778) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:54.380332 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc891f4e-a72e-49b9-82ba-67172e65c736 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Deleting subnet 4c8c2eda-bf52-47b5-8dd9-60a3c870b72f {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:24:54.386137 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bc891f4e-a72e-49b9-82ba-67172e65c736 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:54.487566 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bc891f4e-a72e-49b9-82ba-67172e65c736 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:54.521933 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2b676a6f-8232-4d33-be1b-dd001d2fee5e tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:54.620474 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2b676a6f-8232-4d33-be1b-dd001d2fee5e tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:54.627989 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bc891f4e-a72e-49b9-82ba-67172e65c736 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:54.708376 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bc891f4e-a72e-49b9-82ba-67172e65c736 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:54.760700 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bc891f4e-a72e-49b9-82ba-67172e65c736 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:54.762808 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bc891f4e-a72e-49b9-82ba-67172e65c736 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/subnets/4c8c2eda-bf52-47b5-8dd9-60a3c870b72f HTTP/1.1" status: 204 len: 168 time: 0.4893360 Jul 24 09:24:54.763787 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc891f4e-a72e-49b9-82ba-67172e65c736 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Subnet': ['ID=4c8c2eda-bf52-47b5-8dd9-60a3c870b72f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:54.767377 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46806) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:54.768862 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100b8e69-36ee-4993-bc0e-e7aef48f091b None None] Network c5fc69f2-6d59-404c-9a89-d20d4ed62e61 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:24:54.904938 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2b676a6f-8232-4d33-be1b-dd001d2fee5e tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:54.911240 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2b676a6f-8232-4d33-be1b-dd001d2fee5e tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:54.916830 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46814) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:54.991623 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-355be95b-39af-4c9c-a451-dc7ce4bc12cb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:55.012397 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b676a6f-8232-4d33-be1b-dd001d2fee5e tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Pushing event updated for resources: {'Port': ['ID=07bf43e3-55da-4be2-b155-7ff373248909,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:55.032990 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2b676a6f-8232-4d33-be1b-dd001d2fee5e tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:55.159689 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4391ace8-aedd-4c4e-8487-f3d38969dbbe None None] DHCP port deletion for c5fc69f2-6d59-404c-9a89-d20d4ed62e61 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:24:55.167711 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631270c-e5b7-48a7-86db-b050a9caceeb req-7096cdff-19df-40fc-b5bc-9ceb6960df93 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:55.169383 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8631270c-e5b7-48a7-86db-b050a9caceeb req-7096cdff-19df-40fc-b5bc-9ceb6960df93 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 943 time: 0.3473744 Jul 24 09:24:55.193499 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-666a26d4-af72-445e-9a7a-653b0ff0d46c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:55.205367 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-2b676a6f-8232-4d33-be1b-dd001d2fee5e tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Floating IP 7e8f49c3-a86d-45ff-9fd9-8fc9b2e99640 associated. External IP: 172.25.7.172, port: f63599f8-0dc1-465b-9b88-88823e708c05. Jul 24 09:24:55.234542 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4391ace8-aedd-4c4e-8487-f3d38969dbbe None None] Deleting port 21c55fb4-6cf0-4341-99de-752c81e4375c {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:24:55.235141 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4391ace8-aedd-4c4e-8487-f3d38969dbbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:55.238532 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-355be95b-39af-4c9c-a451-dc7ce4bc12cb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Deleting port 21c55fb4-6cf0-4341-99de-752c81e4375c {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:24:55.243779 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-355be95b-39af-4c9c-a451-dc7ce4bc12cb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:55.335191 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4391ace8-aedd-4c4e-8487-f3d38969dbbe None None] For port 21c55fb4-6cf0-4341-99de-752c81e4375c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=21c55fb4-6cf0-4341-99de-752c81e4375c,segment=NetworkSegment(4cb035be-ec0c-46e5-9b9b-343159a71ff9),segment_id=4cb035be-ec0c-46e5-9b9b-343159a71ff9)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:24:55.335598 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4391ace8-aedd-4c4e-8487-f3d38969dbbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:55.349891 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4391ace8-aedd-4c4e-8487-f3d38969dbbe None None] Calling delete_port for 21c55fb4-6cf0-4341-99de-752c81e4375c owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:24:55.365691 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-355be95b-39af-4c9c-a451-dc7ce4bc12cb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] For port 21c55fb4-6cf0-4341-99de-752c81e4375c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=21c55fb4-6cf0-4341-99de-752c81e4375c,segment=NetworkSegment(4cb035be-ec0c-46e5-9b9b-343159a71ff9),segment_id=4cb035be-ec0c-46e5-9b9b-343159a71ff9)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:24:55.366217 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-355be95b-39af-4c9c-a451-dc7ce4bc12cb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:55.381192 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-355be95b-39af-4c9c-a451-dc7ce4bc12cb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Calling delete_port for 21c55fb4-6cf0-4341-99de-752c81e4375c owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:24:55.397081 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8631270c-e5b7-48a7-86db-b050a9caceeb req-3f7646b1-4085-4fff-925d-a70c0e3f9e76 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206328 Jul 24 09:24:55.591140 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-666a26d4-af72-445e-9a7a-653b0ff0d46c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:55.596040 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-666a26d4-af72-445e-9a7a-653b0ff0d46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:55.599257 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-355be95b-39af-4c9c-a451-dc7ce4bc12cb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:55.616876 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4391ace8-aedd-4c4e-8487-f3d38969dbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:55.631311 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4391ace8-aedd-4c4e-8487-f3d38969dbbe None None] No DVR routers for this DVR port 21c55fb4-6cf0-4341-99de-752c81e4375c on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:24:55.665311 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-666a26d4-af72-445e-9a7a-653b0ff0d46c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c23d31661c5140d88c1dbf0bfd1c9b60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7402444 Jul 24 09:24:55.665864 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a26d4-af72-445e-9a7a-653b0ff0d46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd42cc2-19fc-4c83-b00b-d4b54dab516e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:55.668485 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46856) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:55.669914 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355be95b-39af-4c9c-a451-dc7ce4bc12cb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Port': ['ID=21c55fb4-6cf0-4341-99de-752c81e4375c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:55.677087 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355be95b-39af-4c9c-a451-dc7ce4bc12cb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] No DVR routers for this DVR port 21c55fb4-6cf0-4341-99de-752c81e4375c on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:24:55.693483 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b676a6f-8232-4d33-be1b-dd001d2fee5e tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Router 12a9274d-f7d7-4ec2-bfe3-f8181d591e62 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:24:55.700129 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391ace8-aedd-4c4e-8487-f3d38969dbbe None None] Pushing event deleted for resources: {'Port': ['ID=21c55fb4-6cf0-4341-99de-752c81e4375c,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:55.779504 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-355be95b-39af-4c9c-a451-dc7ce4bc12cb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:55.794233 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-355be95b-39af-4c9c-a451-dc7ce4bc12cb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5fc69f2-6d59-404c-9a89-d20d4ed62e61']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:55.808188 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-355be95b-39af-4c9c-a451-dc7ce4bc12cb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb035be-ec0c-46e5-9b9b-343159a71ff9') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:55.808949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-355be95b-39af-4c9c-a451-dc7ce4bc12cb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb035be-ec0c-46e5-9b9b-343159a71ff9') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:55.820156 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-355be95b-39af-4c9c-a451-dc7ce4bc12cb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:55.842144 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-221c4495-3efa-44e8-86c9-b0ca6c329c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:55.854290 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-355be95b-39af-4c9c-a451-dc7ce4bc12cb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:55.865477 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 21c55fb4-6cf0-4341-99de-752c81e4375c no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:24:55.870160 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355be95b-39af-4c9c-a451-dc7ce4bc12cb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:24:55.870160 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-355be95b-39af-4c9c-a451-dc7ce4bc12cb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:24:55.875689 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:24:55.896897 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 21c55fb4-6cf0-4341-99de-752c81e4375c {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:24:55.897493 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 21c55fb4-6cf0-4341-99de-752c81e4375c not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:24:55.916192 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-221c4495-3efa-44e8-86c9-b0ca6c329c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:55.955121 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b676a6f-8232-4d33-be1b-dd001d2fee5e tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:24:55.965571 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e759c-f415-42b2-b5ed-43d21b2f0b1e None None] Sync routers for ids ['12a9274d-f7d7-4ec2-bfe3-f8181d591e62'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:24:55.975522 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2b676a6f-8232-4d33-be1b-dd001d2fee5e tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:55.981101 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e759c-f415-42b2-b5ed-43d21b2f0b1e None None] Routers {'12a9274d-f7d7-4ec2-bfe3-f8181d591e62'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:24:55.985458 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-dc6e759c-f415-42b2-b5ed-43d21b2f0b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:24:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['12a9274d-f7d7-4ec2-bfe3-f8181d591e62'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:56.005592 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-355be95b-39af-4c9c-a451-dc7ce4bc12cb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:56.020270 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-355be95b-39af-4c9c-a451-dc7ce4bc12cb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:56.022533 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-355be95b-39af-4c9c-a451-dc7ce4bc12cb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/networks/c5fc69f2-6d59-404c-9a89-d20d4ed62e61 HTTP/1.1" status: 204 len: 168 time: 1.2538192 Jul 24 09:24:56.028442 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46880) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:56.034231 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-40b921b7-3263-4653-a939-dda35d91ae2c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-527151593', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:56.042061 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-221c4495-3efa-44e8-86c9-b0ca6c329c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:56.043185 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-dc6e759c-f415-42b2-b5ed-43d21b2f0b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:56.045028 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-221c4495-3efa-44e8-86c9-b0ca6c329c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:56.046655 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-221c4495-3efa-44e8-86c9-b0ca6c329c47 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0bd42cc2-19fc-4c83-b00b-d4b54dab516e HTTP/1.1" status: 204 len: 168 time: 0.3753645 Jul 24 09:24:56.058485 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device fbe2712c-ebd5-4ff7-a072-7d060fc00e28 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:24:56.058643 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2b676a6f-8232-4d33-be1b-dd001d2fee5e tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.4965589 Jul 24 09:24:56.058742 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355be95b-39af-4c9c-a451-dc7ce4bc12cb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Network': ['ID=c5fc69f2-6d59-404c-9a89-d20d4ed62e61,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:56.059009 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46884) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:56.078157 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c4495-3efa-44e8-86c9-b0ca6c329c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd42cc2-19fc-4c83-b00b-d4b54dab516e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:56.079130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e759c-f415-42b2-b5ed-43d21b2f0b1e None None] Routers {'12a9274d-f7d7-4ec2-bfe3-f8181d591e62'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:24:56.079756 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-dc6e759c-f415-42b2-b5ed-43d21b2f0b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:24:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['12a9274d-f7d7-4ec2-bfe3-f8181d591e62'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:56.159130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-dc6e759c-f415-42b2-b5ed-43d21b2f0b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:56.173189 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e759c-f415-42b2-b5ed-43d21b2f0b1e None None] The sync data for ids ['12a9274d-f7d7-4ec2-bfe3-f8181d591e62'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:24:56.193935 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-40b921b7-3263-4653-a939-dda35d91ae2c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:56.196090 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-40b921b7-3263-4653-a939-dda35d91ae2c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:56.269175 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-40b921b7-3263-4653-a939-dda35d91ae2c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:56.280210 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-40b921b7-3263-4653-a939-dda35d91ae2c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:56.303347 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-40b921b7-3263-4653-a939-dda35d91ae2c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:56.304679 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-40b921b7-3263-4653-a939-dda35d91ae2c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2748075 Jul 24 09:24:56.308481 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46902) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:56.314288 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-b73706df-ee4e-4c55-b1d1-610d529e7e29 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'network': {'name': 'tempest-RoutersTest-1418876928'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:56.338027 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46906) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:56.340331 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-056447df-1da0-4d4f-9f88-0ee08f9126e3 tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] 10.222.0.32 "GET /v2.0/floatingips/7e8f49c3-a86d-45ff-9fd9-8fc9b2e99640 HTTP/1.1" status: 200 len: 982 time: 0.2663989 Jul 24 09:24:56.362718 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port fbe2712c-ebd5-4ff7-a072-7d060fc00e28, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=fbe2712c-ebd5-4ff7-a072-7d060fc00e28,segment=NetworkSegment(d1da0f7b-86f9-4cb3-973b-b91c6658c02f),segment_id=d1da0f7b-86f9-4cb3-973b-b91c6658c02f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:24:56.386786 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'fbe2712c-ebd5-4ff7-a072-7d060fc00e28', 'network_id': '6be005b7-f644-4a9b-9c38-38fc50487690', 'port_id': 'fbe2712c-ebd5-4ff7-a072-7d060fc00e28', 'mac_address': 'fa:16:3e:fa:12:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec1bde5b-d4ec-4441-a78b-b03a297e50fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:24:56.433987 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-87ae12f9-1c5a-49d3-b15a-8fc69b92eb67 tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.0941830 Jul 24 09:24:56.435245 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46914) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:56.492918 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73706df-ee4e-4c55-b1d1-610d529e7e29 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Made reservation on behalf of a4d10f6e82b846d8b92cc910ed228db2 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:24:56.495460 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:56.498335 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b73706df-ee4e-4c55-b1d1-610d529e7e29 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:56.515957 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe2712c-ebd5-4ff7-a072-7d060fc00e28 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:24:56.552371 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port fbe2712c-ebd5-4ff7-a072-7d060fc00e28, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=fbe2712c-ebd5-4ff7-a072-7d060fc00e28,segment=NetworkSegment(d1da0f7b-86f9-4cb3-973b-b91c6658c02f),segment_id=d1da0f7b-86f9-4cb3-973b-b91c6658c02f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:24:56.556929 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:56.634905 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73706df-ee4e-4c55-b1d1-610d529e7e29 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:24:56.658559 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b73706df-ee4e-4c55-b1d1-610d529e7e29 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:56.658916 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-b73706df-ee4e-4c55-b1d1-610d529e7e29 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Added segment 9617ac00-9ce6-4742-8f1a-953d1bd9e893 of type vlan for network 8261c110-722f-4f47-9bd3-10c983740ef6 Jul 24 09:24:56.667473 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=fbe2712c-ebd5-4ff7-a072-7d060fc00e28,revision_number=9']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:56.743321 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b73706df-ee4e-4c55-b1d1-610d529e7e29 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:56.753694 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46924) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:56.754823 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb769fb-29bf-4bc9-9157-3bac8b9a36f8 req-e55e8aac-254f-498c-9776-cf18e835ae33 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:56.756481 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fb769fb-29bf-4bc9-9157-3bac8b9a36f8 req-e55e8aac-254f-498c-9776-cf18e835ae33 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 943 time: 0.2394490 Jul 24 09:24:56.767322 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['fbe2712c-ebd5-4ff7-a072-7d060fc00e28'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:24:56.827189 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b73706df-ee4e-4c55-b1d1-610d529e7e29 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:56.832658 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73706df-ee4e-4c55-b1d1-610d529e7e29 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:56.839493 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b73706df-ee4e-4c55-b1d1-610d529e7e29 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:56.844360 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fb769fb-29bf-4bc9-9157-3bac8b9a36f8 req-31e60e73-60e2-4b7c-9593-2b39a2c1df5f tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804374 Jul 24 09:24:56.854838 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-f30418d7-a79c-41e6-aff1-4b87bbb0a3ce tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Deleting port 07bf43e3-55da-4be2-b155-7ff373248909 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:24:56.855185 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f30418d7-a79c-41e6-aff1-4b87bbb0a3ce tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:56.906961 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b73706df-ee4e-4c55-b1d1-610d529e7e29 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5967963 Jul 24 09:24:56.909699 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46930) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:56.917977 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-8adbc041-29c9-4a32-9fa4-2c02078928c9 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'subnet': {'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:56.946487 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73706df-ee4e-4c55-b1d1-610d529e7e29 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Network': ['ID=8261c110-722f-4f47-9bd3-10c983740ef6,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:56.969844 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 8261c110-722f-4f47-9bd3-10c983740ef6 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:24:57.017894 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f30418d7-a79c-41e6-aff1-4b87bbb0a3ce tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:57.020919 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f30418d7-a79c-41e6-aff1-4b87bbb0a3ce tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:57.038016 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-f30418d7-a79c-41e6-aff1-4b87bbb0a3ce tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Calling delete_port for 07bf43e3-55da-4be2-b155-7ff373248909 owned by network:floatingip {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:24:57.071002 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef08d2b1-bdee-4c47-b53f-a1d706b8f31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:57.110864 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adbc041-29c9-4a32-9fa4-2c02078928c9 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Made reservation on behalf of a4d10f6e82b846d8b92cc910ed228db2 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:24:57.115463 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8adbc041-29c9-4a32-9fa4-2c02078928c9 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:57.203787 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1afce44a-d4a4-46a8-ad7a-91f2d17098fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:57.255022 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f30418d7-a79c-41e6-aff1-4b87bbb0a3ce tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:57.283703 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30418d7-a79c-41e6-aff1-4b87bbb0a3ce tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Pushing event deleted for resources: {'Port': ['ID=07bf43e3-55da-4be2-b155-7ff373248909,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:57.354945 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f30418d7-a79c-41e6-aff1-4b87bbb0a3ce tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks [] for floatingip, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:57.355291 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-f30418d7-a79c-41e6-aff1-4b87bbb0a3ce tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Floating IP 7e8f49c3-a86d-45ff-9fd9-8fc9b2e99640 disassociated (deleted). External IP: 172.25.7.172, port: f63599f8-0dc1-465b-9b88-88823e708c05. Jul 24 09:24:57.379680 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef08d2b1-bdee-4c47-b53f-a1d706b8f31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:57.403096 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef08d2b1-bdee-4c47-b53f-a1d706b8f31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:57.465039 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ef08d2b1-bdee-4c47-b53f-a1d706b8f31b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b65531085d0a46b1afa09f577ba5e625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7073655 Jul 24 09:24:57.465321 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46948) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:57.467864 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8adbc041-29c9-4a32-9fa4-2c02078928c9 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:57.473158 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08d2b1-bdee-4c47-b53f-a1d706b8f31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7591102d-af7d-4459-adc5-550a348ce5dd,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:57.556011 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbc041-29c9-4a32-9fa4-2c02078928c9 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Subnet': ['ID=00676ca5-875a-4b79-a1ac-7218645c03d9,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:57.569669 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adbc041-29c9-4a32-9fa4-2c02078928c9 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Checking segment: {'id': '9617ac00-9ce6-4742-8f1a-953d1bd9e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:24:57.570279 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adbc041-29c9-4a32-9fa4-2c02078928c9 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network hostable DHCP agents. Network: 8261c110-722f-4f47-9bd3-10c983740ef6, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:24:57.590252 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adbc041-29c9-4a32-9fa4-2c02078928c9 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network 8261c110-722f-4f47-9bd3-10c983740ef6 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:24:57.607078 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-8adbc041-29c9-4a32-9fa4-2c02078928c9 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 8261c110-722f-4f47-9bd3-10c983740ef6) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:24:57.616903 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7608162-3df3-473c-8f07-e429354f1d69 None None] Network 8261c110-722f-4f47-9bd3-10c983740ef6 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:24:57.629810 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adbc041-29c9-4a32-9fa4-2c02078928c9 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:57.631371 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8adbc041-29c9-4a32-9fa4-2c02078928c9 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:57.668334 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8adbc041-29c9-4a32-9fa4-2c02078928c9 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7557898 Jul 24 09:24:57.671716 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46954) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:57.867374 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdee1a6-b6d4-442a-9731-20106d4da473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-8261c110-722f-4f47-9bd3-10c983740ef6', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:24:57.869147 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1cdee1a6-b6d4-442a-9731-20106d4da473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:58.048640 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7e478aa5-6251-4a83-a2fe-79ab6248726b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:58.056870 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device fbe2712c-ebd5-4ff7-a072-7d060fc00e28 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:24:58.088778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30418d7-a79c-41e6-aff1-4b87bbb0a3ce tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Router 12a9274d-f7d7-4ec2-bfe3-f8181d591e62 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:24:58.092013 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7e478aa5-6251-4a83-a2fe-79ab6248726b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:58.139736 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-1cdee1a6-b6d4-442a-9731-20106d4da473 None None] Allocated IP 172.20.0.2 (8261c110-722f-4f47-9bd3-10c983740ef6/00676ca5-875a-4b79-a1ac-7218645c03d9/c044c63d-2367-440b-8da8-e281ce33891d) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:24:58.217199 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee0172-d7b5-45ce-980e-bff48630b26d req-bf5324d4-221c-4cab-a6fd-acaa24db10b5 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:58.218992 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-47ee0172-d7b5-45ce-980e-bff48630b26d req-bf5324d4-221c-4cab-a6fd-acaa24db10b5 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 944 time: 0.2454503 Jul 24 09:24:58.239963 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port fbe2712c-ebd5-4ff7-a072-7d060fc00e28 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:24:58.240620 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:58.282700 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7e478aa5-6251-4a83-a2fe-79ab6248726b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:58.285623 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7e478aa5-6251-4a83-a2fe-79ab6248726b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:58.286969 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7e478aa5-6251-4a83-a2fe-79ab6248726b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7591102d-af7d-4459-adc5-550a348ce5dd HTTP/1.1" status: 204 len: 168 time: 0.8209922 Jul 24 09:24:58.300854 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e478aa5-6251-4a83-a2fe-79ab6248726b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7591102d-af7d-4459-adc5-550a348ce5dd,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:58.349367 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-47ee0172-d7b5-45ce-980e-bff48630b26d req-5a49181d-28e5-4549-ad16-8c399dbb666f tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111255 Jul 24 09:24:58.368307 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30418d7-a79c-41e6-aff1-4b87bbb0a3ce tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:24:58.385444 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f30418d7-a79c-41e6-aff1-4b87bbb0a3ce tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:58.387361 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d473dbd-b045-4c45-934b-acabac81a9e3 None None] Sync routers for ids ['12a9274d-f7d7-4ec2-bfe3-f8181d591e62'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:24:58.416380 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d473dbd-b045-4c45-934b-acabac81a9e3 None None] Routers {'12a9274d-f7d7-4ec2-bfe3-f8181d591e62'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:24:58.419356 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-3d473dbd-b045-4c45-934b-acabac81a9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:24:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['12a9274d-f7d7-4ec2-bfe3-f8181d591e62'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:58.484938 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f30418d7-a79c-41e6-aff1-4b87bbb0a3ce tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] 10.222.0.32 "DELETE /v2.0/floatingips/7e8f49c3-a86d-45ff-9fd9-8fc9b2e99640 HTTP/1.1" status: 204 len: 168 time: 2.0327861 Jul 24 09:24:58.486220 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1cdee1a6-b6d4-442a-9731-20106d4da473 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:58.493563 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46988) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:58.502869 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1cdee1a6-b6d4-442a-9731-20106d4da473 None None] Transition to ACTIVE for port object c044c63d-2367-440b-8da8-e281ce33891d will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:24:58.504651 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-b5e45a4e-c491-443c-8da2-a335b33609f3 tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:58.507244 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-3d473dbd-b045-4c45-934b-acabac81a9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:58.511514 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:58.539393 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1cdee1a6-b6d4-442a-9731-20106d4da473 None None] Transition to ACTIVE for port object c044c63d-2367-440b-8da8-e281ce33891d will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:24:58.545135 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d473dbd-b045-4c45-934b-acabac81a9e3 None None] Routers {'12a9274d-f7d7-4ec2-bfe3-f8181d591e62'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:24:58.547222 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b5e45a4e-c491-443c-8da2-a335b33609f3 tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:58.550364 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-3d473dbd-b045-4c45-934b-acabac81a9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:24:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['12a9274d-f7d7-4ec2-bfe3-f8181d591e62'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:58.555075 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8804bb13-b420-4452-8d17-1689586126ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe2712c-ebd5-4ff7-a072-7d060fc00e28'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:24:58.557994 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf03778-7425-4a84-a170-2b5e54a2bf7e" -d '{"events": [{"server_uuid": "8804bb13-b420-4452-8d17-1689586126ae", "name": "network-vif-plugged", "status": "completed", "tag": "fbe2712c-ebd5-4ff7-a072-7d060fc00e28"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:24:58.564228 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1cdee1a6-b6d4-442a-9731-20106d4da473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:58.602227 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port fbe2712c-ebd5-4ff7-a072-7d060fc00e28, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=fbe2712c-ebd5-4ff7-a072-7d060fc00e28,segment=NetworkSegment(d1da0f7b-86f9-4cb3-973b-b91c6658c02f),segment_id=d1da0f7b-86f9-4cb3-973b-b91c6658c02f)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:24:58.617432 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-3d473dbd-b045-4c45-934b-acabac81a9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:24:58.618496 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d473dbd-b045-4c45-934b-acabac81a9e3 None None] The sync data for ids ['12a9274d-f7d7-4ec2-bfe3-f8181d591e62'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:24:58.626665 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:58.650318 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdee1a6-b6d4-442a-9731-20106d4da473 None None] Network 8261c110-722f-4f47-9bd3-10c983740ef6 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:24:58.652041 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-1cdee1a6-b6d4-442a-9731-20106d4da473 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:24:58.657282 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdee1a6-b6d4-442a-9731-20106d4da473 None None] Pushing event updated for resources: {'Port': ['ID=c044c63d-2367-440b-8da8-e281ce33891d,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:58.661032 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1520c358-d8cf-45fc-81d9-b07038fa1e57 x-openstack-request-id: req-1520c358-d8cf-45fc-81d9-b07038fa1e57 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:24:58.661255 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8804bb13-b420-4452-8d17-1689586126ae", "name": "network-vif-plugged", "status": "completed", "tag": "fbe2712c-ebd5-4ff7-a072-7d060fc00e28", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:24:58.661543 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1520c358-d8cf-45fc-81d9-b07038fa1e57 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:24:58.661954 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8804bb13-b420-4452-8d17-1689586126ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe2712c-ebd5-4ff7-a072-7d060fc00e28', 'code': 200} Jul 24 09:24:58.662706 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdee1a6-b6d4-442a-9731-20106d4da473 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:24:58.724215 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b5e45a4e-c491-443c-8da2-a335b33609f3 tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:58.768324 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-1cdee1a6-b6d4-442a-9731-20106d4da473 None None] Attempting to bind port c044c63d-2367-440b-8da8-e281ce33891d on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:24:58.768910 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-1cdee1a6-b6d4-442a-9731-20106d4da473 None None] Attempting to bind port c044c63d-2367-440b-8da8-e281ce33891d by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '9617ac00-9ce6-4742-8f1a-953d1bd9e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:24:58.769285 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdee1a6-b6d4-442a-9731-20106d4da473 None None] Attempting to bind port c044c63d-2367-440b-8da8-e281ce33891d on network 8261c110-722f-4f47-9bd3-10c983740ef6 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:24:58.788061 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdee1a6-b6d4-442a-9731-20106d4da473 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:24:58.788500 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdee1a6-b6d4-442a-9731-20106d4da473 None None] Checking segment: {'id': '9617ac00-9ce6-4742-8f1a-953d1bd9e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:24:58.792042 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1cdee1a6-b6d4-442a-9731-20106d4da473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:58.792507 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdee1a6-b6d4-442a-9731-20106d4da473 None None] Bound using segment: {'id': '9617ac00-9ce6-4742-8f1a-953d1bd9e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:24:58.793785 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-1cdee1a6-b6d4-442a-9731-20106d4da473 None None] Bound port: c044c63d-2367-440b-8da8-e281ce33891d, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9617ac00-9ce6-4742-8f1a-953d1bd9e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:24:58.794191 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1cdee1a6-b6d4-442a-9731-20106d4da473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:58.800449 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=fbe2712c-ebd5-4ff7-a072-7d060fc00e28,revision_number=10']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:58.847649 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-afba233b-7c36-477c-8dba-e8fd0c2d2cdd tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:58.881446 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259821d7-b3ce-4869-9496-93862ea3479d req-660f68d7-1a9e-4366-a72e-f720825237c8 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:58.881713 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-1cdee1a6-b6d4-442a-9731-20106d4da473 None None] For port c044c63d-2367-440b-8da8-e281ce33891d, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:24:58.885558 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-1cdee1a6-b6d4-442a-9731-20106d4da473 None None] For port c044c63d-2367-440b-8da8-e281ce33891d, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c044c63d-2367-440b-8da8-e281ce33891d,segment=NetworkSegment(9617ac00-9ce6-4742-8f1a-953d1bd9e893),segment_id=9617ac00-9ce6-4742-8f1a-953d1bd9e893)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:24:58.888811 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259821d7-b3ce-4869-9496-93862ea3479d req-660f68d7-1a9e-4366-a72e-f720825237c8 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:58.890850 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1cdee1a6-b6d4-442a-9731-20106d4da473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:58.896502 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259821d7-b3ce-4869-9496-93862ea3479d req-660f68d7-1a9e-4366-a72e-f720825237c8 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:58.903547 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259821d7-b3ce-4869-9496-93862ea3479d req-660f68d7-1a9e-4366-a72e-f720825237c8 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:58.909705 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259821d7-b3ce-4869-9496-93862ea3479d req-660f68d7-1a9e-4366-a72e-f720825237c8 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:58.915951 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259821d7-b3ce-4869-9496-93862ea3479d req-660f68d7-1a9e-4366-a72e-f720825237c8 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:58.922133 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259821d7-b3ce-4869-9496-93862ea3479d req-660f68d7-1a9e-4366-a72e-f720825237c8 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:58.929629 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-259821d7-b3ce-4869-9496-93862ea3479d req-660f68d7-1a9e-4366-a72e-f720825237c8 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5443 time: 0.9430988 Jul 24 09:24:58.965467 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdee1a6-b6d4-442a-9731-20106d4da473 None None] Pushing event updated for resources: {'Port': ['ID=c044c63d-2367-440b-8da8-e281ce33891d,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:59.048127 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43c4f8-3c47-4ce4-9aea-cd8cf7863c0b req-b0295c6f-6a91-43da-a7ce-a8ee777d6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:59.049831 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ff43c4f8-3c47-4ce4-9aea-cd8cf7863c0b req-b0295c6f-6a91-43da-a7ce-a8ee777d6434 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 1097 time: 0.2098255 Jul 24 09:24:59.075398 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-b5e45a4e-c491-443c-8da2-a335b33609f3 tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Allocated IP 172.25.7.223 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/27432b28-5218-4a02-b989-da82363f870d) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:24:59.118624 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-259821d7-b3ce-4869-9496-93862ea3479d req-401abc50-9269-42fd-aac8-44099f1ff9e0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1874781 Jul 24 09:24:59.136992 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ff43c4f8-3c47-4ce4-9aea-cd8cf7863c0b req-c72ad816-37e4-4083-95b8-2c31221c5188 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778685 Jul 24 09:24:59.192146 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e557d54-a2e2-4887-bade-b68f1300336e req-5afbbc53-d793-4878-92eb-5aed091e3a26 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:59.198441 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e557d54-a2e2-4887-bade-b68f1300336e req-5afbbc53-d793-4878-92eb-5aed091e3a26 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:59.205443 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e557d54-a2e2-4887-bade-b68f1300336e req-5afbbc53-d793-4878-92eb-5aed091e3a26 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:59.211947 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e557d54-a2e2-4887-bade-b68f1300336e req-5afbbc53-d793-4878-92eb-5aed091e3a26 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:59.218242 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e557d54-a2e2-4887-bade-b68f1300336e req-5afbbc53-d793-4878-92eb-5aed091e3a26 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:59.224487 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e557d54-a2e2-4887-bade-b68f1300336e req-5afbbc53-d793-4878-92eb-5aed091e3a26 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:59.243693 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e557d54-a2e2-4887-bade-b68f1300336e req-5afbbc53-d793-4878-92eb-5aed091e3a26 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:59.246035 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e557d54-a2e2-4887-bade-b68f1300336e req-5afbbc53-d793-4878-92eb-5aed091e3a26 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5443 time: 0.3068092 Jul 24 09:24:59.313306 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b5e45a4e-c491-443c-8da2-a335b33609f3 tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:59.393935 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b5e45a4e-c491-443c-8da2-a335b33609f3 tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:59.399031 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47040) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:24:59.413476 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e557d54-a2e2-4887-bade-b68f1300336e req-7102354e-7d85-4ff8-a3b8-22deca3bceeb tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:59.419627 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e557d54-a2e2-4887-bade-b68f1300336e req-7102354e-7d85-4ff8-a3b8-22deca3bceeb tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.20 "GET /v2.0/ports/794a2009-e4f6-4dcc-8190-09f6bd77b763?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1538317 Jul 24 09:24:59.506699 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e45a4e-c491-443c-8da2-a335b33609f3 tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:24:59.548572 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-b5e45a4e-c491-443c-8da2-a335b33609f3 tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:24:59.556253 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e45a4e-c491-443c-8da2-a335b33609f3 tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:24:59.618467 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-afba233b-7c36-477c-8dba-e8fd0c2d2cdd tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Allocated IP 172.20.0.1 (8261c110-722f-4f47-9bd3-10c983740ef6/00676ca5-875a-4b79-a1ac-7218645c03d9/b3479946-05fe-4bf6-ad32-a45bc73d2e4e) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:24:59.646999 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e557d54-a2e2-4887-bade-b68f1300336e req-27fa6c18-cbc7-46e8-9baa-0e2941e74af5 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.20 "GET /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2214239 Jul 24 09:24:59.670256 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-5e557d54-a2e2-4887-bade-b68f1300336e req-0d550f98-7e43-4191-a605-a44f4ef9edde service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:24:59.729228 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e45a4e-c491-443c-8da2-a335b33609f3 tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Pushing event updated for resources: {'Port': ['ID=27432b28-5218-4a02-b989-da82363f870d,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:24:59.744147 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b5e45a4e-c491-443c-8da2-a335b33609f3 tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:59.746925 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bb35b2f6-e8df-405b-9d9c-6719ece99b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:59.782333 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f944831c-d7dd-45ca-a8c2-b58efc9886ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:59.825083 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-0d550f98-7e43-4191-a605-a44f4ef9edde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:59.857769 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7bb80-f1c4-4053-91f1-71e5166ef0de req-73b8d874-bd82-4da6-8b74-4c8db2e49b9d tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:24:59.865531 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b8e7bb80-f1c4-4053-91f1-71e5166ef0de req-73b8d874-bd82-4da6-8b74-4c8db2e49b9d tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.3638062 Jul 24 09:24:59.910042 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b5e45a4e-c491-443c-8da2-a335b33609f3 tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:59.919514 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-afba233b-7c36-477c-8dba-e8fd0c2d2cdd tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:24:59.941074 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c044c63d-2367-440b-8da8-e281ce33891d up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:24:59.963119 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-afba233b-7c36-477c-8dba-e8fd0c2d2cdd tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Transition to ACTIVE for port object b3479946-05fe-4bf6-ad32-a45bc73d2e4e will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:25:00.021670 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b8e7bb80-f1c4-4053-91f1-71e5166ef0de req-811297f3-f08f-4335-970f-43b65ae35c36 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509974 Jul 24 09:25:00.080179 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-afba233b-7c36-477c-8dba-e8fd0c2d2cdd tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:00.119442 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port c044c63d-2367-440b-8da8-e281ce33891d completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:25:00.156595 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afba233b-7c36-477c-8dba-e8fd0c2d2cdd tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network 8261c110-722f-4f47-9bd3-10c983740ef6 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:25:00.174102 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-afba233b-7c36-477c-8dba-e8fd0c2d2cdd tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:00.197005 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afba233b-7c36-477c-8dba-e8fd0c2d2cdd tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:25:00.213078 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bb35b2f6-e8df-405b-9d9c-6719ece99b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:00.240263 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bb35b2f6-e8df-405b-9d9c-6719ece99b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:00.327673 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5e557d54-a2e2-4887-bade-b68f1300336e req-0d550f98-7e43-4191-a605-a44f4ef9edde service neutron] For port 794a2009-e4f6-4dcc-8190-09f6bd77b763, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=794a2009-e4f6-4dcc-8190-09f6bd77b763,segment=NetworkSegment(342ad5d9-7ee9-47dd-935a-66291ce3d5ce),segment_id=342ad5d9-7ee9-47dd-935a-66291ce3d5ce)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:00.376019 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bb35b2f6-e8df-405b-9d9c-6719ece99b23 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7699fbf339e41749cbb314e0a49979b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9739072 Jul 24 09:25:00.378464 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35b2f6-e8df-405b-9d9c-6719ece99b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e099fa9-2315-4c4e-b4c4-04e39ec211c8,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:00.381005 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47076) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:00.409267 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:00.430260 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba233b-7c36-477c-8dba-e8fd0c2d2cdd tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Port': ['ID=b3479946-05fe-4bf6-ad32-a45bc73d2e4e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:00.455688 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-afba233b-7c36-477c-8dba-e8fd0c2d2cdd tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:00.480421 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b5e45a4e-c491-443c-8da2-a335b33609f3 tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:00.489414 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b5e45a4e-c491-443c-8da2-a335b33609f3 tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:00.523442 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d88c81a7-0903-4c1d-b529-1d7e846b125f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:00.549329 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e45a4e-c491-443c-8da2-a335b33609f3 tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Pushing event updated for resources: {'Port': ['ID=27432b28-5218-4a02-b989-da82363f870d,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:00.593380 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ab7b18-f15a-4626-aa9a-96be18774941 None None] Network 8261c110-722f-4f47-9bd3-10c983740ef6 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:25:00.650677 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d88c81a7-0903-4c1d-b529-1d7e846b125f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:00.669647 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32354d4-f459-4724-9ed0-bbac7374be5b req-aad2d0ce-683b-475d-a902-6a239a104f2d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:00.688216 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32354d4-f459-4724-9ed0-bbac7374be5b req-aad2d0ce-683b-475d-a902-6a239a104f2d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:00.703817 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32354d4-f459-4724-9ed0-bbac7374be5b req-aad2d0ce-683b-475d-a902-6a239a104f2d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:00.706545 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b5e45a4e-c491-443c-8da2-a335b33609f3 tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:00.717151 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32354d4-f459-4724-9ed0-bbac7374be5b req-aad2d0ce-683b-475d-a902-6a239a104f2d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:00.738195 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32354d4-f459-4724-9ed0-bbac7374be5b req-aad2d0ce-683b-475d-a902-6a239a104f2d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:00.750115 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32354d4-f459-4724-9ed0-bbac7374be5b req-aad2d0ce-683b-475d-a902-6a239a104f2d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:00.766729 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32354d4-f459-4724-9ed0-bbac7374be5b req-aad2d0ce-683b-475d-a902-6a239a104f2d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:00.773090 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b5e45a4e-c491-443c-8da2-a335b33609f3 tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:00.773090 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b5e45a4e-c491-443c-8da2-a335b33609f3 tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2761946 Jul 24 09:25:00.774800 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-51c58ab2-3d41-4860-a2cc-1cdf19862673 None None] Provisioning for port c044c63d-2367-440b-8da8-e281ce33891d completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:25:00.785650 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47084) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:00.789411 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b32354d4-f459-4724-9ed0-bbac7374be5b req-aad2d0ce-683b-475d-a902-6a239a104f2d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 5443 time: 0.4957612 Jul 24 09:25:00.794542 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5e557d54-a2e2-4887-bade-b68f1300336e req-0d550f98-7e43-4191-a605-a44f4ef9edde service neutron] For port 794a2009-e4f6-4dcc-8190-09f6bd77b763, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:25:00.811158 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-51c58ab2-3d41-4860-a2cc-1cdf19862673 None None] Provisioning complete for port c044c63d-2367-440b-8da8-e281ce33891d triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:00.812636 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-51c58ab2-3d41-4860-a2cc-1cdf19862673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:00.833674 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d88c81a7-0903-4c1d-b529-1d7e846b125f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:00.839111 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d88c81a7-0903-4c1d-b529-1d7e846b125f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:00.847281 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d88c81a7-0903-4c1d-b529-1d7e846b125f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e099fa9-2315-4c4e-b4c4-04e39ec211c8 HTTP/1.1" status: 204 len: 168 time: 0.4614246 Jul 24 09:25:00.875801 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c81a7-0903-4c1d-b529-1d7e846b125f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e099fa9-2315-4c4e-b4c4-04e39ec211c8,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:00.891917 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47094) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:00.994350 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b32354d4-f459-4724-9ed0-bbac7374be5b req-55fb8208-12ac-4f0a-a556-4f2de9aef455 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2021651 Jul 24 09:25:01.024886 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-5e557d54-a2e2-4887-bade-b68f1300336e req-0d550f98-7e43-4191-a605-a44f4ef9edde service neutron] device_id is not set on port 794a2009-e4f6-4dcc-8190-09f6bd77b763 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:25:01.082075 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-0d550f98-7e43-4191-a605-a44f4ef9edde service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:01.100427 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:01.193950 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-0d550f98-7e43-4191-a605-a44f4ef9edde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:01.267955 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-51c58ab2-3d41-4860-a2cc-1cdf19862673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:01.350810 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-afba233b-7c36-477c-8dba-e8fd0c2d2cdd tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:01.386814 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e557d54-a2e2-4887-bade-b68f1300336e req-0d550f98-7e43-4191-a605-a44f4ef9edde service neutron] No DVR routers for this DVR port 794a2009-e4f6-4dcc-8190-09f6bd77b763 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:25:01.402448 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80514d5-78b8-4e96-9e0b-0fc7dde79648 req-5c6c6eed-a09b-49f6-b47a-33693e65d646 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:01.406660 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e80514d5-78b8-4e96-9e0b-0fc7dde79648 req-5c6c6eed-a09b-49f6-b47a-33693e65d646 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.1987536 Jul 24 09:25:01.416583 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-22e5f7b1-55f8-4e0e-9033-1fce04942f44 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:01.425606 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-51c58ab2-3d41-4860-a2cc-1cdf19862673 None None] For port c044c63d-2367-440b-8da8-e281ce33891d, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c044c63d-2367-440b-8da8-e281ce33891d,segment=NetworkSegment(9617ac00-9ce6-4742-8f1a-953d1bd9e893),segment_id=9617ac00-9ce6-4742-8f1a-953d1bd9e893)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:01.433536 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-51c58ab2-3d41-4860-a2cc-1cdf19862673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:01.537474 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d550f98-7e43-4191-a605-a44f4ef9edde service neutron] Pushing event updated for resources: {'Port': ['ID=794a2009-e4f6-4dcc-8190-09f6bd77b763,revision_number=6']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:01.563641 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-22e5f7b1-55f8-4e0e-9033-1fce04942f44 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] Notify callbacks [] for floatingip, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:01.587291 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e80514d5-78b8-4e96-9e0b-0fc7dde79648 req-52a0eddb-5c52-45e6-913d-76122b3f0fbf tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402676 Jul 24 09:25:01.598903 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c58ab2-3d41-4860-a2cc-1cdf19862673 None None] Pushing event updated for resources: {'Port': ['ID=c044c63d-2367-440b-8da8-e281ce33891d,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:01.765922 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-5e557d54-a2e2-4887-bade-b68f1300336e req-0d550f98-7e43-4191-a605-a44f4ef9edde service neutron] In _notify_port_updated(), no bound segment for port 794a2009-e4f6-4dcc-8190-09f6bd77b763 on network 130df151-54ed-4200-959f-f7fb83738159 {{(pid=94035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 09:25:01.766858 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e557d54-a2e2-4887-bade-b68f1300336e req-0d550f98-7e43-4191-a605-a44f4ef9edde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:01.767495 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-0d550f98-7e43-4191-a605-a44f4ef9edde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:01.773436 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e557d54-a2e2-4887-bade-b68f1300336e req-0d550f98-7e43-4191-a605-a44f4ef9edde service neutron] 10.222.0.20 "PUT /v2.0/ports/794a2009-e4f6-4dcc-8190-09f6bd77b763 HTTP/1.1" status: 200 len: 1032 time: 2.1186912 Jul 24 09:25:01.808172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a6d9400d-a5f9-45a5-bba1-9e48a5ec383b None None] Provisioning complete for port 794a2009-e4f6-4dcc-8190-09f6bd77b763 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:01.808502 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a6d9400d-a5f9-45a5-bba1-9e48a5ec383b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:01.836373 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47128) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:01.858686 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-eee0b3c4-3877-49f2-b8c1-b2c3c52982d6 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1813115130'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:01.889210 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-074c2bdf-1d60-4ba2-a79f-fa7b25ddc52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:01.900936 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee0b3c4-3877-49f2-b8c1-b2c3c52982d6 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Made reservation on behalf of 87e17c8ae03842b0a101cf8b606a5584 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:01.908140 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-eee0b3c4-3877-49f2-b8c1-b2c3c52982d6 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:01.918774 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e557d54-a2e2-4887-bade-b68f1300336e req-7d4e7ffc-fb9f-406d-a1c3-fc186a15b59a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:01.920608 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e557d54-a2e2-4887-bade-b68f1300336e req-7d4e7ffc-fb9f-406d-a1c3-fc186a15b59a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.20 "GET /v2.0/ports/1592bee6-5996-4727-8f30-55913f2ae08b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1370912 Jul 24 09:25:01.933675 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-a6d9400d-a5f9-45a5-bba1-9e48a5ec383b None None] Port 794a2009-e4f6-4dcc-8190-09f6bd77b763 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:25:01.938091 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-eee0b3c4-3877-49f2-b8c1-b2c3c52982d6 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:01.940780 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-5e557d54-a2e2-4887-bade-b68f1300336e req-ed76a7cd-fe99-4a0e-af1a-ca005363bf0a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:01.941029 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c044c63d-2367-440b-8da8-e281ce33891d up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:25:01.999195 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-22e5f7b1-55f8-4e0e-9033-1fce04942f44 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:02.033883 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port c044c63d-2367-440b-8da8-e281ce33891d triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:02.034361 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:02.106016 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-ed76a7cd-fe99-4a0e-af1a-ca005363bf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:02.111387 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-98213a71-fb8c-4997-aceb-b1d2725b10f3 None None] Provisioning complete for port c044c63d-2367-440b-8da8-e281ce33891d triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:02.112022 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-98213a71-fb8c-4997-aceb-b1d2725b10f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:02.200837 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-074c2bdf-1d60-4ba2-a79f-fa7b25ddc52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:02.222421 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-074c2bdf-1d60-4ba2-a79f-fa7b25ddc52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:02.241962 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-afba233b-7c36-477c-8dba-e8fd0c2d2cdd tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:02.243986 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-22e5f7b1-55f8-4e0e-9033-1fce04942f44 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] Allocated IP 172.25.7.140 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/2a7885a2-0064-4d78-bac7-93e4cbeb8875) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:25:02.248350 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-afba233b-7c36-477c-8dba-e8fd0c2d2cdd tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:02.262597 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 1ea622ef-91f5-4207-b504-6efb0efd5698 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:25:02.309089 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c2bdf-1d60-4ba2-a79f-fa7b25ddc52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb807a8-e2b8-4cd5-aa18-0384788d717a,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:02.315984 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-074c2bdf-1d60-4ba2-a79f-fa7b25ddc52c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b1eca92300d422ba306686340aa43c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4735024 Jul 24 09:25:02.316929 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47132) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:02.323594 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-98213a71-fb8c-4997-aceb-b1d2725b10f3 None None] Provisioning for port b3479946-05fe-4bf6-ad32-a45bc73d2e4e completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:25:02.348149 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-98213a71-fb8c-4997-aceb-b1d2725b10f3 None None] Provisioning complete for port b3479946-05fe-4bf6-ad32-a45bc73d2e4e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:02.348577 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-98213a71-fb8c-4997-aceb-b1d2725b10f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:02.355589 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55821ff-68bd-435f-9e98-59f99125514d req-175e7dc2-76f3-4713-946a-c1ff2771421d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:02.361591 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55821ff-68bd-435f-9e98-59f99125514d req-175e7dc2-76f3-4713-946a-c1ff2771421d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:02.368445 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55821ff-68bd-435f-9e98-59f99125514d req-175e7dc2-76f3-4713-946a-c1ff2771421d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:02.382224 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55821ff-68bd-435f-9e98-59f99125514d req-175e7dc2-76f3-4713-946a-c1ff2771421d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:02.388150 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55821ff-68bd-435f-9e98-59f99125514d req-175e7dc2-76f3-4713-946a-c1ff2771421d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:02.393391 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:02.405847 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55821ff-68bd-435f-9e98-59f99125514d req-175e7dc2-76f3-4713-946a-c1ff2771421d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:02.407634 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-98213a71-fb8c-4997-aceb-b1d2725b10f3 None None] Port b3479946-05fe-4bf6-ad32-a45bc73d2e4e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:25:02.407748 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e55821ff-68bd-435f-9e98-59f99125514d req-175e7dc2-76f3-4713-946a-c1ff2771421d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 4664 time: 0.2747798 Jul 24 09:25:02.412033 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba233b-7c36-477c-8dba-e8fd0c2d2cdd tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Port': ['ID=b3479946-05fe-4bf6-ad32-a45bc73d2e4e,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:02.421098 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ea622ef-91f5-4207-b504-6efb0efd5698'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:25:02.423554 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920467a6-0f06-4247-ba77-6caa814cf929" -d '{"events": [{"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-unplugged", "status": "completed", "tag": "1ea622ef-91f5-4207-b504-6efb0efd5698"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:25:02.438582 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 1ea622ef-91f5-4207-b504-6efb0efd5698, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=1ea622ef-91f5-4207-b504-6efb0efd5698,segment=NetworkSegment(179240a6-2206-4416-9b54-6742cbc9ffe4),segment_id=179240a6-2206-4416-9b54-6742cbc9ffe4)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:02.444285 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:02.445180 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:25:02.478113 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-683c5567-6694-4050-a19f-d8481e66b223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:02.480022 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-afba233b-7c36-477c-8dba-e8fd0c2d2cdd tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:02.492526 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5e557d54-a2e2-4887-bade-b68f1300336e req-ed76a7cd-fe99-4a0e-af1a-ca005363bf0a service neutron] For port 1592bee6-5996-4727-8f30-55913f2ae08b, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=1592bee6-5996-4727-8f30-55913f2ae08b,segment=NetworkSegment(342ad5d9-7ee9-47dd-935a-66291ce3d5ce),segment_id=342ad5d9-7ee9-47dd-935a-66291ce3d5ce)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:02.521721 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=1ea622ef-91f5-4207-b504-6efb0efd5698,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:02.525812 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0957a1af-6400-45e5-a16c-5519e4beae24 x-openstack-request-id: req-0957a1af-6400-45e5-a16c-5519e4beae24 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:25:02.526133 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-unplugged", "status": "completed", "tag": "1ea622ef-91f5-4207-b504-6efb0efd5698", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:25:02.526360 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0957a1af-6400-45e5-a16c-5519e4beae24 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:25:02.526751 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ea622ef-91f5-4207-b504-6efb0efd5698', 'code': 200} Jul 24 09:25:02.547194 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:02.547566 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:02.547875 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:02.548584 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:02.548584 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:02.548943 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:02.549203 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:02.549525 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:02.549862 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:02.550163 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:02.550848 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:02.550848 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:02.558096 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-683c5567-6694-4050-a19f-d8481e66b223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:02.567025 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-9c8c1e0e-da7e-4679-a954-f6e326ea834c None None] Provisioning complete for port b3479946-05fe-4bf6-ad32-a45bc73d2e4e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:02.567463 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9c8c1e0e-da7e-4679-a954-f6e326ea834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:02.617734 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e55821ff-68bd-435f-9e98-59f99125514d req-e4900c69-5a9b-41bd-9de0-3414da5ffd41 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&id=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1686487 Jul 24 09:25:02.626093 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-22e5f7b1-55f8-4e0e-9033-1fce04942f44 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:02.641460 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-9c8c1e0e-da7e-4679-a954-f6e326ea834c None None] Port b3479946-05fe-4bf6-ad32-a45bc73d2e4e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:25:02.680458 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5e557d54-a2e2-4887-bade-b68f1300336e req-ed76a7cd-fe99-4a0e-af1a-ca005363bf0a service neutron] For port 1592bee6-5996-4727-8f30-55913f2ae08b, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:25:02.690977 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-22e5f7b1-55f8-4e0e-9033-1fce04942f44 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:02.694711 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:02.727675 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-eee0b3c4-3877-49f2-b8c1-b2c3c52982d6 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:02.730757 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=16f6a8a0-9d0c-483f-b3ba-0c9fb8957875,segment=NetworkSegment(b8711e49-0053-48e4-9ab4-ca813e7466e0),segment_id=b8711e49-0053-48e4-9ab4-ca813e7466e0)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:02.734756 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-eee0b3c4-3877-49f2-b8c1-b2c3c52982d6 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:02.735526 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:02.736349 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 16303a1a-c8c8-446e-8591-495750b9d208 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:25:02.747336 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e5f7b1-55f8-4e0e-9033-1fce04942f44 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:25:02.763340 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-22e5f7b1-55f8-4e0e-9033-1fce04942f44 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:02.771744 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e5f7b1-55f8-4e0e-9033-1fce04942f44 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:25:02.779364 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afba233b-7c36-477c-8dba-e8fd0c2d2cdd tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network 8261c110-722f-4f47-9bd3-10c983740ef6 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:25:02.781687 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-5e557d54-a2e2-4887-bade-b68f1300336e req-ed76a7cd-fe99-4a0e-af1a-ca005363bf0a service neutron] device_id is not set on port 1592bee6-5996-4727-8f30-55913f2ae08b yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:25:02.792106 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-afba233b-7c36-477c-8dba-e8fd0c2d2cdd tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:02.801779 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-ed76a7cd-fe99-4a0e-af1a-ca005363bf0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:02.824286 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee0b3c4-3877-49f2-b8c1-b2c3c52982d6 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:25:02.842527 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f7b1-55f8-4e0e-9033-1fce04942f44 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] Pushing event updated for resources: {'Port': ['ID=2a7885a2-0064-4d78-bac7-93e4cbeb8875,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:02.844981 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0b3c4-3877-49f2-b8c1-b2c3c52982d6 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48dde2cb-3bdf-4716-bb7e-67ba8eec9de5,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:02.877505 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=16f6a8a0-9d0c-483f-b3ba-0c9fb8957875,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:02.883766 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-eee0b3c4-3877-49f2-b8c1-b2c3c52982d6 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:02.884211 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-eee0b3c4-3877-49f2-b8c1-b2c3c52982d6 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Added segment 211c12c1-07e6-4a64-a9b8-2ffd0a55bb40 of type vlan for network 812dbdce-abf9-4dd4-a7fe-917b77ce3c23 Jul 24 09:25:02.901707 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:02.927483 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:02.958612 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 16303a1a-c8c8-446e-8591-495750b9d208, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=16303a1a-c8c8-446e-8591-495750b9d208,segment=NetworkSegment(b8711e49-0053-48e4-9ab4-ca813e7466e0),segment_id=b8711e49-0053-48e4-9ab4-ca813e7466e0)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:02.959892 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-eee0b3c4-3877-49f2-b8c1-b2c3c52982d6 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:02.966232 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:02.966942 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 794a2009-e4f6-4dcc-8190-09f6bd77b763 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:25:02.983111 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-ed76a7cd-fe99-4a0e-af1a-ca005363bf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:03.004345 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-eee0b3c4-3877-49f2-b8c1-b2c3c52982d6 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:03.010960 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee0b3c4-3877-49f2-b8c1-b2c3c52982d6 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:03.011574 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-eee0b3c4-3877-49f2-b8c1-b2c3c52982d6 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:03.039867 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-22e5f7b1-55f8-4e0e-9033-1fce04942f44 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:03.052417 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=16303a1a-c8c8-446e-8591-495750b9d208,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:03.052812 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-683c5567-6694-4050-a19f-d8481e66b223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:03.055892 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-683c5567-6694-4050-a19f-d8481e66b223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:03.057159 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 794a2009-e4f6-4dcc-8190-09f6bd77b763 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:25:03.057722 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-683c5567-6694-4050-a19f-d8481e66b223 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cdb807a8-e2b8-4cd5-aa18-0384788d717a HTTP/1.1" status: 204 len: 168 time: 0.7400289 Jul 24 09:25:03.058252 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 9eeb4813-0254-46ff-a982-0b81b24181f8 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:25:03.073422 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3353b1-a1a9-4a8c-a2dd-ffa45d98decb req-fb86b336-75ff-4a50-874e-c9ba335cdd0d tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:03.081149 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5b3353b1-a1a9-4a8c-a2dd-ffa45d98decb req-fb86b336-75ff-4a50-874e-c9ba335cdd0d tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.3950038 Jul 24 09:25:03.083312 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76a7cd-fe99-4a0e-af1a-ca005363bf0a service neutron] Pushing event updated for resources: {'Port': ['ID=1592bee6-5996-4727-8f30-55913f2ae08b,revision_number=6']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:03.098212 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c5567-6694-4050-a19f-d8481e66b223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb807a8-e2b8-4cd5-aa18-0384788d717a,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:03.189290 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e557d54-a2e2-4887-bade-b68f1300336e req-ed76a7cd-fe99-4a0e-af1a-ca005363bf0a service neutron] No DVR routers for this DVR port 1592bee6-5996-4727-8f30-55913f2ae08b on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:25:03.204961 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0b3c4-3877-49f2-b8c1-b2c3c52982d6 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Pushing event updated for resources: {'Network': ['ID=812dbdce-abf9-4dd4-a7fe-917b77ce3c23,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:03.210138 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-eee0b3c4-3877-49f2-b8c1-b2c3c52982d6 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.3171217 Jul 24 09:25:03.230923 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 812dbdce-abf9-4dd4-a7fe-917b77ce3c23 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:25:03.235378 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47144) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:03.238065 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-5e557d54-a2e2-4887-bade-b68f1300336e req-ed76a7cd-fe99-4a0e-af1a-ca005363bf0a service neutron] In _notify_port_updated(), no bound segment for port 1592bee6-5996-4727-8f30-55913f2ae08b on network 130df151-54ed-4200-959f-f7fb83738159 {{(pid=94035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 09:25:03.239222 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e557d54-a2e2-4887-bade-b68f1300336e req-ed76a7cd-fe99-4a0e-af1a-ca005363bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:03.240047 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-ed76a7cd-fe99-4a0e-af1a-ca005363bf0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:03.242733 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e557d54-a2e2-4887-bade-b68f1300336e req-ed76a7cd-fe99-4a0e-af1a-ca005363bf0a service neutron] 10.222.0.20 "PUT /v2.0/ports/1592bee6-5996-4727-8f30-55913f2ae08b HTTP/1.1" status: 200 len: 1033 time: 1.3096361 Jul 24 09:25:03.243990 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afba233b-7c36-477c-8dba-e8fd0c2d2cdd tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Router fd3f354e-213d-4a15-ae2b-b5b855ae666c is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:25:03.254496 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-aa55357b-9a41-43bc-a07d-c600dd525722 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Request body: {'subnet': {'network_id': '812dbdce-abf9-4dd4-a7fe-917b77ce3c23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:03.254691 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-22e5f7b1-55f8-4e0e-9033-1fce04942f44 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:03.301649 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:03.344689 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-600b93ff-4501-41af-b762-c8a73193017f None None] Provisioning complete for port b3479946-05fe-4bf6-ad32-a45bc73d2e4e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:03.345108 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-600b93ff-4501-41af-b762-c8a73193017f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:03.450015 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5b3353b1-a1a9-4a8c-a2dd-ffa45d98decb req-73339a6f-380f-4733-949b-2c34019e80d7 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675294 Jul 24 09:25:03.556590 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 9eeb4813-0254-46ff-a982-0b81b24181f8, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=9eeb4813-0254-46ff-a982-0b81b24181f8,segment=NetworkSegment(342ad5d9-7ee9-47dd-935a-66291ce3d5ce),segment_id=342ad5d9-7ee9-47dd-935a-66291ce3d5ce)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:03.558583 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-22e5f7b1-55f8-4e0e-9033-1fce04942f44 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:03.560236 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-600b93ff-4501-41af-b762-c8a73193017f None None] Port b3479946-05fe-4bf6-ad32-a45bc73d2e4e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:25:03.564102 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:03.564271 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-22e5f7b1-55f8-4e0e-9033-1fce04942f44 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:03.564992 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 1592bee6-5996-4727-8f30-55913f2ae08b no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:25:03.579696 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa55357b-9a41-43bc-a07d-c600dd525722 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Made reservation on behalf of 87e17c8ae03842b0a101cf8b606a5584 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:03.583495 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-aa55357b-9a41-43bc-a07d-c600dd525722 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:03.638614 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f7b1-55f8-4e0e-9033-1fce04942f44 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] Pushing event updated for resources: {'Port': ['ID=2a7885a2-0064-4d78-bac7-93e4cbeb8875,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:03.668114 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 1592bee6-5996-4727-8f30-55913f2ae08b not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:25:03.668625 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 506d6774-cab8-4e72-9e5e-98197e8f6a6d no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:25:03.719804 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=9eeb4813-0254-46ff-a982-0b81b24181f8,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:03.731948 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-22e5f7b1-55f8-4e0e-9033-1fce04942f44 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:03.780480 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-15d6721b-2aa4-4015-bd15-08306e51485d None None] Provisioning complete for port 1592bee6-5996-4727-8f30-55913f2ae08b triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:03.780882 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-15d6721b-2aa4-4015-bd15-08306e51485d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:03.787527 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-22e5f7b1-55f8-4e0e-9033-1fce04942f44 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:03.793446 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-22e5f7b1-55f8-4e0e-9033-1fce04942f44 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0062547 Jul 24 09:25:03.794153 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47160) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:03.819905 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baf0e9-614b-47b8-b55c-1415c0eececc req-cf79f311-102d-4a63-87ee-dfdb75d4a6d7 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:03.827218 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-82baf0e9-614b-47b8-b55c-1415c0eececc req-cf79f311-102d-4a63-87ee-dfdb75d4a6d7 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.1566360 Jul 24 09:25:03.840139 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-15d6721b-2aa4-4015-bd15-08306e51485d None None] Port 1592bee6-5996-4727-8f30-55913f2ae08b cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:25:03.927720 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:03.946911 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-31c64f93-6614-42a0-8165-767de42126e2 tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3218 time: 0.1505651 Jul 24 09:25:03.977494 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-82baf0e9-614b-47b8-b55c-1415c0eececc req-94ec3377-bb16-45cc-a52f-e9744a86c25f tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480868 Jul 24 09:25:03.980098 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47168) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:04.031803 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 506d6774-cab8-4e72-9e5e-98197e8f6a6d, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=506d6774-cab8-4e72-9e5e-98197e8f6a6d,segment=NetworkSegment(342ad5d9-7ee9-47dd-935a-66291ce3d5ce),segment_id=342ad5d9-7ee9-47dd-935a-66291ce3d5ce)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:04.041069 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:04.105987 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=506d6774-cab8-4e72-9e5e-98197e8f6a6d,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:04.198892 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5c546350-66aa-4f6c-ad26-9c3efba4481d tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2108333 Jul 24 09:25:04.199134 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47178) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:04.263859 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afba233b-7c36-477c-8dba-e8fd0c2d2cdd tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:25:04.269657 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-afba233b-7c36-477c-8dba-e8fd0c2d2cdd tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "PUT /v2.0/routers/fd3f354e-213d-4a15-ae2b-b5b855ae666c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5963562 Jul 24 09:25:04.275251 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] Sync routers for ids ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:25:04.275630 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47182) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:04.285628 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-93d0e596-9ff0-47f2-acd8-7878b58923b6 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'network': {'name': 'tempest-RoutersTest-1946230342'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:04.287556 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] Routers {'fd3f354e-213d-4a15-ae2b-b5b855ae666c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:25:04.288187 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:25:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:04.349476 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-5e557d54-a2e2-4887-bade-b68f1300336e req-61f56e67-d8ad-487a-82ce-2bcbfed46cc7 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Deleting port 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:04.349980 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-61f56e67-d8ad-487a-82ce-2bcbfed46cc7 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:04.389292 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-aa55357b-9a41-43bc-a07d-c600dd525722 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:04.391274 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d0e596-9ff0-47f2-acd8-7878b58923b6 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Made reservation on behalf of a4d10f6e82b846d8b92cc910ed228db2 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:04.395391 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-93d0e596-9ff0-47f2-acd8-7878b58923b6 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:04.427317 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] Set router fd3f354e-213d-4a15-ae2b-b5b855ae666c gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:25:04.429580 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-3890399c-361d-4bc6-b396-dd793c26afe4 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] Deleting port 2a7885a2-0064-4d78-bac7-93e4cbeb8875 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:04.429973 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3890399c-361d-4bc6-b396-dd793c26afe4 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:04.440353 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ab536-5401-40e5-a69e-32412996fad6 req-47e6d6c8-79f5-4d0c-8208-f5b3e537b83b tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:04.448704 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a93ab536-5401-40e5-a69e-32412996fad6 req-47e6d6c8-79f5-4d0c-8208-f5b3e537b83b tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.1952291 Jul 24 09:25:04.528507 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16f6a8a0-9d0c-483f-b3ba-0c9fb8957875'}, {'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16303a1a-c8c8-446e-8591-495750b9d208'}, {'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eeb4813-0254-46ff-a982-0b81b24181f8'}, {'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506d6774-cab8-4e72-9e5e-98197e8f6a6d'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:25:04.533127 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17435c43-9ec6-4e9f-9ce6-d399ad6cb8d4" -d '{"events": [{"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-unplugged", "status": "completed", "tag": "16f6a8a0-9d0c-483f-b3ba-0c9fb8957875"}, {"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-unplugged", "status": "completed", "tag": "16303a1a-c8c8-446e-8591-495750b9d208"}, {"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-unplugged", "status": "completed", "tag": "9eeb4813-0254-46ff-a982-0b81b24181f8"}, {"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-unplugged", "status": "completed", "tag": "506d6774-cab8-4e72-9e5e-98197e8f6a6d"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:25:04.603422 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a93ab536-5401-40e5-a69e-32412996fad6 req-825f548f-123d-405b-9b85-58a795ffddd0 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483142 Jul 24 09:25:04.616015 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5e557d54-a2e2-4887-bade-b68f1300336e req-61f56e67-d8ad-487a-82ce-2bcbfed46cc7 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] For port 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=16f6a8a0-9d0c-483f-b3ba-0c9fb8957875,segment=NetworkSegment(b8711e49-0053-48e4-9ab4-ca813e7466e0),segment_id=b8711e49-0053-48e4-9ab4-ca813e7466e0)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:04.616394 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-61f56e67-d8ad-487a-82ce-2bcbfed46cc7 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:04.634522 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-5e557d54-a2e2-4887-bade-b68f1300336e req-61f56e67-d8ad-487a-82ce-2bcbfed46cc7 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Calling delete_port for 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:04.654250 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3890399c-361d-4bc6-b396-dd793c26afe4 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:04.654587 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3890399c-361d-4bc6-b396-dd793c26afe4 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:04.664533 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2951f-993a-4a89-861f-4d273664838a req-dad60144-faaf-4b10-9873-1e916bcc1772 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:04.669230 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-3890399c-361d-4bc6-b396-dd793c26afe4 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] Calling delete_port for 2a7885a2-0064-4d78-bac7-93e4cbeb8875 owned by network:floatingip {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:04.672321 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2951f-993a-4a89-861f-4d273664838a req-dad60144-faaf-4b10-9873-1e916bcc1772 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:04.685549 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2951f-993a-4a89-861f-4d273664838a req-dad60144-faaf-4b10-9873-1e916bcc1772 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:04.691960 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2951f-993a-4a89-861f-4d273664838a req-dad60144-faaf-4b10-9873-1e916bcc1772 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:04.702337 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Sat, 24 Jul 2021 09:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1094f11e-a007-49c7-b510-984d0535401f x-openstack-request-id: req-1094f11e-a007-49c7-b510-984d0535401f {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:25:04.704130 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-unplugged", "status": "completed", "tag": "16f6a8a0-9d0c-483f-b3ba-0c9fb8957875", "code": 200}, {"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-unplugged", "status": "completed", "tag": "16303a1a-c8c8-446e-8591-495750b9d208", "code": 200}, {"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-unplugged", "status": "completed", "tag": "9eeb4813-0254-46ff-a982-0b81b24181f8", "code": 200}, {"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-unplugged", "status": "completed", "tag": "506d6774-cab8-4e72-9e5e-98197e8f6a6d", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:25:04.704516 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1094f11e-a007-49c7-b510-984d0535401f {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:25:04.705340 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16f6a8a0-9d0c-483f-b3ba-0c9fb8957875', 'code': 200} Jul 24 09:25:04.705806 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16303a1a-c8c8-446e-8591-495750b9d208', 'code': 200} Jul 24 09:25:04.706152 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2951f-993a-4a89-861f-4d273664838a req-dad60144-faaf-4b10-9873-1e916bcc1772 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:04.706370 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eeb4813-0254-46ff-a982-0b81b24181f8', 'code': 200} Jul 24 09:25:04.708370 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506d6774-cab8-4e72-9e5e-98197e8f6a6d', 'code': 200} Jul 24 09:25:04.710595 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-05d2951f-993a-4a89-861f-4d273664838a req-dad60144-faaf-4b10-9873-1e916bcc1772 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 3874 time: 0.5198953 Jul 24 09:25:04.737331 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93d0e596-9ff0-47f2-acd8-7878b58923b6 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:25:04.792429 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:25:00Z', 'revision_number': 2, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None, '_interfaces': [{'id': 'b3479946-05fe-4bf6-ad32-a45bc73d2e4e', 'name': '', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:0c:2d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:59Z', 'updated_at': '2021-07-24T09:25:01Z', 'revision_number': 2, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:04.813381 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa55357b-9a41-43bc-a07d-c600dd525722 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Checking segment: {'id': '211c12c1-07e6-4a64-a9b8-2ffd0a55bb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '812dbdce-abf9-4dd4-a7fe-917b77ce3c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:25:04.813764 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa55357b-9a41-43bc-a07d-c600dd525722 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Network hostable DHCP agents. Network: 812dbdce-abf9-4dd4-a7fe-917b77ce3c23, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:25:04.841153 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-93d0e596-9ff0-47f2-acd8-7878b58923b6 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:04.841500 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-93d0e596-9ff0-47f2-acd8-7878b58923b6 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Added segment 77fabab7-d56b-4037-ae00-75259f9e4106 of type vlan for network f065ac3d-5859-4534-9cd7-738766022ab9 Jul 24 09:25:04.844513 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55357b-9a41-43bc-a07d-c600dd525722 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Pushing event updated for resources: {'Subnet': ['ID=f9a5df9c-2cb1-4e4f-9404-54a8ee299c23,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:04.872617 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] Checking router: fd3f354e-213d-4a15-ae2b-b5b855ae666c for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:25:04.872997 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] Updating router fd3f354e-213d-4a15-ae2b-b5b855ae666c port b3479946-05fe-4bf6-ad32-a45bc73d2e4e binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:25:04.909212 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bccbc-e0d3-4f5b-ba74-2b1c138ee1a9 req-71f9b933-299d-4ad5-b7a1-8465c52f9a58 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:04.921161 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bb2bccbc-e0d3-4f5b-ba74-2b1c138ee1a9 req-71f9b933-299d-4ad5-b7a1-8465c52f9a58 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.1232505 Jul 24 09:25:04.936194 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa55357b-9a41-43bc-a07d-c600dd525722 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Network 812dbdce-abf9-4dd4-a7fe-917b77ce3c23 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:25:04.939008 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:04.945049 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-05d2951f-993a-4a89-861f-4d273664838a req-1155bddd-b2c7-4f7e-946d-a3fb75de0705 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444614 Jul 24 09:25:04.946891 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-93d0e596-9ff0-47f2-acd8-7878b58923b6 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:04.972406 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-aa55357b-9a41-43bc-a07d-c600dd525722 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 812dbdce-abf9-4dd4-a7fe-917b77ce3c23) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:04.977303 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa55357b-9a41-43bc-a07d-c600dd525722 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:04.977900 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-aa55357b-9a41-43bc-a07d-c600dd525722 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:05.012962 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9204aaa-3fc6-4d53-ae8c-d2fdc49d25c2 None None] Network 812dbdce-abf9-4dd4-a7fe-917b77ce3c23 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:25:05.020628 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-aa55357b-9a41-43bc-a07d-c600dd525722 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7685218 Jul 24 09:25:05.032607 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47236) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:05.036668 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-33418bb0-10e2-4afe-8faa-49e55243399f tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Request body: {'port': {'network_id': '812dbdce-abf9-4dd4-a7fe-917b77ce3c23', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1059226347'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:05.073860 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-93d0e596-9ff0-47f2-acd8-7878b58923b6 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:05.079816 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d0e596-9ff0-47f2-acd8-7878b58923b6 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:05.086564 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-93d0e596-9ff0-47f2-acd8-7878b58923b6 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:05.106768 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bb2bccbc-e0d3-4f5b-ba74-2b1c138ee1a9 req-388af09b-53b8-4456-a0bf-65c24c4435e1 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613030 Jul 24 09:25:05.206137 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3890399c-361d-4bc6-b396-dd793c26afe4 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:05.239439 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-93d0e596-9ff0-47f2-acd8-7878b58923b6 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9622898 Jul 24 09:25:05.261989 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47246) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:05.271212 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-bf2c9e95-4bf1-49b9-8c94-112ff21e999d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'subnet': {'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:05.278932 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47248) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:05.282687 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-61f56e67-d8ad-487a-82ce-2bcbfed46cc7 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:05.294908 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890399c-361d-4bc6-b396-dd793c26afe4 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] Pushing event deleted for resources: {'Port': ['ID=2a7885a2-0064-4d78-bac7-93e4cbeb8875,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:05.339482 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2aadab-d9ba-4e5a-a2ee-4919d8a777bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-812dbdce-abf9-4dd4-a7fe-917b77ce3c23', 'network_id': '812dbdce-abf9-4dd4-a7fe-917b77ce3c23', 'tenant_id': '87e17c8ae03842b0a101cf8b606a5584', 'fixed_ips': [{'subnet_id': 'f9a5df9c-2cb1-4e4f-9404-54a8ee299c23'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:25:05.340487 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2b2aadab-d9ba-4e5a-a2ee-4919d8a777bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:05.387975 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33418bb0-10e2-4afe-8faa-49e55243399f tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Made reservation on behalf of 87e17c8ae03842b0a101cf8b606a5584 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:05.391891 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-33418bb0-10e2-4afe-8faa-49e55243399f tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:05.407833 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3890399c-361d-4bc6-b396-dd793c26afe4 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] Notify callbacks [] for floatingip, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:05.410464 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3890399c-361d-4bc6-b396-dd793c26afe4 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:05.415269 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3890399c-361d-4bc6-b396-dd793c26afe4 tempest-FloatingIPAdminTestJSON-743254944 tempest-FloatingIPAdminTestJSON-743254944-project] 10.222.0.32 "DELETE /v2.0/floatingips/144ebf33-a399-41c5-bc04-cd010b1cd801 HTTP/1.1" status: 204 len: 168 time: 1.2150991 Jul 24 09:25:05.416678 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47252) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:05.431842 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-33418bb0-10e2-4afe-8faa-49e55243399f tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] device_id is not set on port 40294a77-c18f-4238-8d4c-a6a22d6a409a yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:25:05.435425 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e557d54-a2e2-4887-bade-b68f1300336e req-61f56e67-d8ad-487a-82ce-2bcbfed46cc7 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] No DVR routers for this DVR port 16f6a8a0-9d0c-483f-b3ba-0c9fb8957875 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:25:05.439338 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-61f56e67-d8ad-487a-82ce-2bcbfed46cc7 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:05.441494 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e557d54-a2e2-4887-bade-b68f1300336e req-61f56e67-d8ad-487a-82ce-2bcbfed46cc7 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.20 "DELETE /v2.0/ports/16f6a8a0-9d0c-483f-b3ba-0c9fb8957875 HTTP/1.1" status: 204 len: 173 time: 2.1059797 Jul 24 09:25:05.443285 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0e596-9ff0-47f2-acd8-7878b58923b6 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Network': ['ID=f065ac3d-5859-4534-9cd7-738766022ab9,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:05.459480 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-deleted', 'tag': '16f6a8a0-9d0c-483f-b3ba-0c9fb8957875'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:25:05.462701 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8e9000-df23-4d3f-861f-ea7a3c83ae7d" -d '{"events": [{"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-deleted", "tag": "16f6a8a0-9d0c-483f-b3ba-0c9fb8957875"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:25:05.465370 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network f065ac3d-5859-4534-9cd7-738766022ab9 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:25:05.569334 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f56e67-d8ad-487a-82ce-2bcbfed46cc7 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event deleted for resources: {'Port': ['ID=16f6a8a0-9d0c-483f-b3ba-0c9fb8957875,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:05.580237 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2d4327-8e39-4514-87ce-fa685abb35f9 x-openstack-request-id: req-1e2d4327-8e39-4514-87ce-fa685abb35f9 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:25:05.580978 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-deleted", "tag": "16f6a8a0-9d0c-483f-b3ba-0c9fb8957875", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:25:05.581417 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e2d4327-8e39-4514-87ce-fa685abb35f9 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:25:05.581952 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-deleted', 'tag': '16f6a8a0-9d0c-483f-b3ba-0c9fb8957875', 'status': 'completed', 'code': 200} Jul 24 09:25:05.620842 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3c631a2-9251-4814-8176-3cf371cb643f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:05.681434 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859134c-52c4-4957-80c8-d2b63ce051ea req-ec9f525c-a1ba-4603-badc-41974b5d7ccb tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:05.693259 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c859134c-52c4-4957-80c8-d2b63ce051ea req-ec9f525c-a1ba-4603-badc-41974b5d7ccb tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.4900827 Jul 24 09:25:05.694435 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-22c30715-b77f-4596-908d-1f9e4beb872c tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Deleting port 27432b28-5218-4a02-b989-da82363f870d {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:05.694811 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-22c30715-b77f-4596-908d-1f9e4beb872c tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:05.720347 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-5e557d54-a2e2-4887-bade-b68f1300336e req-19b135ff-408f-4b11-80d1-f643fa63f8bd tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Deleting port 506d6774-cab8-4e72-9e5e-98197e8f6a6d {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:05.721055 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-19b135ff-408f-4b11-80d1-f643fa63f8bd tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:05.739469 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-2b2aadab-d9ba-4e5a-a2ee-4919d8a777bd None None] Allocated IP 172.20.0.2 (812dbdce-abf9-4dd4-a7fe-917b77ce3c23/f9a5df9c-2cb1-4e4f-9404-54a8ee299c23/7ffadc05-5d77-4e2e-a48c-19631f3b25ba) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:25:05.801357 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c859134c-52c4-4957-80c8-d2b63ce051ea req-d463f198-ec18-4bd0-b507-206d2499bdc1 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063962 Jul 24 09:25:05.953621 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2b2aadab-d9ba-4e5a-a2ee-4919d8a777bd None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:05.990743 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2b2aadab-d9ba-4e5a-a2ee-4919d8a777bd None None] Transition to ACTIVE for port object 7ffadc05-5d77-4e2e-a48c-19631f3b25ba will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:25:06.000895 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:06.016106 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5e557d54-a2e2-4887-bade-b68f1300336e req-19b135ff-408f-4b11-80d1-f643fa63f8bd tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] For port 506d6774-cab8-4e72-9e5e-98197e8f6a6d, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=506d6774-cab8-4e72-9e5e-98197e8f6a6d,segment=NetworkSegment(342ad5d9-7ee9-47dd-935a-66291ce3d5ce),segment_id=342ad5d9-7ee9-47dd-935a-66291ce3d5ce)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:06.016690 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-19b135ff-408f-4b11-80d1-f643fa63f8bd tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:06.032711 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] Transition to ACTIVE for port object b3479946-05fe-4bf6-ad32-a45bc73d2e4e will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:25:06.046117 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-5e557d54-a2e2-4887-bade-b68f1300336e req-19b135ff-408f-4b11-80d1-f643fa63f8bd tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Calling delete_port for 506d6774-cab8-4e72-9e5e-98197e8f6a6d owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:06.097615 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2b2aadab-d9ba-4e5a-a2ee-4919d8a777bd None None] Transition to ACTIVE for port object 7ffadc05-5d77-4e2e-a48c-19631f3b25ba will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:25:06.120204 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:06.173831 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2b2aadab-d9ba-4e5a-a2ee-4919d8a777bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:06.344436 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64b8df-af48-4cbe-8995-0fc56630ba9b None None] Pushing event updated for resources: {'Port': ['ID=b3479946-05fe-4bf6-ad32-a45bc73d2e4e,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:06.356139 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-19b135ff-408f-4b11-80d1-f643fa63f8bd tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:06.380141 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2aadab-d9ba-4e5a-a2ee-4919d8a777bd None None] Network 812dbdce-abf9-4dd4-a7fe-917b77ce3c23 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:25:06.386781 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-2b2aadab-d9ba-4e5a-a2ee-4919d8a777bd None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:06.403792 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ab864-b5f3-410d-b6fe-259758c825d8 req-5e89f55a-b676-493b-9fc7-403b4e2ceb32 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:06.405845 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6c5ab864-b5f3-410d-b6fe-259758c825d8 req-5e89f55a-b676-493b-9fc7-403b4e2ceb32 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.4719813 Jul 24 09:25:06.409220 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b135ff-408f-4b11-80d1-f643fa63f8bd tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event deleted for resources: {'Port': ['ID=506d6774-cab8-4e72-9e5e-98197e8f6a6d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:06.433067 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2aadab-d9ba-4e5a-a2ee-4919d8a777bd None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:25:06.456598 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3c631a2-9251-4814-8176-3cf371cb643f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:06.486189 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3c631a2-9251-4814-8176-3cf371cb643f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:06.508761 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] Attempting to bind port b3479946-05fe-4bf6-ad32-a45bc73d2e4e on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:25:06.509283 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] Attempting to bind port b3479946-05fe-4bf6-ad32-a45bc73d2e4e by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '9617ac00-9ce6-4742-8f1a-953d1bd9e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:25:06.509744 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] Attempting to bind port b3479946-05fe-4bf6-ad32-a45bc73d2e4e on network 8261c110-722f-4f47-9bd3-10c983740ef6 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:25:06.523099 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e557d54-a2e2-4887-bade-b68f1300336e req-19b135ff-408f-4b11-80d1-f643fa63f8bd tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] No DVR routers for this DVR port 506d6774-cab8-4e72-9e5e-98197e8f6a6d on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:25:06.531095 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-19b135ff-408f-4b11-80d1-f643fa63f8bd tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:06.533135 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e557d54-a2e2-4887-bade-b68f1300336e req-19b135ff-408f-4b11-80d1-f643fa63f8bd tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.20 "DELETE /v2.0/ports/506d6774-cab8-4e72-9e5e-98197e8f6a6d HTTP/1.1" status: 204 len: 173 time: 1.0782211 Jul 24 09:25:06.538704 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6c5ab864-b5f3-410d-b6fe-259758c825d8 req-6973b205-0dde-4a87-a75d-396cd49eac90 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143465 Jul 24 09:25:06.545752 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:25:06.546761 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] Checking segment: {'id': '9617ac00-9ce6-4742-8f1a-953d1bd9e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:25:06.546761 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:06.547138 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] Bound using segment: {'id': '9617ac00-9ce6-4742-8f1a-953d1bd9e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:25:06.548172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] Bound port: b3479946-05fe-4bf6-ad32-a45bc73d2e4e, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9617ac00-9ce6-4742-8f1a-953d1bd9e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:25:06.549191 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:06.569387 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2aadab-d9ba-4e5a-a2ee-4919d8a777bd None None] Pushing event updated for resources: {'Port': ['ID=7ffadc05-5d77-4e2e-a48c-19631f3b25ba,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:06.577853 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-2b2aadab-d9ba-4e5a-a2ee-4919d8a777bd None None] Attempting to bind port 7ffadc05-5d77-4e2e-a48c-19631f3b25ba on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:25:06.578471 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-2b2aadab-d9ba-4e5a-a2ee-4919d8a777bd None None] Attempting to bind port 7ffadc05-5d77-4e2e-a48c-19631f3b25ba by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '211c12c1-07e6-4a64-a9b8-2ffd0a55bb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '812dbdce-abf9-4dd4-a7fe-917b77ce3c23'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:25:06.579011 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2aadab-d9ba-4e5a-a2ee-4919d8a777bd None None] Attempting to bind port 7ffadc05-5d77-4e2e-a48c-19631f3b25ba on network 812dbdce-abf9-4dd4-a7fe-917b77ce3c23 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:25:06.585312 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2aadab-d9ba-4e5a-a2ee-4919d8a777bd None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:25:06.585819 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2aadab-d9ba-4e5a-a2ee-4919d8a777bd None None] Checking segment: {'id': '211c12c1-07e6-4a64-a9b8-2ffd0a55bb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '812dbdce-abf9-4dd4-a7fe-917b77ce3c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:25:06.587001 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2b2aadab-d9ba-4e5a-a2ee-4919d8a777bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:06.587474 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2aadab-d9ba-4e5a-a2ee-4919d8a777bd None None] Bound using segment: {'id': '211c12c1-07e6-4a64-a9b8-2ffd0a55bb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '812dbdce-abf9-4dd4-a7fe-917b77ce3c23'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:25:06.588105 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-2b2aadab-d9ba-4e5a-a2ee-4919d8a777bd None None] Bound port: 7ffadc05-5d77-4e2e-a48c-19631f3b25ba, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211c12c1-07e6-4a64-a9b8-2ffd0a55bb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '812dbdce-abf9-4dd4-a7fe-917b77ce3c23'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:25:06.588947 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2b2aadab-d9ba-4e5a-a2ee-4919d8a777bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:06.603644 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-22c30715-b77f-4596-908d-1f9e4beb872c tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:06.603985 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-22c30715-b77f-4596-908d-1f9e4beb872c tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:06.606547 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c631a2-9251-4814-8176-3cf371cb643f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3e7db2-e966-4f97-a3fb-9c19682790d0,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:06.625811 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e3c631a2-9251-4814-8176-3cf371cb643f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ff93ceae27d42e58d7a6bbb12089cf1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3352041 Jul 24 09:25:06.627635 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47268) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:06.635841 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-22c30715-b77f-4596-908d-1f9e4beb872c tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Calling delete_port for 27432b28-5218-4a02-b989-da82363f870d owned by network:floatingip {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:06.639306 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-33418bb0-10e2-4afe-8faa-49e55243399f tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Allocated IP 172.20.0.4 (812dbdce-abf9-4dd4-a7fe-917b77ce3c23/f9a5df9c-2cb1-4e4f-9404-54a8ee299c23/40294a77-c18f-4238-8d4c-a6a22d6a409a) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:25:06.651135 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2c9e95-4bf1-49b9-8c94-112ff21e999d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Made reservation on behalf of a4d10f6e82b846d8b92cc910ed228db2 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:06.654627 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bf2c9e95-4bf1-49b9-8c94-112ff21e999d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:06.714544 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] For port b3479946-05fe-4bf6-ad32-a45bc73d2e4e, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:25:06.717599 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d1e9f-3f09-4044-af49-9d527c1ea160 req-4913f6fe-24be-4127-891b-1624e36a6c90 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:06.723804 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d1e9f-3f09-4044-af49-9d527c1ea160 req-4913f6fe-24be-4127-891b-1624e36a6c90 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:06.730401 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d1e9f-3f09-4044-af49-9d527c1ea160 req-4913f6fe-24be-4127-891b-1624e36a6c90 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:06.732644 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] For port b3479946-05fe-4bf6-ad32-a45bc73d2e4e, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b3479946-05fe-4bf6-ad32-a45bc73d2e4e,segment=NetworkSegment(9617ac00-9ce6-4742-8f1a-953d1bd9e893),segment_id=9617ac00-9ce6-4742-8f1a-953d1bd9e893)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:25:06.734064 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-2b2aadab-d9ba-4e5a-a2ee-4919d8a777bd None None] For port 7ffadc05-5d77-4e2e-a48c-19631f3b25ba, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:25:06.737840 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-153d1e9f-3f09-4044-af49-9d527c1ea160 req-4913f6fe-24be-4127-891b-1624e36a6c90 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 2409 time: 0.3323197 Jul 24 09:25:06.749543 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:06.758988 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-2b2aadab-d9ba-4e5a-a2ee-4919d8a777bd None None] For port 7ffadc05-5d77-4e2e-a48c-19631f3b25ba, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7ffadc05-5d77-4e2e-a48c-19631f3b25ba,segment=NetworkSegment(211c12c1-07e6-4a64-a9b8-2ffd0a55bb40),segment_id=211c12c1-07e6-4a64-a9b8-2ffd0a55bb40)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:25:06.789983 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-5e557d54-a2e2-4887-bade-b68f1300336e req-2e296dde-e465-447e-8eb5-478d13c7f41b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Deleting port 1ea622ef-91f5-4207-b504-6efb0efd5698 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:06.790336 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-2e296dde-e465-447e-8eb5-478d13c7f41b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:06.803022 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2b2aadab-d9ba-4e5a-a2ee-4919d8a777bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:06.848996 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-153d1e9f-3f09-4044-af49-9d527c1ea160 req-103c819f-1cef-4169-99d3-631d9b755971 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097980 Jul 24 09:25:06.873737 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64b8df-af48-4cbe-8995-0fc56630ba9b None None] Pushing event updated for resources: {'Port': ['ID=b3479946-05fe-4bf6-ad32-a45bc73d2e4e,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:06.945313 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] Routers {'fd3f354e-213d-4a15-ae2b-b5b855ae666c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:25:06.946284 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:25:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:07.026667 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5007983d-8418-45a8-8939-d05205cbe462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:07.066034 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-33418bb0-10e2-4afe-8faa-49e55243399f tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:07.069062 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-22c30715-b77f-4596-908d-1f9e4beb872c tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:07.140129 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c30715-b77f-4596-908d-1f9e4beb872c tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Pushing event deleted for resources: {'Port': ['ID=27432b28-5218-4a02-b989-da82363f870d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:07.155713 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-33418bb0-10e2-4afe-8faa-49e55243399f tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Transition to ACTIVE for port object 40294a77-c18f-4238-8d4c-a6a22d6a409a will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:25:07.182216 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5007983d-8418-45a8-8939-d05205cbe462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:07.247866 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecd2d8-b7c4-4bd5-b9c3-182697e2d60e req-c0cf764a-8c6e-496e-9a55-234e288ba855 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:07.260786 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-63ecd2d8-b7c4-4bd5-b9c3-182697e2d60e req-c0cf764a-8c6e-496e-9a55-234e288ba855 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.4611585 Jul 24 09:25:07.288348 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-22c30715-b77f-4596-908d-1f9e4beb872c tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:07.290632 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5e557d54-a2e2-4887-bade-b68f1300336e req-2e296dde-e465-447e-8eb5-478d13c7f41b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] For port 1ea622ef-91f5-4207-b504-6efb0efd5698, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=1ea622ef-91f5-4207-b504-6efb0efd5698,segment=NetworkSegment(179240a6-2206-4416-9b54-6742cbc9ffe4),segment_id=179240a6-2206-4416-9b54-6742cbc9ffe4)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:07.291200 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-2e296dde-e465-447e-8eb5-478d13c7f41b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:07.292067 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-22c30715-b77f-4596-908d-1f9e4beb872c tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:07.296975 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-22c30715-b77f-4596-908d-1f9e4beb872c tempest-FloatingIPAdminTestJSON-1498726117 tempest-FloatingIPAdminTestJSON-1498726117-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/ce1a1aca-d797-4b88-837d-85acb49bc641 HTTP/1.1" status: 204 len: 168 time: 1.8788030 Jul 24 09:25:07.299560 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47274) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:07.312603 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-33418bb0-10e2-4afe-8faa-49e55243399f tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:07.375168 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2aadab-d9ba-4e5a-a2ee-4919d8a777bd None None] Pushing event updated for resources: {'Port': ['ID=7ffadc05-5d77-4e2e-a48c-19631f3b25ba,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:07.389786 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] Set router fd3f354e-213d-4a15-ae2b-b5b855ae666c gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:25:07.437068 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33418bb0-10e2-4afe-8faa-49e55243399f tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Network 812dbdce-abf9-4dd4-a7fe-917b77ce3c23 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:25:07.450292 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-33418bb0-10e2-4afe-8faa-49e55243399f tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:07.455675 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33418bb0-10e2-4afe-8faa-49e55243399f tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:25:07.461630 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-63ecd2d8-b7c4-4bd5-b9c3-182697e2d60e req-81e6cb0a-ba7f-4a5b-9cce-0381d16bd305 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980515 Jul 24 09:25:07.497866 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33418bb0-10e2-4afe-8faa-49e55243399f tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Pushing event updated for resources: {'Port': ['ID=40294a77-c18f-4238-8d4c-a6a22d6a409a,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:07.588133 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33418bb0-10e2-4afe-8faa-49e55243399f tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:07.588853 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-33418bb0-10e2-4afe-8faa-49e55243399f tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:07.604202 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-deleted', 'tag': '506d6774-cab8-4e72-9e5e-98197e8f6a6d'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:25:07.607144 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46479527-f839-476c-91b0-dad76a84650a" -d '{"events": [{"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-deleted", "tag": "506d6774-cab8-4e72-9e5e-98197e8f6a6d"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:25:07.622898 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-33418bb0-10e2-4afe-8faa-49e55243399f tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5901160 Jul 24 09:25:07.623965 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47282) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:07.628191 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bf2c9e95-4bf1-49b9-8c94-112ff21e999d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:07.730816 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78451c3-fadf-4509-ad8e-1e9205ae918a x-openstack-request-id: req-e78451c3-fadf-4509-ad8e-1e9205ae918a {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:25:07.731115 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-deleted", "tag": "506d6774-cab8-4e72-9e5e-98197e8f6a6d", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:25:07.731372 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e78451c3-fadf-4509-ad8e-1e9205ae918a {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:25:07.731759 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-81e3e07b-aba4-451c-ae08-b078d48ee375 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Deleting port f63599f8-0dc1-465b-9b88-88823e708c05 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:07.732318 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-deleted', 'tag': '506d6774-cab8-4e72-9e5e-98197e8f6a6d', 'status': 'completed', 'code': 200} Jul 24 09:25:07.732404 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-81e3e07b-aba4-451c-ae08-b078d48ee375 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:07.732511 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c9e95-4bf1-49b9-8c94-112ff21e999d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Subnet': ['ID=5a93f0b1-2475-49af-a649-3cbb70a247ad,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:07.747462 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5007983d-8418-45a8-8939-d05205cbe462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:07.750455 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5007983d-8418-45a8-8939-d05205cbe462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:07.754361 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5007983d-8418-45a8-8939-d05205cbe462 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb3e7db2-e966-4f97-a3fb-9c19682790d0 HTTP/1.1" status: 204 len: 168 time: 1.1214430 Jul 24 09:25:07.796409 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:25:00Z', 'revision_number': 2, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None, '_interfaces': [{'id': 'b3479946-05fe-4bf6-ad32-a45bc73d2e4e', 'name': '', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:0c:2d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:59Z', 'updated_at': '2021-07-24T09:25:06Z', 'revision_number': 4, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:07.879124 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007983d-8418-45a8-8939-d05205cbe462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3e7db2-e966-4f97-a3fb-9c19682790d0,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:07.892606 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ff71c8-588d-44c3-b1a5-e889550445ea None None] The sync data for ids ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'] in n-d-800085-9 is: [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:25:00Z', 'revision_number': 2, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None, '_interfaces': [{'id': 'b3479946-05fe-4bf6-ad32-a45bc73d2e4e', 'name': '', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:0c:2d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:59Z', 'updated_at': '2021-07-24T09:25:06Z', 'revision_number': 4, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:25:07.988606 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-2e296dde-e465-447e-8eb5-478d13c7f41b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:07.989410 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-2e296dde-e465-447e-8eb5-478d13c7f41b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:07.989410 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [req-5e557d54-a2e2-4887-bade-b68f1300336e req-2e296dde-e465-447e-8eb5-478d13c7f41b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Floating IP b14e6faf-0231-43ce-a4db-8640b364b9ce disassociated. External IP: 172.25.7.12, port: 1ea622ef-91f5-4207-b504-6efb0efd5698. Jul 24 09:25:07.989790 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-5e557d54-a2e2-4887-bade-b68f1300336e req-2e296dde-e465-447e-8eb5-478d13c7f41b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Calling delete_port for 1ea622ef-91f5-4207-b504-6efb0efd5698 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:07.998495 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7ffadc05-5d77-4e2e-a48c-19631f3b25ba up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:25:08.004163 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c9e95-4bf1-49b9-8c94-112ff21e999d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Checking segment: {'id': '77fabab7-d56b-4037-ae00-75259f9e4106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:25:08.004543 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2c9e95-4bf1-49b9-8c94-112ff21e999d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network hostable DHCP agents. Network: f065ac3d-5859-4534-9cd7-738766022ab9, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:25:08.105335 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 7ffadc05-5d77-4e2e-a48c-19631f3b25ba completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:25:08.116323 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370018f-7dde-4c28-901d-6a0c524bb107 req-e75fa049-a36c-4e84-b8e0-2411626d5da1 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:08.119740 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a370018f-7dde-4c28-901d-6a0c524bb107 req-e75fa049-a36c-4e84-b8e0-2411626d5da1 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.2835400 Jul 24 09:25:08.162009 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2c9e95-4bf1-49b9-8c94-112ff21e999d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network f065ac3d-5859-4534-9cd7-738766022ab9 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:25:08.171595 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-81e3e07b-aba4-451c-ae08-b078d48ee375 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:08.206026 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-81e3e07b-aba4-451c-ae08-b078d48ee375 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Calling delete_port for f63599f8-0dc1-465b-9b88-88823e708c05 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:08.245571 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-bf2c9e95-4bf1-49b9-8c94-112ff21e999d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, f065ac3d-5859-4534-9cd7-738766022ab9) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:08.254907 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb95507-7734-4539-bce1-27eddf9bf05c None None] Network f065ac3d-5859-4534-9cd7-738766022ab9 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:25:08.264404 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2c9e95-4bf1-49b9-8c94-112ff21e999d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:08.264973 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bf2c9e95-4bf1-49b9-8c94-112ff21e999d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:08.293085 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a370018f-7dde-4c28-901d-6a0c524bb107 req-220ab4bb-0cf8-4d8e-bb21-e8c76e8637b0 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503196 Jul 24 09:25:08.321914 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bf2c9e95-4bf1-49b9-8c94-112ff21e999d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0542200 Jul 24 09:25:08.326355 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47296) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:08.400148 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-ed5a0fc3-c649-4c19-93e7-bd0d9f7666b3 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Deleting port 40294a77-c18f-4238-8d4c-a6a22d6a409a {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:08.400760 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ed5a0fc3-c649-4c19-93e7-bd0d9f7666b3 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:08.536844 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-2e296dde-e465-447e-8eb5-478d13c7f41b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:08.566976 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975466b-b292-4910-98f8-d278b163f146 req-7fe5d4d7-6d88-4170-bedc-e0aae07389e4 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:08.581420 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975466b-b292-4910-98f8-d278b163f146 req-7fe5d4d7-6d88-4170-bedc-e0aae07389e4 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:08.590986 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975466b-b292-4910-98f8-d278b163f146 req-7fe5d4d7-6d88-4170-bedc-e0aae07389e4 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:08.598223 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b975466b-b292-4910-98f8-d278b163f146 req-7fe5d4d7-6d88-4170-bedc-e0aae07389e4 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 2409 time: 0.5594904 Jul 24 09:25:08.673408 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c630bc9-0961-4b7e-bf68-64ccebce37ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-f065ac3d-5859-4534-9cd7-738766022ab9', 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'fixed_ips': [{'subnet_id': '5a93f0b1-2475-49af-a649-3cbb70a247ad'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:25:08.674309 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0c630bc9-0961-4b7e-bf68-64ccebce37ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:08.697310 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e296dde-e465-447e-8eb5-478d13c7f41b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event deleted for resources: {'Port': ['ID=1ea622ef-91f5-4207-b504-6efb0efd5698,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:08.713987 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b975466b-b292-4910-98f8-d278b163f146 req-d6944668-3ddd-4b50-aa3e-ea36f59fb1da tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977726 Jul 24 09:25:08.738790 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ed5a0fc3-c649-4c19-93e7-bd0d9f7666b3 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:08.813429 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-ed5a0fc3-c649-4c19-93e7-bd0d9f7666b3 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Calling delete_port for 40294a77-c18f-4238-8d4c-a6a22d6a409a owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:08.887200 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-0c630bc9-0961-4b7e-bf68-64ccebce37ad None None] Allocated IP 172.21.0.2 (f065ac3d-5859-4534-9cd7-738766022ab9/5a93f0b1-2475-49af-a649-3cbb70a247ad/cde30390-94b0-4eb8-bff2-72c3f24989f0) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:25:08.995351 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553c6f58-a2cc-469d-90cb-c35cffacf3ee None None] Network 812dbdce-abf9-4dd4-a7fe-917b77ce3c23 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:25:09.118401 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-81e3e07b-aba4-451c-ae08-b078d48ee375 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:09.154878 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d4808c2a-39b5-470a-9b13-b4227264ffe9 None None] Provisioning for port 7ffadc05-5d77-4e2e-a48c-19631f3b25ba completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:25:09.279619 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d4808c2a-39b5-470a-9b13-b4227264ffe9 None None] Provisioning complete for port 7ffadc05-5d77-4e2e-a48c-19631f3b25ba triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:09.279963 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d4808c2a-39b5-470a-9b13-b4227264ffe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:09.315076 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3e07b-aba4-451c-ae08-b078d48ee375 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Pushing event deleted for resources: {'Port': ['ID=f63599f8-0dc1-465b-9b88-88823e708c05,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:09.382636 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e557d54-a2e2-4887-bade-b68f1300336e req-2e296dde-e465-447e-8eb5-478d13c7f41b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Router c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:25:09.534367 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0c630bc9-0961-4b7e-bf68-64ccebce37ad None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:09.627110 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0c630bc9-0961-4b7e-bf68-64ccebce37ad None None] Transition to ACTIVE for port object cde30390-94b0-4eb8-bff2-72c3f24989f0 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:25:09.636032 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ed5a0fc3-c649-4c19-93e7-bd0d9f7666b3 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:09.687329 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a0fc3-c649-4c19-93e7-bd0d9f7666b3 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Pushing event deleted for resources: {'Port': ['ID=40294a77-c18f-4238-8d4c-a6a22d6a409a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:09.705512 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-81e3e07b-aba4-451c-ae08-b078d48ee375 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:09.712367 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-81e3e07b-aba4-451c-ae08-b078d48ee375 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] 10.222.0.32 "DELETE /v2.0/ports/f63599f8-0dc1-465b-9b88-88823e708c05 HTTP/1.1" status: 204 len: 168 time: 2.4112539 Jul 24 09:25:09.738701 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0c630bc9-0961-4b7e-bf68-64ccebce37ad None None] Transition to ACTIVE for port object cde30390-94b0-4eb8-bff2-72c3f24989f0 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:25:09.759835 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47324) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:09.768144 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0c630bc9-0961-4b7e-bf68-64ccebce37ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:09.923497 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa99a4-41d5-43ea-a4c1-d467a8ff94ef req-3af0e038-1dc7-4861-a6d1-53fe711a22e3 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:09.926030 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6baa99a4-41d5-43ea-a4c1-d467a8ff94ef req-3af0e038-1dc7-4861-a6d1-53fe711a22e3 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.4658649 Jul 24 09:25:09.950789 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ed5a0fc3-c649-4c19-93e7-bd0d9f7666b3 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:09.965754 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ed5a0fc3-c649-4c19-93e7-bd0d9f7666b3 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] 10.222.0.32 "DELETE /v2.0/ports/40294a77-c18f-4238-8d4c-a6a22d6a409a HTTP/1.1" status: 204 len: 168 time: 2.3207467 Jul 24 09:25:09.971235 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47330) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:10.031806 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d4808c2a-39b5-470a-9b13-b4227264ffe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:10.051910 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e6ebc250-11c4-4a44-8eb6-74a4ab9ced80 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:10.064513 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c630bc9-0961-4b7e-bf68-64ccebce37ad None None] Network f065ac3d-5859-4534-9cd7-738766022ab9 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:25:10.133998 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e557d54-a2e2-4887-bade-b68f1300336e req-2e296dde-e465-447e-8eb5-478d13c7f41b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:25:10.147325 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb023af-859b-4828-b7d2-b3fb73d71212 None None] Sync routers for ids ['c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:25:10.157928 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6baa99a4-41d5-43ea-a4c1-d467a8ff94ef req-5af5f835-9ea6-43c1-a1e3-596639da59b7 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163181 Jul 24 09:25:10.173405 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b3479946-05fe-4bf6-ad32-a45bc73d2e4e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:25:10.175351 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb023af-859b-4828-b7d2-b3fb73d71212 None None] Routers {'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:25:10.176986 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-4cb023af-859b-4828-b7d2-b3fb73d71212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:25:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:10.194500 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c630bc9-0961-4b7e-bf68-64ccebce37ad None None] Pushing event updated for resources: {'Port': ['ID=cde30390-94b0-4eb8-bff2-72c3f24989f0,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:10.207403 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-0c630bc9-0961-4b7e-bf68-64ccebce37ad None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:10.275232 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c630bc9-0961-4b7e-bf68-64ccebce37ad None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:25:10.341550 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d4808c2a-39b5-470a-9b13-b4227264ffe9 None None] For port 7ffadc05-5d77-4e2e-a48c-19631f3b25ba, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7ffadc05-5d77-4e2e-a48c-19631f3b25ba,segment=NetworkSegment(211c12c1-07e6-4a64-a9b8-2ffd0a55bb40),segment_id=211c12c1-07e6-4a64-a9b8-2ffd0a55bb40)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:10.402974 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-4cb023af-859b-4828-b7d2-b3fb73d71212 None None] Set router c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:25:10.406762 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d4808c2a-39b5-470a-9b13-b4227264ffe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:10.515153 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e557d54-a2e2-4887-bade-b68f1300336e req-2e296dde-e465-447e-8eb5-478d13c7f41b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] No DVR routers for this DVR port 1ea622ef-91f5-4207-b504-6efb0efd5698 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:25:10.534086 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-0c630bc9-0961-4b7e-bf68-64ccebce37ad None None] Attempting to bind port cde30390-94b0-4eb8-bff2-72c3f24989f0 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:25:10.534086 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-0c630bc9-0961-4b7e-bf68-64ccebce37ad None None] Attempting to bind port cde30390-94b0-4eb8-bff2-72c3f24989f0 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '77fabab7-d56b-4037-ae00-75259f9e4106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:25:10.534526 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c630bc9-0961-4b7e-bf68-64ccebce37ad None None] Attempting to bind port cde30390-94b0-4eb8-bff2-72c3f24989f0 on network f065ac3d-5859-4534-9cd7-738766022ab9 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:25:10.544017 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-2e296dde-e465-447e-8eb5-478d13c7f41b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:10.551371 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e557d54-a2e2-4887-bade-b68f1300336e req-2e296dde-e465-447e-8eb5-478d13c7f41b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.20 "DELETE /v2.0/ports/1ea622ef-91f5-4207-b504-6efb0efd5698 HTTP/1.1" status: 204 len: 173 time: 4.0110333 Jul 24 09:25:10.552089 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-deleted', 'tag': '1ea622ef-91f5-4207-b504-6efb0efd5698'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:25:10.559624 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55b6123-4ae6-4ade-8d10-baf3220a67c3" -d '{"events": [{"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-deleted", "tag": "1ea622ef-91f5-4207-b504-6efb0efd5698"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:25:10.578124 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port b3479946-05fe-4bf6-ad32-a45bc73d2e4e completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:25:10.596119 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c630bc9-0961-4b7e-bf68-64ccebce37ad None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:25:10.596629 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c630bc9-0961-4b7e-bf68-64ccebce37ad None None] Checking segment: {'id': '77fabab7-d56b-4037-ae00-75259f9e4106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:25:10.597135 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0c630bc9-0961-4b7e-bf68-64ccebce37ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:10.597465 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c630bc9-0961-4b7e-bf68-64ccebce37ad None None] Bound using segment: {'id': '77fabab7-d56b-4037-ae00-75259f9e4106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:25:10.598240 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-0c630bc9-0961-4b7e-bf68-64ccebce37ad None None] Bound port: cde30390-94b0-4eb8-bff2-72c3f24989f0, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fabab7-d56b-4037-ae00-75259f9e4106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:25:10.614409 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0c630bc9-0961-4b7e-bf68-64ccebce37ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:10.649524 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4808c2a-39b5-470a-9b13-b4227264ffe9 None None] Pushing event updated for resources: {'Port': ['ID=7ffadc05-5d77-4e2e-a48c-19631f3b25ba,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:10.654232 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port b3479946-05fe-4bf6-ad32-a45bc73d2e4e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:10.654607 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:10.802605 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8cf7c-f98c-461e-8984-eac34fd9a0f3 req-bf2fdadf-d9fd-4b20-9adf-36b9b732b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:10.804164 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-20d8cf7c-f98c-461e-8984-eac34fd9a0f3 req-bf2fdadf-d9fd-4b20-9adf-36b9b732b998 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=15a479973b244cfab3f0baf9c309b12b&device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 1097 time: 0.1841812 Jul 24 09:25:10.813240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76237c-a3c1-4dfb-b134-32d9d846be66 req-36aeb4ba-ab44-459c-aa38-0f34104f747c tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:10.814786 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3a76237c-a3c1-4dfb-b134-32d9d846be66 req-36aeb4ba-ab44-459c-aa38-0f34104f747c tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.1183448 Jul 24 09:25:10.848543 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-0c630bc9-0961-4b7e-bf68-64ccebce37ad None None] For port cde30390-94b0-4eb8-bff2-72c3f24989f0, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:25:10.860030 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-0c630bc9-0961-4b7e-bf68-64ccebce37ad None None] For port cde30390-94b0-4eb8-bff2-72c3f24989f0, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=cde30390-94b0-4eb8-bff2-72c3f24989f0,segment=NetworkSegment(77fabab7-d56b-4037-ae00-75259f9e4106),segment_id=77fabab7-d56b-4037-ae00-75259f9e4106)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:25:10.960237 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0c630bc9-0961-4b7e-bf68-64ccebce37ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:11.010445 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3a76237c-a3c1-4dfb-b134-32d9d846be66 req-18aec902-beee-4283-8650-55b622812213 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801565 Jul 24 09:25:11.076610 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8cf7c-f98c-461e-8984-eac34fd9a0f3 req-3204aa9b-73e1-4bf2-8d77-12a43c42df96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:11.078144 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-20d8cf7c-f98c-461e-8984-eac34fd9a0f3 req-3204aa9b-73e1-4bf2-8d77-12a43c42df96 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6be005b7-f644-4a9b-9c38-38fc50487690 HTTP/1.1" status: 200 len: 913 time: 0.2624676 Jul 24 09:25:11.118790 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:11.181858 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-4cb023af-859b-4828-b7d2-b3fb73d71212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'name': 'tempest-TaggedBootDevicesTest_v242-991243083-router', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:14:28Z', 'revision_number': 4, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'gw_port': {'id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '644b1162-a28a-42b2-9906-bad577e5e79d', 'name': '', 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'mac_address': 'fa:16:3e:0b:76:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b47748b3-2a31-4f22-9667-54e58b6acb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:14:27Z', 'updated_at': '2021-07-24T09:14:37Z', 'revision_number': 5, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'subnets': [{'id': 'b47748b3-2a31-4f22-9667-54e58b6acb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:11.183796 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b51546f9-0e6a-4002-b42f-1afca9a476e3 None None] Provisioning complete for port 7ffadc05-5d77-4e2e-a48c-19631f3b25ba triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:11.184422 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b51546f9-0e6a-4002-b42f-1afca9a476e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:11.202092 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-20d8cf7c-f98c-461e-8984-eac34fd9a0f3 req-a8c5b3c4-016e-43e5-bb0a-195dd032b5d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbe2712c-ebd5-4ff7-a072-7d060fc00e28 HTTP/1.1" status: 200 len: 217 time: 0.1136429 Jul 24 09:25:11.250797 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb023af-859b-4828-b7d2-b3fb73d71212 None None] Checking router: c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:25:11.272312 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb023af-859b-4828-b7d2-b3fb73d71212 None None] Routers {'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:25:11.272971 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-4cb023af-859b-4828-b7d2-b3fb73d71212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:25:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:11.319472 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port b3479946-05fe-4bf6-ad32-a45bc73d2e4e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b3479946-05fe-4bf6-ad32-a45bc73d2e4e,segment=NetworkSegment(9617ac00-9ce6-4742-8f1a-953d1bd9e893),segment_id=9617ac00-9ce6-4742-8f1a-953d1bd9e893)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:11.319971 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8cf7c-f98c-461e-8984-eac34fd9a0f3 req-8dbd5ab6-64a2-47a2-a60a-e4d30f82c02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:11.322042 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-20d8cf7c-f98c-461e-8984-eac34fd9a0f3 req-8dbd5ab6-64a2-47a2-a60a-e4d30f82c02e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ec1bde5b-d4ec-4441-a78b-b03a297e50fb HTTP/1.1" status: 200 len: 853 time: 0.1128018 Jul 24 09:25:11.324444 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c630bc9-0961-4b7e-bf68-64ccebce37ad None None] Pushing event updated for resources: {'Port': ['ID=cde30390-94b0-4eb8-bff2-72c3f24989f0,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:11.339362 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47370) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:11.351979 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:11.417537 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a4a22b-6827-4adc-a3de-2e486442065d x-openstack-request-id: req-84a4a22b-6827-4adc-a3de-2e486442065d {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:25:11.418103 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-deleted", "tag": "1ea622ef-91f5-4207-b504-6efb0efd5698", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:25:11.418103 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84a4a22b-6827-4adc-a3de-2e486442065d {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:25:11.418472 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-deleted', 'tag': '1ea622ef-91f5-4207-b504-6efb0efd5698', 'status': 'completed', 'code': 200} Jul 24 09:25:11.442302 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-20d8cf7c-f98c-461e-8984-eac34fd9a0f3 req-a298fe86-fadc-41d0-b47a-6ee1e0cd31b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6be005b7-f644-4a9b-9c38-38fc50487690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111312 Jul 24 09:25:11.513234 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a48582-3c04-44bf-89cd-930be482ca2e tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:11.522798 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=b3479946-05fe-4bf6-ad32-a45bc73d2e4e,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:11.528147 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-22a48582-3c04-44bf-89cd-930be482ca2e tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a9274d-f7d7-4ec2-bfe3-f8181d591e62 HTTP/1.1" status: 200 len: 913 time: 1.7666767 Jul 24 09:25:11.539248 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47374) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:11.557335 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-4cb023af-859b-4828-b7d2-b3fb73d71212 None None] Set router c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:25:11.611209 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-80ac0895-e9ae-43b6-9abb-d0d345d74a2d tempest-DHCPAgentSchedulersTestJSON-1901099170 tempest-DHCPAgentSchedulersTestJSON-1901099170-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 1.5674770 Jul 24 09:25:11.625075 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47376) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:11.641454 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-d8fadd32-ec38-4c5e-be11-f4b1efe313fd tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1849139151'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:11.701555 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-01d4e0c4-b378-4a4f-91a1-0f6664bec42b tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:11.723984 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7046d510-80c4-423e-bf56-12df3f2ae857 None None] Could not find standard attr ID for object 40294a77-c18f-4238-8d4c-a6a22d6a409a. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:25:11.823609 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-01d4e0c4-b378-4a4f-91a1-0f6664bec42b tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] 10.222.0.32 "PUT /v2.0/quotas/1c7cc09381a64d868f1d66d144c303cc HTTP/1.1" status: 200 len: 368 time: 0.4806986 Jul 24 09:25:11.826331 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fadd32-ec38-4c5e-be11-f4b1efe313fd tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Made reservation on behalf of 87e17c8ae03842b0a101cf8b606a5584 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:11.827652 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47378) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:11.830742 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d8fadd32-ec38-4c5e-be11-f4b1efe313fd tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:11.837562 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-f7198013-dd56-4622-8904-e02c4b105ba6 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Request body: {'network': {'project_id': '1c7cc09381a64d868f1d66d144c303cc'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:11.846874 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-20d8cf7c-f98c-461e-8984-eac34fd9a0f3 req-153c5cc1-e0ed-4b8b-97a3-bb44cf6f60dc service neutron] 10.222.0.37 "GET /v2.0/networks/6be005b7-f644-4a9b-9c38-38fc50487690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978775 Jul 24 09:25:11.884494 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9370ce0-f88b-4624-9b31-659fc4c4d643 req-b69996df-d87b-4794-8a8f-f483b82a69d9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:11.893182 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9370ce0-f88b-4624-9b31-659fc4c4d643 req-b69996df-d87b-4794-8a8f-f483b82a69d9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:11.903030 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f9370ce0-f88b-4624-9b31-659fc4c4d643 req-b69996df-d87b-4794-8a8f-f483b82a69d9 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 1676 time: 1.7708499 Jul 24 09:25:11.920986 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7198013-dd56-4622-8904-e02c4b105ba6 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Made reservation on behalf of 1c7cc09381a64d868f1d66d144c303cc for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:11.923314 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f7198013-dd56-4622-8904-e02c4b105ba6 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:11.963777 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-4cb023af-859b-4828-b7d2-b3fb73d71212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'name': 'tempest-TaggedBootDevicesTest_v242-991243083-router', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:14:28Z', 'revision_number': 4, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'gw_port': {'id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '644b1162-a28a-42b2-9906-bad577e5e79d', 'name': '', 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'mac_address': 'fa:16:3e:0b:76:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b47748b3-2a31-4f22-9667-54e58b6acb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:14:27Z', 'updated_at': '2021-07-24T09:14:37Z', 'revision_number': 5, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'subnets': [{'id': 'b47748b3-2a31-4f22-9667-54e58b6acb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:12.019084 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device cde30390-94b0-4eb8-bff2-72c3f24989f0 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:25:12.019958 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb023af-859b-4828-b7d2-b3fb73d71212 None None] The sync data for ids ['c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'] in n-d-800085-9 is: [{'id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'name': 'tempest-TaggedBootDevicesTest_v242-991243083-router', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:14:28Z', 'revision_number': 4, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'gw_port': {'id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '644b1162-a28a-42b2-9906-bad577e5e79d', 'name': '', 'network_id': '9dc9f2b3-ab92-48be-ad70-58a2832475cd', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'mac_address': 'fa:16:3e:0b:76:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b47748b3-2a31-4f22-9667-54e58b6acb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:14:27Z', 'updated_at': '2021-07-24T09:14:37Z', 'revision_number': 5, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'subnets': [{'id': 'b47748b3-2a31-4f22-9667-54e58b6acb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:25:12.072841 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8fadd32-ec38-4c5e-be11-f4b1efe313fd tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:25:12.086827 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f7198013-dd56-4622-8904-e02c4b105ba6 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:12.090902 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-5e557d54-a2e2-4887-bade-b68f1300336e req-3f183a70-4286-4b13-8fa7-e32177fb5260 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Deleting port 9eeb4813-0254-46ff-a982-0b81b24181f8 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:12.091318 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-3f183a70-4286-4b13-8fa7-e32177fb5260 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:12.107252 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f9370ce0-f88b-4624-9b31-659fc4c4d643 req-7143e58c-558d-4d24-9de2-8d5c87d08539 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032979 Jul 24 09:25:12.127256 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d8fadd32-ec38-4c5e-be11-f4b1efe313fd tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:12.127605 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-d8fadd32-ec38-4c5e-be11-f4b1efe313fd tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Added segment 6deb56ef-7eaf-4328-9acd-76f8022c514f of type vlan for network 3d2551a4-a041-4fe8-9f32-17ebf2e2ef48 Jul 24 09:25:12.176198 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port cde30390-94b0-4eb8-bff2-72c3f24989f0 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:25:12.195844 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7ffadc05-5d77-4e2e-a48c-19631f3b25ba up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:25:12.269452 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-20d8cf7c-f98c-461e-8984-eac34fd9a0f3 req-2bcee52f-5246-48e8-81b5-dea4e2682700 service neutron] 10.222.0.37 "GET /v2.0/networks/6be005b7-f644-4a9b-9c38-38fc50487690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154055 Jul 24 09:25:12.282401 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 7ffadc05-5d77-4e2e-a48c-19631f3b25ba triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:12.285890 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:12.378910 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d8fadd32-ec38-4c5e-be11-f4b1efe313fd tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:12.447495 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f7198013-dd56-4622-8904-e02c4b105ba6 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:12.463170 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f7198013-dd56-4622-8904-e02c4b105ba6 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:12.467140 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-e6ebc250-11c4-4a44-8eb6-74a4ab9ced80 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Allocated IP 172.21.0.1 (f065ac3d-5859-4534-9cd7-738766022ab9/5a93f0b1-2475-49af-a649-3cbb70a247ad/faf3e560-2b7d-4038-b4c1-26a0c9a8e371) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:25:12.479054 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aab246f-464f-4314-83ea-60fcbf9cbba5 None None] New status for floating IP b14e6faf-0231-43ce-a4db-8640b364b9ce: DOWN {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:25:12.486236 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df1909-9b27-412f-a3cf-f2f805d26864 req-c207015f-d3fe-4f39-8f91-5d7abb426c10 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:12.491828 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d8fadd32-ec38-4c5e-be11-f4b1efe313fd tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:12.493955 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-52df1909-9b27-412f-a3cf-f2f805d26864 req-c207015f-d3fe-4f39-8f91-5d7abb426c10 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.3074014 Jul 24 09:25:12.514555 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b3479946-05fe-4bf6-ad32-a45bc73d2e4e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:25:12.515805 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fadd32-ec38-4c5e-be11-f4b1efe313fd tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:12.522365 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d8fadd32-ec38-4c5e-be11-f4b1efe313fd tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:12.562318 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7198013-dd56-4622-8904-e02c4b105ba6 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:25:12.580467 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7198013-dd56-4622-8904-e02c4b105ba6 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc7a0d4-04dd-444c-9f6d-f518db99d168,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:12.598132 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f7198013-dd56-4622-8904-e02c4b105ba6 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:12.598615 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-f7198013-dd56-4622-8904-e02c4b105ba6 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Added segment 9968f0eb-2e36-4c81-90f5-815ac9547e8a of type vlan for network 185378bc-c9bb-417d-8bd7-6e97d3ee4474 Jul 24 09:25:12.630847 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-52df1909-9b27-412f-a3cf-f2f805d26864 req-ff675552-65f5-4338-a564-64fed0ae9867 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359050 Jul 24 09:25:12.763402 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f7198013-dd56-4622-8904-e02c4b105ba6 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:12.799585 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port b3479946-05fe-4bf6-ad32-a45bc73d2e4e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:12.800293 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:12.821656 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d8fadd32-ec38-4c5e-be11-f4b1efe313fd tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1930034 Jul 24 09:25:12.827452 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47386) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:12.888096 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79481d6b-09ae-4c98-9a02-671ed1754769 None None] Network f065ac3d-5859-4534-9cd7-738766022ab9 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:25:13.027335 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e6ebc250-11c4-4a44-8eb6-74a4ab9ced80 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:13.032993 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fadd32-ec38-4c5e-be11-f4b1efe313fd tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Pushing event updated for resources: {'Network': ['ID=3d2551a4-a041-4fe8-9f32-17ebf2e2ef48,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:13.052446 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5e557d54-a2e2-4887-bade-b68f1300336e req-3f183a70-4286-4b13-8fa7-e32177fb5260 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] For port 9eeb4813-0254-46ff-a982-0b81b24181f8, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=9eeb4813-0254-46ff-a982-0b81b24181f8,segment=NetworkSegment(342ad5d9-7ee9-47dd-935a-66291ce3d5ce),segment_id=342ad5d9-7ee9-47dd-935a-66291ce3d5ce)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:13.052877 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-3f183a70-4286-4b13-8fa7-e32177fb5260 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:13.053299 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 3d2551a4-a041-4fe8-9f32-17ebf2e2ef48 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:25:13.074131 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-e6ebc250-11c4-4a44-8eb6-74a4ab9ced80 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Transition to ACTIVE for port object faf3e560-2b7d-4038-b4c1-26a0c9a8e371 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:25:13.075755 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-5e557d54-a2e2-4887-bade-b68f1300336e req-3f183a70-4286-4b13-8fa7-e32177fb5260 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Calling delete_port for 9eeb4813-0254-46ff-a982-0b81b24181f8 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:13.098367 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f7198013-dd56-4622-8904-e02c4b105ba6 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:13.098917 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7198013-dd56-4622-8904-e02c4b105ba6 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:13.098994 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f7198013-dd56-4622-8904-e02c4b105ba6 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:13.143719 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-95ed24e6-d3b7-45ef-9812-70fa5b186b42 tempest-DHCPAgentSchedulersTestJSON-1901099170 tempest-DHCPAgentSchedulersTestJSON-1901099170-project-admin] 10.222.0.32 "GET /v2.0/agents/86de7a86-5ec0-4aad-9916-143b22ee3c15/dhcp-networks HTTP/1.1" status: 200 len: 10429 time: 0.3099277 Jul 24 09:25:13.144392 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47390) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:13.160941 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f7198013-dd56-4622-8904-e02c4b105ba6 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3321784 Jul 24 09:25:13.187128 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47394) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:13.194686 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-7e801983-0b49-46f9-be08-8460500d6ca4 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Request body: {'network': {'project_id': '1c7cc09381a64d868f1d66d144c303cc'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:13.223802 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7198013-dd56-4622-8904-e02c4b105ba6 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Pushing event updated for resources: {'Network': ['ID=185378bc-c9bb-417d-8bd7-6e97d3ee4474,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:13.231914 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6532c7b6-d7db-49dd-bb2a-a901452c8796 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:13.274647 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e6ebc250-11c4-4a44-8eb6-74a4ab9ced80 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:13.288362 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 185378bc-c9bb-417d-8bd7-6e97d3ee4474 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:25:13.325811 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e801983-0b49-46f9-be08-8460500d6ca4 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Made reservation on behalf of 1c7cc09381a64d868f1d66d144c303cc for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:13.326060 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f52e6206-15e8-4213-8692-0e7e7bc5db9e None None] Provisioning for port cde30390-94b0-4eb8-bff2-72c3f24989f0 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:25:13.328176 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7e801983-0b49-46f9-be08-8460500d6ca4 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:13.350533 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f52e6206-15e8-4213-8692-0e7e7bc5db9e None None] Provisioning complete for port cde30390-94b0-4eb8-bff2-72c3f24989f0 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:13.350845 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f52e6206-15e8-4213-8692-0e7e7bc5db9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:13.390673 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ebc250-11c4-4a44-8eb6-74a4ab9ced80 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network f065ac3d-5859-4534-9cd7-738766022ab9 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:25:13.409712 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-e6ebc250-11c4-4a44-8eb6-74a4ab9ced80 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:13.412415 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ebc250-11c4-4a44-8eb6-74a4ab9ced80 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:25:13.468806 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ebc250-11c4-4a44-8eb6-74a4ab9ced80 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Port': ['ID=faf3e560-2b7d-4038-b4c1-26a0c9a8e371,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:13.533539 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e801983-0b49-46f9-be08-8460500d6ca4 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:25:13.565439 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-6532c7b6-d7db-49dd-bb2a-a901452c8796 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Deleting port 53c9091e-81bf-4ff8-b64c-6dd6db4c2b26 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:13.565931 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6532c7b6-d7db-49dd-bb2a-a901452c8796 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:13.567413 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cd2257-1a4c-4f53-9768-e118ff8e5b1d tempest-DHCPAgentSchedulersTestJSON-1901099170 tempest-DHCPAgentSchedulersTestJSON-1901099170-project-admin] Network 3d2551a4-a041-4fe8-9f32-17ebf2e2ef48 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:25:13.578713 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f52e6206-15e8-4213-8692-0e7e7bc5db9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:13.593607 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e6ebc250-11c4-4a44-8eb6-74a4ab9ced80 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:13.600833 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7e801983-0b49-46f9-be08-8460500d6ca4 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:13.601206 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-7e801983-0b49-46f9-be08-8460500d6ca4 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Added segment 72de05e2-ff76-42c9-996e-c52493b4e9fd of type vlan for network cde9a7ba-0ff9-4b69-a900-b125436da8a7 Jul 24 09:25:13.627932 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f52e6206-15e8-4213-8692-0e7e7bc5db9e None None] For port cde30390-94b0-4eb8-bff2-72c3f24989f0, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=cde30390-94b0-4eb8-bff2-72c3f24989f0,segment=NetworkSegment(77fabab7-d56b-4037-ae00-75259f9e4106),segment_id=77fabab7-d56b-4037-ae00-75259f9e4106)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:13.632224 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f52e6206-15e8-4213-8692-0e7e7bc5db9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:13.696496 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341c5c60-7502-45a6-84ae-285d69b1a3ed None None] Network 3d2551a4-a041-4fe8-9f32-17ebf2e2ef48 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:25:13.714228 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e6206-15e8-4213-8692-0e7e7bc5db9e None None] Pushing event updated for resources: {'Port': ['ID=cde30390-94b0-4eb8-bff2-72c3f24989f0,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:13.746168 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-68cd2257-1a4c-4f53-9768-e118ff8e5b1d tempest-DHCPAgentSchedulersTestJSON-1901099170 tempest-DHCPAgentSchedulersTestJSON-1901099170-project-admin] 10.222.0.32 "POST /v2.0/agents/86de7a86-5ec0-4aad-9916-143b22ee3c15/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5978634 Jul 24 09:25:13.750883 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-3f183a70-4286-4b13-8fa7-e32177fb5260 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:13.769177 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47400) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:13.785105 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25ef81-53ec-416c-8698-3dca04643204 req-91b613a0-b203-4649-bbbf-b7edf02891c0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:13.791778 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25ef81-53ec-416c-8698-3dca04643204 req-91b613a0-b203-4649-bbbf-b7edf02891c0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:13.793489 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2e25ef81-53ec-416c-8698-3dca04643204 req-91b613a0-b203-4649-bbbf-b7edf02891c0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 1676 time: 0.5242794 Jul 24 09:25:13.872938 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f183a70-4286-4b13-8fa7-e32177fb5260 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event deleted for resources: {'Port': ['ID=9eeb4813-0254-46ff-a982-0b81b24181f8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:13.921002 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device cde30390-94b0-4eb8-bff2-72c3f24989f0 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:25:13.950430 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7e801983-0b49-46f9-be08-8460500d6ca4 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:13.980728 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port cde30390-94b0-4eb8-bff2-72c3f24989f0 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:13.981128 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:14.024259 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e557d54-a2e2-4887-bade-b68f1300336e req-3f183a70-4286-4b13-8fa7-e32177fb5260 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] No DVR routers for this DVR port 9eeb4813-0254-46ff-a982-0b81b24181f8 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:25:14.027318 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-3f183a70-4286-4b13-8fa7-e32177fb5260 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:14.030170 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e557d54-a2e2-4887-bade-b68f1300336e req-3f183a70-4286-4b13-8fa7-e32177fb5260 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.20 "DELETE /v2.0/ports/9eeb4813-0254-46ff-a982-0b81b24181f8 HTTP/1.1" status: 204 len: 173 time: 3.4567959 Jul 24 09:25:14.050323 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-deleted', 'tag': '9eeb4813-0254-46ff-a982-0b81b24181f8'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:25:14.051250 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d81aedc-dc3f-47ee-8e09-93fddc12f395" -d '{"events": [{"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-deleted", "tag": "9eeb4813-0254-46ff-a982-0b81b24181f8"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:25:14.079382 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3ef4de6a-46fd-4a00-b594-de4126d5435f None None] Provisioning for port faf3e560-2b7d-4038-b4c1-26a0c9a8e371 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:25:14.086818 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:14.090203 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3ef4de6a-46fd-4a00-b594-de4126d5435f None None] Provisioning complete for port faf3e560-2b7d-4038-b4c1-26a0c9a8e371 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:14.090570 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3ef4de6a-46fd-4a00-b594-de4126d5435f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:14.108057 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6532c7b6-d7db-49dd-bb2a-a901452c8796 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:14.127271 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.db.resource_extend [None req-7e801983-0b49-46f9-be08-8460500d6ca4 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 09:25:14.134348 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-6532c7b6-d7db-49dd-bb2a-a901452c8796 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Calling delete_port for 53c9091e-81bf-4ff8-b64c-6dd6db4c2b26 owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:14.153218 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4de6a-46fd-4a00-b594-de4126d5435f None None] Port faf3e560-2b7d-4038-b4c1-26a0c9a8e371 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:25:14.177203 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2e25ef81-53ec-416c-8698-3dca04643204 req-cd1be86e-97ab-4fed-b4d1-86ff9d66e595 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3374860 Jul 24 09:25:14.182725 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7774bd1-3286-4197-ac5d-d947adf442d4 req-e5b3c66c-9c65-4b73-9345-8b0c9aade81f tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:14.203578 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f7774bd1-3286-4197-ac5d-d947adf442d4 req-e5b3c66c-9c65-4b73-9345-8b0c9aade81f tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.1709530 Jul 24 09:25:14.226040 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3ef4de6a-46fd-4a00-b594-de4126d5435f None None] Provisioning complete for port cde30390-94b0-4eb8-bff2-72c3f24989f0 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:14.227034 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3ef4de6a-46fd-4a00-b594-de4126d5435f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:14.312484 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8774a4-d7e5-4b05-9b0a-50c9558083df x-openstack-request-id: req-4d8774a4-d7e5-4b05-9b0a-50c9558083df {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:25:14.312881 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-deleted", "tag": "9eeb4813-0254-46ff-a982-0b81b24181f8", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:25:14.313214 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d8774a4-d7e5-4b05-9b0a-50c9558083df {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:25:14.313679 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-deleted', 'tag': '9eeb4813-0254-46ff-a982-0b81b24181f8', 'status': 'completed', 'code': 200} Jul 24 09:25:14.358021 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7e801983-0b49-46f9-be08-8460500d6ca4 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:14.359059 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e801983-0b49-46f9-be08-8460500d6ca4 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:14.359648 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7e801983-0b49-46f9-be08-8460500d6ca4 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:14.369171 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f7774bd1-3286-4197-ac5d-d947adf442d4 req-bb4e4744-df63-49e7-ab19-56cfc3ecb5d7 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628895 Jul 24 09:25:14.504134 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7e801983-0b49-46f9-be08-8460500d6ca4 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3141038 Jul 24 09:25:14.509582 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47412) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:14.514843 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-b09bb1a7-826f-48f5-8226-4010c6e49389 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Request body: {'network': {'project_id': '1c7cc09381a64d868f1d66d144c303cc'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:14.520598 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e6ebc250-11c4-4a44-8eb6-74a4ab9ced80 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:14.531931 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f25b910e-0667-4872-a2eb-df1849e383d7 None None] Provisioning complete for port faf3e560-2b7d-4038-b4c1-26a0c9a8e371 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:14.532392 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f25b910e-0667-4872-a2eb-df1849e383d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:14.548715 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b4c94f0d-4707-43ff-ba72-0398b39b2f2a tempest-DHCPAgentSchedulersTestJSON-1901099170 tempest-DHCPAgentSchedulersTestJSON-1901099170-project-admin] 10.222.0.32 "GET /v2.0/agents/86de7a86-5ec0-4aad-9916-143b22ee3c15/dhcp-networks HTTP/1.1" status: 200 len: 11199 time: 0.7145140 Jul 24 09:25:14.550750 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-b09bb1a7-826f-48f5-8226-4010c6e49389 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 24 09:25:14.551231 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b09bb1a7-826f-48f5-8226-4010c6e49389 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:25:14.552468 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b09bb1a7-826f-48f5-8226-4010c6e49389 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0419390 Jul 24 09:25:14.553205 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47414) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:14.596764 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-f25b910e-0667-4872-a2eb-df1849e383d7 None None] Port faf3e560-2b7d-4038-b4c1-26a0c9a8e371 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:25:14.664822 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47418) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:14.687134 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6532c7b6-d7db-49dd-bb2a-a901452c8796 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:14.690923 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e801983-0b49-46f9-be08-8460500d6ca4 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Pushing event updated for resources: {'Network': ['ID=cde9a7ba-0ff9-4b69-a900-b125436da8a7,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:14.710373 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network cde9a7ba-0ff9-4b69-a900-b125436da8a7 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:25:14.735376 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532c7b6-d7db-49dd-bb2a-a901452c8796 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Pushing event deleted for resources: {'Port': ['ID=53c9091e-81bf-4ff8-b64c-6dd6db4c2b26,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:14.789479 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7f58fc5a-b4ee-4dcf-b3e0-70fe01690e2c tempest-DHCPAgentSchedulersTestJSON-1901099170 tempest-DHCPAgentSchedulersTestJSON-1901099170-project-admin] 10.222.0.32 "DELETE /v2.0/agents/86de7a86-5ec0-4aad-9916-143b22ee3c15/dhcp-networks/3d2551a4-a041-4fe8-9f32-17ebf2e2ef48 HTTP/1.1" status: 204 len: 168 time: 0.2338576 Jul 24 09:25:14.815786 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47424) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:14.855283 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a78cb3b8-38b1-4ad5-aaee-ee0879edd645 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c7cc09381a64d868f1d66d144c303cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1888783 Jul 24 09:25:14.862056 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47426) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:14.864798 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-5e557d54-a2e2-4887-bade-b68f1300336e req-b90930ef-e3b0-4f8e-90ac-ff10aff11b6a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Deleting port 16303a1a-c8c8-446e-8591-495750b9d208 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:14.865155 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-b90930ef-e3b0-4f8e-90ac-ff10aff11b6a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:14.970690 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935014e0-ecf6-44e1-ac42-db6df1a127e8 req-95570dee-dade-4fc6-aff1-044bbc18cbc9 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:14.972288 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-935014e0-ecf6-44e1-ac42-db6df1a127e8 req-95570dee-dade-4fc6-aff1-044bbc18cbc9 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.4663098 Jul 24 09:25:15.030390 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6532c7b6-d7db-49dd-bb2a-a901452c8796 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:15.123800 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1d3537dc-299b-41d9-88fa-f8df559922bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:15.186344 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-935014e0-ecf6-44e1-ac42-db6df1a127e8 req-e5ac676e-6232-4c7c-b312-087c929c5505 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941350 Jul 24 09:25:15.244769 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1d3537dc-299b-41d9-88fa-f8df559922bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:15.306674 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6532c7b6-d7db-49dd-bb2a-a901452c8796 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Router 12a9274d-f7d7-4ec2-bfe3-f8181d591e62 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:25:15.442590 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5e557d54-a2e2-4887-bade-b68f1300336e req-b90930ef-e3b0-4f8e-90ac-ff10aff11b6a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] For port 16303a1a-c8c8-446e-8591-495750b9d208, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=16303a1a-c8c8-446e-8591-495750b9d208,segment=NetworkSegment(b8711e49-0053-48e4-9ab4-ca813e7466e0),segment_id=b8711e49-0053-48e4-9ab4-ca813e7466e0)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:15.442973 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-b90930ef-e3b0-4f8e-90ac-ff10aff11b6a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:15.453833 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-53712e80-62b6-4ab1-a6da-ad0da519c906 tempest-DHCPAgentSchedulersTestJSON-1901099170 tempest-DHCPAgentSchedulersTestJSON-1901099170-project-admin] 10.222.0.32 "GET /v2.0/agents/86de7a86-5ec0-4aad-9916-143b22ee3c15/dhcp-networks HTTP/1.1" status: 200 len: 10429 time: 0.6008961 Jul 24 09:25:15.455445 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47436) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:15.491029 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3940843d-54e4-4f5e-a8d7-e9361f297da7 tempest-DHCPAgentSchedulersTestJSON-1901099170 tempest-DHCPAgentSchedulersTestJSON-1901099170-project-admin] 10.222.0.32 "GET /v2.0/networks/812dbdce-abf9-4dd4-a7fe-917b77ce3c23/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0355628 Jul 24 09:25:15.496289 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47438) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:15.501958 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-5e557d54-a2e2-4887-bade-b68f1300336e req-b90930ef-e3b0-4f8e-90ac-ff10aff11b6a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Calling delete_port for 16303a1a-c8c8-446e-8591-495750b9d208 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:15.522147 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6532c7b6-d7db-49dd-bb2a-a901452c8796 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:25:15.526068 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e6ebc250-11c4-4a44-8eb6-74a4ab9ced80 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:15.530220 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6532c7b6-d7db-49dd-bb2a-a901452c8796 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] 10.222.0.32 "PUT /v2.0/routers/12a9274d-f7d7-4ec2-bfe3-f8181d591e62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9898255 Jul 24 09:25:15.536861 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dbb461-fd83-4cdc-bff9-a8a508597009 None None] Sync routers for ids ['12a9274d-f7d7-4ec2-bfe3-f8181d591e62'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:25:15.548280 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47440) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:15.548466 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dbb461-fd83-4cdc-bff9-a8a508597009 None None] Routers {'12a9274d-f7d7-4ec2-bfe3-f8181d591e62'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:25:15.549034 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-54dbb461-fd83-4cdc-bff9-a8a508597009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:25:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['12a9274d-f7d7-4ec2-bfe3-f8181d591e62'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:15.573163 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d184c-f49f-4c60-8236-aab528f21bd7 req-f2e2d99b-56fb-41a8-b7ff-fb61f706606f tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:15.581417 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bd6d184c-f49f-4c60-8236-aab528f21bd7 req-f2e2d99b-56fb-41a8-b7ff-fb61f706606f tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.2101998 Jul 24 09:25:15.583701 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6a3bdd00-d416-4a1b-b891-0ac6774c1c4e tempest-DHCPAgentSchedulersTestJSON-1901099170 tempest-DHCPAgentSchedulersTestJSON-1901099170-project-admin] 10.222.0.32 "GET /v2.0/networks/812dbdce-abf9-4dd4-a7fe-917b77ce3c23/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0862858 Jul 24 09:25:15.586345 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47442) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:15.592722 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-54dbb461-fd83-4cdc-bff9-a8a508597009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:15.602675 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dbb461-fd83-4cdc-bff9-a8a508597009 None None] Routers {'12a9274d-f7d7-4ec2-bfe3-f8181d591e62'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:25:15.603305 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-54dbb461-fd83-4cdc-bff9-a8a508597009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:25:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['12a9274d-f7d7-4ec2-bfe3-f8181d591e62'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:15.615512 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e6ebc250-11c4-4a44-8eb6-74a4ab9ced80 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:15.645265 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-54dbb461-fd83-4cdc-bff9-a8a508597009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:15.645913 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dbb461-fd83-4cdc-bff9-a8a508597009 None None] The sync data for ids ['12a9274d-f7d7-4ec2-bfe3-f8181d591e62'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:25:15.653129 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1d3537dc-299b-41d9-88fa-f8df559922bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:15.655345 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1d3537dc-299b-41d9-88fa-f8df559922bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:15.658903 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1d3537dc-299b-41d9-88fa-f8df559922bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2fc7a0d4-04dd-444c-9f6d-f518db99d168 HTTP/1.1" status: 204 len: 168 time: 0.7882082 Jul 24 09:25:15.661638 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47444) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:15.691780 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bd6d184c-f49f-4c60-8236-aab528f21bd7 req-87474b77-804b-4497-bf4b-99827eb4fbee tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017823 Jul 24 09:25:15.812040 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0b27c73e-a2dc-444d-b586-0df670da1414 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:15.817594 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3537dc-299b-41d9-88fa-f8df559922bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc7a0d4-04dd-444c-9f6d-f518db99d168,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:15.842432 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e6ebc250-11c4-4a44-8eb6-74a4ab9ced80 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:15.867913 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e7e34f3f-27df-4419-818a-de1271b65ee8 tempest-DHCPAgentSchedulersTestJSON-1901099170 tempest-DHCPAgentSchedulersTestJSON-1901099170-project-admin] 10.222.0.32 "GET /v2.0/agents/86de7a86-5ec0-4aad-9916-143b22ee3c15/dhcp-networks HTTP/1.1" status: 200 len: 10429 time: 0.2752283 Jul 24 09:25:15.868183 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ab31713c-6708-4902-981a-ae1e94ff2f4a tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:15.871058 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47450) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:15.871193 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ebc250-11c4-4a44-8eb6-74a4ab9ced80 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Port': ['ID=faf3e560-2b7d-4038-b4c1-26a0c9a8e371,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:15.987697 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e4375-03dd-4fd8-b765-9dcde42e6b6a req-b296f01e-c187-42dd-a524-5e6f8a43192f tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:15.989345 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-535e4375-03dd-4fd8-b765-9dcde42e6b6a req-b296f01e-c187-42dd-a524-5e6f8a43192f tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 943 time: 0.5731509 Jul 24 09:25:16.019595 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0b27c73e-a2dc-444d-b586-0df670da1414 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:16.029005 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb2c9e-51e6-405c-8c1e-fb0797fdc27f req-db05d4b9-c5cd-4c4b-92e6-d42eb3fe9e79 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:16.030516 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34fb2c9e-51e6-405c-8c1e-fb0797fdc27f req-db05d4b9-c5cd-4c4b-92e6-d42eb3fe9e79 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.2492244 Jul 24 09:25:16.039500 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0c88b0a-c5dc-45a1-9dc8-fcbd40c2e3cc tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:16.047622 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-0b27c73e-a2dc-444d-b586-0df670da1414 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde9a7ba-0ff9-4b69-a900-b125436da8a7']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:16.077696 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-0b27c73e-a2dc-444d-b586-0df670da1414 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72de05e2-ff76-42c9-996e-c52493b4e9fd') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:16.078042 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-0b27c73e-a2dc-444d-b586-0df670da1414 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72de05e2-ff76-42c9-996e-c52493b4e9fd') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:16.104337 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0b27c73e-a2dc-444d-b586-0df670da1414 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:16.140890 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34fb2c9e-51e6-405c-8c1e-fb0797fdc27f req-f6450ad0-5798-49a2-a383-c3e7c9f8726f tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985389 Jul 24 09:25:16.155403 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0b27c73e-a2dc-444d-b586-0df670da1414 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:16.168696 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b27c73e-a2dc-444d-b586-0df670da1414 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:25:16.169141 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0b27c73e-a2dc-444d-b586-0df670da1414 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:25:16.170880 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:25:16.221796 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0c88b0a-c5dc-45a1-9dc8-fcbd40c2e3cc tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:16.269334 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-a0c88b0a-c5dc-45a1-9dc8-fcbd40c2e3cc tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2551a4-a041-4fe8-9f32-17ebf2e2ef48']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:16.286238 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-a0c88b0a-c5dc-45a1-9dc8-fcbd40c2e3cc tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6deb56ef-7eaf-4328-9acd-76f8022c514f') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:16.286676 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-a0c88b0a-c5dc-45a1-9dc8-fcbd40c2e3cc tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6deb56ef-7eaf-4328-9acd-76f8022c514f') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:16.297931 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0b27c73e-a2dc-444d-b586-0df670da1414 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:16.329133 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0b27c73e-a2dc-444d-b586-0df670da1414 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:16.329133 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0b27c73e-a2dc-444d-b586-0df670da1414 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] 10.222.0.32 "DELETE /v2.0/networks/cde9a7ba-0ff9-4b69-a900-b125436da8a7 HTTP/1.1" status: 204 len: 168 time: 0.6628036 Jul 24 09:25:16.329835 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0c88b0a-c5dc-45a1-9dc8-fcbd40c2e3cc tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:16.331772 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27c73e-a2dc-444d-b586-0df670da1414 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Pushing event deleted for resources: {'Network': ['ID=cde9a7ba-0ff9-4b69-a900-b125436da8a7,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:16.341303 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47460) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:16.378916 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0c88b0a-c5dc-45a1-9dc8-fcbd40c2e3cc tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:16.429861 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c88b0a-c5dc-45a1-9dc8-fcbd40c2e3cc tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:25:16.430598 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0c88b0a-c5dc-45a1-9dc8-fcbd40c2e3cc tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:25:16.437507 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:25:16.511065 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:16.521683 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d989d415-07a5-48bf-87c0-563d04dc9a12 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:16.541812 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-535e4375-03dd-4fd8-b765-9dcde42e6b6a req-4dd5d16e-57d9-41d9-a181-33a192aa6f67 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups?id=d96262b6-cb48-483f-979b-41688edf33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5328598 Jul 24 09:25:16.552798 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ebc250-11c4-4a44-8eb6-74a4ab9ced80 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network f065ac3d-5859-4534-9cd7-738766022ab9 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:25:16.557013 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-e6ebc250-11c4-4a44-8eb6-74a4ab9ced80 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:16.563059 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ab31713c-6708-4902-981a-ae1e94ff2f4a tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:16.565852 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-b90930ef-e3b0-4f8e-90ac-ff10aff11b6a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:16.623060 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0c88b0a-c5dc-45a1-9dc8-fcbd40c2e3cc tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:16.646549 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0c88b0a-c5dc-45a1-9dc8-fcbd40c2e3cc tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:16.655274 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a0c88b0a-c5dc-45a1-9dc8-fcbd40c2e3cc tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] 10.222.0.32 "DELETE /v2.0/networks/3d2551a4-a041-4fe8-9f32-17ebf2e2ef48 HTTP/1.1" status: 204 len: 168 time: 0.7808833 Jul 24 09:25:16.656494 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47464) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:16.688017 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90930ef-e3b0-4f8e-90ac-ff10aff11b6a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event deleted for resources: {'Port': ['ID=16303a1a-c8c8-446e-8591-495750b9d208,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:16.717085 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d989d415-07a5-48bf-87c0-563d04dc9a12 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:16.721081 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c88b0a-c5dc-45a1-9dc8-fcbd40c2e3cc tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Pushing event deleted for resources: {'Network': ['ID=3d2551a4-a041-4fe8-9f32-17ebf2e2ef48,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:16.741926 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4b157-3736-4fb5-95d7-6f9f758dd46c req-6bc9c456-9739-4de1-9547-8f4036a1fbed tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:16.750713 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2aa4b157-3736-4fb5-95d7-6f9f758dd46c req-6bc9c456-9739-4de1-9547-8f4036a1fbed tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.3921673 Jul 24 09:25:16.762533 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-d989d415-07a5-48bf-87c0-563d04dc9a12 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185378bc-c9bb-417d-8bd7-6e97d3ee4474']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:16.766295 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb61e166-2dc0-44b9-9898-68acc0878e48 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] DELETE failed (client error): The resource could not be found. Jul 24 09:25:16.766691 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb61e166-2dc0-44b9-9898-68acc0878e48 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:25:16.770879 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cb61e166-2dc0-44b9-9898-68acc0878e48 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] 10.222.0.32 "DELETE /v2.0/ports/40294a77-c18f-4238-8d4c-a6a22d6a409a HTTP/1.1" status: 404 len: 333 time: 0.0816436 Jul 24 09:25:16.778946 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47466) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:16.804926 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e557d54-a2e2-4887-bade-b68f1300336e req-b90930ef-e3b0-4f8e-90ac-ff10aff11b6a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] No DVR routers for this DVR port 16303a1a-c8c8-446e-8591-495750b9d208 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:25:16.808274 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5e557d54-a2e2-4887-bade-b68f1300336e req-b90930ef-e3b0-4f8e-90ac-ff10aff11b6a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:16.810580 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e557d54-a2e2-4887-bade-b68f1300336e req-b90930ef-e3b0-4f8e-90ac-ff10aff11b6a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.20 "DELETE /v2.0/ports/16303a1a-c8c8-446e-8591-495750b9d208 HTTP/1.1" status: 204 len: 173 time: 2.7562308 Jul 24 09:25:16.815415 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-d989d415-07a5-48bf-87c0-563d04dc9a12 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9968f0eb-2e36-4c81-90f5-815ac9547e8a') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:16.815415 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-d989d415-07a5-48bf-87c0-563d04dc9a12 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9968f0eb-2e36-4c81-90f5-815ac9547e8a') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:16.815707 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-deleted', 'tag': '16303a1a-c8c8-446e-8591-495750b9d208'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:25:16.817649 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37fae85-d658-4f98-8073-431e726550c9" -d '{"events": [{"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-deleted", "tag": "16303a1a-c8c8-446e-8591-495750b9d208"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:25:16.846573 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ebc250-11c4-4a44-8eb6-74a4ab9ced80 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Router fd3f354e-213d-4a15-ae2b-b5b855ae666c has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:25:16.859922 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-ab31713c-6708-4902-981a-ae1e94ff2f4a tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Deleting port 47d896eb-61b4-4f81-8e70-5b64ffb1201f {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:16.860263 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ab31713c-6708-4902-981a-ae1e94ff2f4a tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:16.862937 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d989d415-07a5-48bf-87c0-563d04dc9a12 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:16.901889 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2aa4b157-3736-4fb5-95d7-6f9f758dd46c req-d0ed194b-8438-4acc-b01e-ab8a104b1a0f tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500776 Jul 24 09:25:16.933795 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381bbe74-f541-4a7f-bd49-3ab6a2f12ce3 x-openstack-request-id: req-381bbe74-f541-4a7f-bd49-3ab6a2f12ce3 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:25:16.934091 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4debca-1b8d-42fa-afbe-a960bc69f4e3", "name": "network-vif-deleted", "tag": "16303a1a-c8c8-446e-8591-495750b9d208", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:25:16.934344 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-381bbe74-f541-4a7f-bd49-3ab6a2f12ce3 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:25:16.934740 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4debca-1b8d-42fa-afbe-a960bc69f4e3', 'name': 'network-vif-deleted', 'tag': '16303a1a-c8c8-446e-8591-495750b9d208', 'status': 'completed', 'code': 200} Jul 24 09:25:16.942583 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a8dcb62f-7403-43cd-8047-db22d71e6189 None None] Provisioning complete for port faf3e560-2b7d-4038-b4c1-26a0c9a8e371 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:16.942961 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a8dcb62f-7403-43cd-8047-db22d71e6189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:16.947061 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d667b5-0e23-420c-a8b3-83d685e4b9fc tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Deleting subnet f9a5df9c-2cb1-4e4f-9404-54a8ee299c23 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:25:16.952307 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d989d415-07a5-48bf-87c0-563d04dc9a12 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:16.960256 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d989d415-07a5-48bf-87c0-563d04dc9a12 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:25:16.962308 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d989d415-07a5-48bf-87c0-563d04dc9a12 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:17.019367 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-a8dcb62f-7403-43cd-8047-db22d71e6189 None None] Port faf3e560-2b7d-4038-b4c1-26a0c9a8e371 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:25:17.058113 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:25:17.061243 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b2d667b5-0e23-420c-a8b3-83d685e4b9fc tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:17.065766 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d989d415-07a5-48bf-87c0-563d04dc9a12 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:17.072697 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d989d415-07a5-48bf-87c0-563d04dc9a12 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:17.074877 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d989d415-07a5-48bf-87c0-563d04dc9a12 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] 10.222.0.32 "DELETE /v2.0/networks/185378bc-c9bb-417d-8bd7-6e97d3ee4474 HTTP/1.1" status: 204 len: 168 time: 0.7323079 Jul 24 09:25:17.083056 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ebc250-11c4-4a44-8eb6-74a4ab9ced80 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:25:17.109297 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ab31713c-6708-4902-981a-ae1e94ff2f4a tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:17.109663 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] Sync routers for ids ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:25:17.126500 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] Routers {'fd3f354e-213d-4a15-ae2b-b5b855ae666c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:25:17.127866 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-ab31713c-6708-4902-981a-ae1e94ff2f4a tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Calling delete_port for 47d896eb-61b4-4f81-8e70-5b64ffb1201f owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:17.129221 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989d415-07a5-48bf-87c0-563d04dc9a12 tempest-QuotasNegativeTest-1151202939 tempest-QuotasNegativeTest-1151202939-project-admin] Pushing event deleted for resources: {'Network': ['ID=185378bc-c9bb-417d-8bd7-6e97d3ee4474,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:17.133843 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:25:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:17.147003 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b2d667b5-0e23-420c-a8b3-83d685e4b9fc tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:17.192203 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e6ebc250-11c4-4a44-8eb6-74a4ab9ced80 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "PUT /v2.0/routers/fd3f354e-213d-4a15-ae2b-b5b855ae666c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8667839 Jul 24 09:25:17.195667 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47474) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:17.201945 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-4ba8c16a-634e-40df-a8a4-5ce07455800e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'network': {'name': 'tempest-RoutersTest-78297793'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:17.289610 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba8c16a-634e-40df-a8a4-5ce07455800e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Made reservation on behalf of a4d10f6e82b846d8b92cc910ed228db2 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:17.294433 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ba8c16a-634e-40df-a8a4-5ce07455800e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:17.352091 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced27ceb-c639-4beb-8a37-7a8f224520a7 req-ffd1c222-0a78-4c33-b79d-56d992c91bb6 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:17.358293 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b2d667b5-0e23-420c-a8b3-83d685e4b9fc tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:17.361983 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ced27ceb-c639-4beb-8a37-7a8f224520a7 req-ffd1c222-0a78-4c33-b79d-56d992c91bb6 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.3356206 Jul 24 09:25:17.395989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] Set router fd3f354e-213d-4a15-ae2b-b5b855ae666c gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:25:17.409581 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba8c16a-634e-40df-a8a4-5ce07455800e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:25:17.430251 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ba8c16a-634e-40df-a8a4-5ce07455800e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:17.430605 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-4ba8c16a-634e-40df-a8a4-5ce07455800e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Added segment 4d8532d0-5375-41ab-9193-cdfed85e071b of type vlan for network eb99afa1-bf66-4596-a18d-7042a10612a8 Jul 24 09:25:17.466581 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ab31713c-6708-4902-981a-ae1e94ff2f4a tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:17.511869 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ba8c16a-634e-40df-a8a4-5ce07455800e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:17.560764 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ba8c16a-634e-40df-a8a4-5ce07455800e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:17.566423 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8c16a-634e-40df-a8a4-5ce07455800e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:17.567018 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ba8c16a-634e-40df-a8a4-5ce07455800e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:17.567703 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ced27ceb-c639-4beb-8a37-7a8f224520a7 req-3777708a-e3be-4768-a72c-313a44b64bb7 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027502 Jul 24 09:25:17.581933 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31713c-6708-4902-981a-ae1e94ff2f4a tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Pushing event deleted for resources: {'Port': ['ID=47d896eb-61b4-4f81-8e70-5b64ffb1201f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:17.657313 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8c16a-634e-40df-a8a4-5ce07455800e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Network': ['ID=eb99afa1-bf66-4596-a18d-7042a10612a8,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:17.697350 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4ba8c16a-634e-40df-a8a4-5ce07455800e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4995775 Jul 24 09:25:17.701294 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47488) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:17.708271 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-7045fe6f-4dab-4e0e-bdf7-2ddbd29b663a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'subnet': {'network_id': 'eb99afa1-bf66-4596-a18d-7042a10612a8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:17.728646 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ab31713c-6708-4902-981a-ae1e94ff2f4a tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:17.792915 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network eb99afa1-bf66-4596-a18d-7042a10612a8 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:25:17.827786 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b2d667b5-0e23-420c-a8b3-83d685e4b9fc tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:17.869584 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6b688e64-ae58-49d1-90f9-b17ec50d7d48 req-933d3f3a-fdf9-4258-b0b7-b80aa9e7da08 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 210 time: 0.0713370 Jul 24 09:25:17.904194 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47490) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:17.936281 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d667b5-0e23-420c-a8b3-83d685e4b9fc tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a5df9c-2cb1-4e4f-9404-54a8ee299c23,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:17.947172 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ab31713c-6708-4902-981a-ae1e94ff2f4a tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:17.950109 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ab31713c-6708-4902-981a-ae1e94ff2f4a tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:17.966265 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b2d667b5-0e23-420c-a8b3-83d685e4b9fc tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:17.971510 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b2d667b5-0e23-420c-a8b3-83d685e4b9fc tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] 10.222.0.32 "DELETE /v2.0/subnets/f9a5df9c-2cb1-4e4f-9404-54a8ee299c23 HTTP/1.1" status: 204 len: 168 time: 1.1915114 Jul 24 09:25:17.978588 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47492) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:17.994196 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e8ce27aa-07ab-4bd2-a2a8-662aba651ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:17.999069 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf64678-1df3-4bd6-b714-5dbd8a097909 None None] Network 812dbdce-abf9-4dd4-a7fe-917b77ce3c23 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:25:18.012477 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ab31713c-6708-4902-981a-ae1e94ff2f4a tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:18.013093 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab31713c-6708-4902-981a-ae1e94ff2f4a tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Fanout notify agent at l3_agent the message router_deleted on router 12a9274d-f7d7-4ec2-bfe3-f8181d591e62 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:25:18.032637 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ab31713c-6708-4902-981a-ae1e94ff2f4a tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:18.037634 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ab31713c-6708-4902-981a-ae1e94ff2f4a tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] 10.222.0.32 "DELETE /v2.0/routers/12a9274d-f7d7-4ec2-bfe3-f8181d591e62 HTTP/1.1" status: 204 len: 168 time: 2.4875276 Jul 24 09:25:18.038679 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47494) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:18.050799 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7045fe6f-4dab-4e0e-bdf7-2ddbd29b663a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Made reservation on behalf of a4d10f6e82b846d8b92cc910ed228db2 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:18.055139 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7045fe6f-4dab-4e0e-bdf7-2ddbd29b663a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:18.178022 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3323378-cff1-4d26-a5f8-cf7261820001 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Deleting subnet f9e374e3-86a9-4e9f-b533-2d7d0a371329 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:25:18.183005 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d3323378-cff1-4d26-a5f8-cf7261820001 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:18.245450 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d3323378-cff1-4d26-a5f8-cf7261820001 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:18.309865 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:25:14Z', 'revision_number': 3, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None, '_interfaces': [{'id': 'b3479946-05fe-4bf6-ad32-a45bc73d2e4e', 'name': '', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:0c:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:59Z', 'updated_at': '2021-07-24T09:25:11Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf3e560-2b7d-4038-b4c1-26a0c9a8e371', 'name': '', 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:16:e2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:11Z', 'updated_at': '2021-07-24T09:25:15Z', 'revision_number': 2, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:18.314389 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b0ad92c4-1280-4fce-8c76-6e993b192776 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:18.356420 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] Checking router: fd3f354e-213d-4a15-ae2b-b5b855ae666c for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:25:18.357142 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] Updating router fd3f354e-213d-4a15-ae2b-b5b855ae666c port faf3e560-2b7d-4038-b4c1-26a0c9a8e371 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:25:18.396474 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4565ac-6cde-46dc-81ee-6daf1cc693c0 req-287d49a0-35bc-49b5-ac9e-3c3c57da1574 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:18.399140 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de4565ac-6cde-46dc-81ee-6daf1cc693c0 req-287d49a0-35bc-49b5-ac9e-3c3c57da1574 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.5792248 Jul 24 09:25:18.432939 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d3323378-cff1-4d26-a5f8-cf7261820001 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:18.448371 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:18.528536 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de4565ac-6cde-46dc-81ee-6daf1cc693c0 req-24480fef-19c7-44e0-8d27-9f2bbe3a48fa tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206615 Jul 24 09:25:18.546756 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feed5f58-2ebf-4496-a14a-33f937ed27a5 None None] DHCP port deletion for 812dbdce-abf9-4dd4-a7fe-917b77ce3c23 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:25:18.562817 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e8ce27aa-07ab-4bd2-a2a8-662aba651ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:18.593571 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d3323378-cff1-4d26-a5f8-cf7261820001 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:18.615660 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e8ce27aa-07ab-4bd2-a2a8-662aba651ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:18.691783 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-feed5f58-2ebf-4496-a14a-33f937ed27a5 None None] Deleting port 7ffadc05-5d77-4e2e-a48c-19631f3b25ba {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:18.692084 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-feed5f58-2ebf-4496-a14a-33f937ed27a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:18.703070 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3323378-cff1-4d26-a5f8-cf7261820001 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Pushing event deleted for resources: {'Subnet': ['ID=f9e374e3-86a9-4e9f-b533-2d7d0a371329,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:18.728833 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d3323378-cff1-4d26-a5f8-cf7261820001 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:18.733714 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d3323378-cff1-4d26-a5f8-cf7261820001 tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] 10.222.0.32 "DELETE /v2.0/subnets/f9e374e3-86a9-4e9f-b533-2d7d0a371329 HTTP/1.1" status: 204 len: 168 time: 0.6928144 Jul 24 09:25:18.734493 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47502) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:18.751957 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab6a8ec-d778-47a1-a78d-4f525505c1be None None] Network 0acc9349-2c0b-4d5e-8c2a-1485ee2c2130 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:25:18.836330 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-afe4758d-5d4b-4988-a05b-3f052bf636dc tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:18.893557 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bf88b-dce8-4afb-9eb0-0f04404d613d req-cffaf204-9a65-4bcc-84fc-c52a9e040731 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:18.895221 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-176bf88b-dce8-4afb-9eb0-0f04404d613d req-cffaf204-9a65-4bcc-84fc-c52a9e040731 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.2278368 Jul 24 09:25:18.953989 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-afe4758d-5d4b-4988-a05b-3f052bf636dc tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Deleting port 2475a41e-7629-4fd7-a7a9-196486698c11 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:18.954321 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-afe4758d-5d4b-4988-a05b-3f052bf636dc tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:19.020625 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-afe4758d-5d4b-4988-a05b-3f052bf636dc tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] For port 2475a41e-7629-4fd7-a7a9-196486698c11, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=2475a41e-7629-4fd7-a7a9-196486698c11,segment=NetworkSegment(88121752-c8a2-441f-8abf-4bd856331f75),segment_id=88121752-c8a2-441f-8abf-4bd856331f75)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:19.021182 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-afe4758d-5d4b-4988-a05b-3f052bf636dc tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:19.034588 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-afe4758d-5d4b-4988-a05b-3f052bf636dc tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Calling delete_port for 2475a41e-7629-4fd7-a7a9-196486698c11 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:19.051641 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-feed5f58-2ebf-4496-a14a-33f937ed27a5 None None] For port 7ffadc05-5d77-4e2e-a48c-19631f3b25ba, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7ffadc05-5d77-4e2e-a48c-19631f3b25ba,segment=NetworkSegment(211c12c1-07e6-4a64-a9b8-2ffd0a55bb40),segment_id=211c12c1-07e6-4a64-a9b8-2ffd0a55bb40)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:19.052936 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-feed5f58-2ebf-4496-a14a-33f937ed27a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:19.053599 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-176bf88b-dce8-4afb-9eb0-0f04404d613d req-140dbee0-6e5b-4583-a4ab-62fba63d4bb3 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500907 Jul 24 09:25:19.120510 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e8ce27aa-07ab-4bd2-a2a8-662aba651ecb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff578aea7e054067a94d930dfb7ed52f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1841147 Jul 24 09:25:19.120954 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47508) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:19.150091 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-b0ad92c4-1280-4fce-8c76-6e993b192776 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Deleting port 7ffadc05-5d77-4e2e-a48c-19631f3b25ba {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:19.150438 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b0ad92c4-1280-4fce-8c76-6e993b192776 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:19.159490 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2941a1be-f8b3-4b1f-a317-de020b9afd40 req-55ac3be0-76ab-4bad-9745-829f1323b1b3 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 210 time: 0.0618601 Jul 24 09:25:19.203335 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-510a6edd-a64b-4de1-ae22-6c0e71ef74f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:19.220667 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce27aa-07ab-4bd2-a2a8-662aba651ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63972e1-b3b4-493d-9679-ccc6c295b384,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:19.231342 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-510a6edd-a64b-4de1-ae22-6c0e71ef74f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:19.240292 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-feed5f58-2ebf-4496-a14a-33f937ed27a5 None None] Calling delete_port for 7ffadc05-5d77-4e2e-a48c-19631f3b25ba owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:19.285429 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:19.300350 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-afe4758d-5d4b-4988-a05b-3f052bf636dc tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:19.314925 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-b0ad92c4-1280-4fce-8c76-6e993b192776 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] For port 7ffadc05-5d77-4e2e-a48c-19631f3b25ba, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7ffadc05-5d77-4e2e-a48c-19631f3b25ba,segment=NetworkSegment(211c12c1-07e6-4a64-a9b8-2ffd0a55bb40),segment_id=211c12c1-07e6-4a64-a9b8-2ffd0a55bb40)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:19.315302 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b0ad92c4-1280-4fce-8c76-6e993b192776 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:19.331829 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-b0ad92c4-1280-4fce-8c76-6e993b192776 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Calling delete_port for 7ffadc05-5d77-4e2e-a48c-19631f3b25ba owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:19.333921 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7045fe6f-4dab-4e0e-bdf7-2ddbd29b663a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:19.340055 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe4758d-5d4b-4988-a05b-3f052bf636dc tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] No DVR routers for this DVR port 2475a41e-7629-4fd7-a7a9-196486698c11 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:25:19.356260 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4758d-5d4b-4988-a05b-3f052bf636dc tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Pushing event deleted for resources: {'Port': ['ID=2475a41e-7629-4fd7-a7a9-196486698c11,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:19.372881 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] Transition to ACTIVE for port object faf3e560-2b7d-4038-b4c1-26a0c9a8e371 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:25:19.381941 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:19.387806 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045fe6f-4dab-4e0e-bdf7-2ddbd29b663a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Subnet': ['ID=c03242a3-bf36-44cb-989b-37a9ecfb504b,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:19.453403 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ce03d-23fa-4311-895c-ae4e7324215b None None] Pushing event updated for resources: {'Port': ['ID=faf3e560-2b7d-4038-b4c1-26a0c9a8e371,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:19.486762 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7045fe6f-4dab-4e0e-bdf7-2ddbd29b663a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Checking segment: {'id': '4d8532d0-5375-41ab-9193-cdfed85e071b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'eb99afa1-bf66-4596-a18d-7042a10612a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:25:19.487183 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7045fe6f-4dab-4e0e-bdf7-2ddbd29b663a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network hostable DHCP agents. Network: eb99afa1-bf66-4596-a18d-7042a10612a8, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:25:19.505914 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-afe4758d-5d4b-4988-a05b-3f052bf636dc tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:19.517745 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-afe4758d-5d4b-4988-a05b-3f052bf636dc tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0acc9349-2c0b-4d5e-8c2a-1485ee2c2130']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:19.521929 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7045fe6f-4dab-4e0e-bdf7-2ddbd29b663a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network eb99afa1-bf66-4596-a18d-7042a10612a8 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:25:19.530855 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-afe4758d-5d4b-4988-a05b-3f052bf636dc tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88121752-c8a2-441f-8abf-4bd856331f75') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:19.531489 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-afe4758d-5d4b-4988-a05b-3f052bf636dc tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88121752-c8a2-441f-8abf-4bd856331f75') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:19.538566 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b0ad92c4-1280-4fce-8c76-6e993b192776 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:19.563335 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] Attempting to bind port faf3e560-2b7d-4038-b4c1-26a0c9a8e371 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:25:19.563704 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] Attempting to bind port faf3e560-2b7d-4038-b4c1-26a0c9a8e371 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '77fabab7-d56b-4037-ae00-75259f9e4106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:25:19.566218 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-afe4758d-5d4b-4988-a05b-3f052bf636dc tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:19.568174 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] Attempting to bind port faf3e560-2b7d-4038-b4c1-26a0c9a8e371 on network f065ac3d-5859-4534-9cd7-738766022ab9 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:25:19.570258 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-510a6edd-a64b-4de1-ae22-6c0e71ef74f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:19.578983 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:25:19.579356 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] Checking segment: {'id': '77fabab7-d56b-4037-ae00-75259f9e4106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:25:19.579753 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:19.580064 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-510a6edd-a64b-4de1-ae22-6c0e71ef74f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:19.581330 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-510a6edd-a64b-4de1-ae22-6c0e71ef74f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b63972e1-b3b4-493d-9679-ccc6c295b384 HTTP/1.1" status: 204 len: 168 time: 0.4532058 Jul 24 09:25:19.583812 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] Bound using segment: {'id': '77fabab7-d56b-4037-ae00-75259f9e4106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:25:19.586590 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] Bound port: faf3e560-2b7d-4038-b4c1-26a0c9a8e371, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fabab7-d56b-4037-ae00-75259f9e4106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:25:19.586590 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:19.588383 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-7045fe6f-4dab-4e0e-bdf7-2ddbd29b663a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, eb99afa1-bf66-4596-a18d-7042a10612a8) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:19.593494 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad92c4-1280-4fce-8c76-6e993b192776 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Pushing event deleted for resources: {'Port': ['ID=7ffadc05-5d77-4e2e-a48c-19631f3b25ba,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:19.595471 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ad92c4-1280-4fce-8c76-6e993b192776 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] No DVR routers for this DVR port 7ffadc05-5d77-4e2e-a48c-19631f3b25ba on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:25:19.600433 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7045fe6f-4dab-4e0e-bdf7-2ddbd29b663a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:19.601092 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7045fe6f-4dab-4e0e-bdf7-2ddbd29b663a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:19.650667 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a6edd-a64b-4de1-ae22-6c0e71ef74f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63972e1-b3b4-493d-9679-ccc6c295b384,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:19.686924 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-afe4758d-5d4b-4988-a05b-3f052bf636dc tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:19.722559 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe4758d-5d4b-4988-a05b-3f052bf636dc tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:25:19.725920 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7045fe6f-4dab-4e0e-bdf7-2ddbd29b663a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0235500 Jul 24 09:25:19.734777 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-afe4758d-5d4b-4988-a05b-3f052bf636dc tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:19.741760 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] For port faf3e560-2b7d-4038-b4c1-26a0c9a8e371, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:25:19.745666 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] For port faf3e560-2b7d-4038-b4c1-26a0c9a8e371, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=faf3e560-2b7d-4038-b4c1-26a0c9a8e371,segment=NetworkSegment(77fabab7-d56b-4037-ae00-75259f9e4106),segment_id=77fabab7-d56b-4037-ae00-75259f9e4106)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:25:19.748303 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4040f256-38a4-4185-b984-4c9e467cb725 None None] Network eb99afa1-bf66-4596-a18d-7042a10612a8 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:25:19.755299 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:25:19.774189 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5803a03-fba5-4782-abf4-ae96e6214377 None None] DHCP port deletion for 0acc9349-2c0b-4d5e-8c2a-1485ee2c2130 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:25:19.781202 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47520) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:19.785617 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:19.817514 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b0ad92c4-1280-4fce-8c76-6e993b192776 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:19.849135 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-b0ad92c4-1280-4fce-8c76-6e993b192776 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812dbdce-abf9-4dd4-a7fe-917b77ce3c23']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:19.873947 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-b0ad92c4-1280-4fce-8c76-6e993b192776 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211c12c1-07e6-4a64-a9b8-2ffd0a55bb40') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:19.874250 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-b0ad92c4-1280-4fce-8c76-6e993b192776 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211c12c1-07e6-4a64-a9b8-2ffd0a55bb40') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:19.901282 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b0ad92c4-1280-4fce-8c76-6e993b192776 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:19.933333 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b0ad92c4-1280-4fce-8c76-6e993b192776 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:19.946351 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ad92c4-1280-4fce-8c76-6e993b192776 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:25:19.947982 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b0ad92c4-1280-4fce-8c76-6e993b192776 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:25:19.955941 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:25:19.957734 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ce03d-23fa-4311-895c-ae4e7324215b None None] Pushing event updated for resources: {'Port': ['ID=faf3e560-2b7d-4038-b4c1-26a0c9a8e371,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:19.970234 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 2475a41e-7629-4fd7-a7a9-196486698c11 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:25:20.037997 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 2475a41e-7629-4fd7-a7a9-196486698c11 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:25:20.038347 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 2475a41e-7629-4fd7-a7a9-196486698c11 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:25:20.039331 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7ffadc05-5d77-4e2e-a48c-19631f3b25ba no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:25:20.080518 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc209c-7ec0-4c02-a457-c3a5f8c41b75 req-2c257555-d08c-433c-95de-dd01d1946452 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:20.082432 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-43dc209c-7ec0-4c02-a457-c3a5f8c41b75 req-2c257555-d08c-433c-95de-dd01d1946452 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.7697763 Jul 24 09:25:20.097686 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b0ad92c4-1280-4fce-8c76-6e993b192776 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:20.098905 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-afe4758d-5d4b-4988-a05b-3f052bf636dc tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:20.106378 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b0ad92c4-1280-4fce-8c76-6e993b192776 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:20.113362 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b0ad92c4-1280-4fce-8c76-6e993b192776 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] 10.222.0.32 "DELETE /v2.0/networks/812dbdce-abf9-4dd4-a7fe-917b77ce3c23 HTTP/1.1" status: 204 len: 168 time: 2.1323709 Jul 24 09:25:20.125601 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 7ffadc05-5d77-4e2e-a48c-19631f3b25ba {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:25:20.126121 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-afe4758d-5d4b-4988-a05b-3f052bf636dc tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:20.126250 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7ffadc05-5d77-4e2e-a48c-19631f3b25ba not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:25:20.127910 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-afe4758d-5d4b-4988-a05b-3f052bf636dc tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] 10.222.0.32 "DELETE /v2.0/networks/0acc9349-2c0b-4d5e-8c2a-1485ee2c2130 HTTP/1.1" status: 204 len: 168 time: 1.3846252 Jul 24 09:25:20.150176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47532) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:20.171435 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4758d-5d4b-4988-a05b-3f052bf636dc tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Pushing event deleted for resources: {'Network': ['ID=0acc9349-2c0b-4d5e-8c2a-1485ee2c2130,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:20.196473 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] Routers {'fd3f354e-213d-4a15-ae2b-b5b855ae666c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:25:20.197016 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:25:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:20.213657 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-feed5f58-2ebf-4496-a14a-33f937ed27a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:20.299164 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-43dc209c-7ec0-4c02-a457-c3a5f8c41b75 req-45c3e38e-528f-4f40-9487-edb9e2e62265 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030382 Jul 24 09:25:20.302349 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47536) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:20.309015 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad92c4-1280-4fce-8c76-6e993b192776 tempest-DHCPAgentSchedulersTestJSON-491826143 tempest-DHCPAgentSchedulersTestJSON-491826143-project] Pushing event deleted for resources: {'Network': ['ID=812dbdce-abf9-4dd4-a7fe-917b77ce3c23,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:20.419604 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7f3e049f-7ca4-4f8f-8b11-9febda0895bb req-e4fc264a-416e-40b0-8b0d-26b78427f328 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 210 time: 0.0960915 Jul 24 09:25:20.460661 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63f53b5f-6f7f-4d3f-a1de-904f4c7e0879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:20.482346 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-1b779df3-7e6f-4715-839b-d5eddeab026d tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Deleting port ede16e16-2cbe-49f1-88d5-4fb351e6cbf8 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:20.482686 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b779df3-7e6f-4715-839b-d5eddeab026d tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:20.565775 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed5f58-2ebf-4496-a14a-33f937ed27a5 None None] Pushing event deleted for resources: {'Port': ['ID=7ffadc05-5d77-4e2e-a48c-19631f3b25ba,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:20.571674 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47542) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:20.587826 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-feed5f58-2ebf-4496-a14a-33f937ed27a5 None None] Network 812dbdce-abf9-4dd4-a7fe-917b77ce3c23 is not hosted by any dhcp agent {{(pid=94037) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 09:25:20.588299 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feed5f58-2ebf-4496-a14a-33f937ed27a5 None None] No DVR routers for this DVR port 7ffadc05-5d77-4e2e-a48c-19631f3b25ba on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:25:20.593855 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b779df3-7e6f-4715-839b-d5eddeab026d tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:20.594410 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b779df3-7e6f-4715-839b-d5eddeab026d tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:20.611505 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-1b779df3-7e6f-4715-839b-d5eddeab026d tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Calling delete_port for ede16e16-2cbe-49f1-88d5-4fb351e6cbf8 owned by network:floatingip {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:20.687205 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] Set router fd3f354e-213d-4a15-ae2b-b5b855ae666c gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:25:20.795543 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3f5b0-bc81-4f41-8361-a4f6d779a027 req-542cf20c-ef71-4ed1-a613-aeabf9f772a6 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:20.802510 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4fc3f5b0-bc81-4f41-8361-a4f6d779a027 req-542cf20c-ef71-4ed1-a613-aeabf9f772a6 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.3533347 Jul 24 09:25:20.832901 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd5cf76-8d54-473a-a9f5-c8e8c0ab54a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-eb99afa1-bf66-4596-a18d-7042a10612a8', 'network_id': 'eb99afa1-bf66-4596-a18d-7042a10612a8', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'fixed_ips': [{'subnet_id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:25:20.833768 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4fd5cf76-8d54-473a-a9f5-c8e8c0ab54a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:20.870643 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b779df3-7e6f-4715-839b-d5eddeab026d tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:20.934849 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4fc3f5b0-bc81-4f41-8361-a4f6d779a027 req-8d0e8363-24f4-44c4-b9d2-baa7395747ef tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314046 Jul 24 09:25:20.941895 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b779df3-7e6f-4715-839b-d5eddeab026d tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Pushing event deleted for resources: {'Port': ['ID=ede16e16-2cbe-49f1-88d5-4fb351e6cbf8,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:20.984335 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63f53b5f-6f7f-4d3f-a1de-904f4c7e0879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:21.013518 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63f53b5f-6f7f-4d3f-a1de-904f4c7e0879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:21.043415 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-4fd5cf76-8d54-473a-a9f5-c8e8c0ab54a9 None None] Allocated IP 172.22.0.2 (eb99afa1-bf66-4596-a18d-7042a10612a8/c03242a3-bf36-44cb-989b-37a9ecfb504b/a9c62076-049c-44dd-b7d9-cc522a22ad5f) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:25:21.049808 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b779df3-7e6f-4715-839b-d5eddeab026d tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks [] for floatingip, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:21.055635 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0ec2d5d8-e386-4978-8939-f8d5950194c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87e17c8ae03842b0a101cf8b606a5584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4802418 Jul 24 09:25:21.061170 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b779df3-7e6f-4715-839b-d5eddeab026d tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:21.064259 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47552) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:21.069806 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1b779df3-7e6f-4715-839b-d5eddeab026d tempest-FloatingIPAdminTestJSON-582034408 tempest-FloatingIPAdminTestJSON-582034408-project] 10.222.0.32 "DELETE /v2.0/floatingips/abb48a4f-8f8a-4c40-88db-18b8dc3fbe52 HTTP/1.1" status: 204 len: 168 time: 0.9151263 Jul 24 09:25:21.098287 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-63f53b5f-6f7f-4d3f-a1de-904f4c7e0879 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e5198a2233544e0ca9a185345739cc87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7911274 Jul 24 09:25:21.099520 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47556) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:21.112256 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d329c871-c302-48f6-bb03-f0063ddc2993 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:21.120594 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f53b5f-6f7f-4d3f-a1de-904f4c7e0879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862f519f-be6c-4371-86fc-a5679517a252,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:21.209607 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-350c9b3f-d21d-4dde-a64c-c008adc8e219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:21.244649 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-350c9b3f-d21d-4dde-a64c-c008adc8e219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:21.304964 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a79e9ef1-c107-4379-976e-b6416517a522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:21.316958 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-350c9b3f-d21d-4dde-a64c-c008adc8e219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:21.322389 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-350c9b3f-d21d-4dde-a64c-c008adc8e219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:21.326075 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-350c9b3f-d21d-4dde-a64c-c008adc8e219 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/862f519f-be6c-4371-86fc-a5679517a252 HTTP/1.1" status: 204 len: 168 time: 0.2233169 Jul 24 09:25:21.358753 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c9b3f-d21d-4dde-a64c-c008adc8e219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862f519f-be6c-4371-86fc-a5679517a252,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:21.403772 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a79e9ef1-c107-4379-976e-b6416517a522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:21.409629 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47564) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:21.412954 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f197e-cfaa-43cf-814d-d79d0fefbb2a req-0a1f4491-074e-48ff-903c-487b41db59d2 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:21.420476 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8c8f197e-cfaa-43cf-814d-d79d0fefbb2a req-0a1f4491-074e-48ff-903c-487b41db59d2 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.3058169 Jul 24 09:25:21.447264 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4fd5cf76-8d54-473a-a9f5-c8e8c0ab54a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:21.451449 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:25:14Z', 'revision_number': 3, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None, '_interfaces': [{'id': 'b3479946-05fe-4bf6-ad32-a45bc73d2e4e', 'name': '', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:0c:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:59Z', 'updated_at': '2021-07-24T09:25:11Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf3e560-2b7d-4038-b4c1-26a0c9a8e371', 'name': '', 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:16:e2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:11Z', 'updated_at': '2021-07-24T09:25:19Z', 'revision_number': 4, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:21.534269 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96b5d36-c902-4bfe-bfeb-f3668b23ff0e None None] The sync data for ids ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'] in n-d-800085-9 is: [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:25:14Z', 'revision_number': 3, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None, '_interfaces': [{'id': 'b3479946-05fe-4bf6-ad32-a45bc73d2e4e', 'name': '', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:0c:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:59Z', 'updated_at': '2021-07-24T09:25:11Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf3e560-2b7d-4038-b4c1-26a0c9a8e371', 'name': '', 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:16:e2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:11Z', 'updated_at': '2021-07-24T09:25:19Z', 'revision_number': 4, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:25:21.545211 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8c8f197e-cfaa-43cf-814d-d79d0fefbb2a req-5b53b9f5-ddab-49f1-9726-c94700372ddc tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236389 Jul 24 09:25:21.549469 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4fd5cf76-8d54-473a-a9f5-c8e8c0ab54a9 None None] Transition to ACTIVE for port object a9c62076-049c-44dd-b7d9-cc522a22ad5f will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:25:21.594937 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4fd5cf76-8d54-473a-a9f5-c8e8c0ab54a9 None None] Transition to ACTIVE for port object a9c62076-049c-44dd-b7d9-cc522a22ad5f will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:25:21.606493 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4fd5cf76-8d54-473a-a9f5-c8e8c0ab54a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:21.701983 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a79e9ef1-c107-4379-976e-b6416517a522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:21.704807 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a79e9ef1-c107-4379-976e-b6416517a522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:21.708200 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a79e9ef1-c107-4379-976e-b6416517a522 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/48dde2cb-3bdf-4716-bb7e-67ba8eec9de5 HTTP/1.1" status: 204 len: 168 time: 0.6361654 Jul 24 09:25:21.712089 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6a845da0-bbbd-44f1-81ce-19dc9eac3b0f req-f63eb99c-1591-4acc-9201-a17b214c8a61 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 210 time: 0.1080756 Jul 24 09:25:21.731303 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd5cf76-8d54-473a-a9f5-c8e8c0ab54a9 None None] Network eb99afa1-bf66-4596-a18d-7042a10612a8 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:25:21.743172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-4fd5cf76-8d54-473a-a9f5-c8e8c0ab54a9 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:21.765344 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e9ef1-c107-4379-976e-b6416517a522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dde2cb-3bdf-4716-bb7e-67ba8eec9de5,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:21.768669 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd5cf76-8d54-473a-a9f5-c8e8c0ab54a9 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:25:21.794911 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-d329c871-c302-48f6-bb03-f0063ddc2993 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Allocated IP 172.22.0.1 (eb99afa1-bf66-4596-a18d-7042a10612a8/c03242a3-bf36-44cb-989b-37a9ecfb504b/eacea923-7a7a-4243-8ff8-d260e759b555) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:25:21.875217 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf323d55-28be-4a09-b143-4290bee7f891 req-b690f762-e615-4995-a51d-492a5af4be05 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:21.877137 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cf323d55-28be-4a09-b143-4290bee7f891 req-b690f762-e615-4995-a51d-492a5af4be05 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.1995482 Jul 24 09:25:21.915411 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5cf76-8d54-473a-a9f5-c8e8c0ab54a9 None None] Pushing event updated for resources: {'Port': ['ID=a9c62076-049c-44dd-b7d9-cc522a22ad5f,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:21.995862 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-4fd5cf76-8d54-473a-a9f5-c8e8c0ab54a9 None None] Attempting to bind port a9c62076-049c-44dd-b7d9-cc522a22ad5f on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:25:21.996289 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-4fd5cf76-8d54-473a-a9f5-c8e8c0ab54a9 None None] Attempting to bind port a9c62076-049c-44dd-b7d9-cc522a22ad5f by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4d8532d0-5375-41ab-9193-cdfed85e071b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'eb99afa1-bf66-4596-a18d-7042a10612a8'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:25:21.996754 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd5cf76-8d54-473a-a9f5-c8e8c0ab54a9 None None] Attempting to bind port a9c62076-049c-44dd-b7d9-cc522a22ad5f on network eb99afa1-bf66-4596-a18d-7042a10612a8 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:25:22.003299 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device faf3e560-2b7d-4038-b4c1-26a0c9a8e371 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:25:22.059344 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd5cf76-8d54-473a-a9f5-c8e8c0ab54a9 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:25:22.059782 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd5cf76-8d54-473a-a9f5-c8e8c0ab54a9 None None] Checking segment: {'id': '4d8532d0-5375-41ab-9193-cdfed85e071b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'eb99afa1-bf66-4596-a18d-7042a10612a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:25:22.060454 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4fd5cf76-8d54-473a-a9f5-c8e8c0ab54a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:22.061515 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd5cf76-8d54-473a-a9f5-c8e8c0ab54a9 None None] Bound using segment: {'id': '4d8532d0-5375-41ab-9193-cdfed85e071b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'eb99afa1-bf66-4596-a18d-7042a10612a8'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:25:22.062116 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-4fd5cf76-8d54-473a-a9f5-c8e8c0ab54a9 None None] Bound port: a9c62076-049c-44dd-b7d9-cc522a22ad5f, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8532d0-5375-41ab-9193-cdfed85e071b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'eb99afa1-bf66-4596-a18d-7042a10612a8'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:25:22.062508 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4fd5cf76-8d54-473a-a9f5-c8e8c0ab54a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:22.082052 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cf323d55-28be-4a09-b143-4290bee7f891 req-8e48dca6-2bda-4bd4-9413-477ec67e2038 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959138 Jul 24 09:25:22.113987 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9afa2649-18dc-428a-8ea4-fb7e3115d71d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c64e341d1e74e8a96b4ae2e3775aa7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7024004 Jul 24 09:25:22.121221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47582) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:22.162576 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4fd5cf76-8d54-473a-a9f5-c8e8c0ab54a9 None None] For port a9c62076-049c-44dd-b7d9-cc522a22ad5f, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:25:22.167896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4fd5cf76-8d54-473a-a9f5-c8e8c0ab54a9 None None] For port a9c62076-049c-44dd-b7d9-cc522a22ad5f, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a9c62076-049c-44dd-b7d9-cc522a22ad5f,segment=NetworkSegment(4d8532d0-5375-41ab-9193-cdfed85e071b),segment_id=4d8532d0-5375-41ab-9193-cdfed85e071b)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:25:22.169929 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port faf3e560-2b7d-4038-b4c1-26a0c9a8e371 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:25:22.176160 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port faf3e560-2b7d-4038-b4c1-26a0c9a8e371 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:22.176674 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:22.179595 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4fd5cf76-8d54-473a-a9f5-c8e8c0ab54a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:22.208134 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d329c871-c302-48f6-bb03-f0063ddc2993 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:22.311772 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5cf76-8d54-473a-a9f5-c8e8c0ab54a9 None None] Pushing event updated for resources: {'Port': ['ID=a9c62076-049c-44dd-b7d9-cc522a22ad5f,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:22.341718 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-d329c871-c302-48f6-bb03-f0063ddc2993 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Transition to ACTIVE for port object eacea923-7a7a-4243-8ff8-d260e759b555 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:25:22.402448 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:22.441800 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port faf3e560-2b7d-4038-b4c1-26a0c9a8e371, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=faf3e560-2b7d-4038-b4c1-26a0c9a8e371,segment=NetworkSegment(77fabab7-d56b-4037-ae00-75259f9e4106),segment_id=77fabab7-d56b-4037-ae00-75259f9e4106)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:22.450657 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:22.494870 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a2148728-5065-44f6-814b-05174f643f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:22.519973 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47594) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:22.531972 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=faf3e560-2b7d-4038-b4c1-26a0c9a8e371,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:22.543200 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7895ea5d-c753-457c-8dec-ddadbd347fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:22.584681 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a2148728-5065-44f6-814b-05174f643f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:22.671439 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0589b-8588-4725-b012-8e349ddf2526 req-d9ad3a58-c1ee-4a47-a7f7-eaf84889ec01 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:22.674191 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-06b0589b-8588-4725-b012-8e349ddf2526 req-d9ad3a58-c1ee-4a47-a7f7-eaf84889ec01 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.4356203 Jul 24 09:25:22.676875 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a2148728-5065-44f6-814b-05174f643f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:22.691703 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a2148728-5065-44f6-814b-05174f643f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:22.702860 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a2148728-5065-44f6-814b-05174f643f10 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73b80b2c-ec45-4007-afa3-3b4d2555f579 HTTP/1.1" status: 204 len: 168 time: 0.5767663 Jul 24 09:25:22.718749 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d329c871-c302-48f6-bb03-f0063ddc2993 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:22.737036 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7895ea5d-c753-457c-8dec-ddadbd347fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:22.744628 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7895ea5d-c753-457c-8dec-ddadbd347fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:22.847112 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329c871-c302-48f6-bb03-f0063ddc2993 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Port': ['ID=eacea923-7a7a-4243-8ff8-d260e759b555,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:22.853912 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7895ea5d-c753-457c-8dec-ddadbd347fe3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90d6e1a6e7524bf7816aabab652773b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3328273 Jul 24 09:25:22.863840 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47604) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:22.873999 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d329c871-c302-48f6-bb03-f0063ddc2993 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network eb99afa1-bf66-4596-a18d-7042a10612a8 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:25:22.876872 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2148728-5065-44f6-814b-05174f643f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b80b2c-ec45-4007-afa3-3b4d2555f579,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:22.892193 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-d329c871-c302-48f6-bb03-f0063ddc2993 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:22.900890 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895ea5d-c753-457c-8dec-ddadbd347fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad178441-35a2-4d95-b94f-2718fc11e178,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:22.907255 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d329c871-c302-48f6-bb03-f0063ddc2993 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:25:22.998058 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-06b0589b-8588-4725-b012-8e349ddf2526 req-a254a839-7f09-4d1b-a1ad-aecb9b4b9973 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830520 Jul 24 09:25:23.007777 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d329c871-c302-48f6-bb03-f0063ddc2993 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:23.008944 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bce8cf10-5f68-47de-80a0-f5f6c66aaca2 req-32d1d00f-8975-4dc6-9a3f-93c2fc0cf57e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 210 time: 0.0387492 Jul 24 09:25:23.026933 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0b2e402c-9559-4c6b-a758-2514e61132db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:23.057728 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0b2e402c-9559-4c6b-a758-2514e61132db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:23.172671 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0b2e402c-9559-4c6b-a758-2514e61132db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:23.183270 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0b2e402c-9559-4c6b-a758-2514e61132db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:23.184777 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0b2e402c-9559-4c6b-a758-2514e61132db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad178441-35a2-4d95-b94f-2718fc11e178 HTTP/1.1" status: 204 len: 168 time: 0.3179505 Jul 24 09:25:23.197576 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e402c-9559-4c6b-a758-2514e61132db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad178441-35a2-4d95-b94f-2718fc11e178,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:23.308044 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d329c871-c302-48f6-bb03-f0063ddc2993 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:23.344844 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe07786-1a1d-48db-aaf5-69ba67e83e79 req-6f974457-7c32-469b-805c-4ad4d91ca014 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:23.352204 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bfe07786-1a1d-48db-aaf5-69ba67e83e79 req-6f974457-7c32-469b-805c-4ad4d91ca014 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.1180382 Jul 24 09:25:23.393030 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47618) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:23.449419 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bfe07786-1a1d-48db-aaf5-69ba67e83e79 req-c78db626-5932-4e04-9c27-c9a8378453fe tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963261 Jul 24 09:25:23.454706 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9dda2148-8c4d-4b4d-9c38-f730095c05cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:23.620328 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:25:23.741270 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9dda2148-8c4d-4b4d-9c38-f730095c05cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:23.751372 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9dda2148-8c4d-4b4d-9c38-f730095c05cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:23.854762 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1111df7-b424-4b10-8f03-effb6a55a6aa req-5db7fd80-b19f-4cfb-9b86-9150f7cd9828 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:23.861933 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f1111df7-b424-4b10-8f03-effb6a55a6aa req-5db7fd80-b19f-4cfb-9b86-9150f7cd9828 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.2472332 Jul 24 09:25:23.888475 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda2148-8c4d-4b4d-9c38-f730095c05cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73ca7cb-422b-497b-9b87-27e67bfb35b4,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:23.909890 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9dda2148-8c4d-4b4d-9c38-f730095c05cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed891dffc51e4825a23cbe5ad96fdaa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5032051 Jul 24 09:25:23.912560 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47632) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:23.913021 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dda2148-8c4d-4b4d-9c38-f730095c05cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:23.913288 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dda2148-8c4d-4b4d-9c38-f730095c05cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:23.914179 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dda2148-8c4d-4b4d-9c38-f730095c05cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:23.914528 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dda2148-8c4d-4b4d-9c38-f730095c05cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:23.914863 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dda2148-8c4d-4b4d-9c38-f730095c05cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:23.915197 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dda2148-8c4d-4b4d-9c38-f730095c05cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:23.915530 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dda2148-8c4d-4b4d-9c38-f730095c05cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:23.915861 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dda2148-8c4d-4b4d-9c38-f730095c05cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:23.916191 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dda2148-8c4d-4b4d-9c38-f730095c05cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:23.916522 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dda2148-8c4d-4b4d-9c38-f730095c05cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:23.917241 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dda2148-8c4d-4b4d-9c38-f730095c05cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:23.917576 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dda2148-8c4d-4b4d-9c38-f730095c05cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:23.959659 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f1111df7-b424-4b10-8f03-effb6a55a6aa req-09ed1ffd-2471-4ef9-ad74-85b31f2d810b tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968301 Jul 24 09:25:23.964508 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d329c871-c302-48f6-bb03-f0063ddc2993 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:23.977611 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d329c871-c302-48f6-bb03-f0063ddc2993 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:23.997167 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b00726-7407-4453-b5b1-025fc95c9af7 None None] Network eb99afa1-bf66-4596-a18d-7042a10612a8 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:25:24.165862 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device faf3e560-2b7d-4038-b4c1-26a0c9a8e371 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:25:24.166843 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329c871-c302-48f6-bb03-f0063ddc2993 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Port': ['ID=eacea923-7a7a-4243-8ff8-d260e759b555,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:24.177514 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9cea8b82-8f73-4b6f-be74-2fc67a13368b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:24.250991 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9cea8b82-8f73-4b6f-be74-2fc67a13368b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:24.319298 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4a5918f8-c27c-4130-b4e7-8c69f2e31178 None None] Provisioning for port a9c62076-049c-44dd-b7d9-cc522a22ad5f completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:25:24.383074 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port faf3e560-2b7d-4038-b4c1-26a0c9a8e371 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:24.383363 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:24.702056 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a9c62076-049c-44dd-b7d9-cc522a22ad5f up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:25:24.780562 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port a9c62076-049c-44dd-b7d9-cc522a22ad5f completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:25:24.788767 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d329c871-c302-48f6-bb03-f0063ddc2993 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:24.789791 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9cea8b82-8f73-4b6f-be74-2fc67a13368b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:24.790240 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port a9c62076-049c-44dd-b7d9-cc522a22ad5f triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:24.790785 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:24.792267 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9cea8b82-8f73-4b6f-be74-2fc67a13368b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:24.793453 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9cea8b82-8f73-4b6f-be74-2fc67a13368b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b73ca7cb-422b-497b-9b87-27e67bfb35b4 HTTP/1.1" status: 204 len: 168 time: 0.8686571 Jul 24 09:25:24.818812 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0d5ad625-4d37-475b-8abe-68ba6365ad5e req-23ea9ef6-7317-407d-b4c4-1b74e96813e7 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 210 time: 0.5849652 Jul 24 09:25:24.828130 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea8b82-8f73-4b6f-be74-2fc67a13368b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73ca7cb-422b-497b-9b87-27e67bfb35b4,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:24.961322 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:25.004097 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d329c871-c302-48f6-bb03-f0063ddc2993 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network eb99afa1-bf66-4596-a18d-7042a10612a8 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:25:25.007200 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port a9c62076-049c-44dd-b7d9-cc522a22ad5f, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a9c62076-049c-44dd-b7d9-cc522a22ad5f,segment=NetworkSegment(4d8532d0-5375-41ab-9193-cdfed85e071b),segment_id=4d8532d0-5375-41ab-9193-cdfed85e071b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:25.008756 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-d329c871-c302-48f6-bb03-f0063ddc2993 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:25.012834 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:25.080007 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=a9c62076-049c-44dd-b7d9-cc522a22ad5f,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:25.159453 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a1793898-683f-4872-a569-94fe24a368d7 None None] Provisioning for port eacea923-7a7a-4243-8ff8-d260e759b555 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:25:25.177499 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a1793898-683f-4872-a569-94fe24a368d7 None None] Provisioning complete for port eacea923-7a7a-4243-8ff8-d260e759b555 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:25.179682 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a1793898-683f-4872-a569-94fe24a368d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:25.195930 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d329c871-c302-48f6-bb03-f0063ddc2993 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Router fd3f354e-213d-4a15-ae2b-b5b855ae666c has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:25:25.255400 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-a1793898-683f-4872-a569-94fe24a368d7 None None] Port eacea923-7a7a-4243-8ff8-d260e759b555 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:25:25.273790 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a1793898-683f-4872-a569-94fe24a368d7 None None] Provisioning complete for port a9c62076-049c-44dd-b7d9-cc522a22ad5f triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:25.274235 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a1793898-683f-4872-a569-94fe24a368d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:25.326658 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47682) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:25.391758 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d329c871-c302-48f6-bb03-f0063ddc2993 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:25:25.415545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47688) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:25.420215 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] Sync routers for ids ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:25:25.421788 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-b8d4fe64-755d-45bf-821e-e97c75bb5465 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'network': {'name': 'tempest-RoutersTest-1306513780'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:25.427074 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d329c871-c302-48f6-bb03-f0063ddc2993 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "PUT /v2.0/routers/fd3f354e-213d-4a15-ae2b-b5b855ae666c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6447127 Jul 24 09:25:25.434699 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] Routers {'fd3f354e-213d-4a15-ae2b-b5b855ae666c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:25:25.435683 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:25:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:25.481223 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d4fe64-755d-45bf-821e-e97c75bb5465 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Made reservation on behalf of a4d10f6e82b846d8b92cc910ed228db2 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:25.493246 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b8d4fe64-755d-45bf-821e-e97c75bb5465 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:25.540300 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d4fe64-755d-45bf-821e-e97c75bb5465 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:25:25.571598 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47690) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:25.576222 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-17effbb4-a8cf-4d93-8083-ea1dc7db7ae9 tempest-QuotasTest-1512723926 tempest-QuotasTest-1512723926-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:25.607774 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-559f3172-27ee-478f-b959-a8276920d303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:25.609441 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1ca4f098-8e31-40ea-af18-007df851c533 None None] Provisioning complete for port eacea923-7a7a-4243-8ff8-d260e759b555 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:25.610000 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1ca4f098-8e31-40ea-af18-007df851c533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:25.613495 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] Set router fd3f354e-213d-4a15-ae2b-b5b855ae666c gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:25:25.618776 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b8d4fe64-755d-45bf-821e-e97c75bb5465 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:25.619133 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-b8d4fe64-755d-45bf-821e-e97c75bb5465 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Added segment 61b23f10-5e62-40cb-beea-dc255ba0a777 of type vlan for network 8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3 Jul 24 09:25:25.681545 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-17effbb4-a8cf-4d93-8083-ea1dc7db7ae9 tempest-QuotasTest-1512723926 tempest-QuotasTest-1512723926-project-admin] 10.222.0.32 "PUT /v2.0/quotas/b54d551a86044c06987966119c855652 HTTP/1.1" status: 200 len: 366 time: 0.3528230 Jul 24 09:25:25.691156 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47694) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:25.698902 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-1ca4f098-8e31-40ea-af18-007df851c533 None None] Port eacea923-7a7a-4243-8ff8-d260e759b555 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:25:25.732993 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-db7811d7-153c-413c-8684-4a2fff80bafb tempest-QuotasTest-1512723926 tempest-QuotasTest-1512723926-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0339561 Jul 24 09:25:25.736292 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47696) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:25.748404 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b8d4fe64-755d-45bf-821e-e97c75bb5465 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:25.773844 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1d76a16a-b041-4610-ad8b-70a5dc0a52c3 tempest-QuotasTest-1512723926 tempest-QuotasTest-1512723926-project-admin] 10.222.0.32 "GET /v2.0/quotas/b54d551a86044c06987966119c855652 HTTP/1.1" status: 200 len: 366 time: 0.0356364 Jul 24 09:25:25.784338 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47698) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:25.799214 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b8d4fe64-755d-45bf-821e-e97c75bb5465 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:25.814727 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d4fe64-755d-45bf-821e-e97c75bb5465 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:25.815687 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b8d4fe64-755d-45bf-821e-e97c75bb5465 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:25.834150 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fb04338b-a62d-4730-bc0e-6321c264cd1f None None] Provisioning complete for port eacea923-7a7a-4243-8ff8-d260e759b555 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:25.834748 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fb04338b-a62d-4730-bc0e-6321c264cd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:25.880655 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d06ce72b-9857-448c-9072-d92f748bdc12 tempest-QuotasTest-1512723926 tempest-QuotasTest-1512723926-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/b54d551a86044c06987966119c855652 HTTP/1.1" status: 204 len: 168 time: 0.0945673 Jul 24 09:25:25.889430 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47704) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:25.915662 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-559f3172-27ee-478f-b959-a8276920d303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:25.934545 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-49c60ce8-d9e6-4c36-b9c7-e3791facbc49 tempest-QuotasTest-1512723926 tempest-QuotasTest-1512723926-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0422664 Jul 24 09:25:25.938258 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-559f3172-27ee-478f-b959-a8276920d303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:25.942856 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47706) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:25.944182 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a9c62076-049c-44dd-b7d9-cc522a22ad5f up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:25:25.956687 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4fe64-755d-45bf-821e-e97c75bb5465 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Network': ['ID=8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:25.975611 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b8d4fe64-755d-45bf-821e-e97c75bb5465 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5587883 Jul 24 09:25:25.977182 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47708) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:25.988508 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-bf4d868f-828b-42ee-8aa9-2c99f5aba298 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'subnet': {'network_id': '8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:26.004638 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:25:26.023858 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:25:23Z', 'revision_number': 4, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None, '_interfaces': [{'id': 'b3479946-05fe-4bf6-ad32-a45bc73d2e4e', 'name': '', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:0c:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:59Z', 'updated_at': '2021-07-24T09:25:11Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacea923-7a7a-4243-8ff8-d260e759b555', 'name': '', 'network_id': 'eb99afa1-bf66-4596-a18d-7042a10612a8', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:d4:29:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:21Z', 'updated_at': '2021-07-24T09:25:23Z', 'revision_number': 2, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf3e560-2b7d-4038-b4c1-26a0c9a8e371', 'name': '', 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:16:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:11Z', 'updated_at': '2021-07-24T09:25:22Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:26.035108 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-fb04338b-a62d-4730-bc0e-6321c264cd1f None None] Port eacea923-7a7a-4243-8ff8-d260e759b555 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:25:26.061303 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4035c63b-b746-42c4-ab54-682d6dabe902 tempest-QuotasTest-1512723926 tempest-QuotasTest-1512723926-project-admin] 10.222.0.32 "GET /v2.0/quotas/b54d551a86044c06987966119c855652 HTTP/1.1" status: 200 len: 370 time: 0.1067562 Jul 24 09:25:26.086582 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47712) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:26.089116 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0abac56f-f1af-42a5-9cb8-8093f1aefe77 req-a7fe9d55-a1e8-4415-b289-33208e48b811 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 210 time: 0.0636084 Jul 24 09:25:26.094703 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b36cb1a5-3907-4aa1-940b-24c81d2f8b4b tempest-QuotasTest-1512723926 tempest-QuotasTest-1512723926-project-admin] 10.222.0.32 "GET /v2.0/quotas/b54d551a86044c06987966119c855652/default HTTP/1.1" status: 200 len: 370 time: 0.0044744 Jul 24 09:25:26.101522 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-559f3172-27ee-478f-b959-a8276920d303 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3620bae9c19f47738287867da853404e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5287626 Jul 24 09:25:26.102096 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47714) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:26.112030 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47716) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:26.114412 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f3172-27ee-478f-b959-a8276920d303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c03920-dc22-4567-a388-bc1696c658c2,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:26.139231 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port a9c62076-049c-44dd-b7d9-cc522a22ad5f triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:26.139759 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:26.142880 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] Checking router: fd3f354e-213d-4a15-ae2b-b5b855ae666c for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:25:26.143176 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] Updating router fd3f354e-213d-4a15-ae2b-b5b855ae666c port eacea923-7a7a-4243-8ff8-d260e759b555 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:25:26.155159 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-17ac8ccd-a5b0-419e-8881-84fcf0e69abc tempest-QuotasTest-1512723926 tempest-QuotasTest-1512723926-project-admin] delete failed (client error): The resource could not be found. Jul 24 09:25:26.158787 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-17ac8ccd-a5b0-419e-8881-84fcf0e69abc tempest-QuotasTest-1512723926 tempest-QuotasTest-1512723926-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/b54d551a86044c06987966119c855652 HTTP/1.1" status: 404 len: 348 time: 0.0517490 Jul 24 09:25:26.262098 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fb610e38-1039-4282-befb-1f09c56c8ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:26.273826 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:26.275224 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4d868f-828b-42ee-8aa9-2c99f5aba298 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Made reservation on behalf of a4d10f6e82b846d8b92cc910ed228db2 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:26.281878 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bf4d868f-828b-42ee-8aa9-2c99f5aba298 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:26.299910 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fb610e38-1039-4282-befb-1f09c56c8ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:26.368669 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fb610e38-1039-4282-befb-1f09c56c8ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:26.371632 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fb610e38-1039-4282-befb-1f09c56c8ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:26.373422 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fb610e38-1039-4282-befb-1f09c56c8ae6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13c03920-dc22-4567-a388-bc1696c658c2 HTTP/1.1" status: 204 len: 168 time: 0.2601790 Jul 24 09:25:26.395567 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb610e38-1039-4282-befb-1f09c56c8ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c03920-dc22-4567-a388-bc1696c658c2,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:26.410370 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47726) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:26.641232 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47730) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:26.679483 n-d-800085-9 neutron-server[94035]: DEBUG neutron.quota.resource [None req-ef63fbe7-70b3-4653-b764-706e39767f0c tempest-QuotasTest-1512723926 tempest-QuotasTest-1512723926-project-admin] Usage tracker for resource:network and tenant:5bfab366e6db43f2ae9a2b43e7f47cd4 is out of sync, need to count used quota {{(pid=94035) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 24 09:25:26.698039 n-d-800085-9 neutron-server[94035]: DEBUG neutron.quota.resource [None req-ef63fbe7-70b3-4653-b764-706e39767f0c tempest-QuotasTest-1512723926 tempest-QuotasTest-1512723926-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94035) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 24 09:25:26.705051 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bf4d868f-828b-42ee-8aa9-2c99f5aba298 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:26.708063 n-d-800085-9 neutron-server[94035]: DEBUG neutron.quota.resource [None req-ef63fbe7-70b3-4653-b764-706e39767f0c tempest-QuotasTest-1512723926 tempest-QuotasTest-1512723926-project-admin] Usage tracker for resource:subnet and tenant:5bfab366e6db43f2ae9a2b43e7f47cd4 is out of sync, need to count used quota {{(pid=94035) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 24 09:25:26.716237 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:26.719099 n-d-800085-9 neutron-server[94035]: DEBUG neutron.quota.resource [None req-ef63fbe7-70b3-4653-b764-706e39767f0c tempest-QuotasTest-1512723926 tempest-QuotasTest-1512723926-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94035) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 24 09:25:26.734776 n-d-800085-9 neutron-server[94035]: DEBUG neutron.quota.resource [None req-ef63fbe7-70b3-4653-b764-706e39767f0c tempest-QuotasTest-1512723926 tempest-QuotasTest-1512723926-project-admin] Usage tracker for resource:subnetpool and tenant:5bfab366e6db43f2ae9a2b43e7f47cd4 is out of sync, need to count used quota {{(pid=94035) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 24 09:25:26.745275 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] Transition to ACTIVE for port object eacea923-7a7a-4243-8ff8-d260e759b555 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:25:26.748597 n-d-800085-9 neutron-server[94035]: DEBUG neutron.quota.resource [None req-ef63fbe7-70b3-4653-b764-706e39767f0c tempest-QuotasTest-1512723926 tempest-QuotasTest-1512723926-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94035) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 24 09:25:26.758147 n-d-800085-9 neutron-server[94035]: DEBUG neutron.quota.resource [None req-ef63fbe7-70b3-4653-b764-706e39767f0c tempest-QuotasTest-1512723926 tempest-QuotasTest-1512723926-project-admin] Usage tracker for resource:port and tenant:5bfab366e6db43f2ae9a2b43e7f47cd4 is out of sync, need to count used quota {{(pid=94035) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 24 09:25:26.760362 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:26.764308 n-d-800085-9 neutron-server[94035]: DEBUG neutron.quota.resource [None req-ef63fbe7-70b3-4653-b764-706e39767f0c tempest-QuotasTest-1512723926 tempest-QuotasTest-1512723926-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94035) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 24 09:25:26.771929 n-d-800085-9 neutron-server[94035]: DEBUG neutron.quota.resource [None req-ef63fbe7-70b3-4653-b764-706e39767f0c tempest-QuotasTest-1512723926 tempest-QuotasTest-1512723926-project-admin] Usage tracker for resource:router and tenant:5bfab366e6db43f2ae9a2b43e7f47cd4 is out of sync, need to count used quota {{(pid=94035) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 24 09:25:26.778675 n-d-800085-9 neutron-server[94035]: DEBUG neutron.quota.resource [None req-ef63fbe7-70b3-4653-b764-706e39767f0c tempest-QuotasTest-1512723926 tempest-QuotasTest-1512723926-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94035) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 24 09:25:26.786240 n-d-800085-9 neutron-server[94035]: DEBUG neutron.quota.resource [None req-ef63fbe7-70b3-4653-b764-706e39767f0c tempest-QuotasTest-1512723926 tempest-QuotasTest-1512723926-project-admin] Usage tracker for resource:floatingip and tenant:5bfab366e6db43f2ae9a2b43e7f47cd4 is out of sync, need to count used quota {{(pid=94035) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 24 09:25:26.793824 n-d-800085-9 neutron-server[94035]: DEBUG neutron.quota.resource [None req-ef63fbe7-70b3-4653-b764-706e39767f0c tempest-QuotasTest-1512723926 tempest-QuotasTest-1512723926-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94035) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 24 09:25:26.873691 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d868f-828b-42ee-8aa9-2c99f5aba298 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Subnet': ['ID=011f9e5f-2a79-4f7f-8e13-60e4daf0f196,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:26.888969 n-d-800085-9 neutron-server[94035]: DEBUG neutron.quota.resource [None req-ef63fbe7-70b3-4653-b764-706e39767f0c tempest-QuotasTest-1512723926 tempest-QuotasTest-1512723926-project-admin] Usage tracker for resource:security_group and tenant:5bfab366e6db43f2ae9a2b43e7f47cd4 is out of sync, need to count used quota {{(pid=94035) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 24 09:25:26.902877 n-d-800085-9 neutron-server[94035]: DEBUG neutron.quota.resource [None req-ef63fbe7-70b3-4653-b764-706e39767f0c tempest-QuotasTest-1512723926 tempest-QuotasTest-1512723926-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94035) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 24 09:25:26.904585 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4d868f-828b-42ee-8aa9-2c99f5aba298 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Checking segment: {'id': '61b23f10-5e62-40cb-beea-dc255ba0a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:25:26.905217 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4d868f-828b-42ee-8aa9-2c99f5aba298 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network hostable DHCP agents. Network: 8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:25:26.917438 n-d-800085-9 neutron-server[94035]: DEBUG neutron.quota.resource [None req-ef63fbe7-70b3-4653-b764-706e39767f0c tempest-QuotasTest-1512723926 tempest-QuotasTest-1512723926-project-admin] Usage tracker for resource:security_group_rule and tenant:5bfab366e6db43f2ae9a2b43e7f47cd4 is out of sync, need to count used quota {{(pid=94035) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 24 09:25:26.929894 n-d-800085-9 neutron-server[94035]: DEBUG neutron.quota.resource [None req-ef63fbe7-70b3-4653-b764-706e39767f0c tempest-QuotasTest-1512723926 tempest-QuotasTest-1512723926-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94035) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 24 09:25:26.943788 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ef63fbe7-70b3-4653-b764-706e39767f0c tempest-QuotasTest-1512723926 tempest-QuotasTest-1512723926-project-admin] 10.222.0.32 "GET /v2.0/quotas/5bfab366e6db43f2ae9a2b43e7f47cd4/details.json HTTP/1.1" status: 200 len: 703 time: 0.3008189 Jul 24 09:25:26.949510 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4d868f-828b-42ee-8aa9-2c99f5aba298 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network 8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:25:26.963947 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-bf4d868f-828b-42ee-8aa9-2c99f5aba298 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:26.977308 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91fde5d-1f5f-4e34-ab32-5aed5456e660 None None] Network 8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:25:26.981026 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc0971-ae23-44d4-9fd3-0aac89e9e4d2 None None] Pushing event updated for resources: {'Port': ['ID=eacea923-7a7a-4243-8ff8-d260e759b555,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:27.000209 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4d868f-828b-42ee-8aa9-2c99f5aba298 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:27.000868 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bf4d868f-828b-42ee-8aa9-2c99f5aba298 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:27.013472 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc0971-ae23-44d4-9fd3-0aac89e9e4d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:27.014058 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc0971-ae23-44d4-9fd3-0aac89e9e4d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:27.014603 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc0971-ae23-44d4-9fd3-0aac89e9e4d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:27.015143 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc0971-ae23-44d4-9fd3-0aac89e9e4d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:27.015667 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc0971-ae23-44d4-9fd3-0aac89e9e4d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:27.016200 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc0971-ae23-44d4-9fd3-0aac89e9e4d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:27.016809 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc0971-ae23-44d4-9fd3-0aac89e9e4d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:27.017511 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc0971-ae23-44d4-9fd3-0aac89e9e4d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:27.018060 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc0971-ae23-44d4-9fd3-0aac89e9e4d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:27.018591 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc0971-ae23-44d4-9fd3-0aac89e9e4d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:27.019471 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc0971-ae23-44d4-9fd3-0aac89e9e4d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:27.020014 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc0971-ae23-44d4-9fd3-0aac89e9e4d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:27.026636 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] Attempting to bind port eacea923-7a7a-4243-8ff8-d260e759b555 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:25:27.027306 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] Attempting to bind port eacea923-7a7a-4243-8ff8-d260e759b555 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4d8532d0-5375-41ab-9193-cdfed85e071b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'eb99afa1-bf66-4596-a18d-7042a10612a8'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:25:27.027882 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] Attempting to bind port eacea923-7a7a-4243-8ff8-d260e759b555 on network eb99afa1-bf66-4596-a18d-7042a10612a8 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:25:27.035453 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:25:27.036152 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] Checking segment: {'id': '4d8532d0-5375-41ab-9193-cdfed85e071b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'eb99afa1-bf66-4596-a18d-7042a10612a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:25:27.036844 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:27.037447 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] Bound using segment: {'id': '4d8532d0-5375-41ab-9193-cdfed85e071b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'eb99afa1-bf66-4596-a18d-7042a10612a8'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:25:27.038264 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] Bound port: eacea923-7a7a-4243-8ff8-d260e759b555, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8532d0-5375-41ab-9193-cdfed85e071b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'eb99afa1-bf66-4596-a18d-7042a10612a8'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:25:27.038916 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:27.046781 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bf4d868f-828b-42ee-8aa9-2c99f5aba298 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0684974 Jul 24 09:25:27.050040 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47740) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:27.148059 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] For port eacea923-7a7a-4243-8ff8-d260e759b555, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:25:27.158049 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] For port eacea923-7a7a-4243-8ff8-d260e759b555, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=eacea923-7a7a-4243-8ff8-d260e759b555,segment=NetworkSegment(4d8532d0-5375-41ab-9193-cdfed85e071b),segment_id=4d8532d0-5375-41ab-9193-cdfed85e071b)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:25:27.172894 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:27.219536 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c187-e5a3-4630-afe5-2065d1433449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:27.253746 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-dfcee2aa-8db7-4f0f-b5e4-c6b27593249b tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2084181303', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:27.296636 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbc7590-b3c9-4e95-b9bd-2115e7aed03e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3', 'network_id': '8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'fixed_ips': [{'subnet_id': '011f9e5f-2a79-4f7f-8e13-60e4daf0f196'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:25:27.297944 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] Routers {'fd3f354e-213d-4a15-ae2b-b5b855ae666c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:25:27.298313 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7590-b3c9-4e95-b9bd-2115e7aed03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:27.299049 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:25:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:27.394763 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcee2aa-8db7-4f0f-b5e4-c6b27593249b tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Made reservation on behalf of 79009ed21e2948fa986b63f3fabe1b37 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:27.397113 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfcee2aa-8db7-4f0f-b5e4-c6b27593249b tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:27.433480 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfcee2aa-8db7-4f0f-b5e4-c6b27593249b tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:27.444507 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47750) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:27.475472 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ae5211ef-a222-4b92-8dbc-eb06dae318f6 req-93ff67ce-e844-48dc-8c7d-5d279047760b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 210 time: 0.1789212 Jul 24 09:25:27.581868 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-dcbc7590-b3c9-4e95-b9bd-2115e7aed03e None None] Allocated IP 172.23.0.2 (8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3/011f9e5f-2a79-4f7f-8e13-60e4daf0f196/46428aa3-b04e-456c-b44c-b4c3746e0a48) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:25:27.636442 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc0971-ae23-44d4-9fd3-0aac89e9e4d2 None None] Pushing event updated for resources: {'Port': ['ID=eacea923-7a7a-4243-8ff8-d260e759b555,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:27.728151 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] Set router fd3f354e-213d-4a15-ae2b-b5b855ae666c gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:25:27.801053 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9a9a407f-acb8-469f-80ed-c70cfd454214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:27.854624 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7590-b3c9-4e95-b9bd-2115e7aed03e None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:27.866008 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-dcbc7590-b3c9-4e95-b9bd-2115e7aed03e None None] Transition to ACTIVE for port object 46428aa3-b04e-456c-b44c-b4c3746e0a48 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:25:27.888655 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-dcbc7590-b3c9-4e95-b9bd-2115e7aed03e None None] Transition to ACTIVE for port object 46428aa3-b04e-456c-b44c-b4c3746e0a48 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:25:27.903593 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7590-b3c9-4e95-b9bd-2115e7aed03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:27.964130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbc7590-b3c9-4e95-b9bd-2115e7aed03e None None] Network 8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:25:27.964601 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfcee2aa-8db7-4f0f-b5e4-c6b27593249b tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:27.969015 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-dcbc7590-b3c9-4e95-b9bd-2115e7aed03e None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:27.974581 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbc7590-b3c9-4e95-b9bd-2115e7aed03e None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:25:27.978680 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc7590-b3c9-4e95-b9bd-2115e7aed03e None None] Pushing event updated for resources: {'Port': ['ID=46428aa3-b04e-456c-b44c-b4c3746e0a48,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:28.013179 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfcee2aa-8db7-4f0f-b5e4-c6b27593249b tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:28.032150 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:25:23Z', 'revision_number': 4, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None, '_interfaces': [{'id': 'b3479946-05fe-4bf6-ad32-a45bc73d2e4e', 'name': '', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:0c:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:59Z', 'updated_at': '2021-07-24T09:25:11Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacea923-7a7a-4243-8ff8-d260e759b555', 'name': '', 'network_id': 'eb99afa1-bf66-4596-a18d-7042a10612a8', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:d4:29:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:21Z', 'updated_at': '2021-07-24T09:25:27Z', 'revision_number': 4, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf3e560-2b7d-4038-b4c1-26a0c9a8e371', 'name': '', 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:16:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:11Z', 'updated_at': '2021-07-24T09:25:22Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:28.040963 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-dfcee2aa-8db7-4f0f-b5e4-c6b27593249b tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] device_id is not set on port da256cf3-516a-44c7-80a4-e23f7f67abf0 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:25:28.069181 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-dcbc7590-b3c9-4e95-b9bd-2115e7aed03e None None] Attempting to bind port 46428aa3-b04e-456c-b44c-b4c3746e0a48 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:25:28.069573 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-dcbc7590-b3c9-4e95-b9bd-2115e7aed03e None None] Attempting to bind port 46428aa3-b04e-456c-b44c-b4c3746e0a48 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '61b23f10-5e62-40cb-beea-dc255ba0a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:25:28.070039 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbc7590-b3c9-4e95-b9bd-2115e7aed03e None None] Attempting to bind port 46428aa3-b04e-456c-b44c-b4c3746e0a48 on network 8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:25:28.075732 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbc7590-b3c9-4e95-b9bd-2115e7aed03e None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:25:28.076117 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbc7590-b3c9-4e95-b9bd-2115e7aed03e None None] Checking segment: {'id': '61b23f10-5e62-40cb-beea-dc255ba0a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:25:28.076561 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7590-b3c9-4e95-b9bd-2115e7aed03e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:28.076984 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbc7590-b3c9-4e95-b9bd-2115e7aed03e None None] Bound using segment: {'id': '61b23f10-5e62-40cb-beea-dc255ba0a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:25:28.077710 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-dcbc7590-b3c9-4e95-b9bd-2115e7aed03e None None] Bound port: 46428aa3-b04e-456c-b44c-b4c3746e0a48, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b23f10-5e62-40cb-beea-dc255ba0a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:25:28.078138 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7590-b3c9-4e95-b9bd-2115e7aed03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:28.097099 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5100b550-5eb2-4e18-91aa-109d5a6bdc4d None None] The sync data for ids ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'] in n-d-800085-9 is: [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:25:23Z', 'revision_number': 4, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None, '_interfaces': [{'id': 'b3479946-05fe-4bf6-ad32-a45bc73d2e4e', 'name': '', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:0c:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:59Z', 'updated_at': '2021-07-24T09:25:11Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacea923-7a7a-4243-8ff8-d260e759b555', 'name': '', 'network_id': 'eb99afa1-bf66-4596-a18d-7042a10612a8', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:d4:29:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:21Z', 'updated_at': '2021-07-24T09:25:27Z', 'revision_number': 4, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf3e560-2b7d-4038-b4c1-26a0c9a8e371', 'name': '', 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:16:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:11Z', 'updated_at': '2021-07-24T09:25:22Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:25:28.159042 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcee2aa-8db7-4f0f-b5e4-c6b27593249b tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20d5f2f-3df7-4977-a1a5-87c8f590e4b7,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:28.165061 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-dcbc7590-b3c9-4e95-b9bd-2115e7aed03e None None] For port 46428aa3-b04e-456c-b44c-b4c3746e0a48, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:25:28.181506 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-dcbc7590-b3c9-4e95-b9bd-2115e7aed03e None None] For port 46428aa3-b04e-456c-b44c-b4c3746e0a48, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=46428aa3-b04e-456c-b44c-b4c3746e0a48,segment=NetworkSegment(61b23f10-5e62-40cb-beea-dc255ba0a777),segment_id=61b23f10-5e62-40cb-beea-dc255ba0a777)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:25:28.194752 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7590-b3c9-4e95-b9bd-2115e7aed03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:28.215538 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9a9a407f-acb8-469f-80ed-c70cfd454214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:28.229543 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9a9a407f-acb8-469f-80ed-c70cfd454214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:28.306299 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d86c189-480c-4a3a-8eb1-dc5440eaae70 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:28.322806 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc7590-b3c9-4e95-b9bd-2115e7aed03e None None] Pushing event updated for resources: {'Port': ['ID=46428aa3-b04e-456c-b44c-b4c3746e0a48,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:28.365868 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9a9a407f-acb8-469f-80ed-c70cfd454214 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c4caac8e10b4480cbb03e850146e4257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9194312 Jul 24 09:25:28.377649 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47768) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:28.411741 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a407f-acb8-469f-80ed-c70cfd454214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf162d49-c788-4a81-ab07-ae4a604b4499,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:28.468730 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-783d1ad2-1fbf-47a0-becb-694ded2874ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:28.500203 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-783d1ad2-1fbf-47a0-becb-694ded2874ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:28.601111 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-783d1ad2-1fbf-47a0-becb-694ded2874ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:28.604638 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-783d1ad2-1fbf-47a0-becb-694ded2874ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:28.606232 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-783d1ad2-1fbf-47a0-becb-694ded2874ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf162d49-c788-4a81-ab07-ae4a604b4499 HTTP/1.1" status: 204 len: 168 time: 0.2275424 Jul 24 09:25:28.624958 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d1ad2-1fbf-47a0-becb-694ded2874ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf162d49-c788-4a81-ab07-ae4a604b4499,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:28.706058 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a111489f-b4ed-46d4-b007-80f3ff39ef79 req-a4f02320-5f57-4912-a071-873a48b0a4a1 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 210 time: 0.1034727 Jul 24 09:25:28.737754 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-dfcee2aa-8db7-4f0f-b5e4-c6b27593249b tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Allocated IP 172.25.7.24 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/da256cf3-516a-44c7-80a4-e23f7f67abf0) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:25:29.062454 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-6d86c189-480c-4a3a-8eb1-dc5440eaae70 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Allocated IP 172.23.0.1 (8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3/011f9e5f-2a79-4f7f-8e13-60e4daf0f196/84891806-d846-44d4-af7a-504d2b67b14e) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:25:29.095218 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfcee2aa-8db7-4f0f-b5e4-c6b27593249b tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:29.180777 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfcee2aa-8db7-4f0f-b5e4-c6b27593249b tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:29.296995 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47788) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:29.304803 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcee2aa-8db7-4f0f-b5e4-c6b27593249b tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:25:29.311529 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-dfcee2aa-8db7-4f0f-b5e4-c6b27593249b tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:29.325675 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcee2aa-8db7-4f0f-b5e4-c6b27593249b tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Pushing event updated for resources: {'Port': ['ID=da256cf3-516a-44c7-80a4-e23f7f67abf0,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:29.342889 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcee2aa-8db7-4f0f-b5e4-c6b27593249b tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:25:29.415070 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d86c189-480c-4a3a-8eb1-dc5440eaae70 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:29.416435 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47792) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:29.432566 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcee2aa-8db7-4f0f-b5e4-c6b27593249b tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:29.438724 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfcee2aa-8db7-4f0f-b5e4-c6b27593249b tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:29.443933 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-6d86c189-480c-4a3a-8eb1-dc5440eaae70 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Transition to ACTIVE for port object 84891806-d846-44d4-af7a-504d2b67b14e will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:25:29.464613 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-dfcee2aa-8db7-4f0f-b5e4-c6b27593249b tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.0529366 Jul 24 09:25:29.468006 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0c6da31c-f75b-4ece-a9e8-cde28c4e052d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:29.472107 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47794) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:29.472653 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-3dd9d5b9-30e4-43dd-899e-fc24b4725cfa tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-836928707'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:29.474004 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-3dd9d5b9-30e4-43dd-899e-fc24b4725cfa tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] Unknown quota resources ['metering_label']. {{(pid=94036) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 09:25:29.486777 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-7fe6a84a-ccd2-4bba-a3ca-37c47cb0a69f tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.24'}]}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:29.527491 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7fe6a84a-ccd2-4bba-a3ca-37c47cb0a69f tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:29.528781 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7fe6a84a-ccd2-4bba-a3ca-37c47cb0a69f tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:29.533636 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d86c189-480c-4a3a-8eb1-dc5440eaae70 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:29.598417 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86c189-480c-4a3a-8eb1-dc5440eaae70 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Port': ['ID=84891806-d846-44d4-af7a-504d2b67b14e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:29.637891 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d86c189-480c-4a3a-8eb1-dc5440eaae70 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network 8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:25:29.640877 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-6d86c189-480c-4a3a-8eb1-dc5440eaae70 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:29.691262 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d86c189-480c-4a3a-8eb1-dc5440eaae70 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:25:29.752970 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7fe6a84a-ccd2-4bba-a3ca-37c47cb0a69f tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:29.794642 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-92cf4ff6-880d-4e19-a5b0-cd05a1d436e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:29.866294 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3dd9d5b9-30e4-43dd-899e-fc24b4725cfa tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:29.883698 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5775c862-42d9-4cac-aedb-f797e9e4937d None None] Network 8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:25:29.891827 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3dd9d5b9-30e4-43dd-899e-fc24b4725cfa tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5929394 Jul 24 09:25:29.900228 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47804) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:29.913007 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d86c189-480c-4a3a-8eb1-dc5440eaae70 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:29.917738 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-5ffd9fda-13c2-4847-a332-25ba4b7fe41a tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'ae15e81f-6c99-4a45-ad85-c7772aea61b9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:29.918415 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-5ffd9fda-13c2-4847-a332-25ba4b7fe41a tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94036) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 09:25:30.038303 n-d-800085-9 neutron-server[94036]: WARNING neutron.services.metering.metering_plugin [None req-5ffd9fda-13c2-4847-a332-25ba4b7fe41a tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 24 09:25:30.091048 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3fda6ff2-9616-46ae-9480-b131572d0038 req-3d589ddc-bee7-401c-848c-2c6b1824b115 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 210 time: 0.1847577 Jul 24 09:25:30.194896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device eacea923-7a7a-4243-8ff8-d260e759b555 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:25:30.218958 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5ffd9fda-13c2-4847-a332-25ba4b7fe41a tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:30.223668 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5ffd9fda-13c2-4847-a332-25ba4b7fe41a tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3219926 Jul 24 09:25:30.228374 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47808) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:30.232799 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-6bc428f1-6e5d-42ac-adcf-d4f36531f1a6 tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'ae15e81f-6c99-4a45-ad85-c7772aea61b9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:30.233418 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-6bc428f1-6e5d-42ac-adcf-d4f36531f1a6 tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94036) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 09:25:30.248374 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0c6da31c-f75b-4ece-a9e8-cde28c4e052d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:30.282455 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d86c189-480c-4a3a-8eb1-dc5440eaae70 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:30.299723 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7fe6a84a-ccd2-4bba-a3ca-37c47cb0a69f tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:30.301816 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0c6da31c-f75b-4ece-a9e8-cde28c4e052d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:30.313240 n-d-800085-9 neutron-server[94036]: WARNING neutron.services.metering.metering_plugin [None req-6bc428f1-6e5d-42ac-adcf-d4f36531f1a6 tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 24 09:25:30.332708 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-da223f37-3edc-4740-82c3-1a41939d5ed3 None None] Provisioning for port 46428aa3-b04e-456c-b44c-b4c3746e0a48 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:25:30.392040 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0c6da31c-f75b-4ece-a9e8-cde28c4e052d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5bfab366e6db43f2ae9a2b43e7f47cd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9734213 Jul 24 09:25:30.400162 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47810) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:30.427619 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:30.437060 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port eacea923-7a7a-4243-8ff8-d260e759b555 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:25:30.439653 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6bc428f1-6e5d-42ac-adcf-d4f36531f1a6 tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:30.440878 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6bc428f1-6e5d-42ac-adcf-d4f36531f1a6 tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2115366 Jul 24 09:25:30.442179 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6da31c-f75b-4ece-a9e8-cde28c4e052d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab37e62-fc6c-43fd-855d-2d66b8719651,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:30.445208 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47812) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:30.460065 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port eacea923-7a7a-4243-8ff8-d260e759b555 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:30.461042 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:30.461313 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-12c200ef-23c3-424c-8574-780b451deacb tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=54bc7f56-a070-43f9-83da-163bb424ae34 HTTP/1.1" status: 200 len: 462 time: 0.0139174 Jul 24 09:25:30.463460 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47814) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:30.580580 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:30.593084 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9b575fd3-e22d-48ee-9a84-63c01b05906f tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:30.594275 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9b575fd3-e22d-48ee-9a84-63c01b05906f tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/54bc7f56-a070-43f9-83da-163bb424ae34 HTTP/1.1" status: 204 len: 168 time: 0.1296601 Jul 24 09:25:30.596964 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47816) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:30.610551 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b5620402-c024-48a5-99ff-7f98634c0b47 tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=54bc7f56-a070-43f9-83da-163bb424ae34 HTTP/1.1" status: 200 len: 221 time: 0.0119605 Jul 24 09:25:30.613806 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47818) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:30.621634 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-6a92475b-40b3-40d8-8fcc-f5fc62baffa4 tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--526871283', 'description': 'label created by tempest'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:30.622941 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-6a92475b-40b3-40d8-8fcc-f5fc62baffa4 tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] Unknown quota resources ['metering_label']. {{(pid=94036) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 09:25:30.631129 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port eacea923-7a7a-4243-8ff8-d260e759b555, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=eacea923-7a7a-4243-8ff8-d260e759b555,segment=NetworkSegment(4d8532d0-5375-41ab-9193-cdfed85e071b),segment_id=4d8532d0-5375-41ab-9193-cdfed85e071b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:30.636091 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:30.637536 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 46428aa3-b04e-456c-b44c-b4c3746e0a48 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:25:30.683081 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aeb767-b1f8-46d6-b7c5-53328c5159d2 req-96bdd1d1-9676-4763-9d99-94babd25e1b5 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:30.685502 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-04aeb767-b1f8-46d6-b7c5-53328c5159d2 req-96bdd1d1-9676-4763-9d99-94babd25e1b5 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb054d5-b452-4c88-9344-59f682d84d6e HTTP/1.1" status: 200 len: 945 time: 0.4195931 Jul 24 09:25:30.744160 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=eacea923-7a7a-4243-8ff8-d260e759b555,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:30.766512 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 46428aa3-b04e-456c-b44c-b4c3746e0a48 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:25:30.775831 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 46428aa3-b04e-456c-b44c-b4c3746e0a48 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:30.776603 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:30.821413 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-04aeb767-b1f8-46d6-b7c5-53328c5159d2 req-8ddb848d-c0a9-4ffc-ad71-d0a4be91c030 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e959198-f733-4ca3-bde9-29b9848edd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203165 Jul 24 09:25:30.844361 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-34828ad6-0489-4f26-ab5f-b41fc17a3d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:30.877012 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-34828ad6-0489-4f26-ab5f-b41fc17a3d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:30.902260 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a92475b-40b3-40d8-8fcc-f5fc62baffa4 tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:30.903648 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6a92475b-40b3-40d8-8fcc-f5fc62baffa4 tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2885783 Jul 24 09:25:30.910323 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47820) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:31.006400 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:31.035505 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-9667e98d-cb9f-431b-889a-8a4ef909e401 None None] Provisioning for port 84891806-d846-44d4-af7a-504d2b67b14e completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:25:31.037826 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:31.057876 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-9667e98d-cb9f-431b-889a-8a4ef909e401 None None] Provisioning complete for port 84891806-d846-44d4-af7a-504d2b67b14e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:31.058240 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9667e98d-cb9f-431b-889a-8a4ef909e401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:31.082509 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1dbad703-52d7-4b50-9e95-24a2c677a312 tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=70376bb5-88b5-4c3d-abae-5ca818031bea HTTP/1.1" status: 200 len: 467 time: 0.1709311 Jul 24 09:25:31.086186 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47826) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:31.168825 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 46428aa3-b04e-456c-b44c-b4c3746e0a48, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=46428aa3-b04e-456c-b44c-b4c3746e0a48,segment=NetworkSegment(61b23f10-5e62-40cb-beea-dc255ba0a777),segment_id=61b23f10-5e62-40cb-beea-dc255ba0a777)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:31.174255 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-34828ad6-0489-4f26-ab5f-b41fc17a3d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:31.180969 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:31.185937 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-9667e98d-cb9f-431b-889a-8a4ef909e401 None None] Port 84891806-d846-44d4-af7a-504d2b67b14e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:25:31.188543 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-34828ad6-0489-4f26-ab5f-b41fc17a3d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:31.194243 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-34828ad6-0489-4f26-ab5f-b41fc17a3d38 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ab37e62-fc6c-43fd-855d-2d66b8719651 HTTP/1.1" status: 204 len: 168 time: 0.7901225 Jul 24 09:25:31.281353 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-9667e98d-cb9f-431b-889a-8a4ef909e401 None None] Provisioning complete for port 46428aa3-b04e-456c-b44c-b4c3746e0a48 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:31.281634 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9667e98d-cb9f-431b-889a-8a4ef909e401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:31.317073 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7fe6a84a-ccd2-4bba-a3ca-37c47cb0a69f tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:31.365792 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7fe6a84a-ccd2-4bba-a3ca-37c47cb0a69f tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:31.386345 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=46428aa3-b04e-456c-b44c-b4c3746e0a48,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:31.416213 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34828ad6-0489-4f26-ab5f-b41fc17a3d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab37e62-fc6c-43fd-855d-2d66b8719651,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:31.434608 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-25df53ac-7bcd-4e55-bfb9-5aafd44315d5 tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:31.439963 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-25df53ac-7bcd-4e55-bfb9-5aafd44315d5 tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/70376bb5-88b5-4c3d-abae-5ca818031bea HTTP/1.1" status: 204 len: 168 time: 0.3499022 Jul 24 09:25:31.439963 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47832) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:31.454371 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-92cf42cf-1395-4e2e-b74b-5d4033083197 req-9547e03c-3dfe-40da-913e-47c57d50dd04 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 210 time: 0.0897641 Jul 24 09:25:31.494126 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-524a3827-db26-4798-9855-8c33120afe22 tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=70376bb5-88b5-4c3d-abae-5ca818031bea HTTP/1.1" status: 200 len: 216 time: 0.0486138 Jul 24 09:25:31.494314 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47836) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:31.509814 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6f6e145f-504c-420d-a405-208d949b975b tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0110717 Jul 24 09:25:31.509998 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47838) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:31.527656 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d86c189-480c-4a3a-8eb1-dc5440eaae70 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:31.538199 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-baf0b6e2-c95d-4181-a93c-3b7243eda312 tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0240808 Jul 24 09:25:31.538448 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47840) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:31.564448 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d86c189-480c-4a3a-8eb1-dc5440eaae70 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:31.624514 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7409a141-a3db-4ff1-8ca8-6acb1413e591 tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/ae15e81f-6c99-4a45-ad85-c7772aea61b9 HTTP/1.1" status: 200 len: 472 time: 0.0831063 Jul 24 09:25:31.627864 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47842) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:31.655564 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-930d3b51-c177-42a9-a8c8-57d00ba3c582 tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/938bf797-7176-48fd-b8a6-a979ef62e28b HTTP/1.1" status: 200 len: 459 time: 0.0233800 Jul 24 09:25:31.658368 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47846) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:31.678257 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d86c189-480c-4a3a-8eb1-dc5440eaae70 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:31.725705 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-bb5dee69-dd20-4798-81c4-cf5e826e1c76 None None] Provisioning complete for port 84891806-d846-44d4-af7a-504d2b67b14e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:31.727273 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bb5dee69-dd20-4798-81c4-cf5e826e1c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:31.809381 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-bb5dee69-dd20-4798-81c4-cf5e826e1c76 None None] Port 84891806-d846-44d4-af7a-504d2b67b14e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:25:31.886381 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a9733c25-d764-4db4-928b-fd52a0bea874 tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:31.887541 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a9733c25-d764-4db4-928b-fd52a0bea874 tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/938bf797-7176-48fd-b8a6-a979ef62e28b HTTP/1.1" status: 204 len: 168 time: 0.2284513 Jul 24 09:25:31.893430 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47854) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:31.938960 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device eacea923-7a7a-4243-8ff8-d260e759b555 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:25:32.102078 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port eacea923-7a7a-4243-8ff8-d260e759b555 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:32.102704 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:32.241160 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 46428aa3-b04e-456c-b44c-b4c3746e0a48 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:25:32.297842 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 46428aa3-b04e-456c-b44c-b4c3746e0a48 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:32.298221 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:32.344569 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86c189-480c-4a3a-8eb1-dc5440eaae70 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event updated for resources: {'Port': ['ID=84891806-d846-44d4-af7a-504d2b67b14e,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:32.455792 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7fe6a84a-ccd2-4bba-a3ca-37c47cb0a69f tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:32.603997 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800c37b-883b-4ac6-a542-9114461c176d req-b27d6da2-dc00-4c97-ab1d-18b406c66d89 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:32.605304 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3800c37b-883b-4ac6-a542-9114461c176d req-b27d6da2-dc00-4c97-ab1d-18b406c66d89 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbb054d5-b452-4c88-9344-59f682d84d6e HTTP/1.1" status: 200 len: 945 time: 0.9704204 Jul 24 09:25:32.754382 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d86c189-480c-4a3a-8eb1-dc5440eaae70 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Network 8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:25:32.775477 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-6d86c189-480c-4a3a-8eb1-dc5440eaae70 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:32.790638 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ff91a05e-952e-4d45-86f1-66c4cf866116 req-9defb752-878d-474f-b31d-41d9e15ab8bb tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 210 time: 0.1790621 Jul 24 09:25:32.863289 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:32.958778 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-782510e5-fa0d-47cc-9399-78957b7cf97f tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:32.966669 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-782510e5-fa0d-47cc-9399-78957b7cf97f tempest-MeteringIpV6TestJSON-1777945133 tempest-MeteringIpV6TestJSON-1777945133-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/ae15e81f-6c99-4a45-ad85-c7772aea61b9 HTTP/1.1" status: 204 len: 168 time: 1.0719535 Jul 24 09:25:32.983250 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b66652-87cc-45ee-acb3-d61686e000b1 req-1c695a56-6adc-4a99-87b7-de9188af90f7 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:32.986080 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-14b66652-87cc-45ee-acb3-d61686e000b1 req-1c695a56-6adc-4a99-87b7-de9188af90f7 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb054d5-b452-4c88-9344-59f682d84d6e HTTP/1.1" status: 200 len: 945 time: 1.0215597 Jul 24 09:25:33.038594 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-14b66652-87cc-45ee-acb3-d61686e000b1 req-df7894e3-69d4-4478-a4f0-0bfe8307aaba tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e959198-f733-4ca3-bde9-29b9848edd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455794 Jul 24 09:25:33.088337 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7fe6a84a-ccd2-4bba-a3ca-37c47cb0a69f tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:33.091893 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-3800c37b-883b-4ac6-a542-9114461c176d req-9b80df3e-ce11-4a70-a47d-728dc2ce9cc9 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Deleting port dd3bc501-92e9-4080-b66d-31f536f2a76f {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:33.092240 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-3800c37b-883b-4ac6-a542-9114461c176d req-9b80df3e-ce11-4a70-a47d-728dc2ce9cc9 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:33.206722 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7fe6a84a-ccd2-4bba-a3ca-37c47cb0a69f tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:33.244020 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fb146ea3-c321-4244-b1c5-dfe2360eeed4 None None] Provisioning complete for port 84891806-d846-44d4-af7a-504d2b67b14e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:33.244534 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fb146ea3-c321-4244-b1c5-dfe2360eeed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:33.286835 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-3800c37b-883b-4ac6-a542-9114461c176d req-9b80df3e-ce11-4a70-a47d-728dc2ce9cc9 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] For port dd3bc501-92e9-4080-b66d-31f536f2a76f, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=dd3bc501-92e9-4080-b66d-31f536f2a76f,segment=NetworkSegment(7f369d8f-45cf-41ee-8c14-4b793923d4e2),segment_id=7f369d8f-45cf-41ee-8c14-4b793923d4e2)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:33.287207 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-3800c37b-883b-4ac6-a542-9114461c176d req-9b80df3e-ce11-4a70-a47d-728dc2ce9cc9 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:33.338501 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-fb146ea3-c321-4244-b1c5-dfe2360eeed4 None None] Port 84891806-d846-44d4-af7a-504d2b67b14e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:25:33.417071 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47894) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:33.428650 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-3800c37b-883b-4ac6-a542-9114461c176d req-9b80df3e-ce11-4a70-a47d-728dc2ce9cc9 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Calling delete_port for dd3bc501-92e9-4080-b66d-31f536f2a76f owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:33.432184 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7fe6a84a-ccd2-4bba-a3ca-37c47cb0a69f tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:33.432717 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe6a84a-ccd2-4bba-a3ca-37c47cb0a69f tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b68d892-23ad-44bc-bc6e-d301914dc70b {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:25:33.457088 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d86c189-480c-4a3a-8eb1-dc5440eaae70 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Router fd3f354e-213d-4a15-ae2b-b5b855ae666c has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:25:33.469058 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-7fe6a84a-ccd2-4bba-a3ca-37c47cb0a69f tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 24 09:25:33.472700 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7fe6a84a-ccd2-4bba-a3ca-37c47cb0a69f tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.9924746 Jul 24 09:25:33.473697 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47898) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:33.619095 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7255a5cd-57c6-45e1-86d3-c868419b197f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:33.625462 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d86c189-480c-4a3a-8eb1-dc5440eaae70 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:25:33.630813 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6d86c189-480c-4a3a-8eb1-dc5440eaae70 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "PUT /v2.0/routers/fd3f354e-213d-4a15-ae2b-b5b855ae666c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5795040 Jul 24 09:25:33.633755 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47904) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:33.637034 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] Sync routers for ids ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:25:33.651299 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-11c38115-1b74-4b1e-8c7f-43d84b61b3ba tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:33.654006 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] Routers {'fd3f354e-213d-4a15-ae2b-b5b855ae666c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:25:33.654847 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:25:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:33.834452 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] Set router fd3f354e-213d-4a15-ae2b-b5b855ae666c gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:25:33.858544 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7255a5cd-57c6-45e1-86d3-c868419b197f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:33.861375 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47906) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:33.911647 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7255a5cd-57c6-45e1-86d3-c868419b197f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:33.955721 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-3800c37b-883b-4ac6-a542-9114461c176d req-9b80df3e-ce11-4a70-a47d-728dc2ce9cc9 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:34.000828 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['dd3bc501-92e9-4080-b66d-31f536f2a76f'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:25:34.045473 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-547d1718-cd17-40b0-9fc4-ca777430403f tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2116050122'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:34.052832 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80df3e-ce11-4a70-a47d-728dc2ce9cc9 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Pushing event deleted for resources: {'Port': ['ID=dd3bc501-92e9-4080-b66d-31f536f2a76f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:34.106779 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255a5cd-57c6-45e1-86d3-c868419b197f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fdce10-c6fc-4d74-a6e6-867946018f62,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:34.175717 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0695dbf2-3a44-444d-ac87-fbb8a752014d req-37b6f832-267a-499d-a148-bba1ffe37000 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 210 time: 0.1738470 Jul 24 09:25:34.192450 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7255a5cd-57c6-45e1-86d3-c868419b197f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cbea32c165d14f38922071fdf1edfde8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7733896 Jul 24 09:25:34.196489 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47914) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:34.250915 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-547d1718-cd17-40b0-9fc4-ca777430403f tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:34.252032 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-547d1718-cd17-40b0-9fc4-ca777430403f tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:34.296079 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-3800c37b-883b-4ac6-a542-9114461c176d req-9b80df3e-ce11-4a70-a47d-728dc2ce9cc9 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] No DVR routers for this DVR port dd3bc501-92e9-4080-b66d-31f536f2a76f on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:25:34.297742 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-138523d4-4691-4bb5-80fe-503f4aacd960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:34.302090 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-83313827-a945-4393-9bb6-aab8fc0172be tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Deleting port da256cf3-516a-44c7-80a4-e23f7f67abf0 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:34.302090 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-83313827-a945-4393-9bb6-aab8fc0172be tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:34.343856 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:25:30Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None, '_interfaces': [{'id': '84891806-d846-44d4-af7a-504d2b67b14e', 'name': '', 'network_id': '8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:f3:3d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '011f9e5f-2a79-4f7f-8e13-60e4daf0f196', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:28Z', 'updated_at': '2021-07-24T09:25:30Z', 'revision_number': 2, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '011f9e5f-2a79-4f7f-8e13-60e4daf0f196', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3479946-05fe-4bf6-ad32-a45bc73d2e4e', 'name': '', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:0c:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:59Z', 'updated_at': '2021-07-24T09:25:11Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacea923-7a7a-4243-8ff8-d260e759b555', 'name': '', 'network_id': 'eb99afa1-bf66-4596-a18d-7042a10612a8', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:d4:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:21Z', 'updated_at': '2021-07-24T09:25:30Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf3e560-2b7d-4038-b4c1-26a0c9a8e371', 'name': '', 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:16:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:11Z', 'updated_at': '2021-07-24T09:25:22Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:34.373881 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1fe44050-1c0a-4e36-b0d6-d9589c8cdf6f req-bc5e954c-d3b3-4a35-b786-bb09a8be376d tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbb054d5-b452-4c88-9344-59f682d84d6e HTTP/1.1" status: 200 len: 210 time: 0.0814166 Jul 24 09:25:34.384821 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-3800c37b-883b-4ac6-a542-9114461c176d req-9b80df3e-ce11-4a70-a47d-728dc2ce9cc9 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:34.393448 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-138523d4-4691-4bb5-80fe-503f4aacd960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:34.393942 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3800c37b-883b-4ac6-a542-9114461c176d req-9b80df3e-ce11-4a70-a47d-728dc2ce9cc9 tempest-VolumesSnapshotTestJSON-65744903 tempest-VolumesSnapshotTestJSON-65744903-project] 10.222.0.20 "DELETE /v2.0/ports/dd3bc501-92e9-4080-b66d-31f536f2a76f HTTP/1.1" status: 204 len: 173 time: 1.7712226 Jul 24 09:25:34.394542 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb054d5-b452-4c88-9344-59f682d84d6e', 'name': 'network-vif-deleted', 'tag': 'dd3bc501-92e9-4080-b66d-31f536f2a76f'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:25:34.398504 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65361356-7cf3-49bf-8c48-15e32f90e9b7" -d '{"events": [{"server_uuid": "dbb054d5-b452-4c88-9344-59f682d84d6e", "name": "network-vif-deleted", "tag": "dd3bc501-92e9-4080-b66d-31f536f2a76f"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:25:34.417317 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] Checking router: fd3f354e-213d-4a15-ae2b-b5b855ae666c for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:25:34.417967 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] Updating router fd3f354e-213d-4a15-ae2b-b5b855ae666c port 84891806-d846-44d4-af7a-504d2b67b14e binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:25:34.436267 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-547d1718-cd17-40b0-9fc4-ca777430403f tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:34.452631 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-547d1718-cd17-40b0-9fc4-ca777430403f tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:34.487561 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-547d1718-cd17-40b0-9fc4-ca777430403f tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:34.497950 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-547d1718-cd17-40b0-9fc4-ca777430403f tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6205552 Jul 24 09:25:34.500370 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47922) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:34.505348 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:34.570427 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2477234-12bc-4f47-984a-addb46c2895c x-openstack-request-id: req-c2477234-12bc-4f47-984a-addb46c2895c {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:25:34.571551 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb054d5-b452-4c88-9344-59f682d84d6e", "name": "network-vif-deleted", "tag": "dd3bc501-92e9-4080-b66d-31f536f2a76f", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:25:34.571847 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2477234-12bc-4f47-984a-addb46c2895c {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:25:34.572255 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb054d5-b452-4c88-9344-59f682d84d6e', 'name': 'network-vif-deleted', 'tag': 'dd3bc501-92e9-4080-b66d-31f536f2a76f', 'status': 'completed', 'code': 200} Jul 24 09:25:34.638027 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-83313827-a945-4393-9bb6-aab8fc0172be tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:34.652950 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-83313827-a945-4393-9bb6-aab8fc0172be tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Calling delete_port for da256cf3-516a-44c7-80a4-e23f7f67abf0 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:34.765661 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-138523d4-4691-4bb5-80fe-503f4aacd960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:34.768235 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-138523d4-4691-4bb5-80fe-503f4aacd960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:34.771921 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-138523d4-4691-4bb5-80fe-503f4aacd960 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36fdce10-c6fc-4d74-a6e6-867946018f62 HTTP/1.1" status: 204 len: 168 time: 0.5616810 Jul 24 09:25:34.795908 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-796f5bb8-f016-4b70-a25e-987f97c3aee1 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:34.800651 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138523d4-4691-4bb5-80fe-503f4aacd960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fdce10-c6fc-4d74-a6e6-867946018f62,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:34.914014 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.extraroute_db [None req-11c38115-1b74-4b1e-8c7f-43d84b61b3ba tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94035) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 24 09:25:34.965713 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.extraroute_db [None req-11c38115-1b74-4b1e-8c7f-43d84b61b3ba tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Removed routes are [] {{(pid=94035) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 24 09:25:34.966837 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-11c38115-1b74-4b1e-8c7f-43d84b61b3ba tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:35.037537 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-796f5bb8-f016-4b70-a25e-987f97c3aee1 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:35.040264 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-796f5bb8-f016-4b70-a25e-987f97c3aee1 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:35.047825 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:35.100360 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-83313827-a945-4393-9bb6-aab8fc0172be tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:35.104025 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] Transition to ACTIVE for port object 84891806-d846-44d4-af7a-504d2b67b14e will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:25:35.114874 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:35.133212 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-796f5bb8-f016-4b70-a25e-987f97c3aee1 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:35.133892 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796f5bb8-f016-4b70-a25e-987f97c3aee1 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8bb5546b-8047-4d39-8681-2a041234130d {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:25:35.216852 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf728bca-287a-42a1-9c2a-2b8fe7f7da35 None None] Pushing event updated for resources: {'Port': ['ID=84891806-d846-44d4-af7a-504d2b67b14e,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:35.229777 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-796f5bb8-f016-4b70-a25e-987f97c3aee1 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:35.239517 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-796f5bb8-f016-4b70-a25e-987f97c3aee1 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] 10.222.0.32 "DELETE /v2.0/routers/8bb5546b-8047-4d39-8681-2a041234130d HTTP/1.1" status: 204 len: 168 time: 0.7197247 Jul 24 09:25:35.250465 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83313827-a945-4393-9bb6-aab8fc0172be tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Pushing event deleted for resources: {'Port': ['ID=da256cf3-516a-44c7-80a4-e23f7f67abf0,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:35.268418 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47930) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:35.278605 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] Attempting to bind port 84891806-d846-44d4-af7a-504d2b67b14e on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:25:35.278927 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] Attempting to bind port 84891806-d846-44d4-af7a-504d2b67b14e by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '61b23f10-5e62-40cb-beea-dc255ba0a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:25:35.279299 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] Attempting to bind port 84891806-d846-44d4-af7a-504d2b67b14e on network 8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:25:35.285266 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:25:35.285656 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] Checking segment: {'id': '61b23f10-5e62-40cb-beea-dc255ba0a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:25:35.286255 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:35.286655 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] Bound using segment: {'id': '61b23f10-5e62-40cb-beea-dc255ba0a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:25:35.287130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] Bound port: 84891806-d846-44d4-af7a-504d2b67b14e, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b23f10-5e62-40cb-beea-dc255ba0a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:25:35.287516 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:35.292313 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-9ecf8896-d2df-4156-8f9a-387f3bf45d6e tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Request body: {'router': {'name': 'tempest-router-1773845987', 'distributed': False}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:35.388098 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9ecf8896-d2df-4156-8f9a-387f3bf45d6e tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:35.389077 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9ecf8896-d2df-4156-8f9a-387f3bf45d6e tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:35.418093 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-11c38115-1b74-4b1e-8c7f-43d84b61b3ba tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:35.422364 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] For port 84891806-d846-44d4-af7a-504d2b67b14e, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:25:35.425828 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] For port 84891806-d846-44d4-af7a-504d2b67b14e, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=84891806-d846-44d4-af7a-504d2b67b14e,segment=NetworkSegment(61b23f10-5e62-40cb-beea-dc255ba0a777),segment_id=61b23f10-5e62-40cb-beea-dc255ba0a777)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:25:35.434371 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-11c38115-1b74-4b1e-8c7f-43d84b61b3ba tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593208'] for router, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:35.435650 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:35.526752 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ea998f80-6e71-4d5e-b28c-2445f81c884e req-eb5b5543-4fa7-4601-90b0-66ea143a4763 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 210 time: 0.1422429 Jul 24 09:25:35.573578 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c38115-1b74-4b1e-8c7f-43d84b61b3ba tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Router fd3f354e-213d-4a15-ae2b-b5b855ae666c has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:25:35.592990 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] Routers {'fd3f354e-213d-4a15-ae2b-b5b855ae666c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:25:35.593961 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:25:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:35.668831 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47940) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:35.724370 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78bd772e-752a-4edb-b5a2-77dfef34174d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:35.727755 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] Set router fd3f354e-213d-4a15-ae2b-b5b855ae666c gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:25:35.746378 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-83313827-a945-4393-9bb6-aab8fc0172be tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:35.748328 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-83313827-a945-4393-9bb6-aab8fc0172be tempest-RoutersAdminNegativeIpV6Test-639518163 tempest-RoutersAdminNegativeIpV6Test-639518163-project-admin] 10.222.0.32 "DELETE /v2.0/ports/da256cf3-516a-44c7-80a4-e23f7f67abf0 HTTP/1.1" status: 204 len: 168 time: 2.2734935 Jul 24 09:25:35.783221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c38115-1b74-4b1e-8c7f-43d84b61b3ba tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:25:35.789230 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9ecf8896-d2df-4156-8f9a-387f3bf45d6e tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:35.795101 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-11c38115-1b74-4b1e-8c7f-43d84b61b3ba tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:35.799703 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-11c38115-1b74-4b1e-8c7f-43d84b61b3ba tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "PUT /v2.0/routers/fd3f354e-213d-4a15-ae2b-b5b855ae666c HTTP/1.1" status: 200 len: 933 time: 2.1646674 Jul 24 09:25:35.802301 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47944) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:35.802585 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf728bca-287a-42a1-9c2a-2b8fe7f7da35 None None] Pushing event updated for resources: {'Port': ['ID=84891806-d846-44d4-af7a-504d2b67b14e,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:35.809285 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9ecf8896-d2df-4156-8f9a-387f3bf45d6e tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:35.945222 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47946) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:35.946293 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2013ec1a-d09a-4a91-a36e-368dc3b3761d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "GET /v2.0/routers/fd3f354e-213d-4a15-ae2b-b5b855ae666c HTTP/1.1" status: 200 len: 933 time: 0.1406701 Jul 24 09:25:35.951301 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-39531e6a-44cc-4777-b1f3-2fa52273913a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'router': {'routes': None}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:36.102818 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78bd772e-752a-4edb-b5a2-77dfef34174d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:36.118384 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78bd772e-752a-4edb-b5a2-77dfef34174d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:36.129888 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9ecf8896-d2df-4156-8f9a-387f3bf45d6e tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:36.134295 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9ecf8896-d2df-4156-8f9a-387f3bf45d6e tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8618870 Jul 24 09:25:36.137034 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47948) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:36.219284 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd772e-752a-4edb-b5a2-77dfef34174d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a33f303-c78f-4dcd-be8e-4f72becbf12d,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:36.292210 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-78bd772e-752a-4edb-b5a2-77dfef34174d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88385f03e0ba4ef09b9c8ef2eac00fa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6196108 Jul 24 09:25:36.292411 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47956) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:36.320328 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:25:34Z', 'revision_number': 6, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None, '_interfaces': [{'id': '84891806-d846-44d4-af7a-504d2b67b14e', 'name': '', 'network_id': '8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:f3:3d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '011f9e5f-2a79-4f7f-8e13-60e4daf0f196', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:28Z', 'updated_at': '2021-07-24T09:25:35Z', 'revision_number': 4, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '011f9e5f-2a79-4f7f-8e13-60e4daf0f196', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3479946-05fe-4bf6-ad32-a45bc73d2e4e', 'name': '', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:0c:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:59Z', 'updated_at': '2021-07-24T09:25:11Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacea923-7a7a-4243-8ff8-d260e759b555', 'name': '', 'network_id': 'eb99afa1-bf66-4596-a18d-7042a10612a8', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:d4:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:21Z', 'updated_at': '2021-07-24T09:25:30Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf3e560-2b7d-4038-b4c1-26a0c9a8e371', 'name': '', 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:16:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:11Z', 'updated_at': '2021-07-24T09:25:22Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:36.375161 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf220a6-94ec-4f66-9d13-f78c19ea40cb None None] The sync data for ids ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'] in n-d-800085-9 is: [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:25:34Z', 'revision_number': 6, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None, '_interfaces': [{'id': '84891806-d846-44d4-af7a-504d2b67b14e', 'name': '', 'network_id': '8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:f3:3d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '011f9e5f-2a79-4f7f-8e13-60e4daf0f196', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:28Z', 'updated_at': '2021-07-24T09:25:35Z', 'revision_number': 4, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '011f9e5f-2a79-4f7f-8e13-60e4daf0f196', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3479946-05fe-4bf6-ad32-a45bc73d2e4e', 'name': '', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:0c:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:59Z', 'updated_at': '2021-07-24T09:25:11Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacea923-7a7a-4243-8ff8-d260e759b555', 'name': '', 'network_id': 'eb99afa1-bf66-4596-a18d-7042a10612a8', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:d4:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:21Z', 'updated_at': '2021-07-24T09:25:30Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf3e560-2b7d-4038-b4c1-26a0c9a8e371', 'name': '', 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:16:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:11Z', 'updated_at': '2021-07-24T09:25:22Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:25:36.384151 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device dd3bc501-92e9-4080-b66d-31f536f2a76f no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:25:36.385159 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47958) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:36.393599 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0e0920b-df9d-437b-b7b3-1db303f51f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:36.408249 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: dd3bc501-92e9-4080-b66d-31f536f2a76f {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:25:36.409083 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device dd3bc501-92e9-4080-b66d-31f536f2a76f not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:25:36.422286 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0e0920b-df9d-437b-b7b3-1db303f51f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:36.473601 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-87fa92de-c7c4-4b91-b4b0-83871d5f94c4 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:36.534130 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0e0920b-df9d-437b-b7b3-1db303f51f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:36.537526 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0e0920b-df9d-437b-b7b3-1db303f51f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:36.549583 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a0e0920b-df9d-437b-b7b3-1db303f51f97 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a33f303-c78f-4dcd-be8e-4f72becbf12d HTTP/1.1" status: 204 len: 168 time: 0.2495313 Jul 24 09:25:36.569271 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0920b-df9d-437b-b7b3-1db303f51f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a33f303-c78f-4dcd-be8e-4f72becbf12d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:36.713783 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-46d53b60-4694-4a51-8d71-eaea9129f825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:36.900626 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-46d53b60-4694-4a51-8d71-eaea9129f825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:36.907673 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-46d53b60-4694-4a51-8d71-eaea9129f825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:36.975372 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-46d53b60-4694-4a51-8d71-eaea9129f825 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47d0c1c09baf4518a068cc9b5c53a635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5867221 Jul 24 09:25:36.975372 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d53b60-4694-4a51-8d71-eaea9129f825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50209cda-5592-486d-a3ff-771baf3b51ef,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:37.005115 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47980) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:37.142193 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.extraroute_db [None req-39531e6a-44cc-4777-b1f3-2fa52273913a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Added routes are [] {{(pid=94036) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 24 09:25:37.142733 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.extraroute_db [None req-39531e6a-44cc-4777-b1f3-2fa52273913a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94036) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 24 09:25:37.168881 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-93e179eb-c54e-4699-acf4-a3a3611df4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:37.211649 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-93e179eb-c54e-4699-acf4-a3a3611df4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:37.460973 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-87fa92de-c7c4-4b91-b4b0-83871d5f94c4 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:37.463453 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-87fa92de-c7c4-4b91-b4b0-83871d5f94c4 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:37.472601 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-93e179eb-c54e-4699-acf4-a3a3611df4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:37.474971 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-93e179eb-c54e-4699-acf4-a3a3611df4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:37.476679 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-93e179eb-c54e-4699-acf4-a3a3611df4a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50209cda-5592-486d-a3ff-771baf3b51ef HTTP/1.1" status: 204 len: 168 time: 0.4701242 Jul 24 09:25:37.533736 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434044ab-8273-4394-ba2b-c2eb0eb27787 req-77d87464-1a46-42e6-92b3-26fe93e82853 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:37.549539 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-434044ab-8273-4394-ba2b-c2eb0eb27787 req-77d87464-1a46-42e6-92b3-26fe93e82853 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.2474058 Jul 24 09:25:37.550118 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-39531e6a-44cc-4777-b1f3-2fa52273913a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:37.553074 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e179eb-c54e-4699-acf4-a3a3611df4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50209cda-5592-486d-a3ff-771baf3b51ef,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:37.562028 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f7b95a1a-dd06-40e3-8a75-842b2ebcb355 req-8af90c7b-c607-47df-833e-828c13c07bd6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 210 time: 0.3609817 Jul 24 09:25:37.565358 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-87fa92de-c7c4-4b91-b4b0-83871d5f94c4 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:37.567217 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fa92de-c7c4-4b91-b4b0-83871d5f94c4 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ab4880e-e617-4152-b311-184c8ffc2f8a {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:25:37.591016 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-87fa92de-c7c4-4b91-b4b0-83871d5f94c4 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:37.594467 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-87fa92de-c7c4-4b91-b4b0-83871d5f94c4 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] 10.222.0.32 "DELETE /v2.0/routers/2ab4880e-e617-4152-b311-184c8ffc2f8a HTTP/1.1" status: 204 len: 168 time: 1.4559758 Jul 24 09:25:37.597637 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47996) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:37.604109 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-543f11b1-18c7-493d-895f-64cd5e56e919 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Request body: {'router': {'name': 'tempest-router-1345952464', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1e9faeb0902a4e7883348c5b688f32f8'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:37.631914 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-434044ab-8273-4394-ba2b-c2eb0eb27787 req-66a08a5b-cd32-4738-8c06-0b06a554062e tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812325 Jul 24 09:25:37.681115 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-543f11b1-18c7-493d-895f-64cd5e56e919 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:37.683366 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-543f11b1-18c7-493d-895f-64cd5e56e919 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:37.843214 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-543f11b1-18c7-493d-895f-64cd5e56e919 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:37.855177 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-543f11b1-18c7-493d-895f-64cd5e56e919 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:37.894967 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-543f11b1-18c7-493d-895f-64cd5e56e919 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:37.900020 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-543f11b1-18c7-493d-895f-64cd5e56e919 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2981560 Jul 24 09:25:37.900795 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48006) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:37.906382 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-a49543bc-8eaf-4ee5-92ad-550bf4c10d62 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:37.961078 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9086cfc7-0731-4c7b-a659-0f2a549bb1ab None None] Sync routers for ids ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:25:37.971654 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 84891806-d846-44d4-af7a-504d2b67b14e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:25:37.992441 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-39531e6a-44cc-4777-b1f3-2fa52273913a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:37.997799 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-39531e6a-44cc-4777-b1f3-2fa52273913a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593208'] for router, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:37.999869 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9086cfc7-0731-4c7b-a659-0f2a549bb1ab None None] Routers {'fd3f354e-213d-4a15-ae2b-b5b855ae666c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:25:38.000675 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9086cfc7-0731-4c7b-a659-0f2a549bb1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:25:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:38.103654 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 84891806-d846-44d4-af7a-504d2b67b14e completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:25:38.108350 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 84891806-d846-44d4-af7a-504d2b67b14e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:38.111308 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:38.275588 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-9086cfc7-0731-4c7b-a659-0f2a549bb1ab None None] Set router fd3f354e-213d-4a15-ae2b-b5b855ae666c gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:25:38.317750 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48012) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:38.326969 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39531e6a-44cc-4777-b1f3-2fa52273913a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Router fd3f354e-213d-4a15-ae2b-b5b855ae666c has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:25:38.354144 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:38.448050 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 84891806-d846-44d4-af7a-504d2b67b14e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=84891806-d846-44d4-af7a-504d2b67b14e,segment=NetworkSegment(61b23f10-5e62-40cb-beea-dc255ba0a777),segment_id=61b23f10-5e62-40cb-beea-dc255ba0a777)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:38.453007 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-13800a61-37a2-48f9-bccb-479cbf9298a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79009ed21e2948fa986b63f3fabe1b37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1246347 Jul 24 09:25:38.455237 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48016) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:38.455720 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48018) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:38.462281 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:38.500699 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a49543bc-8eaf-4ee5-92ad-550bf4c10d62 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:38.501285 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a49543bc-8eaf-4ee5-92ad-550bf4c10d62 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks [] for router, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:38.599481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=84891806-d846-44d4-af7a-504d2b67b14e,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:38.802099 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21169a8c-171e-4941-b4af-28b700514601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:38.827387 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21169a8c-171e-4941-b4af-28b700514601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:38.841175 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9086cfc7-0731-4c7b-a659-0f2a549bb1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:25:37Z', 'revision_number': 7, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None, '_interfaces': [{'id': '84891806-d846-44d4-af7a-504d2b67b14e', 'name': '', 'network_id': '8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:f3:3d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '011f9e5f-2a79-4f7f-8e13-60e4daf0f196', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:28Z', 'updated_at': '2021-07-24T09:25:35Z', 'revision_number': 4, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '011f9e5f-2a79-4f7f-8e13-60e4daf0f196', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3479946-05fe-4bf6-ad32-a45bc73d2e4e', 'name': '', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:0c:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:59Z', 'updated_at': '2021-07-24T09:25:11Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacea923-7a7a-4243-8ff8-d260e759b555', 'name': '', 'network_id': 'eb99afa1-bf66-4596-a18d-7042a10612a8', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:d4:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:21Z', 'updated_at': '2021-07-24T09:25:30Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf3e560-2b7d-4038-b4c1-26a0c9a8e371', 'name': '', 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:16:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:11Z', 'updated_at': '2021-07-24T09:25:22Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:38.888954 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-d91f35f8-835b-4932-8b3d-7b9bb807055d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1498855401'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:38.919457 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9086cfc7-0731-4c7b-a659-0f2a549bb1ab None None] Checking router: fd3f354e-213d-4a15-ae2b-b5b855ae666c for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:25:38.941183 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9086cfc7-0731-4c7b-a659-0f2a549bb1ab None None] Routers {'fd3f354e-213d-4a15-ae2b-b5b855ae666c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:25:38.941657 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9086cfc7-0731-4c7b-a659-0f2a549bb1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:25:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:38.950473 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21169a8c-171e-4941-b4af-28b700514601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:38.953050 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21169a8c-171e-4941-b4af-28b700514601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:38.956620 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-21169a8c-171e-4941-b4af-28b700514601 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f20d5f2f-3df7-4977-a1a5-87c8f590e4b7 HTTP/1.1" status: 204 len: 168 time: 0.4958193 Jul 24 09:25:38.966917 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91f35f8-835b-4932-8b3d-7b9bb807055d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Made reservation on behalf of f3848f721bd142e0901d61a0503e12ab for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:38.970362 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d91f35f8-835b-4932-8b3d-7b9bb807055d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:38.977136 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21169a8c-171e-4941-b4af-28b700514601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20d5f2f-3df7-4977-a1a5-87c8f590e4b7,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:39.011910 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39531e6a-44cc-4777-b1f3-2fa52273913a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:25:39.023876 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-39531e6a-44cc-4777-b1f3-2fa52273913a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:39.025108 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-39531e6a-44cc-4777-b1f3-2fa52273913a tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "PUT /v2.0/routers/fd3f354e-213d-4a15-ae2b-b5b855ae666c HTTP/1.1" status: 200 len: 699 time: 3.0785377 Jul 24 09:25:39.031168 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d91f35f8-835b-4932-8b3d-7b9bb807055d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:39.039421 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48032) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:39.079837 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-9086cfc7-0731-4c7b-a659-0f2a549bb1ab None None] Set router fd3f354e-213d-4a15-ae2b-b5b855ae666c gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:25:39.221838 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f4234aa0-8372-438b-92dc-c6ee6d9e2da6 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "GET /v2.0/routers/fd3f354e-213d-4a15-ae2b-b5b855ae666c HTTP/1.1" status: 200 len: 699 time: 0.1772189 Jul 24 09:25:39.254933 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef2a1e-3fac-4bb0-968d-bafedb795fb2 req-1d7799d5-fef9-4b71-8441-16d4c719d3ab tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:39.256328 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-67ef2a1e-3fac-4bb0-968d-bafedb795fb2 req-1d7799d5-fef9-4b71-8441-16d4c719d3ab tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.37 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 0.5481856 Jul 24 09:25:39.257068 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48038) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:39.310268 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b756ab04-7821-4476-8cd7-d6ef7706a9ee req-372ff602-ff42-4550-b7b2-1aa7bd2a3357 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 210 time: 0.1065640 Jul 24 09:25:39.382960 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a49543bc-8eaf-4ee5-92ad-550bf4c10d62 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94035) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 24 09:25:39.384140 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a49543bc-8eaf-4ee5-92ad-550bf4c10d62 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Router ed73f002-3b15-4baf-ad1b-7b3d50b467ac migrating from provider to provider. {{(pid=94035) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 24 09:25:39.384866 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a49543bc-8eaf-4ee5-92ad-550bf4c10d62 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:39.398146 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a49543bc-8eaf-4ee5-92ad-550bf4c10d62 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:39.410194 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a49543bc-8eaf-4ee5-92ad-550bf4c10d62 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593208'] for router, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:39.485001 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9086cfc7-0731-4c7b-a659-0f2a549bb1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:25:37Z', 'revision_number': 7, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None, '_interfaces': [{'id': '84891806-d846-44d4-af7a-504d2b67b14e', 'name': '', 'network_id': '8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:f3:3d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '011f9e5f-2a79-4f7f-8e13-60e4daf0f196', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:28Z', 'updated_at': '2021-07-24T09:25:38Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '011f9e5f-2a79-4f7f-8e13-60e4daf0f196', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3479946-05fe-4bf6-ad32-a45bc73d2e4e', 'name': '', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:0c:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:59Z', 'updated_at': '2021-07-24T09:25:11Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacea923-7a7a-4243-8ff8-d260e759b555', 'name': '', 'network_id': 'eb99afa1-bf66-4596-a18d-7042a10612a8', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:d4:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:21Z', 'updated_at': '2021-07-24T09:25:30Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf3e560-2b7d-4038-b4c1-26a0c9a8e371', 'name': '', 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:16:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:11Z', 'updated_at': '2021-07-24T09:25:22Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:39.530409 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9086cfc7-0731-4c7b-a659-0f2a549bb1ab None None] The sync data for ids ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'] in n-d-800085-9 is: [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:25:37Z', 'revision_number': 7, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None, '_interfaces': [{'id': '84891806-d846-44d4-af7a-504d2b67b14e', 'name': '', 'network_id': '8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:f3:3d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '011f9e5f-2a79-4f7f-8e13-60e4daf0f196', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:28Z', 'updated_at': '2021-07-24T09:25:38Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '011f9e5f-2a79-4f7f-8e13-60e4daf0f196', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3479946-05fe-4bf6-ad32-a45bc73d2e4e', 'name': '', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:0c:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:59Z', 'updated_at': '2021-07-24T09:25:11Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacea923-7a7a-4243-8ff8-d260e759b555', 'name': '', 'network_id': 'eb99afa1-bf66-4596-a18d-7042a10612a8', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:d4:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:21Z', 'updated_at': '2021-07-24T09:25:30Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf3e560-2b7d-4038-b4c1-26a0c9a8e371', 'name': '', 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:16:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:11Z', 'updated_at': '2021-07-24T09:25:22Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:25:39.559742 n-d-800085-9 neutron-server[94035]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a49543bc-8eaf-4ee5-92ad-550bf4c10d62 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] No L3 agents can host the router ed73f002-3b15-4baf-ad1b-7b3d50b467ac Jul 24 09:25:39.692572 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49543bc-8eaf-4ee5-92ad-550bf4c10d62 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Hosts for router ed73f002-3b15-4baf-ad1b-7b3d50b467ac: [] {{(pid=94035) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 24 09:25:39.723172 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49543bc-8eaf-4ee5-92ad-550bf4c10d62 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Hosts for other DVR routers connected to router ed73f002-3b15-4baf-ad1b-7b3d50b467ac: set() {{(pid=94035) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 24 09:25:39.726748 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a49543bc-8eaf-4ee5-92ad-550bf4c10d62 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:39.728172 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a49543bc-8eaf-4ee5-92ad-550bf4c10d62 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] 10.222.0.32 "PUT /v2.0/routers/ed73f002-3b15-4baf-ad1b-7b3d50b467ac HTTP/1.1" status: 200 len: 717 time: 1.8265266 Jul 24 09:25:39.731260 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48048) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:39.838687 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fe87d13b-3c4d-48db-b08c-823c830aaa24 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] 10.222.0.32 "GET /v2.0/routers/ed73f002-3b15-4baf-ad1b-7b3d50b467ac HTTP/1.1" status: 200 len: 717 time: 0.1059697 Jul 24 09:25:39.841754 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48050) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:39.906812 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 84891806-d846-44d4-af7a-504d2b67b14e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:25:39.956883 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4bfa2-86a9-41b1-bce1-16edc234eb37 req-2cc8d20a-51c9-4d13-b905-d88fd3b0df99 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:39.970487 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1eb4bfa2-86a9-41b1-bce1-16edc234eb37 req-2cc8d20a-51c9-4d13-b905-d88fd3b0df99 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 946 time: 1.0929065 Jul 24 09:25:39.970901 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580b5be6-bd0e-4b54-a1d4-fa9b395906d9 None None] Sync routers for ids ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:25:39.986695 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580b5be6-bd0e-4b54-a1d4-fa9b395906d9 None None] Routers {'fd3f354e-213d-4a15-ae2b-b5b855ae666c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:25:39.987313 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-580b5be6-bd0e-4b54-a1d4-fa9b395906d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:25:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:40.126413 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-580b5be6-bd0e-4b54-a1d4-fa9b395906d9 None None] Set router fd3f354e-213d-4a15-ae2b-b5b855ae666c gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:25:40.248833 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1eb4bfa2-86a9-41b1-bce1-16edc234eb37 req-085086a2-a2e0-4419-afda-a9145ad3724a tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949249 Jul 24 09:25:40.259909 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-67ef2a1e-3fac-4bb0-968d-bafedb795fb2 req-cd8b22b6-8b2c-43f6-be9b-484aa12885f9 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Deleting port fbe2712c-ebd5-4ff7-a072-7d060fc00e28 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:40.260262 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-67ef2a1e-3fac-4bb0-968d-bafedb795fb2 req-cd8b22b6-8b2c-43f6-be9b-484aa12885f9 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:40.278119 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a503142e-b8d3-4e31-8926-a8f09b2e5518 tempest-RoutersTestDVR-338465747 tempest-RoutersTestDVR-338465747-project] 10.222.0.32 "GET /v2.0/routers/ed73f002-3b15-4baf-ad1b-7b3d50b467ac HTTP/1.1" status: 200 len: 683 time: 0.4313955 Jul 24 09:25:40.285429 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48066) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:40.369971 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-67ef2a1e-3fac-4bb0-968d-bafedb795fb2 req-cd8b22b6-8b2c-43f6-be9b-484aa12885f9 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] For port fbe2712c-ebd5-4ff7-a072-7d060fc00e28, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=fbe2712c-ebd5-4ff7-a072-7d060fc00e28,segment=NetworkSegment(d1da0f7b-86f9-4cb3-973b-b91c6658c02f),segment_id=d1da0f7b-86f9-4cb3-973b-b91c6658c02f)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:40.370531 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-67ef2a1e-3fac-4bb0-968d-bafedb795fb2 req-cd8b22b6-8b2c-43f6-be9b-484aa12885f9 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:40.385290 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3fb3a15c-9b1d-47b4-8eb9-256c7bc4e082 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:40.395589 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-67ef2a1e-3fac-4bb0-968d-bafedb795fb2 req-cd8b22b6-8b2c-43f6-be9b-484aa12885f9 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Calling delete_port for fbe2712c-ebd5-4ff7-a072-7d060fc00e28 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:40.408838 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 84891806-d846-44d4-af7a-504d2b67b14e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:40.411260 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:40.530966 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48070) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:40.609729 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dc8d4d4b-43f4-4a79-a2dd-79237e688b32 req-3943aa4b-54c6-4068-a8fd-1a4d4c911807 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 210 time: 0.0563891 Jul 24 09:25:40.639058 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-67ef2a1e-3fac-4bb0-968d-bafedb795fb2 req-cd8b22b6-8b2c-43f6-be9b-484aa12885f9 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:40.734359 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b22b6-8b2c-43f6-be9b-484aa12885f9 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Pushing event deleted for resources: {'Port': ['ID=fbe2712c-ebd5-4ff7-a072-7d060fc00e28,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:40.774899 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ef2a1e-3fac-4bb0-968d-bafedb795fb2 req-cd8b22b6-8b2c-43f6-be9b-484aa12885f9 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] No DVR routers for this DVR port fbe2712c-ebd5-4ff7-a072-7d060fc00e28 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:25:40.782410 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-67ef2a1e-3fac-4bb0-968d-bafedb795fb2 req-cd8b22b6-8b2c-43f6-be9b-484aa12885f9 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:40.784717 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-67ef2a1e-3fac-4bb0-968d-bafedb795fb2 req-cd8b22b6-8b2c-43f6-be9b-484aa12885f9 tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.37 "DELETE /v2.0/ports/fbe2712c-ebd5-4ff7-a072-7d060fc00e28 HTTP/1.1" status: 204 len: 173 time: 1.5068400 Jul 24 09:25:40.785417 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8804bb13-b420-4452-8d17-1689586126ae', 'name': 'network-vif-deleted', 'tag': 'fbe2712c-ebd5-4ff7-a072-7d060fc00e28'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:25:40.788150 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89d76b3-1eec-45c2-9e76-075e9c2c1050" -d '{"events": [{"server_uuid": "8804bb13-b420-4452-8d17-1689586126ae", "name": "network-vif-deleted", "tag": "fbe2712c-ebd5-4ff7-a072-7d060fc00e28"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:25:40.910893 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d91f35f8-835b-4932-8b3d-7b9bb807055d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:40.926120 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d91f35f8-835b-4932-8b3d-7b9bb807055d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:40.945457 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91f35f8-835b-4932-8b3d-7b9bb807055d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:25:40.954218 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d91f35f8-835b-4932-8b3d-7b9bb807055d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:40.954709 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-d91f35f8-835b-4932-8b3d-7b9bb807055d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Added segment e5aa58dc-1df9-4e6f-875f-3ba2d36bbe52 of type vlan for network 6760caee-88f3-465a-8d8e-3bbfce7d6725 Jul 24 09:25:40.972337 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-580b5be6-bd0e-4b54-a1d4-fa9b395906d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:25:37Z', 'revision_number': 7, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None, '_interfaces': [{'id': '84891806-d846-44d4-af7a-504d2b67b14e', 'name': '', 'network_id': '8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:f3:3d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '011f9e5f-2a79-4f7f-8e13-60e4daf0f196', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:28Z', 'updated_at': '2021-07-24T09:25:38Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '011f9e5f-2a79-4f7f-8e13-60e4daf0f196', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3479946-05fe-4bf6-ad32-a45bc73d2e4e', 'name': '', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:0c:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:59Z', 'updated_at': '2021-07-24T09:25:11Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacea923-7a7a-4243-8ff8-d260e759b555', 'name': '', 'network_id': 'eb99afa1-bf66-4596-a18d-7042a10612a8', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:d4:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:21Z', 'updated_at': '2021-07-24T09:25:30Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf3e560-2b7d-4038-b4c1-26a0c9a8e371', 'name': '', 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:16:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:11Z', 'updated_at': '2021-07-24T09:25:22Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:41.011472 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3fb3a15c-9b1d-47b4-8eb9-256c7bc4e082 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:41.024509 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d7fc61-3b70-4c8e-a152-03f9bfdb9605 x-openstack-request-id: req-44d7fc61-3b70-4c8e-a152-03f9bfdb9605 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:25:41.025004 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8804bb13-b420-4452-8d17-1689586126ae", "name": "network-vif-deleted", "tag": "fbe2712c-ebd5-4ff7-a072-7d060fc00e28", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:25:41.025283 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-44d7fc61-3b70-4c8e-a152-03f9bfdb9605 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:25:41.026111 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8804bb13-b420-4452-8d17-1689586126ae', 'name': 'network-vif-deleted', 'tag': 'fbe2712c-ebd5-4ff7-a072-7d060fc00e28', 'status': 'completed', 'code': 200} Jul 24 09:25:41.026200 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3fb3a15c-9b1d-47b4-8eb9-256c7bc4e082 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:41.031314 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-46bf62c9-5cd5-4b25-b309-da2baa151eb9 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Request body: {'networks': [{'name': 'tempest-network--1750758107'}, {'name': 'tempest-network--754995046'}]} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:41.031749 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-46bf62c9-5cd5-4b25-b309-da2baa151eb9 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Request body: {'network': {'name': 'tempest-network--1750758107'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:41.032326 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-46bf62c9-5cd5-4b25-b309-da2baa151eb9 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Request body: {'network': {'name': 'tempest-network--754995046'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:41.050367 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580b5be6-bd0e-4b54-a1d4-fa9b395906d9 None None] Checking router: fd3f354e-213d-4a15-ae2b-b5b855ae666c for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:25:41.064181 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d91f35f8-835b-4932-8b3d-7b9bb807055d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:41.071815 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580b5be6-bd0e-4b54-a1d4-fa9b395906d9 None None] Routers {'fd3f354e-213d-4a15-ae2b-b5b855ae666c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:25:41.072915 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-580b5be6-bd0e-4b54-a1d4-fa9b395906d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:25:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:41.107611 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bf62c9-5cd5-4b25-b309-da2baa151eb9 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Made reservation on behalf of cd95cc1762624c7082d8955f1e3a82da for: {'network': 2} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:41.112389 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46bf62c9-5cd5-4b25-b309-da2baa151eb9 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:41.135392 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46bf62c9-5cd5-4b25-b309-da2baa151eb9 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:41.137808 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f35f8-835b-4932-8b3d-7b9bb807055d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=419ae13a-e4de-437e-97cf-8ce3ec63d9c2,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:41.154606 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3fb3a15c-9b1d-47b4-8eb9-256c7bc4e082 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:41.155267 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb3a15c-9b1d-47b4-8eb9-256c7bc4e082 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed73f002-3b15-4baf-ad1b-7b3d50b467ac {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:25:41.160281 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3fb3a15c-9b1d-47b4-8eb9-256c7bc4e082 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:41.161470 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3fb3a15c-9b1d-47b4-8eb9-256c7bc4e082 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] 10.222.0.32 "DELETE /v2.0/routers/ed73f002-3b15-4baf-ad1b-7b3d50b467ac HTTP/1.1" status: 204 len: 168 time: 0.8747566 Jul 24 09:25:41.181586 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48080) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:41.187432 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-49806fd8-dfa1-4c1e-aaad-de88b66a8c44 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Request body: {'router': {'name': 'tempest-router-1798475902', 'distributed': True}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:41.198302 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d91f35f8-835b-4932-8b3d-7b9bb807055d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:41.204280 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91f35f8-835b-4932-8b3d-7b9bb807055d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:41.205059 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d91f35f8-835b-4932-8b3d-7b9bb807055d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:41.207228 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-580b5be6-bd0e-4b54-a1d4-fa9b395906d9 None None] Set router fd3f354e-213d-4a15-ae2b-b5b855ae666c gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:25:41.316782 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f35f8-835b-4932-8b3d-7b9bb807055d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Pushing event updated for resources: {'Network': ['ID=6760caee-88f3-465a-8d8e-3bbfce7d6725,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:41.330409 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 6760caee-88f3-465a-8d8e-3bbfce7d6725 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:25:41.332353 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dbc8cee4-63e0-40cf-a9d8-720e7b0da7b3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:41.409301 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-29251db8-ec3f-4627-9895-0f8999b94b77 req-80778130-d297-41f1-9aea-42aa8dc1e71c tempest-ServersNegativeTestJSON-1416490133 tempest-ServersNegativeTestJSON-1416490133-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804bb13-b420-4452-8d17-1689586126ae HTTP/1.1" status: 200 len: 210 time: 0.0552726 Jul 24 09:25:41.477242 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46bf62c9-5cd5-4b25-b309-da2baa151eb9 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:41.507406 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46bf62c9-5cd5-4b25-b309-da2baa151eb9 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:41.507999 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46bf62c9-5cd5-4b25-b309-da2baa151eb9 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:41.521466 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d91f35f8-835b-4932-8b3d-7b9bb807055d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.0638239 Jul 24 09:25:41.524588 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48084) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:41.531593 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-b3f9e65c-a4ab-412a-922d-aa1061dc082d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Request body: {'subnet': {'network_id': '6760caee-88f3-465a-8d8e-3bbfce7d6725', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:41.589650 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf62c9-5cd5-4b25-b309-da2baa151eb9 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad1ece5-984a-4798-9674-1b8f01fba64f,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:41.631480 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-49806fd8-dfa1-4c1e-aaad-de88b66a8c44 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:41.633576 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-49806fd8-dfa1-4c1e-aaad-de88b66a8c44 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:41.679875 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46bf62c9-5cd5-4b25-b309-da2baa151eb9 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:25:41.704230 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f9e65c-a4ab-412a-922d-aa1061dc082d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Made reservation on behalf of f3848f721bd142e0901d61a0503e12ab for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:41.711192 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b3f9e65c-a4ab-412a-922d-aa1061dc082d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:41.783662 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46bf62c9-5cd5-4b25-b309-da2baa151eb9 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:41.784954 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-46bf62c9-5cd5-4b25-b309-da2baa151eb9 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Added segment a978ad5a-f6f3-4e07-85fc-93e3e7e9bf2c of type vlan for network 97d42ce6-ad72-4034-b147-762e92fad0a3 Jul 24 09:25:41.833707 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-49806fd8-dfa1-4c1e-aaad-de88b66a8c44 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:41.859695 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-580b5be6-bd0e-4b54-a1d4-fa9b395906d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:25:37Z', 'revision_number': 7, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None, '_interfaces': [{'id': '84891806-d846-44d4-af7a-504d2b67b14e', 'name': '', 'network_id': '8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:f3:3d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '011f9e5f-2a79-4f7f-8e13-60e4daf0f196', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:28Z', 'updated_at': '2021-07-24T09:25:38Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '011f9e5f-2a79-4f7f-8e13-60e4daf0f196', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3479946-05fe-4bf6-ad32-a45bc73d2e4e', 'name': '', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:0c:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:59Z', 'updated_at': '2021-07-24T09:25:11Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacea923-7a7a-4243-8ff8-d260e759b555', 'name': '', 'network_id': 'eb99afa1-bf66-4596-a18d-7042a10612a8', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:d4:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:21Z', 'updated_at': '2021-07-24T09:25:30Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf3e560-2b7d-4038-b4c1-26a0c9a8e371', 'name': '', 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:16:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:11Z', 'updated_at': '2021-07-24T09:25:22Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:41.862352 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-065d7a6e-500e-4fc2-81bc-c352e316578f req-b58b72d6-6fb3-44ab-932d-7425ba22a48a tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 210 time: 0.0376201 Jul 24 09:25:41.864106 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-49806fd8-dfa1-4c1e-aaad-de88b66a8c44 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:41.896319 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580b5be6-bd0e-4b54-a1d4-fa9b395906d9 None None] The sync data for ids ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'] in n-d-800085-9 is: [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:25:37Z', 'revision_number': 7, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None, '_interfaces': [{'id': '84891806-d846-44d4-af7a-504d2b67b14e', 'name': '', 'network_id': '8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:f3:3d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '011f9e5f-2a79-4f7f-8e13-60e4daf0f196', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:28Z', 'updated_at': '2021-07-24T09:25:38Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '011f9e5f-2a79-4f7f-8e13-60e4daf0f196', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3479946-05fe-4bf6-ad32-a45bc73d2e4e', 'name': '', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:0c:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:59Z', 'updated_at': '2021-07-24T09:25:11Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacea923-7a7a-4243-8ff8-d260e759b555', 'name': '', 'network_id': 'eb99afa1-bf66-4596-a18d-7042a10612a8', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:d4:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:21Z', 'updated_at': '2021-07-24T09:25:30Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf3e560-2b7d-4038-b4c1-26a0c9a8e371', 'name': '', 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:16:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:11Z', 'updated_at': '2021-07-24T09:25:22Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:25:41.914518 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46bf62c9-5cd5-4b25-b309-da2baa151eb9 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:41.932778 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-49806fd8-dfa1-4c1e-aaad-de88b66a8c44 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:41.937017 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-49806fd8-dfa1-4c1e-aaad-de88b66a8c44 tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7540736 Jul 24 09:25:41.938696 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48090) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:42.004804 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46bf62c9-5cd5-4b25-b309-da2baa151eb9 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:25:42.034980 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-54b6e30c-4fff-4ced-a947-6af99a82a1cb tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:42.035259 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46bf62c9-5cd5-4b25-b309-da2baa151eb9 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:42.035725 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-46bf62c9-5cd5-4b25-b309-da2baa151eb9 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Added segment c23cd926-93fc-4b60-8895-36d9026772f9 of type vlan for network 735e5af8-24e7-4a43-85e1-dd6cb0707bc3 Jul 24 09:25:42.109416 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-dbc8cee4-63e0-40cf-a9d8-720e7b0da7b3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Deleting port 84891806-d846-44d4-af7a-504d2b67b14e {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:42.112275 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dbc8cee4-63e0-40cf-a9d8-720e7b0da7b3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:42.118946 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46bf62c9-5cd5-4b25-b309-da2baa151eb9 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:42.223628 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b3f9e65c-a4ab-412a-922d-aa1061dc082d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:42.243008 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-dbc8cee4-63e0-40cf-a9d8-720e7b0da7b3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] For port 84891806-d846-44d4-af7a-504d2b67b14e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=84891806-d846-44d4-af7a-504d2b67b14e,segment=NetworkSegment(61b23f10-5e62-40cb-beea-dc255ba0a777),segment_id=61b23f10-5e62-40cb-beea-dc255ba0a777)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:42.243603 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dbc8cee4-63e0-40cf-a9d8-720e7b0da7b3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:42.258959 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-dbc8cee4-63e0-40cf-a9d8-720e7b0da7b3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Calling delete_port for 84891806-d846-44d4-af7a-504d2b67b14e owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:42.291223 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device fbe2712c-ebd5-4ff7-a072-7d060fc00e28 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:25:42.310625 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-54b6e30c-4fff-4ced-a947-6af99a82a1cb tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:42.320181 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-54b6e30c-4fff-4ced-a947-6af99a82a1cb tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:42.329648 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9e65c-a4ab-412a-922d-aa1061dc082d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Pushing event updated for resources: {'Subnet': ['ID=4f412afa-042a-4e90-8fd3-8f6d9c02f958,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:42.330988 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: fbe2712c-ebd5-4ff7-a072-7d060fc00e28 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:25:42.339852 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device fbe2712c-ebd5-4ff7-a072-7d060fc00e28 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:25:42.375249 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f9e65c-a4ab-412a-922d-aa1061dc082d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Checking segment: {'id': 'e5aa58dc-1df9-4e6f-875f-3ba2d36bbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6760caee-88f3-465a-8d8e-3bbfce7d6725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:25:42.375625 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f9e65c-a4ab-412a-922d-aa1061dc082d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Network hostable DHCP agents. Network: 6760caee-88f3-465a-8d8e-3bbfce7d6725, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:25:42.393887 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-54b6e30c-4fff-4ced-a947-6af99a82a1cb tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:42.394410 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b6e30c-4fff-4ced-a947-6af99a82a1cb tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc499fc1-671e-47fd-896c-155718e0fa83 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:25:42.400695 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-54b6e30c-4fff-4ced-a947-6af99a82a1cb tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:42.405732 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-54b6e30c-4fff-4ced-a947-6af99a82a1cb tempest-RoutersTestDVR-1060927370 tempest-RoutersTestDVR-1060927370-project-admin] 10.222.0.32 "DELETE /v2.0/routers/fc499fc1-671e-47fd-896c-155718e0fa83 HTTP/1.1" status: 204 len: 168 time: 0.4627807 Jul 24 09:25:42.407538 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f9e65c-a4ab-412a-922d-aa1061dc082d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Network 6760caee-88f3-465a-8d8e-3bbfce7d6725 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:25:42.418859 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-b3f9e65c-a4ab-412a-922d-aa1061dc082d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 6760caee-88f3-465a-8d8e-3bbfce7d6725) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:42.425514 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f9e65c-a4ab-412a-922d-aa1061dc082d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:42.426113 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b3f9e65c-a4ab-412a-922d-aa1061dc082d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:42.437384 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d77191-b359-401e-8980-5a1f77ae8e1c None None] Network 6760caee-88f3-465a-8d8e-3bbfce7d6725 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:25:42.470001 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b3f9e65c-a4ab-412a-922d-aa1061dc082d tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9413493 Jul 24 09:25:42.470001 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48100) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:42.475422 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-aff37354-b163-4aba-9fdb-c17d108aad0f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Request body: {'port': {'network_id': '6760caee-88f3-465a-8d8e-3bbfce7d6725', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-262083174'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:42.513680 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dbc8cee4-63e0-40cf-a9d8-720e7b0da7b3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:42.542219 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48106) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:42.563912 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46bf62c9-5cd5-4b25-b309-da2baa151eb9 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:42.564432 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46bf62c9-5cd5-4b25-b309-da2baa151eb9 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:42.582183 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bf62c9-5cd5-4b25-b309-da2baa151eb9 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:42.594032 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bf62c9-5cd5-4b25-b309-da2baa151eb9 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:42.594218 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46bf62c9-5cd5-4b25-b309-da2baa151eb9 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:42.687750 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8cee4-63e0-40cf-a9d8-720e7b0da7b3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Port': ['ID=84891806-d846-44d4-af7a-504d2b67b14e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:42.791616 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-46bf62c9-5cd5-4b25-b309-da2baa151eb9 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.2567394 Jul 24 09:25:42.805205 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48114) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:42.816940 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d894ec1-58c0-4f25-9034-9c4c1bad9c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-6760caee-88f3-465a-8d8e-3bbfce7d6725', 'network_id': '6760caee-88f3-465a-8d8e-3bbfce7d6725', 'tenant_id': 'f3848f721bd142e0901d61a0503e12ab', 'fixed_ips': [{'subnet_id': '4f412afa-042a-4e90-8fd3-8f6d9c02f958'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:25:42.821798 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2d894ec1-58c0-4f25-9034-9c4c1bad9c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:42.855556 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a99af0-fadc-4a25-b556-507df8bbfdc8 admin admin] Deleting subnet ec1bde5b-d4ec-4441-a78b-b03a297e50fb {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:25:42.865297 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04a99af0-fadc-4a25-b556-507df8bbfdc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:42.904397 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48116) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:42.936492 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04a99af0-fadc-4a25-b556-507df8bbfdc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:42.987216 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04a99af0-fadc-4a25-b556-507df8bbfdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:43.040079 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff37354-b163-4aba-9fdb-c17d108aad0f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Made reservation on behalf of f3848f721bd142e0901d61a0503e12ab for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:43.044391 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-aff37354-b163-4aba-9fdb-c17d108aad0f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:43.063007 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04a99af0-fadc-4a25-b556-507df8bbfdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:43.073069 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-aff37354-b163-4aba-9fdb-c17d108aad0f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] device_id is not set on port 47271d65-416d-4a34-85a9-dab464c248df yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:25:43.103692 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04a99af0-fadc-4a25-b556-507df8bbfdc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:43.105875 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-04a99af0-fadc-4a25-b556-507df8bbfdc8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ec1bde5b-d4ec-4441-a78b-b03a297e50fb HTTP/1.1" status: 204 len: 168 time: 0.5596988 Jul 24 09:25:43.106794 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a99af0-fadc-4a25-b556-507df8bbfdc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec1bde5b-d4ec-4441-a78b-b03a297e50fb,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:43.108117 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf62c9-5cd5-4b25-b309-da2baa151eb9 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Pushing event updated for resources: {'Network': ['ID=97d42ce6-ad72-4034-b147-762e92fad0a3,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:43.109288 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48122) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:43.143453 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-2d894ec1-58c0-4f25-9034-9c4c1bad9c16 None None] Allocated IP 2001:db8::2 (6760caee-88f3-465a-8d8e-3bbfce7d6725/4f412afa-042a-4e90-8fd3-8f6d9c02f958/7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:25:43.215107 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28e7748e-919f-4bb2-ae26-b3c88ae97a7f req-7ddb6797-17c4-4f9c-bfd8-543ea723205d tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a4debca-1b8d-42fa-afbe-a960bc69f4e3 HTTP/1.1" status: 200 len: 210 time: 0.0767267 Jul 24 09:25:43.304757 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f7a43cb2-5726-4971-8dc4-9052f44a4026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:43.313103 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dbc8cee4-63e0-40cf-a9d8-720e7b0da7b3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:43.332824 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1cca-f2bf-4521-81e2-5a5fe8fcd8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:43.348289 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2d894ec1-58c0-4f25-9034-9c4c1bad9c16 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:43.361491 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2d894ec1-58c0-4f25-9034-9c4c1bad9c16 None None] Transition to ACTIVE for port object 7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:25:43.380129 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2d894ec1-58c0-4f25-9034-9c4c1bad9c16 None None] Transition to ACTIVE for port object 7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:25:43.385869 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 97d42ce6-ad72-4034-b147-762e92fad0a3 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:25:43.424292 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf62c9-5cd5-4b25-b309-da2baa151eb9 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Pushing event updated for resources: {'Network': ['ID=735e5af8-24e7-4a43-85e1-dd6cb0707bc3,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:43.512084 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 735e5af8-24e7-4a43-85e1-dd6cb0707bc3 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:25:43.514604 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-aff37354-b163-4aba-9fdb-c17d108aad0f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Allocated IP 2001:db8::71 (6760caee-88f3-465a-8d8e-3bbfce7d6725/4f412afa-042a-4e90-8fd3-8f6d9c02f958/47271d65-416d-4a34-85a9-dab464c248df) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:25:43.561675 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f5990f-29d1-4ccb-9f53-03b778190616 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:43.564083 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2d894ec1-58c0-4f25-9034-9c4c1bad9c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:43.568106 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f5990f-29d1-4ccb-9f53-03b778190616 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:43.574504 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f5990f-29d1-4ccb-9f53-03b778190616 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:43.582506 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f5990f-29d1-4ccb-9f53-03b778190616 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:43.584604 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-37f5990f-29d1-4ccb-9f53-03b778190616 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7636163 Jul 24 09:25:43.591636 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48124) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:43.623617 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1cca-f2bf-4521-81e2-5a5fe8fcd8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:43.649000 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-2bdb1cca-f2bf-4521-81e2-5a5fe8fcd8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be005b7-f644-4a9b-9c38-38fc50487690']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:43.678706 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d894ec1-58c0-4f25-9034-9c4c1bad9c16 None None] Network 6760caee-88f3-465a-8d8e-3bbfce7d6725 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:25:43.685047 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-2bdb1cca-f2bf-4521-81e2-5a5fe8fcd8f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1da0f7b-86f9-4cb3-973b-b91c6658c02f') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:43.685690 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-2d894ec1-58c0-4f25-9034-9c4c1bad9c16 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:43.688631 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-2bdb1cca-f2bf-4521-81e2-5a5fe8fcd8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1da0f7b-86f9-4cb3-973b-b91c6658c02f') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:43.690303 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d894ec1-58c0-4f25-9034-9c4c1bad9c16 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:25:43.706884 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d894ec1-58c0-4f25-9034-9c4c1bad9c16 None None] Pushing event updated for resources: {'Port': ['ID=7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:43.713902 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1cca-f2bf-4521-81e2-5a5fe8fcd8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:43.760817 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-db855573-73d3-4c3e-90a8-9f1938b11e60 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:43.785403 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1cca-f2bf-4521-81e2-5a5fe8fcd8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:43.795626 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-2d894ec1-58c0-4f25-9034-9c4c1bad9c16 None None] Attempting to bind port 7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:25:43.796912 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-2d894ec1-58c0-4f25-9034-9c4c1bad9c16 None None] Attempting to bind port 7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'e5aa58dc-1df9-4e6f-875f-3ba2d36bbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6760caee-88f3-465a-8d8e-3bbfce7d6725'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:25:43.797716 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d894ec1-58c0-4f25-9034-9c4c1bad9c16 None None] Attempting to bind port 7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5 on network 6760caee-88f3-465a-8d8e-3bbfce7d6725 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:25:43.802606 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bdb1cca-f2bf-4521-81e2-5a5fe8fcd8f2 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:25:43.803037 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1cca-f2bf-4521-81e2-5a5fe8fcd8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:25:43.806425 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:25:43.810903 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d894ec1-58c0-4f25-9034-9c4c1bad9c16 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:25:43.811478 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d894ec1-58c0-4f25-9034-9c4c1bad9c16 None None] Checking segment: {'id': 'e5aa58dc-1df9-4e6f-875f-3ba2d36bbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6760caee-88f3-465a-8d8e-3bbfce7d6725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:25:43.812097 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2d894ec1-58c0-4f25-9034-9c4c1bad9c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:43.812679 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d894ec1-58c0-4f25-9034-9c4c1bad9c16 None None] Bound using segment: {'id': 'e5aa58dc-1df9-4e6f-875f-3ba2d36bbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6760caee-88f3-465a-8d8e-3bbfce7d6725'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:25:43.813411 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-2d894ec1-58c0-4f25-9034-9c4c1bad9c16 None None] Bound port: 7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5aa58dc-1df9-4e6f-875f-3ba2d36bbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6760caee-88f3-465a-8d8e-3bbfce7d6725'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:25:43.813994 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2d894ec1-58c0-4f25-9034-9c4c1bad9c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:43.864439 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f7a43cb2-5726-4971-8dc4-9052f44a4026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:43.889477 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f7a43cb2-5726-4971-8dc4-9052f44a4026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:43.936474 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a43cb2-5726-4971-8dc4-9052f44a4026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dcc12b-503f-4bf5-8298-7569f2ea6555,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:43.943452 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-aff37354-b163-4aba-9fdb-c17d108aad0f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:43.950918 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1cca-f2bf-4521-81e2-5a5fe8fcd8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:43.969330 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-2d894ec1-58c0-4f25-9034-9c4c1bad9c16 None None] For port 7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:25:43.973218 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-2d894ec1-58c0-4f25-9034-9c4c1bad9c16 None None] For port 7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5,segment=NetworkSegment(e5aa58dc-1df9-4e6f-875f-3ba2d36bbe52),segment_id=e5aa58dc-1df9-4e6f-875f-3ba2d36bbe52)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:25:43.976087 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1cca-f2bf-4521-81e2-5a5fe8fcd8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:43.978263 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2bdb1cca-f2bf-4521-81e2-5a5fe8fcd8f2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6be005b7-f644-4a9b-9c38-38fc50487690 HTTP/1.1" status: 204 len: 168 time: 0.8659434 Jul 24 09:25:44.008859 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb1cca-f2bf-4521-81e2-5a5fe8fcd8f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6be005b7-f644-4a9b-9c38-38fc50487690,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:44.018113 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-aff37354-b163-4aba-9fdb-c17d108aad0f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Transition to ACTIVE for port object 47271d65-416d-4a34-85a9-dab464c248df will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:25:44.020941 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2d894ec1-58c0-4f25-9034-9c4c1bad9c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:44.021826 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc8cee4-63e0-40cf-a9d8-720e7b0da7b3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Router fd3f354e-213d-4a15-ae2b-b5b855ae666c has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:25:44.025678 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f7a43cb2-5726-4971-8dc4-9052f44a4026 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e9faeb0902a4e7883348c5b688f32f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1202602 Jul 24 09:25:44.029060 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48132) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:44.071381 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-db855573-73d3-4c3e-90a8-9f1938b11e60 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:44.107611 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-aff37354-b163-4aba-9fdb-c17d108aad0f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:44.145503 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-db855573-73d3-4c3e-90a8-9f1938b11e60 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97d42ce6-ad72-4034-b147-762e92fad0a3']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:44.185974 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d894ec1-58c0-4f25-9034-9c4c1bad9c16 None None] Pushing event updated for resources: {'Port': ['ID=7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:44.196425 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:44.231415 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff37354-b163-4aba-9fdb-c17d108aad0f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Network 6760caee-88f3-465a-8d8e-3bbfce7d6725 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:25:44.232413 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48134) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:44.236373 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-db855573-73d3-4c3e-90a8-9f1938b11e60 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a978ad5a-f6f3-4e07-85fc-93e3e7e9bf2c') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:44.236695 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-db855573-73d3-4c3e-90a8-9f1938b11e60 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a978ad5a-f6f3-4e07-85fc-93e3e7e9bf2c') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:44.241665 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-aff37354-b163-4aba-9fdb-c17d108aad0f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:44.254288 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff37354-b163-4aba-9fdb-c17d108aad0f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:25:44.260878 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff37354-b163-4aba-9fdb-c17d108aad0f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:44.261198 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-aff37354-b163-4aba-9fdb-c17d108aad0f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:44.265695 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-db855573-73d3-4c3e-90a8-9f1938b11e60 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:44.266466 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff37354-b163-4aba-9fdb-c17d108aad0f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Pushing event updated for resources: {'Port': ['ID=47271d65-416d-4a34-85a9-dab464c248df,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:44.295607 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc8cee4-63e0-40cf-a9d8-720e7b0da7b3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:25:44.301619 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-aff37354-b163-4aba-9fdb-c17d108aad0f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.8304968 Jul 24 09:25:44.302965 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c33caebb-4494-46a7-81aa-f6057b6abf04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:44.310273 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82575502-fcf4-4b42-a936-b9b39c4a7db5 None None] Sync routers for ids ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:25:44.310840 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-dbc8cee4-63e0-40cf-a9d8-720e7b0da7b3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "PUT /v2.0/routers/fd3f354e-213d-4a15-ae2b-b5b855ae666c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0499725 Jul 24 09:25:44.312768 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5044336e-3eaa-406f-b2c2-8e1227019b26 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15a479973b244cfab3f0baf9c309b12b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0791602 Jul 24 09:25:44.314370 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48138) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:44.321215 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48140) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:44.321546 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48142) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:44.322881 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82575502-fcf4-4b42-a936-b9b39c4a7db5 None None] Routers {'fd3f354e-213d-4a15-ae2b-b5b855ae666c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:25:44.323492 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-82575502-fcf4-4b42-a936-b9b39c4a7db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:25:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:44.334693 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-db855573-73d3-4c3e-90a8-9f1938b11e60 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:44.343183 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db855573-73d3-4c3e-90a8-9f1938b11e60 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:25:44.343912 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-db855573-73d3-4c3e-90a8-9f1938b11e60 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:44.345832 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-a37a6569-a66a-4797-a2c2-53a3f227bde7 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Request body: {'port': {'network_id': '6760caee-88f3-465a-8d8e-3bbfce7d6725', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1782135383', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:44.352423 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.api.validators [None req-a37a6569-a66a-4797-a2c2-53a3f227bde7 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] bootfile-name is not in valid_values {{(pid=94035) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 09:25:44.352838 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.api.validators [None req-a37a6569-a66a-4797-a2c2-53a3f227bde7 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] tftp-server is not in valid_values {{(pid=94035) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 09:25:44.353180 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.api.validators [None req-a37a6569-a66a-4797-a2c2-53a3f227bde7 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] server-ip-address is not in valid_values {{(pid=94035) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 09:25:44.368105 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48148) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:25:44.419086 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:25:44.453684 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c33caebb-4494-46a7-81aa-f6057b6abf04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:44.460500 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-82575502-fcf4-4b42-a936-b9b39c4a7db5 None None] Set router fd3f354e-213d-4a15-ae2b-b5b855ae666c gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:25:44.462383 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-db855573-73d3-4c3e-90a8-9f1938b11e60 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:44.486362 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-db855573-73d3-4c3e-90a8-9f1938b11e60 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:44.488665 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-db855573-73d3-4c3e-90a8-9f1938b11e60 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] 10.222.0.32 "DELETE /v2.0/networks/97d42ce6-ad72-4034-b147-762e92fad0a3 HTTP/1.1" status: 204 len: 168 time: 0.8956575 Jul 24 09:25:44.489779 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db855573-73d3-4c3e-90a8-9f1938b11e60 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Pushing event deleted for resources: {'Network': ['ID=97d42ce6-ad72-4034-b147-762e92fad0a3,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:44.497819 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48150) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:44.634069 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ec0753b-070b-4235-89f4-642383288b2f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Deleting subnet 011f9e5f-2a79-4f7f-8e13-60e4daf0f196 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:25:44.656019 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ec0753b-070b-4235-89f4-642383288b2f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:44.673752 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f5631b25-9e25-417d-86da-ff99d0093cfa tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:44.685584 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-385c09e3-f7c6-42a5-a6e2-74c7dc8ee973 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:44.697388 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-524565a1-8038-4305-8b67-fdd0199367fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:44.719396 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c33caebb-4494-46a7-81aa-f6057b6abf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:44.722226 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c33caebb-4494-46a7-81aa-f6057b6abf04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:44.724043 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c33caebb-4494-46a7-81aa-f6057b6abf04 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54dcc12b-503f-4bf5-8298-7569f2ea6555 HTTP/1.1" status: 204 len: 168 time: 0.6900449 Jul 24 09:25:44.747245 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33caebb-4494-46a7-81aa-f6057b6abf04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dcc12b-503f-4bf5-8298-7569f2ea6555,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:44.808306 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ec0753b-070b-4235-89f4-642383288b2f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:44.816395 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-524565a1-8038-4305-8b67-fdd0199367fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:44.824973 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f5631b25-9e25-417d-86da-ff99d0093cfa tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:44.837365 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-f5631b25-9e25-417d-86da-ff99d0093cfa tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['735e5af8-24e7-4a43-85e1-dd6cb0707bc3']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:44.848693 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-f5631b25-9e25-417d-86da-ff99d0093cfa tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c23cd926-93fc-4b60-8895-36d9026772f9') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:44.851914 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-f5631b25-9e25-417d-86da-ff99d0093cfa tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c23cd926-93fc-4b60-8895-36d9026772f9') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:44.862629 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-82575502-fcf4-4b42-a936-b9b39c4a7db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:25:42Z', 'revision_number': 8, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None, '_interfaces': [{'id': 'b3479946-05fe-4bf6-ad32-a45bc73d2e4e', 'name': '', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:0c:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:59Z', 'updated_at': '2021-07-24T09:25:11Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacea923-7a7a-4243-8ff8-d260e759b555', 'name': '', 'network_id': 'eb99afa1-bf66-4596-a18d-7042a10612a8', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:d4:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:21Z', 'updated_at': '2021-07-24T09:25:30Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf3e560-2b7d-4038-b4c1-26a0c9a8e371', 'name': '', 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:16:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:11Z', 'updated_at': '2021-07-24T09:25:22Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:44.870884 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f5631b25-9e25-417d-86da-ff99d0093cfa tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:44.893149 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f5631b25-9e25-417d-86da-ff99d0093cfa tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:44.901894 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5631b25-9e25-417d-86da-ff99d0093cfa tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:25:44.902419 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f5631b25-9e25-417d-86da-ff99d0093cfa tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:25:44.905963 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:25:44.911466 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-385c09e3-f7c6-42a5-a6e2-74c7dc8ee973 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:44.915605 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82575502-fcf4-4b42-a936-b9b39c4a7db5 None None] Checking router: fd3f354e-213d-4a15-ae2b-b5b855ae666c for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:25:44.926528 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82575502-fcf4-4b42-a936-b9b39c4a7db5 None None] Routers {'fd3f354e-213d-4a15-ae2b-b5b855ae666c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:25:44.927416 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-82575502-fcf4-4b42-a936-b9b39c4a7db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:25:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:45.044693 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f5631b25-9e25-417d-86da-ff99d0093cfa tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:45.054562 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f5631b25-9e25-417d-86da-ff99d0093cfa tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:45.059643 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f5631b25-9e25-417d-86da-ff99d0093cfa tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] 10.222.0.32 "DELETE /v2.0/networks/735e5af8-24e7-4a43-85e1-dd6cb0707bc3 HTTP/1.1" status: 204 len: 168 time: 0.5189567 Jul 24 09:25:45.062215 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48160) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:45.072755 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37a6569-a66a-4797-a2c2-53a3f227bde7 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Made reservation on behalf of f3848f721bd142e0901d61a0503e12ab for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:45.076693 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a37a6569-a66a-4797-a2c2-53a3f227bde7 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:45.115469 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-a37a6569-a66a-4797-a2c2-53a3f227bde7 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] device_id is not set on port 5c70e981-25ca-4fce-93a9-4c6d2f946ab2 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:25:45.215681 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-82575502-fcf4-4b42-a936-b9b39c4a7db5 None None] Set router fd3f354e-213d-4a15-ae2b-b5b855ae666c gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:25:45.255092 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ec0753b-070b-4235-89f4-642383288b2f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:45.346977 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c43d62d-62b4-43c6-b6f9-fdcd10a8d4fb tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:45.354317 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c43d62d-62b4-43c6-b6f9-fdcd10a8d4fb tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:45.355986 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2c43d62d-62b4-43c6-b6f9-fdcd10a8d4fb tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2742019 Jul 24 09:25:45.361805 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48162) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:45.364149 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5631b25-9e25-417d-86da-ff99d0093cfa tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Pushing event deleted for resources: {'Network': ['ID=735e5af8-24e7-4a43-85e1-dd6cb0707bc3,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:45.376929 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-7154866d-d52d-4dbe-a688-aac0c1b11ddf tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1428891188'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:45.378845 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-524565a1-8038-4305-8b67-fdd0199367fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:45.390578 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-524565a1-8038-4305-8b67-fdd0199367fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:45.392985 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-524565a1-8038-4305-8b67-fdd0199367fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5dbc3eb-e4d6-4292-a7c4-00f9a84da049 HTTP/1.1" status: 204 len: 168 time: 1.0652621 Jul 24 09:25:45.419975 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ec0753b-070b-4235-89f4-642383288b2f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:45.430773 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7154866d-d52d-4dbe-a688-aac0c1b11ddf tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Made reservation on behalf of cd95cc1762624c7082d8955f1e3a82da for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:45.444228 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7154866d-d52d-4dbe-a688-aac0c1b11ddf tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:45.475359 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7154866d-d52d-4dbe-a688-aac0c1b11ddf tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:25:45.486027 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48166) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:45.488715 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7154866d-d52d-4dbe-a688-aac0c1b11ddf tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:45.489239 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-7154866d-d52d-4dbe-a688-aac0c1b11ddf tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Added segment 803e67c0-ee7a-4de4-bcb7-4792ff535e05 of type vlan for network 52f5a076-5049-4f57-9ae7-83c5090cd7c9 Jul 24 09:25:45.494926 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-385c09e3-f7c6-42a5-a6e2-74c7dc8ee973 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:45.503121 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-385c09e3-f7c6-42a5-a6e2-74c7dc8ee973 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:45.504531 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-385c09e3-f7c6-42a5-a6e2-74c7dc8ee973 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "DELETE /v2.0/security-groups/d96262b6-cb48-483f-979b-41688edf33a2 HTTP/1.1" status: 204 len: 168 time: 1.1181231 Jul 24 09:25:45.511149 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48168) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:45.518531 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f5c86a53-2c56-436c-a910-48393f0d0028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:45.520627 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0753b-070b-4235-89f4-642383288b2f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Subnet': ['ID=011f9e5f-2a79-4f7f-8e13-60e4daf0f196,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:45.531537 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524565a1-8038-4305-8b67-fdd0199367fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dbc3eb-e4d6-4292-a7c4-00f9a84da049,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:45.562555 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ec0753b-070b-4235-89f4-642383288b2f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:45.569878 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5ec0753b-070b-4235-89f4-642383288b2f tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/subnets/011f9e5f-2a79-4f7f-8e13-60e4daf0f196 HTTP/1.1" status: 204 len: 168 time: 1.2404060 Jul 24 09:25:45.579299 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08f56f8-2e97-4b78-bc39-27fabf26abe0 None None] Network 8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:25:45.590951 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-82575502-fcf4-4b42-a936-b9b39c4a7db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:25:42Z', 'revision_number': 8, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None, '_interfaces': [{'id': 'b3479946-05fe-4bf6-ad32-a45bc73d2e4e', 'name': '', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:0c:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:59Z', 'updated_at': '2021-07-24T09:25:11Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacea923-7a7a-4243-8ff8-d260e759b555', 'name': '', 'network_id': 'eb99afa1-bf66-4596-a18d-7042a10612a8', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:d4:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:21Z', 'updated_at': '2021-07-24T09:25:30Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf3e560-2b7d-4038-b4c1-26a0c9a8e371', 'name': '', 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:16:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:11Z', 'updated_at': '2021-07-24T09:25:22Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:45.600321 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48170) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:45.664889 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82575502-fcf4-4b42-a936-b9b39c4a7db5 None None] The sync data for ids ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'] in n-d-800085-9 is: [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:25:42Z', 'revision_number': 8, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None, '_interfaces': [{'id': 'b3479946-05fe-4bf6-ad32-a45bc73d2e4e', 'name': '', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:0c:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:59Z', 'updated_at': '2021-07-24T09:25:11Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacea923-7a7a-4243-8ff8-d260e759b555', 'name': '', 'network_id': 'eb99afa1-bf66-4596-a18d-7042a10612a8', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:d4:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:21Z', 'updated_at': '2021-07-24T09:25:30Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': 'c03242a3-bf36-44cb-989b-37a9ecfb504b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf3e560-2b7d-4038-b4c1-26a0c9a8e371', 'name': '', 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:16:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:11Z', 'updated_at': '2021-07-24T09:25:22Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:25:45.711221 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f5c86a53-2c56-436c-a910-48393f0d0028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:45.773578 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c09e3-f7c6-42a5-a6e2-74c7dc8ee973 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96262b6-cb48-483f-979b-41688edf33a2,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:45.779679 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7154866d-d52d-4dbe-a688-aac0c1b11ddf tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:45.784262 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-b3103007-a709-4904-b678-2974a0c36b86 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] show failed (client error): The resource could not be found. Jul 24 09:25:45.788329 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d20d3af-dcf0-4771-844c-181425e9ad04 None None] Network 6760caee-88f3-465a-8d8e-3bbfce7d6725 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:25:45.789003 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b3103007-a709-4904-b678-2974a0c36b86 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "GET /v2.0/security-groups/d96262b6-cb48-483f-979b-41688edf33a2 HTTP/1.1" status: 404 len: 347 time: 0.2718837 Jul 24 09:25:45.790454 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48174) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:45.791350 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f5c86a53-2c56-436c-a910-48393f0d0028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:45.851136 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f5c86a53-2c56-436c-a910-48393f0d0028 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c29c636fa77642c1bc5bad6db6392967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3638945 Jul 24 09:25:45.854501 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48178) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:45.855315 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c86a53-2c56-436c-a910-48393f0d0028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af084665-054e-4f92-b0e3-c01fe753592c,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:45.900282 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7154866d-d52d-4dbe-a688-aac0c1b11ddf tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:45.906628 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7154866d-d52d-4dbe-a688-aac0c1b11ddf tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:45.907319 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7154866d-d52d-4dbe-a688-aac0c1b11ddf tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:45.962028 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7154866d-d52d-4dbe-a688-aac0c1b11ddf tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5967293 Jul 24 09:25:45.967111 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48182) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:45.974858 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-b57c8158-718b-4341-a193-df3970480497 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-966098532'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:45.978186 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a002749e-1b75-4c34-be06-cb68c32ec9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:46.031928 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154866d-d52d-4dbe-a688-aac0c1b11ddf tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Pushing event updated for resources: {'Network': ['ID=52f5a076-5049-4f57-9ae7-83c5090cd7c9,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:46.048698 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 52f5a076-5049-4f57-9ae7-83c5090cd7c9 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:25:46.058811 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a002749e-1b75-4c34-be06-cb68c32ec9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:46.086349 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57c8158-718b-4341-a193-df3970480497 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Made reservation on behalf of cd95cc1762624c7082d8955f1e3a82da for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:46.090577 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b57c8158-718b-4341-a193-df3970480497 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:46.139440 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57c8158-718b-4341-a193-df3970480497 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:25:46.187026 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a002749e-1b75-4c34-be06-cb68c32ec9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:46.190057 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a002749e-1b75-4c34-be06-cb68c32ec9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:46.191388 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a002749e-1b75-4c34-be06-cb68c32ec9d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af084665-054e-4f92-b0e3-c01fe753592c HTTP/1.1" status: 204 len: 168 time: 0.3329613 Jul 24 09:25:46.195285 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b57c8158-718b-4341-a193-df3970480497 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:46.195667 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-b57c8158-718b-4341-a193-df3970480497 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Added segment e90ca5ce-47b0-4438-bee2-7a39dc31970b of type vlan for network a43ce060-8b8c-4fad-aa1d-0286a01d7446 Jul 24 09:25:46.206576 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-372c2236-2bd8-4516-bfc2-8333ab5f06b1 None None] Provisioning for port 7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:25:46.228749 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002749e-1b75-4c34-be06-cb68c32ec9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af084665-054e-4f92-b0e3-c01fe753592c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:46.270319 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d3c4-30d5-49b2-ae72-7e43a3cd58c3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:46.309272 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b57c8158-718b-4341-a193-df3970480497 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:46.366122 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:25:46.373906 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b57c8158-718b-4341-a193-df3970480497 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:46.376277 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-a37a6569-a66a-4797-a2c2-53a3f227bde7 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Allocated IP 2001:db8::130 (6760caee-88f3-465a-8d8e-3bbfce7d6725/4f412afa-042a-4e90-8fd3-8f6d9c02f958/5c70e981-25ca-4fce-93a9-4c6d2f946ab2) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:25:46.396695 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57c8158-718b-4341-a193-df3970480497 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:46.398351 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b57c8158-718b-4341-a193-df3970480497 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:46.421062 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3346bc-c4e4-4f15-8bd7-17cc012f4549 None None] DHCP port deletion for 8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:25:46.478558 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b57c8158-718b-4341-a193-df3970480497 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5080569 Jul 24 09:25:46.480180 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48194) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:46.547252 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:46.618921 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-7f3346bc-c4e4-4f15-8bd7-17cc012f4549 None None] Deleting port 46428aa3-b04e-456c-b44c-b4c3746e0a48 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:46.620224 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7f3346bc-c4e4-4f15-8bd7-17cc012f4549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:46.691499 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-7f3346bc-c4e4-4f15-8bd7-17cc012f4549 None None] For port 46428aa3-b04e-456c-b44c-b4c3746e0a48, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=46428aa3-b04e-456c-b44c-b4c3746e0a48,segment=NetworkSegment(61b23f10-5e62-40cb-beea-dc255ba0a777),segment_id=61b23f10-5e62-40cb-beea-dc255ba0a777)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:46.692111 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7f3346bc-c4e4-4f15-8bd7-17cc012f4549 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:46.708712 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-7f3346bc-c4e4-4f15-8bd7-17cc012f4549 None None] Calling delete_port for 46428aa3-b04e-456c-b44c-b4c3746e0a48 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:46.778063 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:25:46.808675 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-3d0ff4f7-77db-4db7-a43e-c84ca8d52e57 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Deleting port 2c940090-d7e3-46d2-88a7-d50c918944e7 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:46.809256 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3d0ff4f7-77db-4db7-a43e-c84ca8d52e57 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:46.810175 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:46.810541 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:46.942032 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7f3346bc-c4e4-4f15-8bd7-17cc012f4549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:46.983356 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3346bc-c4e4-4f15-8bd7-17cc012f4549 None None] No DVR routers for this DVR port 46428aa3-b04e-456c-b44c-b4c3746e0a48 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:25:46.994416 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3d0ff4f7-77db-4db7-a43e-c84ca8d52e57 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:46.994751 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3d0ff4f7-77db-4db7-a43e-c84ca8d52e57 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:47.012987 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-3d0ff4f7-77db-4db7-a43e-c84ca8d52e57 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Calling delete_port for 2c940090-d7e3-46d2-88a7-d50c918944e7 owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:47.057811 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3346bc-c4e4-4f15-8bd7-17cc012f4549 None None] Pushing event deleted for resources: {'Port': ['ID=46428aa3-b04e-456c-b44c-b4c3746e0a48,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:47.158933 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:47.231392 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Request body: {'ports': [{'network_id': '52f5a076-5049-4f57-9ae7-83c5090cd7c9', 'name': 'tempest-port--317597933', 'admin_state_up': True}, {'network_id': 'a43ce060-8b8c-4fad-aa1d-0286a01d7446', 'admin_state_up': False}]} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:47.233681 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Request body: {'port': {'network_id': '52f5a076-5049-4f57-9ae7-83c5090cd7c9', 'name': 'tempest-port--317597933', 'admin_state_up': True}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:47.233681 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Request body: {'port': {'network_id': 'a43ce060-8b8c-4fad-aa1d-0286a01d7446', 'admin_state_up': False}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:47.256269 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c8158-718b-4341-a193-df3970480497 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Pushing event updated for resources: {'Network': ['ID=a43ce060-8b8c-4fad-aa1d-0286a01d7446,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:47.263770 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-354db020-108a-4657-8661-7ccbaa0c76e2 None None] Provisioning for port 47271d65-416d-4a34-85a9-dab464c248df completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:25:47.270746 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network a43ce060-8b8c-4fad-aa1d-0286a01d7446 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:25:47.274260 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5,segment=NetworkSegment(e5aa58dc-1df9-4e6f-875f-3ba2d36bbe52),segment_id=e5aa58dc-1df9-4e6f-875f-3ba2d36bbe52)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:47.277915 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-354db020-108a-4657-8661-7ccbaa0c76e2 None None] Provisioning complete for port 47271d65-416d-4a34-85a9-dab464c248df triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:47.279319 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-354db020-108a-4657-8661-7ccbaa0c76e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:47.326459 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:47.451050 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48216) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:47.467770 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-354db020-108a-4657-8661-7ccbaa0c76e2 None None] Port 47271d65-416d-4a34-85a9-dab464c248df cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:25:47.478162 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:47.496011 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 84891806-d846-44d4-af7a-504d2b67b14e no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:25:47.529215 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 84891806-d846-44d4-af7a-504d2b67b14e {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:25:47.529620 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 84891806-d846-44d4-af7a-504d2b67b14e not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:25:47.547656 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-354db020-108a-4657-8661-7ccbaa0c76e2 None None] Provisioning complete for port 7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:47.548276 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-354db020-108a-4657-8661-7ccbaa0c76e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:47.724198 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Made reservation on behalf of cd95cc1762624c7082d8955f1e3a82da for: {'port': 2} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:47.730641 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:47.746742 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:47.804379 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-1d6ac4a5-49f9-4d8a-91ec-d49483f6faeb admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-69509692-network', 'tenant_id': 'ec558e1821aa4fa685212f2a9e154966'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:47.867795 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] device_id is not set on port a463bb88-96ab-4548-acec-cfb002d55af9 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:25:47.878390 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6ac4a5-49f9-4d8a-91ec-d49483f6faeb admin admin] Made reservation on behalf of ec558e1821aa4fa685212f2a9e154966 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:47.881704 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d6ac4a5-49f9-4d8a-91ec-d49483f6faeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:47.900969 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-127d8322-77fc-4c28-943f-7eaff4037bec None None] Provisioning complete for port 47271d65-416d-4a34-85a9-dab464c248df triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:47.904926 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-127d8322-77fc-4c28-943f-7eaff4037bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:47.906999 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d6ac4a5-49f9-4d8a-91ec-d49483f6faeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:47.995739 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-127d8322-77fc-4c28-943f-7eaff4037bec None None] Port 47271d65-416d-4a34-85a9-dab464c248df cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:25:48.005954 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:25:48.093047 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:48.093854 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:48.094696 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:48.125460 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-8fc0d3c4-30d5-49b2-ae72-7e43a3cd58c3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Deleting port 46428aa3-b04e-456c-b44c-b4c3746e0a48 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:48.126345 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d3c4-30d5-49b2-ae72-7e43a3cd58c3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:48.155251 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d6ac4a5-49f9-4d8a-91ec-d49483f6faeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:48.217359 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3d0ff4f7-77db-4db7-a43e-c84ca8d52e57 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:48.237311 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] device_id is not set on port 17288b3b-0938-40f1-94d8-307e9a35b65d yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:25:48.245477 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-8fc0d3c4-30d5-49b2-ae72-7e43a3cd58c3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] For port 46428aa3-b04e-456c-b44c-b4c3746e0a48, host n-d-800085-9, got binding levels [] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:48.246131 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d3c4-30d5-49b2-ae72-7e43a3cd58c3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:48.253051 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ff4f7-77db-4db7-a43e-c84ca8d52e57 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event deleted for resources: {'Port': ['ID=2c940090-d7e3-46d2-88a7-d50c918944e7,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:48.280379 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-8fc0d3c4-30d5-49b2-ae72-7e43a3cd58c3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Calling delete_port for 46428aa3-b04e-456c-b44c-b4c3746e0a48 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:48.291152 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.ipam_backend_mixin [None req-8fc0d3c4-30d5-49b2-ae72-7e43a3cd58c3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Port 46428aa3-b04e-456c-b44c-b4c3746e0a48 was not found and therefore no delete operation was performed {{(pid=94035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 09:25:48.306569 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d6ac4a5-49f9-4d8a-91ec-d49483f6faeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:48.317227 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d3c4-30d5-49b2-ae72-7e43a3cd58c3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:48.323314 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6ac4a5-49f9-4d8a-91ec-d49483f6faeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:25:48.358239 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0d3c4-30d5-49b2-ae72-7e43a3cd58c3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Port': ['ID=46428aa3-b04e-456c-b44c-b4c3746e0a48,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:48.393815 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d6ac4a5-49f9-4d8a-91ec-d49483f6faeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:48.395207 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-1d6ac4a5-49f9-4d8a-91ec-d49483f6faeb admin admin] Added segment 6e6ca0bb-ef20-4558-8e39-865bbc853b25 of type vlan for network 063daa7f-03c5-406e-89c9-4b3765df9515 Jul 24 09:25:48.396145 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a37a6569-a66a-4797-a2c2-53a3f227bde7 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:48.398592 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc0d3c4-30d5-49b2-ae72-7e43a3cd58c3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] No DVR routers for this DVR port 46428aa3-b04e-456c-b44c-b4c3746e0a48 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:25:48.439057 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ac4a5-49f9-4d8a-91ec-d49483f6faeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26b2c41-007a-4e59-9b44-d9464b781243,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:48.478998 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48232) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:48.501274 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-a37a6569-a66a-4797-a2c2-53a3f227bde7 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Transition to ACTIVE for port object 5c70e981-25ca-4fce-93a9-4c6d2f946ab2 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:25:48.503329 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 46428aa3-b04e-456c-b44c-b4c3746e0a48 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:25:48.529567 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3d0ff4f7-77db-4db7-a43e-c84ca8d52e57 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:48.532150 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3d0ff4f7-77db-4db7-a43e-c84ca8d52e57 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:48.535103 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d6ac4a5-49f9-4d8a-91ec-d49483f6faeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:48.536539 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3d0ff4f7-77db-4db7-a43e-c84ca8d52e57 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "DELETE /v2.0/floatingips/b14e6faf-0231-43ce-a4db-8640b364b9ce HTTP/1.1" status: 204 len: 168 time: 2.7244020 Jul 24 09:25:48.539022 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48236) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:48.545340 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 46428aa3-b04e-456c-b44c-b4c3746e0a48 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:25:48.545635 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 46428aa3-b04e-456c-b44c-b4c3746e0a48 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:25:48.566837 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d3c4-30d5-49b2-ae72-7e43a3cd58c3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:48.580775 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-8fc0d3c4-30d5-49b2-ae72-7e43a3cd58c3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:48.594777 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:48.597986 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-8fc0d3c4-30d5-49b2-ae72-7e43a3cd58c3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b23f10-5e62-40cb-beea-dc255ba0a777') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:48.598571 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-8fc0d3c4-30d5-49b2-ae72-7e43a3cd58c3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b23f10-5e62-40cb-beea-dc255ba0a777') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:48.627554 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d3c4-30d5-49b2-ae72-7e43a3cd58c3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:48.650531 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d3c4-30d5-49b2-ae72-7e43a3cd58c3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:48.657632 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a37a6569-a66a-4797-a2c2-53a3f227bde7 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:48.670967 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc0d3c4-30d5-49b2-ae72-7e43a3cd58c3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:25:48.671554 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d3c4-30d5-49b2-ae72-7e43a3cd58c3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:25:48.677487 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:25:48.723051 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d6ac4a5-49f9-4d8a-91ec-d49483f6faeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:48.724054 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6ac4a5-49f9-4d8a-91ec-d49483f6faeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:48.724680 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d6ac4a5-49f9-4d8a-91ec-d49483f6faeb admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:48.744682 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37a6569-a66a-4797-a2c2-53a3f227bde7 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Network 6760caee-88f3-465a-8d8e-3bbfce7d6725 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:25:48.781617 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-a37a6569-a66a-4797-a2c2-53a3f227bde7 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:48.781814 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1d6ac4a5-49f9-4d8a-91ec-d49483f6faeb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3261819 Jul 24 09:25:48.785147 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37a6569-a66a-4797-a2c2-53a3f227bde7 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:25:48.785598 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48240) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:48.791487 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37a6569-a66a-4797-a2c2-53a3f227bde7 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:48.792143 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a37a6569-a66a-4797-a2c2-53a3f227bde7 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:48.796246 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-e3484f83-0c38-4732-a199-9db8821da19b admin admin] Request body: {'subnet': {'network_id': '063daa7f-03c5-406e-89c9-4b3765df9515', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-69509692-subnet', 'tenant_id': 'ec558e1821aa4fa685212f2a9e154966', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:48.798177 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Request body: {'networks': [{'name': 'tempest-network--1715001230'}, {'name': 'tempest-network--1159515757'}]} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:48.798495 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Request body: {'network': {'name': 'tempest-network--1715001230'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:48.798947 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Request body: {'network': {'name': 'tempest-network--1159515757'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:48.817144 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d3c4-30d5-49b2-ae72-7e43a3cd58c3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:48.834189 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d3c4-30d5-49b2-ae72-7e43a3cd58c3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:48.836081 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8fc0d3c4-30d5-49b2-ae72-7e43a3cd58c3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/networks/8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3 HTTP/1.1" status: 204 len: 168 time: 3.2327933 Jul 24 09:25:48.839878 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a6569-a66a-4797-a2c2-53a3f227bde7 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Pushing event updated for resources: {'Port': ['ID=5c70e981-25ca-4fce-93a9-4c6d2f946ab2,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:48.851083 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:48.854170 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48242) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:48.859895 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0d3c4-30d5-49b2-ae72-7e43a3cd58c3 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Network': ['ID=8e4c5ab0-52ee-4cc2-9cb7-a651ed3009c3,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:48.862221 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ac4a5-49f9-4d8a-91ec-d49483f6faeb admin admin] Pushing event updated for resources: {'Network': ['ID=063daa7f-03c5-406e-89c9-4b3765df9515,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:48.896786 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 063daa7f-03c5-406e-89c9-4b3765df9515 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:25:48.922831 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-d66733d4-7fa7-40bc-a36e-efcf1099288c tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Deleting port 1592bee6-5996-4727-8f30-55913f2ae08b {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:48.923168 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d66733d4-7fa7-40bc-a36e-efcf1099288c tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:48.998932 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Made reservation on behalf of 82267c1e3862415e8fb1d9a9104a5149 for: {'network': 2} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:49.010116 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:49.079383 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Pushing event updated for resources: {'Port': ['ID=a463bb88-96ab-4548-acec-cfb002d55af9,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:49.092426 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Checking segment: {'id': '803e67c0-ee7a-4de4-bcb7-4792ff535e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '52f5a076-5049-4f57-9ae7-83c5090cd7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:25:49.092831 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Network hostable DHCP agents. Network: 52f5a076-5049-4f57-9ae7-83c5090cd7c9, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:25:49.121885 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3484f83-0c38-4732-a199-9db8821da19b admin admin] Made reservation on behalf of ec558e1821aa4fa685212f2a9e154966 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:49.124415 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3484f83-0c38-4732-a199-9db8821da19b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:49.184577 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a37a6569-a66a-4797-a2c2-53a3f227bde7 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.8591664 Jul 24 09:25:49.187883 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48246) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:49.188945 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:49.249571 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d66733d4-7fa7-40bc-a36e-efcf1099288c tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:49.252994 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-bb1c9c43-07c6-4b4d-abb0-f65d335120b0 None None] Provisioning for port 5c70e981-25ca-4fce-93a9-4c6d2f946ab2 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:25:49.260606 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-bb1c9c43-07c6-4b4d-abb0-f65d335120b0 None None] Provisioning complete for port 5c70e981-25ca-4fce-93a9-4c6d2f946ab2 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:49.261024 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bb1c9c43-07c6-4b4d-abb0-f65d335120b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:49.272144 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Network 52f5a076-5049-4f57-9ae7-83c5090cd7c9 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:25:49.284699 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-d66733d4-7fa7-40bc-a36e-efcf1099288c tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Calling delete_port for 1592bee6-5996-4727-8f30-55913f2ae08b owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:49.296030 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 52f5a076-5049-4f57-9ae7-83c5090cd7c9) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:49.300629 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:25:49.301995 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:49.316599 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da54e0a9-48b2-4ecb-bbe3-232d4e42ce85 None None] Network 52f5a076-5049-4f57-9ae7-83c5090cd7c9 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:25:49.355804 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-bb1c9c43-07c6-4b4d-abb0-f65d335120b0 None None] Port 5c70e981-25ca-4fce-93a9-4c6d2f946ab2 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:25:49.375852 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Pushing event updated for resources: {'Port': ['ID=17288b3b-0938-40f1-94d8-307e9a35b65d,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:49.409861 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09df75f5-efc4-473c-85e3-b981c170c038 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:49.417265 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09df75f5-efc4-473c-85e3-b981c170c038 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:49.423666 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09df75f5-efc4-473c-85e3-b981c170c038 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:49.425500 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-09df75f5-efc4-473c-85e3-b981c170c038 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2285762 Jul 24 09:25:49.432703 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48248) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:49.499730 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3484f83-0c38-4732-a199-9db8821da19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:49.571434 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Checking segment: {'id': 'e90ca5ce-47b0-4438-bee2-7a39dc31970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a43ce060-8b8c-4fad-aa1d-0286a01d7446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:25:49.572145 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Network hostable DHCP agents. Network: a43ce060-8b8c-4fad-aa1d-0286a01d7446, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:25:49.576326 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3484f83-0c38-4732-a199-9db8821da19b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f50c258-eb78-4601-84d8-86b5be106d2e,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:49.609894 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:49.618532 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:49.619062 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:49.628614 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Network a43ce060-8b8c-4fad-aa1d-0286a01d7446 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:25:49.657720 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3484f83-0c38-4732-a199-9db8821da19b admin admin] Checking segment: {'id': '6e6ca0bb-ef20-4558-8e39-865bbc853b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '063daa7f-03c5-406e-89c9-4b3765df9515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:25:49.658255 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3484f83-0c38-4732-a199-9db8821da19b admin admin] Network hostable DHCP agents. Network: 063daa7f-03c5-406e-89c9-4b3765df9515, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:25:49.670639 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, a43ce060-8b8c-4fad-aa1d-0286a01d7446) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:49.680044 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724eac7f-7628-45a8-9f22-60c5bb7c5f4f None None] Network a43ce060-8b8c-4fad-aa1d-0286a01d7446 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:25:49.680449 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-da140811-ce9e-40c5-9a84-c4ac6a9935a4 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Deleting port 5c70e981-25ca-4fce-93a9-4c6d2f946ab2 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:49.680890 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da140811-ce9e-40c5-9a84-c4ac6a9935a4 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:49.683657 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=528cd0ee-e8c6-4b4e-9f12-56d451355def,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:49.690202 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:25:49.697422 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:49.703214 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:49.703912 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:49.722210 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:25:49.726732 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:49.727081 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:49.727524 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:49.728251 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:49.728251 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:49.728924 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:49.729167 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:49.729584 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:49.729996 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:49.730355 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:49.730757 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:49.731139 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:25:49.745732 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-23e82e47-e545-45f3-9645-532c3d1fee1d tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.2643790 Jul 24 09:25:49.746751 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d66733d4-7fa7-40bc-a36e-efcf1099288c tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:49.755299 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48250) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:49.796609 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-937bd7c2-da30-453a-96aa-4da179cde9f8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:49.796799 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3484f83-0c38-4732-a199-9db8821da19b admin admin] Network 063daa7f-03c5-406e-89c9-4b3765df9515 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:25:49.799449 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:49.799865 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Added segment 924965aa-a9d9-43f6-ae9a-a8af941b582c of type vlan for network 500559ea-06ca-4c2f-89f6-a0f3d1ad6a21 Jul 24 09:25:49.852710 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66733d4-7fa7-40bc-a36e-efcf1099288c tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event deleted for resources: {'Port': ['ID=1592bee6-5996-4727-8f30-55913f2ae08b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:49.862750 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-e3484f83-0c38-4732-a199-9db8821da19b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 063daa7f-03c5-406e-89c9-4b3765df9515) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:49.875287 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3484f83-0c38-4732-a199-9db8821da19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:49.875893 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3484f83-0c38-4732-a199-9db8821da19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:49.886941 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230ffea1-fa27-4c0b-ba07-a431c472dcaa None None] Network 063daa7f-03c5-406e-89c9-4b3765df9515 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:25:49.962559 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e3484f83-0c38-4732-a199-9db8821da19b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1758189 Jul 24 09:25:49.969208 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da140811-ce9e-40c5-9a84-c4ac6a9935a4 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:49.973913 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:49.982042 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50f0d64-3dfb-4876-bd25-2b46a8238ed7 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:49.989511 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50f0d64-3dfb-4876-bd25-2b46a8238ed7 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:49.991943 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b50f0d64-3dfb-4876-bd25-2b46a8238ed7 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2346883 Jul 24 09:25:49.995575 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48256) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:49.998613 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-da140811-ce9e-40c5-9a84-c4ac6a9935a4 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Calling delete_port for 5c70e981-25ca-4fce-93a9-4c6d2f946ab2 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:50.048629 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d66733d4-7fa7-40bc-a36e-efcf1099288c tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:50.051311 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d66733d4-7fa7-40bc-a36e-efcf1099288c tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "DELETE /v2.0/ports/1592bee6-5996-4727-8f30-55913f2ae08b HTTP/1.1" status: 204 len: 168 time: 1.5051155 Jul 24 09:25:50.054551 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48258) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:50.155328 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:25:50.183400 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:50.183751 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Added segment c056bb26-508d-4e56-b1db-68b20861b82f of type vlan for network 591313b4-1539-4f9c-85ba-44df999b14f0 Jul 24 09:25:50.217588 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48262) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:50.296404 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:50.297038 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcaee8b-a362-4f6a-b3e8-238df43733db None None] Network 063daa7f-03c5-406e-89c9-4b3765df9515 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:25:50.299702 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-9216fcbb-50cd-41c1-8d04-33bb1f6ebfa1 admin admin] Deleting subnet 3f50c258-eb78-4601-84d8-86b5be106d2e {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:25:50.303144 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9216fcbb-50cd-41c1-8d04-33bb1f6ebfa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:50.345619 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-d0871ba0-9c4f-4672-ac18-b2fcddf34b18 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Deleting port a463bb88-96ab-4548-acec-cfb002d55af9 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:50.349152 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d0871ba0-9c4f-4672-ac18-b2fcddf34b18 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:50.395149 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-205e6272-dc6c-4681-8135-20d6d0722f7e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Deleting port 794a2009-e4f6-4dcc-8190-09f6bd77b763 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:50.395513 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-205e6272-dc6c-4681-8135-20d6d0722f7e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:50.414280 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9216fcbb-50cd-41c1-8d04-33bb1f6ebfa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:50.543063 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:50.544270 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:50.549809 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:50.551547 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d0871ba0-9c4f-4672-ac18-b2fcddf34b18 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:50.554714 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:50.555331 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:50.569833 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da140811-ce9e-40c5-9a84-c4ac6a9935a4 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:50.580569 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9216fcbb-50cd-41c1-8d04-33bb1f6ebfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:50.613458 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-d0871ba0-9c4f-4672-ac18-b2fcddf34b18 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Calling delete_port for a463bb88-96ab-4548-acec-cfb002d55af9 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:50.642487 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da140811-ce9e-40c5-9a84-c4ac6a9935a4 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Pushing event deleted for resources: {'Port': ['ID=5c70e981-25ca-4fce-93a9-4c6d2f946ab2,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:50.657054 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.1606581 Jul 24 09:25:50.669338 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48266) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:50.692374 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-205e6272-dc6c-4681-8135-20d6d0722f7e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:50.716866 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-205e6272-dc6c-4681-8135-20d6d0722f7e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Calling delete_port for 794a2009-e4f6-4dcc-8190-09f6bd77b763 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:50.748897 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da140811-ce9e-40c5-9a84-c4ac6a9935a4 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:50.751105 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9216fcbb-50cd-41c1-8d04-33bb1f6ebfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:50.755230 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-da140811-ce9e-40c5-9a84-c4ac6a9935a4 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] 10.222.0.32 "DELETE /v2.0/ports/5c70e981-25ca-4fce-93a9-4c6d2f946ab2 HTTP/1.1" status: 204 len: 168 time: 1.3213692 Jul 24 09:25:50.757426 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48268) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:50.776086 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-81a3ac1c-5ee5-4db0-87b8-6b7f26af6d07 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Request body: {'port': {'name': 'tempest-new-port-name-1493428160', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:50.776491 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.api.validators [None req-81a3ac1c-5ee5-4db0-87b8-6b7f26af6d07 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] bootfile-name is not in valid_values {{(pid=94035) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 09:25:50.776858 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.api.validators [None req-81a3ac1c-5ee5-4db0-87b8-6b7f26af6d07 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] tftp-server is not in valid_values {{(pid=94035) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 09:25:50.777208 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.api.validators [None req-81a3ac1c-5ee5-4db0-87b8-6b7f26af6d07 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] server-ip-address is not in valid_values {{(pid=94035) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 09:25:50.780462 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Pushing event updated for resources: {'Network': ['ID=500559ea-06ca-4c2f-89f6-a0f3d1ad6a21,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:50.794704 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 500559ea-06ca-4c2f-89f6-a0f3d1ad6a21 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:25:50.829974 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216fcbb-50cd-41c1-8d04-33bb1f6ebfa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f50c258-eb78-4601-84d8-86b5be106d2e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:50.835620 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9216fcbb-50cd-41c1-8d04-33bb1f6ebfa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:50.839954 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9216fcbb-50cd-41c1-8d04-33bb1f6ebfa1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3f50c258-eb78-4601-84d8-86b5be106d2e HTTP/1.1" status: 204 len: 168 time: 0.6173093 Jul 24 09:25:50.843450 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48270) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:50.881253 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d0871ba0-9c4f-4672-ac18-b2fcddf34b18 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:50.930238 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d0871ba0-9c4f-4672-ac18-b2fcddf34b18 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:50.937459 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d0871ba0-9c4f-4672-ac18-b2fcddf34b18 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] 10.222.0.32 "DELETE /v2.0/ports/a463bb88-96ab-4548-acec-cfb002d55af9 HTTP/1.1" status: 204 len: 168 time: 0.9403656 Jul 24 09:25:50.952011 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48274) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:50.986302 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0871ba0-9c4f-4672-ac18-b2fcddf34b18 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Pushing event deleted for resources: {'Port': ['ID=a463bb88-96ab-4548-acec-cfb002d55af9,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:51.035054 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4a9b6618-8095-495e-bc26-f0e1a46afe74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:51.143506 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-205e6272-dc6c-4681-8135-20d6d0722f7e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:51.145490 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-937bd7c2-da30-453a-96aa-4da179cde9f8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Deleting port eacea923-7a7a-4243-8ff8-d260e759b555 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:51.145845 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-937bd7c2-da30-453a-96aa-4da179cde9f8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:51.183972 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e288517-5629-4eda-a481-46a19ae4cae9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Pushing event updated for resources: {'Network': ['ID=591313b4-1539-4f9c-85ba-44df999b14f0,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:51.184273 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e6272-dc6c-4681-8135-20d6d0722f7e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event deleted for resources: {'Port': ['ID=794a2009-e4f6-4dcc-8190-09f6bd77b763,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:51.210654 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4a9b6618-8095-495e-bc26-f0e1a46afe74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:51.226259 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-4a9b6618-8095-495e-bc26-f0e1a46afe74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063daa7f-03c5-406e-89c9-4b3765df9515']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:51.246558 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 591313b4-1539-4f9c-85ba-44df999b14f0 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:25:51.262912 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-4a9b6618-8095-495e-bc26-f0e1a46afe74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e6ca0bb-ef20-4558-8e39-865bbc853b25') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:51.263163 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-4a9b6618-8095-495e-bc26-f0e1a46afe74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e6ca0bb-ef20-4558-8e39-865bbc853b25') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:51.292414 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4a9b6618-8095-495e-bc26-f0e1a46afe74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:51.316231 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4a9b6618-8095-495e-bc26-f0e1a46afe74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:51.322986 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-205e6272-dc6c-4681-8135-20d6d0722f7e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:51.327444 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-205e6272-dc6c-4681-8135-20d6d0722f7e tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "DELETE /v2.0/ports/794a2009-e4f6-4dcc-8190-09f6bd77b763 HTTP/1.1" status: 204 len: 168 time: 1.2695279 Jul 24 09:25:51.328145 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48276) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:51.329938 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9b6618-8095-495e-bc26-f0e1a46afe74 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:25:51.330332 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4a9b6618-8095-495e-bc26-f0e1a46afe74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:25:51.332218 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:25:51.400770 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81a3ac1c-5ee5-4db0-87b8-6b7f26af6d07 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:51.410949 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82aa3563-37d0-4e24-8aeb-b3f10c2a3046 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:51.417069 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82aa3563-37d0-4e24-8aeb-b3f10c2a3046 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:51.425453 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82aa3563-37d0-4e24-8aeb-b3f10c2a3046 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:51.434596 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ebfa04f-13f4-4a9c-9fd0-25fe4d9332c6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Deleting subnet c7965ff2-5ace-4294-bd8e-07c8763c47a6 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:25:51.435162 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82aa3563-37d0-4e24-8aeb-b3f10c2a3046 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:51.437201 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-82aa3563-37d0-4e24-8aeb-b3f10c2a3046 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7624228 Jul 24 09:25:51.455252 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4a9b6618-8095-495e-bc26-f0e1a46afe74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:51.455252 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48280) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:51.455252 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2ebfa04f-13f4-4a9c-9fd0-25fe4d9332c6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:51.458299 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4a9b6618-8095-495e-bc26-f0e1a46afe74 admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:51.458551 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4a9b6618-8095-495e-bc26-f0e1a46afe74 admin admin] 10.222.0.32 "DELETE /v2.0/networks/063daa7f-03c5-406e-89c9-4b3765df9515 HTTP/1.1" status: 204 len: 168 time: 0.6135943 Jul 24 09:25:51.499844 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b6618-8095-495e-bc26-f0e1a46afe74 admin admin] Pushing event deleted for resources: {'Network': ['ID=063daa7f-03c5-406e-89c9-4b3765df9515,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:51.527577 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2ebfa04f-13f4-4a9c-9fd0-25fe4d9332c6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:51.556283 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-a2087473-52ab-4b57-92ea-83ad9d6a1487 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Deleting port 17288b3b-0938-40f1-94d8-307e9a35b65d {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:51.556630 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a2087473-52ab-4b57-92ea-83ad9d6a1487 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:51.598563 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-950d2b10-96a8-4e5d-a2a8-3ff1c75adbed tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:51.646008 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a2087473-52ab-4b57-92ea-83ad9d6a1487 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:51.683028 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-937bd7c2-da30-453a-96aa-4da179cde9f8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] For port eacea923-7a7a-4243-8ff8-d260e759b555, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=eacea923-7a7a-4243-8ff8-d260e759b555,segment=NetworkSegment(4d8532d0-5375-41ab-9193-cdfed85e071b),segment_id=4d8532d0-5375-41ab-9193-cdfed85e071b)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:51.685087 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-937bd7c2-da30-453a-96aa-4da179cde9f8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:51.708762 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-a2087473-52ab-4b57-92ea-83ad9d6a1487 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Calling delete_port for 17288b3b-0938-40f1-94d8-307e9a35b65d owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:51.724335 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-937bd7c2-da30-453a-96aa-4da179cde9f8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Calling delete_port for eacea923-7a7a-4243-8ff8-d260e759b555 owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:51.755076 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48284) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:51.818236 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2ebfa04f-13f4-4a9c-9fd0-25fe4d9332c6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:51.882917 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-950d2b10-96a8-4e5d-a2a8-3ff1c75adbed tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:51.894260 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-950d2b10-96a8-4e5d-a2a8-3ff1c75adbed tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500559ea-06ca-4c2f-89f6-a0f3d1ad6a21']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:51.904959 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-950d2b10-96a8-4e5d-a2a8-3ff1c75adbed tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '924965aa-a9d9-43f6-ae9a-a8af941b582c') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:51.905579 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-950d2b10-96a8-4e5d-a2a8-3ff1c75adbed tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '924965aa-a9d9-43f6-ae9a-a8af941b582c') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:51.930934 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-cf8caf2a-2b19-48e2-8a3d-8a349c8dbdb1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec558e1821aa4fa685212f2a9e154966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1709914 Jul 24 09:25:51.930934 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-950d2b10-96a8-4e5d-a2a8-3ff1c75adbed tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:51.933059 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48286) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:51.955086 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-950d2b10-96a8-4e5d-a2a8-3ff1c75adbed tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:51.963931 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950d2b10-96a8-4e5d-a2a8-3ff1c75adbed tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:25:51.965034 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-950d2b10-96a8-4e5d-a2a8-3ff1c75adbed tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:25:51.967371 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:25:52.021467 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2ebfa04f-13f4-4a9c-9fd0-25fe4d9332c6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.075415 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a2087473-52ab-4b57-92ea-83ad9d6a1487 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.101571 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2ebfa04f-13f4-4a9c-9fd0-25fe4d9332c6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.109616 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2ebfa04f-13f4-4a9c-9fd0-25fe4d9332c6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "DELETE /v2.0/subnets/c7965ff2-5ace-4294-bd8e-07c8763c47a6 HTTP/1.1" status: 204 len: 168 time: 0.7749736 Jul 24 09:25:52.109616 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfa04f-13f4-4a9c-9fd0-25fe4d9332c6 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event deleted for resources: {'Subnet': ['ID=c7965ff2-5ace-4294-bd8e-07c8763c47a6,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:52.109952 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c4181f-c592-4b4d-9b09-6ab48d6238f3 None None] Network c6f03a51-92af-4f2b-a8a7-84f44e0df4db requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:25:52.120446 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48290) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:52.121357 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-950d2b10-96a8-4e5d-a2a8-3ff1c75adbed tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.145677 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-950d2b10-96a8-4e5d-a2a8-3ff1c75adbed tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.148651 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-950d2b10-96a8-4e5d-a2a8-3ff1c75adbed tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] 10.222.0.32 "DELETE /v2.0/networks/500559ea-06ca-4c2f-89f6-a0f3d1ad6a21 HTTP/1.1" status: 204 len: 168 time: 0.7075586 Jul 24 09:25:52.152702 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48292) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:52.207089 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d2b10-96a8-4e5d-a2a8-3ff1c75adbed tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Pushing event deleted for resources: {'Network': ['ID=500559ea-06ca-4c2f-89f6-a0f3d1ad6a21,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:52.245604 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee489267-aca6-456e-a58a-898ae1a5899b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Deleting subnet 3c387c39-d1bf-4176-959f-916a9cd25e18 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:25:52.291688 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee489267-aca6-456e-a58a-898ae1a5899b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.326526 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8edb070-103c-40f0-afcb-a2f8ea3faf2b tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.353689 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee489267-aca6-456e-a58a-898ae1a5899b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.479428 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81a3ac1c-5ee5-4db0-87b8-6b7f26af6d07 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.481287 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8edb070-103c-40f0-afcb-a2f8ea3faf2b tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.487875 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de49198a-9417-4583-9585-8f443c661be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.489639 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2087473-52ab-4b57-92ea-83ad9d6a1487 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Pushing event deleted for resources: {'Port': ['ID=17288b3b-0938-40f1-94d8-307e9a35b65d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:52.502243 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6709a93d-c2f5-48f7-80f2-8bab7dcd6f1e None None] DHCP port deletion for c6f03a51-92af-4f2b-a8a7-84f44e0df4db request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:25:52.514407 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-a8edb070-103c-40f0-afcb-a2f8ea3faf2b tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591313b4-1539-4f9c-85ba-44df999b14f0']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:52.524386 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a2087473-52ab-4b57-92ea-83ad9d6a1487 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.526402 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a2087473-52ab-4b57-92ea-83ad9d6a1487 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] 10.222.0.32 "DELETE /v2.0/ports/17288b3b-0938-40f1-94d8-307e9a35b65d HTTP/1.1" status: 204 len: 168 time: 1.5701106 Jul 24 09:25:52.528609 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81a3ac1c-5ee5-4db0-87b8-6b7f26af6d07 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.528727 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-a8edb070-103c-40f0-afcb-a2f8ea3faf2b tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c056bb26-508d-4e56-b1db-68b20861b82f') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:52.530332 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-a8edb070-103c-40f0-afcb-a2f8ea3faf2b tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c056bb26-508d-4e56-b1db-68b20861b82f') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:52.535129 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48296) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:52.574908 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-6709a93d-c2f5-48f7-80f2-8bab7dcd6f1e None None] Deleting port 1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:52.575569 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6709a93d-c2f5-48f7-80f2-8bab7dcd6f1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.624333 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de49198a-9417-4583-9585-8f443c661be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.625324 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ca4ff4c5-f678-4947-bf1e-0ac2dc2b5346 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0890319 Jul 24 09:25:52.628771 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8edb070-103c-40f0-afcb-a2f8ea3faf2b tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.630146 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48298) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:52.636671 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee489267-aca6-456e-a58a-898ae1a5899b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.648268 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-6709a93d-c2f5-48f7-80f2-8bab7dcd6f1e None None] For port 1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a,segment=NetworkSegment(b8711e49-0053-48e4-9ab4-ca813e7466e0),segment_id=b8711e49-0053-48e4-9ab4-ca813e7466e0)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:52.648668 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6709a93d-c2f5-48f7-80f2-8bab7dcd6f1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.663025 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-6709a93d-c2f5-48f7-80f2-8bab7dcd6f1e None None] Calling delete_port for 1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:52.663328 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-58093d13-206b-4c87-ab7b-007176642db5 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1699148861'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:52.675710 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8edb070-103c-40f0-afcb-a2f8ea3faf2b tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.690940 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8edb070-103c-40f0-afcb-a2f8ea3faf2b tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:25:52.691275 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8edb070-103c-40f0-afcb-a2f8ea3faf2b tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:25:52.695137 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:25:52.716174 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-81a3ac1c-5ee5-4db0-87b8-6b7f26af6d07 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] In _notify_port_updated(), no bound segment for port 47271d65-416d-4a34-85a9-dab464c248df on network 6760caee-88f3-465a-8d8e-3bbfce7d6725 {{(pid=94035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 09:25:52.734149 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a3ac1c-5ee5-4db0-87b8-6b7f26af6d07 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:52.735219 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81a3ac1c-5ee5-4db0-87b8-6b7f26af6d07 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.737426 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-81a3ac1c-5ee5-4db0-87b8-6b7f26af6d07 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] 10.222.0.32 "PUT /v2.0/ports/47271d65-416d-4a34-85a9-dab464c248df HTTP/1.1" status: 200 len: 1129 time: 1.9659390 Jul 24 09:25:52.744180 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48300) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:52.771863 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58093d13-206b-4c87-ab7b-007176642db5 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Made reservation on behalf of cd95cc1762624c7082d8955f1e3a82da for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:52.775258 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-58093d13-206b-4c87-ab7b-007176642db5 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.796976 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8edb070-103c-40f0-afcb-a2f8ea3faf2b tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.811781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3ac1c-5ee5-4db0-87b8-6b7f26af6d07 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Pushing event updated for resources: {'Port': ['ID=47271d65-416d-4a34-85a9-dab464c248df,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:52.818169 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8edb070-103c-40f0-afcb-a2f8ea3faf2b tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.822903 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a8edb070-103c-40f0-afcb-a2f8ea3faf2b tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] 10.222.0.32 "DELETE /v2.0/networks/591313b4-1539-4f9c-85ba-44df999b14f0 HTTP/1.1" status: 204 len: 168 time: 0.6467986 Jul 24 09:25:52.826158 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8021622-374f-4866-8e5f-f99575a8c468 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:52.828084 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f8021622-374f-4866-8e5f-f99575a8c468 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] 10.222.0.32 "GET /v2.0/ports/47271d65-416d-4a34-85a9-dab464c248df HTTP/1.1" status: 200 len: 1129 time: 0.0812240 Jul 24 09:25:52.829009 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48302) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:52.832006 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-937bd7c2-da30-453a-96aa-4da179cde9f8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.832815 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48304) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:52.845985 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6709a93d-c2f5-48f7-80f2-8bab7dcd6f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.890990 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6709a93d-c2f5-48f7-80f2-8bab7dcd6f1e None None] No DVR routers for this DVR port 1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:25:52.897137 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709a93d-c2f5-48f7-80f2-8bab7dcd6f1e None None] Pushing event deleted for resources: {'Port': ['ID=1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:52.909088 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edb070-103c-40f0-afcb-a2f8ea3faf2b tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Pushing event deleted for resources: {'Network': ['ID=591313b4-1539-4f9c-85ba-44df999b14f0,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:52.911215 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee489267-aca6-456e-a58a-898ae1a5899b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.926983 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937bd7c2-da30-453a-96aa-4da179cde9f8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Port': ['ID=eacea923-7a7a-4243-8ff8-d260e759b555,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:52.943038 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de49198a-9417-4583-9585-8f443c661be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.946898 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de49198a-9417-4583-9585-8f443c661be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:52.948218 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-de49198a-9417-4583-9585-8f443c661be3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b26b2c41-007a-4e59-9b44-d9464b781243 HTTP/1.1" status: 204 len: 168 time: 1.0142696 Jul 24 09:25:52.967572 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58093d13-206b-4c87-ab7b-007176642db5 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:25:53.055428 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-58093d13-206b-4c87-ab7b-007176642db5 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:53.055797 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-58093d13-206b-4c87-ab7b-007176642db5 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Added segment da1a69ad-8e6e-4dd8-b23c-1b164b962841 of type vlan for network f28ec3f5-285c-48e1-9dce-d9aad72846a1 Jul 24 09:25:53.092113 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49198a-9417-4583-9585-8f443c661be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26b2c41-007a-4e59-9b44-d9464b781243,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:53.192528 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1382b21f-d160-4f2c-be5f-eab0f5933c11 None None] Provisioning complete for port 47271d65-416d-4a34-85a9-dab464c248df triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:25:53.193421 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1382b21f-d160-4f2c-be5f-eab0f5933c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:53.237754 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-58093d13-206b-4c87-ab7b-007176642db5 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:53.247063 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-1382b21f-d160-4f2c-be5f-eab0f5933c11 None None] Port 47271d65-416d-4a34-85a9-dab464c248df cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:25:53.263083 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee489267-aca6-456e-a58a-898ae1a5899b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event deleted for resources: {'Subnet': ['ID=3c387c39-d1bf-4176-959f-916a9cd25e18,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:53.284670 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80418d2-5c9f-4cd9-9f68-db1a9130d073 None None] Network 130df151-54ed-4200-959f-f7fb83738159 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:25:53.284876 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee489267-aca6-456e-a58a-898ae1a5899b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:53.287668 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ee489267-aca6-456e-a58a-898ae1a5899b tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "DELETE /v2.0/subnets/3c387c39-d1bf-4176-959f-916a9cd25e18 HTTP/1.1" status: 204 len: 168 time: 1.1512570 Jul 24 09:25:53.292300 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6931aa4e-7c37-4e0a-8d81-b3bb76755df2 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:53.297378 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48312) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:53.298526 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6931aa4e-7c37-4e0a-8d81-b3bb76755df2 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:53.303516 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6931aa4e-7c37-4e0a-8d81-b3bb76755df2 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4692826 Jul 24 09:25:53.311056 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48314) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:53.333935 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ed745783-0c06-4a67-94b6-185ced220916 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-348971298'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:53.371784 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-937bd7c2-da30-453a-96aa-4da179cde9f8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:53.389084 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed745783-0c06-4a67-94b6-185ced220916 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Made reservation on behalf of 82267c1e3862415e8fb1d9a9104a5149 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:53.398510 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-58093d13-206b-4c87-ab7b-007176642db5 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:53.399926 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed745783-0c06-4a67-94b6-185ced220916 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:53.404900 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58093d13-206b-4c87-ab7b-007176642db5 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:53.405509 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-58093d13-206b-4c87-ab7b-007176642db5 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:53.503465 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c074c7e-8dce-4182-97f0-fa65daea4d23 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:53.518975 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-58093d13-206b-4c87-ab7b-007176642db5 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8791516 Jul 24 09:25:53.526108 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48320) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:53.540254 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-d666f6da-5e6f-4cd4-aeec-967ea05a71ef tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-489157744'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:53.592384 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2279916-b7f9-4434-9b94-9f4dea38b9e3 None None] DHCP port deletion for 130df151-54ed-4200-959f-f7fb83738159 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:25:53.614157 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58093d13-206b-4c87-ab7b-007176642db5 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Pushing event updated for resources: {'Network': ['ID=f28ec3f5-285c-48e1-9dce-d9aad72846a1,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:53.626452 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed745783-0c06-4a67-94b6-185ced220916 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:25:53.643723 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed745783-0c06-4a67-94b6-185ced220916 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:53.645567 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-ed745783-0c06-4a67-94b6-185ced220916 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Added segment bd2aea4a-a4b6-4def-b5fc-8cad3860112b of type vlan for network 6ada01c9-7441-43c8-a86b-c06d53e4ebfe Jul 24 09:25:53.658840 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network f28ec3f5-285c-48e1-9dce-d9aad72846a1 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:25:53.749734 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-b2279916-b7f9-4434-9b94-9f4dea38b9e3 None None] Deleting port 245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:53.750214 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b2279916-b7f9-4434-9b94-9f4dea38b9e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:53.801515 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed745783-0c06-4a67-94b6-185ced220916 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:53.869204 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-b2279916-b7f9-4434-9b94-9f4dea38b9e3 None None] For port 245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611,segment=NetworkSegment(342ad5d9-7ee9-47dd-935a-66291ce3d5ce),segment_id=342ad5d9-7ee9-47dd-935a-66291ce3d5ce)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:53.869731 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b2279916-b7f9-4434-9b94-9f4dea38b9e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:53.884434 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-b2279916-b7f9-4434-9b94-9f4dea38b9e3 None None] Calling delete_port for 245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:53.892657 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937bd7c2-da30-453a-96aa-4da179cde9f8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Router fd3f354e-213d-4a15-ae2b-b5b855ae666c has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:25:53.906074 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed745783-0c06-4a67-94b6-185ced220916 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:53.918480 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed745783-0c06-4a67-94b6-185ced220916 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:53.919161 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed745783-0c06-4a67-94b6-185ced220916 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.008020 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:25:54.038835 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b2279916-b7f9-4434-9b94-9f4dea38b9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.044832 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:25:54.045495 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:25:54.046163 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:25:54.072935 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed745783-0c06-4a67-94b6-185ced220916 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Pushing event updated for resources: {'Network': ['ID=6ada01c9-7441-43c8-a86b-c06d53e4ebfe,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:54.093940 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937bd7c2-da30-453a-96aa-4da179cde9f8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:25:54.100996 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-937bd7c2-da30-453a-96aa-4da179cde9f8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "PUT /v2.0/routers/fd3f354e-213d-4a15-ae2b-b5b855ae666c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2439818 Jul 24 09:25:54.103083 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 6ada01c9-7441-43c8-a86b-c06d53e4ebfe details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:25:54.103659 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48334) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:54.113196 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2279916-b7f9-4434-9b94-9f4dea38b9e3 None None] Pushing event deleted for resources: {'Port': ['ID=245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:54.125126 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c84deab-851d-4165-b76f-9bf6624ae987 None None] Sync routers for ids ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:25:54.127065 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:25:54.127403 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 1d545fbe-f6d2-4bee-8b52-2e5b902f9a4a not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:25:54.143024 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2279916-b7f9-4434-9b94-9f4dea38b9e3 None None] No DVR routers for this DVR port 245a36eb-cdc3-4f1c-a0bb-ce0de1e3b611 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:25:54.173400 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c84deab-851d-4165-b76f-9bf6624ae987 None None] Routers {'fd3f354e-213d-4a15-ae2b-b5b855ae666c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:25:54.174024 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-0c84deab-851d-4165-b76f-9bf6624ae987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:25:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:54.179416 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc36cf7-d27a-4459-8a9a-078407cdb6e1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Deleting subnet c03242a3-bf36-44cb-989b-37a9ecfb504b {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:25:54.182976 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0cc36cf7-d27a-4459-8a9a-078407cdb6e1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.200552 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d666f6da-5e6f-4cd4-aeec-967ea05a71ef tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Made reservation on behalf of cd95cc1762624c7082d8955f1e3a82da for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:54.204285 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d666f6da-5e6f-4cd4-aeec-967ea05a71ef tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.227247 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ed745783-0c06-4a67-94b6-185ced220916 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9149070 Jul 24 09:25:54.229962 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48338) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:54.235786 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-3b2f0bbc-1405-4d0e-b913-1fa3bada1355 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1270959103'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:54.237020 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d666f6da-5e6f-4cd4-aeec-967ea05a71ef tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:25:54.240466 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-6ad721b8-66cd-49de-a0bc-59b28b686c99 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Deleting port 47271d65-416d-4a34-85a9-dab464c248df {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:54.241697 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6ad721b8-66cd-49de-a0bc-59b28b686c99 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.243304 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48340) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:54.267991 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0cc36cf7-d27a-4459-8a9a-078407cdb6e1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.325709 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-0c84deab-851d-4165-b76f-9bf6624ae987 None None] Set router fd3f354e-213d-4a15-ae2b-b5b855ae666c gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:25:54.329752 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2f0bbc-1405-4d0e-b913-1fa3bada1355 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Made reservation on behalf of 82267c1e3862415e8fb1d9a9104a5149 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:54.333609 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3b2f0bbc-1405-4d0e-b913-1fa3bada1355 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.353042 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d666f6da-5e6f-4cd4-aeec-967ea05a71ef tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.353396 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-d666f6da-5e6f-4cd4-aeec-967ea05a71ef tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Added segment 8c7dae7c-6b17-4885-be9f-c29107160f8b of type vlan for network d6544d80-55be-435d-874b-99f6029652d5 Jul 24 09:25:54.394397 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2f0bbc-1405-4d0e-b913-1fa3bada1355 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:25:54.415472 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c074c7e-8dce-4182-97f0-fa65daea4d23 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.415631 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3b2f0bbc-1405-4d0e-b913-1fa3bada1355 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.415857 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-3b2f0bbc-1405-4d0e-b913-1fa3bada1355 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Added segment c80d9306-3111-42a8-9814-266c6a4e6d3c of type vlan for network 5c10712e-c00c-4a8f-985a-29bb6df2c7ed Jul 24 09:25:54.417821 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0cc36cf7-d27a-4459-8a9a-078407cdb6e1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.453469 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f46ba50e-869a-41cc-bcdb-5c2babedfda3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2125491744-network', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:54.463881 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6ad721b8-66cd-49de-a0bc-59b28b686c99 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.469683 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-4c074c7e-8dce-4182-97f0-fa65daea4d23 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f03a51-92af-4f2b-a8a7-84f44e0df4db']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:54.493926 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d666f6da-5e6f-4cd4-aeec-967ea05a71ef tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.501673 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-6ad721b8-66cd-49de-a0bc-59b28b686c99 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Calling delete_port for 47271d65-416d-4a34-85a9-dab464c248df owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:54.504998 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-4c074c7e-8dce-4182-97f0-fa65daea4d23 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8711e49-0053-48e4-9ab4-ca813e7466e0') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:54.505337 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-4c074c7e-8dce-4182-97f0-fa65daea4d23 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8711e49-0053-48e4-9ab4-ca813e7466e0') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:54.511260 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3b2f0bbc-1405-4d0e-b913-1fa3bada1355 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.527812 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c074c7e-8dce-4182-97f0-fa65daea4d23 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.540558 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46ba50e-869a-41cc-bcdb-5c2babedfda3 admin admin] Made reservation on behalf of 4ddf1f6a8ea84a438a459d68cf609e56 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:54.542395 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f46ba50e-869a-41cc-bcdb-5c2babedfda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.561879 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f46ba50e-869a-41cc-bcdb-5c2babedfda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.575783 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3b2f0bbc-1405-4d0e-b913-1fa3bada1355 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.577075 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-0c84deab-851d-4165-b76f-9bf6624ae987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:25:52Z', 'revision_number': 9, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None, '_interfaces': [{'id': 'b3479946-05fe-4bf6-ad32-a45bc73d2e4e', 'name': '', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:0c:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:59Z', 'updated_at': '2021-07-24T09:25:11Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf3e560-2b7d-4038-b4c1-26a0c9a8e371', 'name': '', 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:16:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:11Z', 'updated_at': '2021-07-24T09:25:22Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:54.581453 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2f0bbc-1405-4d0e-b913-1fa3bada1355 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:54.582311 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3b2f0bbc-1405-4d0e-b913-1fa3bada1355 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.586036 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c074c7e-8dce-4182-97f0-fa65daea4d23 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.603556 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c074c7e-8dce-4182-97f0-fa65daea4d23 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:25:54.603969 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c074c7e-8dce-4182-97f0-fa65daea4d23 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.605659 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c84deab-851d-4165-b76f-9bf6624ae987 None None] Checking router: fd3f354e-213d-4a15-ae2b-b5b855ae666c for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:25:54.606938 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d666f6da-5e6f-4cd4-aeec-967ea05a71ef tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.612888 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d666f6da-5e6f-4cd4-aeec-967ea05a71ef tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:54.613067 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0cc36cf7-d27a-4459-8a9a-078407cdb6e1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.613176 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d666f6da-5e6f-4cd4-aeec-967ea05a71ef tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.615567 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c84deab-851d-4165-b76f-9bf6624ae987 None None] Routers {'fd3f354e-213d-4a15-ae2b-b5b855ae666c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:25:54.615690 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:25:54.618071 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-0c84deab-851d-4165-b76f-9bf6624ae987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:25:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:54.660626 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc36cf7-d27a-4459-8a9a-078407cdb6e1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Subnet': ['ID=c03242a3-bf36-44cb-989b-37a9ecfb504b,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:54.700272 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0cc36cf7-d27a-4459-8a9a-078407cdb6e1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.702273 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0cc36cf7-d27a-4459-8a9a-078407cdb6e1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/subnets/c03242a3-bf36-44cb-989b-37a9ecfb504b HTTP/1.1" status: 204 len: 168 time: 0.5974414 Jul 24 09:25:54.703327 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f0bbc-1405-4d0e-b913-1fa3bada1355 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Pushing event updated for resources: {'Network': ['ID=5c10712e-c00c-4a8f-985a-29bb6df2c7ed,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:54.704969 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48346) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:54.709225 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff736d4-8948-46e6-aca0-d61989b2f084 None None] Network eb99afa1-bf66-4596-a18d-7042a10612a8 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:25:54.711467 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-0c84deab-851d-4165-b76f-9bf6624ae987 None None] Set router fd3f354e-213d-4a15-ae2b-b5b855ae666c gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:25:54.742070 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c074c7e-8dce-4182-97f0-fa65daea4d23 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.748098 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c074c7e-8dce-4182-97f0-fa65daea4d23 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.750362 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4c074c7e-8dce-4182-97f0-fa65daea4d23 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "DELETE /v2.0/networks/c6f03a51-92af-4f2b-a8a7-84f44e0df4db HTTP/1.1" status: 204 len: 168 time: 1.4520006 Jul 24 09:25:54.753052 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48350) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:54.761091 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 5c10712e-c00c-4a8f-985a-29bb6df2c7ed details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:25:54.779817 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666f6da-5e6f-4cd4-aeec-967ea05a71ef tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Pushing event updated for resources: {'Network': ['ID=d6544d80-55be-435d-874b-99f6029652d5,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:54.800159 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network d6544d80-55be-435d-874b-99f6029652d5 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:25:54.801281 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c074c7e-8dce-4182-97f0-fa65daea4d23 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event deleted for resources: {'Network': ['ID=c6f03a51-92af-4f2b-a8a7-84f44e0df4db,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:54.844121 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a9052ee-4c86-4de4-9147-3469802ca34e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.882322 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6ad721b8-66cd-49de-a0bc-59b28b686c99 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.926734 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-be842a4f-61c4-469f-847d-3ab5b0434a51 req-737d62cd-38b8-437a-98c8-10e110bf61dc service neutron] (94036) timed out ('10.222.0.32', 44904) {{(pid=94036) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 09:25:54.928116 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad721b8-66cd-49de-a0bc-59b28b686c99 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Pushing event deleted for resources: {'Port': ['ID=47271d65-416d-4a34-85a9-dab464c248df,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:54.964421 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6ad721b8-66cd-49de-a0bc-59b28b686c99 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.969892 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6ad721b8-66cd-49de-a0bc-59b28b686c99 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] 10.222.0.32 "DELETE /v2.0/ports/47271d65-416d-4a34-85a9-dab464c248df HTTP/1.1" status: 204 len: 168 time: 2.1320550 Jul 24 09:25:54.973134 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8d325dfe-3600-42ea-8e53-afa2905eefd0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:54.973703 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48356) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:55.019078 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f46ba50e-869a-41cc-bcdb-5c2babedfda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:55.053980 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d666f6da-5e6f-4cd4-aeec-967ea05a71ef tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5100973 Jul 24 09:25:55.055690 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3b2f0bbc-1405-4d0e-b913-1fa3bada1355 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8241985 Jul 24 09:25:55.068086 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48360) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:55.068086 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f46ba50e-869a-41cc-bcdb-5c2babedfda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:55.068086 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Request body: {'ports': [{'network_id': '6ada01c9-7441-43c8-a86b-c06d53e4ebfe', 'name': 'tempest-port--2087027419', 'admin_state_up': True}, {'network_id': '5c10712e-c00c-4a8f-985a-29bb6df2c7ed', 'admin_state_up': False}]} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:55.068086 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Request body: {'port': {'network_id': '6ada01c9-7441-43c8-a86b-c06d53e4ebfe', 'name': 'tempest-port--2087027419', 'admin_state_up': True}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:55.068579 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Request body: {'port': {'network_id': '5c10712e-c00c-4a8f-985a-29bb6df2c7ed', 'admin_state_up': False}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:55.091075 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-b89b840b-98b4-4204-b12b-db79841d672b tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Deleting subnet 4f412afa-042a-4e90-8fd3-8f6d9c02f958 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:25:55.104609 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b89b840b-98b4-4204-b12b-db79841d672b tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:55.190702 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46ba50e-869a-41cc-bcdb-5c2babedfda3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:25:55.222155 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b89b840b-98b4-4204-b12b-db79841d672b tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:55.253693 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8d325dfe-3600-42ea-8e53-afa2905eefd0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:55.317153 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f46ba50e-869a-41cc-bcdb-5c2babedfda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:55.317544 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-f46ba50e-869a-41cc-bcdb-5c2babedfda3 admin admin] Added segment 5df2741c-f326-497a-8276-79e58d1e0fc4 of type vlan for network f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d Jul 24 09:25:55.330706 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ba50e-869a-41cc-bcdb-5c2babedfda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72f3c19-dd9b-4b7f-86ba-7cb75b7214ab,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:55.334350 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-8d325dfe-3600-42ea-8e53-afa2905eefd0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130df151-54ed-4200-959f-f7fb83738159']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:55.420158 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-8d325dfe-3600-42ea-8e53-afa2905eefd0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342ad5d9-7ee9-47dd-935a-66291ce3d5ce') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:55.421065 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-8d325dfe-3600-42ea-8e53-afa2905eefd0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342ad5d9-7ee9-47dd-935a-66291ce3d5ce') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:55.452937 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8650d2f-dc71-4215-bd6b-cfec0e468f0e None None] DHCP port deletion for eb99afa1-bf66-4596-a18d-7042a10612a8 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:25:55.464886 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f46ba50e-869a-41cc-bcdb-5c2babedfda3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:55.474384 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b89b840b-98b4-4204-b12b-db79841d672b tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:55.477760 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-1a9052ee-4c86-4de4-9147-3469802ca34e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Deleting port a9c62076-049c-44dd-b7d9-cc522a22ad5f {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:55.478090 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a9052ee-4c86-4de4-9147-3469802ca34e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:55.488202 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8d325dfe-3600-42ea-8e53-afa2905eefd0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:55.619472 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8d325dfe-3600-42ea-8e53-afa2905eefd0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:55.638703 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b89b840b-98b4-4204-b12b-db79841d672b tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:55.676222 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d325dfe-3600-42ea-8e53-afa2905eefd0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:25:55.677378 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8d325dfe-3600-42ea-8e53-afa2905eefd0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:55.679817 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b840b-98b4-4204-b12b-db79841d672b tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Pushing event deleted for resources: {'Subnet': ['ID=4f412afa-042a-4e90-8fd3-8f6d9c02f958,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:25:55.682298 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:25:55.687127 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-1a9052ee-4c86-4de4-9147-3469802ca34e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] For port a9c62076-049c-44dd-b7d9-cc522a22ad5f, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a9c62076-049c-44dd-b7d9-cc522a22ad5f,segment=NetworkSegment(4d8532d0-5375-41ab-9193-cdfed85e071b),segment_id=4d8532d0-5375-41ab-9193-cdfed85e071b)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:55.687844 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a9052ee-4c86-4de4-9147-3469802ca34e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:55.706537 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b89b840b-98b4-4204-b12b-db79841d672b tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:55.709217 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b89b840b-98b4-4204-b12b-db79841d672b tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] 10.222.0.32 "DELETE /v2.0/subnets/4f412afa-042a-4e90-8fd3-8f6d9c02f958 HTTP/1.1" status: 204 len: 168 time: 0.7341802 Jul 24 09:25:55.711820 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48364) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:55.724391 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f46ba50e-869a-41cc-bcdb-5c2babedfda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:55.726037 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46ba50e-869a-41cc-bcdb-5c2babedfda3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:55.726901 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f46ba50e-869a-41cc-bcdb-5c2babedfda3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:55.743808 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-1a9052ee-4c86-4de4-9147-3469802ca34e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Calling delete_port for a9c62076-049c-44dd-b7d9-cc522a22ad5f owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:55.788915 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca285cb-4809-404f-ab11-da9d72a652f0 None None] Network 6760caee-88f3-465a-8d8e-3bbfce7d6725 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:25:55.878800 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-0c84deab-851d-4165-b76f-9bf6624ae987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:25:52Z', 'revision_number': 9, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None, '_interfaces': [{'id': 'b3479946-05fe-4bf6-ad32-a45bc73d2e4e', 'name': '', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:0c:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:59Z', 'updated_at': '2021-07-24T09:25:11Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf3e560-2b7d-4038-b4c1-26a0c9a8e371', 'name': '', 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:16:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:11Z', 'updated_at': '2021-07-24T09:25:22Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:55.913427 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-506f4fad-eaa3-44ca-b3d4-af2def3b116f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:55.920666 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c84deab-851d-4165-b76f-9bf6624ae987 None None] The sync data for ids ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'] in n-d-800085-9 is: [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:25:52Z', 'revision_number': 9, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None, '_interfaces': [{'id': 'b3479946-05fe-4bf6-ad32-a45bc73d2e4e', 'name': '', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:0c:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:59Z', 'updated_at': '2021-07-24T09:25:11Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf3e560-2b7d-4038-b4c1-26a0c9a8e371', 'name': '', 'network_id': 'f065ac3d-5859-4534-9cd7-738766022ab9', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:16:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:11Z', 'updated_at': '2021-07-24T09:25:22Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '5a93f0b1-2475-49af-a649-3cbb70a247ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:25:55.951496 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-f8650d2f-dc71-4215-bd6b-cfec0e468f0e None None] Deleting port a9c62076-049c-44dd-b7d9-cc522a22ad5f {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:55.951871 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f8650d2f-dc71-4215-bd6b-cfec0e468f0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:55.955593 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a9c62076-049c-44dd-b7d9-cc522a22ad5f no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:25:55.969508 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Made reservation on behalf of 82267c1e3862415e8fb1d9a9104a5149 for: {'port': 2} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:55.996452 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-506f4fad-eaa3-44ca-b3d4-af2def3b116f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Deleting port 7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:55.997109 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-506f4fad-eaa3-44ca-b3d4-af2def3b116f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:56.019817 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:56.022846 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8d325dfe-3600-42ea-8e53-afa2905eefd0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:56.069999 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f46ba50e-869a-41cc-bcdb-5c2babedfda3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8232660 Jul 24 09:25:56.074622 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48366) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:56.087981 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-26ad670c-5801-42ab-b0dc-773f9ceb6837 admin admin] Request body: {'subnet': {'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2125491744-subnet', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:56.089447 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f8650d2f-dc71-4215-bd6b-cfec0e468f0e None None] For port a9c62076-049c-44dd-b7d9-cc522a22ad5f, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a9c62076-049c-44dd-b7d9-cc522a22ad5f,segment=NetworkSegment(4d8532d0-5375-41ab-9193-cdfed85e071b),segment_id=4d8532d0-5375-41ab-9193-cdfed85e071b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:56.089851 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f8650d2f-dc71-4215-bd6b-cfec0e468f0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:56.091358 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8d325dfe-3600-42ea-8e53-afa2905eefd0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:56.103436 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8d325dfe-3600-42ea-8e53-afa2905eefd0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] 10.222.0.32 "DELETE /v2.0/networks/130df151-54ed-4200-959f-f7fb83738159 HTTP/1.1" status: 204 len: 168 time: 1.3492866 Jul 24 09:25:56.111984 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-f8650d2f-dc71-4215-bd6b-cfec0e468f0e None None] Calling delete_port for a9c62076-049c-44dd-b7d9-cc522a22ad5f owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:56.125585 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ba50e-869a-41cc-bcdb-5c2babedfda3 admin admin] Pushing event updated for resources: {'Network': ['ID=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:56.152691 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:25:56.270054 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:56.305410 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:56.310495 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ad670c-5801-42ab-b0dc-773f9ceb6837 admin admin] Made reservation on behalf of 4ddf1f6a8ea84a438a459d68cf609e56 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:56.313821 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-26ad670c-5801-42ab-b0dc-773f9ceb6837 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:56.364012 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a9052ee-4c86-4de4-9147-3469802ca34e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:56.398627 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d325dfe-3600-42ea-8e53-afa2905eefd0 tempest-TaggedBootDevicesTest_v242-243910112 tempest-TaggedBootDevicesTest_v242-243910112-project] Pushing event deleted for resources: {'Network': ['ID=130df151-54ed-4200-959f-f7fb83738159,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:56.472664 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9052ee-4c86-4de4-9147-3469802ca34e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Port': ['ID=a9c62076-049c-44dd-b7d9-cc522a22ad5f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:56.476810 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720c4ba0-cc34-4ed7-9e56-543c57241bf1 None None] DHCP port deletion for 6760caee-88f3-465a-8d8e-3bbfce7d6725 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:25:56.517217 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9052ee-4c86-4de4-9147-3469802ca34e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] No DVR routers for this DVR port a9c62076-049c-44dd-b7d9-cc522a22ad5f on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:25:56.526476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-506f4fad-eaa3-44ca-b3d4-af2def3b116f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] For port 7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5,segment=NetworkSegment(e5aa58dc-1df9-4e6f-875f-3ba2d36bbe52),segment_id=e5aa58dc-1df9-4e6f-875f-3ba2d36bbe52)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:56.526848 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-506f4fad-eaa3-44ca-b3d4-af2def3b116f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:56.585314 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-506f4fad-eaa3-44ca-b3d4-af2def3b116f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Calling delete_port for 7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:56.726437 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f8650d2f-dc71-4215-bd6b-cfec0e468f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:56.827052 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8650d2f-dc71-4215-bd6b-cfec0e468f0e None None] No DVR routers for this DVR port a9c62076-049c-44dd-b7d9-cc522a22ad5f on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:25:56.844640 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8650d2f-dc71-4215-bd6b-cfec0e468f0e None None] Pushing event deleted for resources: {'Port': ['ID=a9c62076-049c-44dd-b7d9-cc522a22ad5f,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:56.903193 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-720c4ba0-cc34-4ed7-9e56-543c57241bf1 None None] Deleting port 7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:25:56.903979 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-720c4ba0-cc34-4ed7-9e56-543c57241bf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:57.001178 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-720c4ba0-cc34-4ed7-9e56-543c57241bf1 None None] For port 7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5,segment=NetworkSegment(e5aa58dc-1df9-4e6f-875f-3ba2d36bbe52),segment_id=e5aa58dc-1df9-4e6f-875f-3ba2d36bbe52)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:25:57.002188 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-720c4ba0-cc34-4ed7-9e56-543c57241bf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:57.028487 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-720c4ba0-cc34-4ed7-9e56-543c57241bf1 None None] Calling delete_port for 7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:25:57.104037 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-26ad670c-5801-42ab-b0dc-773f9ceb6837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:57.243528 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad670c-5801-42ab-b0dc-773f9ceb6837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:57.266420 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7f217271-9ccc-4927-ae8e-b226312f9c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:57.281440 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-720c4ba0-cc34-4ed7-9e56-543c57241bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:57.299284 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-506f4fad-eaa3-44ca-b3d4-af2def3b116f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:57.351614 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] device_id is not set on port a3be39a1-25a0-4d23-ae24-719efb8993f0 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:25:57.358500 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c4ba0-cc34-4ed7-9e56-543c57241bf1 None None] Pushing event deleted for resources: {'Port': ['ID=7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:57.383539 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720c4ba0-cc34-4ed7-9e56-543c57241bf1 None None] No DVR routers for this DVR port 7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:25:57.418014 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f4fad-eaa3-44ca-b3d4-af2def3b116f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Pushing event deleted for resources: {'Port': ['ID=7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:57.431119 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506f4fad-eaa3-44ca-b3d4-af2def3b116f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] No DVR routers for this DVR port 7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:25:57.433284 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ad670c-5801-42ab-b0dc-773f9ceb6837 admin admin] Checking segment: {'id': '5df2741c-f326-497a-8276-79e58d1e0fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:25:57.433763 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ad670c-5801-42ab-b0dc-773f9ceb6837 admin admin] Network hostable DHCP agents. Network: f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:25:57.494785 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ad670c-5801-42ab-b0dc-773f9ceb6837 admin admin] Network f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:25:57.541569 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-506f4fad-eaa3-44ca-b3d4-af2def3b116f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:57.545481 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-26ad670c-5801-42ab-b0dc-773f9ceb6837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:57.552836 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ad670c-5801-42ab-b0dc-773f9ceb6837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:57.554103 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-26ad670c-5801-42ab-b0dc-773f9ceb6837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:57.554673 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fb6f03-6bb8-4cfd-ae60-b80c047f69ae None None] Network f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:25:57.570875 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a9052ee-4c86-4de4-9147-3469802ca34e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:57.579384 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-26ad670c-5801-42ab-b0dc-773f9ceb6837 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4991157 Jul 24 09:25:57.579956 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-506f4fad-eaa3-44ca-b3d4-af2def3b116f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6760caee-88f3-465a-8d8e-3bbfce7d6725']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:57.582406 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48386) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:57.587089 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-f3272922-6f71-451b-9c8a-7475fdf80d9e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2125491744-router', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:57.620208 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3272922-6f71-451b-9c8a-7475fdf80d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:57.621733 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3272922-6f71-451b-9c8a-7475fdf80d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:57.627645 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-506f4fad-eaa3-44ca-b3d4-af2def3b116f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5aa58dc-1df9-4e6f-875f-3ba2d36bbe52') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:57.628103 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-506f4fad-eaa3-44ca-b3d4-af2def3b116f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5aa58dc-1df9-4e6f-875f-3ba2d36bbe52') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:57.644788 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-1a9052ee-4c86-4de4-9147-3469802ca34e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb99afa1-bf66-4596-a18d-7042a10612a8']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:57.650385 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-506f4fad-eaa3-44ca-b3d4-af2def3b116f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:57.670198 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-1a9052ee-4c86-4de4-9147-3469802ca34e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8532d0-5375-41ab-9193-cdfed85e071b') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:57.670670 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-1a9052ee-4c86-4de4-9147-3469802ca34e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8532d0-5375-41ab-9193-cdfed85e071b') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:25:57.690005 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a9052ee-4c86-4de4-9147-3469802ca34e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:57.708907 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:57.760183 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a9052ee-4c86-4de4-9147-3469802ca34e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:57.788386 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-506f4fad-eaa3-44ca-b3d4-af2def3b116f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:57.841203 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76df4bd0-3839-4fa6-aefc-cf755521a961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'fixed_ips': [{'subnet_id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:25:57.842267 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-76df4bd0-3839-4fa6-aefc-cf755521a961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:57.843396 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9052ee-4c86-4de4-9147-3469802ca34e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:25:57.843893 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a9052ee-4c86-4de4-9147-3469802ca34e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:25:57.847227 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:25:57.946485 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-506f4fad-eaa3-44ca-b3d4-af2def3b116f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:25:57.951876 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-506f4fad-eaa3-44ca-b3d4-af2def3b116f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:25:57.963830 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:25:58.004754 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3272922-6f71-451b-9c8a-7475fdf80d9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:58.057259 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] device_id is not set on port 2a5f829f-a836-4025-8ffc-3f7d5cc67863 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:25:58.075966 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a9052ee-4c86-4de4-9147-3469802ca34e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:58.083650 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a9052ee-4c86-4de4-9147-3469802ca34e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:58.084053 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-76df4bd0-3839-4fa6-aefc-cf755521a961 None None] Allocated IP 172.20.0.2 (f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d/ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff/007f0b10-a308-4241-8af7-64f79223de5b) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:25:58.091718 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1a9052ee-4c86-4de4-9147-3469802ca34e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/networks/eb99afa1-bf66-4596-a18d-7042a10612a8 HTTP/1.1" status: 204 len: 168 time: 3.3838797 Jul 24 09:25:58.123794 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48392) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:58.134034 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9052ee-4c86-4de4-9147-3469802ca34e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Network': ['ID=eb99afa1-bf66-4596-a18d-7042a10612a8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:58.201794 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device eacea923-7a7a-4243-8ff8-d260e759b555 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:25:58.286185 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: eacea923-7a7a-4243-8ff8-d260e759b555 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:25:58.286781 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device eacea923-7a7a-4243-8ff8-d260e759b555 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:25:58.287512 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:25:58.293258 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:58.355019 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:25:58.355512 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:58.365675 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7ef8d418-b1c6-43d3-ae9c-bdaa124f66b5 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:25:58.446507 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Pushing event updated for resources: {'Port': ['ID=a3be39a1-25a0-4d23-ae24-719efb8993f0,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:58.452137 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48398) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:58.467483 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-71362cc4-d12e-4039-8611-b4b29c432c53 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Request body: {'subnets': [{'network_id': 'f28ec3f5-285c-48e1-9dce-d9aad72846a1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1839002564', 'ip_version': 6}, {'network_id': 'd6544d80-55be-435d-874b-99f6029652d5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:58.467829 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-71362cc4-d12e-4039-8611-b4b29c432c53 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Request body: {'subnet': {'network_id': 'f28ec3f5-285c-48e1-9dce-d9aad72846a1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1839002564', 'ip_version': 6}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:58.468574 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-71362cc4-d12e-4039-8611-b4b29c432c53 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Request body: {'subnet': {'network_id': 'd6544d80-55be-435d-874b-99f6029652d5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:25:58.574842 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-76df4bd0-3839-4fa6-aefc-cf755521a961 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:58.582511 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-506f4fad-eaa3-44ca-b3d4-af2def3b116f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:58.598566 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-76df4bd0-3839-4fa6-aefc-cf755521a961 None None] Transition to ACTIVE for port object 007f0b10-a308-4241-8af7-64f79223de5b will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:25:58.607416 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-506f4fad-eaa3-44ca-b3d4-af2def3b116f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:58.611745 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-506f4fad-eaa3-44ca-b3d4-af2def3b116f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] 10.222.0.32 "DELETE /v2.0/networks/6760caee-88f3-465a-8d8e-3bbfce7d6725 HTTP/1.1" status: 204 len: 168 time: 2.8957207 Jul 24 09:25:58.614299 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3272922-6f71-451b-9c8a-7475fdf80d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:58.642733 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Checking segment: {'id': 'bd2aea4a-a4b6-4def-b5fc-8cad3860112b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6ada01c9-7441-43c8-a86b-c06d53e4ebfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:25:58.643126 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Network hostable DHCP agents. Network: 6ada01c9-7441-43c8-a86b-c06d53e4ebfe, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:25:58.657113 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-76df4bd0-3839-4fa6-aefc-cf755521a961 None None] Transition to ACTIVE for port object 007f0b10-a308-4241-8af7-64f79223de5b will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:25:58.671608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f4fad-eaa3-44ca-b3d4-af2def3b116f tempest-ExtraDHCPOptionsIpV6TestJSON-908080453 tempest-ExtraDHCPOptionsIpV6TestJSON-908080453-project] Pushing event deleted for resources: {'Network': ['ID=6760caee-88f3-465a-8d8e-3bbfce7d6725,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:58.671834 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-76df4bd0-3839-4fa6-aefc-cf755521a961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:58.726938 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df4bd0-3839-4fa6-aefc-cf755521a961 None None] Pushing event updated for resources: {'Port': ['ID=007f0b10-a308-4241-8af7-64f79223de5b,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:58.737908 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76df4bd0-3839-4fa6-aefc-cf755521a961 None None] Network f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:25:58.739465 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-76df4bd0-3839-4fa6-aefc-cf755521a961 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:58.745124 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76df4bd0-3839-4fa6-aefc-cf755521a961 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:25:58.799771 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Network 6ada01c9-7441-43c8-a86b-c06d53e4ebfe is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:25:58.836015 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-76df4bd0-3839-4fa6-aefc-cf755521a961 None None] Attempting to bind port 007f0b10-a308-4241-8af7-64f79223de5b on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:25:58.836578 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-76df4bd0-3839-4fa6-aefc-cf755521a961 None None] Attempting to bind port 007f0b10-a308-4241-8af7-64f79223de5b by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '5df2741c-f326-497a-8276-79e58d1e0fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:25:58.836915 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df4bd0-3839-4fa6-aefc-cf755521a961 None None] Attempting to bind port 007f0b10-a308-4241-8af7-64f79223de5b on network f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:25:58.846114 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df4bd0-3839-4fa6-aefc-cf755521a961 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:25:58.846515 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df4bd0-3839-4fa6-aefc-cf755521a961 None None] Checking segment: {'id': '5df2741c-f326-497a-8276-79e58d1e0fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:25:58.847005 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-76df4bd0-3839-4fa6-aefc-cf755521a961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:58.847537 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df4bd0-3839-4fa6-aefc-cf755521a961 None None] Bound using segment: {'id': '5df2741c-f326-497a-8276-79e58d1e0fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:25:58.847627 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 6ada01c9-7441-43c8-a86b-c06d53e4ebfe) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:58.848753 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-76df4bd0-3839-4fa6-aefc-cf755521a961 None None] Bound port: 007f0b10-a308-4241-8af7-64f79223de5b, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df2741c-f326-497a-8276-79e58d1e0fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:25:58.854518 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:25:58.855382 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:58.857546 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-76df4bd0-3839-4fa6-aefc-cf755521a961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:58.863802 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83aef473-0069-48ae-9f83-94a740b7e75c None None] Network 6ada01c9-7441-43c8-a86b-c06d53e4ebfe requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:25:58.966645 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Pushing event updated for resources: {'Port': ['ID=2a5f829f-a836-4025-8ffc-3f7d5cc67863,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:58.969122 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71362cc4-d12e-4039-8611-b4b29c432c53 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Made reservation on behalf of cd95cc1762624c7082d8955f1e3a82da for: {'subnet': 2} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:25:58.978316 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71362cc4-d12e-4039-8611-b4b29c432c53 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:58.978682 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71362cc4-d12e-4039-8611-b4b29c432c53 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:59.067914 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Checking segment: {'id': 'c80d9306-3111-42a8-9814-266c6a4e6d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c10712e-c00c-4a8f-985a-29bb6df2c7ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:25:59.068337 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Network hostable DHCP agents. Network: 5c10712e-c00c-4a8f-985a-29bb6df2c7ed, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:25:59.209415 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48414) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:59.266940 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-76df4bd0-3839-4fa6-aefc-cf755521a961 None None] For port 007f0b10-a308-4241-8af7-64f79223de5b, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:25:59.271810 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-76df4bd0-3839-4fa6-aefc-cf755521a961 None None] For port 007f0b10-a308-4241-8af7-64f79223de5b, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=007f0b10-a308-4241-8af7-64f79223de5b,segment=NetworkSegment(5df2741c-f326-497a-8276-79e58d1e0fc4),segment_id=5df2741c-f326-497a-8276-79e58d1e0fc4)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:25:59.283965 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-76df4bd0-3839-4fa6-aefc-cf755521a961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:59.424794 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df4bd0-3839-4fa6-aefc-cf755521a961 None None] Pushing event updated for resources: {'Port': ['ID=007f0b10-a308-4241-8af7-64f79223de5b,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:59.557157 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6fdbaf5c-84fe-4052-8f3c-cc2e50eae638 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3848f721bd142e0901d61a0503e12ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3412676 Jul 24 09:25:59.564717 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48418) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:59.634632 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71362cc4-d12e-4039-8611-b4b29c432c53 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:59.694729 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3272922-6f71-451b-9c8a-7475fdf80d9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:59.715332 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Network 5c10712e-c00c-4a8f-985a-29bb6df2c7ed is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:25:59.726857 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71362cc4-d12e-4039-8611-b4b29c432c53 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Pushing event updated for resources: {'Subnet': ['ID=b0248e1c-ced0-4955-9ef5-558d9c5ae0a5,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:25:59.748218 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 5c10712e-c00c-4a8f-985a-29bb6df2c7ed) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:25:59.755527 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:25:59.757850 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2510fe5f-78b4-4ef0-8f96-144e12e1e87d None None] Network 5c10712e-c00c-4a8f-985a-29bb6df2c7ed requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:25:59.775382 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:59.791373 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:59.792108 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:59.810550 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3272922-6f71-451b-9c8a-7475fdf80d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:59.843312 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b6c6e226-f6d6-4d6d-a812-221635c516b9 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.7810650 Jul 24 09:25:59.844491 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71362cc4-d12e-4039-8611-b4b29c432c53 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Checking segment: {'id': 'da1a69ad-8e6e-4dd8-b23c-1b164b962841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f28ec3f5-285c-48e1-9dce-d9aad72846a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:25:59.845055 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71362cc4-d12e-4039-8611-b4b29c432c53 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Network hostable DHCP agents. Network: f28ec3f5-285c-48e1-9dce-d9aad72846a1, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:25:59.851468 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48420) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:59.940112 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088e7673-cbae-47eb-b3b9-fa9aa105f119 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:59.947563 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088e7673-cbae-47eb-b3b9-fa9aa105f119 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:25:59.949583 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-088e7673-cbae-47eb-b3b9-fa9aa105f119 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0943534 Jul 24 09:25:59.951120 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71362cc4-d12e-4039-8611-b4b29c432c53 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Network f28ec3f5-285c-48e1-9dce-d9aad72846a1 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:25:59.954150 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48422) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:25:59.972717 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3fa873c-a459-4b0b-be06-60e987dd3219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:25:59.999643 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-18c07ffa-60f6-48c4-93c9-8df145f325de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:00.003973 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 007f0b10-a308-4241-8af7-64f79223de5b up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:26:00.022206 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-71362cc4-d12e-4039-8611-b4b29c432c53 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, f28ec3f5-285c-48e1-9dce-d9aad72846a1) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:00.041116 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71362cc4-d12e-4039-8611-b4b29c432c53 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:00.052580 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cac924-888f-4f18-9ce1-7bbd749fe1e0 None None] Network f28ec3f5-285c-48e1-9dce-d9aad72846a1 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:00.058402 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3fa873c-a459-4b0b-be06-60e987dd3219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:00.185999 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3fa873c-a459-4b0b-be06-60e987dd3219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:00.191460 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e3fa873c-a459-4b0b-be06-60e987dd3219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:00.194782 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e3fa873c-a459-4b0b-be06-60e987dd3219 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/419ae13a-e4de-437e-97cf-8ce3ec63d9c2 HTTP/1.1" status: 204 len: 168 time: 0.6275733 Jul 24 09:26:00.216560 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71362cc4-d12e-4039-8611-b4b29c432c53 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Pushing event updated for resources: {'Subnet': ['ID=ee0ad53b-b5ed-433a-837a-2269200bb203,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:00.253613 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71362cc4-d12e-4039-8611-b4b29c432c53 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Checking segment: {'id': '8c7dae7c-6b17-4885-be9f-c29107160f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd6544d80-55be-435d-874b-99f6029652d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:26:00.254125 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71362cc4-d12e-4039-8611-b4b29c432c53 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Network hostable DHCP agents. Network: d6544d80-55be-435d-874b-99f6029652d5, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:26:00.293061 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-3310bca4-1432-47a3-9486-9fe99b5886dd tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Deleting port a3be39a1-25a0-4d23-ae24-719efb8993f0 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:26:00.293407 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3310bca4-1432-47a3-9486-9fe99b5886dd tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:00.297968 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-f3272922-6f71-451b-9c8a-7475fdf80d9e admin admin] Allocated IP 172.25.7.35 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:26:00.349843 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa873c-a459-4b0b-be06-60e987dd3219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419ae13a-e4de-437e-97cf-8ce3ec63d9c2,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:00.361325 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 007f0b10-a308-4241-8af7-64f79223de5b completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:26:00.371208 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-646a4f2f-43d0-4ea3-a005-6989c3e7f305 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:00.406914 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71362cc4-d12e-4039-8611-b4b29c432c53 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Network d6544d80-55be-435d-874b-99f6029652d5 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:26:00.479030 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:00.561042 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45c52bc-e878-4edf-923b-651bb25b3c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-f28ec3f5-285c-48e1-9dce-d9aad72846a1', 'network_id': 'f28ec3f5-285c-48e1-9dce-d9aad72846a1', 'tenant_id': 'cd95cc1762624c7082d8955f1e3a82da', 'fixed_ips': [{'subnet_id': 'b0248e1c-ced0-4955-9ef5-558d9c5ae0a5'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:26:00.561930 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b45c52bc-e878-4edf-923b-651bb25b3c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:00.573771 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3310bca4-1432-47a3-9486-9fe99b5886dd tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:00.592836 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-71362cc4-d12e-4039-8611-b4b29c432c53 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, d6544d80-55be-435d-874b-99f6029652d5) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:00.609802 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac586c2-0650-484b-b34e-1f1ec3e47530 None None] Network d6544d80-55be-435d-874b-99f6029652d5 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:00.628377 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:26:00.630002 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-3310bca4-1432-47a3-9486-9fe99b5886dd tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Calling delete_port for a3be39a1-25a0-4d23-ae24-719efb8993f0 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:26:00.634026 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71362cc4-d12e-4039-8611-b4b29c432c53 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:00.634873 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71362cc4-d12e-4039-8611-b4b29c432c53 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:00.636343 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71362cc4-d12e-4039-8611-b4b29c432c53 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:00.715443 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-71362cc4-d12e-4039-8611-b4b29c432c53 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.2600906 Jul 24 09:26:00.723684 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48438) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:00.909683 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785afcb4-6fd5-4088-8331-ca5d24845604 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:00.911254 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785afcb4-6fd5-4088-8331-ca5d24845604 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:00.913598 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785afcb4-6fd5-4088-8331-ca5d24845604 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:00.924769 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-785afcb4-6fd5-4088-8331-ca5d24845604 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1910393 Jul 24 09:26:00.926047 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48444) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:00.975906 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3272922-6f71-451b-9c8a-7475fdf80d9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:01.031823 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7da46f91-f76e-408c-8025-7bebc5aba33c req-20dcd2ff-5eb1-4467-bc7b-805403d36929 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1895821 Jul 24 09:26:01.106071 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3310bca4-1432-47a3-9486-9fe99b5886dd tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:01.114515 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647e3c70-8018-4748-981e-cc2a5d4447bd None None] Network f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:01.123065 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3272922-6f71-451b-9c8a-7475fdf80d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:01.156541 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad719fd-e9a1-446d-9c29-e2e3944e6c76 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Deleting subnet b0248e1c-ced0-4955-9ef5-558d9c5ae0a5 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:26:01.196618 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:01.223081 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310bca4-1432-47a3-9486-9fe99b5886dd tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Pushing event deleted for resources: {'Port': ['ID=a3be39a1-25a0-4d23-ae24-719efb8993f0,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:01.229825 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3310bca4-1432-47a3-9486-9fe99b5886dd tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:01.236550 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3310bca4-1432-47a3-9486-9fe99b5886dd tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] 10.222.0.32 "DELETE /v2.0/ports/a3be39a1-25a0-4d23-ae24-719efb8993f0 HTTP/1.1" status: 204 len: 168 time: 1.2790661 Jul 24 09:26:01.241552 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48458) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:01.260525 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3272922-6f71-451b-9c8a-7475fdf80d9e admin admin] Pushing event updated for resources: {'Port': ['ID=90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:01.282702 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-646a4f2f-43d0-4ea3-a005-6989c3e7f305 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Deleting port faf3e560-2b7d-4038-b4c1-26a0c9a8e371 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:26:01.282702 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-646a4f2f-43d0-4ea3-a005-6989c3e7f305 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:01.305918 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-b45c52bc-e878-4edf-923b-651bb25b3c2f None None] Allocated IP 2001:db8::1 (f28ec3f5-285c-48e1-9dce-d9aad72846a1/b0248e1c-ced0-4955-9ef5-558d9c5ae0a5/7160963f-aec4-4e33-946e-6ce98e172981) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:26:01.311514 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3272922-6f71-451b-9c8a-7475fdf80d9e admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:26:01.313403 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a705a3d6-bd61-488f-8fef-ff708fccb5b7 None None] Provisioning for port 007f0b10-a308-4241-8af7-64f79223de5b completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:26:01.355202 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-f3272922-6f71-451b-9c8a-7475fdf80d9e admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:01.385976 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3272922-6f71-451b-9c8a-7475fdf80d9e admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:26:01.407776 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a705a3d6-bd61-488f-8fef-ff708fccb5b7 None None] Provisioning complete for port 007f0b10-a308-4241-8af7-64f79223de5b triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:01.408417 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a705a3d6-bd61-488f-8fef-ff708fccb5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:01.515338 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da46f91-f76e-408c-8025-7bebc5aba33c req-f5f49dd1-3264-4f8e-ab9e-9bee6f2b0f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:01.525676 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7da46f91-f76e-408c-8025-7bebc5aba33c req-f5f49dd1-3264-4f8e-ab9e-9bee6f2b0f9a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bff123a614204702924a0af9802e1c93&device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 1097 time: 0.4236941 Jul 24 09:26:01.593056 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-b5e659e9-79bf-4d13-b14f-d8992ed889b1 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Deleting port 2a5f829f-a836-4025-8ffc-3f7d5cc67863 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:26:01.593984 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b5e659e9-79bf-4d13-b14f-d8992ed889b1 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:01.644565 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48472) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:01.695863 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704a22cb-aca8-4f11-85d8-189d0efcdb6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-d6544d80-55be-435d-874b-99f6029652d5', 'network_id': 'd6544d80-55be-435d-874b-99f6029652d5', 'tenant_id': 'cd95cc1762624c7082d8955f1e3a82da', 'fixed_ips': [{'subnet_id': 'ee0ad53b-b5ed-433a-837a-2269200bb203'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:26:01.696827 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-704a22cb-aca8-4f11-85d8-189d0efcdb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:01.732163 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b5e659e9-79bf-4d13-b14f-d8992ed889b1 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:01.749782 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-646a4f2f-43d0-4ea3-a005-6989c3e7f305 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] For port faf3e560-2b7d-4038-b4c1-26a0c9a8e371, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=faf3e560-2b7d-4038-b4c1-26a0c9a8e371,segment=NetworkSegment(77fabab7-d56b-4037-ae00-75259f9e4106),segment_id=77fabab7-d56b-4037-ae00-75259f9e4106)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:01.754575 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-646a4f2f-43d0-4ea3-a005-6989c3e7f305 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:01.755996 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-b5e659e9-79bf-4d13-b14f-d8992ed889b1 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Calling delete_port for 2a5f829f-a836-4025-8ffc-3f7d5cc67863 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:26:01.804827 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-646a4f2f-43d0-4ea3-a005-6989c3e7f305 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Calling delete_port for faf3e560-2b7d-4038-b4c1-26a0c9a8e371 owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:26:01.963079 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-753f6303-e0ce-49f6-8816-1000ac4a2450 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1822923193'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:01.980442 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b5e659e9-79bf-4d13-b14f-d8992ed889b1 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:02.022957 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753f6303-e0ce-49f6-8816-1000ac4a2450 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Made reservation on behalf of 407fd6cfa72243f98a949613720ea02d for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:26:02.026929 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-753f6303-e0ce-49f6-8816-1000ac4a2450 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:02.036206 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-753f6303-e0ce-49f6-8816-1000ac4a2450 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:02.043000 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b5e659e9-79bf-4d13-b14f-d8992ed889b1 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:02.045683 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b5e659e9-79bf-4d13-b14f-d8992ed889b1 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] 10.222.0.32 "DELETE /v2.0/ports/2a5f829f-a836-4025-8ffc-3f7d5cc67863 HTTP/1.1" status: 204 len: 168 time: 0.8030865 Jul 24 09:26:02.046816 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e659e9-79bf-4d13-b14f-d8992ed889b1 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Pushing event deleted for resources: {'Port': ['ID=2a5f829f-a836-4025-8ffc-3f7d5cc67863,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:02.050018 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48476) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:02.113786 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-50414595-cfad-4a61-a267-ba67016f2412 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0539467 Jul 24 09:26:02.113786 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48478) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:02.122132 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-3a87d548-29ca-47e2-8f4c-963854d6b965 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1549001586'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:02.150892 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a87d548-29ca-47e2-8f4c-963854d6b965 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Made reservation on behalf of 82267c1e3862415e8fb1d9a9104a5149 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:26:02.155707 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3a87d548-29ca-47e2-8f4c-963854d6b965 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:02.180024 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a705a3d6-bd61-488f-8fef-ff708fccb5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:02.202686 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a87d548-29ca-47e2-8f4c-963854d6b965 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:26:02.237492 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3a87d548-29ca-47e2-8f4c-963854d6b965 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:02.238132 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-3a87d548-29ca-47e2-8f4c-963854d6b965 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Added segment c16eac03-1392-44e3-8b6f-3448c07559f1 of type vlan for network 2916f27f-653f-474b-b08e-d1cf8c7e6b79 Jul 24 09:26:02.315954 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3a87d548-29ca-47e2-8f4c-963854d6b965 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:02.384247 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-753f6303-e0ce-49f6-8816-1000ac4a2450 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:02.386432 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3a87d548-29ca-47e2-8f4c-963854d6b965 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:02.393387 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a87d548-29ca-47e2-8f4c-963854d6b965 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:02.394349 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3a87d548-29ca-47e2-8f4c-963854d6b965 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:02.400633 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-a705a3d6-bd61-488f-8fef-ff708fccb5b7 None None] For port 007f0b10-a308-4241-8af7-64f79223de5b, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=007f0b10-a308-4241-8af7-64f79223de5b,segment=NetworkSegment(5df2741c-f326-497a-8276-79e58d1e0fc4),segment_id=5df2741c-f326-497a-8276-79e58d1e0fc4)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:02.482014 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a705a3d6-bd61-488f-8fef-ff708fccb5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:02.482266 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87d548-29ca-47e2-8f4c-963854d6b965 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Pushing event updated for resources: {'Network': ['ID=2916f27f-653f-474b-b08e-d1cf8c7e6b79,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:02.484587 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-753f6303-e0ce-49f6-8816-1000ac4a2450 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:02.495307 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3a87d548-29ca-47e2-8f4c-963854d6b965 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3797855 Jul 24 09:26:02.496418 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48484) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:02.523404 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-86ef7e02-6586-4961-a1be-abe4b6d60106 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-488193048'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:02.555887 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 2916f27f-653f-474b-b08e-d1cf8c7e6b79 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:26:02.612143 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ef7e02-6586-4961-a1be-abe4b6d60106 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Made reservation on behalf of 82267c1e3862415e8fb1d9a9104a5149 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:26:02.623158 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86ef7e02-6586-4961-a1be-abe4b6d60106 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:02.636300 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753f6303-e0ce-49f6-8816-1000ac4a2450 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:26:02.644464 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b45c52bc-e878-4edf-923b-651bb25b3c2f None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:02.706742 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-753f6303-e0ce-49f6-8816-1000ac4a2450 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:02.707675 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-753f6303-e0ce-49f6-8816-1000ac4a2450 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Added segment ee8059d2-a179-4848-b093-9c8d100bfce6 of type vlan for network f1f92841-8fd4-416e-b3ad-4cec3f980650 Jul 24 09:26:02.721538 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f6303-e0ce-49f6-8816-1000ac4a2450 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c05878-4a51-4bb3-85e4-72cd6dbba848,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:02.728317 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-704a22cb-aca8-4f11-85d8-189d0efcdb6f None None] Allocated IP 2001:db8:0:1::1 (d6544d80-55be-435d-874b-99f6029652d5/ee0ad53b-b5ed-433a-837a-2269200bb203/6d804276-a11c-44ee-b566-b994dec0c774) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:26:02.737804 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-646a4f2f-43d0-4ea3-a005-6989c3e7f305 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:02.792337 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ef7e02-6586-4961-a1be-abe4b6d60106 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:26:02.795917 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-753f6303-e0ce-49f6-8816-1000ac4a2450 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:02.796064 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b45c52bc-e878-4edf-923b-651bb25b3c2f None None] Transition to ACTIVE for port object 7160963f-aec4-4e33-946e-6ce98e172981 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:26:02.817132 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a4f2f-43d0-4ea3-a005-6989c3e7f305 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Port': ['ID=faf3e560-2b7d-4038-b4c1-26a0c9a8e371,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:02.820004 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86ef7e02-6586-4961-a1be-abe4b6d60106 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:02.820187 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-86ef7e02-6586-4961-a1be-abe4b6d60106 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Added segment 7c3b3ecb-4f03-4e70-ac4a-943e0b46bb58 of type vlan for network cefddb94-5e69-41f7-a85a-c65f0a3ace1e Jul 24 09:26:02.902431 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86ef7e02-6586-4961-a1be-abe4b6d60106 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:02.909949 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-753f6303-e0ce-49f6-8816-1000ac4a2450 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:02.915782 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753f6303-e0ce-49f6-8816-1000ac4a2450 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:02.916449 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-753f6303-e0ce-49f6-8816-1000ac4a2450 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:02.921651 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b45c52bc-e878-4edf-923b-651bb25b3c2f None None] Transition to ACTIVE for port object 7160963f-aec4-4e33-946e-6ce98e172981 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:26:02.962246 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ad719fd-e9a1-446d-9c29-e2e3944e6c76 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:02.967895 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b45c52bc-e878-4edf-923b-651bb25b3c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:03.003026 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705a3d6-bd61-488f-8fef-ff708fccb5b7 None None] Pushing event updated for resources: {'Port': ['ID=007f0b10-a308-4241-8af7-64f79223de5b,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:03.075040 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.db.resource_extend [None req-86ef7e02-6586-4961-a1be-abe4b6d60106 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 09:26:03.079016 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705a3d6-bd61-488f-8fef-ff708fccb5b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:03.079534 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705a3d6-bd61-488f-8fef-ff708fccb5b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:03.080057 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705a3d6-bd61-488f-8fef-ff708fccb5b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:03.080845 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705a3d6-bd61-488f-8fef-ff708fccb5b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:03.081558 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705a3d6-bd61-488f-8fef-ff708fccb5b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:03.082048 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705a3d6-bd61-488f-8fef-ff708fccb5b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:03.082733 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705a3d6-bd61-488f-8fef-ff708fccb5b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:03.083281 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705a3d6-bd61-488f-8fef-ff708fccb5b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:03.083876 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705a3d6-bd61-488f-8fef-ff708fccb5b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:03.085191 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705a3d6-bd61-488f-8fef-ff708fccb5b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:03.086120 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705a3d6-bd61-488f-8fef-ff708fccb5b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:03.086737 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705a3d6-bd61-488f-8fef-ff708fccb5b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:03.117084 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45c52bc-e878-4edf-923b-651bb25b3c2f None None] Network f28ec3f5-285c-48e1-9dce-d9aad72846a1 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:26:03.139882 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-753f6303-e0ce-49f6-8816-1000ac4a2450 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4947722 Jul 24 09:26:03.149686 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-b45c52bc-e878-4edf-923b-651bb25b3c2f None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:03.153435 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45c52bc-e878-4edf-923b-651bb25b3c2f None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:26:03.161155 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48488) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:03.200908 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:03.207339 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da46f91-f76e-408c-8025-7bebc5aba33c req-fd602873-32b8-4b01-86c7-962680fc784f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:03.214294 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7da46f91-f76e-408c-8025-7bebc5aba33c req-fd602873-32b8-4b01-86c7-962680fc784f service neutron] 10.222.0.37 "GET /v2.0/networks?id=57115fda-8a95-4d7e-8f17-f315710a2698 HTTP/1.1" status: 200 len: 916 time: 1.6646221 Jul 24 09:26:03.241808 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-d16b4ec0-e873-431c-b19b-61a5cf04d8a5 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Request body: {'subnet': {'network_id': 'f1f92841-8fd4-416e-b3ad-4cec3f980650', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:03.256128 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86ef7e02-6586-4961-a1be-abe4b6d60106 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:03.262872 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ef7e02-6586-4961-a1be-abe4b6d60106 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:03.264371 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86ef7e02-6586-4961-a1be-abe4b6d60106 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:03.287815 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ad719fd-e9a1-446d-9c29-e2e3944e6c76 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:03.293755 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f6303-e0ce-49f6-8816-1000ac4a2450 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Pushing event updated for resources: {'Network': ['ID=f1f92841-8fd4-416e-b3ad-4cec3f980650,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:03.419382 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-704a22cb-aca8-4f11-85d8-189d0efcdb6f None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:03.431027 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-704a22cb-aca8-4f11-85d8-189d0efcdb6f None None] Transition to ACTIVE for port object 6d804276-a11c-44ee-b566-b994dec0c774 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:26:03.450334 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-704a22cb-aca8-4f11-85d8-189d0efcdb6f None None] Transition to ACTIVE for port object 6d804276-a11c-44ee-b566-b994dec0c774 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:26:03.454240 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network f1f92841-8fd4-416e-b3ad-4cec3f980650 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:26:03.454988 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-86ef7e02-6586-4961-a1be-abe4b6d60106 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9464025 Jul 24 09:26:03.461572 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c52bc-e878-4edf-923b-651bb25b3c2f None None] Pushing event updated for resources: {'Port': ['ID=7160963f-aec4-4e33-946e-6ce98e172981,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:03.478310 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-704a22cb-aca8-4f11-85d8-189d0efcdb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:03.516207 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3272922-6f71-451b-9c8a-7475fdf80d9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:03.534874 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-646a4f2f-43d0-4ea3-a005-6989c3e7f305 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:03.602248 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48494) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:03.602941 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef7e02-6586-4961-a1be-abe4b6d60106 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Pushing event updated for resources: {'Network': ['ID=cefddb94-5e69-41f7-a85a-c65f0a3ace1e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:03.639278 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ea28f6a1-b78c-4776-98ae-d27019d9b53d tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Request body: {'subnets': [{'network_id': '2916f27f-653f-474b-b08e-d1cf8c7e6b79', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1298425462', 'ip_version': 4}, {'network_id': 'cefddb94-5e69-41f7-a85a-c65f0a3ace1e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:03.639520 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ea28f6a1-b78c-4776-98ae-d27019d9b53d tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Request body: {'subnet': {'network_id': '2916f27f-653f-474b-b08e-d1cf8c7e6b79', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1298425462', 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:03.640114 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ea28f6a1-b78c-4776-98ae-d27019d9b53d tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Request body: {'subnet': {'network_id': 'cefddb94-5e69-41f7-a85a-c65f0a3ace1e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:03.715915 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network cefddb94-5e69-41f7-a85a-c65f0a3ace1e details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:26:03.730499 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7da46f91-f76e-408c-8025-7bebc5aba33c req-43c34f9b-bcb7-48ea-b627-1d6908e398ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52b6abbb-ed45-4747-a882-9996245f27ee HTTP/1.1" status: 200 len: 1001 time: 0.5008128 Jul 24 09:26:03.771371 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-b45c52bc-e878-4edf-923b-651bb25b3c2f None None] Attempting to bind port 7160963f-aec4-4e33-946e-6ce98e172981 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:26:03.772012 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-b45c52bc-e878-4edf-923b-651bb25b3c2f None None] Attempting to bind port 7160963f-aec4-4e33-946e-6ce98e172981 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'da1a69ad-8e6e-4dd8-b23c-1b164b962841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f28ec3f5-285c-48e1-9dce-d9aad72846a1'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:26:03.772514 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45c52bc-e878-4edf-923b-651bb25b3c2f None None] Attempting to bind port 7160963f-aec4-4e33-946e-6ce98e172981 on network f28ec3f5-285c-48e1-9dce-d9aad72846a1 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:26:03.815943 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-59752668-291f-4407-86c1-97885672c91c None None] Provisioning complete for port 007f0b10-a308-4241-8af7-64f79223de5b triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:03.816397 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-59752668-291f-4407-86c1-97885672c91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:03.853819 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704a22cb-aca8-4f11-85d8-189d0efcdb6f None None] Network d6544d80-55be-435d-874b-99f6029652d5 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:26:03.868499 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ad719fd-e9a1-446d-9c29-e2e3944e6c76 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:03.877383 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-704a22cb-aca8-4f11-85d8-189d0efcdb6f None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:03.882211 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45c52bc-e878-4edf-923b-651bb25b3c2f None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:26:03.882937 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45c52bc-e878-4edf-923b-651bb25b3c2f None None] Checking segment: {'id': 'da1a69ad-8e6e-4dd8-b23c-1b164b962841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f28ec3f5-285c-48e1-9dce-d9aad72846a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:26:03.883584 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b45c52bc-e878-4edf-923b-651bb25b3c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:03.884651 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45c52bc-e878-4edf-923b-651bb25b3c2f None None] Bound using segment: {'id': 'da1a69ad-8e6e-4dd8-b23c-1b164b962841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f28ec3f5-285c-48e1-9dce-d9aad72846a1'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:26:03.886556 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-b45c52bc-e878-4edf-923b-651bb25b3c2f None None] Bound port: 7160963f-aec4-4e33-946e-6ce98e172981, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1a69ad-8e6e-4dd8-b23c-1b164b962841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f28ec3f5-285c-48e1-9dce-d9aad72846a1'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:26:03.887275 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b45c52bc-e878-4edf-923b-651bb25b3c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:03.896882 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a22cb-aca8-4f11-85d8-189d0efcdb6f None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:26:03.920450 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a22cb-aca8-4f11-85d8-189d0efcdb6f None None] Pushing event updated for resources: {'Port': ['ID=6d804276-a11c-44ee-b566-b994dec0c774,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:04.008406 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da46f91-f76e-408c-8025-7bebc5aba33c req-c4f73449-805c-449f-8841-0e2dd4d00e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:04.009954 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7da46f91-f76e-408c-8025-7bebc5aba33c req-c4f73449-805c-449f-8841-0e2dd4d00e88 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed3face8-48a4-4110-b201-0b1158c92dba HTTP/1.1" status: 200 len: 855 time: 0.2618186 Jul 24 09:26:04.017947 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 007f0b10-a308-4241-8af7-64f79223de5b up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:26:04.137274 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16b4ec0-e873-431c-b19b-61a5cf04d8a5 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Made reservation on behalf of 407fd6cfa72243f98a949613720ea02d for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:26:04.137845 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-704a22cb-aca8-4f11-85d8-189d0efcdb6f None None] Attempting to bind port 6d804276-a11c-44ee-b566-b994dec0c774 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:26:04.138222 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-704a22cb-aca8-4f11-85d8-189d0efcdb6f None None] Attempting to bind port 6d804276-a11c-44ee-b566-b994dec0c774 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '8c7dae7c-6b17-4885-be9f-c29107160f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd6544d80-55be-435d-874b-99f6029652d5'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:26:04.138607 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a22cb-aca8-4f11-85d8-189d0efcdb6f None None] Attempting to bind port 6d804276-a11c-44ee-b566-b994dec0c774 on network d6544d80-55be-435d-874b-99f6029652d5 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:26:04.141064 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d16b4ec0-e873-431c-b19b-61a5cf04d8a5 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:04.156916 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a22cb-aca8-4f11-85d8-189d0efcdb6f None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:26:04.157333 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a22cb-aca8-4f11-85d8-189d0efcdb6f None None] Checking segment: {'id': '8c7dae7c-6b17-4885-be9f-c29107160f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd6544d80-55be-435d-874b-99f6029652d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:26:04.157740 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-704a22cb-aca8-4f11-85d8-189d0efcdb6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:04.158166 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a22cb-aca8-4f11-85d8-189d0efcdb6f None None] Bound using segment: {'id': '8c7dae7c-6b17-4885-be9f-c29107160f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd6544d80-55be-435d-874b-99f6029652d5'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:26:04.158646 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-704a22cb-aca8-4f11-85d8-189d0efcdb6f None None] Bound port: 6d804276-a11c-44ee-b566-b994dec0c774, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7dae7c-6b17-4885-be9f-c29107160f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd6544d80-55be-435d-874b-99f6029652d5'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:26:04.159022 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-704a22cb-aca8-4f11-85d8-189d0efcdb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:04.259193 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ad719fd-e9a1-446d-9c29-e2e3944e6c76 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:04.275650 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-704a22cb-aca8-4f11-85d8-189d0efcdb6f None None] For port 6d804276-a11c-44ee-b566-b994dec0c774, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:26:04.279560 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-704a22cb-aca8-4f11-85d8-189d0efcdb6f None None] For port 6d804276-a11c-44ee-b566-b994dec0c774, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=6d804276-a11c-44ee-b566-b994dec0c774,segment=NetworkSegment(8c7dae7c-6b17-4885-be9f-c29107160f8b),segment_id=8c7dae7c-6b17-4885-be9f-c29107160f8b)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:26:04.284451 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 007f0b10-a308-4241-8af7-64f79223de5b triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:04.285046 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:04.287565 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-b45c52bc-e878-4edf-923b-651bb25b3c2f None None] For port 7160963f-aec4-4e33-946e-6ce98e172981, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:26:04.293110 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-704a22cb-aca8-4f11-85d8-189d0efcdb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:04.304046 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea28f6a1-b78c-4776-98ae-d27019d9b53d tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Made reservation on behalf of 82267c1e3862415e8fb1d9a9104a5149 for: {'subnet': 2} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:26:04.309798 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ea28f6a1-b78c-4776-98ae-d27019d9b53d tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:04.310259 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ea28f6a1-b78c-4776-98ae-d27019d9b53d tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:04.316280 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ad719fd-e9a1-446d-9c29-e2e3944e6c76 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:04.321456 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4ad719fd-e9a1-446d-9c29-e2e3944e6c76 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] 10.222.0.32 "DELETE /v2.0/subnets/b0248e1c-ced0-4955-9ef5-558d9c5ae0a5 HTTP/1.1" status: 204 len: 168 time: 3.3830643 Jul 24 09:26:04.328290 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48498) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:04.352791 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad719fd-e9a1-446d-9c29-e2e3944e6c76 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Pushing event deleted for resources: {'Subnet': ['ID=b0248e1c-ced0-4955-9ef5-558d9c5ae0a5,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:04.371577 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-b45c52bc-e878-4edf-923b-651bb25b3c2f None None] For port 7160963f-aec4-4e33-946e-6ce98e172981, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7160963f-aec4-4e33-946e-6ce98e172981,segment=NetworkSegment(da1a69ad-8e6e-4dd8-b23c-1b164b962841),segment_id=da1a69ad-8e6e-4dd8-b23c-1b164b962841)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:26:04.390222 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b45c52bc-e878-4edf-923b-651bb25b3c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:04.425180 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0058dae-4c6b-42de-b31a-e80ac1ca5ff8 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Deleting subnet ee0ad53b-b5ed-433a-837a-2269200bb203 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:26:04.434053 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da46f91-f76e-408c-8025-7bebc5aba33c req-13efc991-af8e-4653-8588-5dfed5055618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:04.435823 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7da46f91-f76e-408c-8025-7bebc5aba33c req-13efc991-af8e-4653-8588-5dfed5055618 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=57115fda-8a95-4d7e-8f17-f315710a2698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4186752 Jul 24 09:26:04.440001 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646a4f2f-43d0-4ea3-a005-6989c3e7f305 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Router fd3f354e-213d-4a15-ae2b-b5b855ae666c has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:26:04.443768 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c0058dae-4c6b-42de-b31a-e80ac1ca5ff8 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:04.449628 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3272922-6f71-451b-9c8a-7475fdf80d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:04.454421 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a22cb-aca8-4f11-85d8-189d0efcdb6f None None] Pushing event updated for resources: {'Port': ['ID=6d804276-a11c-44ee-b566-b994dec0c774,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:04.543387 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d16b4ec0-e873-431c-b19b-61a5cf04d8a5 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:04.568123 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c52bc-e878-4edf-923b-651bb25b3c2f None None] Pushing event updated for resources: {'Port': ['ID=7160963f-aec4-4e33-946e-6ce98e172981,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:04.674002 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b4ec0-e873-431c-b19b-61a5cf04d8a5 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Pushing event updated for resources: {'Subnet': ['ID=7e601512-b92f-4a4a-9cad-def0334aad5b,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:04.690402 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c0058dae-4c6b-42de-b31a-e80ac1ca5ff8 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:04.716592 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b4ec0-e873-431c-b19b-61a5cf04d8a5 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Checking segment: {'id': 'ee8059d2-a179-4848-b093-9c8d100bfce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f1f92841-8fd4-416e-b3ad-4cec3f980650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:26:04.717173 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16b4ec0-e873-431c-b19b-61a5cf04d8a5 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Network hostable DHCP agents. Network: f1f92841-8fd4-416e-b3ad-4cec3f980650, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:26:05.076003 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16b4ec0-e873-431c-b19b-61a5cf04d8a5 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Network f1f92841-8fd4-416e-b3ad-4cec3f980650 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:26:05.095151 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-d16b4ec0-e873-431c-b19b-61a5cf04d8a5 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, f1f92841-8fd4-416e-b3ad-4cec3f980650) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:05.106748 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16b4ec0-e873-431c-b19b-61a5cf04d8a5 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:05.107454 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d16b4ec0-e873-431c-b19b-61a5cf04d8a5 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:05.108344 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb534dd-785e-4727-85c6-03d33d26b21d None None] Network f1f92841-8fd4-416e-b3ad-4cec3f980650 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:05.148431 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d16b4ec0-e873-431c-b19b-61a5cf04d8a5 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9861429 Jul 24 09:26:05.154134 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48508) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:05.159488 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-8e8bdfc9-cb37-458a-bdad-e1969ee9d4ef tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Request body: {'port': {'network_id': 'f1f92841-8fd4-416e-b3ad-4cec3f980650', 'name': 'tempest-ExtraDHCPOptionsTestJSON-554405201'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:05.204808 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7da46f91-f76e-408c-8025-7bebc5aba33c req-0c57fde0-d5ba-4c2a-8125-b85a43c15250 service neutron] 10.222.0.37 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7315941 Jul 24 09:26:05.250517 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ea28f6a1-b78c-4776-98ae-d27019d9b53d tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:05.323853 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646a4f2f-43d0-4ea3-a005-6989c3e7f305 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:26:05.337629 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7315e5c1-6f69-46d9-a952-94fb60df3038 None None] Sync routers for ids ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:26:05.348610 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-646a4f2f-43d0-4ea3-a005-6989c3e7f305 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "PUT /v2.0/routers/fd3f354e-213d-4a15-ae2b-b5b855ae666c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2172854 Jul 24 09:26:05.355193 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7315e5c1-6f69-46d9-a952-94fb60df3038 None None] Routers {'fd3f354e-213d-4a15-ae2b-b5b855ae666c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:26:05.356131 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-7315e5c1-6f69-46d9-a952-94fb60df3038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:26:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:05.357416 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48512) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:05.389717 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c0058dae-4c6b-42de-b31a-e80ac1ca5ff8 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:05.470045 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3272922-6f71-451b-9c8a-7475fdf80d9e admin admin] Router e786ccd1-1704-4409-b64d-3e02cbdfd41c is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:26:05.480538 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7da46f91-f76e-408c-8025-7bebc5aba33c req-e7702bcf-a087-4aac-ae29-c2f01a341365 service neutron] 10.222.0.37 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661583 Jul 24 09:26:05.508949 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-7315e5c1-6f69-46d9-a952-94fb60df3038 None None] Set router fd3f354e-213d-4a15-ae2b-b5b855ae666c gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:26:05.693689 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c0058dae-4c6b-42de-b31a-e80ac1ca5ff8 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:05.717664 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b95eb76-8c51-487a-893b-4d1dbab06fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-f1f92841-8fd4-416e-b3ad-4cec3f980650', 'network_id': 'f1f92841-8fd4-416e-b3ad-4cec3f980650', 'tenant_id': '407fd6cfa72243f98a949613720ea02d', 'fixed_ips': [{'subnet_id': '7e601512-b92f-4a4a-9cad-def0334aad5b'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:26:05.718550 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8b95eb76-8c51-487a-893b-4d1dbab06fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:05.769805 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0058dae-4c6b-42de-b31a-e80ac1ca5ff8 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Pushing event deleted for resources: {'Subnet': ['ID=ee0ad53b-b5ed-433a-837a-2269200bb203,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:05.802267 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c0058dae-4c6b-42de-b31a-e80ac1ca5ff8 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:05.807040 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c0058dae-4c6b-42de-b31a-e80ac1ca5ff8 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] 10.222.0.32 "DELETE /v2.0/subnets/ee0ad53b-b5ed-433a-837a-2269200bb203 HTTP/1.1" status: 204 len: 168 time: 1.4750051 Jul 24 09:26:05.816297 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48518) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:06.026618 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-8b95eb76-8c51-487a-893b-4d1dbab06fbc None None] Allocated IP 172.20.0.2 (f1f92841-8fd4-416e-b3ad-4cec3f980650/7e601512-b92f-4a4a-9cad-def0334aad5b/9416356b-0597-4b8c-8d82-af85dfccf88d) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:26:06.059213 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-7315e5c1-6f69-46d9-a952-94fb60df3038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:26:02Z', 'revision_number': 10, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None, '_interfaces': [{'id': 'b3479946-05fe-4bf6-ad32-a45bc73d2e4e', 'name': '', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:0c:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:59Z', 'updated_at': '2021-07-24T09:25:11Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:06.123436 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7315e5c1-6f69-46d9-a952-94fb60df3038 None None] Checking router: fd3f354e-213d-4a15-ae2b-b5b855ae666c for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:26:06.145554 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7315e5c1-6f69-46d9-a952-94fb60df3038 None None] Routers {'fd3f354e-213d-4a15-ae2b-b5b855ae666c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:26:06.146421 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-7315e5c1-6f69-46d9-a952-94fb60df3038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:26:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:06.244375 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7160963f-aec4-4e33-946e-6ce98e172981 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:26:06.253990 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3272922-6f71-451b-9c8a-7475fdf80d9e admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:26:06.271286 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] Sync routers for ids ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:26:06.330837 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d5ae2-a911-4c08-baad-83d1147a95c5 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:06.332550 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8b9d5ae2-a911-4c08-baad-83d1147a95c5 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5137188 Jul 24 09:26:06.338097 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48528) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:06.351009 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3272922-6f71-451b-9c8a-7475fdf80d9e admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:06.356341 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f3272922-6f71-451b-9c8a-7475fdf80d9e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.7728350 Jul 24 09:26:06.358219 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48530) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:06.395089 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] Routers {'e786ccd1-1704-4409-b64d-3e02cbdfd41c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:26:06.398115 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:26:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:06.455332 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28f6a1-b78c-4776-98ae-d27019d9b53d tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Pushing event updated for resources: {'Subnet': ['ID=8b2ced12-e64c-4451-9760-127d0278d7c6,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:06.495490 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b15be6-d300-4b36-9353-2e8c1587596f None None] Network d6544d80-55be-435d-874b-99f6029652d5 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:06.538462 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-7315e5c1-6f69-46d9-a952-94fb60df3038 None None] Set router fd3f354e-213d-4a15-ae2b-b5b855ae666c gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:26:06.564082 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-35f2d521-d16e-4bf5-b976-53ffb1930faa tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Deleting subnet 5a93f0b1-2475-49af-a649-3cbb70a247ad {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:26:06.589572 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-35f2d521-d16e-4bf5-b976-53ffb1930faa tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:06.708680 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea28f6a1-b78c-4776-98ae-d27019d9b53d tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Checking segment: {'id': 'c16eac03-1392-44e3-8b6f-3448c07559f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2916f27f-653f-474b-b08e-d1cf8c7e6b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:26:06.710788 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea28f6a1-b78c-4776-98ae-d27019d9b53d tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Network hostable DHCP agents. Network: 2916f27f-653f-474b-b08e-d1cf8c7e6b79, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:26:06.738232 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-941a4187-4880-4485-9cb8-29574099c1a0 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:06.761117 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-35f2d521-d16e-4bf5-b976-53ffb1930faa tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:06.769791 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088d03c9-e231-4916-9fbb-9b2e973fe710 None None] Network f28ec3f5-285c-48e1-9dce-d9aad72846a1 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:06.773670 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-7315e5c1-6f69-46d9-a952-94fb60df3038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:26:02Z', 'revision_number': 10, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None, '_interfaces': [{'id': 'b3479946-05fe-4bf6-ad32-a45bc73d2e4e', 'name': '', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:0c:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:59Z', 'updated_at': '2021-07-24T09:25:11Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:06.805071 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7315e5c1-6f69-46d9-a952-94fb60df3038 None None] The sync data for ids ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'] in n-d-800085-9 is: [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:26:02Z', 'revision_number': 10, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None, '_interfaces': [{'id': 'b3479946-05fe-4bf6-ad32-a45bc73d2e4e', 'name': '', 'network_id': '8261c110-722f-4f47-9bd3-10c983740ef6', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'mac_address': 'fa:16:3e:0c:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:59Z', 'updated_at': '2021-07-24T09:25:11Z', 'revision_number': 5, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'subnets': [{'id': '00676ca5-875a-4b79-a1ac-7218645c03d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:26:06.812529 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 7160963f-aec4-4e33-946e-6ce98e172981 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:26:06.814577 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-319919c2-ab79-4bb6-a56f-c7701ad890f5 None None] Provisioning for port 6d804276-a11c-44ee-b566-b994dec0c774 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:26:06.910988 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 6d804276-a11c-44ee-b566-b994dec0c774 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:26:06.961985 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea28f6a1-b78c-4776-98ae-d27019d9b53d tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Network 2916f27f-653f-474b-b08e-d1cf8c7e6b79 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:26:06.986219 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8bdfc9-cb37-458a-bdad-e1969ee9d4ef tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Made reservation on behalf of 407fd6cfa72243f98a949613720ea02d for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:26:06.998130 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8e8bdfc9-cb37-458a-bdad-e1969ee9d4ef tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:07.020781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-ea28f6a1-b78c-4776-98ae-d27019d9b53d tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 2916f27f-653f-474b-b08e-d1cf8c7e6b79) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:07.074226 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ea28f6a1-b78c-4776-98ae-d27019d9b53d tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:07.096592 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8b95eb76-8c51-487a-893b-4d1dbab06fbc None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:07.102557 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a95175-3f2d-4223-96e3-16904514dba8 None None] Network 2916f27f-653f-474b-b08e-d1cf8c7e6b79 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:07.233364 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28f6a1-b78c-4776-98ae-d27019d9b53d tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Pushing event updated for resources: {'Subnet': ['ID=ef06e91a-ecc9-4893-bc37-d97055f968ee,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:07.282672 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] Set router e786ccd1-1704-4409-b64d-3e02cbdfd41c gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:26:07.306878 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-8e8bdfc9-cb37-458a-bdad-e1969ee9d4ef tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] device_id is not set on port 7957bbd6-8f58-4459-a359-1eb7bf3da919 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:26:07.409907 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-35f2d521-d16e-4bf5-b976-53ffb1930faa tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:07.493866 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8b95eb76-8c51-487a-893b-4d1dbab06fbc None None] Transition to ACTIVE for port object 9416356b-0597-4b8c-8d82-af85dfccf88d will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:26:07.526176 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-20d30b59-11d3-4dc8-b922-ac6c77f4e485 None None] Provisioning for port 7160963f-aec4-4e33-946e-6ce98e172981 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:26:07.528623 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea28f6a1-b78c-4776-98ae-d27019d9b53d tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Checking segment: {'id': '7c3b3ecb-4f03-4e70-ac4a-943e0b46bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cefddb94-5e69-41f7-a85a-c65f0a3ace1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:26:07.529129 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea28f6a1-b78c-4776-98ae-d27019d9b53d tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Network hostable DHCP agents. Network: cefddb94-5e69-41f7-a85a-c65f0a3ace1e, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:26:07.572534 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea28f6a1-b78c-4776-98ae-d27019d9b53d tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Network cefddb94-5e69-41f7-a85a-c65f0a3ace1e is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:26:07.582089 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-35f2d521-d16e-4bf5-b976-53ffb1930faa tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:07.607232 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-ea28f6a1-b78c-4776-98ae-d27019d9b53d tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, cefddb94-5e69-41f7-a85a-c65f0a3ace1e) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:07.666398 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-35f2d521-d16e-4bf5-b976-53ffb1930faa tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:07.670751 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-35f2d521-d16e-4bf5-b976-53ffb1930faa tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/subnets/5a93f0b1-2475-49af-a649-3cbb70a247ad HTTP/1.1" status: 204 len: 168 time: 2.2246823 Jul 24 09:26:07.684142 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea28f6a1-b78c-4776-98ae-d27019d9b53d tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:07.685319 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea28f6a1-b78c-4776-98ae-d27019d9b53d tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:07.685990 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ea28f6a1-b78c-4776-98ae-d27019d9b53d tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:07.694127 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e8cf86-864d-4b72-9869-27ff71612722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-2916f27f-653f-474b-b08e-d1cf8c7e6b79', 'network_id': '2916f27f-653f-474b-b08e-d1cf8c7e6b79', 'tenant_id': '82267c1e3862415e8fb1d9a9104a5149', 'fixed_ips': [{'subnet_id': '8b2ced12-e64c-4451-9760-127d0278d7c6'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:26:07.695259 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c6e8cf86-864d-4b72-9869-27ff71612722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:07.707656 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8261b2bb-4ead-4d27-a44c-f7c57fe704d1 None None] Network f065ac3d-5859-4534-9cd7-738766022ab9 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:07.713794 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48540) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:07.724473 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2d521-d16e-4bf5-b976-53ffb1930faa tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Subnet': ['ID=5a93f0b1-2475-49af-a649-3cbb70a247ad,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:07.735660 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ea28f6a1-b78c-4776-98ae-d27019d9b53d tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.1141398 Jul 24 09:26:07.748995 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48542) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:07.797606 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e85e295-5b7e-476f-9c57-50dd0e350e1f None None] Network cefddb94-5e69-41f7-a85a-c65f0a3ace1e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:07.821858 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedbf238-201f-4f7f-bebc-26fea97747ce tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:07.824405 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedbf238-201f-4f7f-bebc-26fea97747ce tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:07.828082 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedbf238-201f-4f7f-bebc-26fea97747ce tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:07.835599 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-eedbf238-201f-4f7f-bebc-26fea97747ce tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0836606 Jul 24 09:26:07.843126 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48544) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:07.883367 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-941a4187-4880-4485-9cb8-29574099c1a0 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Deleting port 6d804276-a11c-44ee-b566-b994dec0c774 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:26:07.883945 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-941a4187-4880-4485-9cb8-29574099c1a0 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:07.962749 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-c6e8cf86-864d-4b72-9869-27ff71612722 None None] Allocated IP 172.20.0.2 (2916f27f-653f-474b-b08e-d1cf8c7e6b79/8b2ced12-e64c-4451-9760-127d0278d7c6/1c85b848-8982-4e1a-9ee5-c0fb606a10ff) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:26:07.963423 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37c9a76b-6a58-472e-991b-39a929105087 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:07.982385 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-94cf3c7a-5844-4ec6-95e0-eb8688dc8c68 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Deleting subnet 8b2ced12-e64c-4451-9760-127d0278d7c6 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:26:08.010583 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-941a4187-4880-4485-9cb8-29574099c1a0 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] For port 6d804276-a11c-44ee-b566-b994dec0c774, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=6d804276-a11c-44ee-b566-b994dec0c774,segment=NetworkSegment(8c7dae7c-6b17-4885-be9f-c29107160f8b),segment_id=8c7dae7c-6b17-4885-be9f-c29107160f8b)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:08.010910 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-941a4187-4880-4485-9cb8-29574099c1a0 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:08.030356 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-941a4187-4880-4485-9cb8-29574099c1a0 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Calling delete_port for 6d804276-a11c-44ee-b566-b994dec0c774 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:26:08.076102 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-37c9a76b-6a58-472e-991b-39a929105087 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Deleting port cde30390-94b0-4eb8-bff2-72c3f24989f0 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:26:08.076851 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37c9a76b-6a58-472e-991b-39a929105087 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:08.109541 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c6e8cf86-864d-4b72-9869-27ff71612722 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:08.118456 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c6e8cf86-864d-4b72-9869-27ff71612722 None None] Transition to ACTIVE for port object 1c85b848-8982-4e1a-9ee5-c0fb606a10ff will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:26:08.135124 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c6e8cf86-864d-4b72-9869-27ff71612722 None None] Transition to ACTIVE for port object 1c85b848-8982-4e1a-9ee5-c0fb606a10ff will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:26:08.188264 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8b95eb76-8c51-487a-893b-4d1dbab06fbc None None] Transition to ACTIVE for port object 9416356b-0597-4b8c-8d82-af85dfccf88d will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:26:08.216619 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-20d30b59-11d3-4dc8-b922-ac6c77f4e485 None None] Provisioning complete for port 7160963f-aec4-4e33-946e-6ce98e172981 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:08.217121 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-20d30b59-11d3-4dc8-b922-ac6c77f4e485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:08.220567 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c6e8cf86-864d-4b72-9869-27ff71612722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:08.225434 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-37c9a76b-6a58-472e-991b-39a929105087 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] For port cde30390-94b0-4eb8-bff2-72c3f24989f0, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=cde30390-94b0-4eb8-bff2-72c3f24989f0,segment=NetworkSegment(77fabab7-d56b-4037-ae00-75259f9e4106),segment_id=77fabab7-d56b-4037-ae00-75259f9e4106)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:08.226022 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37c9a76b-6a58-472e-991b-39a929105087 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:08.240279 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-37c9a76b-6a58-472e-991b-39a929105087 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Calling delete_port for cde30390-94b0-4eb8-bff2-72c3f24989f0 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:26:08.263674 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e8cf86-864d-4b72-9869-27ff71612722 None None] Network 2916f27f-653f-474b-b08e-d1cf8c7e6b79 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:26:08.275683 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4e31b25b-6f55-4bb7-b912-546b8fd3489f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:08.315479 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-c6e8cf86-864d-4b72-9869-27ff71612722 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:08.333410 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8b95eb76-8c51-487a-893b-4d1dbab06fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:08.346638 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e8cf86-864d-4b72-9869-27ff71612722 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:26:08.362934 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b95eb76-8c51-487a-893b-4d1dbab06fbc None None] Network f1f92841-8fd4-416e-b3ad-4cec3f980650 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:26:08.375182 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-8b95eb76-8c51-487a-893b-4d1dbab06fbc None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:08.381024 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 6d804276-a11c-44ee-b566-b994dec0c774 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:26:08.393823 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b95eb76-8c51-487a-893b-4d1dbab06fbc None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:26:08.396815 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 6d804276-a11c-44ee-b566-b994dec0c774 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:08.398055 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:08.405373 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-941a4187-4880-4485-9cb8-29574099c1a0 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:08.426003 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941a4187-4880-4485-9cb8-29574099c1a0 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] No DVR routers for this DVR port 6d804276-a11c-44ee-b566-b994dec0c774 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:26:08.433209 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-94cf3c7a-5844-4ec6-95e0-eb8688dc8c68 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:08.456667 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37c9a76b-6a58-472e-991b-39a929105087 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:08.592272 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9a76b-6a58-472e-991b-39a929105087 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Port': ['ID=cde30390-94b0-4eb8-bff2-72c3f24989f0,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:08.613737 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c9a76b-6a58-472e-991b-39a929105087 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] No DVR routers for this DVR port cde30390-94b0-4eb8-bff2-72c3f24989f0 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:26:08.639412 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-4e31b25b-6f55-4bb7-b912-546b8fd3489f admin admin] Allocated IP 172.20.0.1 (f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d/ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff/caa9efb5-9c12-47ef-9d9d-383a10b9d151) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:26:08.712511 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-94cf3c7a-5844-4ec6-95e0-eb8688dc8c68 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:08.791753 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e860e072-bb5d-4d2b-9533-563105e9c050 None None] DHCP port deletion for d6544d80-55be-435d-874b-99f6029652d5 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:26:08.827120 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4e31b25b-6f55-4bb7-b912-546b8fd3489f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:08.837004 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-8e8bdfc9-cb37-458a-bdad-e1969ee9d4ef tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Allocated IP 172.20.0.3 (f1f92841-8fd4-416e-b3ad-4cec3f980650/7e601512-b92f-4a4a-9cad-def0334aad5b/7957bbd6-8f58-4459-a359-1eb7bf3da919) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:26:08.845712 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-4e31b25b-6f55-4bb7-b912-546b8fd3489f admin admin] Transition to ACTIVE for port object caa9efb5-9c12-47ef-9d9d-383a10b9d151 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:26:08.866572 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Port 6d804276-a11c-44ee-b566-b994dec0c774 was deleted so its status cannot be updated. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 24 09:26:08.921831 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37c9a76b-6a58-472e-991b-39a929105087 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:08.922662 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a4187-4880-4485-9cb8-29574099c1a0 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Pushing event deleted for resources: {'Port': ['ID=6d804276-a11c-44ee-b566-b994dec0c774,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:08.938287 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4e31b25b-6f55-4bb7-b912-546b8fd3489f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:08.968683 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d46b31a-2897-4c00-b922-ee1fa332ee61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-cefddb94-5e69-41f7-a85a-c65f0a3ace1e', 'network_id': 'cefddb94-5e69-41f7-a85a-c65f0a3ace1e', 'tenant_id': '82267c1e3862415e8fb1d9a9104a5149', 'fixed_ips': [{'subnet_id': 'ef06e91a-ecc9-4893-bc37-d97055f968ee'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:26:08.968910 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-37c9a76b-6a58-472e-991b-39a929105087 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f065ac3d-5859-4534-9cd7-738766022ab9']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:08.969946 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3d46b31a-2897-4c00-b922-ee1fa332ee61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:09.015507 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-37c9a76b-6a58-472e-991b-39a929105087 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77fabab7-d56b-4037-ae00-75259f9e4106') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:09.015805 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-37c9a76b-6a58-472e-991b-39a929105087 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77fabab7-d56b-4037-ae00-75259f9e4106') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:09.028407 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-8b95eb76-8c51-487a-893b-4d1dbab06fbc None None] Attempting to bind port 9416356b-0597-4b8c-8d82-af85dfccf88d on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:26:09.028905 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-8b95eb76-8c51-487a-893b-4d1dbab06fbc None None] Attempting to bind port 9416356b-0597-4b8c-8d82-af85dfccf88d by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'ee8059d2-a179-4848-b093-9c8d100bfce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f1f92841-8fd4-416e-b3ad-4cec3f980650'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:26:09.029272 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b95eb76-8c51-487a-893b-4d1dbab06fbc None None] Attempting to bind port 9416356b-0597-4b8c-8d82-af85dfccf88d on network f1f92841-8fd4-416e-b3ad-4cec3f980650 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:26:09.035460 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-c6e8cf86-864d-4b72-9869-27ff71612722 None None] Attempting to bind port 1c85b848-8982-4e1a-9ee5-c0fb606a10ff on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:26:09.035837 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-c6e8cf86-864d-4b72-9869-27ff71612722 None None] Attempting to bind port 1c85b848-8982-4e1a-9ee5-c0fb606a10ff by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'c16eac03-1392-44e3-8b6f-3448c07559f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2916f27f-653f-474b-b08e-d1cf8c7e6b79'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:26:09.036196 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e8cf86-864d-4b72-9869-27ff71612722 None None] Attempting to bind port 1c85b848-8982-4e1a-9ee5-c0fb606a10ff on network 2916f27f-653f-474b-b08e-d1cf8c7e6b79 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:26:09.048018 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b95eb76-8c51-487a-893b-4d1dbab06fbc None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:26:09.048442 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b95eb76-8c51-487a-893b-4d1dbab06fbc None None] Checking segment: {'id': 'ee8059d2-a179-4848-b093-9c8d100bfce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f1f92841-8fd4-416e-b3ad-4cec3f980650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:26:09.048876 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8b95eb76-8c51-487a-893b-4d1dbab06fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:09.049272 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b95eb76-8c51-487a-893b-4d1dbab06fbc None None] Bound using segment: {'id': 'ee8059d2-a179-4848-b093-9c8d100bfce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f1f92841-8fd4-416e-b3ad-4cec3f980650'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:26:09.049802 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-8b95eb76-8c51-487a-893b-4d1dbab06fbc None None] Bound port: 9416356b-0597-4b8c-8d82-af85dfccf88d, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8059d2-a179-4848-b093-9c8d100bfce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f1f92841-8fd4-416e-b3ad-4cec3f980650'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:26:09.050184 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8b95eb76-8c51-487a-893b-4d1dbab06fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:09.068848 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e8cf86-864d-4b72-9869-27ff71612722 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:26:09.069510 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e8cf86-864d-4b72-9869-27ff71612722 None None] Checking segment: {'id': 'c16eac03-1392-44e3-8b6f-3448c07559f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2916f27f-653f-474b-b08e-d1cf8c7e6b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:26:09.069658 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c6e8cf86-864d-4b72-9869-27ff71612722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:09.070013 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e8cf86-864d-4b72-9869-27ff71612722 None None] Bound using segment: {'id': 'c16eac03-1392-44e3-8b6f-3448c07559f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2916f27f-653f-474b-b08e-d1cf8c7e6b79'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:26:09.070497 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-c6e8cf86-864d-4b72-9869-27ff71612722 None None] Bound port: 1c85b848-8982-4e1a-9ee5-c0fb606a10ff, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16eac03-1392-44e3-8b6f-3448c07559f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2916f27f-653f-474b-b08e-d1cf8c7e6b79'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:26:09.070953 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37c9a76b-6a58-472e-991b-39a929105087 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:09.071272 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c6e8cf86-864d-4b72-9869-27ff71612722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:09.131045 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e31b25b-6f55-4bb7-b912-546b8fd3489f admin admin] Network f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:26:09.158026 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-941a4187-4880-4485-9cb8-29574099c1a0 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:09.160006 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-94cf3c7a-5844-4ec6-95e0-eb8688dc8c68 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:09.166980 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-4e31b25b-6f55-4bb7-b912-546b8fd3489f admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:09.211289 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31b25b-6f55-4bb7-b912-546b8fd3489f admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:26:09.245734 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-941a4187-4880-4485-9cb8-29574099c1a0 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6544d80-55be-435d-874b-99f6029652d5']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:09.258177 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31b25b-6f55-4bb7-b912-546b8fd3489f admin admin] Pushing event updated for resources: {'Port': ['ID=caa9efb5-9c12-47ef-9d9d-383a10b9d151,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:09.259902 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-94cf3c7a-5844-4ec6-95e0-eb8688dc8c68 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:09.282355 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-3d46b31a-2897-4c00-b922-ee1fa332ee61 None None] Allocated IP 172.20.0.18 (cefddb94-5e69-41f7-a85a-c65f0a3ace1e/ef06e91a-ecc9-4893-bc37-d97055f968ee/38029e93-8b59-4a99-84ef-6aceccd0faf9) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:26:09.287255 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-941a4187-4880-4485-9cb8-29574099c1a0 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7dae7c-6b17-4885-be9f-c29107160f8b') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:09.289132 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-941a4187-4880-4485-9cb8-29574099c1a0 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7dae7c-6b17-4885-be9f-c29107160f8b') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:09.318144 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-941a4187-4880-4485-9cb8-29574099c1a0 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:09.340350 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4e31b25b-6f55-4bb7-b912-546b8fd3489f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:09.367883 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37c9a76b-6a58-472e-991b-39a929105087 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:09.391701 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3535017b-8cbf-4e1f-b361-6839b75bdec4 None None] DHCP port deletion for f28ec3f5-285c-48e1-9dce-d9aad72846a1 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:26:09.488205 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-941a4187-4880-4485-9cb8-29574099c1a0 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:09.522483 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941a4187-4880-4485-9cb8-29574099c1a0 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:26:09.523101 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-941a4187-4880-4485-9cb8-29574099c1a0 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:26:09.529061 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:26:09.550997 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-8b95eb76-8c51-487a-893b-4d1dbab06fbc None None] For port 9416356b-0597-4b8c-8d82-af85dfccf88d, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:26:09.563913 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-8b95eb76-8c51-487a-893b-4d1dbab06fbc None None] For port 9416356b-0597-4b8c-8d82-af85dfccf88d, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=9416356b-0597-4b8c-8d82-af85dfccf88d,segment=NetworkSegment(ee8059d2-a179-4848-b093-9c8d100bfce6),segment_id=ee8059d2-a179-4848-b093-9c8d100bfce6)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:26:09.587619 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8e8bdfc9-cb37-458a-bdad-e1969ee9d4ef tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:09.602850 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-8e8bdfc9-cb37-458a-bdad-e1969ee9d4ef tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Transition to ACTIVE for port object 7957bbd6-8f58-4459-a359-1eb7bf3da919 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:26:09.611915 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8cf86-864d-4b72-9869-27ff71612722 None None] Pushing event updated for resources: {'Port': ['ID=1c85b848-8982-4e1a-9ee5-c0fb606a10ff,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:09.616862 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec579a7-85dc-407f-a7ec-bd40bd16bde1 None None] DHCP port deletion for f065ac3d-5859-4534-9cd7-738766022ab9 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:26:09.622096 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device faf3e560-2b7d-4038-b4c1-26a0c9a8e371 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:26:09.657537 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf3c7a-5844-4ec6-95e0-eb8688dc8c68 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Pushing event deleted for resources: {'Subnet': ['ID=8b2ced12-e64c-4451-9760-127d0278d7c6,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:09.663009 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c9a76b-6a58-472e-991b-39a929105087 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:26:09.663413 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37c9a76b-6a58-472e-991b-39a929105087 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:09.668863 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-94cf3c7a-5844-4ec6-95e0-eb8688dc8c68 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:09.670751 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-94cf3c7a-5844-4ec6-95e0-eb8688dc8c68 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] 10.222.0.32 "DELETE /v2.0/subnets/8b2ced12-e64c-4451-9760-127d0278d7c6 HTTP/1.1" status: 204 len: 168 time: 1.8257151 Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:26:09.671549 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:26:09.686099 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8e8bdfc9-cb37-458a-bdad-e1969ee9d4ef tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:09.692052 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48558) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:09.749146 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: faf3e560-2b7d-4038-b4c1-26a0c9a8e371 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:26:09.749495 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device faf3e560-2b7d-4038-b4c1-26a0c9a8e371 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:26:09.749918 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 6d804276-a11c-44ee-b566-b994dec0c774 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:26:09.751741 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-20d30b59-11d3-4dc8-b922-ac6c77f4e485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:09.773211 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8b95eb76-8c51-487a-893b-4d1dbab06fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:09.830676 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-941a4187-4880-4485-9cb8-29574099c1a0 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:09.884930 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-941a4187-4880-4485-9cb8-29574099c1a0 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:09.889912 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-941a4187-4880-4485-9cb8-29574099c1a0 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] 10.222.0.32 "DELETE /v2.0/networks/d6544d80-55be-435d-874b-99f6029652d5 HTTP/1.1" status: 204 len: 168 time: 3.5507307 Jul 24 09:26:09.890746 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a4187-4880-4485-9cb8-29574099c1a0 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Pushing event deleted for resources: {'Network': ['ID=d6544d80-55be-435d-874b-99f6029652d5,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:09.892903 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3d46b31a-2897-4c00-b922-ee1fa332ee61 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:09.900089 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48562) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:09.904711 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3d46b31a-2897-4c00-b922-ee1fa332ee61 None None] Transition to ACTIVE for port object 38029e93-8b59-4a99-84ef-6aceccd0faf9 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:26:09.921715 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3d46b31a-2897-4c00-b922-ee1fa332ee61 None None] Transition to ACTIVE for port object 38029e93-8b59-4a99-84ef-6aceccd0faf9 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:26:09.932773 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37c9a76b-6a58-472e-991b-39a929105087 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:09.992966 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3d46b31a-2897-4c00-b922-ee1fa332ee61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:09.996701 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8bdfc9-cb37-458a-bdad-e1969ee9d4ef tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Network f1f92841-8fd4-416e-b3ad-4cec3f980650 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:26:10.004849 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bea10a0-1d70-48db-9019-48c8c0b2c02f tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Deleting subnet ef06e91a-ecc9-4893-bc37-d97055f968ee {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:26:10.005411 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4e31b25b-6f55-4bb7-b912-546b8fd3489f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:10.008468 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-8e8bdfc9-cb37-458a-bdad-e1969ee9d4ef tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:10.018230 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37c9a76b-6a58-472e-991b-39a929105087 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:10.020259 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-37c9a76b-6a58-472e-991b-39a929105087 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/networks/f065ac3d-5859-4534-9cd7-738766022ab9 HTTP/1.1" status: 204 len: 168 time: 2.3050931 Jul 24 09:26:10.021290 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8bdfc9-cb37-458a-bdad-e1969ee9d4ef tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:26:10.035162 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48564) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:10.035796 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2bea10a0-1d70-48db-9019-48c8c0b2c02f tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:10.060860 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d46b31a-2897-4c00-b922-ee1fa332ee61 None None] Network cefddb94-5e69-41f7-a85a-c65f0a3ace1e is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:26:10.109504 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-3d46b31a-2897-4c00-b922-ee1fa332ee61 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:10.117393 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d46b31a-2897-4c00-b922-ee1fa332ee61 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:26:10.122225 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 6d804276-a11c-44ee-b566-b994dec0c774 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:26:10.123119 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 6d804276-a11c-44ee-b566-b994dec0c774 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:26:10.139628 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'name': 'tempest-AttachVolumeTestJSON-2125491744-router', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:25:57Z', 'updated_at': '2021-07-24T09:26:02Z', 'revision_number': 3, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'gw_port': {'id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:59Z', 'updated_at': '2021-07-24T09:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:10.168045 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5604-e5d9-4f61-9d06-39940ae10e4f tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:10.182193 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8bdfc9-cb37-458a-bdad-e1969ee9d4ef tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Pushing event updated for resources: {'Port': ['ID=7957bbd6-8f58-4459-a359-1eb7bf3da919,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:10.231862 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9a76b-6a58-472e-991b-39a929105087 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Network': ['ID=f065ac3d-5859-4534-9cd7-738766022ab9,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:10.294134 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] Checking router: e786ccd1-1704-4409-b64d-3e02cbdfd41c for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:26:10.295091 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] Updating router e786ccd1-1704-4409-b64d-3e02cbdfd41c port 90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:26:10.297540 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-c6e8cf86-864d-4b72-9869-27ff71612722 None None] For port 1c85b848-8982-4e1a-9ee5-c0fb606a10ff, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:26:10.306161 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2bea10a0-1d70-48db-9019-48c8c0b2c02f tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:10.345551 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-20d30b59-11d3-4dc8-b922-ac6c77f4e485 None None] For port 7160963f-aec4-4e33-946e-6ce98e172981, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7160963f-aec4-4e33-946e-6ce98e172981,segment=NetworkSegment(da1a69ad-8e6e-4dd8-b23c-1b164b962841),segment_id=da1a69ad-8e6e-4dd8-b23c-1b164b962841)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:10.368686 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8bdfc9-cb37-458a-bdad-e1969ee9d4ef tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:10.369536 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8e8bdfc9-cb37-458a-bdad-e1969ee9d4ef tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:10.376098 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-3d46b31a-2897-4c00-b922-ee1fa332ee61 None None] Attempting to bind port 38029e93-8b59-4a99-84ef-6aceccd0faf9 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:26:10.377233 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-3d46b31a-2897-4c00-b922-ee1fa332ee61 None None] Attempting to bind port 38029e93-8b59-4a99-84ef-6aceccd0faf9 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '7c3b3ecb-4f03-4e70-ac4a-943e0b46bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cefddb94-5e69-41f7-a85a-c65f0a3ace1e'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:26:10.377604 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d46b31a-2897-4c00-b922-ee1fa332ee61 None None] Attempting to bind port 38029e93-8b59-4a99-84ef-6aceccd0faf9 on network cefddb94-5e69-41f7-a85a-c65f0a3ace1e {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:26:10.384968 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95eb76-8c51-487a-893b-4d1dbab06fbc None None] Pushing event updated for resources: {'Port': ['ID=9416356b-0597-4b8c-8d82-af85dfccf88d,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:10.396530 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-c6e8cf86-864d-4b72-9869-27ff71612722 None None] For port 1c85b848-8982-4e1a-9ee5-c0fb606a10ff, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=1c85b848-8982-4e1a-9ee5-c0fb606a10ff,segment=NetworkSegment(c16eac03-1392-44e3-8b6f-3448c07559f1),segment_id=c16eac03-1392-44e3-8b6f-3448c07559f1)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:26:10.401377 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-20d30b59-11d3-4dc8-b922-ac6c77f4e485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:10.466196 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d46b31a-2897-4c00-b922-ee1fa332ee61 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:26:10.466625 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d46b31a-2897-4c00-b922-ee1fa332ee61 None None] Checking segment: {'id': '7c3b3ecb-4f03-4e70-ac4a-943e0b46bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cefddb94-5e69-41f7-a85a-c65f0a3ace1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:26:10.467037 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3d46b31a-2897-4c00-b922-ee1fa332ee61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:10.467436 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d46b31a-2897-4c00-b922-ee1fa332ee61 None None] Bound using segment: {'id': '7c3b3ecb-4f03-4e70-ac4a-943e0b46bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cefddb94-5e69-41f7-a85a-c65f0a3ace1e'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:26:10.467933 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-3d46b31a-2897-4c00-b922-ee1fa332ee61 None None] Bound port: 38029e93-8b59-4a99-84ef-6aceccd0faf9, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c3b3ecb-4f03-4e70-ac4a-943e0b46bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cefddb94-5e69-41f7-a85a-c65f0a3ace1e'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:26:10.468315 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3d46b31a-2897-4c00-b922-ee1fa332ee61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:10.470143 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-7c6f5604-e5d9-4f61-9d06-39940ae10e4f tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Deleting port 7160963f-aec4-4e33-946e-6ce98e172981 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:26:10.470819 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5604-e5d9-4f61-9d06-39940ae10e4f tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:10.472390 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c6e8cf86-864d-4b72-9869-27ff71612722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:10.603154 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4e31b25b-6f55-4bb7-b912-546b8fd3489f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:10.613445 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-7c6f5604-e5d9-4f61-9d06-39940ae10e4f tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] For port 7160963f-aec4-4e33-946e-6ce98e172981, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7160963f-aec4-4e33-946e-6ce98e172981,segment=NetworkSegment(da1a69ad-8e6e-4dd8-b23c-1b164b962841),segment_id=da1a69ad-8e6e-4dd8-b23c-1b164b962841)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:10.613871 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5604-e5d9-4f61-9d06-39940ae10e4f tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:10.618663 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4e31b25b-6f55-4bb7-b912-546b8fd3489f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:10.641998 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95eb76-8c51-487a-893b-4d1dbab06fbc None None] Pushing event updated for resources: {'Port': ['ID=9416356b-0597-4b8c-8d82-af85dfccf88d,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:10.658853 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:10.676438 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8e8bdfc9-cb37-458a-bdad-e1969ee9d4ef tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5210452 Jul 24 09:26:10.677221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48568) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:10.707272 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e2eddd1e-c415-48a7-a738-67fffac4d188 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Request body: {'port': {'network_id': 'f1f92841-8fd4-416e-b3ad-4cec3f980650', 'name': 'tempest-ExtraDHCPOptionsTestJSON-239881015', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:10.707519 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.api.validators [None req-e2eddd1e-c415-48a7-a738-67fffac4d188 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] bootfile-name is not in valid_values {{(pid=94035) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 09:26:10.707876 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.api.validators [None req-e2eddd1e-c415-48a7-a738-67fffac4d188 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] tftp-server is not in valid_values {{(pid=94035) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 09:26:10.708223 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31b25b-6f55-4bb7-b912-546b8fd3489f admin admin] Pushing event updated for resources: {'Port': ['ID=caa9efb5-9c12-47ef-9d9d-383a10b9d151,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:10.708345 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.api.validators [None req-e2eddd1e-c415-48a7-a738-67fffac4d188 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] server-ip-address is not in valid_values {{(pid=94035) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 09:26:10.719941 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-7c6f5604-e5d9-4f61-9d06-39940ae10e4f tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Calling delete_port for 7160963f-aec4-4e33-946e-6ce98e172981 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:26:10.746370 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4e31b25b-6f55-4bb7-b912-546b8fd3489f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:10.773833 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48572) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:10.870017 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-3535017b-8cbf-4e1f-b361-6839b75bdec4 None None] Deleting port 7160963f-aec4-4e33-946e-6ce98e172981 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:26:10.876017 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3535017b-8cbf-4e1f-b361-6839b75bdec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:10.888933 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05678268-5306-4ebf-b149-3f0d8fedb85e None None] Network 2916f27f-653f-474b-b08e-d1cf8c7e6b79 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:10.947918 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e31b25b-6f55-4bb7-b912-546b8fd3489f admin admin] Network f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:26:10.949931 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-4e31b25b-6f55-4bb7-b912-546b8fd3489f admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:11.033681 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-09ce28eb-e261-452f-8291-695a85851806 None None] Provisioning for port caa9efb5-9c12-47ef-9d9d-383a10b9d151 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:26:11.039981 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5604-e5d9-4f61-9d06-39940ae10e4f tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:11.156843 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2bea10a0-1d70-48db-9019-48c8c0b2c02f tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:11.191604 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f5604-e5d9-4f61-9d06-39940ae10e4f tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Pushing event deleted for resources: {'Port': ['ID=7160963f-aec4-4e33-946e-6ce98e172981,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:11.212573 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6f5604-e5d9-4f61-9d06-39940ae10e4f tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] No DVR routers for this DVR port 7160963f-aec4-4e33-946e-6ce98e172981 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:26:11.246490 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2eddd1e-c415-48a7-a738-67fffac4d188 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Made reservation on behalf of 407fd6cfa72243f98a949613720ea02d for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:26:11.250419 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e2eddd1e-c415-48a7-a738-67fffac4d188 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:11.269030 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 9416356b-0597-4b8c-8d82-af85dfccf88d up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:26:11.375477 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-09ce28eb-e261-452f-8291-695a85851806 None None] Provisioning complete for port caa9efb5-9c12-47ef-9d9d-383a10b9d151 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:11.376094 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-09ce28eb-e261-452f-8291-695a85851806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:11.394134 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-3535017b-8cbf-4e1f-b361-6839b75bdec4 None None] For port 7160963f-aec4-4e33-946e-6ce98e172981, host n-d-800085-9, got binding levels [] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:11.394756 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3535017b-8cbf-4e1f-b361-6839b75bdec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:11.458618 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e31b25b-6f55-4bb7-b912-546b8fd3489f admin admin] Router e786ccd1-1704-4409-b64d-3e02cbdfd41c has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:26:11.545096 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5604-e5d9-4f61-9d06-39940ae10e4f tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:11.589081 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46b31a-2897-4c00-b922-ee1fa332ee61 None None] Pushing event updated for resources: {'Port': ['ID=38029e93-8b59-4a99-84ef-6aceccd0faf9,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:11.592302 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-3535017b-8cbf-4e1f-b361-6839b75bdec4 None None] Calling delete_port for 7160963f-aec4-4e33-946e-6ce98e172981 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:26:11.602650 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.ipam_backend_mixin [None req-3535017b-8cbf-4e1f-b361-6839b75bdec4 None None] Port 7160963f-aec4-4e33-946e-6ce98e172981 was not found and therefore no delete operation was performed {{(pid=94037) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 09:26:11.621953 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-7c6f5604-e5d9-4f61-9d06-39940ae10e4f tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f28ec3f5-285c-48e1-9dce-d9aad72846a1']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:11.633882 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d30b59-11d3-4dc8-b922-ac6c77f4e485 None None] Pushing event deleted for resources: {'Port': ['ID=7160963f-aec4-4e33-946e-6ce98e172981,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:11.645257 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-7c6f5604-e5d9-4f61-9d06-39940ae10e4f tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da1a69ad-8e6e-4dd8-b23c-1b164b962841') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:11.645484 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-7c6f5604-e5d9-4f61-9d06-39940ae10e4f tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da1a69ad-8e6e-4dd8-b23c-1b164b962841') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:11.664056 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5604-e5d9-4f61-9d06-39940ae10e4f tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:11.682043 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3535017b-8cbf-4e1f-b361-6839b75bdec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:11.685625 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5604-e5d9-4f61-9d06-39940ae10e4f tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:11.698846 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6f5604-e5d9-4f61-9d06-39940ae10e4f tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:26:11.699409 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5604-e5d9-4f61-9d06-39940ae10e4f tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:26:11.703032 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:26:11.747598 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e31b25b-6f55-4bb7-b912-546b8fd3489f admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:26:11.759477 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-09ce28eb-e261-452f-8291-695a85851806 None None] Port caa9efb5-9c12-47ef-9d9d-383a10b9d151 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:26:11.768783 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4e31b25b-6f55-4bb7-b912-546b8fd3489f admin admin] 10.222.0.32 "PUT /v2.0/routers/e786ccd1-1704-4409-b64d-3e02cbdfd41c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3575389 Jul 24 09:26:11.769008 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 9416356b-0597-4b8c-8d82-af85dfccf88d completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:26:11.783514 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3535017b-8cbf-4e1f-b361-6839b75bdec4 None None] No DVR routers for this DVR port 7160963f-aec4-4e33-946e-6ce98e172981 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:26:11.837422 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8cf86-864d-4b72-9869-27ff71612722 None None] Pushing event updated for resources: {'Port': ['ID=1c85b848-8982-4e1a-9ee5-c0fb606a10ff,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:11.879227 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5604-e5d9-4f61-9d06-39940ae10e4f tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:11.889389 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5604-e5d9-4f61-9d06-39940ae10e4f tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:11.901999 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7c6f5604-e5d9-4f61-9d06-39940ae10e4f tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] 10.222.0.32 "DELETE /v2.0/networks/f28ec3f5-285c-48e1-9dce-d9aad72846a1 HTTP/1.1" status: 204 len: 168 time: 1.9941771 Jul 24 09:26:11.902840 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48582) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:11.945678 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-e2eddd1e-c415-48a7-a738-67fffac4d188 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] device_id is not set on port a009c093-ba0e-4b59-bd5e-b3608733fea4 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:26:11.951051 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535017b-8cbf-4e1f-b361-6839b75bdec4 None None] Pushing event deleted for resources: {'Port': ['ID=7160963f-aec4-4e33-946e-6ce98e172981,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:12.021218 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f5604-e5d9-4f61-9d06-39940ae10e4f tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Pushing event deleted for resources: {'Network': ['ID=f28ec3f5-285c-48e1-9dce-d9aad72846a1,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:12.170568 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-33cfdb60-0783-49c3-880b-a6d12c2e44ab tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:12.242532 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device cde30390-94b0-4eb8-bff2-72c3f24989f0 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:26:12.277100 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2bea10a0-1d70-48db-9019-48c8c0b2c02f tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:12.278911 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084bb4f4-e8e5-40a8-8c2e-c4dbc62a2e33 None None] Network f1f92841-8fd4-416e-b3ad-4cec3f980650 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:12.311820 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-33cfdb60-0783-49c3-880b-a6d12c2e44ab tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:12.324432 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-33cfdb60-0783-49c3-880b-a6d12c2e44ab tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43ce060-8b8c-4fad-aa1d-0286a01d7446']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:12.335111 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-33cfdb60-0783-49c3-880b-a6d12c2e44ab tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e90ca5ce-47b0-4438-bee2-7a39dc31970b') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:12.336033 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-33cfdb60-0783-49c3-880b-a6d12c2e44ab tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e90ca5ce-47b0-4438-bee2-7a39dc31970b') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:12.345030 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-33cfdb60-0783-49c3-880b-a6d12c2e44ab tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:12.363557 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-33cfdb60-0783-49c3-880b-a6d12c2e44ab tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:12.370060 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33cfdb60-0783-49c3-880b-a6d12c2e44ab tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:26:12.371228 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-33cfdb60-0783-49c3-880b-a6d12c2e44ab tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:12.457633 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea10a0-1d70-48db-9019-48c8c0b2c02f tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Pushing event deleted for resources: {'Subnet': ['ID=ef06e91a-ecc9-4893-bc37-d97055f968ee,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:12.469854 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2bea10a0-1d70-48db-9019-48c8c0b2c02f tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:12.471933 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2bea10a0-1d70-48db-9019-48c8c0b2c02f tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] 10.222.0.32 "DELETE /v2.0/subnets/ef06e91a-ecc9-4893-bc37-d97055f968ee HTTP/1.1" status: 204 len: 168 time: 2.6711471 Jul 24 09:26:12.475315 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48590) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:26:12.478690 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:26:12.493288 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-33cfdb60-0783-49c3-880b-a6d12c2e44ab tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:12.511761 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-33cfdb60-0783-49c3-880b-a6d12c2e44ab tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:12.513891 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-33cfdb60-0783-49c3-880b-a6d12c2e44ab tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] 10.222.0.32 "DELETE /v2.0/networks/a43ce060-8b8c-4fad-aa1d-0286a01d7446 HTTP/1.1" status: 204 len: 168 time: 0.5892761 Jul 24 09:26:12.518169 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48592) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:12.621401 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-e2eddd1e-c415-48a7-a738-67fffac4d188 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Allocated IP 172.20.0.9 (f1f92841-8fd4-416e-b3ad-4cec3f980650/7e601512-b92f-4a4a-9cad-def0334aad5b/a009c093-ba0e-4b59-bd5e-b3608733fea4) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:26:12.625828 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cfdb60-0783-49c3-880b-a6d12c2e44ab tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Pushing event deleted for resources: {'Network': ['ID=a43ce060-8b8c-4fad-aa1d-0286a01d7446,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:12.652965 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711ad354-a9ad-4b76-aa58-d91a4309df0c tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:12.654710 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-711ad354-a9ad-4b76-aa58-d91a4309df0c tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1764472 Jul 24 09:26:12.659151 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48594) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:12.665725 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e4d2ddcb-b0f2-4c31-ad41-a699b0eac089 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:12.680554 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:12.704923 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] Transition to ACTIVE for port object 90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:26:12.719541 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-3d46b31a-2897-4c00-b922-ee1fa332ee61 None None] For port 38029e93-8b59-4a99-84ef-6aceccd0faf9, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:26:12.735626 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-3d46b31a-2897-4c00-b922-ee1fa332ee61 None None] For port 38029e93-8b59-4a99-84ef-6aceccd0faf9, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=38029e93-8b59-4a99-84ef-6aceccd0faf9,segment=NetworkSegment(7c3b3ecb-4f03-4e70-ac4a-943e0b46bb58),segment_id=7c3b3ecb-4f03-4e70-ac4a-943e0b46bb58)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:26:12.737690 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: cde30390-94b0-4eb8-bff2-72c3f24989f0 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:26:12.738196 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device cde30390-94b0-4eb8-bff2-72c3f24989f0 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:26:12.739177 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7160963f-aec4-4e33-946e-6ce98e172981 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:26:12.773799 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 7160963f-aec4-4e33-946e-6ce98e172981 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:26:12.775604 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7160963f-aec4-4e33-946e-6ce98e172981 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:26:12.776568 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-db69d69a-3b87-4b9a-b3ef-e91a64b5a20a None None] Provisioning complete for port caa9efb5-9c12-47ef-9d9d-383a10b9d151 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:12.777125 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-db69d69a-3b87-4b9a-b3ef-e91a64b5a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:12.824918 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3d46b31a-2897-4c00-b922-ee1fa332ee61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:12.839133 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:12.874418 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-591b1a74-07c2-44d6-aae1-96e43c038aa1 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:12.947830 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c64739ea-c316-4297-bfc0-67759793c6a6 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:13.069808 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-db69d69a-3b87-4b9a-b3ef-e91a64b5a20a None None] Port caa9efb5-9c12-47ef-9d9d-383a10b9d151 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:26:13.110620 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] Attempting to bind port 90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:26:13.110620 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] Attempting to bind port 90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:26:13.110906 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] Attempting to bind port 90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:26:13.122590 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:26:13.122989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:26:13.123391 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:13.123800 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:26:13.124267 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] Bound port: 90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:26:13.124889 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:13.199581 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] For port 90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:26:13.210601 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] For port 90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:26:13.236395 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:13.343259 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] Routers {'e786ccd1-1704-4409-b64d-3e02cbdfd41c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:26:13.344705 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:26:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:13.413100 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48600) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:13.420074 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-d32ab6b3-0a9d-47e6-bf29-e118b6e58dd8 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1052136230', 'description': 'tempest-description--89139302'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:13.445394 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-591b1a74-07c2-44d6-aae1-96e43c038aa1 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:13.469710 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8d66f034-19ac-4d9e-a057-85c956c0d962 None None] Provisioning for port 9416356b-0597-4b8c-8d82-af85dfccf88d completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:26:13.473506 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46b31a-2897-4c00-b922-ee1fa332ee61 None None] Pushing event updated for resources: {'Port': ['ID=38029e93-8b59-4a99-84ef-6aceccd0faf9,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:13.480246 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e2eddd1e-c415-48a7-a738-67fffac4d188 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:13.482982 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-591b1a74-07c2-44d6-aae1-96e43c038aa1 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f5a076-5049-4f57-9ae7-83c5090cd7c9']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:13.484665 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8d66f034-19ac-4d9e-a057-85c956c0d962 None None] Provisioning complete for port 9416356b-0597-4b8c-8d82-af85dfccf88d triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:13.485078 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8d66f034-19ac-4d9e-a057-85c956c0d962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:13.505627 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-591b1a74-07c2-44d6-aae1-96e43c038aa1 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803e67c0-ee7a-4de4-bcb7-4792ff535e05') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:13.506326 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-591b1a74-07c2-44d6-aae1-96e43c038aa1 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803e67c0-ee7a-4de4-bcb7-4792ff535e05') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:13.530413 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-591b1a74-07c2-44d6-aae1-96e43c038aa1 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:13.540567 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-e2eddd1e-c415-48a7-a738-67fffac4d188 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Transition to ACTIVE for port object a009c093-ba0e-4b59-bd5e-b3608733fea4 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:26:13.556646 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d32ab6b3-0a9d-47e6-bf29-e118b6e58dd8 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:13.560281 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-c64739ea-c316-4297-bfc0-67759793c6a6 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Deleting port 38029e93-8b59-4a99-84ef-6aceccd0faf9 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:26:13.561593 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c64739ea-c316-4297-bfc0-67759793c6a6 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:13.584164 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-591b1a74-07c2-44d6-aae1-96e43c038aa1 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:13.621214 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591b1a74-07c2-44d6-aae1-96e43c038aa1 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:26:13.623670 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-591b1a74-07c2-44d6-aae1-96e43c038aa1 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:26:13.629109 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:26:13.653951 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642531f8-fe36-4bc8-8b00-e920b8d1426a None None] Pushing event updated for resources: {'Port': ['ID=90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:13.697385 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] Set router e786ccd1-1704-4409-b64d-3e02cbdfd41c gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:26:13.826750 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642531f8-fe36-4bc8-8b00-e920b8d1426a None None] Pushing event updated for resources: {'Port': ['ID=90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:13.834959 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8d66f034-19ac-4d9e-a057-85c956c0d962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:13.876393 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e2eddd1e-c415-48a7-a738-67fffac4d188 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:13.906081 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-c64739ea-c316-4297-bfc0-67759793c6a6 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] For port 38029e93-8b59-4a99-84ef-6aceccd0faf9, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=38029e93-8b59-4a99-84ef-6aceccd0faf9,segment=NetworkSegment(7c3b3ecb-4f03-4e70-ac4a-943e0b46bb58),segment_id=7c3b3ecb-4f03-4e70-ac4a-943e0b46bb58)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:13.906444 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c64739ea-c316-4297-bfc0-67759793c6a6 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:13.926840 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-c64739ea-c316-4297-bfc0-67759793c6a6 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Calling delete_port for 38029e93-8b59-4a99-84ef-6aceccd0faf9 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:26:13.932549 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-8d66f034-19ac-4d9e-a057-85c956c0d962 None None] For port 9416356b-0597-4b8c-8d82-af85dfccf88d, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=9416356b-0597-4b8c-8d82-af85dfccf88d,segment=NetworkSegment(ee8059d2-a179-4848-b093-9c8d100bfce6),segment_id=ee8059d2-a179-4848-b093-9c8d100bfce6)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:13.947211 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8d66f034-19ac-4d9e-a057-85c956c0d962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:13.948597 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-591b1a74-07c2-44d6-aae1-96e43c038aa1 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:13.967966 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-591b1a74-07c2-44d6-aae1-96e43c038aa1 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:13.972704 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-591b1a74-07c2-44d6-aae1-96e43c038aa1 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] 10.222.0.32 "DELETE /v2.0/networks/52f5a076-5049-4f57-9ae7-83c5090cd7c9 HTTP/1.1" status: 204 len: 168 time: 1.4505162 Jul 24 09:26:13.996102 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b1a74-07c2-44d6-aae1-96e43c038aa1 tempest-BulkNetworkOpsIpV6Test-89217392 tempest-BulkNetworkOpsIpV6Test-89217392-project] Pushing event deleted for resources: {'Network': ['ID=52f5a076-5049-4f57-9ae7-83c5090cd7c9,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:14.014618 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66f034-19ac-4d9e-a057-85c956c0d962 None None] Pushing event updated for resources: {'Port': ['ID=9416356b-0597-4b8c-8d82-af85dfccf88d,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:14.031075 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eddd1e-c415-48a7-a738-67fffac4d188 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Network f1f92841-8fd4-416e-b3ad-4cec3f980650 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:26:14.047032 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ebf598e-5cb7-40d1-8da8-3e9482802b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:14.060285 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-e2eddd1e-c415-48a7-a738-67fffac4d188 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:14.080714 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eddd1e-c415-48a7-a738-67fffac4d188 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:26:14.130111 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:14.151406 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1786ea85-2926-48f3-a9d1-93f1840bd8ad None None] Provisioning complete for port 9416356b-0597-4b8c-8d82-af85dfccf88d triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:14.153125 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1786ea85-2926-48f3-a9d1-93f1840bd8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:14.228712 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c64739ea-c316-4297-bfc0-67759793c6a6 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:14.324089 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64739ea-c316-4297-bfc0-67759793c6a6 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] No DVR routers for this DVR port 38029e93-8b59-4a99-84ef-6aceccd0faf9 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:26:14.389256 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64739ea-c316-4297-bfc0-67759793c6a6 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Pushing event deleted for resources: {'Port': ['ID=38029e93-8b59-4a99-84ef-6aceccd0faf9,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:14.520175 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'name': 'tempest-AttachVolumeTestJSON-2125491744-router', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:25:57Z', 'updated_at': '2021-07-24T09:26:09Z', 'revision_number': 4, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'gw_port': {'id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:59Z', 'updated_at': '2021-07-24T09:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'caa9efb5-9c12-47ef-9d9d-383a10b9d151', 'name': '', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'mac_address': 'fa:16:3e:e9:d4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:26:08Z', 'updated_at': '2021-07-24T09:26:10Z', 'revision_number': 2, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'subnets': [{'id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:14.533519 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eddd1e-c415-48a7-a738-67fffac4d188 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Pushing event updated for resources: {'Port': ['ID=a009c093-ba0e-4b59-bd5e-b3608733fea4,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:14.570990 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c64739ea-c316-4297-bfc0-67759793c6a6 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:14.575935 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48610) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:14.577455 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1786ea85-2926-48f3-a9d1-93f1840bd8ad None None] Provisioning for port 7957bbd6-8f58-4459-a359-1eb7bf3da919 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:26:14.615234 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-c64739ea-c316-4297-bfc0-67759793c6a6 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cefddb94-5e69-41f7-a85a-c65f0a3ace1e']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:14.617025 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1786ea85-2926-48f3-a9d1-93f1840bd8ad None None] Provisioning complete for port 7957bbd6-8f58-4459-a359-1eb7bf3da919 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:14.617733 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1786ea85-2926-48f3-a9d1-93f1840bd8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:14.639810 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-e4d2ddcb-b0f2-4c31-ad41-a699b0eac089 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Deleting port b3479946-05fe-4bf6-ad32-a45bc73d2e4e {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:26:14.640168 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e4d2ddcb-b0f2-4c31-ad41-a699b0eac089 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:14.661965 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-1786ea85-2926-48f3-a9d1-93f1840bd8ad None None] Port 7957bbd6-8f58-4459-a359-1eb7bf3da919 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:26:14.663625 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-c64739ea-c316-4297-bfc0-67759793c6a6 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c3b3ecb-4f03-4e70-ac4a-943e0b46bb58') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:14.663625 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-c64739ea-c316-4297-bfc0-67759793c6a6 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c3b3ecb-4f03-4e70-ac4a-943e0b46bb58') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:14.673375 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253e2ec2-5adf-4627-b7e8-577a1cc54a36 None None] The sync data for ids ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'] in n-d-800085-9 is: [{'id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'name': 'tempest-AttachVolumeTestJSON-2125491744-router', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:25:57Z', 'updated_at': '2021-07-24T09:26:09Z', 'revision_number': 4, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'gw_port': {'id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:59Z', 'updated_at': '2021-07-24T09:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'caa9efb5-9c12-47ef-9d9d-383a10b9d151', 'name': '', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'mac_address': 'fa:16:3e:e9:d4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:26:08Z', 'updated_at': '2021-07-24T09:26:10Z', 'revision_number': 2, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'subnets': [{'id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:26:14.684048 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d32ab6b3-0a9d-47e6-bf29-e118b6e58dd8 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:14.696012 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c64739ea-c316-4297-bfc0-67759793c6a6 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:14.697660 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2eddd1e-c415-48a7-a738-67fffac4d188 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:14.698187 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e2eddd1e-c415-48a7-a738-67fffac4d188 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:14.705872 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d32ab6b3-0a9d-47e6-bf29-e118b6e58dd8 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:14.724345 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c64739ea-c316-4297-bfc0-67759793c6a6 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:14.744088 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c64739ea-c316-4297-bfc0-67759793c6a6 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:26:14.744859 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c64739ea-c316-4297-bfc0-67759793c6a6 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:26:14.754253 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:26:14.812270 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e3406fbb-6062-4b83-9d7d-b0f1c8a1c8a1 None None] Provisioning complete for port 7957bbd6-8f58-4459-a359-1eb7bf3da919 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:14.812696 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e3406fbb-6062-4b83-9d7d-b0f1c8a1c8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:14.849162 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d32ab6b3-0a9d-47e6-bf29-e118b6e58dd8 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:14.855292 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d32ab6b3-0a9d-47e6-bf29-e118b6e58dd8 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4357173 Jul 24 09:26:14.860875 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e2eddd1e-c415-48a7-a738-67fffac4d188 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.1730862 Jul 24 09:26:14.861808 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48614) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:14.862628 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48616) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:14.881442 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c64739ea-c316-4297-bfc0-67759793c6a6 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:14.894420 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c64739ea-c316-4297-bfc0-67759793c6a6 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:14.902476 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c64739ea-c316-4297-bfc0-67759793c6a6 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] 10.222.0.32 "DELETE /v2.0/networks/cefddb94-5e69-41f7-a85a-c65f0a3ace1e HTTP/1.1" status: 204 len: 168 time: 2.2142110 Jul 24 09:26:14.902954 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-20707a13-945e-418d-afab-bd51f2afd7d3 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Request body: {'security_group_rule': {'security_group_id': 'faabf02e-1fed-43cf-bcd3-665e4fb4ce0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:14.905240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48618) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:14.951250 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64739ea-c316-4297-bfc0-67759793c6a6 tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Pushing event deleted for resources: {'Network': ['ID=cefddb94-5e69-41f7-a85a-c65f0a3ace1e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:15.013164 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-e3406fbb-6062-4b83-9d7d-b0f1c8a1c8a1 None None] Port 7957bbd6-8f58-4459-a359-1eb7bf3da919 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:26:15.049264 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ab6b3-0a9d-47e6-bf29-e118b6e58dd8 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:15.097395 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9bfc37-7eca-46f5-af9f-ac3737614f53 None None] DHCP port deletion for cefddb94-5e69-41f7-a85a-c65f0a3ace1e request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:26:15.108989 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-40397a32-cb4f-4f0a-8b00-69fccef5d89a tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:15.159794 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-98ec9824-77c9-4859-8165-e1d001f7ec8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd95cc1762624c7082d8955f1e3a82da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5811789 Jul 24 09:26:15.163087 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 9416356b-0597-4b8c-8d82-af85dfccf88d up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:26:15.163702 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48620) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:15.170158 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e38516-e478-4056-9086-7501c2f5fcdd None None] Network cefddb94-5e69-41f7-a85a-c65f0a3ace1e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:15.204764 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-e4d2ddcb-b0f2-4c31-ad41-a699b0eac089 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] For port b3479946-05fe-4bf6-ad32-a45bc73d2e4e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b3479946-05fe-4bf6-ad32-a45bc73d2e4e,segment=NetworkSegment(9617ac00-9ce6-4742-8f1a-953d1bd9e893),segment_id=9617ac00-9ce6-4742-8f1a-953d1bd9e893)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:15.206979 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e4d2ddcb-b0f2-4c31-ad41-a699b0eac089 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:15.251580 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-09a6bad6-f074-4a6c-8daa-420830c7e14a None None] Provisioning for port a009c093-ba0e-4b59-bd5e-b3608733fea4 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:26:15.260464 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bb8b6e5c-a4f9-4a6b-b3ae-441bd90d7520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:15.269080 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-09a6bad6-f074-4a6c-8daa-420830c7e14a None None] Provisioning complete for port a009c093-ba0e-4b59-bd5e-b3608733fea4 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:15.269457 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-09a6bad6-f074-4a6c-8daa-420830c7e14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:15.271053 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e38516-e478-4056-9086-7501c2f5fcdd None None] Network cefddb94-5e69-41f7-a85a-c65f0a3ace1e could not be found, it might have been deleted concurrently. {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 24 09:26:15.276898 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-e4d2ddcb-b0f2-4c31-ad41-a699b0eac089 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Calling delete_port for b3479946-05fe-4bf6-ad32-a45bc73d2e4e owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:26:15.279171 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-20707a13-945e-418d-afab-bd51f2afd7d3 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:15.318177 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8757889-4b8b-4aa9-8b07-b11c64fd9e47 None None] get_active_networks_info from n-d-800085-9 {{(pid=94037) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 09:26:15.372947 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bb8b6e5c-a4f9-4a6b-b3ae-441bd90d7520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:15.430939 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-20707a13-945e-418d-afab-bd51f2afd7d3 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:15.441449 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-40397a32-cb4f-4f0a-8b00-69fccef5d89a tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Deleting port 1c85b848-8982-4e1a-9ee5-c0fb606a10ff {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:26:15.441800 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-40397a32-cb4f-4f0a-8b00-69fccef5d89a tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:15.463137 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-09a6bad6-f074-4a6c-8daa-420830c7e14a None None] Port a009c093-ba0e-4b59-bd5e-b3608733fea4 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:26:15.473396 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-20707a13-945e-418d-afab-bd51f2afd7d3 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:15.521411 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-20707a13-945e-418d-afab-bd51f2afd7d3 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:15.522312 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-20707a13-945e-418d-afab-bd51f2afd7d3 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6422935 Jul 24 09:26:15.529469 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48624) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:15.540009 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79c4776-380f-4ac6-af08-867a29b9e610 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:15.548848 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79c4776-380f-4ac6-af08-867a29b9e610 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:15.565997 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79c4776-380f-4ac6-af08-867a29b9e610 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:15.576670 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b79c4776-380f-4ac6-af08-867a29b9e610 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.6693940 Jul 24 09:26:15.578078 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20707a13-945e-418d-afab-bd51f2afd7d3 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45fdbf3-e50d-4a14-91d8-f72b01668e88,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:15.600674 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-09a6bad6-f074-4a6c-8daa-420830c7e14a None None] Could not find standard attr ID for object 38029e93-8b59-4a99-84ef-6aceccd0faf9. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:26:15.613599 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-6461d7d1-addf-4bdb-8d0c-1cd28db0d4c1 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Request body: {'security_group_rule': {'security_group_id': 'faabf02e-1fed-43cf-bcd3-665e4fb4ce0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:15.660090 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48628) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:15.702117 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 9416356b-0597-4b8c-8d82-af85dfccf88d triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:15.702640 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:15.748509 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8757889-4b8b-4aa9-8b07-b11c64fd9e47 None None] Resources bound (agent type, host, resource id): {{(pid=94037) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 09:26:16.311806 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6461d7d1-addf-4bdb-8d0c-1cd28db0d4c1 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:16.323686 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-40397a32-cb4f-4f0a-8b00-69fccef5d89a tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] For port 1c85b848-8982-4e1a-9ee5-c0fb606a10ff, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=1c85b848-8982-4e1a-9ee5-c0fb606a10ff,segment=NetworkSegment(c16eac03-1392-44e3-8b6f-3448c07559f1),segment_id=c16eac03-1392-44e3-8b6f-3448c07559f1)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:16.324206 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-40397a32-cb4f-4f0a-8b00-69fccef5d89a tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:16.345269 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-40397a32-cb4f-4f0a-8b00-69fccef5d89a tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Calling delete_port for 1c85b848-8982-4e1a-9ee5-c0fb606a10ff owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:26:16.350406 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bb8b6e5c-a4f9-4a6b-b3ae-441bd90d7520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:16.353229 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bb8b6e5c-a4f9-4a6b-b3ae-441bd90d7520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:16.354395 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bb8b6e5c-a4f9-4a6b-b3ae-441bd90d7520 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ad1ece5-984a-4798-9674-1b8f01fba64f HTTP/1.1" status: 204 len: 168 time: 1.1898458 Jul 24 09:26:16.366998 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e4d2ddcb-b0f2-4c31-ad41-a699b0eac089 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:16.395053 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b6e5c-a4f9-4a6b-b3ae-441bd90d7520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad1ece5-984a-4798-9674-1b8f01fba64f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:16.461538 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2ddcb-b0f2-4c31-ad41-a699b0eac089 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Port': ['ID=b3479946-05fe-4bf6-ad32-a45bc73d2e4e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:16.521863 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-40397a32-cb4f-4f0a-8b00-69fccef5d89a tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:16.536842 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40397a32-cb4f-4f0a-8b00-69fccef5d89a tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] No DVR routers for this DVR port 1c85b848-8982-4e1a-9ee5-c0fb606a10ff on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:26:16.588885 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:16.589105 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40397a32-cb4f-4f0a-8b00-69fccef5d89a tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Pushing event deleted for resources: {'Port': ['ID=1c85b848-8982-4e1a-9ee5-c0fb606a10ff,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:16.688617 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6461d7d1-addf-4bdb-8d0c-1cd28db0d4c1 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:16.732833 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-1ebf598e-5cb7-40d1-8da8-3e9482802b9a admin admin] Deleting port 644b1162-a28a-42b2-9906-bad577e5e79d {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:26:16.736665 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ebf598e-5cb7-40d1-8da8-3e9482802b9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:16.758413 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6461d7d1-addf-4bdb-8d0c-1cd28db0d4c1 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:16.814517 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-40397a32-cb4f-4f0a-8b00-69fccef5d89a tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:16.847799 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-83b61ed2-8887-43ee-a0b0-8b2dbbad8be3 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Deleting port a009c093-ba0e-4b59-bd5e-b3608733fea4 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:26:16.854539 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-83b61ed2-8887-43ee-a0b0-8b2dbbad8be3 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:16.864288 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-40397a32-cb4f-4f0a-8b00-69fccef5d89a tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2916f27f-653f-474b-b08e-d1cf8c7e6b79']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:16.919058 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-40397a32-cb4f-4f0a-8b00-69fccef5d89a tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16eac03-1392-44e3-8b6f-3448c07559f1') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:16.919534 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-40397a32-cb4f-4f0a-8b00-69fccef5d89a tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16eac03-1392-44e3-8b6f-3448c07559f1') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:16.961666 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-40397a32-cb4f-4f0a-8b00-69fccef5d89a tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:17.033912 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-40397a32-cb4f-4f0a-8b00-69fccef5d89a tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:17.070772 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40397a32-cb4f-4f0a-8b00-69fccef5d89a tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:26:17.071271 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-40397a32-cb4f-4f0a-8b00-69fccef5d89a tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:26:17.083075 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:26:17.214578 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:26:17.216098 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-40397a32-cb4f-4f0a-8b00-69fccef5d89a tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:17.225598 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-40397a32-cb4f-4f0a-8b00-69fccef5d89a tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:17.230094 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-40397a32-cb4f-4f0a-8b00-69fccef5d89a tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] 10.222.0.32 "DELETE /v2.0/networks/2916f27f-653f-474b-b08e-d1cf8c7e6b79 HTTP/1.1" status: 204 len: 168 time: 2.3124840 Jul 24 09:26:17.236429 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48646) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:17.284898 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-1ebf598e-5cb7-40d1-8da8-3e9482802b9a admin admin] For port 644b1162-a28a-42b2-9906-bad577e5e79d, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=644b1162-a28a-42b2-9906-bad577e5e79d,segment=NetworkSegment(179240a6-2206-4416-9b54-6742cbc9ffe4),segment_id=179240a6-2206-4416-9b54-6742cbc9ffe4)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:17.286262 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ebf598e-5cb7-40d1-8da8-3e9482802b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:17.308952 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461d7d1-addf-4bdb-8d0c-1cd28db0d4c1 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c52b9b61-d1a7-4394-8072-631ed763221e,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:17.333713 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:26:17.338895 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:17.339448 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:17.364089 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40397a32-cb4f-4f0a-8b00-69fccef5d89a tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Pushing event deleted for resources: {'Network': ['ID=2916f27f-653f-474b-b08e-d1cf8c7e6b79,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:17.382978 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-25b94aae-7239-4841-9bf0-994a0a013bab tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:17.435087 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:17.438592 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-1ebf598e-5cb7-40d1-8da8-3e9482802b9a admin admin] Calling delete_port for 644b1162-a28a-42b2-9906-bad577e5e79d owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:26:17.440628 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6461d7d1-addf-4bdb-8d0c-1cd28db0d4c1 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:17.446471 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6461d7d1-addf-4bdb-8d0c-1cd28db0d4c1 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8487382 Jul 24 09:26:17.447253 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48650) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:17.462956 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:17.471136 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:17.485506 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e1f290ce-f882-41bc-b019-23b646d4c510 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:17.520798 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 38029e93-8b59-4a99-84ef-6aceccd0faf9 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:26:17.545976 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 38029e93-8b59-4a99-84ef-6aceccd0faf9 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:26:17.546328 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 38029e93-8b59-4a99-84ef-6aceccd0faf9 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:26:17.550071 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-25b94aae-7239-4841-9bf0-994a0a013bab tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:17.564213 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-25b94aae-7239-4841-9bf0-994a0a013bab tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c10712e-c00c-4a8f-985a-29bb6df2c7ed']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:17.567576 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:17.578932 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-25b94aae-7239-4841-9bf0-994a0a013bab tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80d9306-3111-42a8-9814-266c6a4e6d3c') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:17.579269 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-25b94aae-7239-4841-9bf0-994a0a013bab tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80d9306-3111-42a8-9814-266c6a4e6d3c') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:17.588618 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-25b94aae-7239-4841-9bf0-994a0a013bab tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:17.607660 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e1f290ce-f882-41bc-b019-23b646d4c510 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:17.609555 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-25b94aae-7239-4841-9bf0-994a0a013bab tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:17.617320 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b94aae-7239-4841-9bf0-994a0a013bab tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:26:17.617737 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-25b94aae-7239-4841-9bf0-994a0a013bab tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:26:17.621163 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:26:17.650460 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e4d2ddcb-b0f2-4c31-ad41-a699b0eac089 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:17.686377 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-25b94aae-7239-4841-9bf0-994a0a013bab tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:17.698137 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-25b94aae-7239-4841-9bf0-994a0a013bab tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:17.702330 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-25b94aae-7239-4841-9bf0-994a0a013bab tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] 10.222.0.32 "DELETE /v2.0/networks/5c10712e-c00c-4a8f-985a-29bb6df2c7ed HTTP/1.1" status: 204 len: 168 time: 0.4623733 Jul 24 09:26:17.704120 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-83b61ed2-8887-43ee-a0b0-8b2dbbad8be3 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:17.706417 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48658) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:17.716294 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48660) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:17.722008 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b94aae-7239-4841-9bf0-994a0a013bab tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Pushing event deleted for resources: {'Network': ['ID=5c10712e-c00c-4a8f-985a-29bb6df2c7ed,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:17.813734 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-83b61ed2-8887-43ee-a0b0-8b2dbbad8be3 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Calling delete_port for a009c093-ba0e-4b59-bd5e-b3608733fea4 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:26:17.827270 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-4df076ac-5bf3-4d5c-81fd-cb385562afff tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] Request body: {'port': {'network_id': 'fb0c5a5a-eebb-46c1-8938-7d2e464cd092', 'name': 'tempest-NetworksNegativeTestJSON-1592532073'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:17.840821 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df076ac-5bf3-4d5c-81fd-cb385562afff tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] POST failed (client error): The resource could not be found. Jul 24 09:26:17.841371 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df076ac-5bf3-4d5c-81fd-cb385562afff tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:26:17.844942 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4df076ac-5bf3-4d5c-81fd-cb385562afff tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1251097 Jul 24 09:26:17.846493 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48664) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:17.864605 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-eafcec83-5ebb-4b28-9ec8-21ee19483ce1 tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] DELETE failed (client error): The resource could not be found. Jul 24 09:26:17.865178 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eafcec83-5ebb-4b28-9ec8-21ee19483ce1 tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:26:17.868169 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-eafcec83-5ebb-4b28-9ec8-21ee19483ce1 tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] 10.222.0.32 "DELETE /v2.0/networks/bad5fd5c-dc08-4e3e-93b7-cfdef542ef68 HTTP/1.1" status: 404 len: 339 time: 0.0203815 Jul 24 09:26:17.871698 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48668) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:17.909432 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-9faa9306-ed6a-4b59-b312-26bbaeee9f63 tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] DELETE failed (client error): The resource could not be found. Jul 24 09:26:17.910152 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9faa9306-ed6a-4b59-b312-26bbaeee9f63 tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:26:17.920884 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9faa9306-ed6a-4b59-b312-26bbaeee9f63 tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] 10.222.0.32 "DELETE /v2.0/ports/02834f1f-418f-4263-901a-7d0d74000b91 HTTP/1.1" status: 404 len: 333 time: 0.0433581 Jul 24 09:26:17.920884 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48670) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:17.981997 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40b8a51-978a-4b91-876d-c6b265965ad0 tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] DELETE failed (client error): The resource could not be found. Jul 24 09:26:17.982584 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40b8a51-978a-4b91-876d-c6b265965ad0 tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:26:17.987956 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b40b8a51-978a-4b91-876d-c6b265965ad0 tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] 10.222.0.32 "DELETE /v2.0/subnets/a3b403c0-f4d9-463f-bfea-e0f66dd98b27 HTTP/1.1" status: 404 len: 337 time: 0.0652645 Jul 24 09:26:17.988631 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48678) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:18.012967 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e36af62-d9d0-4e1c-9fe4-bc71cedd9ef3 tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] GET failed (client error): The resource could not be found. Jul 24 09:26:18.012967 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8e36af62-d9d0-4e1c-9fe4-bc71cedd9ef3 tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] 10.222.0.32 "GET /v2.0/networks/a9b86af4-a423-4eaa-9e63-d4597015921b HTTP/1.1" status: 404 len: 339 time: 0.0227382 Jul 24 09:26:18.017879 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48682) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:18.052645 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0712e47-b9bb-4186-8105-328c0709fb59 tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] GET failed (client error): The resource could not be found. Jul 24 09:26:18.056779 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e0712e47-b9bb-4186-8105-328c0709fb59 tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] 10.222.0.32 "GET /v2.0/ports/9be1260f-6892-4eb6-9c60-d708043cfcf2 HTTP/1.1" status: 404 len: 333 time: 0.0354273 Jul 24 09:26:18.060621 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48684) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:18.090080 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-89c0e8b9-c95c-42e5-9d76-f0ced8bf05ad tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:18.121593 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef158fb-ad03-4c8a-b1fe-3174494cb841 tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] GET failed (client error): The resource could not be found. Jul 24 09:26:18.123488 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1ef158fb-ad03-4c8a-b1fe-3174494cb841 tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] 10.222.0.32 "GET /v2.0/subnets/73d5ea1c-7b4b-489f-bf78-453c0b265012 HTTP/1.1" status: 404 len: 337 time: 0.0612609 Jul 24 09:26:18.129039 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48690) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:18.141328 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-efc69ef3-b89b-4fb0-9ace-70fedd55c009 tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:18.185894 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d2ddcb-b0f2-4c31-ad41-a699b0eac089 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Router fd3f354e-213d-4a15-ae2b-b5b855ae666c has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:26:18.189740 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc69ef3-b89b-4fb0-9ace-70fedd55c009 tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] PUT failed (client error): The resource could not be found. Jul 24 09:26:18.191641 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc69ef3-b89b-4fb0-9ace-70fedd55c009 tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:26:18.199848 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48692) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:18.200059 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-efc69ef3-b89b-4fb0-9ace-70fedd55c009 tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] 10.222.0.32 "PUT /v2.0/networks/7f8576a2-36aa-46c7-9d93-894005fb29d3 HTTP/1.1" status: 404 len: 339 time: 0.0697765 Jul 24 09:26:18.213852 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-9197af76-222e-47c3-9306-f269f9651718 tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:18.274448 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] Sync routers for ids ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:26:18.284021 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] Routers {'e786ccd1-1704-4409-b64d-3e02cbdfd41c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:26:18.284727 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:26:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:18.354916 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-9197af76-222e-47c3-9306-f269f9651718 tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] PUT failed (client error): The resource could not be found. Jul 24 09:26:18.355896 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9197af76-222e-47c3-9306-f269f9651718 tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:26:18.357416 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9197af76-222e-47c3-9306-f269f9651718 tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] 10.222.0.32 "PUT /v2.0/ports/fe641fea-6fb4-46b3-97de-a471dc5727ed HTTP/1.1" status: 404 len: 333 time: 0.1528232 Jul 24 09:26:18.363017 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48694) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:18.369646 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-d7648b95-4fb7-424c-a35e-628111422470 tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:18.394705 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] Set router e786ccd1-1704-4409-b64d-3e02cbdfd41c gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:26:18.403174 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7648b95-4fb7-424c-a35e-628111422470 tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] PUT failed (client error): The resource could not be found. Jul 24 09:26:18.404054 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7648b95-4fb7-424c-a35e-628111422470 tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:26:18.405520 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d7648b95-4fb7-424c-a35e-628111422470 tempest-NetworksNegativeTestJSON-307855767 tempest-NetworksNegativeTestJSON-307855767-project] 10.222.0.32 "PUT /v2.0/subnets/768eb07c-671e-451b-9cc0-a5aa94a04b92 HTTP/1.1" status: 404 len: 337 time: 0.0412900 Jul 24 09:26:18.507390 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-89c0e8b9-c95c-42e5-9d76-f0ced8bf05ad tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:18.633065 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-89c0e8b9-c95c-42e5-9d76-f0ced8bf05ad tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ada01c9-7441-43c8-a86b-c06d53e4ebfe']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:18.635606 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'name': 'tempest-AttachVolumeTestJSON-2125491744-router', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:25:57Z', 'updated_at': '2021-07-24T09:26:09Z', 'revision_number': 4, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'gw_port': {'id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:59Z', 'updated_at': '2021-07-24T09:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'caa9efb5-9c12-47ef-9d9d-383a10b9d151', 'name': '', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'mac_address': 'fa:16:3e:e9:d4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:26:08Z', 'updated_at': '2021-07-24T09:26:10Z', 'revision_number': 2, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'subnets': [{'id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:18.643765 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-89c0e8b9-c95c-42e5-9d76-f0ced8bf05ad tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2aea4a-a4b6-4def-b5fc-8cad3860112b') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:18.644085 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-89c0e8b9-c95c-42e5-9d76-f0ced8bf05ad tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2aea4a-a4b6-4def-b5fc-8cad3860112b') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:18.654700 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-89c0e8b9-c95c-42e5-9d76-f0ced8bf05ad tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:18.663737 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] Checking router: e786ccd1-1704-4409-b64d-3e02cbdfd41c for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:26:18.664330 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] Updating router e786ccd1-1704-4409-b64d-3e02cbdfd41c port caa9efb5-9c12-47ef-9d9d-383a10b9d151 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:26:18.668843 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-89c0e8b9-c95c-42e5-9d76-f0ced8bf05ad tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:18.675942 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c0e8b9-c95c-42e5-9d76-f0ced8bf05ad tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:26:18.676347 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-89c0e8b9-c95c-42e5-9d76-f0ced8bf05ad tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:18.704369 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:18.778995 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48706) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:26:18.800702 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:26:18.807411 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e1f290ce-f882-41bc-b019-23b646d4c510 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:18.919240 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-e1f290ce-f882-41bc-b019-23b646d4c510 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Allocated IP 172.25.7.26 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/e9475b83-5f4c-46ae-b4bd-884b29666e4c) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:26:19.039359 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ae59622a-a4b0-4572-b7ba-30f8190d9a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:19.043472 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e1f290ce-f882-41bc-b019-23b646d4c510 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:19.055420 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:26:19.088503 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-89c0e8b9-c95c-42e5-9d76-f0ced8bf05ad tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:19.094577 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:19.102441 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e1f290ce-f882-41bc-b019-23b646d4c510 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:19.121417 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-89c0e8b9-c95c-42e5-9d76-f0ced8bf05ad tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:19.126481 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-89c0e8b9-c95c-42e5-9d76-f0ced8bf05ad tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] 10.222.0.32 "DELETE /v2.0/networks/6ada01c9-7441-43c8-a86b-c06d53e4ebfe HTTP/1.1" status: 204 len: 168 time: 1.4144876 Jul 24 09:26:19.180980 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ae59622a-a4b0-4572-b7ba-30f8190d9a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:19.189010 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ae59622a-a4b0-4572-b7ba-30f8190d9a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:19.189509 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:19.189882 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:19.224312 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f290ce-f882-41bc-b019-23b646d4c510 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:26:19.234269 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59622a-a4b0-4572-b7ba-30f8190d9a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2acf3f-7dc6-4e66-8dbb-970bf37b9d23,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:19.256862 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ae59622a-a4b0-4572-b7ba-30f8190d9a74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f4c1eb5fd634b22906dcd19977e1cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4755802 Jul 24 09:26:19.258840 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48714) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:19.372652 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b5616532-a368-4080-913e-74b7cfebe6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:19.411130 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b5616532-a368-4080-913e-74b7cfebe6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:19.475231 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b5616532-a368-4080-913e-74b7cfebe6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:19.479348 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b5616532-a368-4080-913e-74b7cfebe6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:19.487200 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b5616532-a368-4080-913e-74b7cfebe6b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a2acf3f-7dc6-4e66-8dbb-970bf37b9d23 HTTP/1.1" status: 204 len: 168 time: 0.2270596 Jul 24 09:26:19.503076 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5616532-a368-4080-913e-74b7cfebe6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2acf3f-7dc6-4e66-8dbb-970bf37b9d23,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:19.563392 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48722) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:19.627782 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f290ce-f882-41bc-b019-23b646d4c510 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Pushing event updated for resources: {'Port': ['ID=e9475b83-5f4c-46ae-b4bd-884b29666e4c,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:19.633673 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-e1f290ce-f882-41bc-b019-23b646d4c510 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:19.641540 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f290ce-f882-41bc-b019-23b646d4c510 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:26:19.645052 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d2ddcb-b0f2-4c31-ad41-a699b0eac089 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:26:19.658514 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b76834f-fe97-4826-b6d7-748f4e9cf562 None None] Sync routers for ids ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:26:19.674087 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b76834f-fe97-4826-b6d7-748f4e9cf562 None None] Routers {'fd3f354e-213d-4a15-ae2b-b5b855ae666c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:26:19.675608 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5b76834f-fe97-4826-b6d7-748f4e9cf562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:26:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:19.681434 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e4d2ddcb-b0f2-4c31-ad41-a699b0eac089 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "PUT /v2.0/routers/fd3f354e-213d-4a15-ae2b-b5b855ae666c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6407096 Jul 24 09:26:19.682247 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48726) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:19.693009 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0e8b9-c95c-42e5-9d76-f0ced8bf05ad tempest-BulkNetworkOpsTest-766128552 tempest-BulkNetworkOpsTest-766128552-project] Pushing event deleted for resources: {'Network': ['ID=6ada01c9-7441-43c8-a86b-c06d53e4ebfe,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:19.728653 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ebf598e-5cb7-40d1-8da8-3e9482802b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:19.758876 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c59c3a1-757c-414f-9941-66e5400b55b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Deleting subnet 00676ca5-875a-4b79-a1ac-7218645c03d9 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:26:19.765837 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c59c3a1-757c-414f-9941-66e5400b55b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:19.783603 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf598e-5cb7-40d1-8da8-3e9482802b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=644b1162-a28a-42b2-9906-bad577e5e79d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:19.829297 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-5b76834f-fe97-4826-b6d7-748f4e9cf562 None None] Set router fd3f354e-213d-4a15-ae2b-b5b855ae666c gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:26:19.856634 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c59c3a1-757c-414f-9941-66e5400b55b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:19.856966 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] Transition to ACTIVE for port object caa9efb5-9c12-47ef-9d9d-383a10b9d151 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:26:19.867482 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:19.873527 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-432f8d90-5273-4d84-ab84-cb8633d29180 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=82267c1e3862415e8fb1d9a9104a5149&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3081613 Jul 24 09:26:19.917986 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48730) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:19.924680 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-83b61ed2-8887-43ee-a0b0-8b2dbbad8be3 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:19.952854 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5b76834f-fe97-4826-b6d7-748f4e9cf562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:26:16Z', 'revision_number': 11, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:19.996265 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af59679-ba3a-42e2-9a68-e5c7b60658ae None None] Pushing event updated for resources: {'Port': ['ID=caa9efb5-9c12-47ef-9d9d-383a10b9d151,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:20.025557 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b76834f-fe97-4826-b6d7-748f4e9cf562 None None] Checking router: fd3f354e-213d-4a15-ae2b-b5b855ae666c for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:26:20.055402 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b76834f-fe97-4826-b6d7-748f4e9cf562 None None] Routers {'fd3f354e-213d-4a15-ae2b-b5b855ae666c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:26:20.056272 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5b76834f-fe97-4826-b6d7-748f4e9cf562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:26:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:20.086540 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] Attempting to bind port caa9efb5-9c12-47ef-9d9d-383a10b9d151 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:26:20.087137 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] Attempting to bind port caa9efb5-9c12-47ef-9d9d-383a10b9d151 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '5df2741c-f326-497a-8276-79e58d1e0fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:26:20.087659 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] Attempting to bind port caa9efb5-9c12-47ef-9d9d-383a10b9d151 on network f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:26:20.097603 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b61ed2-8887-43ee-a0b0-8b2dbbad8be3 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Pushing event deleted for resources: {'Port': ['ID=a009c093-ba0e-4b59-bd5e-b3608733fea4,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:20.103834 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:26:20.107068 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] Checking segment: {'id': '5df2741c-f326-497a-8276-79e58d1e0fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:26:20.107802 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:20.108347 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] Bound using segment: {'id': '5df2741c-f326-497a-8276-79e58d1e0fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:26:20.109119 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] Bound port: caa9efb5-9c12-47ef-9d9d-383a10b9d151, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df2741c-f326-497a-8276-79e58d1e0fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:26:20.109663 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:20.158517 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-5b76834f-fe97-4826-b6d7-748f4e9cf562 None None] Set router fd3f354e-213d-4a15-ae2b-b5b855ae666c gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:26:20.209703 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] For port caa9efb5-9c12-47ef-9d9d-383a10b9d151, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:26:20.214914 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] For port caa9efb5-9c12-47ef-9d9d-383a10b9d151, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=caa9efb5-9c12-47ef-9d9d-383a10b9d151,segment=NetworkSegment(5df2741c-f326-497a-8276-79e58d1e0fc4),segment_id=5df2741c-f326-497a-8276-79e58d1e0fc4)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:26:20.220037 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-555f6b59-cea1-4622-9096-7dede3b4a17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:20.228772 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:20.326598 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c59c3a1-757c-414f-9941-66e5400b55b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:20.341227 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5b76834f-fe97-4826-b6d7-748f4e9cf562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:26:16Z', 'revision_number': 11, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:20.364926 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af59679-ba3a-42e2-9a68-e5c7b60658ae None None] Pushing event updated for resources: {'Port': ['ID=caa9efb5-9c12-47ef-9d9d-383a10b9d151,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:20.372449 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] Routers {'e786ccd1-1704-4409-b64d-3e02cbdfd41c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:26:20.373301 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:26:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:20.408152 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-555f6b59-cea1-4622-9096-7dede3b4a17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:20.417039 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b76834f-fe97-4826-b6d7-748f4e9cf562 None None] The sync data for ids ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'] in n-d-800085-9 is: [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:26:16Z', 'revision_number': 11, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:26:20.600222 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] Set router e786ccd1-1704-4409-b64d-3e02cbdfd41c gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:26:20.617441 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c59c3a1-757c-414f-9941-66e5400b55b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:20.664472 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e1f290ce-f882-41bc-b019-23b646d4c510 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:20.689492 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59c3a1-757c-414f-9941-66e5400b55b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Subnet': ['ID=00676ca5-875a-4b79-a1ac-7218645c03d9,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:20.695606 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-555f6b59-cea1-4622-9096-7dede3b4a17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:20.697956 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e126090c-d5ab-4322-b311-7fcca3878496 None None] Network 8261c110-722f-4f47-9bd3-10c983740ef6 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:20.698193 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-555f6b59-cea1-4622-9096-7dede3b4a17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:20.707341 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-555f6b59-cea1-4622-9096-7dede3b4a17d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/528cd0ee-e8c6-4b4e-9f12-56d451355def HTTP/1.1" status: 204 len: 168 time: 0.7863774 Jul 24 09:26:20.709165 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c59c3a1-757c-414f-9941-66e5400b55b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:20.715395 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4c59c3a1-757c-414f-9941-66e5400b55b8 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/subnets/00676ca5-875a-4b79-a1ac-7218645c03d9 HTTP/1.1" status: 204 len: 168 time: 1.0286407 Jul 24 09:26:20.718993 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48752) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:20.760341 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f6b59-cea1-4622-9096-7dede3b4a17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528cd0ee-e8c6-4b4e-9f12-56d451355def,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:20.761885 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-83b61ed2-8887-43ee-a0b0-8b2dbbad8be3 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:20.768968 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-83b61ed2-8887-43ee-a0b0-8b2dbbad8be3 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] 10.222.0.32 "DELETE /v2.0/ports/a009c093-ba0e-4b59-bd5e-b3608733fea4 HTTP/1.1" status: 204 len: 168 time: 5.1030746 Jul 24 09:26:20.832205 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48754) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:20.850469 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ff266790-fd33-41b6-a2c1-fc8be6cec5ea tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Request body: {'port': {'name': 'tempest-new-port-name-1478663389', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:20.851609 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.api.validators [None req-ff266790-fd33-41b6-a2c1-fc8be6cec5ea tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] bootfile-name is not in valid_values {{(pid=94035) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 09:26:20.852183 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.api.validators [None req-ff266790-fd33-41b6-a2c1-fc8be6cec5ea tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] tftp-server is not in valid_values {{(pid=94035) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 09:26:20.853338 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.api.validators [None req-ff266790-fd33-41b6-a2c1-fc8be6cec5ea tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] server-ip-address is not in valid_values {{(pid=94035) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 09:26:20.920077 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a1a35d6-086e-444b-9258-f1b8183b2f84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:20.960974 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e1f290ce-f882-41bc-b019-23b646d4c510 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:21.046037 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-8a1a35d6-086e-444b-9258-f1b8183b2f84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Deleting port c044c63d-2367-440b-8da8-e281ce33891d {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:26:21.048115 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a1a35d6-086e-444b-9258-f1b8183b2f84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:21.066944 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ebf598e-5cb7-40d1-8da8-3e9482802b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:21.098644 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'name': 'tempest-AttachVolumeTestJSON-2125491744-router', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:25:57Z', 'updated_at': '2021-07-24T09:26:09Z', 'revision_number': 4, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'gw_port': {'id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:59Z', 'updated_at': '2021-07-24T09:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'caa9efb5-9c12-47ef-9d9d-383a10b9d151', 'name': '', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'mac_address': 'fa:16:3e:e9:d4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:26:08Z', 'updated_at': '2021-07-24T09:26:20Z', 'revision_number': 4, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'subnets': [{'id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:21.124627 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff266790-fd33-41b6-a2c1-fc8be6cec5ea tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:21.145583 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e53855e-e05b-4cef-b78f-f20d84a22ce6 None None] The sync data for ids ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'] in n-d-800085-9 is: [{'id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'name': 'tempest-AttachVolumeTestJSON-2125491744-router', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:25:57Z', 'updated_at': '2021-07-24T09:26:09Z', 'revision_number': 4, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'gw_port': {'id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:59Z', 'updated_at': '2021-07-24T09:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'caa9efb5-9c12-47ef-9d9d-383a10b9d151', 'name': '', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'mac_address': 'fa:16:3e:e9:d4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:26:08Z', 'updated_at': '2021-07-24T09:26:20Z', 'revision_number': 4, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'subnets': [{'id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:26:21.223873 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-8a1a35d6-086e-444b-9258-f1b8183b2f84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] For port c044c63d-2367-440b-8da8-e281ce33891d, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c044c63d-2367-440b-8da8-e281ce33891d,segment=NetworkSegment(9617ac00-9ce6-4742-8f1a-953d1bd9e893),segment_id=9617ac00-9ce6-4742-8f1a-953d1bd9e893)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:21.224398 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a1a35d6-086e-444b-9258-f1b8183b2f84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:21.249606 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device caa9efb5-9c12-47ef-9d9d-383a10b9d151 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:26:21.261818 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-8a1a35d6-086e-444b-9258-f1b8183b2f84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Calling delete_port for c044c63d-2367-440b-8da8-e281ce33891d owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:26:21.289623 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48762) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:21.426302 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port caa9efb5-9c12-47ef-9d9d-383a10b9d151 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:26:21.439516 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port caa9efb5-9c12-47ef-9d9d-383a10b9d151 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:21.439965 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:21.469316 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a1a35d6-086e-444b-9258-f1b8183b2f84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:21.580638 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:21.618276 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42f641b-87ae-4dbf-a7f9-590c8e7d4336 None None] DHCP port deletion for 8261c110-722f-4f47-9bd3-10c983740ef6 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:26:21.624627 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d8cebf7a-6414-4a74-acc4-dd3c10d9140b tempest-ServiceProvidersTest-2027343057 tempest-ServiceProvidersTest-2027343057-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3335459 Jul 24 09:26:21.648345 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a35d6-086e-444b-9258-f1b8183b2f84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Port': ['ID=c044c63d-2367-440b-8da8-e281ce33891d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:21.668824 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1a35d6-086e-444b-9258-f1b8183b2f84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] No DVR routers for this DVR port c044c63d-2367-440b-8da8-e281ce33891d on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:26:21.680357 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port caa9efb5-9c12-47ef-9d9d-383a10b9d151, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=caa9efb5-9c12-47ef-9d9d-383a10b9d151,segment=NetworkSegment(5df2741c-f326-497a-8276-79e58d1e0fc4),segment_id=5df2741c-f326-497a-8276-79e58d1e0fc4)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:21.691409 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:21.797450 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=caa9efb5-9c12-47ef-9d9d-383a10b9d151,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:21.800730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b3479946-05fe-4bf6-ad32-a45bc73d2e4e no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:26:21.822255 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e1f290ce-f882-41bc-b019-23b646d4c510 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:21.844084 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e1f290ce-f882-41bc-b019-23b646d4c510 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:21.847752 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: b3479946-05fe-4bf6-ad32-a45bc73d2e4e {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:26:21.848272 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b3479946-05fe-4bf6-ad32-a45bc73d2e4e not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:26:21.956944 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a1a35d6-086e-444b-9258-f1b8183b2f84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:21.988404 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-8a1a35d6-086e-444b-9258-f1b8183b2f84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8261c110-722f-4f47-9bd3-10c983740ef6']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:22.023190 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-8a1a35d6-086e-444b-9258-f1b8183b2f84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9617ac00-9ce6-4742-8f1a-953d1bd9e893') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:22.023520 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-8a1a35d6-086e-444b-9258-f1b8183b2f84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9617ac00-9ce6-4742-8f1a-953d1bd9e893') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:22.046588 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a1a35d6-086e-444b-9258-f1b8183b2f84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:22.067852 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f290ce-f882-41bc-b019-23b646d4c510 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Pushing event updated for resources: {'Port': ['ID=e9475b83-5f4c-46ae-b4bd-884b29666e4c,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:22.077225 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a1a35d6-086e-444b-9258-f1b8183b2f84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:22.091422 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a1a35d6-086e-444b-9258-f1b8183b2f84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:26:22.092022 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a1a35d6-086e-444b-9258-f1b8183b2f84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:26:22.099553 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:26:22.103057 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebf598e-5cb7-40d1-8da8-3e9482802b9a admin admin] Router c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:26:22.114426 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e1f290ce-f882-41bc-b019-23b646d4c510 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:22.148404 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff266790-fd33-41b6-a2c1-fc8be6cec5ea tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:22.196961 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48798) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:22.197972 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff266790-fd33-41b6-a2c1-fc8be6cec5ea tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:22.258725 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a1a35d6-086e-444b-9258-f1b8183b2f84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:22.272138 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8a1a35d6-086e-444b-9258-f1b8183b2f84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:22.277758 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8a1a35d6-086e-444b-9258-f1b8183b2f84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/networks/8261c110-722f-4f47-9bd3-10c983740ef6 HTTP/1.1" status: 204 len: 168 time: 1.5516181 Jul 24 09:26:22.294361 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48804) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:22.320808 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-c2ab7bf4-197c-4a1c-b313-02a3f8da9ce9 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'router': {'routes': None}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:22.322372 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff266790-fd33-41b6-a2c1-fc8be6cec5ea tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Pushing event updated for resources: {'Port': ['ID=7957bbd6-8f58-4459-a359-1eb7bf3da919,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:22.485074 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a35d6-086e-444b-9258-f1b8183b2f84 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Pushing event deleted for resources: {'Network': ['ID=8261c110-722f-4f47-9bd3-10c983740ef6,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:22.542635 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebf598e-5cb7-40d1-8da8-3e9482802b9a admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:26:22.551572 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1ebf598e-5cb7-40d1-8da8-3e9482802b9a admin admin] 10.222.0.32 "PUT /v2.0/routers/c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7690804 Jul 24 09:26:22.553595 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e1f290ce-f882-41bc-b019-23b646d4c510 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:22.559622 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae3240-3721-47c5-81f5-45370a451973 None None] Sync routers for ids ['c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:26:22.570702 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae3240-3721-47c5-81f5-45370a451973 None None] Routers {'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:26:22.571320 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-fbae3240-3721-47c5-81f5-45370a451973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:26:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:22.574839 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48810) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:22.610289 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e1f290ce-f882-41bc-b019-23b646d4c510 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1302443 Jul 24 09:26:22.759450 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-ff266790-fd33-41b6-a2c1-fc8be6cec5ea tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] In _notify_port_updated(), no bound segment for port 7957bbd6-8f58-4459-a359-1eb7bf3da919 on network f1f92841-8fd4-416e-b3ad-4cec3f980650 {{(pid=94035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 09:26:22.785553 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff266790-fd33-41b6-a2c1-fc8be6cec5ea tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:22.792557 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff266790-fd33-41b6-a2c1-fc8be6cec5ea tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:22.799681 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ff266790-fd33-41b6-a2c1-fc8be6cec5ea tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] 10.222.0.32 "PUT /v2.0/ports/7957bbd6-8f58-4459-a359-1eb7bf3da919 HTTP/1.1" status: 200 len: 1136 time: 1.9632211 Jul 24 09:26:22.818956 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48818) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:22.832980 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.extraroute_db [None req-c2ab7bf4-197c-4a1c-b313-02a3f8da9ce9 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Added routes are [] {{(pid=94036) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 24 09:26:22.841047 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.extraroute_db [None req-c2ab7bf4-197c-4a1c-b313-02a3f8da9ce9 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Removed routes are [] {{(pid=94036) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 24 09:26:22.841609 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c2ab7bf4-197c-4a1c-b313-02a3f8da9ce9 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:22.899634 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5ed913db-8d8b-4aa7-a8f0-121ce8b7aca0 None None] Provisioning complete for port 7957bbd6-8f58-4459-a359-1eb7bf3da919 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:22.900131 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5ed913db-8d8b-4aa7-a8f0-121ce8b7aca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:22.938064 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-875a7a2d-5c25-42aa-9b72-7e777dbe1db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:22.947808 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48830) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:22.988449 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-fbae3240-3721-47c5-81f5-45370a451973 None None] Set router c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:26:23.010206 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-5ed913db-8d8b-4aa7-a8f0-121ce8b7aca0 None None] Port 7957bbd6-8f58-4459-a359-1eb7bf3da919 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:26:23.087500 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a1dfec-f178-4189-9399-c8ae2a9c14fa tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:23.093585 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-10a1dfec-f178-4189-9399-c8ae2a9c14fa tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] 10.222.0.32 "GET /v2.0/ports/7957bbd6-8f58-4459-a359-1eb7bf3da919 HTTP/1.1" status: 200 len: 1136 time: 0.2711775 Jul 24 09:26:23.141545 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device caa9efb5-9c12-47ef-9d9d-383a10b9d151 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:26:23.149596 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48840) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:23.256575 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c2ab7bf4-197c-4a1c-b313-02a3f8da9ce9 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:23.277669 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-52412485'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:23.287821 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f341aa35-b478-44a7-97db-00926e7a7b28 admin admin] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:23.299680 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port caa9efb5-9c12-47ef-9d9d-383a10b9d151 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:23.300052 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:23.378375 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c2ab7bf4-197c-4a1c-b313-02a3f8da9ce9 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593208'] for router, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:23.397488 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b29f4-5260-4a09-aef3-466df012968f req-e5f2333d-d0d2-4d83-aae3-551a465e4afe tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:23.399326 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-353b29f4-5260-4a09-aef3-466df012968f req-e5f2333d-d0d2-4d83-aae3-551a465e4afe tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 0.1361229 Jul 24 09:26:23.438672 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-875a7a2d-5c25-42aa-9b72-7e777dbe1db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:23.466549 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-875a7a2d-5c25-42aa-9b72-7e777dbe1db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:23.521017 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-353b29f4-5260-4a09-aef3-466df012968f req-72241da8-612c-4ce8-80a7-a197f824d42c tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056745 Jul 24 09:26:23.549513 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a7a2d-5c25-42aa-9b72-7e777dbe1db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95895e83-61bc-40ed-a3bf-2da965559bb8,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:23.557637 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-875a7a2d-5c25-42aa-9b72-7e777dbe1db1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c5b234008d914beaa89ae8be16e2b20d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3542411 Jul 24 09:26:23.557947 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48846) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:23.563894 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-fbae3240-3721-47c5-81f5-45370a451973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'name': 'tempest-TaggedBootDevicesTest_v242-991243083-router', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:26:18Z', 'revision_number': 5, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'gw_port': {'id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:23.579690 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c044c63d-2367-440b-8da8-e281ce33891d no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:26:23.618158 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-82636f67-24c0-43b6-9b37-e7e591a275dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:23.622512 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: c044c63d-2367-440b-8da8-e281ce33891d {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:26:23.623089 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c044c63d-2367-440b-8da8-e281ce33891d not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:26:23.636620 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae3240-3721-47c5-81f5-45370a451973 None None] Checking router: c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:26:23.641106 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ab7bf4-197c-4a1c-b313-02a3f8da9ce9 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Router fd3f354e-213d-4a15-ae2b-b5b855ae666c has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:26:23.646356 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae3240-3721-47c5-81f5-45370a451973 None None] Routers {'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:26:23.647156 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-fbae3240-3721-47c5-81f5-45370a451973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:26:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:23.652379 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Made reservation on behalf of 5162ca5b61904c63af9d31ae2ff2cb80 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:26:23.655833 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:23.656816 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-82636f67-24c0-43b6-9b37-e7e591a275dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:23.688597 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:23.698555 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-5b9b6495-78a0-4469-ba6a-b30d6988e67e tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1052136230&fields=id&tenant_id=4ddf1f6a8ea84a438a459d68cf609e56 HTTP/1.1" status: 200 len: 267 time: 0.2491760 Jul 24 09:26:23.718197 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-82636f67-24c0-43b6-9b37-e7e591a275dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:23.721336 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-82636f67-24c0-43b6-9b37-e7e591a275dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:23.723523 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-82636f67-24c0-43b6-9b37-e7e591a275dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95895e83-61bc-40ed-a3bf-2da965559bb8 HTTP/1.1" status: 204 len: 168 time: 0.1640079 Jul 24 09:26:23.744305 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82636f67-24c0-43b6-9b37-e7e591a275dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95895e83-61bc-40ed-a3bf-2da965559bb8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:23.838487 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-fbae3240-3721-47c5-81f5-45370a451973 None None] Set router c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:26:23.840872 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f341aa35-b478-44a7-97db-00926e7a7b28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:23.889488 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ab7bf4-197c-4a1c-b313-02a3f8da9ce9 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:26:23.902868 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b14f8a1-745b-47c5-b900-510cdd7b7d60 None None] Sync routers for ids ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:26:23.908364 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c2ab7bf4-197c-4a1c-b313-02a3f8da9ce9 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:23.909591 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c2ab7bf4-197c-4a1c-b313-02a3f8da9ce9 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "PUT /v2.0/routers/fd3f354e-213d-4a15-ae2b-b5b855ae666c HTTP/1.1" status: 200 len: 700 time: 1.6142371 Jul 24 09:26:23.913249 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48852) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:23.932604 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b14f8a1-745b-47c5-b900-510cdd7b7d60 None None] Routers {'fd3f354e-213d-4a15-ae2b-b5b855ae666c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:26:23.933662 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-4b14f8a1-745b-47c5-b900-510cdd7b7d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:26:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:23.945061 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-0088f21b-95a4-47c4-8b38-dd0e8e9fc35c tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Deleting port 7957bbd6-8f58-4459-a359-1eb7bf3da919 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:26:23.945410 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0088f21b-95a4-47c4-8b38-dd0e8e9fc35c tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:23.962041 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4ababf6d-6a84-4997-9e8d-868156e847dc tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd3f354e-213d-4a15-ae2b-b5b855ae666c HTTP/1.1" status: 200 len: 205 time: 0.0473216 Jul 24 09:26:23.964684 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48854) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:24.083164 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-4b14f8a1-745b-47c5-b900-510cdd7b7d60 None None] Set router fd3f354e-213d-4a15-ae2b-b5b855ae666c gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:26:24.097721 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-fbae3240-3721-47c5-81f5-45370a451973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'name': 'tempest-TaggedBootDevicesTest_v242-991243083-router', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:26:18Z', 'revision_number': 5, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'gw_port': {'id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:24.125480 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-201753f1-647e-4ace-a531-5effb235da88 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:24.128934 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-201753f1-647e-4ace-a531-5effb235da88 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/networks?id=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d HTTP/1.1" status: 200 len: 811 time: 0.2963204 Jul 24 09:26:24.134113 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f2bfec9f-05bc-4a93-8895-72bd39935e0c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:24.152795 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae3240-3721-47c5-81f5-45370a451973 None None] The sync data for ids ['c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8'] in n-d-800085-9 is: [{'id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'name': 'tempest-TaggedBootDevicesTest_v242-991243083-router', 'tenant_id': '66d5a695abdf431a9dde2fad5212bfb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:26:18Z', 'revision_number': 5, 'project_id': '66d5a695abdf431a9dde2fad5212bfb7', 'gw_port': {'id': '8fc8a0b0-630b-4404-9e77-7d514ccae47a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:14:23Z', 'updated_at': '2021-07-24T09:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:26:24.194984 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-4b14f8a1-745b-47c5-b900-510cdd7b7d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:26:16Z', 'revision_number': 11, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:24.226512 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b14f8a1-745b-47c5-b900-510cdd7b7d60 None None] Checking router: fd3f354e-213d-4a15-ae2b-b5b855ae666c for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:26:24.235496 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b14f8a1-745b-47c5-b900-510cdd7b7d60 None None] Routers {'fd3f354e-213d-4a15-ae2b-b5b855ae666c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:26:24.236344 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-4b14f8a1-745b-47c5-b900-510cdd7b7d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:26:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:24.250575 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0088f21b-95a4-47c4-8b38-dd0e8e9fc35c tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:24.263954 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-0088f21b-95a4-47c4-8b38-dd0e8e9fc35c tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Calling delete_port for 7957bbd6-8f58-4459-a359-1eb7bf3da919 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:26:24.308783 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-4b14f8a1-745b-47c5-b900-510cdd7b7d60 None None] Set router fd3f354e-213d-4a15-ae2b-b5b855ae666c gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:26:24.366920 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-4b14f8a1-745b-47c5-b900-510cdd7b7d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:26:16Z', 'revision_number': 11, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:24.383743 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f2bfec9f-05bc-4a93-8895-72bd39935e0c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:24.384598 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-8e7e6d43-bc40-4865-8b8e-807a20bc3129 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/quotas/4ddf1f6a8ea84a438a459d68cf609e56 HTTP/1.1" status: 200 len: 375 time: 0.0441780 Jul 24 09:26:24.392557 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f2bfec9f-05bc-4a93-8895-72bd39935e0c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:24.405262 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b14f8a1-745b-47c5-b900-510cdd7b7d60 None None] The sync data for ids ['fd3f354e-213d-4a15-ae2b-b5b855ae666c'] in n-d-800085-9 is: [{'id': 'fd3f354e-213d-4a15-ae2b-b5b855ae666c', 'name': 'tempest-RoutersTest-router-527151593', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:24:56Z', 'updated_at': '2021-07-24T09:26:16Z', 'revision_number': 11, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:26:24.447497 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f2bfec9f-05bc-4a93-8895-72bd39935e0c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:24.448074 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bfec9f-05bc-4a93-8895-72bd39935e0c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Fanout notify agent at l3_agent the message router_deleted on router fd3f354e-213d-4a15-ae2b-b5b855ae666c {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:26:24.456418 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f2bfec9f-05bc-4a93-8895-72bd39935e0c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:24.457726 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f2bfec9f-05bc-4a93-8895-72bd39935e0c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/routers/fd3f354e-213d-4a15-ae2b-b5b855ae666c HTTP/1.1" status: 204 len: 168 time: 0.4918401 Jul 24 09:26:24.464529 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48866) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:24.469946 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-da47c572-28aa-4723-a0b3-d1025fa32e11 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1542370904', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:24.486563 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:24.517182 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da47c572-28aa-4723-a0b3-d1025fa32e11 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:24.518173 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da47c572-28aa-4723-a0b3-d1025fa32e11 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:24.523219 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-f341aa35-b478-44a7-97db-00926e7a7b28 admin admin] Deleting port 8fc8a0b0-630b-4404-9e77-7d514ccae47a {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:26:24.525036 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f341aa35-b478-44a7-97db-00926e7a7b28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:24.532404 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:24.619093 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd226419-3074-4664-8e6f-aa66f72fcefd,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:24.719865 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b0341-4a63-44a6-8e17-710d83a7188b req-1d6d46a6-245f-4aa1-8d95-7c8e5151a6c0 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:24.728110 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a24b0341-4a63-44a6-8e17-710d83a7188b req-1d6d46a6-245f-4aa1-8d95-7c8e5151a6c0 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 0.1134291 Jul 24 09:26:24.773277 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a24b0341-4a63-44a6-8e17-710d83a7188b req-3bccd1fb-a32d-4352-908e-eb2727df66fb tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439570 Jul 24 09:26:24.801387 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48878) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:24.806309 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0040023 Jul 24 09:26:24.809916 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48880) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:24.940730 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-63fe88fc-76ce-4357-871b-36675165fb46 tempest-NetworksApiDiscovery-1167217732 tempest-NetworksApiDiscovery-1167217732-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1295369 Jul 24 09:26:24.949114 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 644b1162-a28a-42b2-9906-bad577e5e79d no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:26:24.997901 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 644b1162-a28a-42b2-9906-bad577e5e79d {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:26:24.998246 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 644b1162-a28a-42b2-9906-bad577e5e79d not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:26:25.055362 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:25.055938 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:25.056021 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:25.056349 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:25.056675 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:25.057257 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:25.057765 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:25.058225 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:25.058694 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:25.059194 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:25.059680 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:25.060191 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:25.081388 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0088f21b-95a4-47c4-8b38-dd0e8e9fc35c tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:25.086327 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:26:25.132046 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088f21b-95a4-47c4-8b38-dd0e8e9fc35c tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Pushing event deleted for resources: {'Port': ['ID=7957bbd6-8f58-4459-a359-1eb7bf3da919,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:25.143258 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-b49acf8f-294a-4ca8-bd8a-82ffc47a2b48 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ddf1f6a8ea84a438a459d68cf609e56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7385914 Jul 24 09:26:25.150901 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:25.151276 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Added segment 28ef770a-e35e-4e07-87d8-7547a40f18c5 of type vlan for network 3e6e2b32-c3fd-42e2-9b32-966d158dc9eb Jul 24 09:26:25.152459 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da47c572-28aa-4723-a0b3-d1025fa32e11 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:25.168191 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da47c572-28aa-4723-a0b3-d1025fa32e11 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:25.186754 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-f341aa35-b478-44a7-97db-00926e7a7b28 admin admin] For port 8fc8a0b0-630b-4404-9e77-7d514ccae47a, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=8fc8a0b0-630b-4404-9e77-7d514ccae47a,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:25.187601 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f341aa35-b478-44a7-97db-00926e7a7b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:25.198003 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da47c572-28aa-4723-a0b3-d1025fa32e11 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:25.199672 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-da47c572-28aa-4723-a0b3-d1025fa32e11 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7341108 Jul 24 09:26:25.210007 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48894) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:25.216634 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-68f3f215-6122-462f-a829-9a8d0109298e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:25.240939 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-f341aa35-b478-44a7-97db-00926e7a7b28 admin admin] Calling delete_port for 8fc8a0b0-630b-4404-9e77-7d514ccae47a owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:26:25.399766 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48896) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:25.536422 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:25.602888 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0088f21b-95a4-47c4-8b38-dd0e8e9fc35c tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:25.607280 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0088f21b-95a4-47c4-8b38-dd0e8e9fc35c tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] 10.222.0.32 "DELETE /v2.0/ports/7957bbd6-8f58-4459-a359-1eb7bf3da919 HTTP/1.1" status: 204 len: 168 time: 2.4448655 Jul 24 09:26:25.622088 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48900) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:25.676886 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b5547581-0fcf-48ef-893b-8db55791bf09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:25.690679 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-d99b7f12-e89d-4842-bb09-19d7422f26fc service neutron] 10.222.0.32 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5088854 Jul 24 09:26:25.696651 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f341aa35-b478-44a7-97db-00926e7a7b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:25.698406 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:25.703795 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:25.704378 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:25.755631 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-68f3f215-6122-462f-a829-9a8d0109298e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:25.766940 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-68f3f215-6122-462f-a829-9a8d0109298e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593208'] for router, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:25.784697 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341aa35-b478-44a7-97db-00926e7a7b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fc8a0b0-630b-4404-9e77-7d514ccae47a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:25.828085 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f076a4-3e06-4833-a438-eb34911d5e46 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Deleting subnet 7e601512-b92f-4a4a-9cad-def0334aad5b {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:26:25.855682 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d4f076a4-3e06-4833-a438-eb34911d5e46 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:25.870292 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f3f215-6122-462f-a829-9a8d0109298e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Router dc2b86f4-a7d5-403a-abeb-237e0fc097ff is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:26:25.941332 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event updated for resources: {'Network': ['ID=3e6e2b32-c3fd-42e2-9b32-966d158dc9eb,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:25.954355 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 3e6e2b32-c3fd-42e2-9b32-966d158dc9eb details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:26:25.983720 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f3f215-6122-462f-a829-9a8d0109298e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:26:25.991929 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-68f3f215-6122-462f-a829-9a8d0109298e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:25.993849 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-68f3f215-6122-462f-a829-9a8d0109298e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "PUT /v2.0/routers/dc2b86f4-a7d5-403a-abeb-237e0fc097ff HTTP/1.1" status: 200 len: 694 time: 0.7818606 Jul 24 09:26:25.996726 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48904) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:26.004551 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc9b900-d300-4889-b109-46891cc97ddf None None] Sync routers for ids ['dc2b86f4-a7d5-403a-abeb-237e0fc097ff'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:26:26.019134 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc9b900-d300-4889-b109-46891cc97ddf None None] Routers {'dc2b86f4-a7d5-403a-abeb-237e0fc097ff'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:26:26.020327 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1cc9b900-d300-4889-b109-46891cc97ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:26:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['dc2b86f4-a7d5-403a-abeb-237e0fc097ff'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:26.021995 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d4f076a4-3e06-4833-a438-eb34911d5e46 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:26.082700 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-6ad9ca79-8100-42b8-9ee8-74234160808e service neutron] 10.222.0.32 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757932 Jul 24 09:26:26.087410 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f341aa35-b478-44a7-97db-00926e7a7b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:26.126723 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a8d93cfd-aba5-47c0-a85c-df862e1a8622 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "GET /v2.0/routers/dc2b86f4-a7d5-403a-abeb-237e0fc097ff HTTP/1.1" status: 200 len: 700 time: 0.1286085 Jul 24 09:26:26.132534 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48908) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:26.188788 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e91441-77ff-42a0-a512-55738a7c3be4 req-6dbabf35-bee9-4375-bd4d-6ffe60dbbe09 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:26.193515 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a0e91441-77ff-42a0-a512-55738a7c3be4 req-6dbabf35-bee9-4375-bd4d-6ffe60dbbe09 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 0.2751896 Jul 24 09:26:26.232992 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f341aa35-b478-44a7-97db-00926e7a7b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:26.236349 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f341aa35-b478-44a7-97db-00926e7a7b28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:26.250508 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2ca70782-acf7-4010-921d-c4c402902158 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc2b86f4-a7d5-403a-abeb-237e0fc097ff HTTP/1.1" status: 200 len: 205 time: 0.1066802 Jul 24 09:26:26.253696 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48910) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:26.333649 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b5547581-0fcf-48ef-893b-8db55791bf09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:26.351136 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a0e91441-77ff-42a0-a512-55738a7c3be4 req-23e2dd73-2676-491d-8d6c-07ee87e90347 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031797 Jul 24 09:26:26.401354 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-1cc9b900-d300-4889-b109-46891cc97ddf None None] Set router dc2b86f4-a7d5-403a-abeb-237e0fc097ff gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:26:26.419849 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9fbc2b66-9ad7-4e6e-8a33-446a98ce505b tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:26.421868 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b5547581-0fcf-48ef-893b-8db55791bf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:26.448780 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3f284de2-f313-4ad9-9940-281a7c27d5ed tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 3.4825146 Jul 24 09:26:26.448780 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f341aa35-b478-44a7-97db-00926e7a7b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:26.448780 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f341aa35-b478-44a7-97db-00926e7a7b28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:26:26.507950 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-95a83ee2-47ae-4327-88a7-43b957d11567 req-4cf8a788-110c-4422-97df-e4fc005d3530 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 210 time: 0.0901334 Jul 24 09:26:26.538435 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1cc9b900-d300-4889-b109-46891cc97ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2b86f4-a7d5-403a-abeb-237e0fc097ff', 'name': 'tempest-RoutersTest-router-1542370904', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:26:24Z', 'updated_at': '2021-07-24T09:26:25Z', 'revision_number': 2, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:26.538852 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f341aa35-b478-44a7-97db-00926e7a7b28 admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:26.540225 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f341aa35-b478-44a7-97db-00926e7a7b28 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c2f0c1a2-6da1-4c32-a31d-3d01dd52fdf8 HTTP/1.1" status: 204 len: 168 time: 3.9649351 Jul 24 09:26:26.543872 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48916) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:26.592960 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc9b900-d300-4889-b109-46891cc97ddf None None] Checking router: dc2b86f4-a7d5-403a-abeb-237e0fc097ff for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:26:26.602928 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d4f076a4-3e06-4833-a438-eb34911d5e46 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:26.605102 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc9b900-d300-4889-b109-46891cc97ddf None None] Routers {'dc2b86f4-a7d5-403a-abeb-237e0fc097ff'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:26:26.605897 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1cc9b900-d300-4889-b109-46891cc97ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:26:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['dc2b86f4-a7d5-403a-abeb-237e0fc097ff'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:26.655634 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5547581-0fcf-48ef-893b-8db55791bf09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e89bbda-fb10-4544-b03f-bd0b566ee71b,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:26.672117 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-55afb263-6cf6-4dd7-9072-0331e9236428 admin admin] Deleting subnet b47748b3-2a31-4f22-9667-54e58b6acb99 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:26:26.681934 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-55afb263-6cf6-4dd7-9072-0331e9236428 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:26.754773 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-55afb263-6cf6-4dd7-9072-0331e9236428 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:26.798880 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-1cc9b900-d300-4889-b109-46891cc97ddf None None] Set router dc2b86f4-a7d5-403a-abeb-237e0fc097ff gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:26:26.852474 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-55afb263-6cf6-4dd7-9072-0331e9236428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:26.863315 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1cc9b900-d300-4889-b109-46891cc97ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2b86f4-a7d5-403a-abeb-237e0fc097ff', 'name': 'tempest-RoutersTest-router-1542370904', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:26:24Z', 'updated_at': '2021-07-24T09:26:25Z', 'revision_number': 2, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:26.920827 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc9b900-d300-4889-b109-46891cc97ddf None None] The sync data for ids ['dc2b86f4-a7d5-403a-abeb-237e0fc097ff'] in n-d-800085-9 is: [{'id': 'dc2b86f4-a7d5-403a-abeb-237e0fc097ff', 'name': 'tempest-RoutersTest-router-1542370904', 'tenant_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:26:24Z', 'updated_at': '2021-07-24T09:26:25Z', 'revision_number': 2, 'project_id': 'a4d10f6e82b846d8b92cc910ed228db2', 'gw_port_host': None}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:26:26.926490 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-55afb263-6cf6-4dd7-9072-0331e9236428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:26.929753 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9fbc2b66-9ad7-4e6e-8a33-446a98ce505b tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:26.932578 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9fbc2b66-9ad7-4e6e-8a33-446a98ce505b tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:26.993585 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afb263-6cf6-4dd7-9072-0331e9236428 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b47748b3-2a31-4f22-9667-54e58b6acb99,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:27.000636 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-55afb263-6cf6-4dd7-9072-0331e9236428 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:27.002932 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-55afb263-6cf6-4dd7-9072-0331e9236428 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b47748b3-2a31-4f22-9667-54e58b6acb99 HTTP/1.1" status: 204 len: 168 time: 0.4579060 Jul 24 09:26:27.006757 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48924) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:27.014901 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6246b594-7409-4213-a46c-44645bb99a2b None None] Network 9dc9f2b3-ab92-48be-ad70-58a2832475cd requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:27.041811 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b5547581-0fcf-48ef-893b-8db55791bf09 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=25bd4439698547f4b9404f89a83ce5ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6297112 Jul 24 09:26:27.045817 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48926) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:27.048595 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9fbc2b66-9ad7-4e6e-8a33-446a98ce505b tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:27.049428 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbc2b66-9ad7-4e6e-8a33-446a98ce505b tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Fanout notify agent at l3_agent the message router_deleted on router dc2b86f4-a7d5-403a-abeb-237e0fc097ff {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:26:27.205062 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9fbc2b66-9ad7-4e6e-8a33-446a98ce505b tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:27.218572 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9fbc2b66-9ad7-4e6e-8a33-446a98ce505b tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/routers/dc2b86f4-a7d5-403a-abeb-237e0fc097ff HTTP/1.1" status: 204 len: 168 time: 0.9584475 Jul 24 09:26:27.283188 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48930) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:27.284601 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8927dd3a-96fa-4701-a478-94ed93e098da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:27.308454 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 8fc8a0b0-630b-4404-9e77-7d514ccae47a no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:26:27.354506 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-97c07c81-e3b7-472c-807b-eccf85b01660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:27.395816 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b1355026-6c3b-4582-8b46-e19dfe4797bd tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc2b86f4-a7d5-403a-abeb-237e0fc097ff HTTP/1.1" status: 200 len: 205 time: 0.1071446 Jul 24 09:26:27.439931 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48934) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:27.447801 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8927dd3a-96fa-4701-a478-94ed93e098da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:27.521281 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 8fc8a0b0-630b-4404-9e77-7d514ccae47a {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:26:27.522741 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-97c07c81-e3b7-472c-807b-eccf85b01660 admin admin] Deleting port 124647fd-d9ed-4fda-857c-869bf3f0326a {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:26:27.523089 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-97c07c81-e3b7-472c-807b-eccf85b01660 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:27.539157 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 8fc8a0b0-630b-4404-9e77-7d514ccae47a not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:26:27.571219 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f759b2d7-4056-4568-9a68-73a2909b15a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:27.619651 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-97c07c81-e3b7-472c-807b-eccf85b01660 admin admin] For port 124647fd-d9ed-4fda-857c-869bf3f0326a, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=124647fd-d9ed-4fda-857c-869bf3f0326a,segment=NetworkSegment(179240a6-2206-4416-9b54-6742cbc9ffe4),segment_id=179240a6-2206-4416-9b54-6742cbc9ffe4)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:27.620455 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-97c07c81-e3b7-472c-807b-eccf85b01660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:27.636540 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d4f076a4-3e06-4833-a438-eb34911d5e46 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:27.639256 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-d105b85c-a95b-4d3e-8855-8de60f3e9f55 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] delete failed (client error): The resource could not be found. Jul 24 09:26:27.642661 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d105b85c-a95b-4d3e-8855-8de60f3e9f55 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/routers/dc2b86f4-a7d5-403a-abeb-237e0fc097ff HTTP/1.1" status: 404 len: 336 time: 0.1994572 Jul 24 09:26:27.673663 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48938) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:27.699553 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-97c07c81-e3b7-472c-807b-eccf85b01660 admin admin] Calling delete_port for 124647fd-d9ed-4fda-857c-869bf3f0326a owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:26:27.727493 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce537ed6-e179-4ffe-9f82-9f6e4aa80584 None None] DHCP port deletion for 9dc9f2b3-ab92-48be-ad70-58a2832475cd request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:26:27.756230 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f076a4-3e06-4833-a438-eb34911d5e46 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Pushing event deleted for resources: {'Subnet': ['ID=7e601512-b92f-4a4a-9cad-def0334aad5b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:27.781495 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b241cf34-11a0-48bf-ac45-74269c5fd1ae None None] Network f1f92841-8fd4-416e-b3ad-4cec3f980650 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:27.804603 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d4f076a4-3e06-4833-a438-eb34911d5e46 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:27.817287 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d4f076a4-3e06-4833-a438-eb34911d5e46 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] 10.222.0.32 "DELETE /v2.0/subnets/7e601512-b92f-4a4a-9cad-def0334aad5b HTTP/1.1" status: 204 len: 168 time: 2.1926670 Jul 24 09:26:27.829329 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48940) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:27.855750 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-479efe35-1094-4a26-95c3-8b9e145c536c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] DELETE failed (client error): The resource could not be found. Jul 24 09:26:27.856648 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-479efe35-1094-4a26-95c3-8b9e145c536c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:26:27.858880 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-479efe35-1094-4a26-95c3-8b9e145c536c tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/subnets/011f9e5f-2a79-4f7f-8e13-60e4daf0f196 HTTP/1.1" status: 404 len: 337 time: 0.1699262 Jul 24 09:26:27.862188 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48942) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:27.863735 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-97c07c81-e3b7-472c-807b-eccf85b01660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:27.889223 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8bb34b6e-606c-4700-93d8-019081b97170 req-74ad4544-ce0d-49ba-a32a-6b6c919e4ab0 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 210 time: 0.2561812 Jul 24 09:26:27.912730 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c07c81-e3b7-472c-807b-eccf85b01660 admin admin] Pushing event deleted for resources: {'Port': ['ID=124647fd-d9ed-4fda-857c-869bf3f0326a,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:27.922125 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c07c81-e3b7-472c-807b-eccf85b01660 admin admin] No DVR routers for this DVR port 124647fd-d9ed-4fda-857c-869bf3f0326a on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:26:27.991823 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-120d0e91-2a8d-41d0-ad88-1922bece355e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] DELETE failed (client error): The resource could not be found. Jul 24 09:26:27.995478 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-120d0e91-2a8d-41d0-ad88-1922bece355e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:26:27.997529 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-120d0e91-2a8d-41d0-ad88-1922bece355e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/subnets/c03242a3-bf36-44cb-989b-37a9ecfb504b HTTP/1.1" status: 404 len: 337 time: 0.1264374 Jul 24 09:26:28.010279 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48944) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:28.075572 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-ce537ed6-e179-4ffe-9f82-9f6e4aa80584 None None] Deleting port 124647fd-d9ed-4fda-857c-869bf3f0326a {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:26:28.076168 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce537ed6-e179-4ffe-9f82-9f6e4aa80584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:28.100702 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-97c07c81-e3b7-472c-807b-eccf85b01660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:28.130008 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-97c07c81-e3b7-472c-807b-eccf85b01660 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc9f2b3-ab92-48be-ad70-58a2832475cd']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:28.154764 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8927dd3a-96fa-4701-a478-94ed93e098da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:28.157673 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8927dd3a-96fa-4701-a478-94ed93e098da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:28.158949 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8927dd3a-96fa-4701-a478-94ed93e098da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e89bbda-fb10-4544-b03f-bd0b566ee71b HTTP/1.1" status: 204 len: 168 time: 1.1118000 Jul 24 09:26:28.168048 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-97c07c81-e3b7-472c-807b-eccf85b01660 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179240a6-2206-4416-9b54-6742cbc9ffe4') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:28.168457 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-97c07c81-e3b7-472c-807b-eccf85b01660 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179240a6-2206-4416-9b54-6742cbc9ffe4') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:28.197824 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90d38db-0521-4c08-b509-6dc2a45504b7 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] DELETE failed (client error): The resource could not be found. Jul 24 09:26:28.198462 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e90d38db-0521-4c08-b509-6dc2a45504b7 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:26:28.200561 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e90d38db-0521-4c08-b509-6dc2a45504b7 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/subnets/5a93f0b1-2475-49af-a649-3cbb70a247ad HTTP/1.1" status: 404 len: 337 time: 0.1811261 Jul 24 09:26:28.209211 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48948) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:28.216232 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-14481053-9768-4222-a484-f627a9598024 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:28.225750 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927dd3a-96fa-4701-a478-94ed93e098da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e89bbda-fb10-4544-b03f-bd0b566ee71b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:28.250746 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-97c07c81-e3b7-472c-807b-eccf85b01660 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:28.306491 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b4078-3123-471d-9a99-4a6617e71180 req-76e01850-62d8-4377-ab95-2c54fae6f44b tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:28.324542 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fe9b4078-3123-471d-9a99-4a6617e71180 req-76e01850-62d8-4377-ab95-2c54fae6f44b tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 0.7311137 Jul 24 09:26:28.339208 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45bec54-a03c-4ebc-a6d9-c738ffbf35e4 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] DELETE failed (client error): The resource could not be found. Jul 24 09:26:28.339802 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d45bec54-a03c-4ebc-a6d9-c738ffbf35e4 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:26:28.343012 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d45bec54-a03c-4ebc-a6d9-c738ffbf35e4 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/subnets/00676ca5-875a-4b79-a1ac-7218645c03d9 HTTP/1.1" status: 404 len: 337 time: 0.1313593 Jul 24 09:26:28.350627 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48954) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:28.359442 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ce537ed6-e179-4ffe-9f82-9f6e4aa80584 None None] For port 124647fd-d9ed-4fda-857c-869bf3f0326a, host n-d-800085-9, got binding levels [] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:28.360080 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce537ed6-e179-4ffe-9f82-9f6e4aa80584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:28.415829 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-619b79db-c3e3-41a0-b9e7-860b867ef0eb tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd3f354e-213d-4a15-ae2b-b5b855ae666c HTTP/1.1" status: 200 len: 205 time: 0.0551255 Jul 24 09:26:28.421915 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48958) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:28.452842 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-ce537ed6-e179-4ffe-9f82-9f6e4aa80584 None None] Calling delete_port for 124647fd-d9ed-4fda-857c-869bf3f0326a owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:26:28.463895 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.ipam_backend_mixin [None req-ce537ed6-e179-4ffe-9f82-9f6e4aa80584 None None] Port 124647fd-d9ed-4fda-857c-869bf3f0326a was not found and therefore no delete operation was performed {{(pid=94037) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 09:26:28.472077 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce537ed6-e179-4ffe-9f82-9f6e4aa80584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:28.588676 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-673b390f-73ab-40e5-9da6-420607f83115 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] delete failed (client error): The resource could not be found. Jul 24 09:26:28.593477 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-97c07c81-e3b7-472c-807b-eccf85b01660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:28.595792 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-673b390f-73ab-40e5-9da6-420607f83115 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/routers/fd3f354e-213d-4a15-ae2b-b5b855ae666c HTTP/1.1" status: 404 len: 336 time: 0.1734066 Jul 24 09:26:28.601937 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fe9b4078-3123-471d-9a99-4a6617e71180 req-f44a65c9-ac0c-4391-a909-58da001c584d tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752674 Jul 24 09:26:28.603006 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48964) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:28.624339 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe38d15e-f6c1-46cc-a309-d922c6d5dfb7 None None] DHCP port deletion for f1f92841-8fd4-416e-b3ad-4cec3f980650 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:26:28.629201 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce537ed6-e179-4ffe-9f82-9f6e4aa80584 None None] No DVR routers for this DVR port 124647fd-d9ed-4fda-857c-869bf3f0326a on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:26:28.639845 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a32434e4-166f-4f3c-89fa-e776ad0eb786 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "GET /v2.0/ports?device_id=5503ec13-e140-437b-9e59-c3c5f6dbc6d4 HTTP/1.1" status: 200 len: 205 time: 0.0345492 Jul 24 09:26:28.643775 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48966) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:28.664242 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce537ed6-e179-4ffe-9f82-9f6e4aa80584 None None] Pushing event deleted for resources: {'Port': ['ID=124647fd-d9ed-4fda-857c-869bf3f0326a,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:28.783209 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-f2b6c808-138d-4fc0-a3da-bdbb3b3ee99d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] delete failed (client error): The resource could not be found. Jul 24 09:26:28.784430 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f2b6c808-138d-4fc0-a3da-bdbb3b3ee99d tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/routers/5503ec13-e140-437b-9e59-c3c5f6dbc6d4 HTTP/1.1" status: 404 len: 336 time: 0.1324954 Jul 24 09:26:28.789532 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48968) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:28.796427 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c07c81-e3b7-472c-807b-eccf85b01660 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:26:28.802786 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-97c07c81-e3b7-472c-807b-eccf85b01660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:26:28.806473 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:26:28.825636 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-fe38d15e-f6c1-46cc-a309-d922c6d5dfb7 None None] Deleting port 9416356b-0597-4b8c-8d82-af85dfccf88d {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:26:28.827992 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fe38d15e-f6c1-46cc-a309-d922c6d5dfb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:28.886648 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1dff2cd-f858-4594-964b-b1fde757bc1e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] DELETE failed (client error): The resource could not be found. Jul 24 09:26:28.901348 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1dff2cd-f858-4594-964b-b1fde757bc1e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:26:28.903374 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b1dff2cd-f858-4594-964b-b1fde757bc1e tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/subnets/4c8c2eda-bf52-47b5-8dd9-60a3c870b72f HTTP/1.1" status: 404 len: 337 time: 0.1085255 Jul 24 09:26:28.906771 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48972) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:29.036169 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-14481053-9768-4222-a484-f627a9598024 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Deleting port 9416356b-0597-4b8c-8d82-af85dfccf88d {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:26:29.038162 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-14481053-9768-4222-a484-f627a9598024 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:29.055919 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-113af13a-3ef9-4c3e-881d-3ddb637fd44b tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c59b102-1d98-4ec6-aeec-237dbef88e6c HTTP/1.1" status: 200 len: 205 time: 0.1449571 Jul 24 09:26:29.084585 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48978) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:29.093862 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 124647fd-d9ed-4fda-857c-869bf3f0326a no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:26:29.181317 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 124647fd-d9ed-4fda-857c-869bf3f0326a {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:26:29.182445 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 124647fd-d9ed-4fda-857c-869bf3f0326a not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:26:29.186788 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 9416356b-0597-4b8c-8d82-af85dfccf88d no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:26:29.207472 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-1f65acf7-1710-4898-a9d6-c588260e8a25 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] delete failed (client error): The resource could not be found. Jul 24 09:26:29.212066 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-fe38d15e-f6c1-46cc-a309-d922c6d5dfb7 None None] For port 9416356b-0597-4b8c-8d82-af85dfccf88d, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=9416356b-0597-4b8c-8d82-af85dfccf88d,segment=NetworkSegment(ee8059d2-a179-4848-b093-9c8d100bfce6),segment_id=ee8059d2-a179-4848-b093-9c8d100bfce6)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:29.212878 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fe38d15e-f6c1-46cc-a309-d922c6d5dfb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:29.213422 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1f65acf7-1710-4898-a9d6-c588260e8a25 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/routers/2c59b102-1d98-4ec6-aeec-237dbef88e6c HTTP/1.1" status: 404 len: 336 time: 0.1277320 Jul 24 09:26:29.219469 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 48984) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:29.247564 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2d76eb4a-a8cc-4194-833f-337a1c7f1f2f req-e82e4d3f-d2b4-4d09-8360-4e70a12d0d70 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 210 time: 0.1368203 Jul 24 09:26:29.261635 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-e981eecd-8e9c-4d5c-9bfa-e733d6f281f4 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:29.263385 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-e981eecd-8e9c-4d5c-9bfa-e733d6f281f4 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.20 "GET /v2.0/networks?id=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d HTTP/1.1" status: 200 len: 811 time: 1.0678673 Jul 24 09:26:29.274887 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-97c07c81-e3b7-472c-807b-eccf85b01660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:29.292126 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-97c07c81-e3b7-472c-807b-eccf85b01660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:29.305740 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-97c07c81-e3b7-472c-807b-eccf85b01660 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9dc9f2b3-ab92-48be-ad70-58a2832475cd HTTP/1.1" status: 204 len: 168 time: 2.2969093 Jul 24 09:26:29.336825 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-fe38d15e-f6c1-46cc-a309-d922c6d5dfb7 None None] Calling delete_port for 9416356b-0597-4b8c-8d82-af85dfccf88d owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:26:29.357676 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c07c81-e3b7-472c-807b-eccf85b01660 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dc9f2b3-ab92-48be-ad70-58a2832475cd,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:29.368188 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48988) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:29.368857 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-446e6dca-1cbb-4d3c-a33b-e15fac9decc5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b89355-c2a3-4a85-9ae9-52121fb98e3b HTTP/1.1" status: 200 len: 205 time: 0.1427665 Jul 24 09:26:29.401725 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-14481053-9768-4222-a484-f627a9598024 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] For port 9416356b-0597-4b8c-8d82-af85dfccf88d, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=9416356b-0597-4b8c-8d82-af85dfccf88d,segment=NetworkSegment(ee8059d2-a179-4848-b093-9c8d100bfce6),segment_id=ee8059d2-a179-4848-b093-9c8d100bfce6)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:29.402480 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-14481053-9768-4222-a484-f627a9598024 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:29.429904 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-14481053-9768-4222-a484-f627a9598024 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Calling delete_port for 9416356b-0597-4b8c-8d82-af85dfccf88d owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:26:29.492229 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-5e9e0c7f-6320-4efc-b729-a0c319aa5654 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] delete failed (client error): The resource could not be found. Jul 24 09:26:29.495912 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5e9e0c7f-6320-4efc-b729-a0c319aa5654 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/routers/94b89355-c2a3-4a85-9ae9-52121fb98e3b HTTP/1.1" status: 404 len: 336 time: 0.1187968 Jul 24 09:26:29.500361 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-6cf0616c-ed35-4730-8c33-8800be19d645 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ddf1f6a8ea84a438a459d68cf609e56 HTTP/1.1" status: 200 len: 380 time: 0.2232943 Jul 24 09:26:29.500908 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48992) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:29.530304 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-62bfd9d8-8328-440a-afb9-7996cdd741ef tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Request body: {'port': {'device_id': 'c8ea5e83-9b71-438b-a842-850fed4bda74', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'admin_state_up': True, 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'security_groups': ['faabf02e-1fed-43cf-bcd3-665e4fb4ce0a']}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:29.626929 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-14481053-9768-4222-a484-f627a9598024 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:29.698015 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14481053-9768-4222-a484-f627a9598024 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Pushing event deleted for resources: {'Port': ['ID=9416356b-0597-4b8c-8d82-af85dfccf88d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:29.700821 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14481053-9768-4222-a484-f627a9598024 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] No DVR routers for this DVR port 9416356b-0597-4b8c-8d82-af85dfccf88d on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:26:29.843525 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-14481053-9768-4222-a484-f627a9598024 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:29.845603 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8dadaa-4c5f-4728-a621-d4f88748e372 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] DELETE failed (client error): The resource could not be found. Jul 24 09:26:29.846066 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d8dadaa-4c5f-4728-a621-d4f88748e372 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:26:29.851025 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49002) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:29.851871 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9d8dadaa-4c5f-4728-a621-d4f88748e372 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/subnets/23f37a90-c17d-40f8-bd04-aeb3963000be HTTP/1.1" status: 404 len: 337 time: 0.3498318 Jul 24 09:26:29.870111 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49004) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:29.884038 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:29.922288 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-62bfd9d8-8328-440a-afb9-7996cdd741ef tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Made reservation on behalf of 4ddf1f6a8ea84a438a459d68cf609e56 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:26:29.925066 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-14481053-9768-4222-a484-f627a9598024 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f92841-8fd4-416e-b3ad-4cec3f980650']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:29.928206 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-62bfd9d8-8328-440a-afb9-7996cdd741ef tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:29.936243 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-14481053-9768-4222-a484-f627a9598024 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8059d2-a179-4848-b093-9c8d100bfce6') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:29.936570 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-14481053-9768-4222-a484-f627a9598024 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8059d2-a179-4848-b093-9c8d100bfce6') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:29.947774 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-14481053-9768-4222-a484-f627a9598024 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:29.965443 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e24b00fc-d136-4a0c-83b7-6d72f774c02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:29.965681 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-14481053-9768-4222-a484-f627a9598024 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:29.970387 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-77349cd1-baa4-4b31-b705-3a829137579f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=66d5a695abdf431a9dde2fad5212bfb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0968218 Jul 24 09:26:29.970663 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14481053-9768-4222-a484-f627a9598024 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:26:29.971059 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-14481053-9768-4222-a484-f627a9598024 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:29.974083 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49008) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:29.990914 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fe38d15e-f6c1-46cc-a309-d922c6d5dfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:30.057795 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49010) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:30.069505 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-d235a176-162c-46d5-bcef-ff0581916752 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Request body: {'subnet': {'network_id': '3e6e2b32-c3fd-42e2-9b32-966d158dc9eb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:30.077506 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-697fa42b-2681-4c64-87aa-234bb00026ae tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "GET /v2.0/ports?device_id=71e160fc-7f5b-4a89-b56e-0ad845f0be9e HTTP/1.1" status: 200 len: 205 time: 0.1973233 Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:26:30.078636 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:26:30.081344 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49012) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:30.088426 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38d15e-f6c1-46cc-a309-d922c6d5dfb7 None None] Pushing event deleted for resources: {'Port': ['ID=9416356b-0597-4b8c-8d82-af85dfccf88d,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:30.097114 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-14481053-9768-4222-a484-f627a9598024 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:30.119595 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe38d15e-f6c1-46cc-a309-d922c6d5dfb7 None None] No DVR routers for this DVR port 9416356b-0597-4b8c-8d82-af85dfccf88d on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:26:30.180886 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-14481053-9768-4222-a484-f627a9598024 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:30.184455 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-14481053-9768-4222-a484-f627a9598024 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] 10.222.0.32 "DELETE /v2.0/networks/f1f92841-8fd4-416e-b3ad-4cec3f980650 HTTP/1.1" status: 204 len: 168 time: 2.3531368 Jul 24 09:26:30.184662 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d28086d3-6f2e-47f2-97e4-d6335adaeab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:30.185739 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14481053-9768-4222-a484-f627a9598024 tempest-ExtraDHCPOptionsTestJSON-42453847 tempest-ExtraDHCPOptionsTestJSON-42453847-project] Pushing event deleted for resources: {'Network': ['ID=f1f92841-8fd4-416e-b3ad-4cec3f980650,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:30.195899 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-467d79f7-9dda-4525-ba20-f93e5e1fbcb5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] delete failed (client error): The resource could not be found. Jul 24 09:26:30.199525 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-467d79f7-9dda-4525-ba20-f93e5e1fbcb5 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/routers/71e160fc-7f5b-4a89-b56e-0ad845f0be9e HTTP/1.1" status: 404 len: 336 time: 0.1134584 Jul 24 09:26:30.200431 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49018) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:30.231497 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9111349-a6bc-4596-a645-cc88257f2d85 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] DELETE failed (client error): The resource could not be found. Jul 24 09:26:30.232143 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9111349-a6bc-4596-a645-cc88257f2d85 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:26:30.236896 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b9111349-a6bc-4596-a645-cc88257f2d85 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/subnets/ecdb4526-181b-4b0a-9264-ac07165fbaa5 HTTP/1.1" status: 404 len: 337 time: 0.0338202 Jul 24 09:26:30.237495 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49020) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:30.299014 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-895d3cd0-3f20-4b64-b3f6-0475535755a2 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca499813-d86c-4be1-8475-d65bc9f6a045 HTTP/1.1" status: 200 len: 205 time: 0.0596244 Jul 24 09:26:30.299633 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49024) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:30.322678 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f7f8f-c0e0-4741-870e-7fea12110d3f req-7c914b6b-7357-4588-a13f-149292a726cf tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:30.331502 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f69f7f8f-c0e0-4741-870e-7fea12110d3f req-7c914b6b-7357-4588-a13f-149292a726cf tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 0.4828498 Jul 24 09:26:30.392316 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:30.409517 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-b7218b6b-c752-48f3-9208-e848ac837667 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] delete failed (client error): The resource could not be found. Jul 24 09:26:30.418455 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b7218b6b-c752-48f3-9208-e848ac837667 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/routers/ca499813-d86c-4be1-8475-d65bc9f6a045 HTTP/1.1" status: 404 len: 336 time: 0.0774100 Jul 24 09:26:30.424817 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d28086d3-6f2e-47f2-97e4-d6335adaeab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:30.428035 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49028) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:30.488341 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-62bfd9d8-8328-440a-afb9-7996cdd741ef tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Allocated IP 172.20.0.6 (f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d/ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff/76f4d8f1-8b54-42bd-a1fc-408ef69a6354) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:26:30.492851 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d235a176-162c-46d5-bcef-ff0581916752 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Made reservation on behalf of 5162ca5b61904c63af9d31ae2ff2cb80 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:26:30.496333 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d235a176-162c-46d5-bcef-ff0581916752 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:30.510133 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-00662eb5-77f4-42d7-bcd8-b3eea946dd30 req-0fb1ac15-6271-4e87-93be-cfc52ac2f392 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 210 time: 0.0890083 Jul 24 09:26:30.548337 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf74086d-8c74-4916-8d50-a8cb37f02515 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] DELETE failed (client error): The resource could not be found. Jul 24 09:26:30.549348 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf74086d-8c74-4916-8d50-a8cb37f02515 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:26:30.555489 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bf74086d-8c74-4916-8d50-a8cb37f02515 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/subnets/abe9c8df-d683-43a2-a83e-ac72407072d9 HTTP/1.1" status: 404 len: 337 time: 0.1123176 Jul 24 09:26:30.555489 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f69f7f8f-c0e0-4741-870e-7fea12110d3f req-b772369b-d158-4cf6-9166-7383dc3b7a67 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231417 Jul 24 09:26:30.556243 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49032) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:30.602334 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49034) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:30.631769 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f3801a-fee2-41f8-b69c-7bc2db6240e1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] DELETE failed (client error): The resource could not be found. Jul 24 09:26:30.632692 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f3801a-fee2-41f8-b69c-7bc2db6240e1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:26:30.635165 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d3f3801a-fee2-41f8-b69c-7bc2db6240e1 tempest-RoutersTest-1468445337 tempest-RoutersTest-1468445337-project] 10.222.0.32 "DELETE /v2.0/subnets/0dc4c7dc-44db-4c72-b148-78e4a5134015 HTTP/1.1" status: 404 len: 337 time: 0.0748801 Jul 24 09:26:30.750800 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d28086d3-6f2e-47f2-97e4-d6335adaeab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:30.753921 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d28086d3-6f2e-47f2-97e4-d6335adaeab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:30.755105 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d28086d3-6f2e-47f2-97e4-d6335adaeab3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46cecdf2-c216-47e2-b471-d7c9ba4b1aa6 HTTP/1.1" status: 204 len: 168 time: 0.7792406 Jul 24 09:26:30.802395 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28086d3-6f2e-47f2-97e4-d6335adaeab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cecdf2-c216-47e2-b471-d7c9ba4b1aa6,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:30.942608 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bcb5d996-b3b1-4bde-8ddb-f546fe8c095c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=407fd6cfa72243f98a949613720ea02d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3364866 Jul 24 09:26:30.944034 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49052) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:30.950912 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-62bfd9d8-8328-440a-afb9-7996cdd741ef tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:30.977648 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:31.001759 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-62bfd9d8-8328-440a-afb9-7996cdd741ef tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Transition to ACTIVE for port object 76f4d8f1-8b54-42bd-a1fc-408ef69a6354 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:26:31.003078 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b4867c01-5731-48c8-921f-e2873680915f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:31.021232 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d235a176-162c-46d5-bcef-ff0581916752 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:31.034233 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b4867c01-5731-48c8-921f-e2873680915f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:31.061163 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49056) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:31.102739 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b4867c01-5731-48c8-921f-e2873680915f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:31.105551 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b4867c01-5731-48c8-921f-e2873680915f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:31.105991 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235a176-162c-46d5-bcef-ff0581916752 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event updated for resources: {'Subnet': ['ID=a359a617-3a24-4889-9f9e-51a2207128bd,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:31.106830 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b4867c01-5731-48c8-921f-e2873680915f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3c05878-4a51-4bb3-85e4-72cd6dbba848 HTTP/1.1" status: 204 len: 168 time: 0.1622024 Jul 24 09:26:31.109770 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-62bfd9d8-8328-440a-afb9-7996cdd741ef tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:31.125125 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4867c01-5731-48c8-921f-e2873680915f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c05878-4a51-4bb3-85e4-72cd6dbba848,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:31.167609 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d235a176-162c-46d5-bcef-ff0581916752 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Checking segment: {'id': '28ef770a-e35e-4e07-87d8-7547a40f18c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3e6e2b32-c3fd-42e2-9b32-966d158dc9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:26:31.167981 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d235a176-162c-46d5-bcef-ff0581916752 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Network hostable DHCP agents. Network: 3e6e2b32-c3fd-42e2-9b32-966d158dc9eb, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:26:31.175254 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-62bfd9d8-8328-440a-afb9-7996cdd741ef tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Network f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:26:31.181425 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfd9d8-8328-440a-afb9-7996cdd741ef tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Pushing event updated for resources: {'Port': ['ID=76f4d8f1-8b54-42bd-a1fc-408ef69a6354,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:31.184673 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-62bfd9d8-8328-440a-afb9-7996cdd741ef tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:31.186675 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-62bfd9d8-8328-440a-afb9-7996cdd741ef tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:26:31.247877 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d235a176-162c-46d5-bcef-ff0581916752 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Network 3e6e2b32-c3fd-42e2-9b32-966d158dc9eb is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:26:31.258137 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-62bfd9d8-8328-440a-afb9-7996cdd741ef tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:31.259156 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-62bfd9d8-8328-440a-afb9-7996cdd741ef tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:31.279746 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-62bfd9d8-8328-440a-afb9-7996cdd741ef tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7682185 Jul 24 09:26:31.280981 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-d235a176-162c-46d5-bcef-ff0581916752 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 3e6e2b32-c3fd-42e2-9b32-966d158dc9eb) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:31.290400 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bf93ec-71e3-4563-9bd2-922e43fcaf6f None None] Network 3e6e2b32-c3fd-42e2-9b32-966d158dc9eb requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:31.323661 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d235a176-162c-46d5-bcef-ff0581916752 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:31.324271 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d235a176-162c-46d5-bcef-ff0581916752 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:31.335637 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-6f3be550-4ff0-47c9-af2f-1d217c234ba5 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:26:31.347109 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-6f3be550-4ff0-47c9-af2f-1d217c234ba5 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0298972 Jul 24 09:26:31.363482 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-071d8dfe-6d5f-4c9b-9cc0-9eb80d7b8fed service neutron] Request body: {'port': {'device_id': 'c8ea5e83-9b71-438b-a842-850fed4bda74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:31.400435 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-430d10ba-fc22-4401-ab3c-b2f5fa72bacf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4d10f6e82b846d8b92cc910ed228db2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3372600 Jul 24 09:26:31.402836 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49068) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:31.463858 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49072) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:31.470695 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d235a176-162c-46d5-bcef-ff0581916752 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4093182 Jul 24 09:26:31.472795 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-75ae7ede-a586-4c47-b16d-be0417f78ff1 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1920525490'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:31.503988 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ae7ede-a586-4c47-b16d-be0417f78ff1 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Made reservation on behalf of 5162ca5b61904c63af9d31ae2ff2cb80 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:26:31.507601 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-75ae7ede-a586-4c47-b16d-be0417f78ff1 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:31.543458 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ae7ede-a586-4c47-b16d-be0417f78ff1 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:26:31.553219 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-75ae7ede-a586-4c47-b16d-be0417f78ff1 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:31.553471 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-75ae7ede-a586-4c47-b16d-be0417f78ff1 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Added segment 98a80e4c-61a1-4cfa-a855-d27a45c2a128 of type vlan for network c372135c-9614-49e2-bc7d-a658f6607259 Jul 24 09:26:31.563783 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b9772122-6d2b-4cdd-85d7-142f95a735dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:31.566936 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6285fdee-b3ea-4d78-b57e-0d5bbf8dbacd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-3e6e2b32-c3fd-42e2-9b32-966d158dc9eb', 'network_id': '3e6e2b32-c3fd-42e2-9b32-966d158dc9eb', 'tenant_id': '5162ca5b61904c63af9d31ae2ff2cb80', 'fixed_ips': [{'subnet_id': 'a359a617-3a24-4889-9f9e-51a2207128bd'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:26:31.569189 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6285fdee-b3ea-4d78-b57e-0d5bbf8dbacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:31.573872 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3475b067-aab9-412c-a00d-951f677d2c73 None None] Provisioning for port 76f4d8f1-8b54-42bd-a1fc-408ef69a6354 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:26:31.578758 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-071d8dfe-6d5f-4c9b-9cc0-9eb80d7b8fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:31.589112 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3475b067-aab9-412c-a00d-951f677d2c73 None None] Provisioning complete for port 76f4d8f1-8b54-42bd-a1fc-408ef69a6354 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:31.589713 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3475b067-aab9-412c-a00d-951f677d2c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:31.618935 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b9772122-6d2b-4cdd-85d7-142f95a735dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:31.622623 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-75ae7ede-a586-4c47-b16d-be0417f78ff1 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:31.633917 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-3475b067-aab9-412c-a00d-951f677d2c73 None None] Port 76f4d8f1-8b54-42bd-a1fc-408ef69a6354 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:26:31.775946 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-75ae7ede-a586-4c47-b16d-be0417f78ff1 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:31.781992 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ae7ede-a586-4c47-b16d-be0417f78ff1 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:31.782615 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-75ae7ede-a586-4c47-b16d-be0417f78ff1 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:31.832376 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-75ae7ede-a586-4c47-b16d-be0417f78ff1 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3642874 Jul 24 09:26:31.833295 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49098) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:31.843784 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-e7759f1e-9bb8-41c4-be1e-0062822cd8ac tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Request body: {'subnet': {'network_id': 'c372135c-9614-49e2-bc7d-a658f6607259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:31.934013 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-6285fdee-b3ea-4d78-b57e-0d5bbf8dbacd None None] Allocated IP 2001:db8:0:ffff::2 (3e6e2b32-c3fd-42e2-9b32-966d158dc9eb/a359a617-3a24-4889-9f9e-51a2207128bd/5d7be342-82d0-4302-9292-88b4258d05bc) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:26:32.331105 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6285fdee-b3ea-4d78-b57e-0d5bbf8dbacd None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:32.353054 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6285fdee-b3ea-4d78-b57e-0d5bbf8dbacd None None] Transition to ACTIVE for port object 5d7be342-82d0-4302-9292-88b4258d05bc will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:26:32.397980 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6285fdee-b3ea-4d78-b57e-0d5bbf8dbacd None None] Transition to ACTIVE for port object 5d7be342-82d0-4302-9292-88b4258d05bc will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:26:32.398480 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff4307-fc32-4281-b824-15e68fd0f106 req-1d7d0682-fb3b-4ce0-8655-1d787ab9a1ca tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:32.400200 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-09ff4307-fc32-4281-b824-15e68fd0f106 req-1d7d0682-fb3b-4ce0-8655-1d787ab9a1ca tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 931 time: 0.6849954 Jul 24 09:26:32.419706 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6285fdee-b3ea-4d78-b57e-0d5bbf8dbacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:32.527907 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285fdee-b3ea-4d78-b57e-0d5bbf8dbacd None None] Pushing event updated for resources: {'Port': ['ID=5d7be342-82d0-4302-9292-88b4258d05bc,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:32.540816 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b9772122-6d2b-4cdd-85d7-142f95a735dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:32.549595 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b9772122-6d2b-4cdd-85d7-142f95a735dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:32.554533 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6285fdee-b3ea-4d78-b57e-0d5bbf8dbacd None None] Network 3e6e2b32-c3fd-42e2-9b32-966d158dc9eb is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:26:32.557719 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b9772122-6d2b-4cdd-85d7-142f95a735dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/517fba29-219a-4895-a494-d734f724c5b0 HTTP/1.1" status: 204 len: 168 time: 1.1538978 Jul 24 09:26:32.557863 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-6285fdee-b3ea-4d78-b57e-0d5bbf8dbacd None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:32.561926 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6285fdee-b3ea-4d78-b57e-0d5bbf8dbacd None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:26:32.576834 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-09ff4307-fc32-4281-b824-15e68fd0f106 req-9bb3feac-86ac-40e4-96a3-d9861012c46b tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457629 Jul 24 09:26:32.580224 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae7ede-a586-4c47-b16d-be0417f78ff1 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event updated for resources: {'Network': ['ID=c372135c-9614-49e2-bc7d-a658f6607259,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:32.630199 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network c372135c-9614-49e2-bc7d-a658f6607259 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:26:32.636779 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9772122-6d2b-4cdd-85d7-142f95a735dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517fba29-219a-4895-a494-d734f724c5b0,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:32.760505 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4720c-2b94-469d-b4dd-92e9aa07a131 req-4bca0596-d6da-4562-94d9-e0c498afaab9 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:32.774093 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-071d8dfe-6d5f-4c9b-9cc0-9eb80d7b8fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f4d8f1-8b54-42bd-a1fc-408ef69a6354 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:26:32.787748 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-05a4720c-2b94-469d-b4dd-92e9aa07a131 req-4bca0596-d6da-4562-94d9-e0c498afaab9 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 1.0598550 Jul 24 09:26:32.794842 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-071d8dfe-6d5f-4c9b-9cc0-9eb80d7b8fed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:32.810709 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-6285fdee-b3ea-4d78-b57e-0d5bbf8dbacd None None] Attempting to bind port 5d7be342-82d0-4302-9292-88b4258d05bc on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:26:32.811465 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-6285fdee-b3ea-4d78-b57e-0d5bbf8dbacd None None] Attempting to bind port 5d7be342-82d0-4302-9292-88b4258d05bc by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '28ef770a-e35e-4e07-87d8-7547a40f18c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3e6e2b32-c3fd-42e2-9b32-966d158dc9eb'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:26:32.811836 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6285fdee-b3ea-4d78-b57e-0d5bbf8dbacd None None] Attempting to bind port 5d7be342-82d0-4302-9292-88b4258d05bc on network 3e6e2b32-c3fd-42e2-9b32-966d158dc9eb {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:26:32.834515 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6285fdee-b3ea-4d78-b57e-0d5bbf8dbacd None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:26:32.835033 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6285fdee-b3ea-4d78-b57e-0d5bbf8dbacd None None] Checking segment: {'id': '28ef770a-e35e-4e07-87d8-7547a40f18c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3e6e2b32-c3fd-42e2-9b32-966d158dc9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:26:32.835739 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6285fdee-b3ea-4d78-b57e-0d5bbf8dbacd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:32.836408 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6285fdee-b3ea-4d78-b57e-0d5bbf8dbacd None None] Bound using segment: {'id': '28ef770a-e35e-4e07-87d8-7547a40f18c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3e6e2b32-c3fd-42e2-9b32-966d158dc9eb'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:26:32.837015 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-6285fdee-b3ea-4d78-b57e-0d5bbf8dbacd None None] Bound port: 5d7be342-82d0-4302-9292-88b4258d05bc, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ef770a-e35e-4e07-87d8-7547a40f18c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3e6e2b32-c3fd-42e2-9b32-966d158dc9eb'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:26:32.837401 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6285fdee-b3ea-4d78-b57e-0d5bbf8dbacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:32.869427 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-071d8dfe-6d5f-4c9b-9cc0-9eb80d7b8fed service neutron] Transition to ACTIVE for port object 76f4d8f1-8b54-42bd-a1fc-408ef69a6354 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:26:32.883336 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-071d8dfe-6d5f-4c9b-9cc0-9eb80d7b8fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:32.886770 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7759f1e-9bb8-41c4-be1e-0062822cd8ac tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Made reservation on behalf of 5162ca5b61904c63af9d31ae2ff2cb80 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:26:32.890493 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e7759f1e-9bb8-41c4-be1e-0062822cd8ac tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:32.907479 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:32.957542 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-6285fdee-b3ea-4d78-b57e-0d5bbf8dbacd None None] For port 5d7be342-82d0-4302-9292-88b4258d05bc, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:26:32.962447 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-6285fdee-b3ea-4d78-b57e-0d5bbf8dbacd None None] For port 5d7be342-82d0-4302-9292-88b4258d05bc, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5d7be342-82d0-4302-9292-88b4258d05bc,segment=NetworkSegment(28ef770a-e35e-4e07-87d8-7547a40f18c5),segment_id=28ef770a-e35e-4e07-87d8-7547a40f18c5)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:26:32.990691 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6285fdee-b3ea-4d78-b57e-0d5bbf8dbacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:33.000570 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d8dfe-6d5f-4c9b-9cc0-9eb80d7b8fed service neutron] Pushing event updated for resources: {'Port': ['ID=76f4d8f1-8b54-42bd-a1fc-408ef69a6354,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:33.092710 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285fdee-b3ea-4d78-b57e-0d5bbf8dbacd None None] Pushing event updated for resources: {'Port': ['ID=5d7be342-82d0-4302-9292-88b4258d05bc,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:33.127919 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-071d8dfe-6d5f-4c9b-9cc0-9eb80d7b8fed service neutron] Attempting to bind port 76f4d8f1-8b54-42bd-a1fc-408ef69a6354 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:26:33.128618 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-071d8dfe-6d5f-4c9b-9cc0-9eb80d7b8fed service neutron] Attempting to bind port 76f4d8f1-8b54-42bd-a1fc-408ef69a6354 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '5df2741c-f326-497a-8276-79e58d1e0fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:26:33.129109 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-071d8dfe-6d5f-4c9b-9cc0-9eb80d7b8fed service neutron] Attempting to bind port 76f4d8f1-8b54-42bd-a1fc-408ef69a6354 on network f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:26:33.142962 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-071d8dfe-6d5f-4c9b-9cc0-9eb80d7b8fed service neutron] Port 76f4d8f1-8b54-42bd-a1fc-408ef69a6354 on network f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:26:33.143838 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-071d8dfe-6d5f-4c9b-9cc0-9eb80d7b8fed service neutron] Attempting to bind port 76f4d8f1-8b54-42bd-a1fc-408ef69a6354 on network f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:26:33.151119 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49136) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:33.159329 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-071d8dfe-6d5f-4c9b-9cc0-9eb80d7b8fed service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:26:33.159685 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-071d8dfe-6d5f-4c9b-9cc0-9eb80d7b8fed service neutron] Checking segment: {'id': '5df2741c-f326-497a-8276-79e58d1e0fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:26:33.160085 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-071d8dfe-6d5f-4c9b-9cc0-9eb80d7b8fed service neutron] Bound using segment: {'id': '5df2741c-f326-497a-8276-79e58d1e0fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:26:33.160564 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-071d8dfe-6d5f-4c9b-9cc0-9eb80d7b8fed service neutron] Bound port: 76f4d8f1-8b54-42bd-a1fc-408ef69a6354, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df2741c-f326-497a-8276-79e58d1e0fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:26:33.160965 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-071d8dfe-6d5f-4c9b-9cc0-9eb80d7b8fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:33.164292 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49138) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:33.209580 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-05a4720c-2b94-469d-b4dd-92e9aa07a131 req-60138ac7-8071-4946-9603-b5db24901ae3 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4185712 Jul 24 09:26:33.285539 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-071d8dfe-6d5f-4c9b-9cc0-9eb80d7b8fed service neutron] For port 76f4d8f1-8b54-42bd-a1fc-408ef69a6354, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:26:33.291275 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-071d8dfe-6d5f-4c9b-9cc0-9eb80d7b8fed service neutron] For port 76f4d8f1-8b54-42bd-a1fc-408ef69a6354, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=76f4d8f1-8b54-42bd-a1fc-408ef69a6354,segment=NetworkSegment(5df2741c-f326-497a-8276-79e58d1e0fc4),segment_id=5df2741c-f326-497a-8276-79e58d1e0fc4)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:26:33.301723 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-071d8dfe-6d5f-4c9b-9cc0-9eb80d7b8fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:33.388181 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-071d8dfe-6d5f-4c9b-9cc0-9eb80d7b8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:33.389858 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-071d8dfe-6d5f-4c9b-9cc0-9eb80d7b8fed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:33.394414 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-071d8dfe-6d5f-4c9b-9cc0-9eb80d7b8fed service neutron] 10.222.0.20 "PUT /v2.0/ports/76f4d8f1-8b54-42bd-a1fc-408ef69a6354 HTTP/1.1" status: 200 len: 1091 time: 2.0367832 Jul 24 09:26:33.395137 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ea5e83-9b71-438b-a842-850fed4bda74', 'tag': '76f4d8f1-8b54-42bd-a1fc-408ef69a6354'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:26:33.443176 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8121de-798a-4c1c-9f6f-5076724ed143" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ea5e83-9b71-438b-a842-850fed4bda74", "tag": "76f4d8f1-8b54-42bd-a1fc-408ef69a6354"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:26:33.494381 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-a9450536-d3dc-49b7-825c-5f1a22284d3b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1960530500-network', 'tenant_id': 'da06defb0a604dafb06f088865956a1e'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:33.649732 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-84b91f24-7c6f-468a-bb7e-dbf2a08efd1e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2013374260-network', 'tenant_id': '94b4841e090b46649cb32073db3edbbd'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:33.667421 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9450536-d3dc-49b7-825c-5f1a22284d3b admin admin] Made reservation on behalf of da06defb0a604dafb06f088865956a1e for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:26:33.669938 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9450536-d3dc-49b7-825c-5f1a22284d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:33.691751 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142e4877-fa5d-4765-8c34-1732d54ea979 x-openstack-request-id: req-142e4877-fa5d-4765-8c34-1732d54ea979 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:26:33.692450 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ea5e83-9b71-438b-a842-850fed4bda74", "tag": "76f4d8f1-8b54-42bd-a1fc-408ef69a6354", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:26:33.692826 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-142e4877-fa5d-4765-8c34-1732d54ea979 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:26:33.693376 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ea5e83-9b71-438b-a842-850fed4bda74', 'tag': '76f4d8f1-8b54-42bd-a1fc-408ef69a6354', 'status': 'completed', 'code': 200} Jul 24 09:26:33.741258 n-d-800085-9 neutron-server[94036]: DEBUG neutron.objects.ports [None req-e7759f1e-9bb8-41c4-be1e-0062822cd8ac tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94036) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 09:26:33.743645 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e7759f1e-9bb8-41c4-be1e-0062822cd8ac tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:33.771032 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9450536-d3dc-49b7-825c-5f1a22284d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:33.796365 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d8dfe-6d5f-4c9b-9cc0-9eb80d7b8fed service neutron] Pushing event updated for resources: {'Port': ['ID=76f4d8f1-8b54-42bd-a1fc-408ef69a6354,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:33.809886 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b91f24-7c6f-468a-bb7e-dbf2a08efd1e admin admin] Made reservation on behalf of 94b4841e090b46649cb32073db3edbbd for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:26:33.812276 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-84b91f24-7c6f-468a-bb7e-dbf2a08efd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:33.837028 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-84b91f24-7c6f-468a-bb7e-dbf2a08efd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:33.858735 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7759f1e-9bb8-41c4-be1e-0062822cd8ac tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event updated for resources: {'Subnet': ['ID=5846eeda-a73b-4bfc-9fdc-5dcc2cc6cc88,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:33.917593 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-059f8a77-4c1e-4477-9162-fec1c5de562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:33.920236 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-059f8a77-4c1e-4477-9162-fec1c5de562e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ddf1f6a8ea84a438a459d68cf609e56&device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 1094 time: 0.4326062 Jul 24 09:26:33.921957 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7759f1e-9bb8-41c4-be1e-0062822cd8ac tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Checking segment: {'id': '98a80e4c-61a1-4cfa-a855-d27a45c2a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c372135c-9614-49e2-bc7d-a658f6607259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:26:33.922337 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7759f1e-9bb8-41c4-be1e-0062822cd8ac tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Network hostable DHCP agents. Network: c372135c-9614-49e2-bc7d-a658f6607259, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:26:33.953876 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e54fd-fa91-44f0-8d41-c6ec9fe4a269 req-0fd53126-4589-452d-9f9d-9d184de6d27f tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:33.956498 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-388e54fd-fa91-44f0-8d41-c6ec9fe4a269 req-0fd53126-4589-452d-9f9d-9d184de6d27f tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 943 time: 0.1752963 Jul 24 09:26:33.989405 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7759f1e-9bb8-41c4-be1e-0062822cd8ac tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Network c372135c-9614-49e2-bc7d-a658f6607259 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:26:33.997592 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-10bff0b6-f203-4240-8204-67b14bd10cd8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f4d8f1-8b54-42bd-a1fc-408ef69a6354 HTTP/1.1" status: 200 len: 217 time: 0.0695798 Jul 24 09:26:34.035671 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-e7759f1e-9bb8-41c4-be1e-0062822cd8ac tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, c372135c-9614-49e2-bc7d-a658f6607259) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:34.049001 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597ce5c1-2589-4aeb-b7f6-bfe36ad5c3d5 None None] Network c372135c-9614-49e2-bc7d-a658f6607259 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:34.051127 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-388e54fd-fa91-44f0-8d41-c6ec9fe4a269 req-303882a6-e63a-4142-8463-2a57ead3f2c2 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881765 Jul 24 09:26:34.052860 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7759f1e-9bb8-41c4-be1e-0062822cd8ac tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:34.053630 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e7759f1e-9bb8-41c4-be1e-0062822cd8ac tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:34.126479 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9450536-d3dc-49b7-825c-5f1a22284d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:34.131999 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-6dfa4f0c-b356-410f-a335-d7755c437e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:34.134608 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-6dfa4f0c-b356-410f-a335-d7755c437e8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff HTTP/1.1" status: 200 len: 850 time: 0.1271026 Jul 24 09:26:34.140164 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9450536-d3dc-49b7-825c-5f1a22284d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:34.246972 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49168) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:34.275119 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9450536-d3dc-49b7-825c-5f1a22284d3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:26:34.317524 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9450536-d3dc-49b7-825c-5f1a22284d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0118c18-47af-4b36-bcb5-b2ec1694934a,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:34.325095 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9450536-d3dc-49b7-825c-5f1a22284d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:34.325759 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-a9450536-d3dc-49b7-825c-5f1a22284d3b admin admin] Added segment 8a05b036-f0bb-4b30-975e-0116c939ed92 of type vlan for network ab887a4b-4de3-420d-8b3e-748622fe60fe Jul 24 09:26:34.432807 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57646634-2c11-43ca-8669-f4e76c997bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-c372135c-9614-49e2-bc7d-a658f6607259', 'network_id': 'c372135c-9614-49e2-bc7d-a658f6607259', 'tenant_id': '5162ca5b61904c63af9d31ae2ff2cb80', 'fixed_ips': [{'subnet_id': '5846eeda-a73b-4bfc-9fdc-5dcc2cc6cc88'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:26:34.435537 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-57646634-2c11-43ca-8669-f4e76c997bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:34.478498 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 52b6abbb-ed45-4747-a882-9996245f27ee details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:26:34.495663 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-ba1b22ad-b42e-4216-bbf7-8daff4a61786 tempest-DvrRoutersNegativeTest-1449320054 tempest-DvrRoutersNegativeTest-1449320054-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-315012607', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:34.499630 n-d-800085-9 neutron-server[94036]: DEBUG neutron.policy [None req-ba1b22ad-b42e-4216-bbf7-8daff4a61786 tempest-DvrRoutersNegativeTest-1449320054 tempest-DvrRoutersNegativeTest-1449320054-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94036) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 24 09:26:34.500146 n-d-800085-9 neutron-server[94036]: DEBUG neutron.policy [None req-ba1b22ad-b42e-4216-bbf7-8daff4a61786 tempest-DvrRoutersNegativeTest-1449320054 tempest-DvrRoutersNegativeTest-1449320054-project] Failed policy check for 'create_router' {{(pid=94036) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 24 09:26:34.501663 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-ba1b22ad-b42e-4216-bbf7-8daff4a61786 tempest-DvrRoutersNegativeTest-1449320054 tempest-DvrRoutersNegativeTest-1449320054-project] create failed (client error): Access was denied to this resource. Jul 24 09:26:34.501793 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9450536-d3dc-49b7-825c-5f1a22284d3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:34.503585 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ba1b22ad-b42e-4216-bbf7-8daff4a61786 tempest-DvrRoutersNegativeTest-1449320054 tempest-DvrRoutersNegativeTest-1449320054-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2531755 Jul 24 09:26:34.510481 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-6f8eeef6-3fbb-4fb7-9319-d9e2b7c19bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:34.512877 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-6f8eeef6-3fbb-4fb7-9319-d9e2b7c19bf2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3640835 Jul 24 09:26:34.695496 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.db.resource_extend [None req-a9450536-d3dc-49b7-825c-5f1a22284d3b admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 09:26:34.798143 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389e525c-752f-496e-a02b-4c951bf0671c None None] Network 3e6e2b32-c3fd-42e2-9b32-966d158dc9eb requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:34.803493 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-84b91f24-7c6f-468a-bb7e-dbf2a08efd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:34.812322 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9450536-d3dc-49b7-825c-5f1a22284d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:34.813568 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9450536-d3dc-49b7-825c-5f1a22284d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:34.814160 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9450536-d3dc-49b7-825c-5f1a22284d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:34.828435 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e7759f1e-9bb8-41c4-be1e-0062822cd8ac tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9864042 Jul 24 09:26:34.829400 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49186) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:34.835867 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-fcb853b8-026f-4e33-bd7f-5bdc21152c74 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Request body: {'port': {'network_id': 'c372135c-9614-49e2-bc7d-a658f6607259', 'name': 'tempest-NetworksIpV6TestAttrs-1765975495'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:34.836794 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-84b91f24-7c6f-468a-bb7e-dbf2a08efd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:34.853590 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b91f24-7c6f-468a-bb7e-dbf2a08efd1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:26:34.863418 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-84b91f24-7c6f-468a-bb7e-dbf2a08efd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:34.863788 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-84b91f24-7c6f-468a-bb7e-dbf2a08efd1e admin admin] Added segment 2655430d-7b89-4cb5-97a0-423f45ff857c of type vlan for network 4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8 Jul 24 09:26:34.928988 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-84b91f24-7c6f-468a-bb7e-dbf2a08efd1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:34.940896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-57646634-2c11-43ca-8669-f4e76c997bab None None] Allocated IP 2001:db8::f816:3eff:fe04:57b9 (c372135c-9614-49e2-bc7d-a658f6607259/5846eeda-a73b-4bfc-9fdc-5dcc2cc6cc88/615fb128-f68f-44fb-b4e3-b347e6d25a9b) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:26:34.960060 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-a810c81d-71b6-4a56-9f63-0d9a18270870 service neutron] 10.222.0.20 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396360 Jul 24 09:26:34.987222 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-84b91f24-7c6f-468a-bb7e-dbf2a08efd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:34.988199 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b91f24-7c6f-468a-bb7e-dbf2a08efd1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:34.988802 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-84b91f24-7c6f-468a-bb7e-dbf2a08efd1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:34.999324 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a9450536-d3dc-49b7-825c-5f1a22284d3b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8469365 Jul 24 09:26:35.003703 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49192) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:35.011900 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-c2c5dbdf-d3fa-4a7e-b396-b3c7d1b7d465 admin admin] Request body: {'subnet': {'network_id': 'ab887a4b-4de3-420d-8b3e-748622fe60fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1960530500-subnet', 'tenant_id': 'da06defb0a604dafb06f088865956a1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:35.056081 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb853b8-026f-4e33-bd7f-5bdc21152c74 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Made reservation on behalf of 5162ca5b61904c63af9d31ae2ff2cb80 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:26:35.056273 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-84b91f24-7c6f-468a-bb7e-dbf2a08efd1e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8896213 Jul 24 09:26:35.060438 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fcb853b8-026f-4e33-bd7f-5bdc21152c74 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:35.069709 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49194) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:35.081789 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c5dbdf-d3fa-4a7e-b396-b3c7d1b7d465 admin admin] Made reservation on behalf of da06defb0a604dafb06f088865956a1e for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:26:35.084369 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c2c5dbdf-d3fa-4a7e-b396-b3c7d1b7d465 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:35.089459 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f45ccda6-6465-4ca9-bd13-86a6b38cb67b admin admin] Request body: {'subnet': {'network_id': '4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2013374260-subnet', 'tenant_id': '94b4841e090b46649cb32073db3edbbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:35.098469 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-fcb853b8-026f-4e33-bd7f-5bdc21152c74 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] device_id is not set on port 33e87301-16b2-4f49-8b1c-6b0f1f04854a yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:26:35.159241 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49198) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:35.235895 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b91f24-7c6f-468a-bb7e-dbf2a08efd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:35.247134 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9450536-d3dc-49b7-825c-5f1a22284d3b admin admin] Pushing event updated for resources: {'Network': ['ID=ab887a4b-4de3-420d-8b3e-748622fe60fe,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:35.257570 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78635f9-68e8-41a4-80d6-efd8f42d049a req-490a6472-3825-4dec-b8d1-6196a6833272 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:35.268016 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b78635f9-68e8-41a4-80d6-efd8f42d049a req-490a6472-3825-4dec-b8d1-6196a6833272 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 0.8299110 Jul 24 09:26:35.288323 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5d7be342-82d0-4302-9292-88b4258d05bc up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:26:35.304651 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 52b6abbb-ed45-4747-a882-9996245f27ee, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=52b6abbb-ed45-4747-a882-9996245f27ee,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:35.323180 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network ab887a4b-4de3-420d-8b3e-748622fe60fe details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:26:35.371465 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b78635f9-68e8-41a4-80d6-efd8f42d049a req-7b6cd625-1a7f-4770-9a98-8162d7c65709 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024091 Jul 24 09:26:35.381109 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45ccda6-6465-4ca9-bd13-86a6b38cb67b admin admin] Made reservation on behalf of 94b4841e090b46649cb32073db3edbbd for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:26:35.383900 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f45ccda6-6465-4ca9-bd13-86a6b38cb67b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:35.411711 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-57646634-2c11-43ca-8669-f4e76c997bab None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:35.422363 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-57646634-2c11-43ca-8669-f4e76c997bab None None] Transition to ACTIVE for port object 615fb128-f68f-44fb-b4e3-b347e6d25a9b will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:26:35.440504 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-57646634-2c11-43ca-8669-f4e76c997bab None None] Transition to ACTIVE for port object 615fb128-f68f-44fb-b4e3-b347e6d25a9b will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:26:35.491253 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-57646634-2c11-43ca-8669-f4e76c997bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:35.541241 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-76ca9761-23f3-4c5f-9170-4856c8cab056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:35.627601 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-cca4a7ac-4cba-4cf9-b81f-bfe1b7cf052d None None] Provisioning for port 5d7be342-82d0-4302-9292-88b4258d05bc completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:26:35.632319 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-fcb853b8-026f-4e33-bd7f-5bdc21152c74 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Allocated IP 2001:db8::f816:3eff:fe2a:6121 (c372135c-9614-49e2-bc7d-a658f6607259/5846eeda-a73b-4bfc-9fdc-5dcc2cc6cc88/33e87301-16b2-4f49-8b1c-6b0f1f04854a) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:26:35.636968 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '52b6abbb-ed45-4747-a882-9996245f27ee', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'port_id': '52b6abbb-ed45-4747-a882-9996245f27ee', 'mac_address': 'fa:16:3e:6c:9c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:26:35.668649 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-65285dc4-90c0-43fc-9c23-ed1d15d8dfb8 req-9ad409b6-ca18-4257-94d0-87578a0ef62e service neutron] 10.222.0.20 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6895590 Jul 24 09:26:35.669353 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b91f24-7c6f-468a-bb7e-dbf2a08efd1e admin admin] Pushing event updated for resources: {'Network': ['ID=4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:35.818515 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f45ccda6-6465-4ca9-bd13-86a6b38cb67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:35.852787 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9c087-a28c-4db1-8b10-432d674682af req-54573998-183c-4c73-8788-af032b0d58be tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:35.854359 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4df9c087-a28c-4db1-8b10-432d674682af req-54573998-183c-4c73-8788-af032b0d58be tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 943 time: 0.5877037 Jul 24 09:26:35.911679 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:26:35.926032 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ccda6-6465-4ca9-bd13-86a6b38cb67b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b52c53ed-da99-4243-96d3-47bd1a74a8a1,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:35.956120 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57646634-2c11-43ca-8669-f4e76c997bab None None] Network c372135c-9614-49e2-bc7d-a658f6607259 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:26:36.025507 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8121de-798a-4c1c-9f6f-5076724ed143 req-5bb9fc7c-1937-4c5a-8456-9eaecbb19381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:36.039996 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1a8121de-798a-4c1c-9f6f-5076724ed143 req-5bb9fc7c-1937-4c5a-8456-9eaecbb19381 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ddf1f6a8ea84a438a459d68cf609e56&device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 1094 time: 0.2914906 Jul 24 09:26:36.115666 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45ccda6-6465-4ca9-bd13-86a6b38cb67b admin admin] Checking segment: {'id': '2655430d-7b89-4cb5-97a0-423f45ff857c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:26:36.116330 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45ccda6-6465-4ca9-bd13-86a6b38cb67b admin admin] Network hostable DHCP agents. Network: 4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:26:36.248685 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c2c5dbdf-d3fa-4a7e-b396-b3c7d1b7d465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:36.284443 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-57646634-2c11-43ca-8669-f4e76c997bab None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:36.295914 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57646634-2c11-43ca-8669-f4e76c997bab None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:26:36.326941 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8121de-798a-4c1c-9f6f-5076724ed143 req-9112df29-11cc-4fce-bcfd-823f90bf4a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:36.328582 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1a8121de-798a-4c1c-9f6f-5076724ed143 req-9112df29-11cc-4fce-bcfd-823f90bf4a56 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d HTTP/1.1" status: 200 len: 911 time: 0.2785971 Jul 24 09:26:36.351584 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45ccda6-6465-4ca9-bd13-86a6b38cb67b admin admin] Network 4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:26:36.390845 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-f45ccda6-6465-4ca9-bd13-86a6b38cb67b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:36.395332 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45ccda6-6465-4ca9-bd13-86a6b38cb67b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:36.396003 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f45ccda6-6465-4ca9-bd13-86a6b38cb67b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:36.400893 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1a8121de-798a-4c1c-9f6f-5076724ed143 req-2c130749-8270-46ce-92d9-57294bbf985e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f4d8f1-8b54-42bd-a1fc-408ef69a6354 HTTP/1.1" status: 200 len: 217 time: 0.0633020 Jul 24 09:26:36.504625 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4df9c087-a28c-4db1-8b10-432d674682af req-15ad18c6-e3be-43cd-b824-1bb0d307840c tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3643181 Jul 24 09:26:36.527979 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5dbdf-d3fa-4a7e-b396-b3c7d1b7d465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eacb0b33-3e9f-4d23-97d0-36336b6a2113,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:36.539107 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7836dc-a7ff-4406-baa7-52aa265db211 None None] Network 4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:36.604961 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8121de-798a-4c1c-9f6f-5076724ed143 req-41c782bd-66bd-47d4-8447-11f4f0d8f182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:36.606613 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1a8121de-798a-4c1c-9f6f-5076724ed143 req-41c782bd-66bd-47d4-8447-11f4f0d8f182 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff HTTP/1.1" status: 200 len: 850 time: 0.1986997 Jul 24 09:26:36.610147 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-76ca9761-23f3-4c5f-9170-4856c8cab056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:36.620466 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c5dbdf-d3fa-4a7e-b396-b3c7d1b7d465 admin admin] Checking segment: {'id': '8a05b036-f0bb-4b30-975e-0116c939ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ab887a4b-4de3-420d-8b3e-748622fe60fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:26:36.624691 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c5dbdf-d3fa-4a7e-b396-b3c7d1b7d465 admin admin] Network hostable DHCP agents. Network: ab887a4b-4de3-420d-8b3e-748622fe60fe, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:26:36.645270 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-76ca9761-23f3-4c5f-9170-4856c8cab056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:36.666832 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f45ccda6-6465-4ca9-bd13-86a6b38cb67b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5810587 Jul 24 09:26:36.682771 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fcb853b8-026f-4e33-bd7f-5bdc21152c74 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:36.695861 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedd32c-674d-40f8-9862-5350072b040c req-6d2309f8-bc08-4ad9-a089-926f2fc29c6c tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:36.697658 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5fedd32c-674d-40f8-9862-5350072b040c req-6d2309f8-bc08-4ad9-a089-926f2fc29c6c tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 0.1709139 Jul 24 09:26:36.754762 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8121de-798a-4c1c-9f6f-5076724ed143 req-f6ed69a9-7a94-40dc-8b8a-3afb89a075fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:36.756493 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1a8121de-798a-4c1c-9f6f-5076724ed143 req-f6ed69a9-7a94-40dc-8b8a-3afb89a075fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1402104 Jul 24 09:26:36.773763 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57646634-2c11-43ca-8669-f4e76c997bab None None] Pushing event updated for resources: {'Port': ['ID=615fb128-f68f-44fb-b4e3-b347e6d25a9b,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:36.777512 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5fedd32c-674d-40f8-9862-5350072b040c req-3cbb8b46-2e8f-4f69-9bdb-29044390b850 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697725 Jul 24 09:26:36.797089 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-fcb853b8-026f-4e33-bd7f-5bdc21152c74 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Transition to ACTIVE for port object 33e87301-16b2-4f49-8b1c-6b0f1f04854a will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:26:36.836243 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca9761-23f3-4c5f-9170-4856c8cab056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12496259-551d-42f4-8665-7a4b5fc3f532,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:36.845084 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-76ca9761-23f3-4c5f-9170-4856c8cab056 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17234b53fbeb44328d811455574814a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6701763 Jul 24 09:26:36.850852 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c5dbdf-d3fa-4a7e-b396-b3c7d1b7d465 admin admin] Network ab887a4b-4de3-420d-8b3e-748622fe60fe is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:26:36.855569 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49258) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:36.904647 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-c2c5dbdf-d3fa-4a7e-b396-b3c7d1b7d465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, ab887a4b-4de3-420d-8b3e-748622fe60fe) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:36.916896 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c5dbdf-d3fa-4a7e-b396-b3c7d1b7d465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:36.917511 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c2c5dbdf-d3fa-4a7e-b396-b3c7d1b7d465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:36.953791 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1a8121de-798a-4c1c-9f6f-5076724ed143 req-3d5fee5d-b229-4809-916c-4fd81f687d68 service neutron] 10.222.0.20 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905859 Jul 24 09:26:36.967617 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 5d7be342-82d0-4302-9292-88b4258d05bc completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:26:36.975635 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 5d7be342-82d0-4302-9292-88b4258d05bc triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:36.976005 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:37.004211 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc599727-7808-4122-84c2-97691329d071 None None] Network ab887a4b-4de3-420d-8b3e-748622fe60fe requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:37.013563 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:37.026562 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c2c5dbdf-d3fa-4a7e-b396-b3c7d1b7d465 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0131125 Jul 24 09:26:37.026562 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fcb853b8-026f-4e33-bd7f-5bdc21152c74 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:37.119865 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-55ded069-5fc2-4e50-aae8-da6a203da12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:37.137659 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb853b8-026f-4e33-bd7f-5bdc21152c74 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Network c372135c-9614-49e2-bc7d-a658f6607259 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:26:37.186855 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-fcb853b8-026f-4e33-bd7f-5bdc21152c74 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:37.196104 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb853b8-026f-4e33-bd7f-5bdc21152c74 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:26:37.212283 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb853b8-026f-4e33-bd7f-5bdc21152c74 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:37.213856 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fcb853b8-026f-4e33-bd7f-5bdc21152c74 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:37.223759 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb853b8-026f-4e33-bd7f-5bdc21152c74 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event updated for resources: {'Port': ['ID=33e87301-16b2-4f49-8b1c-6b0f1f04854a,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:37.238172 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1a8121de-798a-4c1c-9f6f-5076724ed143 req-2209bb85-1206-4b26-8b4c-f7386524ecd8 service neutron] 10.222.0.20 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778096 Jul 24 09:26:37.258494 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-55ded069-5fc2-4e50-aae8-da6a203da12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:37.278215 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a501c9c9-c00d-4a41-b5e3-d70e3f32a94c None None] Network 4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:37.285661 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fcb853b8-026f-4e33-bd7f-5bdc21152c74 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.4553332 Jul 24 09:26:37.289001 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49274) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:37.366120 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-55ded069-5fc2-4e50-aae8-da6a203da12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:37.370607 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-55ded069-5fc2-4e50-aae8-da6a203da12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:37.372401 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-55ded069-5fc2-4e50-aae8-da6a203da12f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12496259-551d-42f4-8665-7a4b5fc3f532 HTTP/1.1" status: 204 len: 168 time: 0.5052903 Jul 24 09:26:37.390715 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ded069-5fc2-4e50-aae8-da6a203da12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12496259-551d-42f4-8665-7a4b5fc3f532,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:37.462443 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-57646634-2c11-43ca-8669-f4e76c997bab None None] Attempting to bind port 615fb128-f68f-44fb-b4e3-b347e6d25a9b on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:26:37.462941 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-57646634-2c11-43ca-8669-f4e76c997bab None None] Attempting to bind port 615fb128-f68f-44fb-b4e3-b347e6d25a9b by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '98a80e4c-61a1-4cfa-a855-d27a45c2a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c372135c-9614-49e2-bc7d-a658f6607259'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:26:37.463165 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57646634-2c11-43ca-8669-f4e76c997bab None None] Attempting to bind port 615fb128-f68f-44fb-b4e3-b347e6d25a9b on network c372135c-9614-49e2-bc7d-a658f6607259 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:26:37.501135 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ec1e34-91e1-4c70-ab00-a129b60bdb1c tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Deleting subnet 5846eeda-a73b-4bfc-9fdc-5dcc2cc6cc88 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:26:37.506989 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-90ec1e34-91e1-4c70-ab00-a129b60bdb1c tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:37.628851 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:26:37.653146 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57646634-2c11-43ca-8669-f4e76c997bab None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:26:37.653530 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57646634-2c11-43ca-8669-f4e76c997bab None None] Checking segment: {'id': '98a80e4c-61a1-4cfa-a855-d27a45c2a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c372135c-9614-49e2-bc7d-a658f6607259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:26:37.653958 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-57646634-2c11-43ca-8669-f4e76c997bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:37.654310 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57646634-2c11-43ca-8669-f4e76c997bab None None] Bound using segment: {'id': '98a80e4c-61a1-4cfa-a855-d27a45c2a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c372135c-9614-49e2-bc7d-a658f6607259'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:26:37.654799 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-57646634-2c11-43ca-8669-f4e76c997bab None None] Bound port: 615fb128-f68f-44fb-b4e3-b347e6d25a9b, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a80e4c-61a1-4cfa-a855-d27a45c2a128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c372135c-9614-49e2-bc7d-a658f6607259'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:26:37.655183 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-57646634-2c11-43ca-8669-f4e76c997bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:37.674962 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52b6abbb-ed45-4747-a882-9996245f27ee {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:26:37.695647 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-90ec1e34-91e1-4c70-ab00-a129b60bdb1c tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:37.725687 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-b45bd95e-1e04-4764-a5a4-5555e3f182d1 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:37.735344 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-b45bd95e-1e04-4764-a5a4-5555e3f182d1 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/networks?id=4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8 HTTP/1.1" status: 200 len: 815 time: 0.2466090 Jul 24 09:26:37.777913 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-835e9864-47e8-4dce-86ac-1465252b2df7 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/quotas/94b4841e090b46649cb32073db3edbbd HTTP/1.1" status: 200 len: 375 time: 0.0417054 Jul 24 09:26:37.875235 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-d183e807-1d21-46cc-8884-1e06733a88c3 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=94b4841e090b46649cb32073db3edbbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0964327 Jul 24 09:26:38.154172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-57646634-2c11-43ca-8669-f4e76c997bab None None] For port 615fb128-f68f-44fb-b4e3-b347e6d25a9b, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:26:38.168729 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-57646634-2c11-43ca-8669-f4e76c997bab None None] For port 615fb128-f68f-44fb-b4e3-b347e6d25a9b, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=615fb128-f68f-44fb-b4e3-b347e6d25a9b,segment=NetworkSegment(98a80e4c-61a1-4cfa-a855-d27a45c2a128),segment_id=98a80e4c-61a1-4cfa-a855-d27a45c2a128)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:26:38.197958 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-ee434de8-d631-4eff-a219-0be2f59cb787 service neutron] 10.222.0.32 "GET /v2.0/networks/4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130989 Jul 24 09:26:38.244645 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366d0882-79e5-4989-89b0-639b3b4fa57a None None] Network ab887a4b-4de3-420d-8b3e-748622fe60fe requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:38.338238 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861fcd9-b070-49a5-8d66-d357e7f18718 req-f1612915-a728-4511-96cc-b84389ad3164 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:38.339959 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a861fcd9-b070-49a5-8d66-d357e7f18718 req-f1612915-a728-4511-96cc-b84389ad3164 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 943 time: 0.5547855 Jul 24 09:26:38.434305 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-eaad585b-cdf3-48d7-9b61-b877a7381e9e service neutron] 10.222.0.32 "GET /v2.0/networks/4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297943 Jul 24 09:26:38.471201 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49318) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:38.477435 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-75fed283-e0ff-49f4-b85b-553b8f1b528c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1964037144-network', 'tenant_id': '70f0b1b4e1f8461eaac9e8e6e9807522'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:38.480177 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-90ec1e34-91e1-4c70-ab00-a129b60bdb1c tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:38.546134 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fed283-e0ff-49f4-b85b-553b8f1b528c admin admin] Made reservation on behalf of 70f0b1b4e1f8461eaac9e8e6e9807522 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:26:38.554769 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-75fed283-e0ff-49f4-b85b-553b8f1b528c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:38.591726 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-75fed283-e0ff-49f4-b85b-553b8f1b528c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:38.605689 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 52b6abbb-ed45-4747-a882-9996245f27ee, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=52b6abbb-ed45-4747-a882-9996245f27ee,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:38.625842 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-57646634-2c11-43ca-8669-f4e76c997bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:38.693766 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:38.713126 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 76f4d8f1-8b54-42bd-a1fc-408ef69a6354 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:26:38.715668 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a861fcd9-b070-49a5-8d66-d357e7f18718 req-3da5490f-5443-471b-9386-2be45ba5ff14 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3544476 Jul 24 09:26:38.839207 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-90ec1e34-91e1-4c70-ab00-a129b60bdb1c tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:38.884953 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-90ec1e34-91e1-4c70-ab00-a129b60bdb1c tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:38.888126 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-90ec1e34-91e1-4c70-ab00-a129b60bdb1c tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "DELETE /v2.0/subnets/5846eeda-a73b-4bfc-9fdc-5dcc2cc6cc88 HTTP/1.1" status: 204 len: 168 time: 1.5973251 Jul 24 09:26:38.899841 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49330) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:38.913304 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec1e34-91e1-4c70-ab00-a129b60bdb1c tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event deleted for resources: {'Subnet': ['ID=5846eeda-a73b-4bfc-9fdc-5dcc2cc6cc88,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:39.117644 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-75fed283-e0ff-49f4-b85b-553b8f1b528c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:39.121098 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6ec313ad-3789-4fcf-9882-2e3a81b7df06 req-0fbefe83-5359-48d5-96cb-76b6c92518b4 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 210 time: 0.0744481 Jul 24 09:26:39.127437 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['52b6abbb-ed45-4747-a882-9996245f27ee'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:26:39.159412 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-75fed283-e0ff-49f4-b85b-553b8f1b528c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:39.164354 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815bde4-dba3-4d1b-8e2c-4eea8f6ffcc7 req-1f719c8c-e8d4-478e-b516-b0493001e209 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:39.173639 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6815bde4-dba3-4d1b-8e2c-4eea8f6ffcc7 req-1f719c8c-e8d4-478e-b516-b0493001e209 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 945 time: 0.1884735 Jul 24 09:26:39.215527 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75fed283-e0ff-49f4-b85b-553b8f1b528c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:26:39.235634 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-75fed283-e0ff-49f4-b85b-553b8f1b528c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:39.236078 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-75fed283-e0ff-49f4-b85b-553b8f1b528c admin admin] Added segment 9491a7e3-2841-49af-8b8c-ee168b91b26e of type vlan for network 683fb2bb-f9f1-49d0-93dd-e551e9ec802d Jul 24 09:26:39.268609 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6815bde4-dba3-4d1b-8e2c-4eea8f6ffcc7 req-6c4181a2-9e36-42d8-a7fc-656cca8da1c9 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938418 Jul 24 09:26:39.370520 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-75fed283-e0ff-49f4-b85b-553b8f1b528c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:39.402496 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 76f4d8f1-8b54-42bd-a1fc-408ef69a6354, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=76f4d8f1-8b54-42bd-a1fc-408ef69a6354,segment=NetworkSegment(5df2741c-f326-497a-8276-79e58d1e0fc4),segment_id=5df2741c-f326-497a-8276-79e58d1e0fc4)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:39.447635 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-75fed283-e0ff-49f4-b85b-553b8f1b528c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:39.452053 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fed283-e0ff-49f4-b85b-553b8f1b528c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:39.453467 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-75fed283-e0ff-49f4-b85b-553b8f1b528c admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:39.491937 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '76f4d8f1-8b54-42bd-a1fc-408ef69a6354', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'port_id': '76f4d8f1-8b54-42bd-a1fc-408ef69a6354', 'mac_address': 'fa:16:3e:99:ec:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:26:39.494365 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3f745a48-cf5f-4fdd-b374-03355ade676e None None] Provisioning complete for port 5d7be342-82d0-4302-9292-88b4258d05bc triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:39.495071 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3f745a48-cf5f-4fdd-b374-03355ade676e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:39.594063 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118c3425-88f1-448b-a8ef-737955c6ac3f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:39.597280 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118c3425-88f1-448b-a8ef-737955c6ac3f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:39.600183 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-118c3425-88f1-448b-a8ef-737955c6ac3f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6998751 Jul 24 09:26:39.603286 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49346) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:39.660460 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-75fed283-e0ff-49f4-b85b-553b8f1b528c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1878283 Jul 24 09:26:39.661104 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49350) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:39.685359 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-130a6fa3-6571-4a55-9ad2-9207dca9ea0e admin admin] Request body: {'subnet': {'network_id': '683fb2bb-f9f1-49d0-93dd-e551e9ec802d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1964037144-subnet', 'tenant_id': '70f0b1b4e1f8461eaac9e8e6e9807522', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:39.730177 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fed283-e0ff-49f4-b85b-553b8f1b528c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde6f53c-10c4-4136-a3d0-7fc91048ef96,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:39.759397 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130a6fa3-6571-4a55-9ad2-9207dca9ea0e admin admin] Made reservation on behalf of 70f0b1b4e1f8461eaac9e8e6e9807522 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:26:39.769584 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-130a6fa3-6571-4a55-9ad2-9207dca9ea0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:39.883797 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e31fd7a-4943-443c-867e-ce58b6928cbb tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:39.896324 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e31fd7a-4943-443c-867e-ce58b6928cbb tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 24 09:26:39.896914 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e31fd7a-4943-443c-867e-ce58b6928cbb tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:26:39.903243 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1e31fd7a-4943-443c-867e-ce58b6928cbb tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "DELETE /v2.0/networks/c372135c-9614-49e2-bc7d-a658f6607259 HTTP/1.1" status: 409 len: 405 time: 0.2947526 Jul 24 09:26:39.906249 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49356) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:39.912911 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-24564cab-c9be-47e5-b029-e17b4cbf385d tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-116491805'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:39.957361 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24564cab-c9be-47e5-b029-e17b4cbf385d tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Made reservation on behalf of 5162ca5b61904c63af9d31ae2ff2cb80 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:26:39.964313 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24564cab-c9be-47e5-b029-e17b4cbf385d tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:40.020076 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24564cab-c9be-47e5-b029-e17b4cbf385d tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:26:40.042577 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24564cab-c9be-47e5-b029-e17b4cbf385d tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:40.042996 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-24564cab-c9be-47e5-b029-e17b4cbf385d tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Added segment 170f8790-296f-4136-9a11-1b2e402835a9 of type vlan for network 7da8b7d2-4e9a-4f3f-8375-d3fcaeede670 Jul 24 09:26:40.074329 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fed283-e0ff-49f4-b85b-553b8f1b528c admin admin] Pushing event updated for resources: {'Network': ['ID=683fb2bb-f9f1-49d0-93dd-e551e9ec802d,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:40.245659 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:40.279339 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57646634-2c11-43ca-8669-f4e76c997bab None None] Pushing event updated for resources: {'Port': ['ID=615fb128-f68f-44fb-b4e3-b347e6d25a9b,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:40.298330 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:40.300298 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efb09e-c730-4471-a8e0-da07ac50c4a2 req-f75906b9-b56e-418a-95ab-fe9fbe9a5b05 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:40.317521 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-74efb09e-c730-4471-a8e0-da07ac50c4a2 req-f75906b9-b56e-418a-95ab-fe9fbe9a5b05 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 943 time: 0.3522270 Jul 24 09:26:40.319475 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24564cab-c9be-47e5-b029-e17b4cbf385d tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:40.503221 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 5d7be342-82d0-4302-9292-88b4258d05bc, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5d7be342-82d0-4302-9292-88b4258d05bc,segment=NetworkSegment(28ef770a-e35e-4e07-87d8-7547a40f18c5),segment_id=28ef770a-e35e-4e07-87d8-7547a40f18c5)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:40.519878 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f4d8f1-8b54-42bd-a1fc-408ef69a6354 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:26:40.538336 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-74efb09e-c730-4471-a8e0-da07ac50c4a2 req-083c4296-6b39-4887-bbc0-a0c336b8ff55 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099972 Jul 24 09:26:40.580815 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8289eb56-2066-4148-b0db-39a8ff7ee62e req-ad40b520-a6f0-46c5-ad9f-a5f6216e0e30 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 210 time: 0.1892076 Jul 24 09:26:40.596177 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24564cab-c9be-47e5-b029-e17b4cbf385d tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:40.599039 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=52b6abbb-ed45-4747-a882-9996245f27ee,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:40.602989 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24564cab-c9be-47e5-b029-e17b4cbf385d tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:40.603641 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24564cab-c9be-47e5-b029-e17b4cbf385d tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:40.634116 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 683fb2bb-f9f1-49d0-93dd-e551e9ec802d details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:26:40.725810 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-130a6fa3-6571-4a55-9ad2-9207dca9ea0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:40.752941 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-24564cab-c9be-47e5-b029-e17b4cbf385d tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8469734 Jul 24 09:26:40.762268 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49370) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:40.788889 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-3f2243b3-cb1e-467d-94fe-363853b38d06 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Request body: {'subnet': {'network_id': '7da8b7d2-4e9a-4f3f-8375-d3fcaeede670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:40.807265 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 76f4d8f1-8b54-42bd-a1fc-408ef69a6354, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=76f4d8f1-8b54-42bd-a1fc-408ef69a6354,segment=NetworkSegment(5df2741c-f326-497a-8276-79e58d1e0fc4),segment_id=5df2741c-f326-497a-8276-79e58d1e0fc4)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:40.841542 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:40.901989 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24564cab-c9be-47e5-b029-e17b4cbf385d tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event updated for resources: {'Network': ['ID=7da8b7d2-4e9a-4f3f-8375-d3fcaeede670,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:41.105684 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=5d7be342-82d0-4302-9292-88b4258d05bc,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:41.118097 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 7da8b7d2-4e9a-4f3f-8375-d3fcaeede670 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:26:41.189954 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a6fa3-6571-4a55-9ad2-9207dca9ea0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1fb868e-7c8e-4792-8229-3d9c15fcb777,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:41.309048 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2243b3-cb1e-467d-94fe-363853b38d06 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Made reservation on behalf of 5162ca5b61904c63af9d31ae2ff2cb80 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:26:41.312847 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3f2243b3-cb1e-467d-94fe-363853b38d06 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:41.350150 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130a6fa3-6571-4a55-9ad2-9207dca9ea0e admin admin] Checking segment: {'id': '9491a7e3-2841-49af-8b8c-ee168b91b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '683fb2bb-f9f1-49d0-93dd-e551e9ec802d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:26:41.353012 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130a6fa3-6571-4a55-9ad2-9207dca9ea0e admin admin] Network hostable DHCP agents. Network: 683fb2bb-f9f1-49d0-93dd-e551e9ec802d, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:26:41.384163 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-3886ffe9-2127-4e94-981b-b939fc7b34fc tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:41.385961 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-3886ffe9-2127-4e94-981b-b939fc7b34fc tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.37 "GET /v2.0/networks?id=4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8 HTTP/1.1" status: 200 len: 815 time: 0.4774384 Jul 24 09:26:41.399662 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508fa1a-376a-4020-91d4-5e578ad000ec req-e52748d2-b7c5-4a61-acc5-e584ad74fe91 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:41.401292 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6508fa1a-376a-4020-91d4-5e578ad000ec req-e52748d2-b7c5-4a61-acc5-e584ad74fe91 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 945 time: 0.4988370 Jul 24 09:26:41.416715 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-cf624f14-c83f-4684-bbd3-f427141e3156 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Request body: {'port': {'device_id': '627252c7-53a2-40e2-bef7-5ed5dc4f874a', 'network_id': '4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8', 'admin_state_up': True, 'tenant_id': '94b4841e090b46649cb32073db3edbbd'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:41.486947 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130a6fa3-6571-4a55-9ad2-9207dca9ea0e admin admin] Network 683fb2bb-f9f1-49d0-93dd-e551e9ec802d is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:26:41.544659 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:41.591942 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-130a6fa3-6571-4a55-9ad2-9207dca9ea0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 683fb2bb-f9f1-49d0-93dd-e551e9ec802d) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:41.619458 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=76f4d8f1-8b54-42bd-a1fc-408ef69a6354,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:41.623541 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 615fb128-f68f-44fb-b4e3-b347e6d25a9b up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:26:41.626703 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8e4a46-d9fe-4ce0-a5aa-acff7ce7c875 None None] Network c372135c-9614-49e2-bc7d-a658f6607259 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:41.632049 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a92d1a-a3b9-4e27-ad2e-9abc4fdec365 None None] Network 683fb2bb-f9f1-49d0-93dd-e551e9ec802d requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:41.736308 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130a6fa3-6571-4a55-9ad2-9207dca9ea0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:41.737744 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-130a6fa3-6571-4a55-9ad2-9207dca9ea0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:41.782137 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6508fa1a-376a-4020-91d4-5e578ad000ec req-b1e45597-9b8a-424a-9659-b9a566d63870 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3751268 Jul 24 09:26:41.812035 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-130a6fa3-6571-4a55-9ad2-9207dca9ea0e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1473043 Jul 24 09:26:41.835105 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['76f4d8f1-8b54-42bd-a1fc-408ef69a6354'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:26:41.874033 n-d-800085-9 neutron-server[94035]: DEBUG neutron.objects.ports [None req-3f2243b3-cb1e-467d-94fe-363853b38d06 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94035) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 09:26:41.879349 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3f2243b3-cb1e-467d-94fe-363853b38d06 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:41.883933 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-cf624f14-c83f-4684-bbd3-f427141e3156 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Made reservation on behalf of 94b4841e090b46649cb32073db3edbbd for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:26:41.908223 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b9344f35-716e-4458-bee5-7e24e4d33e65 None None] Provisioning for port 615fb128-f68f-44fb-b4e3-b347e6d25a9b completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:26:41.919916 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-cf624f14-c83f-4684-bbd3-f427141e3156 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:42.161489 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2243b3-cb1e-467d-94fe-363853b38d06 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event updated for resources: {'Subnet': ['ID=424047f0-3ed7-4d23-99d9-8c9a531a4729,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:42.192444 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49404) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:42.195361 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b2c6a49-b279-467b-bd8b-10ac24b5841b req-b2b51001-6b76-4be2-b241-ec09a222d13c tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 210 time: 0.1007872 Jul 24 09:26:42.306854 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2243b3-cb1e-467d-94fe-363853b38d06 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Checking segment: {'id': '170f8790-296f-4136-9a11-1b2e402835a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7da8b7d2-4e9a-4f3f-8375-d3fcaeede670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:26:42.307249 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2243b3-cb1e-467d-94fe-363853b38d06 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Network hostable DHCP agents. Network: 7da8b7d2-4e9a-4f3f-8375-d3fcaeede670, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:26:42.309223 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5bdde7-bc5c-4f39-be4b-c9d69bc2a890 admin admin] Deleting subnet eacb0b33-3e9f-4d23-97d0-36336b6a2113 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:26:42.316294 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ec5bdde7-bc5c-4f39-be4b-c9d69bc2a890 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:42.340040 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04144e66-277b-4144-bcd5-101cd553c4b1 req-7268664a-2d44-4e0a-b999-c30d5988200a tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:42.347074 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-04144e66-277b-4144-bcd5-101cd553c4b1 req-7268664a-2d44-4e0a-b999-c30d5988200a tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 944 time: 0.6410017 Jul 24 09:26:42.369667 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2243b3-cb1e-467d-94fe-363853b38d06 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Network 7da8b7d2-4e9a-4f3f-8375-d3fcaeede670 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:26:42.391331 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-3f2243b3-cb1e-467d-94fe-363853b38d06 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 7da8b7d2-4e9a-4f3f-8375-d3fcaeede670) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:42.400888 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2243b3-cb1e-467d-94fe-363853b38d06 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:42.401652 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3f2243b3-cb1e-467d-94fe-363853b38d06 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:42.426879 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-04144e66-277b-4144-bcd5-101cd553c4b1 req-db2efe5b-5ccd-43aa-bedf-60202ca07ad9 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788293 Jul 24 09:26:42.440683 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ff9457-4105-4621-abe4-c846cc18ae39 None None] Network 7da8b7d2-4e9a-4f3f-8375-d3fcaeede670 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:42.456103 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ec5bdde7-bc5c-4f39-be4b-c9d69bc2a890 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:42.471485 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3f2243b3-cb1e-467d-94fe-363853b38d06 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7026646 Jul 24 09:26:42.473920 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49410) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:42.485768 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-d1846bd9-3ce6-4f0f-9e9d-1a25a866e103 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Request body: {'port': {'network_id': '7da8b7d2-4e9a-4f3f-8375-d3fcaeede670', 'name': 'tempest-NetworksIpV6TestAttrs-230496202'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:42.507548 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 615fb128-f68f-44fb-b4e3-b347e6d25a9b completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:26:42.518822 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ec5bdde7-bc5c-4f39-be4b-c9d69bc2a890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:42.601692 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-cf624f14-c83f-4684-bbd3-f427141e3156 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Allocated IP 172.20.0.6 (4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8/b52c53ed-da99-4243-96d3-47bd1a74a8a1/f7414d92-d576-4b08-958a-66037fa8ab9e) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:26:42.618223 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 615fb128-f68f-44fb-b4e3-b347e6d25a9b triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:42.619195 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:42.732545 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953dcc4b-f1bb-4e8c-8fce-693f64fbf49b None None] Network 683fb2bb-f9f1-49d0-93dd-e551e9ec802d requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:42.766380 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 52b6abbb-ed45-4747-a882-9996245f27ee up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:26:42.867667 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ec5bdde7-bc5c-4f39-be4b-c9d69bc2a890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:42.951368 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bdde7-bc5c-4f39-be4b-c9d69bc2a890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eacb0b33-3e9f-4d23-97d0-36336b6a2113,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:43.050165 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-cf624f14-c83f-4684-bbd3-f427141e3156 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:43.121048 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a566fc4c-b155-4bca-aafe-c3f0357c2dfb None None] DHCP port deletion for c372135c-9614-49e2-bc7d-a658f6607259 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:26:43.190081 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ec5bdde7-bc5c-4f39-be4b-c9d69bc2a890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:43.192310 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ec5bdde7-bc5c-4f39-be4b-c9d69bc2a890 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/eacb0b33-3e9f-4d23-97d0-36336b6a2113 HTTP/1.1" status: 204 len: 168 time: 0.9957933 Jul 24 09:26:43.195824 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-cf624f14-c83f-4684-bbd3-f427141e3156 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:43.199727 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49414) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:43.247503 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 52b6abbb-ed45-4747-a882-9996245f27ee triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:43.248468 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:43.306855 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:43.375250 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fe2182-63f6-4a56-b3e8-53bc7577ab93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-7da8b7d2-4e9a-4f3f-8375-d3fcaeede670', 'network_id': '7da8b7d2-4e9a-4f3f-8375-d3fcaeede670', 'tenant_id': '5162ca5b61904c63af9d31ae2ff2cb80', 'fixed_ips': [{'subnet_id': '424047f0-3ed7-4d23-99d9-8c9a531a4729'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:26:43.376503 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-70fe2182-63f6-4a56-b3e8-53bc7577ab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:43.388551 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-cf624f14-c83f-4684-bbd3-f427141e3156 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Network 4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:26:43.395903 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-cf624f14-c83f-4684-bbd3-f427141e3156 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:43.403230 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-cf624f14-c83f-4684-bbd3-f427141e3156 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:26:43.510664 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ab48a-d4ed-4829-b661-32fc3dde15c1 req-545a88bb-3df3-4278-931c-9ca7f316e4a8 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:43.512218 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-313ab48a-d4ed-4829-b661-32fc3dde15c1 req-545a88bb-3df3-4278-931c-9ca7f316e4a8 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 945 time: 0.3178601 Jul 24 09:26:43.515102 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf624f14-c83f-4684-bbd3-f427141e3156 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Pushing event updated for resources: {'Port': ['ID=f7414d92-d576-4b08-958a-66037fa8ab9e,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:43.565947 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-cf624f14-c83f-4684-bbd3-f427141e3156 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:43.566592 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-cf624f14-c83f-4684-bbd3-f427141e3156 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:43.582614 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-313ab48a-d4ed-4829-b661-32fc3dde15c1 req-1b661f0a-2450-4453-925c-c42cfa26f771 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647621 Jul 24 09:26:43.603002 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 76f4d8f1-8b54-42bd-a1fc-408ef69a6354 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:26:43.708375 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 615fb128-f68f-44fb-b4e3-b347e6d25a9b, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=615fb128-f68f-44fb-b4e3-b347e6d25a9b,segment=NetworkSegment(98a80e4c-61a1-4cfa-a855-d27a45c2a128),segment_id=98a80e4c-61a1-4cfa-a855-d27a45c2a128)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:43.768514 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:43.816419 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1846bd9-3ce6-4f0f-9e9d-1a25a866e103 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Made reservation on behalf of 5162ca5b61904c63af9d31ae2ff2cb80 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:26:43.820252 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d1846bd9-3ce6-4f0f-9e9d-1a25a866e103 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:43.915800 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-cf624f14-c83f-4684-bbd3-f427141e3156 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5112314 Jul 24 09:26:43.932212 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c9582915-660e-4894-8177-070850485636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:43.944296 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-f7331eb6-d5f0-4a86-9652-ae9bb3e8d20d tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:26:43.946240 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-f7331eb6-d5f0-4a86-9652-ae9bb3e8d20d tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188267 Jul 24 09:26:43.987852 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-d1846bd9-3ce6-4f0f-9e9d-1a25a866e103 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] device_id is not set on port 40b08c66-92d8-4771-9a72-e7b09a787762 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:26:44.001975 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-a566fc4c-b155-4bca-aafe-c3f0357c2dfb None None] Deleting port 615fb128-f68f-44fb-b4e3-b347e6d25a9b {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:26:44.002334 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a566fc4c-b155-4bca-aafe-c3f0357c2dfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:44.023936 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5d7be342-82d0-4302-9292-88b4258d05bc up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:26:44.029117 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b443ec-3a4a-4847-925d-28c0113e8a4f req-23a632a0-312e-4031-badb-6e593000e3ef tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:44.030727 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0b443ec-3a4a-4847-925d-28c0113e8a4f req-23a632a0-312e-4031-badb-6e593000e3ef tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 944 time: 0.2643535 Jul 24 09:26:44.104386 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0b443ec-3a4a-4847-925d-28c0113e8a4f req-e99b0b7e-e1f4-481d-bc58-0a0b0b62cec3 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660591 Jul 24 09:26:44.310687 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:44.326900 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975af649-24e7-4e09-a531-8cfca1183fe5 req-bd3ba38d-a3b8-44a7-aa1b-28f721aaae37 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:44.339025 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-975af649-24e7-4e09-a531-8cfca1183fe5 req-bd3ba38d-a3b8-44a7-aa1b-28f721aaae37 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 931 time: 0.8767285 Jul 24 09:26:44.343378 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-70fe2182-63f6-4a56-b3e8-53bc7577ab93 None None] Allocated IP 2001:db8::f816:3eff:fe2b:9777 (7da8b7d2-4e9a-4f3f-8375-d3fcaeede670/424047f0-3ed7-4d23-99d9-8c9a531a4729/b1156059-9a0d-4290-8d58-2e0ce1673716) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:26:44.388696 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-3d27b51d-4b34-41c0-95b7-a3cdd4c206b2 service neutron] Request body: {'port': {'device_id': '627252c7-53a2-40e2-bef7-5ed5dc4f874a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:44.392958 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:44.393558 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c9582915-660e-4894-8177-070850485636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:44.394277 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=615fb128-f68f-44fb-b4e3-b347e6d25a9b,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:44.407544 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-a566fc4c-b155-4bca-aafe-c3f0357c2dfb None None] For port 615fb128-f68f-44fb-b4e3-b347e6d25a9b, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=615fb128-f68f-44fb-b4e3-b347e6d25a9b,segment=NetworkSegment(98a80e4c-61a1-4cfa-a855-d27a45c2a128),segment_id=98a80e4c-61a1-4cfa-a855-d27a45c2a128)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:44.421425 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a566fc4c-b155-4bca-aafe-c3f0357c2dfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:44.425749 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-c9582915-660e-4894-8177-070850485636 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab887a4b-4de3-420d-8b3e-748622fe60fe']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:44.445906 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 76f4d8f1-8b54-42bd-a1fc-408ef69a6354 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:26:44.447520 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-c9582915-660e-4894-8177-070850485636 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a05b036-f0bb-4b30-975e-0116c939ed92') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:44.447826 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-c9582915-660e-4894-8177-070850485636 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a05b036-f0bb-4b30-975e-0116c939ed92') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:44.456869 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-975af649-24e7-4e09-a531-8cfca1183fe5 req-24254ce2-833c-499a-b029-0946ad5265c8 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168613 Jul 24 09:26:44.461840 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c9582915-660e-4894-8177-070850485636 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:44.480416 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c9582915-660e-4894-8177-070850485636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:44.489486 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 52b6abbb-ed45-4747-a882-9996245f27ee, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=52b6abbb-ed45-4747-a882-9996245f27ee,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:44.491781 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-a566fc4c-b155-4bca-aafe-c3f0357c2dfb None None] Calling delete_port for 615fb128-f68f-44fb-b4e3-b347e6d25a9b owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:26:44.495027 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9582915-660e-4894-8177-070850485636 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:26:44.498890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b51897-5518-4a45-97ed-8277185dc727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b6abbb-ed45-4747-a882-9996245f27ee'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:26:44.501507 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957086da-970d-4e88-9ea7-a8c837eb008d" -d '{"events": [{"server_uuid": "40b51897-5518-4a45-97ed-8277185dc727", "name": "network-vif-plugged", "status": "completed", "tag": "52b6abbb-ed45-4747-a882-9996245f27ee"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:26:44.501988 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c9582915-660e-4894-8177-070850485636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:26:44.507053 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:26:44.546979 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:44.549261 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 76f4d8f1-8b54-42bd-a1fc-408ef69a6354 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:44.549774 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:44.603974 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-3d27b51d-4b34-41c0-95b7-a3cdd4c206b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:44.653027 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bffc9e-43f7-451a-8c1a-69a2f7dfc8cf x-openstack-request-id: req-a3bffc9e-43f7-451a-8c1a-69a2f7dfc8cf {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:26:44.655791 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b51897-5518-4a45-97ed-8277185dc727", "name": "network-vif-plugged", "status": "completed", "tag": "52b6abbb-ed45-4747-a882-9996245f27ee", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:26:44.656146 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3bffc9e-43f7-451a-8c1a-69a2f7dfc8cf {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:26:44.657328 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b51897-5518-4a45-97ed-8277185dc727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b6abbb-ed45-4747-a882-9996245f27ee', 'code': 200} Jul 24 09:26:44.660788 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 5d7be342-82d0-4302-9292-88b4258d05bc triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:44.663464 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:44.668542 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c9582915-660e-4894-8177-070850485636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:44.690182 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c9582915-660e-4894-8177-070850485636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:44.709242 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c9582915-660e-4894-8177-070850485636 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ab887a4b-4de3-420d-8b3e-748622fe60fe HTTP/1.1" status: 204 len: 168 time: 1.5069811 Jul 24 09:26:44.710568 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49450) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:44.891540 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9582915-660e-4894-8177-070850485636 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab887a4b-4de3-420d-8b3e-748622fe60fe,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:44.906046 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ab7d83-4792-4866-b333-b03f00b85e2b admin admin] Deleting subnet c1fb868e-7c8e-4792-8229-3d9c15fcb777 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:26:45.008489 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a3ab7d83-4792-4866-b333-b03f00b85e2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:45.144371 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a3ab7d83-4792-4866-b333-b03f00b85e2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:45.271568 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdafcd-ff16-4921-a0d0-04200e4450ba req-dd545693-335e-40eb-941d-bbfba9be4e10 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:45.281466 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2acdafcd-ff16-4921-a0d0-04200e4450ba req-dd545693-335e-40eb-941d-bbfba9be4e10 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 0.4196022 Jul 24 09:26:45.395392 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2acdafcd-ff16-4921-a0d0-04200e4450ba req-a169d1fd-f144-4a52-8852-4e89ff15790b tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130230 Jul 24 09:26:45.409440 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a3ab7d83-4792-4866-b333-b03f00b85e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:45.507736 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-3d27b51d-4b34-41c0-95b7-a3cdd4c206b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7414d92-d576-4b08-958a-66037fa8ab9e {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:26:45.540388 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-3d27b51d-4b34-41c0-95b7-a3cdd4c206b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:45.553621 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a3ab7d83-4792-4866-b333-b03f00b85e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:45.595568 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a566fc4c-b155-4bca-aafe-c3f0357c2dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:45.617259 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-3d27b51d-4b34-41c0-95b7-a3cdd4c206b2 service neutron] Transition to ACTIVE for port object f7414d92-d576-4b08-958a-66037fa8ab9e will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:26:45.634477 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-3d27b51d-4b34-41c0-95b7-a3cdd4c206b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:45.656840 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab7d83-4792-4866-b333-b03f00b85e2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1fb868e-7c8e-4792-8229-3d9c15fcb777,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:45.676535 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a3ab7d83-4792-4866-b333-b03f00b85e2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:45.676535 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a3ab7d83-4792-4866-b333-b03f00b85e2b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c1fb868e-7c8e-4792-8229-3d9c15fcb777 HTTP/1.1" status: 204 len: 168 time: 0.9316790 Jul 24 09:26:45.723228 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49464) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:45.755862 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f32c3-06bf-4b4e-baa9-664db69feca3 req-729a52b4-5b05-43db-9c04-89bde6f0148b tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:45.759005 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=52b6abbb-ed45-4747-a882-9996245f27ee,revision_number=7']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:45.765741 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f82f32c3-06bf-4b4e-baa9-664db69feca3 req-729a52b4-5b05-43db-9c04-89bde6f0148b tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 944 time: 0.4772141 Jul 24 09:26:45.770635 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a566fc4c-b155-4bca-aafe-c3f0357c2dfb None None] No DVR routers for this DVR port 615fb128-f68f-44fb-b4e3-b347e6d25a9b on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:26:45.795717 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fca9b7-4c57-4082-9c15-8a7abdc51ae7 req-5fee551f-28f1-473c-9ffc-212c735a5a07 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:45.797385 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11fca9b7-4c57-4082-9c15-8a7abdc51ae7 req-5fee551f-28f1-473c-9ffc-212c735a5a07 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 943 time: 0.1437128 Jul 24 09:26:45.813408 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566fc4c-b155-4bca-aafe-c3f0357c2dfb None None] Pushing event deleted for resources: {'Port': ['ID=615fb128-f68f-44fb-b4e3-b347e6d25a9b,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:45.928852 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11fca9b7-4c57-4082-9c15-8a7abdc51ae7 req-4d4b55f6-e386-4678-b69d-fe32473b696c tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123986 Jul 24 09:26:45.930720 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:45.938204 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27b51d-4b34-41c0-95b7-a3cdd4c206b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f7414d92-d576-4b08-958a-66037fa8ab9e,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:45.993477 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-70fe2182-63f6-4a56-b3e8-53bc7577ab93 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:46.015030 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-70fe2182-63f6-4a56-b3e8-53bc7577ab93 None None] Transition to ACTIVE for port object b1156059-9a0d-4290-8d58-2e0ce1673716 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:26:46.018646 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 76f4d8f1-8b54-42bd-a1fc-408ef69a6354, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=76f4d8f1-8b54-42bd-a1fc-408ef69a6354,segment=NetworkSegment(5df2741c-f326-497a-8276-79e58d1e0fc4),segment_id=5df2741c-f326-497a-8276-79e58d1e0fc4)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:46.028580 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:46.095458 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 615fb128-f68f-44fb-b4e3-b347e6d25a9b no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:26:46.150054 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-70fe2182-63f6-4a56-b3e8-53bc7577ab93 None None] Transition to ACTIVE for port object b1156059-9a0d-4290-8d58-2e0ce1673716 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:26:46.219348 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=76f4d8f1-8b54-42bd-a1fc-408ef69a6354,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:46.223776 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 615fb128-f68f-44fb-b4e3-b347e6d25a9b {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:26:46.223776 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 615fb128-f68f-44fb-b4e3-b347e6d25a9b not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:26:46.242855 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-70fe2182-63f6-4a56-b3e8-53bc7577ab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:46.276643 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-d1846bd9-3ce6-4f0f-9e9d-1a25a866e103 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Allocated IP 2001:db8::f816:3eff:fe55:5874 (7da8b7d2-4e9a-4f3f-8375-d3fcaeede670/424047f0-3ed7-4d23-99d9-8c9a531a4729/40b08c66-92d8-4771-9a72-e7b09a787762) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:26:46.278276 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fe2182-63f6-4a56-b3e8-53bc7577ab93 None None] Network 7da8b7d2-4e9a-4f3f-8375-d3fcaeede670 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:26:46.281830 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-70fe2182-63f6-4a56-b3e8-53bc7577ab93 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:46.296186 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fbfa435d-7566-464e-80cf-404468fd5ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:46.305717 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fe2182-63f6-4a56-b3e8-53bc7577ab93 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:26:46.313700 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f82f32c3-06bf-4b4e-baa9-664db69feca3 req-db2c043d-caa9-48b2-94b6-027108c01117 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5470281 Jul 24 09:26:46.463391 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe2182-63f6-4a56-b3e8-53bc7577ab93 None None] Pushing event updated for resources: {'Port': ['ID=b1156059-9a0d-4290-8d58-2e0ce1673716,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:46.476289 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-70fe2182-63f6-4a56-b3e8-53bc7577ab93 None None] Attempting to bind port b1156059-9a0d-4290-8d58-2e0ce1673716 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:26:46.476661 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-70fe2182-63f6-4a56-b3e8-53bc7577ab93 None None] Attempting to bind port b1156059-9a0d-4290-8d58-2e0ce1673716 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '170f8790-296f-4136-9a11-1b2e402835a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7da8b7d2-4e9a-4f3f-8375-d3fcaeede670'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:26:46.477058 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fe2182-63f6-4a56-b3e8-53bc7577ab93 None None] Attempting to bind port b1156059-9a0d-4290-8d58-2e0ce1673716 on network 7da8b7d2-4e9a-4f3f-8375-d3fcaeede670 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:26:46.526782 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-3d27b51d-4b34-41c0-95b7-a3cdd4c206b2 service neutron] Attempting to bind port f7414d92-d576-4b08-958a-66037fa8ab9e on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:26:46.527317 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-3d27b51d-4b34-41c0-95b7-a3cdd4c206b2 service neutron] Attempting to bind port f7414d92-d576-4b08-958a-66037fa8ab9e by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '2655430d-7b89-4cb5-97a0-423f45ff857c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:26:46.527464 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-3d27b51d-4b34-41c0-95b7-a3cdd4c206b2 service neutron] Attempting to bind port f7414d92-d576-4b08-958a-66037fa8ab9e on network 4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:26:46.532864 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fe2182-63f6-4a56-b3e8-53bc7577ab93 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:26:46.537566 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fe2182-63f6-4a56-b3e8-53bc7577ab93 None None] Checking segment: {'id': '170f8790-296f-4136-9a11-1b2e402835a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7da8b7d2-4e9a-4f3f-8375-d3fcaeede670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:26:46.538695 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-70fe2182-63f6-4a56-b3e8-53bc7577ab93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:46.539357 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fe2182-63f6-4a56-b3e8-53bc7577ab93 None None] Bound using segment: {'id': '170f8790-296f-4136-9a11-1b2e402835a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7da8b7d2-4e9a-4f3f-8375-d3fcaeede670'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:26:46.540114 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-70fe2182-63f6-4a56-b3e8-53bc7577ab93 None None] Bound port: b1156059-9a0d-4290-8d58-2e0ce1673716, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '170f8790-296f-4136-9a11-1b2e402835a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7da8b7d2-4e9a-4f3f-8375-d3fcaeede670'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:26:46.540533 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-70fe2182-63f6-4a56-b3e8-53bc7577ab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:46.544857 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-3d27b51d-4b34-41c0-95b7-a3cdd4c206b2 service neutron] Port f7414d92-d576-4b08-958a-66037fa8ab9e on network 4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:26:46.545209 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-3d27b51d-4b34-41c0-95b7-a3cdd4c206b2 service neutron] Attempting to bind port f7414d92-d576-4b08-958a-66037fa8ab9e on network 4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:26:46.550239 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:46.609318 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fbfa435d-7566-464e-80cf-404468fd5ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:46.627779 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-fbfa435d-7566-464e-80cf-404468fd5ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683fb2bb-f9f1-49d0-93dd-e551e9ec802d']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:46.644722 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-fbfa435d-7566-464e-80cf-404468fd5ec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9491a7e3-2841-49af-8b8c-ee168b91b26e') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:46.645314 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-fbfa435d-7566-464e-80cf-404468fd5ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9491a7e3-2841-49af-8b8c-ee168b91b26e') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:46.655964 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fbfa435d-7566-464e-80cf-404468fd5ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:46.663008 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ea5e83-9b71-438b-a842-850fed4bda74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f4d8f1-8b54-42bd-a1fc-408ef69a6354'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:26:46.665337 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b17c2d-ccb5-468f-9635-50cc0fceb0cd" -d '{"events": [{"server_uuid": "c8ea5e83-9b71-438b-a842-850fed4bda74", "name": "network-vif-plugged", "status": "completed", "tag": "76f4d8f1-8b54-42bd-a1fc-408ef69a6354"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:26:46.683756 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d1846bd9-3ce6-4f0f-9e9d-1a25a866e103 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:46.692166 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fbfa435d-7566-464e-80cf-404468fd5ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:46.704639 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-70fe2182-63f6-4a56-b3e8-53bc7577ab93 None None] For port b1156059-9a0d-4290-8d58-2e0ce1673716, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:26:46.709741 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-70fe2182-63f6-4a56-b3e8-53bc7577ab93 None None] For port b1156059-9a0d-4290-8d58-2e0ce1673716, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b1156059-9a0d-4290-8d58-2e0ce1673716,segment=NetworkSegment(170f8790-296f-4136-9a11-1b2e402835a9),segment_id=170f8790-296f-4136-9a11-1b2e402835a9)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:26:46.711376 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfa435d-7566-464e-80cf-404468fd5ec0 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:26:46.716090 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fbfa435d-7566-464e-80cf-404468fd5ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:46.726002 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-70fe2182-63f6-4a56-b3e8-53bc7577ab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:26:46.779070 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:26:46.783054 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-3d27b51d-4b34-41c0-95b7-a3cdd4c206b2 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:26:46.783676 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-3d27b51d-4b34-41c0-95b7-a3cdd4c206b2 service neutron] Checking segment: {'id': '2655430d-7b89-4cb5-97a0-423f45ff857c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:26:46.784508 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-3d27b51d-4b34-41c0-95b7-a3cdd4c206b2 service neutron] Bound using segment: {'id': '2655430d-7b89-4cb5-97a0-423f45ff857c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:26:46.785191 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-3d27b51d-4b34-41c0-95b7-a3cdd4c206b2 service neutron] Bound port: f7414d92-d576-4b08-958a-66037fa8ab9e, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2655430d-7b89-4cb5-97a0-423f45ff857c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:26:46.785894 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-3d27b51d-4b34-41c0-95b7-a3cdd4c206b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:46.790252 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af83fcab-7aad-48c5-819c-1f60f7182477 x-openstack-request-id: req-af83fcab-7aad-48c5-819c-1f60f7182477 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:26:46.790252 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ea5e83-9b71-438b-a842-850fed4bda74", "name": "network-vif-plugged", "status": "completed", "tag": "76f4d8f1-8b54-42bd-a1fc-408ef69a6354", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:26:46.790536 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af83fcab-7aad-48c5-819c-1f60f7182477 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:26:46.790881 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ea5e83-9b71-438b-a842-850fed4bda74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f4d8f1-8b54-42bd-a1fc-408ef69a6354', 'code': 200} Jul 24 09:26:46.793711 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-d1846bd9-3ce6-4f0f-9e9d-1a25a866e103 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Transition to ACTIVE for port object 40b08c66-92d8-4771-9a72-e7b09a787762 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:26:46.804170 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fbfa435d-7566-464e-80cf-404468fd5ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:46.816349 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fbfa435d-7566-464e-80cf-404468fd5ec0 admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:46.824343 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fbfa435d-7566-464e-80cf-404468fd5ec0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/683fb2bb-f9f1-49d0-93dd-e551e9ec802d HTTP/1.1" status: 204 len: 168 time: 1.0996468 Jul 24 09:26:46.891619 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe2182-63f6-4a56-b3e8-53bc7577ab93 None None] Pushing event updated for resources: {'Port': ['ID=b1156059-9a0d-4290-8d58-2e0ce1673716,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:46.922531 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa435d-7566-464e-80cf-404468fd5ec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=683fb2bb-f9f1-49d0-93dd-e551e9ec802d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:47.051286 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-3d27b51d-4b34-41c0-95b7-a3cdd4c206b2 service neutron] For port f7414d92-d576-4b08-958a-66037fa8ab9e, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:26:47.066096 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-3d27b51d-4b34-41c0-95b7-a3cdd4c206b2 service neutron] For port f7414d92-d576-4b08-958a-66037fa8ab9e, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=f7414d92-d576-4b08-958a-66037fa8ab9e,segment=NetworkSegment(2655430d-7b89-4cb5-97a0-423f45ff857c),segment_id=2655430d-7b89-4cb5-97a0-423f45ff857c)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:26:47.079908 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-3d27b51d-4b34-41c0-95b7-a3cdd4c206b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:47.216016 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d1846bd9-3ce6-4f0f-9e9d-1a25a866e103 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:47.303097 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27b51d-4b34-41c0-95b7-a3cdd4c206b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f7414d92-d576-4b08-958a-66037fa8ab9e,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:47.404414 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-3d27b51d-4b34-41c0-95b7-a3cdd4c206b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:47.405096 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-3d27b51d-4b34-41c0-95b7-a3cdd4c206b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:47.406530 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-3d27b51d-4b34-41c0-95b7-a3cdd4c206b2 service neutron] 10.222.0.37 "PUT /v2.0/ports/f7414d92-d576-4b08-958a-66037fa8ab9e HTTP/1.1" status: 200 len: 1091 time: 3.4488845 Jul 24 09:26:47.407518 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627252c7-53a2-40e2-bef7-5ed5dc4f874a', 'tag': 'f7414d92-d576-4b08-958a-66037fa8ab9e'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:26:47.418832 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1130bd0a-a6cb-4423-97fa-71cb0b662149" -d '{"events": [{"name": "network-changed", "server_uuid": "627252c7-53a2-40e2-bef7-5ed5dc4f874a", "tag": "f7414d92-d576-4b08-958a-66037fa8ab9e"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:26:47.431043 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49512) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:47.462054 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1846bd9-3ce6-4f0f-9e9d-1a25a866e103 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event updated for resources: {'Port': ['ID=40b08c66-92d8-4771-9a72-e7b09a787762,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:47.522128 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1846bd9-3ce6-4f0f-9e9d-1a25a866e103 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Network 7da8b7d2-4e9a-4f3f-8375-d3fcaeede670 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:26:47.526931 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-d1846bd9-3ce6-4f0f-9e9d-1a25a866e103 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:47.530718 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1846bd9-3ce6-4f0f-9e9d-1a25a866e103 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:26:47.544398 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1846bd9-3ce6-4f0f-9e9d-1a25a866e103 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:47.545911 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d1846bd9-3ce6-4f0f-9e9d-1a25a866e103 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:47.639688 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbe704-88b3-4c1d-8f5a-384aa7398352 req-9a1b5855-4a44-463f-873f-bdedd3a87b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:47.648787 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1ddbe704-88b3-4c1d-8f5a-384aa7398352 req-9a1b5855-4a44-463f-873f-bdedd3a87b61 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 1096 time: 0.7533150 Jul 24 09:26:47.675011 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af95de1-acf1-4df4-ae21-74016cfc6edc req-d4375067-7dcb-4faa-8f09-de7706a2a47a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:47.676763 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8af95de1-acf1-4df4-ae21-74016cfc6edc req-d4375067-7dcb-4faa-8f09-de7706a2a47a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 1.0932808 Jul 24 09:26:47.704444 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d1846bd9-3ce6-4f0f-9e9d-1a25a866e103 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 5.2286270 Jul 24 09:26:47.711582 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-56abf2aa-ada6-4a60-b7c7-5f2e9cea9af7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da06defb0a604dafb06f088865956a1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2738705 Jul 24 09:26:47.714259 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49516) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:47.714259 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49518) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:47.842045 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1ddbe704-88b3-4c1d-8f5a-384aa7398352 req-4cff4e0a-f80f-4bae-9a11-ed36e51c8ccb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259570 Jul 24 09:26:47.845830 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8af95de1-acf1-4df4-ae21-74016cfc6edc req-04acf6db-dd40-4b66-9464-d849442198ae tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441252 Jul 24 09:26:47.886143 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-236e2d5c-5925-4f6d-b3fd-e0b51b267500 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Deleting subnet 424047f0-3ed7-4d23-99d9-8c9a531a4729 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:26:47.901176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262eb20-9032-4517-8823-dd58aa452525 req-00654db7-5937-4e79-b723-c220b8995e96 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:47.909295 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f262eb20-9032-4517-8823-dd58aa452525 req-00654db7-5937-4e79-b723-c220b8995e96 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 943 time: 0.7995188 Jul 24 09:26:47.921538 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-236e2d5c-5925-4f6d-b3fd-e0b51b267500 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:48.048537 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-7032fbcd-36cc-4795-9548-da2085e78739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:48.054789 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-7032fbcd-36cc-4795-9548-da2085e78739 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94b4841e090b46649cb32073db3edbbd&device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 1094 time: 0.5199502 Jul 24 09:26:48.122352 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cb759-f5d7-463f-b474-f1a28601fbed req-385a8286-917d-4840-b18e-ad029c5c84cf tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:48.136633 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8c0cb759-f5d7-463f-b474-f1a28601fbed req-385a8286-917d-4840-b18e-ad029c5c84cf tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.1413515 Jul 24 09:26:48.146623 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e75aa7e1-f7b5-479c-a78e-e34f81d4c0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:48.208063 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8c0cb759-f5d7-463f-b474-f1a28601fbed req-858ae762-e841-4829-88eb-fcdaf5c8db74 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705082 Jul 24 09:26:48.527294 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b1156059-9a0d-4290-8d58-2e0ce1673716 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:26:48.675128 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4340f2-9c5d-4e91-8176-8c7ac3b47b97 None None] Network 7da8b7d2-4e9a-4f3f-8375-d3fcaeede670 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:48.756264 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c3affe4a-421d-4cf6-9901-b1b136cd50d1 None None] Provisioning for port b1156059-9a0d-4290-8d58-2e0ce1673716 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:26:48.833661 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port b1156059-9a0d-4290-8d58-2e0ce1673716 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:26:48.842302 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port b1156059-9a0d-4290-8d58-2e0ce1673716 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:48.843029 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:48.969166 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-236e2d5c-5925-4f6d-b3fd-e0b51b267500 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:48.972710 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419d2a13-b170-4ce1-8192-6542dd5cc0f1 x-openstack-request-id: req-419d2a13-b170-4ce1-8192-6542dd5cc0f1 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:26:48.973150 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "627252c7-53a2-40e2-bef7-5ed5dc4f874a", "tag": "f7414d92-d576-4b08-958a-66037fa8ab9e", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:26:48.973406 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-419d2a13-b170-4ce1-8192-6542dd5cc0f1 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:26:48.973801 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '627252c7-53a2-40e2-bef7-5ed5dc4f874a', 'tag': 'f7414d92-d576-4b08-958a-66037fa8ab9e', 'status': 'completed', 'code': 200} Jul 24 09:26:49.012533 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f262eb20-9032-4517-8823-dd58aa452525 req-adcba8ca-7ee7-4005-adb5-1aa3fb791b18 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1022649 Jul 24 09:26:49.176581 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-2280c684-f786-4bad-b5da-dd9fd340d2cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7414d92-d576-4b08-958a-66037fa8ab9e HTTP/1.1" status: 200 len: 217 time: 1.0898952 Jul 24 09:26:49.180296 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e75aa7e1-f7b5-479c-a78e-e34f81d4c0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:49.253911 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7bb7b-5159-4c45-9492-60912b876ec6 req-3016543e-16fa-4270-ad15-e85b6f451d54 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:49.256964 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cdb7bb7b-5159-4c45-9492-60912b876ec6 req-3016543e-16fa-4270-ad15-e85b6f451d54 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 0.2229965 Jul 24 09:26:49.299456 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:49.393018 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port b1156059-9a0d-4290-8d58-2e0ce1673716, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b1156059-9a0d-4290-8d58-2e0ce1673716,segment=NetworkSegment(170f8790-296f-4136-9a11-1b2e402835a9),segment_id=170f8790-296f-4136-9a11-1b2e402835a9)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:49.402145 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:49.472167 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cdb7bb7b-5159-4c45-9492-60912b876ec6 req-cb9e7389-e658-4f12-a6de-752e8ca2ec70 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910231 Jul 24 09:26:49.563228 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=b1156059-9a0d-4290-8d58-2e0ce1673716,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:49.773829 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-236e2d5c-5925-4f6d-b3fd-e0b51b267500 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:49.941398 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-7f44edd4-88da-468c-8006-a3a8db83c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:49.948570 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-7f44edd4-88da-468c-8006-a3a8db83c3c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b52c53ed-da99-4243-96d3-47bd1a74a8a1 HTTP/1.1" status: 200 len: 855 time: 0.7596083 Jul 24 09:26:49.992341 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-aff422c6-a1b0-4899-8e21-8b51bfd9819b None None] Provisioning complete for port b1156059-9a0d-4290-8d58-2e0ce1673716 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:49.992976 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-aff422c6-a1b0-4899-8e21-8b51bfd9819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:50.072660 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-236e2d5c-5925-4f6d-b3fd-e0b51b267500 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:50.193980 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-236e2d5c-5925-4f6d-b3fd-e0b51b267500 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:50.199602 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-236e2d5c-5925-4f6d-b3fd-e0b51b267500 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "DELETE /v2.0/subnets/424047f0-3ed7-4d23-99d9-8c9a531a4729 HTTP/1.1" status: 204 len: 168 time: 2.4822199 Jul 24 09:26:50.247460 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-aff422c6-a1b0-4899-8e21-8b51bfd9819b None None] Provisioning for port 40b08c66-92d8-4771-9a72-e7b09a787762 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:26:50.259985 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-aff422c6-a1b0-4899-8e21-8b51bfd9819b None None] Provisioning complete for port 40b08c66-92d8-4771-9a72-e7b09a787762 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:50.260530 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-aff422c6-a1b0-4899-8e21-8b51bfd9819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:50.285192 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49564) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:50.288521 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-8665b13d-70a4-4130-a8cf-1c437a4c0dd1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3283975 Jul 24 09:26:50.328646 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e75aa7e1-f7b5-479c-a78e-e34f81d4c0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:50.334177 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e75aa7e1-f7b5-479c-a78e-e34f81d4c0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:50.335349 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e75aa7e1-f7b5-479c-a78e-e34f81d4c0a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0118c18-47af-4b36-bcb5-b2ec1694934a HTTP/1.1" status: 204 len: 168 time: 2.5226891 Jul 24 09:26:50.355029 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-aff422c6-a1b0-4899-8e21-8b51bfd9819b None None] Port 40b08c66-92d8-4771-9a72-e7b09a787762 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:26:50.428719 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607ec0f-0bed-4602-a2b7-7442deebc3ee req-171e0a6c-2f40-4093-b7b7-84ac0e730a39 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:50.430529 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4607ec0f-0bed-4602-a2b7-7442deebc3ee req-171e0a6c-2f40-4093-b7b7-84ac0e730a39 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 943 time: 0.2778466 Jul 24 09:26:50.434523 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e2d5c-5925-4f6d-b3fd-e0b51b267500 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event deleted for resources: {'Subnet': ['ID=424047f0-3ed7-4d23-99d9-8c9a531a4729,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:50.493574 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b1156059-9a0d-4290-8d58-2e0ce1673716 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:26:50.548264 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75aa7e1-f7b5-479c-a78e-e34f81d4c0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0118c18-47af-4b36-bcb5-b2ec1694934a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:50.589309 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4607ec0f-0bed-4602-a2b7-7442deebc3ee req-3e47e268-de84-4ca8-ba71-f8c172c7df1e tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348953 Jul 24 09:26:50.662700 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c0759b-b759-4ac5-81ae-cab5c59c258c None None] Network 7da8b7d2-4e9a-4f3f-8375-d3fcaeede670 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:50.689661 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b48e5e-4b03-4968-9b52-366855993b45 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:50.691129 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b48e5e-4b03-4968-9b52-366855993b45 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:50.696504 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49572) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:50.713496 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-95b48e5e-4b03-4968-9b52-366855993b45 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4034340 Jul 24 09:26:50.803624 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f6437-5c6c-4359-b884-c324eeb0b2ea req-162f7f59-5823-4f70-9ea8-814cd7fac053 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:50.827625 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7f6f6437-5c6c-4359-b884-c324eeb0b2ea req-162f7f59-5823-4f70-9ea8-814cd7fac053 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 1.3453946 Jul 24 09:26:50.887448 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-647a94cb-3b40-4e76-9980-7e34a811a18c None None] Provisioning complete for port 40b08c66-92d8-4771-9a72-e7b09a787762 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:50.889910 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-647a94cb-3b40-4e76-9980-7e34a811a18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:50.897878 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-119ce0c8-c247-439f-8783-82de3004c45f service neutron] 10.222.0.37 "GET /v2.0/networks/4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5871050 Jul 24 09:26:50.945257 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-647a94cb-3b40-4e76-9980-7e34a811a18c None None] Port 40b08c66-92d8-4771-9a72-e7b09a787762 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:26:50.949365 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port b1156059-9a0d-4290-8d58-2e0ce1673716 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:50.949976 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:51.039658 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2b352a31-21e5-47ab-8b91-bd97012b3717 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:51.063182 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b352a31-21e5-47ab-8b91-bd97012b3717 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 24 09:26:51.064072 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b352a31-21e5-47ab-8b91-bd97012b3717 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:26:51.072635 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2b352a31-21e5-47ab-8b91-bd97012b3717 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "DELETE /v2.0/networks/7da8b7d2-4e9a-4f3f-8375-d3fcaeede670 HTTP/1.1" status: 409 len: 405 time: 0.3747993 Jul 24 09:26:51.074218 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49580) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:51.082581 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-467f585b-fe6c-4f2a-b40f-718aa77ecb94 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-732368587'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:51.134102 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467f585b-fe6c-4f2a-b40f-718aa77ecb94 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Made reservation on behalf of 5162ca5b61904c63af9d31ae2ff2cb80 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:26:51.140411 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-467f585b-fe6c-4f2a-b40f-718aa77ecb94 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:51.244680 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8c46e-c609-474f-a5f4-4f39ef4344b7 req-cf21d889-1c15-401f-ac71-e4c00227bc59 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:51.254758 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eef8c46e-c609-474f-a5f4-4f39ef4344b7 req-cf21d889-1c15-401f-ac71-e4c00227bc59 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 0.5006537 Jul 24 09:26:51.297458 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467f585b-fe6c-4f2a-b40f-718aa77ecb94 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:26:51.300256 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7f6f6437-5c6c-4359-b884-c324eeb0b2ea req-7bf3c197-3a66-441b-b09e-001ef87db4a9 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4655697 Jul 24 09:26:51.369465 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84064bf4-40ff-4968-ada1-c6f4b26e1965 req-44f85377-f6fe-47f6-bce3-1f6e4e8f2eda service neutron] 10.222.0.37 "GET /v2.0/networks/4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562590 Jul 24 09:26:51.384951 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-467f585b-fe6c-4f2a-b40f-718aa77ecb94 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:51.385293 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-467f585b-fe6c-4f2a-b40f-718aa77ecb94 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Added segment 68853ec5-35f5-4c0e-987c-f3d198659b8f of type vlan for network 2defa765-0cdc-4391-80f9-a43d13c3d769 Jul 24 09:26:51.524465 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49590) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:51.528939 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc23606-2604-47bf-a24e-734642c09615 None None] DHCP port deletion for 7da8b7d2-4e9a-4f3f-8375-d3fcaeede670 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:26:51.547208 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-467f585b-fe6c-4f2a-b40f-718aa77ecb94 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:51.612859 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-467f585b-fe6c-4f2a-b40f-718aa77ecb94 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:51.623812 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467f585b-fe6c-4f2a-b40f-718aa77ecb94 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:51.624407 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-467f585b-fe6c-4f2a-b40f-718aa77ecb94 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:51.683977 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-467f585b-fe6c-4f2a-b40f-718aa77ecb94 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6050298 Jul 24 09:26:51.700783 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49596) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:51.703446 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-2bc23606-2604-47bf-a24e-734642c09615 None None] Deleting port b1156059-9a0d-4290-8d58-2e0ce1673716 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:26:51.707989 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2bc23606-2604-47bf-a24e-734642c09615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:51.714664 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-b4339905-8ad3-4f0a-8238-9e8ba1e6db67 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Request body: {'subnet': {'network_id': '2defa765-0cdc-4391-80f9-a43d13c3d769', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:51.729305 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eef8c46e-c609-474f-a5f4-4f39ef4344b7 req-9e547820-2a4e-4c58-ac6a-2198bd02596a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4637921 Jul 24 09:26:51.842880 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-16ce639a-6d5f-4a53-9361-b2238478128c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70f0b1b4e1f8461eaac9e8e6e9807522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3137827 Jul 24 09:26:51.844050 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49598) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:51.904198 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-2bc23606-2604-47bf-a24e-734642c09615 None None] For port b1156059-9a0d-4290-8d58-2e0ce1673716, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b1156059-9a0d-4290-8d58-2e0ce1673716,segment=NetworkSegment(170f8790-296f-4136-9a11-1b2e402835a9),segment_id=170f8790-296f-4136-9a11-1b2e402835a9)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:51.904919 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2bc23606-2604-47bf-a24e-734642c09615 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:51.921706 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-2bc23606-2604-47bf-a24e-734642c09615 None None] Calling delete_port for b1156059-9a0d-4290-8d58-2e0ce1673716 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:26:51.946900 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f585b-fe6c-4f2a-b40f-718aa77ecb94 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event updated for resources: {'Network': ['ID=2defa765-0cdc-4391-80f9-a43d13c3d769,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:51.959050 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324dfcd-50e9-46e1-9fd0-fc3fd933c9b2 req-f42bba90-9aca-44f4-b752-a822eab13621 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:51.969196 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5324dfcd-50e9-46e1-9fd0-fc3fd933c9b2 req-f42bba90-9aca-44f4-b752-a822eab13621 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.5393260 Jul 24 09:26:52.006780 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49600) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:52.008109 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f585b-fe6c-4f2a-b40f-718aa77ecb94 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:52.008454 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f585b-fe6c-4f2a-b40f-718aa77ecb94 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:52.008819 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f585b-fe6c-4f2a-b40f-718aa77ecb94 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:52.009521 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f585b-fe6c-4f2a-b40f-718aa77ecb94 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:52.009521 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f585b-fe6c-4f2a-b40f-718aa77ecb94 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:52.009828 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f585b-fe6c-4f2a-b40f-718aa77ecb94 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:52.010195 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f585b-fe6c-4f2a-b40f-718aa77ecb94 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:52.010523 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f585b-fe6c-4f2a-b40f-718aa77ecb94 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:52.010849 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f585b-fe6c-4f2a-b40f-718aa77ecb94 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:52.011171 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f585b-fe6c-4f2a-b40f-718aa77ecb94 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:52.011495 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f585b-fe6c-4f2a-b40f-718aa77ecb94 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:52.011818 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f585b-fe6c-4f2a-b40f-718aa77ecb94 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:26:52.038988 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-86030cbf-3688-41dc-8a08-ac52f851b382 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Request body: {'floatingip': {'port_id': '76f4d8f1-8b54-42bd-a1fc-408ef69a6354'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:52.041489 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 2defa765-0cdc-4391-80f9-a43d13c3d769 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:26:52.072113 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130bd0a-a6cb-4423-97fa-71cb0b662149 req-d27e2364-86a5-47a0-89b8-47695444f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:52.074024 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1130bd0a-a6cb-4423-97fa-71cb0b662149 req-d27e2364-86a5-47a0-89b8-47695444f372 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94b4841e090b46649cb32073db3edbbd&device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 1094 time: 0.6099169 Jul 24 09:26:52.111425 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86030cbf-3688-41dc-8a08-ac52f851b382 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for floatingip, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:52.262288 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4339905-8ad3-4f0a-8238-9e8ba1e6db67 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Made reservation on behalf of 5162ca5b61904c63af9d31ae2ff2cb80 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:26:52.265876 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b4339905-8ad3-4f0a-8238-9e8ba1e6db67 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:52.313368 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-10027072-dd68-40b4-a072-fa1709d93b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:52.384127 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2bc23606-2604-47bf-a24e-734642c09615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:52.490654 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919266d-f3e4-4876-944e-cd1bfb8c758d req-510a3b08-3b7e-42bf-bd0b-bfa364f1c694 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:52.500725 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8919266d-f3e4-4876-944e-cd1bfb8c758d req-510a3b08-3b7e-42bf-bd0b-bfa364f1c694 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 943 time: 0.5848377 Jul 24 09:26:52.527661 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc23606-2604-47bf-a24e-734642c09615 None None] Pushing event deleted for resources: {'Port': ['ID=b1156059-9a0d-4290-8d58-2e0ce1673716,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:52.534127 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b1156059-9a0d-4290-8d58-2e0ce1673716 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:26:52.551923 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc23606-2604-47bf-a24e-734642c09615 None None] No DVR routers for this DVR port b1156059-9a0d-4290-8d58-2e0ce1673716 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:26:52.615426 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-10027072-dd68-40b4-a072-fa1709d93b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:52.647170 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: b1156059-9a0d-4290-8d58-2e0ce1673716 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:26:52.647525 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b1156059-9a0d-4290-8d58-2e0ce1673716 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:26:52.761407 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8919266d-f3e4-4876-944e-cd1bfb8c758d req-132ebb77-6396-4116-93fd-a6c04684d5fb tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597034 Jul 24 09:26:52.809571 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130bd0a-a6cb-4423-97fa-71cb0b662149 req-87ef790f-805c-44fa-b719-9a863bd5334d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:52.816303 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device f7414d92-d576-4b08-958a-66037fa8ab9e details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:26:52.828982 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1130bd0a-a6cb-4423-97fa-71cb0b662149 req-87ef790f-805c-44fa-b719-9a863bd5334d service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8 HTTP/1.1" status: 200 len: 915 time: 0.7470274 Jul 24 09:26:52.953076 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49614) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:53.067011 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1130bd0a-a6cb-4423-97fa-71cb0b662149 req-fe460c8d-e06d-4a1e-8ce1-e8f2e29629e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7414d92-d576-4b08-958a-66037fa8ab9e HTTP/1.1" status: 200 len: 217 time: 0.2233953 Jul 24 09:26:53.243433 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-10027072-dd68-40b4-a072-fa1709d93b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:53.248727 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-10027072-dd68-40b4-a072-fa1709d93b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:53.266626 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port f7414d92-d576-4b08-958a-66037fa8ab9e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=f7414d92-d576-4b08-958a-66037fa8ab9e,segment=NetworkSegment(2655430d-7b89-4cb5-97a0-423f45ff857c),segment_id=2655430d-7b89-4cb5-97a0-423f45ff857c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:53.272989 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-10027072-dd68-40b4-a072-fa1709d93b0b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bde6f53c-10c4-4136-a3d0-7fc91048ef96 HTTP/1.1" status: 204 len: 168 time: 1.4177442 Jul 24 09:26:53.303844 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'f7414d92-d576-4b08-958a-66037fa8ab9e', 'network_id': '4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8', 'port_id': 'f7414d92-d576-4b08-958a-66037fa8ab9e', 'mac_address': 'fa:16:3e:57:66:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b52c53ed-da99-4243-96d3-47bd1a74a8a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:26:53.344513 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130bd0a-a6cb-4423-97fa-71cb0b662149 req-673f23e8-cd88-43c5-8f87-0406d9315656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:53.350119 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1130bd0a-a6cb-4423-97fa-71cb0b662149 req-673f23e8-cd88-43c5-8f87-0406d9315656 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b52c53ed-da99-4243-96d3-47bd1a74a8a1 HTTP/1.1" status: 200 len: 855 time: 0.2382190 Jul 24 09:26:53.366469 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10027072-dd68-40b4-a072-fa1709d93b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde6f53c-10c4-4136-a3d0-7fc91048ef96,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:53.479207 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1130bd0a-a6cb-4423-97fa-71cb0b662149 req-1b38e5b2-52ac-4758-b5a0-b4b2ea5a458a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986495 Jul 24 09:26:53.494244 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:53.549797 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7414d92-d576-4b08-958a-66037fa8ab9e {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:26:53.605058 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1130bd0a-a6cb-4423-97fa-71cb0b662149 req-04d98ae5-039a-4cd8-b4eb-81512e988096 service neutron] 10.222.0.37 "GET /v2.0/networks/4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155572 Jul 24 09:26:53.617814 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1b00b-eb55-4159-8dc5-2211e2800ef1 req-7f43bd1d-c3fc-4e36-bcb2-9435338b4dfc tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:53.620539 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port f7414d92-d576-4b08-958a-66037fa8ab9e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=f7414d92-d576-4b08-958a-66037fa8ab9e,segment=NetworkSegment(2655430d-7b89-4cb5-97a0-423f45ff857c),segment_id=2655430d-7b89-4cb5-97a0-423f45ff857c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:53.627551 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:53.642307 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9b1b00b-eb55-4159-8dc5-2211e2800ef1 req-7f43bd1d-c3fc-4e36-bcb2-9435338b4dfc tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 0.6071453 Jul 24 09:26:53.827189 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=f7414d92-d576-4b08-958a-66037fa8ab9e,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:53.925234 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9b1b00b-eb55-4159-8dc5-2211e2800ef1 req-5a1c3250-79d5-4340-a6aa-ad80e8a8ab2c tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2819431 Jul 24 09:26:53.941377 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['f7414d92-d576-4b08-958a-66037fa8ab9e'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:26:54.127163 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.db.resource_extend [None req-86030cbf-3688-41dc-8a08-ac52f851b382 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 09:26:54.140409 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1130bd0a-a6cb-4423-97fa-71cb0b662149 req-2d986291-8c1d-41ed-9612-75ff5663d07c service neutron] 10.222.0.37 "GET /v2.0/networks/4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959135 Jul 24 09:26:54.193766 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86030cbf-3688-41dc-8a08-ac52f851b382 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:54.212136 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86030cbf-3688-41dc-8a08-ac52f851b382 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:54.829421 n-d-800085-9 neutron-server[94035]: DEBUG neutron.objects.ports [None req-b4339905-8ad3-4f0a-8238-9e8ba1e6db67 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94035) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 09:26:54.838787 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device f7414d92-d576-4b08-958a-66037fa8ab9e up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:26:54.975273 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b4339905-8ad3-4f0a-8238-9e8ba1e6db67 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:54.977653 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-86030cbf-3688-41dc-8a08-ac52f851b382 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Floating IP 040847f5-a483-47e7-8910-672ea16fde75 associated. External IP: 172.25.7.26, port: 76f4d8f1-8b54-42bd-a1fc-408ef69a6354. Jul 24 09:26:55.008451 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port f7414d92-d576-4b08-958a-66037fa8ab9e completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:26:55.015017 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port f7414d92-d576-4b08-958a-66037fa8ab9e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:26:55.015456 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:55.213557 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:55.338286 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627252c7-53a2-40e2-bef7-5ed5dc4f874a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7414d92-d576-4b08-958a-66037fa8ab9e'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:26:55.361362 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b139b4-966a-48ed-b36c-1c2b254e3f8e" -d '{"events": [{"server_uuid": "627252c7-53a2-40e2-bef7-5ed5dc4f874a", "name": "network-vif-plugged", "status": "completed", "tag": "f7414d92-d576-4b08-958a-66037fa8ab9e"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:26:55.365178 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port f7414d92-d576-4b08-958a-66037fa8ab9e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=f7414d92-d576-4b08-958a-66037fa8ab9e,segment=NetworkSegment(2655430d-7b89-4cb5-97a0-423f45ff857c),segment_id=2655430d-7b89-4cb5-97a0-423f45ff857c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:26:55.390176 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:55.460439 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4339905-8ad3-4f0a-8238-9e8ba1e6db67 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event updated for resources: {'Subnet': ['ID=2f4cd326-601e-4b94-ab73-3eace2677639,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:55.524499 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e29c9-9487-4d9e-971a-a92618dd6342 req-d068589a-de2e-435d-ae6f-a05b51770672 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:55.531099 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-159e29c9-9487-4d9e-971a-a92618dd6342 req-d068589a-de2e-435d-ae6f-a05b51770672 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 0.2675502 Jul 24 09:26:55.638977 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=f7414d92-d576-4b08-958a-66037fa8ab9e,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:55.684423 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-159e29c9-9487-4d9e-971a-a92618dd6342 req-31ca7b0b-501b-4a6f-bae1-4e87786b072c tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496053 Jul 24 09:26:55.810023 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8709879-74cb-4d04-b73a-5a83ed2c611b admin admin] Deleting subnet e820bc97-3592-4d8f-8d69-9dd76000b838 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:26:55.922239 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b8709879-74cb-4d04-b73a-5a83ed2c611b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:55.987405 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4339905-8ad3-4f0a-8238-9e8ba1e6db67 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Checking segment: {'id': '68853ec5-35f5-4c0e-987c-f3d198659b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2defa765-0cdc-4391-80f9-a43d13c3d769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:26:55.990368 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4339905-8ad3-4f0a-8238-9e8ba1e6db67 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Network hostable DHCP agents. Network: 2defa765-0cdc-4391-80f9-a43d13c3d769, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:26:56.061858 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347827d-cd45-4e6e-b2f6-d5eef5700fd0 req-8815ed0e-afac-4ef5-99bd-9646b9e9140b tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:56.065986 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a347827d-cd45-4e6e-b2f6-d5eef5700fd0 req-8815ed0e-afac-4ef5-99bd-9646b9e9140b tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 944 time: 1.8596427 Jul 24 09:26:56.103851 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5535804-122a-4e80-84dd-b94776f55e06 x-openstack-request-id: req-b5535804-122a-4e80-84dd-b94776f55e06 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:26:56.104833 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627252c7-53a2-40e2-bef7-5ed5dc4f874a", "name": "network-vif-plugged", "status": "completed", "tag": "f7414d92-d576-4b08-958a-66037fa8ab9e", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:26:56.105274 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5535804-122a-4e80-84dd-b94776f55e06 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:26:56.105844 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627252c7-53a2-40e2-bef7-5ed5dc4f874a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7414d92-d576-4b08-958a-66037fa8ab9e', 'code': 200} Jul 24 09:26:56.184781 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b8709879-74cb-4d04-b73a-5a83ed2c611b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:56.211846 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4339905-8ad3-4f0a-8238-9e8ba1e6db67 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Network 2defa765-0cdc-4391-80f9-a43d13c3d769 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:26:56.254742 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-b4339905-8ad3-4f0a-8238-9e8ba1e6db67 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 2defa765-0cdc-4391-80f9-a43d13c3d769) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:26:56.263194 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec611a7-6576-4af5-94e8-37187bf5045c None None] Network 2defa765-0cdc-4391-80f9-a43d13c3d769 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:56.296342 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a347827d-cd45-4e6e-b2f6-d5eef5700fd0 req-3a824124-edbb-4a78-a925-5bbede2089c1 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093008 Jul 24 09:26:56.363903 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86030cbf-3688-41dc-8a08-ac52f851b382 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Router e786ccd1-1704-4409-b64d-3e02cbdfd41c has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:26:56.366748 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4339905-8ad3-4f0a-8238-9e8ba1e6db67 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:56.369597 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b4339905-8ad3-4f0a-8238-9e8ba1e6db67 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:56.428474 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b8709879-74cb-4d04-b73a-5a83ed2c611b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:56.488542 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06daa6c1-72bb-4b62-ad47-d1a9a3e84d24 req-c5ba4d36-db47-42bd-9616-3728e7e48aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:56.492375 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-06daa6c1-72bb-4b62-ad47-d1a9a3e84d24 req-c5ba4d36-db47-42bd-9616-3728e7e48aa3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 1096 time: 0.2994299 Jul 24 09:26:56.559186 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b4339905-8ad3-4f0a-8238-9e8ba1e6db67 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.8569224 Jul 24 09:26:56.569374 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49688) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:56.792928 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8f4e98-d010-4842-8f00-49e8390e619a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-2defa765-0cdc-4391-80f9-a43d13c3d769', 'network_id': '2defa765-0cdc-4391-80f9-a43d13c3d769', 'tenant_id': '5162ca5b61904c63af9d31ae2ff2cb80', 'fixed_ips': [{'subnet_id': '2f4cd326-601e-4b94-ab73-3eace2677639'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:26:56.795465 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ec8f4e98-d010-4842-8f00-49e8390e619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:56.870878 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f12d0096-e473-4fbb-9db4-f13ff6cf7e2f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:56.920271 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-06daa6c1-72bb-4b62-ad47-d1a9a3e84d24 req-55d47c91-5c4b-4779-a4b0-96cd7ae27844 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146450 Jul 24 09:26:56.953083 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86030cbf-3688-41dc-8a08-ac52f851b382 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:26:57.047074 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86030cbf-3688-41dc-8a08-ac52f851b382 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:57.047074 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b8709879-74cb-4d04-b73a-5a83ed2c611b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:57.049093 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f12d0096-e473-4fbb-9db4-f13ff6cf7e2f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:57.049175 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8709879-74cb-4d04-b73a-5a83ed2c611b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e820bc97-3592-4d8f-8d69-9dd76000b838,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:57.049175 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b8709879-74cb-4d04-b73a-5a83ed2c611b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:57.049175 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b8709879-74cb-4d04-b73a-5a83ed2c611b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e820bc97-3592-4d8f-8d69-9dd76000b838 HTTP/1.1" status: 204 len: 168 time: 4.0687592 Jul 24 09:26:57.049175 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-86030cbf-3688-41dc-8a08-ac52f851b382 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "PUT /v2.0/floatingips/040847f5-a483-47e7-8910-672ea16fde75 HTTP/1.1" status: 200 len: 990 time: 5.0061910 Jul 24 09:26:57.049175 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ea5e83-9b71-438b-a842-850fed4bda74', 'tag': '76f4d8f1-8b54-42bd-a1fc-408ef69a6354'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:26:57.049175 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c075677c-5e37-4963-bdfa-1b20d1ddea55" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ea5e83-9b71-438b-a842-850fed4bda74", "tag": "76f4d8f1-8b54-42bd-a1fc-408ef69a6354"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:26:57.050543 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49700) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:57.094989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5ff784-9431-475b-9728-164f365943bc None None] Sync routers for ids ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:26:57.094989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5ff784-9431-475b-9728-164f365943bc None None] Routers {'e786ccd1-1704-4409-b64d-3e02cbdfd41c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:26:57.094989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9d5ff784-9431-475b-9728-164f365943bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:26:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:57.241758 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f12d0096-e473-4fbb-9db4-f13ff6cf7e2f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server [None req-ec8f4e98-d010-4842-8f00-49e8390e619a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f4cd326-601e-4b94-ab73-3eace2677639: This subnet is being modified by another concurrent operation. Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise exception Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f4cd326-601e-4b94-ab73-3eace2677639: This subnet is being modified by another concurrent operation. Jul 24 09:26:57.405225 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server Jul 24 09:26:57.414070 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d0096-e473-4fbb-9db4-f13ff6cf7e2f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event deleted for resources: {'Subnet': ['ID=2f4cd326-601e-4b94-ab73-3eace2677639,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:57.447496 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c5f5a478-60cc-4dec-95a4-4550f0a6fa50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:57.518628 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f12d0096-e473-4fbb-9db4-f13ff6cf7e2f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:57.523639 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-9d5ff784-9431-475b-9728-164f365943bc None None] Set router e786ccd1-1704-4409-b64d-3e02cbdfd41c gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:26:57.542718 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f9e29-17ba-48f9-92b7-e9e4d5d1dd6b req-a1f5057c-ce5a-4953-95b0-daacebd584ed tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:57.544545 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d98f9e29-17ba-48f9-92b7-e9e4d5d1dd6b req-a1f5057c-ce5a-4953-95b0-daacebd584ed tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 0.4310215 Jul 24 09:26:57.548032 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-f12d0096-e473-4fbb-9db4-f13ff6cf7e2f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2defa765-0cdc-4391-80f9-a43d13c3d769']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:57.592725 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-f12d0096-e473-4fbb-9db4-f13ff6cf7e2f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68853ec5-35f5-4c0e-987c-f3d198659b8f') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:57.610168 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-f12d0096-e473-4fbb-9db4-f13ff6cf7e2f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68853ec5-35f5-4c0e-987c-f3d198659b8f') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:57.714278 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f12d0096-e473-4fbb-9db4-f13ff6cf7e2f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:57.715094 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f13124-9fb5-4a22-b81c-11aa249d89c7 None None] Network 2defa765-0cdc-4391-80f9-a43d13c3d769 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:26:57.719065 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9a123721-194e-4b9a-b422-845ec46b392f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:57.736837 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1481c0-babb-4eba-9952-ad90b1ef66fd x-openstack-request-id: req-3b1481c0-babb-4eba-9952-ad90b1ef66fd {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:26:57.736837 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ea5e83-9b71-438b-a842-850fed4bda74", "tag": "76f4d8f1-8b54-42bd-a1fc-408ef69a6354", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:26:57.736837 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b1481c0-babb-4eba-9952-ad90b1ef66fd {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:26:57.736837 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ea5e83-9b71-438b-a842-850fed4bda74', 'tag': '76f4d8f1-8b54-42bd-a1fc-408ef69a6354', 'status': 'completed', 'code': 200} Jul 24 09:26:57.800289 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c5f5a478-60cc-4dec-95a4-4550f0a6fa50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:57.826760 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d98f9e29-17ba-48f9-92b7-e9e4d5d1dd6b req-bc27d6e2-0bfa-4df8-8d0a-bb89f9bdd301 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517376 Jul 24 09:26:57.835078 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f12d0096-e473-4fbb-9db4-f13ff6cf7e2f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:57.842779 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-c5f5a478-60cc-4dec-95a4-4550f0a6fa50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f16374-583c-4ec2-ad41-f4d1807ac697']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:57.858519 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12d0096-e473-4fbb-9db4-f13ff6cf7e2f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:26:57.859279 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f12d0096-e473-4fbb-9db4-f13ff6cf7e2f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:26:57.863616 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:26:57.870016 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-c5f5a478-60cc-4dec-95a4-4550f0a6fa50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f369d8f-45cf-41ee-8c14-4b793923d4e2') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:57.870691 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-c5f5a478-60cc-4dec-95a4-4550f0a6fa50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f369d8f-45cf-41ee-8c14-4b793923d4e2') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:57.880440 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075677c-5e37-4963-bdfa-1b20d1ddea55 req-b6bff50d-af23-4fe7-8d9e-5a1f6ac9c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:57.883013 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c075677c-5e37-4963-bdfa-1b20d1ddea55 req-b6bff50d-af23-4fe7-8d9e-5a1f6ac9c8a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ddf1f6a8ea84a438a459d68cf609e56&device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 1096 time: 0.1327071 Jul 24 09:26:57.901703 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c5f5a478-60cc-4dec-95a4-4550f0a6fa50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:57.953085 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c5f5a478-60cc-4dec-95a4-4550f0a6fa50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:57.965510 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f5a478-60cc-4dec-95a4-4550f0a6fa50 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:26:57.966317 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c5f5a478-60cc-4dec-95a4-4550f0a6fa50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:26:57.969172 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:26:57.972114 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f12d0096-e473-4fbb-9db4-f13ff6cf7e2f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:58.010289 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f12d0096-e473-4fbb-9db4-f13ff6cf7e2f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:58.017819 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f12d0096-e473-4fbb-9db4-f13ff6cf7e2f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "DELETE /v2.0/networks/2defa765-0cdc-4391-80f9-a43d13c3d769 HTTP/1.1" status: 204 len: 168 time: 1.4439282 Jul 24 09:26:58.019136 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d0096-e473-4fbb-9db4-f13ff6cf7e2f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event deleted for resources: {'Network': ['ID=2defa765-0cdc-4391-80f9-a43d13c3d769,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:58.029859 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49744) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:58.039688 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-750c09e2-16f4-497d-9aad-8530e0c09f54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1493744107'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:58.040002 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075677c-5e37-4963-bdfa-1b20d1ddea55 req-3bc22e72-a989-40b0-ad75-5ed3439c9950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:58.041777 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c075677c-5e37-4963-bdfa-1b20d1ddea55 req-3bc22e72-a989-40b0-ad75-5ed3439c9950 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d HTTP/1.1" status: 200 len: 911 time: 0.1528172 Jul 24 09:26:58.074666 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750c09e2-16f4-497d-9aad-8530e0c09f54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Made reservation on behalf of 5162ca5b61904c63af9d31ae2ff2cb80 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:26:58.083793 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-750c09e2-16f4-497d-9aad-8530e0c09f54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:58.153471 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750c09e2-16f4-497d-9aad-8530e0c09f54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:26:58.156249 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c5f5a478-60cc-4dec-95a4-4550f0a6fa50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:58.212227 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c5f5a478-60cc-4dec-95a4-4550f0a6fa50 admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:58.227669 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c075677c-5e37-4963-bdfa-1b20d1ddea55 req-0a7583ab-2a6f-44eb-b1d0-60a6727717bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f4d8f1-8b54-42bd-a1fc-408ef69a6354 HTTP/1.1" status: 200 len: 998 time: 0.1727767 Jul 24 09:26:58.235739 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c5f5a478-60cc-4dec-95a4-4550f0a6fa50 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f9f16374-583c-4ec2-ad41-f4d1807ac697 HTTP/1.1" status: 204 len: 168 time: 1.1842706 Jul 24 09:26:58.272939 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-750c09e2-16f4-497d-9aad-8530e0c09f54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:58.274118 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-750c09e2-16f4-497d-9aad-8530e0c09f54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Added segment 0f2e2e24-cdeb-462f-a9a8-8cd22fe15ebd of type vlan for network 0a067eae-d881-446a-a8b2-adc4b2df46e6 Jul 24 09:26:58.300124 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5a478-60cc-4dec-95a4-4550f0a6fa50 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9f16374-583c-4ec2-ad41-f4d1807ac697,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:58.365388 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c7ea1-5b00-4f8f-8c16-8c05389c2640 req-31748057-cd37-48ea-9750-4c297b807375 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:58.367296 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a21c7ea1-5b00-4f8f-8c16-8c05389c2640 req-31748057-cd37-48ea-9750-4c297b807375 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 945 time: 0.3236024 Jul 24 09:26:58.369656 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075677c-5e37-4963-bdfa-1b20d1ddea55 req-51940608-32e2-4c7d-8b4e-ee815ec6499d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:58.371230 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c075677c-5e37-4963-bdfa-1b20d1ddea55 req-51940608-32e2-4c7d-8b4e-ee815ec6499d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff HTTP/1.1" status: 200 len: 850 time: 0.1187944 Jul 24 09:26:58.466469 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-750c09e2-16f4-497d-9aad-8530e0c09f54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:58.486239 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a21c7ea1-5b00-4f8f-8c16-8c05389c2640 req-65a2c286-60a3-4b3a-871a-8e4b10826e57 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088181 Jul 24 09:26:58.513270 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075677c-5e37-4963-bdfa-1b20d1ddea55 req-163916c0-b531-48eb-bb97-cda75aba6f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:58.517553 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c075677c-5e37-4963-bdfa-1b20d1ddea55 req-163916c0-b531-48eb-bb97-cda75aba6f18 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1383929 Jul 24 09:26:58.560533 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-750c09e2-16f4-497d-9aad-8530e0c09f54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:58.584999 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750c09e2-16f4-497d-9aad-8530e0c09f54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:58.585208 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-750c09e2-16f4-497d-9aad-8530e0c09f54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:58.633045 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-750c09e2-16f4-497d-9aad-8530e0c09f54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6001120 Jul 24 09:26:58.636109 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49764) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:58.705993 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bfa326-afd7-44e4-9354-5179c662c399 None None] get_active_networks_info from n-d-800085-9 {{(pid=94037) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 09:26:58.725189 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49770) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:58.791350 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-3b713e42-3b93-493f-91d5-877771335c0f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Request body: {'subnet': {'network_id': '0a067eae-d881-446a-a8b2-adc4b2df46e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:26:58.939451 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c075677c-5e37-4963-bdfa-1b20d1ddea55 req-4e3c5fb6-4713-4484-b547-31a415b99cc5 service neutron] 10.222.0.20 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988500 Jul 24 09:26:59.009129 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b713e42-3b93-493f-91d5-877771335c0f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Made reservation on behalf of 5162ca5b61904c63af9d31ae2ff2cb80 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:26:59.014462 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3b713e42-3b93-493f-91d5-877771335c0f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:59.126744 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c09e2-16f4-497d-9aad-8530e0c09f54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event updated for resources: {'Network': ['ID=0a067eae-d881-446a-a8b2-adc4b2df46e6,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:59.160606 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 0a067eae-d881-446a-a8b2-adc4b2df46e6 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:26:59.231940 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c075677c-5e37-4963-bdfa-1b20d1ddea55 req-c8ae0500-814f-42ec-8174-59d2e86139e1 service neutron] 10.222.0.20 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816060 Jul 24 09:26:59.310602 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5d5f74d6-a507-4c51-b666-8a41243ad9f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1010eaa77dd5456e9d75368163f4fb26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5822337 Jul 24 09:26:59.347379 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49798) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:26:59.444282 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bfa326-afd7-44e4-9354-5179c662c399 None None] Resources bound (agent type, host, resource id): {{(pid=94037) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 09:26:59.508589 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3b713e42-3b93-493f-91d5-877771335c0f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:59.539487 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9d5ff784-9431-475b-9728-164f365943bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'name': 'tempest-AttachVolumeTestJSON-2125491744-router', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:25:57Z', 'updated_at': '2021-07-24T09:26:09Z', 'revision_number': 4, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'gw_port': {'id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:59Z', 'updated_at': '2021-07-24T09:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '040847f5-a483-47e7-8910-672ea16fde75', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'port_id': '76f4d8f1-8b54-42bd-a1fc-408ef69a6354', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'mac_address': 'fa:16:3e:99:ec:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ea5e83-9b71-438b-a842-850fed4bda74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:26:19Z', 'updated_at': '2021-07-24T09:26:53Z', 'revision_number': 1, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa9efb5-9c12-47ef-9d9d-383a10b9d151', 'name': '', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'mac_address': 'fa:16:3e:e9:d4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:26:08Z', 'updated_at': '2021-07-24T09:26:21Z', 'revision_number': 5, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'subnets': [{'id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:59.544691 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efcbdf-8c68-4e0e-9031-91433f4f2b2a req-a25dc232-4d32-42ea-a0d5-e71baee576d6 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:26:59.546464 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-71efcbdf-8c68-4e0e-9031-91433f4f2b2a req-a25dc232-4d32-42ea-a0d5-e71baee576d6 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 0.4669831 Jul 24 09:26:59.558944 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b588839d-9729-4176-8da3-011b562e97cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:59.619679 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b588839d-9729-4176-8da3-011b562e97cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:59.646559 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b713e42-3b93-493f-91d5-877771335c0f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event updated for resources: {'Subnet': ['ID=7a4e8984-ff1f-458c-8e4c-8078cb9a5924,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:59.657646 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5ff784-9431-475b-9728-164f365943bc None None] Checking router: e786ccd1-1704-4409-b64d-3e02cbdfd41c for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:26:59.705724 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5ff784-9431-475b-9728-164f365943bc None None] Routers {'e786ccd1-1704-4409-b64d-3e02cbdfd41c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:26:59.709203 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9d5ff784-9431-475b-9728-164f365943bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:26:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:26:59.764217 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b588839d-9729-4176-8da3-011b562e97cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:59.769891 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b588839d-9729-4176-8da3-011b562e97cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:26:59.771427 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b588839d-9729-4176-8da3-011b562e97cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e959198-f733-4ca3-bde9-29b9848edd26 HTTP/1.1" status: 204 len: 168 time: 0.4217556 Jul 24 09:26:59.853678 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b713e42-3b93-493f-91d5-877771335c0f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Checking segment: {'id': '0f2e2e24-cdeb-462f-a9a8-8cd22fe15ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0a067eae-d881-446a-a8b2-adc4b2df46e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:26:59.854171 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b713e42-3b93-493f-91d5-877771335c0f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Network hostable DHCP agents. Network: 0a067eae-d881-446a-a8b2-adc4b2df46e6, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:26:59.859122 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-71efcbdf-8c68-4e0e-9031-91433f4f2b2a req-3a6f3c0f-a2e4-4feb-b23d-5fcb0d7933b6 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3031108 Jul 24 09:26:59.860570 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588839d-9729-4176-8da3-011b562e97cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e959198-f733-4ca3-bde9-29b9848edd26,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:26:59.944299 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b713e42-3b93-493f-91d5-877771335c0f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Network 0a067eae-d881-446a-a8b2-adc4b2df46e6 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:27:00.030036 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edf3b6-9116-4167-92eb-d3e67682494a req-dc5edc86-0c18-4c46-a4a4-dfe4bc4183c4 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:00.032471 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-00edf3b6-9116-4167-92eb-d3e67682494a req-dc5edc86-0c18-4c46-a4a4-dfe4bc4183c4 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 945 time: 0.2938178 Jul 24 09:27:00.058237 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-3b713e42-3b93-493f-91d5-877771335c0f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 0a067eae-d881-446a-a8b2-adc4b2df46e6) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:27:00.069480 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b713e42-3b93-493f-91d5-877771335c0f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:00.070077 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3b713e42-3b93-493f-91d5-877771335c0f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:00.131797 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3b713e42-3b93-493f-91d5-877771335c0f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4935310 Jul 24 09:27:00.134768 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49840) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:00.182982 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-00edf3b6-9116-4167-92eb-d3e67682494a req-53b7a8b3-d935-4d78-b36e-a58d6eca75d7 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373134 Jul 24 09:27:00.403360 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-95778bb8-57a3-4c0b-97d2-4cfc8a9a0784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:00.528625 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:00.551343 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-9d5ff784-9431-475b-9728-164f365943bc None None] Set router e786ccd1-1704-4409-b64d-3e02cbdfd41c gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:27:00.599714 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-762568a0-db78-4b34-a538-bee05ad75d21 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:00.654347 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c830b5-42dc-4d5f-853b-c9a4b11c72b9 req-8782d87f-cfb4-4fa7-beda-6e816fe61146 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:00.655911 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c3c830b5-42dc-4d5f-853b-c9a4b11c72b9 req-8782d87f-cfb4-4fa7-beda-6e816fe61146 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 945 time: 0.2037656 Jul 24 09:27:00.850793 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-762568a0-db78-4b34-a538-bee05ad75d21 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:00.895218 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3055275d-45f7-4483-a01a-7404e4328027 None None] Network 0a067eae-d881-446a-a8b2-adc4b2df46e6 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:27:00.959159 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c3c830b5-42dc-4d5f-853b-c9a4b11c72b9 req-0a23bd33-ef50-42d5-888b-6a933663d4b2 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566531 Jul 24 09:27:01.076579 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:01.102680 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-762568a0-db78-4b34-a538-bee05ad75d21 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:01.188555 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762568a0-db78-4b34-a538-bee05ad75d21 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event deleted for resources: {'Subnet': ['ID=7a4e8984-ff1f-458c-8e4c-8078cb9a5924,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:01.196701 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd97ab1-fd3e-4ac4-b7ab-21e6f6b8b76c req-afb04a07-094f-47ab-be68-fbb81899cacd tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:01.206212 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-efd97ab1-fd3e-4ac4-b7ab-21e6f6b8b76c req-afb04a07-094f-47ab-be68-fbb81899cacd tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 0.1477413 Jul 24 09:27:01.316356 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-efd97ab1-fd3e-4ac4-b7ab-21e6f6b8b76c req-6e54964f-0771-4b08-a089-9d401bbba3b9 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069269 Jul 24 09:27:01.510020 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-762568a0-db78-4b34-a538-bee05ad75d21 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:01.574095 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-762568a0-db78-4b34-a538-bee05ad75d21 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a067eae-d881-446a-a8b2-adc4b2df46e6']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:01.604609 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe963ca5-f9c4-4be1-9d41-a5a4e6533e50 None None] Network 0a067eae-d881-446a-a8b2-adc4b2df46e6 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:27:01.655069 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-762568a0-db78-4b34-a538-bee05ad75d21 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2e2e24-cdeb-462f-a9a8-8cd22fe15ebd') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:01.655458 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-762568a0-db78-4b34-a538-bee05ad75d21 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2e2e24-cdeb-462f-a9a8-8cd22fe15ebd') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:01.716093 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-762568a0-db78-4b34-a538-bee05ad75d21 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:01.764718 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-762568a0-db78-4b34-a538-bee05ad75d21 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:01.774930 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9d5ff784-9431-475b-9728-164f365943bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'name': 'tempest-AttachVolumeTestJSON-2125491744-router', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:25:57Z', 'updated_at': '2021-07-24T09:26:09Z', 'revision_number': 4, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'gw_port': {'id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:59Z', 'updated_at': '2021-07-24T09:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '040847f5-a483-47e7-8910-672ea16fde75', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'port_id': '76f4d8f1-8b54-42bd-a1fc-408ef69a6354', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'mac_address': 'fa:16:3e:99:ec:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ea5e83-9b71-438b-a842-850fed4bda74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:26:19Z', 'updated_at': '2021-07-24T09:26:53Z', 'revision_number': 1, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa9efb5-9c12-47ef-9d9d-383a10b9d151', 'name': '', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'mac_address': 'fa:16:3e:e9:d4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:26:08Z', 'updated_at': '2021-07-24T09:26:21Z', 'revision_number': 5, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'subnets': [{'id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:01.780917 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-762568a0-db78-4b34-a538-bee05ad75d21 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:27:01.781507 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-762568a0-db78-4b34-a538-bee05ad75d21 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:27:01.784966 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:27:01.964144 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5ff784-9431-475b-9728-164f365943bc None None] The sync data for ids ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'] in n-d-800085-9 is: [{'id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'name': 'tempest-AttachVolumeTestJSON-2125491744-router', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:25:57Z', 'updated_at': '2021-07-24T09:26:09Z', 'revision_number': 4, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'gw_port': {'id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:59Z', 'updated_at': '2021-07-24T09:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '040847f5-a483-47e7-8910-672ea16fde75', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'port_id': '76f4d8f1-8b54-42bd-a1fc-408ef69a6354', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'mac_address': 'fa:16:3e:99:ec:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ea5e83-9b71-438b-a842-850fed4bda74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:26:19Z', 'updated_at': '2021-07-24T09:26:53Z', 'revision_number': 1, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa9efb5-9c12-47ef-9d9d-383a10b9d151', 'name': '', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'mac_address': 'fa:16:3e:e9:d4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:26:08Z', 'updated_at': '2021-07-24T09:26:21Z', 'revision_number': 5, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'subnets': [{'id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:27:02.002249 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-762568a0-db78-4b34-a538-bee05ad75d21 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:02.047666 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-762568a0-db78-4b34-a538-bee05ad75d21 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:02.050752 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-762568a0-db78-4b34-a538-bee05ad75d21 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "DELETE /v2.0/networks/0a067eae-d881-446a-a8b2-adc4b2df46e6 HTTP/1.1" status: 204 len: 168 time: 1.9146807 Jul 24 09:27:02.054812 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49936) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:02.060564 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-527b2c5a-78f3-4f9a-851d-0506765b9773 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1047826135'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:27:02.137925 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762568a0-db78-4b34-a538-bee05ad75d21 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event deleted for resources: {'Network': ['ID=0a067eae-d881-446a-a8b2-adc4b2df46e6,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:02.161751 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527b2c5a-78f3-4f9a-851d-0506765b9773 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Made reservation on behalf of 5162ca5b61904c63af9d31ae2ff2cb80 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:27:02.180604 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-527b2c5a-78f3-4f9a-851d-0506765b9773 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:02.243504 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49952) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:02.331345 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-527b2c5a-78f3-4f9a-851d-0506765b9773 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:27:02.403978 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a388f56-8659-4bda-b44a-66ca472ede25 req-44e3b139-f5fc-4723-ab3e-52084af7cab8 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:02.406850 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-527b2c5a-78f3-4f9a-851d-0506765b9773 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:02.407259 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-527b2c5a-78f3-4f9a-851d-0506765b9773 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Added segment df290f15-818d-4aeb-a187-a308273c6a5a of type vlan for network 35924c57-d7af-4f1c-ba9b-37d1759c731c Jul 24 09:27:02.413660 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1a388f56-8659-4bda-b44a-66ca472ede25 req-44e3b139-f5fc-4723-ab3e-52084af7cab8 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 945 time: 0.3576519 Jul 24 09:27:02.446972 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-ee1847c6-7061-4b48-9f60-0c35bf6bc681 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1227261637-network', 'tenant_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:27:02.477349 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49962) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:02.570260 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1847c6-7061-4b48-9f60-0c35bf6bc681 admin admin] Made reservation on behalf of ecdaf9211a3b4daf89d9786a5f58f9a7 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:27:02.572163 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5256c9ae-9e17-4e52-8efc-8e938aee27ef None None] New status for floating IP 040847f5-a483-47e7-8910-672ea16fde75: ACTIVE {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:27:02.572667 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-527b2c5a-78f3-4f9a-851d-0506765b9773 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:02.573937 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee1847c6-7061-4b48-9f60-0c35bf6bc681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:02.615563 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1a388f56-8659-4bda-b44a-66ca472ede25 req-d6792f4e-82a3-4ccd-89ed-a7a631f79ac4 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941962 Jul 24 09:27:02.616637 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee1847c6-7061-4b48-9f60-0c35bf6bc681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:02.634928 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-527b2c5a-78f3-4f9a-851d-0506765b9773 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:02.641024 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527b2c5a-78f3-4f9a-851d-0506765b9773 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:02.641896 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-527b2c5a-78f3-4f9a-851d-0506765b9773 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:02.740450 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0df2fa42-ad3d-44fc-9847-4287c3fa5db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:02.816301 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b2c5a-78f3-4f9a-851d-0506765b9773 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event updated for resources: {'Network': ['ID=35924c57-d7af-4f1c-ba9b-37d1759c731c,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:02.834764 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 35924c57-d7af-4f1c-ba9b-37d1759c731c details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:27:02.886360 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c959b-79e5-42af-8e71-7b41d39e5253 req-27cb7ad4-3886-479a-9e8a-096df218cfe2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:02.898117 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fd5c959b-79e5-42af-8e71-7b41d39e5253 req-27cb7ad4-3886-479a-9e8a-096df218cfe2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 0.2754180 Jul 24 09:27:02.991028 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fd5c959b-79e5-42af-8e71-7b41d39e5253 req-2418b928-dd00-42f6-9d28-7541ac99bf24 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909190 Jul 24 09:27:03.015997 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:03.035993 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee1847c6-7061-4b48-9f60-0c35bf6bc681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:03.044418 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-527b2c5a-78f3-4f9a-851d-0506765b9773 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9885089 Jul 24 09:27:03.047284 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49978) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:03.052353 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-b319fe02-ed1a-4490-b236-4d3d19dd5e2d tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Request body: {'subnet': {'network_id': '35924c57-d7af-4f1c-ba9b-37d1759c731c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:27:03.126067 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee1847c6-7061-4b48-9f60-0c35bf6bc681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:03.248801 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1847c6-7061-4b48-9f60-0c35bf6bc681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27dc384-3bb2-499a-8f36-07e5189ebddc,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:03.254370 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1847c6-7061-4b48-9f60-0c35bf6bc681 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:27:03.308670 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee1847c6-7061-4b48-9f60-0c35bf6bc681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:03.309419 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-ee1847c6-7061-4b48-9f60-0c35bf6bc681 admin admin] Added segment 65cb9139-4918-478f-a265-bf1fc8ddd82b of type vlan for network e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b Jul 24 09:27:03.353695 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863f066-753c-4b5e-8d71-ea0f64d6dd9f req-ffc0455e-0a1c-4584-9345-ee8d27e8f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:03.357796 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c863f066-753c-4b5e-8d71-ea0f64d6dd9f req-ffc0455e-0a1c-4584-9345-ee8d27e8f103 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bff123a614204702924a0af9802e1c93&device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 1097 time: 0.3365974 Jul 24 09:27:03.493991 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee1847c6-7061-4b48-9f60-0c35bf6bc681 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:03.633926 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee1847c6-7061-4b48-9f60-0c35bf6bc681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:03.635766 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1847c6-7061-4b48-9f60-0c35bf6bc681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:03.637470 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee1847c6-7061-4b48-9f60-0c35bf6bc681 admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:03.679640 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0df2fa42-ad3d-44fc-9847-4287c3fa5db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:03.704204 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0df2fa42-ad3d-44fc-9847-4287c3fa5db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:03.717433 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b319fe02-ed1a-4490-b236-4d3d19dd5e2d tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Made reservation on behalf of 5162ca5b61904c63af9d31ae2ff2cb80 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:27:03.721569 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b319fe02-ed1a-4490-b236-4d3d19dd5e2d tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:03.764072 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863f066-753c-4b5e-8d71-ea0f64d6dd9f req-81850bbc-0a4b-42c7-b86f-e1ee8f97964c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:03.766837 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c863f066-753c-4b5e-8d71-ea0f64d6dd9f req-81850bbc-0a4b-42c7-b86f-e1ee8f97964c service neutron] 10.222.0.37 "GET /v2.0/networks?id=57115fda-8a95-4d7e-8f17-f315710a2698 HTTP/1.1" status: 200 len: 916 time: 0.3382416 Jul 24 09:27:03.819717 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ee1847c6-7061-4b48-9f60-0c35bf6bc681 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5712302 Jul 24 09:27:03.881564 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49988) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:03.888296 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-49791fd2-d1ce-45c0-8230-d249fa2dd236 admin admin] Request body: {'subnet': {'network_id': 'e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1227261637-subnet', 'tenant_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7', 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:27:03.934463 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1847c6-7061-4b48-9f60-0c35bf6bc681 admin admin] Pushing event updated for resources: {'Network': ['ID=e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:03.942768 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0df2fa42-ad3d-44fc-9847-4287c3fa5db1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9afa4aea6a964f7fac7b6e3db4139658&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4606540 Jul 24 09:27:03.948761 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2fa42-ad3d-44fc-9847-4287c3fa5db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694c2ed3-66f7-42a4-987e-c97d78bdea91,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:03.950418 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:27:03.951033 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49990) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:03.997195 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c863f066-753c-4b5e-8d71-ea0f64d6dd9f req-9f379d6b-1358-4d28-b189-a1b9ef2f8ff5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52b6abbb-ed45-4747-a882-9996245f27ee HTTP/1.1" status: 200 len: 1001 time: 0.1977091 Jul 24 09:27:04.016288 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49791fd2-d1ce-45c0-8230-d249fa2dd236 admin admin] Made reservation on behalf of ecdaf9211a3b4daf89d9786a5f58f9a7 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:27:04.019575 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-49791fd2-d1ce-45c0-8230-d249fa2dd236 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:04.253564 n-d-800085-9 neutron-server[94035]: DEBUG neutron.objects.ports [None req-b319fe02-ed1a-4490-b236-4d3d19dd5e2d tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94035) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 09:27:04.297337 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b319fe02-ed1a-4490-b236-4d3d19dd5e2d tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:04.319608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538f2c0-6acb-4a08-a00d-52c715448792 req-c30bb6ec-8c46-4507-9cc9-0d6dcc5d12ed tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:04.326876 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6538f2c0-6acb-4a08-a00d-52c715448792 req-c30bb6ec-8c46-4507-9cc9-0d6dcc5d12ed tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 945 time: 0.5374527 Jul 24 09:27:04.359924 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863f066-753c-4b5e-8d71-ea0f64d6dd9f req-c67ec43a-dc52-4029-9fe9-6ea7cb13390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:04.362069 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c863f066-753c-4b5e-8d71-ea0f64d6dd9f req-c67ec43a-dc52-4029-9fe9-6ea7cb13390a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed3face8-48a4-4110-b201-0b1158c92dba HTTP/1.1" status: 200 len: 855 time: 0.3503680 Jul 24 09:27:04.397016 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6bceb8d-7801-4464-8d7c-1a20148c2f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:04.421303 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6bceb8d-7801-4464-8d7c-1a20148c2f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:04.422604 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad384b-2dcc-448a-bf6d-7f50fbb89ef2 req-a1ce124e-e937-459c-84e7-dd83d020a226 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:04.424531 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2aad384b-2dcc-448a-bf6d-7f50fbb89ef2 req-a1ce124e-e937-459c-84e7-dd83d020a226 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 0.1684279 Jul 24 09:27:04.426365 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319fe02-ed1a-4490-b236-4d3d19dd5e2d tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event updated for resources: {'Subnet': ['ID=8dfa80b8-7b3f-4560-981d-bd804b91194e,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:04.429911 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b319fe02-ed1a-4490-b236-4d3d19dd5e2d tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Checking segment: {'id': 'df290f15-818d-4aeb-a187-a308273c6a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '35924c57-d7af-4f1c-ba9b-37d1759c731c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:27:04.430494 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b319fe02-ed1a-4490-b236-4d3d19dd5e2d tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Network hostable DHCP agents. Network: 35924c57-d7af-4f1c-ba9b-37d1759c731c, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:27:04.473457 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b319fe02-ed1a-4490-b236-4d3d19dd5e2d tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Network 35924c57-d7af-4f1c-ba9b-37d1759c731c is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:27:04.506424 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2aad384b-2dcc-448a-bf6d-7f50fbb89ef2 req-5312deb0-fafb-4d8b-ab49-4de123366767 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709600 Jul 24 09:27:04.514629 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-b319fe02-ed1a-4490-b236-4d3d19dd5e2d tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 35924c57-d7af-4f1c-ba9b-37d1759c731c) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:27:04.522715 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b319fe02-ed1a-4490-b236-4d3d19dd5e2d tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:04.523080 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b319fe02-ed1a-4490-b236-4d3d19dd5e2d tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:04.531333 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed33b33-a7c7-41dd-b6c7-f6fd22386487 None None] Network 35924c57-d7af-4f1c-ba9b-37d1759c731c requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:27:04.573571 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b319fe02-ed1a-4490-b236-4d3d19dd5e2d tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5251665 Jul 24 09:27:04.574222 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50000) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:04.818904 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-db293e91-3fb4-4983-aea1-ec0016d16e54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:04.865672 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f028c2-b330-40ae-9471-6321adf1ffa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-35924c57-d7af-4f1c-ba9b-37d1759c731c', 'network_id': '35924c57-d7af-4f1c-ba9b-37d1759c731c', 'tenant_id': '5162ca5b61904c63af9d31ae2ff2cb80', 'fixed_ips': [{'subnet_id': '8dfa80b8-7b3f-4560-981d-bd804b91194e'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:27:04.866559 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-75f028c2-b330-40ae-9471-6321adf1ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:04.962192 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-db293e91-3fb4-4983-aea1-ec0016d16e54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:05.046667 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-db293e91-3fb4-4983-aea1-ec0016d16e54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:05.089463 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6bceb8d-7801-4464-8d7c-1a20148c2f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:05.091924 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6bceb8d-7801-4464-8d7c-1a20148c2f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:05.093288 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a6bceb8d-7801-4464-8d7c-1a20148c2f11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/694c2ed3-66f7-42a4-987e-c97d78bdea91 HTTP/1.1" status: 204 len: 168 time: 1.1339910 Jul 24 09:27:05.131291 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db293e91-3fb4-4983-aea1-ec0016d16e54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event deleted for resources: {'Subnet': ['ID=8dfa80b8-7b3f-4560-981d-bd804b91194e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:05.173045 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bceb8d-7801-4464-8d7c-1a20148c2f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694c2ed3-66f7-42a4-987e-c97d78bdea91,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:05.212415 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6538f2c0-6acb-4a08-a00d-52c715448792 req-87b067da-ceb6-4bf5-9cb0-179b2d2b1769 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8845460 Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server [None req-75f028c2-b330-40ae-9471-6321adf1ffa5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8dfa80b8-7b3f-4560-981d-bd804b91194e: This subnet is being modified by another concurrent operation. Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise exception Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8dfa80b8-7b3f-4560-981d-bd804b91194e: This subnet is being modified by another concurrent operation. Jul 24 09:27:05.290428 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server Jul 24 09:27:05.312581 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77803e65-c4c3-47ca-b89e-749e944f2976 None None] Network 35924c57-d7af-4f1c-ba9b-37d1759c731c requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:27:05.323636 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863f066-753c-4b5e-8d71-ea0f64d6dd9f req-c994eb83-f993-4550-b272-52b7d2dc26a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:05.326364 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c863f066-753c-4b5e-8d71-ea0f64d6dd9f req-c994eb83-f993-4550-b272-52b7d2dc26a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=57115fda-8a95-4d7e-8f17-f315710a2698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9489696 Jul 24 09:27:05.393201 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-db293e91-3fb4-4983-aea1-ec0016d16e54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:05.405412 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-db293e91-3fb4-4983-aea1-ec0016d16e54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35924c57-d7af-4f1c-ba9b-37d1759c731c']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:05.420490 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-db293e91-3fb4-4983-aea1-ec0016d16e54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df290f15-818d-4aeb-a187-a308273c6a5a') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:05.421180 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-db293e91-3fb4-4983-aea1-ec0016d16e54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df290f15-818d-4aeb-a187-a308273c6a5a') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:05.437528 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-db293e91-3fb4-4983-aea1-ec0016d16e54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:05.446473 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-49791fd2-d1ce-45c0-8230-d249fa2dd236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:05.457380 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-db293e91-3fb4-4983-aea1-ec0016d16e54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:05.465496 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db293e91-3fb4-4983-aea1-ec0016d16e54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:27:05.466255 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-db293e91-3fb4-4983-aea1-ec0016d16e54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:05.522119 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97986d6-573b-4b1d-b5b2-ec600b493992 None None] get_active_networks_info from n-d-800085-9 {{(pid=94037) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 09:27:05.547352 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49791fd2-d1ce-45c0-8230-d249fa2dd236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8804d546-47df-44b5-b2b6-c30b28796ba0,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:05.688972 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c863f066-753c-4b5e-8d71-ea0f64d6dd9f req-1c987bf0-dd73-4784-91de-42a9602418ed service neutron] 10.222.0.37 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537953 Jul 24 09:27:05.725389 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49791fd2-d1ce-45c0-8230-d249fa2dd236 admin admin] Checking segment: {'id': '65cb9139-4918-478f-a265-bf1fc8ddd82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:27:05.725765 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49791fd2-d1ce-45c0-8230-d249fa2dd236 admin admin] Network hostable DHCP agents. Network: e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:27:05.868767 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50028) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:05.888271 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49791fd2-d1ce-45c0-8230-d249fa2dd236 admin admin] Network e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:27:05.911674 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5ea71066-afc3-43b1-ba1a-c4612a0b171d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:05.931373 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-49791fd2-d1ce-45c0-8230-d249fa2dd236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:27:05.952916 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49791fd2-d1ce-45c0-8230-d249fa2dd236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:05.953549 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-49791fd2-d1ce-45c0-8230-d249fa2dd236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:05.997814 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c863f066-753c-4b5e-8d71-ea0f64d6dd9f req-eb87750b-a512-43d3-add9-2cff852bd946 service neutron] 10.222.0.37 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977731 Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:27:06.041994 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:27:06.132912 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-db293e91-3fb4-4983-aea1-ec0016d16e54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:06.153680 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-db293e91-3fb4-4983-aea1-ec0016d16e54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:06.155531 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-db293e91-3fb4-4983-aea1-ec0016d16e54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "DELETE /v2.0/networks/35924c57-d7af-4f1c-ba9b-37d1759c731c HTTP/1.1" status: 204 len: 168 time: 1.5801411 Jul 24 09:27:06.158952 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50038) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:06.206509 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db293e91-3fb4-4983-aea1-ec0016d16e54 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event deleted for resources: {'Network': ['ID=35924c57-d7af-4f1c-ba9b-37d1759c731c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:06.221460 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97986d6-573b-4b1d-b5b2-ec600b493992 None None] Unable to find a vacant binding_index for network e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b and agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 {{(pid=94037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 24 09:27:06.234060 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97986d6-573b-4b1d-b5b2-ec600b493992 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b) {{(pid=94037) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 09:27:06.260867 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe536a0-2b10-4a22-a411-01fa07ef61d5 req-325dd6d4-8ef5-4a6f-bec8-1d1204f83ae0 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:06.262248 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a6a0e43-0368-43bb-90c5-dd7bc526c469 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] DELETE failed (client error): The resource could not be found. Jul 24 09:27:06.262829 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a6a0e43-0368-43bb-90c5-dd7bc526c469 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:27:06.267248 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0fe536a0-2b10-4a22-a411-01fa07ef61d5 req-325dd6d4-8ef5-4a6f-bec8-1d1204f83ae0 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 0.2089615 Jul 24 09:27:06.268282 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8a6a0e43-0368-43bb-90c5-dd7bc526c469 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "DELETE /v2.0/subnets/8dfa80b8-7b3f-4560-981d-bd804b91194e HTTP/1.1" status: 404 len: 337 time: 0.1064575 Jul 24 09:27:06.269715 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50048) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:06.312075 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5ea71066-afc3-43b1-ba1a-c4612a0b171d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:06.323824 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5ea71066-afc3-43b1-ba1a-c4612a0b171d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:06.324775 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-280037ef-a406-4761-b1dd-8edb2fdbe129 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] DELETE failed (client error): The resource could not be found. Jul 24 09:27:06.327200 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280037ef-a406-4761-b1dd-8edb2fdbe129 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:27:06.335568 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-280037ef-a406-4761-b1dd-8edb2fdbe129 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "DELETE /v2.0/networks/35924c57-d7af-4f1c-ba9b-37d1759c731c HTTP/1.1" status: 404 len: 339 time: 0.0646963 Jul 24 09:27:06.337464 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50052) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:06.372928 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-49791fd2-d1ce-45c0-8230-d249fa2dd236 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4887884 Jul 24 09:27:06.393223 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50056) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:06.431055 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-07c1b05c-d086-46c9-b05d-6bf01bf0ee88 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1227261637-router', 'tenant_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:27:06.481456 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57fd5e6-16cf-48dd-9c0b-de02a730b014 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] DELETE failed (client error): The resource could not be found. Jul 24 09:27:06.481774 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a57fd5e6-16cf-48dd-9c0b-de02a730b014 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:27:06.490391 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a57fd5e6-16cf-48dd-9c0b-de02a730b014 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "DELETE /v2.0/subnets/7a4e8984-ff1f-458c-8e4c-8078cb9a5924 HTTP/1.1" status: 404 len: 337 time: 0.1055875 Jul 24 09:27:06.496991 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50058) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:06.502757 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea71066-afc3-43b1-ba1a-c4612a0b171d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5326a5b6-fafd-4219-ae10-ce46544c6138,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:06.518517 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5ea71066-afc3-43b1-ba1a-c4612a0b171d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08bbaf499cc44a05a5b75d1e45000249&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6446438 Jul 24 09:27:06.523021 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50060) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:06.546511 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0fe536a0-2b10-4a22-a411-01fa07ef61d5 req-fe85cc92-c6af-406a-b993-9a8e9d5d6ae1 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2518885 Jul 24 09:27:06.548077 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07c1b05c-d086-46c9-b05d-6bf01bf0ee88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:06.549240 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07c1b05c-d086-46c9-b05d-6bf01bf0ee88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:06.600678 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-908e59cb-b1f7-4805-86c5-6b71dba141f8 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] DELETE failed (client error): The resource could not be found. Jul 24 09:27:06.602218 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-908e59cb-b1f7-4805-86c5-6b71dba141f8 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:27:06.609020 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50062) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:06.609856 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-908e59cb-b1f7-4805-86c5-6b71dba141f8 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "DELETE /v2.0/networks/0a067eae-d881-446a-a8b2-adc4b2df46e6 HTTP/1.1" status: 404 len: 339 time: 0.1096098 Jul 24 09:27:06.655174 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d4dcb1dd-8d87-4c01-8825-cbdb28bf7a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:06.656767 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c5f7d4-ba7a-45c1-b9dc-ab5c68d25e28 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] DELETE failed (client error): The resource could not be found. Jul 24 09:27:06.657426 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8c5f7d4-ba7a-45c1-b9dc-ab5c68d25e28 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:27:06.661401 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e8c5f7d4-ba7a-45c1-b9dc-ab5c68d25e28 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "DELETE /v2.0/subnets/2f4cd326-601e-4b94-ab73-3eace2677639 HTTP/1.1" status: 404 len: 337 time: 0.0497262 Jul 24 09:27:06.663035 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50064) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:06.695148 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07c1b05c-d086-46c9-b05d-6bf01bf0ee88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:06.697142 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c53e7ac-7953-4df5-bfee-77dc414400f4 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] DELETE failed (client error): The resource could not be found. Jul 24 09:27:06.698336 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c53e7ac-7953-4df5-bfee-77dc414400f4 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:27:06.706176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50066) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:06.706708 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7c53e7ac-7953-4df5-bfee-77dc414400f4 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "DELETE /v2.0/networks/2defa765-0cdc-4391-80f9-a43d13c3d769 HTTP/1.1" status: 404 len: 339 time: 0.0417404 Jul 24 09:27:06.721420 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d4dcb1dd-8d87-4c01-8825-cbdb28bf7a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:06.813924 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d4dcb1dd-8d87-4c01-8825-cbdb28bf7a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:06.816812 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d4dcb1dd-8d87-4c01-8825-cbdb28bf7a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:06.820906 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d4dcb1dd-8d87-4c01-8825-cbdb28bf7a66 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5326a5b6-fafd-4219-ae10-ce46544c6138 HTTP/1.1" status: 204 len: 168 time: 0.2693024 Jul 24 09:27:06.847282 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dcb1dd-8d87-4c01-8825-cbdb28bf7a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5326a5b6-fafd-4219-ae10-ce46544c6138,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:06.921116 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b', 'network_id': 'e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b', 'tenant_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7', 'fixed_ips': [{'subnet_id': '8804d546-47df-44b5-b2b6-c30b28796ba0'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:27:06.922857 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:06.934243 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65576a2-52cd-4a33-968e-34f98c78e3a1 req-5053fc5e-e032-4509-95d6-e648487fc8fd tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:06.947119 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c65576a2-52cd-4a33-968e-34f98c78e3a1 req-5053fc5e-e032-4509-95d6-e648487fc8fd tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 945 time: 0.3890820 Jul 24 09:27:07.116269 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07c1b05c-d086-46c9-b05d-6bf01bf0ee88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:07.214048 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c65576a2-52cd-4a33-968e-34f98c78e3a1 req-59db16dd-c322-4811-b73e-476029868c06 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630110 Jul 24 09:27:07.297249 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Allocated IP 172.20.0.2 (e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b/8804d546-47df-44b5-b2b6-c30b28796ba0/993302fe-81b8-4eac-a8dc-d01250ee0bc7) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:27:07.337644 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-2da03178-09a0-467f-b0f5-5bd018bed72a tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Deleting port 40b08c66-92d8-4771-9a72-e7b09a787762 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:27:07.338210 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2da03178-09a0-467f-b0f5-5bd018bed72a tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:07.510615 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2da03178-09a0-467f-b0f5-5bd018bed72a tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:07.623876 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-2da03178-09a0-467f-b0f5-5bd018bed72a tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Calling delete_port for 40b08c66-92d8-4771-9a72-e7b09a787762 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:27:07.681810 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:07.703356 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Transition to ACTIVE for port object 993302fe-81b8-4eac-a8dc-d01250ee0bc7 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:27:07.748174 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Transition to ACTIVE for port object 993302fe-81b8-4eac-a8dc-d01250ee0bc7 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:27:07.756092 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:07.812482 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Network e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:27:07.819301 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:27:07.863506 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Pushing event updated for resources: {'Port': ['ID=993302fe-81b8-4eac-a8dc-d01250ee0bc7,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:07.866734 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:27:07.911028 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:07.919263 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:07.919872 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:07.920254 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:07.920659 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:07.921032 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:07.921394 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:07.921912 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:07.931983 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:07.931983 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:07.934098 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07c1b05c-d086-46c9-b05d-6bf01bf0ee88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:07.936493 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:07.936958 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:07.976794 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07c1b05c-d086-46c9-b05d-6bf01bf0ee88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:08.101160 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Attempting to bind port 993302fe-81b8-4eac-a8dc-d01250ee0bc7 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:27:08.101851 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Attempting to bind port 993302fe-81b8-4eac-a8dc-d01250ee0bc7 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '65cb9139-4918-478f-a265-bf1fc8ddd82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:27:08.103446 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Attempting to bind port 993302fe-81b8-4eac-a8dc-d01250ee0bc7 on network e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:27:08.117559 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:27:08.120436 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Checking segment: {'id': '65cb9139-4918-478f-a265-bf1fc8ddd82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:27:08.123358 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:08.125536 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Bound using segment: {'id': '65cb9139-4918-478f-a265-bf1fc8ddd82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:27:08.127956 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Bound port: 993302fe-81b8-4eac-a8dc-d01250ee0bc7, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cb9139-4918-478f-a265-bf1fc8ddd82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:27:08.128652 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:08.146150 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3a66d-82d1-4539-9c9a-183843acd865 req-658ca125-522e-4775-9984-6bf72655dd99 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:08.151218 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c8e3a66d-82d1-4539-9c9a-183843acd865 req-658ca125-522e-4775-9984-6bf72655dd99 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 0.3368347 Jul 24 09:27:08.173448 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2da03178-09a0-467f-b0f5-5bd018bed72a tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:08.312817 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] For port 993302fe-81b8-4eac-a8dc-d01250ee0bc7, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:27:08.325828 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] For port 993302fe-81b8-4eac-a8dc-d01250ee0bc7, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=993302fe-81b8-4eac-a8dc-d01250ee0bc7,segment=NetworkSegment(65cb9139-4918-478f-a265-bf1fc8ddd82b),segment_id=65cb9139-4918-478f-a265-bf1fc8ddd82b)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:27:08.333880 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:08.381882 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da03178-09a0-467f-b0f5-5bd018bed72a tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event deleted for resources: {'Port': ['ID=40b08c66-92d8-4771-9a72-e7b09a787762,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:08.402106 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2da03178-09a0-467f-b0f5-5bd018bed72a tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:08.404507 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2da03178-09a0-467f-b0f5-5bd018bed72a tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "DELETE /v2.0/ports/40b08c66-92d8-4771-9a72-e7b09a787762 HTTP/1.1" status: 204 len: 168 time: 1.6945825 Jul 24 09:27:08.407311 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50124) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:08.469723 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c8e3a66d-82d1-4539-9c9a-183843acd865 req-04218931-1cde-4aa3-b907-3c33a75bf602 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673438 Jul 24 09:27:08.481045 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66b8b93-4dd3-47ba-ae20-51066cc813f0 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] DELETE failed (client error): The resource could not be found. Jul 24 09:27:08.481802 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66b8b93-4dd3-47ba-ae20-51066cc813f0 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:27:08.484163 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d66b8b93-4dd3-47ba-ae20-51066cc813f0 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "DELETE /v2.0/subnets/424047f0-3ed7-4d23-99d9-8c9a531a4729 HTTP/1.1" status: 404 len: 337 time: 0.0744452 Jul 24 09:27:08.486168 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-07c1b05c-d086-46c9-b05d-6bf01bf0ee88 admin admin] Allocated IP 172.25.7.204 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/9c4d45ce-80c5-4039-be16-7aaeba36d888) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:27:08.488638 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50126) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:08.518674 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f7505-a863-4090-8fbf-0fd2bad9ee17 req-0d1daf01-ad5e-4b53-a76d-ac25a35627ee tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:08.533132 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6b8f7505-a863-4090-8fbf-0fd2bad9ee17 req-0d1daf01-ad5e-4b53-a76d-ac25a35627ee tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 945 time: 0.1703923 Jul 24 09:27:08.539266 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423677f1-75ef-400b-bdf9-96abb660fcb4 None None] Pushing event updated for resources: {'Port': ['ID=993302fe-81b8-4eac-a8dc-d01250ee0bc7,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:08.625593 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6b8f7505-a863-4090-8fbf-0fd2bad9ee17 req-895a57a0-9fcc-452f-b621-70cc9e121401 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913694 Jul 24 09:27:08.893645 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6fc14aff-59f8-4d22-a32f-4079350d67e9 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:09.038871 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07c1b05c-d086-46c9-b05d-6bf01bf0ee88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:09.143655 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6fc14aff-59f8-4d22-a32f-4079350d67e9 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:09.182671 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-6fc14aff-59f8-4d22-a32f-4079350d67e9 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da8b7d2-4e9a-4f3f-8375-d3fcaeede670']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:09.211029 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-6fc14aff-59f8-4d22-a32f-4079350d67e9 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '170f8790-296f-4136-9a11-1b2e402835a9') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:09.211599 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-6fc14aff-59f8-4d22-a32f-4079350d67e9 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '170f8790-296f-4136-9a11-1b2e402835a9') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:09.227466 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6fc14aff-59f8-4d22-a32f-4079350d67e9 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:09.267170 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6fc14aff-59f8-4d22-a32f-4079350d67e9 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:09.273807 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc14aff-59f8-4d22-a32f-4079350d67e9 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6fc14aff-59f8-4d22-a32f-4079350d67e9 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:27:09.285271 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:27:09.290354 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07c1b05c-d086-46c9-b05d-6bf01bf0ee88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:09.395826 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c1b05c-d086-46c9-b05d-6bf01bf0ee88 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:27:09.400605 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-07c1b05c-d086-46c9-b05d-6bf01bf0ee88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:27:09.408687 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c1b05c-d086-46c9-b05d-6bf01bf0ee88 admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:27:09.497255 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6fc14aff-59f8-4d22-a32f-4079350d67e9 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:09.555317 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1b05c-d086-46c9-b05d-6bf01bf0ee88 admin admin] Pushing event updated for resources: {'Port': ['ID=9c4d45ce-80c5-4039-be16-7aaeba36d888,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:09.590231 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6fc14aff-59f8-4d22-a32f-4079350d67e9 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:09.594301 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6fc14aff-59f8-4d22-a32f-4079350d67e9 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "DELETE /v2.0/networks/7da8b7d2-4e9a-4f3f-8375-d3fcaeede670 HTTP/1.1" status: 204 len: 168 time: 1.1012571 Jul 24 09:27:09.594301 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc14aff-59f8-4d22-a32f-4079350d67e9 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event deleted for resources: {'Network': ['ID=7da8b7d2-4e9a-4f3f-8375-d3fcaeede670,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:09.598853 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50176) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:09.890473 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb526bd-080c-4470-bf45-7ac086a3cfa5 req-3dd7803e-7c22-42bd-a7c3-2dbbcbb599f6 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:09.894551 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3bb526bd-080c-4470-bf45-7ac086a3cfa5 req-3dd7803e-7c22-42bd-a7c3-2dbbcbb599f6 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 0.2095139 Jul 24 09:27:09.996774 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3bb526bd-080c-4470-bf45-7ac086a3cfa5 req-e6e31398-fb03-44ba-bc18-65bd4aff5828 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947583 Jul 24 09:27:10.045537 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e431bc-2f1d-4331-870d-8afb15ab2616 req-283f7bf4-6632-4197-b395-d91179d68287 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:10.052524 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a7e431bc-2f1d-4331-870d-8afb15ab2616 req-283f7bf4-6632-4197-b395-d91179d68287 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 945 time: 0.3209853 Jul 24 09:27:10.205816 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-df626df2-e7a4-4d47-9154-61782eb3cc5f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Deleting port 33e87301-16b2-4f49-8b1c-6b0f1f04854a {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:27:10.206173 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-df626df2-e7a4-4d47-9154-61782eb3cc5f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:10.294673 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a7e431bc-2f1d-4331-870d-8afb15ab2616 req-1650eca5-937f-4360-8739-b2732973e3e9 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412133 Jul 24 09:27:10.330220 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26f4b43-5dfd-4824-8e78-9ac23de487f5 None None] Network e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:27:10.405234 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-df626df2-e7a4-4d47-9154-61782eb3cc5f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:10.423701 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-df626df2-e7a4-4d47-9154-61782eb3cc5f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Calling delete_port for 33e87301-16b2-4f49-8b1c-6b0f1f04854a owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:27:10.443559 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07c1b05c-d086-46c9-b05d-6bf01bf0ee88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:10.459596 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a1e47b07-5ef9-4b21-a550-af0f33b72a84 None None] Provisioning for port 993302fe-81b8-4eac-a8dc-d01250ee0bc7 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:27:10.556648 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 993302fe-81b8-4eac-a8dc-d01250ee0bc7 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:27:10.672064 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 993302fe-81b8-4eac-a8dc-d01250ee0bc7 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:27:10.682793 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 993302fe-81b8-4eac-a8dc-d01250ee0bc7 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:27:10.683198 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:10.705064 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b942e-4e9a-49af-ba5d-a7309baf11a2 req-bfac4a3f-c536-4edb-92da-2b4697db7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:10.706764 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec1b942e-4e9a-49af-ba5d-a7309baf11a2 req-bfac4a3f-c536-4edb-92da-2b4697db7e90 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bff123a614204702924a0af9802e1c93&device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 1097 time: 0.5898609 Jul 24 09:27:10.837045 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:10.925741 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 993302fe-81b8-4eac-a8dc-d01250ee0bc7, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=993302fe-81b8-4eac-a8dc-d01250ee0bc7,segment=NetworkSegment(65cb9139-4918-478f-a265-bf1fc8ddd82b),segment_id=65cb9139-4918-478f-a265-bf1fc8ddd82b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:27:10.930449 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:10.994827 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=993302fe-81b8-4eac-a8dc-d01250ee0bc7,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:11.272256 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2065c7-39f1-4aab-bd26-98cb0cb40861 req-425f2609-d946-42d0-8d89-d3ad9ec75685 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:11.275031 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ad2065c7-39f1-4aab-bd26-98cb0cb40861 req-425f2609-d946-42d0-8d89-d3ad9ec75685 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 0.1179099 Jul 24 09:27:11.344455 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ad2065c7-39f1-4aab-bd26-98cb0cb40861 req-34daacea-363b-4be2-b830-215ae2b0740e tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637062 Jul 24 09:27:11.547729 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b942e-4e9a-49af-ba5d-a7309baf11a2 req-bd5a34ca-a427-4fbe-b2dc-5662fcda65c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:11.549662 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec1b942e-4e9a-49af-ba5d-a7309baf11a2 req-bd5a34ca-a427-4fbe-b2dc-5662fcda65c7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=57115fda-8a95-4d7e-8f17-f315710a2698 HTTP/1.1" status: 200 len: 916 time: 0.8349986 Jul 24 09:27:11.735235 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-df626df2-e7a4-4d47-9154-61782eb3cc5f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:11.760049 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a11b4e4-9d5c-4c3b-b488-bd16f79a6c94 None None] Network e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:27:11.796017 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df626df2-e7a4-4d47-9154-61782eb3cc5f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event deleted for resources: {'Port': ['ID=33e87301-16b2-4f49-8b1c-6b0f1f04854a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:11.820622 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-df626df2-e7a4-4d47-9154-61782eb3cc5f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:11.825301 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-df626df2-e7a4-4d47-9154-61782eb3cc5f tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "DELETE /v2.0/ports/33e87301-16b2-4f49-8b1c-6b0f1f04854a HTTP/1.1" status: 204 len: 168 time: 2.2209439 Jul 24 09:27:11.827423 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50218) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:11.838755 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec1b942e-4e9a-49af-ba5d-a7309baf11a2 req-474465dd-e7c6-4486-afa1-80acc9ea12fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52b6abbb-ed45-4747-a882-9996245f27ee HTTP/1.1" status: 200 len: 1001 time: 0.1783986 Jul 24 09:27:11.857471 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07c1b05c-d086-46c9-b05d-6bf01bf0ee88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:11.866104 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f5dca8-cc85-4514-b5eb-3661c21f9071 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] DELETE failed (client error): The resource could not be found. Jul 24 09:27:11.866613 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f5dca8-cc85-4514-b5eb-3661c21f9071 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:27:11.868593 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-77f5dca8-cc85-4514-b5eb-3661c21f9071 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "DELETE /v2.0/subnets/5846eeda-a73b-4bfc-9fdc-5dcc2cc6cc88 HTTP/1.1" status: 404 len: 337 time: 0.0401618 Jul 24 09:27:11.872235 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50220) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:11.899620 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-345c7c4a-976d-4268-8bc6-a88f82c1792d None None] Provisioning complete for port 993302fe-81b8-4eac-a8dc-d01250ee0bc7 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:27:11.899997 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-345c7c4a-976d-4268-8bc6-a88f82c1792d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:11.980900 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a8619ae6-6db8-4a33-8bd3-fde6f565226c tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:11.986189 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ce407-98b7-448c-b683-4b654e6e2cb5 req-58184fc5-d65f-400a-9b42-1e4719a6b2e1 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:11.996350 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb0ce407-98b7-448c-b683-4b654e6e2cb5 req-58184fc5-d65f-400a-9b42-1e4719a6b2e1 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 945 time: 0.4508169 Jul 24 09:27:12.081288 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb0ce407-98b7-448c-b683-4b654e6e2cb5 req-0201a9ee-569d-4d8e-aa7b-9dd6ecf05802 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838761 Jul 24 09:27:12.123462 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a8619ae6-6db8-4a33-8bd3-fde6f565226c tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:12.137846 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-a8619ae6-6db8-4a33-8bd3-fde6f565226c tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c372135c-9614-49e2-bc7d-a658f6607259']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:12.143075 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b942e-4e9a-49af-ba5d-a7309baf11a2 req-956f1c49-22f5-4c50-b820-115b631e56ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:12.145359 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec1b942e-4e9a-49af-ba5d-a7309baf11a2 req-956f1c49-22f5-4c50-b820-115b631e56ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed3face8-48a4-4110-b201-0b1158c92dba HTTP/1.1" status: 200 len: 855 time: 0.2852707 Jul 24 09:27:12.150357 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-a8619ae6-6db8-4a33-8bd3-fde6f565226c tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a80e4c-61a1-4cfa-a855-d27a45c2a128') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:12.150822 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-a8619ae6-6db8-4a33-8bd3-fde6f565226c tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a80e4c-61a1-4cfa-a855-d27a45c2a128') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:12.164030 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a8619ae6-6db8-4a33-8bd3-fde6f565226c tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:12.191494 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a8619ae6-6db8-4a33-8bd3-fde6f565226c tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:12.198309 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8619ae6-6db8-4a33-8bd3-fde6f565226c tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:27:12.198960 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a8619ae6-6db8-4a33-8bd3-fde6f565226c tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:27:12.202937 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:27:12.263126 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b942e-4e9a-49af-ba5d-a7309baf11a2 req-6730e1ce-b484-467c-a4a3-c9599ba3c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:12.265078 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec1b942e-4e9a-49af-ba5d-a7309baf11a2 req-6730e1ce-b484-467c-a4a3-c9599ba3c7bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=57115fda-8a95-4d7e-8f17-f315710a2698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137869 Jul 24 09:27:12.266853 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c1b05c-d086-46c9-b05d-6bf01bf0ee88 admin admin] Router 724e4ec0-293b-4a1f-88ec-b349670cab5b is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:27:12.275950 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a8619ae6-6db8-4a33-8bd3-fde6f565226c tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:12.284972 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a8619ae6-6db8-4a33-8bd3-fde6f565226c tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:12.289490 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a8619ae6-6db8-4a33-8bd3-fde6f565226c tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "DELETE /v2.0/networks/c372135c-9614-49e2-bc7d-a658f6607259 HTTP/1.1" status: 204 len: 168 time: 0.4138098 Jul 24 09:27:12.289634 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50228) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:12.319953 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8619ae6-6db8-4a33-8bd3-fde6f565226c tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event deleted for resources: {'Network': ['ID=c372135c-9614-49e2-bc7d-a658f6607259,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:12.401378 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-8295b9d0-4ce4-4fa3-a1cf-27ba9c6d68e4 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Deleting subnet a359a617-3a24-4889-9f9e-51a2207128bd {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:27:12.403207 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 993302fe-81b8-4eac-a8dc-d01250ee0bc7 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:27:12.406377 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8295b9d0-4ce4-4fa3-a1cf-27ba9c6d68e4 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:12.459967 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8295b9d0-4ce4-4fa3-a1cf-27ba9c6d68e4 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:12.488399 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 993302fe-81b8-4eac-a8dc-d01250ee0bc7 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:27:12.488899 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:12.541836 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e95b4640-4dc8-41a4-b674-cb6ba6e3a3dc None None] Provisioning complete for port 993302fe-81b8-4eac-a8dc-d01250ee0bc7 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:27:12.542150 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e95b4640-4dc8-41a4-b674-cb6ba6e3a3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:12.556326 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8295b9d0-4ce4-4fa3-a1cf-27ba9c6d68e4 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:12.603058 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec1b942e-4e9a-49af-ba5d-a7309baf11a2 req-eba82fe6-9ade-493e-9864-ad6939994db0 service neutron] 10.222.0.37 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306863 Jul 24 09:27:12.631208 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3e8bb-f0cc-40de-8c04-88c05ea6cce5 req-c44f295e-0678-433c-8ec9-00ecfb78ef22 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:12.632788 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-72d3e8bb-f0cc-40de-8c04-88c05ea6cce5 req-c44f295e-0678-433c-8ec9-00ecfb78ef22 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 0.1705408 Jul 24 09:27:12.633887 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c1b05c-d086-46c9-b05d-6bf01bf0ee88 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:27:12.655503 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8295b9d0-4ce4-4fa3-a1cf-27ba9c6d68e4 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:12.680430 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] Sync routers for ids ['724e4ec0-293b-4a1f-88ec-b349670cab5b'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:27:12.686722 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07c1b05c-d086-46c9-b05d-6bf01bf0ee88 admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:12.690786 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-07c1b05c-d086-46c9-b05d-6bf01bf0ee88 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.2749944 Jul 24 09:27:12.691884 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] Routers {'724e4ec0-293b-4a1f-88ec-b349670cab5b'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:27:12.692581 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:27:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['724e4ec0-293b-4a1f-88ec-b349670cab5b'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:12.693963 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50232) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:12.698513 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8295b9d0-4ce4-4fa3-a1cf-27ba9c6d68e4 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:12.704472 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8295b9d0-4ce4-4fa3-a1cf-27ba9c6d68e4 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "DELETE /v2.0/subnets/a359a617-3a24-4889-9f9e-51a2207128bd HTTP/1.1" status: 204 len: 168 time: 0.4138052 Jul 24 09:27:12.705557 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295b9d0-4ce4-4fa3-a1cf-27ba9c6d68e4 tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event deleted for resources: {'Subnet': ['ID=a359a617-3a24-4889-9f9e-51a2207128bd,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:12.721966 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50234) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:12.732607 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60c4194-8ebc-43a2-95db-d58894877351 None None] Network 3e6e2b32-c3fd-42e2-9b32-966d158dc9eb requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:27:12.818291 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2f2839f9-9e1d-4d18-a4d6-0ce104f0e0ba tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:12.877625 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-72d3e8bb-f0cc-40de-8c04-88c05ea6cce5 req-153bd381-bd6e-44a0-9434-e18edc4afd6c tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185125 Jul 24 09:27:12.947314 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 52b6abbb-ed45-4747-a882-9996245f27ee no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:27:13.002764 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec1b942e-4e9a-49af-ba5d-a7309baf11a2 req-d106599d-9783-46f8-ad9e-90bd7d806fc3 service neutron] 10.222.0.37 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930919 Jul 24 09:27:13.007762 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] Set router 724e4ec0-293b-4a1f-88ec-b349670cab5b gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:27:13.057477 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-2f2839f9-9e1d-4d18-a4d6-0ce104f0e0ba tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Deleting port 5d7be342-82d0-4302-9292-88b4258d05bc {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:27:13.057729 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2f2839f9-9e1d-4d18-a4d6-0ce104f0e0ba tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:13.271477 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-2f2839f9-9e1d-4d18-a4d6-0ce104f0e0ba tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] For port 5d7be342-82d0-4302-9292-88b4258d05bc, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5d7be342-82d0-4302-9292-88b4258d05bc,segment=NetworkSegment(28ef770a-e35e-4e07-87d8-7547a40f18c5),segment_id=28ef770a-e35e-4e07-87d8-7547a40f18c5)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:27:13.271855 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2f2839f9-9e1d-4d18-a4d6-0ce104f0e0ba tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:13.286597 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-2f2839f9-9e1d-4d18-a4d6-0ce104f0e0ba tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Calling delete_port for 5d7be342-82d0-4302-9292-88b4258d05bc owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:27:13.349521 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:13.372125 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2f2839f9-9e1d-4d18-a4d6-0ce104f0e0ba tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:13.407979 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2839f9-9e1d-4d18-a4d6-0ce104f0e0ba tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event deleted for resources: {'Port': ['ID=5d7be342-82d0-4302-9292-88b4258d05bc,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:13.436725 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b51897-5518-4a45-97ed-8277185dc727', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52b6abbb-ed45-4747-a882-9996245f27ee'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:27:13.440274 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2839f9-9e1d-4d18-a4d6-0ce104f0e0ba tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] No DVR routers for this DVR port 5d7be342-82d0-4302-9292-88b4258d05bc on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:27:13.454733 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400c2361-b1d1-4f28-b746-e001565bd1b1" -d '{"events": [{"server_uuid": "40b51897-5518-4a45-97ed-8277185dc727", "name": "network-vif-unplugged", "status": "completed", "tag": "52b6abbb-ed45-4747-a882-9996245f27ee"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:27:13.486503 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb2c0fa-1dc8-45e4-9ae9-7bfa6ac75a66 None None] DHCP port deletion for 3e6e2b32-c3fd-42e2-9b32-966d158dc9eb request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:27:13.489885 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 52b6abbb-ed45-4747-a882-9996245f27ee, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=52b6abbb-ed45-4747-a882-9996245f27ee,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:27:13.532705 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:13.553190 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a97506a2-1fca-4a95-bd02-41a5ccfe12f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:13.590912 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2f2839f9-9e1d-4d18-a4d6-0ce104f0e0ba tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:13.617607 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-2f2839f9-9e1d-4d18-a4d6-0ce104f0e0ba tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e6e2b32-c3fd-42e2-9b32-966d158dc9eb']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:13.633311 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c056903e-53fb-46bd-8909-259df72f9cc8 x-openstack-request-id: req-c056903e-53fb-46bd-8909-259df72f9cc8 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:27:13.633732 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b51897-5518-4a45-97ed-8277185dc727", "name": "network-vif-unplugged", "status": "completed", "tag": "52b6abbb-ed45-4747-a882-9996245f27ee", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:27:13.633884 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c056903e-53fb-46bd-8909-259df72f9cc8 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:27:13.634211 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b51897-5518-4a45-97ed-8277185dc727', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52b6abbb-ed45-4747-a882-9996245f27ee', 'code': 200} Jul 24 09:27:13.637895 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=52b6abbb-ed45-4747-a882-9996245f27ee,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:13.648271 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-2f2839f9-9e1d-4d18-a4d6-0ce104f0e0ba tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ef770a-e35e-4e07-87d8-7547a40f18c5') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:13.648584 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-2f2839f9-9e1d-4d18-a4d6-0ce104f0e0ba tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ef770a-e35e-4e07-87d8-7547a40f18c5') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:13.671681 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64082139-2d9e-4f60-854a-ff6be7f06794 req-02984c41-6e1a-4145-8fcc-a8a88dc73b65 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:13.674943 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-64082139-2d9e-4f60-854a-ff6be7f06794 req-02984c41-6e1a-4145-8fcc-a8a88dc73b65 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 945 time: 0.4050548 Jul 24 09:27:13.678541 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724e4ec0-293b-4a1f-88ec-b349670cab5b', 'name': 'tempest-TestAggregatesBasicOps-1227261637-router', 'tenant_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '9c4d45ce-80c5-4039-be16-7aaeba36d888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:27:06Z', 'updated_at': '2021-07-24T09:27:09Z', 'revision_number': 3, 'project_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7', 'gw_port': {'id': '9c4d45ce-80c5-4039-be16-7aaeba36d888', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724e4ec0-293b-4a1f-88ec-b349670cab5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:27:07Z', 'updated_at': '2021-07-24T09:27:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:13.682933 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2f2839f9-9e1d-4d18-a4d6-0ce104f0e0ba tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:13.711167 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2f2839f9-9e1d-4d18-a4d6-0ce104f0e0ba tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:13.719811 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2839f9-9e1d-4d18-a4d6-0ce104f0e0ba tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:27:13.721039 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2f2839f9-9e1d-4d18-a4d6-0ce104f0e0ba tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:27:13.726167 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:27:13.735588 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] Checking router: 724e4ec0-293b-4a1f-88ec-b349670cab5b for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:27:13.736587 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] Updating router 724e4ec0-293b-4a1f-88ec-b349670cab5b port 9c4d45ce-80c5-4039-be16-7aaeba36d888 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:27:13.806066 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:13.818287 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2f2839f9-9e1d-4d18-a4d6-0ce104f0e0ba tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:13.824888 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2f2839f9-9e1d-4d18-a4d6-0ce104f0e0ba tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:13.828168 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2f2839f9-9e1d-4d18-a4d6-0ce104f0e0ba tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] 10.222.0.32 "DELETE /v2.0/networks/3e6e2b32-c3fd-42e2-9b32-966d158dc9eb HTTP/1.1" status: 204 len: 168 time: 1.1052525 Jul 24 09:27:13.846968 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2839f9-9e1d-4d18-a4d6-0ce104f0e0ba tempest-NetworksIpV6TestAttrs-1145385539 tempest-NetworksIpV6TestAttrs-1145385539-project] Pushing event deleted for resources: {'Network': ['ID=3e6e2b32-c3fd-42e2-9b32-966d158dc9eb,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:13.911092 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-64082139-2d9e-4f60-854a-ff6be7f06794 req-e774ecdf-3cca-47d4-94e1-5dc107dabeaf tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295740 Jul 24 09:27:14.002424 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-a97506a2-1fca-4a95-bd02-41a5ccfe12f0 admin admin] Allocated IP 172.20.0.1 (e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b/8804d546-47df-44b5-b2b6-c30b28796ba0/10aadd01-3feb-48e6-8373-208a5cfa34c2) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:27:14.120962 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bc46f-3bf5-483f-aba9-b3010352519d req-e945cdc0-e252-42fd-b210-f928140c6b08 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:14.131212 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5c4bc46f-3bf5-483f-aba9-b3010352519d req-e945cdc0-e252-42fd-b210-f928140c6b08 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 944 time: 0.0978742 Jul 24 09:27:14.197216 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5c4bc46f-3bf5-483f-aba9-b3010352519d req-c1c90cec-42fd-41df-8710-58ae7ed37a62 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650315 Jul 24 09:27:14.217750 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:14.291145 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a97506a2-1fca-4a95-bd02-41a5ccfe12f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:14.321009 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-a97506a2-1fca-4a95-bd02-41a5ccfe12f0 admin admin] Transition to ACTIVE for port object 10aadd01-3feb-48e6-8373-208a5cfa34c2 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:27:14.349940 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:14.362587 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] Transition to ACTIVE for port object 9c4d45ce-80c5-4039-be16-7aaeba36d888 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:27:14.375109 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:14.386236 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50286) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:14.390058 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a97506a2-1fca-4a95-bd02-41a5ccfe12f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:14.418035 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5d7be342-82d0-4302-9292-88b4258d05bc no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:27:14.440517 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] Attempting to bind port 9c4d45ce-80c5-4039-be16-7aaeba36d888 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:27:14.441019 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] Attempting to bind port 9c4d45ce-80c5-4039-be16-7aaeba36d888 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:27:14.441739 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] Attempting to bind port 9c4d45ce-80c5-4039-be16-7aaeba36d888 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:27:14.475155 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 5d7be342-82d0-4302-9292-88b4258d05bc {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:27:14.475590 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5d7be342-82d0-4302-9292-88b4258d05bc not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:27:14.477422 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97506a2-1fca-4a95-bd02-41a5ccfe12f0 admin admin] Network e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:27:14.480650 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:27:14.481122 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:27:14.481637 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:14.482101 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:27:14.482664 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] Bound port: 9c4d45ce-80c5-4039-be16-7aaeba36d888, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:27:14.483264 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:14.487795 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-a97506a2-1fca-4a95-bd02-41a5ccfe12f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:27:14.498231 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97506a2-1fca-4a95-bd02-41a5ccfe12f0 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:27:14.537478 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739bf29-a0bb-431b-aaa8-6c50a17847bf None None] Pushing event updated for resources: {'Port': ['ID=9c4d45ce-80c5-4039-be16-7aaeba36d888,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:14.600129 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] For port 9c4d45ce-80c5-4039-be16-7aaeba36d888, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:27:14.605140 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] For port 9c4d45ce-80c5-4039-be16-7aaeba36d888, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=9c4d45ce-80c5-4039-be16-7aaeba36d888,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:27:14.610555 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:14.624890 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a97506a2-1fca-4a95-bd02-41a5ccfe12f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:14.631822 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:27:14.710550 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2366c334-57b4-4ecd-a62b-d93baf4687c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5162ca5b61904c63af9d31ae2ff2cb80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3228998 Jul 24 09:27:14.719921 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739bf29-a0bb-431b-aaa8-6c50a17847bf None None] Pushing event updated for resources: {'Port': ['ID=9c4d45ce-80c5-4039-be16-7aaeba36d888,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:14.721695 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50292) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:14.738969 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] Routers {'724e4ec0-293b-4a1f-88ec-b349670cab5b'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:27:14.739919 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:27:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['724e4ec0-293b-4a1f-88ec-b349670cab5b'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:14.790347 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97506a2-1fca-4a95-bd02-41a5ccfe12f0 admin admin] Pushing event updated for resources: {'Port': ['ID=10aadd01-3feb-48e6-8373-208a5cfa34c2,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:14.996873 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] Set router 724e4ec0-293b-4a1f-88ec-b349670cab5b gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:27:15.059569 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8cab3afc-627f-44b3-b42d-259a76a24a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:15.102277 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a97506a2-1fca-4a95-bd02-41a5ccfe12f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:15.122875 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8cab3afc-627f-44b3-b42d-259a76a24a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:15.249908 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc2a6d-8ae4-46af-a195-f090ca3f1ef9 req-f7ae83bc-5faf-4e81-9d3a-34dd29731007 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:15.263870 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2cc2a6d-8ae4-46af-a195-f090ca3f1ef9 req-f7ae83bc-5faf-4e81-9d3a-34dd29731007 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 945 time: 0.1977499 Jul 24 09:27:15.354083 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2cc2a6d-8ae4-46af-a195-f090ca3f1ef9 req-3e95c6e2-ed0e-4458-87d3-8e8a80ca1346 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881343 Jul 24 09:27:15.480293 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e2a6fc6d-c7cd-4d22-ba4a-03f79462a189 None None] Provisioning for port 10aadd01-3feb-48e6-8373-208a5cfa34c2 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:27:15.490819 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e2a6fc6d-c7cd-4d22-ba4a-03f79462a189 None None] Provisioning complete for port 10aadd01-3feb-48e6-8373-208a5cfa34c2 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:27:15.491200 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e2a6fc6d-c7cd-4d22-ba4a-03f79462a189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:15.571495 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8cab3afc-627f-44b3-b42d-259a76a24a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:15.580186 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8cab3afc-627f-44b3-b42d-259a76a24a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:15.583893 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-e2a6fc6d-c7cd-4d22-ba4a-03f79462a189 None None] Port 10aadd01-3feb-48e6-8373-208a5cfa34c2 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:27:15.586211 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8cab3afc-627f-44b3-b42d-259a76a24a2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd226419-3074-4664-8e6f-aa66f72fcefd HTTP/1.1" status: 204 len: 168 time: 0.8575571 Jul 24 09:27:15.620353 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab3afc-627f-44b3-b42d-259a76a24a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd226419-3074-4664-8e6f-aa66f72fcefd,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:15.730655 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724e4ec0-293b-4a1f-88ec-b349670cab5b', 'name': 'tempest-TestAggregatesBasicOps-1227261637-router', 'tenant_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '9c4d45ce-80c5-4039-be16-7aaeba36d888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:27:06Z', 'updated_at': '2021-07-24T09:27:09Z', 'revision_number': 3, 'project_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7', 'gw_port': {'id': '9c4d45ce-80c5-4039-be16-7aaeba36d888', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724e4ec0-293b-4a1f-88ec-b349670cab5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:27:07Z', 'updated_at': '2021-07-24T09:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:15.736203 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abca0d5-9a68-4fd0-837f-75ed24cc9104 req-edf11c0d-519a-4a03-9a54-c777cee7afae tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:15.737889 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0abca0d5-9a68-4fd0-837f-75ed24cc9104 req-edf11c0d-519a-4a03-9a54-c777cee7afae tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 944 time: 0.2650671 Jul 24 09:27:15.770407 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06829a2e-fdc2-4486-80e2-d77e337d3059 None None] The sync data for ids ['724e4ec0-293b-4a1f-88ec-b349670cab5b'] in n-d-800085-9 is: [{'id': '724e4ec0-293b-4a1f-88ec-b349670cab5b', 'name': 'tempest-TestAggregatesBasicOps-1227261637-router', 'tenant_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '9c4d45ce-80c5-4039-be16-7aaeba36d888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:27:06Z', 'updated_at': '2021-07-24T09:27:09Z', 'revision_number': 3, 'project_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7', 'gw_port': {'id': '9c4d45ce-80c5-4039-be16-7aaeba36d888', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724e4ec0-293b-4a1f-88ec-b349670cab5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:27:07Z', 'updated_at': '2021-07-24T09:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:27:15.793012 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a97506a2-1fca-4a95-bd02-41a5ccfe12f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:15.799354 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a97506a2-1fca-4a95-bd02-41a5ccfe12f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:15.893599 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0abca0d5-9a68-4fd0-837f-75ed24cc9104 req-8b5722f4-909c-4b74-983c-5fc632deeb9a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371379 Jul 24 09:27:15.917537 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a97506a2-1fca-4a95-bd02-41a5ccfe12f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:15.932583 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97506a2-1fca-4a95-bd02-41a5ccfe12f0 admin admin] Pushing event updated for resources: {'Port': ['ID=10aadd01-3feb-48e6-8373-208a5cfa34c2,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:16.194563 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97506a2-1fca-4a95-bd02-41a5ccfe12f0 admin admin] Network e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:27:16.197097 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-a97506a2-1fca-4a95-bd02-41a5ccfe12f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:27:16.339201 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50354) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:16.461176 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 9c4d45ce-80c5-4039-be16-7aaeba36d888 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:27:16.556218 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97506a2-1fca-4a95-bd02-41a5ccfe12f0 admin admin] Router 724e4ec0-293b-4a1f-88ec-b349670cab5b has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:27:16.580869 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:16.581425 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 9c4d45ce-80c5-4039-be16-7aaeba36d888 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:27:16.587336 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 9c4d45ce-80c5-4039-be16-7aaeba36d888 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:27:16.588251 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:16.672701 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-40f087d8-b73a-4e37-bf71-f62a471844f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:16.733511 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea442180-c462-4eee-84c8-f1cb968d1385 req-c3cccfa1-ea24-4720-8bd2-d3995359ab1c tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:16.741382 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ea442180-c462-4eee-84c8-f1cb968d1385 req-c3cccfa1-ea24-4720-8bd2-d3995359ab1c tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 945 time: 0.2633793 Jul 24 09:27:16.832543 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:16.845282 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ea442180-c462-4eee-84c8-f1cb968d1385 req-8190d8d9-4749-4a76-aba5-d2089941ac87 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028676 Jul 24 09:27:16.855144 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97506a2-1fca-4a95-bd02-41a5ccfe12f0 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:27:16.875045 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a97506a2-1fca-4a95-bd02-41a5ccfe12f0 admin admin] 10.222.0.32 "PUT /v2.0/routers/724e4ec0-293b-4a1f-88ec-b349670cab5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1650236 Jul 24 09:27:16.922117 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 9c4d45ce-80c5-4039-be16-7aaeba36d888, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=9c4d45ce-80c5-4039-be16-7aaeba36d888,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:27:16.923742 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d72f1662-6946-417e-a519-6b8041c87f11 None None] Provisioning complete for port 10aadd01-3feb-48e6-8373-208a5cfa34c2 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:27:16.924521 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d72f1662-6946-417e-a519-6b8041c87f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:16.939572 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-40f087d8-b73a-4e37-bf71-f62a471844f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:16.950316 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-539532ae-f524-4344-b710-27893a6760a6 req-f6fd90fe-8946-413c-8b96-98bd06a00ff7 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:27:16.958990 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:16.967702 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-539532ae-f524-4344-b710-27893a6760a6 req-f6fd90fe-8946-413c-8b96-98bd06a00ff7 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239739 Jul 24 09:27:16.969333 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-40f087d8-b73a-4e37-bf71-f62a471844f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:16.972103 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 52b6abbb-ed45-4747-a882-9996245f27ee no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:27:17.036223 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d72f1662-6946-417e-a519-6b8041c87f11 None None] Port 10aadd01-3feb-48e6-8373-208a5cfa34c2 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:27:17.083433 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f1d8467a-1dab-4351-9634-4141dd8a6b8f req-cf13e1f1-c4c0-444a-ac3a-e256e5750922 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3921421 Jul 24 09:27:17.124412 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=9c4d45ce-80c5-4039-be16-7aaeba36d888,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:17.170134 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-40f087d8-b73a-4e37-bf71-f62a471844f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ebbfb2b0e974d0080fa28266a075aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8267031 Jul 24 09:27:17.170134 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50388) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:17.170978 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f087d8-b73a-4e37-bf71-f62a471844f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cc67c0-1045-4045-8e9e-7d91b76d13d3,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:17.278054 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8467a-1dab-4351-9634-4141dd8a6b8f req-6a70c261-1093-45dc-8bea-fff5d22c5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:17.279585 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f1d8467a-1dab-4351-9634-4141dd8a6b8f req-6a70c261-1093-45dc-8bea-fff5d22c5c6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ddf1f6a8ea84a438a459d68cf609e56&device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 1096 time: 0.1391933 Jul 24 09:27:17.339750 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6c59bb34-1d4b-4318-a3dd-136d4749597a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:17.377514 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6c59bb34-1d4b-4318-a3dd-136d4749597a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:17.492354 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6c59bb34-1d4b-4318-a3dd-136d4749597a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:17.495296 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6c59bb34-1d4b-4318-a3dd-136d4749597a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:17.498917 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6c59bb34-1d4b-4318-a3dd-136d4749597a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/43cc67c0-1045-4045-8e9e-7d91b76d13d3 HTTP/1.1" status: 204 len: 168 time: 0.3274076 Jul 24 09:27:17.517336 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59bb34-1d4b-4318-a3dd-136d4749597a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cc67c0-1045-4045-8e9e-7d91b76d13d3,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:17.526094 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50418) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:17.577830 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8467a-1dab-4351-9634-4141dd8a6b8f req-a7892310-0c47-4968-ae0f-1d0a724f02b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:17.579388 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f1d8467a-1dab-4351-9634-4141dd8a6b8f req-a7892310-0c47-4968-ae0f-1d0a724f02b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d HTTP/1.1" status: 200 len: 911 time: 0.2756565 Jul 24 09:27:17.592678 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2275f9-1fc5-46fe-97b1-251782d6caa4 req-c1aeb694-7f49-4772-a09f-262b0b8b2af8 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:17.599485 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e2275f9-1fc5-46fe-97b1-251782d6caa4 req-c1aeb694-7f49-4772-a09f-262b0b8b2af8 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 944 time: 0.2540507 Jul 24 09:27:17.694198 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e2275f9-1fc5-46fe-97b1-251782d6caa4 req-0560d829-f95d-4adc-a77a-2834a86f0a57 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887918 Jul 24 09:27:17.715773 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f1d8467a-1dab-4351-9634-4141dd8a6b8f req-a4063045-cd45-47b7-826a-02e990c8e2d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f4d8f1-8b54-42bd-a1fc-408ef69a6354 HTTP/1.1" status: 200 len: 1000 time: 0.1087317 Jul 24 09:27:17.812101 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8467a-1dab-4351-9634-4141dd8a6b8f req-ed1649ac-236f-4821-9294-d69bcf04d72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:17.825790 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f1d8467a-1dab-4351-9634-4141dd8a6b8f req-ed1649ac-236f-4821-9294-d69bcf04d72d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff HTTP/1.1" status: 200 len: 850 time: 0.0978220 Jul 24 09:27:17.841671 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50430) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:17.898975 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8467a-1dab-4351-9634-4141dd8a6b8f req-7c820de0-fc3a-4de7-aa18-71ff047413e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:17.900960 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f1d8467a-1dab-4351-9634-4141dd8a6b8f req-7c820de0-fc3a-4de7-aa18-71ff047413e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743489 Jul 24 09:27:18.054361 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f1d8467a-1dab-4351-9634-4141dd8a6b8f req-d7d68830-4d39-4ba4-8dec-4e1fa5524f3a service neutron] 10.222.0.20 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454916 Jul 24 09:27:18.103978 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-9f4f722c-0112-4dc1-9567-ff59dbca5666 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-816312604'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:27:18.199929 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f1d8467a-1dab-4351-9634-4141dd8a6b8f req-b0208bf6-f55b-443b-95cb-0a85e543bc19 service neutron] 10.222.0.20 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360574 Jul 24 09:27:18.212727 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfed98-dfbe-4946-b753-2c19baa63348 req-d6cd31b1-e907-43bb-a6a6-c1444469e6d3 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:18.220805 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0adfed98-dfbe-4946-b753-2c19baa63348 req-d6cd31b1-e907-43bb-a6a6-c1444469e6d3 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 945 time: 0.2524271 Jul 24 09:27:18.247847 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4f722c-0112-4dc1-9567-ff59dbca5666 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:27:18.251513 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9f4f722c-0112-4dc1-9567-ff59dbca5666 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:18.268255 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50444) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:18.274052 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9f4f722c-0112-4dc1-9567-ff59dbca5666 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:18.318737 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0adfed98-dfbe-4946-b753-2c19baa63348 req-15ad2457-8682-40de-a247-c5c6f2d77d9e tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969334 Jul 24 09:27:18.324925 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-86be3071-1171-486a-ad69-4c0c346eac43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:18.364016 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-30a96a12-ecaa-4001-9acb-1fbf4d3b2486 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5208974 Jul 24 09:27:18.368156 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 9c4d45ce-80c5-4039-be16-7aaeba36d888 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:27:18.434373 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50452) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:18.436584 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 9c4d45ce-80c5-4039-be16-7aaeba36d888 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:27:18.437742 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:18.443360 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-9b09a284-e3e6-44c2-afc6-451686226219 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-93839550-network', 'tenant_id': '5f98b06b2c53492fb637741524164ed5'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:27:18.491875 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9f4f722c-0112-4dc1-9567-ff59dbca5666 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:18.514568 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9f4f722c-0112-4dc1-9567-ff59dbca5666 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:18.575512 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f722c-0112-4dc1-9567-ff59dbca5666 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d31ee08-bf28-4c3a-ac63-ee8a5ab5c233,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:18.607162 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4f722c-0112-4dc1-9567-ff59dbca5666 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:27:18.654268 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9f4f722c-0112-4dc1-9567-ff59dbca5666 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:18.654618 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-9f4f722c-0112-4dc1-9567-ff59dbca5666 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Added segment bda04c07-30db-40b5-a1ba-6dca47368963 of type vlan for network d13b146b-3ea1-4ac3-963f-59386f67d8df Jul 24 09:27:18.665932 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] Sync routers for ids ['724e4ec0-293b-4a1f-88ec-b349670cab5b'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:27:18.689174 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] Routers {'724e4ec0-293b-4a1f-88ec-b349670cab5b'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:27:18.690184 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:27:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['724e4ec0-293b-4a1f-88ec-b349670cab5b'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:18.714634 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9f4f722c-0112-4dc1-9567-ff59dbca5666 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:18.769578 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-86be3071-1171-486a-ad69-4c0c346eac43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:18.774607 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-86be3071-1171-486a-ad69-4c0c346eac43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:18.800817 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9f4f722c-0112-4dc1-9567-ff59dbca5666 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:18.810731 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4f722c-0112-4dc1-9567-ff59dbca5666 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:18.811342 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9f4f722c-0112-4dc1-9567-ff59dbca5666 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:18.813146 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b09a284-e3e6-44c2-afc6-451686226219 admin admin] Made reservation on behalf of 5f98b06b2c53492fb637741524164ed5 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:27:18.819932 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b09a284-e3e6-44c2-afc6-451686226219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:18.858771 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b09a284-e3e6-44c2-afc6-451686226219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:18.889527 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9f4f722c-0112-4dc1-9567-ff59dbca5666 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3623669 Jul 24 09:27:18.890382 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be3071-1171-486a-ad69-4c0c346eac43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96471601-72b2-4dbe-b083-11763b502097,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:18.892643 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50468) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:18.898626 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-fa75f24e-46fd-44b2-90ba-c994441fec79 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'port': {'network_id': 'd13b146b-3ea1-4ac3-963f-59386f67d8df', 'name': 'tempest-PortsIpV6TestJSON-277187543'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:27:18.903329 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-86be3071-1171-486a-ad69-4c0c346eac43 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6dee2d56ffa04591818299855bc23d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6257102 Jul 24 09:27:18.910095 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50470) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:18.932885 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] Set router 724e4ec0-293b-4a1f-88ec-b349670cab5b gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:27:18.948376 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f722c-0112-4dc1-9567-ff59dbca5666 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Network': ['ID=d13b146b-3ea1-4ac3-963f-59386f67d8df,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:18.965011 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network d13b146b-3ea1-4ac3-963f-59386f67d8df details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:27:18.992577 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f317692e-3132-4afd-9fe2-b2836513eb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:19.020812 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f317692e-3132-4afd-9fe2-b2836513eb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:19.112265 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f317692e-3132-4afd-9fe2-b2836513eb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:19.115784 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f317692e-3132-4afd-9fe2-b2836513eb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:19.132202 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f317692e-3132-4afd-9fe2-b2836513eb09 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/96471601-72b2-4dbe-b083-11763b502097 HTTP/1.1" status: 204 len: 168 time: 0.2207353 Jul 24 09:27:19.165682 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2c299-2106-4c1c-beee-6b9e44d044d9 req-1aae01cf-995e-4fb1-aaf1-c47439f858f3 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:19.170850 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317692e-3132-4afd-9fe2-b2836513eb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96471601-72b2-4dbe-b083-11763b502097,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:19.173417 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cad2c299-2106-4c1c-beee-6b9e44d044d9 req-1aae01cf-995e-4fb1-aaf1-c47439f858f3 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 944 time: 0.2988966 Jul 24 09:27:19.227180 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724e4ec0-293b-4a1f-88ec-b349670cab5b', 'name': 'tempest-TestAggregatesBasicOps-1227261637-router', 'tenant_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '9c4d45ce-80c5-4039-be16-7aaeba36d888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:27:06Z', 'updated_at': '2021-07-24T09:27:14Z', 'revision_number': 4, 'project_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7', 'gw_port': {'id': '9c4d45ce-80c5-4039-be16-7aaeba36d888', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724e4ec0-293b-4a1f-88ec-b349670cab5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:27:07Z', 'updated_at': '2021-07-24T09:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '10aadd01-3feb-48e6-8373-208a5cfa34c2', 'name': '', 'network_id': 'e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b', 'tenant_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7', 'mac_address': 'fa:16:3e:98:8a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724e4ec0-293b-4a1f-88ec-b349670cab5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '8804d546-47df-44b5-b2b6-c30b28796ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:27:13Z', 'updated_at': '2021-07-24T09:27:15Z', 'revision_number': 2, 'project_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7', 'subnets': [{'id': '8804d546-47df-44b5-b2b6-c30b28796ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:19.276061 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] Checking router: 724e4ec0-293b-4a1f-88ec-b349670cab5b for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:27:19.277645 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] Updating router 724e4ec0-293b-4a1f-88ec-b349670cab5b port 10aadd01-3feb-48e6-8373-208a5cfa34c2 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:27:19.350978 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:19.595936 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae203213-ba2e-48f8-bfd2-d966a4c4916f req-9d17165d-a45e-4f1b-951e-0eaa3dbc1b84 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:19.611862 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ae203213-ba2e-48f8-bfd2-d966a4c4916f req-9d17165d-a45e-4f1b-951e-0eaa3dbc1b84 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 945 time: 0.1973348 Jul 24 09:27:19.703612 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ae203213-ba2e-48f8-bfd2-d966a4c4916f req-1b8ebc16-43dd-4dae-a35b-d3b9f30b1fc2 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877798 Jul 24 09:27:19.736529 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cad2c299-2106-4c1c-beee-6b9e44d044d9 req-84ed1ebf-ebd7-4380-a8bf-2b1174eb488c tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5620887 Jul 24 09:27:19.794962 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b09a284-e3e6-44c2-afc6-451686226219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:19.814912 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b09a284-e3e6-44c2-afc6-451686226219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:19.845314 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09a284-e3e6-44c2-afc6-451686226219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403b151c-8cd2-44cc-aa00-267d0b232b81,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:19.863338 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b09a284-e3e6-44c2-afc6-451686226219 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:27:19.866608 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa75f24e-46fd-44b2-90ba-c994441fec79 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:27:19.875894 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fa75f24e-46fd-44b2-90ba-c994441fec79 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:19.911939 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b09a284-e3e6-44c2-afc6-451686226219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:19.912556 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-9b09a284-e3e6-44c2-afc6-451686226219 admin admin] Added segment e453a25e-20e6-4812-8213-7829c2efa745 of type vlan for network add98200-9874-4f35-856b-63e58b2c4b8f Jul 24 09:27:19.913412 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:19.933295 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-fa75f24e-46fd-44b2-90ba-c994441fec79 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] device_id is not set on port 7c0af699-5cbd-4dfb-b460-fed4e5f404aa yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:27:19.943684 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] Transition to ACTIVE for port object 10aadd01-3feb-48e6-8373-208a5cfa34c2 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:27:19.953882 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:20.041085 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31825258-123d-4a62-a694-5fdce10e033d None None] Pushing event updated for resources: {'Port': ['ID=10aadd01-3feb-48e6-8373-208a5cfa34c2,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:20.052381 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b09a284-e3e6-44c2-afc6-451686226219 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:20.059729 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31825258-123d-4a62-a694-5fdce10e033d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:20.060571 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31825258-123d-4a62-a694-5fdce10e033d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:20.061309 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31825258-123d-4a62-a694-5fdce10e033d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:20.061883 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31825258-123d-4a62-a694-5fdce10e033d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:20.062895 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31825258-123d-4a62-a694-5fdce10e033d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:20.063480 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31825258-123d-4a62-a694-5fdce10e033d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:20.064054 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31825258-123d-4a62-a694-5fdce10e033d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:20.064864 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31825258-123d-4a62-a694-5fdce10e033d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:20.065415 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31825258-123d-4a62-a694-5fdce10e033d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:20.066010 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31825258-123d-4a62-a694-5fdce10e033d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:20.066791 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31825258-123d-4a62-a694-5fdce10e033d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:20.067859 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31825258-123d-4a62-a694-5fdce10e033d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:20.170938 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b09a284-e3e6-44c2-afc6-451686226219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:20.171941 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b09a284-e3e6-44c2-afc6-451686226219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:20.172532 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b09a284-e3e6-44c2-afc6-451686226219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:20.205424 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9b09a284-e3e6-44c2-afc6-451686226219 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7673910 Jul 24 09:27:20.207911 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50506) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:20.215340 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-25497102-2229-4806-94ae-fe963a37d881 admin admin] Request body: {'subnet': {'network_id': 'add98200-9874-4f35-856b-63e58b2c4b8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-93839550-subnet', 'tenant_id': '5f98b06b2c53492fb637741524164ed5', 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:27:20.269485 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25497102-2229-4806-94ae-fe963a37d881 admin admin] Made reservation on behalf of 5f98b06b2c53492fb637741524164ed5 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:27:20.271928 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-25497102-2229-4806-94ae-fe963a37d881 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:20.377615 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09a284-e3e6-44c2-afc6-451686226219 admin admin] Pushing event updated for resources: {'Network': ['ID=add98200-9874-4f35-856b-63e58b2c4b8f,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:20.389330 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network add98200-9874-4f35-856b-63e58b2c4b8f details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:27:20.407709 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fa75f24e-46fd-44b2-90ba-c994441fec79 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:20.410537 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] Attempting to bind port 10aadd01-3feb-48e6-8373-208a5cfa34c2 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:27:20.411791 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] Attempting to bind port 10aadd01-3feb-48e6-8373-208a5cfa34c2 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '65cb9139-4918-478f-a265-bf1fc8ddd82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:27:20.412533 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] Attempting to bind port 10aadd01-3feb-48e6-8373-208a5cfa34c2 on network e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:27:20.418672 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:27:20.419467 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] Checking segment: {'id': '65cb9139-4918-478f-a265-bf1fc8ddd82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:27:20.420079 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:20.420693 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] Bound using segment: {'id': '65cb9139-4918-478f-a265-bf1fc8ddd82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:27:20.421520 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] Bound port: 10aadd01-3feb-48e6-8373-208a5cfa34c2, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cb9139-4918-478f-a265-bf1fc8ddd82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:27:20.422233 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:20.481273 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fa75f24e-46fd-44b2-90ba-c994441fec79 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:20.552936 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] For port 10aadd01-3feb-48e6-8373-208a5cfa34c2, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:27:20.562074 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] For port 10aadd01-3feb-48e6-8373-208a5cfa34c2, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=10aadd01-3feb-48e6-8373-208a5cfa34c2,segment=NetworkSegment(65cb9139-4918-478f-a265-bf1fc8ddd82b),segment_id=65cb9139-4918-478f-a265-bf1fc8ddd82b)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:27:20.571501 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:20.583727 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75f24e-46fd-44b2-90ba-c994441fec79 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Port': ['ID=7c0af699-5cbd-4dfb-b460-fed4e5f404aa,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:20.603660 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa75f24e-46fd-44b2-90ba-c994441fec79 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Checking segment: {'id': 'bda04c07-30db-40b5-a1ba-6dca47368963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd13b146b-3ea1-4ac3-963f-59386f67d8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:27:20.604448 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa75f24e-46fd-44b2-90ba-c994441fec79 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network hostable DHCP agents. Network: d13b146b-3ea1-4ac3-963f-59386f67d8df, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:27:20.622424 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-25497102-2229-4806-94ae-fe963a37d881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:20.634122 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa75f24e-46fd-44b2-90ba-c994441fec79 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network d13b146b-3ea1-4ac3-963f-59386f67d8df is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:27:20.648104 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-fa75f24e-46fd-44b2-90ba-c994441fec79 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, d13b146b-3ea1-4ac3-963f-59386f67d8df) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:27:20.653710 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa75f24e-46fd-44b2-90ba-c994441fec79 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:27:20.663042 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa75f24e-46fd-44b2-90ba-c994441fec79 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:20.665310 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fa75f24e-46fd-44b2-90ba-c994441fec79 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:20.674307 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbd8dee-65b7-41f6-849f-d08c72b44d3e None None] Network d13b146b-3ea1-4ac3-963f-59386f67d8df requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:27:20.688814 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fa75f24e-46fd-44b2-90ba-c994441fec79 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7949097 Jul 24 09:27:20.692709 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50518) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:20.698966 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-b8199c63-90d2-4d43-a162-dff61e139ff2 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-294297578'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:27:20.715792 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25497102-2229-4806-94ae-fe963a37d881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1840a881-193e-452e-9a46-6b7972bb20c9,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:20.721109 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31825258-123d-4a62-a694-5fdce10e033d None None] Pushing event updated for resources: {'Port': ['ID=10aadd01-3feb-48e6-8373-208a5cfa34c2,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:20.729398 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] Routers {'724e4ec0-293b-4a1f-88ec-b349670cab5b'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:27:20.730045 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:27:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['724e4ec0-293b-4a1f-88ec-b349670cab5b'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:20.753154 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25497102-2229-4806-94ae-fe963a37d881 admin admin] Checking segment: {'id': 'e453a25e-20e6-4812-8213-7829c2efa745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'add98200-9874-4f35-856b-63e58b2c4b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:27:20.756410 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25497102-2229-4806-94ae-fe963a37d881 admin admin] Network hostable DHCP agents. Network: add98200-9874-4f35-856b-63e58b2c4b8f, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:27:20.819801 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8199c63-90d2-4d43-a162-dff61e139ff2 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:27:20.831495 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b8199c63-90d2-4d43-a162-dff61e139ff2 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:20.875129 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25497102-2229-4806-94ae-fe963a37d881 admin admin] Network add98200-9874-4f35-856b-63e58b2c4b8f is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:27:20.900659 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-25497102-2229-4806-94ae-fe963a37d881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, add98200-9874-4f35-856b-63e58b2c4b8f) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:27:20.903511 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8199c63-90d2-4d43-a162-dff61e139ff2 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:27:20.914272 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25497102-2229-4806-94ae-fe963a37d881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:20.915014 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-25497102-2229-4806-94ae-fe963a37d881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:20.928421 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b8199c63-90d2-4d43-a162-dff61e139ff2 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:20.928808 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-b8199c63-90d2-4d43-a162-dff61e139ff2 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Added segment 95771dd8-2547-4aab-aac7-94f0bee2c17f of type vlan for network fbf8ed0b-8c0b-4864-9499-db92874d77c9 Jul 24 09:27:20.947592 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-25497102-2229-4806-94ae-fe963a37d881 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7383080 Jul 24 09:27:20.982496 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50526) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:20.995525 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-fe7cdbe1-402a-432f-a525-5eee1b492fa8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-93839550-router', 'tenant_id': '5f98b06b2c53492fb637741524164ed5', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:27:21.021278 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b8199c63-90d2-4d43-a162-dff61e139ff2 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:21.032201 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3e2bd1-9247-474d-8601-bffd50f577a6 None None] Network add98200-9874-4f35-856b-63e58b2c4b8f requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:27:21.052283 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fe7cdbe1-402a-432f-a525-5eee1b492fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:21.055660 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] Set router 724e4ec0-293b-4a1f-88ec-b349670cab5b gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:27:21.056416 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fe7cdbe1-402a-432f-a525-5eee1b492fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:21.111076 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b8199c63-90d2-4d43-a162-dff61e139ff2 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:21.132213 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8199c63-90d2-4d43-a162-dff61e139ff2 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:21.133036 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b8199c63-90d2-4d43-a162-dff61e139ff2 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:21.278245 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba41b3d-070d-4b25-9f9c-b4fa7b12ac29 req-2b9f6279-99b9-4300-b074-38b5a50f3975 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:21.281471 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aba41b3d-070d-4b25-9f9c-b4fa7b12ac29 req-2b9f6279-99b9-4300-b074-38b5a50f3975 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 945 time: 0.4085498 Jul 24 09:27:21.287584 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fe7cdbe1-402a-432f-a525-5eee1b492fa8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:21.322951 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b8199c63-90d2-4d43-a162-dff61e139ff2 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6254425 Jul 24 09:27:21.339799 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50542) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:21.362654 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-89065e4f-c2a6-4a37-b998-51603b45f08b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'ports': [{'network_id': 'd13b146b-3ea1-4ac3-963f-59386f67d8df'}, {'network_id': 'fbf8ed0b-8c0b-4864-9499-db92874d77c9'}]} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:27:21.366607 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1477b3-8da9-4c54-b440-70f05bd17da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-add98200-9874-4f35-856b-63e58b2c4b8f', 'network_id': 'add98200-9874-4f35-856b-63e58b2c4b8f', 'tenant_id': '5f98b06b2c53492fb637741524164ed5', 'fixed_ips': [{'subnet_id': '1840a881-193e-452e-9a46-6b7972bb20c9'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:27:21.370663 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4e1477b3-8da9-4c54-b440-70f05bd17da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:21.373745 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-89065e4f-c2a6-4a37-b998-51603b45f08b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'port': {'network_id': 'd13b146b-3ea1-4ac3-963f-59386f67d8df'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:27:21.374332 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-89065e4f-c2a6-4a37-b998-51603b45f08b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'port': {'network_id': 'fbf8ed0b-8c0b-4864-9499-db92874d77c9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:27:21.494653 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8199c63-90d2-4d43-a162-dff61e139ff2 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Network': ['ID=fbf8ed0b-8c0b-4864-9499-db92874d77c9,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:21.585084 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724e4ec0-293b-4a1f-88ec-b349670cab5b', 'name': 'tempest-TestAggregatesBasicOps-1227261637-router', 'tenant_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '9c4d45ce-80c5-4039-be16-7aaeba36d888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:27:06Z', 'updated_at': '2021-07-24T09:27:14Z', 'revision_number': 4, 'project_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7', 'gw_port': {'id': '9c4d45ce-80c5-4039-be16-7aaeba36d888', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724e4ec0-293b-4a1f-88ec-b349670cab5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:27:07Z', 'updated_at': '2021-07-24T09:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '10aadd01-3feb-48e6-8373-208a5cfa34c2', 'name': '', 'network_id': 'e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b', 'tenant_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7', 'mac_address': 'fa:16:3e:98:8a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724e4ec0-293b-4a1f-88ec-b349670cab5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '8804d546-47df-44b5-b2b6-c30b28796ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:27:13Z', 'updated_at': '2021-07-24T09:27:20Z', 'revision_number': 4, 'project_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7', 'subnets': [{'id': '8804d546-47df-44b5-b2b6-c30b28796ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:21.593566 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4f699-1696-4f57-8958-9bfaa399d4d4 req-58dcdb0f-ca04-474a-9ceb-b1012bea9f46 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:21.595530 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-56c4f699-1696-4f57-8958-9bfaa399d4d4 req-58dcdb0f-ca04-474a-9ceb-b1012bea9f46 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 944 time: 0.4994333 Jul 24 09:27:21.607917 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aba41b3d-070d-4b25-9f9c-b4fa7b12ac29 req-a916670e-7a27-483c-adb0-e920b05df732 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123853 Jul 24 09:27:21.668275 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fba934-49f5-441e-bc1b-c163637d7d49 None None] The sync data for ids ['724e4ec0-293b-4a1f-88ec-b349670cab5b'] in n-d-800085-9 is: [{'id': '724e4ec0-293b-4a1f-88ec-b349670cab5b', 'name': 'tempest-TestAggregatesBasicOps-1227261637-router', 'tenant_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '9c4d45ce-80c5-4039-be16-7aaeba36d888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:27:06Z', 'updated_at': '2021-07-24T09:27:14Z', 'revision_number': 4, 'project_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7', 'gw_port': {'id': '9c4d45ce-80c5-4039-be16-7aaeba36d888', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724e4ec0-293b-4a1f-88ec-b349670cab5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:27:07Z', 'updated_at': '2021-07-24T09:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '10aadd01-3feb-48e6-8373-208a5cfa34c2', 'name': '', 'network_id': 'e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b', 'tenant_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7', 'mac_address': 'fa:16:3e:98:8a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724e4ec0-293b-4a1f-88ec-b349670cab5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '8804d546-47df-44b5-b2b6-c30b28796ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:27:13Z', 'updated_at': '2021-07-24T09:27:20Z', 'revision_number': 4, 'project_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7', 'subnets': [{'id': '8804d546-47df-44b5-b2b6-c30b28796ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:27:21.783732 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-4e1477b3-8da9-4c54-b440-70f05bd17da3 None None] Allocated IP 172.20.0.2 (add98200-9874-4f35-856b-63e58b2c4b8f/1840a881-193e-452e-9a46-6b7972bb20c9/9a175ca8-0fc4-4d50-85c2-bcef0741917c) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:27:21.871397 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fe7cdbe1-402a-432f-a525-5eee1b492fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:21.923105 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network fbf8ed0b-8c0b-4864-9499-db92874d77c9 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:27:21.944651 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-56c4f699-1696-4f57-8958-9bfaa399d4d4 req-3157ae5e-b0cd-4d10-9dab-1af4c57afe6c tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3423839 Jul 24 09:27:21.968630 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89065e4f-c2a6-4a37-b998-51603b45f08b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'port': 2} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:27:21.995433 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-89065e4f-c2a6-4a37-b998-51603b45f08b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:22.035970 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-89065e4f-c2a6-4a37-b998-51603b45f08b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:22.169201 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-89065e4f-c2a6-4a37-b998-51603b45f08b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] device_id is not set on port 9fb5db4b-2b91-4144-9186-8cd91389dcf2 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:27:22.365472 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4e1477b3-8da9-4c54-b440-70f05bd17da3 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:22.393939 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4e1477b3-8da9-4c54-b440-70f05bd17da3 None None] Transition to ACTIVE for port object 9a175ca8-0fc4-4d50-85c2-bcef0741917c will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:27:22.430993 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4e1477b3-8da9-4c54-b440-70f05bd17da3 None None] Transition to ACTIVE for port object 9a175ca8-0fc4-4d50-85c2-bcef0741917c will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:27:22.444609 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4e1477b3-8da9-4c54-b440-70f05bd17da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:22.504339 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-89065e4f-c2a6-4a37-b998-51603b45f08b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:22.536047 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fe7cdbe1-402a-432f-a525-5eee1b492fa8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:22.578443 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1477b3-8da9-4c54-b440-70f05bd17da3 None None] Pushing event updated for resources: {'Port': ['ID=9a175ca8-0fc4-4d50-85c2-bcef0741917c,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:22.585693 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 10aadd01-3feb-48e6-8373-208a5cfa34c2 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:27:22.623252 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1477b3-8da9-4c54-b440-70f05bd17da3 None None] Network add98200-9874-4f35-856b-63e58b2c4b8f is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:27:22.659134 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fe7cdbe1-402a-432f-a525-5eee1b492fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:22.717716 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-89065e4f-c2a6-4a37-b998-51603b45f08b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] device_id is not set on port 6c2470f3-27df-4041-a1c6-7d7e65699586 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:27:22.765133 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-4e1477b3-8da9-4c54-b440-70f05bd17da3 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:27:22.775471 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1477b3-8da9-4c54-b440-70f05bd17da3 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:27:22.929250 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 10aadd01-3feb-48e6-8373-208a5cfa34c2 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:27:22.976088 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 10aadd01-3feb-48e6-8373-208a5cfa34c2 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:27:22.976547 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:23.062461 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-fe7cdbe1-402a-432f-a525-5eee1b492fa8 admin admin] Allocated IP 172.25.7.119 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/526dec76-ae09-4898-8838-ee0119fa030b) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:27:23.120802 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-89065e4f-c2a6-4a37-b998-51603b45f08b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:23.126314 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-4e1477b3-8da9-4c54-b440-70f05bd17da3 None None] Attempting to bind port 9a175ca8-0fc4-4d50-85c2-bcef0741917c on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:27:23.126684 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-4e1477b3-8da9-4c54-b440-70f05bd17da3 None None] Attempting to bind port 9a175ca8-0fc4-4d50-85c2-bcef0741917c by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'e453a25e-20e6-4812-8213-7829c2efa745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'add98200-9874-4f35-856b-63e58b2c4b8f'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:27:23.127046 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1477b3-8da9-4c54-b440-70f05bd17da3 None None] Attempting to bind port 9a175ca8-0fc4-4d50-85c2-bcef0741917c on network add98200-9874-4f35-856b-63e58b2c4b8f {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:27:23.149561 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1477b3-8da9-4c54-b440-70f05bd17da3 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:27:23.155081 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1477b3-8da9-4c54-b440-70f05bd17da3 None None] Checking segment: {'id': 'e453a25e-20e6-4812-8213-7829c2efa745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'add98200-9874-4f35-856b-63e58b2c4b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:27:23.156176 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4e1477b3-8da9-4c54-b440-70f05bd17da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:23.156772 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1477b3-8da9-4c54-b440-70f05bd17da3 None None] Bound using segment: {'id': 'e453a25e-20e6-4812-8213-7829c2efa745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'add98200-9874-4f35-856b-63e58b2c4b8f'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:27:23.159281 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-4e1477b3-8da9-4c54-b440-70f05bd17da3 None None] Bound port: 9a175ca8-0fc4-4d50-85c2-bcef0741917c, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e453a25e-20e6-4812-8213-7829c2efa745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'add98200-9874-4f35-856b-63e58b2c4b8f'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:27:23.159851 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4e1477b3-8da9-4c54-b440-70f05bd17da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:23.326073 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fe7cdbe1-402a-432f-a525-5eee1b492fa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:23.335802 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-89065e4f-c2a6-4a37-b998-51603b45f08b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:23.355129 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4e1477b3-8da9-4c54-b440-70f05bd17da3 None None] For port 9a175ca8-0fc4-4d50-85c2-bcef0741917c, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:27:23.367376 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4e1477b3-8da9-4c54-b440-70f05bd17da3 None None] For port 9a175ca8-0fc4-4d50-85c2-bcef0741917c, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=9a175ca8-0fc4-4d50-85c2-bcef0741917c,segment=NetworkSegment(e453a25e-20e6-4812-8213-7829c2efa745),segment_id=e453a25e-20e6-4812-8213-7829c2efa745)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:27:23.386772 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4e1477b3-8da9-4c54-b440-70f05bd17da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:23.387455 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fe7cdbe1-402a-432f-a525-5eee1b492fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:23.424668 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7cdbe1-402a-432f-a525-5eee1b492fa8 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:27:23.433142 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-fe7cdbe1-402a-432f-a525-5eee1b492fa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:27:23.502137 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89065e4f-c2a6-4a37-b998-51603b45f08b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network d13b146b-3ea1-4ac3-963f-59386f67d8df is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:27:23.507043 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7cdbe1-402a-432f-a525-5eee1b492fa8 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:27:23.518650 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19db8c-9f6c-4735-bffd-18cefeb2bb6e req-560e2f54-153f-457a-80e9-e23823329af2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:23.520256 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa19db8c-9f6c-4735-bffd-18cefeb2bb6e req-560e2f54-153f-457a-80e9-e23823329af2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 944 time: 0.3492537 Jul 24 09:27:23.541048 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-89065e4f-c2a6-4a37-b998-51603b45f08b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:27:23.596480 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1477b3-8da9-4c54-b440-70f05bd17da3 None None] Pushing event updated for resources: {'Port': ['ID=9a175ca8-0fc4-4d50-85c2-bcef0741917c,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:23.622069 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89065e4f-c2a6-4a37-b998-51603b45f08b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:27:23.622927 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-89065e4f-c2a6-4a37-b998-51603b45f08b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:23.639392 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:23.654366 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89065e4f-c2a6-4a37-b998-51603b45f08b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Port': ['ID=9fb5db4b-2b91-4144-9186-8cd91389dcf2,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:23.677424 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7cdbe1-402a-432f-a525-5eee1b492fa8 admin admin] Pushing event updated for resources: {'Port': ['ID=526dec76-ae09-4898-8838-ee0119fa030b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:23.708589 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 10aadd01-3feb-48e6-8373-208a5cfa34c2, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=10aadd01-3feb-48e6-8373-208a5cfa34c2,segment=NetworkSegment(65cb9139-4918-478f-a265-bf1fc8ddd82b),segment_id=65cb9139-4918-478f-a265-bf1fc8ddd82b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:27:23.719690 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ad49-2780-4860-af3b-34160481d8d8 req-36b92e8e-d63c-468c-9e5e-accade372eaa tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:23.727373 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c660ad49-2780-4860-af3b-34160481d8d8 req-36b92e8e-d63c-468c-9e5e-accade372eaa tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 945 time: 0.3442500 Jul 24 09:27:23.730108 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:23.788310 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89065e4f-c2a6-4a37-b998-51603b45f08b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Port': ['ID=6c2470f3-27df-4041-a1c6-7d7e65699586,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:23.841297 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa19db8c-9f6c-4735-bffd-18cefeb2bb6e req-bc08a85e-d668-410e-a250-520dd31f4769 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3014009 Jul 24 09:27:23.930445 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89065e4f-c2a6-4a37-b998-51603b45f08b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Checking segment: {'id': '95771dd8-2547-4aab-aac7-94f0bee2c17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fbf8ed0b-8c0b-4864-9499-db92874d77c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:27:23.931038 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89065e4f-c2a6-4a37-b998-51603b45f08b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network hostable DHCP agents. Network: fbf8ed0b-8c0b-4864-9499-db92874d77c9, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:27:23.933447 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=10aadd01-3feb-48e6-8373-208a5cfa34c2,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:23.975783 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89065e4f-c2a6-4a37-b998-51603b45f08b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network fbf8ed0b-8c0b-4864-9499-db92874d77c9 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:27:23.997205 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-89065e4f-c2a6-4a37-b998-51603b45f08b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, fbf8ed0b-8c0b-4864-9499-db92874d77c9) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:27:24.008943 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bd5de9-4e6d-4219-9709-f09ae1fceab0 None None] Network fbf8ed0b-8c0b-4864-9499-db92874d77c9 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:27:24.015682 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89065e4f-c2a6-4a37-b998-51603b45f08b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:27:24.045897 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89065e4f-c2a6-4a37-b998-51603b45f08b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:24.074758 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89065e4f-c2a6-4a37-b998-51603b45f08b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:24.078479 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-89065e4f-c2a6-4a37-b998-51603b45f08b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:24.117257 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-89065e4f-c2a6-4a37-b998-51603b45f08b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7713783 Jul 24 09:27:24.117470 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c660ad49-2780-4860-af3b-34160481d8d8 req-f2b7f246-fc65-4252-8fa3-63e38f8036d2 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882432 Jul 24 09:27:24.122329 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50586) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:24.600716 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fe7cdbe1-402a-432f-a525-5eee1b492fa8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:24.620112 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 9a175ca8-0fc4-4d50-85c2-bcef0741917c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:27:24.688584 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-9c687825-84a5-4391-88db-cbc5fcff43ad tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting port 6c2470f3-27df-4041-a1c6-7d7e65699586 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:27:24.691667 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9c687825-84a5-4391-88db-cbc5fcff43ad tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:24.766697 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 9a175ca8-0fc4-4d50-85c2-bcef0741917c completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:27:24.774673 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 10aadd01-3feb-48e6-8373-208a5cfa34c2 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:27:24.834242 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9c687825-84a5-4391-88db-cbc5fcff43ad tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:24.840711 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 10aadd01-3feb-48e6-8373-208a5cfa34c2 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:27:24.841343 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:24.851138 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-9c687825-84a5-4391-88db-cbc5fcff43ad tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Calling delete_port for 6c2470f3-27df-4041-a1c6-7d7e65699586 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:27:25.003817 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9c687825-84a5-4391-88db-cbc5fcff43ad tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:25.051858 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9c687825-84a5-4391-88db-cbc5fcff43ad tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:25.054018 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9c687825-84a5-4391-88db-cbc5fcff43ad tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/ports/6c2470f3-27df-4041-a1c6-7d7e65699586 HTTP/1.1" status: 204 len: 168 time: 0.9306915 Jul 24 09:27:25.056828 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50598) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:25.078181 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c687825-84a5-4391-88db-cbc5fcff43ad tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Port': ['ID=6c2470f3-27df-4041-a1c6-7d7e65699586,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:25.090621 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5b71a-3744-4e5a-9258-2c556efa10e2 req-f89e397f-2744-4062-8bed-993798f906e1 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:25.113741 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15a5b71a-3744-4e5a-9258-2c556efa10e2 req-f89e397f-2744-4062-8bed-993798f906e1 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 944 time: 0.1468637 Jul 24 09:27:25.195095 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15a5b71a-3744-4e5a-9258-2c556efa10e2 req-383fbc1c-e9e2-4b5e-92ad-8b3e1fce96af tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807610 Jul 24 09:27:25.320446 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fe7cdbe1-402a-432f-a525-5eee1b492fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:25.334601 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae7a722-56c0-47ef-9bb7-94c391a01f71 None None] Network add98200-9874-4f35-856b-63e58b2c4b8f requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:27:25.505078 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-93840651-d759-4670-a635-dc220c1e6f65 None None] Provisioning for port 9a175ca8-0fc4-4d50-85c2-bcef0741917c completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:27:25.510968 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-93840651-d759-4670-a635-dc220c1e6f65 None None] Provisioning complete for port 9a175ca8-0fc4-4d50-85c2-bcef0741917c triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:27:25.511364 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-93840651-d759-4670-a635-dc220c1e6f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:25.642912 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b67969c-b34c-420d-93f2-8b192392672c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:25.659449 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b67969c-b34c-420d-93f2-8b192392672c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:25.661217 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1b67969c-b34c-420d-93f2-8b192392672c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.6034367 Jul 24 09:27:25.664384 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50616) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:25.672339 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7cdbe1-402a-432f-a525-5eee1b492fa8 admin admin] Router 2c6c323a-2ca1-483a-9f86-69f5de86a14e is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:27:25.697096 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-93840651-d759-4670-a635-dc220c1e6f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:25.731935 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-93840651-d759-4670-a635-dc220c1e6f65 None None] For port 9a175ca8-0fc4-4d50-85c2-bcef0741917c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=9a175ca8-0fc4-4d50-85c2-bcef0741917c,segment=NetworkSegment(e453a25e-20e6-4812-8213-7829c2efa745),segment_id=e453a25e-20e6-4812-8213-7829c2efa745)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:27:25.742200 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-93840651-d759-4670-a635-dc220c1e6f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:25.840872 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93840651-d759-4670-a635-dc220c1e6f65 None None] Pushing event updated for resources: {'Port': ['ID=9a175ca8-0fc4-4d50-85c2-bcef0741917c,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:25.970250 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-a4b05548-3749-4668-b5f3-e2663932faa7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting port 9fb5db4b-2b91-4144-9186-8cd91389dcf2 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:27:25.970613 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a4b05548-3749-4668-b5f3-e2663932faa7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:25.978275 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfce6e9-da5d-444f-aa38-59a4e2127e79 req-749daaa8-6c91-446b-8a11-bf8aaa3adad7 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:25.980468 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9bfce6e9-da5d-444f-aa38-59a4e2127e79 req-749daaa8-6c91-446b-8a11-bf8aaa3adad7 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 945 time: 0.5283642 Jul 24 09:27:25.986650 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7cdbe1-402a-432f-a525-5eee1b492fa8 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:27:26.000052 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] Sync routers for ids ['2c6c323a-2ca1-483a-9f86-69f5de86a14e'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:27:26.019058 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] Routers {'2c6c323a-2ca1-483a-9f86-69f5de86a14e'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:27:26.019695 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:27:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['2c6c323a-2ca1-483a-9f86-69f5de86a14e'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:26.064091 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fe7cdbe1-402a-432f-a525-5eee1b492fa8 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:26.070878 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fe7cdbe1-402a-432f-a525-5eee1b492fa8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0872571 Jul 24 09:27:26.073053 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50620) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:26.078582 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9bfce6e9-da5d-444f-aa38-59a4e2127e79 req-1ac81b5e-2e37-433a-842b-568290b140cd tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890214 Jul 24 09:27:26.182286 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a4b05548-3749-4668-b5f3-e2663932faa7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:26.225884 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-a4b05548-3749-4668-b5f3-e2663932faa7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Calling delete_port for 9fb5db4b-2b91-4144-9186-8cd91389dcf2 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:27:26.317578 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fa812556-c2f8-4850-ba16-ed91cabaf3ab None None] Provisioning complete for port 9a175ca8-0fc4-4d50-85c2-bcef0741917c triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:27:26.321396 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fa812556-c2f8-4850-ba16-ed91cabaf3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:26.463081 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] Set router 2c6c323a-2ca1-483a-9f86-69f5de86a14e gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:27:26.482067 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a4b05548-3749-4668-b5f3-e2663932faa7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:26.510851 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b05548-3749-4668-b5f3-e2663932faa7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Port': ['ID=9fb5db4b-2b91-4144-9186-8cd91389dcf2,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:26.522610 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b05548-3749-4668-b5f3-e2663932faa7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:26.523510 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b05548-3749-4668-b5f3-e2663932faa7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:26.523850 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b05548-3749-4668-b5f3-e2663932faa7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:26.524187 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b05548-3749-4668-b5f3-e2663932faa7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:26.526813 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b05548-3749-4668-b5f3-e2663932faa7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:26.527173 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b05548-3749-4668-b5f3-e2663932faa7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:26.527518 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b05548-3749-4668-b5f3-e2663932faa7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:26.528784 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b05548-3749-4668-b5f3-e2663932faa7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:26.529151 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b05548-3749-4668-b5f3-e2663932faa7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:26.529484 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b05548-3749-4668-b5f3-e2663932faa7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:26.529935 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b05548-3749-4668-b5f3-e2663932faa7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:26.530264 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b05548-3749-4668-b5f3-e2663932faa7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:26.555064 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a4b05548-3749-4668-b5f3-e2663932faa7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:26.563419 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a4b05548-3749-4668-b5f3-e2663932faa7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/ports/9fb5db4b-2b91-4144-9186-8cd91389dcf2 HTTP/1.1" status: 204 len: 168 time: 0.8978453 Jul 24 09:27:26.565895 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50628) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:26.702187 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b483d0b9-9e86-414a-80d1-5b0b5a39edf2 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:26.743707 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b483d0b9-9e86-414a-80d1-5b0b5a39edf2 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1656930 Jul 24 09:27:26.749875 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50634) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:26.872450 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc34033-1781-4b39-a0c1-47611eabcb13 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] GET failed (client error): The resource could not be found. Jul 24 09:27:26.881391 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4bc34033-1781-4b39-a0c1-47611eabcb13 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "GET /v2.0/ports/6c2470f3-27df-4041-a1c6-7d7e65699586 HTTP/1.1" status: 404 len: 333 time: 0.1302450 Jul 24 09:27:26.882432 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50640) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:26.891501 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a4ae7-75bc-4cf9-928e-69610ae87b3b req-25ad72a0-1c87-41bb-a19a-83b9c1ea2652 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:26.902871 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f20a4ae7-75bc-4cf9-928e-69610ae87b3b req-25ad72a0-1c87-41bb-a19a-83b9c1ea2652 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 944 time: 0.4538033 Jul 24 09:27:26.968084 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecdc50cd-e812-4123-ab48-887b86be0b58 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] GET failed (client error): The resource could not be found. Jul 24 09:27:26.971880 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ecdc50cd-e812-4123-ab48-887b86be0b58 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "GET /v2.0/ports/9fb5db4b-2b91-4144-9186-8cd91389dcf2 HTTP/1.1" status: 404 len: 333 time: 0.0879967 Jul 24 09:27:26.973672 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f20a4ae7-75bc-4cf9-928e-69610ae87b3b req-5b355615-480f-4cee-82f4-7ec5233aefaf tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698452 Jul 24 09:27:26.974149 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50644) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:26.988199 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 9a175ca8-0fc4-4d50-85c2-bcef0741917c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:27:27.246645 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c19e70a-b716-4e43-87b0-cb7222623f28 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:27.308380 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8a08d462-dd36-4c44-8e32-b2ec439ab172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:27.366238 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d9c52464-8d7a-4ab1-bb5e-7916398f169e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:27.508117 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 9a175ca8-0fc4-4d50-85c2-bcef0741917c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:27:27.508691 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:27.597068 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c19e70a-b716-4e43-87b0-cb7222623f28 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:27.611406 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-4c19e70a-b716-4e43-87b0-cb7222623f28 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf8ed0b-8c0b-4864-9499-db92874d77c9']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:27.632221 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc803ae-c158-4086-ab58-2a3d84bfa0f9 req-fce102c4-03ec-4571-a0d2-2ab3ce68e8d3 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:27.634917 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-abc803ae-c158-4086-ab58-2a3d84bfa0f9 req-fce102c4-03ec-4571-a0d2-2ab3ce68e8d3 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 945 time: 0.3468826 Jul 24 09:27:27.638282 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-4c19e70a-b716-4e43-87b0-cb7222623f28 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95771dd8-2547-4aab-aac7-94f0bee2c17f') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:27.638634 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-4c19e70a-b716-4e43-87b0-cb7222623f28 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95771dd8-2547-4aab-aac7-94f0bee2c17f') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:27.667028 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c19e70a-b716-4e43-87b0-cb7222623f28 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:27.684781 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c323a-2ca1-483a-9f86-69f5de86a14e', 'name': 'tempest-TestAggregatesBasicOps-93839550-router', 'tenant_id': '5f98b06b2c53492fb637741524164ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '526dec76-ae09-4898-8838-ee0119fa030b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:27:21Z', 'updated_at': '2021-07-24T09:27:24Z', 'revision_number': 3, 'project_id': '5f98b06b2c53492fb637741524164ed5', 'gw_port': {'id': '526dec76-ae09-4898-8838-ee0119fa030b', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c323a-2ca1-483a-9f86-69f5de86a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:27:22Z', 'updated_at': '2021-07-24T09:27:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:27.711586 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c19e70a-b716-4e43-87b0-cb7222623f28 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:27.723540 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-abc803ae-c158-4086-ab58-2a3d84bfa0f9 req-9cd734d0-6fc8-49e1-8d33-f50ca783e482 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592704 Jul 24 09:27:27.725087 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c19e70a-b716-4e43-87b0-cb7222623f28 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:27:27.725087 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c19e70a-b716-4e43-87b0-cb7222623f28 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:27:27.728226 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:27:27.732914 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-8a08d462-dd36-4c44-8e32-b2ec439ab172 admin admin] Allocated IP 172.20.0.1 (add98200-9874-4f35-856b-63e58b2c4b8f/1840a881-193e-452e-9a46-6b7972bb20c9/57139404-0a27-4391-b1f5-b57b1f6d1f66) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:27:27.761392 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] Checking router: 2c6c323a-2ca1-483a-9f86-69f5de86a14e for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:27:27.761753 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] Updating router 2c6c323a-2ca1-483a-9f86-69f5de86a14e port 526dec76-ae09-4898-8838-ee0119fa030b binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:27:27.877363 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c19e70a-b716-4e43-87b0-cb7222623f28 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:27.878326 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:27.891859 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c19e70a-b716-4e43-87b0-cb7222623f28 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:27.895947 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4c19e70a-b716-4e43-87b0-cb7222623f28 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/networks/fbf8ed0b-8c0b-4864-9499-db92874d77c9 HTTP/1.1" status: 204 len: 168 time: 0.9207053 Jul 24 09:27:27.901944 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50662) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:27.910288 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-a523b6c4-f711-42a7-bbfe-250436ceeab3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-970527658'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:27:27.923707 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19e70a-b716-4e43-87b0-cb7222623f28 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Network': ['ID=fbf8ed0b-8c0b-4864-9499-db92874d77c9,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:27.984030 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a523b6c4-f711-42a7-bbfe-250436ceeab3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:27:27.987983 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a523b6c4-f711-42a7-bbfe-250436ceeab3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:28.440090 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:28.459564 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] Transition to ACTIVE for port object 526dec76-ae09-4898-8838-ee0119fa030b will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:27:28.475913 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:28.535934 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8a08d462-dd36-4c44-8e32-b2ec439ab172 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:28.607014 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a523b6c4-f711-42a7-bbfe-250436ceeab3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:27:28.607245 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80053dc5-e44e-433f-b9f6-0980ce0a9d7c None None] Pushing event updated for resources: {'Port': ['ID=526dec76-ae09-4898-8838-ee0119fa030b,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:28.617272 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a523b6c4-f711-42a7-bbfe-250436ceeab3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:28.617778 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-a523b6c4-f711-42a7-bbfe-250436ceeab3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Added segment a727fb62-3960-4700-af5e-834b6c0e2eb3 of type vlan for network 0b7f7ab2-ded3-4831-8517-2e5d5309d9e0 Jul 24 09:27:28.652269 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] Attempting to bind port 526dec76-ae09-4898-8838-ee0119fa030b on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:27:28.652643 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] Attempting to bind port 526dec76-ae09-4898-8838-ee0119fa030b by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:27:28.653051 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] Attempting to bind port 526dec76-ae09-4898-8838-ee0119fa030b on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:27:28.662874 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:27:28.663931 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:27:28.664979 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:28.681708 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:27:28.682748 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-8a08d462-dd36-4c44-8e32-b2ec439ab172 admin admin] Transition to ACTIVE for port object 57139404-0a27-4391-b1f5-b57b1f6d1f66 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:27:28.683241 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] Bound port: 526dec76-ae09-4898-8838-ee0119fa030b, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:27:28.683964 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:28.717514 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a523b6c4-f711-42a7-bbfe-250436ceeab3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:28.823044 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8a08d462-dd36-4c44-8e32-b2ec439ab172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:28.842241 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] For port 526dec76-ae09-4898-8838-ee0119fa030b, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:27:28.846294 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] For port 526dec76-ae09-4898-8838-ee0119fa030b, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=526dec76-ae09-4898-8838-ee0119fa030b,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:27:28.853221 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:28.946676 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80053dc5-e44e-433f-b9f6-0980ce0a9d7c None None] Pushing event updated for resources: {'Port': ['ID=526dec76-ae09-4898-8838-ee0119fa030b,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:28.982664 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] Routers {'2c6c323a-2ca1-483a-9f86-69f5de86a14e'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:27:28.984315 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:27:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['2c6c323a-2ca1-483a-9f86-69f5de86a14e'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:28.994681 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08d462-dd36-4c44-8e32-b2ec439ab172 admin admin] Pushing event updated for resources: {'Port': ['ID=57139404-0a27-4391-b1f5-b57b1f6d1f66,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:29.011317 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.db.resource_extend [None req-a523b6c4-f711-42a7-bbfe-250436ceeab3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 09:27:29.026179 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a08d462-dd36-4c44-8e32-b2ec439ab172 admin admin] Network add98200-9874-4f35-856b-63e58b2c4b8f is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:27:29.043539 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd3279-1021-42d9-80dc-75f972798277 req-fee0e7f2-c841-4ec4-9b7d-016ed370511f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:29.059303 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9ccd3279-1021-42d9-80dc-75f972798277 req-fee0e7f2-c841-4ec4-9b7d-016ed370511f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 945 time: 0.1352839 Jul 24 09:27:29.079119 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9760d-43dc-4c03-9eef-5eb8b3b07684 req-83f67713-fb0e-441b-aa6e-4a1ccc81f164 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:29.080951 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dad9760d-43dc-4c03-9eef-5eb8b3b07684 req-83f67713-fb0e-441b-aa6e-4a1ccc81f164 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 944 time: 0.5599771 Jul 24 09:27:29.096059 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-8a08d462-dd36-4c44-8e32-b2ec439ab172 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:27:29.178202 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9ccd3279-1021-42d9-80dc-75f972798277 req-8481d40c-c65a-4b2f-8594-8693d93a3e71 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179283 Jul 24 09:27:29.200491 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a08d462-dd36-4c44-8e32-b2ec439ab172 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:27:29.205870 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dad9760d-43dc-4c03-9eef-5eb8b3b07684 req-17ff79f8-2a45-4a55-a1f8-c903d5495fd9 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871546 Jul 24 09:27:29.245810 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a523b6c4-f711-42a7-bbfe-250436ceeab3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:29.274905 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a523b6c4-f711-42a7-bbfe-250436ceeab3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:29.275548 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a523b6c4-f711-42a7-bbfe-250436ceeab3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:29.278818 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] Set router 2c6c323a-2ca1-483a-9f86-69f5de86a14e gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:27:29.319003 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50694) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:29.324542 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-b6fa9818-922d-4d77-ada8-01765880043c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'subnet': {'network_id': '0b7f7ab2-ded3-4831-8517-2e5d5309d9e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:27:29.329335 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a523b6c4-f711-42a7-bbfe-250436ceeab3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4262512 Jul 24 09:27:29.427809 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8a08d462-dd36-4c44-8e32-b2ec439ab172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:29.538003 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fa9818-922d-4d77-ada8-01765880043c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:27:29.541521 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b6fa9818-922d-4d77-ada8-01765880043c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:29.600961 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-de0a372b-b7dd-4625-8211-b0ad06c6d6a0 None None] Provisioning for port 57139404-0a27-4391-b1f5-b57b1f6d1f66 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:27:29.607786 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-de0a372b-b7dd-4625-8211-b0ad06c6d6a0 None None] Provisioning complete for port 57139404-0a27-4391-b1f5-b57b1f6d1f66 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:27:29.609001 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-de0a372b-b7dd-4625-8211-b0ad06c6d6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:29.659623 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-de0a372b-b7dd-4625-8211-b0ad06c6d6a0 None None] Port 57139404-0a27-4391-b1f5-b57b1f6d1f66 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:27:29.666664 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523b6c4-f711-42a7-bbfe-250436ceeab3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Network': ['ID=0b7f7ab2-ded3-4831-8517-2e5d5309d9e0,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:29.690179 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 0b7f7ab2-ded3-4831-8517-2e5d5309d9e0 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:27:29.835757 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c323a-2ca1-483a-9f86-69f5de86a14e', 'name': 'tempest-TestAggregatesBasicOps-93839550-router', 'tenant_id': '5f98b06b2c53492fb637741524164ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '526dec76-ae09-4898-8838-ee0119fa030b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:27:21Z', 'updated_at': '2021-07-24T09:27:24Z', 'revision_number': 3, 'project_id': '5f98b06b2c53492fb637741524164ed5', 'gw_port': {'id': '526dec76-ae09-4898-8838-ee0119fa030b', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c323a-2ca1-483a-9f86-69f5de86a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:27:22Z', 'updated_at': '2021-07-24T09:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:29.879045 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8a08d462-dd36-4c44-8e32-b2ec439ab172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:29.902936 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f69ea-322d-4413-96a6-d53ac50d9420 None None] The sync data for ids ['2c6c323a-2ca1-483a-9f86-69f5de86a14e'] in n-d-800085-9 is: [{'id': '2c6c323a-2ca1-483a-9f86-69f5de86a14e', 'name': 'tempest-TestAggregatesBasicOps-93839550-router', 'tenant_id': '5f98b06b2c53492fb637741524164ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '526dec76-ae09-4898-8838-ee0119fa030b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:27:21Z', 'updated_at': '2021-07-24T09:27:24Z', 'revision_number': 3, 'project_id': '5f98b06b2c53492fb637741524164ed5', 'gw_port': {'id': '526dec76-ae09-4898-8838-ee0119fa030b', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c323a-2ca1-483a-9f86-69f5de86a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:27:22Z', 'updated_at': '2021-07-24T09:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:27:29.949392 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-73f197d9-4cd8-40d2-bde1-01f67b6295b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:29.980562 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b6fa9818-922d-4d77-ada8-01765880043c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:30.116664 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa9818-922d-4d77-ada8-01765880043c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Subnet': ['ID=6768c93b-199f-4183-921f-0d92812da1ce,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:30.165920 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fa9818-922d-4d77-ada8-01765880043c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Checking segment: {'id': 'a727fb62-3960-4700-af5e-834b6c0e2eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b7f7ab2-ded3-4831-8517-2e5d5309d9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:27:30.166547 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fa9818-922d-4d77-ada8-01765880043c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network hostable DHCP agents. Network: 0b7f7ab2-ded3-4831-8517-2e5d5309d9e0, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:27:30.180244 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8a08d462-dd36-4c44-8e32-b2ec439ab172 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:30.199448 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8a08d462-dd36-4c44-8e32-b2ec439ab172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:30.203591 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fa9818-922d-4d77-ada8-01765880043c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network 0b7f7ab2-ded3-4831-8517-2e5d5309d9e0 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:27:30.224891 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-b6fa9818-922d-4d77-ada8-01765880043c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 0b7f7ab2-ded3-4831-8517-2e5d5309d9e0) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:27:30.231434 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fa9818-922d-4d77-ada8-01765880043c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:30.232137 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b6fa9818-922d-4d77-ada8-01765880043c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:30.234751 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d70d303-e7e0-43c9-af1a-67f9c2f5f3b3 None None] Network 0b7f7ab2-ded3-4831-8517-2e5d5309d9e0 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:27:30.318107 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b6fa9818-922d-4d77-ada8-01765880043c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9975410 Jul 24 09:27:30.319336 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50708) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:30.338126 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-54036ced-2eda-4018-a521-531d96faa7a7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'port': {'network_id': '0b7f7ab2-ded3-4831-8517-2e5d5309d9e0', 'name': 'tempest-PortsIpV6TestJSON-1362369734'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:27:30.357449 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-403e4a46-6eb9-429c-b220-e39e2c2023ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:30.361714 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-403e4a46-6eb9-429c-b220-e39e2c2023ed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727&tenant_id=bff123a614204702924a0af9802e1c93 HTTP/1.1" status: 200 len: 1095 time: 0.5889282 Jul 24 09:27:30.484672 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-c3c2142e-15b9-41d2-a0bf-8cfb7ce43ab9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-9', 'device_owner': 'compute:nova'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:27:30.586157 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:30.673492 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db042fd7-a9ec-48dd-bf55-73f6b88b464f req-8ab6cc35-9354-4f6e-a869-cc18714f013b tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:30.686531 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db042fd7-a9ec-48dd-bf55-73f6b88b464f req-8ab6cc35-9354-4f6e-a869-cc18714f013b tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 944 time: 0.2572007 Jul 24 09:27:30.763389 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275ab2d5-b384-469e-9410-875df8f55d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-0b7f7ab2-ded3-4831-8517-2e5d5309d9e0', 'network_id': '0b7f7ab2-ded3-4831-8517-2e5d5309d9e0', 'tenant_id': '91ac73207ba04ee3977a4bedfdf2993b', 'fixed_ips': [{'subnet_id': '6768c93b-199f-4183-921f-0d92812da1ce'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:27:30.764248 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-275ab2d5-b384-469e-9410-875df8f55d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:30.764417 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8a08d462-dd36-4c44-8e32-b2ec439ab172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:30.785951 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08d462-dd36-4c44-8e32-b2ec439ab172 admin admin] Pushing event updated for resources: {'Port': ['ID=57139404-0a27-4391-b1f5-b57b1f6d1f66,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:30.806943 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-c3c2142e-15b9-41d2-a0bf-8cfb7ce43ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:30.834974 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db042fd7-a9ec-48dd-bf55-73f6b88b464f req-54eb2416-1110-43a9-8937-3eb19b2ad66c tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469936 Jul 24 09:27:30.877856 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54036ced-2eda-4018-a521-531d96faa7a7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:27:30.883609 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-54036ced-2eda-4018-a521-531d96faa7a7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:30.910898 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-54036ced-2eda-4018-a521-531d96faa7a7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] device_id is not set on port b2fd03d0-2f12-4295-84ba-936f7b2804a2 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:27:31.056416 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device f7414d92-d576-4b08-958a-66037fa8ab9e details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:27:31.088085 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c647173-852a-41fb-b84d-bccc5de458a9 req-b108fe41-3d20-4a59-a638-9cde2daee4d4 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:31.093873 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6c647173-852a-41fb-b84d-bccc5de458a9 req-b108fe41-3d20-4a59-a638-9cde2daee4d4 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 945 time: 0.4871204 Jul 24 09:27:31.101881 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:31.119455 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a08d462-dd36-4c44-8e32-b2ec439ab172 admin admin] Network add98200-9874-4f35-856b-63e58b2c4b8f is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:27:31.122072 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-8a08d462-dd36-4c44-8e32-b2ec439ab172 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:27:31.172682 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6c647173-852a-41fb-b84d-bccc5de458a9 req-2ae42adf-b989-4e13-8f21-93be89fe0954 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517058 Jul 24 09:27:31.189927 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-275ab2d5-b384-469e-9410-875df8f55d3e None None] Allocated IP 2001:db8::2 (0b7f7ab2-ded3-4831-8517-2e5d5309d9e0/6768c93b-199f-4183-921f-0d92812da1ce/54e41e61-261c-45d7-9ab5-6b69196366ca) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:27:31.362878 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port f7414d92-d576-4b08-958a-66037fa8ab9e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=f7414d92-d576-4b08-958a-66037fa8ab9e,segment=NetworkSegment(2655430d-7b89-4cb5-97a0-423f45ff857c),segment_id=2655430d-7b89-4cb5-97a0-423f45ff857c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:27:31.401616 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'f7414d92-d576-4b08-958a-66037fa8ab9e', 'network_id': '4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8', 'port_id': 'f7414d92-d576-4b08-958a-66037fa8ab9e', 'mac_address': 'fa:16:3e:57:66:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b52c53ed-da99-4243-96d3-47bd1a74a8a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:27:31.493458 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a08d462-dd36-4c44-8e32-b2ec439ab172 admin admin] Router 2c6c323a-2ca1-483a-9f86-69f5de86a14e has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:27:31.642159 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:31.677733 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-275ab2d5-b384-469e-9410-875df8f55d3e None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:31.680780 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7414d92-d576-4b08-958a-66037fa8ab9e {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:27:31.684827 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0957a1b8-0368-43ab-af25-9dbfceced9e7 None None] Provisioning complete for port 57139404-0a27-4391-b1f5-b57b1f6d1f66 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:27:31.685301 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0957a1b8-0368-43ab-af25-9dbfceced9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:31.712139 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-c3c2142e-15b9-41d2-a0bf-8cfb7ce43ab9 service neutron] For port 52b6abbb-ed45-4747-a882-9996245f27ee, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=52b6abbb-ed45-4747-a882-9996245f27ee,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:27:31.725430 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-275ab2d5-b384-469e-9410-875df8f55d3e None None] Transition to ACTIVE for port object 54e41e61-261c-45d7-9ab5-6b69196366ca will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:27:31.742888 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port f7414d92-d576-4b08-958a-66037fa8ab9e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=f7414d92-d576-4b08-958a-66037fa8ab9e,segment=NetworkSegment(2655430d-7b89-4cb5-97a0-423f45ff857c),segment_id=2655430d-7b89-4cb5-97a0-423f45ff857c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:27:31.755998 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:31.766204 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-0957a1b8-0368-43ab-af25-9dbfceced9e7 None None] Port 57139404-0a27-4391-b1f5-b57b1f6d1f66 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:27:31.784501 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-275ab2d5-b384-469e-9410-875df8f55d3e None None] Transition to ACTIVE for port object 54e41e61-261c-45d7-9ab5-6b69196366ca will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:27:31.787060 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a08d462-dd36-4c44-8e32-b2ec439ab172 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:27:31.794070 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8a08d462-dd36-4c44-8e32-b2ec439ab172 admin admin] 10.222.0.32 "PUT /v2.0/routers/2c6c323a-2ca1-483a-9f86-69f5de86a14e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7121100 Jul 24 09:27:31.795021 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-c3c2142e-15b9-41d2-a0bf-8cfb7ce43ab9 service neutron] For port 52b6abbb-ed45-4747-a882-9996245f27ee, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:27:31.808874 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-275ab2d5-b384-469e-9410-875df8f55d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:31.842128 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=f7414d92-d576-4b08-958a-66037fa8ab9e,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:31.860977 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275ab2d5-b384-469e-9410-875df8f55d3e None None] Network 0b7f7ab2-ded3-4831-8517-2e5d5309d9e0 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:27:31.891713 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-275ab2d5-b384-469e-9410-875df8f55d3e None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:27:31.896083 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275ab2d5-b384-469e-9410-875df8f55d3e None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:27:31.926160 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-c3c2142e-15b9-41d2-a0bf-8cfb7ce43ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b6abbb-ed45-4747-a882-9996245f27ee {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:27:31.926762 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-54036ced-2eda-4018-a521-531d96faa7a7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Allocated IP 2001:db8::2e8 (0b7f7ab2-ded3-4831-8517-2e5d5309d9e0/6768c93b-199f-4183-921f-0d92812da1ce/b2fd03d0-2f12-4295-84ba-936f7b2804a2) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:27:31.942531 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ab2d5-b384-469e-9410-875df8f55d3e None None] Pushing event updated for resources: {'Port': ['ID=54e41e61-261c-45d7-9ab5-6b69196366ca,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:31.948448 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-c3c2142e-15b9-41d2-a0bf-8cfb7ce43ab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:31.973528 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-c3c2142e-15b9-41d2-a0bf-8cfb7ce43ab9 service neutron] Transition to ACTIVE for port object 52b6abbb-ed45-4747-a882-9996245f27ee will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:27:31.983481 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-c3c2142e-15b9-41d2-a0bf-8cfb7ce43ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:32.018464 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['f7414d92-d576-4b08-958a-66037fa8ab9e'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:27:32.106863 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-275ab2d5-b384-469e-9410-875df8f55d3e None None] Attempting to bind port 54e41e61-261c-45d7-9ab5-6b69196366ca on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:27:32.107296 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-275ab2d5-b384-469e-9410-875df8f55d3e None None] Attempting to bind port 54e41e61-261c-45d7-9ab5-6b69196366ca by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'a727fb62-3960-4700-af5e-834b6c0e2eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b7f7ab2-ded3-4831-8517-2e5d5309d9e0'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:27:32.107672 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275ab2d5-b384-469e-9410-875df8f55d3e None None] Attempting to bind port 54e41e61-261c-45d7-9ab5-6b69196366ca on network 0b7f7ab2-ded3-4831-8517-2e5d5309d9e0 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:27:32.118661 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275ab2d5-b384-469e-9410-875df8f55d3e None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:27:32.119045 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275ab2d5-b384-469e-9410-875df8f55d3e None None] Checking segment: {'id': 'a727fb62-3960-4700-af5e-834b6c0e2eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b7f7ab2-ded3-4831-8517-2e5d5309d9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:27:32.119450 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-275ab2d5-b384-469e-9410-875df8f55d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:32.119842 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275ab2d5-b384-469e-9410-875df8f55d3e None None] Bound using segment: {'id': 'a727fb62-3960-4700-af5e-834b6c0e2eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b7f7ab2-ded3-4831-8517-2e5d5309d9e0'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:27:32.120328 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-275ab2d5-b384-469e-9410-875df8f55d3e None None] Bound port: 54e41e61-261c-45d7-9ab5-6b69196366ca, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a727fb62-3960-4700-af5e-834b6c0e2eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b7f7ab2-ded3-4831-8517-2e5d5309d9e0'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:27:32.120799 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-275ab2d5-b384-469e-9410-875df8f55d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:32.376984 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2142e-15b9-41d2-a0bf-8cfb7ce43ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=52b6abbb-ed45-4747-a882-9996245f27ee,revision_number=9']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:32.461334 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-275ab2d5-b384-469e-9410-875df8f55d3e None None] For port 54e41e61-261c-45d7-9ab5-6b69196366ca, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:27:32.482447 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-275ab2d5-b384-469e-9410-875df8f55d3e None None] For port 54e41e61-261c-45d7-9ab5-6b69196366ca, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=54e41e61-261c-45d7-9ab5-6b69196366ca,segment=NetworkSegment(a727fb62-3960-4700-af5e-834b6c0e2eb3),segment_id=a727fb62-3960-4700-af5e-834b6c0e2eb3)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:27:32.516537 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 526dec76-ae09-4898-8838-ee0119fa030b up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:27:32.543721 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-275ab2d5-b384-469e-9410-875df8f55d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:32.647259 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-c3c2142e-15b9-41d2-a0bf-8cfb7ce43ab9 service neutron] No DVR routers for this DVR port 52b6abbb-ed45-4747-a882-9996245f27ee on host n-h1-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:27:32.815809 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ab2d5-b384-469e-9410-875df8f55d3e None None] Pushing event updated for resources: {'Port': ['ID=54e41e61-261c-45d7-9ab5-6b69196366ca,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:32.885485 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] Sync routers for ids ['2c6c323a-2ca1-483a-9f86-69f5de86a14e'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:27:32.897310 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] Routers {'2c6c323a-2ca1-483a-9f86-69f5de86a14e'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:27:32.898042 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:27:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['2c6c323a-2ca1-483a-9f86-69f5de86a14e'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:32.920220 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 526dec76-ae09-4898-8838-ee0119fa030b completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:27:32.970728 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:32.971643 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 526dec76-ae09-4898-8838-ee0119fa030b triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:27:32.975285 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:33.074130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device f7414d92-d576-4b08-958a-66037fa8ab9e no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:27:33.086346 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-c3c2142e-15b9-41d2-a0bf-8cfb7ce43ab9 service neutron] Attempting to bind port 52b6abbb-ed45-4747-a882-9996245f27ee on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:27:33.087295 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-c3c2142e-15b9-41d2-a0bf-8cfb7ce43ab9 service neutron] Attempting to bind port 52b6abbb-ed45-4747-a882-9996245f27ee by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '93e08baf-4084-4645-a2db-348d6fbb8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:27:33.088265 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-c3c2142e-15b9-41d2-a0bf-8cfb7ce43ab9 service neutron] Attempting to bind port 52b6abbb-ed45-4747-a882-9996245f27ee on network 57115fda-8a95-4d7e-8f17-f315710a2698 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:27:33.105687 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-c3c2142e-15b9-41d2-a0bf-8cfb7ce43ab9 service neutron] Port 52b6abbb-ed45-4747-a882-9996245f27ee on network 57115fda-8a95-4d7e-8f17-f315710a2698 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:27:33.106645 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-c3c2142e-15b9-41d2-a0bf-8cfb7ce43ab9 service neutron] Attempting to bind port 52b6abbb-ed45-4747-a882-9996245f27ee on network 57115fda-8a95-4d7e-8f17-f315710a2698 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:27:33.118246 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-c3c2142e-15b9-41d2-a0bf-8cfb7ce43ab9 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:27:33.118617 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-c3c2142e-15b9-41d2-a0bf-8cfb7ce43ab9 service neutron] Checking segment: {'id': '93e08baf-4084-4645-a2db-348d6fbb8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:27:33.119026 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-c3c2142e-15b9-41d2-a0bf-8cfb7ce43ab9 service neutron] Bound using segment: {'id': '93e08baf-4084-4645-a2db-348d6fbb8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:27:33.121371 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-c3c2142e-15b9-41d2-a0bf-8cfb7ce43ab9 service neutron] Bound port: 52b6abbb-ed45-4747-a882-9996245f27ee, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93e08baf-4084-4645-a2db-348d6fbb8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:27:33.121743 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-c3c2142e-15b9-41d2-a0bf-8cfb7ce43ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:33.146266 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-54036ced-2eda-4018-a521-531d96faa7a7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:33.221651 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-54036ced-2eda-4018-a521-531d96faa7a7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Transition to ACTIVE for port object b2fd03d0-2f12-4295-84ba-936f7b2804a2 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:27:33.229839 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] Set router 2c6c323a-2ca1-483a-9f86-69f5de86a14e gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:27:33.306207 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:33.347839 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-c3c2142e-15b9-41d2-a0bf-8cfb7ce43ab9 service neutron] For port 52b6abbb-ed45-4747-a882-9996245f27ee, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:27:33.356657 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-c3c2142e-15b9-41d2-a0bf-8cfb7ce43ab9 service neutron] For port 52b6abbb-ed45-4747-a882-9996245f27ee, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=52b6abbb-ed45-4747-a882-9996245f27ee,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:27:33.369299 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-c3c2142e-15b9-41d2-a0bf-8cfb7ce43ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:33.404578 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-54036ced-2eda-4018-a521-531d96faa7a7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:33.431764 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 526dec76-ae09-4898-8838-ee0119fa030b, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=526dec76-ae09-4898-8838-ee0119fa030b,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:27:33.446378 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:33.487071 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2142e-15b9-41d2-a0bf-8cfb7ce43ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=52b6abbb-ed45-4747-a882-9996245f27ee,revision_number=10']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:33.541217 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-c3c2142e-15b9-41d2-a0bf-8cfb7ce43ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:33.542501 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-c3c2142e-15b9-41d2-a0bf-8cfb7ce43ab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:33.549984 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-c3c2142e-15b9-41d2-a0bf-8cfb7ce43ab9 service neutron] 10.222.0.20 "PUT /v2.0/ports/52b6abbb-ed45-4747-a882-9996245f27ee HTTP/1.1" status: 200 len: 1092 time: 3.0754366 Jul 24 09:27:33.554061 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b51897-5518-4a45-97ed-8277185dc727', 'tag': '52b6abbb-ed45-4747-a882-9996245f27ee'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:27:33.558903 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ee18c8-c761-4fd4-895e-13c90f48dab9" -d '{"events": [{"name": "network-changed", "server_uuid": "40b51897-5518-4a45-97ed-8277185dc727", "tag": "52b6abbb-ed45-4747-a882-9996245f27ee"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:27:33.572724 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54036ced-2eda-4018-a521-531d96faa7a7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network 0b7f7ab2-ded3-4831-8517-2e5d5309d9e0 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:27:33.607714 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdc097-d831-4055-863e-8e8e26c5a0a7 req-2feb6330-0d2d-425f-958c-86b91cf54d44 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:33.609389 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9fdc097-d831-4055-863e-8e8e26c5a0a7 req-2feb6330-0d2d-425f-958c-86b91cf54d44 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 944 time: 0.3701065 Jul 24 09:27:33.610335 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-54036ced-2eda-4018-a521-531d96faa7a7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:27:33.626659 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54036ced-2eda-4018-a521-531d96faa7a7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:27:33.640222 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54036ced-2eda-4018-a521-531d96faa7a7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:33.640945 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-54036ced-2eda-4018-a521-531d96faa7a7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:33.674548 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54036ced-2eda-4018-a521-531d96faa7a7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Port': ['ID=b2fd03d0-2f12-4295-84ba-936f7b2804a2,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:33.723630 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-76eb4062-4f2a-4c65-b67e-44d66342546f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:33.736227 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-54036ced-2eda-4018-a521-531d96faa7a7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4151051 Jul 24 09:27:33.737906 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-76eb4062-4f2a-4c65-b67e-44d66342546f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bff123a614204702924a0af9802e1c93&device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 1096 time: 0.1536987 Jul 24 09:27:33.738712 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50778) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:33.751518 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9fdc097-d831-4055-863e-8e8e26c5a0a7 req-7a0a171e-6f3a-4d8b-9fd9-a03269077879 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068475 Jul 24 09:27:33.778806 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c323a-2ca1-483a-9f86-69f5de86a14e', 'name': 'tempest-TestAggregatesBasicOps-93839550-router', 'tenant_id': '5f98b06b2c53492fb637741524164ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '526dec76-ae09-4898-8838-ee0119fa030b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:27:21Z', 'updated_at': '2021-07-24T09:27:29Z', 'revision_number': 4, 'project_id': '5f98b06b2c53492fb637741524164ed5', 'gw_port': {'id': '526dec76-ae09-4898-8838-ee0119fa030b', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c323a-2ca1-483a-9f86-69f5de86a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:27:22Z', 'updated_at': '2021-07-24T09:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '57139404-0a27-4391-b1f5-b57b1f6d1f66', 'name': '', 'network_id': 'add98200-9874-4f35-856b-63e58b2c4b8f', 'tenant_id': '5f98b06b2c53492fb637741524164ed5', 'mac_address': 'fa:16:3e:e8:8a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c323a-2ca1-483a-9f86-69f5de86a14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '1840a881-193e-452e-9a46-6b7972bb20c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:27:27Z', 'updated_at': '2021-07-24T09:27:29Z', 'revision_number': 2, 'project_id': '5f98b06b2c53492fb637741524164ed5', 'subnets': [{'id': '1840a881-193e-452e-9a46-6b7972bb20c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:33.830256 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] Checking router: 2c6c323a-2ca1-483a-9f86-69f5de86a14e for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:27:33.830976 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] Updating router 2c6c323a-2ca1-483a-9f86-69f5de86a14e port 57139404-0a27-4391-b1f5-b57b1f6d1f66 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:27:33.897141 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:33.963440 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:33.979178 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f7414d92-d576-4b08-958a-66037fa8ab9e {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:27:34.076884 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e266c2-63c9-44ba-ae87-e53d1a7694df x-openstack-request-id: req-b0e266c2-63c9-44ba-ae87-e53d1a7694df {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:27:34.078990 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b51897-5518-4a45-97ed-8277185dc727", "tag": "52b6abbb-ed45-4747-a882-9996245f27ee", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:27:34.080304 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0e266c2-63c9-44ba-ae87-e53d1a7694df {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:27:34.080304 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b51897-5518-4a45-97ed-8277185dc727', 'tag': '52b6abbb-ed45-4747-a882-9996245f27ee', 'status': 'completed', 'code': 200} Jul 24 09:27:34.097278 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port f7414d92-d576-4b08-958a-66037fa8ab9e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=f7414d92-d576-4b08-958a-66037fa8ab9e,segment=NetworkSegment(2655430d-7b89-4cb5-97a0-423f45ff857c),segment_id=2655430d-7b89-4cb5-97a0-423f45ff857c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:27:34.172662 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=526dec76-ae09-4898-8838-ee0119fa030b,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:34.192685 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:34.224394 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2542008-61d0-49dd-8983-6507c0a5e6e5 req-7bb06479-f2a3-43f7-b168-f1459b7779cb tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:34.232180 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c2542008-61d0-49dd-8983-6507c0a5e6e5 req-7bb06479-f2a3-43f7-b168-f1459b7779cb tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 944 time: 0.4164398 Jul 24 09:27:34.294939 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-a887434a-e012-4af7-9ea8-2a9f12751f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:34.296463 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-a887434a-e012-4af7-9ea8-2a9f12751f3e service neutron] 10.222.0.20 "GET /v2.0/networks?id=57115fda-8a95-4d7e-8f17-f315710a2698 HTTP/1.1" status: 200 len: 916 time: 0.5454042 Jul 24 09:27:34.330262 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-66b0292e-6a7d-47dd-a160-40fe4ebaa33d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting port b2fd03d0-2f12-4295-84ba-936f7b2804a2 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:27:34.331214 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66b0292e-6a7d-47dd-a160-40fe4ebaa33d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:34.345217 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=f7414d92-d576-4b08-958a-66037fa8ab9e,revision_number=7']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:34.424760 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c2542008-61d0-49dd-8983-6507c0a5e6e5 req-a78f3fb0-2f0f-4309-b02e-14046d9f0cb1 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810539 Jul 24 09:27:34.501081 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7aef53-dffe-4434-82de-fbf0d881fc50 None None] Network 0b7f7ab2-ded3-4831-8517-2e5d5309d9e0 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:27:34.559316 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:34.652343 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] Transition to ACTIVE for port object 57139404-0a27-4391-b1f5-b57b1f6d1f66 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:27:34.698655 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:34.735391 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 526dec76-ae09-4898-8838-ee0119fa030b up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:27:34.799185 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7e509f26-07f8-48fd-891e-a2abaa0528e1 None None] Provisioning for port 54e41e61-261c-45d7-9ab5-6b69196366ca completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:27:34.900475 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 526dec76-ae09-4898-8838-ee0119fa030b triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:27:34.921147 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:35.011622 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d9b98-4a3d-4c20-bf92-1929b36cb784 None None] Pushing event updated for resources: {'Port': ['ID=57139404-0a27-4391-b1f5-b57b1f6d1f66,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:35.026667 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] Attempting to bind port 57139404-0a27-4391-b1f5-b57b1f6d1f66 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:27:35.028637 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] Attempting to bind port 57139404-0a27-4391-b1f5-b57b1f6d1f66 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'e453a25e-20e6-4812-8213-7829c2efa745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'add98200-9874-4f35-856b-63e58b2c4b8f'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:27:35.029803 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] Attempting to bind port 57139404-0a27-4391-b1f5-b57b1f6d1f66 on network add98200-9874-4f35-856b-63e58b2c4b8f {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:27:35.036682 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:27:35.037308 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] Checking segment: {'id': 'e453a25e-20e6-4812-8213-7829c2efa745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'add98200-9874-4f35-856b-63e58b2c4b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:27:35.037883 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:35.038421 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] Bound using segment: {'id': 'e453a25e-20e6-4812-8213-7829c2efa745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'add98200-9874-4f35-856b-63e58b2c4b8f'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:27:35.039039 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] Bound port: 57139404-0a27-4391-b1f5-b57b1f6d1f66, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e453a25e-20e6-4812-8213-7829c2efa745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'add98200-9874-4f35-856b-63e58b2c4b8f'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:27:35.039578 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:35.082704 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device f7414d92-d576-4b08-958a-66037fa8ab9e up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:27:35.192388 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 54e41e61-261c-45d7-9ab5-6b69196366ca up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:27:35.232974 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] For port 57139404-0a27-4391-b1f5-b57b1f6d1f66, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:27:35.240536 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] For port 57139404-0a27-4391-b1f5-b57b1f6d1f66, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=57139404-0a27-4391-b1f5-b57b1f6d1f66,segment=NetworkSegment(e453a25e-20e6-4812-8213-7829c2efa745),segment_id=e453a25e-20e6-4812-8213-7829c2efa745)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:27:35.253062 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:35.314487 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 54e41e61-261c-45d7-9ab5-6b69196366ca completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:27:35.320652 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port f7414d92-d576-4b08-958a-66037fa8ab9e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:27:35.321102 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:35.391002 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 54e41e61-261c-45d7-9ab5-6b69196366ca triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:27:35.391434 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:35.461788 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] Routers {'2c6c323a-2ca1-483a-9f86-69f5de86a14e'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:27:35.462425 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:27:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['2c6c323a-2ca1-483a-9f86-69f5de86a14e'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:35.576354 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:35.599510 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:35.608038 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-0e30cafa-c79d-483c-b40c-0bb4e3b07820 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52b6abbb-ed45-4747-a882-9996245f27ee HTTP/1.1" status: 200 len: 999 time: 1.2974551 Jul 24 09:27:35.646631 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627252c7-53a2-40e2-bef7-5ed5dc4f874a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7414d92-d576-4b08-958a-66037fa8ab9e'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:27:35.649902 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf2cb85-612c-4aa1-8c56-c7ffb20bd33f" -d '{"events": [{"server_uuid": "627252c7-53a2-40e2-bef7-5ed5dc4f874a", "name": "network-vif-plugged", "status": "completed", "tag": "f7414d92-d576-4b08-958a-66037fa8ab9e"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:27:35.668023 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 54e41e61-261c-45d7-9ab5-6b69196366ca, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=54e41e61-261c-45d7-9ab5-6b69196366ca,segment=NetworkSegment(a727fb62-3960-4700-af5e-834b6c0e2eb3),segment_id=a727fb62-3960-4700-af5e-834b6c0e2eb3)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:27:35.674013 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port f7414d92-d576-4b08-958a-66037fa8ab9e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=f7414d92-d576-4b08-958a-66037fa8ab9e,segment=NetworkSegment(2655430d-7b89-4cb5-97a0-423f45ff857c),segment_id=2655430d-7b89-4cb5-97a0-423f45ff857c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:27:35.680010 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:35.689908 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:35.697755 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d9b98-4a3d-4c20-bf92-1929b36cb784 None None] Pushing event updated for resources: {'Port': ['ID=57139404-0a27-4391-b1f5-b57b1f6d1f66,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:35.777980 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=54e41e61-261c-45d7-9ab5-6b69196366ca,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:35.828295 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4165b1-5f4e-406f-8caa-2caf9b0eb04b req-35106c22-1b2e-4c7f-98d4-5d821f0544d1 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:35.835118 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] Set router 2c6c323a-2ca1-483a-9f86-69f5de86a14e gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:27:35.835976 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5c4165b1-5f4e-406f-8caa-2caf9b0eb04b req-35106c22-1b2e-4c7f-98d4-5d821f0544d1 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 945 time: 0.1282732 Jul 24 09:27:35.871441 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66b0292e-6a7d-47dd-a160-40fe4ebaa33d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:35.873122 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=f7414d92-d576-4b08-958a-66037fa8ab9e,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:35.898272 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c43cd62c-c7c0-4d6d-80af-4f0fe3990066 None None] Provisioning for port b2fd03d0-2f12-4295-84ba-936f7b2804a2 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:27:35.905356 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c43cd62c-c7c0-4d6d-80af-4f0fe3990066 None None] Provisioning complete for port b2fd03d0-2f12-4295-84ba-936f7b2804a2 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:27:35.905795 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c43cd62c-c7c0-4d6d-80af-4f0fe3990066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:35.940713 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5c4165b1-5f4e-406f-8caa-2caf9b0eb04b req-fac94362-a479-48c8-80cd-7c22c76cee72 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869784 Jul 24 09:27:35.976445 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64520cc4-3874-4304-9dd6-b244464348c2 req-1e45be83-68c6-4e8b-9c8f-cbbd797ca521 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:35.978081 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-64520cc4-3874-4304-9dd6-b244464348c2 req-1e45be83-68c6-4e8b-9c8f-cbbd797ca521 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 945 time: 0.4539530 Jul 24 09:27:35.987208 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-c43cd62c-c7c0-4d6d-80af-4f0fe3990066 None None] Port b2fd03d0-2f12-4295-84ba-936f7b2804a2 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:27:36.001086 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c43cd62c-c7c0-4d6d-80af-4f0fe3990066 None None] Provisioning complete for port 54e41e61-261c-45d7-9ab5-6b69196366ca triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:27:36.001468 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c43cd62c-c7c0-4d6d-80af-4f0fe3990066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:36.020419 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-66b0292e-6a7d-47dd-a160-40fe4ebaa33d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Calling delete_port for b2fd03d0-2f12-4295-84ba-936f7b2804a2 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:27:36.172364 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc33799-6477-4296-8804-91ff1a908dc2 x-openstack-request-id: req-9bc33799-6477-4296-8804-91ff1a908dc2 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:27:36.172975 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627252c7-53a2-40e2-bef7-5ed5dc4f874a", "name": "network-vif-plugged", "status": "completed", "tag": "f7414d92-d576-4b08-958a-66037fa8ab9e", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:27:36.173129 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9bc33799-6477-4296-8804-91ff1a908dc2 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:27:36.177435 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627252c7-53a2-40e2-bef7-5ed5dc4f874a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7414d92-d576-4b08-958a-66037fa8ab9e', 'code': 200} Jul 24 09:27:36.192180 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-10028f4c-7c98-4c35-a446-5bf496ac92cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:36.195797 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-10028f4c-7c98-4c35-a446-5bf496ac92cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed3face8-48a4-4110-b201-0b1158c92dba HTTP/1.1" status: 200 len: 855 time: 0.5680461 Jul 24 09:27:36.421997 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3fba4c00-b857-4b34-9a22-ab9cef0146e8 None None] Provisioning complete for port b2fd03d0-2f12-4295-84ba-936f7b2804a2 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:27:36.422378 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3fba4c00-b857-4b34-9a22-ab9cef0146e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:36.446295 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-64520cc4-3874-4304-9dd6-b244464348c2 req-b87124ea-044a-4c37-b64f-1a0f78850ff0 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4322350 Jul 24 09:27:36.462973 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 54e41e61-261c-45d7-9ab5-6b69196366ca up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:27:36.533826 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41118a-bdcc-4f44-8ffa-09bc67b374f4 req-eaa81a05-f64b-4f66-ba67-e842179d5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:36.538408 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2b41118a-bdcc-4f44-8ffa-09bc67b374f4 req-eaa81a05-f64b-4f66-ba67-e842179d5bbb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 1096 time: 0.2299562 Jul 24 09:27:36.612680 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50856) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:36.614846 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2b41118a-bdcc-4f44-8ffa-09bc67b374f4 req-28e9163e-ebb7-47fe-9ad1-6f8d5375c264 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684490 Jul 24 09:27:36.632065 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c323a-2ca1-483a-9f86-69f5de86a14e', 'name': 'tempest-TestAggregatesBasicOps-93839550-router', 'tenant_id': '5f98b06b2c53492fb637741524164ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '526dec76-ae09-4898-8838-ee0119fa030b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:27:21Z', 'updated_at': '2021-07-24T09:27:29Z', 'revision_number': 4, 'project_id': '5f98b06b2c53492fb637741524164ed5', 'gw_port': {'id': '526dec76-ae09-4898-8838-ee0119fa030b', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c323a-2ca1-483a-9f86-69f5de86a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:27:22Z', 'updated_at': '2021-07-24T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '57139404-0a27-4391-b1f5-b57b1f6d1f66', 'name': '', 'network_id': 'add98200-9874-4f35-856b-63e58b2c4b8f', 'tenant_id': '5f98b06b2c53492fb637741524164ed5', 'mac_address': 'fa:16:3e:e8:8a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c323a-2ca1-483a-9f86-69f5de86a14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '1840a881-193e-452e-9a46-6b7972bb20c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:27:27Z', 'updated_at': '2021-07-24T09:27:35Z', 'revision_number': 4, 'project_id': '5f98b06b2c53492fb637741524164ed5', 'subnets': [{'id': '1840a881-193e-452e-9a46-6b7972bb20c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:36.650649 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-3fba4c00-b857-4b34-9a22-ab9cef0146e8 None None] Port b2fd03d0-2f12-4295-84ba-936f7b2804a2 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:27:36.690459 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-00506086-a675-4761-940d-076d95c66959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:36.693168 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b00062-8eaf-4793-80b4-05e0bbb1c485 None None] The sync data for ids ['2c6c323a-2ca1-483a-9f86-69f5de86a14e'] in n-d-800085-9 is: [{'id': '2c6c323a-2ca1-483a-9f86-69f5de86a14e', 'name': 'tempest-TestAggregatesBasicOps-93839550-router', 'tenant_id': '5f98b06b2c53492fb637741524164ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '526dec76-ae09-4898-8838-ee0119fa030b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:27:21Z', 'updated_at': '2021-07-24T09:27:29Z', 'revision_number': 4, 'project_id': '5f98b06b2c53492fb637741524164ed5', 'gw_port': {'id': '526dec76-ae09-4898-8838-ee0119fa030b', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c323a-2ca1-483a-9f86-69f5de86a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:27:22Z', 'updated_at': '2021-07-24T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '57139404-0a27-4391-b1f5-b57b1f6d1f66', 'name': '', 'network_id': 'add98200-9874-4f35-856b-63e58b2c4b8f', 'tenant_id': '5f98b06b2c53492fb637741524164ed5', 'mac_address': 'fa:16:3e:e8:8a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c323a-2ca1-483a-9f86-69f5de86a14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '1840a881-193e-452e-9a46-6b7972bb20c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:27:27Z', 'updated_at': '2021-07-24T09:27:35Z', 'revision_number': 4, 'project_id': '5f98b06b2c53492fb637741524164ed5', 'subnets': [{'id': '1840a881-193e-452e-9a46-6b7972bb20c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:27:36.698033 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-00506086-a675-4761-940d-076d95c66959 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=57115fda-8a95-4d7e-8f17-f315710a2698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4935334 Jul 24 09:27:36.721732 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 54e41e61-261c-45d7-9ab5-6b69196366ca triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:27:36.722254 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:36.939658 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-8532b0b5-c748-4cd9-b8b6-4f6a107e5ff6 service neutron] 10.222.0.20 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433442 Jul 24 09:27:36.944302 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66b0292e-6a7d-47dd-a160-40fe4ebaa33d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:36.993871 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0292e-6a7d-47dd-a160-40fe4ebaa33d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Port': ['ID=b2fd03d0-2f12-4295-84ba-936f7b2804a2,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:37.083685 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66b0292e-6a7d-47dd-a160-40fe4ebaa33d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:37.094571 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-66b0292e-6a7d-47dd-a160-40fe4ebaa33d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/ports/b2fd03d0-2f12-4295-84ba-936f7b2804a2 HTTP/1.1" status: 204 len: 168 time: 3.3544333 Jul 24 09:27:37.102389 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50862) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:37.173175 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-2072d7bb-bc41-4e68-9adb-1073ac127869 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] DELETE failed (client error): The resource could not be found. Jul 24 09:27:37.173973 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2072d7bb-bc41-4e68-9adb-1073ac127869 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:27:37.188916 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2072d7bb-bc41-4e68-9adb-1073ac127869 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/ports/b2fd03d0-2f12-4295-84ba-936f7b2804a2 HTTP/1.1" status: 404 len: 333 time: 0.0830882 Jul 24 09:27:37.196184 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50870) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:37.341257 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-d71328b8-9aea-4433-a32a-7197f890d602 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] GET failed (client error): The resource could not be found. Jul 24 09:27:37.354423 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d71328b8-9aea-4433-a32a-7197f890d602 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "GET /v2.0/ports/b2fd03d0-2f12-4295-84ba-936f7b2804a2 HTTP/1.1" status: 404 len: 333 time: 0.1570237 Jul 24 09:27:37.359774 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50872) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:37.446735 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72009c48-d0ba-45b5-a84e-3b805648d4cb req-a346369e-b21a-4ecd-8ac6-296e4e2657ae tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:37.466024 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-72009c48-d0ba-45b5-a84e-3b805648d4cb req-a346369e-b21a-4ecd-8ac6-296e4e2657ae tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 945 time: 0.3132713 Jul 24 09:27:37.478625 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ab9d645-3eac-4e78-87ae-7abecfa32170 req-e5a4a059-3ef6-4ecb-8af4-a1780672abd1 service neutron] 10.222.0.20 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892814 Jul 24 09:27:37.491223 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a8eef7-aff5-4a03-954c-7df14f709a37 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting subnet 6768c93b-199f-4183-921f-0d92812da1ce {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:27:37.495894 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-82a8eef7-aff5-4a03-954c-7df14f709a37 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:37.601403 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-82a8eef7-aff5-4a03-954c-7df14f709a37 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:37.621299 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-72009c48-d0ba-45b5-a84e-3b805648d4cb req-a442ebe5-945a-4235-a8e7-9e45b4d90556 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539195 Jul 24 09:27:37.768657 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-67235b5f-d239-4bf9-8e80-9398d0bae3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:37.835526 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-82a8eef7-aff5-4a03-954c-7df14f709a37 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:38.040301 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-82a8eef7-aff5-4a03-954c-7df14f709a37 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:38.197805 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-82a8eef7-aff5-4a03-954c-7df14f709a37 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:38.203619 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-82a8eef7-aff5-4a03-954c-7df14f709a37 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/subnets/6768c93b-199f-4183-921f-0d92812da1ce HTTP/1.1" status: 204 len: 168 time: 0.8358626 Jul 24 09:27:38.204794 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8eef7-aff5-4a03-954c-7df14f709a37 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Subnet': ['ID=6768c93b-199f-4183-921f-0d92812da1ce,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:38.206381 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0777d817-0ce8-42dc-ae12-d8795b0eac67 None None] Network 0b7f7ab2-ded3-4831-8517-2e5d5309d9e0 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:27:38.208247 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50894) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:38.274058 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee18c8-c761-4fd4-895e-13c90f48dab9 req-1c40ce3e-8d6c-4952-9854-c5670b0a98c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:38.275626 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e1ee18c8-c761-4fd4-895e-13c90f48dab9 req-1c40ce3e-8d6c-4952-9854-c5670b0a98c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bff123a614204702924a0af9802e1c93&device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 1096 time: 0.3365083 Jul 24 09:27:38.489140 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6170da19-cb37-451e-9ae4-4381ec9d492c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:38.599466 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 57139404-0a27-4391-b1f5-b57b1f6d1f66 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:27:38.661246 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-6170da19-cb37-451e-9ae4-4381ec9d492c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting port 54e41e61-261c-45d7-9ab5-6b69196366ca {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:27:38.661599 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6170da19-cb37-451e-9ae4-4381ec9d492c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:38.805952 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee18c8-c761-4fd4-895e-13c90f48dab9 req-fa8ebc8a-5e55-4848-951f-8e16666bc985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:38.810069 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e1ee18c8-c761-4fd4-895e-13c90f48dab9 req-fa8ebc8a-5e55-4848-951f-8e16666bc985 service neutron] 10.222.0.20 "GET /v2.0/networks?id=57115fda-8a95-4d7e-8f17-f315710a2698 HTTP/1.1" status: 200 len: 916 time: 0.4921029 Jul 24 09:27:38.840118 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d4ead-5976-43d5-b974-c56f9f35e544 req-fead6e89-64a7-422b-abbc-2878dcc85fe1 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:38.851070 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e08d4ead-5976-43d5-b974-c56f9f35e544 req-fead6e89-64a7-422b-abbc-2878dcc85fe1 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 945 time: 0.8335376 Jul 24 09:27:38.884197 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-6170da19-cb37-451e-9ae4-4381ec9d492c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] For port 54e41e61-261c-45d7-9ab5-6b69196366ca, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=54e41e61-261c-45d7-9ab5-6b69196366ca,segment=NetworkSegment(a727fb62-3960-4700-af5e-834b6c0e2eb3),segment_id=a727fb62-3960-4700-af5e-834b6c0e2eb3)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:27:38.884583 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6170da19-cb37-451e-9ae4-4381ec9d492c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:38.921256 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-6170da19-cb37-451e-9ae4-4381ec9d492c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Calling delete_port for 54e41e61-261c-45d7-9ab5-6b69196366ca owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:27:39.026459 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 57139404-0a27-4391-b1f5-b57b1f6d1f66 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:27:39.031255 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 57139404-0a27-4391-b1f5-b57b1f6d1f66 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:27:39.031689 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:39.108199 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e08d4ead-5976-43d5-b974-c56f9f35e544 req-61e86ae7-6ff8-411e-9811-f458ac1f1443 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535524 Jul 24 09:27:39.130075 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e1ee18c8-c761-4fd4-895e-13c90f48dab9 req-e1153c9b-a464-4ebd-84fe-71938a89749b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52b6abbb-ed45-4747-a882-9996245f27ee HTTP/1.1" status: 200 len: 999 time: 0.2716146 Jul 24 09:27:39.172613 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-67235b5f-d239-4bf9-8e80-9398d0bae3ad admin admin] Deleting port 10aadd01-3feb-48e6-8373-208a5cfa34c2 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:27:39.173315 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-67235b5f-d239-4bf9-8e80-9398d0bae3ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:39.189039 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c405e6a-cde4-4f9d-84e3-4dbb9de30d8e None None] DHCP port deletion for 0b7f7ab2-ded3-4831-8517-2e5d5309d9e0 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:27:39.308481 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee18c8-c761-4fd4-895e-13c90f48dab9 req-42ed6e1d-c65c-4a49-850e-820d38876839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:39.313293 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e1ee18c8-c761-4fd4-895e-13c90f48dab9 req-42ed6e1d-c65c-4a49-850e-820d38876839 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed3face8-48a4-4110-b201-0b1158c92dba HTTP/1.1" status: 200 len: 855 time: 0.1738560 Jul 24 09:27:39.313820 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50920) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:39.318787 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-67235b5f-d239-4bf9-8e80-9398d0bae3ad admin admin] For port 10aadd01-3feb-48e6-8373-208a5cfa34c2, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=10aadd01-3feb-48e6-8373-208a5cfa34c2,segment=NetworkSegment(65cb9139-4918-478f-a265-bf1fc8ddd82b),segment_id=65cb9139-4918-478f-a265-bf1fc8ddd82b)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:27:39.319519 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-67235b5f-d239-4bf9-8e80-9398d0bae3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:39.350493 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-67235b5f-d239-4bf9-8e80-9398d0bae3ad admin admin] Calling delete_port for 10aadd01-3feb-48e6-8373-208a5cfa34c2 owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:27:39.413451 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:39.444202 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-5c405e6a-cde4-4f9d-84e3-4dbb9de30d8e None None] Deleting port 54e41e61-261c-45d7-9ab5-6b69196366ca {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:27:39.444971 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5c405e6a-cde4-4f9d-84e3-4dbb9de30d8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:39.521306 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-5c405e6a-cde4-4f9d-84e3-4dbb9de30d8e None None] For port 54e41e61-261c-45d7-9ab5-6b69196366ca, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=54e41e61-261c-45d7-9ab5-6b69196366ca,segment=NetworkSegment(a727fb62-3960-4700-af5e-834b6c0e2eb3),segment_id=a727fb62-3960-4700-af5e-834b6c0e2eb3)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:27:39.529069 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5c405e6a-cde4-4f9d-84e3-4dbb9de30d8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:39.549972 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-5c405e6a-cde4-4f9d-84e3-4dbb9de30d8e None None] Calling delete_port for 54e41e61-261c-45d7-9ab5-6b69196366ca owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:27:39.553711 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6170da19-cb37-451e-9ae4-4381ec9d492c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:39.556356 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee18c8-c761-4fd4-895e-13c90f48dab9 req-d4385074-568d-4b39-9b08-e97072deeba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:39.558173 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e1ee18c8-c761-4fd4-895e-13c90f48dab9 req-d4385074-568d-4b39-9b08-e97072deeba2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=57115fda-8a95-4d7e-8f17-f315710a2698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2031465 Jul 24 09:27:39.645618 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170da19-cb37-451e-9ae4-4381ec9d492c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Port': ['ID=54e41e61-261c-45d7-9ab5-6b69196366ca,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:39.662390 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6170da19-cb37-451e-9ae4-4381ec9d492c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] No DVR routers for this DVR port 54e41e61-261c-45d7-9ab5-6b69196366ca on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:27:39.709517 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 57139404-0a27-4391-b1f5-b57b1f6d1f66, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=57139404-0a27-4391-b1f5-b57b1f6d1f66,segment=NetworkSegment(e453a25e-20e6-4812-8213-7829c2efa745),segment_id=e453a25e-20e6-4812-8213-7829c2efa745)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:27:39.737260 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5c405e6a-cde4-4f9d-84e3-4dbb9de30d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:39.775982 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:39.781000 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd5dc7-6020-4706-a01f-aadeb6d1b611 req-2142361b-ef05-49ad-a858-659f72d6b819 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:39.783651 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dccd5dc7-6020-4706-a01f-aadeb6d1b611 req-2142361b-ef05-49ad-a858-659f72d6b819 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 945 time: 0.7020712 Jul 24 09:27:39.815561 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c405e6a-cde4-4f9d-84e3-4dbb9de30d8e None None] Pushing event deleted for resources: {'Port': ['ID=54e41e61-261c-45d7-9ab5-6b69196366ca,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:39.843587 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a855094c-d8ce-4841-a79e-3131d29e7ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:39.866875 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6170da19-cb37-451e-9ae4-4381ec9d492c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:39.878642 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-6170da19-cb37-451e-9ae4-4381ec9d492c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7f7ab2-ded3-4831-8517-2e5d5309d9e0']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:39.890612 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-6170da19-cb37-451e-9ae4-4381ec9d492c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a727fb62-3960-4700-af5e-834b6c0e2eb3') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:39.891176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-6170da19-cb37-451e-9ae4-4381ec9d492c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a727fb62-3960-4700-af5e-834b6c0e2eb3') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:39.901048 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6170da19-cb37-451e-9ae4-4381ec9d492c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:39.906902 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c405e6a-cde4-4f9d-84e3-4dbb9de30d8e None None] No DVR routers for this DVR port 54e41e61-261c-45d7-9ab5-6b69196366ca on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:27:39.931619 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6170da19-cb37-451e-9ae4-4381ec9d492c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:39.939640 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6170da19-cb37-451e-9ae4-4381ec9d492c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:27:39.940302 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6170da19-cb37-451e-9ae4-4381ec9d492c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:39.971664 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e1ee18c8-c761-4fd4-895e-13c90f48dab9 req-47316270-721c-4d31-a560-2bfaa5f57936 service neutron] 10.222.0.20 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999708 Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:27:39.976293 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:27:40.004883 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=57139404-0a27-4391-b1f5-b57b1f6d1f66,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:40.090751 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6170da19-cb37-451e-9ae4-4381ec9d492c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:40.104874 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6170da19-cb37-451e-9ae4-4381ec9d492c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:40.107341 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6170da19-cb37-451e-9ae4-4381ec9d492c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/networks/0b7f7ab2-ded3-4831-8517-2e5d5309d9e0 HTTP/1.1" status: 204 len: 168 time: 1.8888016 Jul 24 09:27:40.127976 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50938) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:40.137209 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-11ade218-be77-49d6-890d-65f91f1a3736 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1307446029'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:27:40.140962 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170da19-cb37-451e-9ae4-4381ec9d492c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Network': ['ID=0b7f7ab2-ded3-4831-8517-2e5d5309d9e0,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:40.150162 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dccd5dc7-6020-4706-a01f-aadeb6d1b611 req-0aa9f3d8-0b49-42dd-b5c9-518562a7c9b2 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685269 Jul 24 09:27:40.250913 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-67235b5f-d239-4bf9-8e80-9398d0bae3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:40.266494 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e1ee18c8-c761-4fd4-895e-13c90f48dab9 req-cc04b441-cda4-496e-9328-fd04d2392bb7 service neutron] 10.222.0.20 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811894 Jul 24 09:27:40.310757 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67235b5f-d239-4bf9-8e80-9398d0bae3ad admin admin] Pushing event deleted for resources: {'Port': ['ID=10aadd01-3feb-48e6-8373-208a5cfa34c2,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:40.422830 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a855094c-d8ce-4841-a79e-3131d29e7ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:40.452515 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a855094c-d8ce-4841-a79e-3131d29e7ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:40.461410 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 57139404-0a27-4391-b1f5-b57b1f6d1f66 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:27:40.516631 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ade218-be77-49d6-890d-65f91f1a3736 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:27:40.545608 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-11ade218-be77-49d6-890d-65f91f1a3736 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:40.562879 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 57139404-0a27-4391-b1f5-b57b1f6d1f66 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:27:40.563507 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:40.697273 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a855094c-d8ce-4841-a79e-3131d29e7ada admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc3e6747325a437b872e8a2922535de8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3822796 Jul 24 09:27:40.697950 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50950) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:40.717436 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855094c-d8ce-4841-a79e-3131d29e7ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b12fc0-0c17-4306-8fdc-55af81904866,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:40.880878 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921515e7-59ea-42aa-9574-c72adb652350 req-47fcfba4-d5e0-4609-acf1-85015d7b9f72 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:40.882459 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-921515e7-59ea-42aa-9574-c72adb652350 req-47fcfba4-d5e0-4609-acf1-85015d7b9f72 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 945 time: 0.4578757 Jul 24 09:27:40.900090 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 54e41e61-261c-45d7-9ab5-6b69196366ca no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:27:40.912435 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a1d8-be1d-4485-bcba-cca98c609d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:40.958695 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ade218-be77-49d6-890d-65f91f1a3736 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:27:40.971663 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-11ade218-be77-49d6-890d-65f91f1a3736 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:40.972320 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-11ade218-be77-49d6-890d-65f91f1a3736 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Added segment 4ae4b837-69b4-4bb5-ad70-7197252dcafb of type vlan for network 9cc2a23f-ec96-4dd7-803c-2cf03c963ce4 Jul 24 09:27:40.974231 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a1d8-be1d-4485-bcba-cca98c609d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:40.989165 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 54e41e61-261c-45d7-9ab5-6b69196366ca {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:27:40.989522 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 54e41e61-261c-45d7-9ab5-6b69196366ca not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:27:41.146367 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-921515e7-59ea-42aa-9574-c72adb652350 req-9fd76cf8-8879-4f81-8a4f-d4f7667541eb tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247260 Jul 24 09:27:41.179098 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a1d8-be1d-4485-bcba-cca98c609d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:41.182240 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a1d8-be1d-4485-bcba-cca98c609d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:41.192812 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1bb4a1d8-be1d-4485-bcba-cca98c609d63 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/97b12fc0-0c17-4306-8fdc-55af81904866 HTTP/1.1" status: 204 len: 168 time: 0.4919040 Jul 24 09:27:41.221511 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4a1d8-be1d-4485-bcba-cca98c609d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b12fc0-0c17-4306-8fdc-55af81904866,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:41.228084 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-11ade218-be77-49d6-890d-65f91f1a3736 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:41.341376 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e625e-3250-4410-99a3-b7aecb56dddd req-84c099bb-65f9-457b-a278-7ba8ec1afd6a tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:41.342916 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad8e625e-3250-4410-99a3-b7aecb56dddd req-84c099bb-65f9-457b-a278-7ba8ec1afd6a tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 945 time: 0.8435504 Jul 24 09:27:41.362063 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-11ade218-be77-49d6-890d-65f91f1a3736 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:41.385930 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ade218-be77-49d6-890d-65f91f1a3736 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:41.386538 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-11ade218-be77-49d6-890d-65f91f1a3736 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:41.484098 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-67235b5f-d239-4bf9-8e80-9398d0bae3ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:41.519093 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-11ade218-be77-49d6-890d-65f91f1a3736 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3895724 Jul 24 09:27:41.520373 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50958) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:41.528968 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-3229cbaf-cba5-41ab-9f60-266f7984a11a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'subnet': {'network_id': '9cc2a23f-ec96-4dd7-803c-2cf03c963ce4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:27:41.555496 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad8e625e-3250-4410-99a3-b7aecb56dddd req-7d382d0d-04dd-4bd7-ac3d-76ed6f1367b2 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594372 Jul 24 09:27:41.649058 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ade218-be77-49d6-890d-65f91f1a3736 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Network': ['ID=9cc2a23f-ec96-4dd7-803c-2cf03c963ce4,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:41.664719 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 9cc2a23f-ec96-4dd7-803c-2cf03c963ce4 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:27:41.932906 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3229cbaf-cba5-41ab-9f60-266f7984a11a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:27:41.941021 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3229cbaf-cba5-41ab-9f60-266f7984a11a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:42.340984 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50988) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:42.402047 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67235b5f-d239-4bf9-8e80-9398d0bae3ad admin admin] Router 724e4ec0-293b-4a1f-88ec-b349670cab5b has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:27:42.542272 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-26bfd806-a189-43ff-bc47-5e39928678dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:42.776150 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-3e9d6760-fb43-462f-8414-4793316093fd tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:42.778333 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-3e9d6760-fb43-462f-8414-4793316093fd tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/networks?id=4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8 HTTP/1.1" status: 200 len: 815 time: 0.4106138 Jul 24 09:27:42.825943 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-d371481b-79a0-4004-ae8f-08cc7fda9087 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/quotas/94b4841e090b46649cb32073db3edbbd HTTP/1.1" status: 200 len: 375 time: 0.0417759 Jul 24 09:27:42.847319 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0162f4-b00f-47e2-b31d-449dab3874c1 req-c112b2f2-1f0a-4f98-98eb-1a88ee53fa5f tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:42.856057 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df0162f4-b00f-47e2-b31d-449dab3874c1 req-c112b2f2-1f0a-4f98-98eb-1a88ee53fa5f tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 945 time: 0.5160925 Jul 24 09:27:42.947932 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3229cbaf-cba5-41ab-9f60-266f7984a11a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:42.975013 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df0162f4-b00f-47e2-b31d-449dab3874c1 req-639563f0-22f6-463d-b95a-795420d31be9 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178281 Jul 24 09:27:43.045816 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67235b5f-d239-4bf9-8e80-9398d0bae3ad admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:27:43.059491 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ecf7ec-d6a6-4f5b-980e-8f9381697a97 None None] Sync routers for ids ['724e4ec0-293b-4a1f-88ec-b349670cab5b'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:27:43.069983 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-67235b5f-d239-4bf9-8e80-9398d0bae3ad admin admin] 10.222.0.32 "PUT /v2.0/routers/724e4ec0-293b-4a1f-88ec-b349670cab5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4538758 Jul 24 09:27:43.071989 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51000) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:43.073013 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ecf7ec-d6a6-4f5b-980e-8f9381697a97 None None] Routers {'724e4ec0-293b-4a1f-88ec-b349670cab5b'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:27:43.073933 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a6ecf7ec-d6a6-4f5b-980e-8f9381697a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:27:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['724e4ec0-293b-4a1f-88ec-b349670cab5b'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:43.079981 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3229cbaf-cba5-41ab-9f60-266f7984a11a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Checking segment: {'id': '4ae4b837-69b4-4bb5-ad70-7197252dcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9cc2a23f-ec96-4dd7-803c-2cf03c963ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:27:43.080706 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3229cbaf-cba5-41ab-9f60-266f7984a11a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network hostable DHCP agents. Network: 9cc2a23f-ec96-4dd7-803c-2cf03c963ce4, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:27:43.163138 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-cb2df605-c8ba-4c8b-a888-94eb8353ec00 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=94b4841e090b46649cb32073db3edbbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3288939 Jul 24 09:27:43.170537 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229cbaf-cba5-41ab-9f60-266f7984a11a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Subnet': ['ID=6367b29b-6912-428b-b6d9-156e5eafd448,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:43.196284 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-b8309620-890a-42c8-97c9-0ee11de150ce tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:27:43.198515 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-b8309620-890a-42c8-97c9-0ee11de150ce tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116689 Jul 24 09:27:43.232624 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3229cbaf-cba5-41ab-9f60-266f7984a11a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network 9cc2a23f-ec96-4dd7-803c-2cf03c963ce4 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:27:43.264859 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-3229cbaf-cba5-41ab-9f60-266f7984a11a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 9cc2a23f-ec96-4dd7-803c-2cf03c963ce4) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:27:43.284887 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3229cbaf-cba5-41ab-9f60-266f7984a11a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:43.285993 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3229cbaf-cba5-41ab-9f60-266f7984a11a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:43.419485 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-a6ecf7ec-d6a6-4f5b-980e-8f9381697a97 None None] Set router 724e4ec0-293b-4a1f-88ec-b349670cab5b gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:27:43.451017 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b91b20af-2b63-4606-ba6e-d95f4392d39a admin admin] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:43.677802 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb2e684-5e07-4b21-a139-c6550b631511 None None] Network 9cc2a23f-ec96-4dd7-803c-2cf03c963ce4 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:27:43.775805 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-26bfd806-a189-43ff-bc47-5e39928678dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:43.775943 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a6ecf7ec-d6a6-4f5b-980e-8f9381697a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724e4ec0-293b-4a1f-88ec-b349670cab5b', 'name': 'tempest-TestAggregatesBasicOps-1227261637-router', 'tenant_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '9c4d45ce-80c5-4039-be16-7aaeba36d888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:27:06Z', 'updated_at': '2021-07-24T09:27:40Z', 'revision_number': 5, 'project_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7', 'gw_port': {'id': '9c4d45ce-80c5-4039-be16-7aaeba36d888', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724e4ec0-293b-4a1f-88ec-b349670cab5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:27:07Z', 'updated_at': '2021-07-24T09:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:43.814475 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3229cbaf-cba5-41ab-9f60-266f7984a11a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2926395 Jul 24 09:27:43.817383 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51018) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:43.822438 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ecf7ec-d6a6-4f5b-980e-8f9381697a97 None None] Checking router: 724e4ec0-293b-4a1f-88ec-b349670cab5b for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:27:43.832764 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-15124a43-14e4-47e1-8701-75ef9004f694 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'port': {'network_id': '9cc2a23f-ec96-4dd7-803c-2cf03c963ce4', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-788519586'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:27:43.837718 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-26bfd806-a189-43ff-bc47-5e39928678dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:43.873374 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b91b20af-2b63-4606-ba6e-d95f4392d39a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:43.892069 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfd806-a189-43ff-bc47-5e39928678dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b74d14a-21c4-427c-8205-7db81ecdaa77,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:43.903385 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ecf7ec-d6a6-4f5b-980e-8f9381697a97 None None] Routers {'724e4ec0-293b-4a1f-88ec-b349670cab5b'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:27:43.904024 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a6ecf7ec-d6a6-4f5b-980e-8f9381697a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:27:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['724e4ec0-293b-4a1f-88ec-b349670cab5b'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:43.946175 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-1c21a9a3-148e-4535-b06c-874b2f67e566 service neutron] 10.222.0.32 "GET /v2.0/networks/4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7340436 Jul 24 09:27:44.009281 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-26bfd806-a189-43ff-bc47-5e39928678dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5131b54e7f1e4409b46b5d28bd0562f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6548641 Jul 24 09:27:44.049668 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51022) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:44.206421 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-4e5a1ca6-a8ff-4811-96a2-e70684697a7b service neutron] 10.222.0.32 "GET /v2.0/networks/4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592525 Jul 24 09:27:44.241552 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15124a43-14e4-47e1-8701-75ef9004f694 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:27:44.245737 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-15124a43-14e4-47e1-8701-75ef9004f694 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:44.273850 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0c622-9e8d-47cc-abed-baec42b8186b req-b1948fef-dcf5-4142-9d39-17dfa40f81a0 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:44.278170 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-80d0c622-9e8d-47cc-abed-baec42b8186b req-b1948fef-dcf5-4142-9d39-17dfa40f81a0 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.37 "GET /v2.0/ports?device_id=627252c7-53a2-40e2-bef7-5ed5dc4f874a HTTP/1.1" status: 200 len: 945 time: 0.5431035 Jul 24 09:27:44.290523 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-15124a43-14e4-47e1-8701-75ef9004f694 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] device_id is not set on port 2f852e68-5f44-46b0-88f8-894736b89fd2 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:27:44.320515 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-b91b20af-2b63-4606-ba6e-d95f4392d39a admin admin] Deleting port 9c4d45ce-80c5-4039-be16-7aaeba36d888 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:27:44.320918 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b91b20af-2b63-4606-ba6e-d95f4392d39a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:44.662584 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5940fc5b-01af-41c5-a5a8-349a3d9f8121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:44.693310 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc975e8-fced-4f81-80bc-8a33a0d2ddd8 req-4610fe72-7f3c-4c7c-bead-6b703daf6fda tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:44.694962 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1cc975e8-fced-4f81-80bc-8a33a0d2ddd8 req-4610fe72-7f3c-4c7c-bead-6b703daf6fda tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 945 time: 0.5706346 Jul 24 09:27:44.801980 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5d17ebf7-e17b-48fe-aa93-50af48ea3c7e req-0af52c31-2c06-4288-b5a1-934d85e544ae tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 210 time: 0.1368356 Jul 24 09:27:44.802133 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-b91b20af-2b63-4606-ba6e-d95f4392d39a admin admin] For port 9c4d45ce-80c5-4039-be16-7aaeba36d888, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=9c4d45ce-80c5-4039-be16-7aaeba36d888,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:27:44.802133 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b91b20af-2b63-4606-ba6e-d95f4392d39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:44.816682 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5940fc5b-01af-41c5-a5a8-349a3d9f8121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:44.866347 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-15124a43-14e4-47e1-8701-75ef9004f694 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Allocated IP 2001:db8::138 (9cc2a23f-ec96-4dd7-803c-2cf03c963ce4/6367b29b-6912-428b-b6d9-156e5eafd448/2f852e68-5f44-46b0-88f8-894736b89fd2) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:27:44.868164 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-b91b20af-2b63-4606-ba6e-d95f4392d39a admin admin] Calling delete_port for 9c4d45ce-80c5-4039-be16-7aaeba36d888 owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:27:44.912523 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3698a3a5-7b21-4d6c-89d0-22b3fdacfa79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-9cc2a23f-ec96-4dd7-803c-2cf03c963ce4', 'network_id': '9cc2a23f-ec96-4dd7-803c-2cf03c963ce4', 'tenant_id': '91ac73207ba04ee3977a4bedfdf2993b', 'fixed_ips': [{'subnet_id': '6367b29b-6912-428b-b6d9-156e5eafd448'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:27:44.916110 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3698a3a5-7b21-4d6c-89d0-22b3fdacfa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:45.017095 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1cc975e8-fced-4f81-80bc-8a33a0d2ddd8 req-974aa489-413e-4f44-908a-1a6901711093 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3109307 Jul 24 09:27:45.094941 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:45.106849 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-a6ecf7ec-d6a6-4f5b-980e-8f9381697a97 None None] Set router 724e4ec0-293b-4a1f-88ec-b349670cab5b gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:27:45.112285 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-80d0c622-9e8d-47cc-abed-baec42b8186b req-7c5e5f74-10e2-47da-ad9b-329b1eadb66f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Deleting port f7414d92-d576-4b08-958a-66037fa8ab9e {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:27:45.112698 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-80d0c622-9e8d-47cc-abed-baec42b8186b req-7c5e5f74-10e2-47da-ad9b-329b1eadb66f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:45.237556 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5940fc5b-01af-41c5-a5a8-349a3d9f8121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:45.240927 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5940fc5b-01af-41c5-a5a8-349a3d9f8121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:45.241089 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a6ecf7ec-d6a6-4f5b-980e-8f9381697a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724e4ec0-293b-4a1f-88ec-b349670cab5b', 'name': 'tempest-TestAggregatesBasicOps-1227261637-router', 'tenant_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:27:06Z', 'updated_at': '2021-07-24T09:27:43Z', 'revision_number': 6, 'project_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:45.245520 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5940fc5b-01af-41c5-a5a8-349a3d9f8121 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b74d14a-21c4-427c-8205-7db81ecdaa77 HTTP/1.1" status: 204 len: 168 time: 1.1916592 Jul 24 09:27:45.311273 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ecf7ec-d6a6-4f5b-980e-8f9381697a97 None None] The sync data for ids ['724e4ec0-293b-4a1f-88ec-b349670cab5b'] in n-d-800085-9 is: [{'id': '724e4ec0-293b-4a1f-88ec-b349670cab5b', 'name': 'tempest-TestAggregatesBasicOps-1227261637-router', 'tenant_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:27:06Z', 'updated_at': '2021-07-24T09:27:43Z', 'revision_number': 6, 'project_id': 'ecdaf9211a3b4daf89d9786a5f58f9a7', 'gw_port_host': None}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:27:45.376677 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-15124a43-14e4-47e1-8701-75ef9004f694 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:45.396288 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940fc5b-01af-41c5-a5a8-349a3d9f8121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b74d14a-21c4-427c-8205-7db81ecdaa77,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:45.435679 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-80d0c622-9e8d-47cc-abed-baec42b8186b req-7c5e5f74-10e2-47da-ad9b-329b1eadb66f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] For port f7414d92-d576-4b08-958a-66037fa8ab9e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=f7414d92-d576-4b08-958a-66037fa8ab9e,segment=NetworkSegment(2655430d-7b89-4cb5-97a0-423f45ff857c),segment_id=2655430d-7b89-4cb5-97a0-423f45ff857c)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:27:45.435870 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-80d0c622-9e8d-47cc-abed-baec42b8186b req-7c5e5f74-10e2-47da-ad9b-329b1eadb66f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:45.476191 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-15124a43-14e4-47e1-8701-75ef9004f694 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Transition to ACTIVE for port object 2f852e68-5f44-46b0-88f8-894736b89fd2 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:27:45.499900 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-80d0c622-9e8d-47cc-abed-baec42b8186b req-7c5e5f74-10e2-47da-ad9b-329b1eadb66f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Calling delete_port for f7414d92-d576-4b08-958a-66037fa8ab9e owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:27:45.618598 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-15124a43-14e4-47e1-8701-75ef9004f694 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:45.699843 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-3698a3a5-7b21-4d6c-89d0-22b3fdacfa79 None None] Allocated IP 2001:db8::2 (9cc2a23f-ec96-4dd7-803c-2cf03c963ce4/6367b29b-6912-428b-b6d9-156e5eafd448/319dfcb4-b2db-41b2-82d9-e47398356cf1) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:27:45.767176 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b91b20af-2b63-4606-ba6e-d95f4392d39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:45.855825 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15124a43-14e4-47e1-8701-75ef9004f694 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network 9cc2a23f-ec96-4dd7-803c-2cf03c963ce4 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:27:45.885635 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-15124a43-14e4-47e1-8701-75ef9004f694 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:27:45.928590 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b20af-2b63-4606-ba6e-d95f4392d39a admin admin] Pushing event deleted for resources: {'Port': ['ID=9c4d45ce-80c5-4039-be16-7aaeba36d888,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:45.960291 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15124a43-14e4-47e1-8701-75ef9004f694 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:27:45.997798 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15124a43-14e4-47e1-8701-75ef9004f694 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:46.013457 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-15124a43-14e4-47e1-8701-75ef9004f694 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:46.130185 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3698a3a5-7b21-4d6c-89d0-22b3fdacfa79 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:46.149565 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3698a3a5-7b21-4d6c-89d0-22b3fdacfa79 None None] Transition to ACTIVE for port object 319dfcb4-b2db-41b2-82d9-e47398356cf1 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:27:46.183615 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-80d0c622-9e8d-47cc-abed-baec42b8186b req-7c5e5f74-10e2-47da-ad9b-329b1eadb66f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:46.200643 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3698a3a5-7b21-4d6c-89d0-22b3fdacfa79 None None] Transition to ACTIVE for port object 319dfcb4-b2db-41b2-82d9-e47398356cf1 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:27:46.241873 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3698a3a5-7b21-4d6c-89d0-22b3fdacfa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:46.390184 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e5f74-10e2-47da-ad9b-329b1eadb66f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Pushing event deleted for resources: {'Port': ['ID=f7414d92-d576-4b08-958a-66037fa8ab9e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:46.406014 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ea6eabbd-2368-4100-a39a-1c0afffb3aea req-b1ec991d-829b-4ce3-889f-656562e74d89 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 210 time: 0.3136201 Jul 24 09:27:46.410466 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-15124a43-14e4-47e1-8701-75ef9004f694 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.5892336 Jul 24 09:27:46.410466 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15124a43-14e4-47e1-8701-75ef9004f694 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Port': ['ID=2f852e68-5f44-46b0-88f8-894736b89fd2,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:46.417307 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3698a3a5-7b21-4d6c-89d0-22b3fdacfa79 None None] Network 9cc2a23f-ec96-4dd7-803c-2cf03c963ce4 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:27:46.420183 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51068) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:46.428558 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-3698a3a5-7b21-4d6c-89d0-22b3fdacfa79 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:27:46.430025 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b91b20af-2b63-4606-ba6e-d95f4392d39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:46.445308 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3698a3a5-7b21-4d6c-89d0-22b3fdacfa79 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:27:46.509899 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698a3a5-7b21-4d6c-89d0-22b3fdacfa79 None None] Pushing event updated for resources: {'Port': ['ID=319dfcb4-b2db-41b2-82d9-e47398356cf1,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:46.616780 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 9c4d45ce-80c5-4039-be16-7aaeba36d888 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:27:46.830723 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 9c4d45ce-80c5-4039-be16-7aaeba36d888 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:27:46.831569 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 9c4d45ce-80c5-4039-be16-7aaeba36d888 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:27:46.835255 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 10aadd01-3feb-48e6-8373-208a5cfa34c2 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:27:46.852180 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:46.943645 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 10aadd01-3feb-48e6-8373-208a5cfa34c2 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:27:46.944216 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 10aadd01-3feb-48e6-8373-208a5cfa34c2 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:27:46.957261 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-3698a3a5-7b21-4d6c-89d0-22b3fdacfa79 None None] Attempting to bind port 319dfcb4-b2db-41b2-82d9-e47398356cf1 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:27:46.961244 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-3698a3a5-7b21-4d6c-89d0-22b3fdacfa79 None None] Attempting to bind port 319dfcb4-b2db-41b2-82d9-e47398356cf1 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ae4b837-69b4-4bb5-ad70-7197252dcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9cc2a23f-ec96-4dd7-803c-2cf03c963ce4'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:27:46.961904 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3698a3a5-7b21-4d6c-89d0-22b3fdacfa79 None None] Attempting to bind port 319dfcb4-b2db-41b2-82d9-e47398356cf1 on network 9cc2a23f-ec96-4dd7-803c-2cf03c963ce4 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:27:46.964126 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-80ab626e-7e11-4a6f-8906-96fa47ecbc1f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:46.970304 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-80ab626e-7e11-4a6f-8906-96fa47ecbc1f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.20 "GET /v2.0/networks?id=4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8 HTTP/1.1" status: 200 len: 815 time: 0.3700252 Jul 24 09:27:46.976331 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3698a3a5-7b21-4d6c-89d0-22b3fdacfa79 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:27:46.977098 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3698a3a5-7b21-4d6c-89d0-22b3fdacfa79 None None] Checking segment: {'id': '4ae4b837-69b4-4bb5-ad70-7197252dcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9cc2a23f-ec96-4dd7-803c-2cf03c963ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:27:46.980629 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3698a3a5-7b21-4d6c-89d0-22b3fdacfa79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:46.981498 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3698a3a5-7b21-4d6c-89d0-22b3fdacfa79 None None] Bound using segment: {'id': '4ae4b837-69b4-4bb5-ad70-7197252dcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9cc2a23f-ec96-4dd7-803c-2cf03c963ce4'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:27:46.982585 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-3698a3a5-7b21-4d6c-89d0-22b3fdacfa79 None None] Bound port: 319dfcb4-b2db-41b2-82d9-e47398356cf1, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae4b837-69b4-4bb5-ad70-7197252dcafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9cc2a23f-ec96-4dd7-803c-2cf03c963ce4'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:27:46.984024 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3698a3a5-7b21-4d6c-89d0-22b3fdacfa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:47.057497 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-6f95cce2-913f-4dc4-a4e9-f14897115c4b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting port 2f852e68-5f44-46b0-88f8-894736b89fd2 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:27:47.064604 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6f95cce2-913f-4dc4-a4e9-f14897115c4b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:47.077102 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-3698a3a5-7b21-4d6c-89d0-22b3fdacfa79 None None] For port 319dfcb4-b2db-41b2-82d9-e47398356cf1, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:27:47.080927 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-3698a3a5-7b21-4d6c-89d0-22b3fdacfa79 None None] For port 319dfcb4-b2db-41b2-82d9-e47398356cf1, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=319dfcb4-b2db-41b2-82d9-e47398356cf1,segment=NetworkSegment(4ae4b837-69b4-4bb5-ad70-7197252dcafb),segment_id=4ae4b837-69b4-4bb5-ad70-7197252dcafb)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:27:47.090206 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3698a3a5-7b21-4d6c-89d0-22b3fdacfa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:47.101103 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device f7414d92-d576-4b08-958a-66037fa8ab9e no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:27:47.169298 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-cb9db199-207b-4b34-bfed-222a1e81f528 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Request body: {'port': {'device_id': 'fa437e0e-ec89-4a0e-9519-c704b25921c0', 'network_id': '4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8', 'admin_state_up': True, 'tenant_id': '94b4841e090b46649cb32073db3edbbd'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:27:47.172170 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: f7414d92-d576-4b08-958a-66037fa8ab9e {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:27:47.173273 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device f7414d92-d576-4b08-958a-66037fa8ab9e not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:27:47.291523 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698a3a5-7b21-4d6c-89d0-22b3fdacfa79 None None] Pushing event updated for resources: {'Port': ['ID=319dfcb4-b2db-41b2-82d9-e47398356cf1,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:47.392969 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6f95cce2-913f-4dc4-a4e9-f14897115c4b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:47.417122 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-6f95cce2-913f-4dc4-a4e9-f14897115c4b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Calling delete_port for 2f852e68-5f44-46b0-88f8-894736b89fd2 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:27:47.965393 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d0c622-9e8d-47cc-abed-baec42b8186b req-7c5e5f74-10e2-47da-ad9b-329b1eadb66f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] No DVR routers for this DVR port f7414d92-d576-4b08-958a-66037fa8ab9e on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:27:47.970950 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-80d0c622-9e8d-47cc-abed-baec42b8186b req-7c5e5f74-10e2-47da-ad9b-329b1eadb66f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:47.974107 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-80d0c622-9e8d-47cc-abed-baec42b8186b req-7c5e5f74-10e2-47da-ad9b-329b1eadb66f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.37 "DELETE /v2.0/ports/f7414d92-d576-4b08-958a-66037fa8ab9e HTTP/1.1" status: 204 len: 173 time: 3.6633945 Jul 24 09:27:47.991648 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627252c7-53a2-40e2-bef7-5ed5dc4f874a', 'name': 'network-vif-deleted', 'tag': 'f7414d92-d576-4b08-958a-66037fa8ab9e'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:27:48.027365 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7804d6c3-a53b-4b45-89d7-2ef561db6e82" -d '{"events": [{"server_uuid": "627252c7-53a2-40e2-bef7-5ed5dc4f874a", "name": "network-vif-deleted", "tag": "f7414d92-d576-4b08-958a-66037fa8ab9e"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:27:48.046121 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b91b20af-2b63-4606-ba6e-d95f4392d39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:48.058092 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b91b20af-2b63-4606-ba6e-d95f4392d39a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:48.253626 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b91b20af-2b63-4606-ba6e-d95f4392d39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:48.254182 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91b20af-2b63-4606-ba6e-d95f4392d39a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 724e4ec0-293b-4a1f-88ec-b349670cab5b {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:27:48.264097 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6f95cce2-913f-4dc4-a4e9-f14897115c4b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:48.268721 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b91b20af-2b63-4606-ba6e-d95f4392d39a admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:48.270466 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b91b20af-2b63-4606-ba6e-d95f4392d39a admin admin] 10.222.0.32 "DELETE /v2.0/routers/724e4ec0-293b-4a1f-88ec-b349670cab5b HTTP/1.1" status: 204 len: 168 time: 5.1975439 Jul 24 09:27:48.277822 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51126) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:48.457365 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eee532bc-045e-4fa4-9010-0b45446a3c3f req-553914cd-95d9-4849-9470-09c766769d91 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 210 time: 0.8069608 Jul 24 09:27:48.524298 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055546fa-5778-444e-95aa-a6ce2189a652 req-aa5aa4d9-5390-4acc-a234-57ee39d98113 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:48.543264 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-055546fa-5778-444e-95aa-a6ce2189a652 req-aa5aa4d9-5390-4acc-a234-57ee39d98113 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 945 time: 1.9230311 Jul 24 09:27:48.653647 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6f95cce2-913f-4dc4-a4e9-f14897115c4b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:48.663486 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6f95cce2-913f-4dc4-a4e9-f14897115c4b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/ports/2f852e68-5f44-46b0-88f8-894736b89fd2 HTTP/1.1" status: 204 len: 168 time: 2.2254498 Jul 24 09:27:48.664399 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e77b25-a501-4b79-8660-b39bac9588b0 x-openstack-request-id: req-d5e77b25-a501-4b79-8660-b39bac9588b0 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:27:48.664708 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627252c7-53a2-40e2-bef7-5ed5dc4f874a", "name": "network-vif-deleted", "tag": "f7414d92-d576-4b08-958a-66037fa8ab9e", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:27:48.665011 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5e77b25-a501-4b79-8660-b39bac9588b0 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:27:48.665429 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627252c7-53a2-40e2-bef7-5ed5dc4f874a', 'name': 'network-vif-deleted', 'tag': 'f7414d92-d576-4b08-958a-66037fa8ab9e', 'status': 'completed', 'code': 200} Jul 24 09:27:48.667299 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95cce2-913f-4dc4-a4e9-f14897115c4b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Port': ['ID=2f852e68-5f44-46b0-88f8-894736b89fd2,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:48.687316 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-0145b33c-b975-4536-a814-ed512f476bfa admin admin] Deleting subnet 8804d546-47df-44b5-b2b6-c30b28796ba0 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:27:48.699682 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51146) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:48.705497 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0145b33c-b975-4536-a814-ed512f476bfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:48.713977 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-cb9db199-207b-4b34-bfed-222a1e81f528 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Made reservation on behalf of 94b4841e090b46649cb32073db3edbbd for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:27:48.725146 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-cb9db199-207b-4b34-bfed-222a1e81f528 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:48.730452 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 319dfcb4-b2db-41b2-82d9-e47398356cf1 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:27:48.797554 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0145b33c-b975-4536-a814-ed512f476bfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:48.906106 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4d6a0a-0a7b-4ef6-a5c7-5868482386d0 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] GET failed (client error): The resource could not be found. Jul 24 09:27:48.914291 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 319dfcb4-b2db-41b2-82d9-e47398356cf1 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:27:48.918823 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ce4d6a0a-0a7b-4ef6-a5c7-5868482386d0 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "GET /v2.0/ports/2f852e68-5f44-46b0-88f8-894736b89fd2 HTTP/1.1" status: 404 len: 333 time: 0.1366873 Jul 24 09:27:48.933563 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51150) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:48.993248 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0145b33c-b975-4536-a814-ed512f476bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:49.096905 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-8865a92a-4b18-4d1b-83b9-8b53672ab4ac tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting subnet 6367b29b-6912-428b-b6d9-156e5eafd448 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:27:49.102863 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8865a92a-4b18-4d1b-83b9-8b53672ab4ac tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:49.135598 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0145b33c-b975-4536-a814-ed512f476bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:49.212132 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8865a92a-4b18-4d1b-83b9-8b53672ab4ac tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:49.212398 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145b33c-b975-4536-a814-ed512f476bfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8804d546-47df-44b5-b2b6-c30b28796ba0,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:49.223446 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-055546fa-5778-444e-95aa-a6ce2189a652 req-eaebeaf0-444d-4653-a2e8-73e3ed6630be tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6792951 Jul 24 09:27:49.226902 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0145b33c-b975-4536-a814-ed512f476bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:49.229349 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0145b33c-b975-4536-a814-ed512f476bfa admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8804d546-47df-44b5-b2b6-c30b28796ba0 HTTP/1.1" status: 204 len: 168 time: 0.9252834 Jul 24 09:27:49.234385 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ba43a5-1a80-4558-8dfe-3d01441beca0 None None] Network e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:27:49.236106 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51158) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:49.308453 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b22e2b-4a78-4e84-83cd-bc4b2352b10e None None] Network 9cc2a23f-ec96-4dd7-803c-2cf03c963ce4 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:27:49.389448 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-cb9db199-207b-4b34-bfed-222a1e81f528 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Allocated IP 172.20.0.2 (4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8/b52c53ed-da99-4243-96d3-47bd1a74a8a1/7238e4ef-618a-45ca-944e-64e54e67149d) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:27:49.470348 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34da65dc-9a4b-44a4-90ba-7120c064673b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:49.479383 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8865a92a-4b18-4d1b-83b9-8b53672ab4ac tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:49.698089 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-29bd0119-19b1-45b3-a429-75f322d350fe None None] Provisioning for port 319dfcb4-b2db-41b2-82d9-e47398356cf1 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:27:49.762778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-34da65dc-9a4b-44a4-90ba-7120c064673b admin admin] Deleting port 993302fe-81b8-4eac-a8dc-d01250ee0bc7 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:27:49.763242 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34da65dc-9a4b-44a4-90ba-7120c064673b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:49.871564 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-29bd0119-19b1-45b3-a429-75f322d350fe None None] Provisioning complete for port 319dfcb4-b2db-41b2-82d9-e47398356cf1 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:27:49.889589 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-29bd0119-19b1-45b3-a429-75f322d350fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:49.934405 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ad38eba5-7ff9-4b3c-8e23-97c51c4896b6 req-eb43adeb-83e5-43f3-9146-da42f1c25bfc tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 210 time: 0.2262433 Jul 24 09:27:49.937869 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8865a92a-4b18-4d1b-83b9-8b53672ab4ac tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:50.031083 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-34da65dc-9a4b-44a4-90ba-7120c064673b admin admin] For port 993302fe-81b8-4eac-a8dc-d01250ee0bc7, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=993302fe-81b8-4eac-a8dc-d01250ee0bc7,segment=NetworkSegment(65cb9139-4918-478f-a265-bf1fc8ddd82b),segment_id=65cb9139-4918-478f-a265-bf1fc8ddd82b)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:27:50.033329 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34da65dc-9a4b-44a4-90ba-7120c064673b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:50.062064 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-34da65dc-9a4b-44a4-90ba-7120c064673b admin admin] Calling delete_port for 993302fe-81b8-4eac-a8dc-d01250ee0bc7 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:27:50.068198 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865a92a-4b18-4d1b-83b9-8b53672ab4ac tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Subnet': ['ID=6367b29b-6912-428b-b6d9-156e5eafd448,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:50.096264 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8865a92a-4b18-4d1b-83b9-8b53672ab4ac tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:50.102926 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8865a92a-4b18-4d1b-83b9-8b53672ab4ac tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/subnets/6367b29b-6912-428b-b6d9-156e5eafd448 HTTP/1.1" status: 204 len: 168 time: 1.1634991 Jul 24 09:27:50.104782 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51176) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:50.296535 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34da65dc-9a4b-44a4-90ba-7120c064673b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:50.345686 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-29bd0119-19b1-45b3-a429-75f322d350fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:50.348160 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:50.366086 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-cb9db199-207b-4b34-bfed-222a1e81f528 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:50.448937 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350e5a17-763b-4a30-b575-330ce45011bb None None] DHCP port deletion for e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:27:50.450938 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da65dc-9a4b-44a4-90ba-7120c064673b admin admin] Pushing event deleted for resources: {'Port': ['ID=993302fe-81b8-4eac-a8dc-d01250ee0bc7,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:50.468167 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34da65dc-9a4b-44a4-90ba-7120c064673b admin admin] No DVR routers for this DVR port 993302fe-81b8-4eac-a8dc-d01250ee0bc7 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:27:50.494253 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-29bd0119-19b1-45b3-a429-75f322d350fe None None] For port 319dfcb4-b2db-41b2-82d9-e47398356cf1, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=319dfcb4-b2db-41b2-82d9-e47398356cf1,segment=NetworkSegment(4ae4b837-69b4-4bb5-ad70-7197252dcafb),segment_id=4ae4b837-69b4-4bb5-ad70-7197252dcafb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:27:50.506746 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-29bd0119-19b1-45b3-a429-75f322d350fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:50.529743 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278ef17f-9c61-4ba6-98cf-2def57f4f597 None None] DHCP port deletion for 9cc2a23f-ec96-4dd7-803c-2cf03c963ce4 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:27:50.631518 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34da65dc-9a4b-44a4-90ba-7120c064673b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:50.680829 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-34da65dc-9a4b-44a4-90ba-7120c064673b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:50.714515 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-34da65dc-9a4b-44a4-90ba-7120c064673b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65cb9139-4918-478f-a265-bf1fc8ddd82b') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:50.714814 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-34da65dc-9a4b-44a4-90ba-7120c064673b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65cb9139-4918-478f-a265-bf1fc8ddd82b') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:50.737841 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-cb9db199-207b-4b34-bfed-222a1e81f528 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:50.767393 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34da65dc-9a4b-44a4-90ba-7120c064673b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:50.768433 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd0119-19b1-45b3-a429-75f322d350fe None None] Pushing event updated for resources: {'Port': ['ID=319dfcb4-b2db-41b2-82d9-e47398356cf1,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:50.799009 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34da65dc-9a4b-44a4-90ba-7120c064673b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:50.800426 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-278ef17f-9c61-4ba6-98cf-2def57f4f597 None None] Deleting port 319dfcb4-b2db-41b2-82d9-e47398356cf1 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:27:50.803193 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-278ef17f-9c61-4ba6-98cf-2def57f4f597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:50.819430 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34da65dc-9a4b-44a4-90ba-7120c064673b admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:27:50.819803 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34da65dc-9a4b-44a4-90ba-7120c064673b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:50.872792 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting port 319dfcb4-b2db-41b2-82d9-e47398356cf1 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:27:50.872951 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:50.907023 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-cb9db199-207b-4b34-bfed-222a1e81f528 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Network 4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:27:50.938363 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-cb9db199-207b-4b34-bfed-222a1e81f528 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:27:50.943337 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:27:50.947562 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-cb9db199-207b-4b34-bfed-222a1e81f528 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:27:50.949824 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34da65dc-9a4b-44a4-90ba-7120c064673b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:50.980468 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-278ef17f-9c61-4ba6-98cf-2def57f4f597 None None] For port 319dfcb4-b2db-41b2-82d9-e47398356cf1, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=319dfcb4-b2db-41b2-82d9-e47398356cf1,segment=NetworkSegment(4ae4b837-69b4-4bb5-ad70-7197252dcafb),segment_id=4ae4b837-69b4-4bb5-ad70-7197252dcafb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:27:50.981235 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-278ef17f-9c61-4ba6-98cf-2def57f4f597 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:50.986108 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34da65dc-9a4b-44a4-90ba-7120c064673b admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:50.988222 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-34da65dc-9a4b-44a4-90ba-7120c064673b admin admin] 10.222.0.32 "DELETE /v2.0/networks/e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b HTTP/1.1" status: 204 len: 168 time: 1.7465386 Jul 24 09:27:50.996374 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51210) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:51.017724 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-278ef17f-9c61-4ba6-98cf-2def57f4f597 None None] Calling delete_port for 319dfcb4-b2db-41b2-82d9-e47398356cf1 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:27:51.064513 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da65dc-9a4b-44a4-90ba-7120c064673b admin admin] Pushing event deleted for resources: {'Network': ['ID=e4e4b48a-3e6d-4a71-94a2-23ab04e66f6b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:51.078049 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130494b-b556-4d6f-b428-348b7c104157 req-29c6ae79-4144-4fe4-80ed-b1265412d50a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:51.089192 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4130494b-b556-4d6f-b428-348b7c104157 req-29c6ae79-4144-4fe4-80ed-b1265412d50a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 945 time: 0.5621240 Jul 24 09:27:51.347799 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20c3ae-2f4a-4af8-8795-614a92e386ff req-ef530e44-5ab0-47b1-a291-33603176c4af tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:51.350294 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a20c3ae-2f4a-4af8-8795-614a92e386ff req-ef530e44-5ab0-47b1-a291-33603176c4af tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 931 time: 0.1816010 Jul 24 09:27:51.362692 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-278ef17f-9c61-4ba6-98cf-2def57f4f597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:51.467688 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a20c3ae-2f4a-4af8-8795-614a92e386ff req-c9f0e5a5-b709-46ab-b758-09d5714aaa53 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053607 Jul 24 09:27:51.485314 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9db199-207b-4b34-bfed-222a1e81f528 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Pushing event updated for resources: {'Port': ['ID=7238e4ef-618a-45ca-944e-64e54e67149d,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:51.513612 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ef17f-9c61-4ba6-98cf-2def57f4f597 None None] Pushing event deleted for resources: {'Port': ['ID=319dfcb4-b2db-41b2-82d9-e47398356cf1,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:51.545405 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278ef17f-9c61-4ba6-98cf-2def57f4f597 None None] No DVR routers for this DVR port 319dfcb4-b2db-41b2-82d9-e47398356cf1 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:27:51.598651 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] For port 319dfcb4-b2db-41b2-82d9-e47398356cf1, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=319dfcb4-b2db-41b2-82d9-e47398356cf1,segment=NetworkSegment(4ae4b837-69b4-4bb5-ad70-7197252dcafb),segment_id=4ae4b837-69b4-4bb5-ad70-7197252dcafb)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:27:51.599046 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:51.611661 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-cb9db199-207b-4b34-bfed-222a1e81f528 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:51.612370 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-cb9db199-207b-4b34-bfed-222a1e81f528 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:51.632188 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:27:51.656462 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4130494b-b556-4d6f-b428-348b7c104157 req-07286189-e8cb-4b61-b823-68aad078f637 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5659952 Jul 24 09:27:51.716110 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Calling delete_port for 319dfcb4-b2db-41b2-82d9-e47398356cf1 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:27:51.725382 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-cb9db199-207b-4b34-bfed-222a1e81f528 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5714903 Jul 24 09:27:51.770509 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-ef0bfda6-91b1-4beb-ba2c-18e9d5c742a4 service neutron] Request body: {'port': {'device_id': 'fa437e0e-ec89-4a0e-9519-c704b25921c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:27:52.249665 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-ef0bfda6-91b1-4beb-ba2c-18e9d5c742a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:52.419182 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:52.498134 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 993302fe-81b8-4eac-a8dc-d01250ee0bc7 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:27:52.552328 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 993302fe-81b8-4eac-a8dc-d01250ee0bc7 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:27:52.552649 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 993302fe-81b8-4eac-a8dc-d01250ee0bc7 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:27:52.553100 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 319dfcb4-b2db-41b2-82d9-e47398356cf1 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:27:52.617071 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 319dfcb4-b2db-41b2-82d9-e47398356cf1 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:27:52.617398 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51240) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:52.636390 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 319dfcb4-b2db-41b2-82d9-e47398356cf1 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:27:52.638201 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Port': ['ID=319dfcb4-b2db-41b2-82d9-e47398356cf1,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:52.646245 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] No DVR routers for this DVR port 319dfcb4-b2db-41b2-82d9-e47398356cf1 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:27:52.653189 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:52.653716 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:52.654074 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:52.654420 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:52.654903 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:52.655084 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:52.655423 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:52.655760 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:52.656093 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:52.656490 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:52.656776 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:52.657084 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:27:52.809903 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e397bcc0-f3be-4250-92c0-a90c34a18816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:52.993592 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:53.014668 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e397bcc0-f3be-4250-92c0-a90c34a18816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:53.017371 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc2a23f-ec96-4dd7-803c-2cf03c963ce4']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:53.048981 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e397bcc0-f3be-4250-92c0-a90c34a18816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:53.050096 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae4b837-69b4-4bb5-ad70-7197252dcafb') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:53.050096 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae4b837-69b4-4bb5-ad70-7197252dcafb') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:53.073333 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:53.106821 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:53.186343 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:27:53.188475 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:27:53.203508 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:27:53.244952 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3641be2-08cf-41e3-bd53-87c0071fe007 req-c90fea32-1908-4087-bd5b-9ee646e1e029 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:53.247089 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b3641be2-08cf-41e3-bd53-87c0071fe007 req-c90fea32-1908-4087-bd5b-9ee646e1e029 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 945 time: 0.4395037 Jul 24 09:27:53.248029 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397bcc0-f3be-4250-92c0-a90c34a18816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114d7555-c1ef-48c0-932c-c3029556f30a,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:53.262952 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e397bcc0-f3be-4250-92c0-a90c34a18816 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=31daa6e4ae95492797c62d1bb8a4faa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6436455 Jul 24 09:27:53.305698 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51252) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:53.327033 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d478d3-eb44-43db-ab5e-1532b2c3a88b req-60c93094-7752-48e6-8e08-77cf98a61901 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:53.333196 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-25d478d3-eb44-43db-ab5e-1532b2c3a88b req-60c93094-7752-48e6-8e08-77cf98a61901 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 931 time: 0.6550434 Jul 24 09:27:53.481033 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b3641be2-08cf-41e3-bd53-87c0071fe007 req-8ac694e1-67e6-4f8f-8727-e1a05df09a25 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164421 Jul 24 09:27:53.552362 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8e8d077d-1c70-4815-a498-a2a57aa44c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:53.590855 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:53.605797 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8e8d077d-1c70-4815-a498-a2a57aa44c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:53.606459 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-ef0bfda6-91b1-4beb-ba2c-18e9d5c742a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7238e4ef-618a-45ca-944e-64e54e67149d {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:27:53.645680 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:53.648104 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/networks/9cc2a23f-ec96-4dd7-803c-2cf03c963ce4 HTTP/1.1" status: 204 len: 168 time: 3.5332987 Jul 24 09:27:53.652259 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-ef0bfda6-91b1-4beb-ba2c-18e9d5c742a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:53.656357 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a102572-e116-442f-87b9-6404fdffd6a4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Network': ['ID=9cc2a23f-ec96-4dd7-803c-2cf03c963ce4,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:53.658733 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51256) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:53.675375 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-832db2ef-a7e5-4a2c-a754-75dc95b2bd30 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'port': {'network_id': 'd13b146b-3ea1-4ac3-963f-59386f67d8df', 'name': 'tempest-PortsIpV6TestJSON-1479900568'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:27:53.718434 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8e8d077d-1c70-4815-a498-a2a57aa44c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:53.721161 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8e8d077d-1c70-4815-a498-a2a57aa44c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:53.723020 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8e8d077d-1c70-4815-a498-a2a57aa44c5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/114d7555-c1ef-48c0-932c-c3029556f30a HTTP/1.1" status: 204 len: 168 time: 0.3868144 Jul 24 09:27:53.729590 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-ef0bfda6-91b1-4beb-ba2c-18e9d5c742a4 service neutron] Transition to ACTIVE for port object 7238e4ef-618a-45ca-944e-64e54e67149d will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:27:53.731486 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d077d-1c70-4815-a498-a2a57aa44c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114d7555-c1ef-48c0-932c-c3029556f30a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:53.764207 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-25d478d3-eb44-43db-ab5e-1532b2c3a88b req-ee59cf35-b0f2-4958-8287-f4fe69de32ea tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058225 Jul 24 09:27:53.768605 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-ef0bfda6-91b1-4beb-ba2c-18e9d5c742a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:53.885423 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bfda6-91b1-4beb-ba2c-18e9d5c742a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7238e4ef-618a-45ca-944e-64e54e67149d,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:53.897430 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1bc7477c-e408-44e1-9fd1-4c7113af6978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:54.083289 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51262) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:54.097977 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e283d767-4fa1-4228-b5da-f976429f3002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:54.319592 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832db2ef-a7e5-4a2c-a754-75dc95b2bd30 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:27:54.323117 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-832db2ef-a7e5-4a2c-a754-75dc95b2bd30 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:54.372759 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-832db2ef-a7e5-4a2c-a754-75dc95b2bd30 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] device_id is not set on port 3c94fb95-2ad8-4259-9a00-fbbee444d857 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:27:54.428366 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e283d767-4fa1-4228-b5da-f976429f3002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:54.435576 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e283d767-4fa1-4228-b5da-f976429f3002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:54.443605 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-ef0bfda6-91b1-4beb-ba2c-18e9d5c742a4 service neutron] Attempting to bind port 7238e4ef-618a-45ca-944e-64e54e67149d on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:27:54.444038 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-ef0bfda6-91b1-4beb-ba2c-18e9d5c742a4 service neutron] Attempting to bind port 7238e4ef-618a-45ca-944e-64e54e67149d by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '2655430d-7b89-4cb5-97a0-423f45ff857c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:27:54.444276 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-ef0bfda6-91b1-4beb-ba2c-18e9d5c742a4 service neutron] Attempting to bind port 7238e4ef-618a-45ca-944e-64e54e67149d on network 4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:27:54.456316 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-ef0bfda6-91b1-4beb-ba2c-18e9d5c742a4 service neutron] Port 7238e4ef-618a-45ca-944e-64e54e67149d on network 4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:27:54.456929 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-ef0bfda6-91b1-4beb-ba2c-18e9d5c742a4 service neutron] Attempting to bind port 7238e4ef-618a-45ca-944e-64e54e67149d on network 4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:27:54.515111 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e283d767-4fa1-4228-b5da-f976429f3002 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e997765cdbfa4c1fb8dfa9ade02f12bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4301326 Jul 24 09:27:54.521950 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51276) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:54.522787 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-ef0bfda6-91b1-4beb-ba2c-18e9d5c742a4 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:27:54.523128 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-ef0bfda6-91b1-4beb-ba2c-18e9d5c742a4 service neutron] Checking segment: {'id': '2655430d-7b89-4cb5-97a0-423f45ff857c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:27:54.523513 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-ef0bfda6-91b1-4beb-ba2c-18e9d5c742a4 service neutron] Bound using segment: {'id': '2655430d-7b89-4cb5-97a0-423f45ff857c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:27:54.523962 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-ef0bfda6-91b1-4beb-ba2c-18e9d5c742a4 service neutron] Bound port: 7238e4ef-618a-45ca-944e-64e54e67149d, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2655430d-7b89-4cb5-97a0-423f45ff857c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:27:54.524321 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-ef0bfda6-91b1-4beb-ba2c-18e9d5c742a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:54.530924 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283d767-4fa1-4228-b5da-f976429f3002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef6b947-4610-4ebb-860b-2ce4f306d85d,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:54.790669 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8d1c2d98-fdb5-4a98-bb6c-ad26a48e7271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:54.792564 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-ef0bfda6-91b1-4beb-ba2c-18e9d5c742a4 service neutron] For port 7238e4ef-618a-45ca-944e-64e54e67149d, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:27:54.797487 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-832db2ef-a7e5-4a2c-a754-75dc95b2bd30 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:54.804177 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-ef0bfda6-91b1-4beb-ba2c-18e9d5c742a4 service neutron] For port 7238e4ef-618a-45ca-944e-64e54e67149d, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=7238e4ef-618a-45ca-944e-64e54e67149d,segment=NetworkSegment(2655430d-7b89-4cb5-97a0-423f45ff857c),segment_id=2655430d-7b89-4cb5-97a0-423f45ff857c)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:27:54.831000 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-ef0bfda6-91b1-4beb-ba2c-18e9d5c742a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:54.897807 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8d1c2d98-fdb5-4a98-bb6c-ad26a48e7271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:54.938342 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-ef0bfda6-91b1-4beb-ba2c-18e9d5c742a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:54.938342 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-ef0bfda6-91b1-4beb-ba2c-18e9d5c742a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:54.938685 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-ef0bfda6-91b1-4beb-ba2c-18e9d5c742a4 service neutron] 10.222.0.20 "PUT /v2.0/ports/7238e4ef-618a-45ca-944e-64e54e67149d HTTP/1.1" status: 200 len: 1091 time: 3.1806121 Jul 24 09:27:54.945736 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa437e0e-ec89-4a0e-9519-c704b25921c0', 'tag': '7238e4ef-618a-45ca-944e-64e54e67149d'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:27:54.947701 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e34507-e09d-4154-8ff4-b968f7f9237c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa437e0e-ec89-4a0e-9519-c704b25921c0", "tag": "7238e4ef-618a-45ca-944e-64e54e67149d"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:27:54.965329 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7ab3b-fba6-4217-94a7-82246bf0ba52 req-3a859541-7b2c-4f10-9016-f99fcedd0e0b tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:54.976113 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8bd7ab3b-fba6-4217-94a7-82246bf0ba52 req-3a859541-7b2c-4f10-9016-f99fcedd0e0b tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 943 time: 0.1120515 Jul 24 09:27:54.983530 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc6df9-0acd-4333-b155-74a7b89bf512 req-7b1918ec-4d92-4147-bce2-9e6e6ba5d2a2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:54.985029 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-52dc6df9-0acd-4333-b155-74a7b89bf512 req-7b1918ec-4d92-4147-bce2-9e6e6ba5d2a2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 945 time: 0.3745208 Jul 24 09:27:55.025973 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8bd7ab3b-fba6-4217-94a7-82246bf0ba52 req-f1425def-e49d-4169-b4d2-af9458ba843d tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486076 Jul 24 09:27:55.075220 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bfda6-91b1-4beb-ba2c-18e9d5c742a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7238e4ef-618a-45ca-944e-64e54e67149d,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:55.087978 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-832db2ef-a7e5-4a2c-a754-75dc95b2bd30 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:55.123308 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50194e1b-6539-410b-9789-92175c0441f9 x-openstack-request-id: req-50194e1b-6539-410b-9789-92175c0441f9 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:27:55.123562 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa437e0e-ec89-4a0e-9519-c704b25921c0", "tag": "7238e4ef-618a-45ca-944e-64e54e67149d", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:27:55.123814 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50194e1b-6539-410b-9789-92175c0441f9 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:27:55.124211 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa437e0e-ec89-4a0e-9519-c704b25921c0', 'tag': '7238e4ef-618a-45ca-944e-64e54e67149d', 'status': 'completed', 'code': 200} Jul 24 09:27:55.157689 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-52dc6df9-0acd-4333-b155-74a7b89bf512 req-b5df8dbf-21fe-40e6-a4f8-593fe64d54f1 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631258 Jul 24 09:27:55.172682 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8d1c2d98-fdb5-4a98-bb6c-ad26a48e7271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:55.177150 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8d1c2d98-fdb5-4a98-bb6c-ad26a48e7271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:55.177150 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8d1c2d98-fdb5-4a98-bb6c-ad26a48e7271 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ef6b947-4610-4ebb-860b-2ce4f306d85d HTTP/1.1" status: 204 len: 168 time: 0.6473608 Jul 24 09:27:55.182108 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832db2ef-a7e5-4a2c-a754-75dc95b2bd30 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network d13b146b-3ea1-4ac3-963f-59386f67d8df is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:27:55.205818 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-832db2ef-a7e5-4a2c-a754-75dc95b2bd30 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:27:55.214761 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832db2ef-a7e5-4a2c-a754-75dc95b2bd30 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:27:55.220395 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832db2ef-a7e5-4a2c-a754-75dc95b2bd30 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:55.221055 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-832db2ef-a7e5-4a2c-a754-75dc95b2bd30 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:55.225520 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c2d98-fdb5-4a98-bb6c-ad26a48e7271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef6b947-4610-4ebb-860b-2ce4f306d85d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:55.229728 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db2ef-a7e5-4a2c-a754-75dc95b2bd30 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Port': ['ID=3c94fb95-2ad8-4259-9a00-fbbee444d857,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:55.261769 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-ae6125af-daf8-446f-abc5-a7a1c6d66405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:55.261769 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-ae6125af-daf8-446f-abc5-a7a1c6d66405 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=94b4841e090b46649cb32073db3edbbd&device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 1094 time: 0.2637606 Jul 24 09:27:55.261769 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-1bc7477c-e408-44e1-9fd1-4c7113af6978 admin admin] Deleting port 57139404-0a27-4391-b1f5-b57b1f6d1f66 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:27:55.261769 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1bc7477c-e408-44e1-9fd1-4c7113af6978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:55.266794 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-832db2ef-a7e5-4a2c-a754-75dc95b2bd30 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6008112 Jul 24 09:27:55.268367 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51298) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:55.381122 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-1bc7477c-e408-44e1-9fd1-4c7113af6978 admin admin] For port 57139404-0a27-4391-b1f5-b57b1f6d1f66, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=57139404-0a27-4391-b1f5-b57b1f6d1f66,segment=NetworkSegment(e453a25e-20e6-4812-8213-7829c2efa745),segment_id=e453a25e-20e6-4812-8213-7829c2efa745)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:27:55.381706 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1bc7477c-e408-44e1-9fd1-4c7113af6978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:55.400731 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-1bc7477c-e408-44e1-9fd1-4c7113af6978 admin admin] Calling delete_port for 57139404-0a27-4391-b1f5-b57b1f6d1f66 owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:27:55.475384 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-5b353a98-7c49-4c27-b607-c8f7f2968e75 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting port 3c94fb95-2ad8-4259-9a00-fbbee444d857 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:27:55.475736 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5b353a98-7c49-4c27-b607-c8f7f2968e75 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:55.571014 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5b353a98-7c49-4c27-b607-c8f7f2968e75 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:55.592312 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-5b353a98-7c49-4c27-b607-c8f7f2968e75 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Calling delete_port for 3c94fb95-2ad8-4259-9a00-fbbee444d857 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:27:55.766727 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-f747c65e-3540-497b-bb89-2f3387f048e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7238e4ef-618a-45ca-944e-64e54e67149d HTTP/1.1" status: 200 len: 217 time: 0.4978244 Jul 24 09:27:55.768513 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1bc7477c-e408-44e1-9fd1-4c7113af6978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:55.786934 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5b353a98-7c49-4c27-b607-c8f7f2968e75 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:55.842537 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7477c-e408-44e1-9fd1-4c7113af6978 admin admin] Pushing event deleted for resources: {'Port': ['ID=57139404-0a27-4391-b1f5-b57b1f6d1f66,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:55.855625 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51312) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:55.862559 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b353a98-7c49-4c27-b607-c8f7f2968e75 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Port': ['ID=3c94fb95-2ad8-4259-9a00-fbbee444d857,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:55.876273 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5b353a98-7c49-4c27-b607-c8f7f2968e75 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:55.881509 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5b353a98-7c49-4c27-b607-c8f7f2968e75 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/ports/3c94fb95-2ad8-4259-9a00-fbbee444d857 HTTP/1.1" status: 204 len: 168 time: 0.6115110 Jul 24 09:27:55.882127 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51318) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:55.898142 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-80fc7390-d555-405e-b4de-cc85aa370836 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'port': {'network_id': 'd13b146b-3ea1-4ac3-963f-59386f67d8df', 'mac_address': 'fa:16:3e:ad:cc:6a', 'name': 'tempest-PortsIpV6TestJSON-456059284'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:27:55.963472 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-c1dd39ff-8243-4d4c-9625-d1b001391eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:55.965366 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-c1dd39ff-8243-4d4c-9625-d1b001391eb5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b52c53ed-da99-4243-96d3-47bd1a74a8a1 HTTP/1.1" status: 200 len: 855 time: 0.1859109 Jul 24 09:27:56.025670 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-aac88067-0237-47e4-ac27-8473518bee7f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525503 Jul 24 09:27:56.078706 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fc7390-d555-405e-b4de-cc85aa370836 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:27:56.267143 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1bc7477c-e408-44e1-9fd1-4c7113af6978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:56.289861 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-ea900a8c-7aa8-4d81-b70d-6927df87a5d1 service neutron] 10.222.0.20 "GET /v2.0/networks/4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187426 Jul 24 09:27:56.291069 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-80fc7390-d555-405e-b4de-cc85aa370836 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:56.402267 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5e058d17-8b70-47a6-9400-ad3d833278f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:56.459471 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-80fc7390-d555-405e-b4de-cc85aa370836 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] device_id is not set on port 05fbe801-9e86-479b-b1f3-b91dee20870a yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:27:56.526939 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4c81b-37e2-46db-a3e2-8861484dd3f2 req-4513d09d-e565-4eb8-9e93-2f334d4ecebb tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:56.533631 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c4a4c81b-37e2-46db-a3e2-8861484dd3f2 req-4513d09d-e565-4eb8-9e93-2f334d4ecebb tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 943 time: 0.2897146 Jul 24 09:27:56.617383 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c4a4c81b-37e2-46db-a3e2-8861484dd3f2 req-1960238f-90b7-49f7-9da1-9499de9c8116 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827641 Jul 24 09:27:56.640185 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa8766-5613-4828-b950-c561a06bc62d req-7227745e-cc39-45e6-a29e-f27ece79d93e tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:56.641738 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9afa8766-5613-4828-b950-c561a06bc62d req-7227745e-cc39-45e6-a29e-f27ece79d93e tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 945 time: 0.2740681 Jul 24 09:27:56.687024 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc4afe5e-3e87-41e7-a98c-d80876631b35 req-d368ef2c-6c7f-4255-af71-9b81b81e985d service neutron] 10.222.0.20 "GET /v2.0/networks/4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139837 Jul 24 09:27:56.726415 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9afa8766-5613-4828-b950-c561a06bc62d req-f61b57e2-d02d-446f-91b3-dd4c01da2dd6 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550258 Jul 24 09:27:56.781771 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5e058d17-8b70-47a6-9400-ad3d833278f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:56.787445 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-80fc7390-d555-405e-b4de-cc85aa370836 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:56.791239 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5e058d17-8b70-47a6-9400-ad3d833278f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:56.824007 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5e058d17-8b70-47a6-9400-ad3d833278f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c389f1bb333446785d3ec2a06ffb0e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9643397 Jul 24 09:27:56.824128 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc7477c-e408-44e1-9fd1-4c7113af6978 admin admin] Router 2c6c323a-2ca1-483a-9f86-69f5de86a14e has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:27:56.824318 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51340) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:56.847274 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e058d17-8b70-47a6-9400-ad3d833278f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15dd0a62-fb17-4291-bda6-8fdb4f1457d5,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:56.887879 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-80fc7390-d555-405e-b4de-cc85aa370836 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:56.909082 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bf4f4d36-a237-4c9c-8dec-f2debd12ca7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:56.932554 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bf4f4d36-a237-4c9c-8dec-f2debd12ca7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:56.969905 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc7390-d555-405e-b4de-cc85aa370836 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Port': ['ID=05fbe801-9e86-479b-b1f3-b91dee20870a,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:56.972981 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fc7390-d555-405e-b4de-cc85aa370836 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network d13b146b-3ea1-4ac3-963f-59386f67d8df is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:27:56.974768 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-80fc7390-d555-405e-b4de-cc85aa370836 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:27:56.976919 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fc7390-d555-405e-b4de-cc85aa370836 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:27:56.983254 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fc7390-d555-405e-b4de-cc85aa370836 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:56.983254 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-80fc7390-d555-405e-b4de-cc85aa370836 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:56.986561 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e34507-e09d-4154-8ff4-b968f7f9237c req-fee94d3e-f148-46ef-bc56-fc7cbc0b1f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:56.988347 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-99e34507-e09d-4154-8ff4-b968f7f9237c req-fee94d3e-f148-46ef-bc56-fc7cbc0b1f3a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=94b4841e090b46649cb32073db3edbbd&device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 1094 time: 0.2294576 Jul 24 09:27:57.002855 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-80fc7390-d555-405e-b4de-cc85aa370836 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1196353 Jul 24 09:27:57.004306 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51348) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:57.072250 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421ac18c-c496-4b19-b44b-19d213216206 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:57.078120 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-421ac18c-c496-4b19-b44b-19d213216206 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "GET /v2.0/ports/05fbe801-9e86-479b-b1f3-b91dee20870a HTTP/1.1" status: 200 len: 844 time: 0.0723436 Jul 24 09:27:57.079121 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51352) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:57.198514 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bf4f4d36-a237-4c9c-8dec-f2debd12ca7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:57.201613 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bf4f4d36-a237-4c9c-8dec-f2debd12ca7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:57.205777 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bf4f4d36-a237-4c9c-8dec-f2debd12ca7b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/15dd0a62-fb17-4291-bda6-8fdb4f1457d5 HTTP/1.1" status: 204 len: 168 time: 0.3802173 Jul 24 09:27:57.223462 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ae287a1e-077e-4739-9168-f0a2b74cc18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:57.248328 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc7477c-e408-44e1-9fd1-4c7113af6978 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:27:57.252077 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e34507-e09d-4154-8ff4-b968f7f9237c req-a06cb5e2-0169-4184-ba19-b6a0505505c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:57.254164 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-99e34507-e09d-4154-8ff4-b968f7f9237c req-a06cb5e2-0169-4184-ba19-b6a0505505c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8 HTTP/1.1" status: 200 len: 915 time: 0.2298105 Jul 24 09:27:57.255458 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f4d36-a237-4c9c-8dec-f2debd12ca7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dd0a62-fb17-4291-bda6-8fdb4f1457d5,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:57.260201 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1bc7477c-e408-44e1-9fd1-4c7113af6978 admin admin] 10.222.0.32 "PUT /v2.0/routers/2c6c323a-2ca1-483a-9f86-69f5de86a14e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2229054 Jul 24 09:27:57.263114 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51360) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:57.282622 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4855b666-c5c1-40dc-bbb1-d4b004ec7485 None None] Sync routers for ids ['2c6c323a-2ca1-483a-9f86-69f5de86a14e'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:27:57.301446 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4855b666-c5c1-40dc-bbb1-d4b004ec7485 None None] Routers {'2c6c323a-2ca1-483a-9f86-69f5de86a14e'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:27:57.302673 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-4855b666-c5c1-40dc-bbb1-d4b004ec7485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:27:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['2c6c323a-2ca1-483a-9f86-69f5de86a14e'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:57.304935 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-99e34507-e09d-4154-8ff4-b968f7f9237c req-a84d2f1a-31df-4621-b228-f475b9b33bb0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7238e4ef-618a-45ca-944e-64e54e67149d HTTP/1.1" status: 200 len: 217 time: 0.0432029 Jul 24 09:27:57.380832 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-52971e53-1cb6-4ad7-869e-b399b6d020b8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting port 05fbe801-9e86-479b-b1f3-b91dee20870a {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:27:57.381185 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-52971e53-1cb6-4ad7-869e-b399b6d020b8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:57.402552 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e34507-e09d-4154-8ff4-b968f7f9237c req-7a534cc5-1413-415e-803f-91335020554a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:57.404266 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-99e34507-e09d-4154-8ff4-b968f7f9237c req-7a534cc5-1413-415e-803f-91335020554a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b52c53ed-da99-4243-96d3-47bd1a74a8a1 HTTP/1.1" status: 200 len: 855 time: 0.0928717 Jul 24 09:27:57.424550 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2840ec4a-08e3-4451-816a-a6fa79a7fb1f admin admin] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:57.514844 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-4855b666-c5c1-40dc-bbb1-d4b004ec7485 None None] Set router 2c6c323a-2ca1-483a-9f86-69f5de86a14e gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:27:57.519679 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-99e34507-e09d-4154-8ff4-b968f7f9237c req-0bede1f7-4854-4f29-99ce-11cc95155db7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949049 Jul 24 09:27:57.538590 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2840ec4a-08e3-4451-816a-a6fa79a7fb1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:57.609298 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-2840ec4a-08e3-4451-816a-a6fa79a7fb1f admin admin] Deleting port 526dec76-ae09-4898-8838-ee0119fa030b {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:27:57.615495 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2840ec4a-08e3-4451-816a-a6fa79a7fb1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:57.650100 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-52971e53-1cb6-4ad7-869e-b399b6d020b8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:57.663627 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-52971e53-1cb6-4ad7-869e-b399b6d020b8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Calling delete_port for 05fbe801-9e86-479b-b1f3-b91dee20870a owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:27:57.742705 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-4855b666-c5c1-40dc-bbb1-d4b004ec7485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c323a-2ca1-483a-9f86-69f5de86a14e', 'name': 'tempest-TestAggregatesBasicOps-93839550-router', 'tenant_id': '5f98b06b2c53492fb637741524164ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '526dec76-ae09-4898-8838-ee0119fa030b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:27:21Z', 'updated_at': '2021-07-24T09:27:55Z', 'revision_number': 5, 'project_id': '5f98b06b2c53492fb637741524164ed5', 'gw_port': {'id': '526dec76-ae09-4898-8838-ee0119fa030b', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c323a-2ca1-483a-9f86-69f5de86a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:27:22Z', 'updated_at': '2021-07-24T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:57.766516 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-52971e53-1cb6-4ad7-869e-b399b6d020b8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:57.772115 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4855b666-c5c1-40dc-bbb1-d4b004ec7485 None None] Checking router: 2c6c323a-2ca1-483a-9f86-69f5de86a14e for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:27:57.782470 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4855b666-c5c1-40dc-bbb1-d4b004ec7485 None None] Routers {'2c6c323a-2ca1-483a-9f86-69f5de86a14e'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:27:57.783331 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-4855b666-c5c1-40dc-bbb1-d4b004ec7485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:27:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['2c6c323a-2ca1-483a-9f86-69f5de86a14e'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:57.804629 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-2840ec4a-08e3-4451-816a-a6fa79a7fb1f admin admin] For port 526dec76-ae09-4898-8838-ee0119fa030b, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=526dec76-ae09-4898-8838-ee0119fa030b,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:27:57.805049 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2840ec4a-08e3-4451-816a-a6fa79a7fb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:57.822620 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-2840ec4a-08e3-4451-816a-a6fa79a7fb1f admin admin] Calling delete_port for 526dec76-ae09-4898-8838-ee0119fa030b owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:27:57.876547 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-4855b666-c5c1-40dc-bbb1-d4b004ec7485 None None] Set router 2c6c323a-2ca1-483a-9f86-69f5de86a14e gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:27:57.931689 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-4855b666-c5c1-40dc-bbb1-d4b004ec7485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c323a-2ca1-483a-9f86-69f5de86a14e', 'name': 'tempest-TestAggregatesBasicOps-93839550-router', 'tenant_id': '5f98b06b2c53492fb637741524164ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:27:21Z', 'updated_at': '2021-07-24T09:27:57Z', 'revision_number': 6, 'project_id': '5f98b06b2c53492fb637741524164ed5', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:27:57.960499 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4855b666-c5c1-40dc-bbb1-d4b004ec7485 None None] The sync data for ids ['2c6c323a-2ca1-483a-9f86-69f5de86a14e'] in n-d-800085-9 is: [{'id': '2c6c323a-2ca1-483a-9f86-69f5de86a14e', 'name': 'tempest-TestAggregatesBasicOps-93839550-router', 'tenant_id': '5f98b06b2c53492fb637741524164ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:27:21Z', 'updated_at': '2021-07-24T09:27:57Z', 'revision_number': 6, 'project_id': '5f98b06b2c53492fb637741524164ed5', 'gw_port_host': None}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:27:58.039229 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52971e53-1cb6-4ad7-869e-b399b6d020b8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Port': ['ID=05fbe801-9e86-479b-b1f3-b91dee20870a,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:58.097330 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51386) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:58.099094 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-52971e53-1cb6-4ad7-869e-b399b6d020b8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:58.103469 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-52971e53-1cb6-4ad7-869e-b399b6d020b8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/ports/05fbe801-9e86-479b-b1f3-b91dee20870a HTTP/1.1" status: 204 len: 168 time: 1.0209827 Jul 24 09:27:58.106434 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51388) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:58.124203 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4fc5b292-d99e-4f08-957f-083acdbcdfbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:58.151954 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2840ec4a-08e3-4451-816a-a6fa79a7fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:58.155080 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-99e34507-e09d-4154-8ff4-b968f7f9237c req-b8f9f361-c05d-4b7d-8ddd-acfb92c38426 service neutron] 10.222.0.20 "GET /v2.0/networks/4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6213737 Jul 24 09:27:58.156035 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9179899-63da-47a2-83f5-6ed47bbc1b68 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] GET failed (client error): The resource could not be found. Jul 24 09:27:58.157657 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e9179899-63da-47a2-83f5-6ed47bbc1b68 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "GET /v2.0/ports/05fbe801-9e86-479b-b1f3-b91dee20870a HTTP/1.1" status: 404 len: 333 time: 0.0454361 Jul 24 09:27:58.161503 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51394) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:58.167483 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-18de7631-e294-417b-a101-87901810fbc7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'port': {'network_id': 'd13b146b-3ea1-4ac3-963f-59386f67d8df', 'name': 'tempest-PortsIpV6TestJSON-1140239579'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:27:58.323783 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840ec4a-08e3-4451-816a-a6fa79a7fb1f admin admin] Pushing event deleted for resources: {'Port': ['ID=526dec76-ae09-4898-8838-ee0119fa030b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:58.439752 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf0d84-f540-4e86-b531-ef2c1f893f1c req-40254ce2-b367-491b-8949-5cd3433bf7f9 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:58.448829 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66bf0d84-f540-4e86-b531-ef2c1f893f1c req-40254ce2-b367-491b-8949-5cd3433bf7f9 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 945 time: 0.4367347 Jul 24 09:27:58.500164 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 57139404-0a27-4391-b1f5-b57b1f6d1f66 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:27:58.561351 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 57139404-0a27-4391-b1f5-b57b1f6d1f66 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:27:58.561700 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 57139404-0a27-4391-b1f5-b57b1f6d1f66 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:27:58.581378 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2840ec4a-08e3-4451-816a-a6fa79a7fb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:58.738620 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2840ec4a-08e3-4451-816a-a6fa79a7fb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:58.744216 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2840ec4a-08e3-4451-816a-a6fa79a7fb1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:58.747349 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a6e6c-3e37-43aa-bc71-f209d9300805 req-77e1238c-f3b5-401c-b0b4-02c0a7f64ef5 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:58.749508 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-777a6e6c-3e37-43aa-bc71-f209d9300805 req-77e1238c-f3b5-401c-b0b4-02c0a7f64ef5 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 943 time: 0.9611273 Jul 24 09:27:58.824204 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-66bf0d84-f540-4e86-b531-ef2c1f893f1c req-00cce782-066b-46c4-9e59-a98b5920f925 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3584864 Jul 24 09:27:58.833971 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-777a6e6c-3e37-43aa-bc71-f209d9300805 req-cfed0354-5f6b-4c1b-8998-2f1ee4c115fc tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506265 Jul 24 09:27:58.850426 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-99e34507-e09d-4154-8ff4-b968f7f9237c req-91c40b3f-f612-4a4f-a15c-031c470deab6 service neutron] 10.222.0.20 "GET /v2.0/networks/4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6879244 Jul 24 09:27:58.861930 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2840ec4a-08e3-4451-816a-a6fa79a7fb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:58.862577 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2840ec4a-08e3-4451-816a-a6fa79a7fb1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c6c323a-2ca1-483a-9f86-69f5de86a14e {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:27:58.869742 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2840ec4a-08e3-4451-816a-a6fa79a7fb1f admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:58.873481 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2840ec4a-08e3-4451-816a-a6fa79a7fb1f admin admin] 10.222.0.32 "DELETE /v2.0/routers/2c6c323a-2ca1-483a-9f86-69f5de86a14e HTTP/1.1" status: 204 len: 168 time: 1.6069839 Jul 24 09:27:58.874008 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51442) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:58.883473 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4fc5b292-d99e-4f08-957f-083acdbcdfbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:58.892306 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4fc5b292-d99e-4f08-957f-083acdbcdfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:58.944456 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-056a85ca-24fa-4401-bb52-efaa02112343 req-270bf862-e843-44d5-9c47-c429d10b1a35 service neutron] (94035) timed out ('10.222.0.20', 61174) {{(pid=94035) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 09:27:58.955017 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4fc5b292-d99e-4f08-957f-083acdbcdfbb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8c55436118643dc8c3460ae50373e5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8541517 Jul 24 09:27:58.955017 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5b292-d99e-4f08-957f-083acdbcdfbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3154a7-adc8-4ae4-9f34-b157b38e0e5d,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:58.956945 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51446) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:58.983036 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18de7631-e294-417b-a101-87901810fbc7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:27:58.989050 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-18de7631-e294-417b-a101-87901810fbc7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:59.026129 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-a00665fb-2f7e-4de8-a3f3-fad10ed2ad63 admin admin] Deleting subnet 1840a881-193e-452e-9a46-6b7972bb20c9 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:27:59.026363 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e028ec49-e11e-48ef-b6a2-91ab63c4345a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:59.029708 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a00665fb-2f7e-4de8-a3f3-fad10ed2ad63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:59.057174 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e028ec49-e11e-48ef-b6a2-91ab63c4345a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:59.066443 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-18de7631-e294-417b-a101-87901810fbc7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] device_id is not set on port 93a22112-cc0b-4faa-85dd-caca9ff65486 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:27:59.073433 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51450) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:59.085684 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a00665fb-2f7e-4de8-a3f3-fad10ed2ad63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:59.116289 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51454) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:59.150681 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e028ec49-e11e-48ef-b6a2-91ab63c4345a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:59.153415 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e028ec49-e11e-48ef-b6a2-91ab63c4345a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:59.155044 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e028ec49-e11e-48ef-b6a2-91ab63c4345a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a3154a7-adc8-4ae4-9f34-b157b38e0e5d HTTP/1.1" status: 204 len: 168 time: 0.1970396 Jul 24 09:27:59.169882 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028ec49-e11e-48ef-b6a2-91ab63c4345a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3154a7-adc8-4ae4-9f34-b157b38e0e5d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:59.270768 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c90e48ff-e74f-45dd-816e-d99a261d4345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:59.311647 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a00665fb-2f7e-4de8-a3f3-fad10ed2ad63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:59.397914 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c90e48ff-e74f-45dd-816e-d99a261d4345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:59.402656 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c90e48ff-e74f-45dd-816e-d99a261d4345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:59.404390 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-976332e5-a03d-4d07-9045-bfda1457236f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:59.421984 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-18de7631-e294-417b-a101-87901810fbc7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:59.448082 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c90e48ff-e74f-45dd-816e-d99a261d4345 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c74a587dec574e6e8abc934b0ebdda91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3300140 Jul 24 09:27:59.450116 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e48ff-e74f-45dd-816e-d99a261d4345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3ca758-bde5-4091-913e-e2f2a4afaff5,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:59.452732 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51462) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:59.494420 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a00665fb-2f7e-4de8-a3f3-fad10ed2ad63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:59.505985 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2a59d405-da9e-4ddb-aed5-ced6a129ef56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:59.534818 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2a59d405-da9e-4ddb-aed5-ced6a129ef56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:59.561142 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571f1aca-ec6b-42a4-8b68-d9b3f8589b9a None None] Network add98200-9874-4f35-856b-63e58b2c4b8f requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:27:59.568911 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00665fb-2f7e-4de8-a3f3-fad10ed2ad63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1840a881-193e-452e-9a46-6b7972bb20c9,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:59.590928 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a00665fb-2f7e-4de8-a3f3-fad10ed2ad63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:59.598636 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2a59d405-da9e-4ddb-aed5-ced6a129ef56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:59.600562 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a00665fb-2f7e-4de8-a3f3-fad10ed2ad63 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1840a881-193e-452e-9a46-6b7972bb20c9 HTTP/1.1" status: 204 len: 168 time: 0.7253423 Jul 24 09:27:59.601293 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2a59d405-da9e-4ddb-aed5-ced6a129ef56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:59.605443 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2a59d405-da9e-4ddb-aed5-ced6a129ef56 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c3ca758-bde5-4091-913e-e2f2a4afaff5 HTTP/1.1" status: 204 len: 168 time: 0.1497121 Jul 24 09:27:59.605443 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51466) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:59.608010 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-18de7631-e294-417b-a101-87901810fbc7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:59.619656 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59d405-da9e-4ddb-aed5-ced6a129ef56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3ca758-bde5-4091-913e-e2f2a4afaff5,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:59.686100 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18de7631-e294-417b-a101-87901810fbc7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network d13b146b-3ea1-4ac3-963f-59386f67d8df is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:27:59.697479 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-18de7631-e294-417b-a101-87901810fbc7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:27:59.705241 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18de7631-e294-417b-a101-87901810fbc7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:27:59.711702 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de7631-e294-417b-a101-87901810fbc7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:27:59.712607 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-18de7631-e294-417b-a101-87901810fbc7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:59.726698 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de7631-e294-417b-a101-87901810fbc7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Port': ['ID=93a22112-cc0b-4faa-85dd-caca9ff65486,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:27:59.786810 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-93a5a7b2-02d0-4dd9-9cc0-281ab5eed13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:59.800807 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-976332e5-a03d-4d07-9045-bfda1457236f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:59.812605 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-976332e5-a03d-4d07-9045-bfda1457236f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:59.813303 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4938010e-6841-4989-be4b-278e5f77c1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:59.840500 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc643b5-268f-4cab-9730-0989d80f3a52 None None] DHCP port deletion for add98200-9874-4f35-856b-63e58b2c4b8f request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:27:59.859825 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-18de7631-e294-417b-a101-87901810fbc7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6961238 Jul 24 09:27:59.863992 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51478) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:27:59.885371 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-1d332f23-be30-485b-8acb-f72db8fe12da tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:27:59.957257 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-cbc643b5-268f-4cab-9730-0989d80f3a52 None None] Deleting port 9a175ca8-0fc4-4d50-85c2-bcef0741917c {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:27:59.957637 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cbc643b5-268f-4cab-9730-0989d80f3a52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:27:59.969897 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 7238e4ef-618a-45ca-944e-64e54e67149d details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:28:00.004644 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-976332e5-a03d-4d07-9045-bfda1457236f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=854daed844db4b3191d15546b15c58ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9300926 Jul 24 09:28:00.008041 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51482) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:00.023175 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976332e5-a03d-4d07-9045-bfda1457236f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39958e84-4b05-44c6-8774-e356326f50f7,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:00.039529 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-4938010e-6841-4989-be4b-278e5f77c1e2 admin admin] Deleting port 9a175ca8-0fc4-4d50-85c2-bcef0741917c {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:28:00.039878 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4938010e-6841-4989-be4b-278e5f77c1e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:00.107137 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51488) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:00.161258 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-4938010e-6841-4989-be4b-278e5f77c1e2 admin admin] For port 9a175ca8-0fc4-4d50-85c2-bcef0741917c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=9a175ca8-0fc4-4d50-85c2-bcef0741917c,segment=NetworkSegment(e453a25e-20e6-4812-8213-7829c2efa745),segment_id=e453a25e-20e6-4812-8213-7829c2efa745)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:00.161939 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4938010e-6841-4989-be4b-278e5f77c1e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:00.171883 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-cbc643b5-268f-4cab-9730-0989d80f3a52 None None] For port 9a175ca8-0fc4-4d50-85c2-bcef0741917c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=9a175ca8-0fc4-4d50-85c2-bcef0741917c,segment=NetworkSegment(e453a25e-20e6-4812-8213-7829c2efa745),segment_id=e453a25e-20e6-4812-8213-7829c2efa745)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:00.172426 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cbc643b5-268f-4cab-9730-0989d80f3a52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:00.184266 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-4938010e-6841-4989-be4b-278e5f77c1e2 admin admin] Calling delete_port for 9a175ca8-0fc4-4d50-85c2-bcef0741917c owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:28:00.205398 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a53b2e-82ca-4e52-b3ac-f80c5cf9182e req-7e72ba8f-9da3-4cb1-9e7d-47359ad3f44d tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:00.205772 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e10975e4-99e1-4ecb-9ea7-3cd35190e638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:00.207988 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f1a53b2e-82ca-4e52-b3ac-f80c5cf9182e req-7e72ba8f-9da3-4cb1-9e7d-47359ad3f44d tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 943 time: 0.1396947 Jul 24 09:28:00.221210 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-cbc643b5-268f-4cab-9730-0989d80f3a52 None None] Calling delete_port for 9a175ca8-0fc4-4d50-85c2-bcef0741917c owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:28:00.289510 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1d332f23-be30-485b-8acb-f72db8fe12da tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:00.298568 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f1a53b2e-82ca-4e52-b3ac-f80c5cf9182e req-63f2364a-d43f-444c-ab0a-492501ab4de5 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587893 Jul 24 09:28:00.309831 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 7238e4ef-618a-45ca-944e-64e54e67149d, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=7238e4ef-618a-45ca-944e-64e54e67149d,segment=NetworkSegment(2655430d-7b89-4cb5-97a0-423f45ff857c),segment_id=2655430d-7b89-4cb5-97a0-423f45ff857c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:00.329046 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-44f86398-2d86-463b-a059-43f2cf4eac05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:00.333659 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4938010e-6841-4989-be4b-278e5f77c1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:00.349997 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4938010e-6841-4989-be4b-278e5f77c1e2 admin admin] No DVR routers for this DVR port 9a175ca8-0fc4-4d50-85c2-bcef0741917c on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:28:00.387742 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '7238e4ef-618a-45ca-944e-64e54e67149d', 'network_id': '4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8', 'port_id': '7238e4ef-618a-45ca-944e-64e54e67149d', 'mac_address': 'fa:16:3e:00:3a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b52c53ed-da99-4243-96d3-47bd1a74a8a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:28:00.419561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938010e-6841-4989-be4b-278e5f77c1e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a175ca8-0fc4-4d50-85c2-bcef0741917c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:00.436989 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-44f86398-2d86-463b-a059-43f2cf4eac05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:00.455420 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b068b-4cf1-429f-9ea6-f6647c9a87d3 req-508a8e24-71b6-423c-bf50-b6f2cd39ecc6 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:00.457519 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-791b068b-4cf1-429f-9ea6-f6647c9a87d3 req-508a8e24-71b6-423c-bf50-b6f2cd39ecc6 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 945 time: 0.3956180 Jul 24 09:28:00.508354 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:00.508490 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4938010e-6841-4989-be4b-278e5f77c1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:00.519819 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-4938010e-6841-4989-be4b-278e5f77c1e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add98200-9874-4f35-856b-63e58b2c4b8f']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:00.530332 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 526dec76-ae09-4898-8838-ee0119fa030b no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:28:00.531655 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-4938010e-6841-4989-be4b-278e5f77c1e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e453a25e-20e6-4812-8213-7829c2efa745') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:00.532271 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-4938010e-6841-4989-be4b-278e5f77c1e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e453a25e-20e6-4812-8213-7829c2efa745') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:00.533938 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7238e4ef-618a-45ca-944e-64e54e67149d {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:28:00.545149 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4938010e-6841-4989-be4b-278e5f77c1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:00.561262 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4938010e-6841-4989-be4b-278e5f77c1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:00.569073 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4938010e-6841-4989-be4b-278e5f77c1e2 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:28:00.569826 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4938010e-6841-4989-be4b-278e5f77c1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:28:00.572255 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:28:00.580266 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:00.587656 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 526dec76-ae09-4898-8838-ee0119fa030b {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:28:00.588252 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 526dec76-ae09-4898-8838-ee0119fa030b not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:28:00.588679 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 9a175ca8-0fc4-4d50-85c2-bcef0741917c no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:28:00.616276 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 9a175ca8-0fc4-4d50-85c2-bcef0741917c {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:28:00.616900 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 9a175ca8-0fc4-4d50-85c2-bcef0741917c not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:28:00.634388 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cbc643b5-268f-4cab-9730-0989d80f3a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:00.642319 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 7238e4ef-618a-45ca-944e-64e54e67149d, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=7238e4ef-618a-45ca-944e-64e54e67149d,segment=NetworkSegment(2655430d-7b89-4cb5-97a0-423f45ff857c),segment_id=2655430d-7b89-4cb5-97a0-423f45ff857c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:00.674438 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:00.677828 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc643b5-268f-4cab-9730-0989d80f3a52 None None] Pushing event deleted for resources: {'Port': ['ID=9a175ca8-0fc4-4d50-85c2-bcef0741917c,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:00.683133 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-791b068b-4cf1-429f-9ea6-f6647c9a87d3 req-6b252376-3a16-4ebf-a832-4952f575fb3e tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998980 Jul 24 09:28:00.692149 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4938010e-6841-4989-be4b-278e5f77c1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:00.697914 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4938010e-6841-4989-be4b-278e5f77c1e2 admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:00.700131 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4938010e-6841-4989-be4b-278e5f77c1e2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/add98200-9874-4f35-856b-63e58b2c4b8f HTTP/1.1" status: 204 len: 168 time: 1.0817034 Jul 24 09:28:00.728236 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc643b5-268f-4cab-9730-0989d80f3a52 None None] No DVR routers for this DVR port 9a175ca8-0fc4-4d50-85c2-bcef0741917c on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:28:00.750503 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938010e-6841-4989-be4b-278e5f77c1e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=add98200-9874-4f35-856b-63e58b2c4b8f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:00.789657 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=7238e4ef-618a-45ca-944e-64e54e67149d,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:00.815096 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1d332f23-be30-485b-8acb-f72db8fe12da tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:00.821731 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-44f86398-2d86-463b-a059-43f2cf4eac05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:00.824320 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-44f86398-2d86-463b-a059-43f2cf4eac05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:00.825794 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-44f86398-2d86-463b-a059-43f2cf4eac05 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/39958e84-4b05-44c6-8774-e356326f50f7 HTTP/1.1" status: 204 len: 168 time: 0.8037298 Jul 24 09:28:00.832799 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e10975e4-99e1-4ecb-9ea7-3cd35190e638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:00.833737 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1d332f23-be30-485b-8acb-f72db8fe12da tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:00.876514 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e10975e4-99e1-4ecb-9ea7-3cd35190e638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:00.884429 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f86398-2d86-463b-a059-43f2cf4eac05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39958e84-4b05-44c6-8774-e356326f50f7,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:00.897803 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['7238e4ef-618a-45ca-944e-64e54e67149d'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:28:00.913030 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-1d332f23-be30-485b-8acb-f72db8fe12da tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] In _notify_port_updated(), no bound segment for port 93a22112-cc0b-4faa-85dd-caca9ff65486 on network d13b146b-3ea1-4ac3-963f-59386f67d8df {{(pid=94035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 09:28:00.918691 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d332f23-be30-485b-8acb-f72db8fe12da tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:00.919691 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1d332f23-be30-485b-8acb-f72db8fe12da tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:00.921218 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1d332f23-be30-485b-8acb-f72db8fe12da tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "PUT /v2.0/ports/93a22112-cc0b-4faa-85dd-caca9ff65486 HTTP/1.1" status: 200 len: 818 time: 1.0477080 Jul 24 09:28:00.924168 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51504) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:00.957088 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e10975e4-99e1-4ecb-9ea7-3cd35190e638 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=52dc951a6f5844eca7267a9c16d9bd45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8418281 Jul 24 09:28:00.958179 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d332f23-be30-485b-8acb-f72db8fe12da tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Port': ['ID=93a22112-cc0b-4faa-85dd-caca9ff65486,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:00.960523 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51506) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:00.961591 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10975e4-99e1-4ecb-9ea7-3cd35190e638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe100a6-6053-4ac6-8467-7ec1d536c039,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:00.994789 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51508) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:01.049874 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:01.068632 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9bdf1ed8-fdcd-4323-8270-8f051ca61ce6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ecdaf9211a3b4daf89d9786a5f58f9a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0700204 Jul 24 09:28:01.070369 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51510) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:01.137834 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-45fe4ff7-6569-4615-8589-173e877e348f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:01.145411 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-de99cd9f-450d-4528-9d42-16b0f1338cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:01.171983 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-45fe4ff7-6569-4615-8589-173e877e348f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:01.184526 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-de99cd9f-450d-4528-9d42-16b0f1338cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:01.219622 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-6d6141db-2f18-4dc8-bcd1-76ab2782b74b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting port 93a22112-cc0b-4faa-85dd-caca9ff65486 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:28:01.220470 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d6141db-2f18-4dc8-bcd1-76ab2782b74b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:01.252814 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-45fe4ff7-6569-4615-8589-173e877e348f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:01.256873 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-45fe4ff7-6569-4615-8589-173e877e348f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:01.256873 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-45fe4ff7-6569-4615-8589-173e877e348f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a27dc384-3bb2-499a-8f36-07e5189ebddc HTTP/1.1" status: 204 len: 168 time: 0.1853726 Jul 24 09:28:01.265066 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe4ff7-6569-4615-8589-173e877e348f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27dc384-3bb2-499a-8f36-07e5189ebddc,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:01.294588 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-de99cd9f-450d-4528-9d42-16b0f1338cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:01.297218 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-de99cd9f-450d-4528-9d42-16b0f1338cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:01.298391 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-de99cd9f-450d-4528-9d42-16b0f1338cb2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4fe100a6-6053-4ac6-8467-7ec1d536c039 HTTP/1.1" status: 204 len: 168 time: 0.3347781 Jul 24 09:28:01.303299 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d6141db-2f18-4dc8-bcd1-76ab2782b74b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:01.321842 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99cd9f-450d-4528-9d42-16b0f1338cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe100a6-6053-4ac6-8467-7ec1d536c039,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:01.327043 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-6d6141db-2f18-4dc8-bcd1-76ab2782b74b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Calling delete_port for 93a22112-cc0b-4faa-85dd-caca9ff65486 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:28:01.374616 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51522) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:01.397081 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb7aee7a-2b05-4d13-9479-6b98379a3686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:01.416419 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d6141db-2f18-4dc8-bcd1-76ab2782b74b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:01.437710 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d6141db-2f18-4dc8-bcd1-76ab2782b74b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:01.439938 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6d6141db-2f18-4dc8-bcd1-76ab2782b74b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/ports/93a22112-cc0b-4faa-85dd-caca9ff65486 HTTP/1.1" status: 204 len: 168 time: 0.5144656 Jul 24 09:28:01.446024 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51524) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:01.469076 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6141db-2f18-4dc8-bcd1-76ab2782b74b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Port': ['ID=93a22112-cc0b-4faa-85dd-caca9ff65486,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:01.531124 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d13c2-fa7f-40b6-8f09-7df4bac98e73 req-71bd514f-004c-4144-bc4d-bd3128b1a902 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:01.533424 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-995d13c2-fa7f-40b6-8f09-7df4bac98e73 req-71bd514f-004c-4144-bc4d-bd3128b1a902 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 944 time: 0.0998628 Jul 24 09:28:01.568957 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f71e16e-e2d0-47e4-9da3-dbaf5e982b1d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:01.573636 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8f71e16e-e2d0-47e4-9da3-dbaf5e982b1d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1264195 Jul 24 09:28:01.575829 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51528) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:01.594661 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-995d13c2-fa7f-40b6-8f09-7df4bac98e73 req-eb354770-93f2-48e4-990c-532640245ac7 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538023 Jul 24 09:28:01.626041 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6948e5-deeb-487a-a0bf-aae6c000ef18 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] GET failed (client error): The resource could not be found. Jul 24 09:28:01.628722 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4d6948e5-deeb-487a-a0bf-aae6c000ef18 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "GET /v2.0/ports/93a22112-cc0b-4faa-85dd-caca9ff65486 HTTP/1.1" status: 404 len: 333 time: 0.0506825 Jul 24 09:28:01.633014 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51534) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:01.638344 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-7b7b0eee-67ec-4ff9-b935-15c1ba9178e1 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1648688723'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:01.655568 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb7aee7a-2b05-4d13-9479-6b98379a3686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:01.660708 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb7aee7a-2b05-4d13-9479-6b98379a3686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:01.681618 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7b0eee-67ec-4ff9-b935-15c1ba9178e1 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:01.687073 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7b7b0eee-67ec-4ff9-b935-15c1ba9178e1 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:01.707176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51536) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:01.707319 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-eb7aee7a-2b05-4d13-9479-6b98379a3686 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8addc3358a2847369b5f5b632d98c5b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3307941 Jul 24 09:28:01.708059 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7aee7a-2b05-4d13-9479-6b98379a3686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7678aeaa-db2b-41e1-ba58-859b2b104018,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:01.750553 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7b0eee-67ec-4ff9-b935-15c1ba9178e1 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:28:01.777775 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7b7b0eee-67ec-4ff9-b935-15c1ba9178e1 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:01.778137 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-7b7b0eee-67ec-4ff9-b935-15c1ba9178e1 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Added segment a9bae423-0eaa-49a9-a946-75e567f0c851 of type vlan for network a2788112-360e-48cd-8921-117912813717 Jul 24 09:28:01.831761 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7b7b0eee-67ec-4ff9-b935-15c1ba9178e1 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:01.835322 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-01d33ef7-1195-42a8-8a48-8347949ec83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:01.861532 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-01d33ef7-1195-42a8-8a48-8347949ec83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:01.879077 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf9f3a-4c8b-40b6-8c39-66683ece621b req-987c3454-12a3-459c-bc28-7ad762d88e1f tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:01.882233 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7ebf9f3a-4c8b-40b6-8c39-66683ece621b req-987c3454-12a3-459c-bc28-7ad762d88e1f tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 945 time: 0.0941865 Jul 24 09:28:01.910926 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7b7b0eee-67ec-4ff9-b935-15c1ba9178e1 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:01.922188 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7b0eee-67ec-4ff9-b935-15c1ba9178e1 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:01.922904 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7b7b0eee-67ec-4ff9-b935-15c1ba9178e1 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:01.938669 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7ebf9f3a-4c8b-40b6-8c39-66683ece621b req-1d3ec9dc-dd9a-40a7-8f9e-c7f8b9e24e24 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484440 Jul 24 09:28:01.972857 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 52b6abbb-ed45-4747-a882-9996245f27ee details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:28:01.976527 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 7238e4ef-618a-45ca-944e-64e54e67149d up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:28:01.993367 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7b7b0eee-67ec-4ff9-b935-15c1ba9178e1 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3565612 Jul 24 09:28:01.993468 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51546) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:01.993468 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51548) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:02.015220 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-49de02d9-df18-4a99-a3ba-87cedcb7574e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'subnet': {'network_id': 'a2788112-360e-48cd-8921-117912813717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:02.053480 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b0eee-67ec-4ff9-b935-15c1ba9178e1 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Network': ['ID=a2788112-360e-48cd-8921-117912813717,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:02.055817 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-01d33ef7-1195-42a8-8a48-8347949ec83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:02.058597 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-01d33ef7-1195-42a8-8a48-8347949ec83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:02.059949 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-01d33ef7-1195-42a8-8a48-8347949ec83c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7678aeaa-db2b-41e1-ba58-859b2b104018 HTTP/1.1" status: 204 len: 168 time: 0.3518660 Jul 24 09:28:02.069201 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d33ef7-1195-42a8-8a48-8347949ec83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7678aeaa-db2b-41e1-ba58-859b2b104018,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:02.080111 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network a2788112-360e-48cd-8921-117912813717 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:28:02.158954 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-aee9b86c-b5a5-445f-a5c5-f1421eb5d666 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f98b06b2c53492fb637741524164ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1642728 Jul 24 09:28:02.162316 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51558) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:02.189825 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49de02d9-df18-4a99-a3ba-87cedcb7574e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:02.194763 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-49de02d9-df18-4a99-a3ba-87cedcb7574e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:02.275554 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-09ce98b1-5333-45c5-a974-e4dd1b4e822f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:02.299762 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 52b6abbb-ed45-4747-a882-9996245f27ee, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=52b6abbb-ed45-4747-a882-9996245f27ee,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:02.326627 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 7238e4ef-618a-45ca-944e-64e54e67149d completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:28:02.327633 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-09ce98b1-5333-45c5-a974-e4dd1b4e822f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:02.348453 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 7238e4ef-618a-45ca-944e-64e54e67149d triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:02.349079 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:02.394552 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-09ce98b1-5333-45c5-a974-e4dd1b4e822f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:02.397262 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-09ce98b1-5333-45c5-a974-e4dd1b4e822f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:02.400969 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-09ce98b1-5333-45c5-a974-e4dd1b4e822f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/403b151c-8cd2-44cc-aa00-267d0b232b81 HTTP/1.1" status: 204 len: 168 time: 0.2351251 Jul 24 09:28:02.405219 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '52b6abbb-ed45-4747-a882-9996245f27ee', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'port_id': '52b6abbb-ed45-4747-a882-9996245f27ee', 'mac_address': 'fa:16:3e:6c:9c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:28:02.407122 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce98b1-5333-45c5-a974-e4dd1b4e822f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403b151c-8cd2-44cc-aa00-267d0b232b81,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:02.495849 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-49de02d9-df18-4a99-a3ba-87cedcb7574e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:02.515218 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:02.539878 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:02.551023 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b6abbb-ed45-4747-a882-9996245f27ee {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:28:02.577817 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de02d9-df18-4a99-a3ba-87cedcb7574e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Subnet': ['ID=aef188d7-009d-4c6c-a465-3c13f52dde21,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:02.590426 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49de02d9-df18-4a99-a3ba-87cedcb7574e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Checking segment: {'id': 'a9bae423-0eaa-49a9-a946-75e567f0c851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a2788112-360e-48cd-8921-117912813717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:28:02.590888 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49de02d9-df18-4a99-a3ba-87cedcb7574e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network hostable DHCP agents. Network: a2788112-360e-48cd-8921-117912813717, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:28:02.601641 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 52b6abbb-ed45-4747-a882-9996245f27ee, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=52b6abbb-ed45-4747-a882-9996245f27ee,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:02.608058 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa437e0e-ec89-4a0e-9519-c704b25921c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7238e4ef-618a-45ca-944e-64e54e67149d'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:28:02.611906 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e27248f-7058-4ff2-99d6-9ff1b63f54dc" -d '{"events": [{"server_uuid": "fa437e0e-ec89-4a0e-9519-c704b25921c0", "name": "network-vif-plugged", "status": "completed", "tag": "7238e4ef-618a-45ca-944e-64e54e67149d"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:28:02.619463 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49de02d9-df18-4a99-a3ba-87cedcb7574e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network a2788112-360e-48cd-8921-117912813717 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:28:02.638093 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-49de02d9-df18-4a99-a3ba-87cedcb7574e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, a2788112-360e-48cd-8921-117912813717) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:02.643013 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49de02d9-df18-4a99-a3ba-87cedcb7574e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:02.643706 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-49de02d9-df18-4a99-a3ba-87cedcb7574e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:02.662817 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:02.671541 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 7238e4ef-618a-45ca-944e-64e54e67149d, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=7238e4ef-618a-45ca-944e-64e54e67149d,segment=NetworkSegment(2655430d-7b89-4cb5-97a0-423f45ff857c),segment_id=2655430d-7b89-4cb5-97a0-423f45ff857c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:02.682865 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-49de02d9-df18-4a99-a3ba-87cedcb7574e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6817737 Jul 24 09:28:02.685595 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51578) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:02.689338 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6789050-edc8-49c9-bc3a-f64b3328682a None None] Network a2788112-360e-48cd-8921-117912813717 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:28:02.694033 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-4e430807-e121-47f0-8850-3949ab5dee24 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'subnet': {'network_id': 'a2788112-360e-48cd-8921-117912813717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:02.755724 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88397d51-dc93-4649-afad-6fc7da2ef699 x-openstack-request-id: req-88397d51-dc93-4649-afad-6fc7da2ef699 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:28:02.756023 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa437e0e-ec89-4a0e-9519-c704b25921c0", "name": "network-vif-plugged", "status": "completed", "tag": "7238e4ef-618a-45ca-944e-64e54e67149d", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:28:02.756278 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88397d51-dc93-4649-afad-6fc7da2ef699 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:28:02.757114 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa437e0e-ec89-4a0e-9519-c704b25921c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7238e4ef-618a-45ca-944e-64e54e67149d', 'code': 200} Jul 24 09:28:02.758090 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:02.850517 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adcff7-cbd8-4136-8fa1-9bc191f14d8a req-2aacdcad-7cc7-49c6-b033-c6b324453c28 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:02.859937 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-06adcff7-cbd8-4136-8fa1-9bc191f14d8a req-2aacdcad-7cc7-49c6-b033-c6b324453c28 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 945 time: 0.0979800 Jul 24 09:28:02.913214 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-06adcff7-cbd8-4136-8fa1-9bc191f14d8a req-9ea6a28e-2fe9-4dc8-9a4c-a14d8b7f071e tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520005 Jul 24 09:28:02.929714 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042262e-b5a5-4ce5-95a5-731f4b4cd835 req-0b50d80d-c5b7-4fa0-ada6-c92ba6faa9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:02.931266 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f042262e-b5a5-4ce5-95a5-731f4b4cd835 req-0b50d80d-c5b7-4fa0-ada6-c92ba6faa9d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 1096 time: 0.1584160 Jul 24 09:28:02.969630 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e430807-e121-47f0-8850-3949ab5dee24 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:02.973308 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4e430807-e121-47f0-8850-3949ab5dee24 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:02.991789 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f042262e-b5a5-4ce5-95a5-731f4b4cd835 req-5c487de3-757b-4689-b242-2b37366f88f8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485547 Jul 24 09:28:03.053030 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['52b6abbb-ed45-4747-a882-9996245f27ee'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:28:03.057882 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=52b6abbb-ed45-4747-a882-9996245f27ee,revision_number=11']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:03.132992 n-d-800085-9 neutron-server[94035]: INFO neutron.db.ipam_backend_mixin [None req-4e430807-e121-47f0-8850-3949ab5dee24 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aef188d7-009d-4c6c-a465-3c13f52dde21 (CIDR: 2001:db8::/64) Jul 24 09:28:03.140068 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e430807-e121-47f0-8850-3949ab5dee24 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:28:03.140861 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e430807-e121-47f0-8850-3949ab5dee24 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:28:03.157059 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:03.180823 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4e430807-e121-47f0-8850-3949ab5dee24 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4933329 Jul 24 09:28:03.180823 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51598) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:03.191691 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d36d8d-d4ec-4cdc-9156-1969360aea7e req-aa432137-f80c-4a2f-abff-2804d1eff3e3 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:03.193248 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-39d36d8d-d4ec-4cdc-9156-1969360aea7e req-aa432137-f80c-4a2f-abff-2804d1eff3e3 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 0.1293097 Jul 24 09:28:03.196901 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e5b1c140-e275-4804-ab72-d6503acbc49a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'subnet': {'network_id': 'a2788112-360e-48cd-8921-117912813717', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:03.222310 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=7238e4ef-618a-45ca-944e-64e54e67149d,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:03.310848 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937cd463-08f7-41a4-9d4c-3f9c5b163416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-a2788112-360e-48cd-8921-117912813717', 'network_id': 'a2788112-360e-48cd-8921-117912813717', 'tenant_id': '91ac73207ba04ee3977a4bedfdf2993b', 'fixed_ips': [{'subnet_id': 'aef188d7-009d-4c6c-a465-3c13f52dde21'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:28:03.311713 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-937cd463-08f7-41a4-9d4c-3f9c5b163416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:03.384141 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-39d36d8d-d4ec-4cdc-9156-1969360aea7e req-6840c3cd-0e1b-4875-96b0-f798a4682a0f tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714623 Jul 24 09:28:03.470808 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b1c140-e275-4804-ab72-d6503acbc49a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:03.477211 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5b1c140-e275-4804-ab72-d6503acbc49a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:03.572164 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-937cd463-08f7-41a4-9d4c-3f9c5b163416 None None] Allocated IP 2001:db8::2 (a2788112-360e-48cd-8921-117912813717/aef188d7-009d-4c6c-a465-3c13f52dde21/21f646f2-ecfa-44db-9d1d-d48ddf2a9980) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:28:03.593425 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51622) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:03.810121 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-937cd463-08f7-41a4-9d4c-3f9c5b163416 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:03.826644 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-937cd463-08f7-41a4-9d4c-3f9c5b163416 None None] Transition to ACTIVE for port object 21f646f2-ecfa-44db-9d1d-d48ddf2a9980 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:03.862861 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-937cd463-08f7-41a4-9d4c-3f9c5b163416 None None] Transition to ACTIVE for port object 21f646f2-ecfa-44db-9d1d-d48ddf2a9980 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:03.874013 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-937cd463-08f7-41a4-9d4c-3f9c5b163416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:03.880658 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-b22761d1-03e3-43df-9f7c-d5a5d2acc9a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1062938570-network', 'tenant_id': '187623b095cb49a4b2c8631fdff864f8'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:03.918635 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22761d1-03e3-43df-9f7c-d5a5d2acc9a0 admin admin] Made reservation on behalf of 187623b095cb49a4b2c8631fdff864f8 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:03.922688 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b22761d1-03e3-43df-9f7c-d5a5d2acc9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:03.943924 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5b1c140-e275-4804-ab72-d6503acbc49a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:03.951227 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b22761d1-03e3-43df-9f7c-d5a5d2acc9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:03.980575 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937cd463-08f7-41a4-9d4c-3f9c5b163416 None None] Network a2788112-360e-48cd-8921-117912813717 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:28:03.998389 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 52b6abbb-ed45-4747-a882-9996245f27ee up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:28:04.001525 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-937cd463-08f7-41a4-9d4c-3f9c5b163416 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:04.022442 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937cd463-08f7-41a4-9d4c-3f9c5b163416 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:28:04.041568 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b1c140-e275-4804-ab72-d6503acbc49a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network a2788112-360e-48cd-8921-117912813717 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:28:04.068652 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-e5b1c140-e275-4804-ab72-d6503acbc49a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:04.101750 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b1c140-e275-4804-ab72-d6503acbc49a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:04.102369 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5b1c140-e275-4804-ab72-d6503acbc49a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:04.115405 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937cd463-08f7-41a4-9d4c-3f9c5b163416 None None] Pushing event updated for resources: {'Port': ['ID=21f646f2-ecfa-44db-9d1d-d48ddf2a9980,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:04.129280 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b22761d1-03e3-43df-9f7c-d5a5d2acc9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:04.136042 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b22761d1-03e3-43df-9f7c-d5a5d2acc9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:04.149502 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22761d1-03e3-43df-9f7c-d5a5d2acc9a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:28:04.158203 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1c140-e275-4804-ab72-d6503acbc49a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Subnet': ['ID=a2ec3f81-f950-4fd6-9d77-e4057306bba1,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:04.160270 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b22761d1-03e3-43df-9f7c-d5a5d2acc9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:04.160898 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-b22761d1-03e3-43df-9f7c-d5a5d2acc9a0 admin admin] Added segment 144f3af7-ed14-4bba-b924-77b198b3227b of type vlan for network 1cdce888-cfdd-4474-ad28-63b9c295d18d Jul 24 09:28:04.214677 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b22761d1-03e3-43df-9f7c-d5a5d2acc9a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:04.219340 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e5b1c140-e275-4804-ab72-d6503acbc49a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0358105 Jul 24 09:28:04.224374 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51664) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:04.233940 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-937cd463-08f7-41a4-9d4c-3f9c5b163416 None None] Attempting to bind port 21f646f2-ecfa-44db-9d1d-d48ddf2a9980 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:28:04.234555 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-937cd463-08f7-41a4-9d4c-3f9c5b163416 None None] Attempting to bind port 21f646f2-ecfa-44db-9d1d-d48ddf2a9980 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'a9bae423-0eaa-49a9-a946-75e567f0c851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a2788112-360e-48cd-8921-117912813717'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:28:04.235364 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937cd463-08f7-41a4-9d4c-3f9c5b163416 None None] Attempting to bind port 21f646f2-ecfa-44db-9d1d-d48ddf2a9980 on network a2788112-360e-48cd-8921-117912813717 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:28:04.238623 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-51a7544c-4fd6-4fdb-bf57-b8b5699427cd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'port': {'network_id': 'a2788112-360e-48cd-8921-117912813717', 'fixed_ips': [{'subnet_id': 'aef188d7-009d-4c6c-a465-3c13f52dde21'}, {'subnet_id': 'a2ec3f81-f950-4fd6-9d77-e4057306bba1'}], 'name': 'tempest-PortsIpV6TestJSON-1685378678'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:04.240239 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 52b6abbb-ed45-4747-a882-9996245f27ee completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:28:04.246968 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937cd463-08f7-41a4-9d4c-3f9c5b163416 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:28:04.247217 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937cd463-08f7-41a4-9d4c-3f9c5b163416 None None] Checking segment: {'id': 'a9bae423-0eaa-49a9-a946-75e567f0c851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a2788112-360e-48cd-8921-117912813717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:28:04.247509 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-937cd463-08f7-41a4-9d4c-3f9c5b163416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:04.248195 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937cd463-08f7-41a4-9d4c-3f9c5b163416 None None] Bound using segment: {'id': 'a9bae423-0eaa-49a9-a946-75e567f0c851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a2788112-360e-48cd-8921-117912813717'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:28:04.249376 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-937cd463-08f7-41a4-9d4c-3f9c5b163416 None None] Bound port: 21f646f2-ecfa-44db-9d1d-d48ddf2a9980, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9bae423-0eaa-49a9-a946-75e567f0c851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a2788112-360e-48cd-8921-117912813717'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:28:04.249376 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-937cd463-08f7-41a4-9d4c-3f9c5b163416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:04.254324 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 52b6abbb-ed45-4747-a882-9996245f27ee triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:04.254827 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:04.258871 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b22761d1-03e3-43df-9f7c-d5a5d2acc9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:04.260579 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22761d1-03e3-43df-9f7c-d5a5d2acc9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:04.261610 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b22761d1-03e3-43df-9f7c-d5a5d2acc9a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:04.306250 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002ad34-8c7c-4430-b58f-cd0cdcacd288 req-86c5a771-fbce-4e53-9ff3-07111fe9505f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:04.308107 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c002ad34-8c7c-4430-b58f-cd0cdcacd288 req-86c5a771-fbce-4e53-9ff3-07111fe9505f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 945 time: 0.2540925 Jul 24 09:28:04.320566 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b22761d1-03e3-43df-9f7c-d5a5d2acc9a0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7247891 Jul 24 09:28:04.323632 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51668) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:04.338799 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-19c69fe7-502d-4c57-bfb9-fe960ad07b69 admin admin] Request body: {'subnet': {'network_id': '1cdce888-cfdd-4474-ad28-63b9c295d18d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1062938570-subnet', 'tenant_id': '187623b095cb49a4b2c8631fdff864f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:04.342109 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22761d1-03e3-43df-9f7c-d5a5d2acc9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94b599c-be3a-49a3-a6f0-b9149afb18bc,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:04.401610 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22761d1-03e3-43df-9f7c-d5a5d2acc9a0 admin admin] Pushing event updated for resources: {'Network': ['ID=1cdce888-cfdd-4474-ad28-63b9c295d18d,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:04.418788 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c002ad34-8c7c-4430-b58f-cd0cdcacd288 req-880d367a-9b6c-448d-8f63-7d368af2a5b5 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787532 Jul 24 09:28:04.421120 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-937cd463-08f7-41a4-9d4c-3f9c5b163416 None None] For port 21f646f2-ecfa-44db-9d1d-d48ddf2a9980, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:28:04.431658 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 1cdce888-cfdd-4474-ad28-63b9c295d18d details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:28:04.433887 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c69fe7-502d-4c57-bfb9-fe960ad07b69 admin admin] Made reservation on behalf of 187623b095cb49a4b2c8631fdff864f8 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:04.438076 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-19c69fe7-502d-4c57-bfb9-fe960ad07b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:04.493903 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a7544c-4fd6-4fdb-bf57-b8b5699427cd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:04.546863 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-937cd463-08f7-41a4-9d4c-3f9c5b163416 None None] For port 21f646f2-ecfa-44db-9d1d-d48ddf2a9980, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=21f646f2-ecfa-44db-9d1d-d48ddf2a9980,segment=NetworkSegment(a9bae423-0eaa-49a9-a946-75e567f0c851),segment_id=a9bae423-0eaa-49a9-a946-75e567f0c851)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:28:04.556501 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-937cd463-08f7-41a4-9d4c-3f9c5b163416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:04.607152 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:04.624732 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51678) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:04.662297 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937cd463-08f7-41a4-9d4c-3f9c5b163416 None None] Pushing event updated for resources: {'Port': ['ID=21f646f2-ecfa-44db-9d1d-d48ddf2a9980,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:04.680959 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 52b6abbb-ed45-4747-a882-9996245f27ee, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=52b6abbb-ed45-4747-a882-9996245f27ee,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:04.687535 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:04.732410 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8194a-5376-438f-84e1-6c120079e25e req-e76afe2f-25a2-4c30-9181-f25e24cd91fc tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:04.741836 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bdb8194a-5376-438f-84e1-6c120079e25e req-e76afe2f-25a2-4c30-9181-f25e24cd91fc tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 946 time: 0.1806204 Jul 24 09:28:04.747831 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-51a7544c-4fd6-4fdb-bf57-b8b5699427cd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:04.753003 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=52b6abbb-ed45-4747-a882-9996245f27ee,revision_number=12']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:04.759861 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b51897-5518-4a45-97ed-8277185dc727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b6abbb-ed45-4747-a882-9996245f27ee'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:28:04.762930 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1287c7f6-7841-4a3a-ad4c-bc8a4f1063af" -d '{"events": [{"server_uuid": "40b51897-5518-4a45-97ed-8277185dc727", "name": "network-vif-plugged", "status": "completed", "tag": "52b6abbb-ed45-4747-a882-9996245f27ee"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:28:04.780871 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-51a7544c-4fd6-4fdb-bf57-b8b5699427cd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] device_id is not set on port 892eeb30-5fc5-46a1-bc24-d254217e658e yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:28:04.825389 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bdb8194a-5376-438f-84e1-6c120079e25e req-48be22ed-b626-4f18-9df6-85a463605fd1 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816157 Jul 24 09:28:04.988228 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-19c69fe7-502d-4c57-bfb9-fe960ad07b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:04.998249 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fb7fa593-5fe3-4d72-b0a2-8e4e5ed38f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:05.044034 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d2ce2c-02ab-4584-ba83-5238a4f012c1 x-openstack-request-id: req-09d2ce2c-02ab-4584-ba83-5238a4f012c1 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:28:05.045360 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b51897-5518-4a45-97ed-8277185dc727", "name": "network-vif-plugged", "status": "completed", "tag": "52b6abbb-ed45-4747-a882-9996245f27ee", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:28:05.045360 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09d2ce2c-02ab-4584-ba83-5238a4f012c1 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:28:05.045360 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b51897-5518-4a45-97ed-8277185dc727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b6abbb-ed45-4747-a882-9996245f27ee', 'code': 200} Jul 24 09:28:05.061848 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd87aef-7d30-40cf-a16c-ceca374b04a2 req-ebb9ae6f-0488-4054-bc31-27bb7f1c9ae6 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:05.071770 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2dd87aef-7d30-40cf-a16c-ceca374b04a2 req-ebb9ae6f-0488-4054-bc31-27bb7f1c9ae6 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 945 time: 0.5109563 Jul 24 09:28:05.152116 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c69fe7-502d-4c57-bfb9-fe960ad07b69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad2f9f38-4161-47ae-93a1-7625a34a37e3,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:05.167989 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c69fe7-502d-4c57-bfb9-fe960ad07b69 admin admin] Checking segment: {'id': '144f3af7-ed14-4bba-b924-77b198b3227b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1cdce888-cfdd-4474-ad28-63b9c295d18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:28:05.171427 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c69fe7-502d-4c57-bfb9-fe960ad07b69 admin admin] Network hostable DHCP agents. Network: 1cdce888-cfdd-4474-ad28-63b9c295d18d, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:28:05.189709 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2dd87aef-7d30-40cf-a16c-ceca374b04a2 req-87bf768e-43d9-4b2d-8f7d-621cdf6355eb tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166046 Jul 24 09:28:05.222750 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c69fe7-502d-4c57-bfb9-fe960ad07b69 admin admin] Network 1cdce888-cfdd-4474-ad28-63b9c295d18d is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:28:05.243761 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-19c69fe7-502d-4c57-bfb9-fe960ad07b69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 1cdce888-cfdd-4474-ad28-63b9c295d18d) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:05.247972 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c69fe7-502d-4c57-bfb9-fe960ad07b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:05.248589 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-19c69fe7-502d-4c57-bfb9-fe960ad07b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:05.252535 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3cea11-ed96-4c44-aa32-3a2f468997f8 None None] Network 1cdce888-cfdd-4474-ad28-63b9c295d18d requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:28:05.372410 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fb7fa593-5fe3-4d72-b0a2-8e4e5ed38f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:05.382715 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fb7fa593-5fe3-4d72-b0a2-8e4e5ed38f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:05.413787 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-19c69fe7-502d-4c57-bfb9-fe960ad07b69 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0803781 Jul 24 09:28:05.444968 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fb7fa593-5fe3-4d72-b0a2-8e4e5ed38f7f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ec6187309a04b30ac34feb506afdd77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8186014 Jul 24 09:28:05.446162 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7fa593-5fe3-4d72-b0a2-8e4e5ed38f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7341539b-eb65-40ad-98fd-27e402ea6bd7,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:05.450035 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51712) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:05.469927 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-51a7544c-4fd6-4fdb-bf57-b8b5699427cd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Allocated IP 2001:db8::27a (a2788112-360e-48cd-8921-117912813717/aef188d7-009d-4c6c-a465-3c13f52dde21/892eeb30-5fc5-46a1-bc24-d254217e658e) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:28:05.480291 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ea1d2e-5f3e-4d86-9625-306e88bf82e7 None None] Network 1cdce888-cfdd-4474-ad28-63b9c295d18d requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:28:05.488285 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-51a7544c-4fd6-4fdb-bf57-b8b5699427cd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Allocated IP 2001:db8:0:1::122 (a2788112-360e-48cd-8921-117912813717/a2ec3f81-f950-4fd6-9d77-e4057306bba1/892eeb30-5fc5-46a1-bc24-d254217e658e) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:28:05.505078 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-71b00e37-85a3-47d7-b0fb-ef6e699ee01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:05.530452 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-71b00e37-85a3-47d7-b0fb-ef6e699ee01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:05.599565 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-71b00e37-85a3-47d7-b0fb-ef6e699ee01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:05.604723 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-71b00e37-85a3-47d7-b0fb-ef6e699ee01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:05.609047 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-71b00e37-85a3-47d7-b0fb-ef6e699ee01d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7341539b-eb65-40ad-98fd-27e402ea6bd7 HTTP/1.1" status: 204 len: 168 time: 0.1556330 Jul 24 09:28:05.621401 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68f115-08ff-4190-9148-4fdbe4551977 req-635b059b-032a-4cbe-90b3-ca90fc37ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:05.623338 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ed68f115-08ff-4190-9148-4fdbe4551977 req-635b059b-032a-4cbe-90b3-ca90fc37ef8d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 1098 time: 0.3910544 Jul 24 09:28:05.629486 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b00e37-85a3-47d7-b0fb-ef6e699ee01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7341539b-eb65-40ad-98fd-27e402ea6bd7,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:05.731769 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c39963-0e90-4b84-a789-995889ef7f69 req-d4521dbe-1bac-42f9-8ed9-09a847fc8126 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:05.733394 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a8c39963-0e90-4b84-a789-995889ef7f69 req-d4521dbe-1bac-42f9-8ed9-09a847fc8126 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 945 time: 0.2352195 Jul 24 09:28:05.751872 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ed68f115-08ff-4190-9148-4fdbe4551977 req-4a2b2734-59cc-421d-bf81-09eb788f471a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185565 Jul 24 09:28:05.838326 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a8c39963-0e90-4b84-a789-995889ef7f69 req-34bdf9bf-c4d9-48c1-a6c6-3cbd6d6d9279 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916970 Jul 24 09:28:05.858991 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-51a7544c-4fd6-4fdb-bf57-b8b5699427cd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:05.874200 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-51a7544c-4fd6-4fdb-bf57-b8b5699427cd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Transition to ACTIVE for port object 892eeb30-5fc5-46a1-bc24-d254217e658e will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:06.062777 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb6621-5fef-48f1-ae22-35c5cc10a2d1 req-96f5fcb2-bfc5-4cd1-8b8d-25d4a45a4c23 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:06.068119 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-27cb6621-5fef-48f1-ae22-35c5cc10a2d1 req-96f5fcb2-bfc5-4cd1-8b8d-25d4a45a4c23 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 947 time: 0.0975001 Jul 24 09:28:06.145161 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-27cb6621-5fef-48f1-ae22-35c5cc10a2d1 req-69de280c-c340-4104-bc11-6db5fe36bfa5 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714262 Jul 24 09:28:06.232321 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ce422e-ef22-420a-bbcd-3e9a418282de None None] Network a2788112-360e-48cd-8921-117912813717 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:28:06.350809 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-51a7544c-4fd6-4fdb-bf57-b8b5699427cd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:06.352575 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e703492a-8766-4685-bdd4-5f22e48e915a None None] Provisioning for port 21f646f2-ecfa-44db-9d1d-d48ddf2a9980 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:28:06.438996 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51744) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:06.461254 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-be0c6218-2500-4ff2-9b96-745e057e574d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:06.466757 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d296b-c3ed-4f84-ba29-0411a0829ee1 req-cee4ef91-492d-4e80-9059-126dfd0c6b04 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:06.480246 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f2d296b-c3ed-4f84-ba29-0411a0829ee1 req-cee4ef91-492d-4e80-9059-126dfd0c6b04 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 945 time: 0.1876462 Jul 24 09:28:06.489397 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a7544c-4fd6-4fdb-bf57-b8b5699427cd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network a2788112-360e-48cd-8921-117912813717 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:28:06.500098 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7544c-4fd6-4fdb-bf57-b8b5699427cd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Port': ['ID=892eeb30-5fc5-46a1-bc24-d254217e658e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:06.517243 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-51a7544c-4fd6-4fdb-bf57-b8b5699427cd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:06.549317 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a7544c-4fd6-4fdb-bf57-b8b5699427cd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:28:06.550782 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 21f646f2-ecfa-44db-9d1d-d48ddf2a9980 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:28:06.557028 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a7544c-4fd6-4fdb-bf57-b8b5699427cd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:06.557837 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-51a7544c-4fd6-4fdb-bf57-b8b5699427cd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:06.615899 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f2d296b-c3ed-4f84-ba29-0411a0829ee1 req-1a845876-83e3-4548-a90a-4f59d6d651db tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342382 Jul 24 09:28:06.654063 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-be0c6218-2500-4ff2-9b96-745e057e574d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:06.666368 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-51a7544c-4fd6-4fdb-bf57-b8b5699427cd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.4362385 Jul 24 09:28:06.669007 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51754) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:06.675651 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-be0c6218-2500-4ff2-9b96-745e057e574d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:06.676544 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-c7768d82-436b-4d46-bfae-91869686bde5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aef188d7-009d-4c6c-a465-3c13f52dde21'}]}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:06.711875 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 21f646f2-ecfa-44db-9d1d-d48ddf2a9980 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:28:06.719613 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 21f646f2-ecfa-44db-9d1d-d48ddf2a9980 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:06.719998 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:06.784964 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-be0c6218-2500-4ff2-9b96-745e057e574d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e47475ef20843efa35604e5c1a7a478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3429995 Jul 24 09:28:06.785996 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51762) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:06.790383 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c6218-2500-4ff2-9b96-745e057e574d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4136d948-c061-489c-9aed-efff5673599c,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:06.793949 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9600bc-6cd6-43cd-85b9-c74ce442afd6 None None] Update dhcp port {'port': {'network_id': 'a2788112-360e-48cd-8921-117912813717', 'fixed_ips': [{'subnet_id': 'aef188d7-009d-4c6c-a465-3c13f52dde21', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a2ec3f81-f950-4fd6-9d77-e4057306bba1'}], 'binding:host_id': 'n-d-800085-9'}, 'id': '21f646f2-ecfa-44db-9d1d-d48ddf2a9980'} from n-d-800085-9. {{(pid=94037) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 09:28:06.881855 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c7768d82-436b-4d46-bfae-91869686bde5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:06.914937 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:06.917664 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ce1203a-b2ee-455b-ada6-14d4278e12ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:06.920218 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1d9600bc-6cd6-43cd-85b9-c74ce442afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:06.988976 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ce1203a-b2ee-455b-ada6-14d4278e12ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:07.031009 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 21f646f2-ecfa-44db-9d1d-d48ddf2a9980, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=21f646f2-ecfa-44db-9d1d-d48ddf2a9980,segment=NetworkSegment(a9bae423-0eaa-49a9-a946-75e567f0c851),segment_id=a9bae423-0eaa-49a9-a946-75e567f0c851)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:07.038265 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:07.091270 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ce1203a-b2ee-455b-ada6-14d4278e12ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:07.094536 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ce1203a-b2ee-455b-ada6-14d4278e12ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:07.098795 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4ce1203a-b2ee-455b-ada6-14d4278e12ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4136d948-c061-489c-9aed-efff5673599c HTTP/1.1" status: 204 len: 168 time: 0.3092453 Jul 24 09:28:07.126822 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1203a-b2ee-455b-ada6-14d4278e12ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4136d948-c061-489c-9aed-efff5673599c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:07.374409 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=21f646f2-ecfa-44db-9d1d-d48ddf2a9980,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:07.483474 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf68bd-f3e6-4291-828e-6b32030530c5 req-3fbb94c2-3ec0-43ed-9178-de37ca1033c7 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:07.485096 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cbdf68bd-f3e6-4291-828e-6b32030530c5 req-3fbb94c2-3ec0-43ed-9178-de37ca1033c7 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 947 time: 0.1859567 Jul 24 09:28:07.578335 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cbdf68bd-f3e6-4291-828e-6b32030530c5 req-77c5ef59-0eb4-46d3-81c3-2d1dade36943 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777936 Jul 24 09:28:07.646463 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-1d9600bc-6cd6-43cd-85b9-c74ce442afd6 None None] Allocated IP 2001:db8:0:1::2 (a2788112-360e-48cd-8921-117912813717/a2ec3f81-f950-4fd6-9d77-e4057306bba1/21f646f2-ecfa-44db-9d1d-d48ddf2a9980) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:28:07.723416 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51830) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:07.728900 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-2f7a0c79-1faf-44a6-8f1b-327fef522885 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1426122730-network', 'tenant_id': 'fbd84562529842d79b7c415008d51a45'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:07.767389 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95c78a-9a52-4fa8-938c-90db6cbb8a6b req-d2edc357-a506-432f-82c2-5730819d7b17 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:07.781105 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1a95c78a-9a52-4fa8-938c-90db6cbb8a6b req-d2edc357-a506-432f-82c2-5730819d7b17 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 945 time: 0.5136204 Jul 24 09:28:07.796244 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7a0c79-1faf-44a6-8f1b-327fef522885 admin admin] Made reservation on behalf of fbd84562529842d79b7c415008d51a45 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:07.810620 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2f7a0c79-1faf-44a6-8f1b-327fef522885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:07.824667 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2f7a0c79-1faf-44a6-8f1b-327fef522885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:07.868849 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-1d9600bc-6cd6-43cd-85b9-c74ce442afd6 None None] For port 21f646f2-ecfa-44db-9d1d-d48ddf2a9980, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=21f646f2-ecfa-44db-9d1d-d48ddf2a9980,segment=NetworkSegment(a9bae423-0eaa-49a9-a946-75e567f0c851),segment_id=a9bae423-0eaa-49a9-a946-75e567f0c851)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:07.915981 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1d9600bc-6cd6-43cd-85b9-c74ce442afd6 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:07.916784 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1a95c78a-9a52-4fa8-938c-90db6cbb8a6b req-800a19fb-a035-49fe-9b53-08d0e214c1fd tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344430 Jul 24 09:28:07.930914 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1d9600bc-6cd6-43cd-85b9-c74ce442afd6 None None] Transition to ACTIVE for port object 21f646f2-ecfa-44db-9d1d-d48ddf2a9980 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:07.935152 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1d9600bc-6cd6-43cd-85b9-c74ce442afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:08.003499 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9600bc-6cd6-43cd-85b9-c74ce442afd6 None None] Pushing event updated for resources: {'Port': ['ID=21f646f2-ecfa-44db-9d1d-d48ddf2a9980,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:08.034129 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9600bc-6cd6-43cd-85b9-c74ce442afd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:08.035543 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9600bc-6cd6-43cd-85b9-c74ce442afd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:08.036616 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9600bc-6cd6-43cd-85b9-c74ce442afd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:08.037082 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9600bc-6cd6-43cd-85b9-c74ce442afd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:08.037514 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9600bc-6cd6-43cd-85b9-c74ce442afd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:08.037992 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9600bc-6cd6-43cd-85b9-c74ce442afd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:08.038661 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9600bc-6cd6-43cd-85b9-c74ce442afd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:08.038843 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9600bc-6cd6-43cd-85b9-c74ce442afd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:08.039264 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9600bc-6cd6-43cd-85b9-c74ce442afd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:08.039820 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9600bc-6cd6-43cd-85b9-c74ce442afd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:08.040269 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9600bc-6cd6-43cd-85b9-c74ce442afd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:08.041685 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9600bc-6cd6-43cd-85b9-c74ce442afd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:08.075317 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-c7768d82-436b-4d46-bfae-91869686bde5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Delete allocated IP 2001:db8:0:1::122 (a2788112-360e-48cd-8921-117912813717/a2ec3f81-f950-4fd6-9d77-e4057306bba1) {{(pid=94035) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 24 09:28:08.133072 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2f7a0c79-1faf-44a6-8f1b-327fef522885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:08.139066 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2f7a0c79-1faf-44a6-8f1b-327fef522885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:08.171137 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7a0c79-1faf-44a6-8f1b-327fef522885 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:28:08.181345 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a0c79-1faf-44a6-8f1b-327fef522885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c3708c-3cd7-4742-88f4-a711033afc3c,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:08.207887 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2f7a0c79-1faf-44a6-8f1b-327fef522885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:08.208366 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-2f7a0c79-1faf-44a6-8f1b-327fef522885 admin admin] Added segment 6190a84c-30b6-4d71-8489-a99750719766 of type vlan for network 4943fa7d-33d6-4c92-9c98-cc850999eacd Jul 24 09:28:08.268491 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2f7a0c79-1faf-44a6-8f1b-327fef522885 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:08.308007 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2f7a0c79-1faf-44a6-8f1b-327fef522885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:08.309340 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7a0c79-1faf-44a6-8f1b-327fef522885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:08.310032 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2f7a0c79-1faf-44a6-8f1b-327fef522885 admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:08.364153 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c7768d82-436b-4d46-bfae-91869686bde5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:08.368265 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2f7a0c79-1faf-44a6-8f1b-327fef522885 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6435964 Jul 24 09:28:08.375523 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51842) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:08.390161 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-bd5f7edd-41fd-4a6a-838f-8f524b634741 admin admin] Request body: {'subnet': {'network_id': '4943fa7d-33d6-4c92-9c98-cc850999eacd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1426122730-subnet', 'tenant_id': 'fbd84562529842d79b7c415008d51a45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:08.424410 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5f7edd-41fd-4a6a-838f-8f524b634741 admin admin] Made reservation on behalf of fbd84562529842d79b7c415008d51a45 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:08.429600 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bd5f7edd-41fd-4a6a-838f-8f524b634741 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:08.489553 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-c7768d82-436b-4d46-bfae-91869686bde5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Ignored duplicate provisioning block setup for port 892eeb30-5fc5-46a1-bc24-d254217e658e by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 24 09:28:08.491956 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a0c79-1faf-44a6-8f1b-327fef522885 admin admin] Pushing event updated for resources: {'Network': ['ID=4943fa7d-33d6-4c92-9c98-cc850999eacd,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:08.503699 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 4943fa7d-33d6-4c92-9c98-cc850999eacd details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:28:08.511688 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c7768d82-436b-4d46-bfae-91869686bde5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:08.609331 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 21f646f2-ecfa-44db-9d1d-d48ddf2a9980 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:28:08.832732 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51858) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:08.840574 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-c7768d82-436b-4d46-bfae-91869686bde5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] In _notify_port_updated(), no bound segment for port 892eeb30-5fc5-46a1-bc24-d254217e658e on network a2788112-360e-48cd-8921-117912813717 {{(pid=94035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 09:28:08.850280 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-a1b38fda-f63b-410a-860c-6c07258f66c4 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Request body: {'network': {'name': 'tempest-network-smoke--1726438760', 'project_id': '0cc97363126d47d180e03071fb076852', 'port_security_enabled': True}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:08.856857 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7768d82-436b-4d46-bfae-91869686bde5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:08.857557 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c7768d82-436b-4d46-bfae-91869686bde5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:08.858964 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c7768d82-436b-4d46-bfae-91869686bde5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "PUT /v2.0/ports/892eeb30-5fc5-46a1-bc24-d254217e658e HTTP/1.1" status: 200 len: 926 time: 2.1888797 Jul 24 09:28:08.865833 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51860) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:08.883284 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-21754f9d-922e-4654-9507-b8166980e064 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aef188d7-009d-4c6c-a465-3c13f52dde21'}, {'subnet_id': 'a2ec3f81-f950-4fd6-9d77-e4057306bba1'}]}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:08.929391 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7768d82-436b-4d46-bfae-91869686bde5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Port': ['ID=892eeb30-5fc5-46a1-bc24-d254217e658e,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:09.001622 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b38fda-f63b-410a-860c-6c07258f66c4 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Made reservation on behalf of 0cc97363126d47d180e03071fb076852 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:09.005856 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a1b38fda-f63b-410a-860c-6c07258f66c4 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:09.025801 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a1b38fda-f63b-410a-860c-6c07258f66c4 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:09.079851 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9017797-124a-4ee2-ad85-d42f32e6ce11 req-c2ff5843-690e-42ed-9262-97240ad3fd60 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:09.081880 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e9017797-124a-4ee2-ad85-d42f32e6ce11 req-c2ff5843-690e-42ed-9262-97240ad3fd60 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 947 time: 0.2910430 Jul 24 09:28:09.082813 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bd5f7edd-41fd-4a6a-838f-8f524b634741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:09.171074 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1bb8d5-52ee-4a45-8382-f4213bafbe8c None None] Network a2788112-360e-48cd-8921-117912813717 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:28:09.184709 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f7edd-41fd-4a6a-838f-8f524b634741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3d27dc9-f412-4888-aab9-22d9e9758b8e,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:09.189212 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e9017797-124a-4ee2-ad85-d42f32e6ce11 req-fdfc979a-e4c4-4ab7-bebb-6e0659173f48 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983472 Jul 24 09:28:09.199665 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5f7edd-41fd-4a6a-838f-8f524b634741 admin admin] Checking segment: {'id': '6190a84c-30b6-4d71-8489-a99750719766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4943fa7d-33d6-4c92-9c98-cc850999eacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:28:09.200038 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5f7edd-41fd-4a6a-838f-8f524b634741 admin admin] Network hostable DHCP agents. Network: 4943fa7d-33d6-4c92-9c98-cc850999eacd, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:28:09.245622 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5aa15d55-e6b7-413a-baa4-b023ce2beefc None None] Provisioning for port 892eeb30-5fc5-46a1-bc24-d254217e658e completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:28:09.250167 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5f7edd-41fd-4a6a-838f-8f524b634741 admin admin] Network 4943fa7d-33d6-4c92-9c98-cc850999eacd is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:28:09.258158 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5aa15d55-e6b7-413a-baa4-b023ce2beefc None None] Provisioning complete for port 892eeb30-5fc5-46a1-bc24-d254217e658e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:09.258158 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5aa15d55-e6b7-413a-baa4-b023ce2beefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:09.266373 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-bd5f7edd-41fd-4a6a-838f-8f524b634741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 4943fa7d-33d6-4c92-9c98-cc850999eacd) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:09.277250 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5f7edd-41fd-4a6a-838f-8f524b634741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:09.277861 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bd5f7edd-41fd-4a6a-838f-8f524b634741 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:09.283984 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b103111-58da-4a02-b8cb-2e1923c62b89 None None] Network 4943fa7d-33d6-4c92-9c98-cc850999eacd requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:28:09.394336 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-5aa15d55-e6b7-413a-baa4-b023ce2beefc None None] Port 892eeb30-5fc5-46a1-bc24-d254217e658e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:28:09.436508 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5aa15d55-e6b7-413a-baa4-b023ce2beefc None None] Provisioning for port 21f646f2-ecfa-44db-9d1d-d48ddf2a9980 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:28:09.448806 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5aa15d55-e6b7-413a-baa4-b023ce2beefc None None] Provisioning complete for port 21f646f2-ecfa-44db-9d1d-d48ddf2a9980 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:09.448806 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5aa15d55-e6b7-413a-baa4-b023ce2beefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:09.542785 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafbec0b-faba-4d28-96ca-183d186b2cc6 None None] Network 4943fa7d-33d6-4c92-9c98-cc850999eacd requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:28:09.562135 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51876) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:09.683444 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21754f9d-922e-4654-9507-b8166980e064 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:09.710026 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db35d3-4b16-43df-bc22-ad3410a65cbd req-9ee60f3e-1a9f-4d41-9490-e885aa5eb5f1 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:09.715835 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b227e37-33b3-4e69-82f7-31699bbcd963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:09.717485 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-81db35d3-4b16-43df-bc22-ad3410a65cbd req-9ee60f3e-1a9f-4d41-9490-e885aa5eb5f1 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 945 time: 0.6732225 Jul 24 09:28:09.790851 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a1b38fda-f63b-410a-860c-6c07258f66c4 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:09.808023 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a1b38fda-f63b-410a-860c-6c07258f66c4 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:09.810792 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bd5f7edd-41fd-4a6a-838f-8f524b634741 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4332824 Jul 24 09:28:09.905580 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b38fda-f63b-410a-860c-6c07258f66c4 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:28:09.932702 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-81db35d3-4b16-43df-bc22-ad3410a65cbd req-bec9deea-0f1b-4577-976d-3fdab8adb876 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141409 Jul 24 09:28:09.988115 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a1b38fda-f63b-410a-860c-6c07258f66c4 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:09.989035 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-a1b38fda-f63b-410a-860c-6c07258f66c4 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Added segment b49c8e51-b531-4591-8628-7e67fd0e2a90 of type vlan for network 801c1cab-126c-4d30-b3ed-31cac490e5b1 Jul 24 09:28:10.040056 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b227e37-33b3-4e69-82f7-31699bbcd963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:10.047614 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a1b38fda-f63b-410a-860c-6c07258f66c4 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:10.047869 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b227e37-33b3-4e69-82f7-31699bbcd963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:10.084504 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a1b38fda-f63b-410a-860c-6c07258f66c4 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:10.090480 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b38fda-f63b-410a-860c-6c07258f66c4 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:10.091118 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a1b38fda-f63b-410a-860c-6c07258f66c4 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:10.100459 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b38fda-f63b-410a-860c-6c07258f66c4 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e12f66-c337-4e00-823c-219f91f89977,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:10.129648 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8b227e37-33b3-4e69-82f7-31699bbcd963 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af0bc1e0704848d98cda43ffb2223381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5647097 Jul 24 09:28:10.132882 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51896) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:10.183737 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a1b38fda-f63b-410a-860c-6c07258f66c4 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3486910 Jul 24 09:28:10.189530 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6dc99ae8-b68d-4a91-897f-5910d31ecbfe None None] Provisioning complete for port 892eeb30-5fc5-46a1-bc24-d254217e658e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:10.189907 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6dc99ae8-b68d-4a91-897f-5910d31ecbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:10.192095 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51898) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:10.200373 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-67a370e7-289a-4369-b05a-f5221d5547c3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1111157239', 'admin_state_up': True, 'project_id': '0cc97363126d47d180e03071fb076852', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:10.230235 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b227e37-33b3-4e69-82f7-31699bbcd963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebe539d-8d6a-4360-a771-5cdac81fcad9,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:10.241131 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-6dc99ae8-b68d-4a91-897f-5910d31ecbfe None None] Port 892eeb30-5fc5-46a1-bc24-d254217e658e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:28:10.254468 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6dc99ae8-b68d-4a91-897f-5910d31ecbfe None None] Provisioning complete for port 21f646f2-ecfa-44db-9d1d-d48ddf2a9980 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:10.254845 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6dc99ae8-b68d-4a91-897f-5910d31ecbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:10.255927 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-67a370e7-289a-4369-b05a-f5221d5547c3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:10.258373 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-67a370e7-289a-4369-b05a-f5221d5547c3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:10.261406 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b38fda-f63b-410a-860c-6c07258f66c4 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event updated for resources: {'Network': ['ID=801c1cab-126c-4d30-b3ed-31cac490e5b1,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:10.298285 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 801c1cab-126c-4d30-b3ed-31cac490e5b1 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:28:10.324272 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7caea20c-5bb2-48a7-bd54-c3958fdea779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:10.490128 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-67a370e7-289a-4369-b05a-f5221d5547c3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:10.513064 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7caea20c-5bb2-48a7-bd54-c3958fdea779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:10.588363 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-21754f9d-922e-4654-9507-b8166980e064 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Allocated IP 2001:db8:0:1::1f9 (a2788112-360e-48cd-8921-117912813717/a2ec3f81-f950-4fd6-9d77-e4057306bba1/892eeb30-5fc5-46a1-bc24-d254217e658e) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:28:10.666472 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-77fb0011-8246-4dcb-b8d2-fb87777a4e48 None None] Provisioning complete for port 892eeb30-5fc5-46a1-bc24-d254217e658e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:10.667561 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-77fb0011-8246-4dcb-b8d2-fb87777a4e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:10.714285 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7caea20c-5bb2-48a7-bd54-c3958fdea779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:10.717321 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7caea20c-5bb2-48a7-bd54-c3958fdea779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:10.735250 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7caea20c-5bb2-48a7-bd54-c3958fdea779 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ebe539d-8d6a-4360-a771-5cdac81fcad9 HTTP/1.1" status: 204 len: 168 time: 0.5867374 Jul 24 09:28:10.741809 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-77fb0011-8246-4dcb-b8d2-fb87777a4e48 None None] Port 892eeb30-5fc5-46a1-bc24-d254217e658e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:28:10.774385 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-d04a4965-6d66-4db5-a2a2-f25d3d26f16d tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:10.775651 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caea20c-5bb2-48a7-bd54-c3958fdea779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebe539d-8d6a-4360-a771-5cdac81fcad9,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:10.781453 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-d04a4965-6d66-4db5-a2a2-f25d3d26f16d tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/networks?id=1cdce888-cfdd-4474-ad28-63b9c295d18d HTTP/1.1" status: 200 len: 809 time: 0.2483442 Jul 24 09:28:10.820433 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-8481c760-c700-4c38-b189-4214b93ec167 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/quotas/187623b095cb49a4b2c8631fdff864f8 HTTP/1.1" status: 200 len: 375 time: 0.0370090 Jul 24 09:28:10.874845 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-d2ca3922-99db-442d-88eb-911aa62f19c8 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=187623b095cb49a4b2c8631fdff864f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529282 Jul 24 09:28:10.884012 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-6328ea87-647a-45b6-8724-fccf181585f3 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:28:10.895141 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-6328ea87-647a-45b6-8724-fccf181585f3 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191970 Jul 24 09:28:10.936487 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-67a370e7-289a-4369-b05a-f5221d5547c3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:10.953469 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21754f9d-922e-4654-9507-b8166980e064 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:10.980026 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-21754f9d-922e-4654-9507-b8166980e064 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Transition to ACTIVE for port object 892eeb30-5fc5-46a1-bc24-d254217e658e will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:10.980686 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1f34b058-f0bc-453f-84b2-dcae06d919af None None] Provisioning complete for port 892eeb30-5fc5-46a1-bc24-d254217e658e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:10.982287 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1f34b058-f0bc-453f-84b2-dcae06d919af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:10.987200 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21754f9d-922e-4654-9507-b8166980e064 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:11.104172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-1f34b058-f0bc-453f-84b2-dcae06d919af None None] Port 892eeb30-5fc5-46a1-bc24-d254217e658e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:28:11.137169 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21754f9d-922e-4654-9507-b8166980e064 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Port': ['ID=892eeb30-5fc5-46a1-bc24-d254217e658e,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:11.187649 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-21754f9d-922e-4654-9507-b8166980e064 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] In _notify_port_updated(), no bound segment for port 892eeb30-5fc5-46a1-bc24-d254217e658e on network a2788112-360e-48cd-8921-117912813717 {{(pid=94036) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 09:28:11.195134 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21754f9d-922e-4654-9507-b8166980e064 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:11.195908 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21754f9d-922e-4654-9507-b8166980e064 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:11.198435 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-21754f9d-922e-4654-9507-b8166980e064 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "PUT /v2.0/ports/892eeb30-5fc5-46a1-bc24-d254217e658e HTTP/1.1" status: 200 len: 1012 time: 2.3316135 Jul 24 09:28:11.216493 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51936) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:11.328386 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-67a370e7-289a-4369-b05a-f5221d5547c3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:11.363586 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-67a370e7-289a-4369-b05a-f5221d5547c3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:11.436492 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956bdf2-b4dd-4cc5-9eb1-22fb0170acf3 req-1fa8ee49-e130-4a1f-a5b2-f430c0b24572 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:11.444222 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0956bdf2-b4dd-4cc5-9eb1-22fb0170acf3 req-1fa8ee49-e130-4a1f-a5b2-f430c0b24572 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 945 time: 0.3644655 Jul 24 09:28:11.447908 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-a01c1894-34f6-43d4-820f-4bb99d71df66 service neutron] 10.222.0.32 "GET /v2.0/networks/1cdce888-cfdd-4474-ad28-63b9c295d18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5514007 Jul 24 09:28:11.490753 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-903b6ffc-5479-4801-8828-ed0f4eb34fa9 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting port 892eeb30-5fc5-46a1-bc24-d254217e658e {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:28:11.491251 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-903b6ffc-5479-4801-8828-ed0f4eb34fa9 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:11.530234 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0956bdf2-b4dd-4cc5-9eb1-22fb0170acf3 req-64b04c4f-2ce4-4fe6-89ce-e5c0befc8f9d tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849409 Jul 24 09:28:11.562076 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c95c9b8c-7ba4-415e-b2b9-91a3d0ed7b87 None None] Provisioning for port 892eeb30-5fc5-46a1-bc24-d254217e658e completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:28:11.568122 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c95c9b8c-7ba4-415e-b2b9-91a3d0ed7b87 None None] Provisioning complete for port 892eeb30-5fc5-46a1-bc24-d254217e658e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:11.568499 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c95c9b8c-7ba4-415e-b2b9-91a3d0ed7b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:11.584095 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-67a370e7-289a-4369-b05a-f5221d5547c3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Allocated IP 172.25.7.112 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/70d98370-151f-4968-baa5-0d1cdb8d0aab) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:28:11.609275 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-c95c9b8c-7ba4-415e-b2b9-91a3d0ed7b87 None None] Port 892eeb30-5fc5-46a1-bc24-d254217e658e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:28:11.661301 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-e9267b1f-9956-4d44-bfc2-907f58fa3a7c service neutron] 10.222.0.32 "GET /v2.0/networks/1cdce888-cfdd-4474-ad28-63b9c295d18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123389 Jul 24 09:28:11.689694 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-903b6ffc-5479-4801-8828-ed0f4eb34fa9 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:11.705831 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-903b6ffc-5479-4801-8828-ed0f4eb34fa9 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Calling delete_port for 892eeb30-5fc5-46a1-bc24-d254217e658e owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:28:11.771142 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-67a370e7-289a-4369-b05a-f5221d5547c3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:11.866377 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-67a370e7-289a-4369-b05a-f5221d5547c3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:11.898465 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d0f88775-5513-439f-bbdb-26941074af9b req-55044569-6ab8-4355-af6f-899b17124322 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/ports?device_id=b17c444a-e2f9-49cf-9158-ce20fc2d1a61 HTTP/1.1" status: 200 len: 210 time: 0.0595324 Jul 24 09:28:11.953230 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a370e7-289a-4369-b05a-f5221d5547c3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:28:11.963532 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-67a370e7-289a-4369-b05a-f5221d5547c3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:11.967119 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a370e7-289a-4369-b05a-f5221d5547c3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:28:12.011668 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a370e7-289a-4369-b05a-f5221d5547c3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event updated for resources: {'Port': ['ID=70d98370-151f-4968-baa5-0d1cdb8d0aab,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:12.044260 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-903b6ffc-5479-4801-8828-ed0f4eb34fa9 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:12.120597 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b6ffc-5479-4801-8828-ed0f4eb34fa9 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Port': ['ID=892eeb30-5fc5-46a1-bc24-d254217e658e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:12.247868 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-903b6ffc-5479-4801-8828-ed0f4eb34fa9 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:12.250640 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-903b6ffc-5479-4801-8828-ed0f4eb34fa9 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/ports/892eeb30-5fc5-46a1-bc24-d254217e658e HTTP/1.1" status: 204 len: 168 time: 1.0344918 Jul 24 09:28:12.254045 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51966) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:12.323702 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef46b34-5a6c-418c-b1a8-181839f3cb0d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] GET failed (client error): The resource could not be found. Jul 24 09:28:12.327175 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-cef46b34-5a6c-418c-b1a8-181839f3cb0d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "GET /v2.0/ports/892eeb30-5fc5-46a1-bc24-d254217e658e HTTP/1.1" status: 404 len: 333 time: 0.0680685 Jul 24 09:28:12.330010 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51968) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:12.492620 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af1767e-286f-4fb8-a975-74869507ff15 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting subnet a2ec3f81-f950-4fd6-9d77-e4057306bba1 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:28:12.495808 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-67a370e7-289a-4369-b05a-f5221d5547c3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:12.509479 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3af1767e-286f-4fb8-a975-74869507ff15 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:12.625114 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3af1767e-286f-4fb8-a975-74869507ff15 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:12.777795 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-67a370e7-289a-4369-b05a-f5221d5547c3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:12.845837 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea24877-1652-426c-8f29-bb832aedb881 req-5b612be1-dd84-4d17-bbfe-4518ba6abb38 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:12.848484 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3ea24877-1652-426c-8f29-bb832aedb881 req-5b612be1-dd84-4d17-bbfe-4518ba6abb38 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 945 time: 0.1232581 Jul 24 09:28:12.887767 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3af1767e-286f-4fb8-a975-74869507ff15 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:12.914444 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3ea24877-1652-426c-8f29-bb832aedb881 req-8ad9d14b-a77d-4358-8c1c-bd952d2c8c5d tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603666 Jul 24 09:28:12.977474 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3af1767e-286f-4fb8-a975-74869507ff15 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:12.986225 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a370e7-289a-4369-b05a-f5221d5547c3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Router 8371a520-7812-454f-8709-7e2acdacb3f7 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:28:13.013678 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1767e-286f-4fb8-a975-74869507ff15 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Subnet': ['ID=a2ec3f81-f950-4fd6-9d77-e4057306bba1,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:13.017605 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3af1767e-286f-4fb8-a975-74869507ff15 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:13.019781 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3af1767e-286f-4fb8-a975-74869507ff15 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/subnets/a2ec3f81-f950-4fd6-9d77-e4057306bba1 HTTP/1.1" status: 204 len: 168 time: 0.6876068 Jul 24 09:28:13.025002 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6bc204-5709-4620-8a58-f3a991b45cfd None None] Network a2788112-360e-48cd-8921-117912813717 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:28:13.028794 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51984) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:13.110015 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-36435332-dcd9-4855-9bf9-212e201c1a3f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting subnet aef188d7-009d-4c6c-a465-3c13f52dde21 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:28:13.118409 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-36435332-dcd9-4855-9bf9-212e201c1a3f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:13.188195 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a370e7-289a-4369-b05a-f5221d5547c3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:28:13.220785 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] Sync routers for ids ['8371a520-7812-454f-8709-7e2acdacb3f7'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:28:13.253667 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] Routers {'8371a520-7812-454f-8709-7e2acdacb3f7'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:28:13.255198 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:28:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8371a520-7812-454f-8709-7e2acdacb3f7'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:13.288372 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-be90a9f2-4df9-4905-b8b3-223bdd111224 req-245fb798-7e90-48cf-859e-efe6b98194a6 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/ports?device_id=b17c444a-e2f9-49cf-9158-ce20fc2d1a61 HTTP/1.1" status: 200 len: 210 time: 0.2279463 Jul 24 09:28:13.295246 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-67a370e7-289a-4369-b05a-f5221d5547c3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:13.300451 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-fee060e9-063d-481e-a608-71e9d28681a5 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:13.301800 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-67a370e7-289a-4369-b05a-f5221d5547c3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.1065593 Jul 24 09:28:13.304871 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51986) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:13.308002 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-fee060e9-063d-481e-a608-71e9d28681a5 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.37 "GET /v2.0/networks?id=1cdce888-cfdd-4474-ad28-63b9c295d18d HTTP/1.1" status: 200 len: 809 time: 0.1520925 Jul 24 09:28:13.323411 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-87cecd6f-ac75-47a7-a0b8-d6142fbced23 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Request body: {'port': {'device_id': 'b17c444a-e2f9-49cf-9158-ce20fc2d1a61', 'network_id': '1cdce888-cfdd-4474-ad28-63b9c295d18d', 'admin_state_up': True, 'tenant_id': '187623b095cb49a4b2c8631fdff864f8'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:13.450531 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-36435332-dcd9-4855-9bf9-212e201c1a3f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:13.521463 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-87cecd6f-ac75-47a7-a0b8-d6142fbced23 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Made reservation on behalf of 187623b095cb49a4b2c8631fdff864f8 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:13.527824 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-87cecd6f-ac75-47a7-a0b8-d6142fbced23 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:13.542945 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] Set router 8371a520-7812-454f-8709-7e2acdacb3f7 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:28:13.627030 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-36435332-dcd9-4855-9bf9-212e201c1a3f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:13.718226 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ee02ed9c-175e-4769-a412-2cea3503aaae tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=0cc97363126d47d180e03071fb076852&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4096982 Jul 24 09:28:13.718775 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51996) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:13.744573 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-87cecd6f-ac75-47a7-a0b8-d6142fbced23 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Allocated IP 172.20.0.8 (1cdce888-cfdd-4474-ad28-63b9c295d18d/ad2f9f38-4161-47ae-93a1-7625a34a37e3/19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:28:13.908873 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111157239', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:28:10Z', 'updated_at': '2021-07-24T09:28:12Z', 'revision_number': 3, 'project_id': '0cc97363126d47d180e03071fb076852', 'gw_port': {'id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:da:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:28:11Z', 'updated_at': '2021-07-24T09:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:13.989465 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-87cecd6f-ac75-47a7-a0b8-d6142fbced23 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:14.018291 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2153d7b6-2ec1-483a-821d-65cfa48dbb00 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:14.020879 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2153d7b6-2ec1-483a-821d-65cfa48dbb00 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3013315 Jul 24 09:28:14.030851 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52004) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:14.060768 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] Checking router: 8371a520-7812-454f-8709-7e2acdacb3f7 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:28:14.061378 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] Updating router 8371a520-7812-454f-8709-7e2acdacb3f7 port 70d98370-151f-4968-baa5-0d1cdb8d0aab binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:28:14.086327 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-36435332-dcd9-4855-9bf9-212e201c1a3f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:14.094224 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0cb30b92-f08c-4d53-a385-ee08a3b40b0b tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0610361 Jul 24 09:28:14.095005 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52006) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:14.101835 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-a2c780f1-b3c8-4ed2-a727-6c297ee87c81 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1180618980', 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1', 'project_id': '0cc97363126d47d180e03071fb076852', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:14.106617 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-36435332-dcd9-4855-9bf9-212e201c1a3f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:14.110803 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-36435332-dcd9-4855-9bf9-212e201c1a3f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/subnets/aef188d7-009d-4c6c-a465-3c13f52dde21 HTTP/1.1" status: 204 len: 168 time: 1.0766113 Jul 24 09:28:14.112070 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52008) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:14.144637 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:14.154753 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:14.207387 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36435332-dcd9-4855-9bf9-212e201c1a3f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Subnet': ['ID=aef188d7-009d-4c6c-a465-3c13f52dde21,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:14.237192 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-87cecd6f-ac75-47a7-a0b8-d6142fbced23 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:14.322297 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-87cecd6f-ac75-47a7-a0b8-d6142fbced23 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Network 1cdce888-cfdd-4474-ad28-63b9c295d18d is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:28:14.412750 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-87cecd6f-ac75-47a7-a0b8-d6142fbced23 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:14.461715 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-87cecd6f-ac75-47a7-a0b8-d6142fbced23 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:28:14.467128 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52014) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:14.543901 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-414258e4-977d-48cf-a193-d8d398cb4ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:14.551559 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cecd6f-ac75-47a7-a0b8-d6142fbced23 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Pushing event updated for resources: {'Port': ['ID=19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:14.587013 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-87cecd6f-ac75-47a7-a0b8-d6142fbced23 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:14.587703 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-87cecd6f-ac75-47a7-a0b8-d6142fbced23 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:14.676971 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded66155-eba8-4cd9-8bb5-cf5c246fd3de req-dd345659-feef-4f19-8a9d-9b7ff0fc8949 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:14.678581 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ded66155-eba8-4cd9-8bb5-cf5c246fd3de req-dd345659-feef-4f19-8a9d-9b7ff0fc8949 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/ports?device_id=b17c444a-e2f9-49cf-9158-ce20fc2d1a61 HTTP/1.1" status: 200 len: 931 time: 0.2635555 Jul 24 09:28:14.682601 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-87cecd6f-ac75-47a7-a0b8-d6142fbced23 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3653686 Jul 24 09:28:14.697249 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-d4a1080e-fca6-484f-900e-8ffb844c8b79 service neutron] Request body: {'port': {'device_id': 'b17c444a-e2f9-49cf-9158-ce20fc2d1a61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:14.746522 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde1322-ae7d-4d2e-b92d-136565089ef9 req-b923b43e-2679-43ac-86a0-f43567bdd36e tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:14.749509 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:14.756276 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2dde1322-ae7d-4d2e-b92d-136565089ef9 req-b923b43e-2679-43ac-86a0-f43567bdd36e tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 945 time: 0.6368501 Jul 24 09:28:14.759499 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d565b7-b704-4cc4-b14e-d808e0964c08 None None] Network a2788112-360e-48cd-8921-117912813717 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:28:14.783869 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c780f1-b3c8-4ed2-a727-6c297ee87c81 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Made reservation on behalf of 0cc97363126d47d180e03071fb076852 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:14.786426 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-881f4865-bc75-42a2-9c81-463182c97f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:14.788188 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a2c780f1-b3c8-4ed2-a727-6c297ee87c81 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:14.835080 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-414258e4-977d-48cf-a193-d8d398cb4ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting port 21f646f2-ecfa-44db-9d1d-d48ddf2a9980 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:28:14.835424 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-414258e4-977d-48cf-a193-d8d398cb4ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:14.847291 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2dde1322-ae7d-4d2e-b92d-136565089ef9 req-ed3e7245-645e-4204-bc86-2599f04f1520 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894120 Jul 24 09:28:14.864123 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] Transition to ACTIVE for port object 70d98370-151f-4968-baa5-0d1cdb8d0aab will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:14.867115 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:14.870472 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ded66155-eba8-4cd9-8bb5-cf5c246fd3de req-c7699ec5-034f-480a-a9bf-e21e74d6c458 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94b599c-be3a-49a3-a6f0-b9149afb18bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854372 Jul 24 09:28:14.967554 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-cb1548f5-a7f6-4167-8026-7fb94e8c2ac5 None None] Provisioning complete for port 21f646f2-ecfa-44db-9d1d-d48ddf2a9980 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:14.968069 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cb1548f5-a7f6-4167-8026-7fb94e8c2ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:15.010709 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-d4a1080e-fca6-484f-900e-8ffb844c8b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:15.032143 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] Attempting to bind port 70d98370-151f-4968-baa5-0d1cdb8d0aab on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:28:15.032520 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] Attempting to bind port 70d98370-151f-4968-baa5-0d1cdb8d0aab by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:28:15.033025 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] Attempting to bind port 70d98370-151f-4968-baa5-0d1cdb8d0aab on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:28:15.041167 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:28:15.041549 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:28:15.041956 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:15.042350 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:28:15.042827 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] Bound port: 70d98370-151f-4968-baa5-0d1cdb8d0aab, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:28:15.043337 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:15.045225 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11390500-67b6-4cc7-95d1-557a15eb8ce6 None None] Pushing event updated for resources: {'Port': ['ID=70d98370-151f-4968-baa5-0d1cdb8d0aab,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:15.103577 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-414258e4-977d-48cf-a193-d8d398cb4ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] For port 21f646f2-ecfa-44db-9d1d-d48ddf2a9980, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=21f646f2-ecfa-44db-9d1d-d48ddf2a9980,segment=NetworkSegment(a9bae423-0eaa-49a9-a946-75e567f0c851),segment_id=a9bae423-0eaa-49a9-a946-75e567f0c851)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:15.105950 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-414258e4-977d-48cf-a193-d8d398cb4ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:15.110814 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a2c780f1-b3c8-4ed2-a727-6c297ee87c81 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:15.177256 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc6cd31-342f-45d7-aa2d-c1b0e15f695d None None] DHCP port deletion for a2788112-360e-48cd-8921-117912813717 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:28:15.189339 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] For port 70d98370-151f-4968-baa5-0d1cdb8d0aab, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:28:15.192360 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c780f1-b3c8-4ed2-a727-6c297ee87c81 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event updated for resources: {'Subnet': ['ID=8a54dbca-9181-46e0-9c48-4811482870f1,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:15.201795 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-414258e4-977d-48cf-a193-d8d398cb4ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Calling delete_port for 21f646f2-ecfa-44db-9d1d-d48ddf2a9980 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:28:15.202765 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c780f1-b3c8-4ed2-a727-6c297ee87c81 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Checking segment: {'id': 'b49c8e51-b531-4591-8628-7e67fd0e2a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:28:15.203233 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c780f1-b3c8-4ed2-a727-6c297ee87c81 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Network hostable DHCP agents. Network: 801c1cab-126c-4d30-b3ed-31cac490e5b1, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:28:15.224205 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c780f1-b3c8-4ed2-a727-6c297ee87c81 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Network 801c1cab-126c-4d30-b3ed-31cac490e5b1 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:28:15.236114 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-a2c780f1-b3c8-4ed2-a727-6c297ee87c81 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 801c1cab-126c-4d30-b3ed-31cac490e5b1) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:15.239717 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] For port 70d98370-151f-4968-baa5-0d1cdb8d0aab, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=70d98370-151f-4968-baa5-0d1cdb8d0aab,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:28:15.250410 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31761cf-5af4-4073-985d-414a910504fe None None] Network 801c1cab-126c-4d30-b3ed-31cac490e5b1 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:28:15.252419 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:15.254083 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c780f1-b3c8-4ed2-a727-6c297ee87c81 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:15.254906 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a2c780f1-b3c8-4ed2-a727-6c297ee87c81 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:15.381351 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-6cc6cd31-342f-45d7-aa2d-c1b0e15f695d None None] Deleting port 21f646f2-ecfa-44db-9d1d-d48ddf2a9980 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:28:15.382727 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6cc6cd31-342f-45d7-aa2d-c1b0e15f695d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:15.386765 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11390500-67b6-4cc7-95d1-557a15eb8ce6 None None] Pushing event updated for resources: {'Port': ['ID=70d98370-151f-4968-baa5-0d1cdb8d0aab,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:15.400153 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] Routers {'8371a520-7812-454f-8709-7e2acdacb3f7'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:28:15.400436 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:28:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8371a520-7812-454f-8709-7e2acdacb3f7'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:15.495054 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-881f4865-bc75-42a2-9c81-463182c97f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:15.502018 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-881f4865-bc75-42a2-9c81-463182c97f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:15.508384 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a2c780f1-b3c8-4ed2-a727-6c297ee87c81 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4096508 Jul 24 09:28:15.509705 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52026) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:15.518405 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-414258e4-977d-48cf-a193-d8d398cb4ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:15.543420 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414258e4-977d-48cf-a193-d8d398cb4ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] No DVR routers for this DVR port 21f646f2-ecfa-44db-9d1d-d48ddf2a9980 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:28:15.562284 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-6cc6cd31-342f-45d7-aa2d-c1b0e15f695d None None] For port 21f646f2-ecfa-44db-9d1d-d48ddf2a9980, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=21f646f2-ecfa-44db-9d1d-d48ddf2a9980,segment=NetworkSegment(a9bae423-0eaa-49a9-a946-75e567f0c851),segment_id=a9bae423-0eaa-49a9-a946-75e567f0c851)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:15.562577 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6cc6cd31-342f-45d7-aa2d-c1b0e15f695d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:15.586853 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-6cc6cd31-342f-45d7-aa2d-c1b0e15f695d None None] Calling delete_port for 21f646f2-ecfa-44db-9d1d-d48ddf2a9980 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:28:15.616148 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414258e4-977d-48cf-a193-d8d398cb4ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Port': ['ID=21f646f2-ecfa-44db-9d1d-d48ddf2a9980,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:15.664148 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-881f4865-bc75-42a2-9c81-463182c97f9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a95251a1f5346e9923005789a5f2880&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1908209 Jul 24 09:28:15.666375 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] Set router 8371a520-7812-454f-8709-7e2acdacb3f7 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:28:15.680109 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52028) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:15.683882 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f4865-bc75-42a2-9c81-463182c97f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fe512a-a8c7-4323-a37d-f2ab330dceac,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:15.699793 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50f13b6-2f47-477d-b4a7-ec66ce94b1a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-801c1cab-126c-4d30-b3ed-31cac490e5b1', 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'fixed_ips': [{'subnet_id': '8a54dbca-9181-46e0-9c48-4811482870f1'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:28:15.700200 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f50f13b6-2f47-477d-b4a7-ec66ce94b1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:15.792561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-d4a1080e-fca6-484f-900e-8ffb844c8b79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:28:15.801266 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-d4a1080e-fca6-484f-900e-8ffb844c8b79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:15.814947 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-d4a1080e-fca6-484f-900e-8ffb844c8b79 service neutron] Transition to ACTIVE for port object 19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:15.843237 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-414258e4-977d-48cf-a193-d8d398cb4ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:15.850947 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-d4a1080e-fca6-484f-900e-8ffb844c8b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:15.884076 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-414258e4-977d-48cf-a193-d8d398cb4ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2788112-360e-48cd-8921-117912813717']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:15.932635 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-414258e4-977d-48cf-a193-d8d398cb4ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9bae423-0eaa-49a9-a946-75e567f0c851') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:15.933507 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-414258e4-977d-48cf-a193-d8d398cb4ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9bae423-0eaa-49a9-a946-75e567f0c851') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:16.021208 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-414258e4-977d-48cf-a193-d8d398cb4ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:16.090349 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-434c316f-145c-4db7-b16c-ee8ff077069e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:16.123419 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6cc6cd31-342f-45d7-aa2d-c1b0e15f695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:16.123660 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00724f5c-8602-46b1-ada3-0f97bc7721c7 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:16.127075 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-434c316f-145c-4db7-b16c-ee8ff077069e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:16.171170 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6cd31-342f-45d7-aa2d-c1b0e15f695d None None] Pushing event deleted for resources: {'Port': ['ID=21f646f2-ecfa-44db-9d1d-d48ddf2a9980,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:16.203625 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-434c316f-145c-4db7-b16c-ee8ff077069e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:16.208887 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-434c316f-145c-4db7-b16c-ee8ff077069e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:16.208887 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-434c316f-145c-4db7-b16c-ee8ff077069e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/10fe512a-a8c7-4323-a37d-f2ab330dceac HTTP/1.1" status: 204 len: 168 time: 0.5193138 Jul 24 09:28:16.208887 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1080e-fca6-484f-900e-8ffb844c8b79 service neutron] Pushing event updated for resources: {'Port': ['ID=19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:16.231757 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc6cd31-342f-45d7-aa2d-c1b0e15f695d None None] No DVR routers for this DVR port 21f646f2-ecfa-44db-9d1d-d48ddf2a9980 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:28:16.240947 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-414258e4-977d-48cf-a193-d8d398cb4ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:16.254242 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414258e4-977d-48cf-a193-d8d398cb4ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:28:16.255007 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-414258e4-977d-48cf-a193-d8d398cb4ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:16.262614 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ccedb-0e65-498b-9e0b-7899755ed037 req-9eacbbb3-d033-4606-bc25-16ae50140b29 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:16.269220 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-306ccedb-0e65-498b-9e0b-7899755ed037 req-9eacbbb3-d033-4606-bc25-16ae50140b29 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/ports?device_id=b17c444a-e2f9-49cf-9158-ce20fc2d1a61 HTTP/1.1" status: 200 len: 943 time: 0.2587230 Jul 24 09:28:16.370525 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-f50f13b6-2f47-477d-b4a7-ec66ce94b1a7 None None] Allocated IP 172.20.0.2 (801c1cab-126c-4d30-b3ed-31cac490e5b1/8a54dbca-9181-46e0-9c48-4811482870f1/7255e5ca-f296-4d4f-b657-d62a9e330c95) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:28:16.431987 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:28:16.436512 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-306ccedb-0e65-498b-9e0b-7899755ed037 req-1c26895f-796c-4e2d-963e-564dc44ec308 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94b599c-be3a-49a3-a6f0-b9149afb18bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649084 Jul 24 09:28:16.507396 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c316f-145c-4db7-b16c-ee8ff077069e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fe512a-a8c7-4323-a37d-f2ab330dceac,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:16.541848 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-414258e4-977d-48cf-a193-d8d398cb4ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:16.552087 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 21f646f2-ecfa-44db-9d1d-d48ddf2a9980 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:28:16.577314 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-414258e4-977d-48cf-a193-d8d398cb4ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:16.583228 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-414258e4-977d-48cf-a193-d8d398cb4ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/networks/a2788112-360e-48cd-8921-117912813717 HTTP/1.1" status: 204 len: 168 time: 2.4703662 Jul 24 09:28:16.587008 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52042) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:16.600024 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414258e4-977d-48cf-a193-d8d398cb4ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Network': ['ID=a2788112-360e-48cd-8921-117912813717,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:16.607788 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-d4a1080e-fca6-484f-900e-8ffb844c8b79 service neutron] Attempting to bind port 19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:28:16.608302 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-d4a1080e-fca6-484f-900e-8ffb844c8b79 service neutron] Attempting to bind port 19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '144f3af7-ed14-4bba-b924-77b198b3227b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1cdce888-cfdd-4474-ad28-63b9c295d18d'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:28:16.608862 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-d4a1080e-fca6-484f-900e-8ffb844c8b79 service neutron] Attempting to bind port 19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce on network 1cdce888-cfdd-4474-ad28-63b9c295d18d {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:28:16.625697 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0b202-633f-48cf-ad75-e68202394b9d req-b028270f-3d41-4c57-bd57-2660a969fd58 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:16.633099 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ea0b202-633f-48cf-ad75-e68202394b9d req-b028270f-3d41-4c57-bd57-2660a969fd58 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 945 time: 0.6342201 Jul 24 09:28:16.635896 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-d4a1080e-fca6-484f-900e-8ffb844c8b79 service neutron] Port 19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce on network 1cdce888-cfdd-4474-ad28-63b9c295d18d not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:28:16.636481 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-d4a1080e-fca6-484f-900e-8ffb844c8b79 service neutron] Attempting to bind port 19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce on network 1cdce888-cfdd-4474-ad28-63b9c295d18d {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:28:16.652867 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-d4a1080e-fca6-484f-900e-8ffb844c8b79 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:28:16.653209 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-d4a1080e-fca6-484f-900e-8ffb844c8b79 service neutron] Checking segment: {'id': '144f3af7-ed14-4bba-b924-77b198b3227b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1cdce888-cfdd-4474-ad28-63b9c295d18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:28:16.653597 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-d4a1080e-fca6-484f-900e-8ffb844c8b79 service neutron] Bound using segment: {'id': '144f3af7-ed14-4bba-b924-77b198b3227b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1cdce888-cfdd-4474-ad28-63b9c295d18d'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:28:16.654041 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-d4a1080e-fca6-484f-900e-8ffb844c8b79 service neutron] Bound port: 19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '144f3af7-ed14-4bba-b924-77b198b3227b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1cdce888-cfdd-4474-ad28-63b9c295d18d'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:28:16.654401 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-d4a1080e-fca6-484f-900e-8ffb844c8b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:16.669086 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 21f646f2-ecfa-44db-9d1d-d48ddf2a9980 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:28:16.669445 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 21f646f2-ecfa-44db-9d1d-d48ddf2a9980 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:28:16.678478 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111157239', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:28:10Z', 'updated_at': '2021-07-24T09:28:12Z', 'revision_number': 3, 'project_id': '0cc97363126d47d180e03071fb076852', 'gw_port': {'id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:da:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:28:11Z', 'updated_at': '2021-07-24T09:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:16.711776 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1825d3d1-9c7a-47df-81c6-3673db2c5d18 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:16.713311 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1825d3d1-9c7a-47df-81c6-3673db2c5d18 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1254163 Jul 24 09:28:16.714061 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:16.717401 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ba6f76-5967-4120-ab17-274ee435b932 None None] The sync data for ids ['8371a520-7812-454f-8709-7e2acdacb3f7'] in n-d-800085-9 is: [{'id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111157239', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:28:10Z', 'updated_at': '2021-07-24T09:28:12Z', 'revision_number': 3, 'project_id': '0cc97363126d47d180e03071fb076852', 'gw_port': {'id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:da:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:28:11Z', 'updated_at': '2021-07-24T09:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:28:16.719605 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52044) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:16.737115 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ea0b202-633f-48cf-ad75-e68202394b9d req-1822486c-44c3-480f-96a2-c74154669f3d tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989716 Jul 24 09:28:16.788672 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-d4a1080e-fca6-484f-900e-8ffb844c8b79 service neutron] For port 19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:28:16.794858 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-d4a1080e-fca6-484f-900e-8ffb844c8b79 service neutron] For port 19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce,segment=NetworkSegment(144f3af7-ed14-4bba-b924-77b198b3227b),segment_id=144f3af7-ed14-4bba-b924-77b198b3227b)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:28:16.800182 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-d4a1080e-fca6-484f-900e-8ffb844c8b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:16.802875 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d180885b-6ee6-4881-931a-7d9cfa8f17a6 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0829134 Jul 24 09:28:16.806405 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52046) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:16.814912 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-bb5adee9-f915-4da6-878c-e51002af442a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-256228725'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:16.828937 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52048) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:16.833132 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f50f13b6-2f47-477d-b4a7-ec66ce94b1a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:16.843399 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f50f13b6-2f47-477d-b4a7-ec66ce94b1a7 None None] Transition to ACTIVE for port object 7255e5ca-f296-4d4f-b657-d62a9e330c95 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:16.845231 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-53a1b355-2073-4519-8794-06bb43ec9c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:16.866376 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f50f13b6-2f47-477d-b4a7-ec66ce94b1a7 None None] Transition to ACTIVE for port object 7255e5ca-f296-4d4f-b657-d62a9e330c95 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:16.868993 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.db.api [None req-53a1b355-2073-4519-8794-06bb43ec9c46 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 09:28:16.868993 n-d-800085-9 neutron-server[94035]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 24 09:28:16.868993 n-d-800085-9 neutron-server[94035]: [parameters: {'project_id': '4c19be39bd224e35ae655093b8bb9b33', 'id': '018700ff-4422-43ba-a18f-12e1c5d3799e', 'expiration': datetime.datetime(2021, 7, 24, 9, 30, 16, 865238)}] Jul 24 09:28:16.868993 n-d-800085-9 neutron-server[94035]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:28:16.869719 n-d-800085-9 neutron-server[94035]: DEBUG oslo_db.api [None req-53a1b355-2073-4519-8794-06bb43ec9c46 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:28:16.871538 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-d4a1080e-fca6-484f-900e-8ffb844c8b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:16.872239 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-d4a1080e-fca6-484f-900e-8ffb844c8b79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:16.873737 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-d4a1080e-fca6-484f-900e-8ffb844c8b79 service neutron] 10.222.0.37 "PUT /v2.0/ports/19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce HTTP/1.1" status: 200 len: 1091 time: 2.1806805 Jul 24 09:28:16.874398 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f50f13b6-2f47-477d-b4a7-ec66ce94b1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:16.875629 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17c444a-e2f9-49cf-9158-ce20fc2d1a61', 'tag': '19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:28:16.878375 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37df97a1-0994-4030-b12c-08940376d71c" -d '{"events": [{"name": "network-changed", "server_uuid": "b17c444a-e2f9-49cf-9158-ce20fc2d1a61", "tag": "19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:28:16.911194 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1080e-fca6-484f-900e-8ffb844c8b79 service neutron] Pushing event updated for resources: {'Port': ['ID=19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:16.946029 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-00724f5c-8602-46b1-ada3-0f97bc7721c7 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Allocated IP 172.20.0.1 (801c1cab-126c-4d30-b3ed-31cac490e5b1/8a54dbca-9181-46e0-9c48-4811482870f1/e46f17a7-8e32-404f-a044-c46ced72e591) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:28:16.952428 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5adee9-f915-4da6-878c-e51002af442a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:16.955965 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bb5adee9-f915-4da6-878c-e51002af442a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:16.957011 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50f13b6-2f47-477d-b4a7-ec66ce94b1a7 None None] Network 801c1cab-126c-4d30-b3ed-31cac490e5b1 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:28:16.960072 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707e3dab-02c5-4621-8c24-738ded2ea69c x-openstack-request-id: req-707e3dab-02c5-4621-8c24-738ded2ea69c {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:28:16.960267 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-f50f13b6-2f47-477d-b4a7-ec66ce94b1a7 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:16.960358 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17c444a-e2f9-49cf-9158-ce20fc2d1a61", "tag": "19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:28:16.960745 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-707e3dab-02c5-4621-8c24-738ded2ea69c {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:28:16.961027 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17c444a-e2f9-49cf-9158-ce20fc2d1a61', 'tag': '19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce', 'status': 'completed', 'code': 200} Jul 24 09:28:16.966220 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50f13b6-2f47-477d-b4a7-ec66ce94b1a7 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:28:16.998193 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5adee9-f915-4da6-878c-e51002af442a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:28:17.007076 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f13b6-2f47-477d-b4a7-ec66ce94b1a7 None None] Pushing event updated for resources: {'Port': ['ID=7255e5ca-f296-4d4f-b657-d62a9e330c95,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:17.016533 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bb5adee9-f915-4da6-878c-e51002af442a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:17.016924 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-bb5adee9-f915-4da6-878c-e51002af442a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Added segment 54a4c7d4-3e74-47af-926c-795e83d04993 of type vlan for network f742bc30-3627-4508-a2a9-51034f26c7fe Jul 24 09:28:17.019557 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-79ece504-c02b-483f-94d9-bcb162e54abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:17.021309 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-79ece504-c02b-483f-94d9-bcb162e54abb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=187623b095cb49a4b2c8631fdff864f8&device_id=b17c444a-e2f9-49cf-9158-ce20fc2d1a61 HTTP/1.1" status: 200 len: 1094 time: 0.1051667 Jul 24 09:28:17.054674 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f50f13b6-2f47-477d-b4a7-ec66ce94b1a7 None None] Attempting to bind port 7255e5ca-f296-4d4f-b657-d62a9e330c95 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:28:17.055328 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f50f13b6-2f47-477d-b4a7-ec66ce94b1a7 None None] Attempting to bind port 7255e5ca-f296-4d4f-b657-d62a9e330c95 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'b49c8e51-b531-4591-8628-7e67fd0e2a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:28:17.055946 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50f13b6-2f47-477d-b4a7-ec66ce94b1a7 None None] Attempting to bind port 7255e5ca-f296-4d4f-b657-d62a9e330c95 on network 801c1cab-126c-4d30-b3ed-31cac490e5b1 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:28:17.063430 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50f13b6-2f47-477d-b4a7-ec66ce94b1a7 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:28:17.063872 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50f13b6-2f47-477d-b4a7-ec66ce94b1a7 None None] Checking segment: {'id': 'b49c8e51-b531-4591-8628-7e67fd0e2a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:28:17.064339 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f50f13b6-2f47-477d-b4a7-ec66ce94b1a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:17.064819 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50f13b6-2f47-477d-b4a7-ec66ce94b1a7 None None] Bound using segment: {'id': 'b49c8e51-b531-4591-8628-7e67fd0e2a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:28:17.066074 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f50f13b6-2f47-477d-b4a7-ec66ce94b1a7 None None] Bound port: 7255e5ca-f296-4d4f-b657-d62a9e330c95, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49c8e51-b531-4591-8628-7e67fd0e2a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:28:17.066597 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f50f13b6-2f47-477d-b4a7-ec66ce94b1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:17.119342 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00724f5c-8602-46b1-ada3-0f97bc7721c7 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:17.125801 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-a55f088c-b3bc-475e-b96e-719bd679f1a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce HTTP/1.1" status: 200 len: 217 time: 0.0972149 Jul 24 09:28:17.135811 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-00724f5c-8602-46b1-ada3-0f97bc7721c7 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Transition to ACTIVE for port object e46f17a7-8e32-404f-a044-c46ced72e591 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:17.148053 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bb5adee9-f915-4da6-878c-e51002af442a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:17.194840 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00724f5c-8602-46b1-ada3-0f97bc7721c7 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:17.216199 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f50f13b6-2f47-477d-b4a7-ec66ce94b1a7 None None] For port 7255e5ca-f296-4d4f-b657-d62a9e330c95, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:28:17.219678 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f50f13b6-2f47-477d-b4a7-ec66ce94b1a7 None None] For port 7255e5ca-f296-4d4f-b657-d62a9e330c95, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7255e5ca-f296-4d4f-b657-d62a9e330c95,segment=NetworkSegment(b49c8e51-b531-4591-8628-7e67fd0e2a90),segment_id=b49c8e51-b531-4591-8628-7e67fd0e2a90)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:28:17.224540 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f50f13b6-2f47-477d-b4a7-ec66ce94b1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:17.226206 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-f9210ebc-f5e4-45f4-86b3-b23aa1d0d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:17.228254 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-f9210ebc-f5e4-45f4-86b3-b23aa1d0d65b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad2f9f38-4161-47ae-93a1-7625a34a37e3 HTTP/1.1" status: 200 len: 849 time: 0.0916483 Jul 24 09:28:17.262005 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00724f5c-8602-46b1-ada3-0f97bc7721c7 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Network 801c1cab-126c-4d30-b3ed-31cac490e5b1 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:28:17.266081 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-00724f5c-8602-46b1-ada3-0f97bc7721c7 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:17.288270 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00724f5c-8602-46b1-ada3-0f97bc7721c7 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:28:17.292021 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-25a8feac-1e52-4e28-9ce4-3a6f9ee47ff7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1cdce888-cfdd-4474-ad28-63b9c295d18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488150 Jul 24 09:28:17.294462 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bb5adee9-f915-4da6-878c-e51002af442a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:17.308484 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5adee9-f915-4da6-878c-e51002af442a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:17.309357 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bb5adee9-f915-4da6-878c-e51002af442a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:17.324139 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f13b6-2f47-477d-b4a7-ec66ce94b1a7 None None] Pushing event updated for resources: {'Port': ['ID=7255e5ca-f296-4d4f-b657-d62a9e330c95,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:17.332395 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00724f5c-8602-46b1-ada3-0f97bc7721c7 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event updated for resources: {'Port': ['ID=e46f17a7-8e32-404f-a044-c46ced72e591,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:17.370341 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00724f5c-8602-46b1-ada3-0f97bc7721c7 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:17.374106 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-53a1b355-2073-4519-8794-06bb43ec9c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:17.822060 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-53a1b355-2073-4519-8794-06bb43ec9c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:17.831145 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-53a1b355-2073-4519-8794-06bb43ec9c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:17.876141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1b355-2073-4519-8794-06bb43ec9c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c807a2-9cfe-4809-801c-99bf37e4727c,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:17.885373 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00724f5c-8602-46b1-ada3-0f97bc7721c7 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:17.975092 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-53a1b355-2073-4519-8794-06bb43ec9c46 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c19be39bd224e35ae655093b8bb9b33&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1427586 Jul 24 09:28:17.978706 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52086) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:18.069178 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bb5adee9-f915-4da6-878c-e51002af442a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2601035 Jul 24 09:28:18.084290 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52090) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:18.091406 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-1a805f71-a98b-4de3-817a-a93b9b882925 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'subnet': {'network_id': 'f742bc30-3627-4508-a2a9-51034f26c7fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:18.113962 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfb6aa1d-4407-4ae2-8c8e-2843fc9d5f71 req-e2cf89ad-bbb1-4f6c-b058-27b62a3bbb9b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4135468 Jul 24 09:28:18.195265 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987636c4-dd79-4aac-8542-e38d5ec9e06d req-06297bf2-9a58-4d21-a037-62d90984c36a tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:18.205710 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-987636c4-dd79-4aac-8542-e38d5ec9e06d req-06297bf2-9a58-4d21-a037-62d90984c36a tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 945 time: 0.3301702 Jul 24 09:28:18.206075 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5adee9-f915-4da6-878c-e51002af442a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Network': ['ID=f742bc30-3627-4508-a2a9-51034f26c7fe,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:18.219862 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network f742bc30-3627-4508-a2a9-51034f26c7fe details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:28:18.275358 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-f44fcf32-e326-4726-b988-c1b258bd734b service neutron] 10.222.0.37 "GET /v2.0/networks/1cdce888-cfdd-4474-ad28-63b9c295d18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9510844 Jul 24 09:28:18.390200 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86561a3c-a465-4578-8d5d-316cfb8b3404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:18.418832 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86561a3c-a465-4578-8d5d-316cfb8b3404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:18.431526 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df695a-9be6-4258-924c-12af326193bc req-bd58fca2-8531-4c4c-b4f9-64f17152deea tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:18.439073 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-18df695a-9be6-4258-924c-12af326193bc req-bd58fca2-8531-4c4c-b4f9-64f17152deea tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/ports?device_id=b17c444a-e2f9-49cf-9158-ce20fc2d1a61 HTTP/1.1" status: 200 len: 943 time: 0.4080744 Jul 24 09:28:18.521803 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6aa1d-4407-4ae2-8c8e-2843fc9d5f71 req-d534c7cd-aea7-4d42-9ba2-9638db0e114d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:18.523332 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfb6aa1d-4407-4ae2-8c8e-2843fc9d5f71 req-d534c7cd-aea7-4d42-9ba2-9638db0e114d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bff123a614204702924a0af9802e1c93&device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 1098 time: 0.3161378 Jul 24 09:28:18.524593 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86561a3c-a465-4578-8d5d-316cfb8b3404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:18.528059 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86561a3c-a465-4578-8d5d-316cfb8b3404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:18.531389 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-86561a3c-a465-4578-8d5d-316cfb8b3404 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8c807a2-9cfe-4809-801c-99bf37e4727c HTTP/1.1" status: 204 len: 168 time: 0.5482361 Jul 24 09:28:18.571503 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a805f71-a98b-4de3-817a-a93b9b882925 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:18.575277 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1a805f71-a98b-4de3-817a-a93b9b882925 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:18.602130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7255e5ca-f296-4d4f-b657-d62a9e330c95 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:28:18.651595 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-987636c4-dd79-4aac-8542-e38d5ec9e06d req-6c49d865-ba2a-454b-8d61-0aaf27a49fa3 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455092 Jul 24 09:28:18.657713 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86561a3c-a465-4578-8d5d-316cfb8b3404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c807a2-9cfe-4809-801c-99bf37e4727c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:18.732650 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 7255e5ca-f296-4d4f-b657-d62a9e330c95 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:28:18.738729 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 70d98370-151f-4968-baa5-0d1cdb8d0aab up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:28:18.839598 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1a805f71-a98b-4de3-817a-a93b9b882925 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:18.855007 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 70d98370-151f-4968-baa5-0d1cdb8d0aab completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:28:18.860122 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 70d98370-151f-4968-baa5-0d1cdb8d0aab triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:18.860941 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:18.898373 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a805f71-a98b-4de3-817a-a93b9b882925 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Subnet': ['ID=55358872-8a6c-4187-8dc9-8e7e594471c4,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:18.927826 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-18df695a-9be6-4258-924c-12af326193bc req-19599a5a-7b76-4478-8e1c-9418ea408d84 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94b599c-be3a-49a3-a6f0-b9149afb18bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661448 Jul 24 09:28:18.949520 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6aa1d-4407-4ae2-8c8e-2843fc9d5f71 req-62925778-5bba-4fca-a052-e4183d124dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:18.949672 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68e2007-8caf-409d-b33a-0744e621e523 None None] Network 801c1cab-126c-4d30-b3ed-31cac490e5b1 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:28:18.951410 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfb6aa1d-4407-4ae2-8c8e-2843fc9d5f71 req-62925778-5bba-4fca-a052-e4183d124dc3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=57115fda-8a95-4d7e-8f17-f315710a2698 HTTP/1.1" status: 200 len: 916 time: 0.3278990 Jul 24 09:28:18.954652 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00724f5c-8602-46b1-ada3-0f97bc7721c7 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:18.978488 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00724f5c-8602-46b1-ada3-0f97bc7721c7 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:18.993533 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a805f71-a98b-4de3-817a-a93b9b882925 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Checking segment: {'id': '54a4c7d4-3e74-47af-926c-795e83d04993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f742bc30-3627-4508-a2a9-51034f26c7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:28:18.993893 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a805f71-a98b-4de3-817a-a93b9b882925 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network hostable DHCP agents. Network: f742bc30-3627-4508-a2a9-51034f26c7fe, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:28:18.997985 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83e08bac-ca79-488a-9c11-5c8d61d46560 req-56f0620e-19d7-4c96-b61b-d350ef9f8488 service neutron] 10.222.0.37 "GET /v2.0/networks/1cdce888-cfdd-4474-ad28-63b9c295d18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6905632 Jul 24 09:28:19.032804 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a805f71-a98b-4de3-817a-a93b9b882925 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network f742bc30-3627-4508-a2a9-51034f26c7fe is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:28:19.046098 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-1a805f71-a98b-4de3-817a-a93b9b882925 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, f742bc30-3627-4508-a2a9-51034f26c7fe) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:19.051386 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a805f71-a98b-4de3-817a-a93b9b882925 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:19.052177 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1a805f71-a98b-4de3-817a-a93b9b882925 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:19.069976 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1056f96-21c2-4ded-9403-10281d181023 None None] Network f742bc30-3627-4508-a2a9-51034f26c7fe requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:28:19.107881 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1a805f71-a98b-4de3-817a-a93b9b882925 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0224466 Jul 24 09:28:19.112519 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52104) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:19.120783 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-b2eaee7a-d7fd-4893-8f5e-d6db149ea74e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'port': {'network_id': 'f742bc30-3627-4508-a2a9-51034f26c7fe', 'name': 'tempest-PortsIpV6TestJSON-108401530'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:19.205461 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00724f5c-8602-46b1-ada3-0f97bc7721c7 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event updated for resources: {'Port': ['ID=e46f17a7-8e32-404f-a044-c46ced72e591,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:19.226566 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00724f5c-8602-46b1-ada3-0f97bc7721c7 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:19.229059 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-01f890b7-9329-4baf-a8d4-dfb1cfdcc541 None None] Provisioning for port 7255e5ca-f296-4d4f-b657-d62a9e330c95 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:28:19.248923 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-01f890b7-9329-4baf-a8d4-dfb1cfdcc541 None None] Provisioning complete for port 7255e5ca-f296-4d4f-b657-d62a9e330c95 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:19.252054 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-01f890b7-9329-4baf-a8d4-dfb1cfdcc541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:19.255388 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfb6aa1d-4407-4ae2-8c8e-2843fc9d5f71 req-4dc44f35-f768-4917-9862-3087ef872b4e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52b6abbb-ed45-4747-a882-9996245f27ee HTTP/1.1" status: 200 len: 1001 time: 0.2960966 Jul 24 09:28:19.260892 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df97a1-0994-4030-b12c-08940376d71c req-be54ca57-a79d-4814-9c76-837f090e299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:19.262516 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-37df97a1-0994-4030-b12c-08940376d71c req-be54ca57-a79d-4814-9c76-837f090e299a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=187623b095cb49a4b2c8631fdff864f8&device_id=b17c444a-e2f9-49cf-9158-ce20fc2d1a61 HTTP/1.1" status: 200 len: 1094 time: 0.1939468 Jul 24 09:28:19.351230 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:19.413870 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 70d98370-151f-4968-baa5-0d1cdb8d0aab, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=70d98370-151f-4968-baa5-0d1cdb8d0aab,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:19.463253 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df97a1-0994-4030-b12c-08940376d71c req-57262d8a-891c-43a1-b987-e2f05b5070ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:19.464796 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-37df97a1-0994-4030-b12c-08940376d71c req-57262d8a-891c-43a1-b987-e2f05b5070ac service neutron] 10.222.0.37 "GET /v2.0/networks?id=1cdce888-cfdd-4474-ad28-63b9c295d18d HTTP/1.1" status: 200 len: 909 time: 0.1935499 Jul 24 09:28:19.471995 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6aa1d-4407-4ae2-8c8e-2843fc9d5f71 req-ca54b386-5c0d-4605-b1b6-f8af482b4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:19.473814 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfb6aa1d-4407-4ae2-8c8e-2843fc9d5f71 req-ca54b386-5c0d-4605-b1b6-f8af482b4e03 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed3face8-48a4-4110-b201-0b1158c92dba HTTP/1.1" status: 200 len: 855 time: 0.1900406 Jul 24 09:28:19.492105 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:19.514643 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-37df97a1-0994-4030-b12c-08940376d71c req-524a49bd-5e79-4494-897d-d3f56d8c491a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce HTTP/1.1" status: 200 len: 217 time: 0.0431020 Jul 24 09:28:19.576053 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2eaee7a-d7fd-4893-8f5e-d6db149ea74e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:19.580632 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b2eaee7a-d7fd-4893-8f5e-d6db149ea74e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:19.606070 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df97a1-0994-4030-b12c-08940376d71c req-ced63182-8c92-48a4-a333-a066c6490917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:19.607716 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-37df97a1-0994-4030-b12c-08940376d71c req-ced63182-8c92-48a4-a333-a066c6490917 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad2f9f38-4161-47ae-93a1-7625a34a37e3 HTTP/1.1" status: 200 len: 849 time: 0.0866625 Jul 24 09:28:19.613402 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-b2eaee7a-d7fd-4893-8f5e-d6db149ea74e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] device_id is not set on port 21e735d8-7069-47c9-9f3e-50352f040cbf yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:28:19.652801 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=70d98370-151f-4968-baa5-0d1cdb8d0aab,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:19.683396 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f62c8d-1b25-4769-b349-74e1dca4ad24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-f742bc30-3627-4508-a2a9-51034f26c7fe', 'network_id': 'f742bc30-3627-4508-a2a9-51034f26c7fe', 'tenant_id': '91ac73207ba04ee3977a4bedfdf2993b', 'fixed_ips': [{'subnet_id': '55358872-8a6c-4187-8dc9-8e7e594471c4'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:28:19.687455 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-37df97a1-0994-4030-b12c-08940376d71c req-6b9e10f0-f139-416a-9161-af39b5473c9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1cdce888-cfdd-4474-ad28-63b9c295d18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690167 Jul 24 09:28:19.690336 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b7f62c8d-1b25-4769-b349-74e1dca4ad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:19.729441 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-01f890b7-9329-4baf-a8d4-dfb1cfdcc541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:19.931033 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-b2eaee7a-d7fd-4893-8f5e-d6db149ea74e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Allocated IP 2001:db8::c0 (f742bc30-3627-4508-a2a9-51034f26c7fe/55358872-8a6c-4187-8dc9-8e7e594471c4/21e735d8-7069-47c9-9f3e-50352f040cbf) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:28:19.935879 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-37df97a1-0994-4030-b12c-08940376d71c req-c51bf7cb-ae44-4634-bfd8-a4a1475e059e service neutron] 10.222.0.37 "GET /v2.0/networks/1cdce888-cfdd-4474-ad28-63b9c295d18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369578 Jul 24 09:28:19.983504 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-01f890b7-9329-4baf-a8d4-dfb1cfdcc541 None None] For port 7255e5ca-f296-4d4f-b657-d62a9e330c95, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7255e5ca-f296-4d4f-b657-d62a9e330c95,segment=NetworkSegment(b49c8e51-b531-4591-8628-7e67fd0e2a90),segment_id=b49c8e51-b531-4591-8628-7e67fd0e2a90)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:19.992299 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-01f890b7-9329-4baf-a8d4-dfb1cfdcc541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:20.058471 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-37df97a1-0994-4030-b12c-08940376d71c req-9e14f121-63c6-434f-883e-6397cbb7842c service neutron] 10.222.0.37 "GET /v2.0/networks/1cdce888-cfdd-4474-ad28-63b9c295d18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153476 Jul 24 09:28:20.066318 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00724f5c-8602-46b1-ada3-0f97bc7721c7 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Network 801c1cab-126c-4d30-b3ed-31cac490e5b1 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:28:20.073668 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-00724f5c-8602-46b1-ada3-0f97bc7721c7 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:20.123257 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f890b7-9329-4baf-a8d4-dfb1cfdcc541 None None] Pushing event updated for resources: {'Port': ['ID=7255e5ca-f296-4d4f-b657-d62a9e330c95,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:20.226058 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6aa1d-4407-4ae2-8c8e-2843fc9d5f71 req-e1105d19-aefa-4f06-a307-221c6843bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:20.227621 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfb6aa1d-4407-4ae2-8c8e-2843fc9d5f71 req-e1105d19-aefa-4f06-a307-221c6843bf89 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=57115fda-8a95-4d7e-8f17-f315710a2698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7395608 Jul 24 09:28:20.355838 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17f00d-60c6-495a-9e2e-2399d41eb51f req-38a51c39-19a5-4d65-bfa1-da0edcdb6b32 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:20.364408 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bd17f00d-60c6-495a-9e2e-2399d41eb51f req-38a51c39-19a5-4d65-bfa1-da0edcdb6b32 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 945 time: 0.3750224 Jul 24 09:28:20.374971 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfb6aa1d-4407-4ae2-8c8e-2843fc9d5f71 req-b774108d-6ba9-4de5-8b0c-b177c0799743 service neutron] 10.222.0.20 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394470 Jul 24 09:28:20.415772 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-dad09a28-1176-4bad-a5e8-5cdfee825b39 None None] Provisioning complete for port 7255e5ca-f296-4d4f-b657-d62a9e330c95 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:20.416145 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dad09a28-1176-4bad-a5e8-5cdfee825b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:20.455476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7a0e0-e2f8-4f66-8012-c2ee63ccd192 req-37855f37-99a4-48db-9c9b-0395f416f630 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:20.467301 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-71e7a0e0-e2f8-4f66-8012-c2ee63ccd192 req-37855f37-99a4-48db-9c9b-0395f416f630 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/ports?device_id=b17c444a-e2f9-49cf-9158-ce20fc2d1a61 HTTP/1.1" status: 200 len: 943 time: 0.3146133 Jul 24 09:28:20.535579 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bd17f00d-60c6-495a-9e2e-2399d41eb51f req-13f63551-8dc1-4a11-82cf-dd195132d713 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708491 Jul 24 09:28:20.561689 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7255e5ca-f296-4d4f-b657-d62a9e330c95 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:28:20.562021 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b2eaee7a-d7fd-4893-8f5e-d6db149ea74e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:20.566559 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00724f5c-8602-46b1-ada3-0f97bc7721c7 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Router 8371a520-7812-454f-8709-7e2acdacb3f7 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:28:20.589189 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bfb6aa1d-4407-4ae2-8c8e-2843fc9d5f71 req-fbab9eb0-2d82-42ec-a9e2-a8944331fb95 service neutron] 10.222.0.20 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058351 Jul 24 09:28:20.647326 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-b2eaee7a-d7fd-4893-8f5e-d6db149ea74e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Transition to ACTIVE for port object 21e735d8-7069-47c9-9f3e-50352f040cbf will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:20.678728 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-dad09a28-1176-4bad-a5e8-5cdfee825b39 None None] Provisioning for port e46f17a7-8e32-404f-a044-c46ced72e591 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:28:20.679602 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-71e7a0e0-e2f8-4f66-8012-c2ee63ccd192 req-2329478f-3ed3-4e90-97a0-4a6829c96be5 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94b599c-be3a-49a3-a6f0-b9149afb18bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094116 Jul 24 09:28:20.685460 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 7255e5ca-f296-4d4f-b657-d62a9e330c95 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:20.685789 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:20.691578 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-dad09a28-1176-4bad-a5e8-5cdfee825b39 None None] Provisioning complete for port e46f17a7-8e32-404f-a044-c46ced72e591 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:20.691741 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dad09a28-1176-4bad-a5e8-5cdfee825b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:20.737782 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00724f5c-8602-46b1-ada3-0f97bc7721c7 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:28:20.746299 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b2eaee7a-d7fd-4893-8f5e-d6db149ea74e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:20.749602 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-00724f5c-8602-46b1-ada3-0f97bc7721c7 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "PUT /v2.0/routers/8371a520-7812-454f-8709-7e2acdacb3f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2388809 Jul 24 09:28:20.750263 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52146) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:20.750731 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] Sync routers for ids ['8371a520-7812-454f-8709-7e2acdacb3f7'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:28:20.760846 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-11701947-7465-47db-b292-2584eeb95ed5 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1497024578', 'description': 'tempest-secgroup_access--1497024578 description', 'project_id': '0cc97363126d47d180e03071fb076852'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:20.767340 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] Routers {'8371a520-7812-454f-8709-7e2acdacb3f7'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:28:20.767984 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:28:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8371a520-7812-454f-8709-7e2acdacb3f7'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:20.807081 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-11701947-7465-47db-b292-2584eeb95ed5 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:20.820533 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-dad09a28-1176-4bad-a5e8-5cdfee825b39 None None] Port e46f17a7-8e32-404f-a044-c46ced72e591 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:28:20.862045 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2eaee7a-d7fd-4893-8f5e-d6db149ea74e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network f742bc30-3627-4508-a2a9-51034f26c7fe is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:28:20.873700 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-b2eaee7a-d7fd-4893-8f5e-d6db149ea74e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:20.885527 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eaee7a-d7fd-4893-8f5e-d6db149ea74e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:28:20.909863 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eaee7a-d7fd-4893-8f5e-d6db149ea74e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:20.910791 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b2eaee7a-d7fd-4893-8f5e-d6db149ea74e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:20.971382 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-b7f62c8d-1b25-4769-b349-74e1dca4ad24 None None] Allocated IP 2001:db8::2 (f742bc30-3627-4508-a2a9-51034f26c7fe/55358872-8a6c-4187-8dc9-8e7e594471c4/bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:28:20.974453 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eaee7a-d7fd-4893-8f5e-d6db149ea74e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Port': ['ID=21e735d8-7069-47c9-9f3e-50352f040cbf,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:20.981203 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-11701947-7465-47db-b292-2584eeb95ed5 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:20.988037 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-11701947-7465-47db-b292-2584eeb95ed5 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:20.995404 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b2eaee7a-d7fd-4893-8f5e-d6db149ea74e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8808601 Jul 24 09:28:20.998560 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52154) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:21.011848 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-8c1d103d-26d2-4a96-b9c6-ae7eb8d63ac3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'port': {'network_id': 'f742bc30-3627-4508-a2a9-51034f26c7fe', 'name': 'tempest-PortsIpV6TestJSON-1392247184'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:21.027485 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] Set router 8371a520-7812-454f-8709-7e2acdacb3f7 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:28:21.092099 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-11701947-7465-47db-b292-2584eeb95ed5 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:21.096119 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52156) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:21.101304 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-11701947-7465-47db-b292-2584eeb95ed5 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3490744 Jul 24 09:28:21.103493 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11701947-7465-47db-b292-2584eeb95ed5 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58d3d329-70a5-4c4f-a9f0-c3119406b657,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:21.122056 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-97fa461f-4b5c-4c72-bc24-24b9cdff2a79 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1111932333', 'description': 'tempest-secgroup_general--1111932333 description', 'project_id': '0cc97363126d47d180e03071fb076852'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:21.132989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-102964d9-225e-49a2-a2b5-9d12d53caee1 None None] Provisioning complete for port e46f17a7-8e32-404f-a044-c46ced72e591 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:21.133360 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-102964d9-225e-49a2-a2b5-9d12d53caee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:21.171052 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-97fa461f-4b5c-4c72-bc24-24b9cdff2a79 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:21.252352 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 70d98370-151f-4968-baa5-0d1cdb8d0aab up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:28:21.256790 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-102964d9-225e-49a2-a2b5-9d12d53caee1 None None] Port e46f17a7-8e32-404f-a044-c46ced72e591 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:28:21.332526 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:28:21.332773 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-97fa461f-4b5c-4c72-bc24-24b9cdff2a79 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:21.338487 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-97fa461f-4b5c-4c72-bc24-24b9cdff2a79 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:21.377680 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111157239', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:28:10Z', 'updated_at': '2021-07-24T09:28:17Z', 'revision_number': 4, 'project_id': '0cc97363126d47d180e03071fb076852', 'gw_port': {'id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:28:11Z', 'updated_at': '2021-07-24T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'e46f17a7-8e32-404f-a044-c46ced72e591', 'name': '', 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'mac_address': 'fa:16:3e:2e:65:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '8a54dbca-9181-46e0-9c48-4811482870f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:28:16Z', 'updated_at': '2021-07-24T09:28:18Z', 'revision_number': 2, 'project_id': '0cc97363126d47d180e03071fb076852', 'subnets': [{'id': '8a54dbca-9181-46e0-9c48-4811482870f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:21.404257 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1d103d-26d2-4a96-b9c6-ae7eb8d63ac3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:21.411558 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8c1d103d-26d2-4a96-b9c6-ae7eb8d63ac3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:21.416067 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] Checking router: 8371a520-7812-454f-8709-7e2acdacb3f7 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:28:21.416620 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] Updating router 8371a520-7812-454f-8709-7e2acdacb3f7 port e46f17a7-8e32-404f-a044-c46ced72e591 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:28:21.431068 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d161d8db-fb4d-40c6-9349-edc52b65d9be None None] Provisioning complete for port e46f17a7-8e32-404f-a044-c46ced72e591 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:21.431573 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d161d8db-fb4d-40c6-9349-edc52b65d9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:21.466643 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-97fa461f-4b5c-4c72-bc24-24b9cdff2a79 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:21.471431 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-97fa461f-4b5c-4c72-bc24-24b9cdff2a79 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3736551 Jul 24 09:28:21.473351 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa461f-4b5c-4c72-bc24-24b9cdff2a79 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c90ae2-f968-4142-aff2-e1d3c9be6bd9,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:21.475706 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:21.476182 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52160) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:21.482615 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ecf9bd3c-6e34-4532-b607-daf355bceaa6 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Request body: {'security_group_rule': {'security_group_id': '58d3d329-70a5-4c4f-a9f0-c3119406b657', 'project_id': '0cc97363126d47d180e03071fb076852', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:21.486136 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d161d8db-fb4d-40c6-9349-edc52b65d9be None None] Port e46f17a7-8e32-404f-a044-c46ced72e591 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:28:21.488529 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 70d98370-151f-4968-baa5-0d1cdb8d0aab triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:21.488932 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:21.512541 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-8c1d103d-26d2-4a96-b9c6-ae7eb8d63ac3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] device_id is not set on port d7a0de40-6523-488c-98a1-3f7038b24f4a yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:28:21.533853 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b7f62c8d-1b25-4769-b349-74e1dca4ad24 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:21.546699 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ecf9bd3c-6e34-4532-b607-daf355bceaa6 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:21.551137 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b7f62c8d-1b25-4769-b349-74e1dca4ad24 None None] Transition to ACTIVE for port object bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:21.694168 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ecf9bd3c-6e34-4532-b607-daf355bceaa6 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:21.699759 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ecf9bd3c-6e34-4532-b607-daf355bceaa6 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:21.724941 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9bd3c-6e34-4532-b607-daf355bceaa6 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2101eba8-c85b-43be-a1ad-8cc5fb98f579,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:21.731923 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ecf9bd3c-6e34-4532-b607-daf355bceaa6 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:21.742798 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ecf9bd3c-6e34-4532-b607-daf355bceaa6 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2648339 Jul 24 09:28:21.876222 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d94f67-628f-4f82-8538-bf3c7bf1d18e req-3ee1f568-ad40-4a30-b644-7405bc470bcf tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:21.880805 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d5d94f67-628f-4f82-8538-bf3c7bf1d18e req-3ee1f568-ad40-4a30-b644-7405bc470bcf tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 945 time: 0.1932282 Jul 24 09:28:21.955273 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b7f62c8d-1b25-4769-b349-74e1dca4ad24 None None] Transition to ACTIVE for port object bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:21.959063 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8d40b-549a-4412-a71c-804d63b41f90 req-f3bd6cfb-e653-4926-bff3-7d38d114f344 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:21.961530 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7fa8d40b-549a-4412-a71c-804d63b41f90 req-f3bd6cfb-e653-4926-bff3-7d38d114f344 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/ports?device_id=b17c444a-e2f9-49cf-9158-ce20fc2d1a61 HTTP/1.1" status: 200 len: 943 time: 0.1390109 Jul 24 09:28:21.961756 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d5d94f67-628f-4f82-8538-bf3c7bf1d18e req-d53659dd-2ef2-41fb-a276-45201f97542d tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740070 Jul 24 09:28:22.009010 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b7f62c8d-1b25-4769-b349-74e1dca4ad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:22.042013 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7fa8d40b-549a-4412-a71c-804d63b41f90 req-ae29a891-01c1-4129-bf32-50aa1e47e040 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94b599c-be3a-49a3-a6f0-b9149afb18bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703351 Jul 24 09:28:22.102217 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-8c1d103d-26d2-4a96-b9c6-ae7eb8d63ac3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Allocated IP 2001:db8::345 (f742bc30-3627-4508-a2a9-51034f26c7fe/55358872-8a6c-4187-8dc9-8e7e594471c4/d7a0de40-6523-488c-98a1-3f7038b24f4a) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:28:22.142030 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:22.158963 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] Transition to ACTIVE for port object e46f17a7-8e32-404f-a044-c46ced72e591 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:22.170164 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:22.173011 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-4452010c-0831-4e83-96f9-201624654ba8 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_access--1497024578&fields=id&tenant_id=0cc97363126d47d180e03071fb076852 HTTP/1.1" status: 200 len: 267 time: 0.0621850 Jul 24 09:28:22.207313 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce,segment=NetworkSegment(144f3af7-ed14-4bba-b924-77b198b3227b),segment_id=144f3af7-ed14-4bba-b924-77b198b3227b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:22.229690 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce', 'network_id': '1cdce888-cfdd-4474-ad28-63b9c295d18d', 'port_id': '19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce', 'mac_address': 'fa:16:3e:49:de:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad2f9f38-4161-47ae-93a1-7625a34a37e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:28:22.232660 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f62c8d-1b25-4769-b349-74e1dca4ad24 None None] Network f742bc30-3627-4508-a2a9-51034f26c7fe is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:28:22.242143 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-b7f62c8d-1b25-4769-b349-74e1dca4ad24 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:22.252037 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770bcf5d-2aa3-4fb0-b7ef-b159273a5fb6 None None] Pushing event updated for resources: {'Port': ['ID=e46f17a7-8e32-404f-a044-c46ced72e591,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:22.269775 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f62c8d-1b25-4769-b349-74e1dca4ad24 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:28:22.299341 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-c98bd34b-cce1-40ff-a972-84eaf3be162a tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_general--1111932333&fields=id&tenant_id=0cc97363126d47d180e03071fb076852 HTTP/1.1" status: 200 len: 267 time: 0.1251268 Jul 24 09:28:22.307056 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770bcf5d-2aa3-4fb0-b7ef-b159273a5fb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:22.307706 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770bcf5d-2aa3-4fb0-b7ef-b159273a5fb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:22.308241 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770bcf5d-2aa3-4fb0-b7ef-b159273a5fb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:22.308724 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770bcf5d-2aa3-4fb0-b7ef-b159273a5fb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:22.309262 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770bcf5d-2aa3-4fb0-b7ef-b159273a5fb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:22.309960 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770bcf5d-2aa3-4fb0-b7ef-b159273a5fb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:22.310439 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770bcf5d-2aa3-4fb0-b7ef-b159273a5fb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:22.310941 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770bcf5d-2aa3-4fb0-b7ef-b159273a5fb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:22.311456 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770bcf5d-2aa3-4fb0-b7ef-b159273a5fb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:22.311991 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770bcf5d-2aa3-4fb0-b7ef-b159273a5fb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:22.314372 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770bcf5d-2aa3-4fb0-b7ef-b159273a5fb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:22.315878 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770bcf5d-2aa3-4fb0-b7ef-b159273a5fb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:22.347849 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f62c8d-1b25-4769-b349-74e1dca4ad24 None None] Pushing event updated for resources: {'Port': ['ID=bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:22.396890 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] Attempting to bind port e46f17a7-8e32-404f-a044-c46ced72e591 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:28:22.397420 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] Attempting to bind port e46f17a7-8e32-404f-a044-c46ced72e591 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'b49c8e51-b531-4591-8628-7e67fd0e2a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:28:22.397792 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] Attempting to bind port e46f17a7-8e32-404f-a044-c46ced72e591 on network 801c1cab-126c-4d30-b3ed-31cac490e5b1 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:28:22.410393 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:28:22.410777 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] Checking segment: {'id': 'b49c8e51-b531-4591-8628-7e67fd0e2a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:28:22.411187 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:22.411586 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] Bound using segment: {'id': 'b49c8e51-b531-4591-8628-7e67fd0e2a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:28:22.412060 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] Bound port: e46f17a7-8e32-404f-a044-c46ced72e591, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49c8e51-b531-4591-8628-7e67fd0e2a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:28:22.412444 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:22.505675 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-b7f62c8d-1b25-4769-b349-74e1dca4ad24 None None] Attempting to bind port bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:28:22.506044 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-b7f62c8d-1b25-4769-b349-74e1dca4ad24 None None] Attempting to bind port bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '54a4c7d4-3e74-47af-926c-795e83d04993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f742bc30-3627-4508-a2a9-51034f26c7fe'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:28:22.506400 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f62c8d-1b25-4769-b349-74e1dca4ad24 None None] Attempting to bind port bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0 on network f742bc30-3627-4508-a2a9-51034f26c7fe {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:28:22.510025 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:22.534127 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f62c8d-1b25-4769-b349-74e1dca4ad24 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:28:22.534575 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f62c8d-1b25-4769-b349-74e1dca4ad24 None None] Checking segment: {'id': '54a4c7d4-3e74-47af-926c-795e83d04993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f742bc30-3627-4508-a2a9-51034f26c7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:28:22.535178 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b7f62c8d-1b25-4769-b349-74e1dca4ad24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:22.535620 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f62c8d-1b25-4769-b349-74e1dca4ad24 None None] Bound using segment: {'id': '54a4c7d4-3e74-47af-926c-795e83d04993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f742bc30-3627-4508-a2a9-51034f26c7fe'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:28:22.536130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-b7f62c8d-1b25-4769-b349-74e1dca4ad24 None None] Bound port: bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a4c7d4-3e74-47af-926c-795e83d04993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f742bc30-3627-4508-a2a9-51034f26c7fe'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:28:22.536517 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b7f62c8d-1b25-4769-b349-74e1dca4ad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:22.618080 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:28:22.658523 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-b7f62c8d-1b25-4769-b349-74e1dca4ad24 None None] For port bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:28:22.667475 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-b7f62c8d-1b25-4769-b349-74e1dca4ad24 None None] For port bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0,segment=NetworkSegment(54a4c7d4-3e74-47af-926c-795e83d04993),segment_id=54a4c7d4-3e74-47af-926c-795e83d04993)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:28:22.672266 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-ef2e93e0-4947-427d-9815-e7312eda2e63 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:22.673831 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-ef2e93e0-4947-427d-9815-e7312eda2e63 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/networks?id=801c1cab-126c-4d30-b3ed-31cac490e5b1 HTTP/1.1" status: 200 len: 797 time: 0.3734548 Jul 24 09:28:22.678132 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce,segment=NetworkSegment(144f3af7-ed14-4bba-b924-77b198b3227b),segment_id=144f3af7-ed14-4bba-b924-77b198b3227b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:22.682132 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b7f62c8d-1b25-4769-b349-74e1dca4ad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:22.686652 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8c1d103d-26d2-4a96-b9c6-ae7eb8d63ac3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:22.698681 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:22.727365 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-8c1d103d-26d2-4a96-b9c6-ae7eb8d63ac3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Transition to ACTIVE for port object d7a0de40-6523-488c-98a1-3f7038b24f4a will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:22.730561 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-31738ea3-ee14-4cde-91b4-1ef860ef2754 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/quotas/0cc97363126d47d180e03071fb076852 HTTP/1.1" status: 200 len: 375 time: 0.0415096 Jul 24 09:28:22.762158 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] For port e46f17a7-8e32-404f-a044-c46ced72e591, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:28:22.767808 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] For port e46f17a7-8e32-404f-a044-c46ced72e591, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e46f17a7-8e32-404f-a044-c46ced72e591,segment=NetworkSegment(b49c8e51-b531-4591-8628-7e67fd0e2a90),segment_id=b49c8e51-b531-4591-8628-7e67fd0e2a90)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:28:22.772600 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:22.773832 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f62c8d-1b25-4769-b349-74e1dca4ad24 None None] Pushing event updated for resources: {'Port': ['ID=bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:22.789811 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8c1d103d-26d2-4a96-b9c6-ae7eb8d63ac3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:22.846193 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770bcf5d-2aa3-4fb0-b7ef-b159273a5fb6 None None] Pushing event updated for resources: {'Port': ['ID=e46f17a7-8e32-404f-a044-c46ced72e591,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:22.850740 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:22.888907 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] Routers {'8371a520-7812-454f-8709-7e2acdacb3f7'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:28:22.889646 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:28:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8371a520-7812-454f-8709-7e2acdacb3f7'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:22.915849 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:28:22.973709 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d103d-26d2-4a96-b9c6-ae7eb8d63ac3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Port': ['ID=d7a0de40-6523-488c-98a1-3f7038b24f4a,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:22.977639 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1d103d-26d2-4a96-b9c6-ae7eb8d63ac3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network f742bc30-3627-4508-a2a9-51034f26c7fe is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:28:22.982128 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-8c1d103d-26d2-4a96-b9c6-ae7eb8d63ac3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:22.988935 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1d103d-26d2-4a96-b9c6-ae7eb8d63ac3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:28:23.009599 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1d103d-26d2-4a96-b9c6-ae7eb8d63ac3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:23.010514 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8c1d103d-26d2-4a96-b9c6-ae7eb8d63ac3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:23.040724 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-35cf36f7-19ea-4d27-b918-82028f05dad1 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cc97363126d47d180e03071fb076852&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2618868 Jul 24 09:28:23.061546 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8c1d103d-26d2-4a96-b9c6-ae7eb8d63ac3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0582469 Jul 24 09:28:23.067972 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52196) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:23.186603 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] Set router 8371a520-7812-454f-8709-7e2acdacb3f7 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:28:23.365229 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-dddafe98-7048-45df-8872-4b11a41eba4e service neutron] 10.222.0.32 "GET /v2.0/networks/801c1cab-126c-4d30-b3ed-31cac490e5b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945974 Jul 24 09:28:23.462775 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227223fe-c52f-45b8-8299-60892db3d4d0 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:23.467467 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-227223fe-c52f-45b8-8299-60892db3d4d0 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ac0 HTTP/1.1" status: 200 len: 927 time: 0.3943808 Jul 24 09:28:23.469921 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52204) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:23.513623 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4c8c8-0ad5-4da6-93bf-61df8853d893 req-2eab0407-1a76-41f2-93c0-910f599e0b2c tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:23.515411 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-95a4c8c8-0ad5-4da6-93bf-61df8853d893 req-2eab0407-1a76-41f2-93c0-910f599e0b2c tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 945 time: 0.2493322 Jul 24 09:28:23.521787 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-e6e4f0de-4c76-4b08-8c65-bb5b020c5b51 service neutron] 10.222.0.32 "GET /v2.0/networks/801c1cab-126c-4d30-b3ed-31cac490e5b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506729 Jul 24 09:28:23.587843 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111157239', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:28:10Z', 'updated_at': '2021-07-24T09:28:17Z', 'revision_number': 4, 'project_id': '0cc97363126d47d180e03071fb076852', 'gw_port': {'id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:28:11Z', 'updated_at': '2021-07-24T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'e46f17a7-8e32-404f-a044-c46ced72e591', 'name': '', 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'mac_address': 'fa:16:3e:2e:65:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '8a54dbca-9181-46e0-9c48-4811482870f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:28:16Z', 'updated_at': '2021-07-24T09:28:22Z', 'revision_number': 4, 'project_id': '0cc97363126d47d180e03071fb076852', 'subnets': [{'id': '8a54dbca-9181-46e0-9c48-4811482870f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:23.618273 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-95a4c8c8-0ad5-4da6-93bf-61df8853d893 req-9e5be208-b800-4349-8ef7-ad8512cecc48 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952945 Jul 24 09:28:23.709297 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb35245-2dd7-40c8-85c6-5045d02a1173 None None] The sync data for ids ['8371a520-7812-454f-8709-7e2acdacb3f7'] in n-d-800085-9 is: [{'id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111157239', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:28:10Z', 'updated_at': '2021-07-24T09:28:17Z', 'revision_number': 4, 'project_id': '0cc97363126d47d180e03071fb076852', 'gw_port': {'id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:28:11Z', 'updated_at': '2021-07-24T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'e46f17a7-8e32-404f-a044-c46ced72e591', 'name': '', 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'mac_address': 'fa:16:3e:2e:65:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '8a54dbca-9181-46e0-9c48-4811482870f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:28:16Z', 'updated_at': '2021-07-24T09:28:22Z', 'revision_number': 4, 'project_id': '0cc97363126d47d180e03071fb076852', 'subnets': [{'id': '8a54dbca-9181-46e0-9c48-4811482870f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:28:23.729993 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-8de47d50-1dd4-4487-8cb8-9e4d27fc31c3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting port d7a0de40-6523-488c-98a1-3f7038b24f4a {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:28:23.730351 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8de47d50-1dd4-4487-8cb8-9e4d27fc31c3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:24.060898 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8de47d50-1dd4-4487-8cb8-9e4d27fc31c3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:24.068092 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83a3fa50-3abf-4da9-ac8f-f4f09140a60d req-357ac6aa-06ca-4715-a22a-8417f2365870 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=792c5943-3165-40f5-b559-f6a5be05144b HTTP/1.1" status: 200 len: 210 time: 0.1034687 Jul 24 09:28:24.098443 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-8de47d50-1dd4-4487-8cb8-9e4d27fc31c3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Calling delete_port for d7a0de40-6523-488c-98a1-3f7038b24f4a owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:28:24.112979 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8eb63b-1afb-4607-85e8-928e62bc5d30 req-ffeb1784-a121-43a9-81ed-3da93d9fb0b4 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:24.115590 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ca8eb63b-1afb-4607-85e8-928e62bc5d30 req-ffeb1784-a121-43a9-81ed-3da93d9fb0b4 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/ports?device_id=b17c444a-e2f9-49cf-9158-ce20fc2d1a61 HTTP/1.1" status: 200 len: 944 time: 0.2826173 Jul 24 09:28:24.276803 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ca8eb63b-1afb-4607-85e8-928e62bc5d30 req-3c799bc8-e967-4d62-b98d-fdcd22535b89 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94b599c-be3a-49a3-a6f0-b9149afb18bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523383 Jul 24 09:28:24.394850 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52226) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:24.490530 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8de47d50-1dd4-4487-8cb8-9e4d27fc31c3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:24.519819 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178a3256-2ad1-48e7-8656-c061d1add0a8 None None] Network f742bc30-3627-4508-a2a9-51034f26c7fe requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:28:24.561623 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de47d50-1dd4-4487-8cb8-9e4d27fc31c3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Port': ['ID=d7a0de40-6523-488c-98a1-3f7038b24f4a,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:24.650735 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8de47d50-1dd4-4487-8cb8-9e4d27fc31c3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:24.654892 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8de47d50-1dd4-4487-8cb8-9e4d27fc31c3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/ports/d7a0de40-6523-488c-98a1-3f7038b24f4a HTTP/1.1" status: 204 len: 168 time: 1.1837406 Jul 24 09:28:24.658139 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52234) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:24.720458 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3a312efe-956e-4dfe-99bd-164843de0c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:24.806862 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d7edf5-affd-47ff-93d9-48be6c492ae8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] GET failed (client error): The resource could not be found. Jul 24 09:28:24.810374 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-36d7edf5-affd-47ff-93d9-48be6c492ae8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "GET /v2.0/ports/d7a0de40-6523-488c-98a1-3f7038b24f4a HTTP/1.1" status: 404 len: 333 time: 0.1503899 Jul 24 09:28:24.812685 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52238) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:24.826651 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:28:24.864057 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-9b97275e-9f3b-47a3-ba32-87e498ce1d86 None None] Provisioning for port bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:28:24.928151 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:28:24.939705 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:24.941694 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:24.980763 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ebc34-9b36-403f-9435-7725ffd20a39 req-d1d3badb-a354-4f8a-a939-f1ac6d444564 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:24.988721 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-170ebc34-9b36-403f-9435-7725ffd20a39 req-d1d3badb-a354-4f8a-a939-f1ac6d444564 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 945 time: 0.1768634 Jul 24 09:28:25.053518 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-170ebc34-9b36-403f-9435-7725ffd20a39 req-5b393b1c-f4ac-4100-b8bb-793ab71b25ee tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636091 Jul 24 09:28:25.142056 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-5236fa42-56f6-4428-a09b-35faa3b9ba5f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting port 21e735d8-7069-47c9-9f3e-50352f040cbf {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:28:25.142613 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5236fa42-56f6-4428-a09b-35faa3b9ba5f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:25.293728 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3a312efe-956e-4dfe-99bd-164843de0c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:25.301491 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5236fa42-56f6-4428-a09b-35faa3b9ba5f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:25.304562 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:25.329626 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-5236fa42-56f6-4428-a09b-35faa3b9ba5f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Calling delete_port for 21e735d8-7069-47c9-9f3e-50352f040cbf owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:28:25.360058 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:28:25.364332 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-00c9a819-2246-4e52-87dd-6a4ae6119bd4 req-6fd509ef-ac19-4a18-a2a3-b61948919a1a tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=792c5943-3165-40f5-b559-f6a5be05144b HTTP/1.1" status: 200 len: 210 time: 0.1138074 Jul 24 09:28:25.366153 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3a312efe-956e-4dfe-99bd-164843de0c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:25.425169 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3a312efe-956e-4dfe-99bd-164843de0c47 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38910df4dc7c4a5b90c1ccc5feae0a1b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0286348 Jul 24 09:28:25.434560 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52246) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:25.458280 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0,segment=NetworkSegment(54a4c7d4-3e74-47af-926c-795e83d04993),segment_id=54a4c7d4-3e74-47af-926c-795e83d04993)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:25.496391 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:25.497207 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e46f17a7-8e32-404f-a044-c46ced72e591 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:28:25.504002 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a312efe-956e-4dfe-99bd-164843de0c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2b2272-c8ac-4bef-80c9-e71710a26d64,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:25.563345 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f97b05db-620d-476f-a0bf-982ca747f718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:25.629043 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:28:25.655166 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:25.655451 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:25.671053 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f97b05db-620d-476f-a0bf-982ca747f718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:25.677603 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5236fa42-56f6-4428-a09b-35faa3b9ba5f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:25.748255 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236fa42-56f6-4428-a09b-35faa3b9ba5f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Port': ['ID=21e735d8-7069-47c9-9f3e-50352f040cbf,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:25.758453 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-30a388dd-79b3-4c4f-af28-c385889a3747 None None] Provisioning for port 21e735d8-7069-47c9-9f3e-50352f040cbf completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:28:25.784082 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-30a388dd-79b3-4c4f-af28-c385889a3747 None None] Provisioning complete for port 21e735d8-7069-47c9-9f3e-50352f040cbf triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:25.784453 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-30a388dd-79b3-4c4f-af28-c385889a3747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:25.785513 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc158aa-3284-42c4-869b-336743af38ae req-ac894f6c-9763-4c08-9646-c9ca33066f8c tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:25.793838 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8dc158aa-3284-42c4-869b-336743af38ae req-ac894f6c-9763-4c08-9646-c9ca33066f8c tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/ports?device_id=b17c444a-e2f9-49cf-9158-ce20fc2d1a61 HTTP/1.1" status: 200 len: 944 time: 0.3160748 Jul 24 09:28:25.816047 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-30a388dd-79b3-4c4f-af28-c385889a3747 None None] Port 21e735d8-7069-47c9-9f3e-50352f040cbf was deleted so its status cannot be updated. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 24 09:28:25.839129 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:25.842426 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-dcd3820c-8784-49c2-9b9b-750e7267905a tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:25.845664 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-dcd3820c-8784-49c2-9b9b-750e7267905a tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.37 "GET /v2.0/networks?id=801c1cab-126c-4d30-b3ed-31cac490e5b1 HTTP/1.1" status: 200 len: 797 time: 0.2222953 Jul 24 09:28:25.880569 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5236fa42-56f6-4428-a09b-35faa3b9ba5f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:25.885520 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5236fa42-56f6-4428-a09b-35faa3b9ba5f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/ports/21e735d8-7069-47c9-9f3e-50352f040cbf HTTP/1.1" status: 204 len: 168 time: 1.0715311 Jul 24 09:28:25.890541 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52248) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:25.897338 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f97b05db-620d-476f-a0bf-982ca747f718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:25.901634 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f97b05db-620d-476f-a0bf-982ca747f718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:25.902997 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f97b05db-620d-476f-a0bf-982ca747f718 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f2b2272-c8ac-4bef-80c9-e71710a26d64 HTTP/1.1" status: 204 len: 168 time: 0.4674582 Jul 24 09:28:25.925729 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b05db-620d-476f-a0bf-982ca747f718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2b2272-c8ac-4bef-80c9-e71710a26d64,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:25.929909 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-30a388dd-79b3-4c4f-af28-c385889a3747 None None] Provisioning complete for port bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:25.930433 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-30a388dd-79b3-4c4f-af28-c385889a3747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:25.937691 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port e46f17a7-8e32-404f-a044-c46ced72e591 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:28:25.939635 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-73ce0626-84e2-49b8-9dab-397740070450 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cc97363126d47d180e03071fb076852 HTTP/1.1" status: 200 len: 478 time: 0.0857246 Jul 24 09:28:25.951448 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-dda0167b-05a8-4df7-9778-96d4c2de2158 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Request body: {'port': {'device_id': '792c5943-3165-40f5-b559-f6a5be05144b', 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1', 'admin_state_up': True, 'tenant_id': '0cc97363126d47d180e03071fb076852', 'security_groups': ['58d3d329-70a5-4c4f-a9f0-c3119406b657', '92c90ae2-f968-4142-aff2-e1d3c9be6bd9']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:26.003962 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc1064d-2cdf-45ca-bbc7-bfd5807ccc4a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] GET failed (client error): The resource could not be found. Jul 24 09:28:26.006658 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ecc1064d-2cdf-45ca-bbc7-bfd5807ccc4a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "GET /v2.0/ports/21e735d8-7069-47c9-9f3e-50352f040cbf HTTP/1.1" status: 404 len: 333 time: 0.1150746 Jul 24 09:28:26.029352 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52256) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:26.029780 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port e46f17a7-8e32-404f-a044-c46ced72e591 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:26.030160 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:26.066878 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8dc158aa-3284-42c4-869b-336743af38ae req-51f4f21f-b30a-434a-91e8-a308cd0ebc3f tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94b599c-be3a-49a3-a6f0-b9149afb18bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717860 Jul 24 09:28:26.187136 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:26.199526 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3811fba-f8df-4966-bafb-9d3bcc5ffab5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting subnet 55358872-8a6c-4187-8dc9-8e7e594471c4 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:28:26.220051 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a3811fba-f8df-4966-bafb-9d3bcc5ffab5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:26.284489 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17c444a-e2f9-49cf-9158-ce20fc2d1a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:28:26.286895 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fd0566-a418-42a2-86e5-8a9189df5a78" -d '{"events": [{"server_uuid": "b17c444a-e2f9-49cf-9158-ce20fc2d1a61", "name": "network-vif-plugged", "status": "completed", "tag": "19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:28:26.290980 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-dda0167b-05a8-4df7-9778-96d4c2de2158 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Made reservation on behalf of 0cc97363126d47d180e03071fb076852 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:26.304143 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a3811fba-f8df-4966-bafb-9d3bcc5ffab5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:26.307166 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-dda0167b-05a8-4df7-9778-96d4c2de2158 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:26.337134 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce,segment=NetworkSegment(144f3af7-ed14-4bba-b924-77b198b3227b),segment_id=144f3af7-ed14-4bba-b924-77b198b3227b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:26.362354 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:26.426892 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:26.449501 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32aff2c6-6a4c-4e73-8b8f-e6defaf45a36 x-openstack-request-id: req-32aff2c6-6a4c-4e73-8b8f-e6defaf45a36 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:28:26.449952 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17c444a-e2f9-49cf-9158-ce20fc2d1a61", "name": "network-vif-plugged", "status": "completed", "tag": "19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:28:26.450313 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32aff2c6-6a4c-4e73-8b8f-e6defaf45a36 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:28:26.451134 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17c444a-e2f9-49cf-9158-ce20fc2d1a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce', 'code': 200} Jul 24 09:28:26.478985 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a3811fba-f8df-4966-bafb-9d3bcc5ffab5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:26.507102 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:26.562847 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port e46f17a7-8e32-404f-a044-c46ced72e591, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e46f17a7-8e32-404f-a044-c46ced72e591,segment=NetworkSegment(b49c8e51-b531-4591-8628-7e67fd0e2a90),segment_id=b49c8e51-b531-4591-8628-7e67fd0e2a90)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:26.569822 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e0c33d82-9b1a-469d-b967-af75410018c7 None None] Could not find standard attr ID for object 21e735d8-7069-47c9-9f3e-50352f040cbf. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:28:26.577315 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:26.585651 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e0c33d82-9b1a-469d-b967-af75410018c7 None None] Could not find standard attr ID for object d7a0de40-6523-488c-98a1-3f7038b24f4a. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:28:26.652581 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2a5f32a8-731e-46f4-9b1b-7e8decb34a3a req-bd14ff98-fcba-4d7f-8ac0-0706d615191c tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=792c5943-3165-40f5-b559-f6a5be05144b HTTP/1.1" status: 200 len: 210 time: 0.0883322 Jul 24 09:28:26.686024 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=e46f17a7-8e32-404f-a044-c46ced72e591,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:26.776571 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a3811fba-f8df-4966-bafb-9d3bcc5ffab5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:26.779901 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-dda0167b-05a8-4df7-9778-96d4c2de2158 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Allocated IP 172.20.0.13 (801c1cab-126c-4d30-b3ed-31cac490e5b1/8a54dbca-9181-46e0-9c48-4811482870f1/bf0f5558-93be-4fb3-bb08-1f3050570d8f) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:28:26.793907 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:28:26.824584 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863f521-9815-4312-afe7-774b8887f857 req-8010355f-06fb-4bb0-aca9-dc59e8a22a5e tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:26.833323 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1863f521-9815-4312-afe7-774b8887f857 req-8010355f-06fb-4bb0-aca9-dc59e8a22a5e tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 945 time: 0.5715272 Jul 24 09:28:26.850373 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3811fba-f8df-4966-bafb-9d3bcc5ffab5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Subnet': ['ID=55358872-8a6c-4187-8dc9-8e7e594471c4,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:26.859057 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a3811fba-f8df-4966-bafb-9d3bcc5ffab5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:26.864463 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a3811fba-f8df-4966-bafb-9d3bcc5ffab5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/subnets/55358872-8a6c-4187-8dc9-8e7e594471c4 HTTP/1.1" status: 204 len: 168 time: 0.8289235 Jul 24 09:28:26.864711 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52284) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:26.898404 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:26.899081 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:26.970238 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7f8cd1a8-3e93-4d3c-ad94-0210fb86a753 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:26.979672 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a8df3-24b3-4016-8eb6-61fa40684bd4 req-3c29053c-ca2c-4793-b749-616d1b6f0808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:26.994061 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-537a8df3-24b3-4016-8eb6-61fa40684bd4 req-3c29053c-ca2c-4793-b749-616d1b6f0808 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b17c444a-e2f9-49cf-9158-ce20fc2d1a61 HTTP/1.1" status: 200 len: 1096 time: 0.3053975 Jul 24 09:28:27.053082 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1863f521-9815-4312-afe7-774b8887f857 req-d6cd3600-2717-4d23-8c0b-b088f5696eb3 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185006 Jul 24 09:28:27.129485 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3878be2c-e6bb-44a7-ae4d-8d30e92a78e8 None None] Network f742bc30-3627-4508-a2a9-51034f26c7fe requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:28:27.131612 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-7f8cd1a8-3e93-4d3c-ad94-0210fb86a753 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting port bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:28:27.132152 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7f8cd1a8-3e93-4d3c-ad94-0210fb86a753 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:27.136918 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-537a8df3-24b3-4016-8eb6-61fa40684bd4 req-32acf311-07c2-40a6-b09b-c32a8a98e86b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d94b599c-be3a-49a3-a6f0-b9149afb18bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155457 Jul 24 09:28:27.241807 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ca72976f-5f8a-4dad-a722-01920eb2adca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:27.252620 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-7f8cd1a8-3e93-4d3c-ad94-0210fb86a753 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] For port bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0,segment=NetworkSegment(54a4c7d4-3e74-47af-926c-795e83d04993),segment_id=54a4c7d4-3e74-47af-926c-795e83d04993)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:27.253210 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7f8cd1a8-3e93-4d3c-ad94-0210fb86a753 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:27.271080 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52298) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:27.293484 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-dda0167b-05a8-4df7-9778-96d4c2de2158 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:27.303964 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-7f8cd1a8-3e93-4d3c-ad94-0210fb86a753 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Calling delete_port for bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:28:27.318598 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-dda0167b-05a8-4df7-9778-96d4c2de2158 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Transition to ACTIVE for port object bf0f5558-93be-4fb3-bb08-1f3050570d8f will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:27.364348 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01fec7-6e0c-4c55-a381-1cde191dd39e req-245df565-c778-4d83-a03e-9d4f1dadf3b4 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:27.366218 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3c01fec7-6e0c-4c55-a381-1cde191dd39e req-245df565-c778-4d83-a03e-9d4f1dadf3b4 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/ports?device_id=b17c444a-e2f9-49cf-9158-ce20fc2d1a61 HTTP/1.1" status: 200 len: 945 time: 0.2113063 Jul 24 09:28:27.389517 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-dda0167b-05a8-4df7-9778-96d4c2de2158 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:27.439331 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07538219-8d26-424c-aaff-3cd5ec8eba1a None None] DHCP port deletion for f742bc30-3627-4508-a2a9-51034f26c7fe request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:28:27.458274 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-dda0167b-05a8-4df7-9778-96d4c2de2158 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Network 801c1cab-126c-4d30-b3ed-31cac490e5b1 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:28:27.464616 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-e5043794-3268-4b73-92f9-d4da9a7aea66 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1048252917-network', 'tenant_id': '64c1dc58478141589d6596790badc1c3'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:27.474165 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-dda0167b-05a8-4df7-9778-96d4c2de2158 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:27.476581 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-dda0167b-05a8-4df7-9778-96d4c2de2158 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:28:27.524726 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3c01fec7-6e0c-4c55-a381-1cde191dd39e req-8afdf96e-1e07-4650-b5e3-3317d1908bf6 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94b599c-be3a-49a3-a6f0-b9149afb18bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170683 Jul 24 09:28:27.546698 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-07538219-8d26-424c-aaff-3cd5ec8eba1a None None] Deleting port bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:28:27.547161 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-07538219-8d26-424c-aaff-3cd5ec8eba1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:27.568006 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7f8cd1a8-3e93-4d3c-ad94-0210fb86a753 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:27.569060 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0167b-05a8-4df7-9778-96d4c2de2158 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event updated for resources: {'Port': ['ID=bf0f5558-93be-4fb3-bb08-1f3050570d8f,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:27.593718 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-dda0167b-05a8-4df7-9778-96d4c2de2158 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:27.595047 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-dda0167b-05a8-4df7-9778-96d4c2de2158 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:27.606869 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0167b-05a8-4df7-9778-96d4c2de2158 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:27.607237 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0167b-05a8-4df7-9778-96d4c2de2158 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:27.607632 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0167b-05a8-4df7-9778-96d4c2de2158 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:27.608031 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0167b-05a8-4df7-9778-96d4c2de2158 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:27.608524 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0167b-05a8-4df7-9778-96d4c2de2158 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:27.609039 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0167b-05a8-4df7-9778-96d4c2de2158 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:27.609403 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0167b-05a8-4df7-9778-96d4c2de2158 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:27.609755 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0167b-05a8-4df7-9778-96d4c2de2158 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:27.610144 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0167b-05a8-4df7-9778-96d4c2de2158 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:27.610480 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0167b-05a8-4df7-9778-96d4c2de2158 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:27.610825 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0167b-05a8-4df7-9778-96d4c2de2158 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:27.611169 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0167b-05a8-4df7-9778-96d4c2de2158 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:27.617296 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5043794-3268-4b73-92f9-d4da9a7aea66 admin admin] Made reservation on behalf of 64c1dc58478141589d6596790badc1c3 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:27.620014 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e5043794-3268-4b73-92f9-d4da9a7aea66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:27.631618 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cd1a8-3e93-4d3c-ad94-0210fb86a753 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Port': ['ID=bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:27.637497 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e5043794-3268-4b73-92f9-d4da9a7aea66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:27.637886 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8cd1a8-3e93-4d3c-ad94-0210fb86a753 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] No DVR routers for this DVR port bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:28:27.659817 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-dda0167b-05a8-4df7-9778-96d4c2de2158 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.7142403 Jul 24 09:28:27.678090 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-07538219-8d26-424c-aaff-3cd5ec8eba1a None None] For port bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0,segment=NetworkSegment(54a4c7d4-3e74-47af-926c-795e83d04993),segment_id=54a4c7d4-3e74-47af-926c-795e83d04993)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:27.678709 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-07538219-8d26-424c-aaff-3cd5ec8eba1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:27.688012 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-d98f1db5-ff2a-4ffb-b969-7e0dd3c19dda service neutron] Request body: {'port': {'device_id': '792c5943-3165-40f5-b559-f6a5be05144b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:27.726107 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-07538219-8d26-424c-aaff-3cd5ec8eba1a None None] Calling delete_port for bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:28:27.786434 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7f8cd1a8-3e93-4d3c-ad94-0210fb86a753 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:27.808517 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-7f8cd1a8-3e93-4d3c-ad94-0210fb86a753 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f742bc30-3627-4508-a2a9-51034f26c7fe']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:27.871058 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-7f8cd1a8-3e93-4d3c-ad94-0210fb86a753 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a4c7d4-3e74-47af-926c-795e83d04993') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:27.871364 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-7f8cd1a8-3e93-4d3c-ad94-0210fb86a753 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a4c7d4-3e74-47af-926c-795e83d04993') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:27.887482 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7f8cd1a8-3e93-4d3c-ad94-0210fb86a753 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:27.891711 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-d98f1db5-ff2a-4ffb-b969-7e0dd3c19dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:27.902562 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d0379a14-9128-4074-b7fb-82ae88d331b6 None None] Provisioning for port bf0f5558-93be-4fb3-bb08-1f3050570d8f completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:28:27.907738 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7f8cd1a8-3e93-4d3c-ad94-0210fb86a753 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:27.914626 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d0379a14-9128-4074-b7fb-82ae88d331b6 None None] Provisioning complete for port bf0f5558-93be-4fb3-bb08-1f3050570d8f triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:27.914983 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d0379a14-9128-4074-b7fb-82ae88d331b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:27.932907 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f8cd1a8-3e93-4d3c-ad94-0210fb86a753 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:28:27.933567 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7f8cd1a8-3e93-4d3c-ad94-0210fb86a753 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:28:27.937239 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:28:27.969225 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:28:27.983391 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-07538219-8d26-424c-aaff-3cd5ec8eba1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:27.987513 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e687c-4152-4328-afdf-beb5a3fd7c9b req-43a9eed8-3035-4963-a2de-19f4a54ac16e tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:27.989145 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-196e687c-4152-4328-afdf-beb5a3fd7c9b req-43a9eed8-3035-4963-a2de-19f4a54ac16e tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=792c5943-3165-40f5-b559-f6a5be05144b HTTP/1.1" status: 200 len: 971 time: 0.1985800 Jul 24 09:28:27.993155 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d0379a14-9128-4074-b7fb-82ae88d331b6 None None] Port bf0f5558-93be-4fb3-bb08-1f3050570d8f cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:28:28.016433 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07538219-8d26-424c-aaff-3cd5ec8eba1a None None] Pushing event deleted for resources: {'Port': ['ID=bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:28.020128 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07538219-8d26-424c-aaff-3cd5ec8eba1a None None] No DVR routers for this DVR port bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:28:28.046100 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7f8cd1a8-3e93-4d3c-ad94-0210fb86a753 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:28.058869 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7f8cd1a8-3e93-4d3c-ad94-0210fb86a753 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:28.060591 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7f8cd1a8-3e93-4d3c-ad94-0210fb86a753 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/networks/f742bc30-3627-4508-a2a9-51034f26c7fe HTTP/1.1" status: 204 len: 168 time: 1.1947467 Jul 24 09:28:28.066091 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52314) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:28.080681 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e8537c4d-53f3-42ee-a9eb-d33bd059a4dc tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1502708378'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:28.083296 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e5043794-3268-4b73-92f9-d4da9a7aea66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:28.090388 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e5043794-3268-4b73-92f9-d4da9a7aea66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:28.096572 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cd1a8-3e93-4d3c-ad94-0210fb86a753 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Network': ['ID=f742bc30-3627-4508-a2a9-51034f26c7fe,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:28.119460 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-196e687c-4152-4328-afdf-beb5a3fd7c9b req-30cf4de5-299e-46fc-afd7-7f392b5eff93 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/security-groups?id=58d3d329-70a5-4c4f-a9f0-c3119406b657&id=92c90ae2-f968-4142-aff2-e1d3c9be6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0806727 Jul 24 09:28:28.132187 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8537c4d-53f3-42ee-a9eb-d33bd059a4dc tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:28.136527 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e8537c4d-53f3-42ee-a9eb-d33bd059a4dc tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:28.147930 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5043794-3268-4b73-92f9-d4da9a7aea66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:28:28.168550 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5043794-3268-4b73-92f9-d4da9a7aea66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ab793f-e00a-477d-97b6-1abf6378eb17,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:28.171812 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8537c4d-53f3-42ee-a9eb-d33bd059a4dc tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:28:28.182910 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e8537c4d-53f3-42ee-a9eb-d33bd059a4dc tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:28.183268 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-e8537c4d-53f3-42ee-a9eb-d33bd059a4dc tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Added segment f89061f0-866a-4a07-944c-3d8ea49cbd03 of type vlan for network 055aa27e-a9ef-4f4f-806f-e0c87e6bd42d Jul 24 09:28:28.198179 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e5043794-3268-4b73-92f9-d4da9a7aea66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:28.198535 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-e5043794-3268-4b73-92f9-d4da9a7aea66 admin admin] Added segment ba94c687-d9bc-48a0-ad97-f7798b91848e of type vlan for network c9eff49e-98a6-4f9d-932d-032b9356b651 Jul 24 09:28:28.226406 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e8537c4d-53f3-42ee-a9eb-d33bd059a4dc tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:28.257632 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e8537c4d-53f3-42ee-a9eb-d33bd059a4dc tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:28.263788 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8537c4d-53f3-42ee-a9eb-d33bd059a4dc tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:28.264772 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e8537c4d-53f3-42ee-a9eb-d33bd059a4dc tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:28.284766 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e5043794-3268-4b73-92f9-d4da9a7aea66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:28.306645 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e8537c4d-53f3-42ee-a9eb-d33bd059a4dc tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2380710 Jul 24 09:28:28.309902 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52318) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:28.315244 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-545031fe-6b96-402e-9364-1aa21cf696fd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'subnet': {'network_id': '055aa27e-a9ef-4f4f-806f-e0c87e6bd42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:28.346128 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0377bd-b173-4a19-bcec-711ebbbe24c7 req-18ea5dda-71aa-496a-9f7f-b2bef7772373 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:28.348161 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8a0377bd-b173-4a19-bcec-711ebbbe24c7 req-18ea5dda-71aa-496a-9f7f-b2bef7772373 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 945 time: 0.2068257 Jul 24 09:28:28.355838 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8537c4d-53f3-42ee-a9eb-d33bd059a4dc tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Network': ['ID=055aa27e-a9ef-4f4f-806f-e0c87e6bd42d,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:28.362023 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e5043794-3268-4b73-92f9-d4da9a7aea66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:28.362976 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5043794-3268-4b73-92f9-d4da9a7aea66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:28.363543 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e5043794-3268-4b73-92f9-d4da9a7aea66 admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:28.374812 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 055aa27e-a9ef-4f4f-806f-e0c87e6bd42d details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:28:28.446255 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e5043794-3268-4b73-92f9-d4da9a7aea66 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1740258 Jul 24 09:28:28.449986 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52320) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:28.454853 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-307e727d-1c0f-42b6-a184-204c4b3dca7c admin admin] Request body: {'subnet': {'network_id': 'c9eff49e-98a6-4f9d-932d-032b9356b651', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1048252917-subnet', 'tenant_id': '64c1dc58478141589d6596790badc1c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:28.465097 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545031fe-6b96-402e-9364-1aa21cf696fd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:28.468477 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-545031fe-6b96-402e-9364-1aa21cf696fd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:28.485363 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5043794-3268-4b73-92f9-d4da9a7aea66 admin admin] Pushing event updated for resources: {'Network': ['ID=c9eff49e-98a6-4f9d-932d-032b9356b651,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:28.488985 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-d98f1db5-ff2a-4ffb-b969-7e0dd3c19dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf0f5558-93be-4fb3-bb08-1f3050570d8f {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:28:28.495925 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8a0377bd-b173-4a19-bcec-711ebbbe24c7 req-71d694d3-8c92-4f53-a1fc-8f88773c3e14 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401041 Jul 24 09:28:28.498035 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network c9eff49e-98a6-4f9d-932d-032b9356b651 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:28:28.500625 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-d98f1db5-ff2a-4ffb-b969-7e0dd3c19dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:28.508883 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307e727d-1c0f-42b6-a184-204c4b3dca7c admin admin] Made reservation on behalf of 64c1dc58478141589d6596790badc1c3 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:28.511361 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-307e727d-1c0f-42b6-a184-204c4b3dca7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:28.514705 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-d98f1db5-ff2a-4ffb-b969-7e0dd3c19dda service neutron] Transition to ACTIVE for port object bf0f5558-93be-4fb3-bb08-1f3050570d8f will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:28.519146 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-d98f1db5-ff2a-4ffb-b969-7e0dd3c19dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:28.620949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f1db5-ff2a-4ffb-b969-7e0dd3c19dda service neutron] Pushing event updated for resources: {'Port': ['ID=bf0f5558-93be-4fb3-bb08-1f3050570d8f,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:28.631972 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:28:28.693239 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-d98f1db5-ff2a-4ffb-b969-7e0dd3c19dda service neutron] Attempting to bind port bf0f5558-93be-4fb3-bb08-1f3050570d8f on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:28:28.693651 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-d98f1db5-ff2a-4ffb-b969-7e0dd3c19dda service neutron] Attempting to bind port bf0f5558-93be-4fb3-bb08-1f3050570d8f by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'b49c8e51-b531-4591-8628-7e67fd0e2a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:28:28.694114 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-d98f1db5-ff2a-4ffb-b969-7e0dd3c19dda service neutron] Attempting to bind port bf0f5558-93be-4fb3-bb08-1f3050570d8f on network 801c1cab-126c-4d30-b3ed-31cac490e5b1 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:28:28.694843 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e46f17a7-8e32-404f-a044-c46ced72e591 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:28:28.702078 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-d98f1db5-ff2a-4ffb-b969-7e0dd3c19dda service neutron] Port bf0f5558-93be-4fb3-bb08-1f3050570d8f on network 801c1cab-126c-4d30-b3ed-31cac490e5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:28:28.702686 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-d98f1db5-ff2a-4ffb-b969-7e0dd3c19dda service neutron] Attempting to bind port bf0f5558-93be-4fb3-bb08-1f3050570d8f on network 801c1cab-126c-4d30-b3ed-31cac490e5b1 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:28:28.711373 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-d98f1db5-ff2a-4ffb-b969-7e0dd3c19dda service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:28:28.712038 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-d98f1db5-ff2a-4ffb-b969-7e0dd3c19dda service neutron] Checking segment: {'id': 'b49c8e51-b531-4591-8628-7e67fd0e2a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:28:28.712952 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-d98f1db5-ff2a-4ffb-b969-7e0dd3c19dda service neutron] Bound using segment: {'id': 'b49c8e51-b531-4591-8628-7e67fd0e2a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:28:28.713961 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-d98f1db5-ff2a-4ffb-b969-7e0dd3c19dda service neutron] Bound port: bf0f5558-93be-4fb3-bb08-1f3050570d8f, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49c8e51-b531-4591-8628-7e67fd0e2a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:28:28.714510 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-d98f1db5-ff2a-4ffb-b969-7e0dd3c19dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:28.761398 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port e46f17a7-8e32-404f-a044-c46ced72e591 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:28.762467 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:28.801171 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-d98f1db5-ff2a-4ffb-b969-7e0dd3c19dda service neutron] For port bf0f5558-93be-4fb3-bb08-1f3050570d8f, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:28:28.804813 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-d98f1db5-ff2a-4ffb-b969-7e0dd3c19dda service neutron] For port bf0f5558-93be-4fb3-bb08-1f3050570d8f, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=bf0f5558-93be-4fb3-bb08-1f3050570d8f,segment=NetworkSegment(b49c8e51-b531-4591-8628-7e67fd0e2a90),segment_id=b49c8e51-b531-4591-8628-7e67fd0e2a90)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:28:28.810731 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-d98f1db5-ff2a-4ffb-b969-7e0dd3c19dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:28.849555 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-d98f1db5-ff2a-4ffb-b969-7e0dd3c19dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:28.850296 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-d98f1db5-ff2a-4ffb-b969-7e0dd3c19dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:28.852917 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-d98f1db5-ff2a-4ffb-b969-7e0dd3c19dda service neutron] 10.222.0.37 "PUT /v2.0/ports/bf0f5558-93be-4fb3-bb08-1f3050570d8f HTTP/1.1" status: 200 len: 1131 time: 1.1752925 Jul 24 09:28:28.853566 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792c5943-3165-40f5-b559-f6a5be05144b', 'tag': 'bf0f5558-93be-4fb3-bb08-1f3050570d8f'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:28:28.857276 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-545031fe-6b96-402e-9364-1aa21cf696fd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:28.870531 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f018f73-a110-408d-abb2-9fbdc18b52dd" -d '{"events": [{"name": "network-changed", "server_uuid": "792c5943-3165-40f5-b559-f6a5be05144b", "tag": "bf0f5558-93be-4fb3-bb08-1f3050570d8f"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:28:28.968409 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f1db5-ff2a-4ffb-b969-7e0dd3c19dda service neutron] Pushing event updated for resources: {'Port': ['ID=bf0f5558-93be-4fb3-bb08-1f3050570d8f,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:28.987278 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c46363-3c87-498d-8aa2-830f6c6b1903 req-785a26d9-98f7-4469-b059-5c7829414eec tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:28.988942 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d6c46363-3c87-498d-8aa2-830f6c6b1903 req-785a26d9-98f7-4469-b059-5c7829414eec tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/ports?device_id=b17c444a-e2f9-49cf-9158-ce20fc2d1a61 HTTP/1.1" status: 200 len: 945 time: 0.3352120 Jul 24 09:28:28.995823 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3083f2-1a9b-4944-bec9-dab1442075e8 x-openstack-request-id: req-db3083f2-1a9b-4944-bec9-dab1442075e8 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:28:28.996192 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792c5943-3165-40f5-b559-f6a5be05144b", "tag": "bf0f5558-93be-4fb3-bb08-1f3050570d8f", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:28:28.996451 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db3083f2-1a9b-4944-bec9-dab1442075e8 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:28:28.996876 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792c5943-3165-40f5-b559-f6a5be05144b', 'tag': 'bf0f5558-93be-4fb3-bb08-1f3050570d8f', 'status': 'completed', 'code': 200} Jul 24 09:28:29.005981 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-cc1b72e8-8f76-49c0-8023-2b57c2bc2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:29.008241 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-cc1b72e8-8f76-49c0-8023-2b57c2bc2eeb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cc97363126d47d180e03071fb076852&device_id=792c5943-3165-40f5-b559-f6a5be05144b HTTP/1.1" status: 200 len: 1134 time: 0.1168852 Jul 24 09:28:29.009341 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:28:29.049133 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545031fe-6b96-402e-9364-1aa21cf696fd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Subnet': ['ID=ccb1dee6-3b63-43c0-9ce3-e75c3c9398c0,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:29.067524 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:28:29.067866 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bda24e5a-c5f4-48ee-a9c3-7a8bc777c2c0 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:28:29.089584 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-1be6e0a6-5bef-4f72-9dfc-cc6b1e383fe1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf0f5558-93be-4fb3-bb08-1f3050570d8f HTTP/1.1" status: 200 len: 217 time: 0.0732875 Jul 24 09:28:29.111183 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545031fe-6b96-402e-9364-1aa21cf696fd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Checking segment: {'id': 'f89061f0-866a-4a07-944c-3d8ea49cbd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '055aa27e-a9ef-4f4f-806f-e0c87e6bd42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:28:29.111843 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545031fe-6b96-402e-9364-1aa21cf696fd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network hostable DHCP agents. Network: 055aa27e-a9ef-4f4f-806f-e0c87e6bd42d, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:28:29.164774 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d6c46363-3c87-498d-8aa2-830f6c6b1903 req-71430c1a-db48-439a-99fb-f526a9cc01fc tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94b599c-be3a-49a3-a6f0-b9149afb18bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602657 Jul 24 09:28:29.166022 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-307e727d-1c0f-42b6-a184-204c4b3dca7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:29.195420 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-ce167c80-6c44-4f37-9455-44846ea73eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:29.196511 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-ce167c80-6c44-4f37-9455-44846ea73eec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a54dbca-9181-46e0-9c48-4811482870f1 HTTP/1.1" status: 200 len: 835 time: 0.1003749 Jul 24 09:28:29.226956 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545031fe-6b96-402e-9364-1aa21cf696fd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network 055aa27e-a9ef-4f4f-806f-e0c87e6bd42d is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:28:29.259990 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-545031fe-6b96-402e-9364-1aa21cf696fd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 055aa27e-a9ef-4f4f-806f-e0c87e6bd42d) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:29.270311 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545031fe-6b96-402e-9364-1aa21cf696fd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:29.270907 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-545031fe-6b96-402e-9364-1aa21cf696fd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:29.273591 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307e727d-1c0f-42b6-a184-204c4b3dca7c admin admin] Checking segment: {'id': 'ba94c687-d9bc-48a0-ad97-f7798b91848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c9eff49e-98a6-4f9d-932d-032b9356b651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:28:29.274081 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307e727d-1c0f-42b6-a184-204c4b3dca7c admin admin] Network hostable DHCP agents. Network: c9eff49e-98a6-4f9d-932d-032b9356b651, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:28:29.285592 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e727d-1c0f-42b6-a184-204c4b3dca7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=31ae8e82-00fb-47da-9072-acc56d26535b,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:29.285695 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cc7e2d-a46d-4201-9ae9-a39b6f07d0b5 None None] Network 055aa27e-a9ef-4f4f-806f-e0c87e6bd42d requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:28:29.304341 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-545031fe-6b96-402e-9364-1aa21cf696fd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9932609 Jul 24 09:28:29.309350 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52344) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:29.323580 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307e727d-1c0f-42b6-a184-204c4b3dca7c admin admin] Network c9eff49e-98a6-4f9d-932d-032b9356b651 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:28:29.334981 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-307e727d-1c0f-42b6-a184-204c4b3dca7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, c9eff49e-98a6-4f9d-932d-032b9356b651) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:29.346788 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-b15fed80-8c9d-4f6d-be82-86679cddf63f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'port': {'network_id': '055aa27e-a9ef-4f4f-806f-e0c87e6bd42d', 'name': 'tempest-PortsIpV6TestJSON-1089756495', 'fixed_ips': [{'subnet_id': 'ccb1dee6-3b63-43c0-9ce3-e75c3c9398c0', 'ip_address': '2001:db8::10'}]}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:29.347617 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307e727d-1c0f-42b6-a184-204c4b3dca7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:29.349627 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-307e727d-1c0f-42b6-a184-204c4b3dca7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:29.370880 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-307e727d-1c0f-42b6-a184-204c4b3dca7c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9183280 Jul 24 09:28:29.423908 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d9b1d4-79cc-4ac9-b0a3-40bc1b4b5dcf None None] Network c9eff49e-98a6-4f9d-932d-032b9356b651 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:28:29.643337 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17df9d0-cb98-4fd6-8342-54bb0084d3d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-055aa27e-a9ef-4f4f-806f-e0c87e6bd42d', 'network_id': '055aa27e-a9ef-4f4f-806f-e0c87e6bd42d', 'tenant_id': '91ac73207ba04ee3977a4bedfdf2993b', 'fixed_ips': [{'subnet_id': 'ccb1dee6-3b63-43c0-9ce3-e75c3c9398c0'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:28:29.644559 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f17df9d0-cb98-4fd6-8342-54bb0084d3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:29.821644 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c693bd-6ac2-412b-8649-69bc3592a89c req-e7efbce7-4a35-4611-ba08-d54d62b323d1 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:29.826993 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-58c693bd-6ac2-412b-8649-69bc3592a89c req-e7efbce7-4a35-4611-ba08-d54d62b323d1 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 945 time: 0.1865354 Jul 24 09:28:29.947705 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-58c693bd-6ac2-412b-8649-69bc3592a89c req-5811e2bc-0c50-4eb0-b805-0aa13a65a7d8 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133268 Jul 24 09:28:30.036969 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f6b7e0-3f3e-4708-8bda-0991ecf92bb2 None None] Network c9eff49e-98a6-4f9d-932d-032b9356b651 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:28:30.247584 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-049fa20a-ad41-402a-be9d-58dd10a9c00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:30.313028 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-23c50bab-0d5b-4e5b-a99b-a2d73e69fa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:30.315896 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-23c50bab-0d5b-4e5b-a99b-a2d73e69fa8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=801c1cab-126c-4d30-b3ed-31cac490e5b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1105161 Jul 24 09:28:30.401791 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-f17df9d0-cb98-4fd6-8342-54bb0084d3d6 None None] Allocated IP 2001:db8::2 (055aa27e-a9ef-4f4f-806f-e0c87e6bd42d/ccb1dee6-3b63-43c0-9ce3-e75c3c9398c0/0b898a1f-ab41-4224-8080-5d3919909e91) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:28:30.454501 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce7fc0-899f-4e47-8e41-10be643dd465 req-a1e83f5f-c47c-4fd2-86e8-4bcb9951a834 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:30.468819 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-74ce7fc0-899f-4e47-8e41-10be643dd465 req-a1e83f5f-c47c-4fd2-86e8-4bcb9951a834 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=792c5943-3165-40f5-b559-f6a5be05144b HTTP/1.1" status: 200 len: 983 time: 1.1765316 Jul 24 09:28:30.495539 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:30.529868 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15fed80-8c9d-4f6d-be82-86679cddf63f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:30.654184 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-74ce7fc0-899f-4e47-8e41-10be643dd465 req-d44105e8-2cea-4b3c-a41f-45498ae0f71d tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/security-groups?id=58d3d329-70a5-4c4f-a9f0-c3119406b657&id=92c90ae2-f968-4142-aff2-e1d3c9be6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1842215 Jul 24 09:28:30.679558 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-fb1b03b7-7ffa-4608-b755-c5af5a71f05b service neutron] 10.222.0.37 "GET /v2.0/networks/801c1cab-126c-4d30-b3ed-31cac490e5b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534033 Jul 24 09:28:30.740555 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b15fed80-8c9d-4f6d-be82-86679cddf63f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:30.835698 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-b15fed80-8c9d-4f6d-be82-86679cddf63f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] device_id is not set on port 14fbd829-a74b-4ed6-ae0e-34247e1e54aa yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:28:31.076292 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1ff5e10-d7e8-4387-a74b-acb680f9008f req-7cafab64-296f-4ce1-97c4-ad256cb433e2 service neutron] 10.222.0.37 "GET /v2.0/networks/801c1cab-126c-4d30-b3ed-31cac490e5b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864923 Jul 24 09:28:31.091917 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f17df9d0-cb98-4fd6-8342-54bb0084d3d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:31.130527 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f17df9d0-cb98-4fd6-8342-54bb0084d3d6 None None] Transition to ACTIVE for port object 0b898a1f-ab41-4224-8080-5d3919909e91 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:31.168673 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f17df9d0-cb98-4fd6-8342-54bb0084d3d6 None None] Transition to ACTIVE for port object 0b898a1f-ab41-4224-8080-5d3919909e91 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:31.172967 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:31.175014 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f17df9d0-cb98-4fd6-8342-54bb0084d3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:31.244942 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17df9d0-cb98-4fd6-8342-54bb0084d3d6 None None] Network 055aa27e-a9ef-4f4f-806f-e0c87e6bd42d is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:28:31.245208 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17df9d0-cb98-4fd6-8342-54bb0084d3d6 None None] Pushing event updated for resources: {'Port': ['ID=0b898a1f-ab41-4224-8080-5d3919909e91,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:31.248432 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-f17df9d0-cb98-4fd6-8342-54bb0084d3d6 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:31.250483 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17df9d0-cb98-4fd6-8342-54bb0084d3d6 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:28:31.268498 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-b15fed80-8c9d-4f6d-be82-86679cddf63f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Allocated IP 2001:db8::10 (055aa27e-a9ef-4f4f-806f-e0c87e6bd42d/ccb1dee6-3b63-43c0-9ce3-e75c3c9398c0/14fbd829-a74b-4ed6-ae0e-34247e1e54aa) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:28:31.303177 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4ecb7-4ecb-4482-b03a-45adcab0ead0 req-3a4b8ebe-746e-4344-8fae-c602f723590d tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:31.304722 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4ed4ecb7-4ecb-4482-b03a-45adcab0ead0 req-3a4b8ebe-746e-4344-8fae-c602f723590d tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 945 time: 0.2095389 Jul 24 09:28:31.369635 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f17df9d0-cb98-4fd6-8342-54bb0084d3d6 None None] Attempting to bind port 0b898a1f-ab41-4224-8080-5d3919909e91 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:28:31.369990 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f17df9d0-cb98-4fd6-8342-54bb0084d3d6 None None] Attempting to bind port 0b898a1f-ab41-4224-8080-5d3919909e91 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'f89061f0-866a-4a07-944c-3d8ea49cbd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '055aa27e-a9ef-4f4f-806f-e0c87e6bd42d'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:28:31.370450 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17df9d0-cb98-4fd6-8342-54bb0084d3d6 None None] Attempting to bind port 0b898a1f-ab41-4224-8080-5d3919909e91 on network 055aa27e-a9ef-4f4f-806f-e0c87e6bd42d {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:28:31.378014 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17df9d0-cb98-4fd6-8342-54bb0084d3d6 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:28:31.378313 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17df9d0-cb98-4fd6-8342-54bb0084d3d6 None None] Checking segment: {'id': 'f89061f0-866a-4a07-944c-3d8ea49cbd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '055aa27e-a9ef-4f4f-806f-e0c87e6bd42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:28:31.378862 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f17df9d0-cb98-4fd6-8342-54bb0084d3d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:31.379615 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17df9d0-cb98-4fd6-8342-54bb0084d3d6 None None] Bound using segment: {'id': 'f89061f0-866a-4a07-944c-3d8ea49cbd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '055aa27e-a9ef-4f4f-806f-e0c87e6bd42d'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:28:31.379795 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f17df9d0-cb98-4fd6-8342-54bb0084d3d6 None None] Bound port: 0b898a1f-ab41-4224-8080-5d3919909e91, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f89061f0-866a-4a07-944c-3d8ea49cbd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '055aa27e-a9ef-4f4f-806f-e0c87e6bd42d'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:28:31.380311 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f17df9d0-cb98-4fd6-8342-54bb0084d3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:31.409109 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f018f73-a110-408d-abb2-9fbdc18b52dd req-bbf907da-ef61-4308-82ac-936291c943b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:31.413362 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6f018f73-a110-408d-abb2-9fbdc18b52dd req-bbf907da-ef61-4308-82ac-936291c943b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cc97363126d47d180e03071fb076852&device_id=792c5943-3165-40f5-b559-f6a5be05144b HTTP/1.1" status: 200 len: 1134 time: 0.2742670 Jul 24 09:28:31.535923 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f17df9d0-cb98-4fd6-8342-54bb0084d3d6 None None] For port 0b898a1f-ab41-4224-8080-5d3919909e91, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:28:31.541336 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f17df9d0-cb98-4fd6-8342-54bb0084d3d6 None None] For port 0b898a1f-ab41-4224-8080-5d3919909e91, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=0b898a1f-ab41-4224-8080-5d3919909e91,segment=NetworkSegment(f89061f0-866a-4a07-944c-3d8ea49cbd03),segment_id=f89061f0-866a-4a07-944c-3d8ea49cbd03)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:28:31.546599 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f17df9d0-cb98-4fd6-8342-54bb0084d3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:31.640233 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17df9d0-cb98-4fd6-8342-54bb0084d3d6 None None] Pushing event updated for resources: {'Port': ['ID=0b898a1f-ab41-4224-8080-5d3919909e91,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:31.660677 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4ed4ecb7-4ecb-4482-b03a-45adcab0ead0 req-a8ebd633-0085-42ad-b274-3cf86130bf56 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267031 Jul 24 09:28:31.815864 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f018f73-a110-408d-abb2-9fbdc18b52dd req-bc5bd3d6-591e-470b-b89a-e165869b9b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:31.818015 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6f018f73-a110-408d-abb2-9fbdc18b52dd req-bc5bd3d6-591e-470b-b89a-e165869b9b60 service neutron] 10.222.0.37 "GET /v2.0/networks?id=801c1cab-126c-4d30-b3ed-31cac490e5b1 HTTP/1.1" status: 200 len: 897 time: 0.3844843 Jul 24 09:28:31.885364 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4758c-3524-4ee2-b949-deb2ef9423bf req-fcaebf9c-ba60-434e-b45b-9e2c5871b05f tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:31.892559 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9dc4758c-3524-4ee2-b949-deb2ef9423bf req-fcaebf9c-ba60-434e-b45b-9e2c5871b05f tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=792c5943-3165-40f5-b559-f6a5be05144b HTTP/1.1" status: 200 len: 983 time: 0.1233726 Jul 24 09:28:31.949660 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6f018f73-a110-408d-abb2-9fbdc18b52dd req-04d2b4d5-e890-481a-a6c8-fbb10f4280cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf0f5558-93be-4fb3-bb08-1f3050570d8f HTTP/1.1" status: 200 len: 217 time: 0.1158671 Jul 24 09:28:31.963075 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9dc4758c-3524-4ee2-b949-deb2ef9423bf req-90011251-681f-469e-a86a-166596861e40 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/security-groups?id=58d3d329-70a5-4c4f-a9f0-c3119406b657&id=92c90ae2-f968-4142-aff2-e1d3c9be6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0694921 Jul 24 09:28:32.007127 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b15fed80-8c9d-4f6d-be82-86679cddf63f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:32.064062 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-b15fed80-8c9d-4f6d-be82-86679cddf63f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Transition to ACTIVE for port object 14fbd829-a74b-4ed6-ae0e-34247e1e54aa will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:32.072040 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f018f73-a110-408d-abb2-9fbdc18b52dd req-a3101e89-b939-427d-8a80-b7f9a9d3d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:32.074262 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6f018f73-a110-408d-abb2-9fbdc18b52dd req-a3101e89-b939-427d-8a80-b7f9a9d3d77f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a54dbca-9181-46e0-9c48-4811482870f1 HTTP/1.1" status: 200 len: 835 time: 0.1076910 Jul 24 09:28:32.201952 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb838db2-4f06-4798-9896-9870b251bf58 req-ead69a8d-ae4e-43ca-b19e-82bb74160fb2 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:32.203484 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb838db2-4f06-4798-9896-9870b251bf58 req-ead69a8d-ae4e-43ca-b19e-82bb74160fb2 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/networks?id=c9eff49e-98a6-4f9d-932d-032b9356b651 HTTP/1.1" status: 200 len: 809 time: 0.2585058 Jul 24 09:28:32.228838 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f018f73-a110-408d-abb2-9fbdc18b52dd req-5396c700-4736-469e-9aa7-d21c0a1c368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:32.230378 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6f018f73-a110-408d-abb2-9fbdc18b52dd req-5396c700-4736-469e-9aa7-d21c0a1c368a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=801c1cab-126c-4d30-b3ed-31cac490e5b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179824 Jul 24 09:28:32.231628 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb838db2-4f06-4798-9896-9870b251bf58 req-a8b41da5-04a5-4695-869c-a0d3858d1425 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/quotas/64c1dc58478141589d6596790badc1c3 HTTP/1.1" status: 200 len: 375 time: 0.0194952 Jul 24 09:28:32.233098 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b15fed80-8c9d-4f6d-be82-86679cddf63f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:32.342080 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb838db2-4f06-4798-9896-9870b251bf58 req-3d9c169f-1c4e-4949-8ff5-bff0b583b44a tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=64c1dc58478141589d6596790badc1c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0997109 Jul 24 09:28:32.346681 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15fed80-8c9d-4f6d-be82-86679cddf63f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network 055aa27e-a9ef-4f4f-806f-e0c87e6bd42d is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:28:32.350853 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-b15fed80-8c9d-4f6d-be82-86679cddf63f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:32.397540 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15fed80-8c9d-4f6d-be82-86679cddf63f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:28:32.403249 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15fed80-8c9d-4f6d-be82-86679cddf63f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:32.403883 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b15fed80-8c9d-4f6d-be82-86679cddf63f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:32.458965 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fed80-8c9d-4f6d-be82-86679cddf63f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Port': ['ID=14fbd829-a74b-4ed6-ae0e-34247e1e54aa,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:32.468093 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b15fed80-8c9d-4f6d-be82-86679cddf63f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1476052 Jul 24 09:28:32.470728 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52432) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:32.476616 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-98265d53-eee1-4d9b-8a29-a94e6b2b1f5d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'port': {'network_id': '055aa27e-a9ef-4f4f-806f-e0c87e6bd42d', 'name': 'tempest-PortsIpV6TestJSON-181457057', 'fixed_ips': [{'subnet_id': 'ccb1dee6-3b63-43c0-9ce3-e75c3c9398c0', 'ip_address': '2001:db8::f'}]}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:32.543259 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6f018f73-a110-408d-abb2-9fbdc18b52dd req-33a499e8-6b30-43db-b432-5fac2e9b1fa0 service neutron] 10.222.0.37 "GET /v2.0/networks/801c1cab-126c-4d30-b3ed-31cac490e5b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033855 Jul 24 09:28:32.602133 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb838db2-4f06-4798-9896-9870b251bf58 req-fbaa838b-5179-4f31-be4b-101190bee2f6 service neutron] 10.222.0.32 "GET /v2.0/networks/c9eff49e-98a6-4f9d-932d-032b9356b651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483995 Jul 24 09:28:32.758314 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6f018f73-a110-408d-abb2-9fbdc18b52dd req-4f01fc4b-479f-4322-bf8e-2c978d98843d service neutron] 10.222.0.37 "GET /v2.0/networks/801c1cab-126c-4d30-b3ed-31cac490e5b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072361 Jul 24 09:28:32.777479 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98265d53-eee1-4d9b-8a29-a94e6b2b1f5d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:32.796236 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb838db2-4f06-4798-9896-9870b251bf58 req-2eace9c9-8464-4d37-83e6-bcb0748a4c6c service neutron] 10.222.0.32 "GET /v2.0/networks/c9eff49e-98a6-4f9d-932d-032b9356b651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932008 Jul 24 09:28:32.830303 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 0b898a1f-ab41-4224-8080-5d3919909e91 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:28:32.950095 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:32.969184 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 0b898a1f-ab41-4224-8080-5d3919909e91 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:28:33.150588 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953b839a-9e1d-4c40-b6ee-5c7e3a114eb3 None None] Network 055aa27e-a9ef-4f4f-806f-e0c87e6bd42d requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:28:33.380404 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device bf0f5558-93be-4fb3-bb08-1f3050570d8f details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:28:33.439098 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f482e56e-d4dd-4520-9798-eea135ccd3bb None None] Provisioning for port 0b898a1f-ab41-4224-8080-5d3919909e91 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:28:33.450729 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd1d02-97f7-407f-8bc8-41681902a2be req-50b0b263-33cf-402a-ad4a-5977c5d0b33e tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:33.466624 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fffd1d02-97f7-407f-8bc8-41681902a2be req-50b0b263-33cf-402a-ad4a-5977c5d0b33e tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=792c5943-3165-40f5-b559-f6a5be05144b HTTP/1.1" status: 200 len: 983 time: 0.1907475 Jul 24 09:28:33.479360 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f482e56e-d4dd-4520-9798-eea135ccd3bb None None] Provisioning complete for port 0b898a1f-ab41-4224-8080-5d3919909e91 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:33.479742 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f482e56e-d4dd-4520-9798-eea135ccd3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:33.531633 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-98265d53-eee1-4d9b-8a29-a94e6b2b1f5d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:33.570019 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fffd1d02-97f7-407f-8bc8-41681902a2be req-3c7d7c8c-0703-4a8c-809e-b73cfacc4430 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/security-groups?id=58d3d329-70a5-4c4f-a9f0-c3119406b657&id=92c90ae2-f968-4142-aff2-e1d3c9be6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1023366 Jul 24 09:28:33.595663 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-98265d53-eee1-4d9b-8a29-a94e6b2b1f5d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] device_id is not set on port 1c6a959a-4022-48f2-a033-589a6c892e5a yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:28:33.666648 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.db.resource_extend [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 09:28:33.701852 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ef423ae1-1b5a-4374-91f2-b5d571b9fa96 req-8484d59a-b27a-42d8-aaff-1cb1662372b3 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1536926d-f406-4ff7-bb7d-fd9d69a3d72c HTTP/1.1" status: 200 len: 210 time: 0.0674920 Jul 24 09:28:33.824037 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port bf0f5558-93be-4fb3-bb08-1f3050570d8f, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=bf0f5558-93be-4fb3-bb08-1f3050570d8f,segment=NetworkSegment(b49c8e51-b531-4591-8628-7e67fd0e2a90),segment_id=b49c8e51-b531-4591-8628-7e67fd0e2a90)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:33.855231 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960e422-8b7c-4902-bdf2-52d0cc3cfc68 req-9a00006d-d016-4a54-82d3-92186113385c tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:33.857255 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'bf0f5558-93be-4fb3-bb08-1f3050570d8f', 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1', 'port_id': 'bf0f5558-93be-4fb3-bb08-1f3050570d8f', 'mac_address': 'fa:16:3e:c0:c7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a54dbca-9181-46e0-9c48-4811482870f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:28:33.863309 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4960e422-8b7c-4902-bdf2-52d0cc3cfc68 req-9a00006d-d016-4a54-82d3-92186113385c tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 945 time: 1.0219276 Jul 24 09:28:33.958341 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:33.978434 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf0f5558-93be-4fb3-bb08-1f3050570d8f {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:28:34.008873 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port bf0f5558-93be-4fb3-bb08-1f3050570d8f, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=bf0f5558-93be-4fb3-bb08-1f3050570d8f,segment=NetworkSegment(b49c8e51-b531-4591-8628-7e67fd0e2a90),segment_id=b49c8e51-b531-4591-8628-7e67fd0e2a90)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:34.019170 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:34.130132 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4960e422-8b7c-4902-bdf2-52d0cc3cfc68 req-359a41f0-9a19-4f8e-bf0b-84515589c015 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638316 Jul 24 09:28:34.187648 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=bf0f5558-93be-4fb3-bb08-1f3050570d8f,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:34.269941 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-98265d53-eee1-4d9b-8a29-a94e6b2b1f5d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Allocated IP 2001:db8::f (055aa27e-a9ef-4f4f-806f-e0c87e6bd42d/ccb1dee6-3b63-43c0-9ce3-e75c3c9398c0/1c6a959a-4022-48f2-a033-589a6c892e5a) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:28:34.280757 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f482e56e-d4dd-4520-9798-eea135ccd3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:34.311170 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['bf0f5558-93be-4fb3-bb08-1f3050570d8f'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:28:34.381811 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f482e56e-d4dd-4520-9798-eea135ccd3bb None None] For port 0b898a1f-ab41-4224-8080-5d3919909e91, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=0b898a1f-ab41-4224-8080-5d3919909e91,segment=NetworkSegment(f89061f0-866a-4a07-944c-3d8ea49cbd03),segment_id=f89061f0-866a-4a07-944c-3d8ea49cbd03)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:34.400903 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f482e56e-d4dd-4520-9798-eea135ccd3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:34.407875 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671a6f7-9cfc-4a1a-a91d-4c4af57e69c5 req-61ba3652-bf80-4f23-8a61-5984e680b192 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:34.419783 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a671a6f7-9cfc-4a1a-a91d-4c4af57e69c5 req-61ba3652-bf80-4f23-8a61-5984e680b192 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/ports?device_id=b17c444a-e2f9-49cf-9158-ce20fc2d1a61 HTTP/1.1" status: 200 len: 945 time: 0.1420307 Jul 24 09:28:34.495639 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482e56e-d4dd-4520-9798-eea135ccd3bb None None] Pushing event updated for resources: {'Port': ['ID=0b898a1f-ab41-4224-8080-5d3919909e91,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:34.515072 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a671a6f7-9cfc-4a1a-a91d-4c4af57e69c5 req-0095638f-269b-4463-9b40-cf169e75e83a tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94b599c-be3a-49a3-a6f0-b9149afb18bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942261 Jul 24 09:28:34.551310 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-98265d53-eee1-4d9b-8a29-a94e6b2b1f5d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:34.570740 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-98265d53-eee1-4d9b-8a29-a94e6b2b1f5d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Transition to ACTIVE for port object 1c6a959a-4022-48f2-a033-589a6c892e5a will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:34.635580 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-98265d53-eee1-4d9b-8a29-a94e6b2b1f5d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:34.737950 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 0b898a1f-ab41-4224-8080-5d3919909e91 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:28:34.910266 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-adb00f36-5b16-4d67-a2bd-81de7ee6fa6e None None] Provisioning complete for port 0b898a1f-ab41-4224-8080-5d3919909e91 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:34.910913 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-adb00f36-5b16-4d67-a2bd-81de7ee6fa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:34.918424 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 0b898a1f-ab41-4224-8080-5d3919909e91 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:34.919527 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:34.922252 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d0a3c12a-aae6-4ff2-a53a-054cd3b42891 req-fa3af2b3-3079-4ef7-a14f-a66d342d9ee3 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1536926d-f406-4ff7-bb7d-fd9d69a3d72c HTTP/1.1" status: 200 len: 210 time: 0.0451415 Jul 24 09:28:34.926719 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98265d53-eee1-4d9b-8a29-a94e6b2b1f5d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Port': ['ID=1c6a959a-4022-48f2-a033-589a6c892e5a,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:34.952544 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98265d53-eee1-4d9b-8a29-a94e6b2b1f5d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network 055aa27e-a9ef-4f4f-806f-e0c87e6bd42d is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:28:34.960943 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-98265d53-eee1-4d9b-8a29-a94e6b2b1f5d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:34.966869 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98265d53-eee1-4d9b-8a29-a94e6b2b1f5d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:28:34.973323 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98265d53-eee1-4d9b-8a29-a94e6b2b1f5d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:34.974146 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-98265d53-eee1-4d9b-8a29-a94e6b2b1f5d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:35.056101 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-98265d53-eee1-4d9b-8a29-a94e6b2b1f5d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5836604 Jul 24 09:28:35.059043 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52482) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:35.089303 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261c1cb-7da5-49de-bc34-bc26f7055171 req-4730fbda-34d5-46a3-acf3-7dbfddc717a9 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:35.102608 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6261c1cb-7da5-49de-bc34-bc26f7055171 req-4730fbda-34d5-46a3-acf3-7dbfddc717a9 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=792c5943-3165-40f5-b559-f6a5be05144b HTTP/1.1" status: 200 len: 984 time: 0.2779949 Jul 24 09:28:35.152617 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb838db2-4f06-4798-9896-9870b251bf58 req-61c029f5-581c-4018-b81e-db37c134b8a5 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:35.164208 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eb838db2-4f06-4798-9896-9870b251bf58 req-61c029f5-581c-4018-b81e-db37c134b8a5 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.20 "GET /v2.0/networks?id=c9eff49e-98a6-4f9d-932d-032b9356b651 HTTP/1.1" status: 200 len: 809 time: 0.5581126 Jul 24 09:28:35.178519 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-eb838db2-4f06-4798-9896-9870b251bf58 req-b44cad57-2450-4bf3-9acb-0047d372816a tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Request body: {'port': {'device_id': '1536926d-f406-4ff7-bb7d-fd9d69a3d72c', 'network_id': 'c9eff49e-98a6-4f9d-932d-032b9356b651', 'admin_state_up': True, 'tenant_id': '64c1dc58478141589d6596790badc1c3'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:35.378047 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-adb00f36-5b16-4d67-a2bd-81de7ee6fa6e None None] Provisioning for port 14fbd829-a74b-4ed6-ae0e-34247e1e54aa completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:28:35.385584 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-adb00f36-5b16-4d67-a2bd-81de7ee6fa6e None None] Provisioning complete for port 14fbd829-a74b-4ed6-ae0e-34247e1e54aa triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:35.385960 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-adb00f36-5b16-4d67-a2bd-81de7ee6fa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:35.448963 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e973eac-43e6-4e6a-a17d-a0db8f092b87 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:35.451339 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9e973eac-43e6-4e6a-a17d-a0db8f092b87 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3911304 Jul 24 09:28:35.454059 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52486) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:35.465765 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6261c1cb-7da5-49de-bc34-bc26f7055171 req-612104a4-31fc-4107-a1f5-c134172b4997 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/security-groups?id=58d3d329-70a5-4c4f-a9f0-c3119406b657&id=92c90ae2-f968-4142-aff2-e1d3c9be6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3618047 Jul 24 09:28:35.497112 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-adb00f36-5b16-4d67-a2bd-81de7ee6fa6e None None] Port 14fbd829-a74b-4ed6-ae0e-34247e1e54aa cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:28:35.501250 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device bf0f5558-93be-4fb3-bb08-1f3050570d8f up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:28:35.509194 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb838db2-4f06-4798-9896-9870b251bf58 req-b44cad57-2450-4bf3-9acb-0047d372816a tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Made reservation on behalf of 64c1dc58478141589d6596790badc1c3 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:35.512696 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-eb838db2-4f06-4798-9896-9870b251bf58 req-b44cad57-2450-4bf3-9acb-0047d372816a tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:35.626784 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port bf0f5558-93be-4fb3-bb08-1f3050570d8f completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:28:35.639798 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port bf0f5558-93be-4fb3-bb08-1f3050570d8f triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:35.640314 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:35.701899 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71321ede-beac-4dc3-a962-0c07a462b0a4 req-63fc4a3f-6720-4049-8054-c76c6df16667 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:35.709424 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-71321ede-beac-4dc3-a962-0c07a462b0a4 req-63fc4a3f-6720-4049-8054-c76c6df16667 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 945 time: 0.4232769 Jul 24 09:28:35.714873 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-513effa9-9ea6-465f-b003-7a3008d266bd None None] Provisioning complete for port 14fbd829-a74b-4ed6-ae0e-34247e1e54aa triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:35.715279 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-513effa9-9ea6-465f-b003-7a3008d266bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:35.742272 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-eb838db2-4f06-4798-9896-9870b251bf58 req-b44cad57-2450-4bf3-9acb-0047d372816a tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Allocated IP 172.20.0.7 (c9eff49e-98a6-4f9d-932d-032b9356b651/31ae8e82-00fb-47da-9072-acc56d26535b/75e2b1b6-d0d8-424a-a6bc-819e99591ed3) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:28:35.773788 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-513effa9-9ea6-465f-b003-7a3008d266bd None None] Port 14fbd829-a74b-4ed6-ae0e-34247e1e54aa cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:28:35.791412 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13e7b81-5296-4565-98f1-df3bc1049d7f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:35.797855 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13e7b81-5296-4565-98f1-df3bc1049d7f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:35.809040 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13e7b81-5296-4565-98f1-df3bc1049d7f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:35.816069 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d13e7b81-5296-4565-98f1-df3bc1049d7f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3601484 Jul 24 09:28:35.819274 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52490) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:35.881233 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-513effa9-9ea6-465f-b003-7a3008d266bd None None] Provisioning for port 1c6a959a-4022-48f2-a033-589a6c892e5a completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:28:35.887395 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:35.922368 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-513effa9-9ea6-465f-b003-7a3008d266bd None None] Provisioning complete for port 1c6a959a-4022-48f2-a033-589a6c892e5a triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:35.923065 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-513effa9-9ea6-465f-b003-7a3008d266bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:35.955985 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1b88c-5a46-4201-8e79-19bb44f47c40 req-a0db3066-4334-452a-965d-3990642bb349 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:35.963313 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3ec1b88c-5a46-4201-8e79-19bb44f47c40 req-a0db3066-4334-452a-965d-3990642bb349 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/ports?device_id=b17c444a-e2f9-49cf-9158-ce20fc2d1a61 HTTP/1.1" status: 200 len: 945 time: 0.1657526 Jul 24 09:28:36.007520 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-71321ede-beac-4dc3-a962-0c07a462b0a4 req-e8b59af9-05c2-4cf1-b9ac-e1e0fe5cba76 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971952 Jul 24 09:28:36.017499 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-eb838db2-4f06-4798-9896-9870b251bf58 req-b44cad57-2450-4bf3-9acb-0047d372816a tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:36.023873 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-513effa9-9ea6-465f-b003-7a3008d266bd None None] Port 1c6a959a-4022-48f2-a033-589a6c892e5a cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:28:36.039557 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3ec1b88c-5a46-4201-8e79-19bb44f47c40 req-a468d5a9-559a-43f7-9591-eb126c886733 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94b599c-be3a-49a3-a6f0-b9149afb18bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748959 Jul 24 09:28:36.059545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498304c-9bab-4051-a2b7-027175b13c33 req-391d3bcb-2e2f-47b7-9eed-5b1736ff2eb5 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:36.061165 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e498304c-9bab-4051-a2b7-027175b13c33 req-391d3bcb-2e2f-47b7-9eed-5b1736ff2eb5 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.37 "GET /v2.0/ports?device_id=b17c444a-e2f9-49cf-9158-ce20fc2d1a61 HTTP/1.1" status: 200 len: 945 time: 0.5189402 Jul 24 09:28:36.102792 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port bf0f5558-93be-4fb3-bb08-1f3050570d8f, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=bf0f5558-93be-4fb3-bb08-1f3050570d8f,segment=NetworkSegment(b49c8e51-b531-4591-8628-7e67fd0e2a90),segment_id=b49c8e51-b531-4591-8628-7e67fd0e2a90)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:36.104158 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792c5943-3165-40f5-b559-f6a5be05144b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0f5558-93be-4fb3-bb08-1f3050570d8f'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:28:36.108449 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc45e0cf-c1ba-4ccb-8834-4087f8ad9210" -d '{"events": [{"server_uuid": "792c5943-3165-40f5-b559-f6a5be05144b", "name": "network-vif-plugged", "status": "completed", "tag": "bf0f5558-93be-4fb3-bb08-1f3050570d8f"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:28:36.129292 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:36.154283 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 7238e4ef-618a-45ca-944e-64e54e67149d details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:28:36.156051 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 7238e4ef-618a-45ca-944e-64e54e67149d no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:28:36.158432 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-eb838db2-4f06-4798-9896-9870b251bf58 req-b44cad57-2450-4bf3-9acb-0047d372816a tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:36.250520 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9befc107-c296-48eb-86a4-14f3953930c1 x-openstack-request-id: req-9befc107-c296-48eb-86a4-14f3953930c1 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:28:36.250923 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792c5943-3165-40f5-b559-f6a5be05144b", "name": "network-vif-plugged", "status": "completed", "tag": "bf0f5558-93be-4fb3-bb08-1f3050570d8f", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:28:36.251183 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9befc107-c296-48eb-86a4-14f3953930c1 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:28:36.251603 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792c5943-3165-40f5-b559-f6a5be05144b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0f5558-93be-4fb3-bb08-1f3050570d8f', 'code': 200} Jul 24 09:28:36.253564 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb838db2-4f06-4798-9896-9870b251bf58 req-b44cad57-2450-4bf3-9acb-0047d372816a tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Network c9eff49e-98a6-4f9d-932d-032b9356b651 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:28:36.259609 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-eb838db2-4f06-4798-9896-9870b251bf58 req-b44cad57-2450-4bf3-9acb-0047d372816a tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:36.264915 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb838db2-4f06-4798-9896-9870b251bf58 req-b44cad57-2450-4bf3-9acb-0047d372816a tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:28:36.303487 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cad57-2450-4bf3-9acb-0047d372816a tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Pushing event updated for resources: {'Port': ['ID=75e2b1b6-d0d8-424a-a6bc-819e99591ed3,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:36.366093 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb838db2-4f06-4798-9896-9870b251bf58 req-b44cad57-2450-4bf3-9acb-0047d372816a tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:36.366758 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-eb838db2-4f06-4798-9896-9870b251bf58 req-b44cad57-2450-4bf3-9acb-0047d372816a tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:36.395795 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.db.resource_extend [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 09:28:36.407791 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eb838db2-4f06-4798-9896-9870b251bf58 req-b44cad57-2450-4bf3-9acb-0047d372816a tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2337873 Jul 24 09:28:36.420962 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-eb838db2-4f06-4798-9896-9870b251bf58 req-8fc95aa0-50d0-4328-9a4b-e7e7c1f31c3f service neutron] Request body: {'port': {'device_id': '1536926d-f406-4ff7-bb7d-fd9d69a3d72c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:36.435148 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=bf0f5558-93be-4fb3-bb08-1f3050570d8f,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:36.455080 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-b7ae4eab-66e2-4158-9be5-00032cdf78f0 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting port 1c6a959a-4022-48f2-a033-589a6c892e5a {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:28:36.456136 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b7ae4eab-66e2-4158-9be5-00032cdf78f0 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:36.490353 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149cbbc6-3d09-48be-ad03-573b8392a6bb req-eb336045-90ce-47eb-859f-fe590922ac88 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:36.498257 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-149cbbc6-3d09-48be-ad03-573b8392a6bb req-eb336045-90ce-47eb-859f-fe590922ac88 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1536926d-f406-4ff7-bb7d-fd9d69a3d72c HTTP/1.1" status: 200 len: 931 time: 0.3587384 Jul 24 09:28:36.557014 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061cfe7f-4ff4-4c95-b8ef-75164498173b req-ce37809d-1df5-433c-b23a-ff4a50540d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:36.557403 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-eb838db2-4f06-4798-9896-9870b251bf58 req-8fc95aa0-50d0-4328-9a4b-e7e7c1f31c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:36.559178 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-061cfe7f-4ff4-4c95-b8ef-75164498173b req-ce37809d-1df5-433c-b23a-ff4a50540d8f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=792c5943-3165-40f5-b559-f6a5be05144b HTTP/1.1" status: 200 len: 1136 time: 0.2214773 Jul 24 09:28:36.666158 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:36.712709 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-149cbbc6-3d09-48be-ad03-573b8392a6bb req-6bb192db-b8ed-46f4-981b-278939267ab9 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8ab793f-e00a-477d-97b6-1abf6378eb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132566 Jul 24 09:28:36.724965 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-e498304c-9bab-4051-a2b7-027175b13c33 req-b349496a-85d2-4055-905a-985e0dfb3e67 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Deleting port 19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:28:36.725585 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e498304c-9bab-4051-a2b7-027175b13c33 req-b349496a-85d2-4055-905a-985e0dfb3e67 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:36.749455 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 7238e4ef-618a-45ca-944e-64e54e67149d, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=7238e4ef-618a-45ca-944e-64e54e67149d,segment=NetworkSegment(2655430d-7b89-4cb5-97a0-423f45ff857c),segment_id=2655430d-7b89-4cb5-97a0-423f45ff857c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:36.765592 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '7238e4ef-618a-45ca-944e-64e54e67149d', 'network_id': '4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8', 'port_id': '7238e4ef-618a-45ca-944e-64e54e67149d', 'mac_address': 'fa:16:3e:00:3a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b52c53ed-da99-4243-96d3-47bd1a74a8a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:28:36.822386 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:36.838968 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b7ae4eab-66e2-4158-9be5-00032cdf78f0 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:36.840409 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7238e4ef-618a-45ca-944e-64e54e67149d {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:28:36.864691 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-061cfe7f-4ff4-4c95-b8ef-75164498173b req-9dc65b7c-46b6-48c9-98e4-a43032e4b1a3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=92c90ae2-f968-4142-aff2-e1d3c9be6bd9&id=58d3d329-70a5-4c4f-a9f0-c3119406b657&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1715128 Jul 24 09:28:36.865118 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 7238e4ef-618a-45ca-944e-64e54e67149d, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=7238e4ef-618a-45ca-944e-64e54e67149d,segment=NetworkSegment(2655430d-7b89-4cb5-97a0-423f45ff857c),segment_id=2655430d-7b89-4cb5-97a0-423f45ff857c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:36.885887 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-b7ae4eab-66e2-4158-9be5-00032cdf78f0 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Calling delete_port for 1c6a959a-4022-48f2-a033-589a6c892e5a owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:28:36.918755 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.db.api [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:28:36.919100 n-d-800085-9 neutron-server[94037]: DEBUG oslo_db.api [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:28:36.919621 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:36.986029 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=7238e4ef-618a-45ca-944e-64e54e67149d,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:37.165061 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b7ae4eab-66e2-4158-9be5-00032cdf78f0 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:37.244721 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-eb838db2-4f06-4798-9896-9870b251bf58 req-8fc95aa0-50d0-4328-9a4b-e7e7c1f31c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75e2b1b6-d0d8-424a-a6bc-819e99591ed3 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:28:37.266718 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-eb838db2-4f06-4798-9896-9870b251bf58 req-8fc95aa0-50d0-4328-9a4b-e7e7c1f31c3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:37.275815 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-e498304c-9bab-4051-a2b7-027175b13c33 req-b349496a-85d2-4055-905a-985e0dfb3e67 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] For port 19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce,segment=NetworkSegment(144f3af7-ed14-4bba-b924-77b198b3227b),segment_id=144f3af7-ed14-4bba-b924-77b198b3227b)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:37.276198 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e498304c-9bab-4051-a2b7-027175b13c33 req-b349496a-85d2-4055-905a-985e0dfb3e67 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:37.280360 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae4eab-66e2-4158-9be5-00032cdf78f0 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Port': ['ID=1c6a959a-4022-48f2-a033-589a6c892e5a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:37.302849 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-eb838db2-4f06-4798-9896-9870b251bf58 req-8fc95aa0-50d0-4328-9a4b-e7e7c1f31c3f service neutron] Transition to ACTIVE for port object 75e2b1b6-d0d8-424a-a6bc-819e99591ed3 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:37.327798 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-e498304c-9bab-4051-a2b7-027175b13c33 req-b349496a-85d2-4055-905a-985e0dfb3e67 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Calling delete_port for 19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:28:37.335296 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-eb838db2-4f06-4798-9896-9870b251bf58 req-8fc95aa0-50d0-4328-9a4b-e7e7c1f31c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:37.461559 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc95aa0-50d0-4328-9a4b-e7e7c1f31c3f service neutron] Pushing event updated for resources: {'Port': ['ID=75e2b1b6-d0d8-424a-a6bc-819e99591ed3,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:37.486868 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85559a-0da7-4419-9098-514ea25225d6 req-e056a70f-a195-4497-814c-3eaac5d75df4 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:37.491977 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3b85559a-0da7-4419-9098-514ea25225d6 req-e056a70f-a195-4497-814c-3eaac5d75df4 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=792c5943-3165-40f5-b559-f6a5be05144b HTTP/1.1" status: 200 len: 985 time: 0.6423805 Jul 24 09:28:37.496886 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:37.562574 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7238e4ef-618a-45ca-944e-64e54e67149d {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:28:37.651522 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 7238e4ef-618a-45ca-944e-64e54e67149d, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=7238e4ef-618a-45ca-944e-64e54e67149d,segment=NetworkSegment(2655430d-7b89-4cb5-97a0-423f45ff857c),segment_id=2655430d-7b89-4cb5-97a0-423f45ff857c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:37.660623 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:37.709646 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b7ae4eab-66e2-4158-9be5-00032cdf78f0 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:37.714972 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b7ae4eab-66e2-4158-9be5-00032cdf78f0 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/ports/1c6a959a-4022-48f2-a033-589a6c892e5a HTTP/1.1" status: 204 len: 168 time: 1.8932853 Jul 24 09:28:37.718617 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e498304c-9bab-4051-a2b7-027175b13c33 req-b349496a-85d2-4055-905a-985e0dfb3e67 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:37.727945 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52516) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:37.808687 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3b85559a-0da7-4419-9098-514ea25225d6 req-f2329b3c-a147-434d-949c-28527065b13a tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/security-groups?id=58d3d329-70a5-4c4f-a9f0-c3119406b657&id=92c90ae2-f968-4142-aff2-e1d3c9be6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3016348 Jul 24 09:28:37.823886 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-eb838db2-4f06-4798-9896-9870b251bf58 req-8fc95aa0-50d0-4328-9a4b-e7e7c1f31c3f service neutron] Attempting to bind port 75e2b1b6-d0d8-424a-a6bc-819e99591ed3 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:28:37.824231 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-eb838db2-4f06-4798-9896-9870b251bf58 req-8fc95aa0-50d0-4328-9a4b-e7e7c1f31c3f service neutron] Attempting to bind port 75e2b1b6-d0d8-424a-a6bc-819e99591ed3 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'ba94c687-d9bc-48a0-ad97-f7798b91848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c9eff49e-98a6-4f9d-932d-032b9356b651'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:28:37.824560 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb838db2-4f06-4798-9896-9870b251bf58 req-8fc95aa0-50d0-4328-9a4b-e7e7c1f31c3f service neutron] Attempting to bind port 75e2b1b6-d0d8-424a-a6bc-819e99591ed3 on network c9eff49e-98a6-4f9d-932d-032b9356b651 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:28:37.831652 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb838db2-4f06-4798-9896-9870b251bf58 req-8fc95aa0-50d0-4328-9a4b-e7e7c1f31c3f service neutron] Port 75e2b1b6-d0d8-424a-a6bc-819e99591ed3 on network c9eff49e-98a6-4f9d-932d-032b9356b651 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:28:37.831988 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb838db2-4f06-4798-9896-9870b251bf58 req-8fc95aa0-50d0-4328-9a4b-e7e7c1f31c3f service neutron] Attempting to bind port 75e2b1b6-d0d8-424a-a6bc-819e99591ed3 on network c9eff49e-98a6-4f9d-932d-032b9356b651 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:28:37.838694 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb838db2-4f06-4798-9896-9870b251bf58 req-8fc95aa0-50d0-4328-9a4b-e7e7c1f31c3f service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:28:37.839086 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb838db2-4f06-4798-9896-9870b251bf58 req-8fc95aa0-50d0-4328-9a4b-e7e7c1f31c3f service neutron] Checking segment: {'id': 'ba94c687-d9bc-48a0-ad97-f7798b91848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c9eff49e-98a6-4f9d-932d-032b9356b651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:28:37.839754 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=7238e4ef-618a-45ca-944e-64e54e67149d,revision_number=7']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:37.839889 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb838db2-4f06-4798-9896-9870b251bf58 req-8fc95aa0-50d0-4328-9a4b-e7e7c1f31c3f service neutron] Bound using segment: {'id': 'ba94c687-d9bc-48a0-ad97-f7798b91848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c9eff49e-98a6-4f9d-932d-032b9356b651'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:28:37.840469 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-eb838db2-4f06-4798-9896-9870b251bf58 req-8fc95aa0-50d0-4328-9a4b-e7e7c1f31c3f service neutron] Bound port: 75e2b1b6-d0d8-424a-a6bc-819e99591ed3, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba94c687-d9bc-48a0-ad97-f7798b91848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c9eff49e-98a6-4f9d-932d-032b9356b651'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:28:37.840857 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-eb838db2-4f06-4798-9896-9870b251bf58 req-8fc95aa0-50d0-4328-9a4b-e7e7c1f31c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:37.906436 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['7238e4ef-618a-45ca-944e-64e54e67149d'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:28:37.929779 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349496a-85d2-4055-905a-985e0dfb3e67 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Pushing event deleted for resources: {'Port': ['ID=19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:37.932037 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46d3cae-d33f-45b4-9e06-ed0fbeb68fa3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] GET failed (client error): The resource could not be found. Jul 24 09:28:37.933824 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b46d3cae-d33f-45b4-9e06-ed0fbeb68fa3 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "GET /v2.0/ports/1c6a959a-4022-48f2-a033-589a6c892e5a HTTP/1.1" status: 404 len: 333 time: 0.2046409 Jul 24 09:28:37.953532 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-eb838db2-4f06-4798-9896-9870b251bf58 req-8fc95aa0-50d0-4328-9a4b-e7e7c1f31c3f service neutron] For port 75e2b1b6-d0d8-424a-a6bc-819e99591ed3, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:28:37.958155 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-eb838db2-4f06-4798-9896-9870b251bf58 req-8fc95aa0-50d0-4328-9a4b-e7e7c1f31c3f service neutron] For port 75e2b1b6-d0d8-424a-a6bc-819e99591ed3, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=75e2b1b6-d0d8-424a-a6bc-819e99591ed3,segment=NetworkSegment(ba94c687-d9bc-48a0-ad97-f7798b91848e),segment_id=ba94c687-d9bc-48a0-ad97-f7798b91848e)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:28:37.983726 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52520) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:38.010986 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bbb6c672-d281-4f29-bbc1-ad52cacb2517 req-af95887e-05b1-4832-afbf-9a37ceec1ef1 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.32 "GET /v2.0/ports?device_id=b17c444a-e2f9-49cf-9158-ce20fc2d1a61 HTTP/1.1" status: 200 len: 210 time: 0.1001704 Jul 24 09:28:38.014015 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-eb838db2-4f06-4798-9896-9870b251bf58 req-8fc95aa0-50d0-4328-9a4b-e7e7c1f31c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:38.059522 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-e498304c-9bab-4051-a2b7-027175b13c33 req-b349496a-85d2-4055-905a-985e0dfb3e67 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] No DVR routers for this DVR port 19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:28:38.082370 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5364ed7-529b-442d-b5a6-a094435d31a6 req-df3ac5cc-fa0e-48b5-bec6-1d54a428985f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:38.083987 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c5364ed7-529b-442d-b5a6-a094435d31a6 req-df3ac5cc-fa0e-48b5-bec6-1d54a428985f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 943 time: 0.9321787 Jul 24 09:28:38.085164 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e498304c-9bab-4051-a2b7-027175b13c33 req-b349496a-85d2-4055-905a-985e0dfb3e67 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:38.087074 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e498304c-9bab-4051-a2b7-027175b13c33 req-b349496a-85d2-4055-905a-985e0dfb3e67 tempest-VolumesActionsTest-232320195 tempest-VolumesActionsTest-232320195-project] 10.222.0.37 "DELETE /v2.0/ports/19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce HTTP/1.1" status: 204 len: 173 time: 2.0156381 Jul 24 09:28:38.099097 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17c444a-e2f9-49cf-9158-ce20fc2d1a61', 'name': 'network-vif-deleted', 'tag': '19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:28:38.101550 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d489bc3e-9997-4ecd-8c21-c54eef416d8f" -d '{"events": [{"server_uuid": "b17c444a-e2f9-49cf-9158-ce20fc2d1a61", "name": "network-vif-deleted", "tag": "19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:28:38.168369 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc95aa0-50d0-4328-9a4b-e7e7c1f31c3f service neutron] Pushing event updated for resources: {'Port': ['ID=75e2b1b6-d0d8-424a-a6bc-819e99591ed3,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:38.188151 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb838db2-4f06-4798-9896-9870b251bf58 req-8fc95aa0-50d0-4328-9a4b-e7e7c1f31c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:38.197653 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-eb838db2-4f06-4798-9896-9870b251bf58 req-8fc95aa0-50d0-4328-9a4b-e7e7c1f31c3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:38.199414 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eb838db2-4f06-4798-9896-9870b251bf58 req-8fc95aa0-50d0-4328-9a4b-e7e7c1f31c3f service neutron] 10.222.0.20 "PUT /v2.0/ports/75e2b1b6-d0d8-424a-a6bc-819e99591ed3 HTTP/1.1" status: 200 len: 1091 time: 1.7835426 Jul 24 09:28:38.201289 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1536926d-f406-4ff7-bb7d-fd9d69a3d72c', 'tag': '75e2b1b6-d0d8-424a-a6bc-819e99591ed3'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:28:38.203813 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11161fd2-7e73-4667-ad45-7f052c1c31fe" -d '{"events": [{"name": "network-changed", "server_uuid": "1536926d-f406-4ff7-bb7d-fd9d69a3d72c", "tag": "75e2b1b6-d0d8-424a-a6bc-819e99591ed3"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:28:38.222976 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c5364ed7-529b-442d-b5a6-a094435d31a6 req-4243addc-49e8-4aa3-8a24-ca268f1c73d8 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161771 Jul 24 09:28:38.303756 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa437e0e-ec89-4a0e-9519-c704b25921c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7238e4ef-618a-45ca-944e-64e54e67149d'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:28:38.311962 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c72961d-bbca-4c00-90c1-7c0dbad8d486" -d '{"events": [{"server_uuid": "fa437e0e-ec89-4a0e-9519-c704b25921c0", "name": "network-vif-unplugged", "status": "completed", "tag": "7238e4ef-618a-45ca-944e-64e54e67149d"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:28:38.357733 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fef453-09d4-42a8-98c6-ee184a8978ba x-openstack-request-id: req-f2fef453-09d4-42a8-98c6-ee184a8978ba {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:28:38.358027 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17c444a-e2f9-49cf-9158-ce20fc2d1a61", "name": "network-vif-deleted", "tag": "19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:28:38.358285 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2fef453-09d4-42a8-98c6-ee184a8978ba {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:28:38.358740 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17c444a-e2f9-49cf-9158-ce20fc2d1a61', 'name': 'network-vif-deleted', 'tag': '19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce', 'status': 'completed', 'code': 200} Jul 24 09:28:38.371520 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-afcf57c7-f692-4e6d-8c71-572566585176 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting port 14fbd829-a74b-4ed6-ae0e-34247e1e54aa {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:28:38.371878 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-afcf57c7-f692-4e6d-8c71-572566585176 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:38.446003 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ab9d1a-5479-4e7c-9d5a-e3811a78555e x-openstack-request-id: req-a3ab9d1a-5479-4e7c-9d5a-e3811a78555e {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:28:38.446003 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1536926d-f406-4ff7-bb7d-fd9d69a3d72c", "tag": "75e2b1b6-d0d8-424a-a6bc-819e99591ed3", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:28:38.446709 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3ab9d1a-5479-4e7c-9d5a-e3811a78555e {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:28:38.446805 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1536926d-f406-4ff7-bb7d-fd9d69a3d72c', 'tag': '75e2b1b6-d0d8-424a-a6bc-819e99591ed3', 'status': 'completed', 'code': 200} Jul 24 09:28:38.460772 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc77222b-2a09-4feb-a1e5-da904ac6605c x-openstack-request-id: req-fc77222b-2a09-4feb-a1e5-da904ac6605c {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:28:38.461217 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa437e0e-ec89-4a0e-9519-c704b25921c0", "name": "network-vif-unplugged", "status": "completed", "tag": "7238e4ef-618a-45ca-944e-64e54e67149d", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:28:38.461654 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc77222b-2a09-4feb-a1e5-da904ac6605c {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:28:38.462110 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa437e0e-ec89-4a0e-9519-c704b25921c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7238e4ef-618a-45ca-944e-64e54e67149d', 'code': 200} Jul 24 09:28:38.488714 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb838db2-4f06-4798-9896-9870b251bf58 req-c0d13227-9681-4793-9baf-adb29ab7036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:38.495218 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eb838db2-4f06-4798-9896-9870b251bf58 req-c0d13227-9681-4793-9baf-adb29ab7036c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=64c1dc58478141589d6596790badc1c3&device_id=1536926d-f406-4ff7-bb7d-fd9d69a3d72c HTTP/1.1" status: 200 len: 1094 time: 0.1931009 Jul 24 09:28:38.511194 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839af6c-6a4b-4acb-ac75-18fd6faf3f16 req-3183c2e4-ef92-4a1d-959e-b1d05baa7591 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:38.519401 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1839af6c-6a4b-4acb-ac75-18fd6faf3f16 req-3183c2e4-ef92-4a1d-959e-b1d05baa7591 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1536926d-f406-4ff7-bb7d-fd9d69a3d72c HTTP/1.1" status: 200 len: 943 time: 0.3551805 Jul 24 09:28:38.620471 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eb838db2-4f06-4798-9896-9870b251bf58 req-e2ebf211-021e-4bce-9911-859934fa54c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75e2b1b6-d0d8-424a-a6bc-819e99591ed3 HTTP/1.1" status: 200 len: 217 time: 0.0718853 Jul 24 09:28:38.634312 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1839af6c-6a4b-4acb-ac75-18fd6faf3f16 req-29eaf511-510f-47cd-8806-f20cdae95a08 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8ab793f-e00a-477d-97b6-1abf6378eb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139326 Jul 24 09:28:38.719216 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb838db2-4f06-4798-9896-9870b251bf58 req-7f87811d-df67-4dd2-a4f8-bde834d48cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:38.721207 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eb838db2-4f06-4798-9896-9870b251bf58 req-7f87811d-df67-4dd2-a4f8-bde834d48cbd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31ae8e82-00fb-47da-9072-acc56d26535b HTTP/1.1" status: 200 len: 849 time: 0.0833266 Jul 24 09:28:38.770894 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eb838db2-4f06-4798-9896-9870b251bf58 req-47c71df4-f421-4272-92c6-cd86baa2c501 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9eff49e-98a6-4f9d-932d-032b9356b651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424170 Jul 24 09:28:38.917340 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eb838db2-4f06-4798-9896-9870b251bf58 req-5a8a66ad-6002-4de5-8f9a-2381315f22e5 service neutron] 10.222.0.20 "GET /v2.0/networks/c9eff49e-98a6-4f9d-932d-032b9356b651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366887 Jul 24 09:28:39.022732 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eb838db2-4f06-4798-9896-9870b251bf58 req-0cf8787b-4e33-47fe-a790-54bbe1239f8c service neutron] 10.222.0.20 "GET /v2.0/networks/c9eff49e-98a6-4f9d-932d-032b9356b651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932679 Jul 24 09:28:39.035398 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-afcf57c7-f692-4e6d-8c71-572566585176 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:39.056860 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-afcf57c7-f692-4e6d-8c71-572566585176 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Calling delete_port for 14fbd829-a74b-4ed6-ae0e-34247e1e54aa owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:28:39.130433 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6d20d-726a-423f-85c0-94e404efdd17 req-c7b492e4-ea0d-42c7-9c93-357a9df4c802 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:39.131961 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24d6d20d-726a-423f-85c0-94e404efdd17 req-c7b492e4-ea0d-42c7-9c93-357a9df4c802 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=792c5943-3165-40f5-b559-f6a5be05144b HTTP/1.1" status: 200 len: 985 time: 0.1556370 Jul 24 09:28:39.155409 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11161fd2-7e73-4667-ad45-7f052c1c31fe req-0a88c8cb-29e4-41a0-87b8-2a17e905f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:39.157831 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11161fd2-7e73-4667-ad45-7f052c1c31fe req-0a88c8cb-29e4-41a0-87b8-2a17e905f37d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=64c1dc58478141589d6596790badc1c3&device_id=1536926d-f406-4ff7-bb7d-fd9d69a3d72c HTTP/1.1" status: 200 len: 1094 time: 0.0843098 Jul 24 09:28:39.192372 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24d6d20d-726a-423f-85c0-94e404efdd17 req-d9641c9f-7d86-4e06-bc16-4c991aaebaf6 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/security-groups?id=58d3d329-70a5-4c4f-a9f0-c3119406b657&id=92c90ae2-f968-4142-aff2-e1d3c9be6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0513747 Jul 24 09:28:39.297222 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-afcf57c7-f692-4e6d-8c71-572566585176 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:39.344111 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf57c7-f692-4e6d-8c71-572566585176 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Port': ['ID=14fbd829-a74b-4ed6-ae0e-34247e1e54aa,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:39.409083 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11161fd2-7e73-4667-ad45-7f052c1c31fe req-63e31e69-c206-41b4-9cd8-f9eaf75a1293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:39.409083 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11161fd2-7e73-4667-ad45-7f052c1c31fe req-63e31e69-c206-41b4-9cd8-f9eaf75a1293 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9eff49e-98a6-4f9d-932d-032b9356b651 HTTP/1.1" status: 200 len: 909 time: 0.2370880 Jul 24 09:28:39.411918 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-afcf57c7-f692-4e6d-8c71-572566585176 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:39.417800 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-afcf57c7-f692-4e6d-8c71-572566585176 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/ports/14fbd829-a74b-4ed6-ae0e-34247e1e54aa HTTP/1.1" status: 204 len: 168 time: 1.3784637 Jul 24 09:28:39.422148 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52544) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:39.426069 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:28:39.460919 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5da9ec-0aea-431a-a580-62c227505492 req-87a90873-92ef-41b2-8b49-9cd047cf1141 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:39.462883 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ed5da9ec-0aea-431a-a580-62c227505492 req-87a90873-92ef-41b2-8b49-9cd047cf1141 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 944 time: 0.1103306 Jul 24 09:28:39.480335 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:28:39.480695 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 19b07d7d-d31e-4efd-8f90-a9b70ef5d4ce not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:28:39.561885 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f90ccf-3d11-4e5f-b98d-a8011250e667 req-7cdd2fea-4eea-46f1-ab81-591dee3b0145 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:39.571173 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-06f90ccf-3d11-4e5f-b98d-a8011250e667 req-7cdd2fea-4eea-46f1-ab81-591dee3b0145 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=792c5943-3165-40f5-b559-f6a5be05144b HTTP/1.1" status: 200 len: 985 time: 0.2500916 Jul 24 09:28:39.577895 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ed5da9ec-0aea-431a-a580-62c227505492 req-dd33adb3-6744-497c-a801-bcf88b8b419c tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093631 Jul 24 09:28:39.631816 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-992d01b4-9a59-4d3b-976a-66c26755314c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] GET failed (client error): The resource could not be found. Jul 24 09:28:39.636643 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52552) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:39.636861 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-992d01b4-9a59-4d3b-976a-66c26755314c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "GET /v2.0/ports/14fbd829-a74b-4ed6-ae0e-34247e1e54aa HTTP/1.1" status: 404 len: 333 time: 0.2135437 Jul 24 09:28:39.638384 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11161fd2-7e73-4667-ad45-7f052c1c31fe req-67700ad4-c6d9-4d97-875b-1af52b0768b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75e2b1b6-d0d8-424a-a6bc-819e99591ed3 HTTP/1.1" status: 200 len: 217 time: 0.2264597 Jul 24 09:28:39.692220 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-06f90ccf-3d11-4e5f-b98d-a8011250e667 req-e4b4a15b-5eb9-4551-a6de-619e56f4491f tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/security-groups?id=58d3d329-70a5-4c4f-a9f0-c3119406b657&id=92c90ae2-f968-4142-aff2-e1d3c9be6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1200194 Jul 24 09:28:39.729901 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11161fd2-7e73-4667-ad45-7f052c1c31fe req-a4026fbd-e18f-4d1c-9135-520b1601fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:39.731439 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11161fd2-7e73-4667-ad45-7f052c1c31fe req-a4026fbd-e18f-4d1c-9135-520b1601fb3f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31ae8e82-00fb-47da-9072-acc56d26535b HTTP/1.1" status: 200 len: 849 time: 0.0821998 Jul 24 09:28:39.754908 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b425919-d483-42b5-b22e-dc1689cad978 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting subnet ccb1dee6-3b63-43c0-9ce3-e75c3c9398c0 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:28:39.772458 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11161fd2-7e73-4667-ad45-7f052c1c31fe req-54efbc6f-ad30-4391-bb76-b80ad7e4b73f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9eff49e-98a6-4f9d-932d-032b9356b651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333624 Jul 24 09:28:39.781390 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b425919-d483-42b5-b22e-dc1689cad978 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:39.837415 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b425919-d483-42b5-b22e-dc1689cad978 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:39.880172 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f673e8-6898-4a54-91d7-c858a1e1e372 req-be5140d5-b3d1-4cfc-adac-4e9a3986e206 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:39.882392 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96f673e8-6898-4a54-91d7-c858a1e1e372 req-be5140d5-b3d1-4cfc-adac-4e9a3986e206 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1536926d-f406-4ff7-bb7d-fd9d69a3d72c HTTP/1.1" status: 200 len: 943 time: 0.1460416 Jul 24 09:28:39.885283 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11161fd2-7e73-4667-ad45-7f052c1c31fe req-56bc6f2f-1474-4fb4-8062-24f53d4d15ff service neutron] 10.222.0.20 "GET /v2.0/networks/c9eff49e-98a6-4f9d-932d-032b9356b651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970025 Jul 24 09:28:39.972154 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96f673e8-6898-4a54-91d7-c858a1e1e372 req-8a1e853f-27f9-4e76-bb5c-8f692be6703d tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8ab793f-e00a-477d-97b6-1abf6378eb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817969 Jul 24 09:28:39.998257 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b425919-d483-42b5-b22e-dc1689cad978 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:40.013562 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd4586-2810-4a24-b24f-6601d257df93 req-cf0908a9-8dd2-4764-8c53-28e90a24641d tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:40.015178 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4bfd4586-2810-4a24-b24f-6601d257df93 req-cf0908a9-8dd2-4764-8c53-28e90a24641d tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=792c5943-3165-40f5-b559-f6a5be05144b HTTP/1.1" status: 200 len: 1136 time: 0.2398975 Jul 24 09:28:40.020675 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11161fd2-7e73-4667-ad45-7f052c1c31fe req-127653c5-b03d-4464-a508-db6505c55797 service neutron] 10.222.0.20 "GET /v2.0/networks/c9eff49e-98a6-4f9d-932d-032b9356b651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155989 Jul 24 09:28:40.036249 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-4bfd4586-2810-4a24-b24f-6601d257df93 req-177a7a3c-10b5-4297-ad2a-ac6a580fd42a tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:40.107770 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b425919-d483-42b5-b22e-dc1689cad978 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:40.138307 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b425919-d483-42b5-b22e-dc1689cad978 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Subnet': ['ID=ccb1dee6-3b63-43c0-9ce3-e75c3c9398c0,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:40.145707 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b425919-d483-42b5-b22e-dc1689cad978 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:40.146777 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 7238e4ef-618a-45ca-944e-64e54e67149d up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:28:40.147646 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1b425919-d483-42b5-b22e-dc1689cad978 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/subnets/ccb1dee6-3b63-43c0-9ce3-e75c3c9398c0 HTTP/1.1" status: 204 len: 168 time: 0.5094423 Jul 24 09:28:40.150368 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52564) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:40.171116 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5366f049-b718-49f9-bb27-929bd8c20934 None None] Network 055aa27e-a9ef-4f4f-806f-e0c87e6bd42d requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:28:40.202561 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-4bfd4586-2810-4a24-b24f-6601d257df93 req-177a7a3c-10b5-4297-ad2a-ac6a580fd42a tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:40.217211 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-4bfd4586-2810-4a24-b24f-6601d257df93 req-177a7a3c-10b5-4297-ad2a-ac6a580fd42a tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:40.251914 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4bfd4586-2810-4a24-b24f-6601d257df93 req-177a7a3c-10b5-4297-ad2a-ac6a580fd42a tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=58d3d329-70a5-4c4f-a9f0-c3119406b657&id=92c90ae2-f968-4142-aff2-e1d3c9be6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2301054 Jul 24 09:28:40.264928 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe02a8ad-5795-4926-989e-e19b0e87dc72 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:40.271191 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a7a3c-10b5-4297-ad2a-ac6a580fd42a tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97403997-43de-4ba7-895f-76ab12b51bfd,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:40.275104 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52566) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:40.374662 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-fe02a8ad-5795-4926-989e-e19b0e87dc72 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting port 0b898a1f-ab41-4224-8080-5d3919909e91 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:28:40.374879 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7775bd-8e0e-456a-8eba-33d12f48a7c5 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:40.375523 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe02a8ad-5795-4926-989e-e19b0e87dc72 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:40.379732 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52568) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:40.380381 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5f7775bd-8e0e-456a-8eba-33d12f48a7c5 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=792c5943-3165-40f5-b559-f6a5be05144b HTTP/1.1" status: 200 len: 1131 time: 0.1024258 Jul 24 09:28:40.386334 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-3a0ccbb0-8fb2-4dc2-be88-3bd958593ce8 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'port_id': 'bf0f5558-93be-4fb3-bb08-1f3050570d8f', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:40.468989 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3a0ccbb0-8fb2-4dc2-be88-3bd958593ce8 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for floatingip, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:40.472970 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-fe02a8ad-5795-4926-989e-e19b0e87dc72 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] For port 0b898a1f-ab41-4224-8080-5d3919909e91, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=0b898a1f-ab41-4224-8080-5d3919909e91,segment=NetworkSegment(f89061f0-866a-4a07-944c-3d8ea49cbd03),segment_id=f89061f0-866a-4a07-944c-3d8ea49cbd03)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:40.473428 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe02a8ad-5795-4926-989e-e19b0e87dc72 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:40.498031 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-fe02a8ad-5795-4926-989e-e19b0e87dc72 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Calling delete_port for 0b898a1f-ab41-4224-8080-5d3919909e91 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:28:40.516611 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 7238e4ef-618a-45ca-944e-64e54e67149d triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:40.517241 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:40.687712 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe02a8ad-5795-4926-989e-e19b0e87dc72 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:40.732579 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040f3baf-63ab-459d-8550-3756303c9800 None None] DHCP port deletion for 055aa27e-a9ef-4f4f-806f-e0c87e6bd42d request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:28:40.741365 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02a8ad-5795-4926-989e-e19b0e87dc72 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Port': ['ID=0b898a1f-ab41-4224-8080-5d3919909e91,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:40.750392 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe02a8ad-5795-4926-989e-e19b0e87dc72 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] No DVR routers for this DVR port 0b898a1f-ab41-4224-8080-5d3919909e91 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:28:40.790622 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:40.816941 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3a0ccbb0-8fb2-4dc2-be88-3bd958593ce8 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:40.849324 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa437e0e-ec89-4a0e-9519-c704b25921c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7238e4ef-618a-45ca-944e-64e54e67149d'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:28:40.852105 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ed9ae8-b6e5-456c-9e30-d4520b89e103" -d '{"events": [{"server_uuid": "fa437e0e-ec89-4a0e-9519-c704b25921c0", "name": "network-vif-plugged", "status": "completed", "tag": "7238e4ef-618a-45ca-944e-64e54e67149d"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:28:40.868667 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 7238e4ef-618a-45ca-944e-64e54e67149d, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=7238e4ef-618a-45ca-944e-64e54e67149d,segment=NetworkSegment(2655430d-7b89-4cb5-97a0-423f45ff857c),segment_id=2655430d-7b89-4cb5-97a0-423f45ff857c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:40.890495 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:40.934221 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51777ef9-ca4e-47a1-995d-0513b34df9f2 x-openstack-request-id: req-51777ef9-ca4e-47a1-995d-0513b34df9f2 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:28:40.934839 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa437e0e-ec89-4a0e-9519-c704b25921c0", "name": "network-vif-plugged", "status": "completed", "tag": "7238e4ef-618a-45ca-944e-64e54e67149d", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:28:40.935487 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51777ef9-ca4e-47a1-995d-0513b34df9f2 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:28:40.936098 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa437e0e-ec89-4a0e-9519-c704b25921c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7238e4ef-618a-45ca-944e-64e54e67149d', 'code': 200} Jul 24 09:28:40.968876 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=7238e4ef-618a-45ca-944e-64e54e67149d,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:41.142915 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe02a8ad-5795-4926-989e-e19b0e87dc72 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:41.147086 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-3a0ccbb0-8fb2-4dc2-be88-3bd958593ce8 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Allocated IP 172.25.7.172 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/2fdaf778-3553-4926-9809-887c9d70adec) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:28:41.187333 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-fe02a8ad-5795-4926-989e-e19b0e87dc72 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['055aa27e-a9ef-4f4f-806f-e0c87e6bd42d']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:41.192473 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4ed6e-b0ca-43db-89a0-78a1891b87be req-fdadb6c9-db6d-43dd-922b-14d02a45dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:41.193959 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a8a4ed6e-b0ca-43db-89a0-78a1891b87be req-fdadb6c9-db6d-43dd-922b-14d02a45dbd3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 1096 time: 0.1557903 Jul 24 09:28:41.207186 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-fe02a8ad-5795-4926-989e-e19b0e87dc72 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f89061f0-866a-4a07-944c-3d8ea49cbd03') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:41.207406 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-fe02a8ad-5795-4926-989e-e19b0e87dc72 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f89061f0-866a-4a07-944c-3d8ea49cbd03') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:41.243097 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c253dd-0ba0-4aba-9ce1-5a549926e19c req-74ead04d-52af-44b0-9196-f9096583653a tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:41.244634 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f2c253dd-0ba0-4aba-9ce1-5a549926e19c req-74ead04d-52af-44b0-9196-f9096583653a tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 944 time: 0.5084510 Jul 24 09:28:41.252536 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe02a8ad-5795-4926-989e-e19b0e87dc72 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:41.265489 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fed1f-2cba-4e7c-8a30-7178d4aa58a2 req-6bef872f-a7bc-49b3-b2b9-a8c1870a9c2e tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:41.267254 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1c2fed1f-2cba-4e7c-8a30-7178d4aa58a2 req-6bef872f-a7bc-49b3-b2b9-a8c1870a9c2e tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1536926d-f406-4ff7-bb7d-fd9d69a3d72c HTTP/1.1" status: 200 len: 943 time: 0.1347175 Jul 24 09:28:41.269965 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a8a4ed6e-b0ca-43db-89a0-78a1891b87be req-7f29bb61-4f41-4740-bcdf-706b66dfd136 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684891 Jul 24 09:28:41.312286 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1c2fed1f-2cba-4e7c-8a30-7178d4aa58a2 req-2839d50a-9f3a-4423-9e1e-13587203b32a tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8ab793f-e00a-477d-97b6-1abf6378eb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352683 Jul 24 09:28:41.333357 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe02a8ad-5795-4926-989e-e19b0e87dc72 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:41.349302 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe02a8ad-5795-4926-989e-e19b0e87dc72 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:28:41.349816 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe02a8ad-5795-4926-989e-e19b0e87dc72 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:28:41.352793 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:28:41.377853 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f2c253dd-0ba0-4aba-9ce1-5a549926e19c req-2fd32aa5-1898-46cd-a360-68f24fec9f81 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232772 Jul 24 09:28:41.437797 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3a0ccbb0-8fb2-4dc2-be88-3bd958593ce8 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:41.440673 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe02a8ad-5795-4926-989e-e19b0e87dc72 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:41.450170 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe02a8ad-5795-4926-989e-e19b0e87dc72 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:41.452169 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fe02a8ad-5795-4926-989e-e19b0e87dc72 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/networks/055aa27e-a9ef-4f4f-806f-e0c87e6bd42d HTTP/1.1" status: 204 len: 168 time: 1.2993939 Jul 24 09:28:41.456944 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52596) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:41.471956 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-1d7543c6-8d70-46d9-9d77-989ba63d6926 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-48656314'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:41.479032 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02a8ad-5795-4926-989e-e19b0e87dc72 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Network': ['ID=055aa27e-a9ef-4f4f-806f-e0c87e6bd42d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:41.518751 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7543c6-8d70-46d9-9d77-989ba63d6926 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:41.522271 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d7543c6-8d70-46d9-9d77-989ba63d6926 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:41.542039 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3a0ccbb0-8fb2-4dc2-be88-3bd958593ce8 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:41.575901 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7543c6-8d70-46d9-9d77-989ba63d6926 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:28:41.588142 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0ccbb0-8fb2-4dc2-be88-3bd958593ce8 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:28:41.592823 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-3a0ccbb0-8fb2-4dc2-be88-3bd958593ce8 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:41.600541 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0ccbb0-8fb2-4dc2-be88-3bd958593ce8 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:28:41.602768 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d7543c6-8d70-46d9-9d77-989ba63d6926 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:41.603119 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-1d7543c6-8d70-46d9-9d77-989ba63d6926 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Added segment 87b943a9-2a52-48c1-80c3-47babe924c45 of type vlan for network 00e3b04d-1959-457e-9feb-4d1f2019cfff Jul 24 09:28:41.632656 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ccbb0-8fb2-4dc2-be88-3bd958593ce8 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event updated for resources: {'Port': ['ID=2fdaf778-3553-4926-9809-887c9d70adec,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:41.679837 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d7543c6-8d70-46d9-9d77-989ba63d6926 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:41.777913 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d7543c6-8d70-46d9-9d77-989ba63d6926 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:41.784113 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7543c6-8d70-46d9-9d77-989ba63d6926 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:41.784813 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d7543c6-8d70-46d9-9d77-989ba63d6926 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:41.845228 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1d7543c6-8d70-46d9-9d77-989ba63d6926 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3851902 Jul 24 09:28:41.845935 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52602) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:41.851664 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-47cb52a9-c328-4ac6-ba12-2210991f1c31 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'subnet': {'network_id': '00e3b04d-1959-457e-9feb-4d1f2019cfff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:42.021742 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cb52a9-c328-4ac6-ba12-2210991f1c31 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:42.025576 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-47cb52a9-c328-4ac6-ba12-2210991f1c31 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:42.045470 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7543c6-8d70-46d9-9d77-989ba63d6926 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Network': ['ID=00e3b04d-1959-457e-9feb-4d1f2019cfff,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:42.060679 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 00e3b04d-1959-457e-9feb-4d1f2019cfff details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:28:42.187158 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 75e2b1b6-d0d8-424a-a6bc-819e99591ed3 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:28:42.340714 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-47cb52a9-c328-4ac6-ba12-2210991f1c31 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:42.421240 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 75e2b1b6-d0d8-424a-a6bc-819e99591ed3, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=75e2b1b6-d0d8-424a-a6bc-819e99591ed3,segment=NetworkSegment(ba94c687-d9bc-48a0-ad97-f7798b91848e),segment_id=ba94c687-d9bc-48a0-ad97-f7798b91848e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:42.462687 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '75e2b1b6-d0d8-424a-a6bc-819e99591ed3', 'network_id': 'c9eff49e-98a6-4f9d-932d-032b9356b651', 'port_id': '75e2b1b6-d0d8-424a-a6bc-819e99591ed3', 'mac_address': 'fa:16:3e:61:de:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ae8e82-00fb-47da-9072-acc56d26535b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:28:42.516922 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb52a9-c328-4ac6-ba12-2210991f1c31 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Subnet': ['ID=e205aee5-8c31-4aed-9982-fb04e2210e4f,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:42.538174 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3a0ccbb0-8fb2-4dc2-be88-3bd958593ce8 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:42.538694 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:42.555710 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e2b1b6-d0d8-424a-a6bc-819e99591ed3 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:28:42.571328 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cb52a9-c328-4ac6-ba12-2210991f1c31 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Checking segment: {'id': '87b943a9-2a52-48c1-80c3-47babe924c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '00e3b04d-1959-457e-9feb-4d1f2019cfff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:28:42.571764 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cb52a9-c328-4ac6-ba12-2210991f1c31 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network hostable DHCP agents. Network: 00e3b04d-1959-457e-9feb-4d1f2019cfff, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:28:42.598113 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 75e2b1b6-d0d8-424a-a6bc-819e99591ed3, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=75e2b1b6-d0d8-424a-a6bc-819e99591ed3,segment=NetworkSegment(ba94c687-d9bc-48a0-ad97-f7798b91848e),segment_id=ba94c687-d9bc-48a0-ad97-f7798b91848e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:42.603349 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:42.604652 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cb52a9-c328-4ac6-ba12-2210991f1c31 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network 00e3b04d-1959-457e-9feb-4d1f2019cfff is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:28:42.629881 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00be10-d3fc-4b37-88e3-1400c0f83405 req-eca58549-adef-48d1-b6d7-70ec588bbeba tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:42.631614 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da00be10-d3fc-4b37-88e3-1400c0f83405 req-eca58549-adef-48d1-b6d7-70ec588bbeba tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1536926d-f406-4ff7-bb7d-fd9d69a3d72c HTTP/1.1" status: 200 len: 943 time: 0.1547103 Jul 24 09:28:42.635355 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-47cb52a9-c328-4ac6-ba12-2210991f1c31 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 00e3b04d-1959-457e-9feb-4d1f2019cfff) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:42.640030 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cb52a9-c328-4ac6-ba12-2210991f1c31 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:42.640716 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-47cb52a9-c328-4ac6-ba12-2210991f1c31 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:42.677237 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560db36d-136b-45ce-90de-17afd04461b6 None None] Network 00e3b04d-1959-457e-9feb-4d1f2019cfff requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:28:42.687599 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 0b898a1f-ab41-4224-8080-5d3919909e91 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:28:42.712939 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da00be10-d3fc-4b37-88e3-1400c0f83405 req-8a64950e-980f-406e-9c05-bfee2b1894ea tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8ab793f-e00a-477d-97b6-1abf6378eb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642037 Jul 24 09:28:42.715261 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-47cb52a9-c328-4ac6-ba12-2210991f1c31 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8674850 Jul 24 09:28:42.717787 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52622) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:42.740111 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-33b45248-7dd0-458e-a4a4-233f609309a5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-12427368', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:42.756682 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 0b898a1f-ab41-4224-8080-5d3919909e91 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:28:42.757082 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 0b898a1f-ab41-4224-8080-5d3919909e91 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:28:42.764817 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=75e2b1b6-d0d8-424a-a6bc-819e99591ed3,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:42.817741 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-33b45248-7dd0-458e-a4a4-233f609309a5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:42.819982 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-33b45248-7dd0-458e-a4a4-233f609309a5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:42.829167 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3a0ccbb0-8fb2-4dc2-be88-3bd958593ce8 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:42.895584 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['75e2b1b6-d0d8-424a-a6bc-819e99591ed3'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:28:42.896646 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-33b45248-7dd0-458e-a4a4-233f609309a5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:42.902477 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-33b45248-7dd0-458e-a4a4-233f609309a5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:42.920173 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cecaa-6d0c-41cb-b9ba-f518da85aa33 req-a2fcafcd-e80c-4268-888d-7c3b820fc911 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:42.927647 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3c3cecaa-6d0c-41cb-b9ba-f518da85aa33 req-a2fcafcd-e80c-4268-888d-7c3b820fc911 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 945 time: 0.2126083 Jul 24 09:28:42.937005 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-33b45248-7dd0-458e-a4a4-233f609309a5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:42.938637 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-33b45248-7dd0-458e-a4a4-233f609309a5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2181990 Jul 24 09:28:42.941392 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52628) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:42.946948 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-9d868085-2c19-4308-871f-12a412380ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'port': {'network_id': '00e3b04d-1959-457e-9feb-4d1f2019cfff', 'name': 'tempest-PortsIpV6TestJSON-2095331459'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:43.097115 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3c3cecaa-6d0c-41cb-b9ba-f518da85aa33 req-6d9ba84f-fea0-449d-a798-f1bc30d67355 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686625 Jul 24 09:28:43.110967 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461ecd4e-dfc0-41d5-b456-ebae8d54257c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-00e3b04d-1959-457e-9feb-4d1f2019cfff', 'network_id': '00e3b04d-1959-457e-9feb-4d1f2019cfff', 'tenant_id': '91ac73207ba04ee3977a4bedfdf2993b', 'fixed_ips': [{'subnet_id': 'e205aee5-8c31-4aed-9982-fb04e2210e4f'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:28:43.115101 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-461ecd4e-dfc0-41d5-b456-ebae8d54257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:43.117665 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d868085-2c19-4308-871f-12a412380ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:43.123727 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d868085-2c19-4308-871f-12a412380ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:43.153603 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-9d868085-2c19-4308-871f-12a412380ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] device_id is not set on port 41eafda9-f8bb-4a47-870e-92c58697931d yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:28:43.204784 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3a0ccbb0-8fb2-4dc2-be88-3bd958593ce8 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:43.212463 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3a0ccbb0-8fb2-4dc2-be88-3bd958593ce8 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:43.277844 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ccbb0-8fb2-4dc2-be88-3bd958593ce8 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event updated for resources: {'Port': ['ID=2fdaf778-3553-4926-9809-887c9d70adec,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:43.352842 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3a0ccbb0-8fb2-4dc2-be88-3bd958593ce8 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:43.476476 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1723e22-b8a1-433b-b4a0-117e61b1191e req-75ced26e-90a2-4b8a-9635-3adc7d715b6e tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:43.484138 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d1723e22-b8a1-433b-b4a0-117e61b1191e req-75ced26e-90a2-4b8a-9635-3adc7d715b6e tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 945 time: 0.2338288 Jul 24 09:28:43.516071 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-9d868085-2c19-4308-871f-12a412380ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Allocated IP 2001:db8::136 (00e3b04d-1959-457e-9feb-4d1f2019cfff/e205aee5-8c31-4aed-9982-fb04e2210e4f/41eafda9-f8bb-4a47-870e-92c58697931d) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:28:43.549307 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d1723e22-b8a1-433b-b4a0-117e61b1191e req-d7bb5e8d-30bf-4581-9ca6-34f90858578a tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641212 Jul 24 09:28:43.787407 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d868085-2c19-4308-871f-12a412380ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:43.807303 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-9d868085-2c19-4308-871f-12a412380ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Transition to ACTIVE for port object 41eafda9-f8bb-4a47-870e-92c58697931d will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:43.871314 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d868085-2c19-4308-871f-12a412380ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:43.873022 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-3a0ccbb0-8fb2-4dc2-be88-3bd958593ce8 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Floating IP 324128d6-47c6-4ded-9ddc-0b921df7089a associated. External IP: 172.25.7.172, port: bf0f5558-93be-4fb3-bb08-1f3050570d8f. Jul 24 09:28:43.979819 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d868085-2c19-4308-871f-12a412380ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Port': ['ID=41eafda9-f8bb-4a47-870e-92c58697931d,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:44.009148 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-461ecd4e-dfc0-41d5-b456-ebae8d54257c None None] Allocated IP 2001:db8::2 (00e3b04d-1959-457e-9feb-4d1f2019cfff/e205aee5-8c31-4aed-9982-fb04e2210e4f/852c037b-de09-4b59-83e8-e6df46b063b6) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:28:44.119436 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:44.144366 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d868085-2c19-4308-871f-12a412380ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network 00e3b04d-1959-457e-9feb-4d1f2019cfff is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:28:44.160576 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-9d868085-2c19-4308-871f-12a412380ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:44.172156 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d868085-2c19-4308-871f-12a412380ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:28:44.179148 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 75e2b1b6-d0d8-424a-a6bc-819e99591ed3 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:28:44.191098 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d868085-2c19-4308-871f-12a412380ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:44.198063 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d868085-2c19-4308-871f-12a412380ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:44.256868 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9d868085-2c19-4308-871f-12a412380ad7 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3141282 Jul 24 09:28:44.259407 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52658) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:44.429603 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e2cb1-5c06-405e-bb12-b305f98a068d req-39b992dd-9f8a-47c6-b565-145d0ba86c69 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:44.435771 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3d9e2cb1-5c06-405e-bb12-b305f98a068d req-39b992dd-9f8a-47c6-b565-145d0ba86c69 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1536926d-f406-4ff7-bb7d-fd9d69a3d72c HTTP/1.1" status: 200 len: 944 time: 0.4570634 Jul 24 09:28:44.457934 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-de83f972-a59a-49e8-ba58-241d38384a5d tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:44.466361 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-de83f972-a59a-49e8-ba58-241d38384a5d tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/networks?id=4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8 HTTP/1.1" status: 200 len: 815 time: 0.2343793 Jul 24 09:28:44.502485 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 75e2b1b6-d0d8-424a-a6bc-819e99591ed3 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:28:44.569994 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 75e2b1b6-d0d8-424a-a6bc-819e99591ed3 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:44.570907 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:44.577682 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-959ca329-7306-4114-8a1f-a97206ca4f02 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/quotas/94b4841e090b46649cb32073db3edbbd HTTP/1.1" status: 200 len: 375 time: 0.1099849 Jul 24 09:28:44.612773 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52666) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:44.655446 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-461ecd4e-dfc0-41d5-b456-ebae8d54257c None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:44.671817 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0ccbb0-8fb2-4dc2-be88-3bd958593ce8 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Router 8371a520-7812-454f-8709-7e2acdacb3f7 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:28:44.703068 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-461ecd4e-dfc0-41d5-b456-ebae8d54257c None None] Transition to ACTIVE for port object 852c037b-de09-4b59-83e8-e6df46b063b6 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:44.775765 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-461ecd4e-dfc0-41d5-b456-ebae8d54257c None None] Transition to ACTIVE for port object 852c037b-de09-4b59-83e8-e6df46b063b6 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:44.790475 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-461ecd4e-dfc0-41d5-b456-ebae8d54257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:44.894998 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3d9e2cb1-5c06-405e-bb12-b305f98a068d req-89a32537-22bc-4104-9dcf-42febbe602dd tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8ab793f-e00a-477d-97b6-1abf6378eb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360085 Jul 24 09:28:44.903368 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461ecd4e-dfc0-41d5-b456-ebae8d54257c None None] Network 00e3b04d-1959-457e-9feb-4d1f2019cfff is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:28:44.904978 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ecd4e-dfc0-41d5-b456-ebae8d54257c None None] Pushing event updated for resources: {'Port': ['ID=852c037b-de09-4b59-83e8-e6df46b063b6,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:44.909600 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-56a6aaa0-ef9d-4453-82b1-943a2444f9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:44.917635 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-461ecd4e-dfc0-41d5-b456-ebae8d54257c None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:44.923993 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461ecd4e-dfc0-41d5-b456-ebae8d54257c None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:28:45.002873 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-7c1a904a-54a1-4fa8-a40c-258d4d94124b tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=94b4841e090b46649cb32073db3edbbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4200885 Jul 24 09:28:45.067969 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:45.124963 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-461ecd4e-dfc0-41d5-b456-ebae8d54257c None None] Attempting to bind port 852c037b-de09-4b59-83e8-e6df46b063b6 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:28:45.125589 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-461ecd4e-dfc0-41d5-b456-ebae8d54257c None None] Attempting to bind port 852c037b-de09-4b59-83e8-e6df46b063b6 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '87b943a9-2a52-48c1-80c3-47babe924c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '00e3b04d-1959-457e-9feb-4d1f2019cfff'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:28:45.128119 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ecd4e-dfc0-41d5-b456-ebae8d54257c None None] Attempting to bind port 852c037b-de09-4b59-83e8-e6df46b063b6 on network 00e3b04d-1959-457e-9feb-4d1f2019cfff {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:28:45.143370 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ecd4e-dfc0-41d5-b456-ebae8d54257c None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:28:45.143782 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ecd4e-dfc0-41d5-b456-ebae8d54257c None None] Checking segment: {'id': '87b943a9-2a52-48c1-80c3-47babe924c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '00e3b04d-1959-457e-9feb-4d1f2019cfff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:28:45.150526 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-461ecd4e-dfc0-41d5-b456-ebae8d54257c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:45.151215 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ecd4e-dfc0-41d5-b456-ebae8d54257c None None] Bound using segment: {'id': '87b943a9-2a52-48c1-80c3-47babe924c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '00e3b04d-1959-457e-9feb-4d1f2019cfff'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:28:45.151907 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-461ecd4e-dfc0-41d5-b456-ebae8d54257c None None] Bound port: 852c037b-de09-4b59-83e8-e6df46b063b6, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b943a9-2a52-48c1-80c3-47babe924c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '00e3b04d-1959-457e-9feb-4d1f2019cfff'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:28:45.152623 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-461ecd4e-dfc0-41d5-b456-ebae8d54257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:45.172921 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1536926d-f406-4ff7-bb7d-fd9d69a3d72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e2b1b6-d0d8-424a-a6bc-819e99591ed3'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:28:45.183039 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00562b26-9069-4af9-ad2c-fbff48a3c16f" -d '{"events": [{"server_uuid": "1536926d-f406-4ff7-bb7d-fd9d69a3d72c", "name": "network-vif-plugged", "status": "completed", "tag": "75e2b1b6-d0d8-424a-a6bc-819e99591ed3"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:28:45.208498 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 75e2b1b6-d0d8-424a-a6bc-819e99591ed3, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=75e2b1b6-d0d8-424a-a6bc-819e99591ed3,segment=NetworkSegment(ba94c687-d9bc-48a0-ad97-f7798b91848e),segment_id=ba94c687-d9bc-48a0-ad97-f7798b91848e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:45.257940 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:45.326732 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-36c03bee-d898-4bba-b238-c76d1bd0fe0f service neutron] 10.222.0.32 "GET /v2.0/networks/4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163779 Jul 24 09:28:45.330432 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0ccbb0-8fb2-4dc2-be88-3bd958593ce8 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:28:45.379441 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bf92b0-d74d-4529-a447-c23a3419fc5a x-openstack-request-id: req-48bf92b0-d74d-4529-a447-c23a3419fc5a {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:28:45.379737 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1536926d-f406-4ff7-bb7d-fd9d69a3d72c", "name": "network-vif-plugged", "status": "completed", "tag": "75e2b1b6-d0d8-424a-a6bc-819e99591ed3", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:28:45.379996 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48bf92b0-d74d-4529-a447-c23a3419fc5a {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:28:45.380397 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1536926d-f406-4ff7-bb7d-fd9d69a3d72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e2b1b6-d0d8-424a-a6bc-819e99591ed3', 'code': 200} Jul 24 09:28:45.381038 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=75e2b1b6-d0d8-424a-a6bc-819e99591ed3,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:45.384375 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bda4b3-1099-480e-a7d5-eac5c47a5e85 None None] Sync routers for ids ['8371a520-7812-454f-8709-7e2acdacb3f7'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:28:45.403497 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bda4b3-1099-480e-a7d5-eac5c47a5e85 None None] Routers {'8371a520-7812-454f-8709-7e2acdacb3f7'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:28:45.404152 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-70bda4b3-1099-480e-a7d5-eac5c47a5e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:28:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8371a520-7812-454f-8709-7e2acdacb3f7'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:45.516813 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-461ecd4e-dfc0-41d5-b456-ebae8d54257c None None] For port 852c037b-de09-4b59-83e8-e6df46b063b6, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:28:45.552312 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7594df5-1cd7-4385-abf6-d249d038187e req-fd66d13c-76ce-42f4-af62-c1ea901118ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:45.555783 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e7594df5-1cd7-4385-abf6-d249d038187e req-fd66d13c-76ce-42f4-af62-c1ea901118ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1536926d-f406-4ff7-bb7d-fd9d69a3d72c HTTP/1.1" status: 200 len: 1096 time: 0.2030392 Jul 24 09:28:45.557752 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-461ecd4e-dfc0-41d5-b456-ebae8d54257c None None] For port 852c037b-de09-4b59-83e8-e6df46b063b6, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=852c037b-de09-4b59-83e8-e6df46b063b6,segment=NetworkSegment(87b943a9-2a52-48c1-80c3-47babe924c45),segment_id=87b943a9-2a52-48c1-80c3-47babe924c45)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:28:45.569296 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-461ecd4e-dfc0-41d5-b456-ebae8d54257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:45.597462 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-a1a98e2d-61ab-4a9e-ba35-ef2c418ce4a1 service neutron] 10.222.0.32 "GET /v2.0/networks/4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614160 Jul 24 09:28:45.622825 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e7594df5-1cd7-4385-abf6-d249d038187e req-79fbc03a-eb51-4fef-b450-7b5f16085ec2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a8ab793f-e00a-477d-97b6-1abf6378eb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529592 Jul 24 09:28:45.719220 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ecd4e-dfc0-41d5-b456-ebae8d54257c None None] Pushing event updated for resources: {'Port': ['ID=852c037b-de09-4b59-83e8-e6df46b063b6,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:45.758301 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-70bda4b3-1099-480e-a7d5-eac5c47a5e85 None None] Set router 8371a520-7812-454f-8709-7e2acdacb3f7 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:28:45.938702 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3888842d-f92f-4826-884d-0bfc4e018d8d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:45.971739 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-56a6aaa0-ef9d-4453-82b1-943a2444f9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:46.016523 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6a24b0bb-b866-42cb-b7f6-27cf85f23b71 req-caaaa45e-d899-41fc-9934-648233ed0b86 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=961fb891-fbef-429f-a19c-707751c20743 HTTP/1.1" status: 200 len: 210 time: 0.0709875 Jul 24 09:28:46.020387 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3a0ccbb0-8fb2-4dc2-be88-3bd958593ce8 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:46.060135 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4e7df-6319-4773-a3e3-af992c360614 req-4a157669-c5e1-4b70-b71a-37c91bf38680 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:46.062999 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c7b4e7df-6319-4773-a3e3-af992c360614 req-4a157669-c5e1-4b70-b71a-37c91bf38680 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa437e0e-ec89-4a0e-9519-c704b25921c0 HTTP/1.1" status: 200 len: 945 time: 0.9040222 Jul 24 09:28:46.073943 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-56a6aaa0-ef9d-4453-82b1-943a2444f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:46.095597 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3a0ccbb0-8fb2-4dc2-be88-3bd958593ce8 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.7141051 Jul 24 09:28:46.096263 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792c5943-3165-40f5-b559-f6a5be05144b', 'tag': 'bf0f5558-93be-4fb3-bb08-1f3050570d8f'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:28:46.105854 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a155f34-07a4-4640-a7ca-9e3f98539cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "792c5943-3165-40f5-b559-f6a5be05144b", "tag": "bf0f5558-93be-4fb3-bb08-1f3050570d8f"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:28:46.110389 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52694) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:46.408360 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abfb58-5bd0-448c-ac24-f8e8cc9f7bf4 req-675ec417-ee48-4c60-829e-dfb8b29268e8 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:46.410657 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-77abfb58-5bd0-448c-ac24-f8e8cc9f7bf4 req-675ec417-ee48-4c60-829e-dfb8b29268e8 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.7160618 Jul 24 09:28:46.476150 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-56a6aaa0-ef9d-4453-82b1-943a2444f9ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c9feb0579cc146fe86a15aaa381f3d2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8620679 Jul 24 09:28:46.483081 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-70bda4b3-1099-480e-a7d5-eac5c47a5e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111157239', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:28:10Z', 'updated_at': '2021-07-24T09:28:17Z', 'revision_number': 4, 'project_id': '0cc97363126d47d180e03071fb076852', 'gw_port': {'id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:28:11Z', 'updated_at': '2021-07-24T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '324128d6-47c6-4ded-9ddc-0b921df7089a', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'port_id': 'bf0f5558-93be-4fb3-bb08-1f3050570d8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1', 'mac_address': 'fa:16:3e:c0:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792c5943-3165-40f5-b559-f6a5be05144b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:28:42Z', 'updated_at': '2021-07-24T09:28:42Z', 'revision_number': 0, 'project_id': '0cc97363126d47d180e03071fb076852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46f17a7-8e32-404f-a044-c46ced72e591', 'name': '', 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'mac_address': 'fa:16:3e:2e:65:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '8a54dbca-9181-46e0-9c48-4811482870f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:28:16Z', 'updated_at': '2021-07-24T09:28:26Z', 'revision_number': 5, 'project_id': '0cc97363126d47d180e03071fb076852', 'subnets': [{'id': '8a54dbca-9181-46e0-9c48-4811482870f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:46.497487 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6aaa0-ef9d-4453-82b1-943a2444f9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a308f180-2017-4c6e-8a28-8fe1de36a855,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:46.511762 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52708) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:46.527398 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c821e1-d267-4558-9242-673b3a08ff79 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:46.528504 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c821e1-d267-4558-9242-673b3a08ff79 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:46.529409 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c821e1-d267-4558-9242-673b3a08ff79 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:46.529923 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c821e1-d267-4558-9242-673b3a08ff79 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:46.531610 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c821e1-d267-4558-9242-673b3a08ff79 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:46.532103 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c821e1-d267-4558-9242-673b3a08ff79 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:46.532677 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c821e1-d267-4558-9242-673b3a08ff79 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:46.533251 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c821e1-d267-4558-9242-673b3a08ff79 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:46.533889 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c821e1-d267-4558-9242-673b3a08ff79 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:46.534404 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c821e1-d267-4558-9242-673b3a08ff79 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:46.535019 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c821e1-d267-4558-9242-673b3a08ff79 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:46.535481 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c821e1-d267-4558-9242-673b3a08ff79 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:46.541005 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c8c821e1-d267-4558-9242-673b3a08ff79 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8420 time: 0.4268777 Jul 24 09:28:46.544268 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52710) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:46.578749 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bda4b3-1099-480e-a7d5-eac5c47a5e85 None None] Checking router: 8371a520-7812-454f-8709-7e2acdacb3f7 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:28:46.616694 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bda4b3-1099-480e-a7d5-eac5c47a5e85 None None] Routers {'8371a520-7812-454f-8709-7e2acdacb3f7'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:28:46.618738 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-70bda4b3-1099-480e-a7d5-eac5c47a5e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:28:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8371a520-7812-454f-8709-7e2acdacb3f7'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:46.632847 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:46.768918 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a4bfef-dd43-445f-b2f8-4d93ae2a1f05 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:46.769567 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a4bfef-dd43-445f-b2f8-4d93ae2a1f05 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:46.770019 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a4bfef-dd43-445f-b2f8-4d93ae2a1f05 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:46.770706 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a4bfef-dd43-445f-b2f8-4d93ae2a1f05 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:46.771162 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a4bfef-dd43-445f-b2f8-4d93ae2a1f05 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:46.771614 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a4bfef-dd43-445f-b2f8-4d93ae2a1f05 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:46.772768 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a4bfef-dd43-445f-b2f8-4d93ae2a1f05 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:46.773350 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a4bfef-dd43-445f-b2f8-4d93ae2a1f05 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:46.773742 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a4bfef-dd43-445f-b2f8-4d93ae2a1f05 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:46.774204 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a4bfef-dd43-445f-b2f8-4d93ae2a1f05 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:46.774662 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a4bfef-dd43-445f-b2f8-4d93ae2a1f05 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:46.776769 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-43a4bfef-dd43-445f-b2f8-4d93ae2a1f05 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7175 time: 0.2344246 Jul 24 09:28:46.783042 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52712) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:46.800895 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b682e-a4dc-44e6-a0e9-b3320970a15e req-de7ca3a5-a565-4666-85d2-7e914be87fea tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:46.802466 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd8b682e-a4dc-44e6-a0e9-b3320970a15e req-de7ca3a5-a565-4666-85d2-7e914be87fea tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1536926d-f406-4ff7-bb7d-fd9d69a3d72c HTTP/1.1" status: 200 len: 945 time: 0.5311985 Jul 24 09:28:46.854405 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-70bda4b3-1099-480e-a7d5-eac5c47a5e85 None None] Set router 8371a520-7812-454f-8709-7e2acdacb3f7 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:28:46.901012 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-77abfb58-5bd0-448c-ac24-f8e8cc9f7bf4 req-d631a239-1b6f-4b02-92cd-1ebcffdc2560 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4511104 Jul 24 09:28:46.999433 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cd8b682e-a4dc-44e6-a0e9-b3320970a15e req-f0c81444-b652-4719-b579-89fe9bf8dd34 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8ab793f-e00a-477d-97b6-1abf6378eb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619942 Jul 24 09:28:47.022924 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57b0602-5768-43b4-bd2f-48c391120880 x-openstack-request-id: req-c57b0602-5768-43b4-bd2f-48c391120880 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:28:47.023719 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792c5943-3165-40f5-b559-f6a5be05144b", "tag": "bf0f5558-93be-4fb3-bb08-1f3050570d8f", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:28:47.023719 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c57b0602-5768-43b4-bd2f-48c391120880 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:28:47.023991 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792c5943-3165-40f5-b559-f6a5be05144b', 'tag': 'bf0f5558-93be-4fb3-bb08-1f3050570d8f', 'status': 'completed', 'code': 200} Jul 24 09:28:47.047640 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 852c037b-de09-4b59-83e8-e6df46b063b6 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:28:47.245763 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-25b0a418-3a6d-469e-a276-9a892dd709e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:47.282293 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f723de56-a0d0-4441-9706-bef1fa17419b req-48e14bd5-6f84-409e-925d-e3140f8efd45 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=961fb891-fbef-429f-a19c-707751c20743 HTTP/1.1" status: 200 len: 210 time: 0.1266189 Jul 24 09:28:47.316329 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-c7b4e7df-6319-4773-a3e3-af992c360614 req-7fe54a0e-3a57-411f-9361-c75f76c55bf6 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Deleting port 7238e4ef-618a-45ca-944e-64e54e67149d {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:28:47.316673 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-c7b4e7df-6319-4773-a3e3-af992c360614 req-7fe54a0e-3a57-411f-9361-c75f76c55bf6 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:47.333785 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 852c037b-de09-4b59-83e8-e6df46b063b6 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:28:47.390647 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-70bda4b3-1099-480e-a7d5-eac5c47a5e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111157239', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:28:10Z', 'updated_at': '2021-07-24T09:28:17Z', 'revision_number': 4, 'project_id': '0cc97363126d47d180e03071fb076852', 'gw_port': {'id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:28:11Z', 'updated_at': '2021-07-24T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '324128d6-47c6-4ded-9ddc-0b921df7089a', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'port_id': 'bf0f5558-93be-4fb3-bb08-1f3050570d8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1', 'mac_address': 'fa:16:3e:c0:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792c5943-3165-40f5-b559-f6a5be05144b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:28:42Z', 'updated_at': '2021-07-24T09:28:42Z', 'revision_number': 0, 'project_id': '0cc97363126d47d180e03071fb076852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46f17a7-8e32-404f-a044-c46ced72e591', 'name': '', 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'mac_address': 'fa:16:3e:2e:65:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '8a54dbca-9181-46e0-9c48-4811482870f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:28:16Z', 'updated_at': '2021-07-24T09:28:26Z', 'revision_number': 5, 'project_id': '0cc97363126d47d180e03071fb076852', 'subnets': [{'id': '8a54dbca-9181-46e0-9c48-4811482870f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:47.432765 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bda4b3-1099-480e-a7d5-eac5c47a5e85 None None] The sync data for ids ['8371a520-7812-454f-8709-7e2acdacb3f7'] in n-d-800085-9 is: [{'id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111157239', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:28:10Z', 'updated_at': '2021-07-24T09:28:17Z', 'revision_number': 4, 'project_id': '0cc97363126d47d180e03071fb076852', 'gw_port': {'id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:28:11Z', 'updated_at': '2021-07-24T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '324128d6-47c6-4ded-9ddc-0b921df7089a', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'port_id': 'bf0f5558-93be-4fb3-bb08-1f3050570d8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1', 'mac_address': 'fa:16:3e:c0:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792c5943-3165-40f5-b559-f6a5be05144b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:28:42Z', 'updated_at': '2021-07-24T09:28:42Z', 'revision_number': 0, 'project_id': '0cc97363126d47d180e03071fb076852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46f17a7-8e32-404f-a044-c46ced72e591', 'name': '', 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'mac_address': 'fa:16:3e:2e:65:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '8a54dbca-9181-46e0-9c48-4811482870f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:28:16Z', 'updated_at': '2021-07-24T09:28:26Z', 'revision_number': 5, 'project_id': '0cc97363126d47d180e03071fb076852', 'subnets': [{'id': '8a54dbca-9181-46e0-9c48-4811482870f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:28:47.525799 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3888842d-f92f-4826-884d-0bfc4e018d8d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:47.528672 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-25b0a418-3a6d-469e-a276-9a892dd709e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:47.538544 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3888842d-f92f-4826-884d-0bfc4e018d8d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:47.579462 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41be56bc-6f41-49e0-9152-37951cc3bd57 None None] Network 00e3b04d-1959-457e-9feb-4d1f2019cfff requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:28:47.807630 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd998a79-e91e-4f72-91bd-7d1f179a20e4 None None] New status for floating IP 324128d6-47c6-4ded-9ddc-0b921df7089a: ACTIVE {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:28:47.850157 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c6d1afa8-992c-40b9-a5df-dca7e4e16c4f None None] Provisioning for port 852c037b-de09-4b59-83e8-e6df46b063b6 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:28:47.864041 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-dd8027c9-6e92-4e15-abbf-79ce8319be04 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:47.865836 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c6d1afa8-992c-40b9-a5df-dca7e4e16c4f None None] Provisioning complete for port 852c037b-de09-4b59-83e8-e6df46b063b6 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:47.866308 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c6d1afa8-992c-40b9-a5df-dca7e4e16c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:47.870353 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-dd8027c9-6e92-4e15-abbf-79ce8319be04 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.37 "GET /v2.0/networks?id=4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8 HTTP/1.1" status: 200 len: 815 time: 0.3799229 Jul 24 09:28:47.906231 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-d5740aa7-acfc-4655-a487-7b61920a241a tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Request body: {'port': {'device_id': '961fb891-fbef-429f-a19c-707751c20743', 'network_id': '4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8', 'admin_state_up': True, 'tenant_id': '94b4841e090b46649cb32073db3edbbd'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:47.925374 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a155f34-07a4-4640-a7ca-9e3f98539cdb req-912d32b3-4ac2-4604-ad13-fff25a9a62f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:47.941306 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a155f34-07a4-4640-a7ca-9e3f98539cdb req-912d32b3-4ac2-4604-ad13-fff25a9a62f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cc97363126d47d180e03071fb076852&device_id=792c5943-3165-40f5-b559-f6a5be05144b HTTP/1.1" status: 200 len: 1136 time: 0.8971794 Jul 24 09:28:47.987664 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3888842d-f92f-4826-884d-0bfc4e018d8d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:48.030744 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-25b0a418-3a6d-469e-a276-9a892dd709e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:48.033565 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-25b0a418-3a6d-469e-a276-9a892dd709e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:48.049692 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-25b0a418-3a6d-469e-a276-9a892dd709e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a308f180-2017-4c6e-8a28-8fe1de36a855 HTTP/1.1" status: 204 len: 168 time: 1.5183797 Jul 24 09:28:48.124058 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c6d1afa8-992c-40b9-a5df-dca7e4e16c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:48.201293 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888842d-f92f-4826-884d-0bfc4e018d8d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Port': ['ID=41eafda9-f8bb-4a47-870e-92c58697931d,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:48.207186 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-c6d1afa8-992c-40b9-a5df-dca7e4e16c4f None None] For port 852c037b-de09-4b59-83e8-e6df46b063b6, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=852c037b-de09-4b59-83e8-e6df46b063b6,segment=NetworkSegment(87b943a9-2a52-48c1-80c3-47babe924c45),segment_id=87b943a9-2a52-48c1-80c3-47babe924c45)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:48.232445 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-c7b4e7df-6319-4773-a3e3-af992c360614 req-7fe54a0e-3a57-411f-9361-c75f76c55bf6 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] For port 7238e4ef-618a-45ca-944e-64e54e67149d, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=7238e4ef-618a-45ca-944e-64e54e67149d,segment=NetworkSegment(2655430d-7b89-4cb5-97a0-423f45ff857c),segment_id=2655430d-7b89-4cb5-97a0-423f45ff857c)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:48.235120 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c6d1afa8-992c-40b9-a5df-dca7e4e16c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:48.235554 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-c7b4e7df-6319-4773-a3e3-af992c360614 req-7fe54a0e-3a57-411f-9361-c75f76c55bf6 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:48.238850 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 7238e4ef-618a-45ca-944e-64e54e67149d no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:28:48.288441 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0a418-3a6d-469e-a276-9a892dd709e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a308f180-2017-4c6e-8a28-8fe1de36a855,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:48.409491 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-c7b4e7df-6319-4773-a3e3-af992c360614 req-7fe54a0e-3a57-411f-9361-c75f76c55bf6 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Calling delete_port for 7238e4ef-618a-45ca-944e-64e54e67149d owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:28:48.416516 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-991056dd-8d8c-4cb5-872b-9ab2e52b251c tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3588 time: 1.6279776 Jul 24 09:28:48.426390 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52740) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:48.669019 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52742) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:48.675487 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-d5740aa7-acfc-4655-a487-7b61920a241a tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Made reservation on behalf of 94b4841e090b46649cb32073db3edbbd for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:48.679066 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-d5740aa7-acfc-4655-a487-7b61920a241a tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:48.680800 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dc913-a289-41ab-a67f-acbe887a41f6 req-bea90a1a-b8d6-4e0c-8cd3-4b33edfcbb95 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:48.682821 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f49dc913-a289-41ab-a67f-acbe887a41f6 req-bea90a1a-b8d6-4e0c-8cd3-4b33edfcbb95 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1536926d-f406-4ff7-bb7d-fd9d69a3d72c HTTP/1.1" status: 200 len: 945 time: 0.4946461 Jul 24 09:28:48.719896 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3888842d-f92f-4826-884d-0bfc4e018d8d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:48.816064 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1afa8-992c-40b9-a5df-dca7e4e16c4f None None] Pushing event updated for resources: {'Port': ['ID=852c037b-de09-4b59-83e8-e6df46b063b6,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:48.844189 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:48.847862 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f49dc913-a289-41ab-a67f-acbe887a41f6 req-46e448fd-5b69-4b47-a47c-fbda282a27e8 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8ab793f-e00a-477d-97b6-1abf6378eb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525438 Jul 24 09:28:48.910904 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2ad974b9-4fe2-443d-b496-6e08028e77d4 None None] Provisioning for port 41eafda9-f8bb-4a47-870e-92c58697931d completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:28:48.955483 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-d5740aa7-acfc-4655-a487-7b61920a241a tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Allocated IP 172.20.0.11 (4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8/b52c53ed-da99-4243-96d3-47bd1a74a8a1/0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:28:48.985695 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2ad974b9-4fe2-443d-b496-6e08028e77d4 None None] Provisioning complete for port 41eafda9-f8bb-4a47-870e-92c58697931d triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:48.986582 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2ad974b9-4fe2-443d-b496-6e08028e77d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:49.067312 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-2ad974b9-4fe2-443d-b496-6e08028e77d4 None None] Port 41eafda9-f8bb-4a47-870e-92c58697931d cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:28:49.088594 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-c7b4e7df-6319-4773-a3e3-af992c360614 req-7fe54a0e-3a57-411f-9361-c75f76c55bf6 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:49.117609 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6d92f7b1-5e2f-4089-a6a7-0e096ae7178b req-8b5e6b92-c101-4479-a374-e3b82f1e18d4 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=961fb891-fbef-429f-a19c-707751c20743 HTTP/1.1" status: 200 len: 210 time: 0.0605223 Jul 24 09:28:49.165811 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2ad974b9-4fe2-443d-b496-6e08028e77d4 None None] Provisioning complete for port 852c037b-de09-4b59-83e8-e6df46b063b6 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:49.166421 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2ad974b9-4fe2-443d-b496-6e08028e77d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:49.182712 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe54a0e-3a57-411f-9361-c75f76c55bf6 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Pushing event deleted for resources: {'Port': ['ID=7238e4ef-618a-45ca-944e-64e54e67149d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:49.183093 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-43c49c8c-631f-4749-a6f4-81af7bfe2792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:49.229688 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a155f34-07a4-4640-a7ca-9e3f98539cdb req-7dc6197b-19b3-4089-9aed-960e9268f27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:49.231414 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a155f34-07a4-4640-a7ca-9e3f98539cdb req-7dc6197b-19b3-4089-9aed-960e9268f27b service neutron] 10.222.0.37 "GET /v2.0/networks?id=801c1cab-126c-4d30-b3ed-31cac490e5b1 HTTP/1.1" status: 200 len: 897 time: 1.2892120 Jul 24 09:28:49.353349 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b4e7df-6319-4773-a3e3-af992c360614 req-7fe54a0e-3a57-411f-9361-c75f76c55bf6 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] No DVR routers for this DVR port 7238e4ef-618a-45ca-944e-64e54e67149d on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:28:49.359455 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-c7b4e7df-6319-4773-a3e3-af992c360614 req-7fe54a0e-3a57-411f-9361-c75f76c55bf6 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:49.363542 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c7b4e7df-6319-4773-a3e3-af992c360614 req-7fe54a0e-3a57-411f-9361-c75f76c55bf6 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.20 "DELETE /v2.0/ports/7238e4ef-618a-45ca-944e-64e54e67149d HTTP/1.1" status: 204 len: 173 time: 3.2786548 Jul 24 09:28:49.364259 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa437e0e-ec89-4a0e-9519-c704b25921c0', 'name': 'network-vif-deleted', 'tag': '7238e4ef-618a-45ca-944e-64e54e67149d'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:28:49.367163 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f283ef-f398-4a56-bc09-dcc665569a22" -d '{"events": [{"server_uuid": "fa437e0e-ec89-4a0e-9519-c704b25921c0", "name": "network-vif-deleted", "tag": "7238e4ef-618a-45ca-944e-64e54e67149d"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:28:49.449143 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72caad-dc05-478d-90e7-b4a1a73cf02c req-d649073f-15aa-4f38-928c-55e1886384c1 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:49.452381 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-af72caad-dc05-478d-90e7-b4a1a73cf02c req-d649073f-15aa-4f38-928c-55e1886384c1 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 1.3407900 Jul 24 09:28:49.495752 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022c74a5-84aa-484e-ad5a-4522b1a14438 x-openstack-request-id: req-022c74a5-84aa-484e-ad5a-4522b1a14438 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:28:49.496160 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa437e0e-ec89-4a0e-9519-c704b25921c0", "name": "network-vif-deleted", "tag": "7238e4ef-618a-45ca-944e-64e54e67149d", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:28:49.496517 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-022c74a5-84aa-484e-ad5a-4522b1a14438 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:28:49.497105 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa437e0e-ec89-4a0e-9519-c704b25921c0', 'name': 'network-vif-deleted', 'tag': '7238e4ef-618a-45ca-944e-64e54e67149d', 'status': 'completed', 'code': 200} Jul 24 09:28:49.541113 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e04cbd4-61cc-4b88-bb49-3bbccb0e6a82 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:49.541608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e04cbd4-61cc-4b88-bb49-3bbccb0e6a82 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:49.543335 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5e04cbd4-61cc-4b88-bb49-3bbccb0e6a82 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8371a520-7812-454f-8709-7e2acdacb3f7 HTTP/1.1" status: 200 len: 1990 time: 1.1096840 Jul 24 09:28:49.571793 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-d5740aa7-acfc-4655-a487-7b61920a241a tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:49.577743 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a23e2053-b993-44ee-b0a6-9a8f46cffe74 None None] Provisioning complete for port 41eafda9-f8bb-4a47-870e-92c58697931d triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:49.579193 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a23e2053-b993-44ee-b0a6-9a8f46cffe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:49.653721 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a155f34-07a4-4640-a7ca-9e3f98539cdb req-7958dd27-b0c1-4994-b128-7fcee3c54e47 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf0f5558-93be-4fb3-bb08-1f3050570d8f HTTP/1.1" status: 200 len: 1002 time: 0.4105318 Jul 24 09:28:49.658246 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3888842d-f92f-4826-884d-0bfc4e018d8d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:49.663806 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-a23e2053-b993-44ee-b0a6-9a8f46cffe74 None None] Port 41eafda9-f8bb-4a47-870e-92c58697931d cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:28:49.666268 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3888842d-f92f-4826-884d-0bfc4e018d8d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:49.668519 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3888842d-f92f-4826-884d-0bfc4e018d8d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:49.730171 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888842d-f92f-4826-884d-0bfc4e018d8d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Port': ['ID=41eafda9-f8bb-4a47-870e-92c58697931d,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:49.810159 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-56bdca93-9669-46fe-8035-c527239cd74e None None] Provisioning complete for port 41eafda9-f8bb-4a47-870e-92c58697931d triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:49.811733 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-56bdca93-9669-46fe-8035-c527239cd74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:49.818407 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-af72caad-dc05-478d-90e7-b4a1a73cf02c req-624a1090-f18f-471a-85c7-20feeb9d48a9 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3096085 Jul 24 09:28:49.878176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a155f34-07a4-4640-a7ca-9e3f98539cdb req-07fe0ef9-159e-4183-9fab-70ff64718bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:49.879760 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a155f34-07a4-4640-a7ca-9e3f98539cdb req-07fe0ef9-159e-4183-9fab-70ff64718bb6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a54dbca-9181-46e0-9c48-4811482870f1 HTTP/1.1" status: 200 len: 835 time: 0.2002099 Jul 24 09:28:49.906585 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-56bdca93-9669-46fe-8035-c527239cd74e None None] Port 41eafda9-f8bb-4a47-870e-92c58697931d cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:28:49.950487 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-d5740aa7-acfc-4655-a487-7b61920a241a tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:49.985259 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3888842d-f92f-4826-884d-0bfc4e018d8d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network 00e3b04d-1959-457e-9feb-4d1f2019cfff is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:28:49.987733 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-3888842d-f92f-4826-884d-0bfc4e018d8d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:50.022842 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5740aa7-acfc-4655-a487-7b61920a241a tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Pushing event updated for resources: {'Port': ['ID=0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:50.048119 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-d5740aa7-acfc-4655-a487-7b61920a241a tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Network 4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:28:50.059350 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-d5740aa7-acfc-4655-a487-7b61920a241a tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:50.063618 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-d5740aa7-acfc-4655-a487-7b61920a241a tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:28:50.123360 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-43c49c8c-631f-4749-a6f4-81af7bfe2792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:50.138214 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-43c49c8c-631f-4749-a6f4-81af7bfe2792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:50.241071 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3888842d-f92f-4826-884d-0bfc4e018d8d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Router f189835a-2eb1-4a65-bab2-5a2f9177db8a is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:28:50.253847 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-d5740aa7-acfc-4655-a487-7b61920a241a tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:50.255145 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-d5740aa7-acfc-4655-a487-7b61920a241a tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:50.317676 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c49c8c-631f-4749-a6f4-81af7bfe2792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa6133b-40f9-4ceb-b15e-87408c6851ec,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:50.339439 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a155f34-07a4-4640-a7ca-9e3f98539cdb req-6b7275a5-904b-400a-809b-49bfd88ef2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:50.343909 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a155f34-07a4-4640-a7ca-9e3f98539cdb req-6b7275a5-904b-400a-809b-49bfd88ef2f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=801c1cab-126c-4d30-b3ed-31cac490e5b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4548969 Jul 24 09:28:50.354889 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-43c49c8c-631f-4749-a6f4-81af7bfe2792 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a1d680cb7ef4ea2ad6e986e484c758e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6549816 Jul 24 09:28:50.366512 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52764) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:50.387219 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-d5740aa7-acfc-4655-a487-7b61920a241a tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4874871 Jul 24 09:28:50.416363 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-e579168e-fa91-44b5-a8e6-bf153bca4295 service neutron] Request body: {'port': {'device_id': '961fb891-fbef-429f-a19c-707751c20743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:50.433666 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3888842d-f92f-4826-884d-0bfc4e018d8d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:28:50.441750 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3888842d-f92f-4826-884d-0bfc4e018d8d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "PUT /v2.0/routers/f189835a-2eb1-4a65-bab2-5a2f9177db8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1803420 Jul 24 09:28:50.444046 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52770) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:50.445408 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047265e0-1b9c-4431-a5a2-a60a5cb37511 None None] Sync routers for ids ['f189835a-2eb1-4a65-bab2-5a2f9177db8a'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:28:50.487064 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047265e0-1b9c-4431-a5a2-a60a5cb37511 None None] Routers {'f189835a-2eb1-4a65-bab2-5a2f9177db8a'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:28:50.490842 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-047265e0-1b9c-4431-a5a2-a60a5cb37511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:28:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['f189835a-2eb1-4a65-bab2-5a2f9177db8a'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:50.544975 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-047265e0-1b9c-4431-a5a2-a60a5cb37511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:50.551411 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4d5a2ce2-8ba0-4e3a-abf8-e87bd7f3e0d2 None None] Provisioning complete for port 41eafda9-f8bb-4a47-870e-92c58697931d triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:50.551992 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4d5a2ce2-8ba0-4e3a-abf8-e87bd7f3e0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:50.553860 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd3c49-1e94-4cf2-b47c-9e8cff25f564 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:50.559830 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1bbd3c49-1e94-4cf2-b47c-9e8cff25f564 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "GET /v2.0/ports?device_id=f189835a-2eb1-4a65-bab2-5a2f9177db8a HTTP/1.1" status: 200 len: 989 time: 0.1141579 Jul 24 09:28:50.568695 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4733d-206b-430f-afac-d04e9ef6e280 req-6fe39548-4293-4b35-9fe5-e9fa04bc9348 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:50.570870 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-edd4733d-206b-430f-afac-d04e9ef6e280 req-6fe39548-4293-4b35-9fe5-e9fa04bc9348 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=961fb891-fbef-429f-a19c-707751c20743 HTTP/1.1" status: 200 len: 932 time: 0.3003228 Jul 24 09:28:50.571874 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52772) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:50.595435 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047265e0-1b9c-4431-a5a2-a60a5cb37511 None None] Routers {'f189835a-2eb1-4a65-bab2-5a2f9177db8a'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:28:50.596667 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-047265e0-1b9c-4431-a5a2-a60a5cb37511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:28:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['f189835a-2eb1-4a65-bab2-5a2f9177db8a'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:50.623997 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea2084-3789-4d41-bf13-edbfa6a8e0cb req-722cb8a4-b411-4803-8033-86e228d3060c tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:50.630620 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c8ea2084-3789-4d41-bf13-edbfa6a8e0cb req-722cb8a4-b411-4803-8033-86e228d3060c tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1536926d-f406-4ff7-bb7d-fd9d69a3d72c HTTP/1.1" status: 200 len: 945 time: 0.1176751 Jul 24 09:28:50.640897 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-047265e0-1b9c-4431-a5a2-a60a5cb37511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:50.641652 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047265e0-1b9c-4431-a5a2-a60a5cb37511 None None] The sync data for ids ['f189835a-2eb1-4a65-bab2-5a2f9177db8a'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:28:50.653436 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4d5a2ce2-8ba0-4e3a-abf8-e87bd7f3e0d2 None None] Port 41eafda9-f8bb-4a47-870e-92c58697931d cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:28:50.678787 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c8ea2084-3789-4d41-bf13-edbfa6a8e0cb req-ca774793-1229-4621-a719-c10a13a540a1 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8ab793f-e00a-477d-97b6-1abf6378eb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472412 Jul 24 09:28:50.714530 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 852c037b-de09-4b59-83e8-e6df46b063b6 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:28:50.769998 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 852c037b-de09-4b59-83e8-e6df46b063b6 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:50.770378 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:50.811730 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a155f34-07a4-4640-a7ca-9e3f98539cdb req-ade4c712-93cf-4eb4-bf74-2404cb3cf597 service neutron] 10.222.0.37 "GET /v2.0/networks/801c1cab-126c-4d30-b3ed-31cac490e5b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528656 Jul 24 09:28:50.828045 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-edd4733d-206b-430f-afac-d04e9ef6e280 req-7b5f7073-54c1-4b2a-9b3f-4e8f5b77d355 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436278 Jul 24 09:28:50.828576 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cb5ca159-5972-40dc-b135-c325a51ad516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:50.886302 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-e579168e-fa91-44b5-a8e6-bf153bca4295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:50.924628 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cb5ca159-5972-40dc-b135-c325a51ad516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:50.998045 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ec1d9-a39a-4b7e-af81-3f6da30527c7 req-ba1e749c-34fe-454a-922d-547b9ed9dcb6 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:50.999948 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a58ec1d9-a39a-4b7e-af81-3f6da30527c7 req-ba1e749c-34fe-454a-922d-547b9ed9dcb6 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.0827820 Jul 24 09:28:51.048800 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a58ec1d9-a39a-4b7e-af81-3f6da30527c7 req-a7b55d15-e65c-4e8c-96d4-6d4998724302 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423689 Jul 24 09:28:51.500231 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a155f34-07a4-4640-a7ca-9e3f98539cdb req-a5695ee4-32ac-4e22-9ce8-fc2cb2f444e8 service neutron] 10.222.0.37 "GET /v2.0/networks/801c1cab-126c-4d30-b3ed-31cac490e5b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6634936 Jul 24 09:28:51.586858 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cb5ca159-5972-40dc-b135-c325a51ad516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:51.589062 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cb5ca159-5972-40dc-b135-c325a51ad516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:51.592616 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-cb5ca159-5972-40dc-b135-c325a51ad516 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7fa6133b-40f9-4ceb-b15e-87408c6851ec HTTP/1.1" status: 204 len: 168 time: 1.2208056 Jul 24 09:28:51.630461 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ca159-5972-40dc-b135-c325a51ad516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa6133b-40f9-4ceb-b15e-87408c6851ec,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:51.696013 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a653f-b891-411d-aae5-4921c9a53f50 req-69883de2-c1d5-42de-9b09-59dd4e6329db tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:51.703064 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-328a653f-b891-411d-aae5-4921c9a53f50 req-69883de2-c1d5-42de-9b09-59dd4e6329db tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 947 time: 0.3359063 Jul 24 09:28:51.855127 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a03e4-597b-45b8-b44f-9082a6eb8c4a req-196948c9-b3cf-45e3-8e55-0a004e501a52 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:51.856714 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b04a03e4-597b-45b8-b44f-9082a6eb8c4a req-196948c9-b3cf-45e3-8e55-0a004e501a52 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.20 "GET /v2.0/ports?device_id=1536926d-f406-4ff7-bb7d-fd9d69a3d72c HTTP/1.1" status: 200 len: 945 time: 0.1417866 Jul 24 09:28:51.871559 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b219c-adce-451a-8576-83e04b72b346 req-e37048ed-7ad2-4fb7-99c4-0de1711bd102 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:51.871791 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-328a653f-b891-411d-aae5-4921c9a53f50 req-0b7cac54-b645-4ee8-b2b1-4d800a3dd3a1 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676838 Jul 24 09:28:51.873125 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-394b219c-adce-451a-8576-83e04b72b346 req-e37048ed-7ad2-4fb7-99c4-0de1711bd102 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1536926d-f406-4ff7-bb7d-fd9d69a3d72c HTTP/1.1" status: 200 len: 945 time: 0.1065240 Jul 24 09:28:51.993821 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-394b219c-adce-451a-8576-83e04b72b346 req-8431d164-4d69-4fb2-89cc-bcaa74ef0c81 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8ab793f-e00a-477d-97b6-1abf6378eb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373018 Jul 24 09:28:52.098080 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-b04a03e4-597b-45b8-b44f-9082a6eb8c4a req-71f4432c-349e-4697-a13f-9861ea68e6b2 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Deleting port 75e2b1b6-d0d8-424a-a6bc-819e99591ed3 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:28:52.098442 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b04a03e4-597b-45b8-b44f-9082a6eb8c4a req-71f4432c-349e-4697-a13f-9861ea68e6b2 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:52.106583 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-e579168e-fa91-44b5-a8e6-bf153bca4295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:28:52.128616 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-e579168e-fa91-44b5-a8e6-bf153bca4295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:52.142305 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8388aaa8-8bc6-4bbd-a9ce-5f48dd266c5c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:52.184491 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-e579168e-fa91-44b5-a8e6-bf153bca4295 service neutron] Transition to ACTIVE for port object 0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:52.214903 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-e579168e-fa91-44b5-a8e6-bf153bca4295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:52.273888 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-b04a03e4-597b-45b8-b44f-9082a6eb8c4a req-71f4432c-349e-4697-a13f-9861ea68e6b2 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] For port 75e2b1b6-d0d8-424a-a6bc-819e99591ed3, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=75e2b1b6-d0d8-424a-a6bc-819e99591ed3,segment=NetworkSegment(ba94c687-d9bc-48a0-ad97-f7798b91848e),segment_id=ba94c687-d9bc-48a0-ad97-f7798b91848e)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:52.274515 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b04a03e4-597b-45b8-b44f-9082a6eb8c4a req-71f4432c-349e-4697-a13f-9861ea68e6b2 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:52.290456 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-b04a03e4-597b-45b8-b44f-9082a6eb8c4a req-71f4432c-349e-4697-a13f-9861ea68e6b2 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Calling delete_port for 75e2b1b6-d0d8-424a-a6bc-819e99591ed3 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:28:52.299420 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f06d29-34a9-4ec1-8bf2-0c58ff02d1d4 req-90c6e20e-6b99-45a3-8bd8-60b9ab7ae1f5 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:52.308256 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11f06d29-34a9-4ec1-8bf2-0c58ff02d1d4 req-90c6e20e-6b99-45a3-8bd8-60b9ab7ae1f5 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.1597958 Jul 24 09:28:52.308483 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579168e-fa91-44b5-a8e6-bf153bca4295 service neutron] Pushing event updated for resources: {'Port': ['ID=0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:52.338919 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5f6d1-b655-4e4c-99a3-478aef72c1ac req-892a1427-121c-4f59-9721-a839173e7a0f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:52.340039 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f5b5f6d1-b655-4e4c-99a3-478aef72c1ac req-892a1427-121c-4f59-9721-a839173e7a0f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=961fb891-fbef-429f-a19c-707751c20743 HTTP/1.1" status: 200 len: 932 time: 0.2786398 Jul 24 09:28:52.386818 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11f06d29-34a9-4ec1-8bf2-0c58ff02d1d4 req-2c3655b4-f354-49be-9383-b04af7fff0cb tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796344 Jul 24 09:28:52.485936 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f5b5f6d1-b655-4e4c-99a3-478aef72c1ac req-e61a9fe9-ce87-475c-96e7-f71faefc61c9 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142859 Jul 24 09:28:52.498368 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-e579168e-fa91-44b5-a8e6-bf153bca4295 service neutron] Attempting to bind port 0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:28:52.498713 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-e579168e-fa91-44b5-a8e6-bf153bca4295 service neutron] Attempting to bind port 0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '2655430d-7b89-4cb5-97a0-423f45ff857c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:28:52.499054 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-e579168e-fa91-44b5-a8e6-bf153bca4295 service neutron] Attempting to bind port 0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03 on network 4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:28:52.501430 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b04a03e4-597b-45b8-b44f-9082a6eb8c4a req-71f4432c-349e-4697-a13f-9861ea68e6b2 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:52.507742 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-e579168e-fa91-44b5-a8e6-bf153bca4295 service neutron] Port 0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03 on network 4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:28:52.508078 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-e579168e-fa91-44b5-a8e6-bf153bca4295 service neutron] Attempting to bind port 0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03 on network 4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:28:52.513516 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-e579168e-fa91-44b5-a8e6-bf153bca4295 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:28:52.513875 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-e579168e-fa91-44b5-a8e6-bf153bca4295 service neutron] Checking segment: {'id': '2655430d-7b89-4cb5-97a0-423f45ff857c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:28:52.514699 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-e579168e-fa91-44b5-a8e6-bf153bca4295 service neutron] Bound using segment: {'id': '2655430d-7b89-4cb5-97a0-423f45ff857c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:28:52.514699 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-e579168e-fa91-44b5-a8e6-bf153bca4295 service neutron] Bound port: 0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2655430d-7b89-4cb5-97a0-423f45ff857c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:28:52.515062 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-e579168e-fa91-44b5-a8e6-bf153bca4295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:52.562611 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4432c-349e-4697-a13f-9861ea68e6b2 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Pushing event deleted for resources: {'Port': ['ID=75e2b1b6-d0d8-424a-a6bc-819e99591ed3,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:52.618173 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04a03e4-597b-45b8-b44f-9082a6eb8c4a req-71f4432c-349e-4697-a13f-9861ea68e6b2 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] No DVR routers for this DVR port 75e2b1b6-d0d8-424a-a6bc-819e99591ed3 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:28:52.621115 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b04a03e4-597b-45b8-b44f-9082a6eb8c4a req-71f4432c-349e-4697-a13f-9861ea68e6b2 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:52.623253 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b04a03e4-597b-45b8-b44f-9082a6eb8c4a req-71f4432c-349e-4697-a13f-9861ea68e6b2 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.20 "DELETE /v2.0/ports/75e2b1b6-d0d8-424a-a6bc-819e99591ed3 HTTP/1.1" status: 204 len: 173 time: 0.7491930 Jul 24 09:28:52.623830 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1536926d-f406-4ff7-bb7d-fd9d69a3d72c', 'name': 'network-vif-deleted', 'tag': '75e2b1b6-d0d8-424a-a6bc-819e99591ed3'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:28:52.633496 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93de9f6-821c-4485-a03c-ebb947d4a276" -d '{"events": [{"server_uuid": "1536926d-f406-4ff7-bb7d-fd9d69a3d72c", "name": "network-vif-deleted", "tag": "75e2b1b6-d0d8-424a-a6bc-819e99591ed3"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:28:52.646626 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-e579168e-fa91-44b5-a8e6-bf153bca4295 service neutron] For port 0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:28:52.652679 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-e579168e-fa91-44b5-a8e6-bf153bca4295 service neutron] For port 0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03,segment=NetworkSegment(2655430d-7b89-4cb5-97a0-423f45ff857c),segment_id=2655430d-7b89-4cb5-97a0-423f45ff857c)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:28:52.666322 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-e579168e-fa91-44b5-a8e6-bf153bca4295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:52.714203 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-e579168e-fa91-44b5-a8e6-bf153bca4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:52.715079 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-e579168e-fa91-44b5-a8e6-bf153bca4295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:52.716658 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-e579168e-fa91-44b5-a8e6-bf153bca4295 service neutron] 10.222.0.37 "PUT /v2.0/ports/0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03 HTTP/1.1" status: 200 len: 1092 time: 2.3079844 Jul 24 09:28:52.720949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961fb891-fbef-429f-a19c-707751c20743', 'tag': '0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:28:52.723447 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753236a7-0cb1-4551-9a60-ccafa61324a2" -d '{"events": [{"name": "network-changed", "server_uuid": "961fb891-fbef-429f-a19c-707751c20743", "tag": "0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:28:52.730273 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-8388aaa8-8bc6-4bbd-a9ce-5f48dd266c5c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting port 41eafda9-f8bb-4a47-870e-92c58697931d {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:28:52.730629 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8388aaa8-8bc6-4bbd-a9ce-5f48dd266c5c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:52.749188 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dead568-627a-4a14-a560-ec7740010d05 x-openstack-request-id: req-4dead568-627a-4a14-a560-ec7740010d05 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:28:52.749637 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1536926d-f406-4ff7-bb7d-fd9d69a3d72c", "name": "network-vif-deleted", "tag": "75e2b1b6-d0d8-424a-a6bc-819e99591ed3", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:28:52.749962 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4dead568-627a-4a14-a560-ec7740010d05 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:28:52.750468 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1536926d-f406-4ff7-bb7d-fd9d69a3d72c', 'name': 'network-vif-deleted', 'tag': '75e2b1b6-d0d8-424a-a6bc-819e99591ed3', 'status': 'completed', 'code': 200} Jul 24 09:28:52.808971 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edfa3a1-73dd-40fb-8ed9-b886bb39794e x-openstack-request-id: req-7edfa3a1-73dd-40fb-8ed9-b886bb39794e {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:28:52.809276 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "961fb891-fbef-429f-a19c-707751c20743", "tag": "0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:28:52.809530 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7edfa3a1-73dd-40fb-8ed9-b886bb39794e {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:28:52.809962 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '961fb891-fbef-429f-a19c-707751c20743', 'tag': '0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03', 'status': 'completed', 'code': 200} Jul 24 09:28:52.832770 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579168e-fa91-44b5-a8e6-bf153bca4295 service neutron] Pushing event updated for resources: {'Port': ['ID=0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:52.851331 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60955d48-b15a-46d1-822a-d53312b642c0 req-6ca24c94-7ef2-4f65-9628-643e6a8f6ea1 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:52.860297 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-60955d48-b15a-46d1-822a-d53312b642c0 req-6ca24c94-7ef2-4f65-9628-643e6a8f6ea1 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.20 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 947 time: 0.2020924 Jul 24 09:28:52.925625 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8388aaa8-8bc6-4bbd-a9ce-5f48dd266c5c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:52.944187 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-1c616192-5e6f-40c7-a523-d308043b8c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:52.945925 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-1c616192-5e6f-40c7-a523-d308043b8c9f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94b4841e090b46649cb32073db3edbbd&device_id=961fb891-fbef-429f-a19c-707751c20743 HTTP/1.1" status: 200 len: 1095 time: 0.1582398 Jul 24 09:28:52.946866 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-8388aaa8-8bc6-4bbd-a9ce-5f48dd266c5c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Calling delete_port for 41eafda9-f8bb-4a47-870e-92c58697931d owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:28:53.015181 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-c9ab82a2-dbc9-4a26-b439-2aaa50d0360f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03 HTTP/1.1" status: 200 len: 217 time: 0.0586939 Jul 24 09:28:53.024542 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-60955d48-b15a-46d1-822a-d53312b642c0 req-b46d11d1-5433-42ac-b467-c66964fcd1ce tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Deleting port 52b6abbb-ed45-4747-a882-9996245f27ee {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:28:53.024970 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-60955d48-b15a-46d1-822a-d53312b642c0 req-b46d11d1-5433-42ac-b467-c66964fcd1ce tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:53.202299 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-21bed712-6a8a-4c7f-ba25-b470faf41cc1 req-9deb5b95-05b2-438f-9f48-3434238b7332 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?device_id=1536926d-f406-4ff7-bb7d-fd9d69a3d72c HTTP/1.1" status: 200 len: 210 time: 0.0609117 Jul 24 09:28:53.224186 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-46225273-857a-497f-a8bb-dafb4f9e31a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:53.226278 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-46225273-857a-497f-a8bb-dafb4f9e31a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b52c53ed-da99-4243-96d3-47bd1a74a8a1 HTTP/1.1" status: 200 len: 855 time: 0.1483321 Jul 24 09:28:53.248682 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-60955d48-b15a-46d1-822a-d53312b642c0 req-b46d11d1-5433-42ac-b467-c66964fcd1ce tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] For port 52b6abbb-ed45-4747-a882-9996245f27ee, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=52b6abbb-ed45-4747-a882-9996245f27ee,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:53.249412 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-60955d48-b15a-46d1-822a-d53312b642c0 req-b46d11d1-5433-42ac-b467-c66964fcd1ce tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:53.276968 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d63c4f-f2f9-4783-96c3-becda95ff40c req-f21737e8-7e35-4c74-8587-c3d2234462a1 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:53.279268 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-49d63c4f-f2f9-4783-96c3-becda95ff40c req-f21737e8-7e35-4c74-8587-c3d2234462a1 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 947 time: 0.2228737 Jul 24 09:28:53.294314 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-3442b5c6-abf0-4196-8632-31d0c118e044 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603900 Jul 24 09:28:53.405083 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-49d63c4f-f2f9-4783-96c3-becda95ff40c req-05e179b7-5b19-4bd8-bf40-eebb66280cf3 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=98c17539-6949-484d-ac42-92e73d95149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142161 Jul 24 09:28:53.482856 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-5c3b757d-2a9f-4b8c-a74e-a1e1e89f87ac service neutron] 10.222.0.37 "GET /v2.0/networks/4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792679 Jul 24 09:28:53.486149 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8388aaa8-8bc6-4bbd-a9ce-5f48dd266c5c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:53.527903 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52846) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:53.555717 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388aaa8-8bc6-4bbd-a9ce-5f48dd266c5c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Port': ['ID=41eafda9-f8bb-4a47-870e-92c58697931d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:53.660704 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-60955d48-b15a-46d1-822a-d53312b642c0 req-b46d11d1-5433-42ac-b467-c66964fcd1ce tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:53.661113 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-60955d48-b15a-46d1-822a-d53312b642c0 req-b46d11d1-5433-42ac-b467-c66964fcd1ce tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:53.661430 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [req-60955d48-b15a-46d1-822a-d53312b642c0 req-b46d11d1-5433-42ac-b467-c66964fcd1ce tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Floating IP 6a155cbc-9327-4ff6-915a-402a3796f47d disassociated. External IP: 172.25.7.25, port: 52b6abbb-ed45-4747-a882-9996245f27ee. Jul 24 09:28:53.661776 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-60955d48-b15a-46d1-822a-d53312b642c0 req-b46d11d1-5433-42ac-b467-c66964fcd1ce tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Calling delete_port for 52b6abbb-ed45-4747-a882-9996245f27ee owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:28:53.740856 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8388aaa8-8bc6-4bbd-a9ce-5f48dd266c5c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:53.862599 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9c78c6cd-e80e-4a0d-bc38-c87a2ad35448 req-2af5f8c5-c634-48f9-aba0-d2f994b84c19 service neutron] 10.222.0.37 "GET /v2.0/networks/4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688493 Jul 24 09:28:53.870412 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2a7ab-bf4d-48b5-aa10-0c6bce59c571 req-55c72e91-7ea3-4270-8589-7087ca8775cc tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:53.872138 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a8a2a7ab-bf4d-48b5-aa10-0c6bce59c571 req-55c72e91-7ea3-4270-8589-7087ca8775cc tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.3215921 Jul 24 09:28:54.004683 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a8a2a7ab-bf4d-48b5-aa10-0c6bce59c571 req-d1265a16-56d9-400b-b490-1dc336411ace tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261308 Jul 24 09:28:54.019778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8388aaa8-8bc6-4bbd-a9ce-5f48dd266c5c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Router f189835a-2eb1-4a65-bab2-5a2f9177db8a has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:28:54.045876 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753236a7-0cb1-4551-9a60-ccafa61324a2 req-4536ef88-30e5-4756-b202-95b357132e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:54.047414 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-753236a7-0cb1-4551-9a60-ccafa61324a2 req-4536ef88-30e5-4756-b202-95b357132e35 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94b4841e090b46649cb32073db3edbbd&device_id=961fb891-fbef-429f-a19c-707751c20743 HTTP/1.1" status: 200 len: 1095 time: 0.1148741 Jul 24 09:28:54.098782 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d09acacf-0e5e-4573-85d8-013968046905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:54.137873 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8388aaa8-8bc6-4bbd-a9ce-5f48dd266c5c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:28:54.144521 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8388aaa8-8bc6-4bbd-a9ce-5f48dd266c5c tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "PUT /v2.0/routers/f189835a-2eb1-4a65-bab2-5a2f9177db8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5679524 Jul 24 09:28:54.147285 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52852) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:54.154943 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18624683-a0b0-4864-a5cf-5e9e8790eb39 None None] Sync routers for ids ['f189835a-2eb1-4a65-bab2-5a2f9177db8a'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:28:54.191175 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18624683-a0b0-4864-a5cf-5e9e8790eb39 None None] Routers {'f189835a-2eb1-4a65-bab2-5a2f9177db8a'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:28:54.191942 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-18624683-a0b0-4864-a5cf-5e9e8790eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:28:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['f189835a-2eb1-4a65-bab2-5a2f9177db8a'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:54.203202 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-00092782-d095-468e-a8b5-7e844d59cec4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] GET failed (client error): The resource could not be found. Jul 24 09:28:54.206467 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 52b6abbb-ed45-4747-a882-9996245f27ee no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:28:54.213433 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ea7a4-eef2-4d1f-bcf3-8f3b2dd4c9c1 req-1ac401f8-10c4-421d-8457-f7c4be0fea15 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:54.214984 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bb4ea7a4-eef2-4d1f-bcf3-8f3b2dd4c9c1 req-1ac401f8-10c4-421d-8457-f7c4be0fea15 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=961fb891-fbef-429f-a19c-707751c20743 HTTP/1.1" status: 200 len: 944 time: 0.5375063 Jul 24 09:28:54.221470 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-00092782-d095-468e-a8b5-7e844d59cec4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "GET /v2.0/ports/41eafda9-f8bb-4a47-870e-92c58697931d HTTP/1.1" status: 404 len: 333 time: 0.0733032 Jul 24 09:28:54.228142 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52854) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:54.265388 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-18624683-a0b0-4864-a5cf-5e9e8790eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:54.268156 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753236a7-0cb1-4551-9a60-ccafa61324a2 req-f793b8ba-b563-4a94-b6eb-6b9cc71da229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:54.269717 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-753236a7-0cb1-4551-9a60-ccafa61324a2 req-f793b8ba-b563-4a94-b6eb-6b9cc71da229 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8 HTTP/1.1" status: 200 len: 915 time: 0.1873310 Jul 24 09:28:54.283738 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18624683-a0b0-4864-a5cf-5e9e8790eb39 None None] Routers {'f189835a-2eb1-4a65-bab2-5a2f9177db8a'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:28:54.284659 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-18624683-a0b0-4864-a5cf-5e9e8790eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:28:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['f189835a-2eb1-4a65-bab2-5a2f9177db8a'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:54.339385 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-753236a7-0cb1-4551-9a60-ccafa61324a2 req-671f2d91-754f-425a-b1e5-c40f4e650863 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03 HTTP/1.1" status: 200 len: 217 time: 0.0627084 Jul 24 09:28:54.348814 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-18624683-a0b0-4864-a5cf-5e9e8790eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:54.351437 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18624683-a0b0-4864-a5cf-5e9e8790eb39 None None] The sync data for ids ['f189835a-2eb1-4a65-bab2-5a2f9177db8a'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:28:54.351977 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:54.392280 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58162392-2b48-48d3-9241-924c8cb3134d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:54.413231 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753236a7-0cb1-4551-9a60-ccafa61324a2 req-34968502-67c2-47cc-a773-d435174e5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:54.415409 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-753236a7-0cb1-4551-9a60-ccafa61324a2 req-34968502-67c2-47cc-a773-d435174e5622 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b52c53ed-da99-4243-96d3-47bd1a74a8a1 HTTP/1.1" status: 200 len: 855 time: 0.0671711 Jul 24 09:28:54.455626 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-753236a7-0cb1-4551-9a60-ccafa61324a2 req-3c804d1d-4bb3-4b07-87a9-53f573376e31 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336733 Jul 24 09:28:54.535285 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 75e2b1b6-d0d8-424a-a6bc-819e99591ed3 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:28:54.558680 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 75e2b1b6-d0d8-424a-a6bc-819e99591ed3 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:28:54.559395 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 75e2b1b6-d0d8-424a-a6bc-819e99591ed3 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:28:54.594319 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-60955d48-b15a-46d1-822a-d53312b642c0 req-b46d11d1-5433-42ac-b467-c66964fcd1ce tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:54.658877 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bb4ea7a4-eef2-4d1f-bcf3-8f3b2dd4c9c1 req-e4a8a7eb-b115-4233-9d3e-cb028cec8ad1 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298470 Jul 24 09:28:54.684013 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58162392-2b48-48d3-9241-924c8cb3134d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:54.695981 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58162392-2b48-48d3-9241-924c8cb3134d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:54.698495 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d11d1-5433-42ac-b467-c66964fcd1ce tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Pushing event deleted for resources: {'Port': ['ID=52b6abbb-ed45-4747-a882-9996245f27ee,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:54.702096 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d09acacf-0e5e-4573-85d8-013968046905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:54.718655 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d11d1-5433-42ac-b467-c66964fcd1ce tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:54.719133 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d11d1-5433-42ac-b467-c66964fcd1ce tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:54.719346 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d11d1-5433-42ac-b467-c66964fcd1ce tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:54.719686 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d11d1-5433-42ac-b467-c66964fcd1ce tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:54.720033 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d11d1-5433-42ac-b467-c66964fcd1ce tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:54.720377 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d11d1-5433-42ac-b467-c66964fcd1ce tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:54.723948 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d11d1-5433-42ac-b467-c66964fcd1ce tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:54.724311 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d11d1-5433-42ac-b467-c66964fcd1ce tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:54.724662 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d11d1-5433-42ac-b467-c66964fcd1ce tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:54.725043 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d11d1-5433-42ac-b467-c66964fcd1ce tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:54.725380 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d11d1-5433-42ac-b467-c66964fcd1ce tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:54.725719 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d11d1-5433-42ac-b467-c66964fcd1ce tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:28:54.758387 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d09acacf-0e5e-4573-85d8-013968046905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:54.876147 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58162392-2b48-48d3-9241-924c8cb3134d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:54.876654 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58162392-2b48-48d3-9241-924c8cb3134d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Fanout notify agent at l3_agent the message router_deleted on router f189835a-2eb1-4a65-bab2-5a2f9177db8a {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:28:54.893715 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7f91c315-6610-4d9c-85d2-f6f3c173a2f0 req-3015b900-42d8-4cb0-9388-827f4d5f34fa tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 210 time: 0.1309655 Jul 24 09:28:54.905288 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58162392-2b48-48d3-9241-924c8cb3134d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:54.906417 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-58162392-2b48-48d3-9241-924c8cb3134d tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/routers/f189835a-2eb1-4a65-bab2-5a2f9177db8a HTTP/1.1" status: 204 len: 168 time: 0.6757154 Jul 24 09:28:54.912539 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52874) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:54.917413 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d09acacf-0e5e-4573-85d8-013968046905 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5de7ff50aafe4fc5baab6da88c000a72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3880889 Jul 24 09:28:54.927347 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52876) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:54.932090 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09acacf-0e5e-4573-85d8-013968046905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e50fa8f-86c8-41ca-b398-9d62e34e4fa8,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:54.980118 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-753236a7-0cb1-4551-9a60-ccafa61324a2 req-ecf6845d-7281-48c6-8947-ba0fdc6294d4 service neutron] 10.222.0.37 "GET /v2.0/networks/4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178680 Jul 24 09:28:54.988004 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-4383e35a-5fa1-452a-8851-0aab66305ab0 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:54.989386 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-4383e35a-5fa1-452a-8851-0aab66305ab0 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/networks?id=c9eff49e-98a6-4f9d-932d-032b9356b651 HTTP/1.1" status: 200 len: 809 time: 0.4600737 Jul 24 09:28:55.027481 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-158ec0b4-99ad-4660-9040-28d02b9150a1 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/quotas/64c1dc58478141589d6596790badc1c3 HTTP/1.1" status: 200 len: 375 time: 0.0192323 Jul 24 09:28:55.049406 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d8c376-7e60-4616-a307-8e374f56c21f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting subnet e205aee5-8c31-4aed-9982-fb04e2210e4f {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:28:55.062915 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04d8c376-7e60-4616-a307-8e374f56c21f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:55.090686 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f0aa03a8-b745-49ca-9016-26812e7af5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:55.101860 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60955d48-b15a-46d1-822a-d53312b642c0 req-b46d11d1-5433-42ac-b467-c66964fcd1ce tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Router e4330797-b40f-4e29-beab-c3a66964a11b has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:28:55.104037 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-4e10f580-519a-4e81-b7c5-3927478758b8 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=64c1dc58478141589d6596790badc1c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416696 Jul 24 09:28:55.137254 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04d8c376-7e60-4616-a307-8e374f56c21f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:55.154289 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-753236a7-0cb1-4551-9a60-ccafa61324a2 req-105a32bb-c4d1-4a6e-b574-19827dc23885 service neutron] 10.222.0.37 "GET /v2.0/networks/4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639271 Jul 24 09:28:55.216245 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f0aa03a8-b745-49ca-9016-26812e7af5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:55.239151 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-81f23305-c339-4b59-bda7-93c399d914b4 service neutron] 10.222.0.32 "GET /v2.0/networks/c9eff49e-98a6-4f9d-932d-032b9356b651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341171 Jul 24 09:28:55.347222 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-522f2c56-7d7c-4f97-8eb4-35b67419039d service neutron] 10.222.0.32 "GET /v2.0/networks/c9eff49e-98a6-4f9d-932d-032b9356b651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940700 Jul 24 09:28:55.454478 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04d8c376-7e60-4616-a307-8e374f56c21f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:55.505504 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:28:55.506275 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f0aa03a8-b745-49ca-9016-26812e7af5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:55.508895 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f0aa03a8-b745-49ca-9016-26812e7af5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:55.512674 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f0aa03a8-b745-49ca-9016-26812e7af5d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e50fa8f-86c8-41ca-b398-9d62e34e4fa8 HTTP/1.1" status: 204 len: 168 time: 0.5815649 Jul 24 09:28:55.519808 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60955d48-b15a-46d1-822a-d53312b642c0 req-b46d11d1-5433-42ac-b467-c66964fcd1ce tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:28:55.531382 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524a3ca-c265-4a8f-a1ca-d2e129d8d20b req-debfafeb-224d-4ef1-9570-fbd5fcb86332 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:55.532992 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a524a3ca-c265-4a8f-a1ca-d2e129d8d20b req-debfafeb-224d-4ef1-9570-fbd5fcb86332 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.3385780 Jul 24 09:28:55.543330 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0cbdc2-d064-40b0-b5c8-9c1b2ebe7974 None None] Sync routers for ids ['e4330797-b40f-4e29-beab-c3a66964a11b'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:28:55.547170 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa03a8-b745-49ca-9016-26812e7af5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e50fa8f-86c8-41ca-b398-9d62e34e4fa8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:55.610132 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-60955d48-b15a-46d1-822a-d53312b642c0 req-b46d11d1-5433-42ac-b467-c66964fcd1ce tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] No DVR routers for this DVR port 52b6abbb-ed45-4747-a882-9996245f27ee on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:28:55.616831 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4268031a-4618-4bbc-b49b-8bc60d0fe32e req-b4fefe2e-3535-485a-9aff-e321435d0366 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?device_id=085af28d-3dff-440c-b849-12307a3b0c29 HTTP/1.1" status: 200 len: 210 time: 0.0822868 Jul 24 09:28:55.617411 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-60955d48-b15a-46d1-822a-d53312b642c0 req-b46d11d1-5433-42ac-b467-c66964fcd1ce tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:55.619544 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-60955d48-b15a-46d1-822a-d53312b642c0 req-b46d11d1-5433-42ac-b467-c66964fcd1ce tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.20 "DELETE /v2.0/ports/52b6abbb-ed45-4747-a882-9996245f27ee HTTP/1.1" status: 204 len: 173 time: 2.7486815 Jul 24 09:28:55.621106 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b51897-5518-4a45-97ed-8277185dc727', 'name': 'network-vif-deleted', 'tag': '52b6abbb-ed45-4747-a882-9996245f27ee'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:28:55.623440 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a80835f-af0f-402a-889e-926e46c568f0" -d '{"events": [{"server_uuid": "40b51897-5518-4a45-97ed-8277185dc727", "name": "network-vif-deleted", "tag": "52b6abbb-ed45-4747-a882-9996245f27ee"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:28:55.654438 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04d8c376-7e60-4616-a307-8e374f56c21f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:55.696682 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a524a3ca-c265-4a8f-a1ca-d2e129d8d20b req-da2d13cf-b9a6-4c83-ae93-3bb84a58d7b7 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513267 Jul 24 09:28:55.699716 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d8c376-7e60-4616-a307-8e374f56c21f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Subnet': ['ID=e205aee5-8c31-4aed-9982-fb04e2210e4f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:55.713702 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04d8c376-7e60-4616-a307-8e374f56c21f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:55.715593 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-04d8c376-7e60-4616-a307-8e374f56c21f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/subnets/e205aee5-8c31-4aed-9982-fb04e2210e4f HTTP/1.1" status: 204 len: 168 time: 0.7971649 Jul 24 09:28:55.718755 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52896) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:55.731871 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0cbdc2-d064-40b0-b5c8-9c1b2ebe7974 None None] Routers {'e4330797-b40f-4e29-beab-c3a66964a11b'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:28:55.738874 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5b0cbdc2-d064-40b0-b5c8-9c1b2ebe7974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:28:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e4330797-b40f-4e29-beab-c3a66964a11b'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:55.747959 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b97e64-135c-4650-bc6e-1ee9c897e991 None None] Network 00e3b04d-1959-457e-9feb-4d1f2019cfff requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:28:55.778538 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cf6961-8c0f-447c-bf59-d0c7d7dd133e x-openstack-request-id: req-d2cf6961-8c0f-447c-bf59-d0c7d7dd133e {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:28:55.779095 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b51897-5518-4a45-97ed-8277185dc727", "name": "network-vif-deleted", "tag": "52b6abbb-ed45-4747-a882-9996245f27ee", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:28:55.779354 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2cf6961-8c0f-447c-bf59-d0c7d7dd133e {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:28:55.779868 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b51897-5518-4a45-97ed-8277185dc727', 'name': 'network-vif-deleted', 'tag': '52b6abbb-ed45-4747-a882-9996245f27ee', 'status': 'completed', 'code': 200} Jul 24 09:28:55.883205 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-629ee118-ff38-4426-a92d-288559b6591b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:56.065499 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d199d-944b-4e65-a015-a1aef506ad71 req-5145cb5e-230c-47ea-9bf7-604c65596d0d tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:56.066762 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-629ee118-ff38-4426-a92d-288559b6591b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting port 852c037b-de09-4b59-83e8-e6df46b063b6 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:28:56.067932 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-629ee118-ff38-4426-a92d-288559b6591b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:56.076277 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c47d199d-944b-4e65-a015-a1aef506ad71 req-5145cb5e-230c-47ea-9bf7-604c65596d0d tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=961fb891-fbef-429f-a19c-707751c20743 HTTP/1.1" status: 200 len: 944 time: 0.1764534 Jul 24 09:28:56.174572 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c47d199d-944b-4e65-a015-a1aef506ad71 req-93cd4b8a-73fa-441a-81e6-900289467858 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920992 Jul 24 09:28:56.306333 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5901bcb1-0d03-4c80-afd5-67eac2ba217e req-6e7a6406-129b-46bc-9cd4-f5b98bf26005 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b51897-5518-4a45-97ed-8277185dc727 HTTP/1.1" status: 200 len: 210 time: 0.1735687 Jul 24 09:28:56.347490 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-629ee118-ff38-4426-a92d-288559b6591b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] For port 852c037b-de09-4b59-83e8-e6df46b063b6, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=852c037b-de09-4b59-83e8-e6df46b063b6,segment=NetworkSegment(87b943a9-2a52-48c1-80c3-47babe924c45),segment_id=87b943a9-2a52-48c1-80c3-47babe924c45)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:56.347874 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-629ee118-ff38-4426-a92d-288559b6591b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:56.374730 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-629ee118-ff38-4426-a92d-288559b6591b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Calling delete_port for 852c037b-de09-4b59-83e8-e6df46b063b6 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:28:56.451650 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03,segment=NetworkSegment(2655430d-7b89-4cb5-97a0-423f45ff857c),segment_id=2655430d-7b89-4cb5-97a0-423f45ff857c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:56.472426 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-5b0cbdc2-d064-40b0-b5c8-9c1b2ebe7974 None None] Set router e4330797-b40f-4e29-beab-c3a66964a11b gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:28:56.488881 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-629ee118-ff38-4426-a92d-288559b6591b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:56.510746 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03', 'network_id': '4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8', 'port_id': '0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03', 'mac_address': 'fa:16:3e:0d:bc:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b52c53ed-da99-4243-96d3-47bd1a74a8a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:28:56.560207 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ee118-ff38-4426-a92d-288559b6591b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Port': ['ID=852c037b-de09-4b59-83e8-e6df46b063b6,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:56.583907 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629ee118-ff38-4426-a92d-288559b6591b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] No DVR routers for this DVR port 852c037b-de09-4b59-83e8-e6df46b063b6 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:28:56.666259 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1257ba2-021f-481a-ba8a-7f6784a0fd8d None None] DHCP port deletion for 00e3b04d-1959-457e-9feb-4d1f2019cfff request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:28:56.804087 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-47122b41-35ca-40fa-a650-f9e1aa54c766 req-9cc36e99-9506-481b-b10e-90f9edbe5f44 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?device_id=085af28d-3dff-440c-b849-12307a3b0c29 HTTP/1.1" status: 200 len: 210 time: 0.0539770 Jul 24 09:28:56.828897 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-629ee118-ff38-4426-a92d-288559b6591b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:56.840956 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-629ee118-ff38-4426-a92d-288559b6591b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e3b04d-1959-457e-9feb-4d1f2019cfff']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:56.855904 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-629ee118-ff38-4426-a92d-288559b6591b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b943a9-2a52-48c1-80c3-47babe924c45') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:56.856602 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-629ee118-ff38-4426-a92d-288559b6591b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b943a9-2a52-48c1-80c3-47babe924c45') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:56.867185 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-629ee118-ff38-4426-a92d-288559b6591b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:56.888449 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-629ee118-ff38-4426-a92d-288559b6591b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:56.895216 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 852c037b-de09-4b59-83e8-e6df46b063b6 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:28:56.896273 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-629ee118-ff38-4426-a92d-288559b6591b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:28:56.896852 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-629ee118-ff38-4426-a92d-288559b6591b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:56.935986 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:56.964900 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:28:56.978125 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:28:56.995910 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 852c037b-de09-4b59-83e8-e6df46b063b6 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:28:56.996585 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 852c037b-de09-4b59-83e8-e6df46b063b6 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:28:57.036208 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-629ee118-ff38-4426-a92d-288559b6591b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:57.042858 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-629ee118-ff38-4426-a92d-288559b6591b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:57.052864 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-629ee118-ff38-4426-a92d-288559b6591b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/networks/00e3b04d-1959-457e-9feb-4d1f2019cfff HTTP/1.1" status: 204 len: 168 time: 1.3246195 Jul 24 09:28:57.054389 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52938) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:57.065574 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03,segment=NetworkSegment(2655430d-7b89-4cb5-97a0-423f45ff857c),segment_id=2655430d-7b89-4cb5-97a0-423f45ff857c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:28:57.090381 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:57.104873 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ee118-ff38-4426-a92d-288559b6591b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Network': ['ID=00e3b04d-1959-457e-9feb-4d1f2019cfff,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:57.170145 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5b0cbdc2-d064-40b0-b5c8-9c1b2ebe7974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'name': 'tempest-AttachVolumeShelveTestJSON-122914276-router', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:23:52Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': 'bff123a614204702924a0af9802e1c93', 'gw_port': {'id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:23:54Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '1707e30a-8b36-43da-a336-e3029aa42798', 'name': '', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'mac_address': 'fa:16:3e:b1:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:00Z', 'updated_at': '2021-07-24T09:24:15Z', 'revision_number': 5, 'project_id': 'bff123a614204702924a0af9802e1c93', 'subnets': [{'id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:57.192155 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cae7a-deb1-458d-9098-2c459b2353a9 req-9a15d4a1-bfc3-48de-86ab-9824cd3bd686 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:57.207562 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a3cae7a-deb1-458d-9098-2c459b2353a9 req-9a15d4a1-bfc3-48de-86ab-9824cd3bd686 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.2258031 Jul 24 09:28:57.251538 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0cbdc2-d064-40b0-b5c8-9c1b2ebe7974 None None] Checking router: e4330797-b40f-4e29-beab-c3a66964a11b for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:28:57.266734 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f9d2f1-6376-4944-926e-376bc3c58d29 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:57.275959 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0cbdc2-d064-40b0-b5c8-9c1b2ebe7974 None None] Routers {'e4330797-b40f-4e29-beab-c3a66964a11b'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:28:57.277655 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5b0cbdc2-d064-40b0-b5c8-9c1b2ebe7974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:28:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e4330797-b40f-4e29-beab-c3a66964a11b'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:57.278915 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a5f9d2f1-6376-4944-926e-376bc3c58d29 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "GET /v2.0/ports/7c0af699-5cbd-4dfb-b460-fed4e5f404aa HTTP/1.1" status: 200 len: 844 time: 0.2220142 Jul 24 09:28:57.279317 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52942) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:57.317430 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-24a65e07-560e-488d-940b-18d971dc2a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:57.331714 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:28:57.380308 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a3cae7a-deb1-458d-9098-2c459b2353a9 req-34591ee1-c969-482a-8a57-d51e27b07e37 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709747 Jul 24 09:28:57.447925 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-59671cd7-bddc-4281-89c5-6b7cc03649d5 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:57.456075 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-59671cd7-bddc-4281-89c5-6b7cc03649d5 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.20 "GET /v2.0/networks?id=c9eff49e-98a6-4f9d-932d-032b9356b651 HTTP/1.1" status: 200 len: 809 time: 0.4002645 Jul 24 09:28:57.470246 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-432690d2-e331-4981-948c-9d0b40e6f0d0 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Request body: {'port': {'device_id': '085af28d-3dff-440c-b849-12307a3b0c29', 'network_id': 'c9eff49e-98a6-4f9d-932d-032b9356b651', 'admin_state_up': True, 'tenant_id': '64c1dc58478141589d6596790badc1c3'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:57.487652 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ba450c15-af63-4884-a932-c7372e467315 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "GET /v2.0/ports/7c0af699-5cbd-4dfb-b460-fed4e5f404aa?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1954548 Jul 24 09:28:57.488847 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52948) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:57.497580 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-bc44ef38-a914-4aad-a8bb-f6685b233003 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'subnet': {'network_id': 'd13b146b-3ea1-4ac3-963f-59386f67d8df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:57.555979 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:57.593672 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52952) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:57.659350 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e1051-cd4e-44ac-a5ea-48890290f89d req-12082694-9210-40d6-a123-4b8cf6b769ab tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:57.667970 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-690e1051-cd4e-44ac-a5ea-48890290f89d req-12082694-9210-40d6-a123-4b8cf6b769ab tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=961fb891-fbef-429f-a19c-707751c20743 HTTP/1.1" status: 200 len: 945 time: 0.3351560 Jul 24 09:28:57.713254 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc44ef38-a914-4aad-a8bb-f6685b233003 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:57.720414 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bc44ef38-a914-4aad-a8bb-f6685b233003 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:57.738981 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-5b0cbdc2-d064-40b0-b5c8-9c1b2ebe7974 None None] Set router e4330797-b40f-4e29-beab-c3a66964a11b gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:28:57.773272 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-690e1051-cd4e-44ac-a5ea-48890290f89d req-ddb630ba-c2c5-4826-9f98-42df0b4dc607 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999408 Jul 24 09:28:57.816027 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d093ba9e-42fb-4b21-8941-210def0b9256 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:57.879112 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-432690d2-e331-4981-948c-9d0b40e6f0d0 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Made reservation on behalf of 64c1dc58478141589d6596790badc1c3 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:57.882679 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-432690d2-e331-4981-948c-9d0b40e6f0d0 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:57.938799 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d093ba9e-42fb-4b21-8941-210def0b9256 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:58.021269 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f9b3bdb2-23e2-433a-b063-a71ae458edda req-2ef6f012-1d4e-464e-89df-daa2459cbc97 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?device_id=085af28d-3dff-440c-b849-12307a3b0c29 HTTP/1.1" status: 200 len: 210 time: 0.0379562 Jul 24 09:28:58.022277 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bc44ef38-a914-4aad-a8bb-f6685b233003 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:58.088384 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc44ef38-a914-4aad-a8bb-f6685b233003 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network d13b146b-3ea1-4ac3-963f-59386f67d8df is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:28:58.091908 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-bc44ef38-a914-4aad-a8bb-f6685b233003 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:58.096482 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc44ef38-a914-4aad-a8bb-f6685b233003 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:58.097115 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bc44ef38-a914-4aad-a8bb-f6685b233003 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:58.103270 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b544e233-026c-4441-870f-2d2f33ed4c5a None None] Network d13b146b-3ea1-4ac3-963f-59386f67d8df requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:28:58.106493 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d093ba9e-42fb-4b21-8941-210def0b9256 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:58.109292 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d093ba9e-42fb-4b21-8941-210def0b9256 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:58.112214 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d093ba9e-42fb-4b21-8941-210def0b9256 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "DELETE /v2.0/security-groups/98c17539-6949-484d-ac42-92e73d95149c HTTP/1.1" status: 204 len: 168 time: 0.5164497 Jul 24 09:28:58.115110 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52962) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:58.128954 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bc44ef38-a914-4aad-a8bb-f6685b233003 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6386962 Jul 24 09:28:58.133885 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc44ef38-a914-4aad-a8bb-f6685b233003 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Subnet': ['ID=9eb795e7-6d55-417c-abe7-0a0d37a5af56,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:58.134043 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52964) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:58.137016 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-2de79f27-3cac-416c-8d69-758eb97ab457 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] show failed (client error): The resource could not be found. Jul 24 09:28:58.140627 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2de79f27-3cac-416c-8d69-758eb97ab457 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups/98c17539-6949-484d-ac42-92e73d95149c HTTP/1.1" status: 404 len: 347 time: 0.0192399 Jul 24 09:28:58.141452 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52966) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:58.142082 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ae45959a-e2be-4c16-8031-04dc309a6d95 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'security_group': {'name': 'tempest-secgroup-109734353'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:58.150339 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093ba9e-42fb-4b21-8941-210def0b9256 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c17539-6949-484d-ac42-92e73d95149c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:58.195510 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-432690d2-e331-4981-948c-9d0b40e6f0d0 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Allocated IP 172.20.0.7 (c9eff49e-98a6-4f9d-932d-032b9356b651/31ae8e82-00fb-47da-9072-acc56d26535b/cf1602d4-5a33-4002-99c2-ffee639c5402) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:28:58.223816 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ae45959a-e2be-4c16-8031-04dc309a6d95 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:58.303091 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5b0cbdc2-d064-40b0-b5c8-9c1b2ebe7974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'name': 'tempest-AttachVolumeShelveTestJSON-122914276-router', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:23:52Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': 'bff123a614204702924a0af9802e1c93', 'gw_port': {'id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:23:54Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '1707e30a-8b36-43da-a336-e3029aa42798', 'name': '', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'mac_address': 'fa:16:3e:b1:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:00Z', 'updated_at': '2021-07-24T09:24:15Z', 'revision_number': 5, 'project_id': 'bff123a614204702924a0af9802e1c93', 'subnets': [{'id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:28:58.333224 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0cbdc2-d064-40b0-b5c8-9c1b2ebe7974 None None] The sync data for ids ['e4330797-b40f-4e29-beab-c3a66964a11b'] in n-d-800085-9 is: [{'id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'name': 'tempest-AttachVolumeShelveTestJSON-122914276-router', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:23:52Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': 'bff123a614204702924a0af9802e1c93', 'gw_port': {'id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:23:54Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '1707e30a-8b36-43da-a336-e3029aa42798', 'name': '', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'mac_address': 'fa:16:3e:b1:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:00Z', 'updated_at': '2021-07-24T09:24:15Z', 'revision_number': 5, 'project_id': 'bff123a614204702924a0af9802e1c93', 'subnets': [{'id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:28:58.386448 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-4771af87-9d64-4603-87e0-37d311bc2410 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Deleting port 2bc602ef-35e6-4ed9-ae82-131e2fa9d69a {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:28:58.386811 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4771af87-9d64-4603-87e0-37d311bc2410 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:58.440783 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596c50d7-20f3-4801-acd9-ab45c2228015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-d13b146b-3ea1-4ac3-963f-59386f67d8df', 'network_id': 'd13b146b-3ea1-4ac3-963f-59386f67d8df', 'tenant_id': '91ac73207ba04ee3977a4bedfdf2993b', 'fixed_ips': [{'subnet_id': '9eb795e7-6d55-417c-abe7-0a0d37a5af56'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:28:58.441761 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-596c50d7-20f3-4801-acd9-ab45c2228015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:58.524902 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4771af87-9d64-4603-87e0-37d311bc2410 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:58.525258 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4771af87-9d64-4603-87e0-37d311bc2410 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:58.542097 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-4771af87-9d64-4603-87e0-37d311bc2410 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Calling delete_port for 2bc602ef-35e6-4ed9-ae82-131e2fa9d69a owned by network:floatingip {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:28:58.669854 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-432690d2-e331-4981-948c-9d0b40e6f0d0 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:58.708075 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ae45959a-e2be-4c16-8031-04dc309a6d95 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:58.716860 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ae45959a-e2be-4c16-8031-04dc309a6d95 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:58.719992 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-596c50d7-20f3-4801-acd9-ab45c2228015 None None] Allocated IP 2001:db8::2 (d13b146b-3ea1-4ac3-963f-59386f67d8df/9eb795e7-6d55-417c-abe7-0a0d37a5af56/1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:28:58.773503 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ae45959a-e2be-4c16-8031-04dc309a6d95 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:58.777557 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52974) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:58.777721 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ae45959a-e2be-4c16-8031-04dc309a6d95 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6422579 Jul 24 09:28:58.784039 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-d2a3dc76-4bc1-4783-b4d3-2ce307351778 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'security_group': {'name': 'tempest-secgroup-136299672'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:58.788358 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45959a-e2be-4c16-8031-04dc309a6d95 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0cfe3b-21a3-4b53-b68b-3f84ebaf14a7,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:58.812951 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc62df8-95a4-4261-a14a-1e188b3717f8 req-cf93e0fe-b749-44d3-805c-558c3e3700c5 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:58.814945 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5cc62df8-95a4-4261-a14a-1e188b3717f8 req-cf93e0fe-b749-44d3-805c-558c3e3700c5 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.2739654 Jul 24 09:28:58.816593 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-432690d2-e331-4981-948c-9d0b40e6f0d0 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:58.866353 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d2a3dc76-4bc1-4783-b4d3-2ce307351778 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:58.872853 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4771af87-9d64-4603-87e0-37d311bc2410 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:58.893418 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e2a4f-76b1-46e8-9e74-522cbecfc64c None None] New status for floating IP 6a155cbc-9327-4ff6-915a-402a3796f47d: DOWN {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:28:58.897169 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-432690d2-e331-4981-948c-9d0b40e6f0d0 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Network c9eff49e-98a6-4f9d-932d-032b9356b651 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:28:58.899094 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432690d2-e331-4981-948c-9d0b40e6f0d0 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Pushing event updated for resources: {'Port': ['ID=cf1602d4-5a33-4002-99c2-ffee639c5402,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:58.908619 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-432690d2-e331-4981-948c-9d0b40e6f0d0 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:58.913885 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-432690d2-e331-4981-948c-9d0b40e6f0d0 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:28:58.924120 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5cc62df8-95a4-4261-a14a-1e188b3717f8 req-28a461db-2323-4c8e-a8c8-48ce31a5125d tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990932 Jul 24 09:28:59.006832 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-432690d2-e331-4981-948c-9d0b40e6f0d0 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:59.007485 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-432690d2-e331-4981-948c-9d0b40e6f0d0 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:59.035408 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771af87-9d64-4603-87e0-37d311bc2410 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Pushing event deleted for resources: {'Port': ['ID=2bc602ef-35e6-4ed9-ae82-131e2fa9d69a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:59.038814 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-432690d2-e331-4981-948c-9d0b40e6f0d0 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5728633 Jul 24 09:28:59.050505 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-74de8be6-ccfe-4cc5-b5e5-6c61b32f6c5e service neutron] Request body: {'port': {'device_id': '085af28d-3dff-440c-b849-12307a3b0c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:59.189977 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-596c50d7-20f3-4801-acd9-ab45c2228015 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:59.200066 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-596c50d7-20f3-4801-acd9-ab45c2228015 None None] Transition to ACTIVE for port object 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:59.221248 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-596c50d7-20f3-4801-acd9-ab45c2228015 None None] Transition to ACTIVE for port object 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:59.230519 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-596c50d7-20f3-4801-acd9-ab45c2228015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:59.243225 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-74de8be6-ccfe-4cc5-b5e5-6c61b32f6c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:59.244898 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d2a3dc76-4bc1-4783-b4d3-2ce307351778 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:59.262958 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d2a3dc76-4bc1-4783-b4d3-2ce307351778 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:59.294274 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c50d7-20f3-4801-acd9-ab45c2228015 None None] Pushing event updated for resources: {'Port': ['ID=1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:59.308631 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596c50d7-20f3-4801-acd9-ab45c2228015 None None] Network d13b146b-3ea1-4ac3-963f-59386f67d8df is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:28:59.310984 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-596c50d7-20f3-4801-acd9-ab45c2228015 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:28:59.313137 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157316b-8043-4fe4-a724-1f06e9f79aee req-61daadc1-f49c-45a9-84d2-6e98b8593277 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:59.313949 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596c50d7-20f3-4801-acd9-ab45c2228015 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:28:59.324087 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0157316b-8043-4fe4-a724-1f06e9f79aee req-61daadc1-f49c-45a9-84d2-6e98b8593277 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=961fb891-fbef-429f-a19c-707751c20743 HTTP/1.1" status: 200 len: 945 time: 0.4043987 Jul 24 09:28:59.335266 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae867b87-a0fe-43b1-82aa-e444d95e3581 req-551eff23-ee38-4210-85a3-2395df95c58a tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:28:59.336861 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ae867b87-a0fe-43b1-82aa-e444d95e3581 req-551eff23-ee38-4210-85a3-2395df95c58a tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?device_id=085af28d-3dff-440c-b849-12307a3b0c29 HTTP/1.1" status: 200 len: 931 time: 0.1415532 Jul 24 09:28:59.369774 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d2a3dc76-4bc1-4783-b4d3-2ce307351778 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:59.371298 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d2a3dc76-4bc1-4783-b4d3-2ce307351778 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5920992 Jul 24 09:28:59.374726 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52992) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:28:59.382494 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4771af87-9d64-4603-87e0-37d311bc2410 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for floatingip, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:59.386934 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4771af87-9d64-4603-87e0-37d311bc2410 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:59.395283 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4771af87-9d64-4603-87e0-37d311bc2410 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "DELETE /v2.0/floatingips/6a155cbc-9327-4ff6-915a-402a3796f47d HTTP/1.1" status: 204 len: 168 time: 1.2533648 Jul 24 09:28:59.402321 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-dac3fda1-14e5-4b32-9a27-3298cb03ef92 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-212765027', 'security_groups': ['5150c058-bfb4-4056-8727-d2b6c2cda396'], 'network_id': 'd13b146b-3ea1-4ac3-963f-59386f67d8df', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9eb795e7-6d55-417c-abe7-0a0d37a5af56'}]}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:28:59.454641 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-596c50d7-20f3-4801-acd9-ab45c2228015 None None] Attempting to bind port 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:28:59.462444 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-596c50d7-20f3-4801-acd9-ab45c2228015 None None] Attempting to bind port 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'bda04c07-30db-40b5-a1ba-6dca47368963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd13b146b-3ea1-4ac3-963f-59386f67d8df'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:28:59.463643 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596c50d7-20f3-4801-acd9-ab45c2228015 None None] Attempting to bind port 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 on network d13b146b-3ea1-4ac3-963f-59386f67d8df {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:28:59.471809 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3dc76-4bc1-4783-b4d3-2ce307351778 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5150c058-bfb4-4056-8727-d2b6c2cda396,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:59.477090 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596c50d7-20f3-4801-acd9-ab45c2228015 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:28:59.477814 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596c50d7-20f3-4801-acd9-ab45c2228015 None None] Checking segment: {'id': 'bda04c07-30db-40b5-a1ba-6dca47368963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd13b146b-3ea1-4ac3-963f-59386f67d8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:28:59.478458 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-596c50d7-20f3-4801-acd9-ab45c2228015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:59.479935 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596c50d7-20f3-4801-acd9-ab45c2228015 None None] Bound using segment: {'id': 'bda04c07-30db-40b5-a1ba-6dca47368963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd13b146b-3ea1-4ac3-963f-59386f67d8df'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:28:59.480838 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-596c50d7-20f3-4801-acd9-ab45c2228015 None None] Bound port: 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda04c07-30db-40b5-a1ba-6dca47368963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd13b146b-3ea1-4ac3-963f-59386f67d8df'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:28:59.482760 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-596c50d7-20f3-4801-acd9-ab45c2228015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:59.511742 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0157316b-8043-4fe4-a724-1f06e9f79aee req-7a2d9fff-f6be-4efc-82b7-8fdf025eaf06 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857822 Jul 24 09:28:59.528716 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ae867b87-a0fe-43b1-82aa-e444d95e3581 req-5f712d15-d7fe-4950-99c4-614d665c8a0b tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8ab793f-e00a-477d-97b6-1abf6378eb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225443 Jul 24 09:28:59.563613 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:28:59.624811 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-596c50d7-20f3-4801-acd9-ab45c2228015 None None] For port 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:28:59.644455 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-596c50d7-20f3-4801-acd9-ab45c2228015 None None] For port 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6,segment=NetworkSegment(bda04c07-30db-40b5-a1ba-6dca47368963),segment_id=bda04c07-30db-40b5-a1ba-6dca47368963)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:28:59.655339 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-596c50d7-20f3-4801-acd9-ab45c2228015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:59.712197 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-74de8be6-ccfe-4cc5-b5e5-6c61b32f6c5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf1602d4-5a33-4002-99c2-ffee639c5402 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:28:59.713582 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c50d7-20f3-4801-acd9-ab45c2228015 None None] Pushing event updated for resources: {'Port': ['ID=1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:28:59.738540 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-74de8be6-ccfe-4cc5-b5e5-6c61b32f6c5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:59.738899 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:28:59.744594 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:28:59.745341 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:59.763476 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-74de8be6-ccfe-4cc5-b5e5-6c61b32f6c5e service neutron] Transition to ACTIVE for port object cf1602d4-5a33-4002-99c2-ffee639c5402 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:28:59.779142 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-74de8be6-ccfe-4cc5-b5e5-6c61b32f6c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:59.789068 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac3fda1-14e5-4b32-9a27-3298cb03ef92 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:28:59.879843 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d0935e37-778c-4794-aba0-e0268fb3ffe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:59.963836 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dac3fda1-14e5-4b32-9a27-3298cb03ef92 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:28:59.980002 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:00.000668 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-dac3fda1-14e5-4b32-9a27-3298cb03ef92 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] device_id is not set on port fed61a8c-8083-41bd-904b-e4059e28067b yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:29:00.038273 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961fb891-fbef-429f-a19c-707751c20743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:29:00.044084 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56203a71-6076-409d-9824-68a0fa5a2855" -d '{"events": [{"server_uuid": "961fb891-fbef-429f-a19c-707751c20743", "name": "network-vif-plugged", "status": "completed", "tag": "0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:29:00.074030 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03,segment=NetworkSegment(2655430d-7b89-4cb5-97a0-423f45ff857c),segment_id=2655430d-7b89-4cb5-97a0-423f45ff857c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:00.082051 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:00.150758 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de8be6-ccfe-4cc5-b5e5-6c61b32f6c5e service neutron] Pushing event updated for resources: {'Port': ['ID=cf1602d4-5a33-4002-99c2-ffee639c5402,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:00.298514 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:00.318080 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-74de8be6-ccfe-4cc5-b5e5-6c61b32f6c5e service neutron] Attempting to bind port cf1602d4-5a33-4002-99c2-ffee639c5402 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:29:00.318423 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-74de8be6-ccfe-4cc5-b5e5-6c61b32f6c5e service neutron] Attempting to bind port cf1602d4-5a33-4002-99c2-ffee639c5402 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'ba94c687-d9bc-48a0-ad97-f7798b91848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c9eff49e-98a6-4f9d-932d-032b9356b651'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:29:00.318763 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-74de8be6-ccfe-4cc5-b5e5-6c61b32f6c5e service neutron] Attempting to bind port cf1602d4-5a33-4002-99c2-ffee639c5402 on network c9eff49e-98a6-4f9d-932d-032b9356b651 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:29:00.332660 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-74de8be6-ccfe-4cc5-b5e5-6c61b32f6c5e service neutron] Port cf1602d4-5a33-4002-99c2-ffee639c5402 on network c9eff49e-98a6-4f9d-932d-032b9356b651 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:29:00.333072 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-74de8be6-ccfe-4cc5-b5e5-6c61b32f6c5e service neutron] Attempting to bind port cf1602d4-5a33-4002-99c2-ffee639c5402 on network c9eff49e-98a6-4f9d-932d-032b9356b651 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:29:00.358531 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388de84a-cd83-48d9-af6e-128c2a013eca req-3688b479-e676-4934-832a-64121053823b tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:00.365509 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-388de84a-cd83-48d9-af6e-128c2a013eca req-3688b479-e676-4934-832a-64121053823b tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.2050104 Jul 24 09:29:00.372693 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-74de8be6-ccfe-4cc5-b5e5-6c61b32f6c5e service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:29:00.373063 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-74de8be6-ccfe-4cc5-b5e5-6c61b32f6c5e service neutron] Checking segment: {'id': 'ba94c687-d9bc-48a0-ad97-f7798b91848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c9eff49e-98a6-4f9d-932d-032b9356b651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:29:00.373446 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-74de8be6-ccfe-4cc5-b5e5-6c61b32f6c5e service neutron] Bound using segment: {'id': 'ba94c687-d9bc-48a0-ad97-f7798b91848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c9eff49e-98a6-4f9d-932d-032b9356b651'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:29:00.373901 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-74de8be6-ccfe-4cc5-b5e5-6c61b32f6c5e service neutron] Bound port: cf1602d4-5a33-4002-99c2-ffee639c5402, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba94c687-d9bc-48a0-ad97-f7798b91848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c9eff49e-98a6-4f9d-932d-032b9356b651'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:29:00.374266 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-74de8be6-ccfe-4cc5-b5e5-6c61b32f6c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:00.393733 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-dac3fda1-14e5-4b32-9a27-3298cb03ef92 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Allocated IP 2001:db8::3e5 (d13b146b-3ea1-4ac3-963f-59386f67d8df/9eb795e7-6d55-417c-abe7-0a0d37a5af56/fed61a8c-8083-41bd-904b-e4059e28067b) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:29:00.440669 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-388de84a-cd83-48d9-af6e-128c2a013eca req-da6befda-db2b-4c1b-bf7f-414b063162af tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741794 Jul 24 09:29:00.463101 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:00.510923 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-74de8be6-ccfe-4cc5-b5e5-6c61b32f6c5e service neutron] For port cf1602d4-5a33-4002-99c2-ffee639c5402, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:29:00.521138 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-74de8be6-ccfe-4cc5-b5e5-6c61b32f6c5e service neutron] For port cf1602d4-5a33-4002-99c2-ffee639c5402, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cf1602d4-5a33-4002-99c2-ffee639c5402,segment=NetworkSegment(ba94c687-d9bc-48a0-ad97-f7798b91848e),segment_id=ba94c687-d9bc-48a0-ad97-f7798b91848e)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:29:00.532628 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3911a0-3233-43aa-bbde-2ba529841b11 x-openstack-request-id: req-4a3911a0-3233-43aa-bbde-2ba529841b11 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:29:00.533856 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961fb891-fbef-429f-a19c-707751c20743", "name": "network-vif-plugged", "status": "completed", "tag": "0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:29:00.534164 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a3911a0-3233-43aa-bbde-2ba529841b11 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:29:00.534576 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961fb891-fbef-429f-a19c-707751c20743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03', 'code': 200} Jul 24 09:29:00.534874 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-74de8be6-ccfe-4cc5-b5e5-6c61b32f6c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:00.647979 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53008) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:00.649480 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-74de8be6-ccfe-4cc5-b5e5-6c61b32f6c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:00.650215 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-74de8be6-ccfe-4cc5-b5e5-6c61b32f6c5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:00.651688 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-74de8be6-ccfe-4cc5-b5e5-6c61b32f6c5e service neutron] 10.222.0.20 "PUT /v2.0/ports/cf1602d4-5a33-4002-99c2-ffee639c5402 HTTP/1.1" status: 200 len: 1091 time: 1.6057289 Jul 24 09:29:00.662268 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-d59d5196-02e3-4669-b7fe-6555bb954771 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1450161998', 'description': 'tempest-description--1963106609'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:00.666251 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085af28d-3dff-440c-b849-12307a3b0c29', 'tag': 'cf1602d4-5a33-4002-99c2-ffee639c5402'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:29:00.668454 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af146de-9f89-4cac-b461-074eb0b34b50" -d '{"events": [{"name": "network-changed", "server_uuid": "085af28d-3dff-440c-b849-12307a3b0c29", "tag": "cf1602d4-5a33-4002-99c2-ffee639c5402"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:29:00.775867 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dac3fda1-14e5-4b32-9a27-3298cb03ef92 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:00.812537 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:29:00.817740 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-dac3fda1-14e5-4b32-9a27-3298cb03ef92 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Transition to ACTIVE for port object fed61a8c-8083-41bd-904b-e4059e28067b will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:29:00.859117 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ced63b-21eb-48e2-a5b2-1710bd040e1a req-36031a30-bd89-483d-bc10-399b89d1631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:00.860670 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-31ced63b-21eb-48e2-a5b2-1710bd040e1a req-36031a30-bd89-483d-bc10-399b89d1631d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=961fb891-fbef-429f-a19c-707751c20743 HTTP/1.1" status: 200 len: 1097 time: 0.1942284 Jul 24 09:29:00.888021 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3e7d4-7a65-41bc-98ca-9b015b2325ef req-eb7b1bcd-4fe6-4487-8761-5ac5e39a93c9 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:00.895637 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b2e3e7d4-7a65-41bc-98ca-9b015b2325ef req-eb7b1bcd-4fe6-4487-8761-5ac5e39a93c9 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?device_id=085af28d-3dff-440c-b849-12307a3b0c29 HTTP/1.1" status: 200 len: 943 time: 0.2278776 Jul 24 09:29:00.906218 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de8be6-ccfe-4cc5-b5e5-6c61b32f6c5e service neutron] Pushing event updated for resources: {'Port': ['ID=cf1602d4-5a33-4002-99c2-ffee639c5402,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:00.945806 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d59d5196-02e3-4669-b7fe-6555bb954771 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:00.948452 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-31ced63b-21eb-48e2-a5b2-1710bd040e1a req-7a5efb1f-92e1-467b-a7c5-fdc52a87dd57 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768843 Jul 24 09:29:00.979621 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dac3fda1-14e5-4b32-9a27-3298cb03ef92 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:01.057443 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:01.061145 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:29:01.066092 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac3fda1-14e5-4b32-9a27-3298cb03ef92 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network d13b146b-3ea1-4ac3-963f-59386f67d8df is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:29:01.105233 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-852ff689-bf0f-47e1-959f-74c41054e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:01.106759 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-852ff689-bf0f-47e1-959f-74c41054e583 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=64c1dc58478141589d6596790badc1c3&device_id=085af28d-3dff-440c-b849-12307a3b0c29 HTTP/1.1" status: 200 len: 1094 time: 0.4141438 Jul 24 09:29:01.116780 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-dac3fda1-14e5-4b32-9a27-3298cb03ef92 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:29:01.156435 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b2e3e7d4-7a65-41bc-98ca-9b015b2325ef req-3da6c521-1662-4947-926d-f2af7553d86a tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8ab793f-e00a-477d-97b6-1abf6378eb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541783 Jul 24 09:29:01.156435 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac3fda1-14e5-4b32-9a27-3298cb03ef92 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:29:01.160252 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac3fda1-14e5-4b32-9a27-3298cb03ef92 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:01.160951 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dac3fda1-14e5-4b32-9a27-3298cb03ef92 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:01.194767 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd6dfc-584a-4f0f-92a3-54093493bcde req-89b85f53-8c4a-4817-b0df-6635a55d489d tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:01.204472 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b3bd6dfc-584a-4f0f-92a3-54093493bcde req-89b85f53-8c4a-4817-b0df-6635a55d489d tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=961fb891-fbef-429f-a19c-707751c20743 HTTP/1.1" status: 200 len: 946 time: 0.5009120 Jul 24 09:29:01.272335 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3fda1-14e5-4b32-9a27-3298cb03ef92 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Port': ['ID=fed61a8c-8083-41bd-904b-e4059e28067b,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:01.273147 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-64d4f1f7-8555-4c60-9cb1-46f2bb750b7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf1602d4-5a33-4002-99c2-ffee639c5402 HTTP/1.1" status: 200 len: 217 time: 0.1263807 Jul 24 09:29:01.370655 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb60f8a-8b07-436f-98bf-b06afad5407e x-openstack-request-id: req-cfb60f8a-8b07-436f-98bf-b06afad5407e {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:29:01.372782 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085af28d-3dff-440c-b849-12307a3b0c29", "tag": "cf1602d4-5a33-4002-99c2-ffee639c5402", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:29:01.373287 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cfb60f8a-8b07-436f-98bf-b06afad5407e {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:29:01.374902 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '085af28d-3dff-440c-b849-12307a3b0c29', 'tag': 'cf1602d4-5a33-4002-99c2-ffee639c5402', 'status': 'completed', 'code': 200} Jul 24 09:29:01.517652 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-05aefdaa-c2ed-40ac-96a2-a8d49b18b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:01.519153 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-05aefdaa-c2ed-40ac-96a2-a8d49b18b19c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31ae8e82-00fb-47da-9072-acc56d26535b HTTP/1.1" status: 200 len: 849 time: 0.2097845 Jul 24 09:29:01.524072 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d59d5196-02e3-4669-b7fe-6555bb954771 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:01.541914 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-dac3fda1-14e5-4b32-9a27-3298cb03ef92 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1439016 Jul 24 09:29:01.543625 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53018) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:01.549976 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-c4c841c3-ffdd-44cf-a13a-8904a1474c18 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'subnet': {'network_id': 'd13b146b-3ea1-4ac3-963f-59386f67d8df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:01.597399 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d59d5196-02e3-4669-b7fe-6555bb954771 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:01.664906 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-b6c74539-a673-422f-bf81-2168dbae82f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9eff49e-98a6-4f9d-932d-032b9356b651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1227345 Jul 24 09:29:01.668490 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d5196-02e3-4669-b7fe-6555bb954771 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a3a877-18ab-435b-9f87-0b73b8850549,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:01.726847 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b3bd6dfc-584a-4f0f-92a3-54093493bcde req-4eb14514-5728-4dc2-8244-041457bfecc3 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253101 Jul 24 09:29:01.739078 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f3535-09a8-4434-8f7a-50aadd16524f req-50ef47f4-2917-4f59-96dd-252d0f559913 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:01.746345 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d92f3535-09a8-4434-8f7a-50aadd16524f req-50ef47f4-2917-4f59-96dd-252d0f559913 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.1614842 Jul 24 09:29:01.748809 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d59d5196-02e3-4669-b7fe-6555bb954771 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:01.750409 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d59d5196-02e3-4669-b7fe-6555bb954771 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0977035 Jul 24 09:29:01.757540 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53022) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:01.762444 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-71168a5f-61b5-4db8-88e1-47c06e1ab24c tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Request body: {'security_group_rule': {'security_group_id': 'f4a3a877-18ab-435b-9f87-0b73b8850549', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:01.818935 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d92f3535-09a8-4434-8f7a-50aadd16524f req-1720260d-24ff-4e02-baa8-fa3b40a5bfd4 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708597 Jul 24 09:29:01.828597 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c841c3-ffdd-44cf-a13a-8904a1474c18 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:29:01.833303 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c4c841c3-ffdd-44cf-a13a-8904a1474c18 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:01.851382 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-c4e19cdc-a2c6-416b-8088-c4e4c51b8c2c service neutron] 10.222.0.20 "GET /v2.0/networks/c9eff49e-98a6-4f9d-932d-032b9356b651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671855 Jul 24 09:29:01.925714 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-71168a5f-61b5-4db8-88e1-47c06e1ab24c tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:01.980547 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3d40e268-7c94-4f80-8270-afb90271537b None None] Provisioning for port 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:29:01.989644 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3d40e268-7c94-4f80-8270-afb90271537b None None] Provisioning complete for port 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:01.990019 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3d40e268-7c94-4f80-8270-afb90271537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:02.021508 n-d-800085-9 neutron-server[94036]: INFO neutron.db.ipam_backend_mixin [None req-c4c841c3-ffdd-44cf-a13a-8904a1474c18 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9eb795e7-6d55-417c-abe7-0a0d37a5af56 (CIDR: 2001:db8::/64) Jul 24 09:29:02.040520 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-45da0a08-21ed-4810-b825-92137fe13bb0 req-9088cea5-e58d-4f49-b841-456868242341 service neutron] 10.222.0.20 "GET /v2.0/networks/c9eff49e-98a6-4f9d-932d-032b9356b651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747701 Jul 24 09:29:02.042319 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c841c3-ffdd-44cf-a13a-8904a1474c18 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:29:02.051658 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c841c3-ffdd-44cf-a13a-8904a1474c18 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:29:02.126319 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-71168a5f-61b5-4db8-88e1-47c06e1ab24c tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:02.136340 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3d40e268-7c94-4f80-8270-afb90271537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:02.165422 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c4c841c3-ffdd-44cf-a13a-8904a1474c18 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6202989 Jul 24 09:29:02.166397 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53030) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:02.174879 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-77e07f7f-da37-4446-9220-1c4bed0ab09b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'subnet': {'network_id': 'd13b146b-3ea1-4ac3-963f-59386f67d8df', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:02.200494 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-71168a5f-61b5-4db8-88e1-47c06e1ab24c tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:02.200721 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-3d40e268-7c94-4f80-8270-afb90271537b None None] For port 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6,segment=NetworkSegment(bda04c07-30db-40b5-a1ba-6dca47368963),segment_id=bda04c07-30db-40b5-a1ba-6dca47368963)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:02.210451 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3d40e268-7c94-4f80-8270-afb90271537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:02.235964 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47631e-f163-47a1-81c1-84ad25de8192 req-a12f1017-16ad-48e2-a15f-4b775b2f9df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:02.243211 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e47631e-f163-47a1-81c1-84ad25de8192 req-a12f1017-16ad-48e2-a15f-4b775b2f9df5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ddf1f6a8ea84a438a459d68cf609e56&device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 1096 time: 0.1311784 Jul 24 09:29:02.256971 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-71168a5f-61b5-4db8-88e1-47c06e1ab24c tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:02.261781 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-71168a5f-61b5-4db8-88e1-47c06e1ab24c tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5030229 Jul 24 09:29:02.264153 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53032) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:02.274640 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-79e33b4f-85d7-42c2-86b6-764badc531b5 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Request body: {'security_group_rule': {'security_group_id': 'f4a3a877-18ab-435b-9f87-0b73b8850549', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:02.283684 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3d40e268-7c94-4f80-8270-afb90271537b None None] Provisioning complete for port 7c0af699-5cbd-4dfb-b460-fed4e5f404aa triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:02.284146 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3d40e268-7c94-4f80-8270-afb90271537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:02.284674 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71168a5f-61b5-4db8-88e1-47c06e1ab24c tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b77feb2-cc95-41a8-ac6e-205b88ac2146,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:02.323648 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40e268-7c94-4f80-8270-afb90271537b None None] Pushing event updated for resources: {'Port': ['ID=1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:02.334918 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-3d40e268-7c94-4f80-8270-afb90271537b None None] Port 7c0af699-5cbd-4dfb-b460-fed4e5f404aa cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:29:02.396134 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47631e-f163-47a1-81c1-84ad25de8192 req-5eb354a7-9e12-42a7-b0cf-e7829068c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:02.398399 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e47631e-f163-47a1-81c1-84ad25de8192 req-5eb354a7-9e12-42a7-b0cf-e7829068c061 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d HTTP/1.1" status: 200 len: 911 time: 0.1535373 Jul 24 09:29:02.410757 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a408cd-d44a-4104-907d-686d79c495e1 req-c66e69ad-122c-4cb9-9274-635b738670c9 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:02.418738 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a5a408cd-d44a-4104-907d-686d79c495e1 req-c66e69ad-122c-4cb9-9274-635b738670c9 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.3308792 Jul 24 09:29:02.436127 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-79e33b4f-85d7-42c2-86b6-764badc531b5 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:02.467319 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-108cb2fc-6106-4bb1-b264-cdeddd4be672 None None] Provisioning for port fed61a8c-8083-41bd-904b-e4059e28067b completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:29:02.480277 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-108cb2fc-6106-4bb1-b264-cdeddd4be672 None None] Provisioning complete for port fed61a8c-8083-41bd-904b-e4059e28067b triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:02.480496 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-108cb2fc-6106-4bb1-b264-cdeddd4be672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:02.490902 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af146de-9f89-4cac-b461-074eb0b34b50 req-78849ec1-b099-4877-82c0-c7cf9ea1f405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:02.492442 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7af146de-9f89-4cac-b461-074eb0b34b50 req-78849ec1-b099-4877-82c0-c7cf9ea1f405 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=64c1dc58478141589d6596790badc1c3&device_id=085af28d-3dff-440c-b849-12307a3b0c29 HTTP/1.1" status: 200 len: 1094 time: 0.3405185 Jul 24 09:29:02.512566 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e47631e-f163-47a1-81c1-84ad25de8192 req-59cf96ca-8caf-4752-b9a7-fe78356698e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f4d8f1-8b54-42bd-a1fc-408ef69a6354 HTTP/1.1" status: 200 len: 1000 time: 0.1048894 Jul 24 09:29:02.537382 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a5a408cd-d44a-4104-907d-686d79c495e1 req-af84d2db-541c-483c-8646-62a8ee23a7c8 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122510 Jul 24 09:29:02.601344 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-108cb2fc-6106-4bb1-b264-cdeddd4be672 None None] Port fed61a8c-8083-41bd-904b-e4059e28067b cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:29:02.660364 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47631e-f163-47a1-81c1-84ad25de8192 req-ec8ee6e3-f4d0-4f14-99ce-227514a69a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:02.663028 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e47631e-f163-47a1-81c1-84ad25de8192 req-ec8ee6e3-f4d0-4f14-99ce-227514a69a12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff HTTP/1.1" status: 200 len: 850 time: 0.1437330 Jul 24 09:29:02.672239 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af146de-9f89-4cac-b461-074eb0b34b50 req-a54c8659-d65c-4894-86cb-778d3c734fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:02.675262 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7af146de-9f89-4cac-b461-074eb0b34b50 req-a54c8659-d65c-4894-86cb-778d3c734fe0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9eff49e-98a6-4f9d-932d-032b9356b651 HTTP/1.1" status: 200 len: 909 time: 0.1701522 Jul 24 09:29:02.676025 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e07f7f-da37-4446-9220-1c4bed0ab09b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:29:02.679690 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-77e07f7f-da37-4446-9220-1c4bed0ab09b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:02.773349 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:29:02.783409 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-79e33b4f-85d7-42c2-86b6-764badc531b5 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:02.793504 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7af146de-9f89-4cac-b461-074eb0b34b50 req-9bfd4ec1-c097-41ff-886e-9c40e062ebf4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf1602d4-5a33-4002-99c2-ffee639c5402 HTTP/1.1" status: 200 len: 217 time: 0.1081090 Jul 24 09:29:02.796608 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-79e33b4f-85d7-42c2-86b6-764badc531b5 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:02.893943 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:02.913266 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:02.913591 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:02.939546 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e33b4f-85d7-42c2-86b6-764badc531b5 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=684be8a5-23b7-475f-b344-4f9fcd5e1ab4,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:02.958503 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-79e33b4f-85d7-42c2-86b6-764badc531b5 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:02.963004 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-79e33b4f-85d7-42c2-86b6-764badc531b5 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6897731 Jul 24 09:29:02.968774 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53046) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:02.977468 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-d278da41-0191-403e-bc21-873ffe9281fa tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:03.037414 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af146de-9f89-4cac-b461-074eb0b34b50 req-23f9a291-373e-4226-b197-8671f747539b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:03.038928 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7af146de-9f89-4cac-b461-074eb0b34b50 req-23f9a291-373e-4226-b197-8671f747539b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31ae8e82-00fb-47da-9072-acc56d26535b HTTP/1.1" status: 200 len: 849 time: 0.2311234 Jul 24 09:29:03.277567 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1928a-f203-4982-b5d8-a8309a986ee6 req-95cae4a5-374c-4478-aa92-a30d6275def1 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:03.285567 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fda1928a-f203-4982-b5d8-a8309a986ee6 req-95cae4a5-374c-4478-aa92-a30d6275def1 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?device_id=085af28d-3dff-440c-b849-12307a3b0c29 HTTP/1.1" status: 200 len: 943 time: 0.6726840 Jul 24 09:29:03.335659 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fda1928a-f203-4982-b5d8-a8309a986ee6 req-f7a7529e-aa69-42ea-90be-0e6163a77a2d tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8ab793f-e00a-477d-97b6-1abf6378eb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487318 Jul 24 09:29:03.352975 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47631e-f163-47a1-81c1-84ad25de8192 req-38c5b3a7-3ea3-4515-9fa1-ec5da748cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:03.354672 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e47631e-f163-47a1-81c1-84ad25de8192 req-38c5b3a7-3ea3-4515-9fa1-ec5da748cbef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6840558 Jul 24 09:29:03.467790 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e47631e-f163-47a1-81c1-84ad25de8192 req-e5aea030-ca9e-42b4-a036-1b4574c4bcd9 service neutron] 10.222.0.20 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019754 Jul 24 09:29:03.518896 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7af146de-9f89-4cac-b461-074eb0b34b50 req-65470647-50d9-4e79-be75-f043e5296b66 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9eff49e-98a6-4f9d-932d-032b9356b651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4556296 Jul 24 09:29:03.525885 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d278da41-0191-403e-bc21-873ffe9281fa tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for floatingip, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:03.544170 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981b9ac-cc60-48a4-b12c-140ea9aa88eb req-5b88efdf-8f15-4031-9ab9-0875599fb948 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:03.552001 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8981b9ac-cc60-48a4-b12c-140ea9aa88eb req-5b88efdf-8f15-4031-9ab9-0875599fb948 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=961fb891-fbef-429f-a19c-707751c20743 HTTP/1.1" status: 200 len: 946 time: 0.7389479 Jul 24 09:29:03.629087 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e47631e-f163-47a1-81c1-84ad25de8192 req-47d174ad-3cc9-4861-8b4e-209dce9d4c4d service neutron] 10.222.0.20 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531157 Jul 24 09:29:03.746702 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654b279-00b8-4f34-94b7-b8d64e9f410f req-80a9dd72-8513-4af5-bfbd-c64b5bf05eda tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:03.748329 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c654b279-00b8-4f34-94b7-b8d64e9f410f req-80a9dd72-8513-4af5-bfbd-c64b5bf05eda tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.0972805 Jul 24 09:29:03.775232 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8981b9ac-cc60-48a4-b12c-140ea9aa88eb req-0f001312-817e-4812-bc91-ee15ff0eaffc tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221458 Jul 24 09:29:03.830004 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c654b279-00b8-4f34-94b7-b8d64e9f410f req-f95ca905-55e9-4136-a08e-178169d72110 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729156 Jul 24 09:29:03.920003 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7af146de-9f89-4cac-b461-074eb0b34b50 req-7620da78-eed1-42d4-aac7-485d31355abc service neutron] 10.222.0.20 "GET /v2.0/networks/c9eff49e-98a6-4f9d-932d-032b9356b651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862593 Jul 24 09:29:04.100880 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-77e07f7f-da37-4446-9220-1c4bed0ab09b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:04.154601 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e07f7f-da37-4446-9220-1c4bed0ab09b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network d13b146b-3ea1-4ac3-963f-59386f67d8df is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:29:04.168653 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-77e07f7f-da37-4446-9220-1c4bed0ab09b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:29:04.178029 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6250b-a981-4a2e-a867-a2611d094535 req-3e0b615e-1acb-40eb-9778-6af6244697f8 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:04.183819 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b62837e-f202-49ff-a0e7-238261d8aa9f None None] Network d13b146b-3ea1-4ac3-963f-59386f67d8df requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:29:04.184923 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fa6250b-a981-4a2e-a867-a2611d094535 req-3e0b615e-1acb-40eb-9778-6af6244697f8 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=961fb891-fbef-429f-a19c-707751c20743 HTTP/1.1" status: 200 len: 946 time: 0.3046584 Jul 24 09:29:04.212127 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e07f7f-da37-4446-9220-1c4bed0ab09b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:04.212127 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-77e07f7f-da37-4446-9220-1c4bed0ab09b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:04.220398 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cf1602d4-5a33-4002-99c2-ffee639c5402 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:29:04.245442 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7af146de-9f89-4cac-b461-074eb0b34b50 req-0d05db80-28c9-420c-a520-59f97555dc0d service neutron] 10.222.0.20 "GET /v2.0/networks/c9eff49e-98a6-4f9d-932d-032b9356b651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757542 Jul 24 09:29:04.256136 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e07f7f-da37-4446-9220-1c4bed0ab09b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Subnet': ['ID=ef698001-bf0e-42e8-8cd0-b47ae263e5e8,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:04.260765 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d278da41-0191-403e-bc21-873ffe9281fa tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:04.279127 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-77e07f7f-da37-4446-9220-1c4bed0ab09b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1093276 Jul 24 09:29:04.281996 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53064) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:04.290233 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fa6250b-a981-4a2e-a867-a2611d094535 req-4ad3bfc3-530d-4de6-81d6-24a83ad516a7 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046185 Jul 24 09:29:04.293422 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-d7f93195-2c75-4a60-bd44-a397193c0646 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2050145313', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ef698001-bf0e-42e8-8cd0-b47ae263e5e8'}], 'security_groups': ['cc0cfe3b-21a3-4b53-b68b-3f84ebaf14a7']}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:04.632069 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-d278da41-0191-403e-bc21-873ffe9281fa tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Allocated IP 172.25.7.22 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/5a72dfeb-76eb-4e5e-b1bf-87d40e5161cf) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:29:04.669303 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port cf1602d4-5a33-4002-99c2-ffee639c5402, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cf1602d4-5a33-4002-99c2-ffee639c5402,segment=NetworkSegment(ba94c687-d9bc-48a0-ad97-f7798b91848e),segment_id=ba94c687-d9bc-48a0-ad97-f7798b91848e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:04.693039 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'cf1602d4-5a33-4002-99c2-ffee639c5402', 'network_id': 'c9eff49e-98a6-4f9d-932d-032b9356b651', 'port_id': 'cf1602d4-5a33-4002-99c2-ffee639c5402', 'mac_address': 'fa:16:3e:98:d2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ae8e82-00fb-47da-9072-acc56d26535b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:29:04.747592 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ffb7b-2a86-453b-8cf2-80119f05a0a9 req-01f618a4-a5b8-4f5f-87a7-9ec8c9022436 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:04.747592 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ae2ffb7b-2a86-453b-8cf2-80119f05a0a9 req-01f618a4-a5b8-4f5f-87a7-9ec8c9022436 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?device_id=085af28d-3dff-440c-b849-12307a3b0c29 HTTP/1.1" status: 200 len: 943 time: 0.1664515 Jul 24 09:29:04.754307 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:04.779396 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf1602d4-5a33-4002-99c2-ffee639c5402 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:29:04.801896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port cf1602d4-5a33-4002-99c2-ffee639c5402, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cf1602d4-5a33-4002-99c2-ffee639c5402,segment=NetworkSegment(ba94c687-d9bc-48a0-ad97-f7798b91848e),segment_id=ba94c687-d9bc-48a0-ad97-f7798b91848e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:04.811773 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d278da41-0191-403e-bc21-873ffe9281fa tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:04.848089 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:04.859417 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ae2ffb7b-2a86-453b-8cf2-80119f05a0a9 req-54242ae0-2d26-48f1-8ad2-3ec77619a59c tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8ab793f-e00a-477d-97b6-1abf6378eb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015992 Jul 24 09:29:04.888834 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06826ca6-f8fa-4ff2-9179-f1fec8cadcdf None None] Update dhcp port {'port': {'network_id': 'd13b146b-3ea1-4ac3-963f-59386f67d8df', 'fixed_ips': [{'subnet_id': '9eb795e7-6d55-417c-abe7-0a0d37a5af56', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ef698001-bf0e-42e8-8cd0-b47ae263e5e8'}], 'binding:host_id': 'n-d-800085-9'}, 'id': '1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6'} from n-d-800085-9. {{(pid=94037) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 09:29:04.915988 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4b709a62-8aa8-4ba2-b564-308882794290 req-567ee80d-9e74-4498-95a7-40bc0ccf85c7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=792c5943-3165-40f5-b559-f6a5be05144b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1082511 Jul 24 09:29:04.917687 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d278da41-0191-403e-bc21-873ffe9281fa tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:04.928956 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-06826ca6-f8fa-4ff2-9179-f1fec8cadcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:04.996920 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=cf1602d4-5a33-4002-99c2-ffee639c5402,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:05.059866 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0477ff3-499f-4ab6-9939-64abc5d7500f req-754df585-1986-4ffc-b9ef-582644fadd8d tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:05.067970 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b0477ff3-499f-4ab6-9939-64abc5d7500f req-754df585-1986-4ffc-b9ef-582644fadd8d tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=961fb891-fbef-429f-a19c-707751c20743 HTTP/1.1" status: 200 len: 946 time: 0.2806616 Jul 24 09:29:05.075402 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d7f93195-2c75-4a60-bd44-a397193c0646 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:05.095933 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['cf1602d4-5a33-4002-99c2-ffee639c5402'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:29:05.140033 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d278da41-0191-403e-bc21-873ffe9281fa tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:29:05.159808 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-d278da41-0191-403e-bc21-873ffe9281fa tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:29:05.169902 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d278da41-0191-403e-bc21-873ffe9281fa tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:29:05.176276 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278da41-0191-403e-bc21-873ffe9281fa tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Pushing event updated for resources: {'Port': ['ID=5a72dfeb-76eb-4e5e-b1bf-87d40e5161cf,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:05.216447 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b0477ff3-499f-4ab6-9939-64abc5d7500f req-3506a84b-f173-4835-8cd4-7a1cef70cd13 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475222 Jul 24 09:29:05.337551 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-06826ca6-f8fa-4ff2-9179-f1fec8cadcdf None None] Allocated IP 2001:db8:0:1::2 (d13b146b-3ea1-4ac3-963f-59386f67d8df/ef698001-bf0e-42e8-8cd0-b47ae263e5e8/1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:29:05.372589 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccb9ec-a179-4682-bbe0-0223af829240 req-245b960d-3bb4-497b-8f4e-72cd8cae6d2d tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:05.374329 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-18ccb9ec-a179-4682-bbe0-0223af829240 req-245b960d-3bb4-497b-8f4e-72cd8cae6d2d tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.3147106 Jul 24 09:29:05.376206 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b709a62-8aa8-4ba2-b564-308882794290 req-81d79dc8-d8a2-4a7d-8e42-f16e44e50e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:05.379118 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4b709a62-8aa8-4ba2-b564-308882794290 req-81d79dc8-d8a2-4a7d-8e42-f16e44e50e23 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cc97363126d47d180e03071fb076852&device_id=792c5943-3165-40f5-b559-f6a5be05144b HTTP/1.1" status: 200 len: 1136 time: 0.3896341 Jul 24 09:29:05.490795 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d278da41-0191-403e-bc21-873ffe9281fa tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:05.508211 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-18ccb9ec-a179-4682-bbe0-0223af829240 req-dc338bc3-a0a6-4c01-bb9e-024e264b989f tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263120 Jul 24 09:29:05.511538 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-06826ca6-f8fa-4ff2-9179-f1fec8cadcdf None None] For port 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6,segment=NetworkSegment(bda04c07-30db-40b5-a1ba-6dca47368963),segment_id=bda04c07-30db-40b5-a1ba-6dca47368963)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:05.561861 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-06826ca6-f8fa-4ff2-9179-f1fec8cadcdf None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:05.577438 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-06826ca6-f8fa-4ff2-9179-f1fec8cadcdf None None] Transition to ACTIVE for port object 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:29:05.582966 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-06826ca6-f8fa-4ff2-9179-f1fec8cadcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:05.631345 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:29:05.678976 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096512b-aa95-44ff-adf0-2ed4335c221a req-4626b5db-cae8-4d15-bb5b-84b273b6fed5 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:05.685825 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6096512b-aa95-44ff-adf0-2ed4335c221a req-4626b5db-cae8-4d15-bb5b-84b273b6fed5 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=961fb891-fbef-429f-a19c-707751c20743 HTTP/1.1" status: 200 len: 946 time: 0.3388429 Jul 24 09:29:05.711510 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d278da41-0191-403e-bc21-873ffe9281fa tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:05.742448 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06826ca6-f8fa-4ff2-9179-f1fec8cadcdf None None] Pushing event updated for resources: {'Port': ['ID=1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:05.759982 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b709a62-8aa8-4ba2-b564-308882794290 req-7445376d-c024-4641-8378-29fa14f10ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:05.761901 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4b709a62-8aa8-4ba2-b564-308882794290 req-7445376d-c024-4641-8378-29fa14f10ecc service neutron] 10.222.0.37 "GET /v2.0/networks?id=801c1cab-126c-4d30-b3ed-31cac490e5b1 HTTP/1.1" status: 200 len: 897 time: 0.3620780 Jul 24 09:29:05.785307 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6096512b-aa95-44ff-adf0-2ed4335c221a req-41c19e6e-ee13-41ad-a3d7-a9bc26de3c72 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982838 Jul 24 09:29:05.870302 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4b709a62-8aa8-4ba2-b564-308882794290 req-bde69802-cb26-4669-b1b6-f0698b2c4b01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf0f5558-93be-4fb3-bb08-1f3050570d8f HTTP/1.1" status: 200 len: 1002 time: 0.0981979 Jul 24 09:29:05.870897 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-d7f93195-2c75-4a60-bd44-a397193c0646 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Delete allocated IP 2001:db8::3e5 (d13b146b-3ea1-4ac3-963f-59386f67d8df/9eb795e7-6d55-417c-abe7-0a0d37a5af56) {{(pid=94035) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 24 09:29:05.883135 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-d7f93195-2c75-4a60-bd44-a397193c0646 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Allocated IP 2001:db8:0:1::16f (d13b146b-3ea1-4ac3-963f-59386f67d8df/ef698001-bf0e-42e8-8cd0-b47ae263e5e8/fed61a8c-8083-41bd-904b-e4059e28067b) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:29:06.009272 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b709a62-8aa8-4ba2-b564-308882794290 req-6a122642-35ef-442a-8af5-acc71892d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:06.010835 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4b709a62-8aa8-4ba2-b564-308882794290 req-6a122642-35ef-442a-8af5-acc71892d77f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a54dbca-9181-46e0-9c48-4811482870f1 HTTP/1.1" status: 200 len: 835 time: 0.1037884 Jul 24 09:29:06.137928 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d278da41-0191-403e-bc21-873ffe9281fa tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:06.154158 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d278da41-0191-403e-bc21-873ffe9281fa tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:06.203220 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d7f93195-2c75-4a60-bd44-a397193c0646 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:06.219554 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cf1602d4-5a33-4002-99c2-ffee639c5402 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:29:06.233647 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-d7f93195-2c75-4a60-bd44-a397193c0646 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Transition to ACTIVE for port object fed61a8c-8083-41bd-904b-e4059e28067b will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:29:06.249548 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d7f93195-2c75-4a60-bd44-a397193c0646 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:06.286362 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b709a62-8aa8-4ba2-b564-308882794290 req-bf7aa962-f280-4f4b-a72b-7b7fbdc8b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:06.288152 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4b709a62-8aa8-4ba2-b564-308882794290 req-bf7aa962-f280-4f4b-a72b-7b7fbdc8b0a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=801c1cab-126c-4d30-b3ed-31cac490e5b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2560232 Jul 24 09:29:06.337213 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port cf1602d4-5a33-4002-99c2-ffee639c5402 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:29:06.342197 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port cf1602d4-5a33-4002-99c2-ffee639c5402 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:06.342818 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:06.364945 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-d7f93195-2c75-4a60-bd44-a397193c0646 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] In _notify_port_updated(), no bound segment for port fed61a8c-8083-41bd-904b-e4059e28067b on network d13b146b-3ea1-4ac3-963f-59386f67d8df {{(pid=94035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 09:29:06.372905 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278da41-0191-403e-bc21-873ffe9281fa tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Pushing event updated for resources: {'Port': ['ID=5a72dfeb-76eb-4e5e-b1bf-87d40e5161cf,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:06.379284 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f93195-2c75-4a60-bd44-a397193c0646 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:06.379981 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d7f93195-2c75-4a60-bd44-a397193c0646 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:06.381385 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d7f93195-2c75-4a60-bd44-a397193c0646 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "PUT /v2.0/ports/fed61a8c-8083-41bd-904b-e4059e28067b HTTP/1.1" status: 200 len: 931 time: 2.0976233 Jul 24 09:29:06.392985 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53112) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:06.430625 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee313cd-3de0-450c-98fc-5072da31a4c9 req-d6170da2-686e-4459-a401-756f741765ea tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:06.432206 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4ee313cd-3de0-450c-98fc-5072da31a4c9 req-d6170da2-686e-4459-a401-756f741765ea tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?device_id=085af28d-3dff-440c-b849-12307a3b0c29 HTTP/1.1" status: 200 len: 944 time: 0.4380598 Jul 24 09:29:06.506142 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:06.512336 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d7f8b-52fe-4388-991e-1610d186b76d req-aef47b1e-e223-4660-a050-722a6b4a5f5e tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:06.520176 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-477d7f8b-52fe-4388-991e-1610d186b76d req-aef47b1e-e223-4660-a050-722a6b4a5f5e tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=961fb891-fbef-429f-a19c-707751c20743 HTTP/1.1" status: 200 len: 946 time: 0.4690604 Jul 24 09:29:06.521938 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f93195-2c75-4a60-bd44-a397193c0646 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Port': ['ID=fed61a8c-8083-41bd-904b-e4059e28067b,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:06.527739 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d278da41-0191-403e-bc21-873ffe9281fa tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:06.558817 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085af28d-3dff-440c-b849-12307a3b0c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1602d4-5a33-4002-99c2-ffee639c5402'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:29:06.561367 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01993084-1f49-4f57-91a4-5dc32f9466d3" -d '{"events": [{"server_uuid": "085af28d-3dff-440c-b849-12307a3b0c29", "name": "network-vif-plugged", "status": "completed", "tag": "cf1602d4-5a33-4002-99c2-ffee639c5402"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:29:06.570064 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4ee313cd-3de0-450c-98fc-5072da31a4c9 req-de69976f-8cff-4518-af54-2fb6f57cad46 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8ab793f-e00a-477d-97b6-1abf6378eb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208482 Jul 24 09:29:06.590172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port cf1602d4-5a33-4002-99c2-ffee639c5402, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cf1602d4-5a33-4002-99c2-ffee639c5402,segment=NetworkSegment(ba94c687-d9bc-48a0-ad97-f7798b91848e),segment_id=ba94c687-d9bc-48a0-ad97-f7798b91848e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:06.596265 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:06.662821 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96d2c8c-849e-4afb-91a4-66e442de8210 x-openstack-request-id: req-c96d2c8c-849e-4afb-91a4-66e442de8210 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:29:06.663522 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085af28d-3dff-440c-b849-12307a3b0c29", "name": "network-vif-plugged", "status": "completed", "tag": "cf1602d4-5a33-4002-99c2-ffee639c5402", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:29:06.664029 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c96d2c8c-849e-4afb-91a4-66e442de8210 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:29:06.664629 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085af28d-3dff-440c-b849-12307a3b0c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1602d4-5a33-4002-99c2-ffee639c5402', 'code': 200} Jul 24 09:29:06.665405 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=cf1602d4-5a33-4002-99c2-ffee639c5402,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:06.687333 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d278da41-0191-403e-bc21-873ffe9281fa tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:06.689689 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d278da41-0191-403e-bc21-873ffe9281fa tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7184496 Jul 24 09:29:06.736196 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-477d7f8b-52fe-4388-991e-1610d186b76d req-fe52fe14-f4f5-41c2-a6c9-eba10cbd6ca4 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147698 Jul 24 09:29:06.784043 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:29:06.821841 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4b709a62-8aa8-4ba2-b564-308882794290 req-37dc8b1f-1ec0-4982-9900-b94f46eb11fe service neutron] 10.222.0.37 "GET /v2.0/networks/801c1cab-126c-4d30-b3ed-31cac490e5b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5068603 Jul 24 09:29:06.985619 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e7446d82-844d-4034-8e6f-fffc40b9d0f0 None None] Provisioning for port 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:29:06.993691 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e7446d82-844d-4034-8e6f-fffc40b9d0f0 None None] Provisioning complete for port 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:06.994064 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e7446d82-844d-4034-8e6f-fffc40b9d0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:07.030599 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1e16b-a291-46e2-9e75-0a273c748119 req-336b6087-d018-4a9e-a85d-af177b720460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:07.032131 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-67f1e16b-a291-46e2-9e75-0a273c748119 req-336b6087-d018-4a9e-a85d-af177b720460 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=085af28d-3dff-440c-b849-12307a3b0c29 HTTP/1.1" status: 200 len: 1096 time: 0.2790644 Jul 24 09:29:07.046571 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-05837fc7-c775-497c-b545-67ed0963e120 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting port fed61a8c-8083-41bd-904b-e4059e28067b {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:29:07.046921 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-05837fc7-c775-497c-b545-67ed0963e120 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:07.088186 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ce5c0-78f7-4e43-a15a-091600eda93b req-217a1c1d-fea0-46e7-8a3f-cd68ce1cfb4e tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:07.089805 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d80ce5c0-78f7-4e43-a15a-091600eda93b req-217a1c1d-fea0-46e7-8a3f-cd68ce1cfb4e tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=961fb891-fbef-429f-a19c-707751c20743 HTTP/1.1" status: 200 len: 946 time: 0.1555307 Jul 24 09:29:07.162374 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d80ce5c0-78f7-4e43-a15a-091600eda93b req-aeec6e68-3e26-4040-8291-5407f9ab2478 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666127 Jul 24 09:29:07.208409 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4b709a62-8aa8-4ba2-b564-308882794290 req-05f529f3-6635-43ce-a4fc-586e5a35612b service neutron] 10.222.0.37 "GET /v2.0/networks/801c1cab-126c-4d30-b3ed-31cac490e5b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772316 Jul 24 09:29:07.225078 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e7446d82-844d-4034-8e6f-fffc40b9d0f0 None None] Provisioning for port fed61a8c-8083-41bd-904b-e4059e28067b completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:29:07.236606 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e7446d82-844d-4034-8e6f-fffc40b9d0f0 None None] Provisioning complete for port fed61a8c-8083-41bd-904b-e4059e28067b triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:07.238265 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e7446d82-844d-4034-8e6f-fffc40b9d0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:07.318866 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-e7446d82-844d-4034-8e6f-fffc40b9d0f0 None None] Port fed61a8c-8083-41bd-904b-e4059e28067b cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:29:07.341112 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e7446d82-844d-4034-8e6f-fffc40b9d0f0 None None] Provisioning complete for port 7c0af699-5cbd-4dfb-b460-fed4e5f404aa triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:07.341488 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e7446d82-844d-4034-8e6f-fffc40b9d0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:07.360382 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-05837fc7-c775-497c-b545-67ed0963e120 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:07.374612 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-05837fc7-c775-497c-b545-67ed0963e120 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Calling delete_port for fed61a8c-8083-41bd-904b-e4059e28067b owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:29:07.403939 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-e7446d82-844d-4034-8e6f-fffc40b9d0f0 None None] Port 7c0af699-5cbd-4dfb-b460-fed4e5f404aa cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:29:07.428242 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-8a5ffca5-0c1a-4a71-a04d-9db310edb4aa tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1450161998&fields=id&tenant_id=bff123a614204702924a0af9802e1c93 HTTP/1.1" status: 200 len: 267 time: 0.3430538 Jul 24 09:29:07.537857 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7140cc72-bb9b-4673-9c8d-8b85bd85645f None None] Provisioning complete for port fed61a8c-8083-41bd-904b-e4059e28067b triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:07.538230 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7140cc72-bb9b-4673-9c8d-8b85bd85645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:07.618407 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-67f1e16b-a291-46e2-9e75-0a273c748119 req-98a7f48b-a2cc-4255-a606-84597e5b099a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a8ab793f-e00a-477d-97b6-1abf6378eb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5551760 Jul 24 09:29:07.629728 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-7140cc72-bb9b-4673-9c8d-8b85bd85645f None None] Port fed61a8c-8083-41bd-904b-e4059e28067b cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:29:07.681583 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-06f8f08f-ed9d-4df9-b4b0-ecd93d64630b tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:07.683468 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-06f8f08f-ed9d-4df9-b4b0-ecd93d64630b tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/networks?id=57115fda-8a95-4d7e-8f17-f315710a2698 HTTP/1.1" status: 200 len: 816 time: 0.2544479 Jul 24 09:29:07.764780 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-05837fc7-c775-497c-b545-67ed0963e120 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:07.766339 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd0701-7ed1-41f5-8f01-66edc5ead9fa req-e54ae7d8-cdfd-4045-9955-fd6920942a10 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:07.770511 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11cd0701-7ed1-41f5-8f01-66edc5ead9fa req-e54ae7d8-cdfd-4045-9955-fd6920942a10 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?device_id=085af28d-3dff-440c-b849-12307a3b0c29 HTTP/1.1" status: 200 len: 945 time: 0.0917439 Jul 24 09:29:07.801901 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05837fc7-c775-497c-b545-67ed0963e120 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Port': ['ID=fed61a8c-8083-41bd-904b-e4059e28067b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:07.825879 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11cd0701-7ed1-41f5-8f01-66edc5ead9fa req-3a21a335-9656-4913-b64c-53dea1ad70be tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8ab793f-e00a-477d-97b6-1abf6378eb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485053 Jul 24 09:29:07.865335 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-05837fc7-c775-497c-b545-67ed0963e120 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:07.870979 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53148) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:07.885363 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-05837fc7-c775-497c-b545-67ed0963e120 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/ports/fed61a8c-8083-41bd-904b-e4059e28067b HTTP/1.1" status: 204 len: 168 time: 1.4676175 Jul 24 09:29:07.897141 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-da5a9116-c90d-4e1a-8fc7-49bd0a239a16 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/quotas/bff123a614204702924a0af9802e1c93 HTTP/1.1" status: 200 len: 375 time: 0.2011216 Jul 24 09:29:07.920023 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-949b99a6-5d55-4cb1-9353-561c021d20de tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] GET failed (client error): The resource could not be found. Jul 24 09:29:07.926972 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-949b99a6-5d55-4cb1-9353-561c021d20de tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "GET /v2.0/ports/fed61a8c-8083-41bd-904b-e4059e28067b HTTP/1.1" status: 404 len: 333 time: 0.0548933 Jul 24 09:29:07.927629 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53150) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:07.982380 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-3a285d4e-8535-43e0-b370-7b87b674e6f9 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bff123a614204702924a0af9802e1c93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0777600 Jul 24 09:29:08.113852 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba286994-29eb-47bd-ad8b-8e2ece7c920b req-06f25011-07ad-4edf-98d5-699c37ba5941 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:08.116602 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ba286994-29eb-47bd-ad8b-8e2ece7c920b req-06f25011-07ad-4edf-98d5-699c37ba5941 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=961fb891-fbef-429f-a19c-707751c20743 HTTP/1.1" status: 200 len: 946 time: 0.1727836 Jul 24 09:29:08.125350 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-237812f7-232b-49af-bf2e-c3ef0eeb5206 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:08.131003 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-7a8530ea-b2e2-4467-91ac-a9bd9eb5f8e7 service neutron] 10.222.0.32 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315296 Jul 24 09:29:08.183949 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-237812f7-232b-49af-bf2e-c3ef0eeb5206 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:08.220242 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ba286994-29eb-47bd-ad8b-8e2ece7c920b req-e5846a5e-7d53-4239-acef-2c4e0f3427db tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964675 Jul 24 09:29:08.270177 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-237812f7-232b-49af-bf2e-c3ef0eeb5206 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:08.272827 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-237812f7-232b-49af-bf2e-c3ef0eeb5206 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:08.276525 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-237812f7-232b-49af-bf2e-c3ef0eeb5206 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/security-groups/5150c058-bfb4-4056-8727-d2b6c2cda396 HTTP/1.1" status: 204 len: 168 time: 0.3454473 Jul 24 09:29:08.283921 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53152) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:08.308337 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237812f7-232b-49af-bf2e-c3ef0eeb5206 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5150c058-bfb4-4056-8727-d2b6c2cda396,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:08.421509 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e0992170-2964-49cd-878b-be9c3d78fcc8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:08.458374 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e0992170-2964-49cd-878b-be9c3d78fcc8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:08.519283 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e0992170-2964-49cd-878b-be9c3d78fcc8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:08.522125 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e0992170-2964-49cd-878b-be9c3d78fcc8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:08.526479 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e0992170-2964-49cd-878b-be9c3d78fcc8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/security-groups/cc0cfe3b-21a3-4b53-b68b-3f84ebaf14a7 HTTP/1.1" status: 204 len: 168 time: 0.2410557 Jul 24 09:29:08.527118 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53158) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:08.554843 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0992170-2964-49cd-878b-be9c3d78fcc8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0cfe3b-21a3-4b53-b68b-3f84ebaf14a7,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:08.609826 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c286183-82e8-4c3e-81c6-a1c196e952fd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting subnet 9eb795e7-6d55-417c-abe7-0a0d37a5af56 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:29:08.614507 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5c286183-82e8-4c3e-81c6-a1c196e952fd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:08.666832 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-e716bb9b-0f3a-40df-b936-177e41acbf47 service neutron] 10.222.0.32 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5345957 Jul 24 09:29:08.675557 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5c286183-82e8-4c3e-81c6-a1c196e952fd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:08.822997 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5c286183-82e8-4c3e-81c6-a1c196e952fd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:08.942559 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f58921f9-1f87-4bd7-a24c-37956205d2ab req-5baac499-63d0-49f4-a494-fc2f5411e2ae tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 210 time: 0.0595245 Jul 24 09:29:08.992281 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5c286183-82e8-4c3e-81c6-a1c196e952fd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:09.026264 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5701282-cc1c-408e-958c-e8dc5f330009 req-ed4ea00d-b002-474c-b0a5-6310173c0918 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:09.027837 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5701282-cc1c-408e-958c-e8dc5f330009 req-ed4ea00d-b002-474c-b0a5-6310173c0918 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.37 "GET /v2.0/ports?device_id=961fb891-fbef-429f-a19c-707751c20743 HTTP/1.1" status: 200 len: 946 time: 0.1648002 Jul 24 09:29:09.048407 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d56c77f-91d5-40d7-b68b-6247c2c53425 None None] Network d13b146b-3ea1-4ac3-963f-59386f67d8df requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:29:09.057001 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5c286183-82e8-4c3e-81c6-a1c196e952fd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:09.072615 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5c286183-82e8-4c3e-81c6-a1c196e952fd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/subnets/9eb795e7-6d55-417c-abe7-0a0d37a5af56 HTTP/1.1" status: 204 len: 168 time: 0.5324867 Jul 24 09:29:09.083024 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53182) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:09.139293 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-b0e30cb9-f837-49c4-b27e-c52de3fd0be1 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'subnet': {'network_id': 'd13b146b-3ea1-4ac3-963f-59386f67d8df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:09.145554 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c286183-82e8-4c3e-81c6-a1c196e952fd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Subnet': ['ID=9eb795e7-6d55-417c-abe7-0a0d37a5af56,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:09.167795 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc451d4-dc00-44cd-b172-7c9c22d55b15 req-b8d176f5-fce5-4685-8a25-291fce10e264 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:09.172666 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9fc451d4-dc00-44cd-b172-7c9c22d55b15 req-b8d176f5-fce5-4685-8a25-291fce10e264 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?device_id=085af28d-3dff-440c-b849-12307a3b0c29 HTTP/1.1" status: 200 len: 945 time: 0.1984227 Jul 24 09:29:09.365669 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9fc451d4-dc00-44cd-b172-7c9c22d55b15 req-35f1679b-ece9-49a1-93d5-777683c180cc tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8ab793f-e00a-477d-97b6-1abf6378eb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742795 Jul 24 09:29:09.393176 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e30cb9-f837-49c4-b27e-c52de3fd0be1 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:29:09.395493 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-e5701282-cc1c-408e-958c-e8dc5f330009 req-ebbdf5e1-d927-4900-88d9-ca6a143a531f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Deleting port 0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:29:09.395845 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e5701282-cc1c-408e-958c-e8dc5f330009 req-ebbdf5e1-d927-4900-88d9-ca6a143a531f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:09.400174 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b0e30cb9-f837-49c4-b27e-c52de3fd0be1 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:09.551975 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-e5701282-cc1c-408e-958c-e8dc5f330009 req-ebbdf5e1-d927-4900-88d9-ca6a143a531f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] For port 0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03,segment=NetworkSegment(2655430d-7b89-4cb5-97a0-423f45ff857c),segment_id=2655430d-7b89-4cb5-97a0-423f45ff857c)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:09.552357 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e5701282-cc1c-408e-958c-e8dc5f330009 req-ebbdf5e1-d927-4900-88d9-ca6a143a531f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:09.584302 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-e5701282-cc1c-408e-958c-e8dc5f330009 req-ebbdf5e1-d927-4900-88d9-ca6a143a531f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Calling delete_port for 0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:29:09.774793 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e5701282-cc1c-408e-958c-e8dc5f330009 req-ebbdf5e1-d927-4900-88d9-ca6a143a531f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:09.818791 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdf5e1-d927-4900-88d9-ca6a143a531f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Pushing event deleted for resources: {'Port': ['ID=0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:09.848094 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1dc5a7-ce3f-4ae9-8d49-85dc24ab3a78 req-85ce957f-2d02-4c55-87ba-f7394c001055 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:09.849798 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-df1dc5a7-ce3f-4ae9-8d49-85dc24ab3a78 req-85ce957f-2d02-4c55-87ba-f7394c001055 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/ports?device_id=961fb891-fbef-429f-a19c-707751c20743 HTTP/1.1" status: 200 len: 867 time: 0.4854424 Jul 24 09:29:09.976489 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5701282-cc1c-408e-958c-e8dc5f330009 req-ebbdf5e1-d927-4900-88d9-ca6a143a531f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] No DVR routers for this DVR port 0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:29:09.985230 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e5701282-cc1c-408e-958c-e8dc5f330009 req-ebbdf5e1-d927-4900-88d9-ca6a143a531f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:09.991827 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5701282-cc1c-408e-958c-e8dc5f330009 req-ebbdf5e1-d927-4900-88d9-ca6a143a531f tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.37 "DELETE /v2.0/ports/0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03 HTTP/1.1" status: 204 len: 173 time: 0.9537525 Jul 24 09:29:09.992488 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961fb891-fbef-429f-a19c-707751c20743', 'name': 'network-vif-deleted', 'tag': '0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:29:09.998316 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfdf833-1723-42fe-bc8e-8217d434dcb6" -d '{"events": [{"server_uuid": "961fb891-fbef-429f-a19c-707751c20743", "name": "network-vif-deleted", "tag": "0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:29:10.058800 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-df1dc5a7-ce3f-4ae9-8d49-85dc24ab3a78 req-e0aa24bf-4428-42b8-ab96-8d11df238fb2 tempest-ServerDiskConfigTestJSON-73273340 tempest-ServerDiskConfigTestJSON-73273340-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020612 Jul 24 09:29:10.162705 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-919cd7c3-dc37-403e-96ca-1ecf7ad20a88 req-9784af91-4ada-4f1a-a3f4-f22d77b00f69 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 210 time: 0.0691774 Jul 24 09:29:10.228696 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b05019e-3d8a-4730-b542-e8fa12e23a77 x-openstack-request-id: req-2b05019e-3d8a-4730-b542-e8fa12e23a77 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:29:10.230005 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961fb891-fbef-429f-a19c-707751c20743", "name": "network-vif-deleted", "tag": "0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:29:10.230547 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b05019e-3d8a-4730-b542-e8fa12e23a77 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:29:10.231513 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961fb891-fbef-429f-a19c-707751c20743', 'name': 'network-vif-deleted', 'tag': '0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03', 'status': 'completed', 'code': 200} Jul 24 09:29:10.307764 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b0e30cb9-f837-49c4-b27e-c52de3fd0be1 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:10.363241 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e30cb9-f837-49c4-b27e-c52de3fd0be1 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network d13b146b-3ea1-4ac3-963f-59386f67d8df is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:29:10.368283 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-b0e30cb9-f837-49c4-b27e-c52de3fd0be1 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:29:10.371535 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e30cb9-f837-49c4-b27e-c52de3fd0be1 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:10.372752 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b0e30cb9-f837-49c4-b27e-c52de3fd0be1 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:10.398333 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e30cb9-f837-49c4-b27e-c52de3fd0be1 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Subnet': ['ID=d57f826f-77a4-4a0c-b61f-fdc26845aa65,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:10.404122 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b0e30cb9-f837-49c4-b27e-c52de3fd0be1 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3199270 Jul 24 09:29:10.406913 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53212) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:10.412950 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-2873924d-d7be-4294-81a9-5b0aa214c9c8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'security_group': {'name': 'tempest-secgroup-1992021273'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:10.440025 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2873924d-d7be-4294-81a9-5b0aa214c9c8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:10.556866 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2873924d-d7be-4294-81a9-5b0aa214c9c8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:10.561260 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2873924d-d7be-4294-81a9-5b0aa214c9c8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:10.624249 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873924d-d7be-4294-81a9-5b0aa214c9c8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82562732-589e-465b-a3c4-0c7ba6547eb7,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:10.638099 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2873924d-d7be-4294-81a9-5b0aa214c9c8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:10.642602 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2873924d-d7be-4294-81a9-5b0aa214c9c8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2313750 Jul 24 09:29:10.642991 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53216) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:10.650110 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-5162d8d9-ee26-4314-bd22-97c45d18d7c5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'security_group': {'name': 'tempest-secgroup-1575110648'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:10.719785 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5162d8d9-ee26-4314-bd22-97c45d18d7c5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:10.743642 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a54e59b-f4b6-44d2-9991-0d721ccff6a2 None None] Network d13b146b-3ea1-4ac3-963f-59386f67d8df requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:29:10.842836 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-315cb0a9-254b-42c8-8b17-c30d432ea8c9 None None] Provisioning complete for port 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:10.843522 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-315cb0a9-254b-42c8-8b17-c30d432ea8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:10.883683 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-aa4b301c-c0d7-4a32-adf9-2de99d886aa3 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:10.887977 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-aa4b301c-c0d7-4a32-adf9-2de99d886aa3 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.20 "GET /v2.0/networks?id=57115fda-8a95-4d7e-8f17-f315710a2698 HTTP/1.1" status: 200 len: 816 time: 0.1948636 Jul 24 09:29:11.008868 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5162d8d9-ee26-4314-bd22-97c45d18d7c5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:11.018227 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-0464fb74-6fac-4de3-b1f2-f3188abc8374 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bff123a614204702924a0af9802e1c93 HTTP/1.1" status: 200 len: 380 time: 0.1115587 Jul 24 09:29:11.031158 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-6d80c62a-ee8d-4134-b6a6-921c9b234eab tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Request body: {'port': {'device_id': '58d41d6b-87e1-4a01-867f-85152c73a5a2', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'admin_state_up': True, 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'security_groups': ['f4a3a877-18ab-435b-9f87-0b73b8850549']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:11.051776 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5162d8d9-ee26-4314-bd22-97c45d18d7c5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:11.118750 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162d8d9-ee26-4314-bd22-97c45d18d7c5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf7a802-35a3-4711-9cbe-c36c35adf106,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:11.123609 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5162d8d9-ee26-4314-bd22-97c45d18d7c5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:11.125635 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5162d8d9-ee26-4314-bd22-97c45d18d7c5 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4810791 Jul 24 09:29:11.128355 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53224) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:11.135785 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-89dc3a72-6d2a-4043-ae66-a64f99e4a5ad tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'security_group': {'name': 'tempest-secgroup-2119805522'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:11.174640 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb8efd-8bdf-47f1-a86d-babdf81a38c3 req-5301b5fe-93b7-4053-bd71-53b313862bd4 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:11.183048 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bcfb8efd-8bdf-47f1-a86d-babdf81a38c3 req-5301b5fe-93b7-4053-bd71-53b313862bd4 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?device_id=085af28d-3dff-440c-b849-12307a3b0c29 HTTP/1.1" status: 200 len: 945 time: 0.3885760 Jul 24 09:29:11.251411 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-89dc3a72-6d2a-4043-ae66-a64f99e4a5ad tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:11.300852 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bcfb8efd-8bdf-47f1-a86d-babdf81a38c3 req-a69d33e1-8400-485a-b5c3-ad78bb5d246e tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8ab793f-e00a-477d-97b6-1abf6378eb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166289 Jul 24 09:29:11.307592 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-6d80c62a-ee8d-4134-b6a6-921c9b234eab tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Made reservation on behalf of bff123a614204702924a0af9802e1c93 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:29:11.313653 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-6d80c62a-ee8d-4134-b6a6-921c9b234eab tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:11.434828 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-315cb0a9-254b-42c8-8b17-c30d432ea8c9 None None] Provisioning complete for port 7c0af699-5cbd-4dfb-b460-fed4e5f404aa triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:11.435444 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-315cb0a9-254b-42c8-8b17-c30d432ea8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:11.446234 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-89dc3a72-6d2a-4043-ae66-a64f99e4a5ad tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:11.453977 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-89dc3a72-6d2a-4043-ae66-a64f99e4a5ad tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:11.457781 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4777ac57-1cb9-4c09-91db-a025df5e95d3 req-e7f07744-aaf6-4db5-badb-f98e956d0739 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 210 time: 0.1054914 Jul 24 09:29:11.538599 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-89dc3a72-6d2a-4043-ae66-a64f99e4a5ad tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:11.544896 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-89dc3a72-6d2a-4043-ae66-a64f99e4a5ad tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4137614 Jul 24 09:29:11.549555 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53234) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:11.578642 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:29:11.579616 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-077960dc-4e5e-4713-b636-495b79bc0b41 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1057461178', 'security_groups': ['c737971a-eb0c-4df6-b66f-99e7ef2dde15'], 'network_id': 'd13b146b-3ea1-4ac3-963f-59386f67d8df', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd57f826f-77a4-4a0c-b61f-fdc26845aa65'}]}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:11.590845 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-315cb0a9-254b-42c8-8b17-c30d432ea8c9 None None] Port 7c0af699-5cbd-4dfb-b460-fed4e5f404aa cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:29:11.600109 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc3a72-6d2a-4043-ae66-a64f99e4a5ad tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c737971a-eb0c-4df6-b66f-99e7ef2dde15,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:11.627939 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a93080-f58b-4d8b-89f3-73473b2a525d None None] Update dhcp port {'port': {'network_id': 'd13b146b-3ea1-4ac3-963f-59386f67d8df', 'fixed_ips': [{'subnet_id': 'ef698001-bf0e-42e8-8cd0-b47ae263e5e8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd57f826f-77a4-4a0c-b61f-fdc26845aa65'}], 'binding:host_id': 'n-d-800085-9'}, 'id': '1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6'} from n-d-800085-9. {{(pid=94037) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 09:29:11.666604 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:29:11.667173 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 0fde3ab5-e8b6-4f80-a7da-f0d23f6fed03 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:29:11.668837 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-87a93080-f58b-4d8b-89f3-73473b2a525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:11.678415 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-6d80c62a-ee8d-4134-b6a6-921c9b234eab tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Allocated IP 172.20.0.10 (57115fda-8a95-4d7e-8f17-f315710a2698/ed3face8-48a4-4110-b201-0b1158c92dba/8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:29:11.687813 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53238) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:11.777326 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5cd2de9-eca4-428e-832d-ad7f183112ea admin admin] Deleting subnet b52c53ed-da99-4243-96d3-47bd1a74a8a1 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:29:11.805532 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5cd2de9-eca4-428e-832d-ad7f183112ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:11.809413 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077960dc-4e5e-4713-b636-495b79bc0b41 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:29:11.918418 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-87a93080-f58b-4d8b-89f3-73473b2a525d None None] Allocated IP 2001:db8::2 (d13b146b-3ea1-4ac3-963f-59386f67d8df/d57f826f-77a4-4a0c-b61f-fdc26845aa65/1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:29:11.938142 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5cd2de9-eca4-428e-832d-ad7f183112ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:11.970022 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-6d80c62a-ee8d-4134-b6a6-921c9b234eab tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:11.988130 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-077960dc-4e5e-4713-b636-495b79bc0b41 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:11.989603 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-6d80c62a-ee8d-4134-b6a6-921c9b234eab tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Transition to ACTIVE for port object 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:29:12.036617 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-6d80c62a-ee8d-4134-b6a6-921c9b234eab tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:12.041121 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5cd2de9-eca4-428e-832d-ad7f183112ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:12.073218 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-077960dc-4e5e-4713-b636-495b79bc0b41 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] device_id is not set on port 4dc93c87-ac7c-41a7-8ba3-f8852c1a10ec yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:29:12.076865 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-87a93080-f58b-4d8b-89f3-73473b2a525d None None] For port 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6,segment=NetworkSegment(bda04c07-30db-40b5-a1ba-6dca47368963),segment_id=bda04c07-30db-40b5-a1ba-6dca47368963)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:12.088884 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-6d80c62a-ee8d-4134-b6a6-921c9b234eab tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Network 57115fda-8a95-4d7e-8f17-f315710a2698 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:29:12.093386 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-6d80c62a-ee8d-4134-b6a6-921c9b234eab tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:29:12.105458 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-6d80c62a-ee8d-4134-b6a6-921c9b234eab tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:29:12.137467 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-87a93080-f58b-4d8b-89f3-73473b2a525d None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:12.153589 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-87a93080-f58b-4d8b-89f3-73473b2a525d None None] Transition to ACTIVE for port object 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:29:12.160751 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-87a93080-f58b-4d8b-89f3-73473b2a525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:12.172515 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53244) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:12.212071 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80c62a-ee8d-4134-b6a6-921c9b234eab tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Pushing event updated for resources: {'Port': ['ID=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:12.280269 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-6d80c62a-ee8d-4134-b6a6-921c9b234eab tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:12.281028 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-6d80c62a-ee8d-4134-b6a6-921c9b234eab tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:12.318357 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-6d80c62a-ee8d-4134-b6a6-921c9b234eab tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2955554 Jul 24 09:29:12.318968 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a93080-f58b-4d8b-89f3-73473b2a525d None None] Pushing event updated for resources: {'Port': ['ID=1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:12.332456 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a93080-f58b-4d8b-89f3-73473b2a525d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:12.332843 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a93080-f58b-4d8b-89f3-73473b2a525d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:12.333185 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a93080-f58b-4d8b-89f3-73473b2a525d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:12.333524 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a93080-f58b-4d8b-89f3-73473b2a525d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:12.333852 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a93080-f58b-4d8b-89f3-73473b2a525d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:12.334190 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a93080-f58b-4d8b-89f3-73473b2a525d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:12.334645 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a93080-f58b-4d8b-89f3-73473b2a525d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:12.335024 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a93080-f58b-4d8b-89f3-73473b2a525d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:12.345789 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a93080-f58b-4d8b-89f3-73473b2a525d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:12.346280 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a93080-f58b-4d8b-89f3-73473b2a525d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:12.346624 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a93080-f58b-4d8b-89f3-73473b2a525d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:12.347695 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-20a3f6ef-f9ec-448e-a67b-bd5aec9e6ac8 service neutron] Request body: {'port': {'device_id': '58d41d6b-87e1-4a01-867f-85152c73a5a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:12.349234 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a93080-f58b-4d8b-89f3-73473b2a525d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:12.368574 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5cd2de9-eca4-428e-832d-ad7f183112ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:12.372948 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de95418-60c7-4707-90fa-159e3bd219ba admin admin] Deleting subnet ad2f9f38-4161-47ae-93a1-7625a34a37e3 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:29:12.382471 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0a145-9ed6-471e-867c-957f34628612 req-2582a40e-4a9e-43a5-903e-e6e3b2ee7094 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:12.384611 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-16a0a145-9ed6-471e-867c-957f34628612 req-2582a40e-4a9e-43a5-903e-e6e3b2ee7094 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.20 "GET /v2.0/ports?device_id=085af28d-3dff-440c-b849-12307a3b0c29 HTTP/1.1" status: 200 len: 945 time: 0.3797224 Jul 24 09:29:12.397909 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0de95418-60c7-4707-90fa-159e3bd219ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:12.489770 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd2de9-eca4-428e-832d-ad7f183112ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b52c53ed-da99-4243-96d3-47bd1a74a8a1,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:12.542092 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5cd2de9-eca4-428e-832d-ad7f183112ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:12.546854 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e5cd2de9-eca4-428e-832d-ad7f183112ea admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b52c53ed-da99-4243-96d3-47bd1a74a8a1 HTTP/1.1" status: 204 len: 168 time: 0.8568554 Jul 24 09:29:12.547558 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53250) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:12.611897 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0de95418-60c7-4707-90fa-159e3bd219ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:12.634647 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-20a3f6ef-f9ec-448e-a67b-bd5aec9e6ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:12.735180 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-077960dc-4e5e-4713-b636-495b79bc0b41 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Allocated IP 2001:db8::17e (d13b146b-3ea1-4ac3-963f-59386f67d8df/d57f826f-77a4-4a0c-b61f-fdc26845aa65/4dc93c87-ac7c-41a7-8ba3-f8852c1a10ec) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:29:12.739946 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:29:12.752143 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6f23e1ad-5952-4d4d-9b33-6d9719def6df None None] Provisioning for port 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:29:12.767608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d1c37-d000-4a85-8b55-b8cf4afc0482 req-1c1848bd-f2d7-4449-8bce-89440deaa600 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:12.776120 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a13d1c37-d000-4a85-8b55-b8cf4afc0482 req-1c1848bd-f2d7-4449-8bce-89440deaa600 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?device_id=085af28d-3dff-440c-b849-12307a3b0c29 HTTP/1.1" status: 200 len: 945 time: 0.3065937 Jul 24 09:29:12.790230 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6f23e1ad-5952-4d4d-9b33-6d9719def6df None None] Provisioning complete for port 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:12.790959 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6f23e1ad-5952-4d4d-9b33-6d9719def6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:12.848692 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-6f23e1ad-5952-4d4d-9b33-6d9719def6df None None] Port 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:29:12.849863 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0de95418-60c7-4707-90fa-159e3bd219ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:12.854142 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-35d623a3-da85-4512-918f-304d443d97af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:12.995195 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a13d1c37-d000-4a85-8b55-b8cf4afc0482 req-24d887f9-4d95-470b-b2b8-fea3578992d8 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8ab793f-e00a-477d-97b6-1abf6378eb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178953 Jul 24 09:29:13.096136 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-16a0a145-9ed6-471e-867c-957f34628612 req-f2d86fff-c6da-40e5-b897-da9a705a40e0 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Deleting port cf1602d4-5a33-4002-99c2-ffee639c5402 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:29:13.096558 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-16a0a145-9ed6-471e-867c-957f34628612 req-f2d86fff-c6da-40e5-b897-da9a705a40e0 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:13.123124 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c53ef-e534-4596-9d09-499451096a18 req-0d0c4bea-4ba4-4d8a-8b11-7acb84969932 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:13.131215 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-192c53ef-e534-4596-9d09-499451096a18 req-0d0c4bea-4ba4-4d8a-8b11-7acb84969932 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 932 time: 0.4786727 Jul 24 09:29:13.225227 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-20a3f6ef-f9ec-448e-a67b-bd5aec9e6ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:29:13.235132 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-20a3f6ef-f9ec-448e-a67b-bd5aec9e6ac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:13.249927 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-20a3f6ef-f9ec-448e-a67b-bd5aec9e6ac8 service neutron] Transition to ACTIVE for port object 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:29:13.255118 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-20a3f6ef-f9ec-448e-a67b-bd5aec9e6ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:13.269713 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0de95418-60c7-4707-90fa-159e3bd219ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:13.325422 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3f6ef-f9ec-448e-a67b-bd5aec9e6ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:13.364422 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-35d623a3-da85-4512-918f-304d443d97af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:13.474757 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-20a3f6ef-f9ec-448e-a67b-bd5aec9e6ac8 service neutron] Attempting to bind port 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:29:13.476230 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-20a3f6ef-f9ec-448e-a67b-bd5aec9e6ac8 service neutron] Attempting to bind port 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '93e08baf-4084-4645-a2db-348d6fbb8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:29:13.477278 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7854eacf-7884-460d-8a0e-79c987f6dac5 None None] Provisioning for port 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:29:13.477756 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-20a3f6ef-f9ec-448e-a67b-bd5aec9e6ac8 service neutron] Attempting to bind port 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa on network 57115fda-8a95-4d7e-8f17-f315710a2698 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:29:13.493609 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7854eacf-7884-460d-8a0e-79c987f6dac5 None None] Provisioning complete for port 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:13.493609 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7854eacf-7884-460d-8a0e-79c987f6dac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:13.493935 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-20a3f6ef-f9ec-448e-a67b-bd5aec9e6ac8 service neutron] Port 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa on network 57115fda-8a95-4d7e-8f17-f315710a2698 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:29:13.493935 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-20a3f6ef-f9ec-448e-a67b-bd5aec9e6ac8 service neutron] Attempting to bind port 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa on network 57115fda-8a95-4d7e-8f17-f315710a2698 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:29:13.494090 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-35d623a3-da85-4512-918f-304d443d97af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:13.500046 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de95418-60c7-4707-90fa-159e3bd219ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad2f9f38-4161-47ae-93a1-7625a34a37e3,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:13.512334 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-20a3f6ef-f9ec-448e-a67b-bd5aec9e6ac8 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:29:13.513021 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-20a3f6ef-f9ec-448e-a67b-bd5aec9e6ac8 service neutron] Checking segment: {'id': '93e08baf-4084-4645-a2db-348d6fbb8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:29:13.513541 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-20a3f6ef-f9ec-448e-a67b-bd5aec9e6ac8 service neutron] Bound using segment: {'id': '93e08baf-4084-4645-a2db-348d6fbb8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:29:13.514983 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-20a3f6ef-f9ec-448e-a67b-bd5aec9e6ac8 service neutron] Bound port: 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93e08baf-4084-4645-a2db-348d6fbb8109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:29:13.516531 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-20a3f6ef-f9ec-448e-a67b-bd5aec9e6ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:13.695323 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-20a3f6ef-f9ec-448e-a67b-bd5aec9e6ac8 service neutron] For port 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:29:13.699192 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-20a3f6ef-f9ec-448e-a67b-bd5aec9e6ac8 service neutron] For port 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:29:13.726732 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-20a3f6ef-f9ec-448e-a67b-bd5aec9e6ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:13.731758 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7854eacf-7884-460d-8a0e-79c987f6dac5 None None] Provisioning complete for port 7c0af699-5cbd-4dfb-b460-fed4e5f404aa triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:13.732556 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7854eacf-7884-460d-8a0e-79c987f6dac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:13.785700 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-20a3f6ef-f9ec-448e-a67b-bd5aec9e6ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:13.786363 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-20a3f6ef-f9ec-448e-a67b-bd5aec9e6ac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:13.787816 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-20a3f6ef-f9ec-448e-a67b-bd5aec9e6ac8 service neutron] 10.222.0.20 "PUT /v2.0/ports/8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa HTTP/1.1" status: 200 len: 1092 time: 1.4591849 Jul 24 09:29:13.788284 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d41d6b-87e1-4a01-867f-85152c73a5a2', 'tag': '8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:29:13.790590 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d7af1f-c3f8-403b-a308-54fc953b687d" -d '{"events": [{"name": "network-changed", "server_uuid": "58d41d6b-87e1-4a01-867f-85152c73a5a2", "tag": "8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:29:13.819297 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-7854eacf-7884-460d-8a0e-79c987f6dac5 None None] Port 7c0af699-5cbd-4dfb-b460-fed4e5f404aa cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:29:13.900123 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53272) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:13.938499 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e230883-c5e6-4be4-946b-543d7edea966 x-openstack-request-id: req-9e230883-c5e6-4be4-946b-543d7edea966 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:29:13.939080 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d41d6b-87e1-4a01-867f-85152c73a5a2", "tag": "8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:29:13.939348 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e230883-c5e6-4be4-946b-543d7edea966 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:29:13.939719 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d41d6b-87e1-4a01-867f-85152c73a5a2', 'tag': '8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa', 'status': 'completed', 'code': 200} Jul 24 09:29:13.998285 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3f6ef-f9ec-448e-a67b-bd5aec9e6ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:14.057221 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-951ebab1-a68c-44a6-8303-d2fcd5de0471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:14.058757 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-951ebab1-a68c-44a6-8303-d2fcd5de0471 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bff123a614204702924a0af9802e1c93&device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 1095 time: 0.2255287 Jul 24 09:29:14.068812 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0de95418-60c7-4707-90fa-159e3bd219ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:14.075188 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0de95418-60c7-4707-90fa-159e3bd219ba admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ad2f9f38-4161-47ae-93a1-7625a34a37e3 HTTP/1.1" status: 204 len: 168 time: 1.9009292 Jul 24 09:29:14.085917 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ded28469-b3c0-47e0-aaf8-f2e4d224dcfb tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] 10.222.0.32 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3066 time: 0.1829627 Jul 24 09:29:14.085917 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53276) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:14.088660 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53278) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:14.094047 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-35d623a3-da85-4512-918f-304d443d97af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2655430d-7b89-4cb5-97a0-423f45ff857c') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:14.094281 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:14.094453 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-35d623a3-da85-4512-918f-304d443d97af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2655430d-7b89-4cb5-97a0-423f45ff857c') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:14.113494 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-077960dc-4e5e-4713-b636-495b79bc0b41 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:14.130095 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-077960dc-4e5e-4713-b636-495b79bc0b41 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Transition to ACTIVE for port object 4dc93c87-ac7c-41a7-8ba3-f8852c1a10ec will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:29:14.149150 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-35d623a3-da85-4512-918f-304d443d97af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:14.168234 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-192c53ef-e534-4596-9d09-499451096a18 req-55ee3078-fdb2-465d-bb65-e5268f5dc221 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0359437 Jul 24 09:29:14.183710 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-cb915fa9-1f5b-4810-8bd9-e91662fc5cca tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Request body: {'network': {'name': 'tempest-network-smoke--1492052822', 'project_id': '0cc97363126d47d180e03071fb076852', 'port_security_enabled': False}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:14.198862 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-35d623a3-da85-4512-918f-304d443d97af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:14.221822 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-16a0a145-9ed6-471e-867c-957f34628612 req-f2d86fff-c6da-40e5-b897-da9a705a40e0 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] For port cf1602d4-5a33-4002-99c2-ffee639c5402, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cf1602d4-5a33-4002-99c2-ffee639c5402,segment=NetworkSegment(ba94c687-d9bc-48a0-ad97-f7798b91848e),segment_id=ba94c687-d9bc-48a0-ad97-f7798b91848e)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:14.222197 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-16a0a145-9ed6-471e-867c-957f34628612 req-f2d86fff-c6da-40e5-b897-da9a705a40e0 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:14.230067 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-5085fd4b-7201-46d1-b737-e981982e786a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa HTTP/1.1" status: 200 len: 217 time: 0.1425352 Jul 24 09:29:14.230285 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d623a3-da85-4512-918f-304d443d97af admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:29:14.230686 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-35d623a3-da85-4512-918f-304d443d97af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:29:14.232390 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:29:14.248583 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d6de216d-468a-466f-bb5f-a73ef644ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:14.260549 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-16a0a145-9ed6-471e-867c-957f34628612 req-f2d86fff-c6da-40e5-b897-da9a705a40e0 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Calling delete_port for cf1602d4-5a33-4002-99c2-ffee639c5402 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:29:14.286050 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cf1602d4-5a33-4002-99c2-ffee639c5402 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:29:14.306682 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb915fa9-1f5b-4810-8bd9-e91662fc5cca tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Made reservation on behalf of 0cc97363126d47d180e03071fb076852 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:29:14.311298 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cb915fa9-1f5b-4810-8bd9-e91662fc5cca tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:14.348617 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-077960dc-4e5e-4713-b636-495b79bc0b41 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:14.357892 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-35d623a3-da85-4512-918f-304d443d97af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:14.364786 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-35d623a3-da85-4512-918f-304d443d97af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:14.365732 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-35d623a3-da85-4512-918f-304d443d97af admin admin] 10.222.0.32 "DELETE /v2.0/networks/4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8 HTTP/1.1" status: 204 len: 168 time: 1.8111799 Jul 24 09:29:14.373830 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-13481576-f77c-4491-9958-15f4118333a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:14.375365 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-13481576-f77c-4491-9958-15f4118333a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed3face8-48a4-4110-b201-0b1158c92dba HTTP/1.1" status: 200 len: 855 time: 0.1213999 Jul 24 09:29:14.382971 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb915fa9-1f5b-4810-8bd9-e91662fc5cca tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:29:14.431907 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d623a3-da85-4512-918f-304d443d97af admin admin] Pushing event deleted for resources: {'Network': ['ID=4a5f1b79-cb6b-4a6b-865c-f14c9c8c41c8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:14.448609 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077960dc-4e5e-4713-b636-495b79bc0b41 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network d13b146b-3ea1-4ac3-963f-59386f67d8df is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:29:14.456648 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba7b82-dcfe-4719-9a94-468b16c8af96 req-1264ff4a-4b2d-4998-a6bf-dd881796eb27 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:14.456648 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5cba7b82-dcfe-4719-9a94-468b16c8af96 req-1264ff4a-4b2d-4998-a6bf-dd881796eb27 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/ports?device_id=085af28d-3dff-440c-b849-12307a3b0c29 HTTP/1.1" status: 200 len: 945 time: 0.2825031 Jul 24 09:29:14.461823 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-077960dc-4e5e-4713-b636-495b79bc0b41 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:29:14.471115 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cb915fa9-1f5b-4810-8bd9-e91662fc5cca tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:14.471115 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-cb915fa9-1f5b-4810-8bd9-e91662fc5cca tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Added segment 423703b9-76e6-498d-bc48-1d008d31a61e of type vlan for network 6c620b1b-144e-4808-bcbb-1fd8bd2c3a38 Jul 24 09:29:14.471375 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:14.476170 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077960dc-4e5e-4713-b636-495b79bc0b41 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:29:14.483365 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077960dc-4e5e-4713-b636-495b79bc0b41 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:14.484287 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-077960dc-4e5e-4713-b636-495b79bc0b41 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:14.504123 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077960dc-4e5e-4713-b636-495b79bc0b41 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Port': ['ID=4dc93c87-ac7c-41a7-8ba3-f8852c1a10ec,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:14.526297 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-077960dc-4e5e-4713-b636-495b79bc0b41 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9705529 Jul 24 09:29:14.531909 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d6de216d-468a-466f-bb5f-a73ef644ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:14.542468 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53282) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:14.550232 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085af28d-3dff-440c-b849-12307a3b0c29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf1602d4-5a33-4002-99c2-ffee639c5402'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:29:14.566840 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13619cd1-fa12-4946-86df-27ac201cf2c9" -d '{"events": [{"server_uuid": "085af28d-3dff-440c-b849-12307a3b0c29", "name": "network-vif-unplugged", "status": "completed", "tag": "cf1602d4-5a33-4002-99c2-ffee639c5402"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:29:14.573803 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-c80800ff-4627-45dd-9e57-96cfd4400a84 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'subnet': {'network_id': 'd13b146b-3ea1-4ac3-963f-59386f67d8df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:14.591308 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port cf1602d4-5a33-4002-99c2-ffee639c5402, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cf1602d4-5a33-4002-99c2-ffee639c5402,segment=NetworkSegment(ba94c687-d9bc-48a0-ad97-f7798b91848e),segment_id=ba94c687-d9bc-48a0-ad97-f7798b91848e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:14.596011 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-d6de216d-468a-466f-bb5f-a73ef644ccc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cdce888-cfdd-4474-ad28-63b9c295d18d']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:14.598645 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:14.665521 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cb915fa9-1f5b-4810-8bd9-e91662fc5cca tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:14.678406 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-d6de216d-468a-466f-bb5f-a73ef644ccc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144f3af7-ed14-4bba-b924-77b198b3227b') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:14.678876 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-d6de216d-468a-466f-bb5f-a73ef644ccc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144f3af7-ed14-4bba-b924-77b198b3227b') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:14.690932 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06a505e-715b-48ac-b888-7989868505c7 x-openstack-request-id: req-c06a505e-715b-48ac-b888-7989868505c7 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:29:14.691424 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085af28d-3dff-440c-b849-12307a3b0c29", "name": "network-vif-unplugged", "status": "completed", "tag": "cf1602d4-5a33-4002-99c2-ffee639c5402", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:29:14.691522 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c06a505e-715b-48ac-b888-7989868505c7 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:29:14.693950 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085af28d-3dff-440c-b849-12307a3b0c29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf1602d4-5a33-4002-99c2-ffee639c5402', 'code': 200} Jul 24 09:29:14.703639 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d6de216d-468a-466f-bb5f-a73ef644ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:14.706051 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=cf1602d4-5a33-4002-99c2-ffee639c5402,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:14.738572 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-16a0a145-9ed6-471e-867c-957f34628612 req-f2d86fff-c6da-40e5-b897-da9a705a40e0 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:14.802398 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53290) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:14.817315 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d86fff-c6da-40e5-b897-da9a705a40e0 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Pushing event deleted for resources: {'Port': ['ID=cf1602d4-5a33-4002-99c2-ffee639c5402,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:14.842789 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5cba7b82-dcfe-4719-9a94-468b16c8af96 req-02961c89-d30f-4a25-bf1f-79567b9884ae tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8ab793f-e00a-477d-97b6-1abf6378eb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690672 Jul 24 09:29:14.850594 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.db.resource_extend [None req-cb915fa9-1f5b-4810-8bd9-e91662fc5cca tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 09:29:14.868417 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d6de216d-468a-466f-bb5f-a73ef644ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:14.881385 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a0a145-9ed6-471e-867c-957f34628612 req-f2d86fff-c6da-40e5-b897-da9a705a40e0 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] No DVR routers for this DVR port cf1602d4-5a33-4002-99c2-ffee639c5402 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:29:14.884085 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-16a0a145-9ed6-471e-867c-957f34628612 req-f2d86fff-c6da-40e5-b897-da9a705a40e0 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:14.886656 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-16a0a145-9ed6-471e-867c-957f34628612 req-f2d86fff-c6da-40e5-b897-da9a705a40e0 tempest-VolumesActionsTest-638057217 tempest-VolumesActionsTest-638057217-project] 10.222.0.20 "DELETE /v2.0/ports/cf1602d4-5a33-4002-99c2-ffee639c5402 HTTP/1.1" status: 204 len: 173 time: 2.4898651 Jul 24 09:29:14.888644 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085af28d-3dff-440c-b849-12307a3b0c29', 'name': 'network-vif-deleted', 'tag': 'cf1602d4-5a33-4002-99c2-ffee639c5402'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:29:14.892655 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e54f00d-15d5-4820-adf9-eca1a4c19307" -d '{"events": [{"server_uuid": "085af28d-3dff-440c-b849-12307a3b0c29", "name": "network-vif-deleted", "tag": "cf1602d4-5a33-4002-99c2-ffee639c5402"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:29:14.927273 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6de216d-468a-466f-bb5f-a73ef644ccc5 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:29:14.927273 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d6de216d-468a-466f-bb5f-a73ef644ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:14.931112 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-aa8dd1b4-d1f2-4ff3-b0c8-82f4b59bfb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:14.932908 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-aa8dd1b4-d1f2-4ff3-b0c8-82f4b59bfb90 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=57115fda-8a95-4d7e-8f17-f315710a2698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5466030 Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:29:14.933620 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:29:14.943268 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-21cd0fe6-0e78-4e16-971c-08ff4ad098b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=94b4841e090b46649cb32073db3edbbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1390891 Jul 24 09:29:14.946094 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53296) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:14.957477 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2259a348-ecad-494c-8438-246a091a9325 None None] Provisioning for port 4dc93c87-ac7c-41a7-8ba3-f8852c1a10ec completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:29:14.962624 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cb915fa9-1f5b-4810-8bd9-e91662fc5cca tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:14.963055 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2259a348-ecad-494c-8438-246a091a9325 None None] Provisioning complete for port 4dc93c87-ac7c-41a7-8ba3-f8852c1a10ec triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:14.963639 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2259a348-ecad-494c-8438-246a091a9325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:14.974179 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb915fa9-1f5b-4810-8bd9-e91662fc5cca tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:14.974832 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cb915fa9-1f5b-4810-8bd9-e91662fc5cca tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:14.977316 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80800ff-4627-45dd-9e57-96cfd4400a84 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:29:14.980644 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c80800ff-4627-45dd-9e57-96cfd4400a84 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:14.988818 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d487d69-691c-4ee8-945d-bfa709f2df3d x-openstack-request-id: req-0d487d69-691c-4ee8-945d-bfa709f2df3d {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:29:14.990890 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085af28d-3dff-440c-b849-12307a3b0c29", "name": "network-vif-deleted", "tag": "cf1602d4-5a33-4002-99c2-ffee639c5402", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:29:14.991066 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d487d69-691c-4ee8-945d-bfa709f2df3d {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:29:14.991744 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085af28d-3dff-440c-b849-12307a3b0c29', 'name': 'network-vif-deleted', 'tag': 'cf1602d4-5a33-4002-99c2-ffee639c5402', 'status': 'completed', 'code': 200} Jul 24 09:29:15.008021 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-2259a348-ecad-494c-8438-246a091a9325 None None] Port 4dc93c87-ac7c-41a7-8ba3-f8852c1a10ec cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:29:15.045272 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-163369e9-1862-42af-bec9-c30edc5d779b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:15.068061 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-163369e9-1862-42af-bec9-c30edc5d779b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:15.125572 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-163369e9-1862-42af-bec9-c30edc5d779b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:15.129034 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-163369e9-1862-42af-bec9-c30edc5d779b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:15.132851 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-163369e9-1862-42af-bec9-c30edc5d779b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3 HTTP/1.1" status: 204 len: 168 time: 0.1827388 Jul 24 09:29:15.133044 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-cb915fa9-1f5b-4810-8bd9-e91662fc5cca tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9711478 Jul 24 09:29:15.136583 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53300) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:15.146942 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-9bc64605-cdcc-477c-bcd9-8fe06adee4f2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2029194130', 'admin_state_up': True, 'project_id': '0cc97363126d47d180e03071fb076852', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:15.154496 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163369e9-1862-42af-bec9-c30edc5d779b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5929f3-cd0f-47b3-a8c3-a932a4cfbcc3,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:15.188300 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9bc64605-cdcc-477c-bcd9-8fe06adee4f2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:15.191132 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9bc64605-cdcc-477c-bcd9-8fe06adee4f2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:15.274938 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d6de216d-468a-466f-bb5f-a73ef644ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:15.290491 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d6de216d-468a-466f-bb5f-a73ef644ccc5 admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:15.292478 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d6de216d-468a-466f-bb5f-a73ef644ccc5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1cdce888-cfdd-4474-ad28-63b9c295d18d HTTP/1.1" status: 204 len: 168 time: 1.2047501 Jul 24 09:29:15.297203 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9bc64605-cdcc-477c-bcd9-8fe06adee4f2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:15.298507 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53304) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:15.353205 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb915fa9-1f5b-4810-8bd9-e91662fc5cca tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event updated for resources: {'Network': ['ID=6c620b1b-144e-4808-bcbb-1fd8bd2c3a38,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:15.371365 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 6c620b1b-144e-4808-bcbb-1fd8bd2c3a38 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:29:15.381601 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de216d-468a-466f-bb5f-a73ef644ccc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cdce888-cfdd-4474-ad28-63b9c295d18d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:15.489738 n-d-800085-9 neutron-server[94036]: INFO neutron.db.ipam_backend_mixin [None req-c80800ff-4627-45dd-9e57-96cfd4400a84 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d57f826f-77a4-4a0c-b61f-fdc26845aa65 (CIDR: 2001:db8::/64) Jul 24 09:29:15.492959 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-b642bd4b-e575-4879-b757-cd07baae4956 service neutron] 10.222.0.20 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5311298 Jul 24 09:29:15.495953 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-c80800ff-4627-45dd-9e57-96cfd4400a84 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:29:15.495953 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c80800ff-4627-45dd-9e57-96cfd4400a84 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:29:15.511050 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48de856-b5a9-4975-bd0a-e8f775b3b21c admin admin] Deleting subnet d3d27dc9-f412-4888-aab9-22d9e9758b8e {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:29:15.517883 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f48de856-b5a9-4975-bd0a-e8f775b3b21c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:15.603504 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c80800ff-4627-45dd-9e57-96cfd4400a84 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0599334 Jul 24 09:29:15.607615 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53310) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:15.613495 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-7bfce819-2e07-4b43-888d-c37c87ea9456 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'subnet': {'network_id': 'd13b146b-3ea1-4ac3-963f-59386f67d8df', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:15.628543 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee71a5-3d7b-4650-ba0f-fce9c7a39df4 req-fe3a136c-8d23-4e36-8ee2-0ebb6db5fae5 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:15.630045 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8cee71a5-3d7b-4650-ba0f-fce9c7a39df4 req-fe3a136c-8d23-4e36-8ee2-0ebb6db5fae5 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 944 time: 0.3360107 Jul 24 09:29:15.668842 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f48de856-b5a9-4975-bd0a-e8f775b3b21c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:15.718922 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9bc64605-cdcc-477c-bcd9-8fe06adee4f2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:15.724725 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4f0b19d-6144-44ff-949d-ae34c771193f req-8d99e1b7-1d47-4fba-b1b0-c755ea76b496 service neutron] 10.222.0.20 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196374 Jul 24 09:29:15.749699 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8cee71a5-3d7b-4650-ba0f-fce9c7a39df4 req-6537fb3f-cfca-4978-b117-04caec00bc0e tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046433 Jul 24 09:29:15.855556 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f48de856-b5a9-4975-bd0a-e8f775b3b21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:15.892007 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfce819-2e07-4b43-888d-c37c87ea9456 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:29:15.899591 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7bfce819-2e07-4b43-888d-c37c87ea9456 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:16.044215 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7af1f-c3f8-403b-a308-54fc953b687d req-248c0519-1501-4f2b-aae4-c24af566b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:16.048093 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-03d7af1f-c3f8-403b-a308-54fc953b687d req-248c0519-1501-4f2b-aae4-c24af566b951 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bff123a614204702924a0af9802e1c93&device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 1095 time: 0.2375581 Jul 24 09:29:16.049448 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f48de856-b5a9-4975-bd0a-e8f775b3b21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:16.263185 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48de856-b5a9-4975-bd0a-e8f775b3b21c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3d27dc9-f412-4888-aab9-22d9e9758b8e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:16.270141 n-d-800085-9 neutron-server[94036]: INFO neutron.db.ipam_backend_mixin [None req-7bfce819-2e07-4b43-888d-c37c87ea9456 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ef698001-bf0e-42e8-8cd0-b47ae263e5e8 (CIDR: 2001:db8:0:1::/64) Jul 24 09:29:16.281347 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f48de856-b5a9-4975-bd0a-e8f775b3b21c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:16.283887 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f48de856-b5a9-4975-bd0a-e8f775b3b21c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d3d27dc9-f412-4888-aab9-22d9e9758b8e HTTP/1.1" status: 204 len: 168 time: 0.9837830 Jul 24 09:29:16.286302 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bfce819-2e07-4b43-888d-c37c87ea9456 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:29:16.286949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bfce819-2e07-4b43-888d-c37c87ea9456 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:29:16.289844 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53334) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:16.328950 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9bc64605-cdcc-477c-bcd9-8fe06adee4f2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:16.367548 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9bc64605-cdcc-477c-bcd9-8fe06adee4f2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:16.408065 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7af1f-c3f8-403b-a308-54fc953b687d req-67930fba-b773-4d98-924c-84cdd0e03e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:16.409646 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-03d7af1f-c3f8-403b-a308-54fc953b687d req-67930fba-b773-4d98-924c-84cdd0e03e09 service neutron] 10.222.0.20 "GET /v2.0/networks?id=57115fda-8a95-4d7e-8f17-f315710a2698 HTTP/1.1" status: 200 len: 916 time: 0.3462594 Jul 24 09:29:16.429576 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7bfce819-2e07-4b43-888d-c37c87ea9456 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8209076 Jul 24 09:29:16.458482 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53340) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:16.463195 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-e0d0deb8-ff02-4345-a4d4-85665d744639 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'subnet': {'network_id': 'd13b146b-3ea1-4ac3-963f-59386f67d8df', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:16.479299 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-03d7af1f-c3f8-403b-a308-54fc953b687d req-2644e683-bae9-4b7b-b08a-627d06e4b150 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa HTTP/1.1" status: 200 len: 217 time: 0.0598502 Jul 24 09:29:16.525545 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53346) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:16.537609 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:16.542826 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-9bc64605-cdcc-477c-bcd9-8fe06adee4f2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Allocated IP 172.25.7.37 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/423d2d81-8053-4713-9bd7-be69ff7324c5) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:29:16.600228 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a99aea5e-40c4-4196-bd14-13d11dac6760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:16.627470 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7af1f-c3f8-403b-a308-54fc953b687d req-31057b40-4ba6-4e92-a41d-d3773613298b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:16.629403 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-03d7af1f-c3f8-403b-a308-54fc953b687d req-31057b40-4ba6-4e92-a41d-d3773613298b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed3face8-48a4-4110-b201-0b1158c92dba HTTP/1.1" status: 200 len: 855 time: 0.1386051 Jul 24 09:29:16.723566 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-71c037d2-8d41-44e9-baa2-1e7477e6aaae admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-274931779-network', 'tenant_id': '20eec70be2124bdf8bbe1e4637c3db20'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:16.734426 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7af1f-c3f8-403b-a308-54fc953b687d req-f44c28f4-7021-4d0e-b691-ed18a1e4330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:16.736908 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-03d7af1f-c3f8-403b-a308-54fc953b687d req-f44c28f4-7021-4d0e-b691-ed18a1e4330f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=57115fda-8a95-4d7e-8f17-f315710a2698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000028 Jul 24 09:29:16.738042 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d0deb8-ff02-4345-a4d4-85665d744639 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Made reservation on behalf of 91ac73207ba04ee3977a4bedfdf2993b for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:29:16.741698 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e0d0deb8-ff02-4345-a4d4-85665d744639 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:16.772063 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a99aea5e-40c4-4196-bd14-13d11dac6760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:16.797871 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-a99aea5e-40c4-4196-bd14-13d11dac6760 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4943fa7d-33d6-4c92-9c98-cc850999eacd']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:16.816711 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c037d2-8d41-44e9-baa2-1e7477e6aaae admin admin] Made reservation on behalf of 20eec70be2124bdf8bbe1e4637c3db20 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:29:16.819048 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71c037d2-8d41-44e9-baa2-1e7477e6aaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:16.827665 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-a99aea5e-40c4-4196-bd14-13d11dac6760 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6190a84c-30b6-4d71-8489-a99750719766') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:16.827970 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-a99aea5e-40c4-4196-bd14-13d11dac6760 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6190a84c-30b6-4d71-8489-a99750719766') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:16.854023 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a99aea5e-40c4-4196-bd14-13d11dac6760 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:16.864415 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71c037d2-8d41-44e9-baa2-1e7477e6aaae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:16.876959 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9bc64605-cdcc-477c-bcd9-8fe06adee4f2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:16.890565 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a99aea5e-40c4-4196-bd14-13d11dac6760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:16.906439 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99aea5e-40c4-4196-bd14-13d11dac6760 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:29:16.906864 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a99aea5e-40c4-4196-bd14-13d11dac6760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:29:16.908687 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:29:17.008219 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a99aea5e-40c4-4196-bd14-13d11dac6760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:17.020532 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a99aea5e-40c4-4196-bd14-13d11dac6760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:17.027939 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a99aea5e-40c4-4196-bd14-13d11dac6760 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4943fa7d-33d6-4c92-9c98-cc850999eacd HTTP/1.1" status: 204 len: 168 time: 0.7041399 Jul 24 09:29:17.041479 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99aea5e-40c4-4196-bd14-13d11dac6760 admin admin] Pushing event deleted for resources: {'Network': ['ID=4943fa7d-33d6-4c92-9c98-cc850999eacd,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:17.060689 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9bc64605-cdcc-477c-bcd9-8fe06adee4f2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:17.114345 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc64605-cdcc-477c-bcd9-8fe06adee4f2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:29:17.120599 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-9bc64605-cdcc-477c-bcd9-8fe06adee4f2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:29:17.128124 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc64605-cdcc-477c-bcd9-8fe06adee4f2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:29:17.196825 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc64605-cdcc-477c-bcd9-8fe06adee4f2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event updated for resources: {'Port': ['ID=423d2d81-8053-4713-9bd7-be69ff7324c5,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:17.239387 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71c037d2-8d41-44e9-baa2-1e7477e6aaae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:17.253340 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53388) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:17.255544 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71c037d2-8d41-44e9-baa2-1e7477e6aaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:17.405013 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a1f5e-9e48-495e-b078-0067263e65ca req-316c6b00-2747-4c39-bc0e-0369439c04e9 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:17.406800 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e14a1f5e-9e48-495e-b078-0067263e65ca req-316c6b00-2747-4c39-bc0e-0369439c04e9 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 944 time: 0.2183294 Jul 24 09:29:17.414672 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-03d7af1f-c3f8-403b-a308-54fc953b687d req-5dde8d80-fb6a-47df-8005-e5a852166793 service neutron] 10.222.0.20 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6692209 Jul 24 09:29:17.426557 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c037d2-8d41-44e9-baa2-1e7477e6aaae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:29:17.438283 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c037d2-8d41-44e9-baa2-1e7477e6aaae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a969fa2-fc27-4f8c-b747-535a34d90799,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:17.500842 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71c037d2-8d41-44e9-baa2-1e7477e6aaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:17.500842 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-71c037d2-8d41-44e9-baa2-1e7477e6aaae admin admin] Added segment 452ecc20-60b4-4651-8fef-8504fa62e486 of type vlan for network a2ff0531-86df-4128-aada-59bf6c78a2e2 Jul 24 09:29:17.524968 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cf024cdf-1f23-4b15-9197-5eaae4154c7b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=187623b095cb49a4b2c8631fdff864f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2634237 Jul 24 09:29:17.530524 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53392) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:17.572443 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e14a1f5e-9e48-495e-b078-0067263e65ca req-72642804-1641-415a-8a6b-62aa5f912d1d tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557345 Jul 24 09:29:17.657744 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71c037d2-8d41-44e9-baa2-1e7477e6aaae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:17.719551 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-03d7af1f-c3f8-403b-a308-54fc953b687d req-2d2db6f7-64b5-49ba-961e-abdd17403e91 service neutron] 10.222.0.20 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900369 Jul 24 09:29:17.725228 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71c037d2-8d41-44e9-baa2-1e7477e6aaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:17.726314 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c037d2-8d41-44e9-baa2-1e7477e6aaae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:17.726850 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-71c037d2-8d41-44e9-baa2-1e7477e6aaae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:17.739556 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bf4a27af-0253-40c5-9705-9d832d8d72b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:17.754786 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9bc64605-cdcc-477c-bcd9-8fe06adee4f2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:17.773052 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e0d0deb8-ff02-4345-a4d4-85665d744639 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:17.777212 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bf4a27af-0253-40c5-9705-9d832d8d72b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:17.835748 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d0deb8-ff02-4345-a4d4-85665d744639 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Network d13b146b-3ea1-4ac3-963f-59386f67d8df is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:29:17.850300 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-e0d0deb8-ff02-4345-a4d4-85665d744639 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:29:17.851271 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-71c037d2-8d41-44e9-baa2-1e7477e6aaae admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3246412 Jul 24 09:29:17.855390 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53404) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:17.864509 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d0deb8-ff02-4345-a4d4-85665d744639 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:17.867459 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fb5701-b77e-4790-96f1-1a68c9956c1c None None] Network d13b146b-3ea1-4ac3-963f-59386f67d8df requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:29:17.874736 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e0d0deb8-ff02-4345-a4d4-85665d744639 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:17.885536 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-a0ec1f82-f5f2-4652-8294-ec01a15abb6e admin admin] Request body: {'subnet': {'network_id': 'a2ff0531-86df-4128-aada-59bf6c78a2e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-274931779-subnet', 'tenant_id': '20eec70be2124bdf8bbe1e4637c3db20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:17.913608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0deb8-ff02-4345-a4d4-85665d744639 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Subnet': ['ID=e41fbe5d-9f28-4a77-9e1e-30b4229fe2a2,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:17.933965 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e0d0deb8-ff02-4345-a4d4-85665d744639 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4749138 Jul 24 09:29:17.936629 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53410) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:17.943243 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-9d527171-0671-4c4c-80d8-1fbb3cfe7477 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1628643370', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e41fbe5d-9f28-4a77-9e1e-30b4229fe2a2'}], 'security_groups': ['82562732-589e-465b-a3c4-0c7ba6547eb7', 'daf7a802-35a3-4711-9cbe-c36c35adf106']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:17.948385 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c037d2-8d41-44e9-baa2-1e7477e6aaae admin admin] Pushing event updated for resources: {'Network': ['ID=a2ff0531-86df-4128-aada-59bf6c78a2e2,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:17.974817 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network a2ff0531-86df-4128-aada-59bf6c78a2e2 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:29:18.018365 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bf4a27af-0253-40c5-9705-9d832d8d72b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:18.020947 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bf4a27af-0253-40c5-9705-9d832d8d72b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:18.024320 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bf4a27af-0253-40c5-9705-9d832d8d72b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d94b599c-be3a-49a3-a6f0-b9149afb18bc HTTP/1.1" status: 204 len: 168 time: 0.4857874 Jul 24 09:29:18.037627 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ec1f82-f5f2-4652-8294-ec01a15abb6e admin admin] Made reservation on behalf of 20eec70be2124bdf8bbe1e4637c3db20 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:29:18.040463 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0ec1f82-f5f2-4652-8294-ec01a15abb6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:18.192928 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a27af-0253-40c5-9705-9d832d8d72b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94b599c-be3a-49a3-a6f0-b9149afb18bc,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:18.290649 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:29:18.355254 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9d527171-0671-4c4c-80d8-1fbb3cfe7477 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:18.543855 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da14165-ef6a-4b62-aba6-5d6331d9db75 None None] Update dhcp port {'port': {'network_id': 'd13b146b-3ea1-4ac3-963f-59386f67d8df', 'fixed_ips': [{'subnet_id': 'ef698001-bf0e-42e8-8cd0-b47ae263e5e8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd57f826f-77a4-4a0c-b61f-fdc26845aa65', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e41fbe5d-9f28-4a77-9e1e-30b4229fe2a2'}], 'binding:host_id': 'n-d-800085-9'}, 'id': '1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6'} from n-d-800085-9. {{(pid=94037) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 09:29:18.569954 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9bc64605-cdcc-477c-bcd9-8fe06adee4f2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:18.688376 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:18.729045 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5da14165-ef6a-4b62-aba6-5d6331d9db75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:18.731561 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'port_id': '8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa', 'mac_address': 'fa:16:3e:c7:26:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:29:18.805575 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0ec1f82-f5f2-4652-8294-ec01a15abb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:18.833156 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53434) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:18.929202 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-9d527171-0671-4c4c-80d8-1fbb3cfe7477 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Delete allocated IP 2001:db8::17e (d13b146b-3ea1-4ac3-963f-59386f67d8df/d57f826f-77a4-4a0c-b61f-fdc26845aa65) {{(pid=94036) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 24 09:29:18.940190 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-9d527171-0671-4c4c-80d8-1fbb3cfe7477 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Allocated IP 2001:db8:0:2::1fa (d13b146b-3ea1-4ac3-963f-59386f67d8df/e41fbe5d-9f28-4a77-9e1e-30b4229fe2a2/4dc93c87-ac7c-41a7-8ba3-f8852c1a10ec) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:29:18.973174 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:18.991249 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:29:19.040928 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:19.046543 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:19.109728 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a0a9b658-f1fa-4dad-9bcb-0f7ad2d6a02a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fbd84562529842d79b7c415008d51a45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2584829 Jul 24 09:29:19.113161 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53436) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:19.130892 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9d527171-0671-4c4c-80d8-1fbb3cfe7477 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:19.139962 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:19.159713 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-9d527171-0671-4c4c-80d8-1fbb3cfe7477 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Transition to ACTIVE for port object 4dc93c87-ac7c-41a7-8ba3-f8852c1a10ec will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:29:19.164419 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9d527171-0671-4c4c-80d8-1fbb3cfe7477 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:19.214815 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec1f82-f5f2-4652-8294-ec01a15abb6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c27b43a-8c5a-4d7d-8e01-21640f4f615b,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:19.247859 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ec1f82-f5f2-4652-8294-ec01a15abb6e admin admin] Checking segment: {'id': '452ecc20-60b4-4651-8fef-8504fa62e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2ff0531-86df-4128-aada-59bf6c78a2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:29:19.248603 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ec1f82-f5f2-4652-8294-ec01a15abb6e admin admin] Network hostable DHCP agents. Network: a2ff0531-86df-4128-aada-59bf6c78a2e2, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:29:19.272069 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:29:19.292123 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45a18d-f300-4604-9fbb-102d26ec2a22 req-068a8e80-53c7-4f37-be42-9a39f397efa2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:19.302842 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fb45a18d-f300-4604-9fbb-102d26ec2a22 req-068a8e80-53c7-4f37-be42-9a39f397efa2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 944 time: 0.5742025 Jul 24 09:29:19.303828 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d527171-0671-4c4c-80d8-1fbb3cfe7477 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event updated for resources: {'Port': ['ID=4dc93c87-ac7c-41a7-8ba3-f8852c1a10ec,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:19.339377 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc64605-cdcc-477c-bcd9-8fe06adee4f2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Router 8cb6fc19-d4f1-489e-afac-0eaff61df8ac is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:29:19.349052 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-5da14165-ef6a-4b62-aba6-5d6331d9db75 None None] Allocated IP 2001:db8:0:2::2 (d13b146b-3ea1-4ac3-963f-59386f67d8df/e41fbe5d-9f28-4a77-9e1e-30b4229fe2a2/1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:29:19.365117 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-9d527171-0671-4c4c-80d8-1fbb3cfe7477 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] In _notify_port_updated(), no bound segment for port 4dc93c87-ac7c-41a7-8ba3-f8852c1a10ec on network d13b146b-3ea1-4ac3-963f-59386f67d8df {{(pid=94036) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 09:29:19.371018 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d527171-0671-4c4c-80d8-1fbb3cfe7477 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:19.379772 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9d527171-0671-4c4c-80d8-1fbb3cfe7477 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:19.381415 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9d527171-0671-4c4c-80d8-1fbb3cfe7477 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "PUT /v2.0/ports/4dc93c87-ac7c-41a7-8ba3-f8852c1a10ec HTTP/1.1" status: 200 len: 970 time: 1.4438837 Jul 24 09:29:19.384537 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53442) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:19.392425 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fb45a18d-f300-4604-9fbb-102d26ec2a22 req-605ba2c4-5d4e-463d-b775-7b762231603b tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868764 Jul 24 09:29:19.395660 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ec1f82-f5f2-4652-8294-ec01a15abb6e admin admin] Network a2ff0531-86df-4128-aada-59bf6c78a2e2 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:29:19.508214 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7c1e2b23-35ac-4ad6-bbae-6e024188af5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:19.510021 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-a0ec1f82-f5f2-4652-8294-ec01a15abb6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, a2ff0531-86df-4128-aada-59bf6c78a2e2) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:29:19.536961 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ec1f82-f5f2-4652-8294-ec01a15abb6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:19.537565 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0ec1f82-f5f2-4652-8294-ec01a15abb6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:19.567156 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a0ec1f82-f5f2-4652-8294-ec01a15abb6e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6947155 Jul 24 09:29:19.600073 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-07f62df2-5f60-4998-a2ba-31a1712a06a8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting port 4dc93c87-ac7c-41a7-8ba3-f8852c1a10ec {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:29:19.600434 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07f62df2-5f60-4998-a2ba-31a1712a06a8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:19.604970 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7c1e2b23-35ac-4ad6-bbae-6e024188af5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:19.613656 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-5da14165-ef6a-4b62-aba6-5d6331d9db75 None None] For port 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6,segment=NetworkSegment(bda04c07-30db-40b5-a1ba-6dca47368963),segment_id=bda04c07-30db-40b5-a1ba-6dca47368963)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:19.659851 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc64605-cdcc-477c-bcd9-8fe06adee4f2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:29:19.701241 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5da14165-ef6a-4b62-aba6-5d6331d9db75 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:19.717459 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9bc64605-cdcc-477c-bcd9-8fe06adee4f2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:19.722030 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9bc64605-cdcc-477c-bcd9-8fe06adee4f2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.5803893 Jul 24 09:29:19.722309 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53446) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:19.750912 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] Sync routers for ids ['8cb6fc19-d4f1-489e-afac-0eaff61df8ac'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:29:19.775961 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97af58e-d344-4c30-b8a2-0857d4472f09 None None] Network a2ff0531-86df-4128-aada-59bf6c78a2e2 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:29:19.851803 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7c1e2b23-35ac-4ad6-bbae-6e024188af5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:19.854690 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7c1e2b23-35ac-4ad6-bbae-6e024188af5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:19.858110 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7c1e2b23-35ac-4ad6-bbae-6e024188af5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8c3708c-3cd7-4742-88f4-a711033afc3c HTTP/1.1" status: 204 len: 168 time: 0.7369006 Jul 24 09:29:19.874875 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] Routers {'8cb6fc19-d4f1-489e-afac-0eaff61df8ac'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:29:19.877102 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:29:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8cb6fc19-d4f1-489e-afac-0eaff61df8ac'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:19.880762 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e2b23-35ac-4ad6-bbae-6e024188af5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c3708c-3cd7-4742-88f4-a711033afc3c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:19.883538 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44afdb7b-5072-4b94-875a-7f3fbccfe70e tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:19.886288 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-44afdb7b-5072-4b94-875a-7f3fbccfe70e tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=0cc97363126d47d180e03071fb076852&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1630762 Jul 24 09:29:19.890988 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5da14165-ef6a-4b62-aba6-5d6331d9db75 None None] Transition to ACTIVE for port object 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:29:19.897647 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53454) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:19.994951 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07f62df2-5f60-4998-a2ba-31a1712a06a8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:20.027547 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab079c89-6dbd-4cd0-bb30-9ffc5013566e tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:20.030044 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-07f62df2-5f60-4998-a2ba-31a1712a06a8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Calling delete_port for 4dc93c87-ac7c-41a7-8ba3-f8852c1a10ec owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:29:20.034563 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ab079c89-6dbd-4cd0-bb30-9ffc5013566e tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1336446 Jul 24 09:29:20.036135 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53460) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:20.048888 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fd34c54-b555-461d-b240-6f4d10a71fc2 req-c0fd67bb-960c-4488-b9f1-1b32e08ad68f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2830832 Jul 24 09:29:20.110970 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-932a67dd-752b-4e93-b29f-06f4823d62ab tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0703304 Jul 24 09:29:20.111765 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53462) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:20.206996 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] Set router 8cb6fc19-d4f1-489e-afac-0eaff61df8ac gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:29:20.207747 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0e89ab23-e5bc-42b5-9362-e324e7ebc3dd tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=0cc97363126d47d180e03071fb076852&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0865574 Jul 24 09:29:20.208541 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53464) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:20.322723 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd34c54-b555-461d-b240-6f4d10a71fc2 req-9a530d1a-2e5b-46d6-b5c0-35e758d243e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:20.330735 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fd34c54-b555-461d-b240-6f4d10a71fc2 req-9a530d1a-2e5b-46d6-b5c0-35e758d243e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ddf1f6a8ea84a438a459d68cf609e56&device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 1096 time: 0.2580531 Jul 24 09:29:20.376705 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5da14165-ef6a-4b62-aba6-5d6331d9db75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:20.448240 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51e7378-c25c-465b-958e-e88d0a04076d tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:20.451906 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b51e7378-c25c-465b-958e-e88d0a04076d tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2423062 Jul 24 09:29:20.455347 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53482) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:20.523729 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e224b28e-7455-47ba-b9e4-018ef33b45f1 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0665987 Jul 24 09:29:20.526428 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53484) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:20.542385 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-633a0b44-75fe-434f-acda-71f858e1b11b tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-959659325', 'network_id': '6c620b1b-144e-4808-bcbb-1fd8bd2c3a38', 'project_id': '0cc97363126d47d180e03071fb076852', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:20.545531 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da14165-ef6a-4b62-aba6-5d6331d9db75 None None] Pushing event updated for resources: {'Port': ['ID=1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6,revision_number=7']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:20.679624 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd34c54-b555-461d-b240-6f4d10a71fc2 req-baef6b16-6c67-47d4-91ff-1e624d5ad270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:20.681666 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fd34c54-b555-461d-b240-6f4d10a71fc2 req-baef6b16-6c67-47d4-91ff-1e624d5ad270 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d HTTP/1.1" status: 200 len: 911 time: 0.3246229 Jul 24 09:29:20.908469 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633a0b44-75fe-434f-acda-71f858e1b11b tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Made reservation on behalf of 0cc97363126d47d180e03071fb076852 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:29:20.921685 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-633a0b44-75fe-434f-acda-71f858e1b11b tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:20.973135 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:29:21.064525 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-86421612-ca21-4b57-b57a-d0e0ba201a95 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:21.067119 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-86421612-ca21-4b57-b57a-d0e0ba201a95 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/networks?id=a2ff0531-86df-4128-aada-59bf6c78a2e2 HTTP/1.1" status: 200 len: 812 time: 0.5056558 Jul 24 09:29:21.067991 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07f62df2-5f60-4998-a2ba-31a1712a06a8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:21.074828 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fd34c54-b555-461d-b240-6f4d10a71fc2 req-4f22b34f-16e3-4e2c-9083-68e9dabef8ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f4d8f1-8b54-42bd-a1fc-408ef69a6354 HTTP/1.1" status: 200 len: 1000 time: 0.2627599 Jul 24 09:29:21.086331 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54add38-2130-48c4-9565-643ddc085bb2 req-f248cce9-4cce-4b94-806b-b2c7f5ae5e8d tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:21.098226 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e54add38-2130-48c4-9565-643ddc085bb2 req-f248cce9-4cce-4b94-806b-b2c7f5ae5e8d tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 945 time: 0.5642354 Jul 24 09:29:21.220991 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07f62df2-5f60-4998-a2ba-31a1712a06a8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:21.224231 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-07f62df2-5f60-4998-a2ba-31a1712a06a8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/ports/4dc93c87-ac7c-41a7-8ba3-f8852c1a10ec HTTP/1.1" status: 204 len: 168 time: 1.8384731 Jul 24 09:29:21.225526 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f62df2-5f60-4998-a2ba-31a1712a06a8 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Port': ['ID=4dc93c87-ac7c-41a7-8ba3-f8852c1a10ec,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:21.238043 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53498) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:21.273701 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-8f8a8994-8ec1-4b70-8c5d-4ccbb8a7e00e tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/quotas/20eec70be2124bdf8bbe1e4637c3db20 HTTP/1.1" status: 200 len: 375 time: 0.1975713 Jul 24 09:29:21.274756 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb9eabe-4124-4987-8c4c-55bafbacea19 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] GET failed (client error): The resource could not be found. Jul 24 09:29:21.276338 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4bb9eabe-4124-4987-8c4c-55bafbacea19 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "GET /v2.0/ports/4dc93c87-ac7c-41a7-8ba3-f8852c1a10ec HTTP/1.1" status: 404 len: 333 time: 0.0363488 Jul 24 09:29:21.282079 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53502) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:21.334769 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-2998b386-70b0-4876-8d88-5720ba3858da tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=20eec70be2124bdf8bbe1e4637c3db20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533113 Jul 24 09:29:21.407054 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd34c54-b555-461d-b240-6f4d10a71fc2 req-57fc0b05-2968-49bf-9838-f77182cb0e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:21.409445 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fd34c54-b555-461d-b240-6f4d10a71fc2 req-57fc0b05-2968-49bf-9838-f77182cb0e35 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff HTTP/1.1" status: 200 len: 850 time: 0.3090153 Jul 24 09:29:21.428598 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ed3695-f8d0-4356-bb2c-8d2ada504eeb None None] Network a2ff0531-86df-4128-aada-59bf6c78a2e2 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:29:21.530695 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb6fc19-d4f1-489e-afac-0eaff61df8ac', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2029194130', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '423d2d81-8053-4713-9bd7-be69ff7324c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:15Z', 'updated_at': '2021-07-24T09:29:17Z', 'revision_number': 3, 'project_id': '0cc97363126d47d180e03071fb076852', 'gw_port': {'id': '423d2d81-8053-4713-9bd7-be69ff7324c5', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb6fc19-d4f1-489e-afac-0eaff61df8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:16Z', 'updated_at': '2021-07-24T09:29:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:21.578955 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2dd96fb0-9584-47f7-947b-f4e95387e962 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:21.622814 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] Checking router: 8cb6fc19-d4f1-489e-afac-0eaff61df8ac for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:29:21.623164 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] Updating router 8cb6fc19-d4f1-489e-afac-0eaff61df8ac port 423d2d81-8053-4713-9bd7-be69ff7324c5 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:29:21.733108 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2dd96fb0-9584-47f7-947b-f4e95387e962 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:21.864347 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-c64aaa77-3b04-466a-8d4e-2b1fe39dc24a service neutron] 10.222.0.32 "GET /v2.0/networks/a2ff0531-86df-4128-aada-59bf6c78a2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175738 Jul 24 09:29:21.876542 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd34c54-b555-461d-b240-6f4d10a71fc2 req-19dccc5b-0c42-4a45-b786-2b0b22e0fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:21.877954 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:21.878254 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fd34c54-b555-461d-b240-6f4d10a71fc2 req-19dccc5b-0c42-4a45-b786-2b0b22e0fd54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4204285 Jul 24 09:29:22.027977 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2dd96fb0-9584-47f7-947b-f4e95387e962 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:22.031971 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2dd96fb0-9584-47f7-947b-f4e95387e962 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:22.038988 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2dd96fb0-9584-47f7-947b-f4e95387e962 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/security-groups/c737971a-eb0c-4df6-b66f-99e7ef2dde15 HTTP/1.1" status: 204 len: 168 time: 0.7502015 Jul 24 09:29:22.039848 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53520) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:22.109063 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd96fb0-9584-47f7-947b-f4e95387e962 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c737971a-eb0c-4df6-b66f-99e7ef2dde15,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:22.437570 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fd34c54-b555-461d-b240-6f4d10a71fc2 req-757c3252-ed4d-49ba-a827-9ea80a3c75d8 service neutron] 10.222.0.20 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5387664 Jul 24 09:29:22.442761 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ef01d7b-4725-4503-8cb1-e397628ad572 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:22.448023 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-4214030d-2af1-4502-b99b-ee9515960742 service neutron] 10.222.0.32 "GET /v2.0/networks/a2ff0531-86df-4128-aada-59bf6c78a2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5685501 Jul 24 09:29:22.519177 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ef01d7b-4725-4503-8cb1-e397628ad572 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:22.558660 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e54add38-2130-48c4-9565-643ddc085bb2 req-93859329-756f-4691-ad35-73a24665bcc2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4576340 Jul 24 09:29:22.585686 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53528) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:22.651823 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ef01d7b-4725-4503-8cb1-e397628ad572 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:22.659913 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ef01d7b-4725-4503-8cb1-e397628ad572 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:22.662466 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:29:22.675285 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4ef01d7b-4725-4503-8cb1-e397628ad572 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/security-groups/daf7a802-35a3-4711-9cbe-c36c35adf106 HTTP/1.1" status: 204 len: 168 time: 0.5963326 Jul 24 09:29:22.699509 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53532) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:22.701611 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef01d7b-4725-4503-8cb1-e397628ad572 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf7a802-35a3-4711-9cbe-c36c35adf106,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:22.762225 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:22.801518 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7fd34c54-b555-461d-b240-6f4d10a71fc2 req-461b7c82-1d9c-4d10-9a80-b3ccf667b481 service neutron] 10.222.0.20 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491104 Jul 24 09:29:22.859289 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] Transition to ACTIVE for port object 423d2d81-8053-4713-9bd7-be69ff7324c5 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:29:22.867799 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d6f4-1b15-4881-a01e-eaf2b22f8f1b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:22.889194 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7795071d-3bd0-4eae-a33a-374ab80c422f None None] Provisioning complete for port 7c0af699-5cbd-4dfb-b460-fed4e5f404aa triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:22.893813 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7795071d-3bd0-4eae-a33a-374ab80c422f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:22.898110 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:22.912275 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-633a0b44-75fe-434f-acda-71f858e1b11b tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:22.975239 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d6f4-1b15-4881-a01e-eaf2b22f8f1b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:23.068552 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a0b44-75fe-434f-acda-71f858e1b11b tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event updated for resources: {'Subnet': ['ID=f87665ec-a169-4938-bf04-d31c58ef34d2,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:23.118658 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fbde26af-8635-4f8f-8b87-77c1ab279244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:23.127903 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d6f4-1b15-4881-a01e-eaf2b22f8f1b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:23.194080 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d6f4-1b15-4881-a01e-eaf2b22f8f1b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:23.195246 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e2a0d6f4-1b15-4881-a01e-eaf2b22f8f1b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/security-groups/82562732-589e-465b-a3c4-0c7ba6547eb7 HTTP/1.1" status: 204 len: 168 time: 0.4862354 Jul 24 09:29:23.201769 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53540) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:23.293355 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0d6f4-1b15-4881-a01e-eaf2b22f8f1b tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82562732-589e-465b-a3c4-0c7ba6547eb7,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:23.301666 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:29:23.318908 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633a0b44-75fe-434f-acda-71f858e1b11b tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Checking segment: {'id': '423703b9-76e6-498d-bc48-1d008d31a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6c620b1b-144e-4808-bcbb-1fd8bd2c3a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:29:23.319415 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633a0b44-75fe-434f-acda-71f858e1b11b tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Network hostable DHCP agents. Network: 6c620b1b-144e-4808-bcbb-1fd8bd2c3a38, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:29:23.322099 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] Attempting to bind port 423d2d81-8053-4713-9bd7-be69ff7324c5 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:29:23.322645 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] Attempting to bind port 423d2d81-8053-4713-9bd7-be69ff7324c5 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:29:23.323957 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] Attempting to bind port 423d2d81-8053-4713-9bd7-be69ff7324c5 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:29:23.361771 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:23.365023 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:23.435145 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3815c1-24cd-4e2e-9759-f589afaaaba2 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting subnet d57f826f-77a4-4a0c-b61f-fdc26845aa65 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:29:23.451525 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5c3815c1-24cd-4e2e-9759-f589afaaaba2 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:23.467269 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:29:23.472851 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:29:23.474686 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:23.474686 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:29:23.474686 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] Bound port: 423d2d81-8053-4713-9bd7-be69ff7324c5, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:29:23.476790 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:23.534906 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05048f8b-e5f4-4a59-83e9-8903e4eeac48 None None] Pushing event updated for resources: {'Port': ['ID=423d2d81-8053-4713-9bd7-be69ff7324c5,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:23.550971 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-7795071d-3bd0-4eae-a33a-374ab80c422f None None] Port 7c0af699-5cbd-4dfb-b460-fed4e5f404aa cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:29:23.565817 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7795071d-3bd0-4eae-a33a-374ab80c422f None None] Could not find standard attr ID for object 4dc93c87-ac7c-41a7-8ba3-f8852c1a10ec. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:29:23.604647 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7795071d-3bd0-4eae-a33a-374ab80c422f None None] Provisioning for port 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:29:23.607518 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6ca4c397-11d9-4197-aa60-ad7fcea7a783 req-0ca871c6-20fc-4adb-b3ee-449dc30f8663 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=df77d108-92d3-478a-9308-876510ff89d4 HTTP/1.1" status: 200 len: 210 time: 0.1719694 Jul 24 09:29:23.646107 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5c3815c1-24cd-4e2e-9759-f589afaaaba2 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:23.719197 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7795071d-3bd0-4eae-a33a-374ab80c422f None None] Provisioning complete for port 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:23.723717 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7795071d-3bd0-4eae-a33a-374ab80c422f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:23.791895 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] For port 423d2d81-8053-4713-9bd7-be69ff7324c5, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:29:23.794689 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5c3815c1-24cd-4e2e-9759-f589afaaaba2 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:23.861787 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] For port 423d2d81-8053-4713-9bd7-be69ff7324c5, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=423d2d81-8053-4713-9bd7-be69ff7324c5,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:29:23.894401 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:23.905840 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fbde26af-8635-4f8f-8b87-77c1ab279244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:23.919485 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633a0b44-75fe-434f-acda-71f858e1b11b tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Network 6c620b1b-144e-4808-bcbb-1fd8bd2c3a38 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:29:23.922370 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fbde26af-8635-4f8f-8b87-77c1ab279244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:23.927254 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5c3815c1-24cd-4e2e-9759-f589afaaaba2 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:23.968369 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-633a0b44-75fe-434f-acda-71f858e1b11b tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 6c620b1b-144e-4808-bcbb-1fd8bd2c3a38) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:29:24.015628 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633a0b44-75fe-434f-acda-71f858e1b11b tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:24.016520 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-633a0b44-75fe-434f-acda-71f858e1b11b tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:24.035452 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05048f8b-e5f4-4a59-83e9-8903e4eeac48 None None] Pushing event updated for resources: {'Port': ['ID=423d2d81-8053-4713-9bd7-be69ff7324c5,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:24.041129 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-633a0b44-75fe-434f-acda-71f858e1b11b tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.5019515 Jul 24 09:29:24.041129 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3815c1-24cd-4e2e-9759-f589afaaaba2 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Subnet': ['ID=d57f826f-77a4-4a0c-b61f-fdc26845aa65,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:24.042500 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5c3815c1-24cd-4e2e-9759-f589afaaaba2 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:24.045033 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5c3815c1-24cd-4e2e-9759-f589afaaaba2 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/subnets/d57f826f-77a4-4a0c-b61f-fdc26845aa65 HTTP/1.1" status: 204 len: 168 time: 0.8321583 Jul 24 09:29:24.056501 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53560) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:24.057030 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53562) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:24.083553 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c541be0e-2103-49d3-95d8-c4edfd7d28b0 None None] Network 6c620b1b-144e-4808-bcbb-1fd8bd2c3a38 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:29:24.088246 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4b2cb2-dbd6-452d-8510-569a465af89b None None] Network d13b146b-3ea1-4ac3-963f-59386f67d8df requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:29:24.093197 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fbde26af-8635-4f8f-8b87-77c1ab279244 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=169c4c43e7044a12890ca8838b82284b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5063839 Jul 24 09:29:24.099555 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53564) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:24.171222 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde26af-8635-4f8f-8b87-77c1ab279244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b4e1ea-27f9-4cd7-bc9c-12f565a881cc,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:24.211303 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af2af66-3b5a-409c-aea1-a40d9c557ce4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting subnet e41fbe5d-9f28-4a77-9e1e-30b4229fe2a2 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:29:24.272451 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-35b7548a-c31c-439c-b04a-b6c5e25255d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:24.295402 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9af2af66-3b5a-409c-aea1-a40d9c557ce4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:24.308227 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d9d3b-d640-4615-bda7-e567a649607d req-227cc2ae-42c2-4cd6-b103-3a2f937c2dfc tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:24.315961 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-450d9d3b-d640-4615-bda7-e567a649607d req-227cc2ae-42c2-4cd6-b103-3a2f937c2dfc tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 945 time: 0.4297111 Jul 24 09:29:24.370778 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-35b7548a-c31c-439c-b04a-b6c5e25255d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:24.398869 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:24.409383 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-450d9d3b-d640-4615-bda7-e567a649607d req-89734094-1db3-405b-81ed-fe9662fc2e5a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913792 Jul 24 09:29:24.536047 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-35b7548a-c31c-439c-b04a-b6c5e25255d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:24.559198 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-35b7548a-c31c-439c-b04a-b6c5e25255d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:24.562635 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-35b7548a-c31c-439c-b04a-b6c5e25255d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49b4e1ea-27f9-4cd7-bc9c-12f565a881cc HTTP/1.1" status: 204 len: 168 time: 0.4582062 Jul 24 09:29:24.595022 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7548a-c31c-439c-b04a-b6c5e25255d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b4e1ea-27f9-4cd7-bc9c-12f565a881cc,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:24.646973 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9af2af66-3b5a-409c-aea1-a40d9c557ce4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:24.979792 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-65a70194-2094-464d-b863-4dd8e9a43cd6 req-a3f95de0-b2e1-407e-b39b-97097f379886 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=df77d108-92d3-478a-9308-876510ff89d4 HTTP/1.1" status: 200 len: 210 time: 0.1534400 Jul 24 09:29:25.346751 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] Routers {'8cb6fc19-d4f1-489e-afac-0eaff61df8ac'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:29:25.347393 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:29:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8cb6fc19-d4f1-489e-afac-0eaff61df8ac'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:25.506779 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d41d6b-87e1-4a01-867f-85152c73a5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:29:25.513568 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ae4698-86a4-4349-844b-cfafd276286e" -d '{"events": [{"server_uuid": "58d41d6b-87e1-4a01-867f-85152c73a5a2", "name": "network-vif-plugged", "status": "completed", "tag": "8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:29:25.521173 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2f0ccd-882e-41f8-a4c0-4a5c1d72bedb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-6c620b1b-144e-4808-bcbb-1fd8bd2c3a38', 'network_id': '6c620b1b-144e-4808-bcbb-1fd8bd2c3a38', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'fixed_ips': [{'subnet_id': 'f87665ec-a169-4938-bf04-d31c58ef34d2'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:29:25.525645 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0ccd-882e-41f8-a4c0-4a5c1d72bedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:25.752511 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:25.762075 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16bdb8c-732a-470e-a896-62ff362db9ed x-openstack-request-id: req-a16bdb8c-732a-470e-a896-62ff362db9ed {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:29:25.762430 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d41d6b-87e1-4a01-867f-85152c73a5a2", "name": "network-vif-plugged", "status": "completed", "tag": "8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:29:25.762673 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a16bdb8c-732a-470e-a896-62ff362db9ed {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:29:25.762996 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d41d6b-87e1-4a01-867f-85152c73a5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa', 'code': 200} Jul 24 09:29:25.772040 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-cf684ba7-254e-4790-b3b3-5e4fcf64dc77 None None] Could not find standard attr ID for object 4dc93c87-ac7c-41a7-8ba3-f8852c1a10ec. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:29:25.828386 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9af2af66-3b5a-409c-aea1-a40d9c557ce4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:25.869452 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:26.271869 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-0e2f0ccd-882e-41f8-a4c0-4a5c1d72bedb None None] Allocated IP 172.20.0.18 (6c620b1b-144e-4808-bcbb-1fd8bd2c3a38/f87665ec-a169-4938-bf04-d31c58ef34d2/4779cb3e-8274-4fa2-b2f2-a8ec7848b208) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:29:26.278215 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9af2af66-3b5a-409c-aea1-a40d9c557ce4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:26.287645 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-e3095855-8d38-4ae6-8d6e-d060d76b7289 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:26.289204 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-e3095855-8d38-4ae6-8d6e-d060d76b7289 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.37 "GET /v2.0/networks?id=a2ff0531-86df-4128-aada-59bf6c78a2e2 HTTP/1.1" status: 200 len: 812 time: 0.6140513 Jul 24 09:29:26.343310 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84c451-acf9-4cb4-83a0-ab17fac5480d req-9372271e-f8a3-4d11-ac04-a79d5dbc564e tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:26.345181 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4d84c451-acf9-4cb4-83a0-ab17fac5480d req-9372271e-f8a3-4d11-ac04-a79d5dbc564e tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.6319342 Jul 24 09:29:26.370013 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2af66-3b5a-409c-aea1-a40d9c557ce4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Subnet': ['ID=e41fbe5d-9f28-4a77-9e1e-30b4229fe2a2,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:26.385291 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-8da04a17-eb84-498f-a066-1e12cd21872d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Request body: {'port': {'device_id': '918ad24a-18bd-49be-82d2-9333eb272716', 'network_id': 'a2ff0531-86df-4128-aada-59bf6c78a2e2', 'admin_state_up': True, 'tenant_id': '20eec70be2124bdf8bbe1e4637c3db20'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:26.423987 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] Set router 8cb6fc19-d4f1-489e-afac-0eaff61df8ac gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:29:26.458645 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9af2af66-3b5a-409c-aea1-a40d9c557ce4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:26.465559 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9af2af66-3b5a-409c-aea1-a40d9c557ce4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/subnets/e41fbe5d-9f28-4a77-9e1e-30b4229fe2a2 HTTP/1.1" status: 204 len: 168 time: 2.3927050 Jul 24 09:29:26.476181 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53606) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:26.573381 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4d84c451-acf9-4cb4-83a0-ab17fac5480d req-77327c15-af9a-4ca9-9bed-fc5b4762fd12 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035820 Jul 24 09:29:26.642906 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-7afe0809-2a50-4759-8cfc-ae68bbcb43ad tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] DELETE failed (client error): The resource could not be found. Jul 24 09:29:26.643427 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7afe0809-2a50-4759-8cfc-ae68bbcb43ad tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:29:26.653310 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7afe0809-2a50-4759-8cfc-ae68bbcb43ad tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/subnets/d57f826f-77a4-4a0c-b61f-fdc26845aa65 HTTP/1.1" status: 404 len: 337 time: 0.1695404 Jul 24 09:29:26.657469 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53610) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:26.689734 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53612) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:26.789121 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0b17b721-41c7-448b-8f35-6e14de1c01ba req-f74d89ee-42ae-419a-81e3-6e27e53b7f4c tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=df77d108-92d3-478a-9308-876510ff89d4 HTTP/1.1" status: 200 len: 210 time: 0.5103831 Jul 24 09:29:26.817653 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-f59c9864-24f8-4d6b-b189-4efc1ffe141f tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:26.825494 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-f59c9864-24f8-4d6b-b189-4efc1ffe141f tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.37 "GET /v2.0/networks?id=a2ff0531-86df-4128-aada-59bf6c78a2e2 HTTP/1.1" status: 200 len: 812 time: 0.5641620 Jul 24 09:29:26.940099 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2e223285-ac16-473e-8c50-14b800959552 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:27.052977 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-17518dd3-3e49-4df1-acc7-e7c7f5f123a1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Request body: {'port': {'device_id': 'df77d108-92d3-478a-9308-876510ff89d4', 'network_id': 'a2ff0531-86df-4128-aada-59bf6c78a2e2', 'admin_state_up': True, 'tenant_id': '20eec70be2124bdf8bbe1e4637c3db20'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:27.123352 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0ccd-882e-41f8-a4c0-4a5c1d72bedb None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:27.131463 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-22fc003f-f59c-46b7-bfc4-b0f429320bc8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-659865943-network', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:27.139147 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:27.177179 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0e2f0ccd-882e-41f8-a4c0-4a5c1d72bedb None None] Transition to ACTIVE for port object 4779cb3e-8274-4fa2-b2f2-a8ec7848b208 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:29:27.211712 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062e20f-9320-4ad5-a066-4b1837f9d097 req-b0cb380d-f5cd-422c-ac21-c2bc0aac1050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:27.213570 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f062e20f-9320-4ad5-a066-4b1837f9d097 req-b0cb380d-f5cd-422c-ac21-c2bc0aac1050 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 1097 time: 1.1436963 Jul 24 09:29:27.216313 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-8da04a17-eb84-498f-a066-1e12cd21872d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Made reservation on behalf of 20eec70be2124bdf8bbe1e4637c3db20 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:29:27.219874 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-8da04a17-eb84-498f-a066-1e12cd21872d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:27.262775 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e0f96a07-ffc5-4100-bbd8-28f6de4092c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:27.278391 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0e2f0ccd-882e-41f8-a4c0-4a5c1d72bedb None None] Transition to ACTIVE for port object 4779cb3e-8274-4fa2-b2f2-a8ec7848b208 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:29:27.297073 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0ccd-882e-41f8-a4c0-4a5c1d72bedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:27.358029 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f062e20f-9320-4ad5-a066-4b1837f9d097 req-d946110f-4e0f-4998-9822-5220565e6d57 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243382 Jul 24 09:29:27.361721 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-17518dd3-3e49-4df1-acc7-e7c7f5f123a1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Made reservation on behalf of 20eec70be2124bdf8bbe1e4637c3db20 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:29:27.366251 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-17518dd3-3e49-4df1-acc7-e7c7f5f123a1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:27.375317 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c2dd192-4245-4393-8e84-1ca031f276bd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting subnet ef698001-bf0e-42e8-8cd0-b47ae263e5e8 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:29:27.402067 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fc003f-f59c-46b7-bfc4-b0f429320bc8 admin admin] Made reservation on behalf of 9a626df8cf9a4b0ea66b1dfe014448cf for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:29:27.407855 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-22fc003f-f59c-46b7-bfc4-b0f429320bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:27.430309 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2f0ccd-882e-41f8-a4c0-4a5c1d72bedb None None] Network 6c620b1b-144e-4808-bcbb-1fd8bd2c3a38 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:29:27.431778 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17bf412-0981-4394-b9e0-8ca794589042 None None] Update dhcp port {'port': {'network_id': 'd13b146b-3ea1-4ac3-963f-59386f67d8df', 'fixed_ips': [{'subnet_id': 'ef698001-bf0e-42e8-8cd0-b47ae263e5e8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e41fbe5d-9f28-4a77-9e1e-30b4229fe2a2'}], 'binding:host_id': 'n-d-800085-9'}, 'id': '1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6'} from n-d-800085-9. {{(pid=94037) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 09:29:27.433125 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd192-4245-4393-8e84-1ca031f276bd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:27.493906 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-8da04a17-eb84-498f-a066-1e12cd21872d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Allocated IP 172.20.0.6 (a2ff0531-86df-4128-aada-59bf6c78a2e2/0c27b43a-8c5a-4d7d-8e01-21640f4f615b/2839260e-7a15-44ef-a891-4e1fa73bee86) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:29:27.514730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-0e2f0ccd-882e-41f8-a4c0-4a5c1d72bedb None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:29:27.522827 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2f0ccd-882e-41f8-a4c0-4a5c1d72bedb None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:29:27.550523 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-22fc003f-f59c-46b7-bfc4-b0f429320bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:27.552916 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f0ccd-882e-41f8-a4c0-4a5c1d72bedb None None] Pushing event updated for resources: {'Port': ['ID=4779cb3e-8274-4fa2-b2f2-a8ec7848b208,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:27.696340 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e17bf412-0981-4394-b9e0-8ca794589042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:27.702497 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-0e2f0ccd-882e-41f8-a4c0-4a5c1d72bedb None None] Attempting to bind port 4779cb3e-8274-4fa2-b2f2-a8ec7848b208 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:29:27.705358 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-0e2f0ccd-882e-41f8-a4c0-4a5c1d72bedb None None] Attempting to bind port 4779cb3e-8274-4fa2-b2f2-a8ec7848b208 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '423703b9-76e6-498d-bc48-1d008d31a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6c620b1b-144e-4808-bcbb-1fd8bd2c3a38'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:29:27.706059 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2f0ccd-882e-41f8-a4c0-4a5c1d72bedb None None] Attempting to bind port 4779cb3e-8274-4fa2-b2f2-a8ec7848b208 on network 6c620b1b-144e-4808-bcbb-1fd8bd2c3a38 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:29:27.722780 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2f0ccd-882e-41f8-a4c0-4a5c1d72bedb None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:29:27.723738 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2f0ccd-882e-41f8-a4c0-4a5c1d72bedb None None] Checking segment: {'id': '423703b9-76e6-498d-bc48-1d008d31a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6c620b1b-144e-4808-bcbb-1fd8bd2c3a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:29:27.724323 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0ccd-882e-41f8-a4c0-4a5c1d72bedb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:27.724911 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2f0ccd-882e-41f8-a4c0-4a5c1d72bedb None None] Bound using segment: {'id': '423703b9-76e6-498d-bc48-1d008d31a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6c620b1b-144e-4808-bcbb-1fd8bd2c3a38'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:29:27.725565 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-0e2f0ccd-882e-41f8-a4c0-4a5c1d72bedb None None] Bound port: 4779cb3e-8274-4fa2-b2f2-a8ec7848b208, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423703b9-76e6-498d-bc48-1d008d31a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6c620b1b-144e-4808-bcbb-1fd8bd2c3a38'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:29:27.726296 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0ccd-882e-41f8-a4c0-4a5c1d72bedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:27.800344 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-8da04a17-eb84-498f-a066-1e12cd21872d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:27.823246 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb6fc19-d4f1-489e-afac-0eaff61df8ac', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2029194130', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '423d2d81-8053-4713-9bd7-be69ff7324c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:15Z', 'updated_at': '2021-07-24T09:29:17Z', 'revision_number': 3, 'project_id': '0cc97363126d47d180e03071fb076852', 'gw_port': {'id': '423d2d81-8053-4713-9bd7-be69ff7324c5', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb6fc19-d4f1-489e-afac-0eaff61df8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:16Z', 'updated_at': '2021-07-24T09:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:27.883852 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-8da04a17-eb84-498f-a066-1e12cd21872d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:27.897884 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd887d72-0ac9-4afb-8825-8e5e176b8c53 None None] The sync data for ids ['8cb6fc19-d4f1-489e-afac-0eaff61df8ac'] in n-d-800085-9 is: [{'id': '8cb6fc19-d4f1-489e-afac-0eaff61df8ac', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2029194130', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '423d2d81-8053-4713-9bd7-be69ff7324c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:15Z', 'updated_at': '2021-07-24T09:29:17Z', 'revision_number': 3, 'project_id': '0cc97363126d47d180e03071fb076852', 'gw_port': {'id': '423d2d81-8053-4713-9bd7-be69ff7324c5', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb6fc19-d4f1-489e-afac-0eaff61df8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:16Z', 'updated_at': '2021-07-24T09:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:29:28.015985 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-8da04a17-eb84-498f-a066-1e12cd21872d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Network a2ff0531-86df-4128-aada-59bf6c78a2e2 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:29:28.036808 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-8da04a17-eb84-498f-a066-1e12cd21872d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:29:28.057471 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-8da04a17-eb84-498f-a066-1e12cd21872d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:29:28.069798 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd192-4245-4393-8e84-1ca031f276bd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:28.320458 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-0e2f0ccd-882e-41f8-a4c0-4a5c1d72bedb None None] For port 4779cb3e-8274-4fa2-b2f2-a8ec7848b208, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:29:28.329623 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-0e2f0ccd-882e-41f8-a4c0-4a5c1d72bedb None None] For port 4779cb3e-8274-4fa2-b2f2-a8ec7848b208, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4779cb3e-8274-4fa2-b2f2-a8ec7848b208,segment=NetworkSegment(423703b9-76e6-498d-bc48-1d008d31a61e),segment_id=423703b9-76e6-498d-bc48-1d008d31a61e)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:29:28.340394 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0ccd-882e-41f8-a4c0-4a5c1d72bedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:28.704112 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f0ccd-882e-41f8-a4c0-4a5c1d72bedb None None] Pushing event updated for resources: {'Port': ['ID=4779cb3e-8274-4fa2-b2f2-a8ec7848b208,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:28.828933 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc31885-bbf9-4d34-acac-4e878d4d6b07 req-6c50ae0e-687a-402d-80c5-de1f7f1e8826 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:28.840201 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8fc31885-bbf9-4d34-acac-4e878d4d6b07 req-6c50ae0e-687a-402d-80c5-de1f7f1e8826 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 1.1079268 Jul 24 09:29:28.904971 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 423d2d81-8053-4713-9bd7-be69ff7324c5 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:29:28.987411 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-151d6974-877c-4688-85a5-51894fffcb23 req-6675130a-621b-4deb-8175-afd69aa5f92c tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=df77d108-92d3-478a-9308-876510ff89d4 HTTP/1.1" status: 200 len: 210 time: 0.9519506 Jul 24 09:29:29.049250 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-8da04a17-eb84-498f-a066-1e12cd21872d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:29.049901 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-8da04a17-eb84-498f-a066-1e12cd21872d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:29.065760 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-17518dd3-3e49-4df1-acc7-e7c7f5f123a1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Allocated IP 172.20.0.11 (a2ff0531-86df-4128-aada-59bf6c78a2e2/0c27b43a-8c5a-4d7d-8e01-21640f4f615b/b8cd02ce-5742-4af6-85f1-1f6752fa6580) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:29:29.068852 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da04a17-eb84-498f-a066-1e12cd21872d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Pushing event updated for resources: {'Port': ['ID=2839260e-7a15-44ef-a891-4e1fa73bee86,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:29.102851 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-2e223285-ac16-473e-8c50-14b800959552 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Allocated IP 172.20.0.17 (6c620b1b-144e-4808-bcbb-1fd8bd2c3a38/f87665ec-a169-4938-bf04-d31c58ef34d2/5c3e2172-b24d-401f-8c20-22738d0d1729) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:29:29.105530 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da04a17-eb84-498f-a066-1e12cd21872d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:29.106106 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da04a17-eb84-498f-a066-1e12cd21872d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:29.106488 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da04a17-eb84-498f-a066-1e12cd21872d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:29.106831 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da04a17-eb84-498f-a066-1e12cd21872d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:29.107171 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da04a17-eb84-498f-a066-1e12cd21872d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:29.107667 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da04a17-eb84-498f-a066-1e12cd21872d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:29.108012 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da04a17-eb84-498f-a066-1e12cd21872d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:29.108336 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da04a17-eb84-498f-a066-1e12cd21872d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:29.108667 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da04a17-eb84-498f-a066-1e12cd21872d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:29.110751 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da04a17-eb84-498f-a066-1e12cd21872d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:29.111117 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da04a17-eb84-498f-a066-1e12cd21872d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:29.112074 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da04a17-eb84-498f-a066-1e12cd21872d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:29.158957 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 423d2d81-8053-4713-9bd7-be69ff7324c5 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:29:29.187276 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 423d2d81-8053-4713-9bd7-be69ff7324c5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:29.197786 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:29.283939 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2e223285-ac16-473e-8c50-14b800959552 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:29.308445 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-2e223285-ac16-473e-8c50-14b800959552 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Transition to ACTIVE for port object 5c3e2172-b24d-401f-8c20-22738d0d1729 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:29:29.434606 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd192-4245-4393-8e84-1ca031f276bd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:29.580125 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:29.596120 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2e223285-ac16-473e-8c50-14b800959552 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:29.627535 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8fc31885-bbf9-4d34-acac-4e878d4d6b07 req-7c3c174a-3da5-487d-ad27-bb741ef8b9bf tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7864101 Jul 24 09:29:29.644678 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 423d2d81-8053-4713-9bd7-be69ff7324c5, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=423d2d81-8053-4713-9bd7-be69ff7324c5,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:29.651516 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:29.723959 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-22fc003f-f59c-46b7-bfc4-b0f429320bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:29.778333 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-8da04a17-eb84-498f-a066-1e12cd21872d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4383664 Jul 24 09:29:29.794725 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-69dd72e6-cdab-4c00-8742-1fa409cd8c31 service neutron] Request body: {'port': {'device_id': '918ad24a-18bd-49be-82d2-9333eb272716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:29.800250 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=423d2d81-8053-4713-9bd7-be69ff7324c5,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:29.801145 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-22fc003f-f59c-46b7-bfc4-b0f429320bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:29.841399 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-78f74e6e-62ee-4c38-861d-041374db4185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:29.848565 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-17518dd3-3e49-4df1-acc7-e7c7f5f123a1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:29.867344 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e223285-ac16-473e-8c50-14b800959552 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Network 6c620b1b-144e-4808-bcbb-1fd8bd2c3a38 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:29:29.875157 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-2e223285-ac16-473e-8c50-14b800959552 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:29:29.903330 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e223285-ac16-473e-8c50-14b800959552 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:29:29.941718 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-69dd72e6-cdab-4c00-8742-1fa409cd8c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:30.099188 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22fc003f-f59c-46b7-bfc4-b0f429320bc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:29:30.202002 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-22fc003f-f59c-46b7-bfc4-b0f429320bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:30.203453 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-22fc003f-f59c-46b7-bfc4-b0f429320bc8 admin admin] Added segment a54c4ce2-5110-4b60-8acd-9b1ca7906c18 of type vlan for network c314507b-6b98-46d2-9820-4c7efdeb0ad3 Jul 24 09:29:30.269649 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e223285-ac16-473e-8c50-14b800959552 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event updated for resources: {'Port': ['ID=5c3e2172-b24d-401f-8c20-22738d0d1729,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server [None req-e17bf412-0981-4394-b9e0-8ca794589042 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef698001-bf0e-42e8-8cd0-b47ae263e5e8: This subnet is being modified by another concurrent operation. Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise exception Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef698001-bf0e-42e8-8cd0-b47ae263e5e8: This subnet is being modified by another concurrent operation. Jul 24 09:29:30.272859 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server Jul 24 09:29:30.332912 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc003f-f59c-46b7-bfc4-b0f429320bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc48ead-84ce-41cb-a0d0-9b83c15186dc,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:30.335072 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a9511a5a-40f5-4e7b-81c2-9525948ba944 req-346169a4-f2f9-4eff-9185-f54081e0c1ca tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=df77d108-92d3-478a-9308-876510ff89d4 HTTP/1.1" status: 200 len: 210 time: 0.1341379 Jul 24 09:29:30.383382 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd192-4245-4393-8e84-1ca031f276bd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:30.385445 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2e223285-ac16-473e-8c50-14b800959552 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:30.477345 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:30.485898 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86c5bea-935d-409f-91f1-135f27fdfc0f None None] Network d13b146b-3ea1-4ac3-963f-59386f67d8df requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:29:30.572069 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-17518dd3-3e49-4df1-acc7-e7c7f5f123a1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:30.579275 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2dd192-4245-4393-8e84-1ca031f276bd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Subnet': ['ID=ef698001-bf0e-42e8-8cd0-b47ae263e5e8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:30.620462 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd192-4245-4393-8e84-1ca031f276bd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:30.622436 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6c2dd192-4245-4393-8e84-1ca031f276bd tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/subnets/ef698001-bf0e-42e8-8cd0-b47ae263e5e8 HTTP/1.1" status: 204 len: 168 time: 3.9620543 Jul 24 09:29:30.624636 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-22fc003f-f59c-46b7-bfc4-b0f429320bc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:30.629988 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53650) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:30.689763 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-40fb9566-991c-4cf1-8b1a-39b460402ae4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] DELETE failed (client error): The resource could not be found. Jul 24 09:29:30.690337 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40fb9566-991c-4cf1-8b1a-39b460402ae4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:29:30.692921 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-40fb9566-991c-4cf1-8b1a-39b460402ae4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/subnets/9eb795e7-6d55-417c-abe7-0a0d37a5af56 HTTP/1.1" status: 404 len: 337 time: 0.0609982 Jul 24 09:29:30.699218 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53654) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:30.761959 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.db.resource_extend [None req-22fc003f-f59c-46b7-bfc4-b0f429320bc8 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 09:29:30.770452 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-17518dd3-3e49-4df1-acc7-e7c7f5f123a1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Network a2ff0531-86df-4128-aada-59bf6c78a2e2 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:29:30.773949 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ea0b6fee-cd12-489f-980f-f70db7900029 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "GET /v2.0/ports?device_id=f189835a-2eb1-4a65-bab2-5a2f9177db8a HTTP/1.1" status: 200 len: 205 time: 0.0724895 Jul 24 09:29:30.804671 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53656) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:30.807598 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fa73b8ac-b6d7-4bd8-a10f-da9c45ad549b None None] Provisioning complete for port 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:30.809114 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fa73b8ac-b6d7-4bd8-a10f-da9c45ad549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:30.822858 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-17518dd3-3e49-4df1-acc7-e7c7f5f123a1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:29:30.850372 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-17518dd3-3e49-4df1-acc7-e7c7f5f123a1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:29:30.898920 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-b9bfd2d0-1892-43ca-96ce-09c62706bdac tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] delete failed (client error): The resource could not be found. Jul 24 09:29:30.902303 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b9bfd2d0-1892-43ca-96ce-09c62706bdac tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/routers/f189835a-2eb1-4a65-bab2-5a2f9177db8a HTTP/1.1" status: 404 len: 336 time: 0.0942972 Jul 24 09:29:30.907971 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53658) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:30.927250 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306725ba-1f74-44f2-b0db-8597831b31c8 None None] Network 6c620b1b-144e-4808-bcbb-1fd8bd2c3a38 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:29:30.930657 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-22fc003f-f59c-46b7-bfc4-b0f429320bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:30.931617 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc003f-f59c-46b7-bfc4-b0f429320bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:30.932206 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-22fc003f-f59c-46b7-bfc4-b0f429320bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:31.103019 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 423d2d81-8053-4713-9bd7-be69ff7324c5 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:29:31.104850 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:31.168292 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17518dd3-3e49-4df1-acc7-e7c7f5f123a1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Pushing event updated for resources: {'Port': ['ID=b8cd02ce-5742-4af6-85f1-1f6752fa6580,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:31.248182 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fa73b8ac-b6d7-4bd8-a10f-da9c45ad549b None None] Provisioning complete for port 7c0af699-5cbd-4dfb-b460-fed4e5f404aa triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:31.248554 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fa73b8ac-b6d7-4bd8-a10f-da9c45ad549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:31.271493 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-17518dd3-3e49-4df1-acc7-e7c7f5f123a1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:31.277356 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-17518dd3-3e49-4df1-acc7-e7c7f5f123a1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:31.286756 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b67d968-0471-42de-b0d3-109f354cb7c2 None None] DHCP port deletion for d13b146b-3ea1-4ac3-963f-59386f67d8df request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:29:31.348123 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-17518dd3-3e49-4df1-acc7-e7c7f5f123a1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5135880 Jul 24 09:29:31.379069 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-5d867a44-1c2a-4165-b73d-a046a243fcae service neutron] Request body: {'port': {'device_id': 'df77d108-92d3-478a-9308-876510ff89d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:31.386990 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-fa73b8ac-b6d7-4bd8-a10f-da9c45ad549b None None] Port 7c0af699-5cbd-4dfb-b460-fed4e5f404aa cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:29:31.394423 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 423d2d81-8053-4713-9bd7-be69ff7324c5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:31.394730 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:31.506402 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-9b67d968-0471-42de-b0d3-109f354cb7c2 None None] Deleting port 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:29:31.506402 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9b67d968-0471-42de-b0d3-109f354cb7c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:31.576492 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-9b67d968-0471-42de-b0d3-109f354cb7c2 None None] For port 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6,segment=NetworkSegment(bda04c07-30db-40b5-a1ba-6dca47368963),segment_id=bda04c07-30db-40b5-a1ba-6dca47368963)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:31.576998 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9b67d968-0471-42de-b0d3-109f354cb7c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:31.581844 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc003f-f59c-46b7-bfc4-b0f429320bc8 admin admin] Pushing event updated for resources: {'Network': ['ID=c314507b-6b98-46d2-9820-4c7efdeb0ad3,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:31.589822 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-9b67d968-0471-42de-b0d3-109f354cb7c2 None None] Calling delete_port for 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:29:31.593943 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-22fc003f-f59c-46b7-bfc4-b0f429320bc8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.8989644 Jul 24 09:29:31.600557 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c34ec24-b191-4017-a357-ca620a63e208 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] DELETE failed (client error): The resource could not be found. Jul 24 09:29:31.601326 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c34ec24-b191-4017-a357-ca620a63e208 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:29:31.603267 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0c34ec24-b191-4017-a357-ca620a63e208 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/subnets/e205aee5-8c31-4aed-9982-fb04e2210e4f HTTP/1.1" status: 404 len: 337 time: 0.6942947 Jul 24 09:29:31.604104 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53668) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:31.611286 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53670) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:31.616195 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e79c6549-5777-4f1c-9d4d-ce5fedea9b72 admin admin] Request body: {'subnet': {'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-659865943-subnet', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:31.636781 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-5d867a44-1c2a-4165-b73d-a046a243fcae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:31.637773 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4779cb3e-8274-4fa2-b2f2-a8ec7848b208 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:29:31.640830 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network c314507b-6b98-46d2-9820-4c7efdeb0ad3 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:29:31.695756 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79c6549-5777-4f1c-9d4d-ce5fedea9b72 admin admin] Made reservation on behalf of 9a626df8cf9a4b0ea66b1dfe014448cf for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:29:31.698509 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e79c6549-5777-4f1c-9d4d-ce5fedea9b72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:31.711758 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-36f505a4-f231-4bcd-bdaa-8619f93276ee None None] Provisioning for port 4779cb3e-8274-4fa2-b2f2-a8ec7848b208 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:29:31.857210 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9b67d968-0471-42de-b0d3-109f354cb7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:31.878132 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb81e1ce-bc3c-4464-97b8-0c2fb6507c1e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] DELETE failed (client error): The resource could not be found. Jul 24 09:29:31.878746 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb81e1ce-bc3c-4464-97b8-0c2fb6507c1e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:29:31.880922 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-eb81e1ce-bc3c-4464-97b8-0c2fb6507c1e tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/subnets/ccb1dee6-3b63-43c0-9ce3-e75c3c9398c0 HTTP/1.1" status: 404 len: 337 time: 0.2444248 Jul 24 09:29:31.887553 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53676) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:31.899340 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-69dd72e6-cdab-4c00-8742-1fa409cd8c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2839260e-7a15-44ef-a891-4e1fa73bee86 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:29:31.919734 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67d968-0471-42de-b0d3-109f354cb7c2 None None] Pushing event deleted for resources: {'Port': ['ID=1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:31.921455 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-69dd72e6-cdab-4c00-8742-1fa409cd8c31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:31.928419 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 4779cb3e-8274-4fa2-b2f2-a8ec7848b208 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:29:31.959144 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 4779cb3e-8274-4fa2-b2f2-a8ec7848b208 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:31.960978 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:31.970298 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4d6ece-48b1-4b57-a903-d1355053beb6 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] DELETE failed (client error): The resource could not be found. Jul 24 09:29:31.970878 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b4d6ece-48b1-4b57-a903-d1355053beb6 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:29:31.972918 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2b4d6ece-48b1-4b57-a903-d1355053beb6 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/subnets/55358872-8a6c-4187-8dc9-8e7e594471c4 HTTP/1.1" status: 404 len: 337 time: 0.0822954 Jul 24 09:29:31.980573 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53680) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:32.047272 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b67d968-0471-42de-b0d3-109f354cb7c2 None None] No DVR routers for this DVR port 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:29:32.102925 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2e223285-ac16-473e-8c50-14b800959552 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:32.138125 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3855c0-03e9-4ef2-be5c-137733d7a731 req-d2946447-b4bf-4f8f-bc62-18ddd841e627 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:32.144508 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8c3855c0-03e9-4ef2-be5c-137733d7a731 req-d2946447-b4bf-4f8f-bc62-18ddd841e627 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=df77d108-92d3-478a-9308-876510ff89d4 HTTP/1.1" status: 200 len: 932 time: 0.5102844 Jul 24 09:29:32.149742 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-4255bc6c-1f97-4c1e-b8cd-0959bd37af7a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] DELETE failed (client error): The resource could not be found. Jul 24 09:29:32.150564 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4255bc6c-1f97-4c1e-b8cd-0959bd37af7a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:29:32.152462 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4255bc6c-1f97-4c1e-b8cd-0959bd37af7a tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/ports/892eeb30-5fc5-46a1-bc24-d254217e658e HTTP/1.1" status: 404 len: 333 time: 0.1589484 Jul 24 09:29:32.152720 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-69dd72e6-cdab-4c00-8742-1fa409cd8c31 service neutron] Transition to ACTIVE for port object 2839260e-7a15-44ef-a891-4e1fa73bee86 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:29:32.155383 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53686) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:32.189602 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cab80-5710-4136-8083-9ed7aaf01c34 req-1ea4715b-38a7-476d-b9fb-3bedc4a2e3ff tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:32.197373 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-132cab80-5710-4136-8083-9ed7aaf01c34 req-1ea4715b-38a7-476d-b9fb-3bedc4a2e3ff tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 1.2934625 Jul 24 09:29:32.492808 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-132cab80-5710-4136-8083-9ed7aaf01c34 req-1a5bc1eb-4ef0-4793-ad62-50c49a30e1f2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2911179 Jul 24 09:29:32.494865 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-5d867a44-1c2a-4165-b73d-a046a243fcae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8cd02ce-5742-4af6-85f1-1f6752fa6580 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:29:32.507282 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-5d867a44-1c2a-4165-b73d-a046a243fcae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:32.521891 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-5d867a44-1c2a-4165-b73d-a046a243fcae service neutron] Transition to ACTIVE for port object b8cd02ce-5742-4af6-85f1-1f6752fa6580 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:29:32.523591 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-69dd72e6-cdab-4c00-8742-1fa409cd8c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:32.554204 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:32.612273 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac4eb3f-47cd-4509-8b88-aab9c092e078 None None] get_active_networks_info from n-d-800085-9 {{(pid=94037) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 09:29:32.625712 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-5d867a44-1c2a-4165-b73d-a046a243fcae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:32.636130 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd72e6-cdab-4c00-8742-1fa409cd8c31 service neutron] Pushing event updated for resources: {'Port': ['ID=2839260e-7a15-44ef-a891-4e1fa73bee86,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:32.639958 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 4779cb3e-8274-4fa2-b2f2-a8ec7848b208, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4779cb3e-8274-4fa2-b2f2-a8ec7848b208,segment=NetworkSegment(423703b9-76e6-498d-bc48-1d008d31a61e),segment_id=423703b9-76e6-498d-bc48-1d008d31a61e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:32.645159 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2eef06-e416-4fdc-8b0b-360cdb48808f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] DELETE failed (client error): The resource could not be found. Jul 24 09:29:32.645802 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2eef06-e416-4fdc-8b0b-360cdb48808f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:29:32.647782 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fb2eef06-e416-4fdc-8b0b-360cdb48808f tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/subnets/a2ec3f81-f950-4fd6-9d77-e4057306bba1 HTTP/1.1" status: 404 len: 337 time: 0.4251511 Jul 24 09:29:32.663538 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ea0954ad-e288-40d9-81c3-562493d779a0 None None] Provisioning for port 5c3e2172-b24d-401f-8c20-22738d0d1729 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:29:32.673179 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53690) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:32.677840 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:32.708021 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ea0954ad-e288-40d9-81c3-562493d779a0 None None] Provisioning complete for port 5c3e2172-b24d-401f-8c20-22738d0d1729 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:32.708815 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ea0954ad-e288-40d9-81c3-562493d779a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:32.709662 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d867a44-1c2a-4165-b73d-a046a243fcae service neutron] Pushing event updated for resources: {'Port': ['ID=b8cd02ce-5742-4af6-85f1-1f6752fa6580,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:32.751741 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8c3855c0-03e9-4ef2-be5c-137733d7a731 req-777d70c7-e51b-4772-9a93-173fc4d88d5c tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a969fa2-fc27-4f8c-b747-535a34d90799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5935955 Jul 24 09:29:32.793290 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-59fc4022-b6e1-4262-b7ad-548641d4cbed tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] DELETE failed (client error): The resource could not be found. Jul 24 09:29:32.793755 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59fc4022-b6e1-4262-b7ad-548641d4cbed tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:29:32.797778 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-59fc4022-b6e1-4262-b7ad-548641d4cbed tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/subnets/aef188d7-009d-4c6c-a465-3c13f52dde21 HTTP/1.1" status: 404 len: 337 time: 0.1070242 Jul 24 09:29:32.802579 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53692) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:32.803990 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-ea0954ad-e288-40d9-81c3-562493d779a0 None None] Port 5c3e2172-b24d-401f-8c20-22738d0d1729 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:29:32.816793 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:29:32.824435 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=4779cb3e-8274-4fa2-b2f2-a8ec7848b208,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:32.854461 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ea0954ad-e288-40d9-81c3-562493d779a0 None None] Provisioning complete for port 4779cb3e-8274-4fa2-b2f2-a8ec7848b208 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:32.857115 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ea0954ad-e288-40d9-81c3-562493d779a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:32.859297 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:29:32.859925 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 1c9ff0a2-ce4f-41ea-a188-3f272f2bebb6 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:29:32.898937 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-df6a3f69-8bf7-4d05-b544-ecd248985ed4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] DELETE failed (client error): The resource could not be found. Jul 24 09:29:32.899489 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df6a3f69-8bf7-4d05-b544-ecd248985ed4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:29:32.903477 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-df6a3f69-8bf7-4d05-b544-ecd248985ed4 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/ports/2f852e68-5f44-46b0-88f8-894736b89fd2 HTTP/1.1" status: 404 len: 333 time: 0.0645177 Jul 24 09:29:32.906464 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53694) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:32.980956 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac4eb3f-47cd-4509-8b88-aab9c092e078 None None] Resources bound (agent type, host, resource id): {{(pid=94037) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 09:29:33.027404 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd93dbc1-7886-4cb2-afe3-ba0b37c20e52 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] DELETE failed (client error): The resource could not be found. Jul 24 09:29:33.027784 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd93dbc1-7886-4cb2-afe3-ba0b37c20e52 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:29:33.038520 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-dd93dbc1-7886-4cb2-afe3-ba0b37c20e52 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/subnets/6367b29b-6912-428b-b6d9-156e5eafd448 HTTP/1.1" status: 404 len: 337 time: 0.1094565 Jul 24 09:29:33.039873 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53696) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:33.073237 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-69dd72e6-cdab-4c00-8742-1fa409cd8c31 service neutron] Attempting to bind port 2839260e-7a15-44ef-a891-4e1fa73bee86 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:29:33.073578 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-69dd72e6-cdab-4c00-8742-1fa409cd8c31 service neutron] Attempting to bind port 2839260e-7a15-44ef-a891-4e1fa73bee86 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '452ecc20-60b4-4651-8fef-8504fa62e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2ff0531-86df-4128-aada-59bf6c78a2e2'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:29:33.073913 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-69dd72e6-cdab-4c00-8742-1fa409cd8c31 service neutron] Attempting to bind port 2839260e-7a15-44ef-a891-4e1fa73bee86 on network a2ff0531-86df-4128-aada-59bf6c78a2e2 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:29:33.078643 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4779cb3e-8274-4fa2-b2f2-a8ec7848b208 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:29:33.090370 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:33.116044 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d769a-85fa-4902-81f7-031bbf513d95 req-c8361f40-210b-4db3-8841-a31c1e3c5269 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:33.122072 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ee2d769a-85fa-4902-81f7-031bbf513d95 req-c8361f40-210b-4db3-8841-a31c1e3c5269 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.4505219 Jul 24 09:29:33.123676 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e79c6549-5777-4f1c-9d4d-ce5fedea9b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:33.127047 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53704) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:33.174459 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-69dd72e6-cdab-4c00-8742-1fa409cd8c31 service neutron] Port 2839260e-7a15-44ef-a891-4e1fa73bee86 on network a2ff0531-86df-4128-aada-59bf6c78a2e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:29:33.174734 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-69dd72e6-cdab-4c00-8742-1fa409cd8c31 service neutron] Attempting to bind port 2839260e-7a15-44ef-a891-4e1fa73bee86 on network a2ff0531-86df-4128-aada-59bf6c78a2e2 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:29:33.195260 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-13847c3b-6325-488f-a8b4-eecb9223db28 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] DELETE failed (client error): The resource could not be found. Jul 24 09:29:33.195735 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13847c3b-6325-488f-a8b4-eecb9223db28 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:29:33.197581 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-13847c3b-6325-488f-a8b4-eecb9223db28 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/subnets/6768c93b-199f-4183-921f-0d92812da1ce HTTP/1.1" status: 404 len: 337 time: 0.1392598 Jul 24 09:29:33.200299 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-69dd72e6-cdab-4c00-8742-1fa409cd8c31 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:29:33.200645 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-69dd72e6-cdab-4c00-8742-1fa409cd8c31 service neutron] Checking segment: {'id': '452ecc20-60b4-4651-8fef-8504fa62e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2ff0531-86df-4128-aada-59bf6c78a2e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:29:33.201067 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-69dd72e6-cdab-4c00-8742-1fa409cd8c31 service neutron] Bound using segment: {'id': '452ecc20-60b4-4651-8fef-8504fa62e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2ff0531-86df-4128-aada-59bf6c78a2e2'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:29:33.201505 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-69dd72e6-cdab-4c00-8742-1fa409cd8c31 service neutron] Bound port: 2839260e-7a15-44ef-a891-4e1fa73bee86, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '452ecc20-60b4-4651-8fef-8504fa62e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2ff0531-86df-4128-aada-59bf6c78a2e2'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:29:33.201706 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-265e5eee-b18a-45e1-ac3d-1fa12081cd5a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Request body: {'floatingip': {'port_id': '8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:33.201897 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-69dd72e6-cdab-4c00-8742-1fa409cd8c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:33.206952 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c6549-5777-4f1c-9d4d-ce5fedea9b72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6edc8e9e-14b5-4008-b91c-eb8350e9b15f,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:33.213870 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53708) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:33.268028 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-5d867a44-1c2a-4165-b73d-a046a243fcae service neutron] Attempting to bind port b8cd02ce-5742-4af6-85f1-1f6752fa6580 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:29:33.268368 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-5d867a44-1c2a-4165-b73d-a046a243fcae service neutron] Attempting to bind port b8cd02ce-5742-4af6-85f1-1f6752fa6580 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '452ecc20-60b4-4651-8fef-8504fa62e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2ff0531-86df-4128-aada-59bf6c78a2e2'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:29:33.268709 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-5d867a44-1c2a-4165-b73d-a046a243fcae service neutron] Attempting to bind port b8cd02ce-5742-4af6-85f1-1f6752fa6580 on network a2ff0531-86df-4128-aada-59bf6c78a2e2 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:29:33.274858 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-5d867a44-1c2a-4165-b73d-a046a243fcae service neutron] Port b8cd02ce-5742-4af6-85f1-1f6752fa6580 on network a2ff0531-86df-4128-aada-59bf6c78a2e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:29:33.275187 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-5d867a44-1c2a-4165-b73d-a046a243fcae service neutron] Attempting to bind port b8cd02ce-5742-4af6-85f1-1f6752fa6580 on network a2ff0531-86df-4128-aada-59bf6c78a2e2 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:29:33.276468 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 4779cb3e-8274-4fa2-b2f2-a8ec7848b208 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:33.277045 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:33.284911 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-5d867a44-1c2a-4165-b73d-a046a243fcae service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:29:33.285176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-5d867a44-1c2a-4165-b73d-a046a243fcae service neutron] Checking segment: {'id': '452ecc20-60b4-4651-8fef-8504fa62e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2ff0531-86df-4128-aada-59bf6c78a2e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:29:33.285718 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-5d867a44-1c2a-4165-b73d-a046a243fcae service neutron] Bound using segment: {'id': '452ecc20-60b4-4651-8fef-8504fa62e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2ff0531-86df-4128-aada-59bf6c78a2e2'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:29:33.286312 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-5d867a44-1c2a-4165-b73d-a046a243fcae service neutron] Bound port: b8cd02ce-5742-4af6-85f1-1f6752fa6580, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '452ecc20-60b4-4651-8fef-8504fa62e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2ff0531-86df-4128-aada-59bf6c78a2e2'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:29:33.286688 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-5d867a44-1c2a-4165-b73d-a046a243fcae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:33.394433 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-265e5eee-b18a-45e1-ac3d-1fa12081cd5a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for floatingip, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:33.443480 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-69dd72e6-cdab-4c00-8742-1fa409cd8c31 service neutron] For port 2839260e-7a15-44ef-a891-4e1fa73bee86, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:29:33.503581 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-69dd72e6-cdab-4c00-8742-1fa409cd8c31 service neutron] For port 2839260e-7a15-44ef-a891-4e1fa73bee86, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=2839260e-7a15-44ef-a891-4e1fa73bee86,segment=NetworkSegment(452ecc20-60b4-4651-8fef-8504fa62e486),segment_id=452ecc20-60b4-4651-8fef-8504fa62e486)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:29:33.513693 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-69dd72e6-cdab-4c00-8742-1fa409cd8c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:33.524496 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-5d867a44-1c2a-4165-b73d-a046a243fcae service neutron] For port b8cd02ce-5742-4af6-85f1-1f6752fa6580, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:29:33.543756 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-5d867a44-1c2a-4165-b73d-a046a243fcae service neutron] For port b8cd02ce-5742-4af6-85f1-1f6752fa6580, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b8cd02ce-5742-4af6-85f1-1f6752fa6580,segment=NetworkSegment(452ecc20-60b4-4651-8fef-8504fa62e486),segment_id=452ecc20-60b4-4651-8fef-8504fa62e486)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:29:33.613022 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-5d867a44-1c2a-4165-b73d-a046a243fcae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:33.630194 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-69dd72e6-cdab-4c00-8742-1fa409cd8c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:33.630714 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-69dd72e6-cdab-4c00-8742-1fa409cd8c31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:33.633758 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-69dd72e6-cdab-4c00-8742-1fa409cd8c31 service neutron] 10.222.0.37 "PUT /v2.0/ports/2839260e-7a15-44ef-a891-4e1fa73bee86 HTTP/1.1" status: 200 len: 1091 time: 3.8460045 Jul 24 09:29:33.634965 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '918ad24a-18bd-49be-82d2-9333eb272716', 'tag': '2839260e-7a15-44ef-a891-4e1fa73bee86'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:29:33.639776 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12956683-400d-471f-941a-1b1fecd8abe2" -d '{"events": [{"name": "network-changed", "server_uuid": "918ad24a-18bd-49be-82d2-9333eb272716", "tag": "2839260e-7a15-44ef-a891-4e1fa73bee86"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:29:33.654538 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fc8becdd-99ef-4a70-a37a-4f9f8e73585b None None] Provisioning complete for port 5c3e2172-b24d-401f-8c20-22738d0d1729 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:33.655160 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fc8becdd-99ef-4a70-a37a-4f9f8e73585b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:33.670311 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-5d867a44-1c2a-4165-b73d-a046a243fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:33.682544 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-5d867a44-1c2a-4165-b73d-a046a243fcae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:33.684356 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-5d867a44-1c2a-4165-b73d-a046a243fcae service neutron] 10.222.0.37 "PUT /v2.0/ports/b8cd02ce-5742-4af6-85f1-1f6752fa6580 HTTP/1.1" status: 200 len: 1092 time: 2.3267038 Jul 24 09:29:33.728428 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-fc8becdd-99ef-4a70-a37a-4f9f8e73585b None None] Port 5c3e2172-b24d-401f-8c20-22738d0d1729 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:29:33.768176 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada9770c-33b1-42b8-b3c3-409887602f44 x-openstack-request-id: req-ada9770c-33b1-42b8-b3c3-409887602f44 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:29:33.768517 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "918ad24a-18bd-49be-82d2-9333eb272716", "tag": "2839260e-7a15-44ef-a891-4e1fa73bee86", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:29:33.769067 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ada9770c-33b1-42b8-b3c3-409887602f44 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:29:33.769549 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '918ad24a-18bd-49be-82d2-9333eb272716', 'tag': '2839260e-7a15-44ef-a891-4e1fa73bee86', 'status': 'completed', 'code': 200} Jul 24 09:29:33.800991 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd72e6-cdab-4c00-8742-1fa409cd8c31 service neutron] Pushing event updated for resources: {'Port': ['ID=2839260e-7a15-44ef-a891-4e1fa73bee86,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:33.868261 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-00f0fcba-b769-4369-a9f9-f9a1bc17ccb6 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Deleting port 7c0af699-5cbd-4dfb-b460-fed4e5f404aa {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:29:33.869375 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00f0fcba-b769-4369-a9f9-f9a1bc17ccb6 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:33.914361 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-d6e09d35-3947-4169-bdb4-aa9b74220a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:33.916037 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-d6e09d35-3947-4169-bdb4-aa9b74220a43 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=20eec70be2124bdf8bbe1e4637c3db20&device_id=918ad24a-18bd-49be-82d2-9333eb272716 HTTP/1.1" status: 200 len: 1094 time: 0.2305834 Jul 24 09:29:33.918241 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-9576fb75-13fd-45e2-88ea-f662f9a6a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:33.919673 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-9576fb75-13fd-45e2-88ea-f662f9a6a72c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=20eec70be2124bdf8bbe1e4637c3db20&device_id=df77d108-92d3-478a-9308-876510ff89d4 HTTP/1.1" status: 200 len: 1095 time: 0.1936543 Jul 24 09:29:33.920462 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d867a44-1c2a-4165-b73d-a046a243fcae service neutron] Pushing event updated for resources: {'Port': ['ID=b8cd02ce-5742-4af6-85f1-1f6752fa6580,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:33.953264 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00f0fcba-b769-4369-a9f9-f9a1bc17ccb6 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:33.968817 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-00f0fcba-b769-4369-a9f9-f9a1bc17ccb6 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Calling delete_port for 7c0af699-5cbd-4dfb-b460-fed4e5f404aa owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:29:34.055014 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-777947f4-b30a-40e5-a370-3232ab71dcf0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8cd02ce-5742-4af6-85f1-1f6752fa6580 HTTP/1.1" status: 200 len: 217 time: 0.1238997 Jul 24 09:29:34.064110 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-33e4db92-a9f0-4d2f-ab10-80685d458772 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2839260e-7a15-44ef-a891-4e1fa73bee86 HTTP/1.1" status: 200 len: 217 time: 0.1344180 Jul 24 09:29:34.088111 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00f0fcba-b769-4369-a9f9-f9a1bc17ccb6 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:34.182671 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79c6549-5777-4f1c-9d4d-ce5fedea9b72 admin admin] Checking segment: {'id': 'a54c4ce2-5110-4b60-8acd-9b1ca7906c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:29:34.184838 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79c6549-5777-4f1c-9d4d-ce5fedea9b72 admin admin] Network hostable DHCP agents. Network: c314507b-6b98-46d2-9820-4c7efdeb0ad3, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:29:34.213191 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-62e12bc9-6737-4dae-bdee-b59c9ac528ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:34.214732 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-62e12bc9-6737-4dae-bdee-b59c9ac528ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c27b43a-8c5a-4d7d-8e01-21640f4f615b HTTP/1.1" status: 200 len: 852 time: 0.1378193 Jul 24 09:29:34.216694 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-ebbc2cfc-3960-42e3-b7a8-d7a0ca382314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:34.231075 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-ebbc2cfc-3960-42e3-b7a8-d7a0ca382314 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c27b43a-8c5a-4d7d-8e01-21640f4f615b HTTP/1.1" status: 200 len: 852 time: 0.1641634 Jul 24 09:29:34.298673 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00f0fcba-b769-4369-a9f9-f9a1bc17ccb6 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:34.300613 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-00f0fcba-b769-4369-a9f9-f9a1bc17ccb6 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/ports/7c0af699-5cbd-4dfb-b460-fed4e5f404aa HTTP/1.1" status: 204 len: 168 time: 1.0854979 Jul 24 09:29:34.315502 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53720) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:34.353825 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-210aa006-e7a3-4f68-9c9d-5176b2605e51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2ff0531-86df-4128-aada-59bf6c78a2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217525 Jul 24 09:29:34.358456 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-505e921a-9e27-4b5b-aa79-d946cf5c733c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2ff0531-86df-4128-aada-59bf6c78a2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911953 Jul 24 09:29:34.546963 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-265e5eee-b18a-45e1-ac3d-1fa12081cd5a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:34.554419 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0fcba-b769-4369-a9f9-f9a1bc17ccb6 tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Port': ['ID=7c0af699-5cbd-4dfb-b460-fed4e5f404aa,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:34.559148 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-265e5eee-b18a-45e1-ac3d-1fa12081cd5a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:34.587620 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-b1922b85-e607-436a-b1c7-4a4aa586ee2e service neutron] 10.222.0.37 "GET /v2.0/networks/a2ff0531-86df-4128-aada-59bf6c78a2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376648 Jul 24 09:29:34.662095 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79c6549-5777-4f1c-9d4d-ce5fedea9b72 admin admin] Network c314507b-6b98-46d2-9820-4c7efdeb0ad3 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:29:34.666926 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2e223285-ac16-473e-8c50-14b800959552 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:34.686947 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2e223285-ac16-473e-8c50-14b800959552 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:34.752038 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-91406e5f-2c41-45dc-ae8e-2c4216dfec13 service neutron] 10.222.0.37 "GET /v2.0/networks/a2ff0531-86df-4128-aada-59bf6c78a2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749049 Jul 24 09:29:34.752260 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-e79c6549-5777-4f1c-9d4d-ce5fedea9b72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, c314507b-6b98-46d2-9820-4c7efdeb0ad3) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:29:34.761252 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46c685cf-23f7-4aca-adef-e2bbdf6060ac tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:34.761526 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344a66b3-56fc-4076-afda-06585abcdd2e None None] Network c314507b-6b98-46d2-9820-4c7efdeb0ad3 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:29:34.780194 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79c6549-5777-4f1c-9d4d-ce5fedea9b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:34.780814 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e79c6549-5777-4f1c-9d4d-ce5fedea9b72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:34.810834 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e02444-ce81-4a88-8f91-17889da756e0 req-dab751b3-f477-412f-b267-b2465d4134b1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:34.812344 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-21e02444-ce81-4a88-8f91-17889da756e0 req-dab751b3-f477-412f-b267-b2465d4134b1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=df77d108-92d3-478a-9308-876510ff89d4 HTTP/1.1" status: 200 len: 944 time: 0.7433429 Jul 24 09:29:34.987094 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-265e5eee-b18a-45e1-ac3d-1fa12081cd5a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Floating IP bc99c61e-2a32-4d72-83fa-95c7ca7a794e associated. External IP: 172.25.7.22, port: 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa. Jul 24 09:29:34.991437 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7410262e-2ec0-43bf-a552-fd8416201a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-c314507b-6b98-46d2-9820-4c7efdeb0ad3', 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'fixed_ips': [{'subnet_id': '6edc8e9e-14b5-4008-b91c-eb8350e9b15f'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:29:34.992271 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e223285-ac16-473e-8c50-14b800959552 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event updated for resources: {'Port': ['ID=5c3e2172-b24d-401f-8c20-22738d0d1729,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:34.992406 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7410262e-2ec0-43bf-a552-fd8416201a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:35.027818 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e79c6549-5777-4f1c-9d4d-ce5fedea9b72 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4193418 Jul 24 09:29:35.044522 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46c685cf-23f7-4aca-adef-e2bbdf6060ac tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:35.049326 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-d5e6b9de-04cd-4e14-8572-d9a10d533a4e service neutron] 10.222.0.37 "GET /v2.0/networks/a2ff0531-86df-4128-aada-59bf6c78a2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520793 Jul 24 09:29:35.049789 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53722) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:35.064791 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-31f993e1-69d7-4509-8e7a-75ce67692888 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-659865943-router', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:35.074544 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-46c685cf-23f7-4aca-adef-e2bbdf6060ac tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13b146b-3ea1-4ac3-963f-59386f67d8df']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:35.083926 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b6cc2ef-abc5-4e0e-88e1-da09353ddef5 req-3072ff26-5003-41ae-b580-11b0f889a96f service neutron] 10.222.0.37 "GET /v2.0/networks/a2ff0531-86df-4128-aada-59bf6c78a2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184414 Jul 24 09:29:35.104169 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-46c685cf-23f7-4aca-adef-e2bbdf6060ac tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda04c07-30db-40b5-a1ba-6dca47368963') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:35.104545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-46c685cf-23f7-4aca-adef-e2bbdf6060ac tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda04c07-30db-40b5-a1ba-6dca47368963') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:35.196803 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2e223285-ac16-473e-8c50-14b800959552 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:35.242073 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46c685cf-23f7-4aca-adef-e2bbdf6060ac tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:35.270868 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-21e02444-ce81-4a88-8f91-17889da756e0 req-c8b07c3e-4579-414e-bda8-c5617f7ac081 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a969fa2-fc27-4f8c-b747-535a34d90799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211006 Jul 24 09:29:35.294469 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-31f993e1-69d7-4509-8e7a-75ce67692888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:35.295777 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-31f993e1-69d7-4509-8e7a-75ce67692888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:35.319878 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46c685cf-23f7-4aca-adef-e2bbdf6060ac tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:35.363676 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c685cf-23f7-4aca-adef-e2bbdf6060ac tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:29:35.364108 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46c685cf-23f7-4aca-adef-e2bbdf6060ac tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:29:35.380886 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:29:35.396586 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-7410262e-2ec0-43bf-a552-fd8416201a27 None None] Allocated IP 172.20.0.2 (c314507b-6b98-46d2-9820-4c7efdeb0ad3/6edc8e9e-14b5-4008-b91c-eb8350e9b15f/a8109a26-b462-4dc0-a74e-e24f3d883756) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:29:35.502238 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-31f993e1-69d7-4509-8e7a-75ce67692888 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:35.530077 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e223285-ac16-473e-8c50-14b800959552 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Network 6c620b1b-144e-4808-bcbb-1fd8bd2c3a38 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:29:35.536569 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-2e223285-ac16-473e-8c50-14b800959552 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:29:35.543501 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12956683-400d-471f-941a-1b1fecd8abe2 req-adf16280-5c33-4d6d-a3a1-522685731ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:35.546035 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-12956683-400d-471f-941a-1b1fecd8abe2 req-adf16280-5c33-4d6d-a3a1-522685731ae9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=20eec70be2124bdf8bbe1e4637c3db20&device_id=918ad24a-18bd-49be-82d2-9333eb272716 HTTP/1.1" status: 200 len: 1094 time: 0.4000437 Jul 24 09:29:35.678583 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46c685cf-23f7-4aca-adef-e2bbdf6060ac tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:35.706039 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46c685cf-23f7-4aca-adef-e2bbdf6060ac tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:35.712374 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-46c685cf-23f7-4aca-adef-e2bbdf6060ac tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] 10.222.0.32 "DELETE /v2.0/networks/d13b146b-3ea1-4ac3-963f-59386f67d8df HTTP/1.1" status: 204 len: 168 time: 1.3672216 Jul 24 09:29:35.720062 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7410262e-2ec0-43bf-a552-fd8416201a27 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:35.736160 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7410262e-2ec0-43bf-a552-fd8416201a27 None None] Transition to ACTIVE for port object a8109a26-b462-4dc0-a74e-e24f3d883756 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:29:35.752113 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7410262e-2ec0-43bf-a552-fd8416201a27 None None] Transition to ACTIVE for port object a8109a26-b462-4dc0-a74e-e24f3d883756 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:29:35.754542 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c685cf-23f7-4aca-adef-e2bbdf6060ac tempest-PortsIpV6TestJSON-1177147176 tempest-PortsIpV6TestJSON-1177147176-project] Pushing event deleted for resources: {'Network': ['ID=d13b146b-3ea1-4ac3-963f-59386f67d8df,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:35.759121 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7410262e-2ec0-43bf-a552-fd8416201a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:35.856811 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-31f993e1-69d7-4509-8e7a-75ce67692888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:35.897476 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7410262e-2ec0-43bf-a552-fd8416201a27 None None] Network c314507b-6b98-46d2-9820-4c7efdeb0ad3 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:29:35.904894 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-7410262e-2ec0-43bf-a552-fd8416201a27 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:29:35.909985 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7410262e-2ec0-43bf-a552-fd8416201a27 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:29:35.926295 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df77d108-92d3-478a-9308-876510ff89d4', 'tag': 'b8cd02ce-5742-4af6-85f1-1f6752fa6580'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:29:35.928703 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c812665f-7f14-4841-945b-4a386ccc6dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "df77d108-92d3-478a-9308-876510ff89d4", "tag": "b8cd02ce-5742-4af6-85f1-1f6752fa6580"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:29:36.011898 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12956683-400d-471f-941a-1b1fecd8abe2 req-342b9877-fb2e-451c-a068-50b7dd6549fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:36.016495 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-12956683-400d-471f-941a-1b1fecd8abe2 req-342b9877-fb2e-451c-a068-50b7dd6549fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=a2ff0531-86df-4128-aada-59bf6c78a2e2 HTTP/1.1" status: 200 len: 912 time: 0.4334962 Jul 24 09:29:36.044504 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265e5eee-b18a-45e1-ac3d-1fa12081cd5a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Router e4330797-b40f-4e29-beab-c3a66964a11b has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:29:36.068309 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067a956d-8e26-4c2a-a3fb-0ad3ac692563 x-openstack-request-id: req-067a956d-8e26-4c2a-a3fb-0ad3ac692563 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:29:36.068575 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df77d108-92d3-478a-9308-876510ff89d4", "tag": "b8cd02ce-5742-4af6-85f1-1f6752fa6580", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:29:36.068874 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-067a956d-8e26-4c2a-a3fb-0ad3ac692563 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:29:36.069264 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df77d108-92d3-478a-9308-876510ff89d4', 'tag': 'b8cd02ce-5742-4af6-85f1-1f6752fa6580', 'status': 'completed', 'code': 200} Jul 24 09:29:36.093412 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410262e-2ec0-43bf-a552-fd8416201a27 None None] Pushing event updated for resources: {'Port': ['ID=a8109a26-b462-4dc0-a74e-e24f3d883756,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:36.149897 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-12956683-400d-471f-941a-1b1fecd8abe2 req-68704090-8bb5-497b-bc3c-59c03e13ec7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2839260e-7a15-44ef-a891-4e1fa73bee86 HTTP/1.1" status: 200 len: 217 time: 0.1266503 Jul 24 09:29:36.155819 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-7410262e-2ec0-43bf-a552-fd8416201a27 None None] Attempting to bind port a8109a26-b462-4dc0-a74e-e24f3d883756 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:29:36.156311 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-7410262e-2ec0-43bf-a552-fd8416201a27 None None] Attempting to bind port a8109a26-b462-4dc0-a74e-e24f3d883756 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'a54c4ce2-5110-4b60-8acd-9b1ca7906c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:29:36.158125 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7410262e-2ec0-43bf-a552-fd8416201a27 None None] Attempting to bind port a8109a26-b462-4dc0-a74e-e24f3d883756 on network c314507b-6b98-46d2-9820-4c7efdeb0ad3 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:29:36.174004 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7cb52592-06af-4f23-90ec-c06fedec886e None None] Provisioning complete for port 5c3e2172-b24d-401f-8c20-22738d0d1729 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:36.174519 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7cb52592-06af-4f23-90ec-c06fedec886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:36.184038 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7410262e-2ec0-43bf-a552-fd8416201a27 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:29:36.184522 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7410262e-2ec0-43bf-a552-fd8416201a27 None None] Checking segment: {'id': 'a54c4ce2-5110-4b60-8acd-9b1ca7906c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:29:36.185064 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7410262e-2ec0-43bf-a552-fd8416201a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:36.185607 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7410262e-2ec0-43bf-a552-fd8416201a27 None None] Bound using segment: {'id': 'a54c4ce2-5110-4b60-8acd-9b1ca7906c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:29:36.186210 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-7410262e-2ec0-43bf-a552-fd8416201a27 None None] Bound port: a8109a26-b462-4dc0-a74e-e24f3d883756, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54c4ce2-5110-4b60-8acd-9b1ca7906c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:29:36.186812 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7410262e-2ec0-43bf-a552-fd8416201a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:36.246251 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-7cb52592-06af-4f23-90ec-c06fedec886e None None] Port 5c3e2172-b24d-401f-8c20-22738d0d1729 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:29:36.340545 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-7410262e-2ec0-43bf-a552-fd8416201a27 None None] For port a8109a26-b462-4dc0-a74e-e24f3d883756, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:29:36.346901 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-7410262e-2ec0-43bf-a552-fd8416201a27 None None] For port a8109a26-b462-4dc0-a74e-e24f3d883756, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a8109a26-b462-4dc0-a74e-e24f3d883756,segment=NetworkSegment(a54c4ce2-5110-4b60-8acd-9b1ca7906c18),segment_id=a54c4ce2-5110-4b60-8acd-9b1ca7906c18)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:29:36.365150 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7410262e-2ec0-43bf-a552-fd8416201a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:36.540191 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410262e-2ec0-43bf-a552-fd8416201a27 None None] Pushing event updated for resources: {'Port': ['ID=a8109a26-b462-4dc0-a74e-e24f3d883756,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:36.606488 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53740) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:36.666335 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12956683-400d-471f-941a-1b1fecd8abe2 req-f9eee06f-1939-4e29-b0f6-7cad3b79f1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:36.667853 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-12956683-400d-471f-941a-1b1fecd8abe2 req-f9eee06f-1939-4e29-b0f6-7cad3b79f1d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c27b43a-8c5a-4d7d-8e01-21640f4f615b HTTP/1.1" status: 200 len: 852 time: 0.5003223 Jul 24 09:29:36.679524 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812665f-7f14-4841-945b-4a386ccc6dd9 req-0e4c5aa7-3d91-4e83-9e40-78ef4ff1d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:36.681092 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c812665f-7f14-4841-945b-4a386ccc6dd9 req-0e4c5aa7-3d91-4e83-9e40-78ef4ff1d75e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=20eec70be2124bdf8bbe1e4637c3db20&device_id=df77d108-92d3-478a-9308-876510ff89d4 HTTP/1.1" status: 200 len: 1095 time: 0.6093216 Jul 24 09:29:36.991593 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e223285-ac16-473e-8c50-14b800959552 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Router 8cb6fc19-d4f1-489e-afac-0eaff61df8ac has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:29:37.049606 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-51687e12-8265-427b-9a41-8e60c867e7eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=91ac73207ba04ee3977a4bedfdf2993b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4418144 Jul 24 09:29:37.057650 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-12956683-400d-471f-941a-1b1fecd8abe2 req-18111cfc-4563-48b9-ace6-4c3f07426dff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2ff0531-86df-4128-aada-59bf6c78a2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3753812 Jul 24 09:29:37.078036 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53752) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:37.121264 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a8109a26-b462-4dc0-a74e-e24f3d883756 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:29:37.216502 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812665f-7f14-4841-945b-4a386ccc6dd9 req-eb24658a-6f54-4db1-9f8c-112fec88e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:37.218034 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c812665f-7f14-4841-945b-4a386ccc6dd9 req-eb24658a-6f54-4db1-9f8c-112fec88e911 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a2ff0531-86df-4128-aada-59bf6c78a2e2 HTTP/1.1" status: 200 len: 912 time: 0.5199032 Jul 24 09:29:37.278605 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port a8109a26-b462-4dc0-a74e-e24f3d883756 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:29:37.298136 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265e5eee-b18a-45e1-ac3d-1fa12081cd5a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:29:37.309613 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4145012-7204-4c2c-86b6-b97f388ff60f None None] Sync routers for ids ['e4330797-b40f-4e29-beab-c3a66964a11b'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:29:37.316779 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd39b7-c2dd-4ed7-902e-97a377922339 req-f34f226a-8b3f-4528-aaeb-26f4eccb3c83 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:37.318765 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-05bd39b7-c2dd-4ed7-902e-97a377922339 req-f34f226a-8b3f-4528-aaeb-26f4eccb3c83 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=df77d108-92d3-478a-9308-876510ff89d4 HTTP/1.1" status: 200 len: 944 time: 0.4261980 Jul 24 09:29:37.325829 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-265e5eee-b18a-45e1-ac3d-1fa12081cd5a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:37.328183 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4145012-7204-4c2c-86b6-b97f388ff60f None None] Routers {'e4330797-b40f-4e29-beab-c3a66964a11b'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:29:37.331445 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-b4145012-7204-4c2c-86b6-b97f388ff60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:29:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e4330797-b40f-4e29-beab-c3a66964a11b'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:37.331738 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c812665f-7f14-4841-945b-4a386ccc6dd9 req-bd5dc7bf-631b-4c6b-8fb9-e8f57f071458 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8cd02ce-5742-4af6-85f1-1f6752fa6580 HTTP/1.1" status: 200 len: 217 time: 0.0642886 Jul 24 09:29:37.447725 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812665f-7f14-4841-945b-4a386ccc6dd9 req-5ca5051d-6c9c-4f31-a6d5-827fdcf13297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:37.450917 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c812665f-7f14-4841-945b-4a386ccc6dd9 req-5ca5051d-6c9c-4f31-a6d5-827fdcf13297 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c27b43a-8c5a-4d7d-8e01-21640f4f615b HTTP/1.1" status: 200 len: 852 time: 0.0933168 Jul 24 09:29:37.453945 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-12956683-400d-471f-941a-1b1fecd8abe2 req-30255254-ced9-48ae-ad05-3663f51e2f98 service neutron] 10.222.0.37 "GET /v2.0/networks/a2ff0531-86df-4128-aada-59bf6c78a2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476372 Jul 24 09:29:37.467460 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-265e5eee-b18a-45e1-ac3d-1fa12081cd5a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "PUT /v2.0/floatingips/bc99c61e-2a32-4d72-83fa-95c7ca7a794e HTTP/1.1" status: 200 len: 991 time: 4.2686574 Jul 24 09:29:37.487455 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d41d6b-87e1-4a01-867f-85152c73a5a2', 'tag': '8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:29:37.497217 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a72216-1ce8-4fee-9bbc-7ee78261b419" -d '{"events": [{"name": "network-changed", "server_uuid": "58d41d6b-87e1-4a01-867f-85152c73a5a2", "tag": "8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:29:37.503861 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfd294a1-a55a-4686-9249-6d4173dd7698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:37.505305 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-b4145012-7204-4c2c-86b6-b97f388ff60f None None] Set router e4330797-b40f-4e29-beab-c3a66964a11b gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:29:37.525706 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e223285-ac16-473e-8c50-14b800959552 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:29:37.536221 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] Sync routers for ids ['8cb6fc19-d4f1-489e-afac-0eaff61df8ac'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:29:37.550070 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2e223285-ac16-473e-8c50-14b800959552 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "PUT /v2.0/routers/8cb6fc19-d4f1-489e-afac-0eaff61df8ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4873619 Jul 24 09:29:37.568043 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-05bd39b7-c2dd-4ed7-902e-97a377922339 req-7bf5f81a-da8e-4c1a-b39a-97e06d1f1f4b tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a969fa2-fc27-4f8c-b747-535a34d90799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936898 Jul 24 09:29:37.589550 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] Routers {'8cb6fc19-d4f1-489e-afac-0eaff61df8ac'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:29:37.590214 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:29:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8cb6fc19-d4f1-489e-afac-0eaff61df8ac'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:37.608640 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfd294a1-a55a-4686-9249-6d4173dd7698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:37.765173 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9f0f23-a052-4412-9818-e1097cbfdea0 x-openstack-request-id: req-df9f0f23-a052-4412-9818-e1097cbfdea0 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:29:37.766367 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d41d6b-87e1-4a01-867f-85152c73a5a2", "tag": "8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:29:37.766719 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df9f0f23-a052-4412-9818-e1097cbfdea0 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:29:37.767523 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d41d6b-87e1-4a01-867f-85152c73a5a2', 'tag': '8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa', 'status': 'completed', 'code': 200} Jul 24 09:29:37.770409 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfd294a1-a55a-4686-9249-6d4173dd7698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:37.773118 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfd294a1-a55a-4686-9249-6d4173dd7698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:37.782118 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-dfd294a1-a55a-4686-9249-6d4173dd7698 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d31ee08-bf28-4c3a-ac63-ee8a5ab5c233 HTTP/1.1" status: 204 len: 168 time: 0.7022524 Jul 24 09:29:37.823010 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 2839260e-7a15-44ef-a891-4e1fa73bee86 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:29:37.826215 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd294a1-a55a-4686-9249-6d4173dd7698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d31ee08-bf28-4c3a-ac63-ee8a5ab5c233,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:37.859122 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-31f993e1-69d7-4509-8e7a-75ce67692888 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:37.869333 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-12956683-400d-471f-941a-1b1fecd8abe2 req-b392c797-e26f-4276-8754-fe2ec239b693 service neutron] 10.222.0.37 "GET /v2.0/networks/a2ff0531-86df-4128-aada-59bf6c78a2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886721 Jul 24 09:29:37.902705 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c812665f-7f14-4841-945b-4a386ccc6dd9 req-ad78c5a2-d691-40ac-9e9c-d79e0cf7d446 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2ff0531-86df-4128-aada-59bf6c78a2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4248941 Jul 24 09:29:38.133830 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] Set router 8cb6fc19-d4f1-489e-afac-0eaff61df8ac gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:29:38.185613 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-31f993e1-69d7-4509-8e7a-75ce67692888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:38.271158 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 2839260e-7a15-44ef-a891-4e1fa73bee86, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=2839260e-7a15-44ef-a891-4e1fa73bee86,segment=NetworkSegment(452ecc20-60b4-4651-8fef-8504fa62e486),segment_id=452ecc20-60b4-4651-8fef-8504fa62e486)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:38.287373 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-b4145012-7204-4c2c-86b6-b97f388ff60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'name': 'tempest-AttachVolumeShelveTestJSON-122914276-router', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:23:52Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': 'bff123a614204702924a0af9802e1c93', 'gw_port': {'id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:23:54Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'bc99c61e-2a32-4d72-83fa-95c7ca7a794e', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'floating_ip_address': '172.25.7.22', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'port_id': '8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'mac_address': 'fa:16:3e:c7:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d41d6b-87e1-4a01-867f-85152c73a5a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:29:05Z', 'updated_at': '2021-07-24T09:29:34Z', 'revision_number': 1, 'project_id': 'bff123a614204702924a0af9802e1c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1707e30a-8b36-43da-a336-e3029aa42798', 'name': '', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'mac_address': 'fa:16:3e:b1:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:00Z', 'updated_at': '2021-07-24T09:24:15Z', 'revision_number': 5, 'project_id': 'bff123a614204702924a0af9802e1c93', 'subnets': [{'id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:38.335184 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '2839260e-7a15-44ef-a891-4e1fa73bee86', 'network_id': 'a2ff0531-86df-4128-aada-59bf6c78a2e2', 'port_id': '2839260e-7a15-44ef-a891-4e1fa73bee86', 'mac_address': 'fa:16:3e:39:82:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c27b43a-8c5a-4d7d-8e01-21640f4f615b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:29:38.442964 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c812665f-7f14-4841-945b-4a386ccc6dd9 req-e1239d62-2fdf-4367-8c4c-48e2f257f915 service neutron] 10.222.0.37 "GET /v2.0/networks/a2ff0531-86df-4128-aada-59bf6c78a2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035373 Jul 24 09:29:38.456446 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:38.467414 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4145012-7204-4c2c-86b6-b97f388ff60f None None] Checking router: e4330797-b40f-4e29-beab-c3a66964a11b for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:29:38.482858 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2839260e-7a15-44ef-a891-4e1fa73bee86 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:29:38.510678 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4145012-7204-4c2c-86b6-b97f388ff60f None None] Routers {'e4330797-b40f-4e29-beab-c3a66964a11b'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:29:38.512250 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-b4145012-7204-4c2c-86b6-b97f388ff60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:29:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e4330797-b40f-4e29-beab-c3a66964a11b'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:38.550200 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6499e3f9-061a-4b24-8b65-1d658e39b177 None None] Network c314507b-6b98-46d2-9820-4c7efdeb0ad3 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:29:38.594337 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 2839260e-7a15-44ef-a891-4e1fa73bee86, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=2839260e-7a15-44ef-a891-4e1fa73bee86,segment=NetworkSegment(452ecc20-60b4-4651-8fef-8504fa62e486),segment_id=452ecc20-60b4-4651-8fef-8504fa62e486)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:38.685178 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-ba238e67-8446-40be-951a-fea49270a81a tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:38.687578 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-ba238e67-8446-40be-951a-fea49270a81a tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/networks?id=6c620b1b-144e-4808-bcbb-1fd8bd2c3a38 HTTP/1.1" status: 200 len: 798 time: 0.5158582 Jul 24 09:29:38.701413 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:38.702659 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device b8cd02ce-5742-4af6-85f1-1f6752fa6580 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:29:38.721856 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-c07d9b39-be00-4475-b61c-a9d6b3f9e05e tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/quotas/0cc97363126d47d180e03071fb076852 HTTP/1.1" status: 200 len: 375 time: 0.0227830 Jul 24 09:29:38.787231 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port b8cd02ce-5742-4af6-85f1-1f6752fa6580, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b8cd02ce-5742-4af6-85f1-1f6752fa6580,segment=NetworkSegment(452ecc20-60b4-4651-8fef-8504fa62e486),segment_id=452ecc20-60b4-4651-8fef-8504fa62e486)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:38.890040 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-b4145012-7204-4c2c-86b6-b97f388ff60f None None] Set router e4330797-b40f-4e29-beab-c3a66964a11b gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:29:38.934849 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-ed537f96-6fbf-485a-8651-bfa0ca6d4063 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cc97363126d47d180e03071fb076852&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2081168 Jul 24 09:29:38.958287 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a72216-1ce8-4fee-9bbc-7ee78261b419 req-660bb013-a8a5-4543-9c9f-49d11d2676e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:38.974340 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-80a72216-1ce8-4fee-9bbc-7ee78261b419 req-660bb013-a8a5-4543-9c9f-49d11d2676e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bff123a614204702924a0af9802e1c93&device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 1097 time: 1.1022861 Jul 24 09:29:38.975987 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c812665f-7f14-4841-945b-4a386ccc6dd9 req-67ec3fbe-b28a-4b39-9c84-56f32c584769 service neutron] 10.222.0.37 "GET /v2.0/networks/a2ff0531-86df-4128-aada-59bf6c78a2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5238404 Jul 24 09:29:39.091241 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=2839260e-7a15-44ef-a891-4e1fa73bee86,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:39.119970 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'b8cd02ce-5742-4af6-85f1-1f6752fa6580', 'network_id': 'a2ff0531-86df-4128-aada-59bf6c78a2e2', 'port_id': 'b8cd02ce-5742-4af6-85f1-1f6752fa6580', 'mac_address': 'fa:16:3e:d3:ed:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c27b43a-8c5a-4d7d-8e01-21640f4f615b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:29:39.129179 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4febdca5-c9bf-49c6-af9b-557c43e63678 None None] Provisioning for port a8109a26-b462-4dc0-a74e-e24f3d883756 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:29:39.143720 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4febdca5-c9bf-49c6-af9b-557c43e63678 None None] Provisioning complete for port a8109a26-b462-4dc0-a74e-e24f3d883756 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:39.144833 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4febdca5-c9bf-49c6-af9b-557c43e63678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:39.274258 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-3103dd6e-b5a3-4d32-9655-390a61e63855 service neutron] 10.222.0.32 "GET /v2.0/networks/6c620b1b-144e-4808-bcbb-1fd8bd2c3a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144281 Jul 24 09:29:39.424297 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-31f993e1-69d7-4509-8e7a-75ce67692888 admin admin] Allocated IP 172.25.7.229 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/b01e9437-597e-4e8b-a206-7e4ac8ceb406) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:29:39.604658 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-70817b32-03a8-4cc0-bb77-ab327313b434 service neutron] 10.222.0.32 "GET /v2.0/networks/6c620b1b-144e-4808-bcbb-1fd8bd2c3a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123710 Jul 24 09:29:39.628364 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53830) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:39.709375 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-b4145012-7204-4c2c-86b6-b97f388ff60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'name': 'tempest-AttachVolumeShelveTestJSON-122914276-router', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:23:52Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': 'bff123a614204702924a0af9802e1c93', 'gw_port': {'id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:23:54Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'bc99c61e-2a32-4d72-83fa-95c7ca7a794e', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'floating_ip_address': '172.25.7.22', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'port_id': '8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'mac_address': 'fa:16:3e:c7:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d41d6b-87e1-4a01-867f-85152c73a5a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:29:05Z', 'updated_at': '2021-07-24T09:29:34Z', 'revision_number': 1, 'project_id': 'bff123a614204702924a0af9802e1c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1707e30a-8b36-43da-a336-e3029aa42798', 'name': '', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'mac_address': 'fa:16:3e:b1:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:00Z', 'updated_at': '2021-07-24T09:24:15Z', 'revision_number': 5, 'project_id': 'bff123a614204702924a0af9802e1c93', 'subnets': [{'id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:39.748995 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4145012-7204-4c2c-86b6-b97f388ff60f None None] The sync data for ids ['e4330797-b40f-4e29-beab-c3a66964a11b'] in n-d-800085-9 is: [{'id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'name': 'tempest-AttachVolumeShelveTestJSON-122914276-router', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:23:52Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': 'bff123a614204702924a0af9802e1c93', 'gw_port': {'id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:23:54Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'bc99c61e-2a32-4d72-83fa-95c7ca7a794e', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'floating_ip_address': '172.25.7.22', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'port_id': '8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'mac_address': 'fa:16:3e:c7:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d41d6b-87e1-4a01-867f-85152c73a5a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:29:05Z', 'updated_at': '2021-07-24T09:29:34Z', 'revision_number': 1, 'project_id': 'bff123a614204702924a0af9802e1c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1707e30a-8b36-43da-a336-e3029aa42798', 'name': '', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'mac_address': 'fa:16:3e:b1:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:00Z', 'updated_at': '2021-07-24T09:24:15Z', 'revision_number': 5, 'project_id': 'bff123a614204702924a0af9802e1c93', 'subnets': [{'id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:29:39.749787 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a72216-1ce8-4fee-9bbc-7ee78261b419 req-764ab25f-c211-4916-9310-19106dc32c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:39.762740 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-80a72216-1ce8-4fee-9bbc-7ee78261b419 req-764ab25f-c211-4916-9310-19106dc32c6c service neutron] 10.222.0.20 "GET /v2.0/networks?id=57115fda-8a95-4d7e-8f17-f315710a2698 HTTP/1.1" status: 200 len: 916 time: 0.7316136 Jul 24 09:29:39.767795 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:39.846218 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-164b3bd7-b5cf-413c-bb25-fcb0a8562413 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1284593023'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:39.904589 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-164b3bd7-b5cf-413c-bb25-fcb0a8562413 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:39.936803 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-164b3bd7-b5cf-413c-bb25-fcb0a8562413 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:40.230062 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffda724-2290-4496-825e-5234b6d44bfd req-8bf9a561-3ab2-473e-9286-bfe27f401efc tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:40.239014 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9ffda724-2290-4496-825e-5234b6d44bfd req-8bf9a561-3ab2-473e-9286-bfe27f401efc tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=df77d108-92d3-478a-9308-876510ff89d4 HTTP/1.1" status: 200 len: 944 time: 0.9212496 Jul 24 09:29:40.258744 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c4a674fb-9999-4da3-8326-97d775c2cb16 req-03e1845a-295f-4a13-92d1-12160232f73b tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e3a055-2948-480c-b87f-498cee0f9b5c HTTP/1.1" status: 200 len: 210 time: 0.1354160 Jul 24 09:29:40.326822 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb15c44-036b-405b-99de-eda6ab3e8933 None None] New status for floating IP bc99c61e-2a32-4d72-83fa-95c7ca7a794e: ACTIVE {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:29:40.359064 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-80a72216-1ce8-4fee-9bbc-7ee78261b419 req-594bcee2-d161-4abc-b8b7-9df39691f0af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa HTTP/1.1" status: 200 len: 999 time: 0.5771632 Jul 24 09:29:40.383109 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8cd02ce-5742-4af6-85f1-1f6752fa6580 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:29:40.403093 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9ffda724-2290-4496-825e-5234b6d44bfd req-1b9afeb4-4da3-4e8a-8361-7e790b2f4273 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a969fa2-fc27-4f8c-b747-535a34d90799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537299 Jul 24 09:29:40.572342 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port b8cd02ce-5742-4af6-85f1-1f6752fa6580, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b8cd02ce-5742-4af6-85f1-1f6752fa6580,segment=NetworkSegment(452ecc20-60b4-4651-8fef-8504fa62e486),segment_id=452ecc20-60b4-4651-8fef-8504fa62e486)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:40.593811 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-31f993e1-69d7-4509-8e7a-75ce67692888 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:40.605105 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a72216-1ce8-4fee-9bbc-7ee78261b419 req-4539f2e0-3c23-414e-88b8-e7378759b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:40.607281 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-80a72216-1ce8-4fee-9bbc-7ee78261b419 req-4539f2e0-3c23-414e-88b8-e7378759b79f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed3face8-48a4-4110-b201-0b1158c92dba HTTP/1.1" status: 200 len: 855 time: 0.2148664 Jul 24 09:29:40.623048 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:40.645289 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-164b3bd7-b5cf-413c-bb25-fcb0a8562413 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:40.654516 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-164b3bd7-b5cf-413c-bb25-fcb0a8562413 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:40.759379 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=b8cd02ce-5742-4af6-85f1-1f6752fa6580,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:40.880119 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-31f993e1-69d7-4509-8e7a-75ce67692888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:40.907958 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b3bd7-b5cf-413c-bb25-fcb0a8562413 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ce62c9-b496-43e4-928a-a056907dbf81,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:40.910770 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb6fc19-d4f1-489e-afac-0eaff61df8ac', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2029194130', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '423d2d81-8053-4713-9bd7-be69ff7324c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:15Z', 'updated_at': '2021-07-24T09:29:31Z', 'revision_number': 4, 'project_id': '0cc97363126d47d180e03071fb076852', 'gw_port': {'id': '423d2d81-8053-4713-9bd7-be69ff7324c5', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb6fc19-d4f1-489e-afac-0eaff61df8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:16Z', 'updated_at': '2021-07-24T09:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '5c3e2172-b24d-401f-8c20-22738d0d1729', 'name': '', 'network_id': '6c620b1b-144e-4808-bcbb-1fd8bd2c3a38', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'mac_address': 'fa:16:3e:e6:f9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb6fc19-d4f1-489e-afac-0eaff61df8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'f87665ec-a169-4938-bf04-d31c58ef34d2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:27Z', 'updated_at': '2021-07-24T09:29:33Z', 'revision_number': 2, 'project_id': '0cc97363126d47d180e03071fb076852', 'subnets': [{'id': 'f87665ec-a169-4938-bf04-d31c58ef34d2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:40.922401 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-164b3bd7-b5cf-413c-bb25-fcb0a8562413 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:40.928201 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-164b3bd7-b5cf-413c-bb25-fcb0a8562413 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:40.971739 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a72216-1ce8-4fee-9bbc-7ee78261b419 req-01228317-314a-4120-9f6b-c44967cb7c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:40.981734 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-80a72216-1ce8-4fee-9bbc-7ee78261b419 req-01228317-314a-4120-9f6b-c44967cb7c43 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=57115fda-8a95-4d7e-8f17-f315710a2698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3637943 Jul 24 09:29:41.036607 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b3bd7-b5cf-413c-bb25-fcb0a8562413 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0178f52d-4b89-4568-bc50-476612efa50d,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:41.050178 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-164b3bd7-b5cf-413c-bb25-fcb0a8562413 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:41.054194 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-164b3bd7-b5cf-413c-bb25-fcb0a8562413 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4244082 Jul 24 09:29:41.056889 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53856) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:41.085487 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['2839260e-7a15-44ef-a891-4e1fa73bee86'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:29:41.092047 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['b8cd02ce-5742-4af6-85f1-1f6752fa6580'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:29:41.110475 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f993e1-69d7-4509-8e7a-75ce67692888 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:29:41.114285 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] Checking router: 8cb6fc19-d4f1-489e-afac-0eaff61df8ac for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:29:41.114662 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] Updating router 8cb6fc19-d4f1-489e-afac-0eaff61df8ac port 5c3e2172-b24d-401f-8c20-22738d0d1729 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:29:41.130651 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-31f993e1-69d7-4509-8e7a-75ce67692888 admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:29:41.149523 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f993e1-69d7-4509-8e7a-75ce67692888 admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:29:41.226908 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9e53bbb9-b0ee-496c-9ff1-2623e7c2e2df tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1675696 Jul 24 09:29:41.234656 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53858) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:41.243079 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-4b2e9288-e634-4b82-8e72-d113b789834d tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Request body: {'security_group': {'name': 'tempest-security--1799658547', 'description': 'tempest-security-description-408365648'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:41.304169 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4febdca5-c9bf-49c6-af9b-557c43e63678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:41.313839 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4b2e9288-e634-4b82-8e72-d113b789834d tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:41.463307 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4b2e9288-e634-4b82-8e72-d113b789834d tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:41.474022 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4b2e9288-e634-4b82-8e72-d113b789834d tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:41.486026 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4b2e9288-e634-4b82-8e72-d113b789834d tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:41.487309 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4b2e9288-e634-4b82-8e72-d113b789834d tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "PUT /v2.0/security-groups/0178f52d-4b89-4568-bc50-476612efa50d HTTP/1.1" status: 200 len: 1779 time: 0.2515342 Jul 24 09:29:41.498088 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53866) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:41.564044 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4febdca5-c9bf-49c6-af9b-557c43e63678 None None] For port a8109a26-b462-4dc0-a74e-e24f3d883756, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a8109a26-b462-4dc0-a74e-e24f3d883756,segment=NetworkSegment(a54c4ce2-5110-4b60-8acd-9b1ca7906c18),segment_id=a54c4ce2-5110-4b60-8acd-9b1ca7906c18)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:41.593398 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:41.593748 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-80a72216-1ce8-4fee-9bbc-7ee78261b419 req-eae89b63-82c4-450d-9218-0c964dfa7417 service neutron] 10.222.0.20 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588246 Jul 24 09:29:41.685886 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c6ae584d-3a85-4b4d-a5da-0b3099c2caf8 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-groups/0178f52d-4b89-4568-bc50-476612efa50d HTTP/1.1" status: 200 len: 1779 time: 0.1706336 Jul 24 09:29:41.750229 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4febdca5-c9bf-49c6-af9b-557c43e63678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:41.751236 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53874) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:41.775929 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-593a6a77-c82e-4c37-832a-7a164097b916 req-34153fa0-ff78-4b37-ab0c-5f59492253dc tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e3a055-2948-480c-b87f-498cee0f9b5c HTTP/1.1" status: 200 len: 210 time: 0.3029389 Jul 24 09:29:41.797045 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e9288-e634-4b82-8e72-d113b789834d tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0178f52d-4b89-4568-bc50-476612efa50d,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:41.868951 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febdca5-c9bf-49c6-af9b-557c43e63678 None None] Pushing event updated for resources: {'Port': ['ID=a8109a26-b462-4dc0-a74e-e24f3d883756,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:41.933565 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9cee7f98-e388-4fbd-9567-1e89369a76ce tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:42.053822 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e953fc85-d6e8-4520-bd60-54e81c40a0a6 None None] Provisioning complete for port a8109a26-b462-4dc0-a74e-e24f3d883756 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:42.054357 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e953fc85-d6e8-4520-bd60-54e81c40a0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:42.087172 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-31f993e1-69d7-4509-8e7a-75ce67692888 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:42.244862 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-e00c2c6f-93a0-4644-8485-c31a7186e7b9 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:42.247062 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-e00c2c6f-93a0-4644-8485-c31a7186e7b9 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.20 "GET /v2.0/networks?id=6c620b1b-144e-4808-bcbb-1fd8bd2c3a38 HTTP/1.1" status: 200 len: 798 time: 0.2556629 Jul 24 09:29:42.252625 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9cee7f98-e388-4fbd-9567-1e89369a76ce tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:42.274531 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-8ae99903-5338-4202-a6fe-9f6be623cff3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Request body: {'port': {'device_id': 'c0e3a055-2948-480c-b87f-498cee0f9b5c', 'network_id': '6c620b1b-144e-4808-bcbb-1fd8bd2c3a38', 'admin_state_up': True, 'tenant_id': '0cc97363126d47d180e03071fb076852'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:42.286014 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f993e1-69d7-4509-8e7a-75ce67692888 admin admin] Pushing event updated for resources: {'Port': ['ID=b01e9437-597e-4e8b-a206-7e4ac8ceb406,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:42.476307 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9cee7f98-e388-4fbd-9567-1e89369a76ce tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:42.482722 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:42.484426 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9cee7f98-e388-4fbd-9567-1e89369a76ce tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:42.486547 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9cee7f98-e388-4fbd-9567-1e89369a76ce tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "DELETE /v2.0/security-groups/0178f52d-4b89-4568-bc50-476612efa50d HTTP/1.1" status: 204 len: 168 time: 0.7133262 Jul 24 09:29:42.497106 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] Transition to ACTIVE for port object 5c3e2172-b24d-401f-8c20-22738d0d1729 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:29:42.499650 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53878) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:42.537342 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee7f98-e388-4fbd-9567-1e89369a76ce tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0178f52d-4b89-4568-bc50-476612efa50d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:42.570553 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:42.621037 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-8ae99903-5338-4202-a6fe-9f6be623cff3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Made reservation on behalf of 0cc97363126d47d180e03071fb076852 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:29:42.628826 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-8ae99903-5338-4202-a6fe-9f6be623cff3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:42.636530 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:29:42.647728 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 2839260e-7a15-44ef-a891-4e1fa73bee86 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:29:42.722293 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4af94d64-0f4c-49d8-88bb-b1ff477cc934 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2111359 Jul 24 09:29:42.786112 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96964c76-46f0-4dbe-8590-ab01130b7abd None None] Pushing event updated for resources: {'Port': ['ID=5c3e2172-b24d-401f-8c20-22738d0d1729,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:42.831889 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53886) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:42.930337 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 2839260e-7a15-44ef-a891-4e1fa73bee86 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:29:42.937267 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-80a72216-1ce8-4fee-9bbc-7ee78261b419 req-3501db76-5834-4a14-96e8-ad4d0bd11fde service neutron] 10.222.0.20 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3392780 Jul 24 09:29:42.957123 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 2839260e-7a15-44ef-a891-4e1fa73bee86 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:42.957358 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:42.960888 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-afc2d835-08f8-4993-b43e-58a12109dff6 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] delete failed (client error): The resource could not be found. Jul 24 09:29:42.963056 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-afc2d835-08f8-4993-b43e-58a12109dff6 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "DELETE /v2.0/security-groups/0178f52d-4b89-4568-bc50-476612efa50d HTTP/1.1" status: 404 len: 347 time: 0.1223617 Jul 24 09:29:42.978799 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53892) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:43.010907 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8983cb-373f-44e4-af0a-189fbce224d5 req-a50facaf-dd23-4829-b9bd-42d3ea2892b2 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:43.016409 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-8ae99903-5338-4202-a6fe-9f6be623cff3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Allocated IP 172.20.0.24 (6c620b1b-144e-4808-bcbb-1fd8bd2c3a38/f87665ec-a169-4938-bf04-d31c58ef34d2/8bff7d51-e2cd-40a7-86d2-b5a4ae62543a) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:29:43.024176 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fd8983cb-373f-44e4-af0a-189fbce224d5 req-a50facaf-dd23-4829-b9bd-42d3ea2892b2 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=df77d108-92d3-478a-9308-876510ff89d4 HTTP/1.1" status: 200 len: 945 time: 1.1876853 Jul 24 09:29:43.055775 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] Attempting to bind port 5c3e2172-b24d-401f-8c20-22738d0d1729 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:29:43.058351 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] Attempting to bind port 5c3e2172-b24d-401f-8c20-22738d0d1729 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '423703b9-76e6-498d-bc48-1d008d31a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6c620b1b-144e-4808-bcbb-1fd8bd2c3a38'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:29:43.058742 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] Attempting to bind port 5c3e2172-b24d-401f-8c20-22738d0d1729 on network 6c620b1b-144e-4808-bcbb-1fd8bd2c3a38 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:29:43.064921 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-c9ec07de-aca0-45fb-a7c4-9f46bdf8a3a4 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1620443799'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:43.120699 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c9ec07de-aca0-45fb-a7c4-9f46bdf8a3a4 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:43.122002 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a8109a26-b462-4dc0-a74e-e24f3d883756 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:29:43.126170 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:29:43.126679 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] Checking segment: {'id': '423703b9-76e6-498d-bc48-1d008d31a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6c620b1b-144e-4808-bcbb-1fd8bd2c3a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:29:43.127186 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:43.127724 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] Bound using segment: {'id': '423703b9-76e6-498d-bc48-1d008d31a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6c620b1b-144e-4808-bcbb-1fd8bd2c3a38'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:29:43.128336 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] Bound port: 5c3e2172-b24d-401f-8c20-22738d0d1729, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423703b9-76e6-498d-bc48-1d008d31a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6c620b1b-144e-4808-bcbb-1fd8bd2c3a38'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:29:43.128852 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:43.251586 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c87cf2a0-8c72-4e72-a899-05a421b6d7af req-309c2b0e-39fe-49c4-aaf3-64b70f962924 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e3a055-2948-480c-b87f-498cee0f9b5c HTTP/1.1" status: 200 len: 210 time: 0.0878310 Jul 24 09:29:43.302137 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-31f993e1-69d7-4509-8e7a-75ce67692888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:43.350167 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-8ae99903-5338-4202-a6fe-9f6be623cff3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:43.364582 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:43.383988 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-8ae99903-5338-4202-a6fe-9f6be623cff3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Transition to ACTIVE for port object 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:29:43.403487 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918ad24a-18bd-49be-82d2-9333eb272716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2839260e-7a15-44ef-a891-4e1fa73bee86'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:29:43.406148 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ef3826-32c1-4d05-b2a7-c872bcfd0ce6" -d '{"events": [{"server_uuid": "918ad24a-18bd-49be-82d2-9333eb272716", "name": "network-vif-plugged", "status": "completed", "tag": "2839260e-7a15-44ef-a891-4e1fa73bee86"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:29:43.435634 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 2839260e-7a15-44ef-a891-4e1fa73bee86, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=2839260e-7a15-44ef-a891-4e1fa73bee86,segment=NetworkSegment(452ecc20-60b4-4651-8fef-8504fa62e486),segment_id=452ecc20-60b4-4651-8fef-8504fa62e486)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:43.442372 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port a8109a26-b462-4dc0-a74e-e24f3d883756 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:43.442747 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:43.446817 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:43.447726 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device b8cd02ce-5742-4af6-85f1-1f6752fa6580 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:29:43.449420 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c9ec07de-aca0-45fb-a7c4-9f46bdf8a3a4 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:43.465978 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-8ae99903-5338-4202-a6fe-9f6be623cff3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:43.471960 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fd8983cb-373f-44e4-af0a-189fbce224d5 req-26ee6395-0d43-432f-bdeb-5eaf7ecde33f tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a969fa2-fc27-4f8c-b747-535a34d90799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431074 Jul 24 09:29:43.477289 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c9ec07de-aca0-45fb-a7c4-9f46bdf8a3a4 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:43.509006 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] For port 5c3e2172-b24d-401f-8c20-22738d0d1729, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:29:43.517312 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-8ae99903-5338-4202-a6fe-9f6be623cff3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Network 6c620b1b-144e-4808-bcbb-1fd8bd2c3a38 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:29:43.520203 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-8ae99903-5338-4202-a6fe-9f6be623cff3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:29:43.568697 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-8ae99903-5338-4202-a6fe-9f6be623cff3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:29:43.593138 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35f74de-a503-4d5b-a285-932b8934511f x-openstack-request-id: req-e35f74de-a503-4d5b-a285-932b8934511f {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:29:43.593746 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918ad24a-18bd-49be-82d2-9333eb272716", "name": "network-vif-plugged", "status": "completed", "tag": "2839260e-7a15-44ef-a891-4e1fa73bee86", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:29:43.593746 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e35f74de-a503-4d5b-a285-932b8934511f {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:29:43.594167 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918ad24a-18bd-49be-82d2-9333eb272716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2839260e-7a15-44ef-a891-4e1fa73bee86', 'code': 200} Jul 24 09:29:43.596283 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] For port 5c3e2172-b24d-401f-8c20-22738d0d1729, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5c3e2172-b24d-401f-8c20-22738d0d1729,segment=NetworkSegment(423703b9-76e6-498d-bc48-1d008d31a61e),segment_id=423703b9-76e6-498d-bc48-1d008d31a61e)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:29:43.605495 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port b8cd02ce-5742-4af6-85f1-1f6752fa6580 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:29:43.634639 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:43.657159 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port b8cd02ce-5742-4af6-85f1-1f6752fa6580 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:43.657527 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:43.729138 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae99903-5338-4202-a6fe-9f6be623cff3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event updated for resources: {'Port': ['ID=8bff7d51-e2cd-40a7-86d2-b5a4ae62543a,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:43.765826 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-8ae99903-5338-4202-a6fe-9f6be623cff3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:43.772179 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-8ae99903-5338-4202-a6fe-9f6be623cff3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:43.819648 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-8ae99903-5338-4202-a6fe-9f6be623cff3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.5537384 Jul 24 09:29:43.844333 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=2839260e-7a15-44ef-a891-4e1fa73bee86,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:43.853031 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-778d2338-6e30-4210-899a-c7ed9c8fcede service neutron] Request body: {'port': {'device_id': 'c0e3a055-2948-480c-b87f-498cee0f9b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:43.870706 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c9ec07de-aca0-45fb-a7c4-9f46bdf8a3a4 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:43.876105 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c9ec07de-aca0-45fb-a7c4-9f46bdf8a3a4 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8440192 Jul 24 09:29:43.900349 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53904) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:43.909986 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec07de-aca0-45fb-a7c4-9f46bdf8a3a4 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff26cc77-b80c-45c2-84f7-4b6ee29e0f56,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:43.934042 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-4e585f86-ff05-47b4-ac4b-7ba35ce9a20b tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Request body: {'security_group_rule': {'security_group_id': 'ff26cc77-b80c-45c2-84f7-4b6ee29e0f56', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:43.957804 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] Routers {'8cb6fc19-d4f1-489e-afac-0eaff61df8ac'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:29:43.960582 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:29:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8cb6fc19-d4f1-489e-afac-0eaff61df8ac'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:43.985534 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f993e1-69d7-4509-8e7a-75ce67692888 admin admin] Router e164d2ce-c1fb-4ee1-9790-9d623acf684d is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:29:44.010096 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4e585f86-ff05-47b4-ac4b-7ba35ce9a20b tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:44.091534 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bbe00-2555-4ce0-84d2-0082083470d7 req-cedc4262-d6e6-43e1-a414-2bb9e173896f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:44.091534 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9b2bbe00-2555-4ce0-84d2-0082083470d7 req-cedc4262-d6e6-43e1-a414-2bb9e173896f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=918ad24a-18bd-49be-82d2-9333eb272716 HTTP/1.1" status: 200 len: 1096 time: 0.3459401 Jul 24 09:29:44.149708 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-778d2338-6e30-4210-899a-c7ed9c8fcede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:44.421285 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96964c76-46f0-4dbe-8590-ab01130b7abd None None] Pushing event updated for resources: {'Port': ['ID=5c3e2172-b24d-401f-8c20-22738d0d1729,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:44.473847 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:44.527936 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-df4f1a7a-bd02-46ef-bbff-2fb3fec36d66 None None] Provisioning for port 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:29:44.698523 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:44.714263 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-df4f1a7a-bd02-46ef-bbff-2fb3fec36d66 None None] Provisioning complete for port 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:44.714651 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-df4f1a7a-bd02-46ef-bbff-2fb3fec36d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:44.822531 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-778d2338-6e30-4210-899a-c7ed9c8fcede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:29:44.843075 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-778d2338-6e30-4210-899a-c7ed9c8fcede service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:44.893489 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-778d2338-6e30-4210-899a-c7ed9c8fcede service neutron] Transition to ACTIVE for port object 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:29:44.894729 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53934) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:44.917950 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] Set router 8cb6fc19-d4f1-489e-afac-0eaff61df8ac gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:29:44.960006 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-778d2338-6e30-4210-899a-c7ed9c8fcede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:45.083728 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d2338-6e30-4210-899a-c7ed9c8fcede service neutron] Pushing event updated for resources: {'Port': ['ID=8bff7d51-e2cd-40a7-86d2-b5a4ae62543a,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:45.103651 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f993e1-69d7-4509-8e7a-75ce67692888 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:29:45.213984 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9b2bbe00-2555-4ce0-84d2-0082083470d7 req-e64eed85-2596-4988-859d-054d055209e6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3a969fa2-fc27-4f8c-b747-535a34d90799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0805855 Jul 24 09:29:45.232385 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-31f993e1-69d7-4509-8e7a-75ce67692888 admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:45.234878 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-669734f2-b8d3-4666-8e1c-5c2e32f43ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:45.236830 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-31f993e1-69d7-4509-8e7a-75ce67692888 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.1762259 Jul 24 09:29:45.236976 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53938) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:45.272513 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4e585f86-ff05-47b4-ac4b-7ba35ce9a20b tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:45.294506 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4e585f86-ff05-47b4-ac4b-7ba35ce9a20b tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:45.339282 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4e585f86-ff05-47b4-ac4b-7ba35ce9a20b tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:45.342432 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4e585f86-ff05-47b4-ac4b-7ba35ce9a20b tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4247913 Jul 24 09:29:45.357745 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53940) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:45.401082 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed68b88-325f-4f03-855f-5e6104f511a2 req-0ce81352-dc9b-4b05-b83b-16599bbae0a8 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:45.415900 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8ed68b88-325f-4f03-855f-5e6104f511a2 req-0ce81352-dc9b-4b05-b83b-16599bbae0a8 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=df77d108-92d3-478a-9308-876510ff89d4 HTTP/1.1" status: 200 len: 945 time: 0.2932403 Jul 24 09:29:45.417762 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e585f86-ff05-47b4-ac4b-7ba35ce9a20b tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3abfd2-5e66-44e7-96e3-9a22541b7809,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:45.544928 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-119568df-e4ad-4e4a-9950-5b82d34475a6 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:45.592829 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-119568df-e4ad-4e4a-9950-5b82d34475a6 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:45.618583 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port b8cd02ce-5742-4af6-85f1-1f6752fa6580, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b8cd02ce-5742-4af6-85f1-1f6752fa6580,segment=NetworkSegment(452ecc20-60b4-4651-8fef-8504fa62e486),segment_id=452ecc20-60b4-4651-8fef-8504fa62e486)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:45.620268 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] Sync routers for ids ['e164d2ce-c1fb-4ee1-9790-9d623acf684d'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:29:45.622659 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df77d108-92d3-478a-9308-876510ff89d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cd02ce-5742-4af6-85f1-1f6752fa6580'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:29:45.626095 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d2041d-883d-4066-bac7-5ea25fcede1c" -d '{"events": [{"server_uuid": "df77d108-92d3-478a-9308-876510ff89d4", "name": "network-vif-plugged", "status": "completed", "tag": "b8cd02ce-5742-4af6-85f1-1f6752fa6580"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:29:45.635925 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:45.646658 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-df4f1a7a-bd02-46ef-bbff-2fb3fec36d66 None None] Port 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:29:45.735649 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8ed68b88-325f-4f03-855f-5e6104f511a2 req-1b96fffe-b674-4ce3-87d1-036211a3d543 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a969fa2-fc27-4f8c-b747-535a34d90799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187435 Jul 24 09:29:45.748600 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] Routers {'e164d2ce-c1fb-4ee1-9790-9d623acf684d'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:29:45.749299 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:29:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e164d2ce-c1fb-4ee1-9790-9d623acf684d'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:45.766971 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-119568df-e4ad-4e4a-9950-5b82d34475a6 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:45.775722 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-119568df-e4ad-4e4a-9950-5b82d34475a6 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:45.777960 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-119568df-e4ad-4e4a-9950-5b82d34475a6 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/5d3abfd2-5e66-44e7-96e3-9a22541b7809 HTTP/1.1" status: 204 len: 168 time: 0.4132788 Jul 24 09:29:45.780307 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-669734f2-b8d3-4666-8e1c-5c2e32f43ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:45.782582 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53944) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:45.822169 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119568df-e4ad-4e4a-9950-5b82d34475a6 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d3abfd2-5e66-44e7-96e3-9a22541b7809,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:45.868257 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-669734f2-b8d3-4666-8e1c-5c2e32f43ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:45.969664 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1cf11e79-5496-4584-b38a-0cc6daa49dfa tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1617312 Jul 24 09:29:45.972216 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53952) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:46.125740 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-99d84f86-9d2b-4a62-b91e-d482e2e721f0 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:46.159684 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] Set router e164d2ce-c1fb-4ee1-9790-9d623acf684d gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:29:46.182538 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-99d84f86-9d2b-4a62-b91e-d482e2e721f0 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:46.264066 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6d2af-8986-450e-9bc1-81d1e3fe22e6 req-80a574ef-55b9-4d89-afe2-87a745022fba tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:46.266904 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9ff6d2af-8986-450e-9bc1-81d1e3fe22e6 req-80a574ef-55b9-4d89-afe2-87a745022fba tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e3a055-2948-480c-b87f-498cee0f9b5c HTTP/1.1" status: 200 len: 907 time: 1.3695025 Jul 24 09:29:46.273270 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-669734f2-b8d3-4666-8e1c-5c2e32f43ffd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc82a7a809854b3d81b09d9cc29b917b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3542047 Jul 24 09:29:46.274210 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53954) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:46.288455 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=b8cd02ce-5742-4af6-85f1-1f6752fa6580,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:46.311179 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1bd762-e6c6-41a6-984e-4c935ef16ca8 x-openstack-request-id: req-3d1bd762-e6c6-41a6-984e-4c935ef16ca8 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:29:46.311517 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df77d108-92d3-478a-9308-876510ff89d4", "name": "network-vif-plugged", "status": "completed", "tag": "b8cd02ce-5742-4af6-85f1-1f6752fa6580", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:29:46.311745 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3d1bd762-e6c6-41a6-984e-4c935ef16ca8 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:29:46.312537 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df77d108-92d3-478a-9308-876510ff89d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cd02ce-5742-4af6-85f1-1f6752fa6580', 'code': 200} Jul 24 09:29:46.374306 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-99d84f86-9d2b-4a62-b91e-d482e2e721f0 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:46.382209 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-99d84f86-9d2b-4a62-b91e-d482e2e721f0 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:46.385636 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-99d84f86-9d2b-4a62-b91e-d482e2e721f0 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "DELETE /v2.0/security-groups/ff26cc77-b80c-45c2-84f7-4b6ee29e0f56 HTTP/1.1" status: 204 len: 168 time: 0.4101450 Jul 24 09:29:46.394696 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53956) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:46.426106 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f20479c4-7c0e-4495-8b6f-cc8eb7d69848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:46.429088 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d84f86-9d2b-4a62-b91e-d482e2e721f0 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff26cc77-b80c-45c2-84f7-4b6ee29e0f56,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:46.455703 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00989ca7-f77a-4a34-883e-177c1b42907a req-f603247d-c84a-4b81-b231-10333f64da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:46.460588 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-00989ca7-f77a-4a34-883e-177c1b42907a req-f603247d-c84a-4b81-b231-10333f64da89 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=df77d108-92d3-478a-9308-876510ff89d4 HTTP/1.1" status: 200 len: 1097 time: 0.2529728 Jul 24 09:29:46.466957 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f20479c4-7c0e-4495-8b6f-cc8eb7d69848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:46.561280 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-778d2338-6e30-4210-899a-c7ed9c8fcede service neutron] Attempting to bind port 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:29:46.561742 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-778d2338-6e30-4210-899a-c7ed9c8fcede service neutron] Attempting to bind port 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '423703b9-76e6-498d-bc48-1d008d31a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6c620b1b-144e-4808-bcbb-1fd8bd2c3a38'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:29:46.561953 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-778d2338-6e30-4210-899a-c7ed9c8fcede service neutron] Attempting to bind port 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a on network 6c620b1b-144e-4808-bcbb-1fd8bd2c3a38 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:29:46.570479 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f20479c4-7c0e-4495-8b6f-cc8eb7d69848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:46.576803 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f20479c4-7c0e-4495-8b6f-cc8eb7d69848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:46.584809 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d9adfaea-40fb-46f5-aa64-a21a05850855 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1734879 Jul 24 09:29:46.586818 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-00989ca7-f77a-4a34-883e-177c1b42907a req-7be07c84-917d-4e68-ab71-a892d87f9c05 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3a969fa2-fc27-4f8c-b747-535a34d90799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208940 Jul 24 09:29:46.588659 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53960) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:46.593095 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-69ba4c6a-a2f3-40cb-835f-d88bc1d934a1 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1650844651'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:46.597402 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f20479c4-7c0e-4495-8b6f-cc8eb7d69848 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/39630f23-2c65-4fcd-aceb-179d465c404e HTTP/1.1" status: 204 len: 168 time: 0.3040020 Jul 24 09:29:46.628310 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-778d2338-6e30-4210-899a-c7ed9c8fcede service neutron] Port 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a on network 6c620b1b-144e-4808-bcbb-1fd8bd2c3a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:29:46.629443 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-778d2338-6e30-4210-899a-c7ed9c8fcede service neutron] Attempting to bind port 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a on network 6c620b1b-144e-4808-bcbb-1fd8bd2c3a38 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:29:46.638098 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:46.655842 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-69ba4c6a-a2f3-40cb-835f-d88bc1d934a1 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:46.659803 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-778d2338-6e30-4210-899a-c7ed9c8fcede service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:29:46.660163 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-778d2338-6e30-4210-899a-c7ed9c8fcede service neutron] Checking segment: {'id': '423703b9-76e6-498d-bc48-1d008d31a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6c620b1b-144e-4808-bcbb-1fd8bd2c3a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:29:46.660609 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-778d2338-6e30-4210-899a-c7ed9c8fcede service neutron] Bound using segment: {'id': '423703b9-76e6-498d-bc48-1d008d31a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6c620b1b-144e-4808-bcbb-1fd8bd2c3a38'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:29:46.661208 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-778d2338-6e30-4210-899a-c7ed9c8fcede service neutron] Bound port: 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423703b9-76e6-498d-bc48-1d008d31a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6c620b1b-144e-4808-bcbb-1fd8bd2c3a38'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:29:46.661584 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-778d2338-6e30-4210-899a-c7ed9c8fcede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:46.670674 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669734f2-b8d3-4666-8e1c-5c2e32f43ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39630f23-2c65-4fcd-aceb-179d465c404e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:46.756832 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'name': 'tempest-TestVolumeBackupRestore-659865943-router', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:35Z', 'updated_at': '2021-07-24T09:29:41Z', 'revision_number': 3, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'gw_port': {'id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:82:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:38Z', 'updated_at': '2021-07-24T09:29:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:46.763017 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20479c4-7c0e-4495-8b6f-cc8eb7d69848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39630f23-2c65-4fcd-aceb-179d465c404e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:46.833215 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] Checking router: e164d2ce-c1fb-4ee1-9790-9d623acf684d for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:29:46.833215 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] Updating router e164d2ce-c1fb-4ee1-9790-9d623acf684d port b01e9437-597e-4e8b-a206-7e4ac8ceb406 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:29:46.868526 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-69ba4c6a-a2f3-40cb-835f-d88bc1d934a1 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:46.875416 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6d9caa4-b112-4564-90ca-50cde9f82541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:46.876519 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-69ba4c6a-a2f3-40cb-835f-d88bc1d934a1 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:46.945351 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb6fc19-d4f1-489e-afac-0eaff61df8ac', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2029194130', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '423d2d81-8053-4713-9bd7-be69ff7324c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:15Z', 'updated_at': '2021-07-24T09:29:31Z', 'revision_number': 4, 'project_id': '0cc97363126d47d180e03071fb076852', 'gw_port': {'id': '423d2d81-8053-4713-9bd7-be69ff7324c5', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb6fc19-d4f1-489e-afac-0eaff61df8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:16Z', 'updated_at': '2021-07-24T09:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '5c3e2172-b24d-401f-8c20-22738d0d1729', 'name': '', 'network_id': '6c620b1b-144e-4808-bcbb-1fd8bd2c3a38', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'mac_address': 'fa:16:3e:e6:f9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb6fc19-d4f1-489e-afac-0eaff61df8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'f87665ec-a169-4938-bf04-d31c58ef34d2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:27Z', 'updated_at': '2021-07-24T09:29:43Z', 'revision_number': 4, 'project_id': '0cc97363126d47d180e03071fb076852', 'subnets': [{'id': 'f87665ec-a169-4938-bf04-d31c58ef34d2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:46.962449 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:47.001108 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-69ba4c6a-a2f3-40cb-835f-d88bc1d934a1 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:47.009025 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-69ba4c6a-a2f3-40cb-835f-d88bc1d934a1 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4178393 Jul 24 09:29:47.011445 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53978) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:47.030437 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-320cb7e8-ce57-4bfb-844b-502f07449f10 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Request body: {'security_group_rule': {'security_group_id': 'dc56a3b7-67d6-44fa-a8f6-ab5ccb8b127b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:47.073844 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba4c6a-a2f3-40cb-835f-d88bc1d934a1 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc56a3b7-67d6-44fa-a8f6-ab5ccb8b127b,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:47.201365 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-778d2338-6e30-4210-899a-c7ed9c8fcede service neutron] For port 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:29:47.229842 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-778d2338-6e30-4210-899a-c7ed9c8fcede service neutron] For port 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=8bff7d51-e2cd-40a7-86d2-b5a4ae62543a,segment=NetworkSegment(423703b9-76e6-498d-bc48-1d008d31a61e),segment_id=423703b9-76e6-498d-bc48-1d008d31a61e)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:29:47.241475 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-778d2338-6e30-4210-899a-c7ed9c8fcede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:47.242714 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-320cb7e8-ce57-4bfb-844b-502f07449f10 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:47.262463 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74453335-7b5e-4b92-9f5b-0e180bc242b4 None None] The sync data for ids ['8cb6fc19-d4f1-489e-afac-0eaff61df8ac'] in n-d-800085-9 is: [{'id': '8cb6fc19-d4f1-489e-afac-0eaff61df8ac', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2029194130', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '423d2d81-8053-4713-9bd7-be69ff7324c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:15Z', 'updated_at': '2021-07-24T09:29:31Z', 'revision_number': 4, 'project_id': '0cc97363126d47d180e03071fb076852', 'gw_port': {'id': '423d2d81-8053-4713-9bd7-be69ff7324c5', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb6fc19-d4f1-489e-afac-0eaff61df8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:16Z', 'updated_at': '2021-07-24T09:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '5c3e2172-b24d-401f-8c20-22738d0d1729', 'name': '', 'network_id': '6c620b1b-144e-4808-bcbb-1fd8bd2c3a38', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'mac_address': 'fa:16:3e:e6:f9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb6fc19-d4f1-489e-afac-0eaff61df8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'f87665ec-a169-4938-bf04-d31c58ef34d2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:27Z', 'updated_at': '2021-07-24T09:29:43Z', 'revision_number': 4, 'project_id': '0cc97363126d47d180e03071fb076852', 'subnets': [{'id': 'f87665ec-a169-4938-bf04-d31c58ef34d2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:29:47.354024 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e0a71-c851-4cb7-af90-77288e322abc req-bf097b6b-3d10-4f9d-8956-036e83a07fe9 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:47.378321 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-778d2338-6e30-4210-899a-c7ed9c8fcede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:47.378321 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-778d2338-6e30-4210-899a-c7ed9c8fcede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:47.397136 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-778d2338-6e30-4210-899a-c7ed9c8fcede service neutron] 10.222.0.20 "PUT /v2.0/ports/8bff7d51-e2cd-40a7-86d2-b5a4ae62543a HTTP/1.1" status: 200 len: 1055 time: 3.5672684 Jul 24 09:29:47.398356 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cc5e0a71-c851-4cb7-af90-77288e322abc req-bf097b6b-3d10-4f9d-8956-036e83a07fe9 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=df77d108-92d3-478a-9308-876510ff89d4 HTTP/1.1" status: 200 len: 946 time: 0.4945779 Jul 24 09:29:47.399624 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e3a055-2948-480c-b87f-498cee0f9b5c', 'tag': '8bff7d51-e2cd-40a7-86d2-b5a4ae62543a'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:29:47.411217 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d74171-c988-4d7f-8b0f-b621d6fc85bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e3a055-2948-480c-b87f-498cee0f9b5c", "tag": "8bff7d51-e2cd-40a7-86d2-b5a4ae62543a"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:29:47.598101 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d2338-6e30-4210-899a-c7ed9c8fcede service neutron] Pushing event updated for resources: {'Port': ['ID=8bff7d51-e2cd-40a7-86d2-b5a4ae62543a,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:47.608913 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-b6d9caa4-b112-4564-90ca-50cde9f82541 admin admin] Allocated IP 172.20.0.1 (c314507b-6b98-46d2-9820-4c7efdeb0ad3/6edc8e9e-14b5-4008-b91c-eb8350e9b15f/2eb38b9f-6eb6-4e5c-b698-692ee3dadecc) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:29:47.641937 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cc5e0a71-c851-4cb7-af90-77288e322abc req-3cc34832-9f9c-453c-8bae-3ef6a0382fe2 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a969fa2-fc27-4f8c-b747-535a34d90799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362542 Jul 24 09:29:47.704012 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-320cb7e8-ce57-4bfb-844b-502f07449f10 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:47.722091 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-320cb7e8-ce57-4bfb-844b-502f07449f10 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:47.757443 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320cb7e8-ce57-4bfb-844b-502f07449f10 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac09776a-5b0e-4be7-82fe-58a312a2fb7d,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:47.765137 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-320cb7e8-ce57-4bfb-844b-502f07449f10 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:47.768974 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-320cb7e8-ce57-4bfb-844b-502f07449f10 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7438061 Jul 24 09:29:47.777135 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4108c9a7-36f7-4159-bc83-b3b90985b125 x-openstack-request-id: req-4108c9a7-36f7-4159-bc83-b3b90985b125 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:29:47.777505 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e3a055-2948-480c-b87f-498cee0f9b5c", "tag": "8bff7d51-e2cd-40a7-86d2-b5a4ae62543a", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:29:47.778747 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:47.781035 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4108c9a7-36f7-4159-bc83-b3b90985b125 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:29:47.784891 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e3a055-2948-480c-b87f-498cee0f9b5c', 'tag': '8bff7d51-e2cd-40a7-86d2-b5a4ae62543a', 'status': 'completed', 'code': 200} Jul 24 09:29:47.792270 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53994) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:47.814555 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] Transition to ACTIVE for port object b01e9437-597e-4e8b-a206-7e4ac8ceb406 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:29:47.824206 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:47.828516 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-8cd4b503-bc90-45fd-a570-7c4061e3bfd9 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Request body: {'security_group_rule': {'security_group_id': 'dc56a3b7-67d6-44fa-a8f6-ab5ccb8b127b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:47.899236 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] Attempting to bind port b01e9437-597e-4e8b-a206-7e4ac8ceb406 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:29:47.899613 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] Attempting to bind port b01e9437-597e-4e8b-a206-7e4ac8ceb406 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:29:47.911159 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] Attempting to bind port b01e9437-597e-4e8b-a206-7e4ac8ceb406 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:29:47.915979 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8cd4b503-bc90-45fd-a570-7c4061e3bfd9 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:47.943001 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:29:47.944715 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:29:47.950451 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:47.951100 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:29:47.951802 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] Bound port: b01e9437-597e-4e8b-a206-7e4ac8ceb406, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:29:47.953322 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:48.015142 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8cd4b503-bc90-45fd-a570-7c4061e3bfd9 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:48.025459 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8cd4b503-bc90-45fd-a570-7c4061e3bfd9 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:48.111138 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] For port b01e9437-597e-4e8b-a206-7e4ac8ceb406, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:29:48.117994 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4b503-bc90-45fd-a570-7c4061e3bfd9 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceab9fb7-793e-4716-8d96-6e329859147d,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:48.121127 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] For port b01e9437-597e-4e8b-a206-7e4ac8ceb406, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b01e9437-597e-4e8b-a206-7e4ac8ceb406,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:29:48.135958 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8cd4b503-bc90-45fd-a570-7c4061e3bfd9 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:48.147392 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8cd4b503-bc90-45fd-a570-7c4061e3bfd9 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3521326 Jul 24 09:29:48.148126 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54008) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:48.163314 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:48.166789 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-b1589add-b3f4-4b4c-9ab5-83699ab55d47 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Request body: {'security_group_rule': {'security_group_id': 'dc56a3b7-67d6-44fa-a8f6-ab5ccb8b127b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:48.192037 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a37abd-8db3-4c56-9a00-72a854470987 None None] Pushing event updated for resources: {'Port': ['ID=b01e9437-597e-4e8b-a206-7e4ac8ceb406,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:48.253857 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1589add-b3f4-4b4c-9ab5-83699ab55d47 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:48.307195 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6d9caa4-b112-4564-90ca-50cde9f82541 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:48.326432 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-b6d9caa4-b112-4564-90ca-50cde9f82541 admin admin] Transition to ACTIVE for port object 2eb38b9f-6eb6-4e5c-b698-692ee3dadecc will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:29:48.372492 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] Routers {'e164d2ce-c1fb-4ee1-9790-9d623acf684d'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:29:48.376458 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:29:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e164d2ce-c1fb-4ee1-9790-9d623acf684d'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:48.412778 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1589add-b3f4-4b4c-9ab5-83699ab55d47 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:48.422953 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-9fa3dbe2-2a49-4264-8d8f-78ada27cc425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:48.425037 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-9fa3dbe2-2a49-4264-8d8f-78ada27cc425 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0cc97363126d47d180e03071fb076852&device_id=c0e3a055-2948-480c-b87f-498cee0f9b5c HTTP/1.1" status: 200 len: 1058 time: 0.7188001 Jul 24 09:29:48.425223 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1589add-b3f4-4b4c-9ab5-83699ab55d47 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:48.443745 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d25947-a66b-4978-b4a7-c09317386ae2 req-cff7838b-b54f-4d41-84a6-ec63e1bc0476 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:48.461010 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-87d25947-a66b-4978-b4a7-c09317386ae2 req-cff7838b-b54f-4d41-84a6-ec63e1bc0476 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e3a055-2948-480c-b87f-498cee0f9b5c HTTP/1.1" status: 200 len: 907 time: 0.9594691 Jul 24 09:29:48.480943 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1589add-b3f4-4b4c-9ab5-83699ab55d47 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3783fc0f-888a-44af-8508-29d5140405bf,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:48.501578 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1589add-b3f4-4b4c-9ab5-83699ab55d47 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:48.506600 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b1589add-b3f4-4b4c-9ab5-83699ab55d47 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3547912 Jul 24 09:29:48.507018 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54016) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:48.518180 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-34e637c3-8dfc-4b5b-9cec-341cfcb79b22 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Request body: {'security_group_rule': {'security_group_id': 'dc56a3b7-67d6-44fa-a8f6-ab5ccb8b127b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:48.562059 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6d9caa4-b112-4564-90ca-50cde9f82541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:48.569037 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] Set router e164d2ce-c1fb-4ee1-9790-9d623acf684d gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:29:48.570672 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-963fccbf-0dd2-44cd-adae-11827b7f749d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=8bff7d51-e2cd-40a7-86d2-b5a4ae62543a HTTP/1.1" status: 200 len: 217 time: 0.1083355 Jul 24 09:29:48.586044 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34e637c3-8dfc-4b5b-9cec-341cfcb79b22 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:48.673130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a37abd-8db3-4c56-9a00-72a854470987 None None] Pushing event updated for resources: {'Port': ['ID=b01e9437-597e-4e8b-a206-7e4ac8ceb406,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:48.711902 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-9800ed07-d535-40fd-b3ea-de4190f5d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:48.713471 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-9800ed07-d535-40fd-b3ea-de4190f5d7fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f87665ec-a169-4938-bf04-d31c58ef34d2 HTTP/1.1" status: 200 len: 837 time: 0.1100411 Jul 24 09:29:48.730583 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9caa4-b112-4564-90ca-50cde9f82541 admin admin] Pushing event updated for resources: {'Port': ['ID=2eb38b9f-6eb6-4e5c-b698-692ee3dadecc,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:48.731631 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34e637c3-8dfc-4b5b-9cec-341cfcb79b22 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:48.743436 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d9caa4-b112-4564-90ca-50cde9f82541 admin admin] Network c314507b-6b98-46d2-9820-4c7efdeb0ad3 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:29:48.747495 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34e637c3-8dfc-4b5b-9cec-341cfcb79b22 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:48.756418 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-b6d9caa4-b112-4564-90ca-50cde9f82541 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:29:48.759014 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d9caa4-b112-4564-90ca-50cde9f82541 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:29:48.812090 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34e637c3-8dfc-4b5b-9cec-341cfcb79b22 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:48.814078 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-34e637c3-8dfc-4b5b-9cec-341cfcb79b22 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3060720 Jul 24 09:29:48.839058 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54020) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:48.845231 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-23d7bf68-ce95-4646-b6ee-b79212e7164d tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Request body: {'security_group_rule': {'security_group_id': 'dc56a3b7-67d6-44fa-a8f6-ab5ccb8b127b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:48.860067 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6d9caa4-b112-4564-90ca-50cde9f82541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:48.863834 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e637c3-8dfc-4b5b-9cec-341cfcb79b22 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc8c5ae-3bd8-4a9a-ac99-c1cef6ab1ba2,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:48.941168 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d42fe-74e3-40a2-bb2a-74a6bc60c244 req-fd0fec53-3d30-4bfe-887a-b49bb7e32fe1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:48.954844 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-114d42fe-74e3-40a2-bb2a-74a6bc60c244 req-fd0fec53-3d30-4bfe-887a-b49bb7e32fe1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=df77d108-92d3-478a-9308-876510ff89d4 HTTP/1.1" status: 200 len: 946 time: 0.1494999 Jul 24 09:29:49.004385 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23d7bf68-ce95-4646-b6ee-b79212e7164d tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:49.115324 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'name': 'tempest-TestVolumeBackupRestore-659865943-router', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:35Z', 'updated_at': '2021-07-24T09:29:41Z', 'revision_number': 3, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'gw_port': {'id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:82:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:38Z', 'updated_at': '2021-07-24T09:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:49.135842 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5c3e2172-b24d-401f-8c20-22738d0d1729 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:29:49.148261 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-114d42fe-74e3-40a2-bb2a-74a6bc60c244 req-8719358d-00ac-49d9-a507-c57f8713e586 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a969fa2-fc27-4f8c-b747-535a34d90799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898363 Jul 24 09:29:49.291459 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23d7bf68-ce95-4646-b6ee-b79212e7164d tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:49.300527 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23d7bf68-ce95-4646-b6ee-b79212e7164d tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:49.364858 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7bf68-ce95-4646-b6ee-b79212e7164d tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd43c186-b75d-4e8a-95da-57e4dcf09e98,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:49.391153 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b607420-cfad-4205-aed2-c04188d29860 None None] The sync data for ids ['e164d2ce-c1fb-4ee1-9790-9d623acf684d'] in n-d-800085-9 is: [{'id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'name': 'tempest-TestVolumeBackupRestore-659865943-router', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:35Z', 'updated_at': '2021-07-24T09:29:41Z', 'revision_number': 3, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'gw_port': {'id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:82:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:38Z', 'updated_at': '2021-07-24T09:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:29:49.427108 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23d7bf68-ce95-4646-b6ee-b79212e7164d tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:49.431188 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-23d7bf68-ce95-4646-b6ee-b79212e7164d tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5876667 Jul 24 09:29:49.431781 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54036) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:49.449706 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-52be9058-b80f-44e8-aabc-d992210c8578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:49.451512 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-52be9058-b80f-44e8-aabc-d992210c8578 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c620b1b-144e-4808-bcbb-1fd8bd2c3a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7065339 Jul 24 09:29:49.455102 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a29aae3e-fee0-43c0-ad01-4f81e8e72b8d None None] Provisioning for port 2eb38b9f-6eb6-4e5c-b698-692ee3dadecc completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:29:49.465592 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a29aae3e-fee0-43c0-ad01-4f81e8e72b8d None None] Provisioning complete for port 2eb38b9f-6eb6-4e5c-b698-692ee3dadecc triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:49.465970 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a29aae3e-fee0-43c0-ad01-4f81e8e72b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:49.543013 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6cfef2d4-99c5-4e5c-a705-7d5f9c1445da tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:49.574472 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6cfef2d4-99c5-4e5c-a705-7d5f9c1445da tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:49.580348 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-a29aae3e-fee0-43c0-ad01-4f81e8e72b8d None None] Port 2eb38b9f-6eb6-4e5c-b698-692ee3dadecc cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:29:49.622950 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 5c3e2172-b24d-401f-8c20-22738d0d1729 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:29:49.633072 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 5c3e2172-b24d-401f-8c20-22738d0d1729 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:49.634242 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:49.728594 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6cfef2d4-99c5-4e5c-a705-7d5f9c1445da tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:49.747336 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6cfef2d4-99c5-4e5c-a705-7d5f9c1445da tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:49.756962 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6cfef2d4-99c5-4e5c-a705-7d5f9c1445da tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/cd43c186-b75d-4e8a-95da-57e4dcf09e98 HTTP/1.1" status: 204 len: 168 time: 0.3239264 Jul 24 09:29:49.759215 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54042) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:49.800229 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfef2d4-99c5-4e5c-a705-7d5f9c1445da tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd43c186-b75d-4e8a-95da-57e4dcf09e98,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:49.861053 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f8c67-cb55-4596-9b46-4273ddb3164f req-39be218e-948c-4214-877f-bcede12b5fb8 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:49.869247 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-458f8c67-cb55-4596-9b46-4273ddb3164f req-39be218e-948c-4214-877f-bcede12b5fb8 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e3a055-2948-480c-b87f-498cee0f9b5c HTTP/1.1" status: 200 len: 907 time: 0.2035534 Jul 24 09:29:49.915787 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:49.964529 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2a301e64-aaaa-4207-9bbf-c3982e3d1697 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1957164 Jul 24 09:29:49.965361 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54044) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:50.026808 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c6c614f-6131-4128-9032-92ccf9cb885b tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:50.042551 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c6c614f-6131-4128-9032-92ccf9cb885b tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:50.058486 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 5c3e2172-b24d-401f-8c20-22738d0d1729, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5c3e2172-b24d-401f-8c20-22738d0d1729,segment=NetworkSegment(423703b9-76e6-498d-bc48-1d008d31a61e),segment_id=423703b9-76e6-498d-bc48-1d008d31a61e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:50.069144 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:50.114065 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c6c614f-6131-4128-9032-92ccf9cb885b tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:50.139166 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c6c614f-6131-4128-9032-92ccf9cb885b tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:50.144229 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5c6c614f-6131-4128-9032-92ccf9cb885b tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3dc8c5ae-3bd8-4a9a-ac99-c1cef6ab1ba2 HTTP/1.1" status: 204 len: 168 time: 0.1778190 Jul 24 09:29:50.145449 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c614f-6131-4128-9032-92ccf9cb885b tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3dc8c5ae-3bd8-4a9a-ac99-c1cef6ab1ba2,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:50.148122 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54050) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:50.163262 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=5c3e2172-b24d-401f-8c20-22738d0d1729,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:50.277374 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d5ac8368-7b29-4aaa-9ea5-be5a6f8cb6ef tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1243162 Jul 24 09:29:50.278141 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54052) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:50.335593 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2867f288-99bf-4512-91a4-3897fe292d70 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:50.356409 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2867f288-99bf-4512-91a4-3897fe292d70 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:50.455388 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2867f288-99bf-4512-91a4-3897fe292d70 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:50.474856 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2867f288-99bf-4512-91a4-3897fe292d70 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:50.478377 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2867f288-99bf-4512-91a4-3897fe292d70 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3783fc0f-888a-44af-8508-29d5140405bf HTTP/1.1" status: 204 len: 168 time: 0.1969225 Jul 24 09:29:50.479574 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54058) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:50.502142 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867f288-99bf-4512-91a4-3897fe292d70 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3783fc0f-888a-44af-8508-29d5140405bf,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:50.546428 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6d9caa4-b112-4564-90ca-50cde9f82541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:50.550993 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-133bb4f6-8604-4f0e-ade4-5fb4f3c075a5 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0679131 Jul 24 09:29:50.551264 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54060) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:50.623828 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-31b7518f-5a95-47a6-8cce-26e6d96f68cf tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:50.668413 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-31b7518f-5a95-47a6-8cce-26e6d96f68cf tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:50.679317 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b1cc3-b210-4cdd-9264-51b12072223e req-7f204a90-bced-4c3a-8fa0-6bff343e2b75 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:50.681014 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f13b1cc3-b210-4cdd-9264-51b12072223e req-7f204a90-bced-4c3a-8fa0-6bff343e2b75 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=918ad24a-18bd-49be-82d2-9333eb272716 HTTP/1.1" status: 200 len: 945 time: 1.3554482 Jul 24 09:29:50.694873 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-ec37dfe9-d93d-4bc8-8e75-4d278a5975cc service neutron] 10.222.0.20 "GET /v2.0/networks/6c620b1b-144e-4808-bcbb-1fd8bd2c3a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1754355 Jul 24 09:29:50.811571 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f13b1cc3-b210-4cdd-9264-51b12072223e req-ea1b82fc-ec85-4cfe-b6fb-98091188439f tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a969fa2-fc27-4f8c-b747-535a34d90799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239505 Jul 24 09:29:50.831686 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-31b7518f-5a95-47a6-8cce-26e6d96f68cf tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:50.843762 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-31b7518f-5a95-47a6-8cce-26e6d96f68cf tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:50.845706 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-31b7518f-5a95-47a6-8cce-26e6d96f68cf tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ceab9fb7-793e-4716-8d96-6e329859147d HTTP/1.1" status: 204 len: 168 time: 0.2934380 Jul 24 09:29:50.863200 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54066) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:50.872473 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7518f-5a95-47a6-8cce-26e6d96f68cf tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ceab9fb7-793e-4716-8d96-6e329859147d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:50.937926 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-67af05bf-75df-4e23-8ad5-923f3dd2ea52 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0722752 Jul 24 09:29:50.943433 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54072) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:50.968356 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0994334-7c54-4a7e-abbe-182bb027ae26 req-dc77bd7c-481d-4a10-87b9-cbb7cd827525 service neutron] 10.222.0.20 "GET /v2.0/networks/6c620b1b-144e-4808-bcbb-1fd8bd2c3a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272789 Jul 24 09:29:51.014714 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d35cf2bb-d2b5-4fca-b208-d20b1f0eb1f4 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:51.025620 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d35cf2bb-d2b5-4fca-b208-d20b1f0eb1f4 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:51.098700 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d35cf2bb-d2b5-4fca-b208-d20b1f0eb1f4 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:51.107675 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d35cf2bb-d2b5-4fca-b208-d20b1f0eb1f4 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:51.108278 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6d9caa4-b112-4564-90ca-50cde9f82541 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:51.109512 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d35cf2bb-d2b5-4fca-b208-d20b1f0eb1f4 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ac09776a-5b0e-4be7-82fe-58a312a2fb7d HTTP/1.1" status: 204 len: 168 time: 0.1629841 Jul 24 09:29:51.112926 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54080) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:51.131392 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cf2bb-d2b5-4fca-b208-d20b1f0eb1f4 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac09776a-5b0e-4be7-82fe-58a312a2fb7d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:51.189728 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6d9caa4-b112-4564-90ca-50cde9f82541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:51.308575 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5c3e2172-b24d-401f-8c20-22738d0d1729 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:29:51.359631 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fdc9e-bbb9-44c4-837b-c0e0fcfba7a0 req-3143fe3c-6797-4170-99fd-4b92b05c3d2e tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:51.376914 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cb9fdc9e-bbb9-44c4-837b-c0e0fcfba7a0 req-3143fe3c-6797-4170-99fd-4b92b05c3d2e tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e3a055-2948-480c-b87f-498cee0f9b5c HTTP/1.1" status: 200 len: 907 time: 0.1537523 Jul 24 09:29:51.435235 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6d9caa4-b112-4564-90ca-50cde9f82541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:51.438776 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 5c3e2172-b24d-401f-8c20-22738d0d1729 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:51.439081 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:51.501073 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ae858035-f5bf-4ada-8927-67ef5939b5fb tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3790956 Jul 24 09:29:51.503988 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54088) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:51.508910 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d74171-c988-4d7f-8b0f-b621d6fc85bf req-d6bad3b2-2706-4c24-918a-3df3dc89da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:51.510455 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-89d74171-c988-4d7f-8b0f-b621d6fc85bf req-d6bad3b2-2706-4c24-918a-3df3dc89da52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0cc97363126d47d180e03071fb076852&device_id=c0e3a055-2948-480c-b87f-498cee0f9b5c HTTP/1.1" status: 200 len: 1058 time: 0.4734418 Jul 24 09:29:51.513015 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9caa4-b112-4564-90ca-50cde9f82541 admin admin] Pushing event updated for resources: {'Port': ['ID=2eb38b9f-6eb6-4e5c-b698-692ee3dadecc,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:51.633677 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3b7babff-d4d7-4ea2-a4c6-dcc03eb12ed4 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:51.652467 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b01e9437-597e-4e8b-a206-7e4ac8ceb406 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:29:51.716237 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3b7babff-d4d7-4ea2-a4c6-dcc03eb12ed4 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:51.775039 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d9caa4-b112-4564-90ca-50cde9f82541 admin admin] Network c314507b-6b98-46d2-9820-4c7efdeb0ad3 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:29:51.797577 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-b6d9caa4-b112-4564-90ca-50cde9f82541 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:29:51.797843 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port b01e9437-597e-4e8b-a206-7e4ac8ceb406 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:29:51.812240 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3b7babff-d4d7-4ea2-a4c6-dcc03eb12ed4 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:51.815583 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3b7babff-d4d7-4ea2-a4c6-dcc03eb12ed4 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:51.817021 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3b7babff-d4d7-4ea2-a4c6-dcc03eb12ed4 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "DELETE /v2.0/security-groups/dc56a3b7-67d6-44fa-a8f6-ab5ccb8b127b HTTP/1.1" status: 204 len: 168 time: 0.3117137 Jul 24 09:29:51.824771 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port b01e9437-597e-4e8b-a206-7e4ac8ceb406 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:51.826432 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54094) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:51.829549 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:51.878107 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7babff-d4d7-4ea2-a4c6-dcc03eb12ed4 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc56a3b7-67d6-44fa-a8f6-ab5ccb8b127b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:51.954112 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-41c7239f-730c-4190-9678-d05c58f8bc33 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1224341 Jul 24 09:29:51.961282 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54100) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:51.985507 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-b04ac278-aaac-4e27-8af3-ad329552bd51 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Request body: {'security_group': {'name': 'tempest-secgroup--709715975'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:52.043314 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:52.082775 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b04ac278-aaac-4e27-8af3-ad329552bd51 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:52.109019 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2aa1b3-f685-40e9-9396-a6dbfc17395f req-fc2417ed-6fa5-4c9d-a008-ce81fbef0ae2 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:52.111190 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2d2aa1b3-f685-40e9-9396-a6dbfc17395f req-fc2417ed-6fa5-4c9d-a008-ce81fbef0ae2 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.6782677 Jul 24 09:29:52.116905 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port b01e9437-597e-4e8b-a206-7e4ac8ceb406, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b01e9437-597e-4e8b-a206-7e4ac8ceb406,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:52.122632 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:52.240362 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d74171-c988-4d7f-8b0f-b621d6fc85bf req-0fa6d078-822a-49a3-9519-342b6d3e3c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:52.243030 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-89d74171-c988-4d7f-8b0f-b621d6fc85bf req-0fa6d078-822a-49a3-9519-342b6d3e3c8e service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c620b1b-144e-4808-bcbb-1fd8bd2c3a38 HTTP/1.1" status: 200 len: 898 time: 0.5068088 Jul 24 09:29:52.253334 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2d2aa1b3-f685-40e9-9396-a6dbfc17395f req-31334e02-c0da-4a4d-b1df-f05140d4eae5 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288173 Jul 24 09:29:52.307055 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=b01e9437-597e-4e8b-a206-7e4ac8ceb406,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:52.320466 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-89d74171-c988-4d7f-8b0f-b621d6fc85bf req-be87618a-b224-48fc-8af5-1e25109c2c63 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=8bff7d51-e2cd-40a7-86d2-b5a4ae62543a HTTP/1.1" status: 200 len: 217 time: 0.0641022 Jul 24 09:29:52.369740 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-cd1dcf6a-26cf-428e-afe1-29ec5b18bb25 None None] Provisioning complete for port 2eb38b9f-6eb6-4e5c-b698-692ee3dadecc triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:52.371018 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cd1dcf6a-26cf-428e-afe1-29ec5b18bb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:52.389138 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d9caa4-b112-4564-90ca-50cde9f82541 admin admin] Router e164d2ce-c1fb-4ee1-9790-9d623acf684d has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:29:52.408353 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d74171-c988-4d7f-8b0f-b621d6fc85bf req-a43f6f7c-f1d0-4b93-a13f-dc10f16f5d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:52.409830 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-89d74171-c988-4d7f-8b0f-b621d6fc85bf req-a43f6f7c-f1d0-4b93-a13f-dc10f16f5d28 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f87665ec-a169-4938-bf04-d31c58ef34d2 HTTP/1.1" status: 200 len: 837 time: 0.0800445 Jul 24 09:29:52.413310 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-8940f0c1-cb94-476e-a0b1-c6b0388637af tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:52.420321 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-8940f0c1-cb94-476e-a0b1-c6b0388637af tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/networks?id=a2ff0531-86df-4128-aada-59bf6c78a2e2 HTTP/1.1" status: 200 len: 812 time: 0.3344169 Jul 24 09:29:52.436460 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-cd1dcf6a-26cf-428e-afe1-29ec5b18bb25 None None] Port 2eb38b9f-6eb6-4e5c-b698-692ee3dadecc cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:29:52.461019 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-36783729-ebb5-47c5-b40f-3784fbedc28b tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/quotas/20eec70be2124bdf8bbe1e4637c3db20 HTTP/1.1" status: 200 len: 375 time: 0.0382555 Jul 24 09:29:52.473210 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:29:52.591513 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d9caa4-b112-4564-90ca-50cde9f82541 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:29:52.597523 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b6d9caa4-b112-4564-90ca-50cde9f82541 admin admin] 10.222.0.32 "PUT /v2.0/routers/e164d2ce-c1fb-4ee1-9790-9d623acf684d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3423729 Jul 24 09:29:52.834897 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=8bff7d51-e2cd-40a7-86d2-b5a4ae62543a,segment=NetworkSegment(423703b9-76e6-498d-bc48-1d008d31a61e),segment_id=423703b9-76e6-498d-bc48-1d008d31a61e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:52.866303 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '8bff7d51-e2cd-40a7-86d2-b5a4ae62543a', 'network_id': '6c620b1b-144e-4808-bcbb-1fd8bd2c3a38', 'port_id': '8bff7d51-e2cd-40a7-86d2-b5a4ae62543a', 'mac_address': 'fa:16:3e:15:a0:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87665ec-a169-4938-bf04-d31c58ef34d2', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:29:52.877628 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] Sync routers for ids ['e164d2ce-c1fb-4ee1-9790-9d623acf684d'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:29:52.910398 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d74171-c988-4d7f-8b0f-b621d6fc85bf req-3376d87f-dc70-4795-8a00-a00307a9bf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:52.934472 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] Routers {'e164d2ce-c1fb-4ee1-9790-9d623acf684d'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:29:52.935154 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:29:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e164d2ce-c1fb-4ee1-9790-9d623acf684d'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:52.936049 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-89d74171-c988-4d7f-8b0f-b621d6fc85bf req-3376d87f-dc70-4795-8a00-a00307a9bf84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c620b1b-144e-4808-bcbb-1fd8bd2c3a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3497837 Jul 24 09:29:52.966850 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:52.980596 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b04ac278-aaac-4e27-8af3-ad329552bd51 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:53.015437 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:29:53.024895 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b04ac278-aaac-4e27-8af3-ad329552bd51 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:53.035897 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ead97-1c56-4ca1-a275-5c567f0ec3ab req-92ba5d8f-474f-424e-acc5-fe0b22daa4e3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:53.040460 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-858ead97-1c56-4ca1-a275-5c567f0ec3ab req-92ba5d8f-474f-424e-acc5-fe0b22daa4e3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e3a055-2948-480c-b87f-498cee0f9b5c HTTP/1.1" status: 200 len: 907 time: 0.3462834 Jul 24 09:29:53.045043 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b01e9437-597e-4e8b-a206-7e4ac8ceb406 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:29:53.112822 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=8bff7d51-e2cd-40a7-86d2-b5a4ae62543a,segment=NetworkSegment(423703b9-76e6-498d-bc48-1d008d31a61e),segment_id=423703b9-76e6-498d-bc48-1d008d31a61e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:53.133711 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-20383d7d-697b-46e1-9670-3427437d5289 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=20eec70be2124bdf8bbe1e4637c3db20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6663694 Jul 24 09:29:53.136506 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:53.207237 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] Set router e164d2ce-c1fb-4ee1-9790-9d623acf684d gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:29:53.278736 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-89d74171-c988-4d7f-8b0f-b621d6fc85bf req-2877228d-d168-4781-98d1-0545dfb7eda5 service neutron] 10.222.0.20 "GET /v2.0/networks/6c620b1b-144e-4808-bcbb-1fd8bd2c3a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304861 Jul 24 09:29:53.329193 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=8bff7d51-e2cd-40a7-86d2-b5a4ae62543a,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:53.345617 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port b01e9437-597e-4e8b-a206-7e4ac8ceb406 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:53.346432 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:53.394730 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-c0163ff0-5b37-4c56-876a-616672347f8e service neutron] 10.222.0.32 "GET /v2.0/networks/a2ff0531-86df-4128-aada-59bf6c78a2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590487 Jul 24 09:29:53.404796 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee21e0d-c546-4cfb-9fc8-76e6306213c4 req-cbc91b75-57f4-4602-8b72-31ac73e929c9 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:53.407274 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7ee21e0d-c546-4cfb-9fc8-76e6306213c4 req-cbc91b75-57f4-4602-8b72-31ac73e929c9 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.37 "GET /v2.0/ports?device_id=918ad24a-18bd-49be-82d2-9333eb272716 HTTP/1.1" status: 200 len: 945 time: 0.8043768 Jul 24 09:29:53.441811 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['8bff7d51-e2cd-40a7-86d2-b5a4ae62543a'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:29:53.658619 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-89d74171-c988-4d7f-8b0f-b621d6fc85bf req-7e32d5e5-7349-44cc-b062-3d67b2c3d28d service neutron] 10.222.0.20 "GET /v2.0/networks/6c620b1b-144e-4808-bcbb-1fd8bd2c3a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724039 Jul 24 09:29:53.700162 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ac278-aaac-4e27-8af3-ad329552bd51 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=146caaf5-b2da-435e-906a-c910e9352ef1,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:53.715473 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b04ac278-aaac-4e27-8af3-ad329552bd51 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:53.718120 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b04ac278-aaac-4e27-8af3-ad329552bd51 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7556357 Jul 24 09:29:53.724393 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54132) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:53.733333 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-98e783a8-48f3-491c-8876-b71fc7acee0f tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Request body: {'security_group_rule': {'security_group_id': '146caaf5-b2da-435e-906a-c910e9352ef1', 'direction': 'ingress', 'protocol': 17}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:53.733660 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6bd45-05f4-4593-8d1b-73128dc0c0d9 req-d88eb165-7cd9-4542-9b1c-9d49f8dd71f2 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:53.746649 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-05b6bd45-05f4-4593-8d1b-73128dc0c0d9 req-d88eb165-7cd9-4542-9b1c-9d49f8dd71f2 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.2469521 Jul 24 09:29:53.819708 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'name': 'tempest-TestVolumeBackupRestore-659865943-router', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:35Z', 'updated_at': '2021-07-24T09:29:49Z', 'revision_number': 4, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'gw_port': {'id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:82:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:38Z', 'updated_at': '2021-07-24T09:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '2eb38b9f-6eb6-4e5c-b698-692ee3dadecc', 'name': '', 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'mac_address': 'fa:16:3e:91:c1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '6edc8e9e-14b5-4008-b91c-eb8350e9b15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:46Z', 'updated_at': '2021-07-24T09:29:50Z', 'revision_number': 2, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'subnets': [{'id': '6edc8e9e-14b5-4008-b91c-eb8350e9b15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:53.860151 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-05b6bd45-05f4-4593-8d1b-73128dc0c0d9 req-8d1d283a-e3a4-4688-b7d3-14e9968815c4 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113935 Jul 24 09:29:53.900082 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] Checking router: e164d2ce-c1fb-4ee1-9790-9d623acf684d for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:29:53.900618 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] Updating router e164d2ce-c1fb-4ee1-9790-9d623acf684d port 2eb38b9f-6eb6-4e5c-b698-692ee3dadecc binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:29:53.953439 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:53.967422 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-94d9bc6b-fa99-40be-8ee3-daf4bcd26cc7 service neutron] 10.222.0.32 "GET /v2.0/networks/a2ff0531-86df-4128-aada-59bf6c78a2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5714309 Jul 24 09:29:53.992904 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-98e783a8-48f3-491c-8876-b71fc7acee0f tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:54.007670 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b51ece-b115-4ec0-9582-e3cf658ce998 req-b5a2f57c-e2c6-4bbd-9a49-47a48ebfe6c4 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:54.009248 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f6b51ece-b115-4ec0-9582-e3cf658ce998 req-b5a2f57c-e2c6-4bbd-9a49-47a48ebfe6c4 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.37 "GET /v2.0/ports?device_id=df77d108-92d3-478a-9308-876510ff89d4 HTTP/1.1" status: 200 len: 946 time: 0.9408858 Jul 24 09:29:54.284509 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-7ee21e0d-c546-4cfb-9fc8-76e6306213c4 req-0127f7be-d022-41b0-b932-1618eae19698 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Deleting port 2839260e-7a15-44ef-a891-4e1fa73bee86 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:29:54.285083 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-7ee21e0d-c546-4cfb-9fc8-76e6306213c4 req-0127f7be-d022-41b0-b932-1618eae19698 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:54.347464 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54152) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:54.354695 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-702884459-network', 'tenant_id': 'dad90ab21f844277a18a777c6bb5f456'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:54.412257 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ccfda-cdd1-495e-a71a-d8bfd84e33cf req-94bdf73c-1f43-49f6-8e5c-6d8a0a6a8e8b tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:54.431291 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e2ccfda-cdd1-495e-a71a-d8bfd84e33cf req-94bdf73c-1f43-49f6-8e5c-6d8a0a6a8e8b tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e3a055-2948-480c-b87f-498cee0f9b5c HTTP/1.1" status: 200 len: 908 time: 0.2355781 Jul 24 09:29:54.445031 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] Made reservation on behalf of dad90ab21f844277a18a777c6bb5f456 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:29:54.450249 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:54.485543 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:29:54.486737 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-98e783a8-48f3-491c-8876-b71fc7acee0f tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:54.490786 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:54.599908 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-98e783a8-48f3-491c-8876-b71fc7acee0f tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:54.631118 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:29:54.650829 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:54.651272 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:54.737078 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:54.762689 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] Transition to ACTIVE for port object 2eb38b9f-6eb6-4e5c-b698-692ee3dadecc will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:29:54.776209 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:54.821165 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:54.828996 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:54.834786 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-7ee21e0d-c546-4cfb-9fc8-76e6306213c4 req-0127f7be-d022-41b0-b932-1618eae19698 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] For port 2839260e-7a15-44ef-a891-4e1fa73bee86, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=2839260e-7a15-44ef-a891-4e1fa73bee86,segment=NetworkSegment(452ecc20-60b4-4651-8fef-8504fa62e486),segment_id=452ecc20-60b4-4651-8fef-8504fa62e486)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:54.835429 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-7ee21e0d-c546-4cfb-9fc8-76e6306213c4 req-0127f7be-d022-41b0-b932-1618eae19698 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:54.872859 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:54.893844 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e783a8-48f3-491c-8876-b71fc7acee0f tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c27061-4b8f-41f1-8e11-203fd173ec97,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:54.919506 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0039aa-5b16-4d76-aad4-1183bfce1b3b None None] Pushing event updated for resources: {'Port': ['ID=2eb38b9f-6eb6-4e5c-b698-692ee3dadecc,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:54.932177 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e3a055-2948-480c-b87f-498cee0f9b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bff7d51-e2cd-40a7-86d2-b5a4ae62543a'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:29:54.938796 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9388ccb9-a2f5-4c9b-ae5d-d75cea9b7378" -d '{"events": [{"server_uuid": "c0e3a055-2948-480c-b87f-498cee0f9b5c", "name": "network-vif-plugged", "status": "completed", "tag": "8bff7d51-e2cd-40a7-86d2-b5a4ae62543a"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:29:54.952943 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f470d00a-82ea-4f46-ad6a-62c8a9bac599,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:54.967647 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:54.967910 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:54.968260 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:54.968622 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:54.969686 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:54.970029 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:54.970414 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:54.970755 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:54.972828 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:54.973212 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:54.973601 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:54.974022 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:54.978610 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=8bff7d51-e2cd-40a7-86d2-b5a4ae62543a,segment=NetworkSegment(423703b9-76e6-498d-bc48-1d008d31a61e),segment_id=423703b9-76e6-498d-bc48-1d008d31a61e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:54.980565 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0039aa-5b16-4d76-aad4-1183bfce1b3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:54.981134 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0039aa-5b16-4d76-aad4-1183bfce1b3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:54.981652 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0039aa-5b16-4d76-aad4-1183bfce1b3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:54.982168 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0039aa-5b16-4d76-aad4-1183bfce1b3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:54.982702 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0039aa-5b16-4d76-aad4-1183bfce1b3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:54.983244 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0039aa-5b16-4d76-aad4-1183bfce1b3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:54.984689 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:54.995881 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0039aa-5b16-4d76-aad4-1183bfce1b3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:54.996577 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0039aa-5b16-4d76-aad4-1183bfce1b3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:54.998532 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0039aa-5b16-4d76-aad4-1183bfce1b3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:54.999213 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0039aa-5b16-4d76-aad4-1183bfce1b3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:54.999723 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0039aa-5b16-4d76-aad4-1183bfce1b3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:55.001146 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0039aa-5b16-4d76-aad4-1183bfce1b3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:29:55.014581 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:29:55.060105 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:55.061768 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] Added segment 65e75f0f-d915-4d66-9665-3a63119a6773 of type vlan for network 15b790d2-241e-438e-86a0-b69c8f33f044 Jul 24 09:29:55.081886 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-7ee21e0d-c546-4cfb-9fc8-76e6306213c4 req-0127f7be-d022-41b0-b932-1618eae19698 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Calling delete_port for 2839260e-7a15-44ef-a891-4e1fa73bee86 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:29:55.149228 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fce4ba5e-9b7a-4974-ae01-ea68d031c1bb req-f367478a-d860-4c3f-941a-74483edf341f tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b HTTP/1.1" status: 200 len: 210 time: 0.1842871 Jul 24 09:29:55.155802 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-98e783a8-48f3-491c-8876-b71fc7acee0f tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:55.157062 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] Attempting to bind port 2eb38b9f-6eb6-4e5c-b698-692ee3dadecc on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:29:55.157452 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] Attempting to bind port 2eb38b9f-6eb6-4e5c-b698-692ee3dadecc by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'a54c4ce2-5110-4b60-8acd-9b1ca7906c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:29:55.157827 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] Attempting to bind port 2eb38b9f-6eb6-4e5c-b698-692ee3dadecc on network c314507b-6b98-46d2-9820-4c7efdeb0ad3 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:29:55.168377 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-98e783a8-48f3-491c-8876-b71fc7acee0f tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.4387443 Jul 24 09:29:55.176989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=8bff7d51-e2cd-40a7-86d2-b5a4ae62543a,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:55.184762 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-f6b51ece-b115-4ec0-9582-e3cf658ce998 req-a62888c0-d446-4ea4-a369-fb235b328223 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Deleting port b8cd02ce-5742-4af6-85f1-1f6752fa6580 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:29:55.188267 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f6b51ece-b115-4ec0-9582-e3cf658ce998 req-a62888c0-d446-4ea4-a369-fb235b328223 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:55.196335 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54174) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:55.205496 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:29:55.206002 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] Checking segment: {'id': 'a54c4ce2-5110-4b60-8acd-9b1ca7906c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:29:55.206410 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:55.212156 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] Bound using segment: {'id': 'a54c4ce2-5110-4b60-8acd-9b1ca7906c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:29:55.213197 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] Bound port: 2eb38b9f-6eb6-4e5c-b698-692ee3dadecc, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54c4ce2-5110-4b60-8acd-9b1ca7906c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:29:55.217516 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:55.228712 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ce8724-cf6b-427c-8d18-3f226787c7e0 x-openstack-request-id: req-89ce8724-cf6b-427c-8d18-3f226787c7e0 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:29:55.229037 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e3a055-2948-480c-b87f-498cee0f9b5c", "name": "network-vif-plugged", "status": "completed", "tag": "8bff7d51-e2cd-40a7-86d2-b5a4ae62543a", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:29:55.229296 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89ce8724-cf6b-427c-8d18-3f226787c7e0 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:29:55.229704 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e3a055-2948-480c-b87f-498cee0f9b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bff7d51-e2cd-40a7-86d2-b5a4ae62543a', 'code': 200} Jul 24 09:29:55.397493 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:55.427719 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] For port 2eb38b9f-6eb6-4e5c-b698-692ee3dadecc, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:29:55.438351 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] For port 2eb38b9f-6eb6-4e5c-b698-692ee3dadecc, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=2eb38b9f-6eb6-4e5c-b698-692ee3dadecc,segment=NetworkSegment(a54c4ce2-5110-4b60-8acd-9b1ca7906c18),segment_id=a54c4ce2-5110-4b60-8acd-9b1ca7906c18)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:29:55.443464 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:55.540827 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] Routers {'e164d2ce-c1fb-4ee1-9790-9d623acf684d'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:29:55.541837 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:29:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e164d2ce-c1fb-4ee1-9790-9d623acf684d'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:55.558804 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06cb06-4322-447b-8a39-3abb085539c8 req-353c7d69-64f3-4648-9157-b0de697a9e26 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:55.570967 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0b06cb06-4322-447b-8a39-3abb085539c8 req-353c7d69-64f3-4648-9157-b0de697a9e26 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.4619982 Jul 24 09:29:55.667709 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-f6b51ece-b115-4ec0-9582-e3cf658ce998 req-a62888c0-d446-4ea4-a369-fb235b328223 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] For port b8cd02ce-5742-4af6-85f1-1f6752fa6580, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=b8cd02ce-5742-4af6-85f1-1f6752fa6580,segment=NetworkSegment(452ecc20-60b4-4651-8fef-8504fa62e486),segment_id=452ecc20-60b4-4651-8fef-8504fa62e486)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:29:55.674137 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f6b51ece-b115-4ec0-9582-e3cf658ce998 req-a62888c0-d446-4ea4-a369-fb235b328223 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:55.690499 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0b06cb06-4322-447b-8a39-3abb085539c8 req-60cfb42f-e36a-42db-aa58-169a7db3fe79 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181209 Jul 24 09:29:55.691013 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:55.697186 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:55.698840 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:55.713635 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-db4e7161-d64e-4da1-b449-886e4c4d6b63 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:55.727409 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0039aa-5b16-4d76-aad4-1183bfce1b3b None None] Pushing event updated for resources: {'Port': ['ID=2eb38b9f-6eb6-4e5c-b698-692ee3dadecc,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:55.789440 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-f6b51ece-b115-4ec0-9582-e3cf658ce998 req-a62888c0-d446-4ea4-a369-fb235b328223 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Calling delete_port for b8cd02ce-5742-4af6-85f1-1f6752fa6580 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:29:55.797880 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f9af0-3ecc-4b85-a965-ad372caacdf3 req-2edfa0d2-31b3-4f0e-a58b-f50df527125d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:55.821647 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-055f9af0-3ecc-4b85-a965-ad372caacdf3 req-2edfa0d2-31b3-4f0e-a58b-f50df527125d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c0e3a055-2948-480c-b87f-498cee0f9b5c HTTP/1.1" status: 200 len: 1060 time: 0.5094240 Jul 24 09:29:55.826754 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4765186 Jul 24 09:29:55.830882 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54186) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:55.863402 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-179beb3c-39fa-4052-b4e1-d09d9c9a2a9f admin admin] Request body: {'subnet': {'network_id': '15b790d2-241e-438e-86a0-b69c8f33f044', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-702884459-subnet', 'tenant_id': 'dad90ab21f844277a18a777c6bb5f456', 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:55.887968 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] Set router e164d2ce-c1fb-4ee1-9790-9d623acf684d gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:29:55.916172 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-db4e7161-d64e-4da1-b449-886e4c4d6b63 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:56.017090 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75628c5b-4efb-4df4-baea-464d6a156768 admin admin] Pushing event updated for resources: {'Network': ['ID=15b790d2-241e-438e-86a0-b69c8f33f044,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:56.030598 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 15b790d2-241e-438e-86a0-b69c8f33f044 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:29:56.046058 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179beb3c-39fa-4052-b4e1-d09d9c9a2a9f admin admin] Made reservation on behalf of dad90ab21f844277a18a777c6bb5f456 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:29:56.049003 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-179beb3c-39fa-4052-b4e1-d09d9c9a2a9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:56.242425 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-7ee21e0d-c546-4cfb-9fc8-76e6306213c4 req-0127f7be-d022-41b0-b932-1618eae19698 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:56.277116 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616488b-dd69-4053-984a-c912ebdf138e req-90276b1c-b06b-4eaf-ac8b-f99478b42b77 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:56.292548 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7616488b-dd69-4053-984a-c912ebdf138e req-90276b1c-b06b-4eaf-ac8b-f99478b42b77 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e3a055-2948-480c-b87f-498cee0f9b5c HTTP/1.1" status: 200 len: 909 time: 0.6458738 Jul 24 09:29:56.330984 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-db4e7161-d64e-4da1-b449-886e4c4d6b63 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:56.339850 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-db4e7161-d64e-4da1-b449-886e4c4d6b63 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:56.341398 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-db4e7161-d64e-4da1-b449-886e4c4d6b63 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "DELETE /v2.0/security-groups/146caaf5-b2da-435e-906a-c910e9352ef1 HTTP/1.1" status: 204 len: 168 time: 1.1361160 Jul 24 09:29:56.392208 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54192) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:56.392524 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dc6abf9a-bfcd-441d-a6af-4a873e6bf498 req-2ca201f9-4e84-451a-a9da-32d12b4dbaa3 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b HTTP/1.1" status: 200 len: 210 time: 0.0654297 Jul 24 09:29:56.454938 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127f7be-d022-41b0-b932-1618eae19698 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Pushing event deleted for resources: {'Port': ['ID=2839260e-7a15-44ef-a891-4e1fa73bee86,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:56.469726 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'name': 'tempest-TestVolumeBackupRestore-659865943-router', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:35Z', 'updated_at': '2021-07-24T09:29:49Z', 'revision_number': 4, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'gw_port': {'id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:82:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:38Z', 'updated_at': '2021-07-24T09:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '2eb38b9f-6eb6-4e5c-b698-692ee3dadecc', 'name': '', 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'mac_address': 'fa:16:3e:91:c1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '6edc8e9e-14b5-4008-b91c-eb8350e9b15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:46Z', 'updated_at': '2021-07-24T09:29:55Z', 'revision_number': 4, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'subnets': [{'id': '6edc8e9e-14b5-4008-b91c-eb8350e9b15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:29:56.529386 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e7161-d64e-4da1-b449-886e4c4d6b63 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=146caaf5-b2da-435e-906a-c910e9352ef1,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:56.623977 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-179beb3c-39fa-4052-b4e1-d09d9c9a2a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:56.650344 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee21e0d-c546-4cfb-9fc8-76e6306213c4 req-0127f7be-d022-41b0-b932-1618eae19698 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] No DVR routers for this DVR port 2839260e-7a15-44ef-a891-4e1fa73bee86 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:29:56.659624 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-7ee21e0d-c546-4cfb-9fc8-76e6306213c4 req-0127f7be-d022-41b0-b932-1618eae19698 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:56.670784 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7ee21e0d-c546-4cfb-9fc8-76e6306213c4 req-0127f7be-d022-41b0-b932-1618eae19698 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.37 "DELETE /v2.0/ports/2839260e-7a15-44ef-a891-4e1fa73bee86 HTTP/1.1" status: 204 len: 173 time: 3.1112592 Jul 24 09:29:56.705464 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 2839260e-7a15-44ef-a891-4e1fa73bee86 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:29:56.731739 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918ad24a-18bd-49be-82d2-9333eb272716', 'name': 'network-vif-deleted', 'tag': '2839260e-7a15-44ef-a891-4e1fa73bee86'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:29:56.739958 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179beb3c-39fa-4052-b4e1-d09d9c9a2a9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1907807-b771-4a96-98fc-2f58f84ea6c6,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:56.740916 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f207b5e-8426-4147-99f8-29d4fcbe5773" -d '{"events": [{"server_uuid": "918ad24a-18bd-49be-82d2-9333eb272716", "name": "network-vif-deleted", "tag": "2839260e-7a15-44ef-a891-4e1fa73bee86"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:29:56.828526 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 2839260e-7a15-44ef-a891-4e1fa73bee86 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:29:56.832549 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 2839260e-7a15-44ef-a891-4e1fa73bee86 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:29:56.833994 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179beb3c-39fa-4052-b4e1-d09d9c9a2a9f admin admin] Checking segment: {'id': '65e75f0f-d915-4d66-9665-3a63119a6773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '15b790d2-241e-438e-86a0-b69c8f33f044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:29:56.834412 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179beb3c-39fa-4052-b4e1-d09d9c9a2a9f admin admin] Network hostable DHCP agents. Network: 15b790d2-241e-438e-86a0-b69c8f33f044, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:29:56.836524 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device b8cd02ce-5742-4af6-85f1-1f6752fa6580 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:29:56.855237 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54202) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:56.863837 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-52d9ce43-1bd7-47b2-beb6-31a3ce874c01 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4509394 Jul 24 09:29:56.871733 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-d32e2f13-c8f3-46c0-9f7f-de6e42f92a03 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1678813536'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:56.912897 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686abb1c-8429-4bcf-b031-25c5bfdd8970 None None] The sync data for ids ['e164d2ce-c1fb-4ee1-9790-9d623acf684d'] in n-d-800085-9 is: [{'id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'name': 'tempest-TestVolumeBackupRestore-659865943-router', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:35Z', 'updated_at': '2021-07-24T09:29:49Z', 'revision_number': 4, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'gw_port': {'id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:82:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:38Z', 'updated_at': '2021-07-24T09:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '2eb38b9f-6eb6-4e5c-b698-692ee3dadecc', 'name': '', 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'mac_address': 'fa:16:3e:91:c1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '6edc8e9e-14b5-4008-b91c-eb8350e9b15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:46Z', 'updated_at': '2021-07-24T09:29:55Z', 'revision_number': 4, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'subnets': [{'id': '6edc8e9e-14b5-4008-b91c-eb8350e9b15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:29:56.927487 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81065079-b501-49fc-9b9f-90a7fe8c722c x-openstack-request-id: req-81065079-b501-49fc-9b9f-90a7fe8c722c {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:29:56.932584 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918ad24a-18bd-49be-82d2-9333eb272716", "name": "network-vif-deleted", "tag": "2839260e-7a15-44ef-a891-4e1fa73bee86", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:29:56.932584 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-81065079-b501-49fc-9b9f-90a7fe8c722c {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:29:56.932584 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918ad24a-18bd-49be-82d2-9333eb272716', 'name': 'network-vif-deleted', 'tag': '2839260e-7a15-44ef-a891-4e1fa73bee86', 'status': 'completed', 'code': 200} Jul 24 09:29:57.033854 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179beb3c-39fa-4052-b4e1-d09d9c9a2a9f admin admin] Network 15b790d2-241e-438e-86a0-b69c8f33f044 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:29:57.210949 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d32e2f13-c8f3-46c0-9f7f-de6e42f92a03 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:57.213644 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-179beb3c-39fa-4052-b4e1-d09d9c9a2a9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 15b790d2-241e-438e-86a0-b69c8f33f044) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:29:57.240311 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179beb3c-39fa-4052-b4e1-d09d9c9a2a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:57.240845 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-179beb3c-39fa-4052-b4e1-d09d9c9a2a9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:57.250339 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f6b51ece-b115-4ec0-9582-e3cf658ce998 req-a62888c0-d446-4ea4-a369-fb235b328223 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:57.256371 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:57.275046 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6bdfb7-13b6-4035-a51a-aecce46aaed3 None None] Network 15b790d2-241e-438e-86a0-b69c8f33f044 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:29:57.317493 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-179beb3c-39fa-4052-b4e1-d09d9c9a2a9f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4601014 Jul 24 09:29:57.322158 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54208) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:57.364264 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-21f1f6aa-40d4-40a1-b4ab-51c6eacb6163 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-702884459-router', 'tenant_id': 'dad90ab21f844277a18a777c6bb5f456', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:57.460709 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62888c0-d446-4ea4-a369-fb235b328223 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Pushing event deleted for resources: {'Port': ['ID=b8cd02ce-5742-4af6-85f1-1f6752fa6580,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:57.578731 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b51ece-b115-4ec0-9582-e3cf658ce998 req-a62888c0-d446-4ea4-a369-fb235b328223 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] No DVR routers for this DVR port b8cd02ce-5742-4af6-85f1-1f6752fa6580 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:29:57.582291 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f6b51ece-b115-4ec0-9582-e3cf658ce998 req-a62888c0-d446-4ea4-a369-fb235b328223 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:57.584948 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f6b51ece-b115-4ec0-9582-e3cf658ce998 req-a62888c0-d446-4ea4-a369-fb235b328223 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.37 "DELETE /v2.0/ports/b8cd02ce-5742-4af6-85f1-1f6752fa6580 HTTP/1.1" status: 204 len: 173 time: 3.5679383 Jul 24 09:29:57.641267 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0da23-de5f-4ff8-b9bf-fd4c471a309f req-9ffd6b56-ad2f-41cf-8338-361dea3c7bf5 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:57.649343 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b7f0da23-de5f-4ff8-b9bf-fd4c471a309f req-9ffd6b56-ad2f-41cf-8338-361dea3c7bf5 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.7171302 Jul 24 09:29:57.737475 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b7f0da23-de5f-4ff8-b9bf-fd4c471a309f req-97b78d72-1ed3-4b0c-a185-a99cdcd6b6f7 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728831 Jul 24 09:29:57.762208 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-ee2f466e-d2e5-47b4-9b82-512577f4a382 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:57.767519 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-ee2f466e-d2e5-47b4-9b82-512577f4a382 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.37 "GET /v2.0/networks?id=a2ff0531-86df-4128-aada-59bf6c78a2e2 HTTP/1.1" status: 200 len: 812 time: 0.5781100 Jul 24 09:29:57.790480 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-c4863a94-a8e6-4563-9498-c506fc372aad tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Request body: {'port': {'device_id': 'bcea8d18-ff79-409b-93d4-f56076f27309', 'network_id': 'a2ff0531-86df-4128-aada-59bf6c78a2e2', 'admin_state_up': True, 'tenant_id': '20eec70be2124bdf8bbe1e4637c3db20'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:57.830432 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-4cb2d176-a4a3-4452-a9fd-3dab99d074fa tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:57.832074 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-4cb2d176-a4a3-4452-a9fd-3dab99d074fa tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.20 "GET /v2.0/networks?id=a2ff0531-86df-4128-aada-59bf6c78a2e2 HTTP/1.1" status: 200 len: 812 time: 0.7835121 Jul 24 09:29:57.870277 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-ceb66fb0-6c48-4015-9b1e-c24c0d1115f3 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Request body: {'port': {'device_id': '4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b', 'network_id': 'a2ff0531-86df-4128-aada-59bf6c78a2e2', 'admin_state_up': True, 'tenant_id': '20eec70be2124bdf8bbe1e4637c3db20'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:58.071558 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-72d44184-b69d-4e13-a329-0463016487ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:58.116607 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dcb65082-df67-44fa-bc8c-3aa4d7bcb320 req-a1c152c2-ae25-4df5-8f1b-1c975ab8c943 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b HTTP/1.1" status: 200 len: 210 time: 0.1126647 Jul 24 09:29:58.180120 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98082b79-5292-438d-90e3-7a900ef4f1ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-15b790d2-241e-438e-86a0-b69c8f33f044', 'network_id': '15b790d2-241e-438e-86a0-b69c8f33f044', 'tenant_id': 'dad90ab21f844277a18a777c6bb5f456', 'fixed_ips': [{'subnet_id': 'c1907807-b771-4a96-98fc-2f58f84ea6c6'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:29:58.184009 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-98082b79-5292-438d-90e3-7a900ef4f1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:58.366610 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d32e2f13-c8f3-46c0-9f7f-de6e42f92a03 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:58.386706 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d32e2f13-c8f3-46c0-9f7f-de6e42f92a03 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:58.390315 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21f1f6aa-40d4-40a1-b4ab-51c6eacb6163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:58.391600 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21f1f6aa-40d4-40a1-b4ab-51c6eacb6163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:58.455361 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2112ab-9324-436c-ab3f-6fb073193303 req-99c68323-b722-444f-a91f-8dde33a0253b tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:58.469308 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6e2112ab-9324-436c-ab3f-6fb073193303 req-99c68323-b722-444f-a91f-8dde33a0253b tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e3a055-2948-480c-b87f-498cee0f9b5c HTTP/1.1" status: 200 len: 909 time: 0.9402945 Jul 24 09:29:58.513590 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-98082b79-5292-438d-90e3-7a900ef4f1ea None None] Allocated IP 172.20.0.2 (15b790d2-241e-438e-86a0-b69c8f33f044/c1907807-b771-4a96-98fc-2f58f84ea6c6/5342c524-4a92-47fb-a0c1-77d043bf9a95) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:29:58.611930 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21f1f6aa-40d4-40a1-b4ab-51c6eacb6163 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:58.619425 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e2f13-c8f3-46c0-9f7f-de6e42f92a03 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec994cb-1107-45d7-9e89-3f26a715f0eb,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:58.639587 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-ceb66fb0-6c48-4015-9b1e-c24c0d1115f3 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Made reservation on behalf of 20eec70be2124bdf8bbe1e4637c3db20 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:29:58.646234 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-ceb66fb0-6c48-4015-9b1e-c24c0d1115f3 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:58.973295 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-ceb66fb0-6c48-4015-9b1e-c24c0d1115f3 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Allocated IP 172.20.0.9 (a2ff0531-86df-4128-aada-59bf6c78a2e2/0c27b43a-8c5a-4d7d-8e01-21640f4f615b/23c585a2-8396-44d5-ae6e-8c2b25323a2f) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:29:59.061704 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21f1f6aa-40d4-40a1-b4ab-51c6eacb6163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:59.077593 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df77d108-92d3-478a-9308-876510ff89d4', 'name': 'network-vif-deleted', 'tag': 'b8cd02ce-5742-4af6-85f1-1f6752fa6580'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:29:59.080074 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adffd3a9-2084-45cf-9aa7-78cbca32eca3" -d '{"events": [{"server_uuid": "df77d108-92d3-478a-9308-876510ff89d4", "name": "network-vif-deleted", "tag": "b8cd02ce-5742-4af6-85f1-1f6752fa6580"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:29:59.086686 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-c4863a94-a8e6-4563-9498-c506fc372aad tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Made reservation on behalf of 20eec70be2124bdf8bbe1e4637c3db20 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:29:59.120300 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-c4863a94-a8e6-4563-9498-c506fc372aad tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:59.147719 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-98082b79-5292-438d-90e3-7a900ef4f1ea None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:59.215681 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 2eb38b9f-6eb6-4e5c-b698-692ee3dadecc up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:29:59.236720 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-98082b79-5292-438d-90e3-7a900ef4f1ea None None] Transition to ACTIVE for port object 5342c524-4a92-47fb-a0c1-77d043bf9a95 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:29:59.252057 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d32e2f13-c8f3-46c0-9f7f-de6e42f92a03 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:59.282354 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d32e2f13-c8f3-46c0-9f7f-de6e42f92a03 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4259775 Jul 24 09:29:59.357351 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54242) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:29:59.369880 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-005d1c11-12a4-4941-9588-0e697f85e5e2 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Request body: {'security_group': {'name': 'tempest-secgroup--2113641460'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:29:59.391972 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-98082b79-5292-438d-90e3-7a900ef4f1ea None None] Transition to ACTIVE for port object 5342c524-4a92-47fb-a0c1-77d043bf9a95 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:29:59.428228 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb99176-7ad7-490c-b1ef-88d0868f320a req-6c26ccef-c1e5-4520-b35d-334d3799cbf0 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:59.433973 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-ceb66fb0-6c48-4015-9b1e-c24c0d1115f3 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:59.444563 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0bb99176-7ad7-490c-b1ef-88d0868f320a req-6c26ccef-c1e5-4520-b35d-334d3799cbf0 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e3a055-2948-480c-b87f-498cee0f9b5c HTTP/1.1" status: 200 len: 909 time: 0.7281582 Jul 24 09:29:59.447344 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-005d1c11-12a4-4941-9588-0e697f85e5e2 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:59.457035 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-98082b79-5292-438d-90e3-7a900ef4f1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:59.516825 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-ceb66fb0-6c48-4015-9b1e-c24c0d1115f3 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:59.605416 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb66fb0-6c48-4015-9b1e-c24c0d1115f3 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Pushing event updated for resources: {'Port': ['ID=23c585a2-8396-44d5-ae6e-8c2b25323a2f,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:59.617663 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-c4863a94-a8e6-4563-9498-c506fc372aad tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Allocated IP 172.20.0.7 (a2ff0531-86df-4128-aada-59bf6c78a2e2/0c27b43a-8c5a-4d7d-8e01-21640f4f615b/7f652060-c625-4e60-81fb-313979ac061c) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:29:59.629431 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98082b79-5292-438d-90e3-7a900ef4f1ea None None] Pushing event updated for resources: {'Port': ['ID=5342c524-4a92-47fb-a0c1-77d043bf9a95,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:29:59.633470 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-ceb66fb0-6c48-4015-9b1e-c24c0d1115f3 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Network a2ff0531-86df-4128-aada-59bf6c78a2e2 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:29:59.649004 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-ceb66fb0-6c48-4015-9b1e-c24c0d1115f3 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:29:59.668041 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-ceb66fb0-6c48-4015-9b1e-c24c0d1115f3 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:29:59.729390 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85132b7-4922-42cb-9643-24651de9ce48 req-3f01d44d-dc02-462e-a92d-8899d64ecaa1 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:59.734038 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98082b79-5292-438d-90e3-7a900ef4f1ea None None] Network 15b790d2-241e-438e-86a0-b69c8f33f044 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:29:59.738668 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f85132b7-4922-42cb-9643-24651de9ce48 req-3f01d44d-dc02-462e-a92d-8899d64ecaa1 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.8678582 Jul 24 09:29:59.739297 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 2eb38b9f-6eb6-4e5c-b698-692ee3dadecc completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:29:59.745010 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-98082b79-5292-438d-90e3-7a900ef4f1ea None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:29:59.756925 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcba6ad-9248-4b26-aebf-aeaef82b81bb x-openstack-request-id: req-abcba6ad-9248-4b26-aebf-aeaef82b81bb {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:29:59.757269 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df77d108-92d3-478a-9308-876510ff89d4", "name": "network-vif-deleted", "tag": "b8cd02ce-5742-4af6-85f1-1f6752fa6580", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:29:59.757461 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-abcba6ad-9248-4b26-aebf-aeaef82b81bb {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:29:59.757854 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df77d108-92d3-478a-9308-876510ff89d4', 'name': 'network-vif-deleted', 'tag': 'b8cd02ce-5742-4af6-85f1-1f6752fa6580', 'status': 'completed', 'code': 200} Jul 24 09:29:59.758203 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98082b79-5292-438d-90e3-7a900ef4f1ea None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:29:59.766376 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 2eb38b9f-6eb6-4e5c-b698-692ee3dadecc triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:29:59.769412 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:59.804571 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f85132b7-4922-42cb-9643-24651de9ce48 req-511c47be-ca1a-42c8-9583-881ac3f012e7 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648348 Jul 24 09:29:59.859942 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-ceb66fb0-6c48-4015-9b1e-c24c0d1115f3 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:59.861452 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-ceb66fb0-6c48-4015-9b1e-c24c0d1115f3 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:29:59.984721 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5e572-c862-489e-be85-b28e3cfa157d req-841885ac-8e6b-42eb-8654-9aeebf5f3ab6 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:29:59.998198 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5cd5e572-c862-489e-be85-b28e3cfa157d req-841885ac-8e6b-42eb-8654-9aeebf5f3ab6 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b HTTP/1.1" status: 200 len: 931 time: 0.2531719 Jul 24 09:30:00.052656 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d87b138c-233a-42ed-b1f6-6477b8d79a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:00.054407 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-98082b79-5292-438d-90e3-7a900ef4f1ea None None] Attempting to bind port 5342c524-4a92-47fb-a0c1-77d043bf9a95 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:30:00.057321 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-98082b79-5292-438d-90e3-7a900ef4f1ea None None] Attempting to bind port 5342c524-4a92-47fb-a0c1-77d043bf9a95 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '65e75f0f-d915-4d66-9665-3a63119a6773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '15b790d2-241e-438e-86a0-b69c8f33f044'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:30:00.057822 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98082b79-5292-438d-90e3-7a900ef4f1ea None None] Attempting to bind port 5342c524-4a92-47fb-a0c1-77d043bf9a95 on network 15b790d2-241e-438e-86a0-b69c8f33f044 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:30:00.093421 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98082b79-5292-438d-90e3-7a900ef4f1ea None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:30:00.094576 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98082b79-5292-438d-90e3-7a900ef4f1ea None None] Checking segment: {'id': '65e75f0f-d915-4d66-9665-3a63119a6773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '15b790d2-241e-438e-86a0-b69c8f33f044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:30:00.095705 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-98082b79-5292-438d-90e3-7a900ef4f1ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:00.097311 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98082b79-5292-438d-90e3-7a900ef4f1ea None None] Bound using segment: {'id': '65e75f0f-d915-4d66-9665-3a63119a6773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '15b790d2-241e-438e-86a0-b69c8f33f044'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:30:00.098569 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-98082b79-5292-438d-90e3-7a900ef4f1ea None None] Bound port: 5342c524-4a92-47fb-a0c1-77d043bf9a95, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e75f0f-d915-4d66-9665-3a63119a6773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '15b790d2-241e-438e-86a0-b69c8f33f044'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:30:00.098723 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-98082b79-5292-438d-90e3-7a900ef4f1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:00.104384 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65121f26-9097-4132-be86-eed70e4d1af6 req-e4430241-4e44-48fd-a2d7-833fc84c3005 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:00.119060 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-65121f26-9097-4132-be86-eed70e4d1af6 req-e4430241-4e44-48fd-a2d7-833fc84c3005 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c0e3a055-2948-480c-b87f-498cee0f9b5c HTTP/1.1" status: 200 len: 1060 time: 0.1132684 Jul 24 09:30:00.323421 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-98082b79-5292-438d-90e3-7a900ef4f1ea None None] For port 5342c524-4a92-47fb-a0c1-77d043bf9a95, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:30:00.371151 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-98082b79-5292-438d-90e3-7a900ef4f1ea None None] For port 5342c524-4a92-47fb-a0c1-77d043bf9a95, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5342c524-4a92-47fb-a0c1-77d043bf9a95,segment=NetworkSegment(65e75f0f-d915-4d66-9665-3a63119a6773),segment_id=65e75f0f-d915-4d66-9665-3a63119a6773)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:30:00.376156 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:00.386991 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-98082b79-5292-438d-90e3-7a900ef4f1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:00.394597 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940394b-306d-4a3a-92b4-2b8e6f032e3e req-ce8c34e5-269b-4741-9805-a567210e21b3 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:00.407502 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8940394b-306d-4a3a-92b4-2b8e6f032e3e req-ce8c34e5-269b-4741-9805-a567210e21b3 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=792c5943-3165-40f5-b559-f6a5be05144b HTTP/1.1" status: 200 len: 1136 time: 0.1548517 Jul 24 09:30:00.497223 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8940394b-306d-4a3a-92b4-2b8e6f032e3e req-5d7b57a9-ea9c-4cb6-9319-956f14edfda3 tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=58d3d329-70a5-4c4f-a9f0-c3119406b657&id=92c90ae2-f968-4142-aff2-e1d3c9be6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0883403 Jul 24 09:30:00.506260 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-c4863a94-a8e6-4563-9498-c506fc372aad tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:00.515425 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54258) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:00.529763 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98082b79-5292-438d-90e3-7a900ef4f1ea None None] Pushing event updated for resources: {'Port': ['ID=5342c524-4a92-47fb-a0c1-77d043bf9a95,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:00.602145 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:00.644122 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 2eb38b9f-6eb6-4e5c-b698-692ee3dadecc, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=2eb38b9f-6eb6-4e5c-b698-692ee3dadecc,segment=NetworkSegment(a54c4ce2-5110-4b60-8acd-9b1ca7906c18),segment_id=a54c4ce2-5110-4b60-8acd-9b1ca7906c18)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:30:00.653946 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:00.726993 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e269f626-214d-47d0-9cd6-2c8029ba85ea tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:00.730888 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e269f626-214d-47d0-9cd6-2c8029ba85ea tempest-TestSecurityGroupsBasicOps-1352286088 tempest-TestSecurityGroupsBasicOps-1352286088-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c0e3a055-2948-480c-b87f-498cee0f9b5c HTTP/1.1" status: 200 len: 1055 time: 0.2128997 Jul 24 09:30:00.782257 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5cd5e572-c862-489e-be85-b28e3cfa157d req-2ec5617a-dd7a-4233-bea4-8a2176084076 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a969fa2-fc27-4f8c-b747-535a34d90799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646568 Jul 24 09:30:00.811747 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=2eb38b9f-6eb6-4e5c-b698-692ee3dadecc,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:00.849951 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-005d1c11-12a4-4941-9588-0e697f85e5e2 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:00.851632 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-c4863a94-a8e6-4563-9498-c506fc372aad tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:00.858309 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21f1f6aa-40d4-40a1-b4ab-51c6eacb6163 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:00.863138 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-ceb66fb0-6c48-4015-9b1e-c24c0d1115f3 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0115378 Jul 24 09:30:00.867303 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-005d1c11-12a4-4941-9588-0e697f85e5e2 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:00.878836 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-f21baa43-cc90-4e8f-b621-e6285e0f9a29 service neutron] Request body: {'port': {'device_id': '4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:01.004001 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:01.038041 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21f1f6aa-40d4-40a1-b4ab-51c6eacb6163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:01.184911 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 2eb38b9f-6eb6-4e5c-b698-692ee3dadecc up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:30:01.219617 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-f21baa43-cc90-4e8f-b621-e6285e0f9a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:01.330508 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 2eb38b9f-6eb6-4e5c-b698-692ee3dadecc triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:30:01.331092 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:01.491257 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d1c11-12a4-4941-9588-0e697f85e5e2 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e07d156d-a5b1-4c4b-a256-c144451f5068,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:01.540779 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-005d1c11-12a4-4941-9588-0e697f85e5e2 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:01.544846 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-005d1c11-12a4-4941-9588-0e697f85e5e2 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.1797814 Jul 24 09:30:01.554093 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54274) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:01.561062 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-c4863a94-a8e6-4563-9498-c506fc372aad tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Network a2ff0531-86df-4128-aada-59bf6c78a2e2 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:30:01.567270 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-b2ed730c-ba60-4d17-beec-f0193d322652 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Request body: {'security_group_rule': {'security_group_id': '3ec994cb-1107-45d7-9e89-3f26a715f0eb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e07d156d-a5b1-4c4b-a256-c144451f5068', 'remote_ip_prefix': None}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:01.577715 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4863a94-a8e6-4563-9498-c506fc372aad tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Pushing event updated for resources: {'Port': ['ID=7f652060-c625-4e60-81fb-313979ac061c,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:01.593046 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-c4863a94-a8e6-4563-9498-c506fc372aad tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:30:01.609992 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-c4863a94-a8e6-4563-9498-c506fc372aad tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:30:01.720592 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b2ed730c-ba60-4d17-beec-f0193d322652 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:01.807346 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798c567-420b-4b30-bdf5-98b4cd6e1b34 req-a35cc155-c045-464e-a446-971f2756561d tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:01.815585 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8798c567-420b-4b30-bdf5-98b4cd6e1b34 req-a35cc155-c045-464e-a446-971f2756561d tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.4923143 Jul 24 09:30:01.840165 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ce7ca-3fc4-49b9-b6ce-4318593401b3 req-681b2d01-512c-4f04-ae54-04aea55d1ddb tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:01.841781 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5c2ce7ca-3fc4-49b9-b6ce-4318593401b3 req-681b2d01-512c-4f04-ae54-04aea55d1ddb tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e3a055-2948-480c-b87f-498cee0f9b5c HTTP/1.1" status: 200 len: 909 time: 0.2774858 Jul 24 09:30:01.968802 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b2ed730c-ba60-4d17-beec-f0193d322652 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:02.029819 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b2ed730c-ba60-4d17-beec-f0193d322652 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:02.044757 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-c4863a94-a8e6-4563-9498-c506fc372aad tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:02.058199 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-c4863a94-a8e6-4563-9498-c506fc372aad tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:02.146709 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-f21baa43-cc90-4e8f-b621-e6285e0f9a29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23c585a2-8396-44d5-ae6e-8c2b25323a2f {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:30:02.168492 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-c4863a94-a8e6-4563-9498-c506fc372aad tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3835289 Jul 24 09:30:02.185600 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-f21baa43-cc90-4e8f-b621-e6285e0f9a29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:02.197077 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed730c-ba60-4d17-beec-f0193d322652 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=396b3644-1bcd-4f5e-afbd-8d681bb9c49f,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:02.204604 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-f21baa43-cc90-4e8f-b621-e6285e0f9a29 service neutron] Transition to ACTIVE for port object 23c585a2-8396-44d5-ae6e-8c2b25323a2f will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:30:02.223940 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-3f3743b1-ea55-414f-a455-48da66d7440d service neutron] Request body: {'port': {'device_id': 'bcea8d18-ff79-409b-93d4-f56076f27309', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:02.231311 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-f21baa43-cc90-4e8f-b621-e6285e0f9a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:02.288302 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-21f1f6aa-40d4-40a1-b4ab-51c6eacb6163 admin admin] Allocated IP 172.25.7.33 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/554e5ad5-56a7-411a-9299-0f3a8d253a2d) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:30:02.332392 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b2ed730c-ba60-4d17-beec-f0193d322652 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:02.334840 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b2ed730c-ba60-4d17-beec-f0193d322652 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7771671 Jul 24 09:30:02.345533 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54286) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:02.356888 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8798c567-420b-4b30-bdf5-98b4cd6e1b34 req-328a499c-551f-40f7-a383-4b7b090d3cdf tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5403521 Jul 24 09:30:02.426956 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0d6d431d-47a8-4395-85aa-e477b68dba46 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:02.476662 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21baa43-cc90-4e8f-b621-e6285e0f9a29 service neutron] Pushing event updated for resources: {'Port': ['ID=23c585a2-8396-44d5-ae6e-8c2b25323a2f,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:02.512526 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850e9ed-3c52-4850-9487-93e5cb069d1a req-cd0acc2c-8b43-4495-a73f-31bceb330790 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:02.522678 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7850e9ed-3c52-4850-9487-93e5cb069d1a req-cd0acc2c-8b43-4495-a73f-31bceb330790 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b HTTP/1.1" status: 200 len: 931 time: 0.5301208 Jul 24 09:30:02.540938 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0d6d431d-47a8-4395-85aa-e477b68dba46 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:02.582131 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e52353-3ce9-471b-932e-e0551b53da95 None None] Network 15b790d2-241e-438e-86a0-b69c8f33f044 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:30:02.601370 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7850e9ed-3c52-4850-9487-93e5cb069d1a req-09e17aa4-769c-4ef0-a158-52ab2fd28af6 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a969fa2-fc27-4f8c-b747-535a34d90799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776904 Jul 24 09:30:02.602701 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-f21baa43-cc90-4e8f-b621-e6285e0f9a29 service neutron] Attempting to bind port 23c585a2-8396-44d5-ae6e-8c2b25323a2f on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:30:02.604110 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-f21baa43-cc90-4e8f-b621-e6285e0f9a29 service neutron] Attempting to bind port 23c585a2-8396-44d5-ae6e-8c2b25323a2f by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '452ecc20-60b4-4651-8fef-8504fa62e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2ff0531-86df-4128-aada-59bf6c78a2e2'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:30:02.604458 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-f21baa43-cc90-4e8f-b621-e6285e0f9a29 service neutron] Attempting to bind port 23c585a2-8396-44d5-ae6e-8c2b25323a2f on network a2ff0531-86df-4128-aada-59bf6c78a2e2 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:30:02.610375 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-f21baa43-cc90-4e8f-b621-e6285e0f9a29 service neutron] Port 23c585a2-8396-44d5-ae6e-8c2b25323a2f on network a2ff0531-86df-4128-aada-59bf6c78a2e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:30:02.610704 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-f21baa43-cc90-4e8f-b621-e6285e0f9a29 service neutron] Attempting to bind port 23c585a2-8396-44d5-ae6e-8c2b25323a2f on network a2ff0531-86df-4128-aada-59bf6c78a2e2 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:30:02.616492 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-f21baa43-cc90-4e8f-b621-e6285e0f9a29 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:30:02.616870 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-f21baa43-cc90-4e8f-b621-e6285e0f9a29 service neutron] Checking segment: {'id': '452ecc20-60b4-4651-8fef-8504fa62e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2ff0531-86df-4128-aada-59bf6c78a2e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:30:02.617266 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-f21baa43-cc90-4e8f-b621-e6285e0f9a29 service neutron] Bound using segment: {'id': '452ecc20-60b4-4651-8fef-8504fa62e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2ff0531-86df-4128-aada-59bf6c78a2e2'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:30:02.617708 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-f21baa43-cc90-4e8f-b621-e6285e0f9a29 service neutron] Bound port: 23c585a2-8396-44d5-ae6e-8c2b25323a2f, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '452ecc20-60b4-4651-8fef-8504fa62e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2ff0531-86df-4128-aada-59bf6c78a2e2'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:30:02.618075 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-f21baa43-cc90-4e8f-b621-e6285e0f9a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:02.735959 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-f21baa43-cc90-4e8f-b621-e6285e0f9a29 service neutron] For port 23c585a2-8396-44d5-ae6e-8c2b25323a2f, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:30:02.745466 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-f21baa43-cc90-4e8f-b621-e6285e0f9a29 service neutron] For port 23c585a2-8396-44d5-ae6e-8c2b25323a2f, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=23c585a2-8396-44d5-ae6e-8c2b25323a2f,segment=NetworkSegment(452ecc20-60b4-4651-8fef-8504fa62e486),segment_id=452ecc20-60b4-4651-8fef-8504fa62e486)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:30:02.748417 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-3f3743b1-ea55-414f-a455-48da66d7440d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:02.750836 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-f21baa43-cc90-4e8f-b621-e6285e0f9a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:02.766924 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5e794d6f-ab27-4459-85fd-eda32af2f560 None None] Provisioning for port 5342c524-4a92-47fb-a0c1-77d043bf9a95 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:30:02.770477 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0d6d431d-47a8-4395-85aa-e477b68dba46 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:02.788062 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0d6d431d-47a8-4395-85aa-e477b68dba46 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:02.789668 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0d6d431d-47a8-4395-85aa-e477b68dba46 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/396b3644-1bcd-4f5e-afbd-8d681bb9c49f HTTP/1.1" status: 204 len: 168 time: 0.4414046 Jul 24 09:30:02.803903 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54292) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:02.839790 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-f21baa43-cc90-4e8f-b621-e6285e0f9a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:02.845813 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-f21baa43-cc90-4e8f-b621-e6285e0f9a29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:02.846033 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-f21baa43-cc90-4e8f-b621-e6285e0f9a29 service neutron] 10.222.0.20 "PUT /v2.0/ports/23c585a2-8396-44d5-ae6e-8c2b25323a2f HTTP/1.1" status: 200 len: 1091 time: 1.9755576 Jul 24 09:30:02.846471 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b', 'tag': '23c585a2-8396-44d5-ae6e-8c2b25323a2f'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:30:02.856259 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7f3098-41de-46ab-a7ca-0b814ad77fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b", "tag": "23c585a2-8396-44d5-ae6e-8c2b25323a2f"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:30:02.929571 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:03.005191 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a63e92b-b475-40ee-ba88-9d392c56ab14 x-openstack-request-id: req-8a63e92b-b475-40ee-ba88-9d392c56ab14 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:30:03.005494 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b", "tag": "23c585a2-8396-44d5-ae6e-8c2b25323a2f", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:30:03.005742 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a63e92b-b475-40ee-ba88-9d392c56ab14 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:30:03.006139 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b', 'tag': '23c585a2-8396-44d5-ae6e-8c2b25323a2f', 'status': 'completed', 'code': 200} Jul 24 09:30:03.130967 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5342c524-4a92-47fb-a0c1-77d043bf9a95 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:30:03.240656 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-3f3743b1-ea55-414f-a455-48da66d7440d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f652060-c625-4e60-81fb-313979ac061c {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:30:03.249383 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-3f3743b1-ea55-414f-a455-48da66d7440d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:03.271002 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-3f3743b1-ea55-414f-a455-48da66d7440d service neutron] Transition to ACTIVE for port object 7f652060-c625-4e60-81fb-313979ac061c will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:30:03.273125 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 5342c524-4a92-47fb-a0c1-77d043bf9a95 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:30:03.280478 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 5342c524-4a92-47fb-a0c1-77d043bf9a95 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:30:03.281823 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:03.305456 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d431d-47a8-4395-85aa-e477b68dba46 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=396b3644-1bcd-4f5e-afbd-8d681bb9c49f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:03.319186 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21f1f6aa-40d4-40a1-b4ab-51c6eacb6163 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:03.325946 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-3f3743b1-ea55-414f-a455-48da66d7440d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:03.356333 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968da0a8-ea8d-4321-b754-ab7584218e89 req-5b24c51f-b555-422a-9359-15927111f84d tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:03.359717 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-968da0a8-ea8d-4321-b754-ab7584218e89 req-5b24c51f-b555-422a-9359-15927111f84d tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e3a055-2948-480c-b87f-498cee0f9b5c HTTP/1.1" status: 200 len: 909 time: 0.9448156 Jul 24 09:30:03.402625 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:03.505569 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 5342c524-4a92-47fb-a0c1-77d043bf9a95, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5342c524-4a92-47fb-a0c1-77d043bf9a95,segment=NetworkSegment(65e75f0f-d915-4d66-9665-3a63119a6773),segment_id=65e75f0f-d915-4d66-9665-3a63119a6773)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:30:03.514480 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:03.560135 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-67c85c9c-23f9-43cc-bdc1-24a7333389a2 None None] Provisioning complete for port 5342c524-4a92-47fb-a0c1-77d043bf9a95 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:30:03.560883 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-67c85c9c-23f9-43cc-bdc1-24a7333389a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:03.626063 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=5342c524-4a92-47fb-a0c1-77d043bf9a95,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:03.657048 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6efce7ae-c999-417c-b472-1c3c111038e2 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5993485 Jul 24 09:30:03.667998 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54306) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:03.670796 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3743b1-ea55-414f-a455-48da66d7440d service neutron] Pushing event updated for resources: {'Port': ['ID=7f652060-c625-4e60-81fb-313979ac061c,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:03.780090 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21baa43-cc90-4e8f-b621-e6285e0f9a29 service neutron] Pushing event updated for resources: {'Port': ['ID=23c585a2-8396-44d5-ae6e-8c2b25323a2f,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:03.838795 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77aac9-ad67-4d31-8812-3b14c2c50d2a req-23607679-cc76-4d63-be8e-02c4bff1e672 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:03.840391 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8b77aac9-ad67-4d31-8812-3b14c2c50d2a req-23607679-cc76-4d63-be8e-02c4bff1e672 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e3a055-2948-480c-b87f-498cee0f9b5c HTTP/1.1" status: 200 len: 909 time: 0.8397567 Jul 24 09:30:03.850059 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-ffaea655-e1ec-4ca8-9182-f876797de859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:03.852818 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-ffaea655-e1ec-4ca8-9182-f876797de859 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=20eec70be2124bdf8bbe1e4637c3db20&device_id=4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b HTTP/1.1" status: 200 len: 1094 time: 0.9607017 Jul 24 09:30:03.911127 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21f1f6aa-40d4-40a1-b4ab-51c6eacb6163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:03.915492 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-d2f949e5-f3db-4543-a3a0-13ee6aad2425 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23c585a2-8396-44d5-ae6e-8c2b25323a2f HTTP/1.1" status: 200 len: 217 time: 0.0447876 Jul 24 09:30:03.934694 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f1f6aa-40d4-40a1-b4ab-51c6eacb6163 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:30:03.962280 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-21f1f6aa-40d4-40a1-b4ab-51c6eacb6163 admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:30:03.964672 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f1f6aa-40d4-40a1-b4ab-51c6eacb6163 admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:30:03.966916 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-135c394d-307d-4251-91b8-538529f5c119 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:04.004860 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e09a73-409c-48a2-a7c3-cbb692f30445 req-331531f6-9d03-41e5-9635-d4a28e234fe9 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:04.006501 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-87e09a73-409c-48a2-a7c3-cbb692f30445 req-331531f6-9d03-41e5-9635-d4a28e234fe9 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.4896941 Jul 24 09:30:04.016283 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-e8010454-f97e-4c8d-ad8b-20ad096946b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:04.020999 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-e8010454-f97e-4c8d-ad8b-20ad096946b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c27b43a-8c5a-4d7d-8e01-21640f4f615b HTTP/1.1" status: 200 len: 852 time: 0.0954819 Jul 24 09:30:04.081590 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-71d358d9-93b2-4c67-80b9-8906d2951477 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a2ff0531-86df-4128-aada-59bf6c78a2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489273 Jul 24 09:30:04.086271 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-135c394d-307d-4251-91b8-538529f5c119 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:04.107220 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-968da0a8-ea8d-4321-b754-ab7584218e89 req-8e77f11b-3340-4772-9f20-7c0c1ee0af9b tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Deleting port 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:30:04.107860 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-968da0a8-ea8d-4321-b754-ab7584218e89 req-8e77f11b-3340-4772-9f20-7c0c1ee0af9b tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:04.111922 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-3f3743b1-ea55-414f-a455-48da66d7440d service neutron] Attempting to bind port 7f652060-c625-4e60-81fb-313979ac061c on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:30:04.112658 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-3f3743b1-ea55-414f-a455-48da66d7440d service neutron] Attempting to bind port 7f652060-c625-4e60-81fb-313979ac061c by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '452ecc20-60b4-4651-8fef-8504fa62e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2ff0531-86df-4128-aada-59bf6c78a2e2'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:30:04.113387 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-3f3743b1-ea55-414f-a455-48da66d7440d service neutron] Attempting to bind port 7f652060-c625-4e60-81fb-313979ac061c on network a2ff0531-86df-4128-aada-59bf6c78a2e2 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:30:04.136460 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-3f3743b1-ea55-414f-a455-48da66d7440d service neutron] Port 7f652060-c625-4e60-81fb-313979ac061c on network a2ff0531-86df-4128-aada-59bf6c78a2e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:30:04.137015 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-3f3743b1-ea55-414f-a455-48da66d7440d service neutron] Attempting to bind port 7f652060-c625-4e60-81fb-313979ac061c on network a2ff0531-86df-4128-aada-59bf6c78a2e2 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:30:04.188729 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-3f3743b1-ea55-414f-a455-48da66d7440d service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:30:04.189352 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-3f3743b1-ea55-414f-a455-48da66d7440d service neutron] Checking segment: {'id': '452ecc20-60b4-4651-8fef-8504fa62e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2ff0531-86df-4128-aada-59bf6c78a2e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:30:04.189899 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-3f3743b1-ea55-414f-a455-48da66d7440d service neutron] Bound using segment: {'id': '452ecc20-60b4-4651-8fef-8504fa62e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2ff0531-86df-4128-aada-59bf6c78a2e2'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:30:04.190489 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-3f3743b1-ea55-414f-a455-48da66d7440d service neutron] Bound port: 7f652060-c625-4e60-81fb-313979ac061c, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '452ecc20-60b4-4651-8fef-8504fa62e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2ff0531-86df-4128-aada-59bf6c78a2e2'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:30:04.191021 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-3f3743b1-ea55-414f-a455-48da66d7440d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:04.196113 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-ba8e0fc6-c845-4e43-8f08-675b72281a69 service neutron] 10.222.0.20 "GET /v2.0/networks/a2ff0531-86df-4128-aada-59bf6c78a2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021843 Jul 24 09:30:04.208157 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1f6aa-40d4-40a1-b4ab-51c6eacb6163 admin admin] Pushing event updated for resources: {'Port': ['ID=554e5ad5-56a7-411a-9299-0f3a8d253a2d,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:04.335231 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20535956-bc43-4843-9bde-9fe57d380c95 req-11bce178-0c83-4362-bf0b-bdcd52dff23d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:04.341465 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-20535956-bc43-4843-9bde-9fe57d380c95 req-11bce178-0c83-4362-bf0b-bdcd52dff23d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b HTTP/1.1" status: 200 len: 943 time: 0.2562187 Jul 24 09:30:04.372692 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-742b8c74-9e22-4862-ab16-465237b28a8a service neutron] 10.222.0.20 "GET /v2.0/networks/a2ff0531-86df-4128-aada-59bf6c78a2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508996 Jul 24 09:30:04.401050 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-20535956-bc43-4843-9bde-9fe57d380c95 req-190c724b-2a10-402a-9e67-975c75e5e7d2 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a969fa2-fc27-4f8c-b747-535a34d90799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570946 Jul 24 09:30:04.490905 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-87e09a73-409c-48a2-a7c3-cbb692f30445 req-d35fa0eb-a2b9-4a49-bc96-563f6eca9304 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4014244 Jul 24 09:30:04.529306 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f3098-41de-46ab-a7ca-0b814ad77fd2 req-2c1d3d3a-e3cb-42b5-ab0b-48b4006e4bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:04.532841 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1b7f3098-41de-46ab-a7ca-0b814ad77fd2 req-2c1d3d3a-e3cb-42b5-ab0b-48b4006e4bb1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=20eec70be2124bdf8bbe1e4637c3db20&device_id=4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b HTTP/1.1" status: 200 len: 1094 time: 0.1058764 Jul 24 09:30:04.542983 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-135c394d-307d-4251-91b8-538529f5c119 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:04.545768 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-135c394d-307d-4251-91b8-538529f5c119 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:04.550190 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-135c394d-307d-4251-91b8-538529f5c119 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "DELETE /v2.0/security-groups/e07d156d-a5b1-4c4b-a256-c144451f5068 HTTP/1.1" status: 204 len: 168 time: 0.8765268 Jul 24 09:30:04.556989 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54318) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:04.620169 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c394d-307d-4251-91b8-538529f5c119 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07d156d-a5b1-4c4b-a256-c144451f5068,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:04.662486 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f3098-41de-46ab-a7ca-0b814ad77fd2 req-25613cd7-8f48-4ab4-87cd-f2163daa5d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:04.663767 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-968da0a8-ea8d-4321-b754-ab7584218e89 req-8e77f11b-3340-4772-9f20-7c0c1ee0af9b tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] For port 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=8bff7d51-e2cd-40a7-86d2-b5a4ae62543a,segment=NetworkSegment(423703b9-76e6-498d-bc48-1d008d31a61e),segment_id=423703b9-76e6-498d-bc48-1d008d31a61e)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:30:04.664304 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-968da0a8-ea8d-4321-b754-ab7584218e89 req-8e77f11b-3340-4772-9f20-7c0c1ee0af9b tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:04.665480 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1b7f3098-41de-46ab-a7ca-0b814ad77fd2 req-25613cd7-8f48-4ab4-87cd-f2163daa5d18 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a2ff0531-86df-4128-aada-59bf6c78a2e2 HTTP/1.1" status: 200 len: 912 time: 0.1255159 Jul 24 09:30:04.717253 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-968da0a8-ea8d-4321-b754-ab7584218e89 req-8e77f11b-3340-4772-9f20-7c0c1ee0af9b tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Calling delete_port for 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:30:04.750937 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-3f3743b1-ea55-414f-a455-48da66d7440d service neutron] For port 7f652060-c625-4e60-81fb-313979ac061c, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:30:04.830657 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1b7f3098-41de-46ab-a7ca-0b814ad77fd2 req-1fb5f04c-3428-40b4-b000-0a6f1531a1ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23c585a2-8396-44d5-ae6e-8c2b25323a2f HTTP/1.1" status: 200 len: 217 time: 0.1567769 Jul 24 09:30:04.924651 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-104d60aa-dcda-44a7-8900-53c0ae77daf2 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3552928 Jul 24 09:30:04.930731 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54328) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:04.974835 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-3f3743b1-ea55-414f-a455-48da66d7440d service neutron] For port 7f652060-c625-4e60-81fb-313979ac061c, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=7f652060-c625-4e60-81fb-313979ac061c,segment=NetworkSegment(452ecc20-60b4-4651-8fef-8504fa62e486),segment_id=452ecc20-60b4-4651-8fef-8504fa62e486)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:30:05.084227 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5342c524-4a92-47fb-a0c1-77d043bf9a95 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:30:05.121085 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-3f3743b1-ea55-414f-a455-48da66d7440d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:05.139541 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5981a420-b54c-468c-8add-c4db045b6075 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:05.204631 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 5342c524-4a92-47fb-a0c1-77d043bf9a95 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:30:05.205413 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:05.221032 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-3f3743b1-ea55-414f-a455-48da66d7440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:05.221710 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-3f3743b1-ea55-414f-a455-48da66d7440d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:05.223226 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-3f3743b1-ea55-414f-a455-48da66d7440d service neutron] 10.222.0.37 "PUT /v2.0/ports/7f652060-c625-4e60-81fb-313979ac061c HTTP/1.1" status: 200 len: 1091 time: 3.0161316 Jul 24 09:30:05.229682 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcea8d18-ff79-409b-93d4-f56076f27309', 'tag': '7f652060-c625-4e60-81fb-313979ac061c'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:30:05.234210 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904d9b4a-b2c8-426a-8a9f-ad8c3fe7a88f" -d '{"events": [{"name": "network-changed", "server_uuid": "bcea8d18-ff79-409b-93d4-f56076f27309", "tag": "7f652060-c625-4e60-81fb-313979ac061c"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:30:05.274733 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3743b1-ea55-414f-a455-48da66d7440d service neutron] Pushing event updated for resources: {'Port': ['ID=7f652060-c625-4e60-81fb-313979ac061c,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:05.302441 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5981a420-b54c-468c-8add-c4db045b6075 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:05.374650 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a9c24-edfd-47f1-b483-c0f04d06d082 req-a016ab46-7848-4339-9140-a18d15747758 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:05.377549 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a25a9c24-edfd-47f1-b483-c0f04d06d082 req-a016ab46-7848-4339-9140-a18d15747758 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.4529026 Jul 24 09:30:05.415249 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21f1f6aa-40d4-40a1-b4ab-51c6eacb6163 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:05.434122 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f3098-41de-46ab-a7ca-0b814ad77fd2 req-71024ae1-63fb-45fa-9fc3-f9396df769bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:05.436297 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1b7f3098-41de-46ab-a7ca-0b814ad77fd2 req-71024ae1-63fb-45fa-9fc3-f9396df769bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c27b43a-8c5a-4d7d-8e01-21640f4f615b HTTP/1.1" status: 200 len: 852 time: 0.5984745 Jul 24 09:30:05.476369 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6d36e-3ac0-4a67-8862-06490a07471d req-0e21b4dd-9be3-4935-8516-831975265205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:05.477899 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4d6d36e-3ac0-4a67-8862-06490a07471d req-0e21b4dd-9be3-4935-8516-831975265205 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ddf1f6a8ea84a438a459d68cf609e56&device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 1096 time: 0.6030884 Jul 24 09:30:05.506009 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1b7f3098-41de-46ab-a7ca-0b814ad77fd2 req-b2e22ef4-f0da-4a52-beb6-cf8850647d6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a2ff0531-86df-4128-aada-59bf6c78a2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435309 Jul 24 09:30:05.569368 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2532838-61c6-4321-82c5-164cf022e87a req-5cd1d06f-2bf4-4687-a4fe-c4e430aed9c5 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:05.585342 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a2532838-61c6-4321-82c5-164cf022e87a req-5cd1d06f-2bf4-4687-a4fe-c4e430aed9c5 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e3a055-2948-480c-b87f-498cee0f9b5c HTTP/1.1" status: 200 len: 909 time: 0.5073662 Jul 24 09:30:05.588277 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5981a420-b54c-468c-8add-c4db045b6075 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:05.594206 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5981a420-b54c-468c-8add-c4db045b6075 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:05.599468 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5981a420-b54c-468c-8add-c4db045b6075 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "DELETE /v2.0/security-groups/3ec994cb-1107-45d7-9e89-3f26a715f0eb HTTP/1.1" status: 204 len: 168 time: 0.6587605 Jul 24 09:30:05.613097 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54342) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:05.708399 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981a420-b54c-468c-8add-c4db045b6075 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec994cb-1107-45d7-9e89-3f26a715f0eb,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:05.758198 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6d36e-3ac0-4a67-8862-06490a07471d req-a9ec2d74-4a75-4ea1-9f1d-acc5f6d182ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:05.760424 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4d6d36e-3ac0-4a67-8862-06490a07471d req-a9ec2d74-4a75-4ea1-9f1d-acc5f6d182ec service neutron] 10.222.0.20 "GET /v2.0/networks?id=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d HTTP/1.1" status: 200 len: 911 time: 0.2293346 Jul 24 09:30:05.775049 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1b7f3098-41de-46ab-a7ca-0b814ad77fd2 req-ad54c0e4-280e-4e85-a1f9-34189e7111a7 service neutron] 10.222.0.20 "GET /v2.0/networks/a2ff0531-86df-4128-aada-59bf6c78a2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619460 Jul 24 09:30:05.781177 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a25a9c24-edfd-47f1-b483-c0f04d06d082 req-832ee521-5bbc-45b2-a83b-d2f97a4c3a67 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3563714 Jul 24 09:30:05.782556 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-968da0a8-ea8d-4321-b754-ab7584218e89 req-8e77f11b-3340-4772-9f20-7c0c1ee0af9b tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:05.977656 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1b7f3098-41de-46ab-a7ca-0b814ad77fd2 req-30d4e6f5-e3f3-476a-b115-03c8aa77ffc6 service neutron] 10.222.0.20 "GET /v2.0/networks/a2ff0531-86df-4128-aada-59bf6c78a2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946785 Jul 24 09:30:06.223638 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a4e098-1051-4410-addf-f19e00197333 x-openstack-request-id: req-a7a4e098-1051-4410-addf-f19e00197333 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:30:06.223638 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcea8d18-ff79-409b-93d4-f56076f27309", "tag": "7f652060-c625-4e60-81fb-313979ac061c", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:30:06.223638 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7a4e098-1051-4410-addf-f19e00197333 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:30:06.223638 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcea8d18-ff79-409b-93d4-f56076f27309', 'tag': '7f652060-c625-4e60-81fb-313979ac061c', 'status': 'completed', 'code': 200} Jul 24 09:30:06.365079 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77f11b-3340-4772-9f20-7c0c1ee0af9b tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event deleted for resources: {'Port': ['ID=8bff7d51-e2cd-40a7-86d2-b5a4ae62543a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:06.388645 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-35ee666a-e45c-4289-ac73-98e59c57630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:06.390264 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-35ee666a-e45c-4289-ac73-98e59c57630f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=20eec70be2124bdf8bbe1e4637c3db20&device_id=bcea8d18-ff79-409b-93d4-f56076f27309 HTTP/1.1" status: 200 len: 1094 time: 1.0555747 Jul 24 09:30:06.434675 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-14a5844d-7d88-4245-9a5f-05bbd13e2dd0 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8178833 Jul 24 09:30:06.440345 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54358) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:06.443959 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-968da0a8-ea8d-4321-b754-ab7584218e89 req-8e77f11b-3340-4772-9f20-7c0c1ee0af9b tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] No DVR routers for this DVR port 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:30:06.447461 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-04475ee7-b6b7-40f8-8a7e-3eacca42a16a tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1556549345'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:06.449929 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-968da0a8-ea8d-4321-b754-ab7584218e89 req-8e77f11b-3340-4772-9f20-7c0c1ee0af9b tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:06.451941 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-968da0a8-ea8d-4321-b754-ab7584218e89 req-8e77f11b-3340-4772-9f20-7c0c1ee0af9b tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.20 "DELETE /v2.0/ports/8bff7d51-e2cd-40a7-86d2-b5a4ae62543a HTTP/1.1" status: 204 len: 173 time: 3.0825012 Jul 24 09:30:06.458651 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4d6d36e-3ac0-4a67-8862-06490a07471d req-d3ea8125-91b2-4ed7-adcc-6c96e4ba84d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f4d8f1-8b54-42bd-a1fc-408ef69a6354 HTTP/1.1" status: 200 len: 1000 time: 0.6838350 Jul 24 09:30:06.517174 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04475ee7-b6b7-40f8-8a7e-3eacca42a16a tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:06.541388 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 23c585a2-8396-44d5-ae6e-8c2b25323a2f details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:30:06.546345 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:30:06.645806 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:30:06.646508 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 8bff7d51-e2cd-40a7-86d2-b5a4ae62543a not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:30:06.729307 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-75f6dd26-83b1-4523-a862-43cea2a16251 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f652060-c625-4e60-81fb-313979ac061c HTTP/1.1" status: 200 len: 217 time: 0.3241329 Jul 24 09:30:06.847088 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3f5f5b9d-458b-493a-a163-b69fc46b65ba req-9c14f4c2-6722-44c4-80f5-978dea0355c5 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e3a055-2948-480c-b87f-498cee0f9b5c HTTP/1.1" status: 200 len: 210 time: 0.0659175 Jul 24 09:30:06.863275 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04475ee7-b6b7-40f8-8a7e-3eacca42a16a tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:06.876845 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04475ee7-b6b7-40f8-8a7e-3eacca42a16a tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:06.942538 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04475ee7-b6b7-40f8-8a7e-3eacca42a16a tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c60cda-dcb1-4b46-8bd4-e39ae96a1118,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:06.942722 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 23c585a2-8396-44d5-ae6e-8c2b25323a2f, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=23c585a2-8396-44d5-ae6e-8c2b25323a2f,segment=NetworkSegment(452ecc20-60b4-4651-8fef-8504fa62e486),segment_id=452ecc20-60b4-4651-8fef-8504fa62e486)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:30:06.974895 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04475ee7-b6b7-40f8-8a7e-3eacca42a16a tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:06.980164 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-04475ee7-b6b7-40f8-8a7e-3eacca42a16a tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5380411 Jul 24 09:30:06.980717 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54394) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:06.986981 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e71ac11f-fd69-43f5-821d-c5288625696b tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Request body: {'security_group_rule': {'security_group_id': '24c60cda-dcb1-4b46-8bd4-e39ae96a1118', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:06.994264 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '23c585a2-8396-44d5-ae6e-8c2b25323a2f', 'network_id': 'a2ff0531-86df-4128-aada-59bf6c78a2e2', 'port_id': '23c585a2-8396-44d5-ae6e-8c2b25323a2f', 'mac_address': 'fa:16:3e:61:08:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c27b43a-8c5a-4d7d-8e01-21640f4f615b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:30:07.063903 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e71ac11f-fd69-43f5-821d-c5288625696b tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:07.119102 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:07.143835 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c585a2-8396-44d5-ae6e-8c2b25323a2f {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:30:07.200480 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2d928-147c-44a9-a763-ebe5ae401c81 req-75551b4b-7d54-4b0c-9f45-3e4c762d74cd tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:07.206355 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-33f2d928-147c-44a9-a763-ebe5ae401c81 req-75551b4b-7d54-4b0c-9f45-3e4c762d74cd tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b HTTP/1.1" status: 200 len: 943 time: 0.9760613 Jul 24 09:30:07.208157 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 23c585a2-8396-44d5-ae6e-8c2b25323a2f, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=23c585a2-8396-44d5-ae6e-8c2b25323a2f,segment=NetworkSegment(452ecc20-60b4-4651-8fef-8504fa62e486),segment_id=452ecc20-60b4-4651-8fef-8504fa62e486)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:30:07.211091 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21f1f6aa-40d4-40a1-b4ab-51c6eacb6163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:07.218118 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-7ef0aeeb-4f78-441f-872d-64a45262e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:07.220169 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:07.221544 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-7ef0aeeb-4f78-441f-872d-64a45262e55a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c27b43a-8c5a-4d7d-8e01-21640f4f615b HTTP/1.1" status: 200 len: 852 time: 0.3542945 Jul 24 09:30:07.224187 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6d36e-3ac0-4a67-8862-06490a07471d req-c3e0a949-1dcc-4ec4-baf1-8bb471930808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:07.226936 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4d6d36e-3ac0-4a67-8862-06490a07471d req-c3e0a949-1dcc-4ec4-baf1-8bb471930808 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff HTTP/1.1" status: 200 len: 850 time: 0.3587625 Jul 24 09:30:07.279324 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e71ac11f-fd69-43f5-821d-c5288625696b tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:07.294874 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e71ac11f-fd69-43f5-821d-c5288625696b tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:07.331295 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ac11f-fd69-43f5-821d-c5288625696b tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e194e1-b080-4095-9724-511664c68024,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:07.357868 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e71ac11f-fd69-43f5-821d-c5288625696b tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:07.362873 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e71ac11f-fd69-43f5-821d-c5288625696b tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3805494 Jul 24 09:30:07.370412 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54404) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:07.393514 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=23c585a2-8396-44d5-ae6e-8c2b25323a2f,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:07.448714 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-daeb0800-23d2-4232-8968-e4f90fce1e0f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2ff0531-86df-4128-aada-59bf6c78a2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2188919 Jul 24 09:30:07.472969 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['23c585a2-8396-44d5-ae6e-8c2b25323a2f'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:30:07.496704 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05b25a-bea8-469f-a91b-e64f4b797ca6 req-cda61087-9276-4b89-a90d-9a80b9bd1b54 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:07.504653 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fb05b25a-bea8-469f-a91b-e64f4b797ca6 req-cda61087-9276-4b89-a90d-9a80b9bd1b54 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.3059459 Jul 24 09:30:07.528692 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d139e806-a116-4e72-a68b-84920927ac35 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:07.561309 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d139e806-a116-4e72-a68b-84920927ac35 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:07.616029 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fb05b25a-bea8-469f-a91b-e64f4b797ca6 req-cad541dc-394c-4552-9144-608804938606 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099670 Jul 24 09:30:07.618606 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-33f2d928-147c-44a9-a763-ebe5ae401c81 req-b36e5802-610d-45a7-a516-730d990934fe tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a969fa2-fc27-4f8c-b747-535a34d90799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913388 Jul 24 09:30:07.662254 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d139e806-a116-4e72-a68b-84920927ac35 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:07.668825 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d139e806-a116-4e72-a68b-84920927ac35 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:07.673367 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d139e806-a116-4e72-a68b-84920927ac35 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/05e194e1-b080-4095-9724-511664c68024 HTTP/1.1" status: 204 len: 168 time: 0.3004534 Jul 24 09:30:07.675067 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54412) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:07.721058 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139e806-a116-4e72-a68b-84920927ac35 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05e194e1-b080-4095-9724-511664c68024,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:07.746886 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-764878d5-532a-406e-8464-1e1d5828786b service neutron] 10.222.0.37 "GET /v2.0/networks/a2ff0531-86df-4128-aada-59bf6c78a2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810512 Jul 24 09:30:07.754465 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6d36e-3ac0-4a67-8862-06490a07471d req-055b8d25-58e6-4adc-b65b-32bc48cd2d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:07.756031 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4d6d36e-3ac0-4a67-8862-06490a07471d req-055b8d25-58e6-4adc-b65b-32bc48cd2d15 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5081742 Jul 24 09:30:07.759731 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b08d2695-6f53-49d8-a443-a99d2b29fba6 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0781739 Jul 24 09:30:07.761768 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54414) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:07.782990 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f1f6aa-40d4-40a1-b4ab-51c6eacb6163 admin admin] Router 59b1324c-146f-4a6d-9e1f-639e7ee9a4d0 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:30:07.845399 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-08c9f822-70d1-403e-a88c-80d91ab32b5f tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:07.876139 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-08c9f822-70d1-403e-a88c-80d91ab32b5f tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:07.927621 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54426) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:08.015664 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28f8ea8b-75c3-46ed-8da3-a251ee20e153 req-276de32d-5b1e-4bb2-bda1-3431874b78c0 service neutron] 10.222.0.37 "GET /v2.0/networks/a2ff0531-86df-4128-aada-59bf6c78a2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586367 Jul 24 09:30:08.037959 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4d6d36e-3ac0-4a67-8862-06490a07471d req-e4385712-98fa-4309-b60c-0caf04c3d703 service neutron] 10.222.0.20 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724588 Jul 24 09:30:08.044768 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f1f6aa-40d4-40a1-b4ab-51c6eacb6163 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:30:08.055673 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] Sync routers for ids ['59b1324c-146f-4a6d-9e1f-639e7ee9a4d0'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:30:08.079433 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-08c9f822-70d1-403e-a88c-80d91ab32b5f tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:08.080717 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] Routers {'59b1324c-146f-4a6d-9e1f-639e7ee9a4d0'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:30:08.081874 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:30:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['59b1324c-146f-4a6d-9e1f-639e7ee9a4d0'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:08.082416 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-08c9f822-70d1-403e-a88c-80d91ab32b5f tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:08.084124 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-08c9f822-70d1-403e-a88c-80d91ab32b5f tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "DELETE /v2.0/security-groups/24c60cda-dcb1-4b46-8bd4-e39ae96a1118 HTTP/1.1" status: 204 len: 168 time: 0.3209386 Jul 24 09:30:08.122283 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54432) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:08.169853 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21f1f6aa-40d4-40a1-b4ab-51c6eacb6163 admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:08.171299 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-21f1f6aa-40d4-40a1-b4ab-51c6eacb6163 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.8169074 Jul 24 09:30:08.177601 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54444) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:08.193639 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9f822-70d1-403e-a88c-80d91ab32b5f tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c60cda-dcb1-4b46-8bd4-e39ae96a1118,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:08.230037 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8fddc4a0-1de9-46dc-8911-9f65f40cf574 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0732024 Jul 24 09:30:08.242765 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54446) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:08.249271 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-80fe5fd7-8ffe-4281-9336-d17fe5fad869 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Request body: {'security_group': {'name': 'tempest-secgroup--2060474456'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:08.283380 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80fe5fd7-8ffe-4281-9336-d17fe5fad869 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:08.292633 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e3a055-2948-480c-b87f-498cee0f9b5c', 'name': 'network-vif-deleted', 'tag': '8bff7d51-e2cd-40a7-86d2-b5a4ae62543a'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:30:08.294895 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5877547-1317-4cfe-abc4-2732dcc525be" -d '{"events": [{"server_uuid": "c0e3a055-2948-480c-b87f-498cee0f9b5c", "name": "network-vif-deleted", "tag": "8bff7d51-e2cd-40a7-86d2-b5a4ae62543a"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:30:08.315629 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a4d6d36e-3ac0-4a67-8862-06490a07471d req-e7276c0c-e191-4159-a63a-c77de01f17e1 service neutron] 10.222.0.20 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690563 Jul 24 09:30:08.386400 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d9b4a-b2c8-426a-8a9f-ad8c3fe7a88f req-351aa46b-c955-4b3c-b6ed-594e76283f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:08.394002 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] Set router 59b1324c-146f-4a6d-9e1f-639e7ee9a4d0 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:30:08.394870 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-904d9b4a-b2c8-426a-8a9f-ad8c3fe7a88f req-351aa46b-c955-4b3c-b6ed-594e76283f17 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=20eec70be2124bdf8bbe1e4637c3db20&device_id=bcea8d18-ff79-409b-93d4-f56076f27309 HTTP/1.1" status: 200 len: 1094 time: 0.2563119 Jul 24 09:30:08.445801 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0646c76-a522-481a-9744-52eddd7df033 x-openstack-request-id: req-e0646c76-a522-481a-9744-52eddd7df033 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:30:08.446295 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e3a055-2948-480c-b87f-498cee0f9b5c", "name": "network-vif-deleted", "tag": "8bff7d51-e2cd-40a7-86d2-b5a4ae62543a", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:30:08.446738 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0646c76-a522-481a-9744-52eddd7df033 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:30:08.447283 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e3a055-2948-480c-b87f-498cee0f9b5c', 'name': 'network-vif-deleted', 'tag': '8bff7d51-e2cd-40a7-86d2-b5a4ae62543a', 'status': 'completed', 'code': 200} Jul 24 09:30:08.488612 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80fe5fd7-8ffe-4281-9336-d17fe5fad869 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:08.502761 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80fe5fd7-8ffe-4281-9336-d17fe5fad869 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:08.551484 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80fe5fd7-8ffe-4281-9336-d17fe5fad869 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:08.555527 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-80fe5fd7-8ffe-4281-9336-d17fe5fad869 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3088195 Jul 24 09:30:08.555527 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe5fd7-8ffe-4281-9336-d17fe5fad869 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa37b22-6bc7-4918-8276-90fcf54d979c,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:08.557194 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54464) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:08.562181 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-5f21ac67-b54f-4711-9368-d3242aa8cc07 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Request body: {'security_group_rule': {'security_group_id': '6fa37b22-6bc7-4918-8276-90fcf54d979c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:08.598191 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 23c585a2-8396-44d5-ae6e-8c2b25323a2f up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:30:08.627577 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5f21ac67-b54f-4711-9368-d3242aa8cc07 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:08.832353 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d9b4a-b2c8-426a-8a9f-ad8c3fe7a88f req-8f5b5931-c661-4541-95cd-2ff23f9c0e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:08.833846 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-904d9b4a-b2c8-426a-8a9f-ad8c3fe7a88f req-8f5b5931-c661-4541-95cd-2ff23f9c0e08 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a2ff0531-86df-4128-aada-59bf6c78a2e2 HTTP/1.1" status: 200 len: 912 time: 0.4304399 Jul 24 09:30:08.861009 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-31ff1cce-b326-4127-9098-f75c6a5a6395 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:08.865730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 23c585a2-8396-44d5-ae6e-8c2b25323a2f completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:30:08.873325 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 23c585a2-8396-44d5-ae6e-8c2b25323a2f triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:30:08.873996 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:08.979467 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-904d9b4a-b2c8-426a-8a9f-ad8c3fe7a88f req-5d56909e-05d0-4733-b3bf-f0fcaa124c81 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f652060-c625-4e60-81fb-313979ac061c HTTP/1.1" status: 200 len: 217 time: 0.1318781 Jul 24 09:30:08.994904 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b1324c-146f-4a6d-9e1f-639e7ee9a4d0', 'name': 'tempest-TestVolumeBackupRestore-702884459-router', 'tenant_id': 'dad90ab21f844277a18a777c6bb5f456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '554e5ad5-56a7-411a-9299-0f3a8d253a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:58Z', 'updated_at': '2021-07-24T09:30:04Z', 'revision_number': 3, 'project_id': 'dad90ab21f844277a18a777c6bb5f456', 'gw_port': {'id': '554e5ad5-56a7-411a-9299-0f3a8d253a2d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b1324c-146f-4a6d-9e1f-639e7ee9a4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:30:01Z', 'updated_at': '2021-07-24T09:30:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:09.048302 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] Checking router: 59b1324c-146f-4a6d-9e1f-639e7ee9a4d0 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:30:09.048654 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] Updating router 59b1324c-146f-4a6d-9e1f-639e7ee9a4d0 port 554e5ad5-56a7-411a-9299-0f3a8d253a2d binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:30:09.085793 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d9b4a-b2c8-426a-8a9f-ad8c3fe7a88f req-694c6ed6-8307-4eb1-a3a2-05acac077474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:09.087238 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-904d9b4a-b2c8-426a-8a9f-ad8c3fe7a88f req-694c6ed6-8307-4eb1-a3a2-05acac077474 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c27b43a-8c5a-4d7d-8e01-21640f4f615b HTTP/1.1" status: 200 len: 852 time: 0.0879760 Jul 24 09:30:09.121602 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:09.124530 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:09.172102 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-904d9b4a-b2c8-426a-8a9f-ad8c3fe7a88f req-c85bf37a-fbb8-42a8-9b68-0ad56b8f3ca8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2ff0531-86df-4128-aada-59bf6c78a2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654404 Jul 24 09:30:09.185440 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17514b1-c344-4c71-95a9-07f49b8a3be7 req-1d8679bc-1b50-406a-9ddd-98e71ca6e211 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:09.192994 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f17514b1-c344-4c71-95a9-07f49b8a3be7 req-1d8679bc-1b50-406a-9ddd-98e71ca6e211 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.3642902 Jul 24 09:30:09.204335 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c585a2-8396-44d5-ae6e-8c2b25323a2f'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:30:09.207091 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4084e218-2e2f-41bd-a811-a33565ffe3cf" -d '{"events": [{"server_uuid": "4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b", "name": "network-vif-plugged", "status": "completed", "tag": "23c585a2-8396-44d5-ae6e-8c2b25323a2f"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:30:09.240480 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5f21ac67-b54f-4711-9368-d3242aa8cc07 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:09.273442 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 23c585a2-8396-44d5-ae6e-8c2b25323a2f, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=23c585a2-8396-44d5-ae6e-8c2b25323a2f,segment=NetworkSegment(452ecc20-60b4-4651-8fef-8504fa62e486),segment_id=452ecc20-60b4-4651-8fef-8504fa62e486)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:30:09.283156 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:09.296347 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f17514b1-c344-4c71-95a9-07f49b8a3be7 req-b53dec48-bdc5-4840-a11c-cc3ead23e805 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024137 Jul 24 09:30:09.297393 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5f21ac67-b54f-4711-9368-d3242aa8cc07 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:09.359926 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21ac67-b54f-4711-9368-d3242aa8cc07 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b4ffd27-1bc1-4847-98f6-4af136923de3,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:09.372348 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=23c585a2-8396-44d5-ae6e-8c2b25323a2f,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:09.374569 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5f21ac67-b54f-4711-9368-d3242aa8cc07 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:09.376985 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5f21ac67-b54f-4711-9368-d3242aa8cc07 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8187106 Jul 24 09:30:09.389889 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54512) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:09.412319 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b6787d49-3575-4c5b-a29f-f74bb95df96f tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-group-rules/8b4ffd27-1bc1-4847-98f6-4af136923de3 HTTP/1.1" status: 200 len: 763 time: 0.0197990 Jul 24 09:30:09.417533 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54514) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:09.502236 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b17f54-547c-46c1-a16b-4979397ec018 req-9d660750-8c2f-4a07-b34e-f96604173bf5 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:09.511011 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d3b17f54-547c-46c1-a16b-4979397ec018 req-9d660750-8c2f-4a07-b34e-f96604173bf5 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b HTTP/1.1" status: 200 len: 944 time: 0.6357613 Jul 24 09:30:09.541063 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2d597ac0-5736-4826-bb76-df873c4efb1b tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1144342 Jul 24 09:30:09.550535 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54520) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:09.598763 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dfa0ab-3dbc-4d66-9223-e5aa74211901 x-openstack-request-id: req-26dfa0ab-3dbc-4d66-9223-e5aa74211901 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:30:09.598991 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b", "name": "network-vif-plugged", "status": "completed", "tag": "23c585a2-8396-44d5-ae6e-8c2b25323a2f", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:30:09.599204 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26dfa0ab-3dbc-4d66-9223-e5aa74211901 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:30:09.599526 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c585a2-8396-44d5-ae6e-8c2b25323a2f', 'code': 200} Jul 24 09:30:09.623670 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:09.630090 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5eb7f9c4-ad8c-40c2-be36-684bccccefd5 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:09.661371 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] Transition to ACTIVE for port object 554e5ad5-56a7-411a-9299-0f3a8d253a2d will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:30:09.661898 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5eb7f9c4-ad8c-40c2-be36-684bccccefd5 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:09.669069 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:09.684500 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d3b17f54-547c-46c1-a16b-4979397ec018 req-cd23a811-62f6-403b-9489-5fe3b64ac6e1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a969fa2-fc27-4f8c-b747-535a34d90799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724670 Jul 24 09:30:09.740465 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-904d9b4a-b2c8-426a-8a9f-ad8c3fe7a88f req-c5d86da9-a1bc-4005-a71c-b986b9c302e9 service neutron] 10.222.0.37 "GET /v2.0/networks/a2ff0531-86df-4128-aada-59bf6c78a2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687048 Jul 24 09:30:09.766220 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5eb7f9c4-ad8c-40c2-be36-684bccccefd5 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:09.803248 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5eb7f9c4-ad8c-40c2-be36-684bccccefd5 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:09.805031 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5eb7f9c4-ad8c-40c2-be36-684bccccefd5 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/8b4ffd27-1bc1-4847-98f6-4af136923de3 HTTP/1.1" status: 204 len: 168 time: 0.2523429 Jul 24 09:30:09.806178 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7f9c4-ad8c-40c2-be36-684bccccefd5 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b4ffd27-1bc1-4847-98f6-4af136923de3,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:09.807693 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54526) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:09.820520 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d619dc9-abb0-4f28-a677-182af0106d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:09.841426 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-31ff1cce-b326-4127-9098-f75c6a5a6395 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Deleting port 5c3e2172-b24d-401f-8c20-22738d0d1729 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:30:09.841892 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-31ff1cce-b326-4127-9098-f75c6a5a6395 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:10.006948 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c84a2-acc6-42cd-a430-8d72b65b6fc6 None None] Pushing event updated for resources: {'Port': ['ID=554e5ad5-56a7-411a-9299-0f3a8d253a2d,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:10.016142 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-31ff1cce-b326-4127-9098-f75c6a5a6395 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] For port 5c3e2172-b24d-401f-8c20-22738d0d1729, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5c3e2172-b24d-401f-8c20-22738d0d1729,segment=NetworkSegment(423703b9-76e6-498d-bc48-1d008d31a61e),segment_id=423703b9-76e6-498d-bc48-1d008d31a61e)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:30:10.016406 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-31ff1cce-b326-4127-9098-f75c6a5a6395 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:10.019941 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] Attempting to bind port 554e5ad5-56a7-411a-9299-0f3a8d253a2d on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:30:10.021384 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] Attempting to bind port 554e5ad5-56a7-411a-9299-0f3a8d253a2d by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:30:10.025489 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] Attempting to bind port 554e5ad5-56a7-411a-9299-0f3a8d253a2d on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:30:10.034906 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:30:10.035981 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:30:10.037523 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:10.038714 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:30:10.040751 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] Bound port: 554e5ad5-56a7-411a-9299-0f3a8d253a2d, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:30:10.041307 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:10.065733 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-31ff1cce-b326-4127-9098-f75c6a5a6395 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Calling delete_port for 5c3e2172-b24d-401f-8c20-22738d0d1729 owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:30:10.143956 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] For port 554e5ad5-56a7-411a-9299-0f3a8d253a2d, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:30:10.148200 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] For port 554e5ad5-56a7-411a-9299-0f3a8d253a2d, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=554e5ad5-56a7-411a-9299-0f3a8d253a2d,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:30:10.155401 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:10.251176 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] Routers {'59b1324c-146f-4a6d-9e1f-639e7ee9a4d0'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:30:10.252144 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:30:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['59b1324c-146f-4a6d-9e1f-639e7ee9a4d0'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:10.342763 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c84a2-acc6-42cd-a430-8d72b65b6fc6 None None] Pushing event updated for resources: {'Port': ['ID=554e5ad5-56a7-411a-9299-0f3a8d253a2d,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:10.410674 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] Set router 59b1324c-146f-4a6d-9e1f-639e7ee9a4d0 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:30:10.442054 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-31ff1cce-b326-4127-9098-f75c6a5a6395 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:10.567968 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff1cce-b326-4127-9098-f75c6a5a6395 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event deleted for resources: {'Port': ['ID=5c3e2172-b24d-401f-8c20-22738d0d1729,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:10.693626 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-904d9b4a-b2c8-426a-8a9f-ad8c3fe7a88f req-3d6009b1-d5b9-46d4-b689-9442a271953e service neutron] 10.222.0.37 "GET /v2.0/networks/a2ff0531-86df-4128-aada-59bf6c78a2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9354331 Jul 24 09:30:10.807338 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b1324c-146f-4a6d-9e1f-639e7ee9a4d0', 'name': 'tempest-TestVolumeBackupRestore-702884459-router', 'tenant_id': 'dad90ab21f844277a18a777c6bb5f456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '554e5ad5-56a7-411a-9299-0f3a8d253a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:58Z', 'updated_at': '2021-07-24T09:30:04Z', 'revision_number': 3, 'project_id': 'dad90ab21f844277a18a777c6bb5f456', 'gw_port': {'id': '554e5ad5-56a7-411a-9299-0f3a8d253a2d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b1324c-146f-4a6d-9e1f-639e7ee9a4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:30:01Z', 'updated_at': '2021-07-24T09:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:10.816175 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2703c0b-ca11-4f86-a1da-b24731dc9886 req-800e398c-e0c8-410b-8fc6-10279910d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:10.817709 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f2703c0b-ca11-4f86-a1da-b24731dc9886 req-800e398c-e0c8-410b-8fc6-10279910d119 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b HTTP/1.1" status: 200 len: 1096 time: 1.1275971 Jul 24 09:30:10.827068 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-efa86180-d060-4de6-aefd-f6a035fe0ca0 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.0181737 Jul 24 09:30:10.846493 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 7f652060-c625-4e60-81fb-313979ac061c details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:30:10.849465 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b67494a-98e1-4db1-a8ae-c88ab30d6248 None None] The sync data for ids ['59b1324c-146f-4a6d-9e1f-639e7ee9a4d0'] in n-d-800085-9 is: [{'id': '59b1324c-146f-4a6d-9e1f-639e7ee9a4d0', 'name': 'tempest-TestVolumeBackupRestore-702884459-router', 'tenant_id': 'dad90ab21f844277a18a777c6bb5f456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '554e5ad5-56a7-411a-9299-0f3a8d253a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:58Z', 'updated_at': '2021-07-24T09:30:04Z', 'revision_number': 3, 'project_id': 'dad90ab21f844277a18a777c6bb5f456', 'gw_port': {'id': '554e5ad5-56a7-411a-9299-0f3a8d253a2d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b1324c-146f-4a6d-9e1f-639e7ee9a4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:30:01Z', 'updated_at': '2021-07-24T09:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:30:10.857242 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54548) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:10.862189 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-e63ee8f7-8d41-47b0-916b-ca3faf864ea3 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Request body: {'security_group_rule': {'security_group_id': '6fa37b22-6bc7-4918-8276-90fcf54d979c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:10.940073 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-31ff1cce-b326-4127-9098-f75c6a5a6395 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:10.974752 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9cc3d-8f67-4f7d-8920-90a4b1f0a7f4 req-af2b961f-0e70-4523-8fa2-b939fdb58fb5 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:10.975399 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f2703c0b-ca11-4f86-a1da-b24731dc9886 req-bdcf23e9-35c2-4211-ae29-55c68b01c988 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3a969fa2-fc27-4f8c-b747-535a34d90799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453335 Jul 24 09:30:10.982314 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-adb9cc3d-8f67-4f7d-8920-90a4b1f0a7f4 req-af2b961f-0e70-4523-8fa2-b939fdb58fb5 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b HTTP/1.1" status: 200 len: 945 time: 0.1679430 Jul 24 09:30:11.016189 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 7f652060-c625-4e60-81fb-313979ac061c, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=7f652060-c625-4e60-81fb-313979ac061c,segment=NetworkSegment(452ecc20-60b4-4651-8fef-8504fa62e486),segment_id=452ecc20-60b4-4651-8fef-8504fa62e486)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:30:11.022392 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e63ee8f7-8d41-47b0-916b-ca3faf864ea3 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:11.029289 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '7f652060-c625-4e60-81fb-313979ac061c', 'network_id': 'a2ff0531-86df-4128-aada-59bf6c78a2e2', 'port_id': '7f652060-c625-4e60-81fb-313979ac061c', 'mac_address': 'fa:16:3e:7b:2a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c27b43a-8c5a-4d7d-8e01-21640f4f615b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:30:11.081371 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:11.082613 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-1d619dc9-abb0-4f28-a677-182af0106d15 admin admin] Allocated IP 172.20.0.1 (15b790d2-241e-438e-86a0-b69c8f33f044/c1907807-b771-4a96-98fc-2f58f84ea6c6/f29615b1-a8bf-4f2e-981d-14c48d97d778) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:30:11.098348 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f652060-c625-4e60-81fb-313979ac061c {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:30:11.118141 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-adb9cc3d-8f67-4f7d-8920-90a4b1f0a7f4 req-567fa5f4-b1ec-4908-9d9c-1760d9800aaf tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a969fa2-fc27-4f8c-b747-535a34d90799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347420 Jul 24 09:30:11.146250 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 7f652060-c625-4e60-81fb-313979ac061c, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=7f652060-c625-4e60-81fb-313979ac061c,segment=NetworkSegment(452ecc20-60b4-4651-8fef-8504fa62e486),segment_id=452ecc20-60b4-4651-8fef-8504fa62e486)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:30:11.150658 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:11.259682 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d619dc9-abb0-4f28-a677-182af0106d15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:11.292926 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-1d619dc9-abb0-4f28-a677-182af0106d15 admin admin] Transition to ACTIVE for port object f29615b1-a8bf-4f2e-981d-14c48d97d778 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:30:11.342048 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d619dc9-abb0-4f28-a677-182af0106d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:11.358546 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=7f652060-c625-4e60-81fb-313979ac061c,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:11.377243 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['7f652060-c625-4e60-81fb-313979ac061c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:30:11.470860 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d619dc9-abb0-4f28-a677-182af0106d15 admin admin] Network 15b790d2-241e-438e-86a0-b69c8f33f044 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:30:11.475203 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ff1cce-b326-4127-9098-f75c6a5a6395 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Router 8cb6fc19-d4f1-489e-afac-0eaff61df8ac has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:30:11.481312 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c3afd-b1ec-465d-9a0f-71fece09e805 req-c63991fa-abd0-4f32-ba3b-26c8e3b956bf tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:11.491892 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-524c3afd-b1ec-465d-9a0f-71fece09e805 req-c63991fa-abd0-4f32-ba3b-26c8e3b956bf tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.8641427 Jul 24 09:30:11.574781 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-1d619dc9-abb0-4f28-a677-182af0106d15 admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:30:11.650475 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d619dc9-abb0-4f28-a677-182af0106d15 admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:30:11.752214 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d619dc9-abb0-4f28-a677-182af0106d15 admin admin] Pushing event updated for resources: {'Port': ['ID=f29615b1-a8bf-4f2e-981d-14c48d97d778,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:11.834672 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-524c3afd-b1ec-465d-9a0f-71fece09e805 req-ee65b151-0823-443f-8f3f-34d24be39eca tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3417869 Jul 24 09:30:11.958010 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ff1cce-b326-4127-9098-f75c6a5a6395 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:30:11.970316 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-31ff1cce-b326-4127-9098-f75c6a5a6395 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "PUT /v2.0/routers/8cb6fc19-d4f1-489e-afac-0eaff61df8ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0413041 Jul 24 09:30:11.971623 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54566) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:12.014255 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2083dbab-974a-416e-8eb9-daf7818e43aa None None] Sync routers for ids ['8cb6fc19-d4f1-489e-afac-0eaff61df8ac'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:30:12.041702 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d619dc9-abb0-4f28-a677-182af0106d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:12.077194 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5e1359-a7ed-4927-bdbe-e6c6688eedf3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Deleting subnet f87665ec-a169-4938-bf04-d31c58ef34d2 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:30:12.085827 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2083dbab-974a-416e-8eb9-daf7818e43aa None None] Routers {'8cb6fc19-d4f1-489e-afac-0eaff61df8ac'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:30:12.086556 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-2083dbab-974a-416e-8eb9-daf7818e43aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:30:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8cb6fc19-d4f1-489e-afac-0eaff61df8ac'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:12.093842 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b5e1359-a7ed-4927-bdbe-e6c6688eedf3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:12.094603 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e63ee8f7-8d41-47b0-916b-ca3faf864ea3 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:12.292473 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b5e1359-a7ed-4927-bdbe-e6c6688eedf3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:12.297950 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-00398a03-5584-4578-863d-599bc173e367 None None] Provisioning for port f29615b1-a8bf-4f2e-981d-14c48d97d778 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:30:12.303584 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-00398a03-5584-4578-863d-599bc173e367 None None] Provisioning complete for port f29615b1-a8bf-4f2e-981d-14c48d97d778 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:30:12.304164 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-00398a03-5584-4578-863d-599bc173e367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:12.406493 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-00398a03-5584-4578-863d-599bc173e367 None None] Port f29615b1-a8bf-4f2e-981d-14c48d97d778 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:30:12.527930 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54572) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:12.554262 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-2083dbab-974a-416e-8eb9-daf7818e43aa None None] Set router 8cb6fc19-d4f1-489e-afac-0eaff61df8ac gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:30:12.612308 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b5e1359-a7ed-4927-bdbe-e6c6688eedf3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:12.672624 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e63ee8f7-8d41-47b0-916b-ca3faf864ea3 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:12.727085 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-45838bf6-d687-4649-b078-45a56a04e6e3 admin admin] Deleting subnet 31ae8e82-00fb-47da-9072-acc56d26535b {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:30:12.744895 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-45838bf6-d687-4649-b078-45a56a04e6e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:12.830263 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 7f652060-c625-4e60-81fb-313979ac061c up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:30:12.863898 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ee8f7-8d41-47b0-916b-ca3faf864ea3 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffdbe2d7-cb6a-4f7d-a13c-97af99c26180,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:12.884038 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e63ee8f7-8d41-47b0-916b-ca3faf864ea3 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:12.890697 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54580) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:12.891202 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e63ee8f7-8d41-47b0-916b-ca3faf864ea3 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.0275049 Jul 24 09:30:12.927446 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d619dc9-abb0-4f28-a677-182af0106d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:12.933686 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-45838bf6-d687-4649-b078-45a56a04e6e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:12.950825 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54584) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:12.953576 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6573b585-646b-449e-96a8-7ed62bb5fb05 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-group-rules/ffdbe2d7-cb6a-4f7d-a13c-97af99c26180 HTTP/1.1" status: 200 len: 763 time: 0.0597966 Jul 24 09:30:13.000664 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b5e1359-a7ed-4927-bdbe-e6c6688eedf3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:13.079959 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55187be-2679-4520-88c1-00103692d26f req-b4d15053-cf1c-480c-81c1-d30e3dac14b7 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:13.085688 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e1359-a7ed-4927-bdbe-e6c6688eedf3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event deleted for resources: {'Subnet': ['ID=f87665ec-a169-4938-bf04-d31c58ef34d2,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:13.089376 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d55187be-2679-4520-88c1-00103692d26f req-b4d15053-cf1c-480c-81c1-d30e3dac14b7 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b HTTP/1.1" status: 200 len: 945 time: 0.4685571 Jul 24 09:30:13.144377 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-45838bf6-d687-4649-b078-45a56a04e6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:13.179595 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 7f652060-c625-4e60-81fb-313979ac061c completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:30:13.198980 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 7f652060-c625-4e60-81fb-313979ac061c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:30:13.206992 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:13.260449 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b5e1359-a7ed-4927-bdbe-e6c6688eedf3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:13.265082 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0b5e1359-a7ed-4927-bdbe-e6c6688eedf3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "DELETE /v2.0/subnets/f87665ec-a169-4938-bf04-d31c58ef34d2 HTTP/1.1" status: 204 len: 168 time: 1.2894187 Jul 24 09:30:13.268109 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54590) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:13.313970 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-2083dbab-974a-416e-8eb9-daf7818e43aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb6fc19-d4f1-489e-afac-0eaff61df8ac', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2029194130', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '423d2d81-8053-4713-9bd7-be69ff7324c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:15Z', 'updated_at': '2021-07-24T09:30:10Z', 'revision_number': 5, 'project_id': '0cc97363126d47d180e03071fb076852', 'gw_port': {'id': '423d2d81-8053-4713-9bd7-be69ff7324c5', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb6fc19-d4f1-489e-afac-0eaff61df8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:16Z', 'updated_at': '2021-07-24T09:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:13.328899 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d55187be-2679-4520-88c1-00103692d26f req-4e8e6758-9305-4ef1-bbba-b2760e0f4d9c tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a969fa2-fc27-4f8c-b747-535a34d90799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384727 Jul 24 09:30:13.377543 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5d04eac2-30b0-43fc-98df-5c2b6323c7f7 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4059293 Jul 24 09:30:13.397039 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54594) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:13.448595 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df50ef5-8dd6-4e4a-9c8d-34226db66d63 None None] Network 6c620b1b-144e-4808-bcbb-1fd8bd2c3a38 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:30:13.460466 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b49af251-07ef-48ab-ad85-3ee867947721 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:13.526572 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2083dbab-974a-416e-8eb9-daf7818e43aa None None] Checking router: 8cb6fc19-d4f1-489e-afac-0eaff61df8ac for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:30:13.545760 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-494396c6-f81d-4881-9a9d-19254dfa829f tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:13.556127 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2083dbab-974a-416e-8eb9-daf7818e43aa None None] Routers {'8cb6fc19-d4f1-489e-afac-0eaff61df8ac'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:30:13.558751 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-2083dbab-974a-416e-8eb9-daf7818e43aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:30:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8cb6fc19-d4f1-489e-afac-0eaff61df8ac'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:13.564103 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-494396c6-f81d-4881-9a9d-19254dfa829f tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:13.622759 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 554e5ad5-56a7-411a-9299-0f3a8d253a2d up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:30:13.664753 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-494396c6-f81d-4881-9a9d-19254dfa829f tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:13.705738 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-494396c6-f81d-4881-9a9d-19254dfa829f tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:13.713517 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-494396c6-f81d-4881-9a9d-19254dfa829f tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ffdbe2d7-cb6a-4f7d-a13c-97af99c26180 HTTP/1.1" status: 204 len: 168 time: 0.3135865 Jul 24 09:30:13.724110 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54598) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:13.756830 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-2083dbab-974a-416e-8eb9-daf7818e43aa None None] Set router 8cb6fc19-d4f1-489e-afac-0eaff61df8ac gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:30:13.860493 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d619dc9-abb0-4f28-a677-182af0106d15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:13.871788 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494396c6-f81d-4881-9a9d-19254dfa829f tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffdbe2d7-cb6a-4f7d-a13c-97af99c26180,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:13.878865 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:13.879109 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d619dc9-abb0-4f28-a677-182af0106d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:13.913996 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 554e5ad5-56a7-411a-9299-0f3a8d253a2d completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:30:13.936682 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 554e5ad5-56a7-411a-9299-0f3a8d253a2d triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:30:13.938081 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:14.005342 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcea8d18-ff79-409b-93d4-f56076f27309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f652060-c625-4e60-81fb-313979ac061c'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:30:14.007967 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b02b26-4bcd-4069-9e7b-f5c2f192b749" -d '{"events": [{"server_uuid": "bcea8d18-ff79-409b-93d4-f56076f27309", "name": "network-vif-plugged", "status": "completed", "tag": "7f652060-c625-4e60-81fb-313979ac061c"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:30:14.011423 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c78520a5-c59d-44fe-b191-09b74a2e21b1 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2797773 Jul 24 09:30:14.021055 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54606) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:14.026118 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-a9d39b4a-a3a5-438d-ba83-fe78cb4e4fd3 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Request body: {'security_group_rule': {'security_group_id': '6fa37b22-6bc7-4918-8276-90fcf54d979c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:14.040289 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 7f652060-c625-4e60-81fb-313979ac061c, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=7f652060-c625-4e60-81fb-313979ac061c,segment=NetworkSegment(452ecc20-60b4-4651-8fef-8504fa62e486),segment_id=452ecc20-60b4-4651-8fef-8504fa62e486)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:30:14.048306 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d619dc9-abb0-4f28-a677-182af0106d15 admin admin] Pushing event updated for resources: {'Port': ['ID=f29615b1-a8bf-4f2e-981d-14c48d97d778,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:14.062949 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d619dc9-abb0-4f28-a677-182af0106d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:14.064414 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:14.190906 n-d-800085-9 neutron-server[94036]: INFO neutron.db.securitygroups_db [None req-a9d39b4a-a3a5-438d-ba83-fe78cb4e4fd3 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Project ced2d9fb1e314a498898a9da21468d59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 09:30:14.294549 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a9d39b4a-a3a5-438d-ba83-fe78cb4e4fd3 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:14.299956 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-2083dbab-974a-416e-8eb9-daf7818e43aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb6fc19-d4f1-489e-afac-0eaff61df8ac', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2029194130', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '423d2d81-8053-4713-9bd7-be69ff7324c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:15Z', 'updated_at': '2021-07-24T09:30:10Z', 'revision_number': 5, 'project_id': '0cc97363126d47d180e03071fb076852', 'gw_port': {'id': '423d2d81-8053-4713-9bd7-be69ff7324c5', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb6fc19-d4f1-489e-afac-0eaff61df8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:16Z', 'updated_at': '2021-07-24T09:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:14.359971 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee4c016-f3ee-4550-8589-6cef1f464209 x-openstack-request-id: req-8ee4c016-f3ee-4550-8589-6cef1f464209 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:30:14.359971 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcea8d18-ff79-409b-93d4-f56076f27309", "name": "network-vif-plugged", "status": "completed", "tag": "7f652060-c625-4e60-81fb-313979ac061c", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:30:14.359971 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ee4c016-f3ee-4550-8589-6cef1f464209 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:30:14.359971 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcea8d18-ff79-409b-93d4-f56076f27309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f652060-c625-4e60-81fb-313979ac061c', 'code': 200} Jul 24 09:30:14.371672 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2083dbab-974a-416e-8eb9-daf7818e43aa None None] The sync data for ids ['8cb6fc19-d4f1-489e-afac-0eaff61df8ac'] in n-d-800085-9 is: [{'id': '8cb6fc19-d4f1-489e-afac-0eaff61df8ac', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2029194130', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '423d2d81-8053-4713-9bd7-be69ff7324c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:15Z', 'updated_at': '2021-07-24T09:30:10Z', 'revision_number': 5, 'project_id': '0cc97363126d47d180e03071fb076852', 'gw_port': {'id': '423d2d81-8053-4713-9bd7-be69ff7324c5', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb6fc19-d4f1-489e-afac-0eaff61df8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:16Z', 'updated_at': '2021-07-24T09:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:30:14.372887 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=7f652060-c625-4e60-81fb-313979ac061c,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:14.391071 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff03fb9-dc35-4a6a-b4db-e8df44e722d9 None None] DHCP port deletion for 6c620b1b-144e-4808-bcbb-1fd8bd2c3a38 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:30:14.397800 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:14.398141 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:14.398499 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:14.399081 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:14.399413 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:14.399791 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:14.400120 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:14.400442 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:14.400842 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:14.401167 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:14.401574 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:14.402758 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:14.448824 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-45838bf6-d687-4649-b078-45a56a04e6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:14.465757 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:14.470275 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:14.473929 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46138b1-10f4-47d6-a053-950f86be04d9 req-7f9f431b-3438-4edd-9efb-e9ca2796b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:14.487411 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d46138b1-10f4-47d6-a053-950f86be04d9 req-7f9f431b-3438-4edd-9efb-e9ca2796b2a8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bcea8d18-ff79-409b-93d4-f56076f27309 HTTP/1.1" status: 200 len: 1096 time: 0.2919302 Jul 24 09:30:14.503373 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 554e5ad5-56a7-411a-9299-0f3a8d253a2d, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=554e5ad5-56a7-411a-9299-0f3a8d253a2d,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:30:14.506863 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45838bf6-d687-4649-b078-45a56a04e6e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31ae8e82-00fb-47da-9072-acc56d26535b,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:14.509030 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:14.531498 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-45838bf6-d687-4649-b078-45a56a04e6e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:14.536544 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-45838bf6-d687-4649-b078-45a56a04e6e3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/31ae8e82-00fb-47da-9072-acc56d26535b HTTP/1.1" status: 204 len: 168 time: 2.0076077 Jul 24 09:30:14.537845 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54614) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:14.549681 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b49af251-07ef-48ab-ad85-3ee867947721 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:14.561282 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-6ff03fb9-dc35-4a6a-b4db-e8df44e722d9 None None] Deleting port 4779cb3e-8274-4fa2-b2f2-a8ec7848b208 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:30:14.561739 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6ff03fb9-dc35-4a6a-b4db-e8df44e722d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:14.564279 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e8767-baa4-4111-924f-520ac9dd0759 req-26280bb9-b1a9-4690-ab4d-491588515cd7 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:14.572836 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e02e8767-baa4-4111-924f-520ac9dd0759 req-26280bb9-b1a9-4690-ab4d-491588515cd7 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcea8d18-ff79-409b-93d4-f56076f27309 HTTP/1.1" status: 200 len: 945 time: 0.2786200 Jul 24 09:30:14.635135 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1616925d-0272-488c-a8d9-e90b28e746d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:14.652749 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=554e5ad5-56a7-411a-9299-0f3a8d253a2d,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:14.655055 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a9d39b4a-a3a5-438d-ba83-fe78cb4e4fd3 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:14.655823 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e02e8767-baa4-4111-924f-520ac9dd0759 req-76f79374-8c2c-4b9a-8c82-de7487b28e1c tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a969fa2-fc27-4f8c-b747-535a34d90799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818176 Jul 24 09:30:14.657196 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d619dc9-abb0-4f28-a677-182af0106d15 admin admin] Network 15b790d2-241e-438e-86a0-b69c8f33f044 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:30:14.663271 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d46138b1-10f4-47d6-a053-950f86be04d9 req-ad4e42d7-7985-4998-a06a-82286aa3931d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3a969fa2-fc27-4f8c-b747-535a34d90799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618965 Jul 24 09:30:14.664117 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-1d619dc9-abb0-4f28-a677-182af0106d15 admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:30:14.671016 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a9d39b4a-a3a5-438d-ba83-fe78cb4e4fd3 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:14.680387 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-6ff03fb9-dc35-4a6a-b4db-e8df44e722d9 None None] For port 4779cb3e-8274-4fa2-b2f2-a8ec7848b208, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4779cb3e-8274-4fa2-b2f2-a8ec7848b208,segment=NetworkSegment(423703b9-76e6-498d-bc48-1d008d31a61e),segment_id=423703b9-76e6-498d-bc48-1d008d31a61e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:30:14.681279 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6ff03fb9-dc35-4a6a-b4db-e8df44e722d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:14.707531 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d39b4a-a3a5-438d-ba83-fe78cb4e4fd3 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deaad3f7-e84a-45b7-b7d3-ad3a53ad71b8,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:14.708962 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-6ff03fb9-dc35-4a6a-b4db-e8df44e722d9 None None] Calling delete_port for 4779cb3e-8274-4fa2-b2f2-a8ec7848b208 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:30:14.721628 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-b49af251-07ef-48ab-ad85-3ee867947721 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Deleting port 423d2d81-8053-4713-9bd7-be69ff7324c5 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:30:14.721973 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b49af251-07ef-48ab-ad85-3ee867947721 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:14.816516 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1616925d-0272-488c-a8d9-e90b28e746d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:14.833558 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6ff03fb9-dc35-4a6a-b4db-e8df44e722d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:14.870226 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff03fb9-dc35-4a6a-b4db-e8df44e722d9 None None] Pushing event deleted for resources: {'Port': ['ID=4779cb3e-8274-4fa2-b2f2-a8ec7848b208,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:14.887221 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff03fb9-dc35-4a6a-b4db-e8df44e722d9 None None] No DVR routers for this DVR port 4779cb3e-8274-4fa2-b2f2-a8ec7848b208 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:30:14.920130 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-1616925d-0272-488c-a8d9-e90b28e746d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9eff49e-98a6-4f9d-932d-032b9356b651']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:14.925408 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a9d39b4a-a3a5-438d-ba83-fe78cb4e4fd3 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:14.931199 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a9d39b4a-a3a5-438d-ba83-fe78cb4e4fd3 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9089470 Jul 24 09:30:14.931730 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54622) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:14.935503 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-b49af251-07ef-48ab-ad85-3ee867947721 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] For port 423d2d81-8053-4713-9bd7-be69ff7324c5, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=423d2d81-8053-4713-9bd7-be69ff7324c5,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:30:14.935503 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b49af251-07ef-48ab-ad85-3ee867947721 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:14.966128 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2bd773d9-1755-4ecc-b253-54815dd7fb86 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-group-rules/deaad3f7-e84a-45b7-b7d3-ad3a53ad71b8 HTTP/1.1" status: 200 len: 769 time: 0.0265157 Jul 24 09:30:14.968687 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-1616925d-0272-488c-a8d9-e90b28e746d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba94c687-d9bc-48a0-ad97-f7798b91848e') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:14.969035 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-1616925d-0272-488c-a8d9-e90b28e746d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba94c687-d9bc-48a0-ad97-f7798b91848e') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:14.972358 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54624) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:14.973957 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-b49af251-07ef-48ab-ad85-3ee867947721 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Calling delete_port for 423d2d81-8053-4713-9bd7-be69ff7324c5 owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:30:15.021324 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1616925d-0272-488c-a8d9-e90b28e746d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:15.044512 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 554e5ad5-56a7-411a-9299-0f3a8d253a2d up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:30:15.060686 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1616925d-0272-488c-a8d9-e90b28e746d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:15.095638 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e021e170-c210-4b2e-b86a-3ea43fa4ff73 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1220374 Jul 24 09:30:15.098652 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1616925d-0272-488c-a8d9-e90b28e746d8 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:30:15.099090 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1616925d-0272-488c-a8d9-e90b28e746d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:15.101432 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54630) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:15.115575 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 554e5ad5-56a7-411a-9299-0f3a8d253a2d triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:30:15.115947 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:30:15.120131 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:30:15.158780 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d619dc9-abb0-4f28-a677-182af0106d15 admin admin] Router 59b1324c-146f-4a6d-9e1f-639e7ee9a4d0 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:30:15.190021 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1b600260-7fcd-4f24-9eb6-0b140d0482e6 None None] Provisioning complete for port f29615b1-a8bf-4f2e-981d-14c48d97d778 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:30:15.190399 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1b600260-7fcd-4f24-9eb6-0b140d0482e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:15.222104 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1616925d-0272-488c-a8d9-e90b28e746d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:15.228925 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1616925d-0272-488c-a8d9-e90b28e746d8 admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:15.233434 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1616925d-0272-488c-a8d9-e90b28e746d8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c9eff49e-98a6-4f9d-932d-032b9356b651 HTTP/1.1" status: 204 len: 168 time: 0.6919415 Jul 24 09:30:15.273526 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-1b600260-7fcd-4f24-9eb6-0b140d0482e6 None None] Port f29615b1-a8bf-4f2e-981d-14c48d97d778 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:30:15.311070 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e3b79089-6f77-40bc-ab16-b8ebb1b4aae2 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:15.325619 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e3b79089-6f77-40bc-ab16-b8ebb1b4aae2 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:15.335377 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b49af251-07ef-48ab-ad85-3ee867947721 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:15.378039 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5c3e2172-b24d-401f-8c20-22738d0d1729 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:30:15.436459 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49af251-07ef-48ab-ad85-3ee867947721 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event deleted for resources: {'Port': ['ID=423d2d81-8053-4713-9bd7-be69ff7324c5,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:15.438014 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 5c3e2172-b24d-401f-8c20-22738d0d1729 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:30:15.438388 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5c3e2172-b24d-401f-8c20-22738d0d1729 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:30:15.438820 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4779cb3e-8274-4fa2-b2f2-a8ec7848b208 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:30:15.472063 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616925d-0272-488c-a8d9-e90b28e746d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9eff49e-98a6-4f9d-932d-032b9356b651,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:15.484415 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 4779cb3e-8274-4fa2-b2f2-a8ec7848b208 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:30:15.484949 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4779cb3e-8274-4fa2-b2f2-a8ec7848b208 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:30:15.534542 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d619dc9-abb0-4f28-a677-182af0106d15 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:30:15.542529 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1d619dc9-abb0-4f28-a677-182af0106d15 admin admin] 10.222.0.32 "PUT /v2.0/routers/59b1324c-146f-4a6d-9e1f-639e7ee9a4d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3638523 Jul 24 09:30:15.546865 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e3b79089-6f77-40bc-ab16-b8ebb1b4aae2 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:15.553319 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] Sync routers for ids ['59b1324c-146f-4a6d-9e1f-639e7ee9a4d0'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:30:15.565631 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54642) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:15.571718 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e3b79089-6f77-40bc-ab16-b8ebb1b4aae2 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:15.574021 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e3b79089-6f77-40bc-ab16-b8ebb1b4aae2 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/deaad3f7-e84a-45b7-b7d3-ad3a53ad71b8 HTTP/1.1" status: 204 len: 168 time: 0.4704111 Jul 24 09:30:15.576794 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] Routers {'59b1324c-146f-4a6d-9e1f-639e7ee9a4d0'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:30:15.578293 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:30:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['59b1324c-146f-4a6d-9e1f-639e7ee9a4d0'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:15.580756 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54644) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:15.584885 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b49af251-07ef-48ab-ad85-3ee867947721 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:15.649084 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3b120703-e1c1-4cc0-b4e9-b80604d0e54d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64c1dc58478141589d6596790badc1c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0819166 Jul 24 09:30:15.651256 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54646) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:15.726126 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b49af251-07ef-48ab-ad85-3ee867947721 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:15.728421 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] Set router 59b1324c-146f-4a6d-9e1f-639e7ee9a4d0 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:30:15.728650 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b49af251-07ef-48ab-ad85-3ee867947721 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:15.793175 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b79089-6f77-40bc-ab16-b8ebb1b4aae2 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=deaad3f7-e84a-45b7-b7d3-ad3a53ad71b8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:15.802681 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aca83522-1cde-4a6d-a686-a0755d069d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:15.805263 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b49af251-07ef-48ab-ad85-3ee867947721 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:15.805799 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49af251-07ef-48ab-ad85-3ee867947721 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Fanout notify agent at l3_agent the message router_deleted on router 8cb6fc19-d4f1-489e-afac-0eaff61df8ac {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:30:15.818474 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b49af251-07ef-48ab-ad85-3ee867947721 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:15.819594 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b49af251-07ef-48ab-ad85-3ee867947721 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "DELETE /v2.0/routers/8cb6fc19-d4f1-489e-afac-0eaff61df8ac HTTP/1.1" status: 204 len: 168 time: 2.5505157 Jul 24 09:30:15.830945 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54660) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:15.856588 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aca83522-1cde-4a6d-a686-a0755d069d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:15.941208 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-06c75c38-fcf1-4174-ad6e-79ccb5d84a4b tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3572874 Jul 24 09:30:15.943931 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54662) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:16.065836 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eff95b34-2d90-4e9a-9286-bc2b0933f9ee tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:16.067714 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d367b151-f7f3-4318-a2ed-da23157922db tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:16.112644 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b1324c-146f-4a6d-9e1f-639e7ee9a4d0', 'name': 'tempest-TestVolumeBackupRestore-702884459-router', 'tenant_id': 'dad90ab21f844277a18a777c6bb5f456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '554e5ad5-56a7-411a-9299-0f3a8d253a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:58Z', 'updated_at': '2021-07-24T09:30:12Z', 'revision_number': 4, 'project_id': 'dad90ab21f844277a18a777c6bb5f456', 'gw_port': {'id': '554e5ad5-56a7-411a-9299-0f3a8d253a2d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1324c-146f-4a6d-9e1f-639e7ee9a4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:30:01Z', 'updated_at': '2021-07-24T09:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'f29615b1-a8bf-4f2e-981d-14c48d97d778', 'name': '', 'network_id': '15b790d2-241e-438e-86a0-b69c8f33f044', 'tenant_id': 'dad90ab21f844277a18a777c6bb5f456', 'mac_address': 'fa:16:3e:41:58:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b1324c-146f-4a6d-9e1f-639e7ee9a4d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': 'c1907807-b771-4a96-98fc-2f58f84ea6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:30:09Z', 'updated_at': '2021-07-24T09:30:13Z', 'revision_number': 2, 'project_id': 'dad90ab21f844277a18a777c6bb5f456', 'subnets': [{'id': 'c1907807-b771-4a96-98fc-2f58f84ea6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:16.125139 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aca83522-1cde-4a6d-a686-a0755d069d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:16.127683 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aca83522-1cde-4a6d-a686-a0755d069d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:16.131080 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-aca83522-1cde-4a6d-a686-a0755d069d83 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8ab793f-e00a-477d-97b6-1abf6378eb17 HTTP/1.1" status: 204 len: 168 time: 0.4765942 Jul 24 09:30:16.150235 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca83522-1cde-4a6d-a686-a0755d069d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ab793f-e00a-477d-97b6-1abf6378eb17,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:16.161182 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eff95b34-2d90-4e9a-9286-bc2b0933f9ee tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:16.192946 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d367b151-f7f3-4318-a2ed-da23157922db tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:16.194390 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] Checking router: 59b1324c-146f-4a6d-9e1f-639e7ee9a4d0 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:30:16.194749 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] Updating router 59b1324c-146f-4a6d-9e1f-639e7ee9a4d0 port f29615b1-a8bf-4f2e-981d-14c48d97d778 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:30:16.204080 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-d367b151-f7f3-4318-a2ed-da23157922db tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c620b1b-144e-4808-bcbb-1fd8bd2c3a38']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:16.223499 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-d367b151-f7f3-4318-a2ed-da23157922db tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423703b9-76e6-498d-bc48-1d008d31a61e') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:16.224042 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-d367b151-f7f3-4318-a2ed-da23157922db tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423703b9-76e6-498d-bc48-1d008d31a61e') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:16.246214 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d367b151-f7f3-4318-a2ed-da23157922db tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:16.256198 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87cb37-df33-45af-be90-72f28a50576c req-0889b58c-5cdb-4e0b-851c-a2461506eb21 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:16.267480 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7f87cb37-df33-45af-be90-72f28a50576c req-0889b58c-5cdb-4e0b-851c-a2461506eb21 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcea8d18-ff79-409b-93d4-f56076f27309 HTTP/1.1" status: 200 len: 945 time: 0.4555020 Jul 24 09:30:16.268673 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d367b151-f7f3-4318-a2ed-da23157922db tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:16.275687 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d367b151-f7f3-4318-a2ed-da23157922db tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:30:16.276176 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d367b151-f7f3-4318-a2ed-da23157922db tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:16.298780 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:16.307538 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eff95b34-2d90-4e9a-9286-bc2b0933f9ee tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:16.312813 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eff95b34-2d90-4e9a-9286-bc2b0933f9ee tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:16.321511 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-eff95b34-2d90-4e9a-9286-bc2b0933f9ee tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "DELETE /v2.0/security-groups/6fa37b22-6bc7-4918-8276-90fcf54d979c HTTP/1.1" status: 204 len: 168 time: 0.3764749 Jul 24 09:30:16.331384 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54698) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:30:16.345086 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:30:16.351307 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d367b151-f7f3-4318-a2ed-da23157922db tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:16.373108 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d367b151-f7f3-4318-a2ed-da23157922db tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:16.380256 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d367b151-f7f3-4318-a2ed-da23157922db tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "DELETE /v2.0/networks/6c620b1b-144e-4808-bcbb-1fd8bd2c3a38 HTTP/1.1" status: 204 len: 168 time: 0.5480337 Jul 24 09:30:16.390948 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54702) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:16.395152 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff95b34-2d90-4e9a-9286-bc2b0933f9ee tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa37b22-6bc7-4918-8276-90fcf54d979c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:16.405275 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367b151-f7f3-4318-a2ed-da23157922db tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event deleted for resources: {'Network': ['ID=6c620b1b-144e-4808-bcbb-1fd8bd2c3a38,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:16.539997 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7f87cb37-df33-45af-be90-72f28a50576c req-494267ba-45c0-4665-adfe-4b7cf26d5050 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a969fa2-fc27-4f8c-b747-535a34d90799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545662 Jul 24 09:30:16.602471 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:16.715449 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a380dfa4-ae20-42bc-ac99-5eb87d710206 tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3786316 Jul 24 09:30:16.720022 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54722) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:16.796890 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-3389dc42-3c4a-4a0b-912d-c0c13124d878 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Deleting port 2fdaf778-3553-4926-9809-887c9d70adec {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:30:16.797231 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3389dc42-3c4a-4a0b-912d-c0c13124d878 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:16.868838 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7ef94f02-5b65-4a64-9af9-df02c44edd2d tempest-SecGroupIPv6Test-1407433305 tempest-SecGroupIPv6Test-1407433305-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1444666 Jul 24 09:30:17.025409 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3389dc42-3c4a-4a0b-912d-c0c13124d878 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:17.025755 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3389dc42-3c4a-4a0b-912d-c0c13124d878 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:17.036405 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:17.049756 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 423d2d81-8053-4713-9bd7-be69ff7324c5 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:30:17.054839 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] Transition to ACTIVE for port object f29615b1-a8bf-4f2e-981d-14c48d97d778 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:30:17.086217 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 423d2d81-8053-4713-9bd7-be69ff7324c5 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:30:17.086668 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 423d2d81-8053-4713-9bd7-be69ff7324c5 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:30:17.088057 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-3389dc42-3c4a-4a0b-912d-c0c13124d878 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Calling delete_port for 2fdaf778-3553-4926-9809-887c9d70adec owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:30:17.088697 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:17.150375 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f25c37-6976-4ff7-ac05-cdd317a3b4a3 None None] Pushing event updated for resources: {'Port': ['ID=f29615b1-a8bf-4f2e-981d-14c48d97d778,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:17.265696 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] Attempting to bind port f29615b1-a8bf-4f2e-981d-14c48d97d778 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:30:17.266333 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] Attempting to bind port f29615b1-a8bf-4f2e-981d-14c48d97d778 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '65e75f0f-d915-4d66-9665-3a63119a6773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '15b790d2-241e-438e-86a0-b69c8f33f044'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:30:17.267682 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] Attempting to bind port f29615b1-a8bf-4f2e-981d-14c48d97d778 on network 15b790d2-241e-438e-86a0-b69c8f33f044 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:30:17.272677 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54764) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:17.288130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:30:17.289594 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] Checking segment: {'id': '65e75f0f-d915-4d66-9665-3a63119a6773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '15b790d2-241e-438e-86a0-b69c8f33f044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:30:17.292316 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:17.293023 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] Bound using segment: {'id': '65e75f0f-d915-4d66-9665-3a63119a6773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '15b790d2-241e-438e-86a0-b69c8f33f044'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:30:17.295902 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] Bound port: f29615b1-a8bf-4f2e-981d-14c48d97d778, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e75f0f-d915-4d66-9665-3a63119a6773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '15b790d2-241e-438e-86a0-b69c8f33f044'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:30:17.297459 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:17.503752 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] For port f29615b1-a8bf-4f2e-981d-14c48d97d778, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:30:17.510025 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] For port f29615b1-a8bf-4f2e-981d-14c48d97d778, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=f29615b1-a8bf-4f2e-981d-14c48d97d778,segment=NetworkSegment(65e75f0f-d915-4d66-9665-3a63119a6773),segment_id=65e75f0f-d915-4d66-9665-3a63119a6773)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:30:17.524235 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:17.677413 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] Routers {'59b1324c-146f-4a6d-9e1f-639e7ee9a4d0'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:30:17.678214 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:30:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['59b1324c-146f-4a6d-9e1f-639e7ee9a4d0'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:17.688239 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f25c37-6976-4ff7-ac05-cdd317a3b4a3 None None] Pushing event updated for resources: {'Port': ['ID=f29615b1-a8bf-4f2e-981d-14c48d97d778,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:17.846930 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-13688c81-1eae-424b-a441-294d868b7ce4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ced2d9fb1e314a498898a9da21468d59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5729449 Jul 24 09:30:17.849934 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54796) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:17.890776 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] Set router 59b1324c-146f-4a6d-9e1f-639e7ee9a4d0 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:30:17.896533 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297f948-a3ce-4c88-8cd7-5be014d6547f req-e6b5e978-220c-4506-a6be-78e2a5aa3488 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:17.908531 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a297f948-a3ce-4c88-8cd7-5be014d6547f req-e6b5e978-220c-4506-a6be-78e2a5aa3488 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcea8d18-ff79-409b-93d4-f56076f27309 HTTP/1.1" status: 200 len: 945 time: 0.3540030 Jul 24 09:30:17.988405 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54800) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:17.991425 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa6340d6-cc62-4c0b-acf1-ddef8a4946f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:18.049581 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa6340d6-cc62-4c0b-acf1-ddef8a4946f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:18.067304 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a297f948-a3ce-4c88-8cd7-5be014d6547f req-5e050753-deda-4357-883c-b987de500b0b tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a969fa2-fc27-4f8c-b747-535a34d90799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537719 Jul 24 09:30:18.076417 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3389dc42-3c4a-4a0b-912d-c0c13124d878 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:18.133579 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389dc42-3c4a-4a0b-912d-c0c13124d878 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event deleted for resources: {'Port': ['ID=2fdaf778-3553-4926-9809-887c9d70adec,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:18.174434 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa6340d6-cc62-4c0b-acf1-ddef8a4946f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:18.178320 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa6340d6-cc62-4c0b-acf1-ddef8a4946f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:18.179591 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fa6340d6-cc62-4c0b-acf1-ddef8a4946f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95ce62c9-b496-43e4-928a-a056907dbf81 HTTP/1.1" status: 204 len: 168 time: 0.3287015 Jul 24 09:30:18.203846 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6340d6-cc62-4c0b-acf1-ddef8a4946f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ce62c9-b496-43e4-928a-a056907dbf81,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:18.225785 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-60e51a19-a700-41db-a75a-1ea1466c27e7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-751304831-network', 'tenant_id': '434b795fb0284efca0e44cb952ec2d59'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:18.287034 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3389dc42-3c4a-4a0b-912d-c0c13124d878 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:18.287428 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-3389dc42-3c4a-4a0b-912d-c0c13124d878 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Floating IP 324128d6-47c6-4ded-9ddc-0b921df7089a disassociated (deleted). External IP: 172.25.7.172, port: bf0f5558-93be-4fb3-bb08-1f3050570d8f. Jul 24 09:30:18.289370 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e51a19-a700-41db-a75a-1ea1466c27e7 admin admin] Made reservation on behalf of 434b795fb0284efca0e44cb952ec2d59 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:30:18.296190 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-60e51a19-a700-41db-a75a-1ea1466c27e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:18.506646 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f10914-bc7b-473d-b461-42a842829c26 req-74902e2b-53ea-4c21-a435-fb77ab64806a tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:18.518389 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-21f10914-bc7b-473d-b461-42a842829c26 req-74902e2b-53ea-4c21-a435-fb77ab64806a tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcea8d18-ff79-409b-93d4-f56076f27309 HTTP/1.1" status: 200 len: 945 time: 0.1483095 Jul 24 09:30:18.642714 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b1324c-146f-4a6d-9e1f-639e7ee9a4d0', 'name': 'tempest-TestVolumeBackupRestore-702884459-router', 'tenant_id': 'dad90ab21f844277a18a777c6bb5f456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '554e5ad5-56a7-411a-9299-0f3a8d253a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:58Z', 'updated_at': '2021-07-24T09:30:12Z', 'revision_number': 4, 'project_id': 'dad90ab21f844277a18a777c6bb5f456', 'gw_port': {'id': '554e5ad5-56a7-411a-9299-0f3a8d253a2d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1324c-146f-4a6d-9e1f-639e7ee9a4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:30:01Z', 'updated_at': '2021-07-24T09:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'f29615b1-a8bf-4f2e-981d-14c48d97d778', 'name': '', 'network_id': '15b790d2-241e-438e-86a0-b69c8f33f044', 'tenant_id': 'dad90ab21f844277a18a777c6bb5f456', 'mac_address': 'fa:16:3e:41:58:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b1324c-146f-4a6d-9e1f-639e7ee9a4d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': 'c1907807-b771-4a96-98fc-2f58f84ea6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:30:09Z', 'updated_at': '2021-07-24T09:30:17Z', 'revision_number': 4, 'project_id': 'dad90ab21f844277a18a777c6bb5f456', 'subnets': [{'id': 'c1907807-b771-4a96-98fc-2f58f84ea6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:18.656137 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-60e51a19-a700-41db-a75a-1ea1466c27e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:18.697147 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03075d43-af0b-4d4e-8383-35b18456a27a None None] The sync data for ids ['59b1324c-146f-4a6d-9e1f-639e7ee9a4d0'] in n-d-800085-9 is: [{'id': '59b1324c-146f-4a6d-9e1f-639e7ee9a4d0', 'name': 'tempest-TestVolumeBackupRestore-702884459-router', 'tenant_id': 'dad90ab21f844277a18a777c6bb5f456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '554e5ad5-56a7-411a-9299-0f3a8d253a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:58Z', 'updated_at': '2021-07-24T09:30:12Z', 'revision_number': 4, 'project_id': 'dad90ab21f844277a18a777c6bb5f456', 'gw_port': {'id': '554e5ad5-56a7-411a-9299-0f3a8d253a2d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1324c-146f-4a6d-9e1f-639e7ee9a4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:30:01Z', 'updated_at': '2021-07-24T09:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'f29615b1-a8bf-4f2e-981d-14c48d97d778', 'name': '', 'network_id': '15b790d2-241e-438e-86a0-b69c8f33f044', 'tenant_id': 'dad90ab21f844277a18a777c6bb5f456', 'mac_address': 'fa:16:3e:41:58:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b1324c-146f-4a6d-9e1f-639e7ee9a4d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': 'c1907807-b771-4a96-98fc-2f58f84ea6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:30:09Z', 'updated_at': '2021-07-24T09:30:17Z', 'revision_number': 4, 'project_id': 'dad90ab21f844277a18a777c6bb5f456', 'subnets': [{'id': 'c1907807-b771-4a96-98fc-2f58f84ea6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:30:18.706732 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3389dc42-3c4a-4a0b-912d-c0c13124d878 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Router 8371a520-7812-454f-8709-7e2acdacb3f7 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:30:18.789515 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-21f10914-bc7b-473d-b461-42a842829c26 req-e7fdf741-1b3d-4c9f-98bd-7a77f7b36ed1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Deleting port 7f652060-c625-4e60-81fb-313979ac061c {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:30:18.790903 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-21f10914-bc7b-473d-b461-42a842829c26 req-e7fdf741-1b3d-4c9f-98bd-7a77f7b36ed1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:18.979777 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-60e51a19-a700-41db-a75a-1ea1466c27e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:19.018447 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-60e51a19-a700-41db-a75a-1ea1466c27e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:19.096083 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e51a19-a700-41db-a75a-1ea1466c27e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:30:19.119477 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bad4bc-fe57-4968-84aa-72f2bdd7cba0 req-267e4b46-28ce-477b-ad0b-8bddc6b86462 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:19.126186 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e3bad4bc-fe57-4968-84aa-72f2bdd7cba0 req-267e4b46-28ce-477b-ad0b-8bddc6b86462 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b HTTP/1.1" status: 200 len: 945 time: 0.3255122 Jul 24 09:30:19.181305 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e51a19-a700-41db-a75a-1ea1466c27e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762c1045-ce89-4e47-bdf7-63360eadc4b2,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:19.186533 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f29615b1-a8bf-4f2e-981d-14c48d97d778 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:30:19.236571 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-60e51a19-a700-41db-a75a-1ea1466c27e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:19.246888 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-60e51a19-a700-41db-a75a-1ea1466c27e7 admin admin] Added segment 18b96832-a8f3-44dc-8f42-d38131c6874b of type vlan for network cc4b1cc6-4edb-4b2f-a812-d7f57966679e Jul 24 09:30:19.246888 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3389dc42-3c4a-4a0b-912d-c0c13124d878 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:30:19.258091 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e259fc32-4dc2-4b97-a35d-a5e614331584 None None] Sync routers for ids ['8371a520-7812-454f-8709-7e2acdacb3f7'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:30:19.270454 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e259fc32-4dc2-4b97-a35d-a5e614331584 None None] Routers {'8371a520-7812-454f-8709-7e2acdacb3f7'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:30:19.271345 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e259fc32-4dc2-4b97-a35d-a5e614331584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:30:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8371a520-7812-454f-8709-7e2acdacb3f7'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:19.278211 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-21f10914-bc7b-473d-b461-42a842829c26 req-e7fdf741-1b3d-4c9f-98bd-7a77f7b36ed1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] For port 7f652060-c625-4e60-81fb-313979ac061c, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=7f652060-c625-4e60-81fb-313979ac061c,segment=NetworkSegment(452ecc20-60b4-4651-8fef-8504fa62e486),segment_id=452ecc20-60b4-4651-8fef-8504fa62e486)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:30:19.278594 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-21f10914-bc7b-473d-b461-42a842829c26 req-e7fdf741-1b3d-4c9f-98bd-7a77f7b36ed1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:19.307093 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port f29615b1-a8bf-4f2e-981d-14c48d97d778 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:30:19.313760 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port f29615b1-a8bf-4f2e-981d-14c48d97d778 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:30:19.314728 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:19.361965 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-21f10914-bc7b-473d-b461-42a842829c26 req-e7fdf741-1b3d-4c9f-98bd-7a77f7b36ed1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Calling delete_port for 7f652060-c625-4e60-81fb-313979ac061c owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:30:19.372090 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3389dc42-3c4a-4a0b-912d-c0c13124d878 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:19.462394 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:19.513070 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-e259fc32-4dc2-4b97-a35d-a5e614331584 None None] Set router 8371a520-7812-454f-8709-7e2acdacb3f7 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:30:19.594393 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port f29615b1-a8bf-4f2e-981d-14c48d97d778, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=f29615b1-a8bf-4f2e-981d-14c48d97d778,segment=NetworkSegment(65e75f0f-d915-4d66-9665-3a63119a6773),segment_id=65e75f0f-d915-4d66-9665-3a63119a6773)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:30:19.599773 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:19.641019 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3389dc42-3c4a-4a0b-912d-c0c13124d878 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "DELETE /v2.0/floatingips/324128d6-47c6-4ded-9ddc-0b921df7089a HTTP/1.1" status: 204 len: 168 time: 3.2424843 Jul 24 09:30:19.643358 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-60e51a19-a700-41db-a75a-1ea1466c27e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:19.657524 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792c5943-3165-40f5-b559-f6a5be05144b', 'tag': 'bf0f5558-93be-4fb3-bb08-1f3050570d8f'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:30:19.665519 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34199326-24df-4836-921e-7169c765b510" -d '{"events": [{"name": "network-changed", "server_uuid": "792c5943-3165-40f5-b559-f6a5be05144b", "tag": "bf0f5558-93be-4fb3-bb08-1f3050570d8f"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:30:19.705346 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-e3bad4bc-fe57-4968-84aa-72f2bdd7cba0 req-927c2355-4a7b-4807-9824-30fff21dfe76 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Deleting port 23c585a2-8396-44d5-ae6e-8c2b25323a2f {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:30:19.706820 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e3bad4bc-fe57-4968-84aa-72f2bdd7cba0 req-927c2355-4a7b-4807-9824-30fff21dfe76 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:19.802374 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=f29615b1-a8bf-4f2e-981d-14c48d97d778,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:19.817684 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54850) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:19.820502 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be492f0-0fd8-4cf4-aaad-014a184392fb req-38593aaf-16d8-4d15-b3d9-3ded828ac341 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:19.822729 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2be492f0-0fd8-4cf4-aaad-014a184392fb req-38593aaf-16d8-4d15-b3d9-3ded828ac341 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcea8d18-ff79-409b-93d4-f56076f27309 HTTP/1.1" status: 200 len: 945 time: 0.6308365 Jul 24 09:30:19.844695 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-60e51a19-a700-41db-a75a-1ea1466c27e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:19.846146 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e51a19-a700-41db-a75a-1ea1466c27e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:19.846796 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-60e51a19-a700-41db-a75a-1ea1466c27e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:19.847336 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:30:19.970853 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-60e51a19-a700-41db-a75a-1ea1466c27e7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9798102 Jul 24 09:30:19.989955 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2be492f0-0fd8-4cf4-aaad-014a184392fb req-97df8cc9-5259-4024-bc04-039559a3df1d tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a969fa2-fc27-4f8c-b747-535a34d90799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593852 Jul 24 09:30:19.992767 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54856) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:20.021902 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-fddac1f1-9b9f-4aac-a9cd-9d1528bf20a7 admin admin] Request body: {'subnet': {'network_id': 'cc4b1cc6-4edb-4b2f-a812-d7f57966679e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-751304831-subnet', 'tenant_id': '434b795fb0284efca0e44cb952ec2d59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:20.102514 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-e3bad4bc-fe57-4968-84aa-72f2bdd7cba0 req-927c2355-4a7b-4807-9824-30fff21dfe76 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] For port 23c585a2-8396-44d5-ae6e-8c2b25323a2f, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=23c585a2-8396-44d5-ae6e-8c2b25323a2f,segment=NetworkSegment(452ecc20-60b4-4651-8fef-8504fa62e486),segment_id=452ecc20-60b4-4651-8fef-8504fa62e486)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:30:20.106310 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e3bad4bc-fe57-4968-84aa-72f2bdd7cba0 req-927c2355-4a7b-4807-9824-30fff21dfe76 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:20.128467 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9b0fe8-453f-4762-8a6c-a107cbc4987a x-openstack-request-id: req-ee9b0fe8-453f-4762-8a6c-a107cbc4987a {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:30:20.131807 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792c5943-3165-40f5-b559-f6a5be05144b", "tag": "bf0f5558-93be-4fb3-bb08-1f3050570d8f", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:30:20.132344 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee9b0fe8-453f-4762-8a6c-a107cbc4987a {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:30:20.133756 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792c5943-3165-40f5-b559-f6a5be05144b', 'tag': 'bf0f5558-93be-4fb3-bb08-1f3050570d8f', 'status': 'completed', 'code': 200} Jul 24 09:30:20.137838 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e51a19-a700-41db-a75a-1ea1466c27e7 admin admin] Pushing event updated for resources: {'Network': ['ID=cc4b1cc6-4edb-4b2f-a812-d7f57966679e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:20.141371 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-e3bad4bc-fe57-4968-84aa-72f2bdd7cba0 req-927c2355-4a7b-4807-9824-30fff21dfe76 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Calling delete_port for 23c585a2-8396-44d5-ae6e-8c2b25323a2f owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:30:20.172004 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network cc4b1cc6-4edb-4b2f-a812-d7f57966679e details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:30:20.196631 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddac1f1-9b9f-4aac-a9cd-9d1528bf20a7 admin admin] Made reservation on behalf of 434b795fb0284efca0e44cb952ec2d59 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:30:20.199225 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fddac1f1-9b9f-4aac-a9cd-9d1528bf20a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:20.240148 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e259fc32-4dc2-4b97-a35d-a5e614331584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111157239', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:28:10Z', 'updated_at': '2021-07-24T09:28:17Z', 'revision_number': 4, 'project_id': '0cc97363126d47d180e03071fb076852', 'gw_port': {'id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:28:11Z', 'updated_at': '2021-07-24T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'e46f17a7-8e32-404f-a044-c46ced72e591', 'name': '', 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'mac_address': 'fa:16:3e:2e:65:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '8a54dbca-9181-46e0-9c48-4811482870f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:28:16Z', 'updated_at': '2021-07-24T09:28:26Z', 'revision_number': 5, 'project_id': '0cc97363126d47d180e03071fb076852', 'subnets': [{'id': '8a54dbca-9181-46e0-9c48-4811482870f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:20.330858 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e259fc32-4dc2-4b97-a35d-a5e614331584 None None] Checking router: 8371a520-7812-454f-8709-7e2acdacb3f7 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:30:20.348105 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-333352fa-0c59-4d2e-b912-af28559e59c0 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Request body: {'security_group': {'name': 'tempest-secgroup--2124987999'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:20.349003 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e259fc32-4dc2-4b97-a35d-a5e614331584 None None] Routers {'8371a520-7812-454f-8709-7e2acdacb3f7'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:30:20.350380 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e259fc32-4dc2-4b97-a35d-a5e614331584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:30:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8371a520-7812-454f-8709-7e2acdacb3f7'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:20.401438 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-21f10914-bc7b-473d-b461-42a842829c26 req-e7fdf741-1b3d-4c9f-98bd-7a77f7b36ed1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:20.418281 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['23c585a2-8396-44d5-ae6e-8c2b25323a2f'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:30:20.421541 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['7f652060-c625-4e60-81fb-313979ac061c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:30:20.473310 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c28cd7-a02f-4e99-becc-6ebafb698189 req-e363fd72-04fe-4a52-a544-438fe61bde66 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:20.482067 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-57c28cd7-a02f-4e99-becc-6ebafb698189 req-e363fd72-04fe-4a52-a544-438fe61bde66 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=792c5943-3165-40f5-b559-f6a5be05144b HTTP/1.1" status: 200 len: 985 time: 0.2443995 Jul 24 09:30:20.580486 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-e259fc32-4dc2-4b97-a35d-a5e614331584 None None] Set router 8371a520-7812-454f-8709-7e2acdacb3f7 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:30:20.606568 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fdf741-1b3d-4c9f-98bd-7a77f7b36ed1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Pushing event deleted for resources: {'Port': ['ID=7f652060-c625-4e60-81fb-313979ac061c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:20.644116 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-333352fa-0c59-4d2e-b912-af28559e59c0 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:20.712409 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-333352fa-0c59-4d2e-b912-af28559e59c0 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:20.732239 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fddac1f1-9b9f-4aac-a9cd-9d1528bf20a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:20.832137 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e259fc32-4dc2-4b97-a35d-a5e614331584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111157239', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:28:10Z', 'updated_at': '2021-07-24T09:28:17Z', 'revision_number': 4, 'project_id': '0cc97363126d47d180e03071fb076852', 'gw_port': {'id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:28:11Z', 'updated_at': '2021-07-24T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'e46f17a7-8e32-404f-a044-c46ced72e591', 'name': '', 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'mac_address': 'fa:16:3e:2e:65:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '8a54dbca-9181-46e0-9c48-4811482870f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:28:16Z', 'updated_at': '2021-07-24T09:28:26Z', 'revision_number': 5, 'project_id': '0cc97363126d47d180e03071fb076852', 'subnets': [{'id': '8a54dbca-9181-46e0-9c48-4811482870f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:20.867260 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e259fc32-4dc2-4b97-a35d-a5e614331584 None None] The sync data for ids ['8371a520-7812-454f-8709-7e2acdacb3f7'] in n-d-800085-9 is: [{'id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111157239', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:28:10Z', 'updated_at': '2021-07-24T09:28:17Z', 'revision_number': 4, 'project_id': '0cc97363126d47d180e03071fb076852', 'gw_port': {'id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:28:11Z', 'updated_at': '2021-07-24T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'e46f17a7-8e32-404f-a044-c46ced72e591', 'name': '', 'network_id': '801c1cab-126c-4d30-b3ed-31cac490e5b1', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'mac_address': 'fa:16:3e:2e:65:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '8a54dbca-9181-46e0-9c48-4811482870f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:28:16Z', 'updated_at': '2021-07-24T09:28:26Z', 'revision_number': 5, 'project_id': '0cc97363126d47d180e03071fb076852', 'subnets': [{'id': '8a54dbca-9181-46e0-9c48-4811482870f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:30:20.919995 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f10914-bc7b-473d-b461-42a842829c26 req-e7fdf741-1b3d-4c9f-98bd-7a77f7b36ed1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] No DVR routers for this DVR port 7f652060-c625-4e60-81fb-313979ac061c on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:30:20.927142 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-21f10914-bc7b-473d-b461-42a842829c26 req-e7fdf741-1b3d-4c9f-98bd-7a77f7b36ed1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:20.932883 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-21f10914-bc7b-473d-b461-42a842829c26 req-e7fdf741-1b3d-4c9f-98bd-7a77f7b36ed1 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.37 "DELETE /v2.0/ports/7f652060-c625-4e60-81fb-313979ac061c HTTP/1.1" status: 204 len: 173 time: 2.4052329 Jul 24 09:30:20.976089 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcea8d18-ff79-409b-93d4-f56076f27309', 'name': 'network-vif-deleted', 'tag': '7f652060-c625-4e60-81fb-313979ac061c'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:30:20.984431 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce7ab23-943b-409f-baab-a7ba7f6a4fca" -d '{"events": [{"server_uuid": "bcea8d18-ff79-409b-93d4-f56076f27309", "name": "network-vif-deleted", "tag": "7f652060-c625-4e60-81fb-313979ac061c"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:30:21.010023 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddac1f1-9b9f-4aac-a9cd-9d1528bf20a7 admin admin] Checking segment: {'id': '18b96832-a8f3-44dc-8f42-d38131c6874b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cc4b1cc6-4edb-4b2f-a812-d7f57966679e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:30:21.010592 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddac1f1-9b9f-4aac-a9cd-9d1528bf20a7 admin admin] Network hostable DHCP agents. Network: cc4b1cc6-4edb-4b2f-a812-d7f57966679e, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:30:21.034849 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-57c28cd7-a02f-4e99-becc-6ebafb698189 req-b96562fe-9dcd-4151-b56a-fbc3c0c92421 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/security-groups?id=58d3d329-70a5-4c4f-a9f0-c3119406b657&id=92c90ae2-f968-4142-aff2-e1d3c9be6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3221529 Jul 24 09:30:21.035534 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-333352fa-0c59-4d2e-b912-af28559e59c0 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:21.047583 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-333352fa-0c59-4d2e-b912-af28559e59c0 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:21.056442 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddac1f1-9b9f-4aac-a9cd-9d1528bf20a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a7ec392-50d6-407e-abfc-be573eae263e,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:21.086765 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddac1f1-9b9f-4aac-a9cd-9d1528bf20a7 admin admin] Network cc4b1cc6-4edb-4b2f-a812-d7f57966679e is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:30:21.118541 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f29615b1-a8bf-4f2e-981d-14c48d97d778 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:30:21.153689 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-fddac1f1-9b9f-4aac-a9cd-9d1528bf20a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, cc4b1cc6-4edb-4b2f-a812-d7f57966679e) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:30:21.162802 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddac1f1-9b9f-4aac-a9cd-9d1528bf20a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:21.163404 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fddac1f1-9b9f-4aac-a9cd-9d1528bf20a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:21.191039 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6451460a-b6ae-4994-b1c5-e6af0c377a79 None None] Network cc4b1cc6-4edb-4b2f-a812-d7f57966679e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:30:21.199762 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fddac1f1-9b9f-4aac-a9cd-9d1528bf20a7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2061281 Jul 24 09:30:21.257979 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0b719b8c-9f3a-4416-ae60-2dba7ae5c799 req-a92f5438-9a41-4786-8739-719cf8a8760f tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcea8d18-ff79-409b-93d4-f56076f27309 HTTP/1.1" status: 200 len: 210 time: 0.0414126 Jul 24 09:30:21.296158 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d0d785-5b5e-481a-afa1-e74f59d7dc01 x-openstack-request-id: req-c3d0d785-5b5e-481a-afa1-e74f59d7dc01 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:30:21.296452 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcea8d18-ff79-409b-93d4-f56076f27309", "name": "network-vif-deleted", "tag": "7f652060-c625-4e60-81fb-313979ac061c", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:30:21.296707 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3d0d785-5b5e-481a-afa1-e74f59d7dc01 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:30:21.297498 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcea8d18-ff79-409b-93d4-f56076f27309', 'name': 'network-vif-deleted', 'tag': '7f652060-c625-4e60-81fb-313979ac061c', 'status': 'completed', 'code': 200} Jul 24 09:30:21.300728 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333352fa-0c59-4d2e-b912-af28559e59c0 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c822d8-5576-469d-80a9-64674fb9afcf,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:21.396596 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port f29615b1-a8bf-4f2e-981d-14c48d97d778 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:30:21.397288 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:21.479175 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34199326-24df-4836-921e-7169c765b510 req-98ce66b1-4f1c-4464-8ccb-f0212edd513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:21.496852 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34199326-24df-4836-921e-7169c765b510 req-98ce66b1-4f1c-4464-8ccb-f0212edd513d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cc97363126d47d180e03071fb076852&device_id=792c5943-3165-40f5-b559-f6a5be05144b HTTP/1.1" status: 200 len: 1136 time: 1.1583722 Jul 24 09:30:21.553651 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f641e62-ca46-4fcb-b6b6-901b4652d4fd None None] Network cc4b1cc6-4edb-4b2f-a812-d7f57966679e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:30:21.690938 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e3bad4bc-fe57-4968-84aa-72f2bdd7cba0 req-927c2355-4a7b-4807-9824-30fff21dfe76 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:21.720476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34199326-24df-4836-921e-7169c765b510 req-72d41f1b-add2-4a00-a2f4-bd5d1647aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:21.724304 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34199326-24df-4836-921e-7169c765b510 req-72d41f1b-add2-4a00-a2f4-bd5d1647aaaa service neutron] 10.222.0.37 "GET /v2.0/networks?id=801c1cab-126c-4d30-b3ed-31cac490e5b1 HTTP/1.1" status: 200 len: 897 time: 0.2188144 Jul 24 09:30:21.759996 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c2355-4a7b-4807-9824-30fff21dfe76 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Pushing event deleted for resources: {'Port': ['ID=23c585a2-8396-44d5-ae6e-8c2b25323a2f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:21.763617 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551eb61d-824a-46dd-87dd-f523dda4107f None None] New status for floating IP 324128d6-47c6-4ded-9ddc-0b921df7089a: DOWN {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:30:21.825203 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34199326-24df-4836-921e-7169c765b510 req-bbfc70a3-96ef-448e-bb76-1cc5463cb71f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf0f5558-93be-4fb3-bb08-1f3050570d8f HTTP/1.1" status: 200 len: 217 time: 0.0762277 Jul 24 09:30:21.944862 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bad4bc-fe57-4968-84aa-72f2bdd7cba0 req-927c2355-4a7b-4807-9824-30fff21dfe76 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] No DVR routers for this DVR port 23c585a2-8396-44d5-ae6e-8c2b25323a2f on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:30:21.965786 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466dcf7e-6ae8-4a6c-8424-dcf4482c5ebe req-3650d32c-6f79-4ea4-840b-20af41b15972 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:21.968917 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-466dcf7e-6ae8-4a6c-8424-dcf4482c5ebe req-3650d32c-6f79-4ea4-840b-20af41b15972 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.37 "GET /v2.0/ports?device_id=792c5943-3165-40f5-b559-f6a5be05144b HTTP/1.1" status: 200 len: 985 time: 0.6285713 Jul 24 09:30:21.973961 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e3bad4bc-fe57-4968-84aa-72f2bdd7cba0 req-927c2355-4a7b-4807-9824-30fff21dfe76 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:21.976862 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e3bad4bc-fe57-4968-84aa-72f2bdd7cba0 req-927c2355-4a7b-4807-9824-30fff21dfe76 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.20 "DELETE /v2.0/ports/23c585a2-8396-44d5-ae6e-8c2b25323a2f HTTP/1.1" status: 204 len: 173 time: 2.8310235 Jul 24 09:30:22.099936 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-333352fa-0c59-4d2e-b912-af28559e59c0 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:22.105969 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34199326-24df-4836-921e-7169c765b510 req-f889bce6-f249-41f0-83d7-bb8f07c24c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:22.107503 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34199326-24df-4836-921e-7169c765b510 req-f889bce6-f249-41f0-83d7-bb8f07c24c98 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a54dbca-9181-46e0-9c48-4811482870f1 HTTP/1.1" status: 200 len: 835 time: 0.2551386 Jul 24 09:30:22.121112 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-333352fa-0c59-4d2e-b912-af28559e59c0 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:22.253432 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cd9be-3dff-4f2b-b560-0b98293af632 req-a52622e1-4557-430c-a6cd-36b36ff355a3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:22.255662 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a46cd9be-3dff-4f2b-b560-0b98293af632 req-a52622e1-4557-430c-a6cd-36b36ff355a3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=792c5943-3165-40f5-b559-f6a5be05144b HTTP/1.1" status: 200 len: 985 time: 0.0969343 Jul 24 09:30:22.341859 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54914) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:22.351268 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a46cd9be-3dff-4f2b-b560-0b98293af632 req-c78fd7b1-aee2-4636-b0d1-5341b28f24a3 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/security-groups?id=58d3d329-70a5-4c4f-a9f0-c3119406b657&id=92c90ae2-f968-4142-aff2-e1d3c9be6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0881369 Jul 24 09:30:22.355249 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-14c67911-fd6c-4be8-9925-3aa695b5dfae admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-303214001-network', 'tenant_id': '05b9d528c702497d9052949fd47a4e21'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:22.406099 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c67911-fd6c-4be8-9925-3aa695b5dfae admin admin] Made reservation on behalf of 05b9d528c702497d9052949fd47a4e21 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:30:22.425251 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-14c67911-fd6c-4be8-9925-3aa695b5dfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:22.440027 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-14c67911-fd6c-4be8-9925-3aa695b5dfae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:22.597205 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-14c67911-fd6c-4be8-9925-3aa695b5dfae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:22.619074 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-14c67911-fd6c-4be8-9925-3aa695b5dfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:22.657571 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c67911-fd6c-4be8-9925-3aa695b5dfae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:30:22.658240 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 23c585a2-8396-44d5-ae6e-8c2b25323a2f no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:30:22.669039 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c67911-fd6c-4be8-9925-3aa695b5dfae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a17b9c-b547-4186-a25a-46bb773475e4,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:22.675181 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-14c67911-fd6c-4be8-9925-3aa695b5dfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:22.675807 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-14c67911-fd6c-4be8-9925-3aa695b5dfae admin admin] Added segment 28b02ca5-22ab-455b-95c5-21395d5d1168 of type vlan for network f78d0913-bba3-4e82-8138-d2865a351f1c Jul 24 09:30:22.697476 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 23c585a2-8396-44d5-ae6e-8c2b25323a2f {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:30:22.698444 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 23c585a2-8396-44d5-ae6e-8c2b25323a2f not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:30:22.730698 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-14c67911-fd6c-4be8-9925-3aa695b5dfae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:22.794330 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-14c67911-fd6c-4be8-9925-3aa695b5dfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:22.795900 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c67911-fd6c-4be8-9925-3aa695b5dfae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:22.798348 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-14c67911-fd6c-4be8-9925-3aa695b5dfae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:22.798645 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-333352fa-0c59-4d2e-b912-af28559e59c0 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:22.801399 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-333352fa-0c59-4d2e-b912-af28559e59c0 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.9814496 Jul 24 09:30:22.805879 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54928) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:22.846564 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-14c67911-fd6c-4be8-9925-3aa695b5dfae admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5019665 Jul 24 09:30:22.847130 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333352fa-0c59-4d2e-b912-af28559e59c0 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=accb43a9-1ba6-4dd9-8b35-21c6f73aeedd,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:22.855225 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54932) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:22.862169 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-7e022a63-ec11-4ca0-88c0-ed32b14f5079 admin admin] Request body: {'subnet': {'network_id': 'f78d0913-bba3-4e82-8138-d2865a351f1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-303214001-subnet', 'tenant_id': '05b9d528c702497d9052949fd47a4e21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:22.887272 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 7f652060-c625-4e60-81fb-313979ac061c no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:30:22.921792 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d7986b75-f379-478e-99a4-a301398fc809 req-5b69c30f-e67d-44a1-b5c1-e18288e261b5 tempest-MultipleCreateTestJSON-1570462709 tempest-MultipleCreateTestJSON-1570462709-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b HTTP/1.1" status: 200 len: 210 time: 0.1750236 Jul 24 09:30:22.926364 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c67911-fd6c-4be8-9925-3aa695b5dfae admin admin] Pushing event updated for resources: {'Network': ['ID=f78d0913-bba3-4e82-8138-d2865a351f1c,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:22.951863 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4136216b-bdf5-4658-a6eb-829e7b0b2c15 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1419644 Jul 24 09:30:22.951863 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54934) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:22.957563 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-792ef287-10fd-4979-89f4-bbe9cb9289fe tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Request body: {'security_group': {'name': 'tempest-security--84094147', 'description': 'tempest-security-description-316050492'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:22.959515 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 7f652060-c625-4e60-81fb-313979ac061c {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:30:22.960125 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 7f652060-c625-4e60-81fb-313979ac061c not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:30:22.966810 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network f78d0913-bba3-4e82-8138-d2865a351f1c details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:30:22.972538 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34199326-24df-4836-921e-7169c765b510 req-fc7756aa-195e-47af-bd5c-7ac4f118890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:22.974401 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34199326-24df-4836-921e-7169c765b510 req-fc7756aa-195e-47af-bd5c-7ac4f118890f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=801c1cab-126c-4d30-b3ed-31cac490e5b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8544827 Jul 24 09:30:22.981719 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e022a63-ec11-4ca0-88c0-ed32b14f5079 admin admin] Made reservation on behalf of 05b9d528c702497d9052949fd47a4e21 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:30:22.984340 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7e022a63-ec11-4ca0-88c0-ed32b14f5079 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:23.025096 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-792ef287-10fd-4979-89f4-bbe9cb9289fe tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:23.056170 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-466dcf7e-6ae8-4a6c-8424-dcf4482c5ebe req-5c535a98-228a-4982-a3aa-600878d15e4c tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Deleting port bf0f5558-93be-4fb3-bb08-1f3050570d8f {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:30:23.056671 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-466dcf7e-6ae8-4a6c-8424-dcf4482c5ebe req-5c535a98-228a-4982-a3aa-600878d15e4c tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:23.119712 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-792ef287-10fd-4979-89f4-bbe9cb9289fe tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:23.124497 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-792ef287-10fd-4979-89f4-bbe9cb9289fe tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:23.127604 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-792ef287-10fd-4979-89f4-bbe9cb9289fe tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:23.129141 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-792ef287-10fd-4979-89f4-bbe9cb9289fe tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "PUT /v2.0/security-groups/accb43a9-1ba6-4dd9-8b35-21c6f73aeedd HTTP/1.1" status: 200 len: 1777 time: 0.1766317 Jul 24 09:30:23.131987 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54936) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:23.189233 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ef287-10fd-4979-89f4-bbe9cb9289fe tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=accb43a9-1ba6-4dd9-8b35-21c6f73aeedd,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:23.255281 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7e022a63-ec11-4ca0-88c0-ed32b14f5079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:23.269637 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34199326-24df-4836-921e-7169c765b510 req-23735131-0de9-4111-b3bc-56d7c52a9227 service neutron] 10.222.0.37 "GET /v2.0/networks/801c1cab-126c-4d30-b3ed-31cac490e5b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877188 Jul 24 09:30:23.279416 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a2894270-e76e-44ae-b74a-5f7653ac2658 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-groups/accb43a9-1ba6-4dd9-8b35-21c6f73aeedd HTTP/1.1" status: 200 len: 1777 time: 0.1462922 Jul 24 09:30:23.281947 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-466dcf7e-6ae8-4a6c-8424-dcf4482c5ebe req-5c535a98-228a-4982-a3aa-600878d15e4c tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] For port bf0f5558-93be-4fb3-bb08-1f3050570d8f, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=bf0f5558-93be-4fb3-bb08-1f3050570d8f,segment=NetworkSegment(b49c8e51-b531-4591-8628-7e67fd0e2a90),segment_id=b49c8e51-b531-4591-8628-7e67fd0e2a90)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:30:23.282412 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-466dcf7e-6ae8-4a6c-8424-dcf4482c5ebe req-5c535a98-228a-4982-a3aa-600878d15e4c tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:23.282803 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54942) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:23.299218 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b', 'name': 'network-vif-deleted', 'tag': '23c585a2-8396-44d5-ae6e-8c2b25323a2f'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:30:23.301612 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922984db-d91c-4499-b58d-e6024d6a2b40" -d '{"events": [{"server_uuid": "4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b", "name": "network-vif-deleted", "tag": "23c585a2-8396-44d5-ae6e-8c2b25323a2f"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:30:23.320234 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-466dcf7e-6ae8-4a6c-8424-dcf4482c5ebe req-5c535a98-228a-4982-a3aa-600878d15e4c tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Calling delete_port for bf0f5558-93be-4fb3-bb08-1f3050570d8f owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:30:23.369746 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e022a63-ec11-4ca0-88c0-ed32b14f5079 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f683bae-aada-4362-9774-14e2f2bdd922,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:23.391224 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e022a63-ec11-4ca0-88c0-ed32b14f5079 admin admin] Checking segment: {'id': '28b02ca5-22ab-455b-95c5-21395d5d1168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f78d0913-bba3-4e82-8138-d2865a351f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:30:23.391449 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e022a63-ec11-4ca0-88c0-ed32b14f5079 admin admin] Network hostable DHCP agents. Network: f78d0913-bba3-4e82-8138-d2865a351f1c, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:30:23.410253 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bf84a28e-ab1d-41bb-9811-fd3ba5aac1ad tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:23.434014 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d9a3f4-a6f4-4ef7-a0b7-78eee18df019 x-openstack-request-id: req-53d9a3f4-a6f4-4ef7-a0b7-78eee18df019 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:30:23.434274 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b", "name": "network-vif-deleted", "tag": "23c585a2-8396-44d5-ae6e-8c2b25323a2f", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:30:23.434481 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53d9a3f4-a6f4-4ef7-a0b7-78eee18df019 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:30:23.434891 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2b71ae-6bf0-4c01-9c9f-d4994ca19d9b', 'name': 'network-vif-deleted', 'tag': '23c585a2-8396-44d5-ae6e-8c2b25323a2f', 'status': 'completed', 'code': 200} Jul 24 09:30:23.443087 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e022a63-ec11-4ca0-88c0-ed32b14f5079 admin admin] Network f78d0913-bba3-4e82-8138-d2865a351f1c is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:30:23.449278 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bf84a28e-ab1d-41bb-9811-fd3ba5aac1ad tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:23.465917 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-7e022a63-ec11-4ca0-88c0-ed32b14f5079 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, f78d0913-bba3-4e82-8138-d2865a351f1c) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:30:23.473685 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e022a63-ec11-4ca0-88c0-ed32b14f5079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:23.477164 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21ecfe8-1bcd-4928-8c0c-1c7b8b3df34f None None] Network f78d0913-bba3-4e82-8138-d2865a351f1c requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:30:23.481326 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7e022a63-ec11-4ca0-88c0-ed32b14f5079 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:23.513237 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7e022a63-ec11-4ca0-88c0-ed32b14f5079 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6568232 Jul 24 09:30:23.542665 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bf84a28e-ab1d-41bb-9811-fd3ba5aac1ad tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:23.545881 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bf84a28e-ab1d-41bb-9811-fd3ba5aac1ad tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:23.547189 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bf84a28e-ab1d-41bb-9811-fd3ba5aac1ad tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "DELETE /v2.0/security-groups/accb43a9-1ba6-4dd9-8b35-21c6f73aeedd HTTP/1.1" status: 204 len: 168 time: 0.2635481 Jul 24 09:30:23.555793 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54952) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:23.560828 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84a28e-ab1d-41bb-9811-fd3ba5aac1ad tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=accb43a9-1ba6-4dd9-8b35-21c6f73aeedd,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:23.609185 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-34199326-24df-4836-921e-7169c765b510 req-3380e4b4-5663-4503-877c-699d3088e26e service neutron] 10.222.0.37 "GET /v2.0/networks/801c1cab-126c-4d30-b3ed-31cac490e5b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328133 Jul 24 09:30:23.695462 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f019f17c-991d-433e-a095-0a6b430d6553 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1353574 Jul 24 09:30:23.698209 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54962) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:23.762598 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-0f7a1bbe-7b3f-4c4d-aac4-f2c5d0b6355c tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] delete failed (client error): The resource could not be found. Jul 24 09:30:23.764142 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0f7a1bbe-7b3f-4c4d-aac4-f2c5d0b6355c tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "DELETE /v2.0/security-groups/accb43a9-1ba6-4dd9-8b35-21c6f73aeedd HTTP/1.1" status: 404 len: 347 time: 0.0643263 Jul 24 09:30:23.771753 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54964) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:23.777008 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-76d9e473-faa4-4a44-b412-99ee866ab9ed tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Request body: {'security_group': {'name': 'tempest-secgroup--1799837939'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:23.787689 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57dbc8-22a2-4c62-b2f3-0cedbb3c2da4 req-ae9e0697-1b80-40e7-a283-b6cb8c7f4b7f tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:23.789313 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8a57dbc8-22a2-4c62-b2f3-0cedbb3c2da4 req-ae9e0697-1b80-40e7-a283-b6cb8c7f4b7f tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/ports?device_id=792c5943-3165-40f5-b559-f6a5be05144b HTTP/1.1" status: 200 len: 985 time: 0.2744362 Jul 24 09:30:23.836234 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-76d9e473-faa4-4a44-b412-99ee866ab9ed tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:23.853636 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-466dcf7e-6ae8-4a6c-8424-dcf4482c5ebe req-5c535a98-228a-4982-a3aa-600878d15e4c tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:23.899670 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c535a98-228a-4982-a3aa-600878d15e4c tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event deleted for resources: {'Port': ['ID=bf0f5558-93be-4fb3-bb08-1f3050570d8f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:23.907667 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8a57dbc8-22a2-4c62-b2f3-0cedbb3c2da4 req-7ff73ca2-57d3-4f35-a9d4-c09a9609ef27 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "GET /v2.0/security-groups?id=58d3d329-70a5-4c4f-a9f0-c3119406b657&id=92c90ae2-f968-4142-aff2-e1d3c9be6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1117635 Jul 24 09:30:23.923653 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cc06f5-e607-4700-9407-043126e44a2c None None] Network f78d0913-bba3-4e82-8138-d2865a351f1c requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:30:23.995813 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-466dcf7e-6ae8-4a6c-8424-dcf4482c5ebe req-5c535a98-228a-4982-a3aa-600878d15e4c tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] No DVR routers for this DVR port bf0f5558-93be-4fb3-bb08-1f3050570d8f on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:30:23.998568 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-466dcf7e-6ae8-4a6c-8424-dcf4482c5ebe req-5c535a98-228a-4982-a3aa-600878d15e4c tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:24.002298 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-466dcf7e-6ae8-4a6c-8424-dcf4482c5ebe req-5c535a98-228a-4982-a3aa-600878d15e4c tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.37 "DELETE /v2.0/ports/bf0f5558-93be-4fb3-bb08-1f3050570d8f HTTP/1.1" status: 204 len: 173 time: 2.0211282 Jul 24 09:30:24.064677 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-76d9e473-faa4-4a44-b412-99ee866ab9ed tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:24.066609 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 54974) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:24.073338 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-76d9e473-faa4-4a44-b412-99ee866ab9ed tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:24.107256 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-76d9e473-faa4-4a44-b412-99ee866ab9ed tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:24.114119 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-76d9e473-faa4-4a44-b412-99ee866ab9ed tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3409312 Jul 24 09:30:24.117260 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54980) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:24.126720 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ca4cae35-7ded-43cc-8f6f-7ccbca57ed1d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Request body: {'security_group_rule': {'security_group_id': '6f56125c-8b47-4289-9af6-77ac8c82ee9c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:24.144116 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9e473-faa4-4a44-b412-99ee866ab9ed tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f56125c-8b47-4289-9af6-77ac8c82ee9c,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:24.207271 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ca4cae35-7ded-43cc-8f6f-7ccbca57ed1d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:24.233949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd5fae4-f0f4-41d5-b13e-1405d20eade3 admin admin] Deleting subnet 0c27b43a-8c5a-4d7d-8e01-21640f4f615b {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:30:24.241036 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5bd5fae4-f0f4-41d5-b13e-1405d20eade3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:24.275992 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ca4cae35-7ded-43cc-8f6f-7ccbca57ed1d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:24.284101 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ca4cae35-7ded-43cc-8f6f-7ccbca57ed1d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:24.292978 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5bd5fae4-f0f4-41d5-b13e-1405d20eade3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:24.308264 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4cae35-7ded-43cc-8f6f-7ccbca57ed1d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efab574f-6a1e-4b2d-8442-11c2cc52aca9,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:24.318861 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ca4cae35-7ded-43cc-8f6f-7ccbca57ed1d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:24.322779 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ca4cae35-7ded-43cc-8f6f-7ccbca57ed1d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2041206 Jul 24 09:30:24.323030 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54982) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:24.387260 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5bd5fae4-f0f4-41d5-b13e-1405d20eade3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:24.389560 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-46e92311-ab0e-47ee-b913-e55184e02824 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:24.399645 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-46e92311-ab0e-47ee-b913-e55184e02824 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:24.431788 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-46e92311-ab0e-47ee-b913-e55184e02824 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:24.445823 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-46e92311-ab0e-47ee-b913-e55184e02824 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:24.450568 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-46e92311-ab0e-47ee-b913-e55184e02824 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/efab574f-6a1e-4b2d-8442-11c2cc52aca9 HTTP/1.1" status: 204 len: 168 time: 0.1245515 Jul 24 09:30:24.451689 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e92311-ab0e-47ee-b913-e55184e02824 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efab574f-6a1e-4b2d-8442-11c2cc52aca9,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:24.453445 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54994) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:24.531397 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-41518215-7bcd-4cc6-bab9-339bc4593c79 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0759299 Jul 24 09:30:24.534020 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 54996) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:24.622567 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5bd5fae4-f0f4-41d5-b13e-1405d20eade3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:24.631543 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bcde74c6-b0a1-4be9-8fc9-d6e9face8077 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:24.658770 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5fae4-f0f4-41d5-b13e-1405d20eade3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c27b43a-8c5a-4d7d-8e01-21640f4f615b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:24.673632 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cccd69-ebff-48b6-af02-7e6b953727de req-a2eb95cd-f444-4d4c-96d9-f271018c4d53 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:24.675578 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89cccd69-ebff-48b6-af02-7e6b953727de req-a2eb95cd-f444-4d4c-96d9-f271018c4d53 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/networks?id=cc4b1cc6-4edb-4b2f-a812-d7f57966679e HTTP/1.1" status: 200 len: 811 time: 0.2396278 Jul 24 09:30:24.681246 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5bd5fae4-f0f4-41d5-b13e-1405d20eade3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:24.683888 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5bd5fae4-f0f4-41d5-b13e-1405d20eade3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0c27b43a-8c5a-4d7d-8e01-21640f4f615b HTTP/1.1" status: 204 len: 168 time: 0.6160321 Jul 24 09:30:24.692222 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55004) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:24.711044 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bcde74c6-b0a1-4be9-8fc9-d6e9face8077 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:24.731341 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89cccd69-ebff-48b6-af02-7e6b953727de req-666df573-1e80-4e17-9e4e-0838ea6430e3 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/quotas/434b795fb0284efca0e44cb952ec2d59 HTTP/1.1" status: 200 len: 375 time: 0.0402210 Jul 24 09:30:24.823748 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bcde74c6-b0a1-4be9-8fc9-d6e9face8077 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:24.827860 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bcde74c6-b0a1-4be9-8fc9-d6e9face8077 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:24.831406 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bcde74c6-b0a1-4be9-8fc9-d6e9face8077 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "DELETE /v2.0/security-groups/6f56125c-8b47-4289-9af6-77ac8c82ee9c HTTP/1.1" status: 204 len: 168 time: 0.2940426 Jul 24 09:30:24.832260 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55008) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:24.836315 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89cccd69-ebff-48b6-af02-7e6b953727de req-9230f6ac-b9f9-4dda-9b39-044e75a0e3bd tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=434b795fb0284efca0e44cb952ec2d59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0986691 Jul 24 09:30:24.854142 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a75e734b-dc90-4d19-9322-9331ba2067f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:24.869087 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde74c6-b0a1-4be9-8fc9-d6e9face8077 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f56125c-8b47-4289-9af6-77ac8c82ee9c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:24.907591 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device bf0f5558-93be-4fb3-bb08-1f3050570d8f no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:30:24.932197 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f33ee0d1-ed8d-4880-a502-07d113fcf707 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0953786 Jul 24 09:30:24.933015 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55010) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:24.938817 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-1253dcc3-7f83-45da-9f93-7c8c66783e98 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Request body: {'security_group': {'name': 'tempest-secgroup--1047608198'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:24.960677 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: bf0f5558-93be-4fb3-bb08-1f3050570d8f {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:30:24.961742 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device bf0f5558-93be-4fb3-bb08-1f3050570d8f not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:30:24.963706 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1253dcc3-7f83-45da-9f93-7c8c66783e98 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:25.022012 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a75e734b-dc90-4d19-9322-9331ba2067f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:25.030131 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55014) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:25.046488 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-a75e734b-dc90-4d19-9322-9331ba2067f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ff0531-86df-4128-aada-59bf6c78a2e2']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:25.060457 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-a75e734b-dc90-4d19-9322-9331ba2067f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '452ecc20-60b4-4651-8fef-8504fa62e486') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:25.060769 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-a75e734b-dc90-4d19-9322-9331ba2067f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '452ecc20-60b4-4651-8fef-8504fa62e486') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:25.065384 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89cccd69-ebff-48b6-af02-7e6b953727de req-716ee091-2440-4443-b46e-19a691e48c52 service neutron] 10.222.0.32 "GET /v2.0/networks/cc4b1cc6-4edb-4b2f-a812-d7f57966679e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282803 Jul 24 09:30:25.075997 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a75e734b-dc90-4d19-9322-9331ba2067f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:25.141949 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1253dcc3-7f83-45da-9f93-7c8c66783e98 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:25.143543 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9c980502-95c1-428f-930f-5af5802c1886 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:25.156023 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1253dcc3-7f83-45da-9f93-7c8c66783e98 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:25.183098 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9c980502-95c1-428f-930f-5af5802c1886 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:25.189801 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a75e734b-dc90-4d19-9322-9331ba2067f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:25.203776 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75e734b-dc90-4d19-9322-9331ba2067f8 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:30:25.204352 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a75e734b-dc90-4d19-9322-9331ba2067f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:30:25.207162 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:30:25.216914 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1253dcc3-7f83-45da-9f93-7c8c66783e98 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:25.221192 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1253dcc3-7f83-45da-9f93-7c8c66783e98 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2847831 Jul 24 09:30:25.223812 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55020) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:25.228871 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-158f045b-4d8d-4bac-be98-b05ac1bd1716 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Request body: {'security_group_rule': {'security_group_id': '61ba8fc8-6fd2-4751-b98f-a491ae1e8604', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:25.238525 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253dcc3-7f83-45da-9f93-7c8c66783e98 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61ba8fc8-6fd2-4751-b98f-a491ae1e8604,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:25.252401 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89cccd69-ebff-48b6-af02-7e6b953727de req-df12744d-75ab-4974-9481-7597cffe77f8 service neutron] 10.222.0.32 "GET /v2.0/networks/cc4b1cc6-4edb-4b2f-a812-d7f57966679e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787176 Jul 24 09:30:25.284659 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9c980502-95c1-428f-930f-5af5802c1886 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:25.287813 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9c980502-95c1-428f-930f-5af5802c1886 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:25.291452 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9c980502-95c1-428f-930f-5af5802c1886 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "DELETE /v2.0/security-groups/92c90ae2-f968-4142-aff2-e1d3c9be6bd9 HTTP/1.1" status: 204 len: 168 time: 0.2568805 Jul 24 09:30:25.298147 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55022) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:25.320525 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a75e734b-dc90-4d19-9322-9331ba2067f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:25.322324 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c980502-95c1-428f-930f-5af5802c1886 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c90ae2-f968-4142-aff2-e1d3c9be6bd9,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:25.334004 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a75e734b-dc90-4d19-9322-9331ba2067f8 admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:25.341217 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a75e734b-dc90-4d19-9322-9331ba2067f8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a2ff0531-86df-4128-aada-59bf6c78a2e2 HTTP/1.1" status: 204 len: 168 time: 0.6473441 Jul 24 09:30:25.354280 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e734b-dc90-4d19-9322-9331ba2067f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2ff0531-86df-4128-aada-59bf6c78a2e2,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:25.394396 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-158f045b-4d8d-4bac-be98-b05ac1bd1716 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:25.436307 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792c5943-3165-40f5-b559-f6a5be05144b', 'name': 'network-vif-deleted', 'tag': 'bf0f5558-93be-4fb3-bb08-1f3050570d8f'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:30:25.450022 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b7301c-c2e3-44aa-aa2c-d5cc46baa6d5" -d '{"events": [{"server_uuid": "792c5943-3165-40f5-b559-f6a5be05144b", "name": "network-vif-deleted", "tag": "bf0f5558-93be-4fb3-bb08-1f3050570d8f"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:30:25.467775 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ab2436d-ca8d-475c-b5b0-b8bff15cee00 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:25.515792 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e9afbd-a6f8-48af-8576-0c494f349608 x-openstack-request-id: req-b7e9afbd-a6f8-48af-8576-0c494f349608 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:30:25.516341 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792c5943-3165-40f5-b559-f6a5be05144b", "name": "network-vif-deleted", "tag": "bf0f5558-93be-4fb3-bb08-1f3050570d8f", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:30:25.516886 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7e9afbd-a6f8-48af-8576-0c494f349608 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:30:25.517366 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792c5943-3165-40f5-b559-f6a5be05144b', 'name': 'network-vif-deleted', 'tag': 'bf0f5558-93be-4fb3-bb08-1f3050570d8f', 'status': 'completed', 'code': 200} Jul 24 09:30:25.567443 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0b309a86-b95d-4581-8fc5-2e8dbd9923d6 req-654f421d-14b7-4dfa-970b-ca32227cd289 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 210 time: 0.0710156 Jul 24 09:30:25.620904 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ab2436d-ca8d-475c-b5b0-b8bff15cee00 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:25.665831 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-158f045b-4d8d-4bac-be98-b05ac1bd1716 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:25.680523 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-158f045b-4d8d-4bac-be98-b05ac1bd1716 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:25.713377 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f045b-4d8d-4bac-be98-b05ac1bd1716 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d3e1dd2-a750-4fa2-924c-693bc17e608d,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:25.717658 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-158f045b-4d8d-4bac-be98-b05ac1bd1716 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:25.722763 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55042) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:25.728688 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-21427acb-2be6-472b-a3f5-bb8eb355b2c9 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Request body: {'security_group_rule': {'security_group_id': '61ba8fc8-6fd2-4751-b98f-a491ae1e8604', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:25.734610 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-158f045b-4d8d-4bac-be98-b05ac1bd1716 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5092430 Jul 24 09:30:25.738108 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ab2436d-ca8d-475c-b5b0-b8bff15cee00 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:25.743248 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ab2436d-ca8d-475c-b5b0-b8bff15cee00 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:25.744826 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4ab2436d-ca8d-475c-b5b0-b8bff15cee00 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "DELETE /v2.0/security-groups/58d3d329-70a5-4c4f-a9f0-c3119406b657 HTTP/1.1" status: 204 len: 168 time: 0.4453316 Jul 24 09:30:25.752083 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55044) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:25.767587 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55046) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:25.779448 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2436d-ca8d-475c-b5b0-b8bff15cee00 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d3d329-70a5-4c4f-a9f0-c3119406b657,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:25.848320 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-06895760-3a6b-45b4-bc21-f52ab1312450 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20eec70be2124bdf8bbe1e4637c3db20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0787246 Jul 24 09:30:25.848975 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55050) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:26.010342 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-45396d9c-d550-4c00-92fe-fca84313ac7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:26.013431 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21427acb-2be6-472b-a3f5-bb8eb355b2c9 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:26.070006 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-45396d9c-d550-4c00-92fe-fca84313ac7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:26.143598 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-45396d9c-d550-4c00-92fe-fca84313ac7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:26.147787 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-45396d9c-d550-4c00-92fe-fca84313ac7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:26.149993 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-45396d9c-d550-4c00-92fe-fca84313ac7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a969fa2-fc27-4f8c-b747-535a34d90799 HTTP/1.1" status: 204 len: 168 time: 0.3000500 Jul 24 09:30:26.160158 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45396d9c-d550-4c00-92fe-fca84313ac7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a969fa2-fc27-4f8c-b747-535a34d90799,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:26.198131 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21427acb-2be6-472b-a3f5-bb8eb355b2c9 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:26.228894 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21427acb-2be6-472b-a3f5-bb8eb355b2c9 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:26.297463 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21427acb-2be6-472b-a3f5-bb8eb355b2c9 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c951249d-d895-4992-9b7f-17e3f78683e1,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:26.304596 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21427acb-2be6-472b-a3f5-bb8eb355b2c9 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:26.305851 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-21427acb-2be6-472b-a3f5-bb8eb355b2c9 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5820546 Jul 24 09:30:26.308539 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55064) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:26.314701 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-3552d485-6781-42c3-9e1d-dbfc6568d840 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Request body: {'security_group_rule': {'security_group_id': '61ba8fc8-6fd2-4751-b98f-a491ae1e8604', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:26.351688 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3552d485-6781-42c3-9e1d-dbfc6568d840 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:26.492224 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3552d485-6781-42c3-9e1d-dbfc6568d840 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:26.500692 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3552d485-6781-42c3-9e1d-dbfc6568d840 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:26.537084 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552d485-6781-42c3-9e1d-dbfc6568d840 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66233ce4-689e-4151-b6ce-0350d5878ed2,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:26.547013 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3552d485-6781-42c3-9e1d-dbfc6568d840 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:26.551652 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3552d485-6781-42c3-9e1d-dbfc6568d840 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2417510 Jul 24 09:30:26.552502 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55072) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:26.558416 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f9465434-afc9-48f7-8bdd-9e45bef34234 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Request body: {'security_group_rule': {'security_group_id': '61ba8fc8-6fd2-4751-b98f-a491ae1e8604', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:26.594494 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f9465434-afc9-48f7-8bdd-9e45bef34234 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:26.602782 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ef243f0c-6088-4aea-8a73-3a931e84d6e2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:26.738731 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f9465434-afc9-48f7-8bdd-9e45bef34234 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:26.760314 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f9465434-afc9-48f7-8bdd-9e45bef34234 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:26.820685 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-08d636e7-a0bd-4ac2-8f29-6119cdc6e360 req-8c291e83-e35b-40dd-bc58-ce8e09f6a933 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 210 time: 0.0883837 Jul 24 09:30:26.845780 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9465434-afc9-48f7-8bdd-9e45bef34234 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52dd39ba-41ba-46f7-9b3a-41b79c5a63e6,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:26.862626 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f9465434-afc9-48f7-8bdd-9e45bef34234 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:26.876289 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f9465434-afc9-48f7-8bdd-9e45bef34234 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3224733 Jul 24 09:30:26.880697 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55090) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:26.899363 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-7babc123-3648-45e7-97f0-b909a4330ff5 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Request body: {'security_group_rule': {'security_group_id': '61ba8fc8-6fd2-4751-b98f-a491ae1e8604', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:26.976757 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7babc123-3648-45e7-97f0-b909a4330ff5 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:27.051749 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cccd69-ebff-48b6-af02-7e6b953727de req-fcb0a4a5-d1a2-4c12-9e4b-174fb6bbc086 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:27.053796 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89cccd69-ebff-48b6-af02-7e6b953727de req-fcb0a4a5-d1a2-4c12-9e4b-174fb6bbc086 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.37 "GET /v2.0/networks?id=cc4b1cc6-4edb-4b2f-a812-d7f57966679e HTTP/1.1" status: 200 len: 811 time: 0.2097468 Jul 24 09:30:27.071358 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-89cccd69-ebff-48b6-af02-7e6b953727de req-9ee97531-4bd7-4bff-9fd9-e072224c1629 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Request body: {'port': {'device_id': '0422145c-b898-40dc-80c4-d5477a1adbb3', 'network_id': 'cc4b1cc6-4edb-4b2f-a812-d7f57966679e', 'admin_state_up': True, 'tenant_id': '434b795fb0284efca0e44cb952ec2d59'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:27.109269 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7babc123-3648-45e7-97f0-b909a4330ff5 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:27.117769 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7babc123-3648-45e7-97f0-b909a4330ff5 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:27.164052 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7babc123-3648-45e7-97f0-b909a4330ff5 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fddbe90-063d-4ed2-974a-71acc394a173,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:27.193624 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7babc123-3648-45e7-97f0-b909a4330ff5 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:27.195521 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7babc123-3648-45e7-97f0-b909a4330ff5 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3122299 Jul 24 09:30:27.198794 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55104) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:27.230781 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-23be134a-c039-4afb-8222-7ea02301490b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:27.236770 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-69a1c753-f6bb-403e-b125-dc55a73cd35d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:27.252554 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-69a1c753-f6bb-403e-b125-dc55a73cd35d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:27.301386 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-69a1c753-f6bb-403e-b125-dc55a73cd35d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:27.317068 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-69a1c753-f6bb-403e-b125-dc55a73cd35d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:27.320130 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-69a1c753-f6bb-403e-b125-dc55a73cd35d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/7fddbe90-063d-4ed2-974a-71acc394a173 HTTP/1.1" status: 204 len: 168 time: 0.1170444 Jul 24 09:30:27.322627 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55108) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:27.383984 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89cccd69-ebff-48b6-af02-7e6b953727de req-9ee97531-4bd7-4bff-9fd9-e072224c1629 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Made reservation on behalf of 434b795fb0284efca0e44cb952ec2d59 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:30:27.384872 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-733fca31-89a0-4c7a-8edc-d79f31159824 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0593309 Jul 24 09:30:27.385971 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1c753-f6bb-403e-b125-dc55a73cd35d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fddbe90-063d-4ed2-974a-71acc394a173,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:27.387672 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55110) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:27.387926 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-89cccd69-ebff-48b6-af02-7e6b953727de req-9ee97531-4bd7-4bff-9fd9-e072224c1629 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:27.416724 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-ef243f0c-6088-4aea-8a73-3a931e84d6e2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Deleting port e46f17a7-8e32-404f-a044-c46ced72e591 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:30:27.417084 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ef243f0c-6088-4aea-8a73-3a931e84d6e2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:27.422444 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e27f906-7971-4553-8563-f4eed2de5a79 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:27.431263 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e27f906-7971-4553-8563-f4eed2de5a79 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:27.477922 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e27f906-7971-4553-8563-f4eed2de5a79 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:27.492204 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e27f906-7971-4553-8563-f4eed2de5a79 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:27.499699 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6e27f906-7971-4553-8563-f4eed2de5a79 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/52dd39ba-41ba-46f7-9b3a-41b79c5a63e6 HTTP/1.1" status: 204 len: 168 time: 0.1097963 Jul 24 09:30:27.502109 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55114) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:27.523561 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27f906-7971-4553-8563-f4eed2de5a79 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52dd39ba-41ba-46f7-9b3a-41b79c5a63e6,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:27.585195 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3dc4b9a1-3645-44c4-965f-0d62620790a7 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0719271 Jul 24 09:30:27.588481 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55122) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:27.620686 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f3c7aeb0-530c-4980-a0fc-926748827400 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:27.621400 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-ef243f0c-6088-4aea-8a73-3a931e84d6e2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] For port e46f17a7-8e32-404f-a044-c46ced72e591, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e46f17a7-8e32-404f-a044-c46ced72e591,segment=NetworkSegment(b49c8e51-b531-4591-8628-7e67fd0e2a90),segment_id=b49c8e51-b531-4591-8628-7e67fd0e2a90)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:30:27.621775 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ef243f0c-6088-4aea-8a73-3a931e84d6e2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:27.630740 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f3c7aeb0-530c-4980-a0fc-926748827400 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:27.641711 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-ef243f0c-6088-4aea-8a73-3a931e84d6e2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Calling delete_port for e46f17a7-8e32-404f-a044-c46ced72e591 owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:30:27.643761 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-89cccd69-ebff-48b6-af02-7e6b953727de req-9ee97531-4bd7-4bff-9fd9-e072224c1629 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Allocated IP 172.20.0.10 (cc4b1cc6-4edb-4b2f-a812-d7f57966679e/5a7ec392-50d6-407e-abfc-be573eae263e/850333d0-80f7-4232-b557-91daa1bc82cc) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:30:27.669920 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f3c7aeb0-530c-4980-a0fc-926748827400 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:27.683061 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f3c7aeb0-530c-4980-a0fc-926748827400 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:27.690003 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f3c7aeb0-530c-4980-a0fc-926748827400 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/66233ce4-689e-4151-b6ce-0350d5878ed2 HTTP/1.1" status: 204 len: 168 time: 0.0947599 Jul 24 09:30:27.690003 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7aeb0-530c-4980-a0fc-926748827400 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66233ce4-689e-4151-b6ce-0350d5878ed2,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:27.690003 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55128) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:27.776255 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2328cf2e-c9c7-4ac3-82e9-59d53a0fa761 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0846522 Jul 24 09:30:27.777440 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55130) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:27.826090 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff83f3da-ef95-4b90-af7e-f18e072082ee tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:27.840994 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff83f3da-ef95-4b90-af7e-f18e072082ee tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:27.892893 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff83f3da-ef95-4b90-af7e-f18e072082ee tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:27.907291 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff83f3da-ef95-4b90-af7e-f18e072082ee tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:27.915423 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ff83f3da-ef95-4b90-af7e-f18e072082ee tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/c951249d-d895-4992-9b7f-17e3f78683e1 HTTP/1.1" status: 204 len: 168 time: 0.1366935 Jul 24 09:30:27.921188 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55138) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:27.975688 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff83f3da-ef95-4b90-af7e-f18e072082ee tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c951249d-d895-4992-9b7f-17e3f78683e1,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:28.058760 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6e891f3e-5d8b-429a-9ef3-4b58f2baf6f2 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1257246 Jul 24 09:30:28.072940 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55150) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:28.131150 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2457d12c-bcf2-4ff2-93d6-6f1a842a9bbc tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:28.155959 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2457d12c-bcf2-4ff2-93d6-6f1a842a9bbc tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:28.207795 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f87ee0f9-61c4-41ab-9e20-f20506df133b req-eaa80584-0de3-4e36-b16e-a2077d3d72d1 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 210 time: 0.1034052 Jul 24 09:30:28.208731 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2457d12c-bcf2-4ff2-93d6-6f1a842a9bbc tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:28.217988 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2457d12c-bcf2-4ff2-93d6-6f1a842a9bbc tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:28.218905 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2457d12c-bcf2-4ff2-93d6-6f1a842a9bbc tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/9d3e1dd2-a750-4fa2-924c-693bc17e608d HTTP/1.1" status: 204 len: 168 time: 0.1450465 Jul 24 09:30:28.225445 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55154) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:28.227112 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457d12c-bcf2-4ff2-93d6-6f1a842a9bbc tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d3e1dd2-a750-4fa2-924c-693bc17e608d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:28.303957 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-89cccd69-ebff-48b6-af02-7e6b953727de req-9ee97531-4bd7-4bff-9fd9-e072224c1629 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:28.383255 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55156) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:28.400022 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2b21e211-58f1-4ae8-b536-1f50884e6866 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1498713 Jul 24 09:30:28.571301 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2197b869-2374-4d9d-a801-f0b359e7c5d7 req-f56d0d8e-8a84-43f6-b743-e19228a55128 tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.1163321 Jul 24 09:30:28.595487 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-89cccd69-ebff-48b6-af02-7e6b953727de req-9ee97531-4bd7-4bff-9fd9-e072224c1629 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:28.597419 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ef243f0c-6088-4aea-8a73-3a931e84d6e2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:28.637277 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f45e789c-91fc-4c0d-8b9f-1afed4e9f9fe tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:28.681419 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89cccd69-ebff-48b6-af02-7e6b953727de req-9ee97531-4bd7-4bff-9fd9-e072224c1629 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Network cc4b1cc6-4edb-4b2f-a812-d7f57966679e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:30:28.685340 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef243f0c-6088-4aea-8a73-3a931e84d6e2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event deleted for resources: {'Port': ['ID=e46f17a7-8e32-404f-a044-c46ced72e591,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:28.692699 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-89cccd69-ebff-48b6-af02-7e6b953727de req-9ee97531-4bd7-4bff-9fd9-e072224c1629 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:30:28.699362 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f45e789c-91fc-4c0d-8b9f-1afed4e9f9fe tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:28.707400 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-89cccd69-ebff-48b6-af02-7e6b953727de req-9ee97531-4bd7-4bff-9fd9-e072224c1629 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:30:28.791381 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f45e789c-91fc-4c0d-8b9f-1afed4e9f9fe tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:28.807558 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f45e789c-91fc-4c0d-8b9f-1afed4e9f9fe tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:28.850253 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f45e789c-91fc-4c0d-8b9f-1afed4e9f9fe tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "DELETE /v2.0/security-groups/61ba8fc8-6fd2-4751-b98f-a491ae1e8604 HTTP/1.1" status: 204 len: 168 time: 0.4629834 Jul 24 09:30:28.851361 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55172) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:28.898184 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e789c-91fc-4c0d-8b9f-1afed4e9f9fe tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ba8fc8-6fd2-4751-b98f-a491ae1e8604,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:29.080986 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-71d22450-92d2-4636-adc6-f514ecdf8a06 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2250781 Jul 24 09:30:29.081852 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55174) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:29.092985 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-87b306f8-c0fb-4b93-9502-9f7f96adea2f tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Request body: {'security_group': {'name': 'tempest-secgroup--1095483063'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:29.145331 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-87b306f8-c0fb-4b93-9502-9f7f96adea2f tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:29.434186 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-87b306f8-c0fb-4b93-9502-9f7f96adea2f tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:29.441790 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-87b306f8-c0fb-4b93-9502-9f7f96adea2f tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:29.512914 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-87b306f8-c0fb-4b93-9502-9f7f96adea2f tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:29.514427 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-87b306f8-c0fb-4b93-9502-9f7f96adea2f tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4314668 Jul 24 09:30:29.519819 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55188) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:29.560067 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-c1d6c439-7299-4bc0-9ac8-def960196e31 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Request body: {'security_group_rule': {'security_group_id': '44dbfced-a087-4c03-b03f-0e1b7985bb20', 'direction': 'ingress', 'protocol': 17}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:29.597418 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b306f8-c0fb-4b93-9502-9f7f96adea2f tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44dbfced-a087-4c03-b03f-0e1b7985bb20,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:29.628215 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c1d6c439-7299-4bc0-9ac8-def960196e31 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:29.638988 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cccd69-ebff-48b6-af02-7e6b953727de req-9ee97531-4bd7-4bff-9fd9-e072224c1629 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:29.639651 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-89cccd69-ebff-48b6-af02-7e6b953727de req-9ee97531-4bd7-4bff-9fd9-e072224c1629 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:29.717164 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee97531-4bd7-4bff-9fd9-e072224c1629 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Pushing event updated for resources: {'Port': ['ID=850333d0-80f7-4232-b557-91daa1bc82cc,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:29.759130 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee97531-4bd7-4bff-9fd9-e072224c1629 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:29.759869 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee97531-4bd7-4bff-9fd9-e072224c1629 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:29.760420 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee97531-4bd7-4bff-9fd9-e072224c1629 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:29.761242 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee97531-4bd7-4bff-9fd9-e072224c1629 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:29.763026 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee97531-4bd7-4bff-9fd9-e072224c1629 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:29.766424 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee97531-4bd7-4bff-9fd9-e072224c1629 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:29.767016 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee97531-4bd7-4bff-9fd9-e072224c1629 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:29.768452 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee97531-4bd7-4bff-9fd9-e072224c1629 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:29.769246 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee97531-4bd7-4bff-9fd9-e072224c1629 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:29.769840 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee97531-4bd7-4bff-9fd9-e072224c1629 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:29.770434 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee97531-4bd7-4bff-9fd9-e072224c1629 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:29.770993 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee97531-4bd7-4bff-9fd9-e072224c1629 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:29.805177 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-87f7efe7-1943-414a-a65c-683caefc2cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:29.823788 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-78de6dca-a947-4c61-9b54-a8ab28439503 req-b3abe6d5-3035-40d8-8561-6e05eada04f5 tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.0955346 Jul 24 09:30:29.861701 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89cccd69-ebff-48b6-af02-7e6b953727de req-9ee97531-4bd7-4bff-9fd9-e072224c1629 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7946410 Jul 24 09:30:29.895635 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c1d6c439-7299-4bc0-9ac8-def960196e31 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:29.900552 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c1d6c439-7299-4bc0-9ac8-def960196e31 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:29.928284 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-89cccd69-ebff-48b6-af02-7e6b953727de req-b5c3168c-995e-49e3-98be-c8372c85c8ca service neutron] Request body: {'port': {'device_id': '0422145c-b898-40dc-80c4-d5477a1adbb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:29.950642 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6c439-7299-4bc0-9ac8-def960196e31 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d68b4c-1dc2-45e2-84bb-0a40096ac537,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:29.957306 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c1d6c439-7299-4bc0-9ac8-def960196e31 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:29.958541 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c1d6c439-7299-4bc0-9ac8-def960196e31 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4377742 Jul 24 09:30:29.961456 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55200) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:30.064876 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5b20bd6e-3c91-49b2-a47f-7aed3b8320db tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:30.106240 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5b20bd6e-3c91-49b2-a47f-7aed3b8320db tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:30.122489 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09185e0-318c-4413-86c4-e94a2592170e req-a83a6152-cd8c-49f5-b3a0-f76aaec2904d tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:30.134554 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a09185e0-318c-4413-86c4-e94a2592170e req-a83a6152-cd8c-49f5-b3a0-f76aaec2904d tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 932 time: 0.6159441 Jul 24 09:30:30.217892 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a09185e0-318c-4413-86c4-e94a2592170e req-1549b209-cb14-4ecf-9e93-91313d2c2907 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/security-groups?id=762c1045-ce89-4e47-bdf7-63360eadc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793211 Jul 24 09:30:30.219076 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ef243f0c-6088-4aea-8a73-3a931e84d6e2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:30.227571 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5b20bd6e-3c91-49b2-a47f-7aed3b8320db tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:30.228649 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-89cccd69-ebff-48b6-af02-7e6b953727de req-b5c3168c-995e-49e3-98be-c8372c85c8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:30.245625 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5b20bd6e-3c91-49b2-a47f-7aed3b8320db tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:30.248818 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5b20bd6e-3c91-49b2-a47f-7aed3b8320db tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "DELETE /v2.0/security-groups/44dbfced-a087-4c03-b03f-0e1b7985bb20 HTTP/1.1" status: 204 len: 168 time: 0.2863030 Jul 24 09:30:30.254106 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55206) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:30.300123 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20bd6e-3c91-49b2-a47f-7aed3b8320db tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44dbfced-a087-4c03-b03f-0e1b7985bb20,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:30.425442 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6f140d07-920e-4ce7-8a2e-e992c5c485cb tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1624572 Jul 24 09:30:30.427261 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55210) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:30.434859 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-095f2b6f-27cd-4a84-964e-d9d091814ff1 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Request body: {'security_group': {'name': 'tempest-secgroup--870319290'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:30.453914 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:30.499291 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-095f2b6f-27cd-4a84-964e-d9d091814ff1 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:30.657724 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-095f2b6f-27cd-4a84-964e-d9d091814ff1 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:30.662826 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-095f2b6f-27cd-4a84-964e-d9d091814ff1 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:30.748659 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-095f2b6f-27cd-4a84-964e-d9d091814ff1 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:30.748659 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-095f2b6f-27cd-4a84-964e-d9d091814ff1 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3127401 Jul 24 09:30:30.748659 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55220) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:30.760593 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-a28f083a-32d4-4cf8-9a0f-eef1bd2d5143 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Request body: {'security_group': {'name': 'tempest-secgroup--947791865'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:30.785954 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f2b6f-27cd-4a84-964e-d9d091814ff1 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61fc6d21-cf2b-4f8a-a91f-07f6d9fdd75e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:30.823228 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a28f083a-32d4-4cf8-9a0f-eef1bd2d5143 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:30.931020 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef243f0c-6088-4aea-8a73-3a931e84d6e2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Router 8371a520-7812-454f-8709-7e2acdacb3f7 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:30:30.999304 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:31.007993 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a28f083a-32d4-4cf8-9a0f-eef1bd2d5143 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:31.013142 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a28f083a-32d4-4cf8-9a0f-eef1bd2d5143 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:31.054480 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a28f083a-32d4-4cf8-9a0f-eef1bd2d5143 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:31.069969 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a28f083a-32d4-4cf8-9a0f-eef1bd2d5143 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3063173 Jul 24 09:30:31.072494 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55226) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:31.073520 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f083a-32d4-4cf8-9a0f-eef1bd2d5143 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e08d93-eafd-4a0b-8e31-e7ade25c3072,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:31.080164 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f9a24220-d714-47fc-ae32-6dce4f0d1284 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Request body: {'security_group_rule': {'security_group_id': '61fc6d21-cf2b-4f8a-a91f-07f6d9fdd75e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c8e08d93-eafd-4a0b-8e31-e7ade25c3072', 'remote_ip_prefix': None}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:31.129089 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f9a24220-d714-47fc-ae32-6dce4f0d1284 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:31.156272 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c165290d-0a55-4b6f-a7af-20373de2c9d8 req-8bada432-ec43-4d65-a53c-6516b39bb08d tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.1500158 Jul 24 09:30:31.259363 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f9a24220-d714-47fc-ae32-6dce4f0d1284 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:31.265199 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f9a24220-d714-47fc-ae32-6dce4f0d1284 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:31.298148 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a24220-d714-47fc-ae32-6dce4f0d1284 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb13487b-64a4-41dc-8302-0ffe156b006c,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:31.307915 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f9a24220-d714-47fc-ae32-6dce4f0d1284 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:31.310241 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f9a24220-d714-47fc-ae32-6dce4f0d1284 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2337277 Jul 24 09:30:31.312910 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55232) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:31.322528 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef243f0c-6088-4aea-8a73-3a931e84d6e2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:30:31.346515 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ef243f0c-6088-4aea-8a73-3a931e84d6e2 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "PUT /v2.0/routers/8371a520-7812-454f-8709-7e2acdacb3f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5909705 Jul 24 09:30:31.346764 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6399a8cf-2aed-4834-84da-6d90b4d1dc02 None None] Sync routers for ids ['8371a520-7812-454f-8709-7e2acdacb3f7'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:30:31.350806 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55234) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:31.354969 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-89cccd69-ebff-48b6-af02-7e6b953727de req-b5c3168c-995e-49e3-98be-c8372c85c8ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 850333d0-80f7-4232-b557-91daa1bc82cc {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:30:31.356594 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6399a8cf-2aed-4834-84da-6d90b4d1dc02 None None] Routers {'8371a520-7812-454f-8709-7e2acdacb3f7'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:30:31.357246 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-6399a8cf-2aed-4834-84da-6d90b4d1dc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:30:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8371a520-7812-454f-8709-7e2acdacb3f7'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:31.377720 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-89cccd69-ebff-48b6-af02-7e6b953727de req-b5c3168c-995e-49e3-98be-c8372c85c8ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:31.445326 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-89cccd69-ebff-48b6-af02-7e6b953727de req-b5c3168c-995e-49e3-98be-c8372c85c8ca service neutron] Transition to ACTIVE for port object 850333d0-80f7-4232-b557-91daa1bc82cc will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:30:31.461657 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-89cccd69-ebff-48b6-af02-7e6b953727de req-b5c3168c-995e-49e3-98be-c8372c85c8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:31.471777 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e8aa09df-7f9c-4f1f-851f-36ab71a61de1 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:31.490553 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e8aa09df-7f9c-4f1f-851f-36ab71a61de1 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:31.550047 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b3f5a-0eab-49b8-9d36-d68bcc5b0647 req-ba2a009c-1bcb-4c2b-a1da-cc611d69d19c tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:31.551663 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-079b3f5a-0eab-49b8-9d36-d68bcc5b0647 req-ba2a009c-1bcb-4c2b-a1da-cc611d69d19c tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 932 time: 0.1945250 Jul 24 09:30:31.594248 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e8aa09df-7f9c-4f1f-851f-36ab71a61de1 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:31.617720 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e8aa09df-7f9c-4f1f-851f-36ab71a61de1 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:31.621443 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e8aa09df-7f9c-4f1f-851f-36ab71a61de1 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/fb13487b-64a4-41dc-8302-0ffe156b006c HTTP/1.1" status: 204 len: 168 time: 0.3050969 Jul 24 09:30:31.623122 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55242) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:31.631253 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa09df-7f9c-4f1f-851f-36ab71a61de1 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb13487b-64a4-41dc-8302-0ffe156b006c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:31.654590 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd4bcb5-5dcb-4976-ac4a-03ee9948c6e0 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Deleting subnet 8a54dbca-9181-46e0-9c48-4811482870f1 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:30:31.658309 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-079b3f5a-0eab-49b8-9d36-d68bcc5b0647 req-9b1ff6f8-3e52-4abd-9751-062560043bbd tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/security-groups?id=762c1045-ce89-4e47-bdf7-63360eadc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957830 Jul 24 09:30:31.720590 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0fd4bcb5-5dcb-4976-ac4a-03ee9948c6e0 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:31.745010 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ea86930e-b80d-44fb-807b-31b0dc5e537d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1125016 Jul 24 09:30:31.745241 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7ce26819-1471-4aea-856d-94bdd7ed43fe req-a8f1bff1-a7b4-4903-a7d6-aa39d2bd03a1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.2318130 Jul 24 09:30:31.751806 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55248) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:31.843949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3168c-995e-49e3-98be-c8372c85c8ca service neutron] Pushing event updated for resources: {'Port': ['ID=850333d0-80f7-4232-b557-91daa1bc82cc,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:31.849850 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0fd4bcb5-5dcb-4976-ac4a-03ee9948c6e0 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:31.857789 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-344df729-2ecc-49de-a0fe-c6230d0a33cf tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:31.884589 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-6399a8cf-2aed-4834-84da-6d90b4d1dc02 None None] Set router 8371a520-7812-454f-8709-7e2acdacb3f7 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:30:31.924257 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-344df729-2ecc-49de-a0fe-c6230d0a33cf tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:32.000085 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-344df729-2ecc-49de-a0fe-c6230d0a33cf tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:32.003802 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-344df729-2ecc-49de-a0fe-c6230d0a33cf tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:32.007261 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-344df729-2ecc-49de-a0fe-c6230d0a33cf tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "DELETE /v2.0/security-groups/c8e08d93-eafd-4a0b-8e31-e7ade25c3072 HTTP/1.1" status: 204 len: 168 time: 0.2521811 Jul 24 09:30:32.018384 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55250) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:32.048117 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-89cccd69-ebff-48b6-af02-7e6b953727de req-b5c3168c-995e-49e3-98be-c8372c85c8ca service neutron] Attempting to bind port 850333d0-80f7-4232-b557-91daa1bc82cc on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:30:32.048668 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-89cccd69-ebff-48b6-af02-7e6b953727de req-b5c3168c-995e-49e3-98be-c8372c85c8ca service neutron] Attempting to bind port 850333d0-80f7-4232-b557-91daa1bc82cc by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '18b96832-a8f3-44dc-8f42-d38131c6874b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cc4b1cc6-4edb-4b2f-a812-d7f57966679e'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:30:32.048951 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cccd69-ebff-48b6-af02-7e6b953727de req-b5c3168c-995e-49e3-98be-c8372c85c8ca service neutron] Attempting to bind port 850333d0-80f7-4232-b557-91daa1bc82cc on network cc4b1cc6-4edb-4b2f-a812-d7f57966679e {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:30:32.049644 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344df729-2ecc-49de-a0fe-c6230d0a33cf tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e08d93-eafd-4a0b-8e31-e7ade25c3072,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:32.064582 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cccd69-ebff-48b6-af02-7e6b953727de req-b5c3168c-995e-49e3-98be-c8372c85c8ca service neutron] Port 850333d0-80f7-4232-b557-91daa1bc82cc on network cc4b1cc6-4edb-4b2f-a812-d7f57966679e not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:30:32.066444 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cccd69-ebff-48b6-af02-7e6b953727de req-b5c3168c-995e-49e3-98be-c8372c85c8ca service neutron] Attempting to bind port 850333d0-80f7-4232-b557-91daa1bc82cc on network cc4b1cc6-4edb-4b2f-a812-d7f57966679e {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:30:32.082749 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0fd4bcb5-5dcb-4976-ac4a-03ee9948c6e0 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:32.087319 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cccd69-ebff-48b6-af02-7e6b953727de req-b5c3168c-995e-49e3-98be-c8372c85c8ca service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:30:32.088004 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cccd69-ebff-48b6-af02-7e6b953727de req-b5c3168c-995e-49e3-98be-c8372c85c8ca service neutron] Checking segment: {'id': '18b96832-a8f3-44dc-8f42-d38131c6874b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cc4b1cc6-4edb-4b2f-a812-d7f57966679e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:30:32.088692 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cccd69-ebff-48b6-af02-7e6b953727de req-b5c3168c-995e-49e3-98be-c8372c85c8ca service neutron] Bound using segment: {'id': '18b96832-a8f3-44dc-8f42-d38131c6874b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cc4b1cc6-4edb-4b2f-a812-d7f57966679e'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:30:32.089416 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-89cccd69-ebff-48b6-af02-7e6b953727de req-b5c3168c-995e-49e3-98be-c8372c85c8ca service neutron] Bound port: 850333d0-80f7-4232-b557-91daa1bc82cc, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b96832-a8f3-44dc-8f42-d38131c6874b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cc4b1cc6-4edb-4b2f-a812-d7f57966679e'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:30:32.090013 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-89cccd69-ebff-48b6-af02-7e6b953727de req-b5c3168c-995e-49e3-98be-c8372c85c8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:32.184430 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-982503c5-58ba-402e-88ea-95436b621a46 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1604710 Jul 24 09:30:32.187849 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55256) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:32.220115 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-6399a8cf-2aed-4834-84da-6d90b4d1dc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111157239', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:28:10Z', 'updated_at': '2021-07-24T09:30:28Z', 'revision_number': 5, 'project_id': '0cc97363126d47d180e03071fb076852', 'gw_port': {'id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:28:11Z', 'updated_at': '2021-07-24T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:32.274546 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6399a8cf-2aed-4834-84da-6d90b4d1dc02 None None] Checking router: 8371a520-7812-454f-8709-7e2acdacb3f7 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:30:32.280716 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6aafa3f5-3f8f-4a8a-aacc-5b631cb75f64 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:32.295599 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6399a8cf-2aed-4834-84da-6d90b4d1dc02 None None] Routers {'8371a520-7812-454f-8709-7e2acdacb3f7'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:30:32.297722 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-89cccd69-ebff-48b6-af02-7e6b953727de req-b5c3168c-995e-49e3-98be-c8372c85c8ca service neutron] For port 850333d0-80f7-4232-b557-91daa1bc82cc, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:30:32.297883 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-6399a8cf-2aed-4834-84da-6d90b4d1dc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:30:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8371a520-7812-454f-8709-7e2acdacb3f7'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:32.300469 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-89cccd69-ebff-48b6-af02-7e6b953727de req-b5c3168c-995e-49e3-98be-c8372c85c8ca service neutron] For port 850333d0-80f7-4232-b557-91daa1bc82cc, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=850333d0-80f7-4232-b557-91daa1bc82cc,segment=NetworkSegment(18b96832-a8f3-44dc-8f42-d38131c6874b),segment_id=18b96832-a8f3-44dc-8f42-d38131c6874b)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:30:32.305512 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-89cccd69-ebff-48b6-af02-7e6b953727de req-b5c3168c-995e-49e3-98be-c8372c85c8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:32.342612 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6aafa3f5-3f8f-4a8a-aacc-5b631cb75f64 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:32.351543 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0fd4bcb5-5dcb-4976-ac4a-03ee9948c6e0 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:32.368542 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cccd69-ebff-48b6-af02-7e6b953727de req-b5c3168c-995e-49e3-98be-c8372c85c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:32.369208 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-89cccd69-ebff-48b6-af02-7e6b953727de req-b5c3168c-995e-49e3-98be-c8372c85c8ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:32.370630 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89cccd69-ebff-48b6-af02-7e6b953727de req-b5c3168c-995e-49e3-98be-c8372c85c8ca service neutron] 10.222.0.37 "PUT /v2.0/ports/850333d0-80f7-4232-b557-91daa1bc82cc HTTP/1.1" status: 200 len: 1092 time: 2.4542150 Jul 24 09:30:32.383535 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0422145c-b898-40dc-80c4-d5477a1adbb3', 'tag': '850333d0-80f7-4232-b557-91daa1bc82cc'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:30:32.390412 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48937630-4aca-4d75-809e-f20778f8ec19" -d '{"events": [{"name": "network-changed", "server_uuid": "0422145c-b898-40dc-80c4-d5477a1adbb3", "tag": "850333d0-80f7-4232-b557-91daa1bc82cc"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:30:32.425868 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6aafa3f5-3f8f-4a8a-aacc-5b631cb75f64 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:32.428408 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6aafa3f5-3f8f-4a8a-aacc-5b631cb75f64 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:32.432768 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6aafa3f5-3f8f-4a8a-aacc-5b631cb75f64 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "DELETE /v2.0/security-groups/61fc6d21-cf2b-4f8a-a91f-07f6d9fdd75e HTTP/1.1" status: 204 len: 168 time: 0.2436152 Jul 24 09:30:32.433438 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55262) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:32.501182 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-6399a8cf-2aed-4834-84da-6d90b4d1dc02 None None] Set router 8371a520-7812-454f-8709-7e2acdacb3f7 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:30:32.522130 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4bcb5-5dcb-4976-ac4a-03ee9948c6e0 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event deleted for resources: {'Subnet': ['ID=8a54dbca-9181-46e0-9c48-4811482870f1,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:32.540727 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0fd4bcb5-5dcb-4976-ac4a-03ee9948c6e0 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:32.543191 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952e95c1-a828-4184-a8ee-06641c990685 None None] Network 801c1cab-126c-4d30-b3ed-31cac490e5b1 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:30:32.545123 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafa3f5-3f8f-4a8a-aacc-5b631cb75f64 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fc6d21-cf2b-4f8a-a91f-07f6d9fdd75e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:32.551864 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-08be8aae-ccee-49f2-ad9f-9ce380ff22e1 req-fe6dbf86-9a8b-44aa-a475-5207e1174aed tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.1429451 Jul 24 09:30:32.554491 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55264) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:32.555969 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0fd4bcb5-5dcb-4976-ac4a-03ee9948c6e0 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "DELETE /v2.0/subnets/8a54dbca-9181-46e0-9c48-4811482870f1 HTTP/1.1" status: 204 len: 168 time: 1.2038219 Jul 24 09:30:32.574210 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54395dd-7676-471b-8bc0-ee8b28c7c056 x-openstack-request-id: req-a54395dd-7676-471b-8bc0-ee8b28c7c056 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:30:32.574210 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0422145c-b898-40dc-80c4-d5477a1adbb3", "tag": "850333d0-80f7-4232-b557-91daa1bc82cc", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:30:32.574210 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a54395dd-7676-471b-8bc0-ee8b28c7c056 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:30:32.578048 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0422145c-b898-40dc-80c4-d5477a1adbb3', 'tag': '850333d0-80f7-4232-b557-91daa1bc82cc', 'status': 'completed', 'code': 200} Jul 24 09:30:32.734247 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3168c-995e-49e3-98be-c8372c85c8ca service neutron] Pushing event updated for resources: {'Port': ['ID=850333d0-80f7-4232-b557-91daa1bc82cc,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:32.750931 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ecc457c5-b923-4483-93a8-a6f1a3e8d6b0 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3078811 Jul 24 09:30:32.756465 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55276) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:32.761703 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-09f75895-bd70-4a0b-8502-26d6d24ac408 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Request body: {'security_group': {'name': 'tempest-secgroup--1572627366'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:32.840118 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cccd69-ebff-48b6-af02-7e6b953727de req-e5e56066-4dc5-4fdb-af1d-1b616560763f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:32.868632 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89cccd69-ebff-48b6-af02-7e6b953727de req-e5e56066-4dc5-4fdb-af1d-1b616560763f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=434b795fb0284efca0e44cb952ec2d59&device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 1095 time: 0.4034655 Jul 24 09:30:32.916517 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-09f75895-bd70-4a0b-8502-26d6d24ac408 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:32.938118 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b96a8d2b-83c6-4025-8f3b-b87f3ac89ce9 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:32.974114 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:33.061889 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89cccd69-ebff-48b6-af02-7e6b953727de req-92753938-ba1e-49cb-a058-5f75b4794d87 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=850333d0-80f7-4232-b557-91daa1bc82cc HTTP/1.1" status: 200 len: 217 time: 0.1841938 Jul 24 09:30:33.110594 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d86bba-3241-4677-8734-b2f66aa152a0 None None] DHCP port deletion for 801c1cab-126c-4d30-b3ed-31cac490e5b1 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:30:33.204079 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cccd69-ebff-48b6-af02-7e6b953727de req-eee98063-04c9-4274-9478-18222947977a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:33.207160 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89cccd69-ebff-48b6-af02-7e6b953727de req-eee98063-04c9-4274-9478-18222947977a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a7ec392-50d6-407e-abfc-be573eae263e HTTP/1.1" status: 200 len: 851 time: 0.1378217 Jul 24 09:30:33.217070 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-6399a8cf-2aed-4834-84da-6d90b4d1dc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111157239', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:28:10Z', 'updated_at': '2021-07-24T09:30:28Z', 'revision_number': 5, 'project_id': '0cc97363126d47d180e03071fb076852', 'gw_port': {'id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:28:11Z', 'updated_at': '2021-07-24T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:33.263157 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed565d-8f01-48b7-a81d-7333bcde4b72 req-a7eb039b-572c-4737-9bcb-02fc3913e847 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:33.268023 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0ed565d-8f01-48b7-a81d-7333bcde4b72 req-a7eb039b-572c-4737-9bcb-02fc3913e847 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 944 time: 0.2798302 Jul 24 09:30:33.274694 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-67d86bba-3241-4677-8734-b2f66aa152a0 None None] Deleting port 7255e5ca-f296-4d4f-b657-d62a9e330c95 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:30:33.275222 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-67d86bba-3241-4677-8734-b2f66aa152a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:33.280871 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89cccd69-ebff-48b6-af02-7e6b953727de req-f24798bd-3dab-44ae-98dd-2aa84aed96b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cc4b1cc6-4edb-4b2f-a812-d7f57966679e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556259 Jul 24 09:30:33.326729 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6399a8cf-2aed-4834-84da-6d90b4d1dc02 None None] The sync data for ids ['8371a520-7812-454f-8709-7e2acdacb3f7'] in n-d-800085-9 is: [{'id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1111157239', 'tenant_id': '0cc97363126d47d180e03071fb076852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:28:10Z', 'updated_at': '2021-07-24T09:30:28Z', 'revision_number': 5, 'project_id': '0cc97363126d47d180e03071fb076852', 'gw_port': {'id': '70d98370-151f-4968-baa5-0d1cdb8d0aab', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371a520-7812-454f-8709-7e2acdacb3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:28:11Z', 'updated_at': '2021-07-24T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:30:33.369761 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-67d86bba-3241-4677-8734-b2f66aa152a0 None None] For port 7255e5ca-f296-4d4f-b657-d62a9e330c95, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7255e5ca-f296-4d4f-b657-d62a9e330c95,segment=NetworkSegment(b49c8e51-b531-4591-8628-7e67fd0e2a90),segment_id=b49c8e51-b531-4591-8628-7e67fd0e2a90)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:30:33.370595 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-67d86bba-3241-4677-8734-b2f66aa152a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:33.449448 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-67d86bba-3241-4677-8734-b2f66aa152a0 None None] Calling delete_port for 7255e5ca-f296-4d4f-b657-d62a9e330c95 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:30:33.485055 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0ed565d-8f01-48b7-a81d-7333bcde4b72 req-81078394-7459-48ee-8ff9-73f8980d4b4a tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/security-groups?id=762c1045-ce89-4e47-bdf7-63360eadc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670867 Jul 24 09:30:33.487520 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89cccd69-ebff-48b6-af02-7e6b953727de req-4721a4ff-8ad6-49c4-835d-2b616fc4a663 service neutron] 10.222.0.37 "GET /v2.0/networks/cc4b1cc6-4edb-4b2f-a812-d7f57966679e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057524 Jul 24 09:30:33.578436 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-67d86bba-3241-4677-8734-b2f66aa152a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:33.628052 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d86bba-3241-4677-8734-b2f66aa152a0 None None] Pushing event deleted for resources: {'Port': ['ID=7255e5ca-f296-4d4f-b657-d62a9e330c95,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:33.644075 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d86bba-3241-4677-8734-b2f66aa152a0 None None] No DVR routers for this DVR port 7255e5ca-f296-4d4f-b657-d62a9e330c95 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:30:33.729079 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89cccd69-ebff-48b6-af02-7e6b953727de req-3fbef9d1-5662-4e14-be31-faaf323b0073 service neutron] 10.222.0.37 "GET /v2.0/networks/cc4b1cc6-4edb-4b2f-a812-d7f57966679e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303514 Jul 24 09:30:33.794307 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-09f75895-bd70-4a0b-8502-26d6d24ac408 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:33.838265 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-328c154f-25b3-4925-bca4-7014dc299fff req-56172ec7-334c-4151-86f3-7e6a892093b0 tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.0593169 Jul 24 09:30:33.840029 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-09f75895-bd70-4a0b-8502-26d6d24ac408 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:33.922073 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b96a8d2b-83c6-4025-8f3b-b87f3ac89ce9 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:33.941066 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-09f75895-bd70-4a0b-8502-26d6d24ac408 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:33.944165 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-09f75895-bd70-4a0b-8502-26d6d24ac408 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1865907 Jul 24 09:30:33.949094 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48937630-4aca-4d75-809e-f20778f8ec19 req-5907ed17-7f03-498d-b2ac-dbdb78cab9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:33.955504 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48937630-4aca-4d75-809e-f20778f8ec19 req-5907ed17-7f03-498d-b2ac-dbdb78cab9f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=434b795fb0284efca0e44cb952ec2d59&device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 1095 time: 0.1454060 Jul 24 09:30:33.956015 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55298) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:33.964381 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-a4c1c07b-4c92-4a88-9ec8-dba29a0607c0 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Request body: {'security_group_rule': {'security_group_id': '13b57d97-af9a-4cef-827e-1bdafb438808', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:34.004080 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f75895-bd70-4a0b-8502-26d6d24ac408 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13b57d97-af9a-4cef-827e-1bdafb438808,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:34.105237 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c07b-4c92-4a88-9ec8-dba29a0607c0 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:34.159363 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-b96a8d2b-83c6-4025-8f3b-b87f3ac89ce9 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Deleting port 70d98370-151f-4968-baa5-0d1cdb8d0aab {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:30:34.167926 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b96a8d2b-83c6-4025-8f3b-b87f3ac89ce9 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:34.184639 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c07b-4c92-4a88-9ec8-dba29a0607c0 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:34.239856 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c07b-4c92-4a88-9ec8-dba29a0607c0 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:34.274834 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1c07b-4c92-4a88-9ec8-dba29a0607c0 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e42bda-631c-4121-8fee-ec32ee1b4b5f,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:34.289025 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c07b-4c92-4a88-9ec8-dba29a0607c0 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:34.293378 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a4c1c07b-4c92-4a88-9ec8-dba29a0607c0 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3363860 Jul 24 09:30:34.294144 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55310) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:34.318102 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48937630-4aca-4d75-809e-f20778f8ec19 req-307edc42-91cf-46d2-957e-5dffea69bf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:34.321013 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48937630-4aca-4d75-809e-f20778f8ec19 req-307edc42-91cf-46d2-957e-5dffea69bf12 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cc4b1cc6-4edb-4b2f-a812-d7f57966679e HTTP/1.1" status: 200 len: 911 time: 0.3420148 Jul 24 09:30:34.391167 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-b96a8d2b-83c6-4025-8f3b-b87f3ac89ce9 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] For port 70d98370-151f-4968-baa5-0d1cdb8d0aab, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=70d98370-151f-4968-baa5-0d1cdb8d0aab,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:30:34.392416 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b96a8d2b-83c6-4025-8f3b-b87f3ac89ce9 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:34.429278 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-b96a8d2b-83c6-4025-8f3b-b87f3ac89ce9 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Calling delete_port for 70d98370-151f-4968-baa5-0d1cdb8d0aab owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:30:34.461314 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48937630-4aca-4d75-809e-f20778f8ec19 req-758e1ce7-f980-4341-88b0-208417dc8b7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=850333d0-80f7-4232-b557-91daa1bc82cc HTTP/1.1" status: 200 len: 217 time: 0.1161013 Jul 24 09:30:34.470190 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9042319e-73ff-40db-a7a7-a4ba4ec5154a tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:34.555806 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9042319e-73ff-40db-a7a7-a4ba4ec5154a tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:34.611740 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48937630-4aca-4d75-809e-f20778f8ec19 req-862b1213-c9be-459b-aab5-9a3d92a86774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:34.616960 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48937630-4aca-4d75-809e-f20778f8ec19 req-862b1213-c9be-459b-aab5-9a3d92a86774 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a7ec392-50d6-407e-abfc-be573eae263e HTTP/1.1" status: 200 len: 851 time: 0.1425655 Jul 24 09:30:34.724992 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a137edac-2668-40b0-b4b4-b8b6516bf8c7 req-212b4df8-3a62-4c37-911c-cc5e894204c1 tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.0765028 Jul 24 09:30:34.735410 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48937630-4aca-4d75-809e-f20778f8ec19 req-67b9464b-5ffc-4f3c-b4ec-fc791e52a749 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cc4b1cc6-4edb-4b2f-a812-d7f57966679e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128736 Jul 24 09:30:34.737769 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9042319e-73ff-40db-a7a7-a4ba4ec5154a tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:34.757894 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9042319e-73ff-40db-a7a7-a4ba4ec5154a tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:34.761910 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9042319e-73ff-40db-a7a7-a4ba4ec5154a tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/81e42bda-631c-4121-8fee-ec32ee1b4b5f HTTP/1.1" status: 204 len: 168 time: 0.4615493 Jul 24 09:30:34.763662 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55324) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:34.786054 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b96a8d2b-83c6-4025-8f3b-b87f3ac89ce9 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:34.816856 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042319e-73ff-40db-a7a7-a4ba4ec5154a tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81e42bda-631c-4121-8fee-ec32ee1b4b5f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:34.844505 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a8d2b-83c6-4025-8f3b-b87f3ac89ce9 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event deleted for resources: {'Port': ['ID=70d98370-151f-4968-baa5-0d1cdb8d0aab,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:34.972062 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b96a8d2b-83c6-4025-8f3b-b87f3ac89ce9 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:34.996772 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a095fe2c-9a68-4d13-9d84-c3d58e7ad71a tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2298241 Jul 24 09:30:35.012317 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55334) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:35.064792 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94cc2d-6c68-4aec-8b6f-970f36897d38 req-c4e4f827-7622-48b1-9204-5d2b8908cc22 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:35.064792 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ef94cc2d-6c68-4aec-8b6f-970f36897d38 req-c4e4f827-7622-48b1-9204-5d2b8908cc22 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 944 time: 0.4117801 Jul 24 09:30:35.093599 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48937630-4aca-4d75-809e-f20778f8ec19 req-d4a27bb4-bc2d-4ff5-b7eb-21ce7532e97a service neutron] 10.222.0.37 "GET /v2.0/networks/cc4b1cc6-4edb-4b2f-a812-d7f57966679e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473043 Jul 24 09:30:35.108794 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b96a8d2b-83c6-4025-8f3b-b87f3ac89ce9 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:35.111043 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b96a8d2b-83c6-4025-8f3b-b87f3ac89ce9 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:35.198331 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e46f17a7-8e32-404f-a044-c46ced72e591 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:30:35.216126 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b96a8d2b-83c6-4025-8f3b-b87f3ac89ce9 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:35.216126 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96a8d2b-83c6-4025-8f3b-b87f3ac89ce9 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Fanout notify agent at l3_agent the message router_deleted on router 8371a520-7812-454f-8709-7e2acdacb3f7 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:30:35.232668 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b96a8d2b-83c6-4025-8f3b-b87f3ac89ce9 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:35.237271 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b96a8d2b-83c6-4025-8f3b-b87f3ac89ce9 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "DELETE /v2.0/routers/8371a520-7812-454f-8709-7e2acdacb3f7 HTTP/1.1" status: 204 len: 168 time: 2.6787503 Jul 24 09:30:35.238019 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55338) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:35.246053 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ef94cc2d-6c68-4aec-8b6f-970f36897d38 req-b4d5b013-0271-4d9b-9a9a-690056cf87ec tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/security-groups?id=762c1045-ce89-4e47-bdf7-63360eadc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508327 Jul 24 09:30:35.274504 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: e46f17a7-8e32-404f-a044-c46ced72e591 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:30:35.275427 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e46f17a7-8e32-404f-a044-c46ced72e591 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:30:35.276790 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7255e5ca-f296-4d4f-b657-d62a9e330c95 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:30:35.361744 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 7255e5ca-f296-4d4f-b657-d62a9e330c95 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:30:35.362583 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7255e5ca-f296-4d4f-b657-d62a9e330c95 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:30:35.407579 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34c41360-8b4f-415b-8924-82821a2a5811 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:35.420484 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b707333-bfda-489b-b952-e0991f65ec95 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:35.462729 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48937630-4aca-4d75-809e-f20778f8ec19 req-e3e259c8-90ee-4c9e-af8f-bd1b404ac692 service neutron] 10.222.0.37 "GET /v2.0/networks/cc4b1cc6-4edb-4b2f-a812-d7f57966679e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561318 Jul 24 09:30:35.471919 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34c41360-8b4f-415b-8924-82821a2a5811 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:35.565359 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34c41360-8b4f-415b-8924-82821a2a5811 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:35.572403 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-34c41360-8b4f-415b-8924-82821a2a5811 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:35.575929 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-34c41360-8b4f-415b-8924-82821a2a5811 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "DELETE /v2.0/security-groups/13b57d97-af9a-4cef-827e-1bdafb438808 HTTP/1.1" status: 204 len: 168 time: 0.5603237 Jul 24 09:30:35.586441 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55344) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:35.587660 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b707333-bfda-489b-b952-e0991f65ec95 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:35.610196 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c41360-8b4f-415b-8924-82821a2a5811 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b57d97-af9a-4cef-827e-1bdafb438808,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:35.616362 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-8b707333-bfda-489b-b952-e0991f65ec95 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801c1cab-126c-4d30-b3ed-31cac490e5b1']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:35.629663 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-8b707333-bfda-489b-b952-e0991f65ec95 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49c8e51-b531-4591-8628-7e67fd0e2a90') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:35.629963 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-8b707333-bfda-489b-b952-e0991f65ec95 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49c8e51-b531-4591-8628-7e67fd0e2a90') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:35.644919 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b707333-bfda-489b-b952-e0991f65ec95 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:35.668111 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b707333-bfda-489b-b952-e0991f65ec95 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:35.684188 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-22e56243-6db3-46f7-a639-970c339ccda5 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0871069 Jul 24 09:30:35.685016 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b707333-bfda-489b-b952-e0991f65ec95 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:30:35.688356 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55346) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:35.689820 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b707333-bfda-489b-b952-e0991f65ec95 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:35.693761 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-a03b0f9f-9db9-4a29-9d9d-5ccdc94ecf66 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Request body: {'security_group': {'name': 'tempest-secgroup--865525219'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:30:35.697032 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:30:35.738295 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a03b0f9f-9db9-4a29-9d9d-5ccdc94ecf66 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:35.821039 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b707333-bfda-489b-b952-e0991f65ec95 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:35.846433 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b707333-bfda-489b-b952-e0991f65ec95 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:35.857133 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8b707333-bfda-489b-b952-e0991f65ec95 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] 10.222.0.32 "DELETE /v2.0/networks/801c1cab-126c-4d30-b3ed-31cac490e5b1 HTTP/1.1" status: 204 len: 168 time: 0.6102104 Jul 24 09:30:35.870336 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b707333-bfda-489b-b952-e0991f65ec95 tempest-TestSecurityGroupsBasicOps-1904006711 tempest-TestSecurityGroupsBasicOps-1904006711-project] Pushing event deleted for resources: {'Network': ['ID=801c1cab-126c-4d30-b3ed-31cac490e5b1,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:35.900220 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a03b0f9f-9db9-4a29-9d9d-5ccdc94ecf66 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:35.906157 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a03b0f9f-9db9-4a29-9d9d-5ccdc94ecf66 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:35.959754 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a03b0f9f-9db9-4a29-9d9d-5ccdc94ecf66 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:35.965061 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55360) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:35.972041 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-5e8c8341-74d9-4894-96c2-cd37d4ab8d3d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Request body: {'security_group_rule': {'security_group_id': 'aae44f2f-ce77-47c1-ac3b-cf12983a2436', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:35.982423 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a03b0f9f-9db9-4a29-9d9d-5ccdc94ecf66 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2922769 Jul 24 09:30:36.006104 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b0f9f-9db9-4a29-9d9d-5ccdc94ecf66 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae44f2f-ce77-47c1-ac3b-cf12983a2436,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:36.088117 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5e8c8341-74d9-4894-96c2-cd37d4ab8d3d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:36.173196 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2945ea66-1a44-4509-8702-c2590f7ceae0 req-8a15d90b-205a-407a-9df7-f8fc965ca3ec tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.1314771 Jul 24 09:30:36.243367 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5e8c8341-74d9-4894-96c2-cd37d4ab8d3d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:36.247814 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5e8c8341-74d9-4894-96c2-cd37d4ab8d3d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:36.270257 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c8341-74d9-4894-96c2-cd37d4ab8d3d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb3b29f-ff0c-4413-98a6-994aea53141d,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:36.276698 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5e8c8341-74d9-4894-96c2-cd37d4ab8d3d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:36.278201 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5e8c8341-74d9-4894-96c2-cd37d4ab8d3d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3120792 Jul 24 09:30:36.284297 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55368) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:36.317666 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55370) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:36.317920 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-95757dfc-b5aa-4eef-8440-64247988bfdb tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-group-rules/6eb3b29f-ff0c-4413-98a6-994aea53141d HTTP/1.1" status: 200 len: 763 time: 0.0267947 Jul 24 09:30:36.418254 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55378) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:36.454154 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55382) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:36.459003 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-738632c1-1f42-4dfb-8a21-23b1dff45780 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1366432 Jul 24 09:30:36.537300 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2c08f-8418-41d2-994b-95801cb779dc req-4f2f3acc-6ac0-4ab9-986f-9df31f0e697e tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:36.550124 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f2bf-f2e6-40e0-9888-79844ae9831d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:36.552389 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1a2c08f-8418-41d2-994b-95801cb779dc req-4f2f3acc-6ac0-4ab9-986f-9df31f0e697e tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 944 time: 0.1616943 Jul 24 09:30:36.561947 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f2bf-f2e6-40e0-9888-79844ae9831d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:36.606010 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f2bf-f2e6-40e0-9888-79844ae9831d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:36.615008 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f2bf-f2e6-40e0-9888-79844ae9831d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:36.617110 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a8b4f2bf-f2e6-40e0-9888-79844ae9831d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/6eb3b29f-ff0c-4413-98a6-994aea53141d HTTP/1.1" status: 204 len: 168 time: 0.1615353 Jul 24 09:30:36.623188 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55384) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:36.645066 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4f2bf-f2e6-40e0-9888-79844ae9831d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6eb3b29f-ff0c-4413-98a6-994aea53141d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:36.688592 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f558227b-b9cc-4907-9d82-d2a3927b85f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0cc97363126d47d180e03071fb076852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2690713 Jul 24 09:30:36.690967 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55386) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:36.693156 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1a2c08f-8418-41d2-994b-95801cb779dc req-a3df3bb1-e53b-45c1-979d-293c55a57838 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/security-groups?id=762c1045-ce89-4e47-bdf7-63360eadc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396515 Jul 24 09:30:36.731700 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3a0ec8e2-42b8-4273-8675-a90ef84a440f tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1073117 Jul 24 09:30:36.734824 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55388) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:36.739949 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-18dd2619-9849-44a9-91cb-95e594e6dbae tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Request body: {'security_group_rule': {'security_group_id': 'aae44f2f-ce77-47c1-ac3b-cf12983a2436', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:36.764904 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-79ea5a9d-60fb-41b9-b262-53196c1ef5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:36.790533 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-18dd2619-9849-44a9-91cb-95e594e6dbae tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:36.819132 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-79ea5a9d-60fb-41b9-b262-53196c1ef5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:36.885334 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-18dd2619-9849-44a9-91cb-95e594e6dbae tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:36.891206 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-18dd2619-9849-44a9-91cb-95e594e6dbae tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:36.918356 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-18dd2619-9849-44a9-91cb-95e594e6dbae tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:36.919925 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-18dd2619-9849-44a9-91cb-95e594e6dbae tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1836753 Jul 24 09:30:36.923346 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55396) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:36.930993 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd2619-9849-44a9-91cb-95e594e6dbae tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3366a67c-a21c-4b71-a375-1b69f5811071,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:36.942647 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-79ea5a9d-60fb-41b9-b262-53196c1ef5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:36.946809 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-79ea5a9d-60fb-41b9-b262-53196c1ef5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:36.952461 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-83b789db-deca-4a58-b941-4611e10aaf72 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-group-rules/3366a67c-a21c-4b71-a375-1b69f5811071 HTTP/1.1" status: 200 len: 763 time: 0.0256696 Jul 24 09:30:36.953313 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-79ea5a9d-60fb-41b9-b262-53196c1ef5ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6e12f66-c337-4e00-823c-219f91f89977 HTTP/1.1" status: 204 len: 168 time: 0.2610185 Jul 24 09:30:36.954003 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55400) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:36.975200 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 850333d0-80f7-4232-b557-91daa1bc82cc details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:30:36.981886 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea5a9d-60fb-41b9-b262-53196c1ef5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e12f66-c337-4e00-823c-219f91f89977,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:37.041868 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-49e4b6a7-6564-4004-b0a6-f2a9b8de0798 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0813515 Jul 24 09:30:37.044684 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55402) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:37.076326 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be2a5338-b758-47d9-babc-969b66eac627 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:37.087425 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be2a5338-b758-47d9-babc-969b66eac627 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:37.116829 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 70d98370-151f-4968-baa5-0d1cdb8d0aab no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:30:37.121432 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be2a5338-b758-47d9-babc-969b66eac627 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:37.129560 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be2a5338-b758-47d9-babc-969b66eac627 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:37.130760 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-be2a5338-b758-47d9-babc-969b66eac627 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3366a67c-a21c-4b71-a375-1b69f5811071 HTTP/1.1" status: 204 len: 168 time: 0.0841594 Jul 24 09:30:37.133668 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55404) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:37.153085 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a5338-b758-47d9-babc-969b66eac627 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3366a67c-a21c-4b71-a375-1b69f5811071,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:37.235472 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f34dff79-3fba-4dd3-a319-40d64bd3412c tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1008499 Jul 24 09:30:37.238286 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55414) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:37.244139 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-3ec0dc07-ecd3-444f-a2d3-b5cf876c53c3 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Request body: {'security_group_rule': {'security_group_id': 'aae44f2f-ce77-47c1-ac3b-cf12983a2436', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:37.269727 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 70d98370-151f-4968-baa5-0d1cdb8d0aab {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:30:37.272956 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 70d98370-151f-4968-baa5-0d1cdb8d0aab not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:30:37.350962 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3ec0dc07-ecd3-444f-a2d3-b5cf876c53c3 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:37.357848 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 850333d0-80f7-4232-b557-91daa1bc82cc, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=850333d0-80f7-4232-b557-91daa1bc82cc,segment=NetworkSegment(18b96832-a8f3-44dc-8f42-d38131c6874b),segment_id=18b96832-a8f3-44dc-8f42-d38131c6874b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:30:37.400853 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '850333d0-80f7-4232-b557-91daa1bc82cc', 'network_id': 'cc4b1cc6-4edb-4b2f-a812-d7f57966679e', 'port_id': '850333d0-80f7-4232-b557-91daa1bc82cc', 'mac_address': 'fa:16:3e:10:f4:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ec392-50d6-407e-abfc-be573eae263e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:30:37.445173 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9977d937-c97e-4176-a9e4-69d056e05278 req-b8355a6d-1c53-48fd-82ac-2230e97760ec tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.0813427 Jul 24 09:30:37.459942 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3ec0dc07-ecd3-444f-a2d3-b5cf876c53c3 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:37.465221 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3ec0dc07-ecd3-444f-a2d3-b5cf876c53c3 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:37.480047 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:37.495827 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850333d0-80f7-4232-b557-91daa1bc82cc {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:30:37.500343 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0dc07-ecd3-444f-a2d3-b5cf876c53c3 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb986a93-0cba-4304-a73d-9f96c78a7315,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:37.523522 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3ec0dc07-ecd3-444f-a2d3-b5cf876c53c3 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:37.529284 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3ec0dc07-ecd3-444f-a2d3-b5cf876c53c3 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2898092 Jul 24 09:30:37.531432 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55420) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:37.540226 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 850333d0-80f7-4232-b557-91daa1bc82cc, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=850333d0-80f7-4232-b557-91daa1bc82cc,segment=NetworkSegment(18b96832-a8f3-44dc-8f42-d38131c6874b),segment_id=18b96832-a8f3-44dc-8f42-d38131c6874b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:30:37.553187 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:37.561584 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-31a37927-16ab-4f34-9c47-89158baf5d97 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-group-rules/cb986a93-0cba-4304-a73d-9f96c78a7315 HTTP/1.1" status: 200 len: 764 time: 0.0286565 Jul 24 09:30:37.565483 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55424) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:37.616510 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55426) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:37.629756 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=850333d0-80f7-4232-b557-91daa1bc82cc,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:37.641534 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a260dffa-3a90-451f-9c8f-29edd80787ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:37.659061 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bcae0558-424b-4b94-82a3-ee72d0fa1b8e tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0892236 Jul 24 09:30:37.661759 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55428) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:37.711566 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a94c279d-8e16-4cec-8079-86b7187b31b6 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:37.730827 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a94c279d-8e16-4cec-8079-86b7187b31b6 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:37.741094 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['850333d0-80f7-4232-b557-91daa1bc82cc'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:30:37.796655 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a94c279d-8e16-4cec-8079-86b7187b31b6 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:37.808136 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a94c279d-8e16-4cec-8079-86b7187b31b6 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:37.809415 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a94c279d-8e16-4cec-8079-86b7187b31b6 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/cb986a93-0cba-4304-a73d-9f96c78a7315 HTTP/1.1" status: 204 len: 168 time: 0.1437681 Jul 24 09:30:37.814542 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55436) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:37.859763 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c279d-8e16-4cec-8079-86b7187b31b6 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb986a93-0cba-4304-a73d-9f96c78a7315,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:37.922175 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f61239e6-9961-4dba-8e09-b0e61146c3e7 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1072755 Jul 24 09:30:37.924693 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55438) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:37.974029 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a260dffa-3a90-451f-9c8f-29edd80787ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:37.986986 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a260dffa-3a90-451f-9c8f-29edd80787ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:38.034470 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec67ec1-24b3-42a7-9449-8303d9826c23 req-48c54ab5-36bd-4bdc-a33f-a064177c01eb tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:38.041698 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ec67ec1-24b3-42a7-9449-8303d9826c23 req-48c54ab5-36bd-4bdc-a33f-a064177c01eb tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 945 time: 0.1602950 Jul 24 09:30:38.072614 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7e2bae84-17fe-4321-a155-192dd6c9c03d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:38.095215 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260dffa-3a90-451f-9c8f-29edd80787ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5a6a99-7f07-4675-85d7-aec8de577fa0,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:38.100799 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a260dffa-3a90-451f-9c8f-29edd80787ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f0c02ad26224d079dff176236402223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4819703 Jul 24 09:30:38.107066 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7e2bae84-17fe-4321-a155-192dd6c9c03d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:38.111986 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55442) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:38.129994 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ec67ec1-24b3-42a7-9449-8303d9826c23 req-aba26572-5e4e-4e12-a95f-6dee1415ffd0 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/security-groups?id=762c1045-ce89-4e47-bdf7-63360eadc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871844 Jul 24 09:30:38.196654 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1105578c-c074-4d32-b234-b677f102b7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:38.207273 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7e2bae84-17fe-4321-a155-192dd6c9c03d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:38.212049 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7e2bae84-17fe-4321-a155-192dd6c9c03d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:38.222742 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7e2bae84-17fe-4321-a155-192dd6c9c03d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "DELETE /v2.0/security-groups/aae44f2f-ce77-47c1-ac3b-cf12983a2436 HTTP/1.1" status: 204 len: 168 time: 0.2965772 Jul 24 09:30:38.223363 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55448) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:38.227724 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1105578c-c074-4d32-b234-b677f102b7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:38.255975 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bae84-17fe-4321-a155-192dd6c9c03d tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae44f2f-ce77-47c1-ac3b-cf12983a2436,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:38.328918 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55452) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:38.329143 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-19e3e4ae-a159-4c4e-9f1f-527272edd0e5 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1040297 Jul 24 09:30:38.356375 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1105578c-c074-4d32-b234-b677f102b7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:38.362187 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1105578c-c074-4d32-b234-b677f102b7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:38.369101 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1105578c-c074-4d32-b234-b677f102b7d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe5a6a99-7f07-4675-85d7-aec8de577fa0 HTTP/1.1" status: 204 len: 168 time: 0.2533507 Jul 24 09:30:38.388214 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105578c-c074-4d32-b234-b677f102b7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5a6a99-7f07-4675-85d7-aec8de577fa0,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:38.455732 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d6739cb8-4727-42a1-a3f7-625b22e62fe9 tempest-SecGroupTest-404330631 tempest-SecGroupTest-404330631-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1250966 Jul 24 09:30:38.687174 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d4a59dd5-a711-4e65-b0bb-0f9dec2d9a84 req-cde8498d-303c-48ef-b451-f485b4eafd87 tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.0912993 Jul 24 09:30:38.957214 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55470) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:38.973320 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 850333d0-80f7-4232-b557-91daa1bc82cc up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:30:39.011718 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55476) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:39.074554 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-27376794-02ad-4bdf-acaf-79e645f15ee1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=775307f706ae4bad93aacf74a04b3262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1153355 Jul 24 09:30:39.077322 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55482) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:39.102170 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 850333d0-80f7-4232-b557-91daa1bc82cc completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:30:39.108510 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 850333d0-80f7-4232-b557-91daa1bc82cc triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:30:39.108510 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:39.203698 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ddb127c4-32d1-42cf-b165-9471d3ae55d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:39.207035 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:39.253242 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 850333d0-80f7-4232-b557-91daa1bc82cc, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=850333d0-80f7-4232-b557-91daa1bc82cc,segment=NetworkSegment(18b96832-a8f3-44dc-8f42-d38131c6874b),segment_id=18b96832-a8f3-44dc-8f42-d38131c6874b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:30:39.254554 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0422145c-b898-40dc-80c4-d5477a1adbb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850333d0-80f7-4232-b557-91daa1bc82cc'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:30:39.257658 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75be4377-fe79-4b8e-967e-04c58cc92330" -d '{"events": [{"server_uuid": "0422145c-b898-40dc-80c4-d5477a1adbb3", "name": "network-vif-plugged", "status": "completed", "tag": "850333d0-80f7-4232-b557-91daa1bc82cc"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:30:39.261569 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:39.284511 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ddb127c4-32d1-42cf-b165-9471d3ae55d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:39.337598 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=850333d0-80f7-4232-b557-91daa1bc82cc,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:39.344890 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9c8e8c-96ba-41f3-9df3-abea41aa79de x-openstack-request-id: req-4c9c8e8c-96ba-41f3-9df3-abea41aa79de {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:30:39.345197 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0422145c-b898-40dc-80c4-d5477a1adbb3", "name": "network-vif-plugged", "status": "completed", "tag": "850333d0-80f7-4232-b557-91daa1bc82cc", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:30:39.345427 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4c9c8e8c-96ba-41f3-9df3-abea41aa79de {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:30:39.346055 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0422145c-b898-40dc-80c4-d5477a1adbb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850333d0-80f7-4232-b557-91daa1bc82cc', 'code': 200} Jul 24 09:30:39.563525 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0afdb3aa-939f-4d8f-8c5e-3a49bc5b29a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e629a0ce12a54db5862f8c706d515402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5474532 Jul 24 09:30:39.573786 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e5df8-2620-438e-9e6b-6f5f221ce3ff req-b2a529aa-8b28-4893-80f8-4c62eac31c54 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:39.575581 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55494) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:39.586085 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-716e5df8-2620-438e-9e6b-6f5f221ce3ff req-b2a529aa-8b28-4893-80f8-4c62eac31c54 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 946 time: 0.3028450 Jul 24 09:30:39.609662 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ddb127c4-32d1-42cf-b165-9471d3ae55d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:39.612390 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ddb127c4-32d1-42cf-b165-9471d3ae55d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:39.616039 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ddb127c4-32d1-42cf-b165-9471d3ae55d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/97403997-43de-4ba7-895f-76ab12b51bfd HTTP/1.1" status: 204 len: 168 time: 0.5354753 Jul 24 09:30:39.651922 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-716e5df8-2620-438e-9e6b-6f5f221ce3ff req-38f3681a-4572-4404-8da5-0211c4b1a443 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/security-groups?id=762c1045-ce89-4e47-bdf7-63360eadc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647984 Jul 24 09:30:39.658705 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb127c4-32d1-42cf-b165-9471d3ae55d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97403997-43de-4ba7-895f-76ab12b51bfd,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:39.711048 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e36ad-26e8-43be-bb50-33d69a41e3ca req-5a53443f-0453-4eaf-a503-f9125bcbfe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:39.713564 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-876e36ad-26e8-43be-bb50-33d69a41e3ca req-5a53443f-0453-4eaf-a503-f9125bcbfe4a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 1097 time: 0.2667196 Jul 24 09:30:39.720579 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9e886e29-9153-4c5c-9262-60833cee8849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:39.788274 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-876e36ad-26e8-43be-bb50-33d69a41e3ca req-8a56e782-5a6d-41f3-8bc1-3022efbf0a13 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=762c1045-ce89-4e47-bdf7-63360eadc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647309 Jul 24 09:30:39.799625 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9e886e29-9153-4c5c-9262-60833cee8849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:39.926189 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9e886e29-9153-4c5c-9262-60833cee8849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:39.929943 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9e886e29-9153-4c5c-9262-60833cee8849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:39.934761 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9e886e29-9153-4c5c-9262-60833cee8849 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/59c822d8-5576-469d-80a9-64674fb9afcf HTTP/1.1" status: 204 len: 168 time: 0.3543956 Jul 24 09:30:39.976390 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e886e29-9153-4c5c-9262-60833cee8849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c822d8-5576-469d-80a9-64674fb9afcf,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:40.106815 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c2ad0161-b5a7-4908-a480-60e2d71040cd req-fc948646-882c-4d7c-83a9-4b68a901be0e tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.1200306 Jul 24 09:30:40.857775 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146bed3-e398-400a-9589-b1c2eeb42544 req-c5ddf5ac-307c-4ef7-a5a5-86faa2375342 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:40.861415 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c146bed3-e398-400a-9589-b1c2eeb42544 req-c5ddf5ac-307c-4ef7-a5a5-86faa2375342 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 946 time: 0.1176367 Jul 24 09:30:40.956570 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c146bed3-e398-400a-9589-b1c2eeb42544 req-a714f215-8475-4866-9e28-33296d448114 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/security-groups?id=762c1045-ce89-4e47-bdf7-63360eadc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853562 Jul 24 09:30:41.230114 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbafc4f-3070-4de2-a80a-df3bed3c1495 req-139c2291-02bd-4658-b7ad-87e9e8e6dbeb tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:41.239648 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9cbafc4f-3070-4de2-a80a-df3bed3c1495 req-139c2291-02bd-4658-b7ad-87e9e8e6dbeb tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 946 time: 0.1212988 Jul 24 09:30:41.284699 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9cbafc4f-3070-4de2-a80a-df3bed3c1495 req-ef1b0bc9-e0e4-4331-94a2-ac9fb066c386 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/security-groups?id=762c1045-ce89-4e47-bdf7-63360eadc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438302 Jul 24 09:30:41.341165 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cf0523a8-8f70-4534-89ff-3b461b2bd2ea req-c8bfbf61-1f23-433e-b788-7b3386536f1b tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.0753503 Jul 24 09:30:41.597410 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b676be-9582-4437-b41e-e3196b3acef0 req-f3e51e27-8f4b-4e5b-b23c-78aabb4ed93b tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:41.604864 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-00b676be-9582-4437-b41e-e3196b3acef0 req-f3e51e27-8f4b-4e5b-b23c-78aabb4ed93b tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 946 time: 0.0793262 Jul 24 09:30:41.658090 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-00b676be-9582-4437-b41e-e3196b3acef0 req-5f62b517-01be-402c-9874-c8bc5b3aee92 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/security-groups?id=762c1045-ce89-4e47-bdf7-63360eadc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466094 Jul 24 09:30:42.470096 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-aa6e0c0a-6984-49de-be9e-50f0d88e8906 req-7402d607-2a3c-404e-a202-979906298c98 tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.0449042 Jul 24 09:30:42.914063 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b921d-da7d-4009-9100-97d5cea2ef9e req-f5c94b51-e4ab-48eb-8be0-73d948aa1eae tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:42.917153 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1b5b921d-da7d-4009-9100-97d5cea2ef9e req-f5c94b51-e4ab-48eb-8be0-73d948aa1eae tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 946 time: 0.1589127 Jul 24 09:30:42.973509 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1b5b921d-da7d-4009-9100-97d5cea2ef9e req-405cd846-813f-4837-b5a7-3dba1b4c33bb tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/security-groups?id=762c1045-ce89-4e47-bdf7-63360eadc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508978 Jul 24 09:30:43.038563 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5cab7-8195-4fe5-9355-4fd2d11401a1 req-edcddf68-e96f-4a01-a8d8-4aae84534f53 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:43.042182 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bab5cab7-8195-4fe5-9355-4fd2d11401a1 req-edcddf68-e96f-4a01-a8d8-4aae84534f53 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.0975306 Jul 24 09:30:43.101966 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bab5cab7-8195-4fe5-9355-4fd2d11401a1 req-4691d8fe-2111-4cd4-b00c-5ba6b72d87f6 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481000 Jul 24 09:30:43.384616 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e734ba-6033-4d5e-b6f5-af7bc5e88049 req-648c6e8f-87c8-4793-b468-9634d2a9e6e2 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:43.391894 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d7e734ba-6033-4d5e-b6f5-af7bc5e88049 req-648c6e8f-87c8-4793-b468-9634d2a9e6e2 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 946 time: 0.1647637 Jul 24 09:30:43.394585 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55674) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:43.395498 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96218101-67b5-49c6-8244-4fc6c6eed1e2 req-abfceeff-e42c-4562-8c64-e47e429f8295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:43.396971 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96218101-67b5-49c6-8244-4fc6c6eed1e2 req-abfceeff-e42c-4562-8c64-e47e429f8295 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=434b795fb0284efca0e44cb952ec2d59&device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 1097 time: 0.0969660 Jul 24 09:30:43.508216 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-95b40167-7205-40f4-9c1f-0013ea5ebd9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:43.640213 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-95b40167-7205-40f4-9c1f-0013ea5ebd9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:43.645262 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-95b40167-7205-40f4-9c1f-0013ea5ebd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:43.678736 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-95b40167-7205-40f4-9c1f-0013ea5ebd9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9a663431d484885ad0742d28bf681ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2830191 Jul 24 09:30:43.691615 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55684) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:43.749764 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4cefd9df-7365-4272-848e-9fd803257b98 req-0b6c633b-35a8-4faf-bbe2-6c8ace39d220 tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.0759017 Jul 24 09:30:43.774989 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b40167-7205-40f4-9c1f-0013ea5ebd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bbcac3-4f8b-4e83-bb28-ec20d5286110,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:43.853231 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b4496679-f758-419f-9515-f04ce40ea0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:43.881910 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d7e734ba-6033-4d5e-b6f5-af7bc5e88049 req-9a69ea33-4a7b-445b-b309-397a74fac527 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/security-groups?id=762c1045-ce89-4e47-bdf7-63360eadc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893384 Jul 24 09:30:43.891922 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b4496679-f758-419f-9515-f04ce40ea0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:43.914789 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96218101-67b5-49c6-8244-4fc6c6eed1e2 req-48f73a97-b208-495f-a3ed-7a03c954e18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:43.921307 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96218101-67b5-49c6-8244-4fc6c6eed1e2 req-48f73a97-b208-495f-a3ed-7a03c954e18f service neutron] 10.222.0.37 "GET /v2.0/networks?id=cc4b1cc6-4edb-4b2f-a812-d7f57966679e HTTP/1.1" status: 200 len: 911 time: 0.5179038 Jul 24 09:30:43.959081 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b4496679-f758-419f-9515-f04ce40ea0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:43.964231 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b4496679-f758-419f-9515-f04ce40ea0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:43.966233 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b4496679-f758-419f-9515-f04ce40ea0d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58bbcac3-4f8b-4e83-bb28-ec20d5286110 HTTP/1.1" status: 204 len: 168 time: 0.2732031 Jul 24 09:30:43.977149 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4496679-f758-419f-9515-f04ce40ea0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bbcac3-4f8b-4e83-bb28-ec20d5286110,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:43.990441 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96218101-67b5-49c6-8244-4fc6c6eed1e2 req-02b44f5f-16af-42bf-8a7e-88edd4aa4355 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=850333d0-80f7-4232-b557-91daa1bc82cc HTTP/1.1" status: 200 len: 217 time: 0.0624881 Jul 24 09:30:44.063808 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96218101-67b5-49c6-8244-4fc6c6eed1e2 req-515fc64d-f327-4509-8550-2acf3d204401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:44.066015 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96218101-67b5-49c6-8244-4fc6c6eed1e2 req-515fc64d-f327-4509-8550-2acf3d204401 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a7ec392-50d6-407e-abfc-be573eae263e HTTP/1.1" status: 200 len: 851 time: 0.0690935 Jul 24 09:30:44.103045 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:44.118064 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96218101-67b5-49c6-8244-4fc6c6eed1e2 req-ed7a812a-e64a-4da5-858b-5076e9963d01 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cc4b1cc6-4edb-4b2f-a812-d7f57966679e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455430 Jul 24 09:30:44.236764 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96218101-67b5-49c6-8244-4fc6c6eed1e2 req-ded44abb-bdbb-4b07-b401-20a5403c31dd service neutron] 10.222.0.37 "GET /v2.0/networks/cc4b1cc6-4edb-4b2f-a812-d7f57966679e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108828 Jul 24 09:30:44.305998 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e2c43-6f7e-4021-bbb3-831e8b212b26 req-ed6b72db-1411-4edd-aa77-eda2a59b4689 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:44.320796 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a8e2c43-6f7e-4021-bbb3-831e8b212b26 req-ed6b72db-1411-4edd-aa77-eda2a59b4689 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.1116605 Jul 24 09:30:44.397370 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a8e2c43-6f7e-4021-bbb3-831e8b212b26 req-d34b8b20-0b4b-4130-96e0-a3037492d6b7 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805204 Jul 24 09:30:44.398856 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55706) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:44.419995 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-df57c96d-09c0-4870-a8ec-0106d719e6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:44.428326 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96218101-67b5-49c6-8244-4fc6c6eed1e2 req-659d0f53-8002-47b9-a80f-49c150b7f00f service neutron] 10.222.0.37 "GET /v2.0/networks/cc4b1cc6-4edb-4b2f-a812-d7f57966679e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846914 Jul 24 09:30:44.518265 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-df57c96d-09c0-4870-a8ec-0106d719e6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:44.522051 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-df57c96d-09c0-4870-a8ec-0106d719e6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:44.560262 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57c96d-09c0-4870-a8ec-0106d719e6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731be1e1-9c4b-4308-9a3d-3313adaa9de4,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:44.569777 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55710) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:44.582505 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-df57c96d-09c0-4870-a8ec-0106d719e6d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3fce146e32440f5a2c71c9cf75e724a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1823072 Jul 24 09:30:44.650354 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4fcaec0e-d5ed-49d4-89c2-16d40f1a6d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:44.687839 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4fcaec0e-d5ed-49d4-89c2-16d40f1a6d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:44.768050 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4fcaec0e-d5ed-49d4-89c2-16d40f1a6d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:44.771147 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4fcaec0e-d5ed-49d4-89c2-16d40f1a6d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:44.773535 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4fcaec0e-d5ed-49d4-89c2-16d40f1a6d7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/731be1e1-9c4b-4308-9a3d-3313adaa9de4 HTTP/1.1" status: 204 len: 168 time: 0.2019353 Jul 24 09:30:44.784533 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcaec0e-d5ed-49d4-89c2-16d40f1a6d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731be1e1-9c4b-4308-9a3d-3313adaa9de4,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:44.981595 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9327aa04-5360-43c2-a425-c8f6b27abc57 req-bada0341-421d-4622-9f9b-8868abdafcd6 tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.0814602 Jul 24 09:30:45.003655 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba8884-75b2-450d-abf5-486736b91aab req-4bf9a9f6-7e3d-45c6-bb4b-d8bb087e037a tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:45.005939 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a9ba8884-75b2-450d-abf5-486736b91aab req-4bf9a9f6-7e3d-45c6-bb4b-d8bb087e037a tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.1906326 Jul 24 09:30:45.286918 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a824f23-3b21-4fd4-8ac1-233fdc388a31 req-5c307d59-94a0-4da8-9055-80d35e039814 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:45.288655 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2a824f23-3b21-4fd4-8ac1-233fdc388a31 req-5c307d59-94a0-4da8-9055-80d35e039814 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 946 time: 0.2222569 Jul 24 09:30:45.332477 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-a9ba8884-75b2-450d-abf5-486736b91aab req-a8b7af58-667c-404c-9d7f-010c015e41bc tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Deleting port 76f4d8f1-8b54-42bd-a1fc-408ef69a6354 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:30:45.332848 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a9ba8884-75b2-450d-abf5-486736b91aab req-a8b7af58-667c-404c-9d7f-010c015e41bc tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:45.393313 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2a824f23-3b21-4fd4-8ac1-233fdc388a31 req-a47525ca-4a41-45a2-a528-baeeeef5735b tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/security-groups?id=762c1045-ce89-4e47-bdf7-63360eadc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939171 Jul 24 09:30:45.543377 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-a9ba8884-75b2-450d-abf5-486736b91aab req-a8b7af58-667c-404c-9d7f-010c015e41bc tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] For port 76f4d8f1-8b54-42bd-a1fc-408ef69a6354, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=76f4d8f1-8b54-42bd-a1fc-408ef69a6354,segment=NetworkSegment(5df2741c-f326-497a-8276-79e58d1e0fc4),segment_id=5df2741c-f326-497a-8276-79e58d1e0fc4)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:30:45.543782 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a9ba8884-75b2-450d-abf5-486736b91aab req-a8b7af58-667c-404c-9d7f-010c015e41bc tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:45.616486 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a1e28-7c3d-4b19-a976-d3bbcd2c7b9c req-c8868e22-7fef-4b02-8c29-2ebfbbe94d52 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:45.618060 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ce2a1e28-7c3d-4b19-a976-d3bbcd2c7b9c req-c8868e22-7fef-4b02-8c29-2ebfbbe94d52 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 945 time: 0.0919178 Jul 24 09:30:45.713540 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ce2a1e28-7c3d-4b19-a976-d3bbcd2c7b9c req-61104e71-5f3a-47e1-b37d-ecc0a3ba1dab tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891917 Jul 24 09:30:45.866930 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a9ba8884-75b2-450d-abf5-486736b91aab req-a8b7af58-667c-404c-9d7f-010c015e41bc tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:45.867400 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a9ba8884-75b2-450d-abf5-486736b91aab req-a8b7af58-667c-404c-9d7f-010c015e41bc tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:45.867826 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [req-a9ba8884-75b2-450d-abf5-486736b91aab req-a8b7af58-667c-404c-9d7f-010c015e41bc tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Floating IP 040847f5-a483-47e7-8910-672ea16fde75 disassociated. External IP: 172.25.7.26, port: 76f4d8f1-8b54-42bd-a1fc-408ef69a6354. Jul 24 09:30:45.868249 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-a9ba8884-75b2-450d-abf5-486736b91aab req-a8b7af58-667c-404c-9d7f-010c015e41bc tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Calling delete_port for 76f4d8f1-8b54-42bd-a1fc-408ef69a6354 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:30:46.063554 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a9ba8884-75b2-450d-abf5-486736b91aab req-a8b7af58-667c-404c-9d7f-010c015e41bc tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:46.117706 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7af58-667c-404c-9d7f-010c015e41bc tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Pushing event deleted for resources: {'Port': ['ID=76f4d8f1-8b54-42bd-a1fc-408ef69a6354,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:46.220410 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ab112a4-f170-4e44-adf9-1fb0048da583 req-dace2f3a-b369-436a-9f8a-7ed4f29bb9ac tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.1005490 Jul 24 09:30:46.290727 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9ba8884-75b2-450d-abf5-486736b91aab req-a8b7af58-667c-404c-9d7f-010c015e41bc tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Router e786ccd1-1704-4409-b64d-3e02cbdfd41c has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:30:46.419205 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9ba8884-75b2-450d-abf5-486736b91aab req-a8b7af58-667c-404c-9d7f-010c015e41bc tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:30:46.433399 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3a3de6-b06f-40f6-8283-466aca934dc8 None None] Sync routers for ids ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:30:46.469358 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3a3de6-b06f-40f6-8283-466aca934dc8 None None] Routers {'e786ccd1-1704-4409-b64d-3e02cbdfd41c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:30:46.470013 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8d3a3de6-b06f-40f6-8283-466aca934dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:30:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:46.479934 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ba8884-75b2-450d-abf5-486736b91aab req-a8b7af58-667c-404c-9d7f-010c015e41bc tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] No DVR routers for this DVR port 76f4d8f1-8b54-42bd-a1fc-408ef69a6354 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:30:46.502302 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a9ba8884-75b2-450d-abf5-486736b91aab req-a8b7af58-667c-404c-9d7f-010c015e41bc tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:46.510514 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a9ba8884-75b2-450d-abf5-486736b91aab req-a8b7af58-667c-404c-9d7f-010c015e41bc tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.20 "DELETE /v2.0/ports/76f4d8f1-8b54-42bd-a1fc-408ef69a6354 HTTP/1.1" status: 204 len: 173 time: 1.4912050 Jul 24 09:30:46.511185 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ea5e83-9b71-438b-a842-850fed4bda74', 'name': 'network-vif-deleted', 'tag': '76f4d8f1-8b54-42bd-a1fc-408ef69a6354'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:30:46.513885 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f528d17b-d1fa-4049-994c-b2c5d234f4df" -d '{"events": [{"server_uuid": "c8ea5e83-9b71-438b-a842-850fed4bda74", "name": "network-vif-deleted", "tag": "76f4d8f1-8b54-42bd-a1fc-408ef69a6354"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:30:46.641618 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5335a5b2-0206-480c-8d9c-f252ac59abda x-openstack-request-id: req-5335a5b2-0206-480c-8d9c-f252ac59abda {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:30:46.642458 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ea5e83-9b71-438b-a842-850fed4bda74", "name": "network-vif-deleted", "tag": "76f4d8f1-8b54-42bd-a1fc-408ef69a6354", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:30:46.643379 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5335a5b2-0206-480c-8d9c-f252ac59abda {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:30:46.644345 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ea5e83-9b71-438b-a842-850fed4bda74', 'name': 'network-vif-deleted', 'tag': '76f4d8f1-8b54-42bd-a1fc-408ef69a6354', 'status': 'completed', 'code': 200} Jul 24 09:30:46.659987 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fda49-5b47-48d5-8c47-8c98e7237205 req-189f312a-ac14-44cc-90af-eacfe120f035 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:46.662114 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-8d3a3de6-b06f-40f6-8283-466aca934dc8 None None] Set router e786ccd1-1704-4409-b64d-3e02cbdfd41c gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:30:46.668652 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-226fda49-5b47-48d5-8c47-8c98e7237205 req-189f312a-ac14-44cc-90af-eacfe120f035 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 946 time: 0.1836054 Jul 24 09:30:46.719041 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-226fda49-5b47-48d5-8c47-8c98e7237205 req-dedee5b6-5127-4119-9321-34f891c39c8f tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/security-groups?id=762c1045-ce89-4e47-bdf7-63360eadc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493016 Jul 24 09:30:46.862257 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ec6d4e18-eed2-4c4e-bda3-e5a3b392bb85 req-fbd933a8-dcfb-45e3-85a6-e20f82223e41 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ea5e83-9b71-438b-a842-850fed4bda74 HTTP/1.1" status: 200 len: 210 time: 0.0460336 Jul 24 09:30:47.005544 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:47.238589 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8d3a3de6-b06f-40f6-8283-466aca934dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'name': 'tempest-AttachVolumeTestJSON-2125491744-router', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:25:57Z', 'updated_at': '2021-07-24T09:26:09Z', 'revision_number': 4, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'gw_port': {'id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:59Z', 'updated_at': '2021-07-24T09:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'caa9efb5-9c12-47ef-9d9d-383a10b9d151', 'name': '', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'mac_address': 'fa:16:3e:e9:d4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:26:08Z', 'updated_at': '2021-07-24T09:26:21Z', 'revision_number': 5, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'subnets': [{'id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:47.275262 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3a3de6-b06f-40f6-8283-466aca934dc8 None None] Checking router: e786ccd1-1704-4409-b64d-3e02cbdfd41c for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:30:47.285411 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3a3de6-b06f-40f6-8283-466aca934dc8 None None] Routers {'e786ccd1-1704-4409-b64d-3e02cbdfd41c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:30:47.286205 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8d3a3de6-b06f-40f6-8283-466aca934dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:30:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:47.310497 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcebf6-470c-433d-8e7f-c9e9c5ceb414 req-563035a2-af6c-44d0-93d0-04bc7b8a7802 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:47.312442 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3ddcebf6-470c-433d-8e7f-c9e9c5ceb414 req-563035a2-af6c-44d0-93d0-04bc7b8a7802 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 946 time: 0.1453292 Jul 24 09:30:47.381751 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3ddcebf6-470c-433d-8e7f-c9e9c5ceb414 req-ede31875-8e08-49f0-be34-5acb59506b94 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/security-groups?id=762c1045-ce89-4e47-bdf7-63360eadc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507610 Jul 24 09:30:47.429348 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fb91ec26-0509-48a0-9e3f-9f7863237937 req-420596e3-958f-48be-a9ef-c41c1ba5f22f tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.0896440 Jul 24 09:30:47.450452 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-8d3a3de6-b06f-40f6-8283-466aca934dc8 None None] Set router e786ccd1-1704-4409-b64d-3e02cbdfd41c gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:30:47.742179 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8d3a3de6-b06f-40f6-8283-466aca934dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'name': 'tempest-AttachVolumeTestJSON-2125491744-router', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:25:57Z', 'updated_at': '2021-07-24T09:26:09Z', 'revision_number': 4, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'gw_port': {'id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:59Z', 'updated_at': '2021-07-24T09:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'caa9efb5-9c12-47ef-9d9d-383a10b9d151', 'name': '', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'mac_address': 'fa:16:3e:e9:d4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:26:08Z', 'updated_at': '2021-07-24T09:26:21Z', 'revision_number': 5, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'subnets': [{'id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:47.776394 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3a3de6-b06f-40f6-8283-466aca934dc8 None None] The sync data for ids ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'] in n-d-800085-9 is: [{'id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'name': 'tempest-AttachVolumeTestJSON-2125491744-router', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:25:57Z', 'updated_at': '2021-07-24T09:26:09Z', 'revision_number': 4, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'gw_port': {'id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:59Z', 'updated_at': '2021-07-24T09:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'caa9efb5-9c12-47ef-9d9d-383a10b9d151', 'name': '', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'mac_address': 'fa:16:3e:e9:d4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:26:08Z', 'updated_at': '2021-07-24T09:26:21Z', 'revision_number': 5, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'subnets': [{'id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:30:47.985326 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55854) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:48.133773 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-86843ceb-6142-47ce-a593-5605fa71879a tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:48.174315 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-86843ceb-6142-47ce-a593-5605fa71879a tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:48.216676 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda244bc-3fcf-4733-934d-be8e5f5c06be None None] New status for floating IP 040847f5-a483-47e7-8910-672ea16fde75: DOWN {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:30:48.236273 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-86843ceb-6142-47ce-a593-5605fa71879a tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:48.244386 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-86843ceb-6142-47ce-a593-5605fa71879a tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:48.249173 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55864) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:48.261225 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-86843ceb-6142-47ce-a593-5605fa71879a tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "DELETE /v2.0/security-groups/faabf02e-1fed-43cf-bcd3-665e4fb4ce0a HTTP/1.1" status: 204 len: 168 time: 0.2748983 Jul 24 09:30:48.274329 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-040abe50-9d7b-451a-9683-c84ad8c52a47 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] show failed (client error): The resource could not be found. Jul 24 09:30:48.281321 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-040abe50-9d7b-451a-9683-c84ad8c52a47 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups/faabf02e-1fed-43cf-bcd3-665e4fb4ce0a HTTP/1.1" status: 404 len: 347 time: 0.0302057 Jul 24 09:30:48.283289 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55866) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:48.288198 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86843ceb-6142-47ce-a593-5605fa71879a tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faabf02e-1fed-43cf-bcd3-665e4fb4ce0a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:48.515956 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-2d71a2e3-9e31-40f6-9403-1d2cedf07bce tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Deleting port e9475b83-5f4c-46ae-b4bd-884b29666e4c {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:30:48.516313 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2d71a2e3-9e31-40f6-9403-1d2cedf07bce tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:48.620546 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2d71a2e3-9e31-40f6-9403-1d2cedf07bce tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:48.620920 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2d71a2e3-9e31-40f6-9403-1d2cedf07bce tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:48.667332 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-25794a19-7098-41bb-8fb1-54c47fe9da72 req-e83d95ef-59c7-49ba-8585-983d57ad4986 tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.1554441 Jul 24 09:30:48.673051 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-2d71a2e3-9e31-40f6-9403-1d2cedf07bce tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Calling delete_port for e9475b83-5f4c-46ae-b4bd-884b29666e4c owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:30:48.706699 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b3a32-4eb9-45ef-a8fd-a73559970ccc req-c787c88a-23e7-41be-927c-b1eb60e21a24 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:48.708298 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-223b3a32-4eb9-45ef-a8fd-a73559970ccc req-c787c88a-23e7-41be-927c-b1eb60e21a24 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 946 time: 0.1632740 Jul 24 09:30:48.768317 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-223b3a32-4eb9-45ef-a8fd-a73559970ccc req-3d44e74f-8e82-4d13-967d-78bea06f78e1 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/security-groups?id=762c1045-ce89-4e47-bdf7-63360eadc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545180 Jul 24 09:30:48.815157 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 76f4d8f1-8b54-42bd-a1fc-408ef69a6354 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:30:48.854466 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 76f4d8f1-8b54-42bd-a1fc-408ef69a6354 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:30:48.858613 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2d71a2e3-9e31-40f6-9403-1d2cedf07bce tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:48.877164 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 76f4d8f1-8b54-42bd-a1fc-408ef69a6354 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:30:48.933612 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71a2e3-9e31-40f6-9403-1d2cedf07bce tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Pushing event deleted for resources: {'Port': ['ID=e9475b83-5f4c-46ae-b4bd-884b29666e4c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:49.107244 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2d71a2e3-9e31-40f6-9403-1d2cedf07bce tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:49.116210 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2d71a2e3-9e31-40f6-9403-1d2cedf07bce tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:49.120313 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2d71a2e3-9e31-40f6-9403-1d2cedf07bce tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "DELETE /v2.0/floatingips/040847f5-a483-47e7-8910-672ea16fde75 HTTP/1.1" status: 204 len: 168 time: 0.8329678 Jul 24 09:30:49.161021 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e75782-dcd5-47ae-b82b-6a77d33d2c58 req-c80fc36f-40d0-4da9-b570-7bd1d9399d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:49.166122 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30e75782-dcd5-47ae-b82b-6a77d33d2c58 req-c80fc36f-40d0-4da9-b570-7bd1d9399d63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=434b795fb0284efca0e44cb952ec2d59&device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 1097 time: 0.1070251 Jul 24 09:30:49.289583 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7b626-eac9-4669-b5a6-239131dc6578 req-52434c0b-267c-45cd-b142-89957a899dac tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:49.293585 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d0e7b626-eac9-4669-b5a6-239131dc6578 req-52434c0b-267c-45cd-b142-89957a899dac tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 946 time: 0.1750731 Jul 24 09:30:49.362054 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e75782-dcd5-47ae-b82b-6a77d33d2c58 req-2668ca29-eafb-4bf9-8456-56c3701be7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:49.368076 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d0e7b626-eac9-4669-b5a6-239131dc6578 req-26dd82b8-112f-47a4-a5c4-9c7d12f8a9aa tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/security-groups?id=762c1045-ce89-4e47-bdf7-63360eadc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666206 Jul 24 09:30:49.381151 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30e75782-dcd5-47ae-b82b-6a77d33d2c58 req-2668ca29-eafb-4bf9-8456-56c3701be7eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=cc4b1cc6-4edb-4b2f-a812-d7f57966679e HTTP/1.1" status: 200 len: 911 time: 0.2077127 Jul 24 09:30:49.425654 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55912) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:49.431169 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-de98225e-d984-49d2-a4b5-efeea8321ff7 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--497736928', 'description': 'tempest-description--2018293829'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:49.441108 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30e75782-dcd5-47ae-b82b-6a77d33d2c58 req-0c2a2b51-9fab-4c79-903b-b60010728113 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=850333d0-80f7-4232-b557-91daa1bc82cc HTTP/1.1" status: 200 len: 217 time: 0.0532427 Jul 24 09:30:49.508041 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de98225e-d984-49d2-a4b5-efeea8321ff7 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:49.538214 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e75782-dcd5-47ae-b82b-6a77d33d2c58 req-593db43b-ccf3-4535-a21c-985183189bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:49.546633 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30e75782-dcd5-47ae-b82b-6a77d33d2c58 req-593db43b-ccf3-4535-a21c-985183189bef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a7ec392-50d6-407e-abfc-be573eae263e HTTP/1.1" status: 200 len: 851 time: 0.0984530 Jul 24 09:30:49.596459 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30e75782-dcd5-47ae-b82b-6a77d33d2c58 req-6f0757eb-2d5d-4bb2-8328-724547d36d1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cc4b1cc6-4edb-4b2f-a812-d7f57966679e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439129 Jul 24 09:30:49.626204 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de98225e-d984-49d2-a4b5-efeea8321ff7 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:49.632181 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de98225e-d984-49d2-a4b5-efeea8321ff7 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:49.678038 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98225e-d984-49d2-a4b5-efeea8321ff7 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68cac856-a39c-4bf7-ab11-60deb264bec5,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:49.690833 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de98225e-d984-49d2-a4b5-efeea8321ff7 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:49.692176 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-de98225e-d984-49d2-a4b5-efeea8321ff7 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2654502 Jul 24 09:30:49.695019 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55922) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:49.702308 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-a5684697-68f8-46c5-a563-f6304b4ff983 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Request body: {'security_group_rule': {'security_group_id': '68cac856-a39c-4bf7-ab11-60deb264bec5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:49.703312 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30e75782-dcd5-47ae-b82b-6a77d33d2c58 req-07041eeb-7e67-4a82-a9ad-071ae94df5f0 service neutron] 10.222.0.37 "GET /v2.0/networks/cc4b1cc6-4edb-4b2f-a812-d7f57966679e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008408 Jul 24 09:30:49.741465 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a5684697-68f8-46c5-a563-f6304b4ff983 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:49.806307 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a5684697-68f8-46c5-a563-f6304b4ff983 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:49.839455 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30e75782-dcd5-47ae-b82b-6a77d33d2c58 req-2300eff3-51d1-42d2-a309-58bbc85413a4 service neutron] 10.222.0.37 "GET /v2.0/networks/cc4b1cc6-4edb-4b2f-a812-d7f57966679e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295092 Jul 24 09:30:49.850981 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a55545eb-0961-4812-bfec-5ff2fd533a18 req-95fe2404-051f-47cd-8aba-bb838041e7b1 tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.0728846 Jul 24 09:30:49.852074 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a5684697-68f8-46c5-a563-f6304b4ff983 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:49.865573 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5684697-68f8-46c5-a563-f6304b4ff983 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=465c2dd6-cbc5-4e40-81bb-3c9358cb471a,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:49.898225 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a5684697-68f8-46c5-a563-f6304b4ff983 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:49.899729 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a5684697-68f8-46c5-a563-f6304b4ff983 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2027590 Jul 24 09:30:49.903370 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 55930) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:49.909857 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-3e3adf34-66dc-46d6-8a2e-9dda4cfa23c9 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Request body: {'security_group_rule': {'security_group_id': '68cac856-a39c-4bf7-ab11-60deb264bec5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:49.942460 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3e3adf34-66dc-46d6-8a2e-9dda4cfa23c9 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:50.011402 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3e3adf34-66dc-46d6-8a2e-9dda4cfa23c9 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:50.016938 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3e3adf34-66dc-46d6-8a2e-9dda4cfa23c9 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:50.040665 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3adf34-66dc-46d6-8a2e-9dda4cfa23c9 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b16abe47-dff9-40fb-9508-72ad56971d22,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:50.053003 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3e3adf34-66dc-46d6-8a2e-9dda4cfa23c9 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:50.055748 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3e3adf34-66dc-46d6-8a2e-9dda4cfa23c9 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513987 Jul 24 09:30:50.059840 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 55934) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:50.066298 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-d2b22f23-c867-4d71-9597-79cb06680284 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:50.108204 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d2b22f23-c867-4d71-9597-79cb06680284 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for floatingip, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:50.254609 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d2b22f23-c867-4d71-9597-79cb06680284 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:50.433720 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-d2b22f23-c867-4d71-9597-79cb06680284 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Allocated IP 172.25.7.6 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/8cb1842b-d793-4275-85af-9a2cde10dc34) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:30:50.624618 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3be79-416c-4e4e-a449-4017b7ed31ac req-df9ba15f-559f-406c-b3c9-004211dd1d26 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:50.625933 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7cd3be79-416c-4e4e-a449-4017b7ed31ac req-df9ba15f-559f-406c-b3c9-004211dd1d26 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 946 time: 0.1606886 Jul 24 09:30:50.671605 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d2b22f23-c867-4d71-9597-79cb06680284 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:50.694159 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7cd3be79-416c-4e4e-a449-4017b7ed31ac req-d8c4f8b4-a73f-4bd6-865e-fe8ab8c09340 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/security-groups?id=762c1045-ce89-4e47-bdf7-63360eadc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603132 Jul 24 09:30:50.725053 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d2b22f23-c867-4d71-9597-79cb06680284 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:50.773518 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b22f23-c867-4d71-9597-79cb06680284 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:30:50.799947 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-d2b22f23-c867-4d71-9597-79cb06680284 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:30:50.803984 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b22f23-c867-4d71-9597-79cb06680284 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:30:50.810245 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b22f23-c867-4d71-9597-79cb06680284 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Pushing event updated for resources: {'Port': ['ID=8cb1842b-d793-4275-85af-9a2cde10dc34,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:50.945968 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d2b22f23-c867-4d71-9597-79cb06680284 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:51.034366 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-081d48b3-0ec2-4a95-a095-b75960c81633 req-41ec1264-8af6-44fb-a8b7-43326a220729 tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.0397530 Jul 24 09:30:51.048901 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d2b22f23-c867-4d71-9597-79cb06680284 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:51.254681 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d2b22f23-c867-4d71-9597-79cb06680284 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:51.261167 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d2b22f23-c867-4d71-9597-79cb06680284 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:51.350403 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b22f23-c867-4d71-9597-79cb06680284 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Pushing event updated for resources: {'Port': ['ID=8cb1842b-d793-4275-85af-9a2cde10dc34,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:51.364404 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d2b22f23-c867-4d71-9597-79cb06680284 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:51.385385 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d2b22f23-c867-4d71-9597-79cb06680284 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:51.392798 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d2b22f23-c867-4d71-9597-79cb06680284 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3249054 Jul 24 09:30:51.627404 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-c7f2878c-be19-4b2a-989f-7f6c0769b5cf tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--497736928&fields=id&tenant_id=4ddf1f6a8ea84a438a459d68cf609e56 HTTP/1.1" status: 200 len: 267 time: 0.0434318 Jul 24 09:30:51.765020 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-1863d49a-7705-45a9-bfcf-e8a87ca00333 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:51.772232 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-1863d49a-7705-45a9-bfcf-e8a87ca00333 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/networks?id=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d HTTP/1.1" status: 200 len: 811 time: 0.1368046 Jul 24 09:30:51.791067 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-9df2eca8-1f1b-4a27-9b34-3d70dea26f2f tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/quotas/4ddf1f6a8ea84a438a459d68cf609e56 HTTP/1.1" status: 200 len: 375 time: 0.0178809 Jul 24 09:30:51.861819 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e46f3-2d4c-40c3-9ea1-8a0d9dc3a717 req-58245ba4-1ad6-45a4-b1c3-70c93c359999 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:51.864108 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-611e46f3-2d4c-40c3-9ea1-8a0d9dc3a717 req-58245ba4-1ad6-45a4-b1c3-70c93c359999 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 946 time: 0.0799730 Jul 24 09:30:51.906467 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-1b631189-e2ba-4187-bdc5-65f0e0c3d487 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ddf1f6a8ea84a438a459d68cf609e56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1053660 Jul 24 09:30:51.950608 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-611e46f3-2d4c-40c3-9ea1-8a0d9dc3a717 req-757a5b51-ad8f-4e52-8723-8ab35658b460 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/security-groups?id=762c1045-ce89-4e47-bdf7-63360eadc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736070 Jul 24 09:30:52.037367 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-b256231c-404c-49f7-82be-b50361efd8a3 service neutron] 10.222.0.32 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285329 Jul 24 09:30:52.162862 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-65e86553-a811-4487-ac95-ac66252ed65f service neutron] 10.222.0.32 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197693 Jul 24 09:30:52.325137 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0f31ace1-2919-4a25-a351-60baf0a27e22 req-a9cc5dd9-3051-48ab-a93c-9fbbf8d434c9 tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.0424814 Jul 24 09:30:52.448981 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420eb34-58ab-4412-8415-1c9c8ef98b35 req-484fa90a-8bb2-43a1-82cc-54f4c79785c0 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:52.457196 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7420eb34-58ab-4412-8415-1c9c8ef98b35 req-484fa90a-8bb2-43a1-82cc-54f4c79785c0 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 946 time: 0.0777607 Jul 24 09:30:52.523460 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7420eb34-58ab-4412-8415-1c9c8ef98b35 req-98e5609f-3fff-46a0-a28f-a6d3414fd17d tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/security-groups?id=762c1045-ce89-4e47-bdf7-63360eadc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653110 Jul 24 09:30:52.542668 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-59e882e9-4fb6-4466-a54e-d8e63ffa474b req-c3159b14-efe7-481f-a717-c3df1a32d4a1 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=453617fa-c3a6-42f3-af83-6fa84c7a51ac HTTP/1.1" status: 200 len: 210 time: 0.0933285 Jul 24 09:30:53.477308 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d59a62d7-8efc-43d7-92bd-816b20fa59fc req-bda6a566-6ad3-4575-82bb-d649eda791e0 tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.0462933 Jul 24 09:30:53.760331 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a61fac7-677d-45eb-b10f-e77fe4ed0f1a req-602d28f8-ad04-4a89-b58f-95d52417531c tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=453617fa-c3a6-42f3-af83-6fa84c7a51ac HTTP/1.1" status: 200 len: 210 time: 0.0574081 Jul 24 09:30:53.882194 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-05ebf410-222a-4316-9644-1ea4eb221d32 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:53.883703 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-05ebf410-222a-4316-9644-1ea4eb221d32 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.37 "GET /v2.0/networks?id=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d HTTP/1.1" status: 200 len: 811 time: 0.2288694 Jul 24 09:30:53.906679 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277509f-75b0-4cbc-a5d4-c1e2bd2796c0 req-0531083a-46f9-49f1-820a-32e2c0bcb1c3 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:53.908282 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8277509f-75b0-4cbc-a5d4-c1e2bd2796c0 req-0531083a-46f9-49f1-820a-32e2c0bcb1c3 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 946 time: 0.2370319 Jul 24 09:30:53.993994 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8277509f-75b0-4cbc-a5d4-c1e2bd2796c0 req-869e9ec2-cf90-4802-a206-13c897d34dc9 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/security-groups?id=762c1045-ce89-4e47-bdf7-63360eadc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665648 Jul 24 09:30:54.009783 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-ff4face2-f70d-41da-87d5-ef1cb16bac21 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ddf1f6a8ea84a438a459d68cf609e56 HTTP/1.1" status: 200 len: 379 time: 0.1004801 Jul 24 09:30:54.031560 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-0f05210f-f042-4835-89b9-5111955fde46 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Request body: {'port': {'device_id': '453617fa-c3a6-42f3-af83-6fa84c7a51ac', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'admin_state_up': True, 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'security_groups': ['68cac856-a39c-4bf7-ab11-60deb264bec5']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:54.307464 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-0f05210f-f042-4835-89b9-5111955fde46 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Made reservation on behalf of 4ddf1f6a8ea84a438a459d68cf609e56 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:30:54.311236 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-0f05210f-f042-4835-89b9-5111955fde46 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:54.417208 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa704df-2786-4ed0-ae0c-bff77f7969e7 req-e439f9e9-e820-41f2-af20-34858ad0dbf1 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:54.418807 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1fa704df-2786-4ed0-ae0c-bff77f7969e7 req-e439f9e9-e820-41f2-af20-34858ad0dbf1 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.37 "GET /v2.0/ports?device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 946 time: 0.1882627 Jul 24 09:30:54.523872 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-0f05210f-f042-4835-89b9-5111955fde46 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Allocated IP 172.20.0.12 (f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d/ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff/147978b4-53aa-4cb6-9e65-86d4915a6397) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:30:54.653223 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-46c98edb-2077-48ad-bce5-c90a4d9fa249 req-95d8a171-1d41-497a-8967-6eaaf3ec2dd2 tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.0292828 Jul 24 09:30:54.671136 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-1fa704df-2786-4ed0-ae0c-bff77f7969e7 req-0928e078-51a4-46cf-80ff-e0624f34d94c tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Deleting port 850333d0-80f7-4232-b557-91daa1bc82cc {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:30:54.671556 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1fa704df-2786-4ed0-ae0c-bff77f7969e7 req-0928e078-51a4-46cf-80ff-e0624f34d94c tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:54.825675 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-0f05210f-f042-4835-89b9-5111955fde46 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:54.833532 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-1fa704df-2786-4ed0-ae0c-bff77f7969e7 req-0928e078-51a4-46cf-80ff-e0624f34d94c tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] For port 850333d0-80f7-4232-b557-91daa1bc82cc, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=850333d0-80f7-4232-b557-91daa1bc82cc,segment=NetworkSegment(18b96832-a8f3-44dc-8f42-d38131c6874b),segment_id=18b96832-a8f3-44dc-8f42-d38131c6874b)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:30:54.833796 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1fa704df-2786-4ed0-ae0c-bff77f7969e7 req-0928e078-51a4-46cf-80ff-e0624f34d94c tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:54.858240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-1fa704df-2786-4ed0-ae0c-bff77f7969e7 req-0928e078-51a4-46cf-80ff-e0624f34d94c tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Calling delete_port for 850333d0-80f7-4232-b557-91daa1bc82cc owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:30:54.860300 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-0f05210f-f042-4835-89b9-5111955fde46 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Transition to ACTIVE for port object 147978b4-53aa-4cb6-9e65-86d4915a6397 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:30:54.911746 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b7240a31-c762-4d20-840d-0b358c22c31f req-8a73c8f8-b601-4af4-ba65-df6c4fbbd0a2 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=453617fa-c3a6-42f3-af83-6fa84c7a51ac HTTP/1.1" status: 200 len: 210 time: 0.0405059 Jul 24 09:30:54.953156 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-0f05210f-f042-4835-89b9-5111955fde46 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:55.001774 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-0f05210f-f042-4835-89b9-5111955fde46 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Network f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:30:55.012568 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-0f05210f-f042-4835-89b9-5111955fde46 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:30:55.034987 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-0f05210f-f042-4835-89b9-5111955fde46 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:30:55.091595 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-0f05210f-f042-4835-89b9-5111955fde46 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:55.092839 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-0f05210f-f042-4835-89b9-5111955fde46 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:55.100987 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05210f-f042-4835-89b9-5111955fde46 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Pushing event updated for resources: {'Port': ['ID=147978b4-53aa-4cb6-9e65-86d4915a6397,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:55.148817 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-0f05210f-f042-4835-89b9-5111955fde46 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1239240 Jul 24 09:30:55.163965 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-6430457c-b4f1-4a72-945a-bb64554c5003 service neutron] Request body: {'port': {'device_id': '453617fa-c3a6-42f3-af83-6fa84c7a51ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:30:55.199345 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1fa704df-2786-4ed0-ae0c-bff77f7969e7 req-0928e078-51a4-46cf-80ff-e0624f34d94c tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:55.212714 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['850333d0-80f7-4232-b557-91daa1bc82cc'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:30:55.265731 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928e078-51a4-46cf-80ff-e0624f34d94c tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Pushing event deleted for resources: {'Port': ['ID=850333d0-80f7-4232-b557-91daa1bc82cc,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:55.444916 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3fd2c1b1-90b8-4b8a-bcf4-f231786783e7 None None] Provisioning for port 147978b4-53aa-4cb6-9e65-86d4915a6397 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:30:55.451821 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3fd2c1b1-90b8-4b8a-bcf4-f231786783e7 None None] Provisioning complete for port 147978b4-53aa-4cb6-9e65-86d4915a6397 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:30:55.452286 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3fd2c1b1-90b8-4b8a-bcf4-f231786783e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:55.533497 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-3fd2c1b1-90b8-4b8a-bcf4-f231786783e7 None None] Port 147978b4-53aa-4cb6-9e65-86d4915a6397 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:30:55.721099 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787ac2d-1b82-477e-b19b-768af3e188c0 req-8af02d90-0984-4e73-b472-c1eb880bbad0 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:55.722881 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0787ac2d-1b82-477e-b19b-768af3e188c0 req-8af02d90-0984-4e73-b472-c1eb880bbad0 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0422145c-b898-40dc-80c4-d5477a1adbb3 HTTP/1.1" status: 200 len: 867 time: 0.6173201 Jul 24 09:30:55.785386 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa704df-2786-4ed0-ae0c-bff77f7969e7 req-0928e078-51a4-46cf-80ff-e0624f34d94c tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] No DVR routers for this DVR port 850333d0-80f7-4232-b557-91daa1bc82cc on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:30:55.787056 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-6430457c-b4f1-4a72-945a-bb64554c5003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:55.790490 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1fa704df-2786-4ed0-ae0c-bff77f7969e7 req-0928e078-51a4-46cf-80ff-e0624f34d94c tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:55.798178 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1fa704df-2786-4ed0-ae0c-bff77f7969e7 req-0928e078-51a4-46cf-80ff-e0624f34d94c tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.37 "DELETE /v2.0/ports/850333d0-80f7-4232-b557-91daa1bc82cc HTTP/1.1" status: 204 len: 173 time: 1.3678744 Jul 24 09:30:55.798178 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0422145c-b898-40dc-80c4-d5477a1adbb3', 'name': 'network-vif-deleted', 'tag': '850333d0-80f7-4232-b557-91daa1bc82cc'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:30:55.798419 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cc9bb2-9eab-4532-8f2e-24d3684d1ebc" -d '{"events": [{"server_uuid": "0422145c-b898-40dc-80c4-d5477a1adbb3", "name": "network-vif-deleted", "tag": "850333d0-80f7-4232-b557-91daa1bc82cc"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:30:55.848536 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0787ac2d-1b82-477e-b19b-768af3e188c0 req-b484b707-5b16-44e2-a3f3-03c59fda8b48 tempest-TestServerAdvancedOps-875636815 tempest-TestServerAdvancedOps-875636815-project] 10.222.0.32 "GET /v2.0/security-groups?id=762c1045-ce89-4e47-bdf7-63360eadc4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040909 Jul 24 09:30:55.880204 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-02a72bfd-f9f9-4aa2-98ca-c9976186cef7 req-fd8972ba-4bc7-40dd-9eea-1b1d70610e21 tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.0602601 Jul 24 09:30:55.978864 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72fbc03-272c-4510-8742-2e6a3555a637 x-openstack-request-id: req-d72fbc03-272c-4510-8742-2e6a3555a637 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:30:55.979450 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0422145c-b898-40dc-80c4-d5477a1adbb3", "name": "network-vif-deleted", "tag": "850333d0-80f7-4232-b557-91daa1bc82cc", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:30:55.979450 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d72fbc03-272c-4510-8742-2e6a3555a637 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:30:55.979773 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0422145c-b898-40dc-80c4-d5477a1adbb3', 'name': 'network-vif-deleted', 'tag': '850333d0-80f7-4232-b557-91daa1bc82cc', 'status': 'completed', 'code': 200} Jul 24 09:30:56.145767 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754eea3-e0a6-4a98-a9be-ff0015a4dc7c req-88532710-4d6e-426e-b812-42755005adc1 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:56.153411 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d754eea3-e0a6-4a98-a9be-ff0015a4dc7c req-88532710-4d6e-426e-b812-42755005adc1 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=453617fa-c3a6-42f3-af83-6fa84c7a51ac HTTP/1.1" status: 200 len: 932 time: 0.1010294 Jul 24 09:30:56.297301 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d754eea3-e0a6-4a98-a9be-ff0015a4dc7c req-ee84a5cc-d4c5-4be0-91a9-a97b6cf5c79c tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=68cac856-a39c-4bf7-ab11-60deb264bec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426737 Jul 24 09:30:56.300256 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-6430457c-b4f1-4a72-945a-bb64554c5003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 147978b4-53aa-4cb6-9e65-86d4915a6397 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:30:56.311428 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-6430457c-b4f1-4a72-945a-bb64554c5003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:56.327468 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-6430457c-b4f1-4a72-945a-bb64554c5003 service neutron] Transition to ACTIVE for port object 147978b4-53aa-4cb6-9e65-86d4915a6397 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:30:56.334925 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-6430457c-b4f1-4a72-945a-bb64554c5003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:56.446689 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430457c-b4f1-4a72-945a-bb64554c5003 service neutron] Pushing event updated for resources: {'Port': ['ID=147978b4-53aa-4cb6-9e65-86d4915a6397,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:56.573988 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-6430457c-b4f1-4a72-945a-bb64554c5003 service neutron] Attempting to bind port 147978b4-53aa-4cb6-9e65-86d4915a6397 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:30:56.574373 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-6430457c-b4f1-4a72-945a-bb64554c5003 service neutron] Attempting to bind port 147978b4-53aa-4cb6-9e65-86d4915a6397 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '5df2741c-f326-497a-8276-79e58d1e0fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:30:56.574668 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-6430457c-b4f1-4a72-945a-bb64554c5003 service neutron] Attempting to bind port 147978b4-53aa-4cb6-9e65-86d4915a6397 on network f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:30:56.587106 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-6430457c-b4f1-4a72-945a-bb64554c5003 service neutron] Port 147978b4-53aa-4cb6-9e65-86d4915a6397 on network f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:30:56.587446 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-6430457c-b4f1-4a72-945a-bb64554c5003 service neutron] Attempting to bind port 147978b4-53aa-4cb6-9e65-86d4915a6397 on network f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:30:56.593958 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-6430457c-b4f1-4a72-945a-bb64554c5003 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:30:56.594306 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-6430457c-b4f1-4a72-945a-bb64554c5003 service neutron] Checking segment: {'id': '5df2741c-f326-497a-8276-79e58d1e0fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:30:56.594704 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-6430457c-b4f1-4a72-945a-bb64554c5003 service neutron] Bound using segment: {'id': '5df2741c-f326-497a-8276-79e58d1e0fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:30:56.595148 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-6430457c-b4f1-4a72-945a-bb64554c5003 service neutron] Bound port: 147978b4-53aa-4cb6-9e65-86d4915a6397, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df2741c-f326-497a-8276-79e58d1e0fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:30:56.595554 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-6430457c-b4f1-4a72-945a-bb64554c5003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:56.647496 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:30:56.689802 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-6430457c-b4f1-4a72-945a-bb64554c5003 service neutron] For port 147978b4-53aa-4cb6-9e65-86d4915a6397, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:30:56.693439 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-6430457c-b4f1-4a72-945a-bb64554c5003 service neutron] For port 147978b4-53aa-4cb6-9e65-86d4915a6397, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=147978b4-53aa-4cb6-9e65-86d4915a6397,segment=NetworkSegment(5df2741c-f326-497a-8276-79e58d1e0fc4),segment_id=5df2741c-f326-497a-8276-79e58d1e0fc4)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:30:56.698335 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-6430457c-b4f1-4a72-945a-bb64554c5003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:56.738732 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-6430457c-b4f1-4a72-945a-bb64554c5003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:56.739357 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-6430457c-b4f1-4a72-945a-bb64554c5003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:56.741253 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-6430457c-b4f1-4a72-945a-bb64554c5003 service neutron] 10.222.0.37 "PUT /v2.0/ports/147978b4-53aa-4cb6-9e65-86d4915a6397 HTTP/1.1" status: 200 len: 1092 time: 1.5822561 Jul 24 09:30:56.849756 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430457c-b4f1-4a72-945a-bb64554c5003 service neutron] Pushing event updated for resources: {'Port': ['ID=147978b4-53aa-4cb6-9e65-86d4915a6397,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:56.931496 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-f93a9f17-50d9-4db5-8660-def205cea079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:56.933148 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-f93a9f17-50d9-4db5-8660-def205cea079 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ddf1f6a8ea84a438a459d68cf609e56&device_id=453617fa-c3a6-42f3-af83-6fa84c7a51ac HTTP/1.1" status: 200 len: 1095 time: 0.1299298 Jul 24 09:30:56.992773 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 56140) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:57.021127 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-98c42efe-0971-4943-8e9d-bb85b247710c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=147978b4-53aa-4cb6-9e65-86d4915a6397 HTTP/1.1" status: 200 len: 217 time: 0.0805061 Jul 24 09:30:57.068530 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-933d0426-d990-4489-aae0-31d8a13beffe admin admin] Deleting subnet 5a7ec392-50d6-407e-abfc-be573eae263e {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:30:57.090212 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-933d0426-d990-4489-aae0-31d8a13beffe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:57.155939 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a82eeceb-4c47-4ddc-a312-bb13aee30a43 req-a0d6c5ac-8912-42b8-a7d1-c3cdf1fb725a tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.0545187 Jul 24 09:30:57.169421 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-933d0426-d990-4489-aae0-31d8a13beffe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:57.176782 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-181c8360-27aa-4532-b768-80ddb467fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:57.178275 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-181c8360-27aa-4532-b768-80ddb467fadf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff HTTP/1.1" status: 200 len: 850 time: 0.1446683 Jul 24 09:30:57.242510 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-933d0426-d990-4489-aae0-31d8a13beffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:57.246092 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d8f1c54c-7933-43a0-8e98-04296bc3970f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:57.283645 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-d5f09ace-1be3-47ca-ad65-bcc839e81329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:57.285899 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-d5f09ace-1be3-47ca-ad65-bcc839e81329 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004989 Jul 24 09:30:57.326894 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-933d0426-d990-4489-aae0-31d8a13beffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:57.408173 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d0426-d990-4489-aae0-31d8a13beffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a7ec392-50d6-407e-abfc-be573eae263e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:57.439939 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-933d0426-d990-4489-aae0-31d8a13beffe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:57.442027 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-933d0426-d990-4489-aae0-31d8a13beffe admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5a7ec392-50d6-407e-abfc-be573eae263e HTTP/1.1" status: 204 len: 168 time: 0.4545939 Jul 24 09:30:57.446463 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 56148) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:57.446795 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-ade35931-a6ad-41b6-83d6-fd6f456968f5 service neutron] 10.222.0.37 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544807 Jul 24 09:30:57.454453 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d0426-d990-4489-aae0-31d8a13beffe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:57.454990 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d0426-d990-4489-aae0-31d8a13beffe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:57.455483 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d0426-d990-4489-aae0-31d8a13beffe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:57.455971 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d0426-d990-4489-aae0-31d8a13beffe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:57.456479 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d0426-d990-4489-aae0-31d8a13beffe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:57.456996 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d0426-d990-4489-aae0-31d8a13beffe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:57.457492 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d0426-d990-4489-aae0-31d8a13beffe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:57.457970 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d0426-d990-4489-aae0-31d8a13beffe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:57.458558 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d0426-d990-4489-aae0-31d8a13beffe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:57.459036 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d0426-d990-4489-aae0-31d8a13beffe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:57.459514 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d0426-d990-4489-aae0-31d8a13beffe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:57.459989 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d0426-d990-4489-aae0-31d8a13beffe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:30:57.588837 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eb0e370a-1681-491f-a14f-3f500ae6a370 req-12b6c178-a9f6-4417-833f-2fc7a5cc00a5 service neutron] 10.222.0.37 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349521 Jul 24 09:30:57.594420 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-550cbdf0-fd3a-4fb4-bd47-ccb3333360a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:57.664814 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ac557-3bac-4944-8e1a-79c90565b792 req-7296c1f5-5756-4cb2-a206-33f455fbe160 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:57.669260 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a2ac557-3bac-4944-8e1a-79c90565b792 req-7296c1f5-5756-4cb2-a206-33f455fbe160 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=453617fa-c3a6-42f3-af83-6fa84c7a51ac HTTP/1.1" status: 200 len: 944 time: 0.2742522 Jul 24 09:30:57.731777 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-550cbdf0-fd3a-4fb4-bd47-ccb3333360a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:57.744416 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-550cbdf0-fd3a-4fb4-bd47-ccb3333360a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc4b1cc6-4edb-4b2f-a812-d7f57966679e']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:57.756781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-550cbdf0-fd3a-4fb4-bd47-ccb3333360a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b96832-a8f3-44dc-8f42-d38131c6874b') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:57.757218 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-550cbdf0-fd3a-4fb4-bd47-ccb3333360a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b96832-a8f3-44dc-8f42-d38131c6874b') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:57.770809 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-550cbdf0-fd3a-4fb4-bd47-ccb3333360a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:57.797240 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a2ac557-3bac-4944-8e1a-79c90565b792 req-f884e6b0-f14d-4e8c-a570-27ae25ac3349 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=68cac856-a39c-4bf7-ab11-60deb264bec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238933 Jul 24 09:30:57.798366 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-550cbdf0-fd3a-4fb4-bd47-ccb3333360a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:57.805173 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550cbdf0-fd3a-4fb4-bd47-ccb3333360a7 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:30:57.806084 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-550cbdf0-fd3a-4fb4-bd47-ccb3333360a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:30:57.808271 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:30:57.928079 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-550cbdf0-fd3a-4fb4-bd47-ccb3333360a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:57.951430 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-550cbdf0-fd3a-4fb4-bd47-ccb3333360a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:57.954155 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-550cbdf0-fd3a-4fb4-bd47-ccb3333360a7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cc4b1cc6-4edb-4b2f-a812-d7f57966679e HTTP/1.1" status: 204 len: 168 time: 0.5062664 Jul 24 09:30:57.955735 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cbdf0-fd3a-4fb4-bd47-ccb3333360a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc4b1cc6-4edb-4b2f-a812-d7f57966679e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:57.957183 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 56158) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:57.995413 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '453617fa-c3a6-42f3-af83-6fa84c7a51ac', 'tag': '147978b4-53aa-4cb6-9e65-86d4915a6397'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:30:57.997972 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc23b173-9a52-41b3-9fc0-9c0408c28003" -d '{"events": [{"name": "network-changed", "server_uuid": "453617fa-c3a6-42f3-af83-6fa84c7a51ac", "tag": "147978b4-53aa-4cb6-9e65-86d4915a6397"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:30:58.025216 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1d0589-8435-407f-944f-e98c370b7d56 admin admin] Deleting subnet 1f683bae-aada-4362-9774-14e2f2bdd922 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:30:58.039369 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa1d0589-8435-407f-944f-e98c370b7d56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:58.101101 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92079da5-4631-4d60-b0c2-fecd62ccbd58 x-openstack-request-id: req-92079da5-4631-4d60-b0c2-fecd62ccbd58 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:30:58.101390 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "453617fa-c3a6-42f3-af83-6fa84c7a51ac", "tag": "147978b4-53aa-4cb6-9e65-86d4915a6397", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:30:58.101634 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92079da5-4631-4d60-b0c2-fecd62ccbd58 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:30:58.102014 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '453617fa-c3a6-42f3-af83-6fa84c7a51ac', 'tag': '147978b4-53aa-4cb6-9e65-86d4915a6397', 'status': 'completed', 'code': 200} Jul 24 09:30:58.121243 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa1d0589-8435-407f-944f-e98c370b7d56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:58.201873 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa1d0589-8435-407f-944f-e98c370b7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:58.259860 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23b173-9a52-41b3-9fc0-9c0408c28003 req-b66db80e-530f-4dc8-a2c7-b8871f4b04ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:58.259860 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bc23b173-9a52-41b3-9fc0-9c0408c28003 req-b66db80e-530f-4dc8-a2c7-b8871f4b04ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ddf1f6a8ea84a438a459d68cf609e56&device_id=453617fa-c3a6-42f3-af83-6fa84c7a51ac HTTP/1.1" status: 200 len: 1095 time: 0.1365008 Jul 24 09:30:58.311299 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa1d0589-8435-407f-944f-e98c370b7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:58.377991 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b3c9cffd-40a1-4813-8674-7aea0825a90c req-8eb16538-23d0-4d1c-860e-5fbee134dcb6 tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.0764632 Jul 24 09:30:58.391610 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa1d0589-8435-407f-944f-e98c370b7d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:58.406612 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fa1d0589-8435-407f-944f-e98c370b7d56 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1f683bae-aada-4362-9774-14e2f2bdd922 HTTP/1.1" status: 204 len: 168 time: 0.4477837 Jul 24 09:30:58.409735 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 56168) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:58.412805 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d0589-8435-407f-944f-e98c370b7d56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f683bae-aada-4362-9774-14e2f2bdd922,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:58.484986 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23b173-9a52-41b3-9fc0-9c0408c28003 req-84a687da-f086-4241-84d5-a76e1824f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:58.490417 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bc23b173-9a52-41b3-9fc0-9c0408c28003 req-84a687da-f086-4241-84d5-a76e1824f3c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d HTTP/1.1" status: 200 len: 911 time: 0.2219350 Jul 24 09:30:58.524715 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b451a99c-7d88-4725-a1fd-e545d5459802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:58.563509 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bc23b173-9a52-41b3-9fc0-9c0408c28003 req-c6005c61-9c08-4716-894d-baea630a1694 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=147978b4-53aa-4cb6-9e65-86d4915a6397 HTTP/1.1" status: 200 len: 217 time: 0.0582085 Jul 24 09:30:58.640246 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b451a99c-7d88-4725-a1fd-e545d5459802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:58.642722 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23b173-9a52-41b3-9fc0-9c0408c28003 req-7ba4d6c0-c2df-45c6-99e6-edc4dbcc565b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:58.644261 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bc23b173-9a52-41b3-9fc0-9c0408c28003 req-7ba4d6c0-c2df-45c6-99e6-edc4dbcc565b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff HTTP/1.1" status: 200 len: 850 time: 0.0753434 Jul 24 09:30:58.652337 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-b451a99c-7d88-4725-a1fd-e545d5459802 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f78d0913-bba3-4e82-8138-d2865a351f1c']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:58.674719 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-b451a99c-7d88-4725-a1fd-e545d5459802 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b02ca5-22ab-455b-95c5-21395d5d1168') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:58.675327 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-b451a99c-7d88-4725-a1fd-e545d5459802 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b02ca5-22ab-455b-95c5-21395d5d1168') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:30:58.687698 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b451a99c-7d88-4725-a1fd-e545d5459802 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:58.706345 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b451a99c-7d88-4725-a1fd-e545d5459802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:58.715567 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b451a99c-7d88-4725-a1fd-e545d5459802 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:30:58.716150 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b451a99c-7d88-4725-a1fd-e545d5459802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:30:58.718741 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:30:58.721286 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23b173-9a52-41b3-9fc0-9c0408c28003 req-22c8370c-933e-488f-8c1e-6ca058718a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:58.722574 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bc23b173-9a52-41b3-9fc0-9c0408c28003 req-22c8370c-933e-488f-8c1e-6ca058718a87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724492 Jul 24 09:30:58.789098 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b451a99c-7d88-4725-a1fd-e545d5459802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:58.800538 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b451a99c-7d88-4725-a1fd-e545d5459802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:58.802628 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b451a99c-7d88-4725-a1fd-e545d5459802 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f78d0913-bba3-4e82-8138-d2865a351f1c HTTP/1.1" status: 204 len: 168 time: 0.3918843 Jul 24 09:30:58.821861 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451a99c-7d88-4725-a1fd-e545d5459802 admin admin] Pushing event deleted for resources: {'Network': ['ID=f78d0913-bba3-4e82-8138-d2865a351f1c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:58.834637 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bc23b173-9a52-41b3-9fc0-9c0408c28003 req-d900fd97-febe-4b89-aeb7-3572cc12039d service neutron] 10.222.0.37 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058745 Jul 24 09:30:59.085980 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bc23b173-9a52-41b3-9fc0-9c0408c28003 req-41edf298-215c-4987-8266-e392ea10ac73 service neutron] 10.222.0.37 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414153 Jul 24 09:30:59.101046 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf9140-c7a1-4e1b-87a5-27635f11e82b req-8f936a34-af9d-486b-9148-55c89de3f69b tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:30:59.112264 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8baf9140-c7a1-4e1b-87a5-27635f11e82b req-8f936a34-af9d-486b-9148-55c89de3f69b tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=453617fa-c3a6-42f3-af83-6fa84c7a51ac HTTP/1.1" status: 200 len: 944 time: 0.1958380 Jul 24 09:30:59.120061 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 850333d0-80f7-4232-b557-91daa1bc82cc no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:30:59.201923 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8baf9140-c7a1-4e1b-87a5-27635f11e82b req-10973935-e2e6-45cc-859b-4a942bbbc5ca tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=68cac856-a39c-4bf7-ab11-60deb264bec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815909 Jul 24 09:30:59.209383 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 850333d0-80f7-4232-b557-91daa1bc82cc {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:30:59.211562 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 850333d0-80f7-4232-b557-91daa1bc82cc not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:30:59.245340 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 56196) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:59.313123 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8e476b31-a213-4ef2-b550-a45a085831f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=434b795fb0284efca0e44cb952ec2d59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0664604 Jul 24 09:30:59.315810 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 56208) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:30:59.392609 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ea9bd92-fd08-4e8d-9e81-7fdfbdb15948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:59.430518 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ea9bd92-fd08-4e8d-9e81-7fdfbdb15948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:59.504357 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ea9bd92-fd08-4e8d-9e81-7fdfbdb15948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:59.512415 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ea9bd92-fd08-4e8d-9e81-7fdfbdb15948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:30:59.518551 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5ea9bd92-fd08-4e8d-9e81-7fdfbdb15948 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/762c1045-ce89-4e47-bdf7-63360eadc4b2 HTTP/1.1" status: 204 len: 168 time: 0.2003109 Jul 24 09:30:59.537918 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9bd92-fd08-4e8d-9e81-7fdfbdb15948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762c1045-ce89-4e47-bdf7-63360eadc4b2,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:30:59.575260 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-68e7b7d4-b4bb-4bb9-b72d-7ca2dc9147c0 req-246f5a60-be87-4425-8a04-a1a91cf97070 tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.0770893 Jul 24 09:30:59.813111 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b26adca4-606f-4ce7-badd-293142dfeae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:00.105821 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 56300) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:00.206168 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cb860967-4673-48bf-84c9-e7f3626c9f46 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05b9d528c702497d9052949fd47a4e21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0975657 Jul 24 09:31:00.209513 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 56318) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:00.321325 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 56334) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:00.376681 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d8ce482-9862-4ddd-85cb-aa2629c8864a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:00.453720 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:00.462355 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d8ce482-9862-4ddd-85cb-aa2629c8864a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:00.518401 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4b955c3d-9d56-4220-94f1-8e4468da430c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:00.543343 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b41f3-af0e-46d4-8a2d-d60c3ad5ce0b req-617a04c7-fb47-4f95-aa7e-f2fe7477c5f5 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:00.545913 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b21b41f3-af0e-46d4-8a2d-d60c3ad5ce0b req-617a04c7-fb47-4f95-aa7e-f2fe7477c5f5 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=453617fa-c3a6-42f3-af83-6fa84c7a51ac HTTP/1.1" status: 200 len: 944 time: 0.1651649 Jul 24 09:31:00.580846 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d8ce482-9862-4ddd-85cb-aa2629c8864a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:00.585707 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d8ce482-9862-4ddd-85cb-aa2629c8864a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:00.589318 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8d8ce482-9862-4ddd-85cb-aa2629c8864a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80a17b9c-b547-4186-a25a-46bb773475e4 HTTP/1.1" status: 204 len: 168 time: 0.3776870 Jul 24 09:31:00.616533 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ce482-9862-4ddd-85cb-aa2629c8864a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a17b9c-b547-4186-a25a-46bb773475e4,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:00.635309 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b21b41f3-af0e-46d4-8a2d-d60c3ad5ce0b req-82165dfb-59dc-4ad4-bd2c-55292e297edc tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=68cac856-a39c-4bf7-ab11-60deb264bec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815141 Jul 24 09:31:00.820987 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4b955c3d-9d56-4220-94f1-8e4468da430c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:00.836795 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c6a608f4-036f-4256-abee-b9483faf23ae req-53c499ff-3a88-472e-927b-b158fb213013 tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.0695658 Jul 24 09:31:00.840869 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4b955c3d-9d56-4220-94f1-8e4468da430c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:00.897338 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4b955c3d-9d56-4220-94f1-8e4468da430c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1599a1a68cab4656927ed9bc27f0c516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5740707 Jul 24 09:31:00.899390 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 56408) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:00.913532 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b955c3d-9d56-4220-94f1-8e4468da430c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c21e2f-0bb8-4328-852f-385a6eeb82be,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:00.997583 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:01.036608 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c2857acb-f00a-4990-92f9-c2555cf519c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:01.085664 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c2857acb-f00a-4990-92f9-c2555cf519c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:01.121337 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 147978b4-53aa-4cb6-9e65-86d4915a6397 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:31:01.181947 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c2857acb-f00a-4990-92f9-c2555cf519c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:01.187341 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c2857acb-f00a-4990-92f9-c2555cf519c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:01.189069 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c2857acb-f00a-4990-92f9-c2555cf519c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26c21e2f-0bb8-4328-852f-385a6eeb82be HTTP/1.1" status: 204 len: 168 time: 0.2875900 Jul 24 09:31:01.220992 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2857acb-f00a-4990-92f9-c2555cf519c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c21e2f-0bb8-4328-852f-385a6eeb82be,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:01.287503 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 147978b4-53aa-4cb6-9e65-86d4915a6397, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=147978b4-53aa-4cb6-9e65-86d4915a6397,segment=NetworkSegment(5df2741c-f326-497a-8276-79e58d1e0fc4),segment_id=5df2741c-f326-497a-8276-79e58d1e0fc4)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:31:01.341918 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '147978b4-53aa-4cb6-9e65-86d4915a6397', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'port_id': '147978b4-53aa-4cb6-9e65-86d4915a6397', 'mac_address': 'fa:16:3e:76:e5:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:31:01.402651 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:01.424165 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 147978b4-53aa-4cb6-9e65-86d4915a6397 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:31:01.455943 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 147978b4-53aa-4cb6-9e65-86d4915a6397, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=147978b4-53aa-4cb6-9e65-86d4915a6397,segment=NetworkSegment(5df2741c-f326-497a-8276-79e58d1e0fc4),segment_id=5df2741c-f326-497a-8276-79e58d1e0fc4)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:31:01.470723 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:01.551925 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=147978b4-53aa-4cb6-9e65-86d4915a6397,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:01.676167 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['147978b4-53aa-4cb6-9e65-86d4915a6397'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:31:01.752653 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 56526) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:01.787101 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 56532) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:01.802814 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bf4d33b0-4e15-4476-830c-c529df3f055c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:01.842694 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a87b2f-7af9-49bf-b260-ec58e8cd4e68 req-f8653a2b-deb9-4758-8e08-ffabeca76259 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:01.845135 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-20a87b2f-7af9-49bf-b260-ec58e8cd4e68 req-f8653a2b-deb9-4758-8e08-ffabeca76259 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=453617fa-c3a6-42f3-af83-6fa84c7a51ac HTTP/1.1" status: 200 len: 945 time: 0.0904152 Jul 24 09:31:01.984059 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-20a87b2f-7af9-49bf-b260-ec58e8cd4e68 req-ef2531a3-aeab-4aec-ab3b-65fba8cc001e tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=68cac856-a39c-4bf7-ab11-60deb264bec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181326 Jul 24 09:31:01.999991 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bf4d33b0-4e15-4476-830c-c529df3f055c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:02.007868 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bf4d33b0-4e15-4476-830c-c529df3f055c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:02.052683 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-6ab05791-d93f-4eb7-8a65-7476e6b17eae admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-333584308-network', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:31:02.105433 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 56574) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:02.105600 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bf4d33b0-4e15-4476-830c-c529df3f055c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b077155fd0046a481a33ef5f8a4e6ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3505795 Jul 24 09:31:02.108285 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9189d2c8-4cf9-4ca7-9b55-a78c5abc9d9c req-b1f41d62-8f09-4f19-841d-5d627ca78c96 tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.0432544 Jul 24 09:31:02.112260 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d33b0-4e15-4476-830c-c529df3f055c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c7490b-0d18-472b-8a2f-f28dff0bc873,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:02.128694 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab05791-d93f-4eb7-8a65-7476e6b17eae admin admin] Made reservation on behalf of d9b1cb98e59c48669615f4c794808b22 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:31:02.134246 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6ab05791-d93f-4eb7-8a65-7476e6b17eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:02.145389 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6ab05791-d93f-4eb7-8a65-7476e6b17eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:02.207897 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9e787a3d-1dfc-49a1-b18a-cc9f87187d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:02.233826 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8b7db565-38c5-41c1-880c-4ac236bae695 req-64176c57-43dc-4877-b9f5-b4f160ee8115 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.0346105 Jul 24 09:31:02.257303 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9e787a3d-1dfc-49a1-b18a-cc9f87187d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:02.308146 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6ab05791-d93f-4eb7-8a65-7476e6b17eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:02.317028 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6ab05791-d93f-4eb7-8a65-7476e6b17eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:02.350395 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9e787a3d-1dfc-49a1-b18a-cc9f87187d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:02.356118 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9e787a3d-1dfc-49a1-b18a-cc9f87187d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:02.358439 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9e787a3d-1dfc-49a1-b18a-cc9f87187d17 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2c7490b-0d18-472b-8a2f-f28dff0bc873 HTTP/1.1" status: 204 len: 168 time: 0.2515635 Jul 24 09:31:02.361344 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab05791-d93f-4eb7-8a65-7476e6b17eae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:31:02.368998 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e787a3d-1dfc-49a1-b18a-cc9f87187d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c7490b-0d18-472b-8a2f-f28dff0bc873,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:02.375671 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab05791-d93f-4eb7-8a65-7476e6b17eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecd3fa9-ed13-4f4b-8a33-52e25bd0ffa4,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:02.381895 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6ab05791-d93f-4eb7-8a65-7476e6b17eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:02.382232 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-6ab05791-d93f-4eb7-8a65-7476e6b17eae admin admin] Added segment cfed7080-3fee-4453-a63a-a6bc8a5834f7 of type vlan for network 0783deff-46f9-4f21-b179-aabc847cb83f Jul 24 09:31:02.443973 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6ab05791-d93f-4eb7-8a65-7476e6b17eae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:02.521783 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6ab05791-d93f-4eb7-8a65-7476e6b17eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:02.523069 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab05791-d93f-4eb7-8a65-7476e6b17eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:02.525260 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6ab05791-d93f-4eb7-8a65-7476e6b17eae admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:02.557556 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6ab05791-d93f-4eb7-8a65-7476e6b17eae admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7671103 Jul 24 09:31:02.561207 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 56630) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:02.570136 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-6483c57c-e7d9-41d7-a274-538fce419f43 admin admin] Request body: {'subnet': {'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-333584308-subnet', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:31:02.595206 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6483c57c-e7d9-41d7-a274-538fce419f43 admin admin] Made reservation on behalf of d9b1cb98e59c48669615f4c794808b22 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:31:02.598246 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6483c57c-e7d9-41d7-a274-538fce419f43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:02.623886 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab05791-d93f-4eb7-8a65-7476e6b17eae admin admin] Pushing event updated for resources: {'Network': ['ID=0783deff-46f9-4f21-b179-aabc847cb83f,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:02.635542 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 0783deff-46f9-4f21-b179-aabc847cb83f details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:31:02.798462 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 56658) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:02.814252 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-df2740ed-a59a-4bae-bc56-834e0c994627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:02.841445 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6483c57c-e7d9-41d7-a274-538fce419f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:02.882857 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:02.929231 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483c57c-e7d9-41d7-a274-538fce419f43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cef55fc5-3019-4119-82d6-5bb136a17890,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:02.941752 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6483c57c-e7d9-41d7-a274-538fce419f43 admin admin] Checking segment: {'id': 'cfed7080-3fee-4453-a63a-a6bc8a5834f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:31:02.942366 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6483c57c-e7d9-41d7-a274-538fce419f43 admin admin] Network hostable DHCP agents. Network: 0783deff-46f9-4f21-b179-aabc847cb83f, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:31:02.965668 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6483c57c-e7d9-41d7-a274-538fce419f43 admin admin] Network 0783deff-46f9-4f21-b179-aabc847cb83f is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:31:02.983213 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-df2740ed-a59a-4bae-bc56-834e0c994627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:03.001233 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-6483c57c-e7d9-41d7-a274-538fce419f43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 0783deff-46f9-4f21-b179-aabc847cb83f) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:31:03.010977 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-df2740ed-a59a-4bae-bc56-834e0c994627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:03.011883 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2474f2-5ed0-409a-be82-46ddd56eab3f None None] Network 0783deff-46f9-4f21-b179-aabc847cb83f requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:31:03.022400 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6483c57c-e7d9-41d7-a274-538fce419f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:03.023013 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6483c57c-e7d9-41d7-a274-538fce419f43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:03.058230 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6483c57c-e7d9-41d7-a274-538fce419f43 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4921868 Jul 24 09:31:03.064306 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 56690) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:03.069576 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-b08177fd-4a9b-4eb8-85fb-0327761844ed admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-333584308-router', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:31:03.107556 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-df2740ed-a59a-4bae-bc56-834e0c994627 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29b36110284449438443957f617b7f77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3067670 Jul 24 09:31:03.109826 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2740ed-a59a-4bae-bc56-834e0c994627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc8567e-4e3a-4eba-9bea-b1631135a4ac,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:03.110814 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 56696) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:03.130016 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 147978b4-53aa-4cb6-9e65-86d4915a6397 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:31:03.231078 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab770e34-9fee-4c56-8cf2-799360c870f9 req-89743402-8a1d-4cd9-ab32-e4de8cf52b31 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:03.237713 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b08177fd-4a9b-4eb8-85fb-0327761844ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:03.238717 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b08177fd-4a9b-4eb8-85fb-0327761844ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:03.246465 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ab770e34-9fee-4c56-8cf2-799360c870f9 req-89743402-8a1d-4cd9-ab32-e4de8cf52b31 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=453617fa-c3a6-42f3-af83-6fa84c7a51ac HTTP/1.1" status: 200 len: 945 time: 0.1434634 Jul 24 09:31:03.252692 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 147978b4-53aa-4cb6-9e65-86d4915a6397 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:31:03.279148 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 147978b4-53aa-4cb6-9e65-86d4915a6397 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:31:03.279520 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:03.333144 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ab770e34-9fee-4c56-8cf2-799360c870f9 req-96eb6225-c87e-46c0-bdbd-9ca0fcae2f67 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=68cac856-a39c-4bf7-ab11-60deb264bec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851295 Jul 24 09:31:03.371581 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b08177fd-4a9b-4eb8-85fb-0327761844ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:03.395543 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fa2f7fc4-e32a-45ff-b9c0-8299f46cd417 req-0bb689dd-31c8-4b67-931e-c322965d13d6 tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.0444264 Jul 24 09:31:03.411549 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:03.413587 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098cae7f-9818-415c-98bf-f98f8f68c199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-0783deff-46f9-4f21-b179-aabc847cb83f', 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'fixed_ips': [{'subnet_id': 'cef55fc5-3019-4119-82d6-5bb136a17890'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:31:03.414608 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-098cae7f-9818-415c-98bf-f98f8f68c199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:03.456960 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453617fa-c3a6-42f3-af83-6fa84c7a51ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147978b4-53aa-4cb6-9e65-86d4915a6397'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:31:03.459377 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2601cbd2-663a-4957-b05a-660882eda69d" -d '{"events": [{"server_uuid": "453617fa-c3a6-42f3-af83-6fa84c7a51ac", "name": "network-vif-plugged", "status": "completed", "tag": "147978b4-53aa-4cb6-9e65-86d4915a6397"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:31:03.479775 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 147978b4-53aa-4cb6-9e65-86d4915a6397, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=147978b4-53aa-4cb6-9e65-86d4915a6397,segment=NetworkSegment(5df2741c-f326-497a-8276-79e58d1e0fc4),segment_id=5df2741c-f326-497a-8276-79e58d1e0fc4)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:31:03.537823 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:03.621453 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ee3744-7f10-4428-affc-29a6af6e7866 x-openstack-request-id: req-54ee3744-7f10-4428-affc-29a6af6e7866 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:31:03.621693 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453617fa-c3a6-42f3-af83-6fa84c7a51ac", "name": "network-vif-plugged", "status": "completed", "tag": "147978b4-53aa-4cb6-9e65-86d4915a6397", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:31:03.621920 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54ee3744-7f10-4428-affc-29a6af6e7866 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:31:03.622323 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453617fa-c3a6-42f3-af83-6fa84c7a51ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147978b4-53aa-4cb6-9e65-86d4915a6397', 'code': 200} Jul 24 09:31:03.669599 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b08177fd-4a9b-4eb8-85fb-0327761844ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:03.683616 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9353b161-1b5c-46df-9a75-2bed74c61322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:03.730404 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774f9e9-cc01-494c-8df6-f256aedca216 req-f4664001-4134-4299-a70b-eca229a5fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:03.732248 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c774f9e9-cc01-494c-8df6-f256aedca216 req-f4664001-4134-4299-a70b-eca229a5fe5f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=453617fa-c3a6-42f3-af83-6fa84c7a51ac HTTP/1.1" status: 200 len: 1097 time: 0.1044290 Jul 24 09:31:03.743319 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=147978b4-53aa-4cb6-9e65-86d4915a6397,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:03.791859 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c818fcc6-a6db-49ce-8a70-24d8db343d63 req-9eacc053-dfc6-4a1e-b834-ffec33849aae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac5852e1246a4bfabad5185a82856c66&device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.0380549 Jul 24 09:31:03.803828 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9353b161-1b5c-46df-9a75-2bed74c61322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:03.813683 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-098cae7f-9818-415c-98bf-f98f8f68c199 None None] Allocated IP 172.20.0.2 (0783deff-46f9-4f21-b179-aabc847cb83f/cef55fc5-3019-4119-82d6-5bb136a17890/5e577fa8-5dfc-40e0-96d3-d679a618f47c) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:31:03.835507 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c818fcc6-a6db-49ce-8a70-24d8db343d63 req-93630a97-d8ff-481d-a095-eba894fbf4a9 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ac5852e1246a4bfabad5185a82856c66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342288 Jul 24 09:31:03.858152 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c774f9e9-cc01-494c-8df6-f256aedca216 req-9546a231-fbba-416c-954f-012b0f585738 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=68cac856-a39c-4bf7-ab11-60deb264bec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192844 Jul 24 09:31:03.870431 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-586b1d9a-0e0a-4154-9b1e-f2565e12f115 req-a6606af4-4e8d-4e99-8210-9da04cdcf730 tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.0571346 Jul 24 09:31:03.959354 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9353b161-1b5c-46df-9a75-2bed74c61322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:03.962832 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9353b161-1b5c-46df-9a75-2bed74c61322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:03.964596 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9353b161-1b5c-46df-9a75-2bed74c61322 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7bc8567e-4e3a-4eba-9bea-b1631135a4ac HTTP/1.1" status: 204 len: 168 time: 0.8505137 Jul 24 09:31:03.983776 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353b161-1b5c-46df-9a75-2bed74c61322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc8567e-4e3a-4eba-9bea-b1631135a4ac,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:04.055634 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818fcc6-a6db-49ce-8a70-24d8db343d63 req-ac2f57d5-2d96-4bf5-8f82-553ebd5415f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:04.057597 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c818fcc6-a6db-49ce-8a70-24d8db343d63 req-ac2f57d5-2d96-4bf5-8f82-553ebd5415f9 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2162485 Jul 24 09:31:04.066479 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-098cae7f-9818-415c-98bf-f98f8f68c199 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:04.077614 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-098cae7f-9818-415c-98bf-f98f8f68c199 None None] Transition to ACTIVE for port object 5e577fa8-5dfc-40e0-96d3-d679a618f47c will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:31:04.108801 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-098cae7f-9818-415c-98bf-f98f8f68c199 None None] Transition to ACTIVE for port object 5e577fa8-5dfc-40e0-96d3-d679a618f47c will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:31:04.123385 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-098cae7f-9818-415c-98bf-f98f8f68c199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:04.150964 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b08177fd-4a9b-4eb8-85fb-0327761844ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:04.172621 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b08177fd-4a9b-4eb8-85fb-0327761844ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:04.228474 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098cae7f-9818-415c-98bf-f98f8f68c199 None None] Network 0783deff-46f9-4f21-b179-aabc847cb83f is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:31:04.231756 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-098cae7f-9818-415c-98bf-f98f8f68c199 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:31:04.238354 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098cae7f-9818-415c-98bf-f98f8f68c199 None None] Pushing event updated for resources: {'Port': ['ID=5e577fa8-5dfc-40e0-96d3-d679a618f47c,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:04.241109 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098cae7f-9818-415c-98bf-f98f8f68c199 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:31:04.312041 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-098cae7f-9818-415c-98bf-f98f8f68c199 None None] Attempting to bind port 5e577fa8-5dfc-40e0-96d3-d679a618f47c on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:31:04.312780 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-098cae7f-9818-415c-98bf-f98f8f68c199 None None] Attempting to bind port 5e577fa8-5dfc-40e0-96d3-d679a618f47c by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'cfed7080-3fee-4453-a63a-a6bc8a5834f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:31:04.313322 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098cae7f-9818-415c-98bf-f98f8f68c199 None None] Attempting to bind port 5e577fa8-5dfc-40e0-96d3-d679a618f47c on network 0783deff-46f9-4f21-b179-aabc847cb83f {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:31:04.319181 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098cae7f-9818-415c-98bf-f98f8f68c199 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:31:04.319806 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098cae7f-9818-415c-98bf-f98f8f68c199 None None] Checking segment: {'id': 'cfed7080-3fee-4453-a63a-a6bc8a5834f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:31:04.320218 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-098cae7f-9818-415c-98bf-f98f8f68c199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:04.320623 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098cae7f-9818-415c-98bf-f98f8f68c199 None None] Bound using segment: {'id': 'cfed7080-3fee-4453-a63a-a6bc8a5834f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:31:04.321225 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-098cae7f-9818-415c-98bf-f98f8f68c199 None None] Bound port: 5e577fa8-5dfc-40e0-96d3-d679a618f47c, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfed7080-3fee-4453-a63a-a6bc8a5834f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:31:04.321608 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-098cae7f-9818-415c-98bf-f98f8f68c199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:04.329917 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-b08177fd-4a9b-4eb8-85fb-0327761844ed admin admin] Allocated IP 172.25.7.34 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:31:04.402421 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-098cae7f-9818-415c-98bf-f98f8f68c199 None None] For port 5e577fa8-5dfc-40e0-96d3-d679a618f47c, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:31:04.406618 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-098cae7f-9818-415c-98bf-f98f8f68c199 None None] For port 5e577fa8-5dfc-40e0-96d3-d679a618f47c, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5e577fa8-5dfc-40e0-96d3-d679a618f47c,segment=NetworkSegment(cfed7080-3fee-4453-a63a-a6bc8a5834f7),segment_id=cfed7080-3fee-4453-a63a-a6bc8a5834f7)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:31:04.411720 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-098cae7f-9818-415c-98bf-f98f8f68c199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:04.472469 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098cae7f-9818-415c-98bf-f98f8f68c199 None None] Pushing event updated for resources: {'Port': ['ID=5e577fa8-5dfc-40e0-96d3-d679a618f47c,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:04.597535 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d99e4-6be2-41ee-8b19-8148218ddd22 req-a6e525a1-2af7-4157-a732-9635cdfb4074 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:04.600438 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a54d99e4-6be2-41ee-8b19-8148218ddd22 req-a6e525a1-2af7-4157-a732-9635cdfb4074 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=453617fa-c3a6-42f3-af83-6fa84c7a51ac HTTP/1.1" status: 200 len: 946 time: 0.1590607 Jul 24 09:31:04.737752 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a54d99e4-6be2-41ee-8b19-8148218ddd22 req-7b3809a7-829f-49b6-933c-4c6863181e3e tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=68cac856-a39c-4bf7-ab11-60deb264bec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250677 Jul 24 09:31:05.063018 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-08dd9c0e-4146-4c0a-99c3-31c49e0a44ed req-105140b4-1cb6-4980-874d-a2b3b5684bac tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.0726316 Jul 24 09:31:05.140243 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b08177fd-4a9b-4eb8-85fb-0327761844ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:05.193280 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5e577fa8-5dfc-40e0-96d3-d679a618f47c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:31:05.265741 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b08177fd-4a9b-4eb8-85fb-0327761844ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:05.294613 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 5e577fa8-5dfc-40e0-96d3-d679a618f47c completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:31:05.323018 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c818fcc6-a6db-49ce-8a70-24d8db343d63 req-eec74bb3-e054-463a-aa24-58dc4fc160cd tempest-ServerShowV257Test-1151569993 tempest-ServerShowV257Test-1151569993-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9d52528-0e91-4c6c-aa79-04d191a69f4b HTTP/1.1" status: 200 len: 210 time: 0.0780873 Jul 24 09:31:05.337071 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08177fd-4a9b-4eb8-85fb-0327761844ed admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:31:05.347572 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-b08177fd-4a9b-4eb8-85fb-0327761844ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:31:05.358289 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08177fd-4a9b-4eb8-85fb-0327761844ed admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:31:05.414778 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08177fd-4a9b-4eb8-85fb-0327761844ed admin admin] Pushing event updated for resources: {'Port': ['ID=702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:05.786747 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b08177fd-4a9b-4eb8-85fb-0327761844ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:06.048686 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6aff39-8a5a-41eb-9a83-724cd2b17dd8 req-0a2d3fb9-22b7-4b18-b797-b2f9e5e089d4 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:06.050631 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0f6aff39-8a5a-41eb-9a83-724cd2b17dd8 req-0a2d3fb9-22b7-4b18-b797-b2f9e5e089d4 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=453617fa-c3a6-42f3-af83-6fa84c7a51ac HTTP/1.1" status: 200 len: 946 time: 0.1538072 Jul 24 09:31:06.164275 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f359aa55-11a8-4316-aad3-7e565df94947 None None] Network 0783deff-46f9-4f21-b179-aabc847cb83f requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:31:06.241926 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b08177fd-4a9b-4eb8-85fb-0327761844ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:06.301024 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5b8d426f-963d-4890-ab62-f8d51db36057 None None] Provisioning for port 5e577fa8-5dfc-40e0-96d3-d679a618f47c completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:31:06.316530 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5b8d426f-963d-4890-ab62-f8d51db36057 None None] Provisioning complete for port 5e577fa8-5dfc-40e0-96d3-d679a618f47c triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:31:06.317229 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5b8d426f-963d-4890-ab62-f8d51db36057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:06.461834 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0f6aff39-8a5a-41eb-9a83-724cd2b17dd8 req-bf047e71-6de7-428b-8aa8-90fe75c5c3cb tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=68cac856-a39c-4bf7-ab11-60deb264bec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3718410 Jul 24 09:31:06.608819 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5b8d426f-963d-4890-ab62-f8d51db36057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:06.632648 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08177fd-4a9b-4eb8-85fb-0327761844ed admin admin] Router 14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:31:06.668786 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-5b8d426f-963d-4890-ab62-f8d51db36057 None None] For port 5e577fa8-5dfc-40e0-96d3-d679a618f47c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5e577fa8-5dfc-40e0-96d3-d679a618f47c,segment=NetworkSegment(cfed7080-3fee-4453-a63a-a6bc8a5834f7),segment_id=cfed7080-3fee-4453-a63a-a6bc8a5834f7)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:31:06.675263 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5b8d426f-963d-4890-ab62-f8d51db36057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:06.763956 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d426f-963d-4890-ab62-f8d51db36057 None None] Pushing event updated for resources: {'Port': ['ID=5e577fa8-5dfc-40e0-96d3-d679a618f47c,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:06.813005 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 56854) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:06.837162 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9c1a2-449e-45c6-94c1-41527e271847 req-5799189e-6b78-4cde-8c35-6975adafaf46 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:06.838724 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76b9c1a2-449e-45c6-94c1-41527e271847 req-5799189e-6b78-4cde-8c35-6975adafaf46 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=453617fa-c3a6-42f3-af83-6fa84c7a51ac HTTP/1.1" status: 200 len: 946 time: 0.2232013 Jul 24 09:31:06.849560 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 56858) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:06.854244 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-18619b03-c074-4b71-9c8e-a47a51e4e8da tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Request body: {'floatingip': {'port_id': '147978b4-53aa-4cb6-9e65-86d4915a6397'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:31:06.950227 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-18619b03-c074-4b71-9c8e-a47a51e4e8da tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for floatingip, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:06.974142 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08177fd-4a9b-4eb8-85fb-0327761844ed admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:31:06.985454 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] Sync routers for ids ['14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:31:07.015814 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] Routers {'14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:31:07.017359 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:31:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:31:07.035563 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b08177fd-4a9b-4eb8-85fb-0327761844ed admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:07.040852 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b08177fd-4a9b-4eb8-85fb-0327761844ed admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.9753759 Jul 24 09:31:07.044843 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 56864) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:07.160624 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07414992-07ef-4d3b-97c2-4afd0216684f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:07.166012 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5e577fa8-5dfc-40e0-96d3-d679a618f47c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:31:07.299253 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] Set router 14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:31:07.427639 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-105e2fbb-f984-4a59-8290-4899e2ea2800 None None] Provisioning complete for port 5e577fa8-5dfc-40e0-96d3-d679a618f47c triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:31:07.428224 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-105e2fbb-f984-4a59-8290-4899e2ea2800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:07.743079 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 5e577fa8-5dfc-40e0-96d3-d679a618f47c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:31:07.743464 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:07.977219 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-18619b03-c074-4b71-9c8e-a47a51e4e8da tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:07.993187 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-18619b03-c074-4b71-9c8e-a47a51e4e8da tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:08.104074 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5da98202-eff1-4036-9edb-9f1cbe840280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:08.121865 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-18619b03-c074-4b71-9c8e-a47a51e4e8da tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Floating IP 6042a428-5390-4293-b463-566191d0e220 associated. External IP: 172.25.7.6, port: 147978b4-53aa-4cb6-9e65-86d4915a6397. Jul 24 09:31:08.136883 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'name': 'tempest-TestServerBasicOps-333584308-router', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:31:03Z', 'updated_at': '2021-07-24T09:31:05Z', 'revision_number': 3, 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'gw_port': {'id': '702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:04Z', 'updated_at': '2021-07-24T09:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:31:08.202567 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] Checking router: 14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:31:08.203123 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] Updating router 14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5 port 702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:31:08.290464 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:08.330313 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07414992-07ef-4d3b-97c2-4afd0216684f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:08.350593 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07414992-07ef-4d3b-97c2-4afd0216684f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:08.389968 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-07414992-07ef-4d3b-97c2-4afd0216684f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ac5852e1246a4bfabad5185a82856c66&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5725749 Jul 24 09:31:08.391016 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d381cf62-57f1-4434-a55e-8e0989cbe1a8 req-b7a09a8f-34e3-4b8b-bdaf-6501a26ebb8e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=453617fa-c3a6-42f3-af83-6fa84c7a51ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5398722 Jul 24 09:31:08.392521 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 56896) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:08.473961 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-5da98202-eff1-4036-9edb-9f1cbe840280 admin admin] Allocated IP 172.20.0.1 (0783deff-46f9-4f21-b179-aabc847cb83f/cef55fc5-3019-4119-82d6-5bb136a17890/e892f9fa-bd5a-416a-bc41-5952b4baa632) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:31:08.548795 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5fca1f17-9cf5-4082-9191-31e771efe0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:08.562467 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07414992-07ef-4d3b-97c2-4afd0216684f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897f7aee-af66-4916-9a7a-5f5fe6cdde0e,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:08.858866 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:08.895504 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] Transition to ACTIVE for port object 702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:31:08.896819 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5da98202-eff1-4036-9edb-9f1cbe840280 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:08.907199 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381cf62-57f1-4434-a55e-8e0989cbe1a8 req-d858fcbd-021d-4499-a547-3719ec4162c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:08.911196 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d381cf62-57f1-4434-a55e-8e0989cbe1a8 req-d858fcbd-021d-4499-a547-3719ec4162c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ddf1f6a8ea84a438a459d68cf609e56&device_id=453617fa-c3a6-42f3-af83-6fa84c7a51ac HTTP/1.1" status: 200 len: 1097 time: 0.4601319 Jul 24 09:31:08.911870 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:08.929028 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-5da98202-eff1-4036-9edb-9f1cbe840280 admin admin] Transition to ACTIVE for port object e892f9fa-bd5a-416a-bc41-5952b4baa632 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:31:08.935036 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18619b03-c074-4b71-9c8e-a47a51e4e8da tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Router e786ccd1-1704-4409-b64d-3e02cbdfd41c has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:31:08.944873 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5fca1f17-9cf5-4082-9191-31e771efe0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:09.032801 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819338e-3406-4e0b-b771-228d7246335e None None] Pushing event updated for resources: {'Port': ['ID=702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:09.076228 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] Attempting to bind port 702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:31:09.076628 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] Attempting to bind port 702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:31:09.077001 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] Attempting to bind port 702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:31:09.085052 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:31:09.085730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:31:09.087633 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:09.088049 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:31:09.090338 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] Bound port: 702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:31:09.090599 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:09.198999 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5da98202-eff1-4036-9edb-9f1cbe840280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:09.246505 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] For port 702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:31:09.259838 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] For port 702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:31:09.271781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da98202-eff1-4036-9edb-9f1cbe840280 admin admin] Network 0783deff-46f9-4f21-b179-aabc847cb83f is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:31:09.274897 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:09.322576 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-5da98202-eff1-4036-9edb-9f1cbe840280 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:31:09.327227 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da98202-eff1-4036-9edb-9f1cbe840280 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:31:09.439246 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] Routers {'14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:31:09.441344 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:31:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:31:09.464290 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5da98202-eff1-4036-9edb-9f1cbe840280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:09.589721 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da98202-eff1-4036-9edb-9f1cbe840280 admin admin] Pushing event updated for resources: {'Port': ['ID=e892f9fa-bd5a-416a-bc41-5952b4baa632,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:09.655271 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5fca1f17-9cf5-4082-9191-31e771efe0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:09.665205 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5fca1f17-9cf5-4082-9191-31e771efe0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:09.667627 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5fca1f17-9cf5-4082-9191-31e771efe0ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/897f7aee-af66-4916-9a7a-5f5fe6cdde0e HTTP/1.1" status: 204 len: 168 time: 1.2739701 Jul 24 09:31:09.675836 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 56916) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:09.709989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819338e-3406-4e0b-b771-228d7246335e None None] Pushing event updated for resources: {'Port': ['ID=702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:09.715337 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca1f17-9cf5-4082-9191-31e771efe0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897f7aee-af66-4916-9a7a-5f5fe6cdde0e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:09.802621 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] Set router 14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:31:09.912145 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5da98202-eff1-4036-9edb-9f1cbe840280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:09.931504 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381cf62-57f1-4434-a55e-8e0989cbe1a8 req-edd986ae-452b-4c6a-8829-8783f67a6055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:09.935822 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d381cf62-57f1-4434-a55e-8e0989cbe1a8 req-edd986ae-452b-4c6a-8829-8783f67a6055 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d HTTP/1.1" status: 200 len: 911 time: 0.9968743 Jul 24 09:31:10.064465 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d381cf62-57f1-4434-a55e-8e0989cbe1a8 req-11ee545f-fa26-4616-9d07-6c8229ce045c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=147978b4-53aa-4cb6-9e65-86d4915a6397 HTTP/1.1" status: 200 len: 998 time: 0.1209652 Jul 24 09:31:10.109488 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18619b03-c074-4b71-9c8e-a47a51e4e8da tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:31:10.119210 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-18619b03-c074-4b71-9c8e-a47a51e4e8da tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:10.121596 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffab6c61-bcd2-496d-84f7-014d65f5002a None None] Sync routers for ids ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:31:10.152373 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffab6c61-bcd2-496d-84f7-014d65f5002a None None] Routers {'e786ccd1-1704-4409-b64d-3e02cbdfd41c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:31:10.156666 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ffab6c61-bcd2-496d-84f7-014d65f5002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:31:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:31:10.198747 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-19154a0c-8251-4298-acba-bac35d36efb3 None None] Provisioning for port e892f9fa-bd5a-416a-bc41-5952b4baa632 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:31:10.207868 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7da5e323-a1e7-4a51-8632-50a9f2cfcc80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:10.227410 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-19154a0c-8251-4298-acba-bac35d36efb3 None None] Provisioning complete for port e892f9fa-bd5a-416a-bc41-5952b4baa632 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:31:10.228001 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-19154a0c-8251-4298-acba-bac35d36efb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:10.256127 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381cf62-57f1-4434-a55e-8e0989cbe1a8 req-cb2deedd-667b-4316-a15c-77a0c2e21526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:10.260209 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d381cf62-57f1-4434-a55e-8e0989cbe1a8 req-cb2deedd-667b-4316-a15c-77a0c2e21526 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff HTTP/1.1" status: 200 len: 850 time: 0.1877759 Jul 24 09:31:10.269710 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-18619b03-c074-4b71-9c8e-a47a51e4e8da tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "PUT /v2.0/floatingips/6042a428-5390-4293-b463-566191d0e220 HTTP/1.1" status: 200 len: 990 time: 3.4183209 Jul 24 09:31:10.305120 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-19154a0c-8251-4298-acba-bac35d36efb3 None None] Port e892f9fa-bd5a-416a-bc41-5952b4baa632 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:31:10.354679 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'name': 'tempest-TestServerBasicOps-333584308-router', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:31:03Z', 'updated_at': '2021-07-24T09:31:05Z', 'revision_number': 3, 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'gw_port': {'id': '702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:04Z', 'updated_at': '2021-07-24T09:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:31:10.381726 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '453617fa-c3a6-42f3-af83-6fa84c7a51ac', 'tag': '147978b4-53aa-4cb6-9e65-86d4915a6397'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:31:10.390631 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3af4871-82b0-4636-b681-533e0de016a6" -d '{"events": [{"name": "network-changed", "server_uuid": "453617fa-c3a6-42f3-af83-6fa84c7a51ac", "tag": "147978b4-53aa-4cb6-9e65-86d4915a6397"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:31:10.401342 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5da98202-eff1-4036-9edb-9f1cbe840280 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:10.429227 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9808e98-b24c-44f5-b7a7-c102dc0ad628 None None] The sync data for ids ['14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'] in n-d-800085-9 is: [{'id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'name': 'tempest-TestServerBasicOps-333584308-router', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:31:03Z', 'updated_at': '2021-07-24T09:31:05Z', 'revision_number': 3, 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'gw_port': {'id': '702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:04Z', 'updated_at': '2021-07-24T09:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:31:10.472946 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5da98202-eff1-4036-9edb-9f1cbe840280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:10.522195 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381cf62-57f1-4434-a55e-8e0989cbe1a8 req-345b9e13-e1d2-4233-a4da-548245a9c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:10.528511 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d381cf62-57f1-4434-a55e-8e0989cbe1a8 req-345b9e13-e1d2-4233-a4da-548245a9c366 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2566977 Jul 24 09:31:10.593104 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da98202-eff1-4036-9edb-9f1cbe840280 admin admin] Pushing event updated for resources: {'Port': ['ID=e892f9fa-bd5a-416a-bc41-5952b4baa632,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:10.685874 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5da98202-eff1-4036-9edb-9f1cbe840280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:10.712952 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-ffab6c61-bcd2-496d-84f7-014d65f5002a None None] Set router e786ccd1-1704-4409-b64d-3e02cbdfd41c gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:31:10.822145 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7da5e323-a1e7-4a51-8632-50a9f2cfcc80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:10.842385 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7da5e323-a1e7-4a51-8632-50a9f2cfcc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:10.933625 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d381cf62-57f1-4434-a55e-8e0989cbe1a8 req-7318b2a9-609d-45e5-bed6-5d35ae0c204e service neutron] 10.222.0.37 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979533 Jul 24 09:31:10.937628 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5054ca08-ee64-4177-adfe-16ef76b2df15 x-openstack-request-id: req-5054ca08-ee64-4177-adfe-16ef76b2df15 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:31:10.937940 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "453617fa-c3a6-42f3-af83-6fa84c7a51ac", "tag": "147978b4-53aa-4cb6-9e65-86d4915a6397", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:31:10.938171 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5054ca08-ee64-4177-adfe-16ef76b2df15 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:31:10.938571 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '453617fa-c3a6-42f3-af83-6fa84c7a51ac', 'tag': '147978b4-53aa-4cb6-9e65-86d4915a6397', 'status': 'completed', 'code': 200} Jul 24 09:31:11.196469 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d381cf62-57f1-4434-a55e-8e0989cbe1a8 req-5147485e-66ef-4694-80c0-73764d4708d7 service neutron] 10.222.0.37 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539082 Jul 24 09:31:11.215963 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5e323-a1e7-4a51-8632-50a9f2cfcc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1da689a-5460-49bd-afbf-4a99983a5ea6,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:11.238243 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da98202-eff1-4036-9edb-9f1cbe840280 admin admin] Network 0783deff-46f9-4f21-b179-aabc847cb83f is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:31:11.248505 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-5da98202-eff1-4036-9edb-9f1cbe840280 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:31:11.282724 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7da5e323-a1e7-4a51-8632-50a9f2cfcc80 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5f09adf4fe34a6f97bdd61b5ebb6896&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6016703 Jul 24 09:31:11.287184 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 56964) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:11.342240 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ffab6c61-bcd2-496d-84f7-014d65f5002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'name': 'tempest-AttachVolumeTestJSON-2125491744-router', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:25:57Z', 'updated_at': '2021-07-24T09:26:09Z', 'revision_number': 4, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'gw_port': {'id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:59Z', 'updated_at': '2021-07-24T09:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '6042a428-5390-4293-b463-566191d0e220', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'floating_ip_address': '172.25.7.6', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'port_id': '147978b4-53aa-4cb6-9e65-86d4915a6397', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'mac_address': 'fa:16:3e:76:e5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453617fa-c3a6-42f3-af83-6fa84c7a51ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:30:50Z', 'updated_at': '2021-07-24T09:31:07Z', 'revision_number': 1, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa9efb5-9c12-47ef-9d9d-383a10b9d151', 'name': '', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'mac_address': 'fa:16:3e:e9:d4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:26:08Z', 'updated_at': '2021-07-24T09:26:21Z', 'revision_number': 5, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'subnets': [{'id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:31:11.414300 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffab6c61-bcd2-496d-84f7-014d65f5002a None None] Checking router: e786ccd1-1704-4409-b64d-3e02cbdfd41c for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:31:11.433547 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffab6c61-bcd2-496d-84f7-014d65f5002a None None] Routers {'e786ccd1-1704-4409-b64d-3e02cbdfd41c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:31:11.434184 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ffab6c61-bcd2-496d-84f7-014d65f5002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:31:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:31:11.442194 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af4871-82b0-4636-b681-533e0de016a6 req-abdad5d6-38af-4ce4-9396-dd283e603b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:11.448878 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e3af4871-82b0-4636-b681-533e0de016a6 req-abdad5d6-38af-4ce4-9396-dd283e603b7e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ddf1f6a8ea84a438a459d68cf609e56&device_id=453617fa-c3a6-42f3-af83-6fa84c7a51ac HTTP/1.1" status: 200 len: 1097 time: 0.1929581 Jul 24 09:31:11.715344 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b754fbcf-82d9-4c92-be3a-cddf6b6dbcb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:11.737446 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af4871-82b0-4636-b681-533e0de016a6 req-3f50fbd8-212f-4729-ad10-1c5d53f0fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:11.739049 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e3af4871-82b0-4636-b681-533e0de016a6 req-3f50fbd8-212f-4729-ad10-1c5d53f0fa66 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d HTTP/1.1" status: 200 len: 911 time: 0.2817469 Jul 24 09:31:11.773887 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da98202-eff1-4036-9edb-9f1cbe840280 admin admin] Router 14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:31:11.784928 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-ffab6c61-bcd2-496d-84f7-014d65f5002a None None] Set router e786ccd1-1704-4409-b64d-3e02cbdfd41c gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:31:11.815150 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b754fbcf-82d9-4c92-be3a-cddf6b6dbcb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:11.840286 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e3200fa1-179c-445c-94d6-59eecbd65e2e None None] Provisioning complete for port e892f9fa-bd5a-416a-bc41-5952b4baa632 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:31:11.840981 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e3200fa1-179c-445c-94d6-59eecbd65e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:11.883580 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e3af4871-82b0-4636-b681-533e0de016a6 req-57b770ac-d436-4056-a9b3-4d0293e3a3ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=147978b4-53aa-4cb6-9e65-86d4915a6397 HTTP/1.1" status: 200 len: 998 time: 0.1359627 Jul 24 09:31:11.949410 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-e3200fa1-179c-445c-94d6-59eecbd65e2e None None] Port e892f9fa-bd5a-416a-bc41-5952b4baa632 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:31:11.976215 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b754fbcf-82d9-4c92-be3a-cddf6b6dbcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:11.985603 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b754fbcf-82d9-4c92-be3a-cddf6b6dbcb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:11.986916 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b754fbcf-82d9-4c92-be3a-cddf6b6dbcb8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1da689a-5460-49bd-afbf-4a99983a5ea6 HTTP/1.1" status: 204 len: 168 time: 0.6987448 Jul 24 09:31:12.062421 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af4871-82b0-4636-b681-533e0de016a6 req-2fe2df26-50eb-4f46-831a-28b0e02fe2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:12.064129 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e3af4871-82b0-4636-b681-533e0de016a6 req-2fe2df26-50eb-4f46-831a-28b0e02fe2cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff HTTP/1.1" status: 200 len: 850 time: 0.1711185 Jul 24 09:31:12.083108 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754fbcf-82d9-4c92-be3a-cddf6b6dbcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1da689a-5460-49bd-afbf-4a99983a5ea6,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:12.265457 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af4871-82b0-4636-b681-533e0de016a6 req-61722811-36d9-449e-abae-f1d5dcd2393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:12.267695 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e3af4871-82b0-4636-b681-533e0de016a6 req-61722811-36d9-449e-abae-f1d5dcd2393c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1963165 Jul 24 09:31:12.303864 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da98202-eff1-4036-9edb-9f1cbe840280 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:31:12.317295 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5da98202-eff1-4036-9edb-9f1cbe840280 admin admin] 10.222.0.32 "PUT /v2.0/routers/14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2626498 Jul 24 09:31:12.440863 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e3af4871-82b0-4636-b681-533e0de016a6 req-d202a1e8-29d9-4693-a3f3-c543ac56174c service neutron] 10.222.0.37 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656222 Jul 24 09:31:12.615104 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e3af4871-82b0-4636-b681-533e0de016a6 req-0d66df13-1bd2-4858-8c86-07865738c134 service neutron] 10.222.0.37 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671643 Jul 24 09:31:12.728599 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ffab6c61-bcd2-496d-84f7-014d65f5002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'name': 'tempest-AttachVolumeTestJSON-2125491744-router', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:25:57Z', 'updated_at': '2021-07-24T09:26:09Z', 'revision_number': 4, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'gw_port': {'id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:59Z', 'updated_at': '2021-07-24T09:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '6042a428-5390-4293-b463-566191d0e220', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'floating_ip_address': '172.25.7.6', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'port_id': '147978b4-53aa-4cb6-9e65-86d4915a6397', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'mac_address': 'fa:16:3e:76:e5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453617fa-c3a6-42f3-af83-6fa84c7a51ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:30:50Z', 'updated_at': '2021-07-24T09:31:07Z', 'revision_number': 1, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa9efb5-9c12-47ef-9d9d-383a10b9d151', 'name': '', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'mac_address': 'fa:16:3e:e9:d4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:26:08Z', 'updated_at': '2021-07-24T09:26:21Z', 'revision_number': 5, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'subnets': [{'id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:31:12.775602 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffab6c61-bcd2-496d-84f7-014d65f5002a None None] The sync data for ids ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'] in n-d-800085-9 is: [{'id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'name': 'tempest-AttachVolumeTestJSON-2125491744-router', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:25:57Z', 'updated_at': '2021-07-24T09:26:09Z', 'revision_number': 4, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'gw_port': {'id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:59Z', 'updated_at': '2021-07-24T09:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '6042a428-5390-4293-b463-566191d0e220', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'floating_ip_address': '172.25.7.6', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'port_id': '147978b4-53aa-4cb6-9e65-86d4915a6397', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'mac_address': 'fa:16:3e:76:e5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453617fa-c3a6-42f3-af83-6fa84c7a51ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:30:50Z', 'updated_at': '2021-07-24T09:31:07Z', 'revision_number': 1, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa9efb5-9c12-47ef-9d9d-383a10b9d151', 'name': '', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'mac_address': 'fa:16:3e:e9:d4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:26:08Z', 'updated_at': '2021-07-24T09:26:21Z', 'revision_number': 5, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'subnets': [{'id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:31:13.192318 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:31:13.305904 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:31:13.315975 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:31:13.316624 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:13.386489 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c02cda7-5afe-4757-ac85-cef61776c72d None None] New status for floating IP 6042a428-5390-4293-b463-566191d0e220: ACTIVE {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:31:13.679712 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] Sync routers for ids ['14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:31:13.698418 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] Routers {'14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:31:13.698418 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:31:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:31:13.752950 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:13.778464 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:31:13.785079 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:13.880011 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:13.923548 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57040) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:13.924246 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] Set router 14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:31:13.929503 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-3bd8b3c8-0dac-4abb-80be-5cdf29095870 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-573340759-network', 'tenant_id': '176aaf0dded54b22a6df40358b073bac'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:31:13.974767 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd8b3c8-0dac-4abb-80be-5cdf29095870 admin admin] Made reservation on behalf of 176aaf0dded54b22a6df40358b073bac for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:31:13.977203 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3bd8b3c8-0dac-4abb-80be-5cdf29095870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:13.998662 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3bd8b3c8-0dac-4abb-80be-5cdf29095870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:14.098410 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3bd8b3c8-0dac-4abb-80be-5cdf29095870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:14.103009 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3bd8b3c8-0dac-4abb-80be-5cdf29095870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:14.103175 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:14.137024 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8b3c8-0dac-4abb-80be-5cdf29095870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafce2e3-72bf-4ee4-9c7c-ae6386cd62f0,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:14.143399 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd8b3c8-0dac-4abb-80be-5cdf29095870 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:31:14.155310 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3bd8b3c8-0dac-4abb-80be-5cdf29095870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:14.156097 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-3bd8b3c8-0dac-4abb-80be-5cdf29095870 admin admin] Added segment 056dba41-20ef-4871-8f1d-aeabfad23862 of type vlan for network b9fcf570-4b6f-434c-a29b-f858143b2ec9 Jul 24 09:31:14.261815 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3bd8b3c8-0dac-4abb-80be-5cdf29095870 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:14.285966 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'name': 'tempest-TestServerBasicOps-333584308-router', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:31:03Z', 'updated_at': '2021-07-24T09:31:09Z', 'revision_number': 4, 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'gw_port': {'id': '702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:04Z', 'updated_at': '2021-07-24T09:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'e892f9fa-bd5a-416a-bc41-5952b4baa632', 'name': '', 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'mac_address': 'fa:16:3e:8f:e3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'cef55fc5-3019-4119-82d6-5bb136a17890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:08Z', 'updated_at': '2021-07-24T09:31:10Z', 'revision_number': 2, 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'subnets': [{'id': 'cef55fc5-3019-4119-82d6-5bb136a17890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:31:14.313941 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3bd8b3c8-0dac-4abb-80be-5cdf29095870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:14.315659 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd8b3c8-0dac-4abb-80be-5cdf29095870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:14.316293 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3bd8b3c8-0dac-4abb-80be-5cdf29095870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:14.324256 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] Checking router: 14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:31:14.324658 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] Updating router 14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5 port e892f9fa-bd5a-416a-bc41-5952b4baa632 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:31:14.367361 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3bd8b3c8-0dac-4abb-80be-5cdf29095870 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4415538 Jul 24 09:31:14.369912 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57056) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:14.375575 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-386f592e-a890-44e6-b4e5-9d43b7e32382 admin admin] Request body: {'subnet': {'network_id': 'b9fcf570-4b6f-434c-a29b-f858143b2ec9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-573340759-subnet', 'tenant_id': '176aaf0dded54b22a6df40358b073bac', 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:31:14.400269 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:14.423991 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8b3c8-0dac-4abb-80be-5cdf29095870 admin admin] Pushing event updated for resources: {'Network': ['ID=b9fcf570-4b6f-434c-a29b-f858143b2ec9,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:14.436606 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network b9fcf570-4b6f-434c-a29b-f858143b2ec9 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:31:14.449549 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386f592e-a890-44e6-b4e5-9d43b7e32382 admin admin] Made reservation on behalf of 176aaf0dded54b22a6df40358b073bac for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:31:14.452927 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-386f592e-a890-44e6-b4e5-9d43b7e32382 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:14.772244 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-386f592e-a890-44e6-b4e5-9d43b7e32382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:14.805504 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:14.817886 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] Transition to ACTIVE for port object e892f9fa-bd5a-416a-bc41-5952b4baa632 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:31:14.831757 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:14.883855 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3c31a-b53a-45c1-9b51-487790217062 None None] Pushing event updated for resources: {'Port': ['ID=e892f9fa-bd5a-416a-bc41-5952b4baa632,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:14.911153 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57076) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:14.932070 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3c31a-b53a-45c1-9b51-487790217062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:14.932526 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3c31a-b53a-45c1-9b51-487790217062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:14.932724 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3c31a-b53a-45c1-9b51-487790217062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:14.936392 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3c31a-b53a-45c1-9b51-487790217062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:14.936791 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3c31a-b53a-45c1-9b51-487790217062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:14.937104 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3c31a-b53a-45c1-9b51-487790217062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:14.937487 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3c31a-b53a-45c1-9b51-487790217062 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:14.937752 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3c31a-b53a-45c1-9b51-487790217062 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:14.938077 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3c31a-b53a-45c1-9b51-487790217062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:14.938415 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3c31a-b53a-45c1-9b51-487790217062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:14.938722 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3c31a-b53a-45c1-9b51-487790217062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:14.939040 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3c31a-b53a-45c1-9b51-487790217062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:15.023146 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f592e-a890-44e6-b4e5-9d43b7e32382 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e844200-8ddf-4a71-a5c7-21ad9d7c004c,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:15.039341 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] Attempting to bind port e892f9fa-bd5a-416a-bc41-5952b4baa632 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:31:15.040937 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] Attempting to bind port e892f9fa-bd5a-416a-bc41-5952b4baa632 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'cfed7080-3fee-4453-a63a-a6bc8a5834f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:31:15.041296 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] Attempting to bind port e892f9fa-bd5a-416a-bc41-5952b4baa632 on network 0783deff-46f9-4f21-b179-aabc847cb83f {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:31:15.055720 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f592e-a890-44e6-b4e5-9d43b7e32382 admin admin] Checking segment: {'id': '056dba41-20ef-4871-8f1d-aeabfad23862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b9fcf570-4b6f-434c-a29b-f858143b2ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:31:15.056096 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386f592e-a890-44e6-b4e5-9d43b7e32382 admin admin] Network hostable DHCP agents. Network: b9fcf570-4b6f-434c-a29b-f858143b2ec9, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:31:15.059681 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:31:15.060680 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] Checking segment: {'id': 'cfed7080-3fee-4453-a63a-a6bc8a5834f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:31:15.061378 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:15.061774 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] Bound using segment: {'id': 'cfed7080-3fee-4453-a63a-a6bc8a5834f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:31:15.062253 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] Bound port: e892f9fa-bd5a-416a-bc41-5952b4baa632, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfed7080-3fee-4453-a63a-a6bc8a5834f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:31:15.062646 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:15.099303 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386f592e-a890-44e6-b4e5-9d43b7e32382 admin admin] Network b9fcf570-4b6f-434c-a29b-f858143b2ec9 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:31:15.129156 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-386f592e-a890-44e6-b4e5-9d43b7e32382 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, b9fcf570-4b6f-434c-a29b-f858143b2ec9) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:31:15.140541 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818df658-ed7c-4fab-84ae-6ca0eb8fecf5 None None] Network b9fcf570-4b6f-434c-a29b-f858143b2ec9 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:31:15.150271 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386f592e-a890-44e6-b4e5-9d43b7e32382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:15.150924 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-386f592e-a890-44e6-b4e5-9d43b7e32382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:15.192062 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dba0b8df-7125-4c20-a618-28363698bb7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:15.215761 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-386f592e-a890-44e6-b4e5-9d43b7e32382 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8422461 Jul 24 09:31:15.215953 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57108) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:15.226259 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-d73c25ac-8f38-4a94-97aa-935e7f7e18ad admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-573340759-router', 'tenant_id': '176aaf0dded54b22a6df40358b073bac', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:31:15.257217 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.db.api [None req-d73c25ac-8f38-4a94-97aa-935e7f7e18ad admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 09:31:15.257217 n-d-800085-9 neutron-server[94036]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 24 09:31:15.257217 n-d-800085-9 neutron-server[94036]: [parameters: {'project_id_1': '176aaf0dded54b22a6df40358b073bac', 'expiration_1': datetime.datetime(2021, 7, 24, 9, 31, 15, 245601)}] Jul 24 09:31:15.257217 n-d-800085-9 neutron-server[94036]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:31:15.258490 n-d-800085-9 neutron-server[94036]: DEBUG oslo_db.api [None req-d73c25ac-8f38-4a94-97aa-935e7f7e18ad admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:31:15.283527 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:31:15.291727 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] For port e892f9fa-bd5a-416a-bc41-5952b4baa632, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:31:15.296520 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] For port e892f9fa-bd5a-416a-bc41-5952b4baa632, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e892f9fa-bd5a-416a-bc41-5952b4baa632,segment=NetworkSegment(cfed7080-3fee-4453-a63a-a6bc8a5834f7),segment_id=cfed7080-3fee-4453-a63a-a6bc8a5834f7)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:31:15.312279 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:15.389909 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:31:15.391640 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:15.448927 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3c31a-b53a-45c1-9b51-487790217062 None None] Pushing event updated for resources: {'Port': ['ID=e892f9fa-bd5a-416a-bc41-5952b4baa632,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:15.493831 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dba0b8df-7125-4c20-a618-28363698bb7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:15.495444 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] Routers {'14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:31:15.496915 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:31:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:31:15.501667 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dba0b8df-7125-4c20-a618-28363698bb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:15.624243 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0b8df-7125-4c20-a618-28363698bb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fd693c-decd-4656-b9a6-4ad13573a238,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:15.635496 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-dba0b8df-7125-4c20-a618-28363698bb7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cca5a320119b43e7812e1e0feddc17f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7225776 Jul 24 09:31:15.639008 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57134) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:15.752235 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-b9fcf570-4b6f-434c-a29b-f858143b2ec9', 'network_id': 'b9fcf570-4b6f-434c-a29b-f858143b2ec9', 'tenant_id': '176aaf0dded54b22a6df40358b073bac', 'fixed_ips': [{'subnet_id': '4e844200-8ddf-4a71-a5c7-21ad9d7c004c'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:31:15.756442 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:15.830090 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] Set router 14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:31:15.906989 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5b5f54fd-7b81-47f4-b3e3-02d140bac908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:15.927035 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d73c25ac-8f38-4a94-97aa-935e7f7e18ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:15.928063 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d73c25ac-8f38-4a94-97aa-935e7f7e18ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:16.025599 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5b5f54fd-7b81-47f4-b3e3-02d140bac908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:16.093016 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Allocated IP 172.20.0.2 (b9fcf570-4b6f-434c-a29b-f858143b2ec9/4e844200-8ddf-4a71-a5c7-21ad9d7c004c/5a7dccfa-67ae-4f9e-b9a3-bd7807085db7) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:31:16.133576 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d73c25ac-8f38-4a94-97aa-935e7f7e18ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:16.358784 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d73c25ac-8f38-4a94-97aa-935e7f7e18ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:16.377268 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:16.397660 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Transition to ACTIVE for port object 5a7dccfa-67ae-4f9e-b9a3-bd7807085db7 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:31:16.431238 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Transition to ACTIVE for port object 5a7dccfa-67ae-4f9e-b9a3-bd7807085db7 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:31:16.442074 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5b5f54fd-7b81-47f4-b3e3-02d140bac908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:16.444943 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5b5f54fd-7b81-47f4-b3e3-02d140bac908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:16.446107 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5b5f54fd-7b81-47f4-b3e3-02d140bac908 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5fd693c-decd-4656-b9a6-4ad13573a238 HTTP/1.1" status: 204 len: 168 time: 0.8062615 Jul 24 09:31:16.449589 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:16.459120 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f54fd-7b81-47f4-b3e3-02d140bac908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fd693c-decd-4656-b9a6-4ad13573a238,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:16.533792 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Network b9fcf570-4b6f-434c-a29b-f858143b2ec9 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:31:16.541874 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:31:16.549585 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:31:16.632284 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Pushing event updated for resources: {'Port': ['ID=5a7dccfa-67ae-4f9e-b9a3-bd7807085db7,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:16.680709 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'name': 'tempest-TestServerBasicOps-333584308-router', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:31:03Z', 'updated_at': '2021-07-24T09:31:09Z', 'revision_number': 4, 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'gw_port': {'id': '702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:04Z', 'updated_at': '2021-07-24T09:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'e892f9fa-bd5a-416a-bc41-5952b4baa632', 'name': '', 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'mac_address': 'fa:16:3e:8f:e3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'cef55fc5-3019-4119-82d6-5bb136a17890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:08Z', 'updated_at': '2021-07-24T09:31:15Z', 'revision_number': 4, 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'subnets': [{'id': 'cef55fc5-3019-4119-82d6-5bb136a17890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:31:16.790002 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780bb554-7066-4718-9384-cfb253d4e1e5 None None] The sync data for ids ['14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'] in n-d-800085-9 is: [{'id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'name': 'tempest-TestServerBasicOps-333584308-router', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:31:03Z', 'updated_at': '2021-07-24T09:31:09Z', 'revision_number': 4, 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'gw_port': {'id': '702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:04Z', 'updated_at': '2021-07-24T09:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'e892f9fa-bd5a-416a-bc41-5952b4baa632', 'name': '', 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'mac_address': 'fa:16:3e:8f:e3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'cef55fc5-3019-4119-82d6-5bb136a17890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:08Z', 'updated_at': '2021-07-24T09:31:15Z', 'revision_number': 4, 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'subnets': [{'id': 'cef55fc5-3019-4119-82d6-5bb136a17890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:31:16.791248 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:16.793139 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:16.796095 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:16.796935 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:16.799722 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:16.807653 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:16.808892 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:16.810153 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:16.810948 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:16.813357 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:16.815512 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:16.815980 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:16.862633 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57190) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:16.875118 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Attempting to bind port 5a7dccfa-67ae-4f9e-b9a3-bd7807085db7 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:31:16.877326 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Attempting to bind port 5a7dccfa-67ae-4f9e-b9a3-bd7807085db7 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '056dba41-20ef-4871-8f1d-aeabfad23862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b9fcf570-4b6f-434c-a29b-f858143b2ec9'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:31:16.880568 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Attempting to bind port 5a7dccfa-67ae-4f9e-b9a3-bd7807085db7 on network b9fcf570-4b6f-434c-a29b-f858143b2ec9 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:31:16.906612 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:31:16.908985 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Checking segment: {'id': '056dba41-20ef-4871-8f1d-aeabfad23862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b9fcf570-4b6f-434c-a29b-f858143b2ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:31:16.910113 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:16.911365 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Bound using segment: {'id': '056dba41-20ef-4871-8f1d-aeabfad23862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b9fcf570-4b6f-434c-a29b-f858143b2ec9'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:31:16.912472 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Bound port: 5a7dccfa-67ae-4f9e-b9a3-bd7807085db7, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056dba41-20ef-4871-8f1d-aeabfad23862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b9fcf570-4b6f-434c-a29b-f858143b2ec9'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:31:16.913070 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:16.917488 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:17.037570 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d73c25ac-8f38-4a94-97aa-935e7f7e18ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:17.079364 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] For port 5a7dccfa-67ae-4f9e-b9a3-bd7807085db7, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:31:17.094188 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] For port 5a7dccfa-67ae-4f9e-b9a3-bd7807085db7, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5a7dccfa-67ae-4f9e-b9a3-bd7807085db7,segment=NetworkSegment(056dba41-20ef-4871-8f1d-aeabfad23862),segment_id=056dba41-20ef-4871-8f1d-aeabfad23862)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:31:17.106832 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:17.143566 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d73c25ac-8f38-4a94-97aa-935e7f7e18ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:17.233390 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e892f9fa-bd5a-416a-bc41-5952b4baa632 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:31:17.277747 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57198) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:17.282841 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-01d4616a-23ad-4e26-b3e6-64a0ddbdf198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:17.328169 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7521546a-ec4b-4ce6-87a6-053707719511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:17.335610 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7abacd-bdfa-4c4d-808b-0c53a2fbe37b None None] Pushing event updated for resources: {'Port': ['ID=5a7dccfa-67ae-4f9e-b9a3-bd7807085db7,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:17.349750 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port e892f9fa-bd5a-416a-bc41-5952b4baa632 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:31:17.354780 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port e892f9fa-bd5a-416a-bc41-5952b4baa632 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:31:17.355158 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:17.472956 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:17.486627 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-01d4616a-23ad-4e26-b3e6-64a0ddbdf198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:17.495313 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-01d4616a-23ad-4e26-b3e6-64a0ddbdf198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:17.506571 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-d73c25ac-8f38-4a94-97aa-935e7f7e18ad admin admin] Allocated IP 172.25.7.5 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/e9604f62-ff1e-4ee6-b3f8-3c36a993515e) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:31:17.552498 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port e892f9fa-bd5a-416a-bc41-5952b4baa632, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e892f9fa-bd5a-416a-bc41-5952b4baa632,segment=NetworkSegment(cfed7080-3fee-4453-a63a-a6bc8a5834f7),segment_id=cfed7080-3fee-4453-a63a-a6bc8a5834f7)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:31:17.564177 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:17.612576 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-01d4616a-23ad-4e26-b3e6-64a0ddbdf198 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a755a02c4f54562ba64d4c591794d5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7475696 Jul 24 09:31:17.616158 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57200) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:17.634715 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4616a-23ad-4e26-b3e6-64a0ddbdf198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c2db6b-fcac-45b4-9dd0-6b1f42e1c4fc,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:17.879485 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2ec3dc78-5e93-4352-ae83-7c5144b0120a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:17.954794 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7521546a-ec4b-4ce6-87a6-053707719511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:17.958327 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d73c25ac-8f38-4a94-97aa-935e7f7e18ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:17.962129 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2ec3dc78-5e93-4352-ae83-7c5144b0120a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:17.970547 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7521546a-ec4b-4ce6-87a6-053707719511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:18.019535 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=e892f9fa-bd5a-416a-bc41-5952b4baa632,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:18.046231 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521546a-ec4b-4ce6-87a6-053707719511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7767962-580d-4b82-be00-de9ed6834c0f,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:18.058679 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7521546a-ec4b-4ce6-87a6-053707719511 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4971fa4015c4c15bfabdc019fb98eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7783761 Jul 24 09:31:18.062526 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57206) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:18.117966 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d73c25ac-8f38-4a94-97aa-935e7f7e18ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:18.146119 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2ec3dc78-5e93-4352-ae83-7c5144b0120a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:18.148625 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2ec3dc78-5e93-4352-ae83-7c5144b0120a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:18.152205 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2ec3dc78-5e93-4352-ae83-7c5144b0120a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/96c2db6b-fcac-45b4-9dd0-6b1f42e1c4fc HTTP/1.1" status: 204 len: 168 time: 0.4512901 Jul 24 09:31:18.223753 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3dc78-5e93-4352-ae83-7c5144b0120a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c2db6b-fcac-45b4-9dd0-6b1f42e1c4fc,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:18.226965 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73c25ac-8f38-4a94-97aa-935e7f7e18ad admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:31:18.244145 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-d73c25ac-8f38-4a94-97aa-935e7f7e18ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:31:18.259609 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73c25ac-8f38-4a94-97aa-935e7f7e18ad admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:31:18.263281 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-09f86656-5651-4c7f-b8ca-d98835ca742a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:18.264802 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c25ac-8f38-4a94-97aa-935e7f7e18ad admin admin] Pushing event updated for resources: {'Port': ['ID=e9604f62-ff1e-4ee6-b3f8-3c36a993515e,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:18.366334 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-09f86656-5651-4c7f-b8ca-d98835ca742a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:18.721114 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-09f86656-5651-4c7f-b8ca-d98835ca742a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:18.726501 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-09f86656-5651-4c7f-b8ca-d98835ca742a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:18.728271 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-09f86656-5651-4c7f-b8ca-d98835ca742a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7767962-580d-4b82-be00-de9ed6834c0f HTTP/1.1" status: 204 len: 168 time: 0.6648207 Jul 24 09:31:18.782998 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f86656-5651-4c7f-b8ca-d98835ca742a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7767962-580d-4b82-be00-de9ed6834c0f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:18.854507 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d73c25ac-8f38-4a94-97aa-935e7f7e18ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:18.869044 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57222) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:18.883983 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d4a9b609-d816-45a9-a9b3-b137a04b00f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:18.915698 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9ddde9-fb64-490e-bf44-4771818efbc6 None None] Network b9fcf570-4b6f-434c-a29b-f858143b2ec9 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:31:19.126181 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d4a9b609-d816-45a9-a9b3-b137a04b00f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:19.131833 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d4a9b609-d816-45a9-a9b3-b137a04b00f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:19.143061 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4a809902-53c2-43ff-88cd-1552788d1191 None None] Provisioning for port 5a7dccfa-67ae-4f9e-b9a3-bd7807085db7 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:31:19.198287 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9b609-d816-45a9-a9b3-b137a04b00f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c09ccc-cafc-48b6-a95a-d91bc6097641,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:19.229208 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d4a9b609-d816-45a9-a9b3-b137a04b00f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f44f826819c4184982843727fa7f1b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3590095 Jul 24 09:31:19.233533 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57230) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:19.352074 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8d3b329f-7b31-4d0a-bbd7-573499c6b0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:19.389688 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8d3b329f-7b31-4d0a-bbd7-573499c6b0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:19.392017 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5a7dccfa-67ae-4f9e-b9a3-bd7807085db7 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:31:19.402863 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d73c25ac-8f38-4a94-97aa-935e7f7e18ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:19.482282 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8d3b329f-7b31-4d0a-bbd7-573499c6b0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:19.488001 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8d3b329f-7b31-4d0a-bbd7-573499c6b0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:19.494926 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8d3b329f-7b31-4d0a-bbd7-573499c6b0c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2c09ccc-cafc-48b6-a95a-d91bc6097641 HTTP/1.1" status: 204 len: 168 time: 0.2598405 Jul 24 09:31:19.524236 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b329f-7b31-4d0a-bbd7-573499c6b0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c09ccc-cafc-48b6-a95a-d91bc6097641,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:19.555794 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73c25ac-8f38-4a94-97aa-935e7f7e18ad admin admin] Router c41a12c1-dc41-4a6f-819f-46a150a5c91c is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:31:19.607639 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 5a7dccfa-67ae-4f9e-b9a3-bd7807085db7 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:31:19.621454 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 5a7dccfa-67ae-4f9e-b9a3-bd7807085db7 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:31:19.623192 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:19.736726 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73c25ac-8f38-4a94-97aa-935e7f7e18ad admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:31:19.753407 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] Sync routers for ids ['c41a12c1-dc41-4a6f-819f-46a150a5c91c'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:31:19.756341 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d73c25ac-8f38-4a94-97aa-935e7f7e18ad admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:19.760623 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d73c25ac-8f38-4a94-97aa-935e7f7e18ad admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.5402920 Jul 24 09:31:19.761077 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57248) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:19.810291 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] Routers {'c41a12c1-dc41-4a6f-819f-46a150a5c91c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:31:19.811246 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:31:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['c41a12c1-dc41-4a6f-819f-46a150a5c91c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:31:19.959574 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:20.077241 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 5a7dccfa-67ae-4f9e-b9a3-bd7807085db7, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5a7dccfa-67ae-4f9e-b9a3-bd7807085db7,segment=NetworkSegment(056dba41-20ef-4871-8f1d-aeabfad23862),segment_id=056dba41-20ef-4871-8f1d-aeabfad23862)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:31:20.111627 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:20.117017 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e892f9fa-bd5a-416a-bc41-5952b4baa632 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:31:20.194592 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] Set router c41a12c1-dc41-4a6f-819f-46a150a5c91c gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:31:20.434725 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ed6fc6f5-3563-42b2-aa60-d04f39974007 None None] Provisioning complete for port 5a7dccfa-67ae-4f9e-b9a3-bd7807085db7 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:31:20.437157 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ed6fc6f5-3563-42b2-aa60-d04f39974007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:20.616403 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port e892f9fa-bd5a-416a-bc41-5952b4baa632 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:31:20.616800 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:20.668726 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=5a7dccfa-67ae-4f9e-b9a3-bd7807085db7,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:20.867586 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41a12c1-dc41-4a6f-819f-46a150a5c91c', 'name': 'tempest-TestServerBasicOps-573340759-router', 'tenant_id': '176aaf0dded54b22a6df40358b073bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'e9604f62-ff1e-4ee6-b3f8-3c36a993515e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:31:15Z', 'updated_at': '2021-07-24T09:31:18Z', 'revision_number': 3, 'project_id': '176aaf0dded54b22a6df40358b073bac', 'gw_port': {'id': 'e9604f62-ff1e-4ee6-b3f8-3c36a993515e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41a12c1-dc41-4a6f-819f-46a150a5c91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:17Z', 'updated_at': '2021-07-24T09:31:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:31:20.904163 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] Checking router: c41a12c1-dc41-4a6f-819f-46a150a5c91c for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:31:20.905340 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] Updating router c41a12c1-dc41-4a6f-819f-46a150a5c91c port e9604f62-ff1e-4ee6-b3f8-3c36a993515e binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:31:20.965201 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:21.155614 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5a7dccfa-67ae-4f9e-b9a3-bd7807085db7 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:31:21.252643 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a86de86-8df6-4a53-ba8b-4007a142c8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:21.330383 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 5a7dccfa-67ae-4f9e-b9a3-bd7807085db7 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:31:21.334672 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:21.518976 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:21.557022 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] Transition to ACTIVE for port object e9604f62-ff1e-4ee6-b3f8-3c36a993515e will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:31:21.569867 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:21.625847 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-2a86de86-8df6-4a53-ba8b-4007a142c8a2 admin admin] Allocated IP 172.20.0.1 (b9fcf570-4b6f-434c-a29b-f858143b2ec9/4e844200-8ddf-4a71-a5c7-21ad9d7c004c/c38dbc4e-e371-4483-8660-3b6c935b4f63) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:31:21.661243 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76dbce2-7e86-4c66-ac4a-11675904c211 None None] Pushing event updated for resources: {'Port': ['ID=e9604f62-ff1e-4ee6-b3f8-3c36a993515e,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:21.727093 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] Attempting to bind port e9604f62-ff1e-4ee6-b3f8-3c36a993515e on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:31:21.727475 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] Attempting to bind port e9604f62-ff1e-4ee6-b3f8-3c36a993515e by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:31:21.729499 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] Attempting to bind port e9604f62-ff1e-4ee6-b3f8-3c36a993515e on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:31:21.745525 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:31:21.745890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:31:21.746297 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:21.746690 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:31:21.751402 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] Bound port: e9604f62-ff1e-4ee6-b3f8-3c36a993515e, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:31:21.753635 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:21.764512 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bab312bb-69ab-4fdd-9b38-6bcfdd737fef req-2d417bf3-fcb6-4893-b184-a2888329cd1b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0964825 Jul 24 09:31:21.862700 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] For port e9604f62-ff1e-4ee6-b3f8-3c36a993515e, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:31:21.876778 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] For port e9604f62-ff1e-4ee6-b3f8-3c36a993515e, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e9604f62-ff1e-4ee6-b3f8-3c36a993515e,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:31:21.884829 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a86de86-8df6-4a53-ba8b-4007a142c8a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:21.887167 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:21.931386 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-2a86de86-8df6-4a53-ba8b-4007a142c8a2 admin admin] Transition to ACTIVE for port object c38dbc4e-e371-4483-8660-3b6c935b4f63 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:31:21.976568 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab312bb-69ab-4fdd-9b38-6bcfdd737fef req-d4a75873-e585-412a-af0c-728a04611dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:21.984252 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bab312bb-69ab-4fdd-9b38-6bcfdd737fef req-d4a75873-e585-412a-af0c-728a04611dd0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bff123a614204702924a0af9802e1c93&device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 1097 time: 0.1480038 Jul 24 09:31:22.002359 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] Routers {'c41a12c1-dc41-4a6f-819f-46a150a5c91c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:31:22.002915 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:31:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['c41a12c1-dc41-4a6f-819f-46a150a5c91c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:31:22.016842 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a86de86-8df6-4a53-ba8b-4007a142c8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:22.101149 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76dbce2-7e86-4c66-ac4a-11675904c211 None None] Pushing event updated for resources: {'Port': ['ID=e9604f62-ff1e-4ee6-b3f8-3c36a993515e,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:22.165458 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab312bb-69ab-4fdd-9b38-6bcfdd737fef req-350a678b-684f-451b-abbf-c7c713334273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:22.167483 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a86de86-8df6-4a53-ba8b-4007a142c8a2 admin admin] Network b9fcf570-4b6f-434c-a29b-f858143b2ec9 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:31:22.175553 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bab312bb-69ab-4fdd-9b38-6bcfdd737fef req-350a678b-684f-451b-abbf-c7c713334273 service neutron] 10.222.0.20 "GET /v2.0/networks?id=57115fda-8a95-4d7e-8f17-f315710a2698 HTTP/1.1" status: 200 len: 916 time: 0.1708105 Jul 24 09:31:22.188687 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-2a86de86-8df6-4a53-ba8b-4007a142c8a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:31:22.192781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a86de86-8df6-4a53-ba8b-4007a142c8a2 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:31:22.208232 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] Set router c41a12c1-dc41-4a6f-819f-46a150a5c91c gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:31:22.300400 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a86de86-8df6-4a53-ba8b-4007a142c8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:22.308854 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86de86-8df6-4a53-ba8b-4007a142c8a2 admin admin] Pushing event updated for resources: {'Port': ['ID=c38dbc4e-e371-4483-8660-3b6c935b4f63,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:22.390098 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bab312bb-69ab-4fdd-9b38-6bcfdd737fef req-2a6d21dd-c7b1-4c40-8e58-409973e37e3e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa HTTP/1.1" status: 200 len: 1001 time: 0.2070038 Jul 24 09:31:22.554678 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab312bb-69ab-4fdd-9b38-6bcfdd737fef req-406b38e6-e470-4a0c-ad50-020ac250c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:22.564281 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bab312bb-69ab-4fdd-9b38-6bcfdd737fef req-406b38e6-e470-4a0c-ad50-020ac250c0b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed3face8-48a4-4110-b201-0b1158c92dba HTTP/1.1" status: 200 len: 855 time: 0.1667068 Jul 24 09:31:22.631645 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41a12c1-dc41-4a6f-819f-46a150a5c91c', 'name': 'tempest-TestServerBasicOps-573340759-router', 'tenant_id': '176aaf0dded54b22a6df40358b073bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'e9604f62-ff1e-4ee6-b3f8-3c36a993515e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:31:15Z', 'updated_at': '2021-07-24T09:31:18Z', 'revision_number': 3, 'project_id': '176aaf0dded54b22a6df40358b073bac', 'gw_port': {'id': 'e9604f62-ff1e-4ee6-b3f8-3c36a993515e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41a12c1-dc41-4a6f-819f-46a150a5c91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:17Z', 'updated_at': '2021-07-24T09:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:31:22.672125 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9991588a-8c1e-4425-873f-7ebed898f355 None None] The sync data for ids ['c41a12c1-dc41-4a6f-819f-46a150a5c91c'] in n-d-800085-9 is: [{'id': 'c41a12c1-dc41-4a6f-819f-46a150a5c91c', 'name': 'tempest-TestServerBasicOps-573340759-router', 'tenant_id': '176aaf0dded54b22a6df40358b073bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'e9604f62-ff1e-4ee6-b3f8-3c36a993515e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:31:15Z', 'updated_at': '2021-07-24T09:31:18Z', 'revision_number': 3, 'project_id': '176aaf0dded54b22a6df40358b073bac', 'gw_port': {'id': 'e9604f62-ff1e-4ee6-b3f8-3c36a993515e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41a12c1-dc41-4a6f-819f-46a150a5c91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:17Z', 'updated_at': '2021-07-24T09:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:31:22.712588 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-346a6b1f-1b56-4c4d-b8fb-07c0a1cd4969 None None] Provisioning for port c38dbc4e-e371-4483-8660-3b6c935b4f63 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:31:22.722493 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-346a6b1f-1b56-4c4d-b8fb-07c0a1cd4969 None None] Provisioning complete for port c38dbc4e-e371-4483-8660-3b6c935b4f63 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:31:22.722904 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-346a6b1f-1b56-4c4d-b8fb-07c0a1cd4969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:22.734205 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab312bb-69ab-4fdd-9b38-6bcfdd737fef req-22345ed2-d25e-4146-bd16-8fdeb998787a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:22.738060 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bab312bb-69ab-4fdd-9b38-6bcfdd737fef req-22345ed2-d25e-4146-bd16-8fdeb998787a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=57115fda-8a95-4d7e-8f17-f315710a2698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1657436 Jul 24 09:31:22.738671 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a86de86-8df6-4a53-ba8b-4007a142c8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:22.791995 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-346a6b1f-1b56-4c4d-b8fb-07c0a1cd4969 None None] Port c38dbc4e-e371-4483-8660-3b6c935b4f63 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:31:22.951849 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bab312bb-69ab-4fdd-9b38-6bcfdd737fef req-bb040fb2-3910-46a7-8429-d2f74e758d94 service neutron] 10.222.0.20 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009606 Jul 24 09:31:23.113915 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bab312bb-69ab-4fdd-9b38-6bcfdd737fef req-e699ec51-c897-426d-962f-f6a421e66630 service neutron] 10.222.0.20 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589665 Jul 24 09:31:23.244649 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a86de86-8df6-4a53-ba8b-4007a142c8a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:23.251280 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a86de86-8df6-4a53-ba8b-4007a142c8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:23.357804 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a86de86-8df6-4a53-ba8b-4007a142c8a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:23.487342 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86de86-8df6-4a53-ba8b-4007a142c8a2 admin admin] Pushing event updated for resources: {'Port': ['ID=c38dbc4e-e371-4483-8660-3b6c935b4f63,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:23.599933 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a86de86-8df6-4a53-ba8b-4007a142c8a2 admin admin] Network b9fcf570-4b6f-434c-a29b-f858143b2ec9 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:31:23.601656 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-2a86de86-8df6-4a53-ba8b-4007a142c8a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:31:23.868670 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a86de86-8df6-4a53-ba8b-4007a142c8a2 admin admin] Router c41a12c1-dc41-4a6f-819f-46a150a5c91c has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:31:24.045931 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b7301669-c563-4506-a2f4-007dfff2bbf3 None None] Provisioning complete for port c38dbc4e-e371-4483-8660-3b6c935b4f63 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:31:24.046434 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b7301669-c563-4506-a2f4-007dfff2bbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:24.147159 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-b7301669-c563-4506-a2f4-007dfff2bbf3 None None] Port c38dbc4e-e371-4483-8660-3b6c935b4f63 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:31:24.163840 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a86de86-8df6-4a53-ba8b-4007a142c8a2 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:31:24.172430 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2a86de86-8df6-4a53-ba8b-4007a142c8a2 admin admin] 10.222.0.32 "PUT /v2.0/routers/c41a12c1-dc41-4a6f-819f-46a150a5c91c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4099874 Jul 24 09:31:25.240119 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e9604f62-ff1e-4ee6-b3f8-3c36a993515e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:31:25.375125 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port e9604f62-ff1e-4ee6-b3f8-3c36a993515e completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:31:25.385732 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port e9604f62-ff1e-4ee6-b3f8-3c36a993515e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:31:25.387223 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:25.415569 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57412) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:25.422223 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-ca625ee2-6aab-4dd6-9a68-ef65258fa588 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1278032537', 'description': 'tempest-secgroup-smoke-1278032537 description', 'project_id': 'd9b1cb98e59c48669615f4c794808b22'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:31:25.467044 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca625ee2-6aab-4dd6-9a68-ef65258fa588 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:25.512425 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] Sync routers for ids ['c41a12c1-dc41-4a6f-819f-46a150a5c91c'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:31:25.526912 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] Routers {'c41a12c1-dc41-4a6f-819f-46a150a5c91c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:31:25.527545 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:31:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['c41a12c1-dc41-4a6f-819f-46a150a5c91c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:31:25.528450 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:25.578671 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port e9604f62-ff1e-4ee6-b3f8-3c36a993515e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e9604f62-ff1e-4ee6-b3f8-3c36a993515e,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:31:25.588383 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:25.664301 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=e9604f62-ff1e-4ee6-b3f8-3c36a993515e,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:25.694521 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca625ee2-6aab-4dd6-9a68-ef65258fa588 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:25.703091 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca625ee2-6aab-4dd6-9a68-ef65258fa588 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:25.779570 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca625ee2-6aab-4dd6-9a68-ef65258fa588 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:25.781219 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ca625ee2-6aab-4dd6-9a68-ef65258fa588 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3639033 Jul 24 09:31:25.784248 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57430) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:25.790614 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-aad29ee7-f660-44ff-abbc-d2d7f95b7f24 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Request body: {'security_group_rule': {'security_group_id': '482d48c6-1d44-470d-b85c-74e9ff0468c8', 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:31:25.795672 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca625ee2-6aab-4dd6-9a68-ef65258fa588 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482d48c6-1d44-470d-b85c-74e9ff0468c8,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:25.839833 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aad29ee7-f660-44ff-abbc-d2d7f95b7f24 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:25.890226 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] Set router c41a12c1-dc41-4a6f-819f-46a150a5c91c gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:31:26.013936 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aad29ee7-f660-44ff-abbc-d2d7f95b7f24 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:26.021851 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aad29ee7-f660-44ff-abbc-d2d7f95b7f24 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:26.055929 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad29ee7-f660-44ff-abbc-d2d7f95b7f24 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d334e45-564c-4c79-83cd-02c2b3f4fe81,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:26.062044 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aad29ee7-f660-44ff-abbc-d2d7f95b7f24 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:26.063498 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-aad29ee7-f660-44ff-abbc-d2d7f95b7f24 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2778404 Jul 24 09:31:26.066329 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57440) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:26.075140 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-99ff93f4-5535-4c44-bc4b-31a96f8876dd tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Request body: {'security_group_rule': {'security_group_id': '482d48c6-1d44-470d-b85c-74e9ff0468c8', 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:31:26.154836 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-99ff93f4-5535-4c44-bc4b-31a96f8876dd tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:26.295932 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41a12c1-dc41-4a6f-819f-46a150a5c91c', 'name': 'tempest-TestServerBasicOps-573340759-router', 'tenant_id': '176aaf0dded54b22a6df40358b073bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'e9604f62-ff1e-4ee6-b3f8-3c36a993515e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:31:15Z', 'updated_at': '2021-07-24T09:31:22Z', 'revision_number': 4, 'project_id': '176aaf0dded54b22a6df40358b073bac', 'gw_port': {'id': 'e9604f62-ff1e-4ee6-b3f8-3c36a993515e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41a12c1-dc41-4a6f-819f-46a150a5c91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:17Z', 'updated_at': '2021-07-24T09:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'c38dbc4e-e371-4483-8660-3b6c935b4f63', 'name': '', 'network_id': 'b9fcf570-4b6f-434c-a29b-f858143b2ec9', 'tenant_id': '176aaf0dded54b22a6df40358b073bac', 'mac_address': 'fa:16:3e:31:a6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41a12c1-dc41-4a6f-819f-46a150a5c91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '4e844200-8ddf-4a71-a5c7-21ad9d7c004c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:21Z', 'updated_at': '2021-07-24T09:31:22Z', 'revision_number': 2, 'project_id': '176aaf0dded54b22a6df40358b073bac', 'subnets': [{'id': '4e844200-8ddf-4a71-a5c7-21ad9d7c004c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:31:26.313340 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-99ff93f4-5535-4c44-bc4b-31a96f8876dd tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:26.331625 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-99ff93f4-5535-4c44-bc4b-31a96f8876dd tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:26.333931 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] Checking router: c41a12c1-dc41-4a6f-819f-46a150a5c91c for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:31:26.334459 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] Updating router c41a12c1-dc41-4a6f-819f-46a150a5c91c port c38dbc4e-e371-4483-8660-3b6c935b4f63 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:31:26.374804 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff93f4-5535-4c44-bc4b-31a96f8876dd tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86fbc549-5013-465d-bc9e-aa854cab78f2,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:26.390409 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-99ff93f4-5535-4c44-bc4b-31a96f8876dd tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:26.396067 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-99ff93f4-5535-4c44-bc4b-31a96f8876dd tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3261344 Jul 24 09:31:26.396375 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57450) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:26.401792 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ff1ab8c0-3af9-4b64-874f-a6d7837f2b8f tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Request body: {'security_group_rule': {'security_group_id': '482d48c6-1d44-470d-b85c-74e9ff0468c8', 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:31:26.411706 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:26.454213 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff1ab8c0-3af9-4b64-874f-a6d7837f2b8f tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:26.538821 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff1ab8c0-3af9-4b64-874f-a6d7837f2b8f tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:26.554677 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff1ab8c0-3af9-4b64-874f-a6d7837f2b8f tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:26.581491 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff1ab8c0-3af9-4b64-874f-a6d7837f2b8f tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:26.583523 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ff1ab8c0-3af9-4b64-874f-a6d7837f2b8f tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1860445 Jul 24 09:31:26.586652 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57456) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:26.588604 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ab8c0-3af9-4b64-874f-a6d7837f2b8f tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d70252-6577-4a4b-8b7c-3c8831b31e75,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:26.594863 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-1cd9978e-c687-4941-92c3-4f42ddd58e16 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Request body: {'security_group_rule': {'security_group_id': '482d48c6-1d44-470d-b85c-74e9ff0468c8', 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:31:26.651212 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1cd9978e-c687-4941-92c3-4f42ddd58e16 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:26.762783 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1cd9978e-c687-4941-92c3-4f42ddd58e16 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:26.771791 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1cd9978e-c687-4941-92c3-4f42ddd58e16 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:26.809474 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9978e-c687-4941-92c3-4f42ddd58e16 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dacd5eef-9259-408b-a5d1-ec2df390951d,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:26.813217 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1cd9978e-c687-4941-92c3-4f42ddd58e16 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:26.815698 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1cd9978e-c687-4941-92c3-4f42ddd58e16 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2269824 Jul 24 09:31:26.817823 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57464) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:26.823360 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-2daa0f0d-1730-4ab9-8894-18d0068e03cb tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Request body: {'security_group_rule': {'security_group_id': '482d48c6-1d44-470d-b85c-74e9ff0468c8', 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:31:26.855046 n-d-800085-9 neutron-server[94036]: INFO neutron.db.securitygroups_db [None req-2daa0f0d-1730-4ab9-8894-18d0068e03cb tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Project d9b1cb98e59c48669615f4c794808b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 09:31:26.865342 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2daa0f0d-1730-4ab9-8894-18d0068e03cb tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:26.939182 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:26.952716 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] Transition to ACTIVE for port object c38dbc4e-e371-4483-8660-3b6c935b4f63 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:31:26.962668 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:27.006894 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2daa0f0d-1730-4ab9-8894-18d0068e03cb tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:27.038427 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2daa0f0d-1730-4ab9-8894-18d0068e03cb tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:27.131146 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa0f0d-1730-4ab9-8894-18d0068e03cb tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630250a5-425d-469e-afb7-fcd0957b2dc5,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:27.172695 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611ab94-cb2e-4fad-8978-cf58e210b93d None None] Pushing event updated for resources: {'Port': ['ID=c38dbc4e-e371-4483-8660-3b6c935b4f63,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:27.173192 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2daa0f0d-1730-4ab9-8894-18d0068e03cb tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:27.186067 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2daa0f0d-1730-4ab9-8894-18d0068e03cb tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3668208 Jul 24 09:31:27.190980 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57472) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:27.198760 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-9cded275-0797-473f-8c7c-a940b67b205d tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Request body: {'security_group_rule': {'security_group_id': '482d48c6-1d44-470d-b85c-74e9ff0468c8', 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:31:27.227462 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] Attempting to bind port c38dbc4e-e371-4483-8660-3b6c935b4f63 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:31:27.227934 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] Attempting to bind port c38dbc4e-e371-4483-8660-3b6c935b4f63 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '056dba41-20ef-4871-8f1d-aeabfad23862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b9fcf570-4b6f-434c-a29b-f858143b2ec9'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:31:27.228526 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] Attempting to bind port c38dbc4e-e371-4483-8660-3b6c935b4f63 on network b9fcf570-4b6f-434c-a29b-f858143b2ec9 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:31:27.229477 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-800ecdde-3daa-48f7-bed8-3054a623b3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:27.257252 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e9604f62-ff1e-4ee6-b3f8-3c36a993515e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:31:27.262847 n-d-800085-9 neutron-server[94035]: INFO neutron.db.securitygroups_db [None req-9cded275-0797-473f-8c7c-a940b67b205d tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Project d9b1cb98e59c48669615f4c794808b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 09:31:27.271622 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:31:27.272105 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] Checking segment: {'id': '056dba41-20ef-4871-8f1d-aeabfad23862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b9fcf570-4b6f-434c-a29b-f858143b2ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:31:27.272512 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:27.272936 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] Bound using segment: {'id': '056dba41-20ef-4871-8f1d-aeabfad23862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b9fcf570-4b6f-434c-a29b-f858143b2ec9'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:31:27.273431 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] Bound port: c38dbc4e-e371-4483-8660-3b6c935b4f63, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056dba41-20ef-4871-8f1d-aeabfad23862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b9fcf570-4b6f-434c-a29b-f858143b2ec9'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:31:27.273816 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:27.285118 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9cded275-0797-473f-8c7c-a940b67b205d tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:27.376325 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port e9604f62-ff1e-4ee6-b3f8-3c36a993515e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:31:27.377011 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:27.429398 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] For port c38dbc4e-e371-4483-8660-3b6c935b4f63, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:31:27.437890 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] For port c38dbc4e-e371-4483-8660-3b6c935b4f63, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c38dbc4e-e371-4483-8660-3b6c935b4f63,segment=NetworkSegment(056dba41-20ef-4871-8f1d-aeabfad23862),segment_id=056dba41-20ef-4871-8f1d-aeabfad23862)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:31:27.452104 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:27.468254 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9cded275-0797-473f-8c7c-a940b67b205d tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:27.480465 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9cded275-0797-473f-8c7c-a940b67b205d tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:27.511375 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cded275-0797-473f-8c7c-a940b67b205d tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91b9d91-1e68-4d6b-b8bd-10e394c390e1,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:27.544065 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9cded275-0797-473f-8c7c-a940b67b205d tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:27.546086 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9cded275-0797-473f-8c7c-a940b67b205d tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3539898 Jul 24 09:31:27.614543 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611ab94-cb2e-4fad-8978-cf58e210b93d None None] Pushing event updated for resources: {'Port': ['ID=c38dbc4e-e371-4483-8660-3b6c935b4f63,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:27.635364 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] Routers {'c41a12c1-dc41-4a6f-819f-46a150a5c91c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:31:27.636761 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:31:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['c41a12c1-dc41-4a6f-819f-46a150a5c91c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:31:27.930639 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] Set router c41a12c1-dc41-4a6f-819f-46a150a5c91c gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:31:28.364086 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41a12c1-dc41-4a6f-819f-46a150a5c91c', 'name': 'tempest-TestServerBasicOps-573340759-router', 'tenant_id': '176aaf0dded54b22a6df40358b073bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'e9604f62-ff1e-4ee6-b3f8-3c36a993515e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:31:15Z', 'updated_at': '2021-07-24T09:31:22Z', 'revision_number': 4, 'project_id': '176aaf0dded54b22a6df40358b073bac', 'gw_port': {'id': 'e9604f62-ff1e-4ee6-b3f8-3c36a993515e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a12c1-dc41-4a6f-819f-46a150a5c91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:17Z', 'updated_at': '2021-07-24T09:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'c38dbc4e-e371-4483-8660-3b6c935b4f63', 'name': '', 'network_id': 'b9fcf570-4b6f-434c-a29b-f858143b2ec9', 'tenant_id': '176aaf0dded54b22a6df40358b073bac', 'mac_address': 'fa:16:3e:31:a6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41a12c1-dc41-4a6f-819f-46a150a5c91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '4e844200-8ddf-4a71-a5c7-21ad9d7c004c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:21Z', 'updated_at': '2021-07-24T09:31:27Z', 'revision_number': 4, 'project_id': '176aaf0dded54b22a6df40358b073bac', 'subnets': [{'id': '4e844200-8ddf-4a71-a5c7-21ad9d7c004c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:31:28.447573 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3635025b-8bfe-4700-b3d8-51e5b275306f None None] The sync data for ids ['c41a12c1-dc41-4a6f-819f-46a150a5c91c'] in n-d-800085-9 is: [{'id': 'c41a12c1-dc41-4a6f-819f-46a150a5c91c', 'name': 'tempest-TestServerBasicOps-573340759-router', 'tenant_id': '176aaf0dded54b22a6df40358b073bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'e9604f62-ff1e-4ee6-b3f8-3c36a993515e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:31:15Z', 'updated_at': '2021-07-24T09:31:22Z', 'revision_number': 4, 'project_id': '176aaf0dded54b22a6df40358b073bac', 'gw_port': {'id': 'e9604f62-ff1e-4ee6-b3f8-3c36a993515e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a12c1-dc41-4a6f-819f-46a150a5c91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:17Z', 'updated_at': '2021-07-24T09:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'c38dbc4e-e371-4483-8660-3b6c935b4f63', 'name': '', 'network_id': 'b9fcf570-4b6f-434c-a29b-f858143b2ec9', 'tenant_id': '176aaf0dded54b22a6df40358b073bac', 'mac_address': 'fa:16:3e:31:a6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41a12c1-dc41-4a6f-819f-46a150a5c91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '4e844200-8ddf-4a71-a5c7-21ad9d7c004c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:21Z', 'updated_at': '2021-07-24T09:31:27Z', 'revision_number': 4, 'project_id': '176aaf0dded54b22a6df40358b073bac', 'subnets': [{'id': '4e844200-8ddf-4a71-a5c7-21ad9d7c004c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:31:28.572730 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-b056de8b-5281-4c95-9a55-ddf26b971736 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1278032537&fields=id&tenant_id=d9b1cb98e59c48669615f4c794808b22 HTTP/1.1" status: 200 len: 267 time: 0.0826159 Jul 24 09:31:28.775659 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-21f0af92-a813-4c05-b929-9f76fd974e3f tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:28.777238 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-21f0af92-a813-4c05-b929-9f76fd974e3f tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/networks?id=0783deff-46f9-4f21-b179-aabc847cb83f HTTP/1.1" status: 200 len: 808 time: 0.1935925 Jul 24 09:31:28.817737 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-8cab9833-6703-453c-a11c-d1d90465e65c tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/quotas/d9b1cb98e59c48669615f4c794808b22 HTTP/1.1" status: 200 len: 375 time: 0.0147703 Jul 24 09:31:29.026716 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-d0cea7af-f202-46e1-aa34-538f9a66fbcb tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d9b1cb98e59c48669615f4c794808b22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1994350 Jul 24 09:31:29.215999 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c38dbc4e-e371-4483-8660-3b6c935b4f63 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:31:29.272958 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-757c23cd-9b1d-48f4-94a5-763c8380d370 service neutron] 10.222.0.32 "GET /v2.0/networks/0783deff-46f9-4f21-b179-aabc847cb83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298398 Jul 24 09:31:29.337121 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009c284-8be8-41b4-beba-c92dcbf69dfc req-01b8ce1c-716c-43dd-830b-d45d9c4b18c3 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:29.339696 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d009c284-8be8-41b4-beba-c92dcbf69dfc req-01b8ce1c-716c-43dd-830b-d45d9c4b18c3 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.1630173 Jul 24 09:31:29.374557 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port c38dbc4e-e371-4483-8660-3b6c935b4f63 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:31:29.381867 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port c38dbc4e-e371-4483-8660-3b6c935b4f63 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:31:29.382559 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:29.434146 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d009c284-8be8-41b4-beba-c92dcbf69dfc req-e4876498-a75e-4156-8981-78d5a9b4cadc tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876174 Jul 24 09:31:29.585286 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-c27d429b-1e51-4c62-9cde-c7b63efcd972 service neutron] 10.222.0.32 "GET /v2.0/networks/0783deff-46f9-4f21-b179-aabc847cb83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055372 Jul 24 09:31:29.637292 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:29.726360 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port c38dbc4e-e371-4483-8660-3b6c935b4f63, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c38dbc4e-e371-4483-8660-3b6c935b4f63,segment=NetworkSegment(056dba41-20ef-4871-8f1d-aeabfad23862),segment_id=056dba41-20ef-4871-8f1d-aeabfad23862)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:31:29.744835 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:29.871197 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-566dfb46-0307-43f3-8b10-f2d59464934e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:29.923751 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=c38dbc4e-e371-4483-8660-3b6c935b4f63,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:30.098732 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57570) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:30.195681 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-18e175dc-594d-4b09-876f-d8602aec5153 req-861b7238-fd2a-4735-b43e-5cf8339fd29d tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9 HTTP/1.1" status: 200 len: 210 time: 0.0989356 Jul 24 09:31:30.321135 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-20554aa7-a680-4daf-ae4a-dfc3e39369a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:30.455049 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:30.591601 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-20554aa7-a680-4daf-ae4a-dfc3e39369a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:30.595517 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-20554aa7-a680-4daf-ae4a-dfc3e39369a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:30.720168 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-20554aa7-a680-4daf-ae4a-dfc3e39369a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee9223ef1f0144e588e6c36dd01e222c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6203239 Jul 24 09:31:30.721457 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20554aa7-a680-4daf-ae4a-dfc3e39369a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9185711c-2379-497c-8a7a-49e9e071f9f8,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:30.722953 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57588) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:30.796529 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20554aa7-a680-4daf-ae4a-dfc3e39369a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:30.796941 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20554aa7-a680-4daf-ae4a-dfc3e39369a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:30.797692 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20554aa7-a680-4daf-ae4a-dfc3e39369a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:30.798043 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20554aa7-a680-4daf-ae4a-dfc3e39369a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:30.798386 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20554aa7-a680-4daf-ae4a-dfc3e39369a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:30.798720 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20554aa7-a680-4daf-ae4a-dfc3e39369a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:30.801020 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20554aa7-a680-4daf-ae4a-dfc3e39369a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:30.806217 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20554aa7-a680-4daf-ae4a-dfc3e39369a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:30.806845 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20554aa7-a680-4daf-ae4a-dfc3e39369a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:30.807356 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20554aa7-a680-4daf-ae4a-dfc3e39369a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:30.807878 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20554aa7-a680-4daf-ae4a-dfc3e39369a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:30.808397 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20554aa7-a680-4daf-ae4a-dfc3e39369a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:31:30.847648 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b133980-9416-4b52-8791-94a5b4d5b93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:30.897201 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b133980-9416-4b52-8791-94a5b4d5b93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:30.904326 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad7d9a-1548-4542-b500-ff641a510e09 req-40541697-ad0a-4666-ba34-c065456abe69 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:30.913374 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-faad7d9a-1548-4542-b500-ff641a510e09 req-40541697-ad0a-4666-ba34-c065456abe69 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.2527914 Jul 24 09:31:30.977075 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-faad7d9a-1548-4542-b500-ff641a510e09 req-c13ef48a-9ce0-4f62-9ec4-d6590ed28d74 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415328 Jul 24 09:31:31.015891 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b133980-9416-4b52-8791-94a5b4d5b93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:31.019632 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:31.020400 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b133980-9416-4b52-8791-94a5b4d5b93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:31.021606 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8b133980-9416-4b52-8791-94a5b4d5b93f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9185711c-2379-497c-8a7a-49e9e071f9f8 HTTP/1.1" status: 204 len: 168 time: 0.2971294 Jul 24 09:31:31.031498 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b133980-9416-4b52-8791-94a5b4d5b93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9185711c-2379-497c-8a7a-49e9e071f9f8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:31.178891 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c38dbc4e-e371-4483-8660-3b6c935b4f63 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:31:31.344495 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port c38dbc4e-e371-4483-8660-3b6c935b4f63 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:31:31.345949 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:31.352862 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1b9c9469-49dd-4a6d-a3ee-0300b84a30b9 req-04bedc65-661b-4d26-be49-56f02ea6991d tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9 HTTP/1.1" status: 200 len: 210 time: 0.0475452 Jul 24 09:31:31.788632 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57612) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:31.796135 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b6c175a-d893-4579-8c99-203e3383fa98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:31.880097 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57614) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:31.946076 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-d565f2cc-00fc-414c-8ef5-7922df8e4398 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:31.956326 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-d565f2cc-00fc-414c-8ef5-7922df8e4398 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.37 "GET /v2.0/networks?id=0783deff-46f9-4f21-b179-aabc847cb83f HTTP/1.1" status: 200 len: 808 time: 0.2188513 Jul 24 09:31:31.977146 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b6c175a-d893-4579-8c99-203e3383fa98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:31.982599 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b6c175a-d893-4579-8c99-203e3383fa98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:32.009838 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-7d7e4c1a-726b-4d17-b689-167cff2069bb tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9b1cb98e59c48669615f4c794808b22 HTTP/1.1" status: 200 len: 380 time: 0.0443118 Jul 24 09:31:32.027913 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-4c016aa7-29b9-4a94-8290-dfa42833248e tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Request body: {'port': {'device_id': '9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9', 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f', 'admin_state_up': True, 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'security_groups': ['482d48c6-1d44-470d-b85c-74e9ff0468c8']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:31:32.052265 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8b6c175a-d893-4579-8c99-203e3383fa98 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2caeb640dd9436a84e0983faf6d1fee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2693632 Jul 24 09:31:32.059024 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57620) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:32.099256 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c175a-d893-4579-8c99-203e3383fa98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1bf4c8-e388-4a75-8332-403751272cd7,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:32.177441 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-4c016aa7-29b9-4a94-8290-dfa42833248e tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Made reservation on behalf of d9b1cb98e59c48669615f4c794808b22 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:31:32.180050 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f2b7c2a6-f654-41f2-a4e5-b763cab2dcc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:32.183437 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-4c016aa7-29b9-4a94-8290-dfa42833248e tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:32.204026 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-feb58319-77b4-4057-a126-02985a69163c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:32.237179 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-feb58319-77b4-4057-a126-02985a69163c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:32.329734 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d73ad8-350a-4b00-96a4-c6ebe5347d48 req-c37fe079-c56d-423a-9f12-95fa0d05f00a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:32.332400 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c0d73ad8-350a-4b00-96a4-c6ebe5347d48 req-c37fe079-c56d-423a-9f12-95fa0d05f00a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.2362039 Jul 24 09:31:32.382364 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-feb58319-77b4-4057-a126-02985a69163c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:32.385399 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-feb58319-77b4-4057-a126-02985a69163c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:32.386583 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-feb58319-77b4-4057-a126-02985a69163c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa1bf4c8-e388-4a75-8332-403751272cd7 HTTP/1.1" status: 204 len: 168 time: 0.3261337 Jul 24 09:31:32.422795 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb58319-77b4-4057-a126-02985a69163c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1bf4c8-e388-4a75-8332-403751272cd7,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:32.440241 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c0d73ad8-350a-4b00-96a4-c6ebe5347d48 req-c9c56bf5-59a1-4a25-a3e1-b810d123258d tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961657 Jul 24 09:31:32.557997 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f2b7c2a6-f654-41f2-a4e5-b763cab2dcc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:32.566261 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f2b7c2a6-f654-41f2-a4e5-b763cab2dcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:32.644334 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f2b7c2a6-f654-41f2-a4e5-b763cab2dcc1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54b2c7a9a5ae4cdeb600ca82232e28aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7582381 Jul 24 09:31:32.649532 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57632) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:32.661394 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7c2a6-f654-41f2-a4e5-b763cab2dcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70db1421-8803-4dd5-bafd-f51203fad76f,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:32.715648 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ffe1968e-7327-4315-9bc0-f2d40995ef6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:32.742547 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ffe1968e-7327-4315-9bc0-f2d40995ef6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:32.830159 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ffe1968e-7327-4315-9bc0-f2d40995ef6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:32.833631 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ffe1968e-7327-4315-9bc0-f2d40995ef6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:32.835299 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ffe1968e-7327-4315-9bc0-f2d40995ef6e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70db1421-8803-4dd5-bafd-f51203fad76f HTTP/1.1" status: 204 len: 168 time: 0.1834855 Jul 24 09:31:32.853767 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1968e-7327-4315-9bc0-f2d40995ef6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70db1421-8803-4dd5-bafd-f51203fad76f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:32.912195 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:32.930573 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-efefba0d-ed23-49c9-a15c-a82cfc5a79e3 req-0f276c0f-fc55-4974-b17b-758cc9df208a tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9 HTTP/1.1" status: 200 len: 210 time: 0.1064098 Jul 24 09:31:32.949220 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57640) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:32.971972 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-4c016aa7-29b9-4a94-8290-dfa42833248e tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Allocated IP 172.20.0.10 (0783deff-46f9-4f21-b179-aabc847cb83f/cef55fc5-3019-4119-82d6-5bb136a17890/ebd4d679-b99d-45dd-87e4-28d3726193e1) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:31:32.974763 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a3781686-bf46-438f-beb3-a26fec69b410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:33.195900 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-4c016aa7-29b9-4a94-8290-dfa42833248e tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:33.225163 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-4c016aa7-29b9-4a94-8290-dfa42833248e tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Transition to ACTIVE for port object ebd4d679-b99d-45dd-87e4-28d3726193e1 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:31:33.236454 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a3781686-bf46-438f-beb3-a26fec69b410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:33.245883 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a3781686-bf46-438f-beb3-a26fec69b410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:33.315649 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3781686-bf46-438f-beb3-a26fec69b410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2438c30-8d25-4b12-9878-247349ddd465,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:33.321376 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a3781686-bf46-438f-beb3-a26fec69b410 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fad045b9b12a410cb92ba55aba0977e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3684933 Jul 24 09:31:33.323969 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57648) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:33.333839 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-4c016aa7-29b9-4a94-8290-dfa42833248e tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:33.362081 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57650) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:33.386056 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cd5d30e8-5f61-42b8-8b2c-2caf2b00b45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:33.400819 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-4c016aa7-29b9-4a94-8290-dfa42833248e tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Network 0783deff-46f9-4f21-b179-aabc847cb83f is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:31:33.413457 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-4c016aa7-29b9-4a94-8290-dfa42833248e tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:31:33.422852 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-4c016aa7-29b9-4a94-8290-dfa42833248e tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:31:33.426474 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c016aa7-29b9-4a94-8290-dfa42833248e tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Pushing event updated for resources: {'Port': ['ID=ebd4d679-b99d-45dd-87e4-28d3726193e1,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:33.483747 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6b262081-bb04-4884-bb8f-d7e99170743b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:33.537784 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-4c016aa7-29b9-4a94-8290-dfa42833248e tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:33.538471 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-4c016aa7-29b9-4a94-8290-dfa42833248e tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:33.569160 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6b262081-bb04-4884-bb8f-d7e99170743b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:33.601745 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cd5d30e8-5f61-42b8-8b2c-2caf2b00b45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:33.611297 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cd5d30e8-5f61-42b8-8b2c-2caf2b00b45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:33.653245 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:31:33.659645 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-4c016aa7-29b9-4a94-8290-dfa42833248e tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6407261 Jul 24 09:31:33.682970 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-30b68ba0-e3fe-4691-aa6c-87c098a2ecae service neutron] Request body: {'port': {'device_id': '9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:31:33.694626 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cd5d30e8-5f61-42b8-8b2c-2caf2b00b45c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e6f5baf98d745f493acb4f585ccd982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310163 Jul 24 09:31:33.695422 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57658) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:33.719615 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d30e8-5f61-42b8-8b2c-2caf2b00b45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f610d7ff-e9fb-44ce-846b-51b96b4cee1c,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:33.786098 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-34e03c29-a7de-4abb-81c5-a13c1a8e9f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:33.818600 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-34e03c29-a7de-4abb-81c5-a13c1a8e9f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:33.821691 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-835e7e1f-ed70-4efb-91f3-e57604cbb398 None None] Provisioning for port ebd4d679-b99d-45dd-87e4-28d3726193e1 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:31:33.827629 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-835e7e1f-ed70-4efb-91f3-e57604cbb398 None None] Provisioning complete for port ebd4d679-b99d-45dd-87e4-28d3726193e1 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:31:33.828658 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-835e7e1f-ed70-4efb-91f3-e57604cbb398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:33.844452 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6b262081-bb04-4884-bb8f-d7e99170743b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:33.847156 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6b262081-bb04-4884-bb8f-d7e99170743b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:33.848617 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6b262081-bb04-4884-bb8f-d7e99170743b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2438c30-8d25-4b12-9878-247349ddd465 HTTP/1.1" status: 204 len: 168 time: 0.5218511 Jul 24 09:31:33.867403 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b262081-bb04-4884-bb8f-d7e99170743b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2438c30-8d25-4b12-9878-247349ddd465,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:33.883174 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc23e2-ebc9-4c74-bf22-290dc69dc0ae req-c9fe45b5-452b-4462-a494-915f1c271f76 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:33.884848 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4fdc23e2-ebc9-4c74-bf22-290dc69dc0ae req-c9fe45b5-452b-4462-a494-915f1c271f76 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.2988975 Jul 24 09:31:33.890838 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-30b68ba0-e3fe-4691-aa6c-87c098a2ecae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:33.899846 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-835e7e1f-ed70-4efb-91f3-e57604cbb398 None None] Port ebd4d679-b99d-45dd-87e4-28d3726193e1 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:31:33.951328 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4fdc23e2-ebc9-4c74-bf22-290dc69dc0ae req-fb906b58-96c8-4b82-82f3-147af61df7ea tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560701 Jul 24 09:31:33.966570 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-34e03c29-a7de-4abb-81c5-a13c1a8e9f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:33.969949 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-34e03c29-a7de-4abb-81c5-a13c1a8e9f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:33.971175 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-34e03c29-a7de-4abb-81c5-a13c1a8e9f4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f610d7ff-e9fb-44ce-846b-51b96b4cee1c HTTP/1.1" status: 204 len: 168 time: 0.2720230 Jul 24 09:31:33.980773 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e03c29-a7de-4abb-81c5-a13c1a8e9f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f610d7ff-e9fb-44ce-846b-51b96b4cee1c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:34.175824 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85351d63-4a29-443f-b119-29988403e5f9 req-72bc1a41-0064-496a-8d12-443746342bfe tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:34.182329 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-85351d63-4a29-443f-b119-29988403e5f9 req-72bc1a41-0064-496a-8d12-443746342bfe tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9 HTTP/1.1" status: 200 len: 932 time: 0.1320884 Jul 24 09:31:34.238973 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-85351d63-4a29-443f-b119-29988403e5f9 req-dc60cd17-0df8-4be5-b2a1-3541076f79cb tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/security-groups?id=482d48c6-1d44-470d-b85c-74e9ff0468c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497334 Jul 24 09:31:34.413249 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-30b68ba0-e3fe-4691-aa6c-87c098a2ecae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebd4d679-b99d-45dd-87e4-28d3726193e1 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:31:34.431296 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-30b68ba0-e3fe-4691-aa6c-87c098a2ecae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:34.448374 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-30b68ba0-e3fe-4691-aa6c-87c098a2ecae service neutron] Transition to ACTIVE for port object ebd4d679-b99d-45dd-87e4-28d3726193e1 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:31:34.453426 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-30b68ba0-e3fe-4691-aa6c-87c098a2ecae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:34.524933 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b68ba0-e3fe-4691-aa6c-87c098a2ecae service neutron] Pushing event updated for resources: {'Port': ['ID=ebd4d679-b99d-45dd-87e4-28d3726193e1,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:34.692775 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-30b68ba0-e3fe-4691-aa6c-87c098a2ecae service neutron] Attempting to bind port ebd4d679-b99d-45dd-87e4-28d3726193e1 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:31:34.703391 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-30b68ba0-e3fe-4691-aa6c-87c098a2ecae service neutron] Attempting to bind port ebd4d679-b99d-45dd-87e4-28d3726193e1 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'cfed7080-3fee-4453-a63a-a6bc8a5834f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:31:34.703915 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-30b68ba0-e3fe-4691-aa6c-87c098a2ecae service neutron] Attempting to bind port ebd4d679-b99d-45dd-87e4-28d3726193e1 on network 0783deff-46f9-4f21-b179-aabc847cb83f {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:31:34.712165 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-30b68ba0-e3fe-4691-aa6c-87c098a2ecae service neutron] Port ebd4d679-b99d-45dd-87e4-28d3726193e1 on network 0783deff-46f9-4f21-b179-aabc847cb83f not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:31:34.712503 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-30b68ba0-e3fe-4691-aa6c-87c098a2ecae service neutron] Attempting to bind port ebd4d679-b99d-45dd-87e4-28d3726193e1 on network 0783deff-46f9-4f21-b179-aabc847cb83f {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:31:34.718904 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-30b68ba0-e3fe-4691-aa6c-87c098a2ecae service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:31:34.719257 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-30b68ba0-e3fe-4691-aa6c-87c098a2ecae service neutron] Checking segment: {'id': 'cfed7080-3fee-4453-a63a-a6bc8a5834f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:31:34.719658 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-30b68ba0-e3fe-4691-aa6c-87c098a2ecae service neutron] Bound using segment: {'id': 'cfed7080-3fee-4453-a63a-a6bc8a5834f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:31:34.720101 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-30b68ba0-e3fe-4691-aa6c-87c098a2ecae service neutron] Bound port: ebd4d679-b99d-45dd-87e4-28d3726193e1, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfed7080-3fee-4453-a63a-a6bc8a5834f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:31:34.720608 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-30b68ba0-e3fe-4691-aa6c-87c098a2ecae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:34.890199 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-30b68ba0-e3fe-4691-aa6c-87c098a2ecae service neutron] For port ebd4d679-b99d-45dd-87e4-28d3726193e1, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:31:34.893752 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-30b68ba0-e3fe-4691-aa6c-87c098a2ecae service neutron] For port ebd4d679-b99d-45dd-87e4-28d3726193e1, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=ebd4d679-b99d-45dd-87e4-28d3726193e1,segment=NetworkSegment(cfed7080-3fee-4453-a63a-a6bc8a5834f7),segment_id=cfed7080-3fee-4453-a63a-a6bc8a5834f7)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:31:34.900537 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-30b68ba0-e3fe-4691-aa6c-87c098a2ecae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:34.964265 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b68ba0-e3fe-4691-aa6c-87c098a2ecae service neutron] Pushing event updated for resources: {'Port': ['ID=ebd4d679-b99d-45dd-87e4-28d3726193e1,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:34.976937 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-30b68ba0-e3fe-4691-aa6c-87c098a2ecae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:34.977609 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-30b68ba0-e3fe-4691-aa6c-87c098a2ecae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:34.981043 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-30b68ba0-e3fe-4691-aa6c-87c098a2ecae service neutron] 10.222.0.37 "PUT /v2.0/ports/ebd4d679-b99d-45dd-87e4-28d3726193e1 HTTP/1.1" status: 200 len: 1092 time: 1.3122771 Jul 24 09:31:34.982262 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9', 'tag': 'ebd4d679-b99d-45dd-87e4-28d3726193e1'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:31:34.987176 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c69c46a-b7cc-4eef-9aec-51ec2b32762f" -d '{"events": [{"name": "network-changed", "server_uuid": "9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9", "tag": "ebd4d679-b99d-45dd-87e4-28d3726193e1"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:31:35.127482 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e8d9c1-83fe-4a23-a014-75ec568744ad x-openstack-request-id: req-23e8d9c1-83fe-4a23-a014-75ec568744ad {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:31:35.133017 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9", "tag": "ebd4d679-b99d-45dd-87e4-28d3726193e1", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:31:35.134060 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-23e8d9c1-83fe-4a23-a014-75ec568744ad {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:31:35.139044 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9', 'tag': 'ebd4d679-b99d-45dd-87e4-28d3726193e1', 'status': 'completed', 'code': 200} Jul 24 09:31:35.330150 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-045758f0-885b-41e3-a5a5-0ac9818cc935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:35.332226 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-045758f0-885b-41e3-a5a5-0ac9818cc935 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9b1cb98e59c48669615f4c794808b22&device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9 HTTP/1.1" status: 200 len: 1095 time: 0.3021913 Jul 24 09:31:35.437765 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-33592717-f3b4-49ac-ab2f-33696dcf531c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebd4d679-b99d-45dd-87e4-28d3726193e1 HTTP/1.1" status: 200 len: 217 time: 0.0924048 Jul 24 09:31:35.451986 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2ccb2-2cdb-459e-a282-795ee76b5462 req-99a3545b-13b7-4ab6-be7d-4d0a7aa56299 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:35.459291 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-08e2ccb2-2cdb-459e-a282-795ee76b5462 req-99a3545b-13b7-4ab6-be7d-4d0a7aa56299 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.3044269 Jul 24 09:31:35.509405 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9b13d-8938-4c1f-916c-d635b3c56b58 req-0c62a8a8-9b58-421f-aa20-062212f507d4 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:35.515953 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f8d9b13d-8938-4c1f-916c-d635b3c56b58 req-0c62a8a8-9b58-421f-aa20-062212f507d4 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9 HTTP/1.1" status: 200 len: 944 time: 0.1338482 Jul 24 09:31:35.543366 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-08e2ccb2-2cdb-459e-a282-795ee76b5462 req-12ca91f2-a5a2-41c2-b2ad-d85f2eb1ce75 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830700 Jul 24 09:31:35.545804 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-c059ad06-4950-4d80-8752-59961021e18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:35.547213 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-c059ad06-4950-4d80-8752-59961021e18e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cef55fc5-3019-4119-82d6-5bb136a17890 HTTP/1.1" status: 200 len: 847 time: 0.0853608 Jul 24 09:31:35.614848 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f8d9b13d-8938-4c1f-916c-d635b3c56b58 req-34a196da-e773-48f6-a68e-cd254d04d268 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/security-groups?id=482d48c6-1d44-470d-b85c-74e9ff0468c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916800 Jul 24 09:31:35.719036 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-8f90e41a-1b4b-4e12-93bc-7dc56d9b625f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:35.722473 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-8f90e41a-1b4b-4e12-93bc-7dc56d9b625f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0783deff-46f9-4f21-b179-aabc847cb83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1674151 Jul 24 09:31:35.876803 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-c1322f5d-77cf-4f49-94b8-84b298533c02 service neutron] 10.222.0.37 "GET /v2.0/networks/0783deff-46f9-4f21-b179-aabc847cb83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439641 Jul 24 09:31:36.020823 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f9d10362-cc11-43ed-be5b-f5622f33e607 req-58add076-0f46-4b54-9407-062c77ca00ca service neutron] 10.222.0.37 "GET /v2.0/networks/0783deff-46f9-4f21-b179-aabc847cb83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354647 Jul 24 09:31:36.181701 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69c46a-b7cc-4eef-9aec-51ec2b32762f req-70c72e62-d25b-40fc-9f40-549352f14463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:36.183260 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2c69c46a-b7cc-4eef-9aec-51ec2b32762f req-70c72e62-d25b-40fc-9f40-549352f14463 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9b1cb98e59c48669615f4c794808b22&device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9 HTTP/1.1" status: 200 len: 1095 time: 0.1157098 Jul 24 09:31:36.328876 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69c46a-b7cc-4eef-9aec-51ec2b32762f req-2519558e-dcee-4f96-a751-1b7ff5cd69a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:36.330243 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2c69c46a-b7cc-4eef-9aec-51ec2b32762f req-2519558e-dcee-4f96-a751-1b7ff5cd69a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0783deff-46f9-4f21-b179-aabc847cb83f HTTP/1.1" status: 200 len: 908 time: 0.1384649 Jul 24 09:31:36.416980 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2c69c46a-b7cc-4eef-9aec-51ec2b32762f req-968ed589-5f68-4fdf-89b2-f79a668728e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebd4d679-b99d-45dd-87e4-28d3726193e1 HTTP/1.1" status: 200 len: 217 time: 0.0771956 Jul 24 09:31:36.477109 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69c46a-b7cc-4eef-9aec-51ec2b32762f req-86fc9470-ef4e-483e-b4c8-955dd6662449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:36.478806 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2c69c46a-b7cc-4eef-9aec-51ec2b32762f req-86fc9470-ef4e-483e-b4c8-955dd6662449 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cef55fc5-3019-4119-82d6-5bb136a17890 HTTP/1.1" status: 200 len: 847 time: 0.0499721 Jul 24 09:31:36.588036 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69c46a-b7cc-4eef-9aec-51ec2b32762f req-2398804e-21cc-4ffc-ad03-65eba5f8b938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:36.589666 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2c69c46a-b7cc-4eef-9aec-51ec2b32762f req-2398804e-21cc-4ffc-ad03-65eba5f8b938 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0783deff-46f9-4f21-b179-aabc847cb83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031089 Jul 24 09:31:36.833635 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19890e84-060e-4e8f-8221-ec37dea6e21a req-6f4c5c4b-8800-4ce3-ac67-4f5676e7ec66 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:36.842840 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-19890e84-060e-4e8f-8221-ec37dea6e21a req-6f4c5c4b-8800-4ce3-ac67-4f5676e7ec66 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.1439881 Jul 24 09:31:36.905270 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-19890e84-060e-4e8f-8221-ec37dea6e21a req-35a9bc2e-00a8-4255-aec3-5032ae924c69 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559361 Jul 24 09:31:36.951007 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2c69c46a-b7cc-4eef-9aec-51ec2b32762f req-b3cb3258-376a-4edf-b3e4-3a81dae9483d service neutron] 10.222.0.37 "GET /v2.0/networks/0783deff-46f9-4f21-b179-aabc847cb83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532176 Jul 24 09:31:37.035346 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8f993-1a5b-4ed3-bd31-5cc07e7c7c93 req-69aa7dea-6cda-4dab-bd16-a97931bb9f99 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:37.036951 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-aad8f993-1a5b-4ed3-bd31-5cc07e7c7c93 req-69aa7dea-6cda-4dab-bd16-a97931bb9f99 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9 HTTP/1.1" status: 200 len: 944 time: 0.2890079 Jul 24 09:31:37.267479 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-aad8f993-1a5b-4ed3-bd31-5cc07e7c7c93 req-8e9aba9c-4380-47d3-85f6-d1c314782cdb tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/security-groups?id=482d48c6-1d44-470d-b85c-74e9ff0468c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239838 Jul 24 09:31:37.269797 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2c69c46a-b7cc-4eef-9aec-51ec2b32762f req-bc1c5b77-64d7-48f3-8944-94c89bc5575c service neutron] 10.222.0.37 "GET /v2.0/networks/0783deff-46f9-4f21-b179-aabc847cb83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078165 Jul 24 09:31:38.116519 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bada203-e507-49b2-99da-d0eece648003 req-220e42fb-694e-479d-8a6f-e07bf0947533 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:38.130315 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57816) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:38.133411 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9bada203-e507-49b2-99da-d0eece648003 req-220e42fb-694e-479d-8a6f-e07bf0947533 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.1405587 Jul 24 09:31:38.172415 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9bada203-e507-49b2-99da-d0eece648003 req-79a03645-e216-45ec-85bd-c1eecaf857bc tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343764 Jul 24 09:31:38.264255 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ae1f6f1c-9fd3-404c-8299-22264ab6e7ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:38.434113 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ae1f6f1c-9fd3-404c-8299-22264ab6e7ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:38.439415 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ae1f6f1c-9fd3-404c-8299-22264ab6e7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:38.491578 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ae1f6f1c-9fd3-404c-8299-22264ab6e7ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d1e339e05d344449d6a7eb4eaca7435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3590982 Jul 24 09:31:38.493341 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f6f1c-9fd3-404c-8299-22264ab6e7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5e84cc-fac2-4442-8c11-c5a670bbd7ed,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:38.494232 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57836) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:38.528342 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7365eb4-44fb-48f7-89a7-7855ed408c3b req-d8882185-96c2-42bd-9616-cd2ea272afb6 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:38.529917 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e7365eb4-44fb-48f7-89a7-7855ed408c3b req-d8882185-96c2-42bd-9616-cd2ea272afb6 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9 HTTP/1.1" status: 200 len: 944 time: 0.1454818 Jul 24 09:31:38.563795 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4cd3b174-8280-435c-a14e-1bb29de7a59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:38.574727 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e7365eb4-44fb-48f7-89a7-7855ed408c3b req-4ee09ba8-ee32-456d-8155-7224ef1705d0 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/security-groups?id=482d48c6-1d44-470d-b85c-74e9ff0468c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389769 Jul 24 09:31:38.597803 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4cd3b174-8280-435c-a14e-1bb29de7a59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:38.658241 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4cd3b174-8280-435c-a14e-1bb29de7a59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:38.660813 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4cd3b174-8280-435c-a14e-1bb29de7a59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:38.662055 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4cd3b174-8280-435c-a14e-1bb29de7a59f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e5e84cc-fac2-4442-8c11-c5a670bbd7ed HTTP/1.1" status: 204 len: 168 time: 0.1666403 Jul 24 09:31:38.670448 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3b174-8280-435c-a14e-1bb29de7a59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5e84cc-fac2-4442-8c11-c5a670bbd7ed,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:39.070775 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 57850) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:39.095787 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-502a2c16-6a1a-4276-b258-9d960974c1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:39.254699 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-502a2c16-6a1a-4276-b258-9d960974c1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:39.276532 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-502a2c16-6a1a-4276-b258-9d960974c1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:39.282331 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device ebd4d679-b99d-45dd-87e4-28d3726193e1 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:31:39.358662 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-502a2c16-6a1a-4276-b258-9d960974c1a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d956f9a339c74dcbafd5457a3ba0751f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2867606 Jul 24 09:31:39.359064 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 57856) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:39.370059 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a2c16-6a1a-4276-b258-9d960974c1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa007ab-4732-412c-88fe-ee63b529bfa3,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:39.402364 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port ebd4d679-b99d-45dd-87e4-28d3726193e1, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=ebd4d679-b99d-45dd-87e4-28d3726193e1,segment=NetworkSegment(cfed7080-3fee-4453-a63a-a6bc8a5834f7),segment_id=cfed7080-3fee-4453-a63a-a6bc8a5834f7)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:31:39.539672 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb459e-3fd5-4bc8-a199-f46dd28585c6 req-d51a74e8-035c-4c45-87de-42d083bd260f tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:39.541535 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02fb459e-3fd5-4bc8-a199-f46dd28585c6 req-d51a74e8-035c-4c45-87de-42d083bd260f tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.2668142 Jul 24 09:31:39.542432 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-51a96b40-ba2a-4ac2-9e04-d08ac36e1a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:39.580841 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-51a96b40-ba2a-4ac2-9e04-d08ac36e1a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:39.638845 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-51a96b40-ba2a-4ac2-9e04-d08ac36e1a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:39.642713 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-51a96b40-ba2a-4ac2-9e04-d08ac36e1a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:39.643943 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'ebd4d679-b99d-45dd-87e4-28d3726193e1', 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f', 'port_id': 'ebd4d679-b99d-45dd-87e4-28d3726193e1', 'mac_address': 'fa:16:3e:e9:e2:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef55fc5-3019-4119-82d6-5bb136a17890', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:31:39.647941 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-51a96b40-ba2a-4ac2-9e04-d08ac36e1a6e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1aa007ab-4732-412c-88fe-ee63b529bfa3 HTTP/1.1" status: 204 len: 168 time: 0.2853999 Jul 24 09:31:39.735625 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02fb459e-3fd5-4bc8-a199-f46dd28585c6 req-fed5576f-070b-4985-a7d1-f07a9092cb7f tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968585 Jul 24 09:31:39.736721 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a96b40-ba2a-4ac2-9e04-d08ac36e1a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa007ab-4732-412c-88fe-ee63b529bfa3,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:39.772208 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:39.795188 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebd4d679-b99d-45dd-87e4-28d3726193e1 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:31:39.822028 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port ebd4d679-b99d-45dd-87e4-28d3726193e1, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=ebd4d679-b99d-45dd-87e4-28d3726193e1,segment=NetworkSegment(cfed7080-3fee-4453-a63a-a6bc8a5834f7),segment_id=cfed7080-3fee-4453-a63a-a6bc8a5834f7)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:31:39.828900 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:39.853127 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fdee9a-2c5a-4e32-8a0c-1fe8dcb9559a req-0135525e-11fb-4cc2-a576-9e4f80234cc0 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:39.865492 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e1fdee9a-2c5a-4e32-8a0c-1fe8dcb9559a req-0135525e-11fb-4cc2-a576-9e4f80234cc0 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9 HTTP/1.1" status: 200 len: 944 time: 0.1421010 Jul 24 09:31:39.917335 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=ebd4d679-b99d-45dd-87e4-28d3726193e1,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:39.922403 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e1fdee9a-2c5a-4e32-8a0c-1fe8dcb9559a req-d7ecfabf-2a50-4a2e-b29b-49a6bbdcd945 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/security-groups?id=482d48c6-1d44-470d-b85c-74e9ff0468c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554724 Jul 24 09:31:40.057981 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['ebd4d679-b99d-45dd-87e4-28d3726193e1'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:31:41.014666 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdc268-a936-4048-aa81-1f763376c7c9 req-1be8760c-72fc-49a3-a495-bd0dacab7b13 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:41.024461 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9bbdc268-a936-4048-aa81-1f763376c7c9 req-1be8760c-72fc-49a3-a495-bd0dacab7b13 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.1626177 Jul 24 09:31:41.095394 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9bbdc268-a936-4048-aa81-1f763376c7c9 req-024ca577-f02e-4478-b1af-3143c89dc2d9 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696304 Jul 24 09:31:41.148639 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ef191-b639-4d20-9c82-d4e8458218d9 req-cd9baaf4-497e-4e98-a1c9-b332511c416c tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:41.150336 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-800ef191-b639-4d20-9c82-d4e8458218d9 req-cd9baaf4-497e-4e98-a1c9-b332511c416c tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9 HTTP/1.1" status: 200 len: 945 time: 0.1346443 Jul 24 09:31:41.171178 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:31:41.244640 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-800ef191-b639-4d20-9c82-d4e8458218d9 req-33bd64af-671a-4b66-85dc-aae361bce1f4 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/security-groups?id=482d48c6-1d44-470d-b85c-74e9ff0468c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877855 Jul 24 09:31:41.313132 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device ebd4d679-b99d-45dd-87e4-28d3726193e1 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:31:41.412484 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:31:41.433466 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'port_id': '8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa', 'mac_address': 'fa:16:3e:c7:26:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:31:41.500070 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port ebd4d679-b99d-45dd-87e4-28d3726193e1 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:31:41.502617 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:41.519014 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:31:41.524978 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port ebd4d679-b99d-45dd-87e4-28d3726193e1 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:31:41.525357 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:41.602730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:31:41.626770 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:41.713777 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:41.755798 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:41.777442 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:31:41.847071 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port ebd4d679-b99d-45dd-87e4-28d3726193e1, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=ebd4d679-b99d-45dd-87e4-28d3726193e1,segment=NetworkSegment(cfed7080-3fee-4453-a63a-a6bc8a5834f7),segment_id=cfed7080-3fee-4453-a63a-a6bc8a5834f7)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:31:41.851849 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd4d679-b99d-45dd-87e4-28d3726193e1'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:31:41.855181 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b122b9-9f5e-48e6-896d-e9fcc0381769" -d '{"events": [{"server_uuid": "9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9", "name": "network-vif-plugged", "status": "completed", "tag": "ebd4d679-b99d-45dd-87e4-28d3726193e1"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:31:41.863842 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:41.916654 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082a9f42-33b2-4500-a418-a930be051980 x-openstack-request-id: req-082a9f42-33b2-4500-a418-a930be051980 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:31:41.916995 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9", "name": "network-vif-plugged", "status": "completed", "tag": "ebd4d679-b99d-45dd-87e4-28d3726193e1", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:31:41.917254 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-082a9f42-33b2-4500-a418-a930be051980 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:31:41.917650 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd4d679-b99d-45dd-87e4-28d3726193e1', 'code': 200} Jul 24 09:31:41.984372 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=ebd4d679-b99d-45dd-87e4-28d3726193e1,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:42.134247 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451424d4-3b28-4a5a-b85c-8c5f23e4f4a1 req-e6229bb0-5253-4fc2-9677-4b7408bcad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:42.135999 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-451424d4-3b28-4a5a-b85c-8c5f23e4f4a1 req-e6229bb0-5253-4fc2-9677-4b7408bcad86 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9 HTTP/1.1" status: 200 len: 1097 time: 0.1665449 Jul 24 09:31:42.191471 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-451424d4-3b28-4a5a-b85c-8c5f23e4f4a1 req-ddc853af-441e-4cca-89ec-ce5bf08a585c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=482d48c6-1d44-470d-b85c-74e9ff0468c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474367 Jul 24 09:31:42.304924 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab2b55-7e46-4863-8b2e-685663d21110 req-95940481-4e9f-43f7-b5e2-7b1869eb3eb6 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:42.307900 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-06ab2b55-7e46-4863-8b2e-685663d21110 req-95940481-4e9f-43f7-b5e2-7b1869eb3eb6 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 945 time: 0.0885913 Jul 24 09:31:42.415879 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-06ab2b55-7e46-4863-8b2e-685663d21110 req-c25fd4a0-c816-41ab-80fd-aa8e7fcdd57c tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987606 Jul 24 09:31:42.528559 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8943f-be00-4ffc-a30e-66e22be199fb req-a85c1a74-e048-49f0-af7e-1aea87e04958 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:42.536243 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1a8943f-be00-4ffc-a30e-66e22be199fb req-a85c1a74-e048-49f0-af7e-1aea87e04958 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9 HTTP/1.1" status: 200 len: 946 time: 0.1429844 Jul 24 09:31:42.637980 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1a8943f-be00-4ffc-a30e-66e22be199fb req-8786e088-ca79-4303-9825-4315ff2b96a4 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/security-groups?id=482d48c6-1d44-470d-b85c-74e9ff0468c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005270 Jul 24 09:31:43.173514 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:31:43.264251 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:31:43.264703 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:43.366554 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:43.432103 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:31:43.439658 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:43.541193 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa,revision_number=7']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:43.632818 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 58010) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:43.779652 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a627a6-eaeb-41fe-ad93-879180948a26 req-148edffd-2889-4dc2-a0ef-858343bcb5ee tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:43.786537 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-85a627a6-eaeb-41fe-ad93-879180948a26 req-148edffd-2889-4dc2-a0ef-858343bcb5ee tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.1927636 Jul 24 09:31:43.837371 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5872c6db-f5a1-4d6d-a068-85dc0f5feb20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:43.871058 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-85a627a6-eaeb-41fe-ad93-879180948a26 req-a7ef335c-d8bc-4012-a200-f864328b157d tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819767 Jul 24 09:31:43.919829 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d41d6b-87e1-4a01-867f-85152c73a5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:31:43.922385 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a515e1-5fd6-498f-a860-51a0cd76ac3a" -d '{"events": [{"server_uuid": "58d41d6b-87e1-4a01-867f-85152c73a5a2", "name": "network-vif-plugged", "status": "completed", "tag": "8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:31:43.970600 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea39b0fc-8997-4b66-b729-f7663d76a324 x-openstack-request-id: req-ea39b0fc-8997-4b66-b729-f7663d76a324 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:31:43.971133 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d41d6b-87e1-4a01-867f-85152c73a5a2", "name": "network-vif-plugged", "status": "completed", "tag": "8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:31:43.971446 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea39b0fc-8997-4b66-b729-f7663d76a324 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:31:43.971898 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d41d6b-87e1-4a01-867f-85152c73a5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa', 'code': 200} Jul 24 09:31:44.047419 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5872c6db-f5a1-4d6d-a068-85dc0f5feb20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:44.055349 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64887dad-31a4-4bbe-9657-803e03e6cccd req-cb0f663f-5fb0-4ed2-93d4-9e8355911a66 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:44.087067 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64887dad-31a4-4bbe-9657-803e03e6cccd req-cb0f663f-5fb0-4ed2-93d4-9e8355911a66 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9 HTTP/1.1" status: 200 len: 946 time: 0.1682131 Jul 24 09:31:44.119794 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5872c6db-f5a1-4d6d-a068-85dc0f5feb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:44.124022 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:44.183649 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5872c6db-f5a1-4d6d-a068-85dc0f5feb20 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9127ef842364a6a89edd4d1030b16e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5489182 Jul 24 09:31:44.186751 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58028) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:44.219811 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64887dad-31a4-4bbe-9657-803e03e6cccd req-d42fcb4f-d06d-4122-8478-a92ff9dffd94 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/security-groups?id=482d48c6-1d44-470d-b85c-74e9ff0468c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294193 Jul 24 09:31:44.236387 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872c6db-f5a1-4d6d-a068-85dc0f5feb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1caccc32-4cb3-4b20-a8c8-a662fecc5933,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:44.281476 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e48ce3c3-4d6b-456f-9ff8-5838c58bdd14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:44.316682 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e48ce3c3-4d6b-456f-9ff8-5838c58bdd14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:44.427140 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c38934-0e2e-479d-9ca8-ffaa13cecb47 req-feaf38f4-a1f1-42a4-b4ec-0b08a3bcba4c tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:44.437724 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-25c38934-0e2e-479d-9ca8-ffaa13cecb47 req-feaf38f4-a1f1-42a4-b4ec-0b08a3bcba4c tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9 HTTP/1.1" status: 200 len: 946 time: 0.0981920 Jul 24 09:31:44.476303 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e48ce3c3-4d6b-456f-9ff8-5838c58bdd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:44.479029 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e48ce3c3-4d6b-456f-9ff8-5838c58bdd14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:44.481608 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e48ce3c3-4d6b-456f-9ff8-5838c58bdd14 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1caccc32-4cb3-4b20-a8c8-a662fecc5933 HTTP/1.1" status: 204 len: 168 time: 0.2936726 Jul 24 09:31:44.491232 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-25c38934-0e2e-479d-9ca8-ffaa13cecb47 req-1143d01b-e8e8-471e-a0b0-e1fb2d719f6a tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/security-groups?id=482d48c6-1d44-470d-b85c-74e9ff0468c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520287 Jul 24 09:31:44.506438 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ce3c3-4d6b-456f-9ff8-5838c58bdd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1caccc32-4cb3-4b20-a8c8-a662fecc5933,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:44.765504 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd85d69-055d-4cd5-83b8-efde652ad944 req-2d7b7920-df01-4f6d-be23-804351d0fab9 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:44.794886 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cbd85d69-055d-4cd5-83b8-efde652ad944 req-2d7b7920-df01-4f6d-be23-804351d0fab9 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9 HTTP/1.1" status: 200 len: 946 time: 0.1500704 Jul 24 09:31:44.895020 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cbd85d69-055d-4cd5-83b8-efde652ad944 req-026aa6f6-879a-4cce-abdb-ec4391b21594 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/security-groups?id=482d48c6-1d44-470d-b85c-74e9ff0468c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986331 Jul 24 09:31:44.922842 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58048) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:45.003531 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58052) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:45.026456 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3da91338-f6d7-4e41-8703-e5e69dc35634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:45.281711 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f25e5-8910-4628-a8e6-5b16f3531e35 req-0b45e33d-6639-4c38-ae4c-58b8b5c0d76b tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:45.286979 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3da91338-f6d7-4e41-8703-e5e69dc35634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:45.296880 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-770f25e5-8910-4628-a8e6-5b16f3531e35 req-0b45e33d-6639-4c38-ae4c-58b8b5c0d76b tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.2094243 Jul 24 09:31:45.298544 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3da91338-f6d7-4e41-8703-e5e69dc35634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:45.379489 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3da91338-f6d7-4e41-8703-e5e69dc35634 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9cc39376747648e0bd26339ae45b9217&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3747959 Jul 24 09:31:45.385106 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 58056) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:45.433129 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-770f25e5-8910-4628-a8e6-5b16f3531e35 req-982bb6a3-fa3e-4d50-8c86-5193010c8485 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252465 Jul 24 09:31:45.455770 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da91338-f6d7-4e41-8703-e5e69dc35634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d0bf2e-e521-4d47-bf07-89b796311b17,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:45.726948 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af041ae7-4316-4eac-8f84-9642edc6501c tempest-TestServerBasicOps-858593011 tempest-TestServerBasicOps-858593011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:45.733748 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5a5326bc-3bd0-4bb4-8357-f71b5cdcd9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:45.736539 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-af041ae7-4316-4eac-8f84-9642edc6501c tempest-TestServerBasicOps-858593011 tempest-TestServerBasicOps-858593011-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9 HTTP/1.1" status: 200 len: 1092 time: 0.8113868 Jul 24 09:31:45.743051 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58060) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:45.770825 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-78fffb3c-9216-460c-9a37-c2c01c2924d1 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'port_id': 'ebd4d679-b99d-45dd-87e4-28d3726193e1', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:31:45.802834 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5a5326bc-3bd0-4bb4-8357-f71b5cdcd9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:45.827004 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78fffb3c-9216-460c-9a37-c2c01c2924d1 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:45.947790 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5a5326bc-3bd0-4bb4-8357-f71b5cdcd9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:45.951325 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5a5326bc-3bd0-4bb4-8357-f71b5cdcd9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:45.955463 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5a5326bc-3bd0-4bb4-8357-f71b5cdcd9e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55d0bf2e-e521-4d47-bf07-89b796311b17 HTTP/1.1" status: 204 len: 168 time: 0.5666037 Jul 24 09:31:45.967175 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5326bc-3bd0-4bb4-8357-f71b5cdcd9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d0bf2e-e521-4d47-bf07-89b796311b17,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:46.010925 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78fffb3c-9216-460c-9a37-c2c01c2924d1 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:46.255404 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-78fffb3c-9216-460c-9a37-c2c01c2924d1 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Allocated IP 172.25.7.65 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/0883ed77-9bfb-40c3-bc43-9a8e644d179f) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:31:46.443259 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78fffb3c-9216-460c-9a37-c2c01c2924d1 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:46.507747 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78fffb3c-9216-460c-9a37-c2c01c2924d1 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:46.556921 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fffb3c-9216-460c-9a37-c2c01c2924d1 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:31:46.565394 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-78fffb3c-9216-460c-9a37-c2c01c2924d1 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:31:46.573419 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fffb3c-9216-460c-9a37-c2c01c2924d1 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:31:46.593920 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:46.602924 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fffb3c-9216-460c-9a37-c2c01c2924d1 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Pushing event updated for resources: {'Port': ['ID=0883ed77-9bfb-40c3-bc43-9a8e644d179f,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:46.785650 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83eb401-0a15-4f6d-918e-fa398b5fb1a9 req-59ffbd6d-d29c-4b56-8263-fd1f83037976 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:46.808900 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f83eb401-0a15-4f6d-918e-fa398b5fb1a9 req-59ffbd6d-d29c-4b56-8263-fd1f83037976 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.1631842 Jul 24 09:31:46.970743 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f83eb401-0a15-4f6d-918e-fa398b5fb1a9 req-caeae0ae-8b3e-48f9-9728-a4e11e230d9c tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516871 Jul 24 09:31:47.597935 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78fffb3c-9216-460c-9a37-c2c01c2924d1 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:47.757723 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78fffb3c-9216-460c-9a37-c2c01c2924d1 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:48.047009 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78fffb3c-9216-460c-9a37-c2c01c2924d1 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:48.055876 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78fffb3c-9216-460c-9a37-c2c01c2924d1 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:48.211917 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb2f13-56fa-4a12-a889-42a6ab6c146d req-47951e97-ac7e-4293-b24d-f26a97b2961d tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:48.219723 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-92bb2f13-56fa-4a12-a889-42a6ab6c146d req-47951e97-ac7e-4293-b24d-f26a97b2961d tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.0840056 Jul 24 09:31:48.274474 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-92bb2f13-56fa-4a12-a889-42a6ab6c146d req-7bbf5c9a-bbf6-40c0-a980-a9e3a43931b9 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535762 Jul 24 09:31:48.365655 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78fffb3c-9216-460c-9a37-c2c01c2924d1 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:48.492729 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fffb3c-9216-460c-9a37-c2c01c2924d1 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Pushing event updated for resources: {'Port': ['ID=0883ed77-9bfb-40c3-bc43-9a8e644d179f,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:48.548858 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-78fffb3c-9216-460c-9a37-c2c01c2924d1 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Floating IP c490bab4-db6c-4b86-b3cc-20b2f06882e9 associated. External IP: 172.25.7.65, port: ebd4d679-b99d-45dd-87e4-28d3726193e1. Jul 24 09:31:49.016169 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fffb3c-9216-460c-9a37-c2c01c2924d1 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Router 14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:31:49.250729 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fffb3c-9216-460c-9a37-c2c01c2924d1 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:31:49.267077 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1f3e7b-1cc9-4a4b-b0f2-e59f8822e6a1 None None] Sync routers for ids ['14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:31:49.283633 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1f3e7b-1cc9-4a4b-b0f2-e59f8822e6a1 None None] Routers {'14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:31:49.284854 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8c1f3e7b-1cc9-4a4b-b0f2-e59f8822e6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:31:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:31:49.305410 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78fffb3c-9216-460c-9a37-c2c01c2924d1 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:49.378073 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-78fffb3c-9216-460c-9a37-c2c01c2924d1 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6337960 Jul 24 09:31:49.378842 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9', 'tag': 'ebd4d679-b99d-45dd-87e4-28d3726193e1'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:31:49.381462 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa0198c-0d63-4b87-b2d1-20792801af42" -d '{"events": [{"name": "network-changed", "server_uuid": "9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9", "tag": "ebd4d679-b99d-45dd-87e4-28d3726193e1"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:31:49.517017 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699abf87-82ea-46ee-9965-cd2e32eab918 x-openstack-request-id: req-699abf87-82ea-46ee-9965-cd2e32eab918 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:31:49.517397 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9", "tag": "ebd4d679-b99d-45dd-87e4-28d3726193e1", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:31:49.517749 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-699abf87-82ea-46ee-9965-cd2e32eab918 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:31:49.518289 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9', 'tag': 'ebd4d679-b99d-45dd-87e4-28d3726193e1', 'status': 'completed', 'code': 200} Jul 24 09:31:49.532071 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8accce-141e-4f61-8bc7-83eb299375b2 req-ea29a122-4b12-4ea1-849c-1a0f8a275e58 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:49.545072 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d8accce-141e-4f61-8bc7-83eb299375b2 req-ea29a122-4b12-4ea1-849c-1a0f8a275e58 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.1303713 Jul 24 09:31:49.655990 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d8accce-141e-4f61-8bc7-83eb299375b2 req-463b9905-ddc7-4347-8527-f2bba767ff44 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097865 Jul 24 09:31:49.691435 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-8c1f3e7b-1cc9-4a4b-b0f2-e59f8822e6a1 None None] Set router 14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:31:50.032821 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58212) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:50.049778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0198c-0d63-4b87-b2d1-20792801af42 req-8f9e5528-64c2-4aa6-88a4-64123e88b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:50.051425 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-afa0198c-0d63-4b87-b2d1-20792801af42 req-8f9e5528-64c2-4aa6-88a4-64123e88b38a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9b1cb98e59c48669615f4c794808b22&device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9 HTTP/1.1" status: 200 len: 1097 time: 0.5042410 Jul 24 09:31:50.093927 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8c1f3e7b-1cc9-4a4b-b0f2-e59f8822e6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'name': 'tempest-TestServerBasicOps-333584308-router', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:31:03Z', 'updated_at': '2021-07-24T09:31:09Z', 'revision_number': 4, 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'gw_port': {'id': '702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:04Z', 'updated_at': '2021-07-24T09:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'c490bab4-db6c-4b86-b3cc-20b2f06882e9', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'port_id': 'ebd4d679-b99d-45dd-87e4-28d3726193e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f', 'mac_address': 'fa:16:3e:e9:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:31:47Z', 'updated_at': '2021-07-24T09:31:47Z', 'revision_number': 0, 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e892f9fa-bd5a-416a-bc41-5952b4baa632', 'name': '', 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'mac_address': 'fa:16:3e:8f:e3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'cef55fc5-3019-4119-82d6-5bb136a17890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:08Z', 'updated_at': '2021-07-24T09:31:17Z', 'revision_number': 5, 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'subnets': [{'id': 'cef55fc5-3019-4119-82d6-5bb136a17890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:31:50.196153 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1f3e7b-1cc9-4a4b-b0f2-e59f8822e6a1 None None] Checking router: 14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:31:50.225564 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1f3e7b-1cc9-4a4b-b0f2-e59f8822e6a1 None None] Routers {'14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:31:50.226883 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8c1f3e7b-1cc9-4a4b-b0f2-e59f8822e6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:31:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:31:50.265053 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0198c-0d63-4b87-b2d1-20792801af42 req-0c8e4081-dd81-494f-97f9-1538885ca998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:50.271128 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-afa0198c-0d63-4b87-b2d1-20792801af42 req-0c8e4081-dd81-494f-97f9-1538885ca998 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0783deff-46f9-4f21-b179-aabc847cb83f HTTP/1.1" status: 200 len: 908 time: 0.2121110 Jul 24 09:31:50.373216 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dcae7403-dea2-4b7a-b1b5-e164888981c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:50.549044 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-8c1f3e7b-1cc9-4a4b-b0f2-e59f8822e6a1 None None] Set router 14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:31:50.583969 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-afa0198c-0d63-4b87-b2d1-20792801af42 req-40adf07c-ca17-44ce-ac17-6fa37c2ec7b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebd4d679-b99d-45dd-87e4-28d3726193e1 HTTP/1.1" status: 200 len: 999 time: 0.3049338 Jul 24 09:31:50.591952 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dcae7403-dea2-4b7a-b1b5-e164888981c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:50.616280 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dcae7403-dea2-4b7a-b1b5-e164888981c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:50.691464 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-dcae7403-dea2-4b7a-b1b5-e164888981c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96292a9983fc45c18dd834ff91a65b6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6560266 Jul 24 09:31:50.692276 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58228) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:50.693284 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae7403-dea2-4b7a-b1b5-e164888981c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061afe3f-2d5d-4c5f-9112-45db26c28b42,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:50.772220 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0198c-0d63-4b87-b2d1-20792801af42 req-4cf21587-f8c9-4e64-ac53-c4662ebb63c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:50.773751 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-afa0198c-0d63-4b87-b2d1-20792801af42 req-4cf21587-f8c9-4e64-ac53-c4662ebb63c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cef55fc5-3019-4119-82d6-5bb136a17890 HTTP/1.1" status: 200 len: 847 time: 0.1709890 Jul 24 09:31:50.821206 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-57d14f12-d872-4468-9413-c76ecb1c31e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:50.845645 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-57d14f12-d872-4468-9413-c76ecb1c31e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:50.954732 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-57d14f12-d872-4468-9413-c76ecb1c31e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:50.958017 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-57d14f12-d872-4468-9413-c76ecb1c31e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:50.961817 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-57d14f12-d872-4468-9413-c76ecb1c31e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/061afe3f-2d5d-4c5f-9112-45db26c28b42 HTTP/1.1" status: 204 len: 168 time: 0.2618103 Jul 24 09:31:50.972678 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d14f12-d872-4468-9413-c76ecb1c31e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061afe3f-2d5d-4c5f-9112-45db26c28b42,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:51.042589 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0198c-0d63-4b87-b2d1-20792801af42 req-fd84bff3-f33c-4b1e-9b0d-35a3efc9a398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:51.044685 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-afa0198c-0d63-4b87-b2d1-20792801af42 req-fd84bff3-f33c-4b1e-9b0d-35a3efc9a398 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0783deff-46f9-4f21-b179-aabc847cb83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2634349 Jul 24 09:31:51.115967 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8c1f3e7b-1cc9-4a4b-b0f2-e59f8822e6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'name': 'tempest-TestServerBasicOps-333584308-router', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:31:03Z', 'updated_at': '2021-07-24T09:31:09Z', 'revision_number': 4, 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'gw_port': {'id': '702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:04Z', 'updated_at': '2021-07-24T09:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'c490bab4-db6c-4b86-b3cc-20b2f06882e9', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'port_id': 'ebd4d679-b99d-45dd-87e4-28d3726193e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f', 'mac_address': 'fa:16:3e:e9:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:31:47Z', 'updated_at': '2021-07-24T09:31:47Z', 'revision_number': 0, 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e892f9fa-bd5a-416a-bc41-5952b4baa632', 'name': '', 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'mac_address': 'fa:16:3e:8f:e3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'cef55fc5-3019-4119-82d6-5bb136a17890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:08Z', 'updated_at': '2021-07-24T09:31:17Z', 'revision_number': 5, 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'subnets': [{'id': 'cef55fc5-3019-4119-82d6-5bb136a17890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:31:51.152375 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1f3e7b-1cc9-4a4b-b0f2-e59f8822e6a1 None None] The sync data for ids ['14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'] in n-d-800085-9 is: [{'id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'name': 'tempest-TestServerBasicOps-333584308-router', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:31:03Z', 'updated_at': '2021-07-24T09:31:09Z', 'revision_number': 4, 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'gw_port': {'id': '702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:04Z', 'updated_at': '2021-07-24T09:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'c490bab4-db6c-4b86-b3cc-20b2f06882e9', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'port_id': 'ebd4d679-b99d-45dd-87e4-28d3726193e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f', 'mac_address': 'fa:16:3e:e9:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:31:47Z', 'updated_at': '2021-07-24T09:31:47Z', 'revision_number': 0, 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e892f9fa-bd5a-416a-bc41-5952b4baa632', 'name': '', 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'mac_address': 'fa:16:3e:8f:e3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'cef55fc5-3019-4119-82d6-5bb136a17890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:08Z', 'updated_at': '2021-07-24T09:31:17Z', 'revision_number': 5, 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'subnets': [{'id': 'cef55fc5-3019-4119-82d6-5bb136a17890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:31:51.243355 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-afa0198c-0d63-4b87-b2d1-20792801af42 req-f46cac07-5aa2-4a96-b7bc-bcbd978b6b98 service neutron] 10.222.0.37 "GET /v2.0/networks/0783deff-46f9-4f21-b179-aabc847cb83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807907 Jul 24 09:31:51.272052 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320938bc-80cb-4def-8d60-91e00bd15457 req-5f0919d2-fd98-4a36-9ba7-2bd13dc2f1a1 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:51.282591 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-320938bc-80cb-4def-8d60-91e00bd15457 req-5f0919d2-fd98-4a36-9ba7-2bd13dc2f1a1 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.4185026 Jul 24 09:31:51.493718 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-320938bc-80cb-4def-8d60-91e00bd15457 req-7e9e9f0e-8187-42ad-87a9-bab73beb4755 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096748 Jul 24 09:31:51.622141 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-afa0198c-0d63-4b87-b2d1-20792801af42 req-bdb6c91d-6401-4a74-947c-6efad877a4c1 service neutron] 10.222.0.37 "GET /v2.0/networks/0783deff-46f9-4f21-b179-aabc847cb83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715954 Jul 24 09:31:51.732450 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e25a7b-e17e-4e41-9e0c-50f822f612a0 None None] New status for floating IP c490bab4-db6c-4b86-b3cc-20b2f06882e9: ACTIVE {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:31:51.798770 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58250) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:51.825457 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8461f45c-eee6-48e0-9d56-d00463ffdecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:52.006918 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8461f45c-eee6-48e0-9d56-d00463ffdecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:52.024314 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8461f45c-eee6-48e0-9d56-d00463ffdecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:52.079725 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8461f45c-eee6-48e0-9d56-d00463ffdecb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6aef3d1875634ebd8c178b6da4937453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774420 Jul 24 09:31:52.079725 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461f45c-eee6-48e0-9d56-d00463ffdecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d15630-3338-44be-a56a-b54c7aa75c86,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:52.080356 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 58254) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:31:52.174162 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-427c61be-58f7-4fc8-b14f-bca100745672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:52.242188 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-427c61be-58f7-4fc8-b14f-bca100745672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:52.311576 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-427c61be-58f7-4fc8-b14f-bca100745672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:52.315063 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-427c61be-58f7-4fc8-b14f-bca100745672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:52.319706 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-427c61be-58f7-4fc8-b14f-bca100745672 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4d15630-3338-44be-a56a-b54c7aa75c86 HTTP/1.1" status: 204 len: 168 time: 0.2373374 Jul 24 09:31:52.348522 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c61be-58f7-4fc8-b14f-bca100745672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d15630-3338-44be-a56a-b54c7aa75c86,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:31:52.720030 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3ceb2-2515-45f5-a84b-dfce360e3aef req-5b6d8f9a-3675-4974-943c-02b92ccee8ba tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:52.722488 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dff3ceb2-2515-45f5-a84b-dfce360e3aef req-5b6d8f9a-3675-4974-943c-02b92ccee8ba tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.0782509 Jul 24 09:31:52.844413 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dff3ceb2-2515-45f5-a84b-dfce360e3aef req-047ddc4f-8bb4-4562-8919-e851b736e496 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082137 Jul 24 09:31:54.159206 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae603c-789e-4cab-a4e6-b50ec516374c req-17019d92-6e7b-424f-adb8-a89627262fe8 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:54.160826 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0bae603c-789e-4cab-a4e6-b50ec516374c req-17019d92-6e7b-424f-adb8-a89627262fe8 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.1770208 Jul 24 09:31:54.259707 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0bae603c-789e-4cab-a4e6-b50ec516374c req-bbae2216-3990-4689-9a23-e9f60a243044 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880222 Jul 24 09:31:55.520700 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1c692-eab6-4233-b4d4-893e17e1212b req-e9c690bc-d9ac-455e-b252-242f8045ca19 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:55.536608 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3aa1c692-eab6-4233-b4d4-893e17e1212b req-e9c690bc-d9ac-455e-b252-242f8045ca19 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.1402073 Jul 24 09:31:55.605666 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3aa1c692-eab6-4233-b4d4-893e17e1212b req-fe5c3af3-4af4-43d9-92dc-ffaaa0c3f795 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625730 Jul 24 09:31:56.772236 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a71fb-9387-44c7-884a-b21903ead911 req-4c62f9e9-f711-4242-b76f-0e09282bee43 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:56.780699 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8c8a71fb-9387-44c7-884a-b21903ead911 req-4c62f9e9-f711-4242-b76f-0e09282bee43 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.0874488 Jul 24 09:31:56.852881 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8c8a71fb-9387-44c7-884a-b21903ead911 req-c8835962-7a29-4a29-b907-d96bd1fea133 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665710 Jul 24 09:31:57.270590 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4d00b269-ded0-46c6-83bc-f4f6bf5f00a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:31:58.026020 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04655b5-b40f-4b26-8e7a-fa40c9cc3234 req-94c0d990-8a7c-4de8-a16a-b2eeda4269b9 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:58.034839 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d04655b5-b40f-4b26-8e7a-fa40c9cc3234 req-94c0d990-8a7c-4de8-a16a-b2eeda4269b9 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.0982749 Jul 24 09:31:58.095681 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d04655b5-b40f-4b26-8e7a-fa40c9cc3234 req-aa8e7354-1ff2-4310-b6fd-18aeb2bef619 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593402 Jul 24 09:31:59.287679 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a95dc-2db1-4407-84e5-d2e4a9ddc025 req-c94d553b-5557-4686-b1c2-20ff283920a6 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:31:59.289849 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0f1a95dc-2db1-4407-84e5-d2e4a9ddc025 req-c94d553b-5557-4686-b1c2-20ff283920a6 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.0923574 Jul 24 09:31:59.353252 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0f1a95dc-2db1-4407-84e5-d2e4a9ddc025 req-ff54433a-47aa-4896-bf38-1941e8513075 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574732 Jul 24 09:31:59.778517 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d3cf03e7-07ed-4be3-889d-269f2024f930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:00.453359 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:00.566034 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58482) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:00.672877 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac1d92-9788-4505-bf64-9a3c8e4e0982 req-b49c64ee-39a3-4043-8c56-4406d251d627 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:00.705410 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f6ac1d92-9788-4505-bf64-9a3c8e4e0982 req-b49c64ee-39a3-4043-8c56-4406d251d627 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.1745191 Jul 24 09:32:00.843689 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f6ac1d92-9788-4505-bf64-9a3c8e4e0982 req-b57a1d4b-6014-44e7-b9a7-9e8e1ddf4547 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373472 Jul 24 09:32:01.013399 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:01.129057 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1bc1a39f-b2b2-4e47-91fe-bc9e8f73d7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:01.347247 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1bc1a39f-b2b2-4e47-91fe-bc9e8f73d7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:01.359533 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1bc1a39f-b2b2-4e47-91fe-bc9e8f73d7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:01.444198 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1a39f-b2b2-4e47-91fe-bc9e8f73d7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d645a5-d996-4b0d-90e8-fb66d640b0d8,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:02.066449 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc1a39f-b2b2-4e47-91fe-bc9e8f73d7fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:02.067253 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc1a39f-b2b2-4e47-91fe-bc9e8f73d7fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:02.067253 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc1a39f-b2b2-4e47-91fe-bc9e8f73d7fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:02.067447 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc1a39f-b2b2-4e47-91fe-bc9e8f73d7fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:02.067764 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc1a39f-b2b2-4e47-91fe-bc9e8f73d7fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:02.068093 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc1a39f-b2b2-4e47-91fe-bc9e8f73d7fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:02.068622 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc1a39f-b2b2-4e47-91fe-bc9e8f73d7fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:02.068919 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc1a39f-b2b2-4e47-91fe-bc9e8f73d7fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:02.069246 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc1a39f-b2b2-4e47-91fe-bc9e8f73d7fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:02.069571 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc1a39f-b2b2-4e47-91fe-bc9e8f73d7fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:02.069900 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc1a39f-b2b2-4e47-91fe-bc9e8f73d7fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:02.070224 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc1a39f-b2b2-4e47-91fe-bc9e8f73d7fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:02.098266 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1bc1a39f-b2b2-4e47-91fe-bc9e8f73d7fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73d3bce6bd234defb054c1ee38e98eba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5310061 Jul 24 09:32:02.109578 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58522) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:02.173610 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-62f554c3-d73d-4fdb-af02-0b97d0b7c9dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:02.223054 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c0b57-a2b9-45d3-8bb4-8116acf28aa3 req-26eae197-1201-4c27-89d9-d116860999f7 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:02.234837 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4d6c0b57-a2b9-45d3-8bb4-8116acf28aa3 req-26eae197-1201-4c27-89d9-d116860999f7 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.1718211 Jul 24 09:32:02.267681 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-62f554c3-d73d-4fdb-af02-0b97d0b7c9dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:02.318071 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4d6c0b57-a2b9-45d3-8bb4-8116acf28aa3 req-69281986-a287-4c0b-bdfd-7bd42a3c39ec tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819342 Jul 24 09:32:02.352857 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-62f554c3-d73d-4fdb-af02-0b97d0b7c9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:02.355597 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-62f554c3-d73d-4fdb-af02-0b97d0b7c9dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:02.359097 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-62f554c3-d73d-4fdb-af02-0b97d0b7c9dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6d645a5-d996-4b0d-90e8-fb66d640b0d8 HTTP/1.1" status: 204 len: 168 time: 0.2463424 Jul 24 09:32:02.369226 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f554c3-d73d-4fdb-af02-0b97d0b7c9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d645a5-d996-4b0d-90e8-fb66d640b0d8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:02.884018 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:03.673322 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a412b-b803-47b2-b2c4-e70173f1bdff req-7b86e837-445a-4e2d-b15c-bdb6a89acdd8 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:03.687299 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dc0a412b-b803-47b2-b2c4-e70173f1bdff req-7b86e837-445a-4e2d-b15c-bdb6a89acdd8 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.1492655 Jul 24 09:32:03.774871 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dc0a412b-b803-47b2-b2c4-e70173f1bdff req-eda0a1b6-7701-455d-9321-251c0dec1997 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865028 Jul 24 09:32:04.961803 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f0092-bcb4-48eb-bb4b-5a6b24a08f43 req-ab09f9da-8154-42a2-a147-f1d86858df3f tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:04.971081 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-686f0092-bcb4-48eb-bb4b-5a6b24a08f43 req-ab09f9da-8154-42a2-a147-f1d86858df3f tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.0877903 Jul 24 09:32:05.025474 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-686f0092-bcb4-48eb-bb4b-5a6b24a08f43 req-89bd4928-d6c9-4f89-9c73-a26f15615994 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531163 Jul 24 09:32:06.289752 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c745bc-418c-4d88-a793-ebd89e118cfd req-d1ecc14a-ff8b-4271-a021-e4f12bdd14cc tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:06.300212 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f2c745bc-418c-4d88-a793-ebd89e118cfd req-d1ecc14a-ff8b-4271-a021-e4f12bdd14cc tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.1487303 Jul 24 09:32:06.401611 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f2c745bc-418c-4d88-a793-ebd89e118cfd req-11978795-8d98-4d6c-a516-e332e5960cf9 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978656 Jul 24 09:32:06.707312 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58680) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:06.712694 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f404286a-9726-45a6-a006-153bcc6ac943 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1741642498', 'description': 'tempest-secgroup-smoke-1741642498 description', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:06.745364 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f404286a-9726-45a6-a006-153bcc6ac943 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:06.759110 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f404286a-9726-45a6-a006-153bcc6ac943 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:06.909464 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f404286a-9726-45a6-a006-153bcc6ac943 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:06.918800 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f404286a-9726-45a6-a006-153bcc6ac943 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:06.977014 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 58690) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:07.062329 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404286a-9726-45a6-a006-153bcc6ac943 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e31e7989-31a5-4b3b-851b-547899df69b5,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:07.142029 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f404286a-9726-45a6-a006-153bcc6ac943 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:07.150926 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f404286a-9726-45a6-a006-153bcc6ac943 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:07.187838 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f404286a-9726-45a6-a006-153bcc6ac943 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:07.188595 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ba63bfd3-55f5-4f1b-b101-6c38723f3719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:07.191900 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f404286a-9726-45a6-a006-153bcc6ac943 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4808009 Jul 24 09:32:07.196997 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 58700) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:07.208264 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404286a-9726-45a6-a006-153bcc6ac943 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30ce6fa1-ff73-410a-9fa2-f253c00aad4a,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:07.209406 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-a6e0f4fe-9264-4ea5-8a20-26cf1dfa36b6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group_rule': {'security_group_id': '30ce6fa1-ff73-410a-9fa2-f253c00aad4a', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:07.233058 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884dfe56-20fa-4bed-a5a5-a1e064258ae8 req-0dd810c7-f164-4983-9430-41b01e74a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:07.234579 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-884dfe56-20fa-4bed-a5a5-a1e064258ae8 req-0dd810c7-f164-4983-9430-41b01e74a715 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bff123a614204702924a0af9802e1c93&device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 1097 time: 0.1504529 Jul 24 09:32:07.281173 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6e0f4fe-9264-4ea5-8a20-26cf1dfa36b6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:07.397881 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884dfe56-20fa-4bed-a5a5-a1e064258ae8 req-f2909d00-6272-4ba4-a2a0-bc046d764bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:07.399353 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-884dfe56-20fa-4bed-a5a5-a1e064258ae8 req-f2909d00-6272-4ba4-a2a0-bc046d764bf4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=57115fda-8a95-4d7e-8f17-f315710a2698 HTTP/1.1" status: 200 len: 916 time: 0.1582029 Jul 24 09:32:07.468409 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6e0f4fe-9264-4ea5-8a20-26cf1dfa36b6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:07.481421 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6e0f4fe-9264-4ea5-8a20-26cf1dfa36b6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:07.519727 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0f4fe-9264-4ea5-8a20-26cf1dfa36b6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a89343-e7e0-4327-b9f5-67d17a04ec24,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:07.532871 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ba63bfd3-55f5-4f1b-b101-6c38723f3719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:07.536004 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-884dfe56-20fa-4bed-a5a5-a1e064258ae8 req-411a93eb-af40-474c-8bd2-a7cd36eaedf9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa HTTP/1.1" status: 200 len: 1001 time: 0.1283500 Jul 24 09:32:07.540123 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ba63bfd3-55f5-4f1b-b101-6c38723f3719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:07.559516 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6e0f4fe-9264-4ea5-8a20-26cf1dfa36b6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:07.561957 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a6e0f4fe-9264-4ea5-8a20-26cf1dfa36b6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3570182 Jul 24 09:32:07.564873 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58710) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:07.570124 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-11ce265a-0645-4fdd-9952-5388d57d2f00 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group_rule': {'security_group_id': '30ce6fa1-ff73-410a-9fa2-f253c00aad4a', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:07.608117 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5866039-7065-4aa5-8f5f-88ea1777a365 req-47e15cbb-9ef0-4ad6-870e-54ad59292e01 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:07.609894 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e5866039-7065-4aa5-8f5f-88ea1777a365 req-47e15cbb-9ef0-4ad6-870e-54ad59292e01 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.1282277 Jul 24 09:32:07.650867 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-11ce265a-0645-4fdd-9952-5388d57d2f00 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:07.651783 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63bfd3-55f5-4f1b-b101-6c38723f3719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619a162d-08a5-4492-ac54-e64ddfdc95aa,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:07.659192 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ba63bfd3-55f5-4f1b-b101-6c38723f3719 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c823954065244209f952623c08e15f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6784925 Jul 24 09:32:07.660157 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 58716) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:07.661467 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e5866039-7065-4aa5-8f5f-88ea1777a365 req-8bbda44a-9c0d-485e-9eb8-0db5085270b2 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455918 Jul 24 09:32:07.671406 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884dfe56-20fa-4bed-a5a5-a1e064258ae8 req-bc377656-c4d1-4fd4-a256-e0f0137b4b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:07.673679 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-884dfe56-20fa-4bed-a5a5-a1e064258ae8 req-bc377656-c4d1-4fd4-a256-e0f0137b4b05 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed3face8-48a4-4110-b201-0b1158c92dba HTTP/1.1" status: 200 len: 855 time: 0.1299117 Jul 24 09:32:07.733445 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-11ce265a-0645-4fdd-9952-5388d57d2f00 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:07.740245 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-11ce265a-0645-4fdd-9952-5388d57d2f00 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:07.765458 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-499fac37-cca8-4320-b182-0b494070feee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:07.778455 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-11ce265a-0645-4fdd-9952-5388d57d2f00 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:07.782184 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-11ce265a-0645-4fdd-9952-5388d57d2f00 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2136400 Jul 24 09:32:07.782628 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58720) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:07.797915 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-bbd27579-b7c0-4bc8-8885-a8f49cebe71a tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group_rule': {'security_group_id': '30ce6fa1-ff73-410a-9fa2-f253c00aad4a', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:07.802505 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce265a-0645-4fdd-9952-5388d57d2f00 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6e34e4-2cd7-4d43-9fab-03a308db4036,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:07.809663 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884dfe56-20fa-4bed-a5a5-a1e064258ae8 req-9c21bb4b-0c1c-46f7-b337-efdb604c043f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:07.811494 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-884dfe56-20fa-4bed-a5a5-a1e064258ae8 req-9c21bb4b-0c1c-46f7-b337-efdb604c043f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=57115fda-8a95-4d7e-8f17-f315710a2698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1307640 Jul 24 09:32:07.819104 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-499fac37-cca8-4320-b182-0b494070feee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:07.832686 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bbd27579-b7c0-4bc8-8885-a8f49cebe71a tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:07.919092 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bbd27579-b7c0-4bc8-8885-a8f49cebe71a tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:07.925268 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bbd27579-b7c0-4bc8-8885-a8f49cebe71a tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:07.945825 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd27579-b7c0-4bc8-8885-a8f49cebe71a tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b125f52e-41f9-4db2-b12e-19e441b0502d,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:07.953052 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bbd27579-b7c0-4bc8-8885-a8f49cebe71a tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:07.954306 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bbd27579-b7c0-4bc8-8885-a8f49cebe71a tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1706386 Jul 24 09:32:07.956171 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-884dfe56-20fa-4bed-a5a5-a1e064258ae8 req-0504e172-33c9-490e-8877-623d0db248d7 service neutron] 10.222.0.20 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348016 Jul 24 09:32:07.957144 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 58724) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:07.961940 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-faec48a0-ef87-4993-8798-5cddfbca10c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group_rule': {'security_group_id': '30ce6fa1-ff73-410a-9fa2-f253c00aad4a', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:08.061683 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-499fac37-cca8-4320-b182-0b494070feee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:08.064395 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-499fac37-cca8-4320-b182-0b494070feee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:08.065584 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-499fac37-cca8-4320-b182-0b494070feee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/619a162d-08a5-4492-ac54-e64ddfdc95aa HTTP/1.1" status: 204 len: 168 time: 0.4021428 Jul 24 09:32:08.069281 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-faec48a0-ef87-4993-8798-5cddfbca10c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:08.091192 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499fac37-cca8-4320-b182-0b494070feee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619a162d-08a5-4492-ac54-e64ddfdc95aa,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:08.115942 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-884dfe56-20fa-4bed-a5a5-a1e064258ae8 req-b5bac9ab-a304-42c8-94a3-6500b517d18f service neutron] 10.222.0.20 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481826 Jul 24 09:32:08.166028 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-faec48a0-ef87-4993-8798-5cddfbca10c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:08.186349 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-faec48a0-ef87-4993-8798-5cddfbca10c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:08.209770 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-faec48a0-ef87-4993-8798-5cddfbca10c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:08.214096 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58738) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:08.214473 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-faec48a0-ef87-4993-8798-5cddfbca10c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2562671 Jul 24 09:32:08.218105 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec48a0-ef87-4993-8798-5cddfbca10c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c01468-4b29-41c0-bad8-ac113d1698e0,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:08.220596 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-8ed3e228-668b-48e8-8780-9f2ae4367172 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group_rule': {'security_group_id': '30ce6fa1-ff73-410a-9fa2-f253c00aad4a', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:08.249557 n-d-800085-9 neutron-server[94035]: INFO neutron.db.securitygroups_db [None req-8ed3e228-668b-48e8-8780-9f2ae4367172 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Project 766769263b9c4ac0aa4c77c8f3c95808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 09:32:08.256177 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8ed3e228-668b-48e8-8780-9f2ae4367172 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:08.344299 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8ed3e228-668b-48e8-8780-9f2ae4367172 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:08.361406 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8ed3e228-668b-48e8-8780-9f2ae4367172 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:08.383914 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3e228-668b-48e8-8780-9f2ae4367172 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5962b3-056c-4f76-bd2e-0fbeab33e836,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:08.392912 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8ed3e228-668b-48e8-8780-9f2ae4367172 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:08.394590 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8ed3e228-668b-48e8-8780-9f2ae4367172 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1784968 Jul 24 09:32:08.397691 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58750) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:08.403286 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f2f048c3-597b-459a-99dc-e7764a611c0e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group_rule': {'security_group_id': '30ce6fa1-ff73-410a-9fa2-f253c00aad4a', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:08.443611 n-d-800085-9 neutron-server[94035]: INFO neutron.db.securitygroups_db [None req-f2f048c3-597b-459a-99dc-e7764a611c0e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Project 766769263b9c4ac0aa4c77c8f3c95808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 09:32:08.450613 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f2f048c3-597b-459a-99dc-e7764a611c0e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:08.538061 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f2f048c3-597b-459a-99dc-e7764a611c0e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:08.542736 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f2f048c3-597b-459a-99dc-e7764a611c0e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:08.545047 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 58754) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:08.564934 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f048c3-597b-459a-99dc-e7764a611c0e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=707a2ee2-51d4-4b5e-8458-39cd42a6f14a,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:08.583811 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f2f048c3-597b-459a-99dc-e7764a611c0e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:08.586026 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f2f048c3-597b-459a-99dc-e7764a611c0e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1868305 Jul 24 09:32:08.589111 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 58758) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:08.594513 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-31d9b645-8d41-49a1-a28e-fc0c6eaf45fe tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'network': {'name': 'tempest-network-smoke--890142956', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'port_security_enabled': True}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:08.625447 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d9b645-8d41-49a1-a28e-fc0c6eaf45fe tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Made reservation on behalf of 766769263b9c4ac0aa4c77c8f3c95808 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:32:08.630804 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-31d9b645-8d41-49a1-a28e-fc0c6eaf45fe tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:08.662563 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d9b645-8d41-49a1-a28e-fc0c6eaf45fe tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:32:08.687125 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-31d9b645-8d41-49a1-a28e-fc0c6eaf45fe tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:08.687582 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-31d9b645-8d41-49a1-a28e-fc0c6eaf45fe tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Added segment 0586ade4-a6d7-4b93-954a-2d6955872314 of type vlan for network 8534989a-79c0-4b00-84df-d6b9f1285f33 Jul 24 09:32:08.712109 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cdb9b2e5-3db9-4a14-84ca-7c1211627983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:08.804558 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-31d9b645-8d41-49a1-a28e-fc0c6eaf45fe tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:08.836624 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca52e91-48e4-4db4-a873-2fd69a5b8641 req-cb03304e-e044-4536-8c94-08502b3b4034 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:08.839713 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aca52e91-48e4-4db4-a873-2fd69a5b8641 req-cb03304e-e044-4536-8c94-08502b3b4034 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.0916402 Jul 24 09:32:08.911598 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aca52e91-48e4-4db4-a873-2fd69a5b8641 req-e3a1b2df-147c-4a93-84c5-2ef6dbcb4641 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598068 Jul 24 09:32:08.911833 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-31d9b645-8d41-49a1-a28e-fc0c6eaf45fe tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:08.921450 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d9b645-8d41-49a1-a28e-fc0c6eaf45fe tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:08.922468 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-31d9b645-8d41-49a1-a28e-fc0c6eaf45fe tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:08.941825 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cdb9b2e5-3db9-4a14-84ca-7c1211627983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:08.964545 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cdb9b2e5-3db9-4a14-84ca-7c1211627983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:09.006974 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-31d9b645-8d41-49a1-a28e-fc0c6eaf45fe tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4166267 Jul 24 09:32:09.010047 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58780) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:09.017128 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-17ac28a2-8f68-4258-ad2e-5a9ebba7431d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1015916126', 'admin_state_up': True, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:09.047044 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17ac28a2-8f68-4258-ad2e-5a9ebba7431d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:09.048132 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17ac28a2-8f68-4258-ad2e-5a9ebba7431d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:09.073930 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9b645-8d41-49a1-a28e-fc0c6eaf45fe tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Network': ['ID=8534989a-79c0-4b00-84df-d6b9f1285f33,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:09.086757 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 8534989a-79c0-4b00-84df-d6b9f1285f33 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:32:09.090573 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-cdb9b2e5-3db9-4a14-84ca-7c1211627983 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e39023b763184dcc8d199ee727e6ff23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5434115 Jul 24 09:32:09.092933 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 58786) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:09.093590 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9b2e5-3db9-4a14-84ca-7c1211627983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a86a54-87cb-4f7e-bb7f-86618403f36a,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:09.106913 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-07e2f3d9-7375-4bb1-86cf-8de5d1c8f3f7 req-21503fa8-1ba4-406c-adf3-ab4ddd5bc0f2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=453617fa-c3a6-42f3-af83-6fa84c7a51ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2634759 Jul 24 09:32:09.149757 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c986a0cf-29e6-4fa8-8a5b-318317c0f8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:09.156706 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17ac28a2-8f68-4258-ad2e-5a9ebba7431d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:09.203797 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c986a0cf-29e6-4fa8-8a5b-318317c0f8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:09.288819 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2f3d9-7375-4bb1-86cf-8de5d1c8f3f7 req-b7b973f4-cfee-464b-ac45-0cd0b0f2c694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:09.290410 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-07e2f3d9-7375-4bb1-86cf-8de5d1c8f3f7 req-b7b973f4-cfee-464b-ac45-0cd0b0f2c694 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ddf1f6a8ea84a438a459d68cf609e56&device_id=453617fa-c3a6-42f3-af83-6fa84c7a51ac HTTP/1.1" status: 200 len: 1097 time: 0.0969529 Jul 24 09:32:09.308769 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c986a0cf-29e6-4fa8-8a5b-318317c0f8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:09.311542 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c986a0cf-29e6-4fa8-8a5b-318317c0f8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:09.312810 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c986a0cf-29e6-4fa8-8a5b-318317c0f8cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/43a86a54-87cb-4f7e-bb7f-86618403f36a HTTP/1.1" status: 204 len: 168 time: 0.2164123 Jul 24 09:32:09.361781 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986a0cf-29e6-4fa8-8a5b-318317c0f8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a86a54-87cb-4f7e-bb7f-86618403f36a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:09.362151 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17ac28a2-8f68-4258-ad2e-5a9ebba7431d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:09.478492 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2f3d9-7375-4bb1-86cf-8de5d1c8f3f7 req-1e196064-fafd-4ee3-b546-88ae227e8c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:09.480571 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-07e2f3d9-7375-4bb1-86cf-8de5d1c8f3f7 req-1e196064-fafd-4ee3-b546-88ae227e8c11 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d HTTP/1.1" status: 200 len: 911 time: 0.1604280 Jul 24 09:32:09.593140 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-07e2f3d9-7375-4bb1-86cf-8de5d1c8f3f7 req-53ef626f-dc52-4e71-87e7-1c5ae21668b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=147978b4-53aa-4cb6-9e65-86d4915a6397 HTTP/1.1" status: 200 len: 1000 time: 0.1043086 Jul 24 09:32:09.667517 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17ac28a2-8f68-4258-ad2e-5a9ebba7431d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:09.692975 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17ac28a2-8f68-4258-ad2e-5a9ebba7431d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:09.759533 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2f3d9-7375-4bb1-86cf-8de5d1c8f3f7 req-ae361fbf-d593-47e1-9124-610abbca32f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:09.765926 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-07e2f3d9-7375-4bb1-86cf-8de5d1c8f3f7 req-ae361fbf-d593-47e1-9124-610abbca32f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff HTTP/1.1" status: 200 len: 850 time: 0.1670942 Jul 24 09:32:09.828143 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 58804) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:09.845735 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a11784ec-aab4-4fe5-9dc2-867da73a1e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:09.892051 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2f3d9-7375-4bb1-86cf-8de5d1c8f3f7 req-0c26d7c1-7045-47e0-921d-bbf8653d3abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:09.893274 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-07e2f3d9-7375-4bb1-86cf-8de5d1c8f3f7 req-0c26d7c1-7045-47e0-921d-bbf8653d3abc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200314 Jul 24 09:32:09.897668 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-17ac28a2-8f68-4258-ad2e-5a9ebba7431d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Allocated IP 172.25.7.17 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/26573854-97a7-4c09-be8f-648b45307b8c) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:32:10.171672 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17ac28a2-8f68-4258-ad2e-5a9ebba7431d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:10.262871 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f16ff7-df76-4595-8a5b-18c8b2192641 req-90478c59-d814-4e7a-9181-3177667daba3 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:10.265064 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-67f16ff7-df76-4595-8a5b-18c8b2192641 req-90478c59-d814-4e7a-9181-3177667daba3 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 946 time: 0.1782739 Jul 24 09:32:10.336428 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-67f16ff7-df76-4595-8a5b-18c8b2192641 req-9f9ac41b-16ea-4d31-add2-3abc43aae086 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617383 Jul 24 09:32:10.340915 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17ac28a2-8f68-4258-ad2e-5a9ebba7431d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:10.409592 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ac28a2-8f68-4258-ad2e-5a9ebba7431d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:32:10.414325 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-17ac28a2-8f68-4258-ad2e-5a9ebba7431d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:32:10.447048 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-07e2f3d9-7375-4bb1-86cf-8de5d1c8f3f7 req-9d3dc4fd-70d8-4458-a0e5-5ec45f14e14f service neutron] 10.222.0.37 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452845 Jul 24 09:32:10.447564 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ac28a2-8f68-4258-ad2e-5a9ebba7431d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:32:10.486636 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a11784ec-aab4-4fe5-9dc2-867da73a1e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:10.506289 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a11784ec-aab4-4fe5-9dc2-867da73a1e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:10.515967 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac28a2-8f68-4258-ad2e-5a9ebba7431d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Port': ['ID=26573854-97a7-4c09-be8f-648b45307b8c,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:10.576371 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a11784ec-aab4-4fe5-9dc2-867da73a1e65 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3cac54569c354edca90d3c6031d11788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7471852 Jul 24 09:32:10.579323 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11784ec-aab4-4fe5-9dc2-867da73a1e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64229b02-a119-4470-932e-9d1d40dacf14,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:10.582068 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 58834) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:10.650367 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:32:10.799396 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-07e2f3d9-7375-4bb1-86cf-8de5d1c8f3f7 req-6e816672-5e2a-4c95-8d4c-116db44b2ac4 service neutron] 10.222.0.37 "GET /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107922 Jul 24 09:32:10.801476 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1525ce7-7dff-4970-a784-d6488bf6f0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:10.825102 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17ac28a2-8f68-4258-ad2e-5a9ebba7431d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:10.847734 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1525ce7-7dff-4970-a784-d6488bf6f0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:10.937933 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1525ce7-7dff-4970-a784-d6488bf6f0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:10.954368 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1525ce7-7dff-4970-a784-d6488bf6f0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:10.957418 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b1525ce7-7dff-4970-a784-d6488bf6f0bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64229b02-a119-4470-932e-9d1d40dacf14 HTTP/1.1" status: 204 len: 168 time: 0.3651960 Jul 24 09:32:10.979538 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1525ce7-7dff-4970-a784-d6488bf6f0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64229b02-a119-4470-932e-9d1d40dacf14,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:11.173833 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17ac28a2-8f68-4258-ad2e-5a9ebba7431d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:11.278206 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:32:11.405403 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ac28a2-8f68-4258-ad2e-5a9ebba7431d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Router 66c2dc9e-f488-4fc8-8a96-c128d2a1eac2 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:32:11.444710 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:11.478980 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d41d6b-87e1-4a01-867f-85152c73a5a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:32:11.484226 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b35927-5526-4c44-9eee-101de0da0509" -d '{"events": [{"server_uuid": "58d41d6b-87e1-4a01-867f-85152c73a5a2", "name": "network-vif-unplugged", "status": "completed", "tag": "8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:32:11.507727 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:32:11.515710 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:11.599894 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:11.626564 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 58874) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:11.647185 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-85972297-da80-4eda-88df-17c3b136759e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:11.655879 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ac28a2-8f68-4258-ad2e-5a9ebba7431d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:32:11.687249 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] Sync routers for ids ['66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:32:11.702743 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] Routers {'66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:32:11.706448 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:32:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:32:11.899585 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-85972297-da80-4eda-88df-17c3b136759e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:11.904648 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 24 Jul 2021 09:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e56b60e-e052-42e1-9da3-cad6957f3eb7 x-openstack-request-id: req-7e56b60e-e052-42e1-9da3-cad6957f3eb7 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:32:11.904989 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d41d6b-87e1-4a01-867f-85152c73a5a2", "name": "network-vif-unplugged", "status": "failed", "tag": "8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa", "code": 422}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:32:11.906349 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-85972297-da80-4eda-88df-17c3b136759e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:11.907044 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e56b60e-e052-42e1-9da3-cad6957f3eb7 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:32:11.907630 n-d-800085-9 neutron-server[94037]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '58d41d6b-87e1-4a01-867f-85152c73a5a2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa', 'code': 422} returned with failed status Jul 24 09:32:11.916444 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17ac28a2-8f68-4258-ad2e-5a9ebba7431d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:11.922068 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-17ac28a2-8f68-4258-ad2e-5a9ebba7431d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9105995 Jul 24 09:32:11.922842 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58882) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:11.957678 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-85972297-da80-4eda-88df-17c3b136759e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4cac7a1167904f51960b53c15fdca912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3296843 Jul 24 09:32:11.958890 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85972297-da80-4eda-88df-17c3b136759e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2768da96-239e-49f9-a4f2-79b2162899ae,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:11.960329 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58890) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:11.987550 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] Set router 66c2dc9e-f488-4fc8-8a96-c128d2a1eac2 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:32:12.069277 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5c1bf942-a235-4678-98af-0acf2d218948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:12.120568 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5c1bf942-a235-4678-98af-0acf2d218948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:12.212140 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1374f6-ff81-4019-b533-579ba5dedcb3 req-c7a9b04e-daae-45d1-8f60-1ec1b59e15f3 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:12.214243 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5c1bf942-a235-4678-98af-0acf2d218948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:12.214835 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dd1374f6-ff81-4019-b533-579ba5dedcb3 req-c7a9b04e-daae-45d1-8f60-1ec1b59e15f3 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 944 time: 0.1618457 Jul 24 09:32:12.217145 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5c1bf942-a235-4678-98af-0acf2d218948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:12.221075 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5c1bf942-a235-4678-98af-0acf2d218948 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2768da96-239e-49f9-a4f2-79b2162899ae HTTP/1.1" status: 204 len: 168 time: 0.2574282 Jul 24 09:32:12.232134 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1bf942-a235-4678-98af-0acf2d218948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2768da96-239e-49f9-a4f2-79b2162899ae,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:12.319991 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dd1374f6-ff81-4019-b533-579ba5dedcb3 req-feec20ba-10f7-41c5-88b1-4102b9ec6aad tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979862 Jul 24 09:32:12.383903 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f7b1e931-4d4b-46ac-aee6-d473544d6ad1 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=766769263b9c4ac0aa4c77c8f3c95808&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4591622 Jul 24 09:32:12.387301 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 58908) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:12.464157 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015916126', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '26573854-97a7-4c09-be8f-648b45307b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:32:10Z', 'revision_number': 3, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '26573854-97a7-4c09-be8f-648b45307b8c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:32:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:32:12.552686 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] Checking router: 66c2dc9e-f488-4fc8-8a96-c128d2a1eac2 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:32:12.553061 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] Updating router 66c2dc9e-f488-4fc8-8a96-c128d2a1eac2 port 26573854-97a7-4c09-be8f-648b45307b8c binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:32:12.557898 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075f1066-6594-446b-85b9-8d0d498f12e3 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:12.566536 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-075f1066-6594-446b-85b9-8d0d498f12e3 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1760337 Jul 24 09:32:12.568104 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 58916) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:12.632221 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-db702dd2-8a86-4a1a-844b-92838e4125a7 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0619776 Jul 24 09:32:12.634989 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 58920) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:12.640251 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-394581c2-7e05-48ef-925f-9fe167e27637 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1410812993', 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:12.651559 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:12.743651 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-64f74745-165f-4f89-87ac-fb008cd6d4cd req-aef3db74-bfca-457a-8ef6-8c9b93b41d9d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2933743 Jul 24 09:32:12.878150 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394581c2-7e05-48ef-925f-9fe167e27637 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Made reservation on behalf of 766769263b9c4ac0aa4c77c8f3c95808 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:32:12.886527 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-394581c2-7e05-48ef-925f-9fe167e27637 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:13.136229 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-394581c2-7e05-48ef-925f-9fe167e27637 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:13.271424 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394581c2-7e05-48ef-925f-9fe167e27637 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Subnet': ['ID=f23f0669-527d-4c01-ba6c-0d6534d19d26,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:13.271774 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:13.284664 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394581c2-7e05-48ef-925f-9fe167e27637 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Checking segment: {'id': '0586ade4-a6d7-4b93-954a-2d6955872314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:32:13.285333 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394581c2-7e05-48ef-925f-9fe167e27637 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network hostable DHCP agents. Network: 8534989a-79c0-4b00-84df-d6b9f1285f33, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:32:13.300893 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] Transition to ACTIVE for port object 26573854-97a7-4c09-be8f-648b45307b8c will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:32:13.306240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394581c2-7e05-48ef-925f-9fe167e27637 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network 8534989a-79c0-4b00-84df-d6b9f1285f33 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:32:13.319394 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:13.321339 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-394581c2-7e05-48ef-925f-9fe167e27637 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 8534989a-79c0-4b00-84df-d6b9f1285f33) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:32:13.327450 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394581c2-7e05-48ef-925f-9fe167e27637 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:13.329175 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-394581c2-7e05-48ef-925f-9fe167e27637 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:13.353876 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-394581c2-7e05-48ef-925f-9fe167e27637 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7172093 Jul 24 09:32:13.356461 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 58940) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:13.357594 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a851aa-f9dd-48ff-afc0-c9f7eccba9b6 None None] Network 8534989a-79c0-4b00-84df-d6b9f1285f33 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:32:13.480790 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327b889-93e1-4253-85e1-8be15b5d0049 None None] Pushing event updated for resources: {'Port': ['ID=26573854-97a7-4c09-be8f-648b45307b8c,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:13.487496 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] Attempting to bind port 26573854-97a7-4c09-be8f-648b45307b8c on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:13.488351 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] Attempting to bind port 26573854-97a7-4c09-be8f-648b45307b8c by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:13.489202 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] Attempting to bind port 26573854-97a7-4c09-be8f-648b45307b8c on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:13.501305 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:32:13.501850 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:32:13.502261 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:13.502700 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:32:13.505046 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] Bound port: 26573854-97a7-4c09-be8f-648b45307b8c, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:32:13.507342 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:13.680837 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245bc09-de7f-4710-a8d1-87f4a52eb78d req-1691b741-fc23-4318-85f0-865da60ada1d tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:13.682905 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5245bc09-de7f-4710-a8d1-87f4a52eb78d req-1691b741-fc23-4318-85f0-865da60ada1d tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 944 time: 0.2109244 Jul 24 09:32:13.741746 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30a2437-1343-44df-b855-b8e8cde3e000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-8534989a-79c0-4b00-84df-d6b9f1285f33', 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'fixed_ips': [{'subnet_id': 'f23f0669-527d-4c01-ba6c-0d6534d19d26'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:32:13.742597 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f30a2437-1343-44df-b855-b8e8cde3e000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:13.750631 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5245bc09-de7f-4710-a8d1-87f4a52eb78d req-9a00c8d8-b85e-4ea9-b37f-b0619abc8c4e tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590158 Jul 24 09:32:13.811395 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] For port 26573854-97a7-4c09-be8f-648b45307b8c, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:32:13.817384 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] For port 26573854-97a7-4c09-be8f-648b45307b8c, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=26573854-97a7-4c09-be8f-648b45307b8c,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:32:13.886921 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:13.956426 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] Routers {'66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:32:13.957244 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:32:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:32:14.071988 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f74745-165f-4f89-87ac-fb008cd6d4cd req-07a646f7-fe87-4969-934e-827e63664316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:14.073574 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64f74745-165f-4f89-87ac-fb008cd6d4cd req-07a646f7-fe87-4969-934e-827e63664316 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2&tenant_id=bff123a614204702924a0af9802e1c93 HTTP/1.1" status: 200 len: 1095 time: 0.1802330 Jul 24 09:32:14.094865 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-50693b77-a22d-4881-be5e-b2e46315c66c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:14.288146 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f74745-165f-4f89-87ac-fb008cd6d4cd req-870a7833-dced-4d15-b153-7fffa5b8350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:14.289705 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64f74745-165f-4f89-87ac-fb008cd6d4cd req-870a7833-dced-4d15-b153-7fffa5b8350f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bff123a614204702924a0af9802e1c93&device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 1095 time: 0.1922204 Jul 24 09:32:14.382870 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327b889-93e1-4253-85e1-8be15b5d0049 None None] Pushing event updated for resources: {'Port': ['ID=26573854-97a7-4c09-be8f-648b45307b8c,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:14.387426 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:14.435396 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-f30a2437-1343-44df-b855-b8e8cde3e000 None None] Allocated IP 172.20.0.2 (8534989a-79c0-4b00-84df-d6b9f1285f33/f23f0669-527d-4c01-ba6c-0d6534d19d26/93bb2bd0-28f5-4c90-9ee7-a23bea071b16) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:32:14.453688 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] Set router 66c2dc9e-f488-4fc8-8a96-c128d2a1eac2 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:32:14.545411 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f74745-165f-4f89-87ac-fb008cd6d4cd req-3bddd7df-1faa-4f96-aa67-b54ddffbb34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:14.547135 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64f74745-165f-4f89-87ac-fb008cd6d4cd req-3bddd7df-1faa-4f96-aa67-b54ddffbb34b service neutron] 10.222.0.20 "GET /v2.0/networks?id=57115fda-8a95-4d7e-8f17-f315710a2698 HTTP/1.1" status: 200 len: 916 time: 0.2402902 Jul 24 09:32:14.674857 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64f74745-165f-4f89-87ac-fb008cd6d4cd req-d11c15e1-42e8-4ca8-bf40-d2c60c984247 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa HTTP/1.1" status: 200 len: 999 time: 0.1217437 Jul 24 09:32:14.777334 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f74745-165f-4f89-87ac-fb008cd6d4cd req-be3226b2-ae5d-4480-9aa6-6f7168974004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:14.787957 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64f74745-165f-4f89-87ac-fb008cd6d4cd req-be3226b2-ae5d-4480-9aa6-6f7168974004 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed3face8-48a4-4110-b201-0b1158c92dba HTTP/1.1" status: 200 len: 855 time: 0.0941970 Jul 24 09:32:14.843812 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f30a2437-1343-44df-b855-b8e8cde3e000 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:14.889315 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f30a2437-1343-44df-b855-b8e8cde3e000 None None] Transition to ACTIVE for port object 93bb2bd0-28f5-4c90-9ee7-a23bea071b16 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:32:14.908724 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f74745-165f-4f89-87ac-fb008cd6d4cd req-3112fc6a-e267-42d8-a446-6d1160a9706e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:14.910540 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64f74745-165f-4f89-87ac-fb008cd6d4cd req-3112fc6a-e267-42d8-a446-6d1160a9706e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=57115fda-8a95-4d7e-8f17-f315710a2698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217978 Jul 24 09:32:14.949188 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f30a2437-1343-44df-b855-b8e8cde3e000 None None] Transition to ACTIVE for port object 93bb2bd0-28f5-4c90-9ee7-a23bea071b16 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:32:14.952305 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015916126', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '26573854-97a7-4c09-be8f-648b45307b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:32:10Z', 'revision_number': 3, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '26573854-97a7-4c09-be8f-648b45307b8c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:32:14.985844 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f30a2437-1343-44df-b855-b8e8cde3e000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:14.994726 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fda280-fbc1-4d48-8dc4-7605e149e9d7 None None] The sync data for ids ['66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'] in n-d-800085-9 is: [{'id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015916126', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '26573854-97a7-4c09-be8f-648b45307b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:32:10Z', 'revision_number': 3, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '26573854-97a7-4c09-be8f-648b45307b8c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:32:15.057652 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30a2437-1343-44df-b855-b8e8cde3e000 None None] Network 8534989a-79c0-4b00-84df-d6b9f1285f33 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:32:15.060125 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a2437-1343-44df-b855-b8e8cde3e000 None None] Pushing event updated for resources: {'Port': ['ID=93bb2bd0-28f5-4c90-9ee7-a23bea071b16,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:15.062788 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-f30a2437-1343-44df-b855-b8e8cde3e000 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:32:15.065103 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30a2437-1343-44df-b855-b8e8cde3e000 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:32:15.164269 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64f74745-165f-4f89-87ac-fb008cd6d4cd req-403cd385-a6ee-4816-b114-d3d1dec2124d service neutron] 10.222.0.20 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438607 Jul 24 09:32:15.171985 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f30a2437-1343-44df-b855-b8e8cde3e000 None None] Attempting to bind port 93bb2bd0-28f5-4c90-9ee7-a23bea071b16 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:15.172358 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f30a2437-1343-44df-b855-b8e8cde3e000 None None] Attempting to bind port 93bb2bd0-28f5-4c90-9ee7-a23bea071b16 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '0586ade4-a6d7-4b93-954a-2d6955872314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:15.172726 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30a2437-1343-44df-b855-b8e8cde3e000 None None] Attempting to bind port 93bb2bd0-28f5-4c90-9ee7-a23bea071b16 on network 8534989a-79c0-4b00-84df-d6b9f1285f33 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:15.186724 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30a2437-1343-44df-b855-b8e8cde3e000 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:32:15.187118 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30a2437-1343-44df-b855-b8e8cde3e000 None None] Checking segment: {'id': '0586ade4-a6d7-4b93-954a-2d6955872314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:32:15.187534 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f30a2437-1343-44df-b855-b8e8cde3e000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:15.187936 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30a2437-1343-44df-b855-b8e8cde3e000 None None] Bound using segment: {'id': '0586ade4-a6d7-4b93-954a-2d6955872314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:32:15.188434 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f30a2437-1343-44df-b855-b8e8cde3e000 None None] Bound port: 93bb2bd0-28f5-4c90-9ee7-a23bea071b16, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0586ade4-a6d7-4b93-954a-2d6955872314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:32:15.191855 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f30a2437-1343-44df-b855-b8e8cde3e000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:15.246580 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-50693b77-a22d-4881-be5e-b2e46315c66c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Allocated IP 172.20.0.1 (8534989a-79c0-4b00-84df-d6b9f1285f33/f23f0669-527d-4c01-ba6c-0d6534d19d26/3690fa3a-78dd-450f-a7c2-4498f6913448) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:32:15.281759 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:32:15.295924 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a267a56-000d-4990-ad48-2ee7bb2b1bde req-48da9184-b75a-4ef2-9ddf-4238ee7f4f3b tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:15.303502 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4a267a56-000d-4990-ad48-2ee7bb2b1bde req-48da9184-b75a-4ef2-9ddf-4238ee7f4f3b tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 944 time: 0.4048407 Jul 24 09:32:15.454796 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4a267a56-000d-4990-ad48-2ee7bb2b1bde req-de2969cb-e093-465c-a88f-03c3589f32a1 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501241 Jul 24 09:32:15.480876 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64f74745-165f-4f89-87ac-fb008cd6d4cd req-0afcad7e-7241-4be3-b7ea-9d65fbe78672 service neutron] 10.222.0.20 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019505 Jul 24 09:32:15.487000 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f30a2437-1343-44df-b855-b8e8cde3e000 None None] For port 93bb2bd0-28f5-4c90-9ee7-a23bea071b16, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:32:15.503997 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f30a2437-1343-44df-b855-b8e8cde3e000 None None] For port 93bb2bd0-28f5-4c90-9ee7-a23bea071b16, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=93bb2bd0-28f5-4c90-9ee7-a23bea071b16,segment=NetworkSegment(0586ade4-a6d7-4b93-954a-2d6955872314),segment_id=0586ade4-a6d7-4b93-954a-2d6955872314)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:32:15.510743 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f30a2437-1343-44df-b855-b8e8cde3e000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:15.633895 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-50693b77-a22d-4881-be5e-b2e46315c66c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:15.670107 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a2437-1343-44df-b855-b8e8cde3e000 None None] Pushing event updated for resources: {'Port': ['ID=93bb2bd0-28f5-4c90-9ee7-a23bea071b16,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:15.677818 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-50693b77-a22d-4881-be5e-b2e46315c66c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Transition to ACTIVE for port object 3690fa3a-78dd-450f-a7c2-4498f6913448 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:32:15.677989 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59018) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:15.789354 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-50693b77-a22d-4881-be5e-b2e46315c66c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:15.914235 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50693b77-a22d-4881-be5e-b2e46315c66c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network 8534989a-79c0-4b00-84df-d6b9f1285f33 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:32:15.930059 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-50693b77-a22d-4881-be5e-b2e46315c66c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:32:15.946808 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50693b77-a22d-4881-be5e-b2e46315c66c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:32:15.949421 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e4fbe93-a52c-4266-9e0b-1c60e2ae9500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:16.010477 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50693b77-a22d-4881-be5e-b2e46315c66c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Port': ['ID=3690fa3a-78dd-450f-a7c2-4498f6913448,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:16.068523 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-50693b77-a22d-4881-be5e-b2e46315c66c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:16.176166 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e4fbe93-a52c-4266-9e0b-1c60e2ae9500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:16.188783 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6e4fbe93-a52c-4266-9e0b-1c60e2ae9500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:16.259268 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6e4fbe93-a52c-4266-9e0b-1c60e2ae9500 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b68b16fabec47efbe10e1d3e396b237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5793958 Jul 24 09:32:16.260520 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fbe93-a52c-4266-9e0b-1c60e2ae9500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efc4da7-541c-44fe-9f75-d8639287c99a,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:16.264448 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59040) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:16.356702 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-305ab8fe-9ea8-4662-82b4-4caa62df3064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:16.357750 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-50693b77-a22d-4881-be5e-b2e46315c66c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:16.408284 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-305ab8fe-9ea8-4662-82b4-4caa62df3064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:16.504405 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-305ab8fe-9ea8-4662-82b4-4caa62df3064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:16.521740 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-305ab8fe-9ea8-4662-82b4-4caa62df3064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:16.524678 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-305ab8fe-9ea8-4662-82b4-4caa62df3064 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0efc4da7-541c-44fe-9f75-d8639287c99a HTTP/1.1" status: 204 len: 168 time: 0.2583671 Jul 24 09:32:16.570647 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ab8fe-9ea8-4662-82b4-4caa62df3064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efc4da7-541c-44fe-9f75-d8639287c99a,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:16.613850 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:17.174146 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-50693b77-a22d-4881-be5e-b2e46315c66c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:17.197480 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-50693b77-a22d-4881-be5e-b2e46315c66c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:17.220493 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57f017-9071-4af5-81e5-3869d8fbde04 req-ee95c6c4-6148-462e-bc76-4db8b0717a78 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:17.222750 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7b57f017-9071-4af5-81e5-3869d8fbde04 req-ee95c6c4-6148-462e-bc76-4db8b0717a78 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 944 time: 0.6131799 Jul 24 09:32:17.369208 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-50693b77-a22d-4881-be5e-b2e46315c66c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:17.381232 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50693b77-a22d-4881-be5e-b2e46315c66c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Port': ['ID=3690fa3a-78dd-450f-a7c2-4498f6913448,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:17.411015 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 93bb2bd0-28f5-4c90-9ee7-a23bea071b16 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:32:17.438359 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7b57f017-9071-4af5-81e5-3869d8fbde04 req-3f9b60d5-5bc7-460f-a771-e794d6247770 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269577 Jul 24 09:32:17.625591 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 93bb2bd0-28f5-4c90-9ee7-a23bea071b16 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:32:17.654208 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d95e611-8571-42cb-b639-f6300bd4ed1e None None] Network 8534989a-79c0-4b00-84df-d6b9f1285f33 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:32:17.673660 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50693b77-a22d-4881-be5e-b2e46315c66c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network 8534989a-79c0-4b00-84df-d6b9f1285f33 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:32:17.675532 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-50693b77-a22d-4881-be5e-b2e46315c66c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:32:17.732033 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 26573854-97a7-4c09-be8f-648b45307b8c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:32:17.919344 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a690edb3-0ed7-4d67-8a5f-70a9040f873e None None] Provisioning for port 93bb2bd0-28f5-4c90-9ee7-a23bea071b16 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:32:17.954897 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a690edb3-0ed7-4d67-8a5f-70a9040f873e None None] Provisioning complete for port 93bb2bd0-28f5-4c90-9ee7-a23bea071b16 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:17.956121 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a690edb3-0ed7-4d67-8a5f-70a9040f873e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:17.988381 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50693b77-a22d-4881-be5e-b2e46315c66c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Router 66c2dc9e-f488-4fc8-8a96-c128d2a1eac2 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:32:18.216717 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 26573854-97a7-4c09-be8f-648b45307b8c completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:32:18.239853 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 26573854-97a7-4c09-be8f-648b45307b8c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:18.240102 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:18.359184 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50693b77-a22d-4881-be5e-b2e46315c66c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:32:18.386140 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-50693b77-a22d-4881-be5e-b2e46315c66c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "PUT /v2.0/routers/66c2dc9e-f488-4fc8-8a96-c128d2a1eac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0186205 Jul 24 09:32:18.397777 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] Sync routers for ids ['66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:32:18.422705 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] Routers {'66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:32:18.427439 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:32:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:32:18.477338 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a690edb3-0ed7-4d67-8a5f-70a9040f873e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:18.564556 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-a690edb3-0ed7-4d67-8a5f-70a9040f873e None None] For port 93bb2bd0-28f5-4c90-9ee7-a23bea071b16, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=93bb2bd0-28f5-4c90-9ee7-a23bea071b16,segment=NetworkSegment(0586ade4-a6d7-4b93-954a-2d6955872314),segment_id=0586ade4-a6d7-4b93-954a-2d6955872314)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:32:18.595449 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a690edb3-0ed7-4d67-8a5f-70a9040f873e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:18.689861 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:18.755553 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 26573854-97a7-4c09-be8f-648b45307b8c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=26573854-97a7-4c09-be8f-648b45307b8c,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:32:18.776957 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:18.808670 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a967b2a-0eaf-4301-8af8-23fb610be871 req-68d989db-36d7-4e14-921a-9a94f365350d tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:18.827838 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a967b2a-0eaf-4301-8af8-23fb610be871 req-68d989db-36d7-4e14-921a-9a94f365350d tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 944 time: 0.2062240 Jul 24 09:32:18.846163 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] Set router 66c2dc9e-f488-4fc8-8a96-c128d2a1eac2 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:32:18.846793 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690edb3-0ed7-4d67-8a5f-70a9040f873e None None] Pushing event updated for resources: {'Port': ['ID=93bb2bd0-28f5-4c90-9ee7-a23bea071b16,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:18.883989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690edb3-0ed7-4d67-8a5f-70a9040f873e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:18.889095 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690edb3-0ed7-4d67-8a5f-70a9040f873e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:18.890583 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690edb3-0ed7-4d67-8a5f-70a9040f873e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:18.893425 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690edb3-0ed7-4d67-8a5f-70a9040f873e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:18.895023 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690edb3-0ed7-4d67-8a5f-70a9040f873e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:18.895808 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690edb3-0ed7-4d67-8a5f-70a9040f873e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:18.897147 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690edb3-0ed7-4d67-8a5f-70a9040f873e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:18.899677 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690edb3-0ed7-4d67-8a5f-70a9040f873e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:18.900138 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690edb3-0ed7-4d67-8a5f-70a9040f873e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:18.901489 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690edb3-0ed7-4d67-8a5f-70a9040f873e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:18.902755 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690edb3-0ed7-4d67-8a5f-70a9040f873e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:18.904150 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690edb3-0ed7-4d67-8a5f-70a9040f873e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:18.959716 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a967b2a-0eaf-4301-8af8-23fb610be871 req-29bf5ecf-7a01-4a2f-8f4e-a3f15a3fd525 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250412 Jul 24 09:32:18.985673 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-cf80b486-2777-4f93-8515-903d73048374 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741642498&fields=id&tenant_id=766769263b9c4ac0aa4c77c8f3c95808 HTTP/1.1" status: 200 len: 267 time: 0.1972406 Jul 24 09:32:19.048078 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=26573854-97a7-4c09-be8f-648b45307b8c,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:19.270085 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 93bb2bd0-28f5-4c90-9ee7-a23bea071b16 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:32:19.361595 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-894cd723-517c-465d-bd14-e6f058896339 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:19.373405 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-894cd723-517c-465d-bd14-e6f058896339 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/networks?id=8534989a-79c0-4b00-84df-d6b9f1285f33 HTTP/1.1" status: 200 len: 796 time: 0.3865674 Jul 24 09:32:19.405601 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-0d44d72d-f5ae-4d33-9299-726d42fc3ca0 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/quotas/766769263b9c4ac0aa4c77c8f3c95808 HTTP/1.1" status: 200 len: 375 time: 0.0308197 Jul 24 09:32:19.520529 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 93bb2bd0-28f5-4c90-9ee7-a23bea071b16 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:19.520931 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:19.672503 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f7dcddee-7d05-475e-aaa6-e76fe3792cb7 None None] Provisioning for port 3690fa3a-78dd-450f-a7c2-4498f6913448 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:32:19.680842 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f7dcddee-7d05-475e-aaa6-e76fe3792cb7 None None] Provisioning complete for port 3690fa3a-78dd-450f-a7c2-4498f6913448 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:19.681510 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f7dcddee-7d05-475e-aaa6-e76fe3792cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:19.736023 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-f7dcddee-7d05-475e-aaa6-e76fe3792cb7 None None] Port 3690fa3a-78dd-450f-a7c2-4498f6913448 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:32:19.813617 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f7dcddee-7d05-475e-aaa6-e76fe3792cb7 None None] Provisioning complete for port 93bb2bd0-28f5-4c90-9ee7-a23bea071b16 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:19.814097 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f7dcddee-7d05-475e-aaa6-e76fe3792cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:19.818929 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68245de3-5df2-4a33-b341-ebda56bd9474 req-8519e842-269d-4be1-a526-22e5fdb05017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:19.831392 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-68245de3-5df2-4a33-b341-ebda56bd9474 req-8519e842-269d-4be1-a526-22e5fdb05017 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9 HTTP/1.1" status: 200 len: 1097 time: 0.9161646 Jul 24 09:32:19.867363 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-de6706ee-e8c5-45c9-9cb2-6e3149053053 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4598424 Jul 24 09:32:19.895135 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 26573854-97a7-4c09-be8f-648b45307b8c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:32:19.902170 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015916126', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '26573854-97a7-4c09-be8f-648b45307b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:32:16Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '26573854-97a7-4c09-be8f-648b45307b8c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '3690fa3a-78dd-450f-a7c2-4498f6913448', 'name': '', 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:0f:1e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'f23f0669-527d-4c01-ba6c-0d6534d19d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:14Z', 'updated_at': '2021-07-24T09:32:16Z', 'revision_number': 2, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': 'f23f0669-527d-4c01-ba6c-0d6534d19d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:32:19.965784 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] Checking router: 66c2dc9e-f488-4fc8-8a96-c128d2a1eac2 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:32:19.968988 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] Updating router 66c2dc9e-f488-4fc8-8a96-c128d2a1eac2 port 3690fa3a-78dd-450f-a7c2-4498f6913448 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:32:20.020790 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-68245de3-5df2-4a33-b341-ebda56bd9474 req-429cf9d9-03d5-46e2-809f-d8bd616b6d2a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=482d48c6-1d44-470d-b85c-74e9ff0468c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883574 Jul 24 09:32:20.022963 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:20.211845 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-e4cb4b63-d3b7-4c74-bc82-387b9cfca018 service neutron] 10.222.0.32 "GET /v2.0/networks/8534989a-79c0-4b00-84df-d6b9f1285f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776484 Jul 24 09:32:20.342933 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ec438-e9a4-4e16-aa04-e663273afda3 req-354f01fb-d059-46c8-9e2a-cd51ed500d67 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:20.350816 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6c1ec438-e9a4-4e16-aa04-e663273afda3 req-354f01fb-d059-46c8-9e2a-cd51ed500d67 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 944 time: 0.2430983 Jul 24 09:32:20.430727 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6c1ec438-e9a4-4e16-aa04-e663273afda3 req-403e3858-a94d-4ef4-8800-7f651d87ebbe tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744896 Jul 24 09:32:20.530456 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-071b01a3-5587-4b70-b4f6-3db1d2252ec5 service neutron] 10.222.0.32 "GET /v2.0/networks/8534989a-79c0-4b00-84df-d6b9f1285f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125391 Jul 24 09:32:20.740800 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:20.762760 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] Transition to ACTIVE for port object 3690fa3a-78dd-450f-a7c2-4498f6913448 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:32:20.780964 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:20.835839 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b246a-9fd1-494d-818d-b0039d2bacc1 None None] Pushing event updated for resources: {'Port': ['ID=3690fa3a-78dd-450f-a7c2-4498f6913448,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:20.847374 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b246a-9fd1-494d-818d-b0039d2bacc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:20.847956 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b246a-9fd1-494d-818d-b0039d2bacc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:20.848465 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b246a-9fd1-494d-818d-b0039d2bacc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:20.849003 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b246a-9fd1-494d-818d-b0039d2bacc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:20.849516 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b246a-9fd1-494d-818d-b0039d2bacc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:20.850009 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b246a-9fd1-494d-818d-b0039d2bacc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:20.850517 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b246a-9fd1-494d-818d-b0039d2bacc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:20.851004 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b246a-9fd1-494d-818d-b0039d2bacc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:20.851635 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b246a-9fd1-494d-818d-b0039d2bacc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:20.852129 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b246a-9fd1-494d-818d-b0039d2bacc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:20.852641 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b246a-9fd1-494d-818d-b0039d2bacc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:20.853144 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b246a-9fd1-494d-818d-b0039d2bacc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:20.911408 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 26573854-97a7-4c09-be8f-648b45307b8c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:20.915020 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:21.177097 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] Attempting to bind port 3690fa3a-78dd-450f-a7c2-4498f6913448 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:21.177727 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] Attempting to bind port 3690fa3a-78dd-450f-a7c2-4498f6913448 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '0586ade4-a6d7-4b93-954a-2d6955872314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:21.177855 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] Attempting to bind port 3690fa3a-78dd-450f-a7c2-4498f6913448 on network 8534989a-79c0-4b00-84df-d6b9f1285f33 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:21.211093 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:32:21.211879 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] Checking segment: {'id': '0586ade4-a6d7-4b93-954a-2d6955872314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:32:21.216088 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:21.217596 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] Bound using segment: {'id': '0586ade4-a6d7-4b93-954a-2d6955872314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:32:21.219304 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] Bound port: 3690fa3a-78dd-450f-a7c2-4498f6913448, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0586ade4-a6d7-4b93-954a-2d6955872314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:32:21.219898 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:21.281032 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df2f338b-8407-4697-bf15-ca48f0cac82e req-72fca537-d3ea-4933-9eaa-18d9070b92b2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 210 time: 0.2168536 Jul 24 09:32:21.385457 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] For port 3690fa3a-78dd-450f-a7c2-4498f6913448, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:32:21.392443 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] For port 3690fa3a-78dd-450f-a7c2-4498f6913448, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=3690fa3a-78dd-450f-a7c2-4498f6913448,segment=NetworkSegment(0586ade4-a6d7-4b93-954a-2d6955872314),segment_id=0586ade4-a6d7-4b93-954a-2d6955872314)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:32:21.404330 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:21.539157 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] Routers {'66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:32:21.543874 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:32:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:32:21.847407 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b246a-9fd1-494d-818d-b0039d2bacc1 None None] Pushing event updated for resources: {'Port': ['ID=3690fa3a-78dd-450f-a7c2-4498f6913448,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:21.879258 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77ce61-404c-48b5-963f-a653ba86f074 req-2bb2ac8f-7de9-4ecc-bdf4-ce7d920752ab tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:21.893942 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da77ce61-404c-48b5-963f-a653ba86f074 req-2bb2ac8f-7de9-4ecc-bdf4-ce7d920752ab tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 944 time: 0.2491672 Jul 24 09:32:21.913980 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] Set router 66c2dc9e-f488-4fc8-8a96-c128d2a1eac2 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:32:22.049670 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da77ce61-404c-48b5-963f-a653ba86f074 req-96567be7-038d-4a67-a9a4-559f30d26194 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545725 Jul 24 09:32:22.497767 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-44d37f22-874e-486b-bcb7-ab63abf3d598 req-b923a9a9-a4a9-4094-9e2e-dcdb48d1bbcb tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 210 time: 0.1091912 Jul 24 09:32:22.592621 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015916126', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '26573854-97a7-4c09-be8f-648b45307b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:32:16Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '26573854-97a7-4c09-be8f-648b45307b8c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '3690fa3a-78dd-450f-a7c2-4498f6913448', 'name': '', 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:0f:1e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'f23f0669-527d-4c01-ba6c-0d6534d19d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:14Z', 'updated_at': '2021-07-24T09:32:21Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': 'f23f0669-527d-4c01-ba6c-0d6534d19d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:32:22.631098 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6cd431-6bc5-4288-afeb-cfd89ca030bf None None] The sync data for ids ['66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'] in n-d-800085-9 is: [{'id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015916126', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '26573854-97a7-4c09-be8f-648b45307b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:32:16Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '26573854-97a7-4c09-be8f-648b45307b8c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '3690fa3a-78dd-450f-a7c2-4498f6913448', 'name': '', 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:0f:1e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'f23f0669-527d-4c01-ba6c-0d6534d19d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:14Z', 'updated_at': '2021-07-24T09:32:21Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': 'f23f0669-527d-4c01-ba6c-0d6534d19d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:32:22.965559 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59334) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:23.291185 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-147bae53-585e-44e4-b9ae-fb1cb67d906a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:23.379314 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044d7e2-af46-4cad-9382-8ca935e2d0aa req-f0bdb592-d021-432b-befb-e2d0d4f2e6fd tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:23.381063 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9044d7e2-af46-4cad-9382-8ca935e2d0aa req-f0bdb592-d021-432b-befb-e2d0d4f2e6fd tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 944 time: 0.1652422 Jul 24 09:32:23.512772 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9044d7e2-af46-4cad-9382-8ca935e2d0aa req-0de0e50f-4c76-4625-bfa7-a1d6cfc47421 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245017 Jul 24 09:32:23.633413 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 3690fa3a-78dd-450f-a7c2-4498f6913448 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:32:23.769053 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-147bae53-585e-44e4-b9ae-fb1cb67d906a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:23.776690 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-147bae53-585e-44e4-b9ae-fb1cb67d906a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:23.838425 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 3690fa3a-78dd-450f-a7c2-4498f6913448 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:32:23.842858 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 3690fa3a-78dd-450f-a7c2-4498f6913448 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:23.843313 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:23.909733 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-147bae53-585e-44e4-b9ae-fb1cb67d906a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4d1ccd7fe7b4f37ab89098d3c965b89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9432187 Jul 24 09:32:23.913011 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bae53-585e-44e4-b9ae-fb1cb67d906a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3e8205-5562-4315-a81b-d690ff5965b1,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:23.916394 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59354) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:24.068411 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a3f5d845-ddf0-4b2e-af86-e2adb85e1001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:24.102563 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-915be320-81c9-4cc7-a741-7199cabab8c5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:24.106104 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-915be320-81c9-4cc7-a741-7199cabab8c5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.20 "GET /v2.0/networks?id=8534989a-79c0-4b00-84df-d6b9f1285f33 HTTP/1.1" status: 200 len: 796 time: 0.3432026 Jul 24 09:32:24.129270 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a3f5d845-ddf0-4b2e-af86-e2adb85e1001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:24.216063 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:24.262400 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-525fd1de-6e00-4b59-bd1c-882f350eb272 req-6594cc0f-f82e-443e-9317-ff79f1add4b5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 210 time: 0.4839358 Jul 24 09:32:24.266299 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a3f5d845-ddf0-4b2e-af86-e2adb85e1001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:24.269234 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a3f5d845-ddf0-4b2e-af86-e2adb85e1001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:24.270848 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a3f5d845-ddf0-4b2e-af86-e2adb85e1001 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea3e8205-5562-4315-a81b-d690ff5965b1 HTTP/1.1" status: 204 len: 168 time: 0.3489900 Jul 24 09:32:24.298354 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5d845-ddf0-4b2e-af86-e2adb85e1001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3e8205-5562-4315-a81b-d690ff5965b1,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:24.301709 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-2442e0b9-a328-4162-9b5d-f07629fd3ed3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=766769263b9c4ac0aa4c77c8f3c95808 HTTP/1.1" status: 200 len: 380 time: 0.1706474 Jul 24 09:32:24.316666 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 3690fa3a-78dd-450f-a7c2-4498f6913448, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=3690fa3a-78dd-450f-a7c2-4498f6913448,segment=NetworkSegment(0586ade4-a6d7-4b93-954a-2d6955872314),segment_id=0586ade4-a6d7-4b93-954a-2d6955872314)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:32:24.361160 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:24.522305 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60dd51-6065-496f-99d0-f09a2ac8111f req-669c548b-3760-4393-a25a-eaf167edecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:24.525882 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4c60dd51-6065-496f-99d0-f09a2ac8111f req-669c548b-3760-4393-a25a-eaf167edecb8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bff123a614204702924a0af9802e1c93&device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 1095 time: 0.4103630 Jul 24 09:32:24.606376 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=3690fa3a-78dd-450f-a7c2-4498f6913448,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:24.622984 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-1770d79f-70fc-4d3e-aca7-f9ffa6634ed2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'port': {'device_id': 'c5235012-c4b1-4796-bc03-afe6dc8be43c', 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33', 'admin_state_up': True, 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'security_groups': ['30ce6fa1-ff73-410a-9fa2-f253c00aad4a']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:24.896449 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac41c4-8203-4b70-830a-652b08d9adc0 req-481ffb3c-5152-41bf-9dd0-fa954e294a34 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:24.906422 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-77ac41c4-8203-4b70-830a-652b08d9adc0 req-481ffb3c-5152-41bf-9dd0-fa954e294a34 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 944 time: 0.1617415 Jul 24 09:32:24.939541 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60dd51-6065-496f-99d0-f09a2ac8111f req-67ca71b1-a3c7-4112-a420-00f54d8a5cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:24.941055 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4c60dd51-6065-496f-99d0-f09a2ac8111f req-67ca71b1-a3c7-4112-a420-00f54d8a5cc7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=57115fda-8a95-4d7e-8f17-f315710a2698 HTTP/1.1" status: 200 len: 916 time: 0.2677665 Jul 24 09:32:25.004213 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-77ac41c4-8203-4b70-830a-652b08d9adc0 req-23fbd22f-2b41-4e35-961e-11b374e18eaf tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765738 Jul 24 09:32:25.115336 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59378) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:25.137553 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8a4a8f92-c923-4476-a9ca-8fc4cb519650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:25.377983 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8a4a8f92-c923-4476-a9ca-8fc4cb519650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:25.388416 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8a4a8f92-c923-4476-a9ca-8fc4cb519650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:25.488037 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8a4a8f92-c923-4476-a9ca-8fc4cb519650 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff39984f1cbe49d491a0a3cf169e4e84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3715255 Jul 24 09:32:25.489100 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59384) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:25.592118 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 3690fa3a-78dd-450f-a7c2-4498f6913448 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:32:25.667339 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3cf7dd87-1216-4392-b561-93c169b7faf1 req-7f0ab4ce-c028-45e3-8fc6-5dbc031a1e18 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 210 time: 0.1919322 Jul 24 09:32:25.699024 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 3690fa3a-78dd-450f-a7c2-4498f6913448 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:25.700670 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:25.790095 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a8f92-c923-4476-a9ca-8fc4cb519650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0991c77-9565-4b86-bfc6-e16ba7e38825,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:25.840396 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36e86700-20be-4bcd-bc84-cecdf78e3a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:25.898169 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36e86700-20be-4bcd-bc84-cecdf78e3a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:25.979373 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36e86700-20be-4bcd-bc84-cecdf78e3a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:25.982651 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36e86700-20be-4bcd-bc84-cecdf78e3a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:25.983838 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-36e86700-20be-4bcd-bc84-cecdf78e3a21 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0991c77-9565-4b86-bfc6-e16ba7e38825 HTTP/1.1" status: 204 len: 168 time: 0.4917881 Jul 24 09:32:26.001359 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e86700-20be-4bcd-bc84-cecdf78e3a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0991c77-9565-4b86-bfc6-e16ba7e38825,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:26.032627 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4c60dd51-6065-496f-99d0-f09a2ac8111f req-98fe8d0f-c37e-4dd8-a334-ce2c60f70144 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa HTTP/1.1" status: 200 len: 999 time: 1.0617745 Jul 24 09:32:26.094889 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-1770d79f-70fc-4d3e-aca7-f9ffa6634ed2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Made reservation on behalf of 766769263b9c4ac0aa4c77c8f3c95808 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:32:26.099170 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-1770d79f-70fc-4d3e-aca7-f9ffa6634ed2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:26.353136 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-1770d79f-70fc-4d3e-aca7-f9ffa6634ed2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Allocated IP 172.20.0.13 (8534989a-79c0-4b00-84df-d6b9f1285f33/f23f0669-527d-4c01-ba6c-0d6534d19d26/e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:32:26.669198 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d19b8f-e5c0-410b-8d4e-7cc3caaf1e00 req-06a9fb94-a589-4ab2-88aa-92de52e1f85d tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:26.676487 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-01d19b8f-e5c0-410b-8d4e-7cc3caaf1e00 req-06a9fb94-a589-4ab2-88aa-92de52e1f85d tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 944 time: 0.3980367 Jul 24 09:32:26.690135 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60dd51-6065-496f-99d0-f09a2ac8111f req-81a90182-7e1a-40e2-9b6d-f363bf533ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:26.691578 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4c60dd51-6065-496f-99d0-f09a2ac8111f req-81a90182-7e1a-40e2-9b6d-f363bf533ec7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed3face8-48a4-4110-b201-0b1158c92dba HTTP/1.1" status: 200 len: 855 time: 0.1380582 Jul 24 09:32:26.855219 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-1770d79f-70fc-4d3e-aca7-f9ffa6634ed2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:26.888992 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-01d19b8f-e5c0-410b-8d4e-7cc3caaf1e00 req-15cd626d-2051-4b18-ad79-951fc3b8c920 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114530 Jul 24 09:32:26.918529 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-1770d79f-70fc-4d3e-aca7-f9ffa6634ed2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Transition to ACTIVE for port object e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:32:26.942337 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60dd51-6065-496f-99d0-f09a2ac8111f req-6a06fb98-7537-4351-b425-0323c96cbae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:26.944542 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4c60dd51-6065-496f-99d0-f09a2ac8111f req-6a06fb98-7537-4351-b425-0323c96cbae2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=57115fda-8a95-4d7e-8f17-f315710a2698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2251773 Jul 24 09:32:26.959699 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1dd63269-7b82-4943-8254-e5e67df25835 req-4fc1db54-b97d-41b4-9227-b98a6a7c91cf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 210 time: 0.0806053 Jul 24 09:32:27.008313 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-1770d79f-70fc-4d3e-aca7-f9ffa6634ed2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:27.078530 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770d79f-70fc-4d3e-aca7-f9ffa6634ed2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Port': ['ID=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:27.130515 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-1770d79f-70fc-4d3e-aca7-f9ffa6634ed2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network 8534989a-79c0-4b00-84df-d6b9f1285f33 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:32:27.152713 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-1770d79f-70fc-4d3e-aca7-f9ffa6634ed2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:32:27.177173 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-1770d79f-70fc-4d3e-aca7-f9ffa6634ed2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:32:27.252481 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-1770d79f-70fc-4d3e-aca7-f9ffa6634ed2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:27.253806 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-1770d79f-70fc-4d3e-aca7-f9ffa6634ed2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:27.264845 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cc93f2a2-e96e-44f1-8beb-594ff4b02405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:27.323694 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-1770d79f-70fc-4d3e-aca7-f9ffa6634ed2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7058852 Jul 24 09:32:27.329014 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4c60dd51-6065-496f-99d0-f09a2ac8111f req-0a5c4345-6d2c-4cca-a1c1-2414bc6bb895 service neutron] 10.222.0.20 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541503 Jul 24 09:32:27.453863 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-9feefad4-3cc3-47ec-846c-b6b056bcf033 service neutron] Request body: {'port': {'device_id': 'c5235012-c4b1-4796-bc03-afe6dc8be43c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:27.656582 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c55c56f3-1f6d-476f-8a39-badc85438557 None None] Provisioning for port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:32:27.668222 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-9feefad4-3cc3-47ec-846c-b6b056bcf033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:27.671025 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c55c56f3-1f6d-476f-8a39-badc85438557 None None] Provisioning complete for port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:27.678549 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c55c56f3-1f6d-476f-8a39-badc85438557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:27.732265 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4c60dd51-6065-496f-99d0-f09a2ac8111f req-e6326ad8-1ca5-4ca8-a56c-b028e13287c4 service neutron] 10.222.0.20 "GET /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651388 Jul 24 09:32:27.831406 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-c55c56f3-1f6d-476f-8a39-badc85438557 None None] Port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:32:28.293002 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b187f8-2d01-4cce-b430-f844148ed979 req-c2f75b7b-cc33-49d6-b84a-423a7f23b6f4 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:28.311777 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-50b187f8-2d01-4cce-b430-f844148ed979 req-c2f75b7b-cc33-49d6-b84a-423a7f23b6f4 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 944 time: 0.2123075 Jul 24 09:32:28.388560 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3783c1-5db7-4bab-863c-c499a86cacd9 req-7418f0b3-73b7-412b-959b-1694fa098e92 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:28.397391 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3a3783c1-5db7-4bab-863c-c499a86cacd9 req-7418f0b3-73b7-412b-959b-1694fa098e92 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 932 time: 0.2355123 Jul 24 09:32:28.415904 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-50b187f8-2d01-4cce-b430-f844148ed979 req-ac0b0031-5078-4e07-9b85-00c89ba83884 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030126 Jul 24 09:32:28.525104 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-9feefad4-3cc3-47ec-846c-b6b056bcf033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:32:28.546523 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-9feefad4-3cc3-47ec-846c-b6b056bcf033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:28.575898 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3a3783c1-5db7-4bab-863c-c499a86cacd9 req-a2ccb544-0420-4a0f-9737-72264f63e53f tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758428 Jul 24 09:32:28.620244 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-9feefad4-3cc3-47ec-846c-b6b056bcf033 service neutron] Transition to ACTIVE for port object e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:32:28.628776 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-9feefad4-3cc3-47ec-846c-b6b056bcf033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:28.902554 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feefad4-3cc3-47ec-846c-b6b056bcf033 service neutron] Pushing event updated for resources: {'Port': ['ID=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:28.946068 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-9feefad4-3cc3-47ec-846c-b6b056bcf033 service neutron] Attempting to bind port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:28.947669 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-9feefad4-3cc3-47ec-846c-b6b056bcf033 service neutron] Attempting to bind port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '0586ade4-a6d7-4b93-954a-2d6955872314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:28.950684 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-9feefad4-3cc3-47ec-846c-b6b056bcf033 service neutron] Attempting to bind port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 on network 8534989a-79c0-4b00-84df-d6b9f1285f33 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:28.963246 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-9feefad4-3cc3-47ec-846c-b6b056bcf033 service neutron] Port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 on network 8534989a-79c0-4b00-84df-d6b9f1285f33 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:28.963638 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-9feefad4-3cc3-47ec-846c-b6b056bcf033 service neutron] Attempting to bind port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 on network 8534989a-79c0-4b00-84df-d6b9f1285f33 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:28.977398 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-9feefad4-3cc3-47ec-846c-b6b056bcf033 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:32:28.978537 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-9feefad4-3cc3-47ec-846c-b6b056bcf033 service neutron] Checking segment: {'id': '0586ade4-a6d7-4b93-954a-2d6955872314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:32:28.979170 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-9feefad4-3cc3-47ec-846c-b6b056bcf033 service neutron] Bound using segment: {'id': '0586ade4-a6d7-4b93-954a-2d6955872314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:32:28.981411 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-9feefad4-3cc3-47ec-846c-b6b056bcf033 service neutron] Bound port: e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0586ade4-a6d7-4b93-954a-2d6955872314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:32:28.982460 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-9feefad4-3cc3-47ec-846c-b6b056bcf033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:29.181568 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-9feefad4-3cc3-47ec-846c-b6b056bcf033 service neutron] For port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:32:29.194801 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-9feefad4-3cc3-47ec-846c-b6b056bcf033 service neutron] For port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193,segment=NetworkSegment(0586ade4-a6d7-4b93-954a-2d6955872314),segment_id=0586ade4-a6d7-4b93-954a-2d6955872314)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:32:29.205813 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-9feefad4-3cc3-47ec-846c-b6b056bcf033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:29.243755 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-9feefad4-3cc3-47ec-846c-b6b056bcf033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:29.246531 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-9feefad4-3cc3-47ec-846c-b6b056bcf033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:29.250291 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-9feefad4-3cc3-47ec-846c-b6b056bcf033 service neutron] 10.222.0.20 "PUT /v2.0/ports/e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 HTTP/1.1" status: 200 len: 1092 time: 1.8846366 Jul 24 09:32:29.252313 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5235012-c4b1-4796-bc03-afe6dc8be43c', 'tag': 'e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:32:29.259229 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c13f78-e5b6-406a-b961-1bb8ad56c25a" -d '{"events": [{"name": "network-changed", "server_uuid": "c5235012-c4b1-4796-bc03-afe6dc8be43c", "tag": "e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:32:29.393125 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feefad4-3cc3-47ec-846c-b6b056bcf033 service neutron] Pushing event updated for resources: {'Port': ['ID=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:29.710470 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a7e601-677b-4713-a159-76ab19e60b3b x-openstack-request-id: req-d2a7e601-677b-4713-a159-76ab19e60b3b {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:32:29.710762 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5235012-c4b1-4796-bc03-afe6dc8be43c", "tag": "e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:32:29.711016 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2a7e601-677b-4713-a159-76ab19e60b3b {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:32:29.711430 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5235012-c4b1-4796-bc03-afe6dc8be43c', 'tag': 'e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193', 'status': 'completed', 'code': 200} Jul 24 09:32:29.803424 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f83b7dc7-d029-4119-b7f2-81b4da38b9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:29.911871 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b75df-e61a-4a10-aeed-41629e2db8ac req-4207abbf-4cb2-42e2-8441-f4934a8d131e tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:29.915833 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ca9b75df-e61a-4a10-aeed-41629e2db8ac req-4207abbf-4cb2-42e2-8441-f4934a8d131e tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 944 time: 0.2307534 Jul 24 09:32:30.015786 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ca9b75df-e61a-4a10-aeed-41629e2db8ac req-7abd5fb0-d33c-4bb7-9d4c-c849b67c6ef4 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911560 Jul 24 09:32:30.052025 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c13f78-e5b6-406a-b961-1bb8ad56c25a req-540b13fc-165b-4795-b898-15ca69e34668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:30.053574 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-63c13f78-e5b6-406a-b961-1bb8ad56c25a req-540b13fc-165b-4795-b898-15ca69e34668 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 1095 time: 0.1690896 Jul 24 09:32:30.082251 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188148c-664c-4af9-8472-1500d4f17b56 req-d3555d5c-8774-41b9-a9d6-00b8f29d29cc tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:30.083798 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b188148c-664c-4af9-8472-1500d4f17b56 req-d3555d5c-8774-41b9-a9d6-00b8f29d29cc tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 944 time: 0.2699070 Jul 24 09:32:30.229519 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b188148c-664c-4af9-8472-1500d4f17b56 req-109279be-eb2f-4e5b-ab05-4d0d11b05c15 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210275 Jul 24 09:32:30.447145 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:30.585095 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c13f78-e5b6-406a-b961-1bb8ad56c25a req-2fe5d838-a5ab-4cf5-9a8d-7349d6505a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:30.587022 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-63c13f78-e5b6-406a-b961-1bb8ad56c25a req-2fe5d838-a5ab-4cf5-9a8d-7349d6505a99 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&shared=False HTTP/1.1" status: 200 len: 896 time: 0.3555207 Jul 24 09:32:30.825531 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c13f78-e5b6-406a-b961-1bb8ad56c25a req-0305c74a-4197-4f2d-a2bc-c67eee426eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:30.835970 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-63c13f78-e5b6-406a-b961-1bb8ad56c25a req-0305c74a-4197-4f2d-a2bc-c67eee426eb9 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2142043 Jul 24 09:32:31.012383 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:31.239992 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59556) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:31.295216 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878d2d6-8bb1-4f31-b532-3db6195c682b req-b9840cb5-fe28-4c4c-bfd4-ae90446a1857 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:31.304463 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a878d2d6-8bb1-4f31-b532-3db6195c682b req-b9840cb5-fe28-4c4c-bfd4-ae90446a1857 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 944 time: 0.1262786 Jul 24 09:32:31.375102 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a878d2d6-8bb1-4f31-b532-3db6195c682b req-9420cbe1-1eda-40f2-bef2-c27947727f38 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692816 Jul 24 09:32:31.460697 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1ae3eb40-2174-4dc8-8bbb-52899b8425b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:31.647405 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a4f22-f9e0-4a7d-94fe-44e0839bc4ad req-70e58db3-972d-4354-b717-adfd7cc6b603 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:31.655970 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9c2a4f22-f9e0-4a7d-94fe-44e0839bc4ad req-70e58db3-972d-4354-b717-adfd7cc6b603 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 944 time: 0.2062278 Jul 24 09:32:31.704963 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-e0cb9ff0-db24-4297-92c2-9bb256080e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:31.706729 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-e0cb9ff0-db24-4297-92c2-9bb256080e07 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 1095 time: 0.2434313 Jul 24 09:32:31.779727 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9c2a4f22-f9e0-4a7d-94fe-44e0839bc4ad req-d07690ae-2f6d-421d-b778-3427f0c23283 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227734 Jul 24 09:32:31.781012 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-3bd19a10-ad3d-49ae-8959-c40b33618628 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 HTTP/1.1" status: 200 len: 217 time: 0.0442915 Jul 24 09:32:31.857155 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1ae3eb40-2174-4dc8-8bbb-52899b8425b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:31.865741 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1ae3eb40-2174-4dc8-8bbb-52899b8425b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:31.877948 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-4944940c-cad6-4fb5-a3db-27e1b4b9936a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:31.879522 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-4944940c-cad6-4fb5-a3db-27e1b4b9936a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f23f0669-527d-4c01-ba6c-0d6534d19d26 HTTP/1.1" status: 200 len: 835 time: 0.0809157 Jul 24 09:32:31.945998 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1ae3eb40-2174-4dc8-8bbb-52899b8425b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=575576ba693f4eb3ae697b7b5d40cbcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7048602 Jul 24 09:32:31.946868 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3eb40-2174-4dc8-8bbb-52899b8425b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604b5af1-33f5-442a-b06c-f7be637ae643,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:31.950021 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59576) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:31.961613 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3eb40-2174-4dc8-8bbb-52899b8425b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:31.961965 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3eb40-2174-4dc8-8bbb-52899b8425b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:31.962314 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3eb40-2174-4dc8-8bbb-52899b8425b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:31.962657 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3eb40-2174-4dc8-8bbb-52899b8425b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:31.963001 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3eb40-2174-4dc8-8bbb-52899b8425b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:31.963337 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3eb40-2174-4dc8-8bbb-52899b8425b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:31.963668 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3eb40-2174-4dc8-8bbb-52899b8425b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:31.964575 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3eb40-2174-4dc8-8bbb-52899b8425b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:31.964941 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3eb40-2174-4dc8-8bbb-52899b8425b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:31.965274 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3eb40-2174-4dc8-8bbb-52899b8425b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:31.965606 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3eb40-2174-4dc8-8bbb-52899b8425b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:31.965934 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3eb40-2174-4dc8-8bbb-52899b8425b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:32:31.996674 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-fd6113af-8e32-4526-aa43-54a29d8ebdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:31.998236 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-fd6113af-8e32-4526-aa43-54a29d8ebdfb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8534989a-79c0-4b00-84df-d6b9f1285f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105070 Jul 24 09:32:32.011648 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f0b9d2ab-dec1-43f4-a51c-daa33a6d5667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:32.036927 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f0b9d2ab-dec1-43f4-a51c-daa33a6d5667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:32.106747 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f0b9d2ab-dec1-43f4-a51c-daa33a6d5667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:32.109750 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-9434ed1f-f789-4098-9e00-0d4eb50835f6 service neutron] 10.222.0.20 "GET /v2.0/networks/8534989a-79c0-4b00-84df-d6b9f1285f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044021 Jul 24 09:32:32.110140 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f0b9d2ab-dec1-43f4-a51c-daa33a6d5667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:32.114437 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f0b9d2ab-dec1-43f4-a51c-daa33a6d5667 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/604b5af1-33f5-442a-b06c-f7be637ae643 HTTP/1.1" status: 204 len: 168 time: 0.1634092 Jul 24 09:32:32.124003 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9d2ab-dec1-43f4-a51c-daa33a6d5667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604b5af1-33f5-442a-b06c-f7be637ae643,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:32.243694 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0645d7a2-8670-4680-8f51-dd2a40b07fdc req-b32f7954-a0ed-4e9b-8644-33d7773975a4 service neutron] 10.222.0.20 "GET /v2.0/networks/8534989a-79c0-4b00-84df-d6b9f1285f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186204 Jul 24 09:32:32.490224 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59596) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:32.505642 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b740765-62f0-4f1f-a326-a9b2f5cc4d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:32.569330 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247d710-7bb0-4336-aae7-9f2e496df455 req-1afdf3da-e9cd-4772-9b50-0eebc7f8016b tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:32.571059 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e247d710-7bb0-4336-aae7-9f2e496df455 req-1afdf3da-e9cd-4772-9b50-0eebc7f8016b tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 944 time: 0.1001155 Jul 24 09:32:32.628266 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e247d710-7bb0-4336-aae7-9f2e496df455 req-a6a15da0-32d1-4339-ae25-a78291be48d9 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491891 Jul 24 09:32:32.652148 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b740765-62f0-4f1f-a326-a9b2f5cc4d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:32.657479 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b740765-62f0-4f1f-a326-a9b2f5cc4d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:32.700649 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8b740765-62f0-4f1f-a326-a9b2f5cc4d6f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f77c6e2d1bf4b808ea03c744a15ac98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2086022 Jul 24 09:32:32.703246 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59604) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:32.705091 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b740765-62f0-4f1f-a326-a9b2f5cc4d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8512680f-c74a-44be-bb75-8240e0bb594a,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:32.776098 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f74a3617-48b3-4e82-866c-4fcf78684563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:32.798552 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f74a3617-48b3-4e82-866c-4fcf78684563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:32.849531 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f74a3617-48b3-4e82-866c-4fcf78684563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:32.859484 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f74a3617-48b3-4e82-866c-4fcf78684563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:32.868066 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f74a3617-48b3-4e82-866c-4fcf78684563 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8512680f-c74a-44be-bb75-8240e0bb594a HTTP/1.1" status: 204 len: 168 time: 0.1634014 Jul 24 09:32:32.874596 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:32.882234 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a3617-48b3-4e82-866c-4fcf78684563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8512680f-c74a-44be-bb75-8240e0bb594a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:32.988101 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6924398-d661-4158-9348-4d70dc02bb58 req-c4d9de24-f7ea-4f35-ba41-37477d63529a tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:32.989880 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f6924398-d661-4158-9348-4d70dc02bb58 req-c4d9de24-f7ea-4f35-ba41-37477d63529a tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 944 time: 0.1082602 Jul 24 09:32:33.045794 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f6924398-d661-4158-9348-4d70dc02bb58 req-8ac8bfdb-e2ab-4e87-9f34-08f64e07d797 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495653 Jul 24 09:32:33.385270 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:32:33.540556 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193,segment=NetworkSegment(0586ade4-a6d7-4b93-954a-2d6955872314),segment_id=0586ade4-a6d7-4b93-954a-2d6955872314)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:32:33.552183 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193', 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33', 'port_id': 'e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193', 'mac_address': 'fa:16:3e:19:ed:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f23f0669-527d-4c01-ba6c-0d6534d19d26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:32:33.598469 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:33.613242 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:32:33.637658 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193,segment=NetworkSegment(0586ade4-a6d7-4b93-954a-2d6955872314),segment_id=0586ade4-a6d7-4b93-954a-2d6955872314)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:32:33.645190 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:33.645940 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:32:33.735911 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:33.845340 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:32:33.870589 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487630f3-beb8-4865-b4f6-408f9985bd02 req-bfe8493f-246f-443d-861e-3e88a59fea14 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:33.873545 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-487630f3-beb8-4865-b4f6-408f9985bd02 req-bfe8493f-246f-443d-861e-3e88a59fea14 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 944 time: 0.1015451 Jul 24 09:32:33.880653 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'port_id': '8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa', 'mac_address': 'fa:16:3e:c7:26:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:32:33.935915 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-487630f3-beb8-4865-b4f6-408f9985bd02 req-6816bf8e-ff43-45e6-80ef-d512456d03f5 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558667 Jul 24 09:32:33.958830 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:33.984307 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:32:34.028001 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:32:34.029380 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59660) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:34.034270 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:34.125061 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa,revision_number=9']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:34.220534 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-231afb36-9b54-48d6-9e1b-2c4abf83cbea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:34.252907 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:32:34.260693 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:32:34.277833 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10f232-5f5b-4993-9101-2393dc169a7a req-90b00fe5-b8d6-4fd7-84b9-3a1119905266 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:34.279393 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cf10f232-5f5b-4993-9101-2393dc169a7a req-90b00fe5-b8d6-4fd7-84b9-3a1119905266 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 945 time: 0.1357617 Jul 24 09:32:34.388163 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cf10f232-5f5b-4993-9101-2393dc169a7a req-d28d0360-d8ab-40f3-8ab7-b9e2734d7ab1 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933950 Jul 24 09:32:34.420973 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-231afb36-9b54-48d6-9e1b-2c4abf83cbea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:34.426357 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-231afb36-9b54-48d6-9e1b-2c4abf83cbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:34.482847 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-231afb36-9b54-48d6-9e1b-2c4abf83cbea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dacdf110796443d2a1a3e35830da9a3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4522021 Jul 24 09:32:34.484135 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231afb36-9b54-48d6-9e1b-2c4abf83cbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7a52f0-8ad4-4fc7-8e11-f6d68dfffbd7,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:34.485439 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59688) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:34.585614 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6cbba90b-3df4-44b9-8a0c-491b933203a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:34.614033 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6cbba90b-3df4-44b9-8a0c-491b933203a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:34.634310 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59694) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:34.678113 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6cbba90b-3df4-44b9-8a0c-491b933203a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:34.682155 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6cbba90b-3df4-44b9-8a0c-491b933203a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:34.683878 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6cbba90b-3df4-44b9-8a0c-491b933203a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f7a52f0-8ad4-4fc7-8e11-f6d68dfffbd7 HTTP/1.1" status: 204 len: 168 time: 0.1971271 Jul 24 09:32:34.711665 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbba90b-3df4-44b9-8a0c-491b933203a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7a52f0-8ad4-4fc7-8e11-f6d68dfffbd7,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:34.820671 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-4bdc0aba-8b8b-47a6-8769-9d0938839f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1484281567'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:34.842791 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdc0aba-8b8b-47a6-8769-9d0938839f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] Made reservation on behalf of 7aaa653dfe2a4090aebe997c3fe8d34d for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:32:34.846671 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4bdc0aba-8b8b-47a6-8769-9d0938839f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:34.855798 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4bdc0aba-8b8b-47a6-8769-9d0938839f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:34.954216 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4bdc0aba-8b8b-47a6-8769-9d0938839f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:34.959521 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4bdc0aba-8b8b-47a6-8769-9d0938839f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:34.989021 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bdc0aba-8b8b-47a6-8769-9d0938839f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:32:35.006528 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4bdc0aba-8b8b-47a6-8769-9d0938839f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:35.006984 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-4bdc0aba-8b8b-47a6-8769-9d0938839f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] Added segment fb672d3a-9276-4e41-b86d-8d2bdb7f282c of type vlan for network 83619eed-9a2e-4ec1-b4eb-978983175671 Jul 24 09:32:35.014166 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc0aba-8b8b-47a6-8769-9d0938839f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c40ec77-eeeb-44b4-ab2c-4f5ec78d9edf,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:35.106381 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4bdc0aba-8b8b-47a6-8769-9d0938839f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:35.159851 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c9af3-f08d-4cbf-b64d-3c5838301462 req-94331ae9-df7d-48eb-a549-32c54c98c305 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:35.161483 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-306c9af3-f08d-4cbf-b64d-3c5838301462 req-94331ae9-df7d-48eb-a549-32c54c98c305 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 945 time: 0.1053262 Jul 24 09:32:35.162347 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4bdc0aba-8b8b-47a6-8769-9d0938839f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:35.168569 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdc0aba-8b8b-47a6-8769-9d0938839f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:35.169205 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4bdc0aba-8b8b-47a6-8769-9d0938839f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:35.223081 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4bdc0aba-8b8b-47a6-8769-9d0938839f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.5850823 Jul 24 09:32:35.282970 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc0aba-8b8b-47a6-8769-9d0938839f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] Pushing event updated for resources: {'Network': ['ID=83619eed-9a2e-4ec1-b4eb-978983175671,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:35.288112 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-306c9af3-f08d-4cbf-b64d-3c5838301462 req-b31dbba9-d26c-4509-84af-1e822548cfeb tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161742 Jul 24 09:32:35.297580 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 83619eed-9a2e-4ec1-b4eb-978983175671 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:32:35.389157 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:32:35.466773 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:32:35.471978 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:35.472149 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:35.554446 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59728) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:35.564388 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Request body: {'port': {'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671', 'binding:host_id': 'n-h1-800085-9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1635087622'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:35.572162 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:35.602619 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5235012-c4b1-4796-bc03-afe6dc8be43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:32:35.604100 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Made reservation on behalf of 776dc095d70f44bea43658ddfe97e4ac for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:32:35.605854 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d22b4e-1b48-48d2-b085-e0f2fb9cf31e" -d '{"events": [{"server_uuid": "c5235012-c4b1-4796-bc03-afe6dc8be43c", "name": "network-vif-plugged", "status": "completed", "tag": "e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:32:35.607174 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:35.625896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193,segment=NetworkSegment(0586ade4-a6d7-4b93-954a-2d6955872314),segment_id=0586ade4-a6d7-4b93-954a-2d6955872314)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:32:35.633570 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:35.635165 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:32:35.643052 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4896a-c65f-43c0-993c-07bef13b3196 req-1fc890ff-df75-4aec-a469-388cca8d9ff5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:35.645060 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c7a4896a-c65f-43c0-993c-07bef13b3196 req-1fc890ff-df75-4aec-a469-388cca8d9ff5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 945 time: 0.1172750 Jul 24 09:32:35.646733 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:35.689862 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c7a4896a-c65f-43c0-993c-07bef13b3196 req-ec099c7a-35a5-4ec8-a76f-aaabdda93884 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383434 Jul 24 09:32:35.805731 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4289818-3689-4d2c-b116-0f863af2c16e x-openstack-request-id: req-a4289818-3689-4d2c-b116-0f863af2c16e {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:32:35.806985 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5235012-c4b1-4796-bc03-afe6dc8be43c", "name": "network-vif-plugged", "status": "completed", "tag": "e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:32:35.808906 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4289818-3689-4d2c-b116-0f863af2c16e {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:32:35.809655 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5235012-c4b1-4796-bc03-afe6dc8be43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193', 'code': 200} Jul 24 09:32:35.819309 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:35.829765 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:35.842642 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] device_id is not set on port bcdf5beb-df46-45da-9276-865a0a6d6bb0 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:32:35.843497 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b9a46-d6e2-420f-bfbd-334d2daa8743 req-54956ec0-f102-4908-9b75-277c4e4165dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:35.845894 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b20b9a46-d6e2-420f-bfbd-334d2daa8743 req-54956ec0-f102-4908-9b75-277c4e4165dc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 1097 time: 0.0858779 Jul 24 09:32:35.884901 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:35.885275 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:35.888008 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:35.912964 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b20b9a46-d6e2-420f-bfbd-334d2daa8743 req-b41f347f-9785-4c39-96ad-9db9429f45e4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603020 Jul 24 09:32:35.961181 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d79f5d-9ed9-46e1-b284-35984f7ee347,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:35.984004 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:36.044284 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:32:36.051868 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:36.142404 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] device_id is not set on port bcdf5beb-df46-45da-9276-865a0a6d6bb0 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:32:36.153996 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:36.166670 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Transition to ACTIVE for port object bcdf5beb-df46-45da-9276-865a0a6d6bb0 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:32:36.182056 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:36.213350 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa,revision_number=10']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:36.263710 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Pushing event updated for resources: {'Port': ['ID=bcdf5beb-df46-45da-9276-865a0a6d6bb0,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:36.282449 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Checking segment: {'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:32:36.282817 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Network hostable DHCP agents. Network: 83619eed-9a2e-4ec1-b4eb-978983175671, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:32:36.301374 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Network 83619eed-9a2e-4ec1-b4eb-978983175671 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:32:36.312463 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 83619eed-9a2e-4ec1-b4eb-978983175671) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:32:36.328910 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:32:36.329116 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08af99f5-828d-4a46-a1bb-74cd02aa2329 None None] Network 83619eed-9a2e-4ec1-b4eb-978983175671 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:32:36.352823 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:36.353265 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:36.353711 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:36.358989 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:36.359403 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:36.360073 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempt 2 to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 Jul 24 09:32:36.373936 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:36.374495 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:36.375001 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:36.380540 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:36.380916 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:36.381364 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempt 3 to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 Jul 24 09:32:36.398313 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:36.398660 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:36.399016 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:36.404846 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:36.405312 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:36.405878 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempt 4 to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 Jul 24 09:32:36.425122 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:36.425589 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:36.426068 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:36.431085 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:36.431418 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:36.431812 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempt 5 to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 Jul 24 09:32:36.457377 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:36.457723 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:36.458069 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:36.462855 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:36.463218 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:36.463816 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempt 6 to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 Jul 24 09:32:36.477450 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:36.477924 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:36.478277 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:36.482797 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:36.483923 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:36.484336 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempt 7 to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 Jul 24 09:32:36.498712 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:36.499188 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:36.499628 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:36.504345 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:36.504682 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:36.505133 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempt 8 to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 Jul 24 09:32:36.512401 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640af4e-1275-4ba8-99b0-ff68fe966bde req-19d0492f-b9ce-4cba-890e-91d27edf9ad6 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:36.518318 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59752) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:36.523218 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b640af4e-1275-4ba8-99b0-ff68fe966bde req-19d0492f-b9ce-4cba-890e-91d27edf9ad6 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 947 time: 0.1034980 Jul 24 09:32:36.526955 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:36.527549 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:36.528822 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:36.539195 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:36.539524 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:36.539912 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempt 9 to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 Jul 24 09:32:36.554291 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:36.554626 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:36.555186 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:36.560480 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:36.561508 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:36.561828 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempt 10 to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 Jul 24 09:32:36.577736 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:36.578094 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:36.578633 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:36.584490 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b640af4e-1275-4ba8-99b0-ff68fe966bde req-4246ea50-331a-48c2-a7cf-5f8109eb039f tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544529 Jul 24 09:32:36.584824 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:36.585122 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port bcdf5beb-df46-45da-9276-865a0a6d6bb0 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:36.585500 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:36.659735 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] For port bcdf5beb-df46-45da-9276-865a0a6d6bb0, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:32:36.660130 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempted to set empty binding levels {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 24 09:32:36.665074 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:36.699170 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:36.699799 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:36.720011 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Pushing event updated for resources: {'Port': ['ID=bcdf5beb-df46-45da-9276-865a0a6d6bb0,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:36.727748 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7149f640-0883-4ec8-a847-3cb71f1d0f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.1690497 Jul 24 09:32:36.728222 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59756) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:36.763199 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-b948d305-a437-4438-b780-9b09db36774a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'network': {'name': 'tempest-network-smoke--1213578204', 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'port_security_enabled': True}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:36.825450 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b948d305-a437-4438-b780-9b09db36774a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Made reservation on behalf of 3d070f08b8da4d8480b04a604f0ef395 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:32:36.833411 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b948d305-a437-4438-b780-9b09db36774a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:36.869245 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b948d305-a437-4438-b780-9b09db36774a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:36.958460 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-2c54b33c-7889-4647-803b-009351801358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Deleting port bcdf5beb-df46-45da-9276-865a0a6d6bb0 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:32:36.958807 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2c54b33c-7889-4647-803b-009351801358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:36.990402 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119008b-2d49-4051-a85d-8b3824a82735 req-a4b6586e-7285-465f-b4db-43d51b24576f tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:36.991925 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5119008b-2d49-4051-a85d-8b3824a82735 req-a4b6586e-7285-465f-b4db-43d51b24576f tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 946 time: 0.1705589 Jul 24 09:32:37.070282 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-2c54b33c-7889-4647-803b-009351801358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] For port bcdf5beb-df46-45da-9276-865a0a6d6bb0, host n-h1-800085-9, got binding levels [] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:32:37.070650 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2c54b33c-7889-4647-803b-009351801358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:37.099391 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-2c54b33c-7889-4647-803b-009351801358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Calling delete_port for bcdf5beb-df46-45da-9276-865a0a6d6bb0 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:32:37.112520 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5119008b-2d49-4051-a85d-8b3824a82735 req-a7f81267-d821-45bc-ac2d-e1e0e7d3ecce tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119549 Jul 24 09:32:37.175198 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b948d305-a437-4438-b780-9b09db36774a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:37.183672 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b948d305-a437-4438-b780-9b09db36774a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:37.221108 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b948d305-a437-4438-b780-9b09db36774a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:32:37.234831 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948d305-a437-4438-b780-9b09db36774a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4537cb2-5f33-4b8a-bdc4-8ecb2819ead5,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:37.241410 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b948d305-a437-4438-b780-9b09db36774a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:37.241762 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-b948d305-a437-4438-b780-9b09db36774a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Added segment 1944ee26-9eae-49e6-ab50-323c32be29e6 of type vlan for network e1d5fe90-ba02-4c44-8deb-d778e38abc45 Jul 24 09:32:37.297428 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2c54b33c-7889-4647-803b-009351801358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:37.329386 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b948d305-a437-4438-b780-9b09db36774a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:37.334551 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54b33c-7889-4647-803b-009351801358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcdf5beb-df46-45da-9276-865a0a6d6bb0,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:37.347255 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2c54b33c-7889-4647-803b-009351801358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:37.349213 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2c54b33c-7889-4647-803b-009351801358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] 10.222.0.32 "DELETE /v2.0/ports/bcdf5beb-df46-45da-9276-865a0a6d6bb0 HTTP/1.1" status: 204 len: 168 time: 0.6203589 Jul 24 09:32:37.351975 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59764) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:37.369467 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b948d305-a437-4438-b780-9b09db36774a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:37.376124 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b948d305-a437-4438-b780-9b09db36774a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:37.376807 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b948d305-a437-4438-b780-9b09db36774a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:37.380312 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ed1436-2f9f-48b7-825f-c58f578a3056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] GET failed (client error): The resource could not be found. Jul 24 09:32:37.385459 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-41ed1436-2f9f-48b7-825f-c58f578a3056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] 10.222.0.32 "GET /v2.0/ports/bcdf5beb-df46-45da-9276-865a0a6d6bb0 HTTP/1.1" status: 404 len: 333 time: 0.0286200 Jul 24 09:32:37.386433 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59766) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:37.390931 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-4ebce46c-39a9-476e-8165-4886b0dbbf0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Request body: {'port': {'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-353420436'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:37.411312 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebce46c-39a9-476e-8165-4886b0dbbf0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Made reservation on behalf of 776dc095d70f44bea43658ddfe97e4ac for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:32:37.413941 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ebce46c-39a9-476e-8165-4886b0dbbf0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:37.415903 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b948d305-a437-4438-b780-9b09db36774a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8962696 Jul 24 09:32:37.419446 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59768) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:37.424006 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-1f39b2bd-9a46-4827-ae42-c0eeef232fd3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-384864135', 'admin_state_up': True, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:37.457350 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-4ebce46c-39a9-476e-8165-4886b0dbbf0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] device_id is not set on port 98873616-8d13-40eb-b25b-c61adec7816d yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:32:37.467682 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948d305-a437-4438-b780-9b09db36774a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'Network': ['ID=e1d5fe90-ba02-4c44-8deb-d778e38abc45,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:37.482694 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network e1d5fe90-ba02-4c44-8deb-d778e38abc45 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:32:37.483286 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1f39b2bd-9a46-4827-ae42-c0eeef232fd3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:37.484439 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1f39b2bd-9a46-4827-ae42-c0eeef232fd3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:37.547605 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1f39b2bd-9a46-4827-ae42-c0eeef232fd3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:37.640501 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ebce46c-39a9-476e-8165-4886b0dbbf0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:37.698874 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1f39b2bd-9a46-4827-ae42-c0eeef232fd3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:37.715415 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ebce46c-39a9-476e-8165-4886b0dbbf0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:37.787437 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebce46c-39a9-476e-8165-4886b0dbbf0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Network 83619eed-9a2e-4ec1-b4eb-978983175671 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:32:37.789590 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebce46c-39a9-476e-8165-4886b0dbbf0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Pushing event updated for resources: {'Port': ['ID=98873616-8d13-40eb-b25b-c61adec7816d,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:37.794196 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-4ebce46c-39a9-476e-8165-4886b0dbbf0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:32:37.797146 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebce46c-39a9-476e-8165-4886b0dbbf0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:32:37.798109 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebce46c-39a9-476e-8165-4886b0dbbf0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:37.798724 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ebce46c-39a9-476e-8165-4886b0dbbf0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:37.809433 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19b365-c8aa-4d31-bba7-77a4b47f85d0 req-e5b7a993-2133-4f48-8b73-782cfef6542a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:37.810779 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d41d6b-87e1-4a01-867f-85152c73a5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:32:37.813381 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3cf5d3-5057-4362-bd5a-c4ed91a96f2c" -d '{"events": [{"server_uuid": "58d41d6b-87e1-4a01-867f-85152c73a5a2", "name": "network-vif-plugged", "status": "completed", "tag": "8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:32:37.820904 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bb19b365-c8aa-4d31-bba7-77a4b47f85d0 req-e5b7a993-2133-4f48-8b73-782cfef6542a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 947 time: 0.1387539 Jul 24 09:32:37.845073 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4ebce46c-39a9-476e-8165-4886b0dbbf0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4578164 Jul 24 09:32:37.851981 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59776) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:37.859916 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:37.871172 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b931cd45-cf6f-4207-9b24-fc26c07ec21b x-openstack-request-id: req-b931cd45-cf6f-4207-9b24-fc26c07ec21b {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:32:37.871386 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d41d6b-87e1-4a01-867f-85152c73a5a2", "name": "network-vif-plugged", "status": "completed", "tag": "8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:32:37.871654 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b931cd45-cf6f-4207-9b24-fc26c07ec21b {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:32:37.877454 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d41d6b-87e1-4a01-867f-85152c73a5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa', 'code': 200} Jul 24 09:32:37.917919 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bb19b365-c8aa-4d31-bba7-77a4b47f85d0 req-8fb0935a-85c6-486d-9097-6de773a4214d tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956841 Jul 24 09:32:38.005143 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:38.173152 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6339e-e7d4-4031-8f5e-d2a1f651373f req-e860222c-056d-4a32-9ec4-9267dccad5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:38.180721 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28d6339e-e7d4-4031-8f5e-d2a1f651373f req-e860222c-056d-4a32-9ec4-9267dccad5c0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 1098 time: 0.1351275 Jul 24 09:32:38.242246 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-28d6339e-e7d4-4031-8f5e-d2a1f651373f req-f8783743-ba50-4f6f-8c5e-38e59166cc83 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592391 Jul 24 09:32:38.289227 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1f39b2bd-9a46-4827-ae42-c0eeef232fd3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:38.303336 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] device_id is not set on port 98873616-8d13-40eb-b25b-c61adec7816d yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:32:38.308471 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1f39b2bd-9a46-4827-ae42-c0eeef232fd3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:38.313387 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:38.334717 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Transition to ACTIVE for port object 98873616-8d13-40eb-b25b-c61adec7816d will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:32:38.344658 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57146a8a-6d31-41c0-a1fc-1aa73b19abb0 req-73ba4983-5b7e-4ff7-8ce8-966832cb7077 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:38.346330 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-57146a8a-6d31-41c0-a1fc-1aa73b19abb0 req-73ba4983-5b7e-4ff7-8ce8-966832cb7077 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 946 time: 0.1260862 Jul 24 09:32:38.347550 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:38.427806 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Pushing event updated for resources: {'Port': ['ID=98873616-8d13-40eb-b25b-c61adec7816d,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:38.437927 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-1f39b2bd-9a46-4827-ae42-c0eeef232fd3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Allocated IP 172.25.7.98 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/ea99802a-6324-4a79-85a3-066705d75a24) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:32:38.446265 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-57146a8a-6d31-41c0-a1fc-1aa73b19abb0 req-8ba55235-dc96-4b47-b069-85b7cdf7d3d3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722263 Jul 24 09:32:38.449525 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:38.449671 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:38.450031 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:38.454858 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port 98873616-8d13-40eb-b25b-c61adec7816d on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:38.457017 n-d-800085-9 neutron-server[94036]: ERROR neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port 98873616-8d13-40eb-b25b-c61adec7816d on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:38.457484 n-d-800085-9 neutron-server[94036]: INFO neutron.plugins.ml2.plugin [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempt 2 to bind port 98873616-8d13-40eb-b25b-c61adec7816d Jul 24 09:32:38.485041 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:38.485821 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:38.485821 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:38.491528 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port 98873616-8d13-40eb-b25b-c61adec7816d on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:38.491957 n-d-800085-9 neutron-server[94036]: ERROR neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port 98873616-8d13-40eb-b25b-c61adec7816d on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:38.492450 n-d-800085-9 neutron-server[94036]: INFO neutron.plugins.ml2.plugin [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempt 3 to bind port 98873616-8d13-40eb-b25b-c61adec7816d Jul 24 09:32:38.506205 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:38.506676 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:38.507109 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:38.512396 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port 98873616-8d13-40eb-b25b-c61adec7816d on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:38.512862 n-d-800085-9 neutron-server[94036]: ERROR neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port 98873616-8d13-40eb-b25b-c61adec7816d on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:38.513352 n-d-800085-9 neutron-server[94036]: INFO neutron.plugins.ml2.plugin [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempt 4 to bind port 98873616-8d13-40eb-b25b-c61adec7816d Jul 24 09:32:38.525621 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:38.527679 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:38.527679 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:38.532032 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port 98873616-8d13-40eb-b25b-c61adec7816d on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:38.532488 n-d-800085-9 neutron-server[94036]: ERROR neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port 98873616-8d13-40eb-b25b-c61adec7816d on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:38.533104 n-d-800085-9 neutron-server[94036]: INFO neutron.plugins.ml2.plugin [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempt 5 to bind port 98873616-8d13-40eb-b25b-c61adec7816d Jul 24 09:32:38.546072 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:38.546417 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:38.546758 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:38.551496 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port 98873616-8d13-40eb-b25b-c61adec7816d on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:38.551831 n-d-800085-9 neutron-server[94036]: ERROR neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port 98873616-8d13-40eb-b25b-c61adec7816d on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:38.552230 n-d-800085-9 neutron-server[94036]: INFO neutron.plugins.ml2.plugin [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempt 6 to bind port 98873616-8d13-40eb-b25b-c61adec7816d Jul 24 09:32:38.564782 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:38.565127 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:38.565526 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:38.569957 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port 98873616-8d13-40eb-b25b-c61adec7816d on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:38.570292 n-d-800085-9 neutron-server[94036]: ERROR neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port 98873616-8d13-40eb-b25b-c61adec7816d on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:38.570688 n-d-800085-9 neutron-server[94036]: INFO neutron.plugins.ml2.plugin [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempt 7 to bind port 98873616-8d13-40eb-b25b-c61adec7816d Jul 24 09:32:38.586491 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:38.586844 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:38.587170 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:38.592326 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port 98873616-8d13-40eb-b25b-c61adec7816d on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:38.592604 n-d-800085-9 neutron-server[94036]: ERROR neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port 98873616-8d13-40eb-b25b-c61adec7816d on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:38.593506 n-d-800085-9 neutron-server[94036]: INFO neutron.plugins.ml2.plugin [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempt 8 to bind port 98873616-8d13-40eb-b25b-c61adec7816d Jul 24 09:32:38.596521 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1f39b2bd-9a46-4827-ae42-c0eeef232fd3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:38.606064 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:38.606409 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:38.606753 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:38.611774 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port 98873616-8d13-40eb-b25b-c61adec7816d on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:38.612231 n-d-800085-9 neutron-server[94036]: ERROR neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port 98873616-8d13-40eb-b25b-c61adec7816d on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:38.612635 n-d-800085-9 neutron-server[94036]: INFO neutron.plugins.ml2.plugin [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempt 9 to bind port 98873616-8d13-40eb-b25b-c61adec7816d Jul 24 09:32:38.628996 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:38.629438 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:38.629686 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:38.634634 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port 98873616-8d13-40eb-b25b-c61adec7816d on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:38.636093 n-d-800085-9 neutron-server[94036]: ERROR neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port 98873616-8d13-40eb-b25b-c61adec7816d on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:38.636093 n-d-800085-9 neutron-server[94036]: INFO neutron.plugins.ml2.plugin [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempt 10 to bind port 98873616-8d13-40eb-b25b-c61adec7816d Jul 24 09:32:38.646074 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046efd5-b47f-413e-91c9-e23ae0f03593 req-a6ecb6d0-b7ed-42c3-8b85-3cce5a678f26 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:38.647507 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0046efd5-b47f-413e-91c9-e23ae0f03593 req-a6ecb6d0-b7ed-42c3-8b85-3cce5a678f26 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 946 time: 0.1121755 Jul 24 09:32:38.650296 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:38.652061 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:38.652615 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 98873616-8d13-40eb-b25b-c61adec7816d on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:38.657633 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port 98873616-8d13-40eb-b25b-c61adec7816d on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:38.658011 n-d-800085-9 neutron-server[94036]: ERROR neutron.plugins.ml2.managers [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port 98873616-8d13-40eb-b25b-c61adec7816d on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:38.658417 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:38.670285 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1f39b2bd-9a46-4827-ae42-c0eeef232fd3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:38.722438 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f39b2bd-9a46-4827-ae42-c0eeef232fd3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:32:38.724645 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] For port 98873616-8d13-40eb-b25b-c61adec7816d, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:32:38.725107 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempted to set empty binding levels {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 24 09:32:38.725736 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0046efd5-b47f-413e-91c9-e23ae0f03593 req-edcd2e9c-cb60-4ddd-a8ec-2412cd0a275f tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701139 Jul 24 09:32:38.730964 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:38.731346 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-1f39b2bd-9a46-4827-ae42-c0eeef232fd3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:32:38.733828 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f39b2bd-9a46-4827-ae42-c0eeef232fd3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:32:38.743568 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] In _notify_port_updated(), no bound segment for port 98873616-8d13-40eb-b25b-c61adec7816d on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94036) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 09:32:38.744244 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:38.744909 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:38.746235 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] 10.222.0.32 "PUT /v2.0/ports/98873616-8d13-40eb-b25b-c61adec7816d HTTP/1.1" status: 200 len: 978 time: 0.8929636 Jul 24 09:32:38.755184 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59786) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:38.773648 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59788) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:38.801743 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39b2bd-9a46-4827-ae42-c0eeef232fd3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'Port': ['ID=ea99802a-6324-4a79-85a3-066705d75a24,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:39.014822 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.015550 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.015901 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.016369 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.016877 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.017342 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.017809 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.019094 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.019744 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.020105 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.020574 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.021085 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.021551 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.022020 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.022484 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.022951 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.023412 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.023875 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.024335 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.024813 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.025279 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.025775 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.026337 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.026780 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.027232 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.027693 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.029081 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.029554 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.030021 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.030486 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.030947 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.031421 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.031891 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.032338 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.036316 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4be84938-2940-4563-9742-c82eebb7dc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30509 time: 0.2776790 Jul 24 09:32:39.044218 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59798) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:39.219515 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cdd13b-5e2e-4196-b257-11951e543cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Pushing event updated for resources: {'Port': ['ID=98873616-8d13-40eb-b25b-c61adec7816d,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:39.234087 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1f39b2bd-9a46-4827-ae42-c0eeef232fd3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:39.239963 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-5de365ab-cad5-4f4a-915d-e64a59d21c93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Deleting port 98873616-8d13-40eb-b25b-c61adec7816d {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:32:39.240308 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5de365ab-cad5-4f4a-915d-e64a59d21c93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:39.294240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3fa058-b5eb-49e8-a2f8-4ec177471172 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.296435 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ff3fa058-b5eb-49e8-a2f8-4ec177471172 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 1092 time: 0.5218236 Jul 24 09:32:39.300581 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59804) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:39.305028 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-cea84d5e-5b6a-44c1-a424-178157b4b338 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'port_id': 'e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:39.354969 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fc0f7-8e67-402e-b837-164f7bc339c4 req-59c953a4-4916-4f50-892d-e8dfc5339fae tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:39.356553 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f9fc0f7-8e67-402e-b837-164f7bc339c4 req-59c953a4-4916-4f50-892d-e8dfc5339fae tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 947 time: 0.1417730 Jul 24 09:32:39.357912 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cea84d5e-5b6a-44c1-a424-178157b4b338 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for floatingip, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:39.382443 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-5de365ab-cad5-4f4a-915d-e64a59d21c93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] For port 98873616-8d13-40eb-b25b-c61adec7816d, host n-h1-800085-9, got binding levels [] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:32:39.382788 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5de365ab-cad5-4f4a-915d-e64a59d21c93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:39.402311 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-5de365ab-cad5-4f4a-915d-e64a59d21c93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Calling delete_port for 98873616-8d13-40eb-b25b-c61adec7816d owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:32:39.430048 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f9fc0f7-8e67-402e-b837-164f7bc339c4 req-eeddb2cb-dd9c-46ef-a422-2d67d388f734 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574841 Jul 24 09:32:39.520949 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cea84d5e-5b6a-44c1-a424-178157b4b338 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:39.586053 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1f39b2bd-9a46-4827-ae42-c0eeef232fd3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:39.659027 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-cea84d5e-5b6a-44c1-a424-178157b4b338 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Allocated IP 172.25.7.168 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/504a1a62-35e4-41d2-b16b-4ad34f6293aa) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:32:39.667860 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5de365ab-cad5-4f4a-915d-e64a59d21c93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:39.711881 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de365ab-cad5-4f4a-915d-e64a59d21c93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Pushing event deleted for resources: {'Port': ['ID=98873616-8d13-40eb-b25b-c61adec7816d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:39.720051 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5de365ab-cad5-4f4a-915d-e64a59d21c93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:39.722114 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5de365ab-cad5-4f4a-915d-e64a59d21c93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] 10.222.0.32 "DELETE /v2.0/ports/98873616-8d13-40eb-b25b-c61adec7816d HTTP/1.1" status: 204 len: 168 time: 0.6768737 Jul 24 09:32:39.724916 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59838) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:39.757947 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1b8155-d915-4cab-a993-7c4e196056f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] GET failed (client error): The resource could not be found. Jul 24 09:32:39.763763 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9c1b8155-d915-4cab-a993-7c4e196056f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] 10.222.0.32 "GET /v2.0/ports/98873616-8d13-40eb-b25b-c61adec7816d HTTP/1.1" status: 404 len: 333 time: 0.0337219 Jul 24 09:32:39.765313 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59840) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:39.772632 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-2f018491-d8f6-49c7-a616-abc0ef724606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1425763140', 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:39.791652 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cea84d5e-5b6a-44c1-a424-178157b4b338 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:39.813649 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f018491-d8f6-49c7-a616-abc0ef724606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Made reservation on behalf of 776dc095d70f44bea43658ddfe97e4ac for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:32:39.816044 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2f018491-d8f6-49c7-a616-abc0ef724606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:39.839898 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-2f018491-d8f6-49c7-a616-abc0ef724606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] device_id is not set on port 601b7c13-130b-450d-8fed-d054b1ca0487 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:32:39.847129 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cea84d5e-5b6a-44c1-a424-178157b4b338 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:39.882134 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f39b2bd-9a46-4827-ae42-c0eeef232fd3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Router 0634beec-0546-4c67-a741-1de342cd1373 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:32:39.910215 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea84d5e-5b6a-44c1-a424-178157b4b338 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:32:39.913149 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-cea84d5e-5b6a-44c1-a424-178157b4b338 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:32:39.916457 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea84d5e-5b6a-44c1-a424-178157b4b338 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:32:39.960973 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84d5e-5b6a-44c1-a424-178157b4b338 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Port': ['ID=504a1a62-35e4-41d2-b16b-4ad34f6293aa,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:40.089931 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f39b2bd-9a46-4827-ae42-c0eeef232fd3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:32:40.101590 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] Sync routers for ids ['0634beec-0546-4c67-a741-1de342cd1373'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:32:40.112724 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] Routers {'0634beec-0546-4c67-a741-1de342cd1373'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:32:40.113730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:32:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0634beec-0546-4c67-a741-1de342cd1373'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:32:40.117711 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2f018491-d8f6-49c7-a616-abc0ef724606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:40.127879 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1f39b2bd-9a46-4827-ae42-c0eeef232fd3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:40.132203 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1f39b2bd-9a46-4827-ae42-c0eeef232fd3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7088747 Jul 24 09:32:40.132695 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59846) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:40.203275 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2f018491-d8f6-49c7-a616-abc0ef724606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:40.283260 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bb89a832-bb6b-40df-9d5b-963e51383c83 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=3d070f08b8da4d8480b04a604f0ef395&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1471984 Jul 24 09:32:40.293422 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59852) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:40.296136 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f018491-d8f6-49c7-a616-abc0ef724606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Network 83619eed-9a2e-4ec1-b4eb-978983175671 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:32:40.301010 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-2f018491-d8f6-49c7-a616-abc0ef724606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:32:40.316260 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] Set router 0634beec-0546-4c67-a741-1de342cd1373 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:32:40.318156 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f018491-d8f6-49c7-a616-abc0ef724606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:32:40.319869 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f018491-d8f6-49c7-a616-abc0ef724606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:40.319869 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2f018491-d8f6-49c7-a616-abc0ef724606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:40.337183 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f018491-d8f6-49c7-a616-abc0ef724606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Pushing event updated for resources: {'Port': ['ID=601b7c13-130b-450d-8fed-d054b1ca0487,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:40.394902 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2f018491-d8f6-49c7-a616-abc0ef724606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6285353 Jul 24 09:32:40.397882 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59854) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:40.443129 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cea84d5e-5b6a-44c1-a424-178157b4b338 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:40.463276 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babb173c-69da-4b07-b99f-4eab65fba065 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:40.467239 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-babb173c-69da-4b07-b99f-4eab65fba065 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1654179 Jul 24 09:32:40.467831 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59858) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:40.469901 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dbb011-d75f-4521-a886-6b5417160809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:40.471455 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-54dbb011-d75f-4521-a886-6b5417160809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] 10.222.0.32 "GET /v2.0/ports/601b7c13-130b-450d-8fed-d054b1ca0487 HTTP/1.1" status: 200 len: 959 time: 0.0727069 Jul 24 09:32:40.474118 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59860) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:40.535325 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5acfdc0f-0ca5-4538-83f0-daa772898c0e tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0643582 Jul 24 09:32:40.537750 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59862) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:40.560419 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e9aa9c5d-78f0-491c-b152-3b2f8c377665 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-140834330', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:40.628596 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cea84d5e-5b6a-44c1-a424-178157b4b338 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:40.677571 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-6a730db0-5cbf-4412-8ca0-07380dc8f6f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Deleting port 601b7c13-130b-450d-8fed-d054b1ca0487 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:32:40.677942 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6a730db0-5cbf-4412-8ca0-07380dc8f6f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:40.697947 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62361816-095c-48ef-bbe6-31eb88d8532a req-4016c576-ac08-412d-91e6-15ee3b212776 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:40.699862 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-62361816-095c-48ef-bbe6-31eb88d8532a req-4016c576-ac08-412d-91e6-15ee3b212776 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 947 time: 0.1676481 Jul 24 09:32:40.745472 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634beec-0546-4c67-a741-1de342cd1373', 'name': 'tempest-TestNetworkBasicOps-router-384864135', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:37Z', 'updated_at': '2021-07-24T09:32:39Z', 'revision_number': 3, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:38Z', 'updated_at': '2021-07-24T09:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:32:40.754697 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9aa9c5d-78f0-491c-b152-3b2f8c377665 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Made reservation on behalf of 3d070f08b8da4d8480b04a604f0ef395 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:32:40.758243 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e9aa9c5d-78f0-491c-b152-3b2f8c377665 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:40.766259 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-62361816-095c-48ef-bbe6-31eb88d8532a req-98becb73-717c-45c0-babf-b827872e2ae3 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574241 Jul 24 09:32:40.812019 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] Checking router: 0634beec-0546-4c67-a741-1de342cd1373 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:32:40.813399 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] Updating router 0634beec-0546-4c67-a741-1de342cd1373 port ea99802a-6324-4a79-85a3-066705d75a24 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:32:40.829432 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6a730db0-5cbf-4412-8ca0-07380dc8f6f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:40.852118 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-6a730db0-5cbf-4412-8ca0-07380dc8f6f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Calling delete_port for 601b7c13-130b-450d-8fed-d054b1ca0487 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:32:40.859704 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:40.867699 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cea84d5e-5b6a-44c1-a424-178157b4b338 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:40.873875 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cea84d5e-5b6a-44c1-a424-178157b4b338 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:40.955485 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84d5e-5b6a-44c1-a424-178157b4b338 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Port': ['ID=504a1a62-35e4-41d2-b16b-4ad34f6293aa,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:40.971535 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cea84d5e-5b6a-44c1-a424-178157b4b338 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:41.031127 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6a730db0-5cbf-4412-8ca0-07380dc8f6f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:41.061720 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e9aa9c5d-78f0-491c-b152-3b2f8c377665 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:41.067380 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a730db0-5cbf-4412-8ca0-07380dc8f6f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Pushing event deleted for resources: {'Port': ['ID=601b7c13-130b-450d-8fed-d054b1ca0487,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:41.097946 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-cea84d5e-5b6a-44c1-a424-178157b4b338 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Floating IP 325df101-3c4d-4693-beb7-37b099da9ea3 associated. External IP: 172.25.7.168, port: e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193. Jul 24 09:32:41.098417 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6a730db0-5cbf-4412-8ca0-07380dc8f6f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:41.102743 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6a730db0-5cbf-4412-8ca0-07380dc8f6f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] 10.222.0.32 "DELETE /v2.0/ports/601b7c13-130b-450d-8fed-d054b1ca0487 HTTP/1.1" status: 204 len: 168 time: 0.6224117 Jul 24 09:32:41.103797 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59868) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:41.149362 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee48f30-85b6-48cd-8a42-f8da087010d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] GET failed (client error): The resource could not be found. Jul 24 09:32:41.150933 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2ee48f30-85b6-48cd-8a42-f8da087010d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] 10.222.0.32 "GET /v2.0/ports/601b7c13-130b-450d-8fed-d054b1ca0487 HTTP/1.1" status: 404 len: 333 time: 0.0455759 Jul 24 09:32:41.154742 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa9c5d-78f0-491c-b152-3b2f8c377665 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'Subnet': ['ID=b1094064-278b-4188-87bb-746291e02cd3,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:41.158105 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59870) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:41.170606 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f5bb8ed5-295e-4aa8-bb37-7a5cecef1a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Request body: {'port': {'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070188140'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:41.222034 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:41.242542 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] Transition to ACTIVE for port object ea99802a-6324-4a79-85a3-066705d75a24 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:32:41.250218 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:41.339730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] Attempting to bind port ea99802a-6324-4a79-85a3-066705d75a24 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:41.341125 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] Attempting to bind port ea99802a-6324-4a79-85a3-066705d75a24 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:41.342259 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] Attempting to bind port ea99802a-6324-4a79-85a3-066705d75a24 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:41.357418 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9dac1f-8478-4f7c-a67e-874f7c425f93 None None] Pushing event updated for resources: {'Port': ['ID=ea99802a-6324-4a79-85a3-066705d75a24,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:41.363251 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:32:41.363963 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:32:41.364550 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:41.365524 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:32:41.366171 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] Bound port: ea99802a-6324-4a79-85a3-066705d75a24, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:32:41.366749 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:41.415513 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea84d5e-5b6a-44c1-a424-178157b4b338 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Router 66c2dc9e-f488-4fc8-8a96-c128d2a1eac2 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:32:41.429897 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] For port ea99802a-6324-4a79-85a3-066705d75a24, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:32:41.434898 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] For port ea99802a-6324-4a79-85a3-066705d75a24, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=ea99802a-6324-4a79-85a3-066705d75a24,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:32:41.439874 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:41.501105 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9dac1f-8478-4f7c-a67e-874f7c425f93 None None] Pushing event updated for resources: {'Port': ['ID=ea99802a-6324-4a79-85a3-066705d75a24,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:41.522673 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] Routers {'0634beec-0546-4c67-a741-1de342cd1373'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:32:41.523225 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:32:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0634beec-0546-4c67-a741-1de342cd1373'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:32:41.544949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea84d5e-5b6a-44c1-a424-178157b4b338 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:32:41.554700 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fda7f63-0542-462a-a677-bb119a3f18ea None None] Sync routers for ids ['66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:32:41.565461 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fda7f63-0542-462a-a677-bb119a3f18ea None None] Routers {'66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:32:41.566923 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-3fda7f63-0542-462a-a677-bb119a3f18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:32:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:32:41.624362 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aa9c5d-78f0-491c-b152-3b2f8c377665 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Checking segment: {'id': '1944ee26-9eae-49e6-ab50-323c32be29e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:32:41.624929 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aa9c5d-78f0-491c-b152-3b2f8c377665 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Network hostable DHCP agents. Network: e1d5fe90-ba02-4c44-8deb-d778e38abc45, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:32:41.644722 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bb8ed5-295e-4aa8-bb37-7a5cecef1a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Made reservation on behalf of 776dc095d70f44bea43658ddfe97e4ac for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:32:41.647784 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f5bb8ed5-295e-4aa8-bb37-7a5cecef1a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:41.650630 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cea84d5e-5b6a-44c1-a424-178157b4b338 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:41.650839 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] Set router 0634beec-0546-4c67-a741-1de342cd1373 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:32:41.657364 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aa9c5d-78f0-491c-b152-3b2f8c377665 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Network e1d5fe90-ba02-4c44-8deb-d778e38abc45 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:32:41.669783 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-f5bb8ed5-295e-4aa8-bb37-7a5cecef1a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] device_id is not set on port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:32:41.675558 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-e9aa9c5d-78f0-491c-b152-3b2f8c377665 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, e1d5fe90-ba02-4c44-8deb-d778e38abc45) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:32:41.680177 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aa9c5d-78f0-491c-b152-3b2f8c377665 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:41.680821 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e9aa9c5d-78f0-491c-b152-3b2f8c377665 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:41.690042 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ebfeed-240b-45e9-8c25-25970533f917 None None] Network e1d5fe90-ba02-4c44-8deb-d778e38abc45 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:32:41.706241 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-cea84d5e-5b6a-44c1-a424-178157b4b338 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4047120 Jul 24 09:32:41.707132 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5235012-c4b1-4796-bc03-afe6dc8be43c', 'tag': 'e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:32:41.716185 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-3fda7f63-0542-462a-a677-bb119a3f18ea None None] Set router 66c2dc9e-f488-4fc8-8a96-c128d2a1eac2 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:32:41.732886 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e9aa9c5d-78f0-491c-b152-3b2f8c377665 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1940191 Jul 24 09:32:41.736079 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59876) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:41.737923 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb7b442-1d12-4d1d-9243-c13f1e2118d3" -d '{"events": [{"name": "network-changed", "server_uuid": "c5235012-c4b1-4796-bc03-afe6dc8be43c", "tag": "e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:32:41.808948 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cefcc0-1dd7-419b-8853-c28ae6fc3e76 x-openstack-request-id: req-20cefcc0-1dd7-419b-8853-c28ae6fc3e76 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:32:41.809525 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5235012-c4b1-4796-bc03-afe6dc8be43c", "tag": "e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:32:41.809963 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20cefcc0-1dd7-419b-8853-c28ae6fc3e76 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:32:41.810381 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5235012-c4b1-4796-bc03-afe6dc8be43c', 'tag': 'e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193', 'status': 'completed', 'code': 200} Jul 24 09:32:41.994312 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cf39c-9656-4ce6-badd-5d19b83712d4 req-e6342f2d-a7d4-4c01-8c97-84f528bd16ed tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:42.003169 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e10cf39c-9656-4ce6-badd-5d19b83712d4 req-e6342f2d-a7d4-4c01-8c97-84f528bd16ed tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 946 time: 0.1192992 Jul 24 09:32:42.007579 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7b442-1d12-4d1d-9243-c13f1e2118d3 req-e2fb7877-c872-486c-96a4-50aace2d1178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:42.009112 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2fb7b442-1d12-4d1d-9243-c13f1e2118d3 req-e2fb7877-c872-486c-96a4-50aace2d1178 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 1097 time: 0.1773853 Jul 24 09:32:42.017891 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1c66ad-87eb-4efc-810c-f9e322aef840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'fixed_ips': [{'subnet_id': 'b1094064-278b-4188-87bb-746291e02cd3'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:32:42.019221 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1d1c66ad-87eb-4efc-810c-f9e322aef840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:42.039854 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634beec-0546-4c67-a741-1de342cd1373', 'name': 'tempest-TestNetworkBasicOps-router-384864135', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:37Z', 'updated_at': '2021-07-24T09:32:39Z', 'revision_number': 3, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:38Z', 'updated_at': '2021-07-24T09:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:32:42.044637 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f5bb8ed5-295e-4aa8-bb37-7a5cecef1a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:42.136876 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f5bb8ed5-295e-4aa8-bb37-7a5cecef1a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:42.138458 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7b442-1d12-4d1d-9243-c13f1e2118d3 req-ffc3ab28-a036-4835-9bfb-c7126e2eb50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:42.140100 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2fb7b442-1d12-4d1d-9243-c13f1e2118d3 req-ffc3ab28-a036-4835-9bfb-c7126e2eb50d service neutron] 10.222.0.20 "GET /v2.0/networks?id=8534989a-79c0-4b00-84df-d6b9f1285f33 HTTP/1.1" status: 200 len: 896 time: 0.1047132 Jul 24 09:32:42.146384 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-3fda7f63-0542-462a-a677-bb119a3f18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015916126', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '26573854-97a7-4c09-be8f-648b45307b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:32:16Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '26573854-97a7-4c09-be8f-648b45307b8c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '325df101-3c4d-4693-beb7-37b099da9ea3', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'port_id': 'e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33', 'mac_address': 'fa:16:3e:19:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5235012-c4b1-4796-bc03-afe6dc8be43c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:32:40Z', 'updated_at': '2021-07-24T09:32:40Z', 'revision_number': 0, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3690fa3a-78dd-450f-a7c2-4498f6913448', 'name': '', 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:0f:1e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'f23f0669-527d-4c01-ba6c-0d6534d19d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:14Z', 'updated_at': '2021-07-24T09:32:24Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': 'f23f0669-527d-4c01-ba6c-0d6534d19d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:32:42.161946 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e10cf39c-9656-4ce6-badd-5d19b83712d4 req-d3c4e49d-ec1e-41f9-9493-b42e9b7590ad tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578238 Jul 24 09:32:42.185402 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fda7f63-0542-462a-a677-bb119a3f18ea None None] Checking router: 66c2dc9e-f488-4fc8-8a96-c128d2a1eac2 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:32:42.187678 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-1d1c66ad-87eb-4efc-810c-f9e322aef840 None None] Allocated IP 172.20.0.2 (e1d5fe90-ba02-4c44-8deb-d778e38abc45/b1094064-278b-4188-87bb-746291e02cd3/266d9337-928e-42bd-b8cb-630b8612df52) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:32:42.194953 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fda7f63-0542-462a-a677-bb119a3f18ea None None] Routers {'66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:32:42.195922 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-3fda7f63-0542-462a-a677-bb119a3f18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:32:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:32:42.221290 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59882) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:42.270835 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bb8ed5-295e-4aa8-bb37-7a5cecef1a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Network 83619eed-9a2e-4ec1-b4eb-978983175671 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:32:42.299097 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4a50bb66-07ee-4086-9f57-4bdff9fce310 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/floatingips/325df101-3c4d-4693-beb7-37b099da9ea3 HTTP/1.1" status: 200 len: 992 time: 0.0761406 Jul 24 09:32:42.315920 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-3fda7f63-0542-462a-a677-bb119a3f18ea None None] Set router 66c2dc9e-f488-4fc8-8a96-c128d2a1eac2 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:32:42.322052 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-f5bb8ed5-295e-4aa8-bb37-7a5cecef1a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:32:42.327875 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2fb7b442-1d12-4d1d-9243-c13f1e2118d3 req-c47b764d-a8dd-45d2-b1e3-217638bb3c71 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 HTTP/1.1" status: 200 len: 1000 time: 0.1813064 Jul 24 09:32:42.329556 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb8ed5-295e-4aa8-bb37-7a5cecef1a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:32:42.330669 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bb8ed5-295e-4aa8-bb37-7a5cecef1a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:42.331405 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f5bb8ed5-295e-4aa8-bb37-7a5cecef1a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:42.360584 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1344ca8-fdfc-4a31-afed-7e0ea2d8228b None None] The sync data for ids ['0634beec-0546-4c67-a741-1de342cd1373'] in n-d-800085-9 is: [{'id': '0634beec-0546-4c67-a741-1de342cd1373', 'name': 'tempest-TestNetworkBasicOps-router-384864135', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:37Z', 'updated_at': '2021-07-24T09:32:39Z', 'revision_number': 3, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:38Z', 'updated_at': '2021-07-24T09:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:32:42.391185 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f5bb8ed5-295e-4aa8-bb37-7a5cecef1a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2317197 Jul 24 09:32:42.394776 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7b442-1d12-4d1d-9243-c13f1e2118d3 req-e2de1078-3df3-4fa4-8c52-cd7605b23197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:42.395364 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59884) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:42.397680 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2fb7b442-1d12-4d1d-9243-c13f1e2118d3 req-e2de1078-3df3-4fa4-8c52-cd7605b23197 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f23f0669-527d-4c01-ba6c-0d6534d19d26 HTTP/1.1" status: 200 len: 835 time: 0.0637581 Jul 24 09:32:42.402451 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1d1c66ad-87eb-4efc-810c-f9e322aef840 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:42.407799 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:42.432011 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1d1c66ad-87eb-4efc-810c-f9e322aef840 None None] Transition to ACTIVE for port object 266d9337-928e-42bd-b8cb-630b8612df52 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:32:42.442838 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb8ed5-295e-4aa8-bb37-7a5cecef1a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Pushing event updated for resources: {'Port': ['ID=9ed6346f-63cd-44f4-9961-d5fa4eca0cad,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:42.464049 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1d1c66ad-87eb-4efc-810c-f9e322aef840 None None] Transition to ACTIVE for port object 266d9337-928e-42bd-b8cb-630b8612df52 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:32:42.475728 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1d1c66ad-87eb-4efc-810c-f9e322aef840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:42.516362 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7b442-1d12-4d1d-9243-c13f1e2118d3 req-2b5ed291-405e-494e-abac-ddd8648c2f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:42.520370 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2fb7b442-1d12-4d1d-9243-c13f1e2118d3 req-2b5ed291-405e-494e-abac-ddd8648c2f99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8534989a-79c0-4b00-84df-d6b9f1285f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160102 Jul 24 09:32:42.611417 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1c66ad-87eb-4efc-810c-f9e322aef840 None None] Network e1d5fe90-ba02-4c44-8deb-d778e38abc45 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:32:42.617658 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-1d1c66ad-87eb-4efc-810c-f9e322aef840 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:32:42.623308 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1c66ad-87eb-4efc-810c-f9e322aef840 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:32:42.626723 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c66ad-87eb-4efc-810c-f9e322aef840 None None] Pushing event updated for resources: {'Port': ['ID=266d9337-928e-42bd-b8cb-630b8612df52,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:42.642087 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:42.680815 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2fb7b442-1d12-4d1d-9243-c13f1e2118d3 req-3ae1d3a0-7624-47cb-a997-16832b6dcd85 service neutron] 10.222.0.20 "GET /v2.0/networks/8534989a-79c0-4b00-84df-d6b9f1285f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519418 Jul 24 09:32:42.748803 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-1d1c66ad-87eb-4efc-810c-f9e322aef840 None None] Attempting to bind port 266d9337-928e-42bd-b8cb-630b8612df52 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:42.749289 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-1d1c66ad-87eb-4efc-810c-f9e322aef840 None None] Attempting to bind port 266d9337-928e-42bd-b8cb-630b8612df52 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '1944ee26-9eae-49e6-ab50-323c32be29e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:42.749749 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1c66ad-87eb-4efc-810c-f9e322aef840 None None] Attempting to bind port 266d9337-928e-42bd-b8cb-630b8612df52 on network e1d5fe90-ba02-4c44-8deb-d778e38abc45 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:42.762924 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1c66ad-87eb-4efc-810c-f9e322aef840 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:32:42.763461 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1c66ad-87eb-4efc-810c-f9e322aef840 None None] Checking segment: {'id': '1944ee26-9eae-49e6-ab50-323c32be29e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:32:42.763972 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1d1c66ad-87eb-4efc-810c-f9e322aef840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:42.764465 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1c66ad-87eb-4efc-810c-f9e322aef840 None None] Bound using segment: {'id': '1944ee26-9eae-49e6-ab50-323c32be29e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:32:42.765075 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-1d1c66ad-87eb-4efc-810c-f9e322aef840 None None] Bound port: 266d9337-928e-42bd-b8cb-630b8612df52, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1944ee26-9eae-49e6-ab50-323c32be29e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:32:42.767127 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1d1c66ad-87eb-4efc-810c-f9e322aef840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:42.938123 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-1d1c66ad-87eb-4efc-810c-f9e322aef840 None None] For port 266d9337-928e-42bd-b8cb-630b8612df52, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:32:42.942284 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-1d1c66ad-87eb-4efc-810c-f9e322aef840 None None] For port 266d9337-928e-42bd-b8cb-630b8612df52, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=266d9337-928e-42bd-b8cb-630b8612df52,segment=NetworkSegment(1944ee26-9eae-49e6-ab50-323c32be29e6),segment_id=1944ee26-9eae-49e6-ab50-323c32be29e6)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:32:42.948710 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1d1c66ad-87eb-4efc-810c-f9e322aef840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:43.099257 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c66ad-87eb-4efc-810c-f9e322aef840 None None] Pushing event updated for resources: {'Port': ['ID=266d9337-928e-42bd-b8cb-630b8612df52,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:43.122842 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] device_id is not set on port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:32:43.133579 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:43.157713 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Transition to ACTIVE for port object 9ed6346f-63cd-44f4-9961-d5fa4eca0cad will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:32:43.164313 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:43.165935 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-3fda7f63-0542-462a-a677-bb119a3f18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015916126', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '26573854-97a7-4c09-be8f-648b45307b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:32:16Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '26573854-97a7-4c09-be8f-648b45307b8c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '325df101-3c4d-4693-beb7-37b099da9ea3', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'port_id': 'e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33', 'mac_address': 'fa:16:3e:19:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5235012-c4b1-4796-bc03-afe6dc8be43c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:32:40Z', 'updated_at': '2021-07-24T09:32:40Z', 'revision_number': 0, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3690fa3a-78dd-450f-a7c2-4498f6913448', 'name': '', 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:0f:1e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'f23f0669-527d-4c01-ba6c-0d6534d19d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:14Z', 'updated_at': '2021-07-24T09:32:24Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': 'f23f0669-527d-4c01-ba6c-0d6534d19d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:32:43.212908 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fda7f63-0542-462a-a677-bb119a3f18ea None None] The sync data for ids ['66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'] in n-d-800085-9 is: [{'id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015916126', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '26573854-97a7-4c09-be8f-648b45307b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:32:16Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '26573854-97a7-4c09-be8f-648b45307b8c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '325df101-3c4d-4693-beb7-37b099da9ea3', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'port_id': 'e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33', 'mac_address': 'fa:16:3e:19:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5235012-c4b1-4796-bc03-afe6dc8be43c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:32:40Z', 'updated_at': '2021-07-24T09:32:40Z', 'revision_number': 0, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3690fa3a-78dd-450f-a7c2-4498f6913448', 'name': '', 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:0f:1e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'f23f0669-527d-4c01-ba6c-0d6534d19d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:14Z', 'updated_at': '2021-07-24T09:32:24Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': 'f23f0669-527d-4c01-ba6c-0d6534d19d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:32:43.303231 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59898) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:43.304237 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Pushing event updated for resources: {'Port': ['ID=9ed6346f-63cd-44f4-9961-d5fa4eca0cad,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:43.429259 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-70b3ba98-5953-4086-96ac-8e0a8b091b2c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/floatingips/325df101-3c4d-4693-beb7-37b099da9ea3 HTTP/1.1" status: 200 len: 992 time: 0.1246157 Jul 24 09:32:43.461116 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2fb7b442-1d12-4d1d-9243-c13f1e2118d3 req-f2b6e425-2416-42b7-94cd-067f0a3cc675 service neutron] 10.222.0.20 "GET /v2.0/networks/8534989a-79c0-4b00-84df-d6b9f1285f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7630026 Jul 24 09:32:43.555664 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:43.556009 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:43.556367 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:43.575290 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:43.575638 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:43.576199 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempt 2 to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad Jul 24 09:32:43.669336 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:43.669679 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:43.670029 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:43.686956 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:43.687306 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:43.689363 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempt 3 to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad Jul 24 09:32:43.695926 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device ea99802a-6324-4a79-85a3-066705d75a24 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:32:43.768723 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port ea99802a-6324-4a79-85a3-066705d75a24 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:32:43.778156 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf9967-fb6f-406f-95c9-2d993bb75510 None None] New status for floating IP 325df101-3c4d-4693-beb7-37b099da9ea3: ACTIVE {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:32:43.803847 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:43.804213 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:43.804574 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:43.825483 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:43.825843 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:43.827946 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempt 4 to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad Jul 24 09:32:43.853954 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-15c0eb1e-b73f-496d-91df-4113419c7701 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:43.873100 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:43.873477 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:43.873827 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:43.887118 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:43.887624 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:43.891612 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempt 5 to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad Jul 24 09:32:43.965476 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port ea99802a-6324-4a79-85a3-066705d75a24 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:43.966428 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:44.036362 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:44.036871 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:44.037097 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:44.053639 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:44.053970 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:44.060209 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempt 6 to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad Jul 24 09:32:44.094811 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:44.104066 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:44.104395 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:44.104767 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:44.120608 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:44.121411 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:44.125718 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempt 7 to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad Jul 24 09:32:44.180161 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:44.180375 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:44.180846 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:44.193961 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:44.198919 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port ea99802a-6324-4a79-85a3-066705d75a24, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=ea99802a-6324-4a79-85a3-066705d75a24,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:32:44.205632 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:44.206443 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:44.206590 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 266d9337-928e-42bd-b8cb-630b8612df52 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:32:44.207215 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:44.209608 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempt 8 to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad Jul 24 09:32:44.256959 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:44.257311 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:44.257657 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:44.265340 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:44.265684 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:44.271916 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempt 9 to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad Jul 24 09:32:44.323168 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=ea99802a-6324-4a79-85a3-066705d75a24,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:44.340706 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 266d9337-928e-42bd-b8cb-630b8612df52 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:32:44.398948 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:44.399289 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:44.399636 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:44.407682 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:44.408050 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:44.410806 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempt 10 to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad Jul 24 09:32:44.433798 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59906) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:44.464768 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:44.465157 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:44.465467 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempting to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:44.481808 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on network 83619eed-9a2e-4ec1-b4eb-978983175671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:44.482177 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Failed to bind port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '83619eed-9a2e-4ec1-b4eb-978983175671'}] Jul 24 09:32:44.482536 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:44.514517 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-15c0eb1e-b73f-496d-91df-4113419c7701 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Allocated IP 172.20.0.1 (e1d5fe90-ba02-4c44-8deb-d778e38abc45/b1094064-278b-4188-87bb-746291e02cd3/ab8431e7-36b1-49bd-9df3-9b1cac43e6ba) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:32:44.526475 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2157ba6e-9679-4666-ad68-f541e3d50597 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/floatingips/325df101-3c4d-4693-beb7-37b099da9ea3 HTTP/1.1" status: 200 len: 994 time: 0.0890071 Jul 24 09:32:44.636979 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] For port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:32:44.637554 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attempted to set empty binding levels {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 24 09:32:44.645411 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:44.680419 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efe9746-771d-487d-95ba-2757507574b3 None None] Network e1d5fe90-ba02-4c44-8deb-d778e38abc45 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:32:44.695145 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] In _notify_port_updated(), no bound segment for port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad on network 83619eed-9a2e-4ec1-b4eb-978983175671 {{(pid=94035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 09:32:44.695715 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:44.696330 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:44.700844 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] 10.222.0.32 "PUT /v2.0/ports/9ed6346f-63cd-44f4-9961-d5fa4eca0cad HTTP/1.1" status: 200 len: 979 time: 2.2992764 Jul 24 09:32:44.701018 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59908) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:44.723963 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96e466-39f7-48de-a97a-286bd64301f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Pushing event updated for resources: {'Port': ['ID=9ed6346f-63cd-44f4-9961-d5fa4eca0cad,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:44.731474 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-15c0eb1e-b73f-496d-91df-4113419c7701 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:44.746203 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-15c0eb1e-b73f-496d-91df-4113419c7701 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Transition to ACTIVE for port object ab8431e7-36b1-49bd-9df3-9b1cac43e6ba will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:32:44.783028 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b9050f68-5469-4fba-bce5-6181f7664901 None None] Provisioning for port 266d9337-928e-42bd-b8cb-630b8612df52 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:32:44.808623 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b9050f68-5469-4fba-bce5-6181f7664901 None None] Provisioning complete for port 266d9337-928e-42bd-b8cb-630b8612df52 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:44.809293 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b9050f68-5469-4fba-bce5-6181f7664901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:44.811465 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-15c0eb1e-b73f-496d-91df-4113419c7701 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:44.864071 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c0eb1e-b73f-496d-91df-4113419c7701 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Network e1d5fe90-ba02-4c44-8deb-d778e38abc45 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:32:44.871594 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-15c0eb1e-b73f-496d-91df-4113419c7701 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:32:44.872763 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf5e99-40d5-469d-a329-ede2a290cd11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Deleting port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:32:44.873448 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7bbf5e99-40d5-469d-a329-ede2a290cd11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:44.881238 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c0eb1e-b73f-496d-91df-4113419c7701 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:32:44.917294 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0eb1e-b73f-496d-91df-4113419c7701 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'Port': ['ID=ab8431e7-36b1-49bd-9df3-9b1cac43e6ba,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:44.941181 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-15c0eb1e-b73f-496d-91df-4113419c7701 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:44.976062 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b9050f68-5469-4fba-bce5-6181f7664901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:45.003426 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-7bbf5e99-40d5-469d-a329-ede2a290cd11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] For port 9ed6346f-63cd-44f4-9961-d5fa4eca0cad, host n-h1-800085-9, got binding levels [] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:32:45.006560 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7bbf5e99-40d5-469d-a329-ede2a290cd11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:45.034730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-b9050f68-5469-4fba-bce5-6181f7664901 None None] For port 266d9337-928e-42bd-b8cb-630b8612df52, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=266d9337-928e-42bd-b8cb-630b8612df52,segment=NetworkSegment(1944ee26-9eae-49e6-ab50-323c32be29e6),segment_id=1944ee26-9eae-49e6-ab50-323c32be29e6)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:32:45.039032 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf5e99-40d5-469d-a329-ede2a290cd11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Calling delete_port for 9ed6346f-63cd-44f4-9961-d5fa4eca0cad owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:32:45.040447 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b9050f68-5469-4fba-bce5-6181f7664901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:45.115839 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9050f68-5469-4fba-bce5-6181f7664901 None None] Pushing event updated for resources: {'Port': ['ID=266d9337-928e-42bd-b8cb-630b8612df52,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:45.130470 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-15c0eb1e-b73f-496d-91df-4113419c7701 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:45.220520 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7bbf5e99-40d5-469d-a329-ede2a290cd11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:45.256077 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf5e99-40d5-469d-a329-ede2a290cd11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ed6346f-63cd-44f4-9961-d5fa4eca0cad,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:45.273053 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7bbf5e99-40d5-469d-a329-ede2a290cd11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:45.278528 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7bbf5e99-40d5-469d-a329-ede2a290cd11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] 10.222.0.32 "DELETE /v2.0/ports/9ed6346f-63cd-44f4-9961-d5fa4eca0cad HTTP/1.1" status: 204 len: 168 time: 0.5738037 Jul 24 09:32:45.278933 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59912) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:45.311957 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c176744-62c1-48bd-8873-c6555abf1a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] GET failed (client error): The resource could not be found. Jul 24 09:32:45.314823 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2c176744-62c1-48bd-8873-c6555abf1a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091134553-project-admin] 10.222.0.32 "GET /v2.0/ports/9ed6346f-63cd-44f4-9961-d5fa4eca0cad HTTP/1.1" status: 404 len: 333 time: 0.0346131 Jul 24 09:32:45.319890 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59914) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:45.364783 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-63c7d907-09f1-437f-b5b3-a62b26579658 None None] Provisioning complete for port 266d9337-928e-42bd-b8cb-630b8612df52 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:45.365065 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-63c7d907-09f1-437f-b5b3-a62b26579658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:45.474175 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-63c7d907-09f1-437f-b5b3-a62b26579658 None None] Provisioning for port ab8431e7-36b1-49bd-9df3-9b1cac43e6ba completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:32:45.479673 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-63c7d907-09f1-437f-b5b3-a62b26579658 None None] Provisioning complete for port ab8431e7-36b1-49bd-9df3-9b1cac43e6ba triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:45.480268 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-63c7d907-09f1-437f-b5b3-a62b26579658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:45.528960 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-63c7d907-09f1-437f-b5b3-a62b26579658 None None] Port ab8431e7-36b1-49bd-9df3-9b1cac43e6ba cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:32:45.540269 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d4f0176-7e65-4e3e-99d7-ca18e126a66f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:45.589774 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device ea99802a-6324-4a79-85a3-066705d75a24 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:32:45.666056 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ea64751b-9074-4b12-bd78-6894c62a4b75 None None] Provisioning complete for port ab8431e7-36b1-49bd-9df3-9b1cac43e6ba triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:45.666432 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ea64751b-9074-4b12-bd78-6894c62a4b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:45.709005 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-ea64751b-9074-4b12-bd78-6894c62a4b75 None None] Port ab8431e7-36b1-49bd-9df3-9b1cac43e6ba cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:32:45.710481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port ea99802a-6324-4a79-85a3-066705d75a24 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:45.710849 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:45.722180 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d4f0176-7e65-4e3e-99d7-ca18e126a66f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:45.743240 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-4d4f0176-7e65-4e3e-99d7-ca18e126a66f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83619eed-9a2e-4ec1-b4eb-978983175671']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:32:45.766275 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-4d4f0176-7e65-4e3e-99d7-ca18e126a66f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:32:45.766644 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-4d4f0176-7e65-4e3e-99d7-ca18e126a66f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb672d3a-9276-4e41-b86d-8d2bdb7f282c') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:32:45.777322 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-15c0eb1e-b73f-496d-91df-4113419c7701 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:45.783224 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d4f0176-7e65-4e3e-99d7-ca18e126a66f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:45.785474 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-15c0eb1e-b73f-496d-91df-4113419c7701 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:45.802529 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 266d9337-928e-42bd-b8cb-630b8612df52 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:32:45.846560 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d4f0176-7e65-4e3e-99d7-ca18e126a66f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:45.865586 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 266d9337-928e-42bd-b8cb-630b8612df52 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:45.866092 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:45.869533 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4f0176-7e65-4e3e-99d7-ca18e126a66f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:32:45.870621 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d4f0176-7e65-4e3e-99d7-ca18e126a66f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:32:45.873893 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:32:45.920409 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-15c0eb1e-b73f-496d-91df-4113419c7701 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:45.924790 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0eb1e-b73f-496d-91df-4113419c7701 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'Port': ['ID=ab8431e7-36b1-49bd-9df3-9b1cac43e6ba,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:45.996386 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d4f0176-7e65-4e3e-99d7-ca18e126a66f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:46.021938 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d4f0176-7e65-4e3e-99d7-ca18e126a66f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:46.026814 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4d4f0176-7e65-4e3e-99d7-ca18e126a66f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] 10.222.0.32 "DELETE /v2.0/networks/83619eed-9a2e-4ec1-b4eb-978983175671 HTTP/1.1" status: 204 len: 168 time: 0.7030847 Jul 24 09:32:46.027676 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f0176-7e65-4e3e-99d7-ca18e126a66f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117973423-project] Pushing event deleted for resources: {'Network': ['ID=83619eed-9a2e-4ec1-b4eb-978983175671,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:46.131937 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c0eb1e-b73f-496d-91df-4113419c7701 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Network e1d5fe90-ba02-4c44-8deb-d778e38abc45 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:32:46.134476 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-15c0eb1e-b73f-496d-91df-4113419c7701 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:32:46.330313 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c0eb1e-b73f-496d-91df-4113419c7701 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Router 0634beec-0546-4c67-a741-1de342cd1373 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:32:46.440412 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-67e769e4-dfdf-4ded-9cd3-7af7297a5c08 None None] Provisioning complete for port ab8431e7-36b1-49bd-9df3-9b1cac43e6ba triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:46.443563 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-67e769e4-dfdf-4ded-9cd3-7af7297a5c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:46.443824 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59934) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:46.480860 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-67e769e4-dfdf-4ded-9cd3-7af7297a5c08 None None] Port ab8431e7-36b1-49bd-9df3-9b1cac43e6ba cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:32:46.492548 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c0eb1e-b73f-496d-91df-4113419c7701 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:32:46.501907 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59938) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:46.502542 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-15c0eb1e-b73f-496d-91df-4113419c7701 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "PUT /v2.0/routers/0634beec-0546-4c67-a741-1de342cd1373/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7653363 Jul 24 09:32:46.504619 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] Sync routers for ids ['0634beec-0546-4c67-a741-1de342cd1373'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:32:46.515747 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] Routers {'0634beec-0546-4c67-a741-1de342cd1373'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:32:46.521537 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:32:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0634beec-0546-4c67-a741-1de342cd1373'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:32:46.607100 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:46.673642 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] Set router 0634beec-0546-4c67-a741-1de342cd1373 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:32:46.750572 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb8eba0-67fa-42b9-a209-06118574fa29 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:46.750961 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb8eba0-67fa-42b9-a209-06118574fa29 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:46.751444 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb8eba0-67fa-42b9-a209-06118574fa29 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:46.751888 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb8eba0-67fa-42b9-a209-06118574fa29 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:46.752345 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb8eba0-67fa-42b9-a209-06118574fa29 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:46.752840 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb8eba0-67fa-42b9-a209-06118574fa29 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:46.753304 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb8eba0-67fa-42b9-a209-06118574fa29 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:46.753765 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb8eba0-67fa-42b9-a209-06118574fa29 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:46.754216 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb8eba0-67fa-42b9-a209-06118574fa29 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:46.754673 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb8eba0-67fa-42b9-a209-06118574fa29 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:46.755124 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb8eba0-67fa-42b9-a209-06118574fa29 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:46.764276 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6cb8eba0-67fa-42b9-a209-06118574fa29 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7757 time: 0.2592950 Jul 24 09:32:46.767716 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59940) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:46.786716 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b7325309-c4d6-46ef-9b60-4a06e23c7754 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7aaa653dfe2a4090aebe997c3fe8d34d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3414874 Jul 24 09:32:46.790171 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59942) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:46.868775 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe23e1c3-564b-4a3a-bee5-103bf03d5bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:46.900625 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe23e1c3-564b-4a3a-bee5-103bf03d5bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:46.908546 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b003725b-b13f-4abf-a647-f60a057bd079 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:46.909417 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b003725b-b13f-4abf-a647-f60a057bd079 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:46.909880 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b003725b-b13f-4abf-a647-f60a057bd079 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:46.910336 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b003725b-b13f-4abf-a647-f60a057bd079 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:46.910787 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b003725b-b13f-4abf-a647-f60a057bd079 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:46.911241 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b003725b-b13f-4abf-a647-f60a057bd079 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:46.911961 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b003725b-b13f-4abf-a647-f60a057bd079 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:46.912137 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b003725b-b13f-4abf-a647-f60a057bd079 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:46.912584 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b003725b-b13f-4abf-a647-f60a057bd079 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:46.913161 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b003725b-b13f-4abf-a647-f60a057bd079 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:46.913608 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b003725b-b13f-4abf-a647-f60a057bd079 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:46.920861 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b003725b-b13f-4abf-a647-f60a057bd079 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7181 time: 0.1473851 Jul 24 09:32:46.921233 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59944) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:46.926083 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634beec-0546-4c67-a741-1de342cd1373', 'name': 'tempest-TestNetworkBasicOps-router-384864135', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:37Z', 'updated_at': '2021-07-24T09:32:45Z', 'revision_number': 4, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:38Z', 'updated_at': '2021-07-24T09:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'ab8431e7-36b1-49bd-9df3-9b1cac43e6ba', 'name': '', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'mac_address': 'fa:16:3e:9a:fb:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'b1094064-278b-4188-87bb-746291e02cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:44Z', 'updated_at': '2021-07-24T09:32:45Z', 'revision_number': 2, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'subnets': [{'id': 'b1094064-278b-4188-87bb-746291e02cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:32:46.959235 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] Checking router: 0634beec-0546-4c67-a741-1de342cd1373 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:32:46.959610 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] Updating router 0634beec-0546-4c67-a741-1de342cd1373 port ab8431e7-36b1-49bd-9df3-9b1cac43e6ba binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:32:46.974849 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe23e1c3-564b-4a3a-bee5-103bf03d5bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:46.977796 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe23e1c3-564b-4a3a-bee5-103bf03d5bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:46.981871 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fe23e1c3-564b-4a3a-bee5-103bf03d5bbf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c40ec77-eeeb-44b4-ab2c-4f5ec78d9edf HTTP/1.1" status: 204 len: 168 time: 0.1873007 Jul 24 09:32:46.990859 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23e1c3-564b-4a3a-bee5-103bf03d5bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c40ec77-eeeb-44b4-ab2c-4f5ec78d9edf,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:47.029324 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:47.438471 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:47.451397 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59956) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:47.469288 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] Transition to ACTIVE for port object ab8431e7-36b1-49bd-9df3-9b1cac43e6ba will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:32:47.476598 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:47.542720 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2028dcbf-3437-4ceb-afd3-e905a08be36c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=776dc095d70f44bea43658ddfe97e4ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0891070 Jul 24 09:32:47.546135 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59958) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:47.633695 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2d9a1-34d3-479b-852c-4441c920761b None None] Pushing event updated for resources: {'Port': ['ID=ab8431e7-36b1-49bd-9df3-9b1cac43e6ba,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:47.645836 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] Attempting to bind port ab8431e7-36b1-49bd-9df3-9b1cac43e6ba on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:47.646511 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] Attempting to bind port ab8431e7-36b1-49bd-9df3-9b1cac43e6ba by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '1944ee26-9eae-49e6-ab50-323c32be29e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:47.647034 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] Attempting to bind port ab8431e7-36b1-49bd-9df3-9b1cac43e6ba on network e1d5fe90-ba02-4c44-8deb-d778e38abc45 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:47.656541 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:32:47.657134 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] Checking segment: {'id': '1944ee26-9eae-49e6-ab50-323c32be29e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:32:47.657699 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:47.658272 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] Bound using segment: {'id': '1944ee26-9eae-49e6-ab50-323c32be29e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:32:47.659244 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] Bound port: ab8431e7-36b1-49bd-9df3-9b1cac43e6ba, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1944ee26-9eae-49e6-ab50-323c32be29e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:32:47.659796 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:47.682223 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-42488196-4597-4e75-9867-66dac8e6068f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:47.716659 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:32:47.718175 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-42488196-4597-4e75-9867-66dac8e6068f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:47.772708 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-42488196-4597-4e75-9867-66dac8e6068f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:47.777442 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-42488196-4597-4e75-9867-66dac8e6068f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:47.777932 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-caa3b1a3-0739-4bbe-bcc1-b1986216a7be tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6650 time: 0.8554864 Jul 24 09:32:47.781982 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-42488196-4597-4e75-9867-66dac8e6068f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/48d79f5d-9ed9-46e1-b284-35984f7ee347 HTTP/1.1" status: 204 len: 168 time: 0.2328763 Jul 24 09:32:47.791135 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] For port ab8431e7-36b1-49bd-9df3-9b1cac43e6ba, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:32:47.797520 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] For port ab8431e7-36b1-49bd-9df3-9b1cac43e6ba, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=ab8431e7-36b1-49bd-9df3-9b1cac43e6ba,segment=NetworkSegment(1944ee26-9eae-49e6-ab50-323c32be29e6),segment_id=1944ee26-9eae-49e6-ab50-323c32be29e6)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:32:47.802907 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:47.809644 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42488196-4597-4e75-9867-66dac8e6068f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d79f5d-9ed9-46e1-b284-35984f7ee347,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:47.902713 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2d9a1-34d3-479b-852c-4441c920761b None None] Pushing event updated for resources: {'Port': ['ID=ab8431e7-36b1-49bd-9df3-9b1cac43e6ba,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:47.920352 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] Routers {'0634beec-0546-4c67-a741-1de342cd1373'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:32:47.921266 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:32:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0634beec-0546-4c67-a741-1de342cd1373'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:32:48.076510 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] Set router 0634beec-0546-4c67-a741-1de342cd1373 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:32:48.210248 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59970) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:48.216046 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-ad5cb28e-e3b4-4992-9fc3-a1e81a39c27b tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-625021179', 'description': 'tempest-secgroup-smoke-625021179 description', 'project_id': '3d070f08b8da4d8480b04a604f0ef395'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:48.253201 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ad5cb28e-e3b4-4992-9fc3-a1e81a39c27b tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:48.377885 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634beec-0546-4c67-a741-1de342cd1373', 'name': 'tempest-TestNetworkBasicOps-router-384864135', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:37Z', 'updated_at': '2021-07-24T09:32:45Z', 'revision_number': 4, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:38Z', 'updated_at': '2021-07-24T09:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'ab8431e7-36b1-49bd-9df3-9b1cac43e6ba', 'name': '', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'mac_address': 'fa:16:3e:9a:fb:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'b1094064-278b-4188-87bb-746291e02cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:44Z', 'updated_at': '2021-07-24T09:32:47Z', 'revision_number': 4, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'subnets': [{'id': 'b1094064-278b-4188-87bb-746291e02cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:32:48.396845 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ad5cb28e-e3b4-4992-9fc3-a1e81a39c27b tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:48.401703 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ad5cb28e-e3b4-4992-9fc3-a1e81a39c27b tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:48.407829 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc097cf-2b04-4ad4-bf99-3fc3b9318bff None None] The sync data for ids ['0634beec-0546-4c67-a741-1de342cd1373'] in n-d-800085-9 is: [{'id': '0634beec-0546-4c67-a741-1de342cd1373', 'name': 'tempest-TestNetworkBasicOps-router-384864135', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:37Z', 'updated_at': '2021-07-24T09:32:45Z', 'revision_number': 4, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:38Z', 'updated_at': '2021-07-24T09:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'ab8431e7-36b1-49bd-9df3-9b1cac43e6ba', 'name': '', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'mac_address': 'fa:16:3e:9a:fb:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'b1094064-278b-4188-87bb-746291e02cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:44Z', 'updated_at': '2021-07-24T09:32:47Z', 'revision_number': 4, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'subnets': [{'id': 'b1094064-278b-4188-87bb-746291e02cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:32:48.438770 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ad5cb28e-e3b4-4992-9fc3-a1e81a39c27b tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:48.443276 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59980) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:48.448117 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-7747734b-4607-49d3-9f24-d63a6d20f37d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'security_group_rule': {'security_group_id': '9b2541bc-95df-48c3-87a4-dd13dd0b29c2', 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:48.454343 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ad5cb28e-e3b4-4992-9fc3-a1e81a39c27b tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2418139 Jul 24 09:32:48.480824 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cb28e-e3b4-4992-9fc3-a1e81a39c27b tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2541bc-95df-48c3-87a4-dd13dd0b29c2,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:48.488212 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7747734b-4607-49d3-9f24-d63a6d20f37d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:48.594257 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7747734b-4607-49d3-9f24-d63a6d20f37d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:48.599116 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7747734b-4607-49d3-9f24-d63a6d20f37d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:48.622541 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747734b-4607-49d3-9f24-d63a6d20f37d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbef148b-4aa3-4b93-babc-04a4118c8880,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:48.652245 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7747734b-4607-49d3-9f24-d63a6d20f37d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:48.654858 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7747734b-4607-49d3-9f24-d63a6d20f37d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2102387 Jul 24 09:32:48.657864 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 59986) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:48.668014 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-60321ed6-77c5-48b4-b3a0-34053bfa7f82 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'security_group_rule': {'security_group_id': '9b2541bc-95df-48c3-87a4-dd13dd0b29c2', 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:48.721200 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-60321ed6-77c5-48b4-b3a0-34053bfa7f82 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:48.868343 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-60321ed6-77c5-48b4-b3a0-34053bfa7f82 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:48.874263 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-60321ed6-77c5-48b4-b3a0-34053bfa7f82 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:48.887251 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59992) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:48.898931 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60321ed6-77c5-48b4-b3a0-34053bfa7f82 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442e9ff6-c8af-4601-9463-f06c407157de,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:48.927306 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-60321ed6-77c5-48b4-b3a0-34053bfa7f82 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:48.932165 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 59996) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:48.933219 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-60321ed6-77c5-48b4-b3a0-34053bfa7f82 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2727518 Jul 24 09:32:48.938835 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-83a7f928-dccf-4010-b63e-4dd96aaf64a6 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'security_group_rule': {'security_group_id': '9b2541bc-95df-48c3-87a4-dd13dd0b29c2', 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:48.994174 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-83a7f928-dccf-4010-b63e-4dd96aaf64a6 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:49.038483 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e24eb656-6b0e-48e3-9762-ebe013315d0d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-580947244'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:49.200663 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-83a7f928-dccf-4010-b63e-4dd96aaf64a6 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:49.200663 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-83a7f928-dccf-4010-b63e-4dd96aaf64a6 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:49.200663 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24eb656-6b0e-48e3-9762-ebe013315d0d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Made reservation on behalf of eeac27cb423d4f15abdc955a75ed75ce for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:32:49.200663 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e24eb656-6b0e-48e3-9762-ebe013315d0d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:49.200663 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-83a7f928-dccf-4010-b63e-4dd96aaf64a6 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:49.277008 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60008) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:49.277008 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-aa2fcbf7-8e40-448d-99f3-f8ebb2586bfb tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'security_group_rule': {'security_group_id': '9b2541bc-95df-48c3-87a4-dd13dd0b29c2', 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:49.278754 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-83a7f928-dccf-4010-b63e-4dd96aaf64a6 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2409389 Jul 24 09:32:49.278754 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7f928-dccf-4010-b63e-4dd96aaf64a6 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9bec79a-aaf1-44db-9f62-eda944957d97,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:49.278754 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e24eb656-6b0e-48e3-9762-ebe013315d0d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:49.279254 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aa2fcbf7-8e40-448d-99f3-f8ebb2586bfb tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:49.375180 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aa2fcbf7-8e40-448d-99f3-f8ebb2586bfb tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:49.379432 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aa2fcbf7-8e40-448d-99f3-f8ebb2586bfb tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:49.426304 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2fcbf7-8e40-448d-99f3-f8ebb2586bfb tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0067bc02-4653-418d-9933-c578a88bbd79,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:49.430687 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e24eb656-6b0e-48e3-9762-ebe013315d0d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:49.449379 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e24eb656-6b0e-48e3-9762-ebe013315d0d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:49.453820 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aa2fcbf7-8e40-448d-99f3-f8ebb2586bfb tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:49.457954 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-aa2fcbf7-8e40-448d-99f3-f8ebb2586bfb tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2939918 Jul 24 09:32:49.458565 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60018) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:49.463031 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-68dec11e-f79a-4606-b5be-cab8652b98fe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'security_group_rule': {'security_group_id': '9b2541bc-95df-48c3-87a4-dd13dd0b29c2', 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:49.496036 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24eb656-6b0e-48e3-9762-ebe013315d0d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:32:49.506361 n-d-800085-9 neutron-server[94036]: INFO neutron.db.securitygroups_db [None req-68dec11e-f79a-4606-b5be-cab8652b98fe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Project 3d070f08b8da4d8480b04a604f0ef395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 09:32:49.512695 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-68dec11e-f79a-4606-b5be-cab8652b98fe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:49.531971 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24eb656-6b0e-48e3-9762-ebe013315d0d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b16b0ecf-396f-46d7-856a-80a57d404fd0,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:49.539937 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e24eb656-6b0e-48e3-9762-ebe013315d0d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:49.540299 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-e24eb656-6b0e-48e3-9762-ebe013315d0d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Added segment d06964a6-67ba-4949-b8c1-c40b86e7102a of type vlan for network d4ee94ec-7625-43cf-9cdc-fac42f47b9ca Jul 24 09:32:49.611151 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-68dec11e-f79a-4606-b5be-cab8652b98fe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:49.620451 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-68dec11e-f79a-4606-b5be-cab8652b98fe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:49.621145 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e24eb656-6b0e-48e3-9762-ebe013315d0d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:49.659500 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dec11e-f79a-4606-b5be-cab8652b98fe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d2b299-434e-4c4e-b8fe-c4c80e11cb1a,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:49.660193 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device ab8431e7-36b1-49bd-9df3-9b1cac43e6ba up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:32:49.679397 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-68dec11e-f79a-4606-b5be-cab8652b98fe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:49.684912 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-68dec11e-f79a-4606-b5be-cab8652b98fe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2254584 Jul 24 09:32:49.686137 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60024) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:49.692048 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-435d08e7-4e3f-4cc2-8e32-377b36cb202f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'security_group_rule': {'security_group_id': '9b2541bc-95df-48c3-87a4-dd13dd0b29c2', 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:49.724417 n-d-800085-9 neutron-server[94036]: INFO neutron.db.securitygroups_db [None req-435d08e7-4e3f-4cc2-8e32-377b36cb202f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Project 3d070f08b8da4d8480b04a604f0ef395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 09:32:49.732198 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-435d08e7-4e3f-4cc2-8e32-377b36cb202f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:49.740582 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e24eb656-6b0e-48e3-9762-ebe013315d0d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:49.748392 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24eb656-6b0e-48e3-9762-ebe013315d0d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:49.749082 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e24eb656-6b0e-48e3-9762-ebe013315d0d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:49.801984 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port ab8431e7-36b1-49bd-9df3-9b1cac43e6ba completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:32:49.811706 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port ab8431e7-36b1-49bd-9df3-9b1cac43e6ba triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:49.812380 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:49.815993 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-435d08e7-4e3f-4cc2-8e32-377b36cb202f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:49.821895 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-435d08e7-4e3f-4cc2-8e32-377b36cb202f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:49.844136 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24eb656-6b0e-48e3-9762-ebe013315d0d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Pushing event updated for resources: {'Network': ['ID=d4ee94ec-7625-43cf-9cdc-fac42f47b9ca,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:49.857892 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d08e7-4e3f-4cc2-8e32-377b36cb202f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812ff72f-678a-403b-b8df-da3d98322e47,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:49.859534 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e24eb656-6b0e-48e3-9762-ebe013315d0d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9711421 Jul 24 09:32:49.862233 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60026) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:49.871775 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-d0c3daa2-ac32-48bb-b40a-eda3ff3c415d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Request body: {'subnet': {'network_id': 'd4ee94ec-7625-43cf-9cdc-fac42f47b9ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:49.886797 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-435d08e7-4e3f-4cc2-8e32-377b36cb202f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:49.908824 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-435d08e7-4e3f-4cc2-8e32-377b36cb202f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2211664 Jul 24 09:32:49.909880 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network d4ee94ec-7625-43cf-9cdc-fac42f47b9ca details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:32:50.010797 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:50.059985 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c3daa2-ac32-48bb-b40a-eda3ff3c415d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Made reservation on behalf of eeac27cb423d4f15abdc955a75ed75ce for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:32:50.063768 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d0c3daa2-ac32-48bb-b40a-eda3ff3c415d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:50.118993 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port ab8431e7-36b1-49bd-9df3-9b1cac43e6ba, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=ab8431e7-36b1-49bd-9df3-9b1cac43e6ba,segment=NetworkSegment(1944ee26-9eae-49e6-ab50-323c32be29e6),segment_id=1944ee26-9eae-49e6-ab50-323c32be29e6)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:32:50.125932 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:50.253831 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=ab8431e7-36b1-49bd-9df3-9b1cac43e6ba,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:50.382852 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-8f5faead-d3f7-4027-86a1-32f2bc8dc004 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-625021179&fields=id&tenant_id=3d070f08b8da4d8480b04a604f0ef395 HTTP/1.1" status: 200 len: 267 time: 0.0611398 Jul 24 09:32:50.486508 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d0c3daa2-ac32-48bb-b40a-eda3ff3c415d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:50.548158 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3daa2-ac32-48bb-b40a-eda3ff3c415d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Pushing event updated for resources: {'Subnet': ['ID=d7e7f225-dacb-42eb-b114-ce6f5fb53086,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:50.645834 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-7afebc80-cce8-4922-b521-9442a3abd450 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:50.647355 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-7afebc80-cce8-4922-b521-9442a3abd450 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/networks?id=e1d5fe90-ba02-4c44-8deb-d778e38abc45 HTTP/1.1" status: 200 len: 797 time: 0.2125063 Jul 24 09:32:50.650479 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c3daa2-ac32-48bb-b40a-eda3ff3c415d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Checking segment: {'id': 'd06964a6-67ba-4949-b8c1-c40b86e7102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd4ee94ec-7625-43cf-9cdc-fac42f47b9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:32:50.651465 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c3daa2-ac32-48bb-b40a-eda3ff3c415d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Network hostable DHCP agents. Network: d4ee94ec-7625-43cf-9cdc-fac42f47b9ca, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:32:50.678977 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-70c44359-1bf4-407b-be7f-8557906c54d9 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/quotas/3d070f08b8da4d8480b04a604f0ef395 HTTP/1.1" status: 200 len: 375 time: 0.0248270 Jul 24 09:32:50.680688 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c3daa2-ac32-48bb-b40a-eda3ff3c415d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Network d4ee94ec-7625-43cf-9cdc-fac42f47b9ca is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:32:50.699877 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-d0c3daa2-ac32-48bb-b40a-eda3ff3c415d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, d4ee94ec-7625-43cf-9cdc-fac42f47b9ca) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:32:50.709710 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8021cc8a-fb16-4155-9ebf-186a0825e993 None None] Network d4ee94ec-7625-43cf-9cdc-fac42f47b9ca requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:32:50.719999 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c3daa2-ac32-48bb-b40a-eda3ff3c415d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:50.720593 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d0c3daa2-ac32-48bb-b40a-eda3ff3c415d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:50.738023 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d0c3daa2-ac32-48bb-b40a-eda3ff3c415d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8746405 Jul 24 09:32:50.740551 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60054) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:50.746425 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ef61403a-4148-4b1c-abf1-95b2f7ac2b15 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Request body: {'port': {'network_id': 'd4ee94ec-7625-43cf-9cdc-fac42f47b9ca', 'name': 'tempest-AllowedAddressPairTestJSON-1056983357'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:50.831806 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-a67fa4c4-1abf-40ec-a7bc-78cbea986a55 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d070f08b8da4d8480b04a604f0ef395&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1453524 Jul 24 09:32:50.894414 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bc4c74-1487-468c-901f-84cdff9cb74a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-d4ee94ec-7625-43cf-9cdc-fac42f47b9ca', 'network_id': 'd4ee94ec-7625-43cf-9cdc-fac42f47b9ca', 'tenant_id': 'eeac27cb423d4f15abdc955a75ed75ce', 'fixed_ips': [{'subnet_id': 'd7e7f225-dacb-42eb-b114-ce6f5fb53086'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:32:50.895552 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e4bc4c74-1487-468c-901f-84cdff9cb74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:50.907021 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef61403a-4148-4b1c-abf1-95b2f7ac2b15 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Made reservation on behalf of eeac27cb423d4f15abdc955a75ed75ce for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:32:50.913080 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef61403a-4148-4b1c-abf1-95b2f7ac2b15 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:50.939018 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-ef61403a-4148-4b1c-abf1-95b2f7ac2b15 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] device_id is not set on port ac1008f8-7654-448a-ac59-2a03a06aaf97 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:32:51.061675 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-e4bc4c74-1487-468c-901f-84cdff9cb74a None None] Allocated IP 172.20.0.2 (d4ee94ec-7625-43cf-9cdc-fac42f47b9ca/d7e7f225-dacb-42eb-b114-ce6f5fb53086/b5c10731-c6ee-499c-aa70-4df166c0a857) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:32:51.141030 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-4f3b5e7e-61f6-4983-8b5b-320bf34be682 service neutron] 10.222.0.32 "GET /v2.0/networks/e1d5fe90-ba02-4c44-8deb-d778e38abc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744985 Jul 24 09:32:51.242190 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e4bc4c74-1487-468c-901f-84cdff9cb74a None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:51.252986 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e4bc4c74-1487-468c-901f-84cdff9cb74a None None] Transition to ACTIVE for port object b5c10731-c6ee-499c-aa70-4df166c0a857 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:32:51.270732 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e4bc4c74-1487-468c-901f-84cdff9cb74a None None] Transition to ACTIVE for port object b5c10731-c6ee-499c-aa70-4df166c0a857 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:32:51.274229 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-5030e60b-ef64-4b83-97ae-9a228c2f4ae1 service neutron] 10.222.0.32 "GET /v2.0/networks/e1d5fe90-ba02-4c44-8deb-d778e38abc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269581 Jul 24 09:32:51.280243 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e4bc4c74-1487-468c-901f-84cdff9cb74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:51.355439 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-ef61403a-4148-4b1c-abf1-95b2f7ac2b15 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Allocated IP 172.20.0.14 (d4ee94ec-7625-43cf-9cdc-fac42f47b9ca/d7e7f225-dacb-42eb-b114-ce6f5fb53086/ac1008f8-7654-448a-ac59-2a03a06aaf97) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:32:51.363390 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc4c74-1487-468c-901f-84cdff9cb74a None None] Pushing event updated for resources: {'Port': ['ID=b5c10731-c6ee-499c-aa70-4df166c0a857,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:51.401978 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bc4c74-1487-468c-901f-84cdff9cb74a None None] Network d4ee94ec-7625-43cf-9cdc-fac42f47b9ca is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:32:51.405064 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-e4bc4c74-1487-468c-901f-84cdff9cb74a None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:32:51.412427 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bc4c74-1487-468c-901f-84cdff9cb74a None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:32:51.546593 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-e4bc4c74-1487-468c-901f-84cdff9cb74a None None] Attempting to bind port b5c10731-c6ee-499c-aa70-4df166c0a857 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:51.546970 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-e4bc4c74-1487-468c-901f-84cdff9cb74a None None] Attempting to bind port b5c10731-c6ee-499c-aa70-4df166c0a857 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd06964a6-67ba-4949-b8c1-c40b86e7102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd4ee94ec-7625-43cf-9cdc-fac42f47b9ca'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:51.547478 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc4c74-1487-468c-901f-84cdff9cb74a None None] Attempting to bind port b5c10731-c6ee-499c-aa70-4df166c0a857 on network d4ee94ec-7625-43cf-9cdc-fac42f47b9ca {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:51.559691 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc4c74-1487-468c-901f-84cdff9cb74a None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:32:51.560072 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc4c74-1487-468c-901f-84cdff9cb74a None None] Checking segment: {'id': 'd06964a6-67ba-4949-b8c1-c40b86e7102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd4ee94ec-7625-43cf-9cdc-fac42f47b9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:32:51.560471 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e4bc4c74-1487-468c-901f-84cdff9cb74a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:51.560890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc4c74-1487-468c-901f-84cdff9cb74a None None] Bound using segment: {'id': 'd06964a6-67ba-4949-b8c1-c40b86e7102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd4ee94ec-7625-43cf-9cdc-fac42f47b9ca'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:32:51.561372 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-e4bc4c74-1487-468c-901f-84cdff9cb74a None None] Bound port: b5c10731-c6ee-499c-aa70-4df166c0a857, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06964a6-67ba-4949-b8c1-c40b86e7102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd4ee94ec-7625-43cf-9cdc-fac42f47b9ca'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:32:51.572263 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e4bc4c74-1487-468c-901f-84cdff9cb74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:51.644869 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da8a17d3-4b5b-46b6-958d-f3d8ce01d42e req-9aa38f15-1d5d-4a13-bda0-97d29950da6a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c7c7e5b-1959-46d9-b98d-b250a2c21b9e HTTP/1.1" status: 200 len: 210 time: 0.1138997 Jul 24 09:32:51.667665 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef61403a-4148-4b1c-abf1-95b2f7ac2b15 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:51.682508 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device ab8431e7-36b1-49bd-9df3-9b1cac43e6ba up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:32:51.695594 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-ef61403a-4148-4b1c-abf1-95b2f7ac2b15 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Transition to ACTIVE for port object ac1008f8-7654-448a-ac59-2a03a06aaf97 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:32:51.739297 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef61403a-4148-4b1c-abf1-95b2f7ac2b15 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:51.769415 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-e4bc4c74-1487-468c-901f-84cdff9cb74a None None] For port b5c10731-c6ee-499c-aa70-4df166c0a857, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:32:51.774713 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-e4bc4c74-1487-468c-901f-84cdff9cb74a None None] For port b5c10731-c6ee-499c-aa70-4df166c0a857, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b5c10731-c6ee-499c-aa70-4df166c0a857,segment=NetworkSegment(d06964a6-67ba-4949-b8c1-c40b86e7102a),segment_id=d06964a6-67ba-4949-b8c1-c40b86e7102a)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:32:51.780061 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e4bc4c74-1487-468c-901f-84cdff9cb74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:51.849762 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port ab8431e7-36b1-49bd-9df3-9b1cac43e6ba triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:51.850135 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:51.871721 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef61403a-4148-4b1c-abf1-95b2f7ac2b15 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Network d4ee94ec-7625-43cf-9cdc-fac42f47b9ca is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:32:51.886528 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-ef61403a-4148-4b1c-abf1-95b2f7ac2b15 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:32:51.905357 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef61403a-4148-4b1c-abf1-95b2f7ac2b15 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:32:51.944379 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc4c74-1487-468c-901f-84cdff9cb74a None None] Pushing event updated for resources: {'Port': ['ID=b5c10731-c6ee-499c-aa70-4df166c0a857,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:51.954764 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61403a-4148-4b1c-abf1-95b2f7ac2b15 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Pushing event updated for resources: {'Port': ['ID=ac1008f8-7654-448a-ac59-2a03a06aaf97,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:52.000375 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef61403a-4148-4b1c-abf1-95b2f7ac2b15 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:52.003375 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef61403a-4148-4b1c-abf1-95b2f7ac2b15 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:52.026606 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ef61403a-4148-4b1c-abf1-95b2f7ac2b15 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2811687 Jul 24 09:32:52.027041 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60086) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:52.038111 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-d140db25-de94-4c39-ad25-102d8d4042c1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Request body: {'port': {'network_id': 'd4ee94ec-7625-43cf-9cdc-fac42f47b9ca', 'name': 'tempest-AllowedAddressPairTestJSON-2039815601', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:0d:d9:ac'}]}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:52.240716 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d140db25-de94-4c39-ad25-102d8d4042c1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Made reservation on behalf of eeac27cb423d4f15abdc955a75ed75ce for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:32:52.383454 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d140db25-de94-4c39-ad25-102d8d4042c1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:52.404626 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-d140db25-de94-4c39-ad25-102d8d4042c1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] device_id is not set on port f945bd47-9ea4-4706-a235-9102853e213c yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:32:52.559912 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-d140db25-de94-4c39-ad25-102d8d4042c1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Allocated IP 172.20.0.12 (d4ee94ec-7625-43cf-9cdc-fac42f47b9ca/d7e7f225-dacb-42eb-b114-ce6f5fb53086/f945bd47-9ea4-4706-a235-9102853e213c) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:32:52.738190 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d140db25-de94-4c39-ad25-102d8d4042c1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:52.785317 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6ab7ec34-3c95-4c41-87ea-ba014e22d682 req-9fdee2e0-d44f-472d-9696-1e604fbfd3ca tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c7c7e5b-1959-46d9-b98d-b250a2c21b9e HTTP/1.1" status: 200 len: 210 time: 0.0435088 Jul 24 09:32:52.786238 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-d140db25-de94-4c39-ad25-102d8d4042c1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Transition to ACTIVE for port object f945bd47-9ea4-4706-a235-9102853e213c will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:32:52.830963 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d140db25-de94-4c39-ad25-102d8d4042c1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:52.895491 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d140db25-de94-4c39-ad25-102d8d4042c1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Network d4ee94ec-7625-43cf-9cdc-fac42f47b9ca is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:32:52.899224 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-d140db25-de94-4c39-ad25-102d8d4042c1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:32:52.904141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d140db25-de94-4c39-ad25-102d8d4042c1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:32:52.908221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140db25-de94-4c39-ad25-102d8d4042c1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Pushing event updated for resources: {'Port': ['ID=f945bd47-9ea4-4706-a235-9102853e213c,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:52.970638 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d140db25-de94-4c39-ad25-102d8d4042c1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:52.971275 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d140db25-de94-4c39-ad25-102d8d4042c1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:52.995412 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d140db25-de94-4c39-ad25-102d8d4042c1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 0.9645805 Jul 24 09:32:52.995828 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60104) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:53.075709 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-5bea77d3-94a8-42b8-b985-5096040cb404 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:53.077324 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-5bea77d3-94a8-42b8-b985-5096040cb404 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.37 "GET /v2.0/networks?id=e1d5fe90-ba02-4c44-8deb-d778e38abc45 HTTP/1.1" status: 200 len: 797 time: 0.2179668 Jul 24 09:32:53.138864 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-df0f0a9d-7989-402a-9c0d-cc45f000f4b1 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d070f08b8da4d8480b04a604f0ef395 HTTP/1.1" status: 200 len: 379 time: 0.0477216 Jul 24 09:32:53.141040 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68ab3c5-642b-411b-97a2-558c124492c7 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:53.147244 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68ab3c5-642b-411b-97a2-558c124492c7 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:53.148202 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-54272601-3b2d-4cc3-8fa2-d50cfb76ca8f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'port': {'device_id': '8c7c7e5b-1959-46d9-b98d-b250a2c21b9e', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'admin_state_up': True, 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'security_groups': ['9b2541bc-95df-48c3-87a4-dd13dd0b29c2']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:53.153901 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68ab3c5-642b-411b-97a2-558c124492c7 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:53.155710 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f68ab3c5-642b-411b-97a2-558c124492c7 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1589460 Jul 24 09:32:53.158594 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60108) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:53.276853 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-a9135290-05bb-4904-97b1-117e7d0c6543 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Deleting port f945bd47-9ea4-4706-a235-9102853e213c {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:32:53.277488 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9135290-05bb-4904-97b1-117e7d0c6543 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:53.301628 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-54272601-3b2d-4cc3-8fa2-d50cfb76ca8f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Made reservation on behalf of 3d070f08b8da4d8480b04a604f0ef395 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:32:53.309243 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385ab0fd-4271-435b-a51c-31d2e80a0fe1 None None] Network d4ee94ec-7625-43cf-9cdc-fac42f47b9ca requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:32:53.312200 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-54272601-3b2d-4cc3-8fa2-d50cfb76ca8f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:53.382944 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9135290-05bb-4904-97b1-117e7d0c6543 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:53.402818 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-a9135290-05bb-4904-97b1-117e7d0c6543 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Calling delete_port for f945bd47-9ea4-4706-a235-9102853e213c owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:32:53.432292 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a36ff941-a268-40de-a1cc-95b2963c6e0d None None] Provisioning for port b5c10731-c6ee-499c-aa70-4df166c0a857 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:32:53.528887 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-54272601-3b2d-4cc3-8fa2-d50cfb76ca8f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Allocated IP 172.20.0.10 (e1d5fe90-ba02-4c44-8deb-d778e38abc45/b1094064-278b-4188-87bb-746291e02cd3/fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:32:53.583987 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9135290-05bb-4904-97b1-117e7d0c6543 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:53.627972 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9135290-05bb-4904-97b1-117e7d0c6543 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Pushing event deleted for resources: {'Port': ['ID=f945bd47-9ea4-4706-a235-9102853e213c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:53.662627 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b5c10731-c6ee-499c-aa70-4df166c0a857 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:32:53.759496 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port b5c10731-c6ee-499c-aa70-4df166c0a857 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:32:53.766808 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port b5c10731-c6ee-499c-aa70-4df166c0a857 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:53.767189 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:53.889399 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-01086982-82f4-4c42-ba2e-e1b2f65da862 None None] Could not find standard attr ID for object f945bd47-9ea4-4706-a235-9102853e213c. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:32:53.942794 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:53.953202 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-58f82d30-27b3-4c06-838e-847cd09c0884 req-a6b76e6a-3ba6-45d6-9d2c-b474d4a7ec31 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c7c7e5b-1959-46d9-b98d-b250a2c21b9e HTTP/1.1" status: 200 len: 210 time: 0.0464807 Jul 24 09:32:53.959979 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-54272601-3b2d-4cc3-8fa2-d50cfb76ca8f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:53.984887 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-54272601-3b2d-4cc3-8fa2-d50cfb76ca8f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Transition to ACTIVE for port object fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:32:53.991680 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9135290-05bb-4904-97b1-117e7d0c6543 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:53.996541 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a9135290-05bb-4904-97b1-117e7d0c6543 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] 10.222.0.32 "DELETE /v2.0/ports/f945bd47-9ea4-4706-a235-9102853e213c HTTP/1.1" status: 204 len: 168 time: 0.8341970 Jul 24 09:32:53.996727 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-01086982-82f4-4c42-ba2e-e1b2f65da862 None None] Provisioning for port ac1008f8-7654-448a-ac59-2a03a06aaf97 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:32:53.996869 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60124) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:54.004155 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-01086982-82f4-4c42-ba2e-e1b2f65da862 None None] Provisioning complete for port ac1008f8-7654-448a-ac59-2a03a06aaf97 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:54.004870 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-01086982-82f4-4c42-ba2e-e1b2f65da862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:54.035551 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3bbb7a8-04b9-4843-8537-44a2f789a972 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] GET failed (client error): The resource could not be found. Jul 24 09:32:54.035845 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-54272601-3b2d-4cc3-8fa2-d50cfb76ca8f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:54.037815 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a3bbb7a8-04b9-4843-8537-44a2f789a972 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] 10.222.0.32 "GET /v2.0/ports/f945bd47-9ea4-4706-a235-9102853e213c HTTP/1.1" status: 404 len: 333 time: 0.0397472 Jul 24 09:32:54.041977 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60126) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:54.051181 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-1a77f0f9-05f9-41a3-8eb5-4f967b6d3ac8 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Request body: {'port': {'network_id': 'd4ee94ec-7625-43cf-9cdc-fac42f47b9ca', 'name': 'tempest-AllowedAddressPairTestJSON-1955677735'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:54.054867 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-01086982-82f4-4c42-ba2e-e1b2f65da862 None None] Port ac1008f8-7654-448a-ac59-2a03a06aaf97 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:32:54.060689 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port b5c10731-c6ee-499c-aa70-4df166c0a857, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b5c10731-c6ee-499c-aa70-4df166c0a857,segment=NetworkSegment(d06964a6-67ba-4949-b8c1-c40b86e7102a),segment_id=d06964a6-67ba-4949-b8c1-c40b86e7102a)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:32:54.083563 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:54.091819 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-01086982-82f4-4c42-ba2e-e1b2f65da862 None None] Provisioning complete for port b5c10731-c6ee-499c-aa70-4df166c0a857 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:54.092113 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-01086982-82f4-4c42-ba2e-e1b2f65da862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:54.095634 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-54272601-3b2d-4cc3-8fa2-d50cfb76ca8f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Network e1d5fe90-ba02-4c44-8deb-d778e38abc45 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:32:54.103302 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-54272601-3b2d-4cc3-8fa2-d50cfb76ca8f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:32:54.107755 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-54272601-3b2d-4cc3-8fa2-d50cfb76ca8f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:32:54.115714 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54272601-3b2d-4cc3-8fa2-d50cfb76ca8f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'Port': ['ID=fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:54.213439 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-54272601-3b2d-4cc3-8fa2-d50cfb76ca8f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:54.214507 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-54272601-3b2d-4cc3-8fa2-d50cfb76ca8f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:54.235767 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-54272601-3b2d-4cc3-8fa2-d50cfb76ca8f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0909789 Jul 24 09:32:54.248196 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-f1f117c0-273a-47b0-ba5a-d596052c1373 service neutron] Request body: {'port': {'device_id': '8c7c7e5b-1959-46d9-b98d-b250a2c21b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:54.251337 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=b5c10731-c6ee-499c-aa70-4df166c0a857,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:54.284510 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a77f0f9-05f9-41a3-8eb5-4f967b6d3ac8 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Made reservation on behalf of eeac27cb423d4f15abdc955a75ed75ce for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:32:54.290910 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a77f0f9-05f9-41a3-8eb5-4f967b6d3ac8 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:54.336568 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-1a77f0f9-05f9-41a3-8eb5-4f967b6d3ac8 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] device_id is not set on port 54835ec5-4495-4ce7-b762-5d1db99eb180 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:32:54.399308 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-f1f117c0-273a-47b0-ba5a-d596052c1373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:54.482630 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-1a77f0f9-05f9-41a3-8eb5-4f967b6d3ac8 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Allocated IP 172.20.0.10 (d4ee94ec-7625-43cf-9cdc-fac42f47b9ca/d7e7f225-dacb-42eb-b114-ce6f5fb53086/54835ec5-4495-4ce7-b762-5d1db99eb180) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:32:54.501961 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e7ffc188-7b6d-4b43-be03-db24b36c97ec None None] Provisioning complete for port ac1008f8-7654-448a-ac59-2a03a06aaf97 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:54.502498 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e7ffc188-7b6d-4b43-be03-db24b36c97ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:54.547748 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-e7ffc188-7b6d-4b43-be03-db24b36c97ec None None] Port ac1008f8-7654-448a-ac59-2a03a06aaf97 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:32:54.663792 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-62c43543-f884-4bf7-b560-af2d9e3cd019 None None] Could not find standard attr ID for object f945bd47-9ea4-4706-a235-9102853e213c. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:32:54.687395 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-62c43543-f884-4bf7-b560-af2d9e3cd019 None None] Provisioning for port fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:32:54.695456 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-62c43543-f884-4bf7-b560-af2d9e3cd019 None None] Provisioning complete for port fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:54.695825 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-62c43543-f884-4bf7-b560-af2d9e3cd019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:54.749137 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a77f0f9-05f9-41a3-8eb5-4f967b6d3ac8 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:54.775304 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-62c43543-f884-4bf7-b560-af2d9e3cd019 None None] Port fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:32:54.782416 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-1a77f0f9-05f9-41a3-8eb5-4f967b6d3ac8 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Transition to ACTIVE for port object 54835ec5-4495-4ce7-b762-5d1db99eb180 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:32:54.830629 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-f1f117c0-273a-47b0-ba5a-d596052c1373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:32:54.833672 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a77f0f9-05f9-41a3-8eb5-4f967b6d3ac8 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:54.840934 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-f1f117c0-273a-47b0-ba5a-d596052c1373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:54.858240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-f1f117c0-273a-47b0-ba5a-d596052c1373 service neutron] Transition to ACTIVE for port object fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:32:54.862543 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-f1f117c0-273a-47b0-ba5a-d596052c1373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:54.907270 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77f0f9-05f9-41a3-8eb5-4f967b6d3ac8 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Pushing event updated for resources: {'Port': ['ID=54835ec5-4495-4ce7-b762-5d1db99eb180,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:54.918663 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a77f0f9-05f9-41a3-8eb5-4f967b6d3ac8 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Network d4ee94ec-7625-43cf-9cdc-fac42f47b9ca is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:32:54.920234 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-1a77f0f9-05f9-41a3-8eb5-4f967b6d3ac8 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:32:54.923175 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a77f0f9-05f9-41a3-8eb5-4f967b6d3ac8 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:32:54.935782 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f117c0-273a-47b0-ba5a-d596052c1373 service neutron] Pushing event updated for resources: {'Port': ['ID=fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:55.016394 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a77f0f9-05f9-41a3-8eb5-4f967b6d3ac8 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:55.016394 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a77f0f9-05f9-41a3-8eb5-4f967b6d3ac8 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:55.050881 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1a77f0f9-05f9-41a3-8eb5-4f967b6d3ac8 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0054433 Jul 24 09:32:55.051322 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60144) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:55.058611 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-aee60d87-88fc-4b7e-895b-6bd386d692e2 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:0d:d9:ac'}]}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:55.104372 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-f1f117c0-273a-47b0-ba5a-d596052c1373 service neutron] Attempting to bind port fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:32:55.105159 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-f1f117c0-273a-47b0-ba5a-d596052c1373 service neutron] Attempting to bind port fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '1944ee26-9eae-49e6-ab50-323c32be29e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:32:55.105159 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-f1f117c0-273a-47b0-ba5a-d596052c1373 service neutron] Attempting to bind port fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 on network e1d5fe90-ba02-4c44-8deb-d778e38abc45 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:55.159829 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-f1f117c0-273a-47b0-ba5a-d596052c1373 service neutron] Port fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 on network e1d5fe90-ba02-4c44-8deb-d778e38abc45 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:32:55.160364 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-f1f117c0-273a-47b0-ba5a-d596052c1373 service neutron] Attempting to bind port fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 on network e1d5fe90-ba02-4c44-8deb-d778e38abc45 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:32:55.168462 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-f1f117c0-273a-47b0-ba5a-d596052c1373 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:32:55.169112 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-f1f117c0-273a-47b0-ba5a-d596052c1373 service neutron] Checking segment: {'id': '1944ee26-9eae-49e6-ab50-323c32be29e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:32:55.169702 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-f1f117c0-273a-47b0-ba5a-d596052c1373 service neutron] Bound using segment: {'id': '1944ee26-9eae-49e6-ab50-323c32be29e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:32:55.170333 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-f1f117c0-273a-47b0-ba5a-d596052c1373 service neutron] Bound port: fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1944ee26-9eae-49e6-ab50-323c32be29e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:32:55.170694 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-f1f117c0-273a-47b0-ba5a-d596052c1373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:55.198549 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554a2e7-1f80-454a-96d6-e31d0653c101 req-890e0d50-3a41-4489-8c29-81a1cafec666 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:55.200144 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2554a2e7-1f80-454a-96d6-e31d0653c101 req-890e0d50-3a41-4489-8c29-81a1cafec666 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c7c7e5b-1959-46d9-b98d-b250a2c21b9e HTTP/1.1" status: 200 len: 944 time: 0.1227152 Jul 24 09:32:55.299878 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2554a2e7-1f80-454a-96d6-e31d0653c101 req-706cce3f-35e1-47f2-9557-81431ea47d62 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2541bc-95df-48c3-87a4-dd13dd0b29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909290 Jul 24 09:32:55.363291 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-f1f117c0-273a-47b0-ba5a-d596052c1373 service neutron] For port fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:32:55.399225 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-f1f117c0-273a-47b0-ba5a-d596052c1373 service neutron] For port fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9,segment=NetworkSegment(1944ee26-9eae-49e6-ab50-323c32be29e6),segment_id=1944ee26-9eae-49e6-ab50-323c32be29e6)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:32:55.403666 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-631d2cee-a54f-4e1d-80a4-a46e0906e1a7 None None] Provisioning for port 54835ec5-4495-4ce7-b762-5d1db99eb180 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:32:55.409084 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-631d2cee-a54f-4e1d-80a4-a46e0906e1a7 None None] Provisioning complete for port 54835ec5-4495-4ce7-b762-5d1db99eb180 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:55.409458 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-631d2cee-a54f-4e1d-80a4-a46e0906e1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:55.410540 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-f1f117c0-273a-47b0-ba5a-d596052c1373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:55.421866 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aee60d87-88fc-4b7e-895b-6bd386d692e2 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:55.450512 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-631d2cee-a54f-4e1d-80a4-a46e0906e1a7 None None] Port 54835ec5-4495-4ce7-b762-5d1db99eb180 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:32:55.468778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-f1f117c0-273a-47b0-ba5a-d596052c1373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:55.469413 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-f1f117c0-273a-47b0-ba5a-d596052c1373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:55.470811 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-f1f117c0-273a-47b0-ba5a-d596052c1373 service neutron] 10.222.0.37 "PUT /v2.0/ports/fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 HTTP/1.1" status: 200 len: 1092 time: 1.2278435 Jul 24 09:32:55.473946 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c7c7e5b-1959-46d9-b98d-b250a2c21b9e', 'tag': 'fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:32:55.477327 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40435135-3318-4182-bc02-f4274cd6f095" -d '{"events": [{"name": "network-changed", "server_uuid": "8c7c7e5b-1959-46d9-b98d-b250a2c21b9e", "tag": "fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:32:55.567710 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbd23e0-ea07-4fca-b5ed-eb65e0c58149 x-openstack-request-id: req-bbbd23e0-ea07-4fca-b5ed-eb65e0c58149 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:32:55.568114 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c7c7e5b-1959-46d9-b98d-b250a2c21b9e", "tag": "fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:32:55.568269 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bbbd23e0-ea07-4fca-b5ed-eb65e0c58149 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:32:55.568653 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c7c7e5b-1959-46d9-b98d-b250a2c21b9e', 'tag': 'fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9', 'status': 'completed', 'code': 200} Jul 24 09:32:55.570224 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f117c0-273a-47b0-ba5a-d596052c1373 service neutron] Pushing event updated for resources: {'Port': ['ID=fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:55.593278 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b5c10731-c6ee-499c-aa70-4df166c0a857 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:32:55.669655 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port b5c10731-c6ee-499c-aa70-4df166c0a857 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:55.670278 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:55.718090 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-2d5adf2d-123f-4cf2-9042-604f010bb56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:55.719634 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-2d5adf2d-123f-4cf2-9042-604f010bb56c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d070f08b8da4d8480b04a604f0ef395&device_id=8c7c7e5b-1959-46d9-b98d-b250a2c21b9e HTTP/1.1" status: 200 len: 1095 time: 0.1976292 Jul 24 09:32:55.773895 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-b5292ade-051d-433b-9562-72ca059dff3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 HTTP/1.1" status: 200 len: 217 time: 0.0447364 Jul 24 09:32:55.861893 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aee60d87-88fc-4b7e-895b-6bd386d692e2 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:55.869294 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-181e13c7-8eaa-45b6-aa62-56c8df9c8578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:55.871392 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-181e13c7-8eaa-45b6-aa62-56c8df9c8578 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b1094064-278b-4188-87bb-746291e02cd3 HTTP/1.1" status: 200 len: 834 time: 0.0889378 Jul 24 09:32:55.872018 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aee60d87-88fc-4b7e-895b-6bd386d692e2 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:55.997590 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee60d87-88fc-4b7e-895b-6bd386d692e2 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Pushing event updated for resources: {'Port': ['ID=54835ec5-4495-4ce7-b762-5d1db99eb180,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:56.012518 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-aee60d87-88fc-4b7e-895b-6bd386d692e2 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] In _notify_port_updated(), no bound segment for port 54835ec5-4495-4ce7-b762-5d1db99eb180 on network d4ee94ec-7625-43cf-9cdc-fac42f47b9ca {{(pid=94036) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 09:32:56.019060 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee60d87-88fc-4b7e-895b-6bd386d692e2 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:56.019701 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aee60d87-88fc-4b7e-895b-6bd386d692e2 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:56.021233 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-aee60d87-88fc-4b7e-895b-6bd386d692e2 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] 10.222.0.32 "PUT /v2.0/ports/54835ec5-4495-4ce7-b762-5d1db99eb180 HTTP/1.1" status: 200 len: 995 time: 0.9680619 Jul 24 09:32:56.024170 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60162) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:56.034921 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-9acc6b77-731f-446f-b917-b5ce61d8b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:56.036549 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-9acc6b77-731f-446f-b917-b5ce61d8b01e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e1d5fe90-ba02-4c44-8deb-d778e38abc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1578157 Jul 24 09:32:56.154554 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-fa962796-aaee-4adb-9b80-6997a0423c0a service neutron] 10.222.0.37 "GET /v2.0/networks/e1d5fe90-ba02-4c44-8deb-d778e38abc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116295 Jul 24 09:32:56.190055 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-5a0d54ef-0dd5-48c3-9b2d-52188a290e9e tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Deleting port 54835ec5-4495-4ce7-b762-5d1db99eb180 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:32:56.190624 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5a0d54ef-0dd5-48c3-9b2d-52188a290e9e tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:56.226940 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-80c2fa35-6c55-454e-8438-22efceeff358 None None] Provisioning complete for port 54835ec5-4495-4ce7-b762-5d1db99eb180 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:56.227654 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-80c2fa35-6c55-454e-8438-22efceeff358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:56.265355 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-80c2fa35-6c55-454e-8438-22efceeff358 None None] Port 54835ec5-4495-4ce7-b762-5d1db99eb180 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:32:56.292323 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-31a86c3c-953c-4e1e-98f7-5f002900d7c6 req-08d42802-d5fe-4f32-99e0-6cf7837d900c service neutron] 10.222.0.37 "GET /v2.0/networks/e1d5fe90-ba02-4c44-8deb-d778e38abc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305995 Jul 24 09:32:56.304013 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5a0d54ef-0dd5-48c3-9b2d-52188a290e9e tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:56.318067 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-5a0d54ef-0dd5-48c3-9b2d-52188a290e9e tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Calling delete_port for 54835ec5-4495-4ce7-b762-5d1db99eb180 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:32:56.415066 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40435135-3318-4182-bc02-f4274cd6f095 req-72c20545-bfef-42af-aaef-e76936b14333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:56.417274 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-40435135-3318-4182-bc02-f4274cd6f095 req-72c20545-bfef-42af-aaef-e76936b14333 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d070f08b8da4d8480b04a604f0ef395&device_id=8c7c7e5b-1959-46d9-b98d-b250a2c21b9e HTTP/1.1" status: 200 len: 1095 time: 0.0748589 Jul 24 09:32:56.519198 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40435135-3318-4182-bc02-f4274cd6f095 req-a6f88f2e-bc1e-429e-bb79-be3b9e331171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:56.521481 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-40435135-3318-4182-bc02-f4274cd6f095 req-a6f88f2e-bc1e-429e-bb79-be3b9e331171 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e1d5fe90-ba02-4c44-8deb-d778e38abc45 HTTP/1.1" status: 200 len: 897 time: 0.0984006 Jul 24 09:32:56.575205 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-40435135-3318-4182-bc02-f4274cd6f095 req-c2a0b56e-64de-4801-91ff-e951fa561802 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 HTTP/1.1" status: 200 len: 217 time: 0.0467834 Jul 24 09:32:56.632816 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40435135-3318-4182-bc02-f4274cd6f095 req-0e07966a-ab0b-491c-a328-8d14774f9fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:56.632816 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-40435135-3318-4182-bc02-f4274cd6f095 req-0e07966a-ab0b-491c-a328-8d14774f9fba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b1094064-278b-4188-87bb-746291e02cd3 HTTP/1.1" status: 200 len: 834 time: 0.0496957 Jul 24 09:32:56.694226 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40435135-3318-4182-bc02-f4274cd6f095 req-d1a2f2ab-cc08-4382-beef-ee9771583870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:56.695849 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-40435135-3318-4182-bc02-f4274cd6f095 req-d1a2f2ab-cc08-4382-beef-ee9771583870 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e1d5fe90-ba02-4c44-8deb-d778e38abc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582654 Jul 24 09:32:56.743854 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc466cc5-67fb-48f5-9a26-f8abdf062dad req-62a48479-a09f-463f-972c-b1cb2d9e53ae tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:56.745578 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fc466cc5-67fb-48f5-9a26-f8abdf062dad req-62a48479-a09f-463f-972c-b1cb2d9e53ae tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c7c7e5b-1959-46d9-b98d-b250a2c21b9e HTTP/1.1" status: 200 len: 944 time: 0.3593457 Jul 24 09:32:56.777336 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5a0d54ef-0dd5-48c3-9b2d-52188a290e9e tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:56.818306 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d54ef-0dd5-48c3-9b2d-52188a290e9e tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Pushing event deleted for resources: {'Port': ['ID=54835ec5-4495-4ce7-b762-5d1db99eb180,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:56.820894 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-40435135-3318-4182-bc02-f4274cd6f095 req-f5e7fdc8-f95f-4098-8f90-b2a47a06a8e9 service neutron] 10.222.0.37 "GET /v2.0/networks/e1d5fe90-ba02-4c44-8deb-d778e38abc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164868 Jul 24 09:32:56.830607 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fc466cc5-67fb-48f5-9a26-f8abdf062dad req-24031e8e-0a2b-4c9f-8503-a3c3c04800e0 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2541bc-95df-48c3-87a4-dd13dd0b29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771139 Jul 24 09:32:56.934082 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-40435135-3318-4182-bc02-f4274cd6f095 req-fb8f03da-3349-48f9-8c2c-e152637f63e8 service neutron] 10.222.0.37 "GET /v2.0/networks/e1d5fe90-ba02-4c44-8deb-d778e38abc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074948 Jul 24 09:32:57.014722 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5a0d54ef-0dd5-48c3-9b2d-52188a290e9e tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:57.019411 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5a0d54ef-0dd5-48c3-9b2d-52188a290e9e tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] 10.222.0.32 "DELETE /v2.0/ports/54835ec5-4495-4ce7-b762-5d1db99eb180 HTTP/1.1" status: 204 len: 168 time: 0.9942358 Jul 24 09:32:57.019612 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60182) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:57.052769 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8a5738-4d20-4aeb-98b7-708e3cd6c476 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] GET failed (client error): The resource could not be found. Jul 24 09:32:57.055592 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8b8a5738-4d20-4aeb-98b7-708e3cd6c476 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] 10.222.0.32 "GET /v2.0/ports/54835ec5-4495-4ce7-b762-5d1db99eb180 HTTP/1.1" status: 404 len: 333 time: 0.0337868 Jul 24 09:32:57.058223 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60184) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:57.063488 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-c996cf09-d837-46a8-9b32-4123bacdc5a7 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Request body: {'port': {'network_id': 'd4ee94ec-7625-43cf-9cdc-fac42f47b9ca', 'name': 'tempest-AllowedAddressPairTestJSON-818655710'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:57.177094 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c996cf09-d837-46a8-9b32-4123bacdc5a7 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Made reservation on behalf of eeac27cb423d4f15abdc955a75ed75ce for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:32:57.180883 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c996cf09-d837-46a8-9b32-4123bacdc5a7 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:57.199146 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-c996cf09-d837-46a8-9b32-4123bacdc5a7 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] device_id is not set on port 7456206a-556d-4821-ac80-cdade0817b7c yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:32:57.237476 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9b1b7d66-6e43-442b-ac01-76e7ed9b6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:57.313384 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-c996cf09-d837-46a8-9b32-4123bacdc5a7 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Allocated IP 172.20.0.6 (d4ee94ec-7625-43cf-9cdc-fac42f47b9ca/d7e7f225-dacb-42eb-b114-ce6f5fb53086/7456206a-556d-4821-ac80-cdade0817b7c) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:32:57.468121 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c996cf09-d837-46a8-9b32-4123bacdc5a7 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:57.735220 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-c996cf09-d837-46a8-9b32-4123bacdc5a7 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Transition to ACTIVE for port object 7456206a-556d-4821-ac80-cdade0817b7c will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:32:57.773226 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c996cf09-d837-46a8-9b32-4123bacdc5a7 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:57.818996 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c996cf09-d837-46a8-9b32-4123bacdc5a7 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Network d4ee94ec-7625-43cf-9cdc-fac42f47b9ca is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:32:57.826010 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-c996cf09-d837-46a8-9b32-4123bacdc5a7 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:32:57.830892 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c996cf09-d837-46a8-9b32-4123bacdc5a7 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:32:57.862360 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c996cf09-d837-46a8-9b32-4123bacdc5a7 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Pushing event updated for resources: {'Port': ['ID=7456206a-556d-4821-ac80-cdade0817b7c,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:57.896481 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c996cf09-d837-46a8-9b32-4123bacdc5a7 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:57.897350 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c996cf09-d837-46a8-9b32-4123bacdc5a7 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:57.919484 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c996cf09-d837-46a8-9b32-4123bacdc5a7 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8597395 Jul 24 09:32:57.922154 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60204) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:57.932818 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-5a780c67-0fc8-4534-b15d-bdb4649ee0a9 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:0d:d9:ac'}]}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:58.083677 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5a780c67-0fc8-4534-b15d-bdb4649ee0a9 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:58.113852 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e00dd-b953-45c8-b95a-775529bb8329 req-08e89b71-8e16-4774-9018-b7a72eb44866 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:58.116235 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-323e00dd-b953-45c8-b95a-775529bb8329 req-08e89b71-8e16-4774-9018-b7a72eb44866 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c7c7e5b-1959-46d9-b98d-b250a2c21b9e HTTP/1.1" status: 200 len: 944 time: 0.1499579 Jul 24 09:32:58.190524 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-323e00dd-b953-45c8-b95a-775529bb8329 req-a72e8fb7-053c-404e-b17f-e9768033561a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2541bc-95df-48c3-87a4-dd13dd0b29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642395 Jul 24 09:32:58.204803 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0c00c685-4408-42b5-8ccd-890182eba1b1 None None] Provisioning for port 7456206a-556d-4821-ac80-cdade0817b7c completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:32:58.210652 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0c00c685-4408-42b5-8ccd-890182eba1b1 None None] Provisioning complete for port 7456206a-556d-4821-ac80-cdade0817b7c triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:58.211389 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0c00c685-4408-42b5-8ccd-890182eba1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:58.273663 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-0c00c685-4408-42b5-8ccd-890182eba1b1 None None] Port 7456206a-556d-4821-ac80-cdade0817b7c cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:32:58.355022 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5a780c67-0fc8-4534-b15d-bdb4649ee0a9 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:58.359679 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5a780c67-0fc8-4534-b15d-bdb4649ee0a9 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:58.441189 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a780c67-0fc8-4534-b15d-bdb4649ee0a9 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Pushing event updated for resources: {'Port': ['ID=7456206a-556d-4821-ac80-cdade0817b7c,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:58.454534 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-5a780c67-0fc8-4534-b15d-bdb4649ee0a9 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] In _notify_port_updated(), no bound segment for port 7456206a-556d-4821-ac80-cdade0817b7c on network d4ee94ec-7625-43cf-9cdc-fac42f47b9ca {{(pid=94036) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 09:32:58.460524 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a780c67-0fc8-4534-b15d-bdb4649ee0a9 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:58.461272 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5a780c67-0fc8-4534-b15d-bdb4649ee0a9 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:58.465832 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5a780c67-0fc8-4534-b15d-bdb4649ee0a9 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] 10.222.0.32 "PUT /v2.0/ports/7456206a-556d-4821-ac80-cdade0817b7c HTTP/1.1" status: 200 len: 995 time: 0.5401299 Jul 24 09:32:58.466651 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60220) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:58.614162 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-6d9fc0ce-23c2-4bd7-95f9-34bae0b86499 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Deleting port 7456206a-556d-4821-ac80-cdade0817b7c {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:32:58.614679 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d9fc0ce-23c2-4bd7-95f9-34bae0b86499 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:58.742100 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d9fc0ce-23c2-4bd7-95f9-34bae0b86499 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:58.756615 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-6d9fc0ce-23c2-4bd7-95f9-34bae0b86499 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Calling delete_port for 7456206a-556d-4821-ac80-cdade0817b7c owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:32:58.804679 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3ef4ad97-f9d8-4635-9866-8a7391bdd2ce None None] Provisioning complete for port 7456206a-556d-4821-ac80-cdade0817b7c triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:32:58.805559 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3ef4ad97-f9d8-4635-9866-8a7391bdd2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:58.849163 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4ad97-f9d8-4635-9866-8a7391bdd2ce None None] Port 7456206a-556d-4821-ac80-cdade0817b7c cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:32:58.951229 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d9fc0ce-23c2-4bd7-95f9-34bae0b86499 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:58.995656 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fc0ce-23c2-4bd7-95f9-34bae0b86499 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Pushing event deleted for resources: {'Port': ['ID=7456206a-556d-4821-ac80-cdade0817b7c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:59.083191 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6d9fc0ce-23c2-4bd7-95f9-34bae0b86499 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:59.085321 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6d9fc0ce-23c2-4bd7-95f9-34bae0b86499 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] 10.222.0.32 "DELETE /v2.0/ports/7456206a-556d-4821-ac80-cdade0817b7c HTTP/1.1" status: 204 len: 168 time: 0.6173987 Jul 24 09:32:59.087819 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60240) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:59.116203 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd9ee71-194f-4840-887a-2918186cb260 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] GET failed (client error): The resource could not be found. Jul 24 09:32:59.118138 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ecd9ee71-194f-4840-887a-2918186cb260 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] 10.222.0.32 "GET /v2.0/ports/7456206a-556d-4821-ac80-cdade0817b7c HTTP/1.1" status: 404 len: 333 time: 0.0292749 Jul 24 09:32:59.122471 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60242) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:59.127657 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-c47e6206-29a8-4c92-a718-f41675057766 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Request body: {'port': {'network_id': 'd4ee94ec-7625-43cf-9cdc-fac42f47b9ca', 'name': 'tempest-AllowedAddressPairTestJSON-1330076898'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:59.311873 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47e6206-29a8-4c92-a718-f41675057766 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Made reservation on behalf of eeac27cb423d4f15abdc955a75ed75ce for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:32:59.317111 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c47e6206-29a8-4c92-a718-f41675057766 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:59.340413 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-c47e6206-29a8-4c92-a718-f41675057766 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] device_id is not set on port a42e4cca-fe82-461c-b724-c41d7317e5a4 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:32:59.380050 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809b958-12eb-4efa-969a-2e055a355bcc req-4482513e-276f-492a-a255-ea6037b92c36 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:59.382430 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3809b958-12eb-4efa-969a-2e055a355bcc req-4482513e-276f-492a-a255-ea6037b92c36 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c7c7e5b-1959-46d9-b98d-b250a2c21b9e HTTP/1.1" status: 200 len: 944 time: 0.0954485 Jul 24 09:32:59.426800 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3809b958-12eb-4efa-969a-2e055a355bcc req-b1f120ba-c74b-4bc5-b4ea-693e538c9508 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2541bc-95df-48c3-87a4-dd13dd0b29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385659 Jul 24 09:32:59.504556 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-c47e6206-29a8-4c92-a718-f41675057766 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Allocated IP 172.20.0.7 (d4ee94ec-7625-43cf-9cdc-fac42f47b9ca/d7e7f225-dacb-42eb-b114-ce6f5fb53086/a42e4cca-fe82-461c-b724-c41d7317e5a4) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:32:59.634308 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:32:59.668568 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c47e6206-29a8-4c92-a718-f41675057766 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:59.691098 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-c47e6206-29a8-4c92-a718-f41675057766 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Transition to ACTIVE for port object a42e4cca-fe82-461c-b724-c41d7317e5a4 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:32:59.736420 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c47e6206-29a8-4c92-a718-f41675057766 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:59.833433 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e6206-29a8-4c92-a718-f41675057766 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Pushing event updated for resources: {'Port': ['ID=a42e4cca-fe82-461c-b724-c41d7317e5a4,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:32:59.833433 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47e6206-29a8-4c92-a718-f41675057766 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Network d4ee94ec-7625-43cf-9cdc-fac42f47b9ca is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:32:59.835976 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-c47e6206-29a8-4c92-a718-f41675057766 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:32:59.849655 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47e6206-29a8-4c92-a718-f41675057766 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:32:59.875061 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9,segment=NetworkSegment(1944ee26-9eae-49e6-ab50-323c32be29e6),segment_id=1944ee26-9eae-49e6-ab50-323c32be29e6)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:32:59.900347 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'port_id': 'fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9', 'mac_address': 'fa:16:3e:53:bc:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1094064-278b-4188-87bb-746291e02cd3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:32:59.941680 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47e6206-29a8-4c92-a718-f41675057766 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:32:59.942733 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c47e6206-29a8-4c92-a718-f41675057766 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:59.961549 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4fb14ae4-532f-4f9d-96e5-e9325a9dde0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:59.966511 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c47e6206-29a8-4c92-a718-f41675057766 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8428595 Jul 24 09:32:59.969270 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60268) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:32:59.974677 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-40697d7c-9273-45f8-aad4-6f306fdd6efd tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Request body: {'port': {'network_id': 'd4ee94ec-7625-43cf-9cdc-fac42f47b9ca', 'name': 'tempest-AllowedAddressPairTestJSON-1412230447'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:32:59.978568 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:32:59.996296 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:33:00.060249 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9,segment=NetworkSegment(1944ee26-9eae-49e6-ab50-323c32be29e6),segment_id=1944ee26-9eae-49e6-ab50-323c32be29e6)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:00.072214 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:00.175271 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:00.215102 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40697d7c-9273-45f8-aad4-6f306fdd6efd tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Made reservation on behalf of eeac27cb423d4f15abdc955a75ed75ce for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:33:00.220233 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-40697d7c-9273-45f8-aad4-6f306fdd6efd tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:00.246526 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-40697d7c-9273-45f8-aad4-6f306fdd6efd tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] device_id is not set on port 50c542df-9d26-40c7-ad5c-ca61a6b729b8 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:33:00.288694 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-735e4bb6-6834-44c9-b259-9196dc6ebe6b None None] Provisioning for port a42e4cca-fe82-461c-b724-c41d7317e5a4 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:00.296504 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-735e4bb6-6834-44c9-b259-9196dc6ebe6b None None] Provisioning complete for port a42e4cca-fe82-461c-b724-c41d7317e5a4 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:00.298224 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-735e4bb6-6834-44c9-b259-9196dc6ebe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:00.317692 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:33:00.397702 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-735e4bb6-6834-44c9-b259-9196dc6ebe6b None None] Port a42e4cca-fe82-461c-b724-c41d7317e5a4 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:33:00.481787 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:00.497739 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-40697d7c-9273-45f8-aad4-6f306fdd6efd tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Allocated IP 172.20.0.5 (d4ee94ec-7625-43cf-9cdc-fac42f47b9ca/d7e7f225-dacb-42eb-b114-ce6f5fb53086/50c542df-9d26-40c7-ad5c-ca61a6b729b8) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:33:00.741839 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216786c-77b9-4360-aeec-1fdcd2d04b1b req-0a776dc1-a0d8-40e8-b77b-bcdbbbf50f34 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:00.743284 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6216786c-77b9-4360-aeec-1fdcd2d04b1b req-0a776dc1-a0d8-40e8-b77b-bcdbbbf50f34 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c7c7e5b-1959-46d9-b98d-b250a2c21b9e HTTP/1.1" status: 200 len: 945 time: 0.1519082 Jul 24 09:33:00.786021 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-40697d7c-9273-45f8-aad4-6f306fdd6efd tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:00.824783 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-40697d7c-9273-45f8-aad4-6f306fdd6efd tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Transition to ACTIVE for port object 50c542df-9d26-40c7-ad5c-ca61a6b729b8 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:00.844232 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6216786c-77b9-4360-aeec-1fdcd2d04b1b req-cd3e49a0-f5d6-4710-bee3-7aa8d29215a9 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2541bc-95df-48c3-87a4-dd13dd0b29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896661 Jul 24 09:33:00.892117 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-40697d7c-9273-45f8-aad4-6f306fdd6efd tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:00.940975 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40697d7c-9273-45f8-aad4-6f306fdd6efd tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Network d4ee94ec-7625-43cf-9cdc-fac42f47b9ca is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:00.944101 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-40697d7c-9273-45f8-aad4-6f306fdd6efd tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:00.946813 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40697d7c-9273-45f8-aad4-6f306fdd6efd tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:33:00.979888 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40697d7c-9273-45f8-aad4-6f306fdd6efd tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Pushing event updated for resources: {'Port': ['ID=50c542df-9d26-40c7-ad5c-ca61a6b729b8,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:01.018046 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:01.031846 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40697d7c-9273-45f8-aad4-6f306fdd6efd tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:01.032113 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-40697d7c-9273-45f8-aad4-6f306fdd6efd tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:01.051311 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60296) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:01.051870 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-40697d7c-9273-45f8-aad4-6f306fdd6efd tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0810001 Jul 24 09:33:01.057987 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-407f0fe1-d949-4659-b371-310fa4d2c526 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:0d:d9:ac'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:97:fb:b1'}]}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:01.306478 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-407f0fe1-d949-4659-b371-310fa4d2c526 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:01.330260 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5a7ddd04-e9e1-48df-945f-4ad7e520e21a None None] Provisioning for port 50c542df-9d26-40c7-ad5c-ca61a6b729b8 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:01.335405 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5a7ddd04-e9e1-48df-945f-4ad7e520e21a None None] Provisioning complete for port 50c542df-9d26-40c7-ad5c-ca61a6b729b8 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:01.336094 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5a7ddd04-e9e1-48df-945f-4ad7e520e21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:01.404171 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-5a7ddd04-e9e1-48df-945f-4ad7e520e21a None None] Port 50c542df-9d26-40c7-ad5c-ca61a6b729b8 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:33:01.553146 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-407f0fe1-d949-4659-b371-310fa4d2c526 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:01.558326 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-407f0fe1-d949-4659-b371-310fa4d2c526 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:01.648657 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:33:01.679346 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0fe1-d949-4659-b371-310fa4d2c526 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Pushing event updated for resources: {'Port': ['ID=50c542df-9d26-40c7-ad5c-ca61a6b729b8,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:01.683040 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-407f0fe1-d949-4659-b371-310fa4d2c526 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] In _notify_port_updated(), no bound segment for port 50c542df-9d26-40c7-ad5c-ca61a6b729b8 on network d4ee94ec-7625-43cf-9cdc-fac42f47b9ca {{(pid=94035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 09:33:01.689378 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f0fe1-d949-4659-b371-310fa4d2c526 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:01.690160 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-407f0fe1-d949-4659-b371-310fa4d2c526 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:01.694625 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60310) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:01.703247 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-407f0fe1-d949-4659-b371-310fa4d2c526 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] 10.222.0.32 "PUT /v2.0/ports/50c542df-9d26-40c7-ad5c-ca61a6b729b8 HTTP/1.1" status: 200 len: 1056 time: 0.6501110 Jul 24 09:33:01.797285 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:01.802501 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:01.802880 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:01.878476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-fb9362d5-1342-4681-8b32-a70a0eea446d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Deleting port 50c542df-9d26-40c7-ad5c-ca61a6b729b8 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:01.878837 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fb9362d5-1342-4681-8b32-a70a0eea446d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:01.957375 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5b216a5d-fc97-49c4-b5fc-81eb920db588 None None] Provisioning complete for port 50c542df-9d26-40c7-ad5c-ca61a6b729b8 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:01.957746 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5b216a5d-fc97-49c4-b5fc-81eb920db588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:02.002107 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:02.019870 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fb9362d5-1342-4681-8b32-a70a0eea446d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:02.030912 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-5b216a5d-fc97-49c4-b5fc-81eb920db588 None None] Port 50c542df-9d26-40c7-ad5c-ca61a6b729b8 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:33:02.035101 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-fb9362d5-1342-4681-8b32-a70a0eea446d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Calling delete_port for 50c542df-9d26-40c7-ad5c-ca61a6b729b8 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:02.040822 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c7c7e5b-1959-46d9-b98d-b250a2c21b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:33:02.044067 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06247e73-78e7-4343-a0a3-67812a43a302" -d '{"events": [{"server_uuid": "8c7c7e5b-1959-46d9-b98d-b250a2c21b9e", "name": "network-vif-plugged", "status": "completed", "tag": "fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:33:02.069851 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08da7f9-2b39-4391-80d2-e72337dda07d req-f6fa1051-e27c-462b-b4da-0873c75bfcc4 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:02.073083 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c08da7f9-2b39-4391-80d2-e72337dda07d req-f6fa1051-e27c-462b-b4da-0873c75bfcc4 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c7c7e5b-1959-46d9-b98d-b250a2c21b9e HTTP/1.1" status: 200 len: 945 time: 0.0888724 Jul 24 09:33:02.079933 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9,segment=NetworkSegment(1944ee26-9eae-49e6-ab50-323c32be29e6),segment_id=1944ee26-9eae-49e6-ab50-323c32be29e6)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:02.085515 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:02.134448 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103c6b1c-c3d1-4fb5-b030-185ade380c64 x-openstack-request-id: req-103c6b1c-c3d1-4fb5-b030-185ade380c64 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:33:02.134811 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c7c7e5b-1959-46d9-b98d-b250a2c21b9e", "name": "network-vif-plugged", "status": "completed", "tag": "fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:33:02.135571 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-103c6b1c-c3d1-4fb5-b030-185ade380c64 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:33:02.136055 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c7c7e5b-1959-46d9-b98d-b250a2c21b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9', 'code': 200} Jul 24 09:33:02.173079 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c08da7f9-2b39-4391-80d2-e72337dda07d req-ec83dc49-f685-47d7-be8a-40bd59267d72 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2541bc-95df-48c3-87a4-dd13dd0b29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927782 Jul 24 09:33:02.177919 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:02.295322 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fb9362d5-1342-4681-8b32-a70a0eea446d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:02.325315 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9362d5-1342-4681-8b32-a70a0eea446d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Pushing event deleted for resources: {'Port': ['ID=50c542df-9d26-40c7-ad5c-ca61a6b729b8,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:02.337289 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a75ca-7b99-490a-bb47-72e9fb0edb1c req-2a19ba46-0a5b-45db-86e3-4eaa0e85226a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:02.338882 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da8a75ca-7b99-490a-bb47-72e9fb0edb1c req-2a19ba46-0a5b-45db-86e3-4eaa0e85226a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c7c7e5b-1959-46d9-b98d-b250a2c21b9e HTTP/1.1" status: 200 len: 1097 time: 0.1332734 Jul 24 09:33:02.461609 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da8a75ca-7b99-490a-bb47-72e9fb0edb1c req-0cb75ba2-9519-4750-ae6d-c616aeb7feda service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9b2541bc-95df-48c3-87a4-dd13dd0b29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155176 Jul 24 09:33:02.703726 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fb9362d5-1342-4681-8b32-a70a0eea446d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:02.708724 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60340) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:02.709525 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fb9362d5-1342-4681-8b32-a70a0eea446d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] 10.222.0.32 "DELETE /v2.0/ports/50c542df-9d26-40c7-ad5c-ca61a6b729b8 HTTP/1.1" status: 204 len: 168 time: 1.0137172 Jul 24 09:33:02.742452 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-534c4840-348a-422c-96d3-ceccefd01723 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] GET failed (client error): The resource could not be found. Jul 24 09:33:02.744821 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-534c4840-348a-422c-96d3-ceccefd01723 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] 10.222.0.32 "GET /v2.0/ports/50c542df-9d26-40c7-ad5c-ca61a6b729b8 HTTP/1.1" status: 404 len: 333 time: 0.0341280 Jul 24 09:33:02.747477 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60346) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:02.868692 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-a3a4573c-2d8b-4bc4-8867-00b12484335d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Deleting port a42e4cca-fe82-461c-b724-c41d7317e5a4 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:02.869128 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a3a4573c-2d8b-4bc4-8867-00b12484335d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:02.880436 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:02.989643 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a3a4573c-2d8b-4bc4-8867-00b12484335d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:03.003739 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-a3a4573c-2d8b-4bc4-8867-00b12484335d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Calling delete_port for a42e4cca-fe82-461c-b724-c41d7317e5a4 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:03.166538 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a3a4573c-2d8b-4bc4-8867-00b12484335d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:03.219696 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4573c-2d8b-4bc4-8867-00b12484335d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Pushing event deleted for resources: {'Port': ['ID=a42e4cca-fe82-461c-b724-c41d7317e5a4,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:03.253507 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4573c-2d8b-4bc4-8867-00b12484335d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:03.254240 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4573c-2d8b-4bc4-8867-00b12484335d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:03.254807 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4573c-2d8b-4bc4-8867-00b12484335d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:03.255376 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4573c-2d8b-4bc4-8867-00b12484335d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:03.255909 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4573c-2d8b-4bc4-8867-00b12484335d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:03.256444 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4573c-2d8b-4bc4-8867-00b12484335d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:03.256995 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4573c-2d8b-4bc4-8867-00b12484335d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:03.257688 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4573c-2d8b-4bc4-8867-00b12484335d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:03.258228 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4573c-2d8b-4bc4-8867-00b12484335d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:03.258900 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4573c-2d8b-4bc4-8867-00b12484335d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:03.259431 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4573c-2d8b-4bc4-8867-00b12484335d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:03.260999 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4573c-2d8b-4bc4-8867-00b12484335d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:03.377974 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a3a4573c-2d8b-4bc4-8867-00b12484335d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:03.381297 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a3a4573c-2d8b-4bc4-8867-00b12484335d tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] 10.222.0.32 "DELETE /v2.0/ports/a42e4cca-fe82-461c-b724-c41d7317e5a4 HTTP/1.1" status: 204 len: 168 time: 0.6325319 Jul 24 09:33:03.384351 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60364) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:03.435216 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-c444a99d-163c-4053-86e0-56d69ada4aab tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] GET failed (client error): The resource could not be found. Jul 24 09:33:03.437323 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c444a99d-163c-4053-86e0-56d69ada4aab tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] 10.222.0.32 "GET /v2.0/ports/a42e4cca-fe82-461c-b724-c41d7317e5a4 HTTP/1.1" status: 404 len: 333 time: 0.0513489 Jul 24 09:33:03.442089 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60368) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:03.458543 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce5fe0-759c-4057-aeae-28964077b980 req-14944541-7d78-4986-be95-4251b4186fd5 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:03.460305 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-42ce5fe0-759c-4057-aeae-28964077b980 req-14944541-7d78-4986-be95-4251b4186fd5 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c7c7e5b-1959-46d9-b98d-b250a2c21b9e HTTP/1.1" status: 200 len: 946 time: 0.1228912 Jul 24 09:33:03.534208 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-42ce5fe0-759c-4057-aeae-28964077b980 req-e37300a7-800f-4091-910d-da6123f0218e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2541bc-95df-48c3-87a4-dd13dd0b29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612648 Jul 24 09:33:03.606683 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-7375f472-e6df-4fc9-84b2-459e0aa66d9e tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Deleting port ac1008f8-7654-448a-ac59-2a03a06aaf97 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:03.607033 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7375f472-e6df-4fc9-84b2-459e0aa66d9e tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:03.698574 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7375f472-e6df-4fc9-84b2-459e0aa66d9e tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:03.711374 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-7375f472-e6df-4fc9-84b2-459e0aa66d9e tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Calling delete_port for ac1008f8-7654-448a-ac59-2a03a06aaf97 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:03.892110 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7375f472-e6df-4fc9-84b2-459e0aa66d9e tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:03.933455 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375f472-e6df-4fc9-84b2-459e0aa66d9e tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Pushing event deleted for resources: {'Port': ['ID=ac1008f8-7654-448a-ac59-2a03a06aaf97,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:04.025453 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7375f472-e6df-4fc9-84b2-459e0aa66d9e tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:04.028153 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7375f472-e6df-4fc9-84b2-459e0aa66d9e tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] 10.222.0.32 "DELETE /v2.0/ports/ac1008f8-7654-448a-ac59-2a03a06aaf97 HTTP/1.1" status: 204 len: 168 time: 0.5854502 Jul 24 09:33:04.030644 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60384) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:04.104318 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3d644e-1fc3-4a33-bb4d-b42c4640cf02 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Deleting subnet d7e7f225-dacb-42eb-b114-ce6f5fb53086 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:33:04.115510 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1a3d644e-1fc3-4a33-bb4d-b42c4640cf02 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:04.189660 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1a3d644e-1fc3-4a33-bb4d-b42c4640cf02 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:04.319101 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1a3d644e-1fc3-4a33-bb4d-b42c4640cf02 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:04.385647 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1a3d644e-1fc3-4a33-bb4d-b42c4640cf02 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:04.414874 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d644e-1fc3-4a33-bb4d-b42c4640cf02 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Pushing event deleted for resources: {'Subnet': ['ID=d7e7f225-dacb-42eb-b114-ce6f5fb53086,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:04.419301 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1a3d644e-1fc3-4a33-bb4d-b42c4640cf02 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:04.421247 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1a3d644e-1fc3-4a33-bb4d-b42c4640cf02 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] 10.222.0.32 "DELETE /v2.0/subnets/d7e7f225-dacb-42eb-b114-ce6f5fb53086 HTTP/1.1" status: 204 len: 168 time: 0.3894601 Jul 24 09:33:04.424121 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60394) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:04.431753 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3cac11-82cb-4969-b573-1a27dbc68aee None None] Network d4ee94ec-7625-43cf-9cdc-fac42f47b9ca requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:33:04.537723 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2a0a6a71-c42a-463c-88a3-5b373b1248a1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:04.626386 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-2a0a6a71-c42a-463c-88a3-5b373b1248a1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Deleting port b5c10731-c6ee-499c-aa70-4df166c0a857 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:04.626771 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2a0a6a71-c42a-463c-88a3-5b373b1248a1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:04.724878 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2952b3a-78a6-4d96-a3f7-689f5f0a42f8 None None] DHCP port deletion for d4ee94ec-7625-43cf-9cdc-fac42f47b9ca request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:33:04.769309 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-2a0a6a71-c42a-463c-88a3-5b373b1248a1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] For port b5c10731-c6ee-499c-aa70-4df166c0a857, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b5c10731-c6ee-499c-aa70-4df166c0a857,segment=NetworkSegment(d06964a6-67ba-4949-b8c1-c40b86e7102a),segment_id=d06964a6-67ba-4949-b8c1-c40b86e7102a)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:04.769934 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2a0a6a71-c42a-463c-88a3-5b373b1248a1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:04.775125 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-c2952b3a-78a6-4d96-a3f7-689f5f0a42f8 None None] Deleting port b5c10731-c6ee-499c-aa70-4df166c0a857 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:04.776164 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c2952b3a-78a6-4d96-a3f7-689f5f0a42f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:04.790818 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-2a0a6a71-c42a-463c-88a3-5b373b1248a1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Calling delete_port for b5c10731-c6ee-499c-aa70-4df166c0a857 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:04.818093 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857841c5-e964-4814-884a-9f3218d99b6f req-330ea3ce-1ae5-435d-869a-7dba070ab13b tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:04.820790 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-857841c5-e964-4814-884a-9f3218d99b6f req-330ea3ce-1ae5-435d-869a-7dba070ab13b tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c7c7e5b-1959-46d9-b98d-b250a2c21b9e HTTP/1.1" status: 200 len: 946 time: 0.1630187 Jul 24 09:33:04.874691 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-c2952b3a-78a6-4d96-a3f7-689f5f0a42f8 None None] For port b5c10731-c6ee-499c-aa70-4df166c0a857, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b5c10731-c6ee-499c-aa70-4df166c0a857,segment=NetworkSegment(d06964a6-67ba-4949-b8c1-c40b86e7102a),segment_id=d06964a6-67ba-4949-b8c1-c40b86e7102a)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:04.876004 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c2952b3a-78a6-4d96-a3f7-689f5f0a42f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:04.891614 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-c2952b3a-78a6-4d96-a3f7-689f5f0a42f8 None None] Calling delete_port for b5c10731-c6ee-499c-aa70-4df166c0a857 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:04.902158 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-857841c5-e964-4814-884a-9f3218d99b6f req-bce46995-901e-413c-b6cf-b22059b176ee tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2541bc-95df-48c3-87a4-dd13dd0b29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744002 Jul 24 09:33:04.947772 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2a0a6a71-c42a-463c-88a3-5b373b1248a1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:04.997501 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a6a71-c42a-463c-88a3-5b373b1248a1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Pushing event deleted for resources: {'Port': ['ID=b5c10731-c6ee-499c-aa70-4df166c0a857,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:04.999775 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0a6a71-c42a-463c-88a3-5b373b1248a1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] No DVR routers for this DVR port b5c10731-c6ee-499c-aa70-4df166c0a857 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:33:05.015862 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c2952b3a-78a6-4d96-a3f7-689f5f0a42f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:05.095371 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2952b3a-78a6-4d96-a3f7-689f5f0a42f8 None None] No DVR routers for this DVR port b5c10731-c6ee-499c-aa70-4df166c0a857 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:33:05.110652 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2952b3a-78a6-4d96-a3f7-689f5f0a42f8 None None] Pushing event deleted for resources: {'Port': ['ID=b5c10731-c6ee-499c-aa70-4df166c0a857,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:05.112846 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2a0a6a71-c42a-463c-88a3-5b373b1248a1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:05.125132 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-2a0a6a71-c42a-463c-88a3-5b373b1248a1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4ee94ec-7625-43cf-9cdc-fac42f47b9ca']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:05.147297 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4450f20-3563-4310-979a-83fbe6a6ebd5 req-d79c3690-a416-4a3d-9bd6-512e10f845a9 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:05.149322 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b4450f20-3563-4310-979a-83fbe6a6ebd5 req-d79c3690-a416-4a3d-9bd6-512e10f845a9 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c7c7e5b-1959-46d9-b98d-b250a2c21b9e HTTP/1.1" status: 200 len: 946 time: 0.1526375 Jul 24 09:33:05.149672 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-2a0a6a71-c42a-463c-88a3-5b373b1248a1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd06964a6-67ba-4949-b8c1-c40b86e7102a') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:05.149975 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-2a0a6a71-c42a-463c-88a3-5b373b1248a1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd06964a6-67ba-4949-b8c1-c40b86e7102a') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:05.175106 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2a0a6a71-c42a-463c-88a3-5b373b1248a1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:05.205316 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2a0a6a71-c42a-463c-88a3-5b373b1248a1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:05.214504 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0a6a71-c42a-463c-88a3-5b373b1248a1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:33:05.215007 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2a0a6a71-c42a-463c-88a3-5b373b1248a1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:05.215462 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b4450f20-3563-4310-979a-83fbe6a6ebd5 req-dadbb6f0-2df2-4db4-8077-429a680e7d90 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2541bc-95df-48c3-87a4-dd13dd0b29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598469 Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:33:05.218712 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:33:05.240581 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60416) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:05.290378 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2a0a6a71-c42a-463c-88a3-5b373b1248a1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:05.300216 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2a0a6a71-c42a-463c-88a3-5b373b1248a1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:05.302351 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2a0a6a71-c42a-463c-88a3-5b373b1248a1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] 10.222.0.32 "DELETE /v2.0/networks/d4ee94ec-7625-43cf-9cdc-fac42f47b9ca HTTP/1.1" status: 204 len: 168 time: 0.8777282 Jul 24 09:33:05.313626 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a6a71-c42a-463c-88a3-5b373b1248a1 tempest-AllowedAddressPairTestJSON-770380968 tempest-AllowedAddressPairTestJSON-770380968-project] Pushing event deleted for resources: {'Network': ['ID=d4ee94ec-7625-43cf-9cdc-fac42f47b9ca,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:05.320093 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9afb67-713d-460e-922c-d00f8d04cf3a tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:05.325217 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5a9afb67-713d-460e-922c-d00f8d04cf3a tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8c7c7e5b-1959-46d9-b98d-b250a2c21b9e HTTP/1.1" status: 200 len: 1092 time: 0.0833683 Jul 24 09:33:05.325954 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60422) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:05.333060 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-6d597c89-c1a2-4cc3-b91e-becdeb739bfe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'port_id': 'fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:05.357213 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d597c89-c1a2-4cc3-b91e-becdeb739bfe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for floatingip, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:05.468716 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d597c89-c1a2-4cc3-b91e-becdeb739bfe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:05.584536 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b5c10731-c6ee-499c-aa70-4df166c0a857 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:33:05.610071 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: b5c10731-c6ee-499c-aa70-4df166c0a857 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:33:05.610792 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b5c10731-c6ee-499c-aa70-4df166c0a857 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:33:05.652679 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-6d597c89-c1a2-4cc3-b91e-becdeb739bfe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Allocated IP 172.25.7.129 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/ee00ca7c-4d3a-46f0-913b-a0eb07e8bfee) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:33:05.653517 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60426) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:05.824872 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d597c89-c1a2-4cc3-b91e-becdeb739bfe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:05.853027 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3f4bac48-0685-433b-8a5a-2df18bbb3ecf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eeac27cb423d4f15abdc955a75ed75ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1979072 Jul 24 09:33:05.853690 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60432) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:05.867745 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d597c89-c1a2-4cc3-b91e-becdeb739bfe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:05.903842 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a77c3c00-13d6-4cb9-ace4-e21b82ba7476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:05.907012 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d597c89-c1a2-4cc3-b91e-becdeb739bfe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:05.909900 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-6d597c89-c1a2-4cc3-b91e-becdeb739bfe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:05.915646 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d597c89-c1a2-4cc3-b91e-becdeb739bfe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:33:05.925455 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a77c3c00-13d6-4cb9-ace4-e21b82ba7476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:05.944044 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d597c89-c1a2-4cc3-b91e-becdeb739bfe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'Port': ['ID=ee00ca7c-4d3a-46f0-913b-a0eb07e8bfee,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:05.977605 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a77c3c00-13d6-4cb9-ace4-e21b82ba7476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:05.980402 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a77c3c00-13d6-4cb9-ace4-e21b82ba7476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:05.984312 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a77c3c00-13d6-4cb9-ace4-e21b82ba7476 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b16b0ecf-396f-46d7-856a-80a57d404fd0 HTTP/1.1" status: 204 len: 168 time: 0.1269157 Jul 24 09:33:05.999966 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c3c00-13d6-4cb9-ace4-e21b82ba7476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16b0ecf-396f-46d7-856a-80a57d404fd0,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:06.589318 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d597c89-c1a2-4cc3-b91e-becdeb739bfe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:06.676115 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d597c89-c1a2-4cc3-b91e-becdeb739bfe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:06.709140 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60456) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:06.833791 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-70c8e2ff-5c79-4e08-b5ba-7a55f6ddffc0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1079846960'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:06.859401 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c8e2ff-5c79-4e08-b5ba-7a55f6ddffc0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:33:06.863590 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70c8e2ff-5c79-4e08-b5ba-7a55f6ddffc0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:06.870353 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d597c89-c1a2-4cc3-b91e-becdeb739bfe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:06.872665 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70c8e2ff-5c79-4e08-b5ba-7a55f6ddffc0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:06.875522 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d597c89-c1a2-4cc3-b91e-becdeb739bfe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:06.955858 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d597c89-c1a2-4cc3-b91e-becdeb739bfe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'Port': ['ID=ee00ca7c-4d3a-46f0-913b-a0eb07e8bfee,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:06.964542 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d597c89-c1a2-4cc3-b91e-becdeb739bfe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:06.983190 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70c8e2ff-5c79-4e08-b5ba-7a55f6ddffc0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:06.987477 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70c8e2ff-5c79-4e08-b5ba-7a55f6ddffc0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:07.018797 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c8e2ff-5c79-4e08-b5ba-7a55f6ddffc0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:33:07.025590 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8e2ff-5c79-4e08-b5ba-7a55f6ddffc0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5edcb264-9530-4481-bcc7-a490d91462ee,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:07.033552 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70c8e2ff-5c79-4e08-b5ba-7a55f6ddffc0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:07.034001 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-70c8e2ff-5c79-4e08-b5ba-7a55f6ddffc0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Added segment d0697d94-df55-4011-bf90-11cf2a2a69f8 of type vlan for network 563773b9-347f-4496-b491-b57b6545ee0e Jul 24 09:33:07.077163 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70c8e2ff-5c79-4e08-b5ba-7a55f6ddffc0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:07.082237 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-6d597c89-c1a2-4cc3-b91e-becdeb739bfe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Floating IP 1479d325-b68f-4377-b058-02e299af0c4e associated. External IP: 172.25.7.129, port: fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9. Jul 24 09:33:07.120149 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70c8e2ff-5c79-4e08-b5ba-7a55f6ddffc0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:07.126784 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c8e2ff-5c79-4e08-b5ba-7a55f6ddffc0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:07.128034 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70c8e2ff-5c79-4e08-b5ba-7a55f6ddffc0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:07.201696 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-70c8e2ff-5c79-4e08-b5ba-7a55f6ddffc0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4880407 Jul 24 09:33:07.202102 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60464) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:07.207396 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-51c1b594-d23f-455e-89c2-2f315e645d85 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:07.224322 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8e2ff-5c79-4e08-b5ba-7a55f6ddffc0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Network': ['ID=563773b9-347f-4496-b491-b57b6545ee0e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:07.235111 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:33:07.386508 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c1b594-d23f-455e-89c2-2f315e645d85 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:33:07.389992 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-51c1b594-d23f-455e-89c2-2f315e645d85 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:07.397006 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d597c89-c1a2-4cc3-b91e-becdeb739bfe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Router 0634beec-0546-4c67-a741-1de342cd1373 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:33:07.600466 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d597c89-c1a2-4cc3-b91e-becdeb739bfe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:33:07.610824 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42be3db4-dfee-4be6-89bd-f8aef34b9df7 None None] Sync routers for ids ['0634beec-0546-4c67-a741-1de342cd1373'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:33:07.620817 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42be3db4-dfee-4be6-89bd-f8aef34b9df7 None None] Routers {'0634beec-0546-4c67-a741-1de342cd1373'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:33:07.621839 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-42be3db4-dfee-4be6-89bd-f8aef34b9df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:33:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0634beec-0546-4c67-a741-1de342cd1373'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:07.627409 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d597c89-c1a2-4cc3-b91e-becdeb739bfe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:07.701585 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6d597c89-c1a2-4cc3-b91e-becdeb739bfe tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3736732 Jul 24 09:33:07.702155 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c7c7e5b-1959-46d9-b98d-b250a2c21b9e', 'tag': 'fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:33:07.704501 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6da566-362e-4e9e-90db-c0b60d9397d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8c7c7e5b-1959-46d9-b98d-b250a2c21b9e", "tag": "fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:33:07.704968 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60466) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:07.708028 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-51c1b594-d23f-455e-89c2-2f315e645d85 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:07.774798 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8010c0e2-98c2-438d-9034-4678379ed4ee x-openstack-request-id: req-8010c0e2-98c2-438d-9034-4678379ed4ee {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:33:07.775641 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c7c7e5b-1959-46d9-b98d-b250a2c21b9e", "tag": "fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:33:07.775891 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8010c0e2-98c2-438d-9034-4678379ed4ee {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:33:07.776298 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c7c7e5b-1959-46d9-b98d-b250a2c21b9e', 'tag': 'fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9', 'status': 'completed', 'code': 200} Jul 24 09:33:07.786823 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1b594-d23f-455e-89c2-2f315e645d85 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=638d53e5-a8ff-4045-9c5c-40b0f1fb9178,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:07.795217 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-42be3db4-dfee-4be6-89bd-f8aef34b9df7 None None] Set router 0634beec-0546-4c67-a741-1de342cd1373 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:33:07.798412 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c1b594-d23f-455e-89c2-2f315e645d85 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Checking segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:33:07.799377 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c1b594-d23f-455e-89c2-2f315e645d85 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network hostable DHCP agents. Network: 563773b9-347f-4496-b491-b57b6545ee0e, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:33:07.819772 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-afbf9d25-5ff3-4dc5-b9e9-4e28dd1a0523 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/floatingips/1479d325-b68f-4377-b058-02e299af0c4e HTTP/1.1" status: 200 len: 992 time: 0.1135743 Jul 24 09:33:07.856002 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c1b594-d23f-455e-89c2-2f315e645d85 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:33:07.869752 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-51c1b594-d23f-455e-89c2-2f315e645d85 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 563773b9-347f-4496-b491-b57b6545ee0e) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:07.876841 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c1b594-d23f-455e-89c2-2f315e645d85 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:07.877716 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-51c1b594-d23f-455e-89c2-2f315e645d85 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:07.892484 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6da566-362e-4e9e-90db-c0b60d9397d4 req-6f2bf154-6a2b-43d7-9135-a079572217ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:07.895047 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-aa6da566-362e-4e9e-90db-c0b60d9397d4 req-6f2bf154-6a2b-43d7-9135-a079572217ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d070f08b8da4d8480b04a604f0ef395&device_id=8c7c7e5b-1959-46d9-b98d-b250a2c21b9e HTTP/1.1" status: 200 len: 1097 time: 0.0974464 Jul 24 09:33:07.918609 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-51c1b594-d23f-455e-89c2-2f315e645d85 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7123504 Jul 24 09:33:07.918985 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60472) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:07.925800 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-6ca1e3c6-6b79-41bf-9933-9292a1f781b8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'name': 'tempest-NetworksTestDHCPv6-459587882'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:08.025941 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6da566-362e-4e9e-90db-c0b60d9397d4 req-40645751-ce16-4298-b8fc-a6cd9c1db639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:08.027337 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-aa6da566-362e-4e9e-90db-c0b60d9397d4 req-40645751-ce16-4298-b8fc-a6cd9c1db639 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e1d5fe90-ba02-4c44-8deb-d778e38abc45 HTTP/1.1" status: 200 len: 897 time: 0.1263874 Jul 24 09:33:08.044437 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b2e7e3-186d-4f52-ba5a-0dabad37c6b6 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:33:08.057412 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca1e3c6-6b79-41bf-9933-9292a1f781b8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:33:08.062064 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ca1e3c6-6b79-41bf-9933-9292a1f781b8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:08.081689 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-6ca1e3c6-6b79-41bf-9933-9292a1f781b8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] device_id is not set on port a28e0caa-94b9-4572-aca9-7e3906a18e45 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:33:08.122136 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-aa6da566-362e-4e9e-90db-c0b60d9397d4 req-bd460482-3f49-4a79-b8c7-7d290b99692a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 HTTP/1.1" status: 200 len: 1000 time: 0.0763550 Jul 24 09:33:08.201106 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6da566-362e-4e9e-90db-c0b60d9397d4 req-9a33bee7-a55c-4603-afc5-3fa9be0bad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:08.204104 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-aa6da566-362e-4e9e-90db-c0b60d9397d4 req-9a33bee7-a55c-4603-afc5-3fa9be0bad2a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b1094064-278b-4188-87bb-746291e02cd3 HTTP/1.1" status: 200 len: 834 time: 0.0764287 Jul 24 09:33:08.240280 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-6ca1e3c6-6b79-41bf-9933-9292a1f781b8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 2001:db8::119 (563773b9-347f-4496-b491-b57b6545ee0e/638d53e5-a8ff-4045-9c5c-40b0f1fb9178/a28e0caa-94b9-4572-aca9-7e3906a18e45) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:33:08.298499 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6da566-362e-4e9e-90db-c0b60d9397d4 req-5dc87460-10ff-4f81-a668-f88ecc436147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:08.299938 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-aa6da566-362e-4e9e-90db-c0b60d9397d4 req-5dc87460-10ff-4f81-a668-f88ecc436147 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e1d5fe90-ba02-4c44-8deb-d778e38abc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896857 Jul 24 09:33:08.331059 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13099406-9626-4822-b5b6-38674b4ecd19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-563773b9-347f-4496-b491-b57b6545ee0e', 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'fixed_ips': [{'subnet_id': '638d53e5-a8ff-4045-9c5c-40b0f1fb9178'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:33:08.332918 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-13099406-9626-4822-b5b6-38674b4ecd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:08.407151 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-aa6da566-362e-4e9e-90db-c0b60d9397d4 req-ff68e098-1202-4f5c-b8db-cde4615def93 service neutron] 10.222.0.37 "GET /v2.0/networks/e1d5fe90-ba02-4c44-8deb-d778e38abc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003432 Jul 24 09:33:08.416942 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-42be3db4-dfee-4be6-89bd-f8aef34b9df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634beec-0546-4c67-a741-1de342cd1373', 'name': 'tempest-TestNetworkBasicOps-router-384864135', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:37Z', 'updated_at': '2021-07-24T09:32:45Z', 'revision_number': 4, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:38Z', 'updated_at': '2021-07-24T09:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '1479d325-b68f-4377-b058-02e299af0c4e', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '0634beec-0546-4c67-a741-1de342cd1373', 'port_id': 'fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'mac_address': 'fa:16:3e:53:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7c7e5b-1959-46d9-b98d-b250a2c21b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:33:06Z', 'updated_at': '2021-07-24T09:33:06Z', 'revision_number': 0, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8431e7-36b1-49bd-9df3-9b1cac43e6ba', 'name': '', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'mac_address': 'fa:16:3e:9a:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'b1094064-278b-4188-87bb-746291e02cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:44Z', 'updated_at': '2021-07-24T09:32:50Z', 'revision_number': 5, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'subnets': [{'id': 'b1094064-278b-4188-87bb-746291e02cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:08.437289 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ca1e3c6-6b79-41bf-9933-9292a1f781b8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:08.453104 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-6ca1e3c6-6b79-41bf-9933-9292a1f781b8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Transition to ACTIVE for port object a28e0caa-94b9-4572-aca9-7e3906a18e45 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:08.457914 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42be3db4-dfee-4be6-89bd-f8aef34b9df7 None None] Checking router: 0634beec-0546-4c67-a741-1de342cd1373 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:33:08.474369 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42be3db4-dfee-4be6-89bd-f8aef34b9df7 None None] Routers {'0634beec-0546-4c67-a741-1de342cd1373'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:33:08.475327 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-42be3db4-dfee-4be6-89bd-f8aef34b9df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:33:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0634beec-0546-4c67-a741-1de342cd1373'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:08.491614 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ca1e3c6-6b79-41bf-9933-9292a1f781b8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:08.533385 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-aa6da566-362e-4e9e-90db-c0b60d9397d4 req-adbac948-83f6-4ba2-b39d-da420a2e3657 service neutron] 10.222.0.37 "GET /v2.0/networks/e1d5fe90-ba02-4c44-8deb-d778e38abc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196635 Jul 24 09:33:08.548481 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca1e3c6-6b79-41bf-9933-9292a1f781b8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:08.554539 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-6ca1e3c6-6b79-41bf-9933-9292a1f781b8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:08.559517 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca1e3c6-6b79-41bf-9933-9292a1f781b8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:33:08.565459 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca1e3c6-6b79-41bf-9933-9292a1f781b8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:08.566119 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ca1e3c6-6b79-41bf-9933-9292a1f781b8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:08.576759 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1e3c6-6b79-41bf-9933-9292a1f781b8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Port': ['ID=a28e0caa-94b9-4572-aca9-7e3906a18e45,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:08.591305 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6ca1e3c6-6b79-41bf-9933-9292a1f781b8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6708837 Jul 24 09:33:08.594056 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60478) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:08.616450 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-13099406-9626-4822-b5b6-38674b4ecd19 None None] Allocated IP 2001:db8::2 (563773b9-347f-4496-b491-b57b6545ee0e/638d53e5-a8ff-4045-9c5c-40b0f1fb9178/7f6bcf2b-075d-495d-9611-e8041acc761e) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:33:08.655240 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-42be3db4-dfee-4be6-89bd-f8aef34b9df7 None None] Set router 0634beec-0546-4c67-a741-1de342cd1373 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:33:08.717091 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a0c362-e5c2-4e77-9a6a-b9050bd89d8a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:08.719025 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-83a0c362-e5c2-4e77-9a6a-b9050bd89d8a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1230559 Jul 24 09:33:08.721714 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60480) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:08.824350 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60484) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:08.845243 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-59147b6e-5022-4eac-b286-4c26c45b2d52 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting port a28e0caa-94b9-4572-aca9-7e3906a18e45 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:08.845842 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-59147b6e-5022-4eac-b286-4c26c45b2d52 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:08.914293 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-13099406-9626-4822-b5b6-38674b4ecd19 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:08.933924 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-13099406-9626-4822-b5b6-38674b4ecd19 None None] Transition to ACTIVE for port object 7f6bcf2b-075d-495d-9611-e8041acc761e will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:08.954353 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-59147b6e-5022-4eac-b286-4c26c45b2d52 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:08.975124 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-59147b6e-5022-4eac-b286-4c26c45b2d52 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Calling delete_port for a28e0caa-94b9-4572-aca9-7e3906a18e45 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:08.983379 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-13099406-9626-4822-b5b6-38674b4ecd19 None None] Transition to ACTIVE for port object 7f6bcf2b-075d-495d-9611-e8041acc761e will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:08.996652 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-13099406-9626-4822-b5b6-38674b4ecd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:09.016693 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-72eaee14-5fe3-4f01-b9d1-e436b7f04162 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/floatingips/1479d325-b68f-4377-b058-02e299af0c4e HTTP/1.1" status: 200 len: 992 time: 0.1906016 Jul 24 09:33:09.024621 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de7b8220-a03d-4f4d-9f2c-5b7e34e146af req-f2e82160-469a-4c86-a466-e3425e1b5a78 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0866039 Jul 24 09:33:09.036261 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-42be3db4-dfee-4be6-89bd-f8aef34b9df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634beec-0546-4c67-a741-1de342cd1373', 'name': 'tempest-TestNetworkBasicOps-router-384864135', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:37Z', 'updated_at': '2021-07-24T09:32:45Z', 'revision_number': 4, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:38Z', 'updated_at': '2021-07-24T09:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '1479d325-b68f-4377-b058-02e299af0c4e', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '0634beec-0546-4c67-a741-1de342cd1373', 'port_id': 'fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'mac_address': 'fa:16:3e:53:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7c7e5b-1959-46d9-b98d-b250a2c21b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:33:06Z', 'updated_at': '2021-07-24T09:33:06Z', 'revision_number': 0, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8431e7-36b1-49bd-9df3-9b1cac43e6ba', 'name': '', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'mac_address': 'fa:16:3e:9a:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'b1094064-278b-4188-87bb-746291e02cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:44Z', 'updated_at': '2021-07-24T09:32:50Z', 'revision_number': 5, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'subnets': [{'id': 'b1094064-278b-4188-87bb-746291e02cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:09.087426 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42be3db4-dfee-4be6-89bd-f8aef34b9df7 None None] The sync data for ids ['0634beec-0546-4c67-a741-1de342cd1373'] in n-d-800085-9 is: [{'id': '0634beec-0546-4c67-a741-1de342cd1373', 'name': 'tempest-TestNetworkBasicOps-router-384864135', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:37Z', 'updated_at': '2021-07-24T09:32:45Z', 'revision_number': 4, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:38Z', 'updated_at': '2021-07-24T09:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '1479d325-b68f-4377-b058-02e299af0c4e', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '0634beec-0546-4c67-a741-1de342cd1373', 'port_id': 'fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'mac_address': 'fa:16:3e:53:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7c7e5b-1959-46d9-b98d-b250a2c21b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:33:06Z', 'updated_at': '2021-07-24T09:33:06Z', 'revision_number': 0, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8431e7-36b1-49bd-9df3-9b1cac43e6ba', 'name': '', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'mac_address': 'fa:16:3e:9a:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'b1094064-278b-4188-87bb-746291e02cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:44Z', 'updated_at': '2021-07-24T09:32:50Z', 'revision_number': 5, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'subnets': [{'id': 'b1094064-278b-4188-87bb-746291e02cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:33:09.093769 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13099406-9626-4822-b5b6-38674b4ecd19 None None] Pushing event updated for resources: {'Port': ['ID=7f6bcf2b-075d-495d-9611-e8041acc761e,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:09.112998 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13099406-9626-4822-b5b6-38674b4ecd19 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:09.114589 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-13099406-9626-4822-b5b6-38674b4ecd19 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:09.117375 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13099406-9626-4822-b5b6-38674b4ecd19 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:33:09.123429 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b8220-a03d-4f4d-9f2c-5b7e34e146af req-7511325a-4c50-4fe3-8b47-37eae70d440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:09.125770 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de7b8220-a03d-4f4d-9f2c-5b7e34e146af req-7511325a-4c50-4fe3-8b47-37eae70d440c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9b1cb98e59c48669615f4c794808b22&device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9 HTTP/1.1" status: 200 len: 1097 time: 0.0793953 Jul 24 09:33:09.166495 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-59147b6e-5022-4eac-b286-4c26c45b2d52 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:09.203628 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59147b6e-5022-4eac-b286-4c26c45b2d52 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Port': ['ID=a28e0caa-94b9-4572-aca9-7e3906a18e45,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:09.254934 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-13099406-9626-4822-b5b6-38674b4ecd19 None None] Attempting to bind port 7f6bcf2b-075d-495d-9611-e8041acc761e on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:33:09.255305 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-13099406-9626-4822-b5b6-38674b4ecd19 None None] Attempting to bind port 7f6bcf2b-075d-495d-9611-e8041acc761e by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:33:09.255709 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13099406-9626-4822-b5b6-38674b4ecd19 None None] Attempting to bind port 7f6bcf2b-075d-495d-9611-e8041acc761e on network 563773b9-347f-4496-b491-b57b6545ee0e {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:33:09.260532 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-59147b6e-5022-4eac-b286-4c26c45b2d52 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:09.265393 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13099406-9626-4822-b5b6-38674b4ecd19 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:33:09.265393 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13099406-9626-4822-b5b6-38674b4ecd19 None None] Checking segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:33:09.265393 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-13099406-9626-4822-b5b6-38674b4ecd19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:09.265393 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13099406-9626-4822-b5b6-38674b4ecd19 None None] Bound using segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:33:09.265393 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-13099406-9626-4822-b5b6-38674b4ecd19 None None] Bound port: 7f6bcf2b-075d-495d-9611-e8041acc761e, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:33:09.265393 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-13099406-9626-4822-b5b6-38674b4ecd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:09.266642 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-59147b6e-5022-4eac-b286-4c26c45b2d52 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/a28e0caa-94b9-4572-aca9-7e3906a18e45 HTTP/1.1" status: 204 len: 168 time: 0.5437984 Jul 24 09:33:09.267697 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60490) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:09.280006 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b8220-a03d-4f4d-9f2c-5b7e34e146af req-a80d75b5-08a8-4f5f-8015-0dc84e53d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:09.281806 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de7b8220-a03d-4f4d-9f2c-5b7e34e146af req-a80d75b5-08a8-4f5f-8015-0dc84e53d79f service neutron] 10.222.0.37 "GET /v2.0/networks?id=0783deff-46f9-4f21-b179-aabc847cb83f HTTP/1.1" status: 200 len: 908 time: 0.1333637 Jul 24 09:33:09.340939 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-13099406-9626-4822-b5b6-38674b4ecd19 None None] For port 7f6bcf2b-075d-495d-9611-e8041acc761e, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:33:09.344948 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-13099406-9626-4822-b5b6-38674b4ecd19 None None] For port 7f6bcf2b-075d-495d-9611-e8041acc761e, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7f6bcf2b-075d-495d-9611-e8041acc761e,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:33:09.349819 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-13099406-9626-4822-b5b6-38674b4ecd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:09.377750 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de7b8220-a03d-4f4d-9f2c-5b7e34e146af req-958c5dcc-f23b-4bd9-bff7-0ea506f0fbd2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebd4d679-b99d-45dd-87e4-28d3726193e1 HTTP/1.1" status: 200 len: 1001 time: 0.0885057 Jul 24 09:33:09.391331 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e295cb1-0c3e-4b28-a584-d28c85f2150a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:09.392924 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e295cb1-0c3e-4b28-a584-d28c85f2150a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:09.397204 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2e295cb1-0c3e-4b28-a584-d28c85f2150a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1255329 Jul 24 09:33:09.408811 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60492) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:09.440218 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460199b4-516f-4a3e-a90c-9f451420847a None None] New status for floating IP 1479d325-b68f-4377-b058-02e299af0c4e: ACTIVE {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:33:09.444960 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b8220-a03d-4f4d-9f2c-5b7e34e146af req-72c070b5-2ea0-4231-b77d-8fdd1eca999c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:09.446605 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de7b8220-a03d-4f4d-9f2c-5b7e34e146af req-72c070b5-2ea0-4231-b77d-8fdd1eca999c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cef55fc5-3019-4119-82d6-5bb136a17890 HTTP/1.1" status: 200 len: 847 time: 0.0626581 Jul 24 09:33:09.450975 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13099406-9626-4822-b5b6-38674b4ecd19 None None] Pushing event updated for resources: {'Port': ['ID=7f6bcf2b-075d-495d-9611-e8041acc761e,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:09.515257 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1824dcb-345f-4d33-bbea-19c060773643 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet 638d53e5-a8ff-4045-9c5c-40b0f1fb9178 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:33:09.518751 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a1824dcb-345f-4d33-bbea-19c060773643 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:09.549416 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b8220-a03d-4f4d-9f2c-5b7e34e146af req-441c40d4-158f-4673-85da-249059420981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:09.552346 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de7b8220-a03d-4f4d-9f2c-5b7e34e146af req-441c40d4-158f-4673-85da-249059420981 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0783deff-46f9-4f21-b179-aabc847cb83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958731 Jul 24 09:33:09.568803 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a1824dcb-345f-4d33-bbea-19c060773643 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:09.732845 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a1824dcb-345f-4d33-bbea-19c060773643 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:09.752451 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de7b8220-a03d-4f4d-9f2c-5b7e34e146af req-522b0ec4-f8e5-40e3-be4c-33d534de215e service neutron] 10.222.0.37 "GET /v2.0/networks/0783deff-46f9-4f21-b179-aabc847cb83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905096 Jul 24 09:33:09.813633 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a1824dcb-345f-4d33-bbea-19c060773643 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:09.834851 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a1824dcb-345f-4d33-bbea-19c060773643 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:09.839997 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a1824dcb-345f-4d33-bbea-19c060773643 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/638d53e5-a8ff-4045-9c5c-40b0f1fb9178 HTTP/1.1" status: 204 len: 168 time: 0.4274068 Jul 24 09:33:09.840240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60494) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:09.864625 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1824dcb-345f-4d33-bbea-19c060773643 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=638d53e5-a8ff-4045-9c5c-40b0f1fb9178,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:09.912058 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ffde277b-4c93-432c-a791-adc725642b9e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0705595 Jul 24 09:33:09.916833 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60496) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:09.922314 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-3edfd7ec-84fe-4263-b5af-cb000f4e0201 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:09.932495 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de7b8220-a03d-4f4d-9f2c-5b7e34e146af req-9e706e80-6070-45e4-9b6e-2a0c1464ec3c service neutron] 10.222.0.37 "GET /v2.0/networks/0783deff-46f9-4f21-b179-aabc847cb83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623762 Jul 24 09:33:10.020646 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60498) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:10.028641 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edfd7ec-84fe-4263-b5af-cb000f4e0201 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:33:10.032048 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3edfd7ec-84fe-4263-b5af-cb000f4e0201 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:10.153384 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-21249541-0db1-4ed1-9c74-7f9cdba16253 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/floatingips/1479d325-b68f-4377-b058-02e299af0c4e HTTP/1.1" status: 200 len: 994 time: 0.1316853 Jul 24 09:33:10.300003 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3edfd7ec-84fe-4263-b5af-cb000f4e0201 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:10.352171 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edfd7ec-84fe-4263-b5af-cb000f4e0201 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:10.355469 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-3edfd7ec-84fe-4263-b5af-cb000f4e0201 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:10.360493 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edfd7ec-84fe-4263-b5af-cb000f4e0201 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:10.361129 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3edfd7ec-84fe-4263-b5af-cb000f4e0201 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:10.375093 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfd7ec-84fe-4263-b5af-cb000f4e0201 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=8d98b1f9-ba01-40c3-bd6c-4d18b32f36b3,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:10.383222 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3edfd7ec-84fe-4263-b5af-cb000f4e0201 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4652731 Jul 24 09:33:10.386592 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60504) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:10.391670 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-502893ac-3b7b-47cd-8063-aca8454e1869 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'name': 'tempest-NetworksTestDHCPv6-1615640466'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:10.507607 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502893ac-3b7b-47cd-8063-aca8454e1869 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:33:10.511870 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-502893ac-3b7b-47cd-8063-aca8454e1869 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:10.529535 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-502893ac-3b7b-47cd-8063-aca8454e1869 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] device_id is not set on port a32f8488-0cee-468d-a9fc-44311ac39487 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:33:10.603361 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd24d48-b50f-4ebe-8cb5-aaa268e75c79 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:33:10.650447 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-502893ac-3b7b-47cd-8063-aca8454e1869 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 2001:db8::298 (563773b9-347f-4496-b491-b57b6545ee0e/8d98b1f9-ba01-40c3-bd6c-4d18b32f36b3/a32f8488-0cee-468d-a9fc-44311ac39487) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:33:10.674916 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5a49ea5b-ef9c-4e62-aeb5-f4fd6508f93d None None] Provisioning for port 7f6bcf2b-075d-495d-9611-e8041acc761e completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:10.796395 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-502893ac-3b7b-47cd-8063-aca8454e1869 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:10.815467 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-502893ac-3b7b-47cd-8063-aca8454e1869 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Transition to ACTIVE for port object a32f8488-0cee-468d-a9fc-44311ac39487 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:10.855053 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-502893ac-3b7b-47cd-8063-aca8454e1869 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:10.904554 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502893ac-3b7b-47cd-8063-aca8454e1869 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:10.906342 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-502893ac-3b7b-47cd-8063-aca8454e1869 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:10.913692 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502893ac-3b7b-47cd-8063-aca8454e1869 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:33:10.921383 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502893ac-3b7b-47cd-8063-aca8454e1869 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:10.922112 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-502893ac-3b7b-47cd-8063-aca8454e1869 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:10.936855 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502893ac-3b7b-47cd-8063-aca8454e1869 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Port': ['ID=a32f8488-0cee-468d-a9fc-44311ac39487,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:10.945714 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-502893ac-3b7b-47cd-8063-aca8454e1869 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.5580301 Jul 24 09:33:10.948994 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60506) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:10.989838 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe683de-6ad8-4cd0-8ed2-ef4c2f793d09 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:33:11.017218 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4d245a-f879-4799-80e0-6ff3e203939c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:11.023102 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4d245a-f879-4799-80e0-6ff3e203939c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:11.024662 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9c4d245a-f879-4799-80e0-6ff3e203939c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.0750604 Jul 24 09:33:11.027863 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60508) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:11.141316 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-f865586e-7469-4a45-8250-1aa9c4bb49fd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting port a32f8488-0cee-468d-a9fc-44311ac39487 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:11.141673 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f865586e-7469-4a45-8250-1aa9c4bb49fd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:11.236864 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f865586e-7469-4a45-8250-1aa9c4bb49fd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:11.250121 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-f865586e-7469-4a45-8250-1aa9c4bb49fd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Calling delete_port for a32f8488-0cee-468d-a9fc-44311ac39487 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:11.642279 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7f6bcf2b-075d-495d-9611-e8041acc761e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:33:11.727177 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 7f6bcf2b-075d-495d-9611-e8041acc761e completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:11.731942 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 7f6bcf2b-075d-495d-9611-e8041acc761e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:11.732571 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:11.787420 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-65c32389-e006-48d9-ac54-0019bd66176b None None] Provisioning for port a32f8488-0cee-468d-a9fc-44311ac39487 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:11.794168 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-65c32389-e006-48d9-ac54-0019bd66176b None None] Provisioning complete for port a32f8488-0cee-468d-a9fc-44311ac39487 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:11.794741 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-65c32389-e006-48d9-ac54-0019bd66176b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:11.797620 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f865586e-7469-4a45-8250-1aa9c4bb49fd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:11.817691 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-65c32389-e006-48d9-ac54-0019bd66176b None None] Port a32f8488-0cee-468d-a9fc-44311ac39487 was deleted so its status cannot be updated. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 24 09:33:11.852157 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865586e-7469-4a45-8250-1aa9c4bb49fd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Port': ['ID=a32f8488-0cee-468d-a9fc-44311ac39487,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:11.855745 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:11.872497 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f865586e-7469-4a45-8250-1aa9c4bb49fd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:11.875295 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f865586e-7469-4a45-8250-1aa9c4bb49fd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/a32f8488-0cee-468d-a9fc-44311ac39487 HTTP/1.1" status: 204 len: 168 time: 0.8463013 Jul 24 09:33:11.877730 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60534) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:11.893602 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-65c32389-e006-48d9-ac54-0019bd66176b None None] Provisioning complete for port 7f6bcf2b-075d-495d-9611-e8041acc761e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:11.893918 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-65c32389-e006-48d9-ac54-0019bd66176b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:11.898403 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60536) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:11.903326 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e41e38a4-2cd5-4c07-ba7c-653568e5999e tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2017300475', 'description': 'tempest-secgroup-smoke-2017300475 description', 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:11.914219 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 7f6bcf2b-075d-495d-9611-e8041acc761e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7f6bcf2b-075d-495d-9611-e8041acc761e,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:11.922297 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:11.944995 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e41e38a4-2cd5-4c07-ba7c-653568e5999e tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:11.994640 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcb0b64-1b1f-4e08-b700-1c68d94b6774 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:11.996357 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcb0b64-1b1f-4e08-b700-1c68d94b6774 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:11.998022 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5fcb0b64-1b1f-4e08-b700-1c68d94b6774 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1183131 Jul 24 09:33:12.001011 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60538) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:12.064330 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dcf4d49-b304-484e-b9db-a73b3b410483 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet 8d98b1f9-ba01-40c3-bd6c-4d18b32f36b3 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:33:12.069361 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5dcf4d49-b304-484e-b9db-a73b3b410483 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.071349 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=7f6bcf2b-075d-495d-9611-e8041acc761e,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:12.082885 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e41e38a4-2cd5-4c07-ba7c-653568e5999e tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.088941 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e41e38a4-2cd5-4c07-ba7c-653568e5999e tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.119567 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e41e38a4-2cd5-4c07-ba7c-653568e5999e tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.120844 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e41e38a4-2cd5-4c07-ba7c-653568e5999e tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2213302 Jul 24 09:33:12.122791 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e38a4-2cd5-4c07-ba7c-653568e5999e tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bbf162-3630-42e0-9ff1-7274b733bf45,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:12.125300 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5dcf4d49-b304-484e-b9db-a73b3b410483 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.125751 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60540) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:12.131245 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-3a667fdb-2364-4bb9-988c-53575ca5b01c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Request body: {'security_group_rule': {'security_group_id': 'b4bbf162-3630-42e0-9ff1-7274b733bf45', 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:12.161373 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3a667fdb-2364-4bb9-988c-53575ca5b01c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.198675 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e45af922-06f6-4f1b-9255-3f483fe6f995 None None] Could not find standard attr ID for object a32f8488-0cee-468d-a9fc-44311ac39487. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:33:12.202373 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e45af922-06f6-4f1b-9255-3f483fe6f995 None None] Could not find standard attr ID for object a28e0caa-94b9-4572-aca9-7e3906a18e45. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:33:12.257196 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3a667fdb-2364-4bb9-988c-53575ca5b01c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.262276 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3a667fdb-2364-4bb9-988c-53575ca5b01c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.286974 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a667fdb-2364-4bb9-988c-53575ca5b01c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb298678-548c-4010-9643-e5b2303b7b09,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:12.296407 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3a667fdb-2364-4bb9-988c-53575ca5b01c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.300925 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3a667fdb-2364-4bb9-988c-53575ca5b01c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1738243 Jul 24 09:33:12.301583 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60542) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:12.307567 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ea2d7356-958a-4801-9566-d4f14504094a tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Request body: {'security_group_rule': {'security_group_id': 'b4bbf162-3630-42e0-9ff1-7274b733bf45', 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:12.339872 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ea2d7356-958a-4801-9566-d4f14504094a tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.413056 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ea2d7356-958a-4801-9566-d4f14504094a tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.418002 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ea2d7356-958a-4801-9566-d4f14504094a tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.440466 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d7356-958a-4801-9566-d4f14504094a tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd3fe72b-1d66-443f-8878-8a9be05107c8,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:12.454325 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ea2d7356-958a-4801-9566-d4f14504094a tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.455930 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ea2d7356-958a-4801-9566-d4f14504094a tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1533175 Jul 24 09:33:12.458616 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60544) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:12.464425 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-923c3957-3e6f-46e1-9835-7890a2468510 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Request body: {'security_group_rule': {'security_group_id': 'b4bbf162-3630-42e0-9ff1-7274b733bf45', 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:12.483101 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5dcf4d49-b304-484e-b9db-a73b3b410483 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.499878 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-923c3957-3e6f-46e1-9835-7890a2468510 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.549774 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5dcf4d49-b304-484e-b9db-a73b3b410483 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.575270 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-923c3957-3e6f-46e1-9835-7890a2468510 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.580233 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5dcf4d49-b304-484e-b9db-a73b3b410483 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.580432 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-923c3957-3e6f-46e1-9835-7890a2468510 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.583675 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5dcf4d49-b304-484e-b9db-a73b3b410483 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/8d98b1f9-ba01-40c3-bd6c-4d18b32f36b3 HTTP/1.1" status: 204 len: 168 time: 0.5807059 Jul 24 09:33:12.584977 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf4d49-b304-484e-b9db-a73b3b410483 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=8d98b1f9-ba01-40c3-bd6c-4d18b32f36b3,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:12.587110 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60546) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:12.607956 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-923c3957-3e6f-46e1-9835-7890a2468510 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.611792 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-923c3957-3e6f-46e1-9835-7890a2468510 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1494334 Jul 24 09:33:12.614465 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60548) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:12.621214 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-2eb8fa49-e933-4111-939c-0049ecc2ab2c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Request body: {'security_group_rule': {'security_group_id': 'b4bbf162-3630-42e0-9ff1-7274b733bf45', 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:12.621723 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c18f29-4bc9-4b75-9930-b5aaf17bea9a None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:33:12.628047 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c3957-3e6f-46e1-9835-7890a2468510 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d4ca48-ed3b-4909-8bee-82b34f30827a,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:12.642296 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-37118303-f9b2-440c-8168-d991e153411a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528679 Jul 24 09:33:12.645552 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60550) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:12.651289 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-29c2df42-c02a-4914-99f5-59fefcda06bd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:12.661477 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2eb8fa49-e933-4111-939c-0049ecc2ab2c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.738558 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2eb8fa49-e933-4111-939c-0049ecc2ab2c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.743447 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2eb8fa49-e933-4111-939c-0049ecc2ab2c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.749359 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c2df42-c02a-4914-99f5-59fefcda06bd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:33:12.753635 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-29c2df42-c02a-4914-99f5-59fefcda06bd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.767647 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8fa49-e933-4111-939c-0049ecc2ab2c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0141233d-ba4f-4e7f-9ca0-420d6287a0a5,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:12.775329 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2eb8fa49-e933-4111-939c-0049ecc2ab2c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.783848 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2eb8fa49-e933-4111-939c-0049ecc2ab2c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1646800 Jul 24 09:33:12.783848 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60554) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:12.794784 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-83672c7c-20d3-413f-9aea-3dc628726fa5 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Request body: {'security_group_rule': {'security_group_id': 'b4bbf162-3630-42e0-9ff1-7274b733bf45', 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:12.840572 n-d-800085-9 neutron-server[94035]: INFO neutron.db.securitygroups_db [None req-83672c7c-20d3-413f-9aea-3dc628726fa5 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Project 9a626df8cf9a4b0ea66b1dfe014448cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 09:33:12.854687 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-83672c7c-20d3-413f-9aea-3dc628726fa5 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.873410 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8c2b0b-81fb-4c96-92ab-13e1b0447ff6 None None] DHCP port deletion for 563773b9-347f-4496-b491-b57b6545ee0e request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:33:12.939539 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-1b8c2b0b-81fb-4c96-92ab-13e1b0447ff6 None None] Deleting port 7f6bcf2b-075d-495d-9611-e8041acc761e {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:12.940040 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1b8c2b0b-81fb-4c96-92ab-13e1b0447ff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.966660 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-83672c7c-20d3-413f-9aea-3dc628726fa5 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.971083 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-83672c7c-20d3-413f-9aea-3dc628726fa5 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:12.995923 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83672c7c-20d3-413f-9aea-3dc628726fa5 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6dffb1f-3a85-4331-ae85-16cb5af69e4f,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:13.002535 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-83672c7c-20d3-413f-9aea-3dc628726fa5 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:13.006779 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-83672c7c-20d3-413f-9aea-3dc628726fa5 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2223332 Jul 24 09:33:13.007476 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60558) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:13.012470 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-66159a46-d61d-4778-b25b-8bedd450ad84 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Request body: {'security_group_rule': {'security_group_id': 'b4bbf162-3630-42e0-9ff1-7274b733bf45', 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:13.027376 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-29c2df42-c02a-4914-99f5-59fefcda06bd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:13.037372 n-d-800085-9 neutron-server[94035]: INFO neutron.db.securitygroups_db [None req-66159a46-d61d-4778-b25b-8bedd450ad84 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Project 9a626df8cf9a4b0ea66b1dfe014448cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 09:33:13.045928 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-1b8c2b0b-81fb-4c96-92ab-13e1b0447ff6 None None] For port 7f6bcf2b-075d-495d-9611-e8041acc761e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7f6bcf2b-075d-495d-9611-e8041acc761e,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:13.046150 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66159a46-d61d-4778-b25b-8bedd450ad84 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:13.046338 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1b8c2b0b-81fb-4c96-92ab-13e1b0447ff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:13.059325 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-1b8c2b0b-81fb-4c96-92ab-13e1b0447ff6 None None] Calling delete_port for 7f6bcf2b-075d-495d-9611-e8041acc761e owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:13.083836 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c2df42-c02a-4914-99f5-59fefcda06bd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:13.087680 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-29c2df42-c02a-4914-99f5-59fefcda06bd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:13.096897 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c2df42-c02a-4914-99f5-59fefcda06bd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:13.097833 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-29c2df42-c02a-4914-99f5-59fefcda06bd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:13.111248 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2df42-c02a-4914-99f5-59fefcda06bd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=2889d4ba-43f0-499b-a7ed-2858f2d5ec5f,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:13.126533 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-29c2df42-c02a-4914-99f5-59fefcda06bd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4771242 Jul 24 09:33:13.127106 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60560) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:13.132598 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66159a46-d61d-4778-b25b-8bedd450ad84 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:13.137183 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66159a46-d61d-4778-b25b-8bedd450ad84 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:13.137504 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-39244b10-f657-4cd5-90a2-26acad2831e5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'name': 'tempest-NetworksTestDHCPv6-879839973'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:13.158787 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66159a46-d61d-4778-b25b-8bedd450ad84 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac08002-bf35-4263-86cb-63816181d304,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:13.169822 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66159a46-d61d-4778-b25b-8bedd450ad84 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:13.171203 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-66159a46-d61d-4778-b25b-8bedd450ad84 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1626613 Jul 24 09:33:13.193447 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1b8c2b0b-81fb-4c96-92ab-13e1b0447ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:13.229453 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c2b0b-81fb-4c96-92ab-13e1b0447ff6 None None] Pushing event deleted for resources: {'Port': ['ID=7f6bcf2b-075d-495d-9611-e8041acc761e,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:13.240958 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8c2b0b-81fb-4c96-92ab-13e1b0447ff6 None None] No DVR routers for this DVR port 7f6bcf2b-075d-495d-9611-e8041acc761e on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:33:13.255525 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b5521a-43ca-418d-986c-95f02c7911a3 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:33:13.309314 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39244b10-f657-4cd5-90a2-26acad2831e5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:33:13.313084 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-39244b10-f657-4cd5-90a2-26acad2831e5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:13.342349 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-39244b10-f657-4cd5-90a2-26acad2831e5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] device_id is not set on port 37a3d78b-e9db-41f4-a895-72705ec401e6 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:33:13.496318 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-39244b10-f657-4cd5-90a2-26acad2831e5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 2001:db8::21 (563773b9-347f-4496-b491-b57b6545ee0e/2889d4ba-43f0-499b-a7ed-2858f2d5ec5f/37a3d78b-e9db-41f4-a895-72705ec401e6) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:33:13.621322 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7f6bcf2b-075d-495d-9611-e8041acc761e no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:33:13.654628 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 7f6bcf2b-075d-495d-9611-e8041acc761e {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:33:13.655109 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7f6bcf2b-075d-495d-9611-e8041acc761e not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:33:13.673038 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-65f8ee4b-fd3c-459f-82e9-6b804422684b tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2017300475&fields=id&tenant_id=9a626df8cf9a4b0ea66b1dfe014448cf HTTP/1.1" status: 200 len: 267 time: 0.1332960 Jul 24 09:33:13.732496 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf4f90f-0c49-4d91-8b91-4f12031d93ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-563773b9-347f-4496-b491-b57b6545ee0e', 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'fixed_ips': [{'subnet_id': '2889d4ba-43f0-499b-a7ed-2858f2d5ec5f'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:33:13.734148 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f90f-0c49-4d91-8b91-4f12031d93ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:13.777184 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-39244b10-f657-4cd5-90a2-26acad2831e5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:13.868899 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-39244b10-f657-4cd5-90a2-26acad2831e5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Transition to ACTIVE for port object 37a3d78b-e9db-41f4-a895-72705ec401e6 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:13.910106 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e18fcf-4a02-4cc9-81ca-348e3a76d69d req-43f757f2-a399-46f6-ab4d-6b5f30f835b5 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:13.918272 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d5e18fcf-4a02-4cc9-81ca-348e3a76d69d req-43f757f2-a399-46f6-ab4d-6b5f30f835b5 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 1097 time: 0.1196609 Jul 24 09:33:13.933621 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d5e18fcf-4a02-4cc9-81ca-348e3a76d69d req-5dd012bf-eca8-48c3-a31b-a3406dfc183d tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:13.933796 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-d3793ce6-c7df-4a1a-85b4-6d0472e99b46 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:13.935304 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-d3793ce6-c7df-4a1a-85b4-6d0472e99b46 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/networks?id=c314507b-6b98-46d2-9820-4c7efdeb0ad3 HTTP/1.1" status: 200 len: 813 time: 0.2441454 Jul 24 09:33:13.959087 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-39244b10-f657-4cd5-90a2-26acad2831e5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:13.973327 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-2c0ce80e-0b22-412d-a1c3-cb83256a7276 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/quotas/9a626df8cf9a4b0ea66b1dfe014448cf HTTP/1.1" status: 200 len: 375 time: 0.0322704 Jul 24 09:33:14.023133 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-5bf4f90f-0c49-4d91-8b91-4f12031d93ca None None] Allocated IP 2001:db8::2 (563773b9-347f-4496-b491-b57b6545ee0e/2889d4ba-43f0-499b-a7ed-2858f2d5ec5f/4dc93063-726b-4548-bb9e-d45cf64574dc) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:33:14.060060 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39244b10-f657-4cd5-90a2-26acad2831e5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Port': ['ID=37a3d78b-e9db-41f4-a895-72705ec401e6,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:14.068202 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d5e18fcf-4a02-4cc9-81ca-348e3a76d69d req-5dd012bf-eca8-48c3-a31b-a3406dfc183d tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:14.074044 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d5e18fcf-4a02-4cc9-81ca-348e3a76d69d req-5dd012bf-eca8-48c3-a31b-a3406dfc183d tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:14.101271 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d5e18fcf-4a02-4cc9-81ca-348e3a76d69d req-5dd012bf-eca8-48c3-a31b-a3406dfc183d tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820953 Jul 24 09:33:14.116986 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39244b10-f657-4cd5-90a2-26acad2831e5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:14.121802 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd012bf-eca8-48c3-a31b-a3406dfc183d tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa007c21-847e-49db-95ed-6dedb0d9ab17,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:14.136888 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-39244b10-f657-4cd5-90a2-26acad2831e5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:14.147123 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39244b10-f657-4cd5-90a2-26acad2831e5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:33:14.153031 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39244b10-f657-4cd5-90a2-26acad2831e5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:14.153656 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-39244b10-f657-4cd5-90a2-26acad2831e5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:14.195775 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-39244b10-f657-4cd5-90a2-26acad2831e5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0677614 Jul 24 09:33:14.198489 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60582) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:14.211711 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-932cd63a-ba35-494e-96e5-0b4c69c6ef76 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a626df8cf9a4b0ea66b1dfe014448cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1731954 Jul 24 09:33:14.239579 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:14.245286 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f90f-0c49-4d91-8b91-4f12031d93ca None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:14.256900 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5bf4f90f-0c49-4d91-8b91-4f12031d93ca None None] Transition to ACTIVE for port object 4dc93063-726b-4548-bb9e-d45cf64574dc will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:14.282923 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5bf4f90f-0c49-4d91-8b91-4f12031d93ca None None] Transition to ACTIVE for port object 4dc93063-726b-4548-bb9e-d45cf64574dc will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:14.297388 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f90f-0c49-4d91-8b91-4f12031d93ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:14.315634 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bd5618-8dc3-452d-a3a8-489025ec1466 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:14.317226 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-02bd5618-8dc3-452d-a3a8-489025ec1466 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1176701 Jul 24 09:33:14.319769 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60586) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:14.349242 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4f90f-0c49-4d91-8b91-4f12031d93ca None None] Pushing event updated for resources: {'Port': ['ID=4dc93063-726b-4548-bb9e-d45cf64574dc,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:14.358977 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf4f90f-0c49-4d91-8b91-4f12031d93ca None None] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:14.361158 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-5bf4f90f-0c49-4d91-8b91-4f12031d93ca None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:14.363936 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf4f90f-0c49-4d91-8b91-4f12031d93ca None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:33:14.434878 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-5bf4f90f-0c49-4d91-8b91-4f12031d93ca None None] Attempting to bind port 4dc93063-726b-4548-bb9e-d45cf64574dc on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:33:14.435369 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-5bf4f90f-0c49-4d91-8b91-4f12031d93ca None None] Attempting to bind port 4dc93063-726b-4548-bb9e-d45cf64574dc by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:33:14.435879 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf4f90f-0c49-4d91-8b91-4f12031d93ca None None] Attempting to bind port 4dc93063-726b-4548-bb9e-d45cf64574dc on network 563773b9-347f-4496-b491-b57b6545ee0e {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:33:14.442294 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf4f90f-0c49-4d91-8b91-4f12031d93ca None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:33:14.442840 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf4f90f-0c49-4d91-8b91-4f12031d93ca None None] Checking segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:33:14.443336 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f90f-0c49-4d91-8b91-4f12031d93ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:14.443836 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf4f90f-0c49-4d91-8b91-4f12031d93ca None None] Bound using segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:33:14.444480 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-5bf4f90f-0c49-4d91-8b91-4f12031d93ca None None] Bound port: 4dc93063-726b-4548-bb9e-d45cf64574dc, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:33:14.445009 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f90f-0c49-4d91-8b91-4f12031d93ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:14.462334 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-c54f4c1b-2d6f-4201-b62b-e0eb853f18e1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting port 37a3d78b-e9db-41f4-a895-72705ec401e6 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:14.463264 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c54f4c1b-2d6f-4201-b62b-e0eb853f18e1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:14.478578 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-53a8c01f-fdbe-41c2-af34-a66fdea7c118 service neutron] 10.222.0.32 "GET /v2.0/networks/c314507b-6b98-46d2-9820-4c7efdeb0ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527194 Jul 24 09:33:14.525818 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-5bf4f90f-0c49-4d91-8b91-4f12031d93ca None None] For port 4dc93063-726b-4548-bb9e-d45cf64574dc, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:33:14.533115 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-5bf4f90f-0c49-4d91-8b91-4f12031d93ca None None] For port 4dc93063-726b-4548-bb9e-d45cf64574dc, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4dc93063-726b-4548-bb9e-d45cf64574dc,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:33:14.539416 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f90f-0c49-4d91-8b91-4f12031d93ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:14.601331 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c54f4c1b-2d6f-4201-b62b-e0eb853f18e1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:14.611150 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-38803137-4b65-4eb8-921e-087129c47c6d service neutron] 10.222.0.32 "GET /v2.0/networks/c314507b-6b98-46d2-9820-4c7efdeb0ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292689 Jul 24 09:33:14.622629 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-c54f4c1b-2d6f-4201-b62b-e0eb853f18e1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Calling delete_port for 37a3d78b-e9db-41f4-a895-72705ec401e6 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:14.626694 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4f90f-0c49-4d91-8b91-4f12031d93ca None None] Pushing event updated for resources: {'Port': ['ID=4dc93063-726b-4548-bb9e-d45cf64574dc,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:14.665089 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b122d-0244-4fcb-abea-b756b428a4c8 req-81b0a1e9-6248-4c83-91c8-56630e220d0b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:14.667342 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9c8b122d-0244-4fcb-abea-b756b428a4c8 req-81b0a1e9-6248-4c83-91c8-56630e220d0b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 946 time: 0.1420276 Jul 24 09:33:14.757771 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9c8b122d-0244-4fcb-abea-b756b428a4c8 req-991afbab-060e-4c57-a6ac-770f13497416 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566301 Jul 24 09:33:14.784944 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60596) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:14.859740 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c54f4c1b-2d6f-4201-b62b-e0eb853f18e1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:14.925509 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f4c1b-2d6f-4201-b62b-e0eb853f18e1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Port': ['ID=37a3d78b-e9db-41f4-a895-72705ec401e6,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:14.938473 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0ed64eee-82ea-45d6-b4ac-3d2b44715d42 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/floatingips/325df101-3c4d-4693-beb7-37b099da9ea3 HTTP/1.1" status: 200 len: 994 time: 0.1527526 Jul 24 09:33:14.963827 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c54f4c1b-2d6f-4201-b62b-e0eb853f18e1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:14.967423 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c54f4c1b-2d6f-4201-b62b-e0eb853f18e1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/37a3d78b-e9db-41f4-a895-72705ec401e6 HTTP/1.1" status: 204 len: 168 time: 0.6465471 Jul 24 09:33:14.970036 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60602) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:15.047695 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f81ee0-8f96-4135-bb95-78335a418f3b req-d7d3678e-33e0-4b37-ab7c-9e3a7bf77d71 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:15.049215 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-66f81ee0-8f96-4135-bb95-78335a418f3b req-d7d3678e-33e0-4b37-ab7c-9e3a7bf77d71 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 947 time: 0.1195114 Jul 24 09:33:15.055510 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5daf9c-1110-44b1-a8fe-14e47f82dc98 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:15.057950 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5daf9c-1110-44b1-a8fe-14e47f82dc98 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:15.063165 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9e5daf9c-1110-44b1-a8fe-14e47f82dc98 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0919647 Jul 24 09:33:15.064013 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60604) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:15.108876 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-66f81ee0-8f96-4135-bb95-78335a418f3b req-6c367d42-2d76-4893-9bb1-07ba0242d4d9 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511317 Jul 24 09:33:15.134031 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac1deda-3614-4557-8cf8-794b5002faa8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet 2889d4ba-43f0-499b-a7ed-2858f2d5ec5f {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:33:15.162543 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ac1deda-3614-4557-8cf8-794b5002faa8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:15.249118 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ac1deda-3614-4557-8cf8-794b5002faa8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:15.328116 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5534526-af9e-41b9-9108-60e41bcf8f72 req-25f7218f-c9a9-4eaa-8e57-b1496546edbe tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 210 time: 0.0365391 Jul 24 09:33:15.402013 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ac1deda-3614-4557-8cf8-794b5002faa8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:15.471896 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ac1deda-3614-4557-8cf8-794b5002faa8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:15.490137 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ac1deda-3614-4557-8cf8-794b5002faa8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:15.493280 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8ac1deda-3614-4557-8cf8-794b5002faa8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/2889d4ba-43f0-499b-a7ed-2858f2d5ec5f HTTP/1.1" status: 204 len: 168 time: 0.4282603 Jul 24 09:33:15.496606 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60618) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:15.551824 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1deda-3614-4557-8cf8-794b5002faa8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=2889d4ba-43f0-499b-a7ed-2858f2d5ec5f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:15.621717 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-5e9c66b5-2ab7-4144-9c38-2d6e5dbbca8c req-3ee41532-f1a6-4153-bb4b-1a012338960e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:33:15.622797 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e9c66b5-2ab7-4144-9c38-2d6e5dbbca8c req-3ee41532-f1a6-4153-bb4b-1a012338960e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0739009 Jul 24 09:33:15.627436 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c2c8dbb8-2e4e-455f-bee8-ac723b6a5e77 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1272378 Jul 24 09:33:15.627560 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60622) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:15.646921 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4dc93063-726b-4548-bb9e-d45cf64574dc up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:33:15.740257 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688bbf6b-1dc8-4e85-8b20-7ec1a0f5b975 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:15.744931 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60628) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:15.745655 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-688bbf6b-1dc8-4e85-8b20-7ec1a0f5b975 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1166534 Jul 24 09:33:15.827261 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 4dc93063-726b-4548-bb9e-d45cf64574dc completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:15.932204 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ad0931-1d44-4df6-82fa-7cbe8da4b6ae tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:15.937088 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60630) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:15.937402 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c4ad0931-1d44-4df6-82fa-7cbe8da4b6ae tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1910131 Jul 24 09:33:15.981457 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcfef7-e0b8-404f-a038-532caec69d70 req-63d6bcbc-6827-42bd-bfd5-e77451e28d8a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:15.983650 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3ffcfef7-e0b8-404f-a038-532caec69d70 req-63d6bcbc-6827-42bd-bfd5-e77451e28d8a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.20 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 947 time: 0.1985662 Jul 24 09:33:16.007203 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6e350046-a864-45ae-a217-f9fc8d265344 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682356 Jul 24 09:33:16.013060 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60632) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:16.019770 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f422d1f7-3fae-4ed3-ba8d-23235fe14480 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:16.106656 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8fbbeb-cd7e-4620-8e5c-3c74916f9e65 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:33:16.325801 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-3ffcfef7-e0b8-404f-a038-532caec69d70 req-cd498717-7f27-4bcb-a372-95813505381a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Deleting port 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:16.326382 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3ffcfef7-e0b8-404f-a038-532caec69d70 req-cd498717-7f27-4bcb-a372-95813505381a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:16.406043 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7c57ea62-03cf-4de7-a613-4896142b7894 None None] Provisioning for port 4dc93063-726b-4548-bb9e-d45cf64574dc completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:16.417894 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7c57ea62-03cf-4de7-a613-4896142b7894 None None] Provisioning complete for port 4dc93063-726b-4548-bb9e-d45cf64574dc triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:16.420973 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7c57ea62-03cf-4de7-a613-4896142b7894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:16.432565 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f422d1f7-3fae-4ed3-ba8d-23235fe14480 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:33:16.437110 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f422d1f7-3fae-4ed3-ba8d-23235fe14480 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:16.508094 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-107ae446-d4ed-4359-9735-1940676f1fcd req-8ad40fd8-15e7-444d-b7c5-2ce7d90f604e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3002307 Jul 24 09:33:16.533812 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cfae0-dfd5-4967-a046-a05dee9da545 req-8c380317-0932-4d3b-971e-a7f51b851262 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:16.550264 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-886cfae0-dfd5-4967-a046-a05dee9da545 req-8c380317-0932-4d3b-971e-a7f51b851262 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 947 time: 0.1956289 Jul 24 09:33:16.621533 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e7cba9-a5c9-491d-8421-d186471f533e None None] DHCP port deletion for 563773b9-347f-4496-b491-b57b6545ee0e request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:33:16.636939 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-cf8d69d0-b02c-439f-9e63-964523e70953 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:16.638849 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-cf8d69d0-b02c-439f-9e63-964523e70953 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.20 "GET /v2.0/networks?id=c314507b-6b98-46d2-9820-4c7efdeb0ad3 HTTP/1.1" status: 200 len: 813 time: 0.1512887 Jul 24 09:33:16.662895 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:16.665217 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7c57ea62-03cf-4de7-a613-4896142b7894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:16.680377 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e60a4-86a8-44ba-958f-f7c519b8748a req-bad170b7-3816-487c-8876-333bd9d51ee2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:16.682583 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2d6e60a4-86a8-44ba-958f-f7c519b8748a req-bad170b7-3816-487c-8876-333bd9d51ee2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 946 time: 0.4432805 Jul 24 09:33:16.753002 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-7c57ea62-03cf-4de7-a613-4896142b7894 None None] For port 4dc93063-726b-4548-bb9e-d45cf64574dc, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4dc93063-726b-4548-bb9e-d45cf64574dc,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:16.760197 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-19c66f7f-9ef2-469f-9b3c-c9ec0f92323e tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a626df8cf9a4b0ea66b1dfe014448cf HTTP/1.1" status: 200 len: 380 time: 0.1118231 Jul 24 09:33:16.761204 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-77e7cba9-a5c9-491d-8421-d186471f533e None None] Deleting port 4dc93063-726b-4548-bb9e-d45cf64574dc {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:16.762701 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-77e7cba9-a5c9-491d-8421-d186471f533e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:16.768728 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7c57ea62-03cf-4de7-a613-4896142b7894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:16.774482 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-3ffcfef7-e0b8-404f-a038-532caec69d70 req-cd498717-7f27-4bcb-a372-95813505381a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] For port 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:16.774951 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3ffcfef7-e0b8-404f-a038-532caec69d70 req-cd498717-7f27-4bcb-a372-95813505381a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:16.781803 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-8aee0dc6-9e4f-4f80-97eb-d06d796c322f tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Request body: {'port': {'device_id': 'a08087c7-a78a-4bc6-8021-12fc5d562ee1', 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3', 'admin_state_up': True, 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'security_groups': ['b4bbf162-3630-42e0-9ff1-7274b733bf45']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:16.821154 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f422d1f7-3fae-4ed3-ba8d-23235fe14480 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:16.921503 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-886cfae0-dfd5-4967-a046-a05dee9da545 req-04146dfc-e924-4bec-9c74-87e457b9c248 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a3a877-18ab-435b-9f87-0b73b8850549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3698845 Jul 24 09:33:16.925791 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-77e7cba9-a5c9-491d-8421-d186471f533e None None] For port 4dc93063-726b-4548-bb9e-d45cf64574dc, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4dc93063-726b-4548-bb9e-d45cf64574dc,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:16.926463 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-77e7cba9-a5c9-491d-8421-d186471f533e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:16.935326 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f422d1f7-3fae-4ed3-ba8d-23235fe14480 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:16.945215 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57ea62-03cf-4de7-a613-4896142b7894 None None] Pushing event updated for resources: {'Port': ['ID=4dc93063-726b-4548-bb9e-d45cf64574dc,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:16.949168 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-77e7cba9-a5c9-491d-8421-d186471f533e None None] Calling delete_port for 4dc93063-726b-4548-bb9e-d45cf64574dc owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:16.959671 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-f422d1f7-3fae-4ed3-ba8d-23235fe14480 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:16.965912 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f422d1f7-3fae-4ed3-ba8d-23235fe14480 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:16.967276 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f422d1f7-3fae-4ed3-ba8d-23235fe14480 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:16.974889 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-8aee0dc6-9e4f-4f80-97eb-d06d796c322f tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Made reservation on behalf of 9a626df8cf9a4b0ea66b1dfe014448cf for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:33:16.981786 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-8aee0dc6-9e4f-4f80-97eb-d06d796c322f tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:17.001174 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422d1f7-3fae-4ed3-ba8d-23235fe14480 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=cb62aa3b-763d-4b76-b2e8-319e49bce38d,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:17.020705 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f422d1f7-3fae-4ed3-ba8d-23235fe14480 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0038459 Jul 24 09:33:17.020959 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60658) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:17.026867 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-612a801c-2f6c-48b0-8202-ffbb32dc4ce6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'fixed_ips': [{'subnet_id': 'cb62aa3b-763d-4b76-b2e8-319e49bce38d', 'ip_address': '2001:db8::2ff0:a072:1b22:511b'}], 'name': 'tempest-NetworksTestDHCPv6-1839443840'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:17.034328 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2d6e60a4-86a8-44ba-958f-f7c519b8748a req-dda14ef7-70d3-42c6-9142-c967c773e1db tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3424556 Jul 24 09:33:17.154551 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-77e7cba9-a5c9-491d-8421-d186471f533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:17.205316 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e7cba9-a5c9-491d-8421-d186471f533e None None] No DVR routers for this DVR port 4dc93063-726b-4548-bb9e-d45cf64574dc on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:33:17.255402 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7cba9-a5c9-491d-8421-d186471f533e None None] Pushing event deleted for resources: {'Port': ['ID=4dc93063-726b-4548-bb9e-d45cf64574dc,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:17.280228 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2759dbae-841e-47eb-b56b-3b063591f1f7 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:33:17.280851 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-defb4230-c81c-4cd1-9fcd-b6b0f57378a4 req-891e86a1-5032-482d-aece-f0f251c97ace tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 210 time: 0.1350591 Jul 24 09:33:17.348277 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-8aee0dc6-9e4f-4f80-97eb-d06d796c322f tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Allocated IP 172.20.0.8 (c314507b-6b98-46d2-9820-4c7efdeb0ad3/6edc8e9e-14b5-4008-b91c-eb8350e9b15f/03aeeba0-075a-4190-b4cb-5b48b682316f) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:33:17.389817 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3ffcfef7-e0b8-404f-a038-532caec69d70 req-cd498717-7f27-4bcb-a372-95813505381a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:17.390023 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3ffcfef7-e0b8-404f-a038-532caec69d70 req-cd498717-7f27-4bcb-a372-95813505381a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:17.390409 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [req-3ffcfef7-e0b8-404f-a038-532caec69d70 req-cd498717-7f27-4bcb-a372-95813505381a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Floating IP bc99c61e-2a32-4d72-83fa-95c7ca7a794e disassociated. External IP: 172.25.7.22, port: 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa. Jul 24 09:33:17.390720 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-3ffcfef7-e0b8-404f-a038-532caec69d70 req-cd498717-7f27-4bcb-a372-95813505381a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Calling delete_port for 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:17.451863 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612a801c-2f6c-48b0-8202-ffbb32dc4ce6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:33:17.560156 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-563773b9-347f-4496-b491-b57b6545ee0e', 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'fixed_ips': [{'subnet_id': 'cb62aa3b-763d-4b76-b2e8-319e49bce38d'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:33:17.561101 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:17.604774 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-8aee0dc6-9e4f-4f80-97eb-d06d796c322f tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:17.678741 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-8aee0dc6-9e4f-4f80-97eb-d06d796c322f tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Transition to ACTIVE for port object 03aeeba0-075a-4190-b4cb-5b48b682316f will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:17.704559 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-612a801c-2f6c-48b0-8202-ffbb32dc4ce6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:17.730263 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-612a801c-2f6c-48b0-8202-ffbb32dc4ce6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] device_id is not set on port d2eb19df-bdc6-469c-bd5a-000ef49c10dc yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:33:17.753623 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3ffcfef7-e0b8-404f-a038-532caec69d70 req-cd498717-7f27-4bcb-a372-95813505381a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:17.798903 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Allocated IP 2001:db8::2 (563773b9-347f-4496-b491-b57b6545ee0e/cb62aa3b-763d-4b76-b2e8-319e49bce38d/7a7a72b1-31be-4ac8-b509-765d32c43ebe) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:33:17.818260 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd498717-7f27-4bcb-a372-95813505381a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Pushing event deleted for resources: {'Port': ['ID=8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:17.936970 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-8aee0dc6-9e4f-4f80-97eb-d06d796c322f tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:17.948117 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4dc93063-726b-4548-bb9e-d45cf64574dc no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:33:18.006152 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 4dc93063-726b-4548-bb9e-d45cf64574dc {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:33:18.006647 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4dc93063-726b-4548-bb9e-d45cf64574dc not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:33:18.034414 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:18.045303 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Transition to ACTIVE for port object 7a7a72b1-31be-4ac8-b509-765d32c43ebe will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:18.046206 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-8aee0dc6-9e4f-4f80-97eb-d06d796c322f tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Network c314507b-6b98-46d2-9820-4c7efdeb0ad3 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:18.057875 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ffcfef7-e0b8-404f-a038-532caec69d70 req-cd498717-7f27-4bcb-a372-95813505381a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Router e4330797-b40f-4e29-beab-c3a66964a11b has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:33:18.063734 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-8aee0dc6-9e4f-4f80-97eb-d06d796c322f tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:18.066849 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-8aee0dc6-9e4f-4f80-97eb-d06d796c322f tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:33:18.095780 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Transition to ACTIVE for port object 7a7a72b1-31be-4ac8-b509-765d32c43ebe will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:18.110853 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:18.185896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:18.196067 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:18.200515 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:33:18.221255 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-8aee0dc6-9e4f-4f80-97eb-d06d796c322f tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:18.221931 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-8aee0dc6-9e4f-4f80-97eb-d06d796c322f tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:18.258267 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-612a801c-2f6c-48b0-8202-ffbb32dc4ce6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 2001:db8::2ff0:a072:1b22:511b (563773b9-347f-4496-b491-b57b6545ee0e/cb62aa3b-763d-4b76-b2e8-319e49bce38d/d2eb19df-bdc6-469c-bd5a-000ef49c10dc) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:33:18.283141 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-779e5efd-4f62-479d-87c0-42a94c0c969c req-f3d09327-fc6b-4c59-b46d-e12883869230 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/ports?device_id=58d41d6b-87e1-4a01-867f-85152c73a5a2 HTTP/1.1" status: 200 len: 210 time: 0.0830812 Jul 24 09:33:18.287273 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-8aee0dc6-9e4f-4f80-97eb-d06d796c322f tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5199192 Jul 24 09:33:18.345450 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Pushing event updated for resources: {'Port': ['ID=7a7a72b1-31be-4ac8-b509-765d32c43ebe,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:18.426970 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Attempting to bind port 7a7a72b1-31be-4ac8-b509-765d32c43ebe on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:33:18.427147 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Attempting to bind port 7a7a72b1-31be-4ac8-b509-765d32c43ebe by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:33:18.428045 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Attempting to bind port 7a7a72b1-31be-4ac8-b509-765d32c43ebe on network 563773b9-347f-4496-b491-b57b6545ee0e {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:33:18.443996 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:33:18.444669 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Checking segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:33:18.445269 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:18.448661 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ffcfef7-e0b8-404f-a038-532caec69d70 req-cd498717-7f27-4bcb-a372-95813505381a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:33:18.450129 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Bound using segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:33:18.459356 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Bound port: 7a7a72b1-31be-4ac8-b509-765d32c43ebe, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:33:18.460375 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:18.469098 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be053000-f70f-42dc-8925-9cc0f000ed98 None None] Sync routers for ids ['e4330797-b40f-4e29-beab-c3a66964a11b'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:33:18.494870 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be053000-f70f-42dc-8925-9cc0f000ed98 None None] Routers {'e4330797-b40f-4e29-beab-c3a66964a11b'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:33:18.495495 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-be053000-f70f-42dc-8925-9cc0f000ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:33:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e4330797-b40f-4e29-beab-c3a66964a11b'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:18.497370 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-3414e932-34de-451b-8293-c3c423b061c8 service neutron] Request body: {'port': {'device_id': 'a08087c7-a78a-4bc6-8021-12fc5d562ee1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:18.598093 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] For port 7a7a72b1-31be-4ac8-b509-765d32c43ebe, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:33:18.612424 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffcfef7-e0b8-404f-a038-532caec69d70 req-cd498717-7f27-4bcb-a372-95813505381a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] No DVR routers for this DVR port 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:33:18.615522 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3ffcfef7-e0b8-404f-a038-532caec69d70 req-cd498717-7f27-4bcb-a372-95813505381a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:18.618116 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3ffcfef7-e0b8-404f-a038-532caec69d70 req-cd498717-7f27-4bcb-a372-95813505381a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.20 "DELETE /v2.0/ports/8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa HTTP/1.1" status: 204 len: 173 time: 2.6292565 Jul 24 09:33:18.618771 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-3414e932-34de-451b-8293-c3c423b061c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:18.665569 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d41d6b-87e1-4a01-867f-85152c73a5a2', 'name': 'network-vif-deleted', 'tag': '8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:33:18.670496 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a188d7-90b5-4ef3-8e8c-b00539b908d4" -d '{"events": [{"server_uuid": "58d41d6b-87e1-4a01-867f-85152c73a5a2", "name": "network-vif-deleted", "tag": "8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:33:18.701189 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-612a801c-2f6c-48b0-8202-ffbb32dc4ce6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:18.717513 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee0dc6-9e4f-4f80-97eb-d06d796c322f tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Pushing event updated for resources: {'Port': ['ID=03aeeba0-075a-4190-b4cb-5b48b682316f,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:18.736311 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-612a801c-2f6c-48b0-8202-ffbb32dc4ce6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Transition to ACTIVE for port object d2eb19df-bdc6-469c-bd5a-000ef49c10dc will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:18.756253 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ae446-d4ed-4359-9735-1940676f1fcd req-d7cfe33f-898b-437e-9738-7f0af232e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:18.758127 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-107ae446-d4ed-4359-9735-1940676f1fcd req-d7cfe33f-898b-437e-9738-7f0af232e74d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 1097 time: 0.2755737 Jul 24 09:33:18.769520 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33789c19-599d-4c46-9ec3-a521492c6770 req-575dfdea-9698-4731-aef1-71f2b959a16f tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:18.776940 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-33789c19-599d-4c46-9ec3-a521492c6770 req-575dfdea-9698-4731-aef1-71f2b959a16f tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 946 time: 0.2914422 Jul 24 09:33:18.797192 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-be053000-f70f-42dc-8925-9cc0f000ed98 None None] Set router e4330797-b40f-4e29-beab-c3a66964a11b gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:33:18.903436 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-dd266212-ad62-4576-b9fd-095122a36e89 None None] Provisioning for port 03aeeba0-075a-4190-b4cb-5b48b682316f completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:18.906833 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] For port 7a7a72b1-31be-4ac8-b509-765d32c43ebe, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7a7a72b1-31be-4ac8-b509-765d32c43ebe,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:33:18.912215 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-dd266212-ad62-4576-b9fd-095122a36e89 None None] Provisioning complete for port 03aeeba0-075a-4190-b4cb-5b48b682316f triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:18.912417 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dd266212-ad62-4576-b9fd-095122a36e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:18.923934 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:18.950743 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-33789c19-599d-4c46-9ec3-a521492c6770 req-a68c3d79-b2ef-4bf9-8faa-4ca1d3625ce5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726334 Jul 24 09:33:19.010617 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-612a801c-2f6c-48b0-8202-ffbb32dc4ce6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:19.016168 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Pushing event updated for resources: {'Port': ['ID=7a7a72b1-31be-4ac8-b509-765d32c43ebe,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:19.045688 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:19.046100 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:19.046409 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:19.046690 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:19.047018 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:19.047343 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:19.047666 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:19.047988 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:19.048306 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:19.048624 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:19.049005 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:19.049325 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d63fc-d1ff-4404-b397-def9c390f1ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:19.068960 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ae446-d4ed-4359-9735-1940676f1fcd req-88982e5c-1565-427c-bd25-04f84afadaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:19.071191 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-107ae446-d4ed-4359-9735-1940676f1fcd req-88982e5c-1565-427c-bd25-04f84afadaf8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8534989a-79c0-4b00-84df-d6b9f1285f33 HTTP/1.1" status: 200 len: 896 time: 0.2918069 Jul 24 09:33:19.097776 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-dd266212-ad62-4576-b9fd-095122a36e89 None None] Port 03aeeba0-075a-4190-b4cb-5b48b682316f cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:33:19.181683 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-3414e932-34de-451b-8293-c3c423b061c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03aeeba0-075a-4190-b4cb-5b48b682316f {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:33:19.187681 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d341a511-23aa-40fc-8a6c-8984a0b022e8 x-openstack-request-id: req-d341a511-23aa-40fc-8a6c-8984a0b022e8 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:33:19.187913 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d41d6b-87e1-4a01-867f-85152c73a5a2", "name": "network-vif-deleted", "tag": "8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:33:19.188506 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d341a511-23aa-40fc-8a6c-8984a0b022e8 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:33:19.189085 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d41d6b-87e1-4a01-867f-85152c73a5a2', 'name': 'network-vif-deleted', 'tag': '8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa', 'status': 'completed', 'code': 200} Jul 24 09:33:19.198214 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-3414e932-34de-451b-8293-c3c423b061c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:19.221162 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-be053000-f70f-42dc-8925-9cc0f000ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'name': 'tempest-AttachVolumeShelveTestJSON-122914276-router', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:23:52Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': 'bff123a614204702924a0af9802e1c93', 'gw_port': {'id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:23:54Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '1707e30a-8b36-43da-a336-e3029aa42798', 'name': '', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'mac_address': 'fa:16:3e:b1:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:00Z', 'updated_at': '2021-07-24T09:24:15Z', 'revision_number': 5, 'project_id': 'bff123a614204702924a0af9802e1c93', 'subnets': [{'id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:19.233717 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612a801c-2f6c-48b0-8202-ffbb32dc4ce6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:19.233957 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f394d-7650-4c1c-9bb0-851929358717 req-17125113-813f-4bc6-8607-3918d67e8c4a tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:19.235558 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-084f394d-7650-4c1c-9bb0-851929358717 req-17125113-813f-4bc6-8607-3918d67e8c4a tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 931 time: 0.7486815 Jul 24 09:33:19.253021 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-612a801c-2f6c-48b0-8202-ffbb32dc4ce6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:19.257340 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be053000-f70f-42dc-8925-9cc0f000ed98 None None] Checking router: e4330797-b40f-4e29-beab-c3a66964a11b for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:33:19.267204 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be053000-f70f-42dc-8925-9cc0f000ed98 None None] Routers {'e4330797-b40f-4e29-beab-c3a66964a11b'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:33:19.267876 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-be053000-f70f-42dc-8925-9cc0f000ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:33:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e4330797-b40f-4e29-beab-c3a66964a11b'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:19.279399 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612a801c-2f6c-48b0-8202-ffbb32dc4ce6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:33:19.293734 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612a801c-2f6c-48b0-8202-ffbb32dc4ce6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:19.297499 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-612a801c-2f6c-48b0-8202-ffbb32dc4ce6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:19.332774 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-3414e932-34de-451b-8293-c3c423b061c8 service neutron] Transition to ACTIVE for port object 03aeeba0-075a-4190-b4cb-5b48b682316f will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:19.342928 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-084f394d-7650-4c1c-9bb0-851929358717 req-6038f896-073f-4a27-8f71-7f89779e41d9 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4bbf162-3630-42e0-9ff1-7274b733bf45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974047 Jul 24 09:33:19.344313 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-612a801c-2f6c-48b0-8202-ffbb32dc4ce6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3205585 Jul 24 09:33:19.344925 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-3414e932-34de-451b-8293-c3c423b061c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:19.356181 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60690) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:19.412478 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a801c-2f6c-48b0-8202-ffbb32dc4ce6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Port': ['ID=d2eb19df-bdc6-469c-bd5a-000ef49c10dc,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:19.444555 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-be053000-f70f-42dc-8925-9cc0f000ed98 None None] Set router e4330797-b40f-4e29-beab-c3a66964a11b gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:33:19.444983 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-107ae446-d4ed-4359-9735-1940676f1fcd req-c2adc1e7-651e-465a-babf-a43de66034a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 HTTP/1.1" status: 200 len: 1002 time: 0.3629029 Jul 24 09:33:19.526523 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414e932-34de-451b-8293-c3c423b061c8 service neutron] Pushing event updated for resources: {'Port': ['ID=03aeeba0-075a-4190-b4cb-5b48b682316f,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:19.573144 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ae446-d4ed-4359-9735-1940676f1fcd req-0af84f16-d52e-4ddb-a566-2310c6c19004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:19.576758 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60696) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:19.580197 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-107ae446-d4ed-4359-9735-1940676f1fcd req-0af84f16-d52e-4ddb-a566-2310c6c19004 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f23f0669-527d-4c01-ba6c-0d6534d19d26 HTTP/1.1" status: 200 len: 835 time: 0.1073434 Jul 24 09:33:19.655220 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:33:19.721650 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:33:19.722003 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 8d2cefa2-7545-48ea-8cb4-4ee26a81c8aa not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:33:19.728482 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7a7a72b1-31be-4ac8-b509-765d32c43ebe up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:33:19.744576 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d02db02-dd24-4e1a-a1fa-ea93e89d440a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:19.753676 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d02db02-dd24-4e1a-a1fa-ea93e89d440a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:19.759098 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7d02db02-dd24-4e1a-a1fa-ea93e89d440a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4014251 Jul 24 09:33:19.760819 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60698) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:19.780403 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4a50550c-03bc-4713-950d-28ca7f8cfa73 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:19.788096 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-3414e932-34de-451b-8293-c3c423b061c8 service neutron] Attempting to bind port 03aeeba0-075a-4190-b4cb-5b48b682316f on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:33:19.788437 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-3414e932-34de-451b-8293-c3c423b061c8 service neutron] Attempting to bind port 03aeeba0-075a-4190-b4cb-5b48b682316f by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'a54c4ce2-5110-4b60-8acd-9b1ca7906c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:33:19.789347 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-3414e932-34de-451b-8293-c3c423b061c8 service neutron] Attempting to bind port 03aeeba0-075a-4190-b4cb-5b48b682316f on network c314507b-6b98-46d2-9820-4c7efdeb0ad3 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:33:19.806732 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-3414e932-34de-451b-8293-c3c423b061c8 service neutron] Port 03aeeba0-075a-4190-b4cb-5b48b682316f on network c314507b-6b98-46d2-9820-4c7efdeb0ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:33:19.807062 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-3414e932-34de-451b-8293-c3c423b061c8 service neutron] Attempting to bind port 03aeeba0-075a-4190-b4cb-5b48b682316f on network c314507b-6b98-46d2-9820-4c7efdeb0ad3 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:33:19.815272 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4a50550c-03bc-4713-950d-28ca7f8cfa73 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:19.827923 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-3414e932-34de-451b-8293-c3c423b061c8 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:33:19.828269 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-3414e932-34de-451b-8293-c3c423b061c8 service neutron] Checking segment: {'id': 'a54c4ce2-5110-4b60-8acd-9b1ca7906c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:33:19.828662 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-3414e932-34de-451b-8293-c3c423b061c8 service neutron] Bound using segment: {'id': 'a54c4ce2-5110-4b60-8acd-9b1ca7906c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:33:19.830474 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-3414e932-34de-451b-8293-c3c423b061c8 service neutron] Bound port: 03aeeba0-075a-4190-b4cb-5b48b682316f, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a54c4ce2-5110-4b60-8acd-9b1ca7906c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:33:19.830853 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-3414e932-34de-451b-8293-c3c423b061c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:19.904949 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 7a7a72b1-31be-4ac8-b509-765d32c43ebe completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:19.935763 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-3414e932-34de-451b-8293-c3c423b061c8 service neutron] For port 03aeeba0-075a-4190-b4cb-5b48b682316f, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:33:19.940693 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-3414e932-34de-451b-8293-c3c423b061c8 service neutron] For port 03aeeba0-075a-4190-b4cb-5b48b682316f, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=03aeeba0-075a-4190-b4cb-5b48b682316f,segment=NetworkSegment(a54c4ce2-5110-4b60-8acd-9b1ca7906c18),segment_id=a54c4ce2-5110-4b60-8acd-9b1ca7906c18)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:33:19.951773 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-3414e932-34de-451b-8293-c3c423b061c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:20.003470 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-3414e932-34de-451b-8293-c3c423b061c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:20.004251 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-3414e932-34de-451b-8293-c3c423b061c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:20.006112 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-3414e932-34de-451b-8293-c3c423b061c8 service neutron] 10.222.0.20 "PUT /v2.0/ports/03aeeba0-075a-4190-b4cb-5b48b682316f HTTP/1.1" status: 200 len: 1091 time: 1.5637500 Jul 24 09:33:20.010893 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4a50550c-03bc-4713-950d-28ca7f8cfa73 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:20.014786 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4a50550c-03bc-4713-950d-28ca7f8cfa73 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:20.019059 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4a50550c-03bc-4713-950d-28ca7f8cfa73 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "DELETE /v2.0/security-groups/f4a3a877-18ab-435b-9f87-0b73b8850549 HTTP/1.1" status: 204 len: 168 time: 0.4402521 Jul 24 09:33:20.019521 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-be053000-f70f-42dc-8925-9cc0f000ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'name': 'tempest-AttachVolumeShelveTestJSON-122914276-router', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:23:52Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': 'bff123a614204702924a0af9802e1c93', 'gw_port': {'id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:23:54Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '1707e30a-8b36-43da-a336-e3029aa42798', 'name': '', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'mac_address': 'fa:16:3e:b1:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:00Z', 'updated_at': '2021-07-24T09:24:15Z', 'revision_number': 5, 'project_id': 'bff123a614204702924a0af9802e1c93', 'subnets': [{'id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:20.035538 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60702) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:20.065991 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50550c-03bc-4713-950d-28ca7f8cfa73 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a3a877-18ab-435b-9f87-0b73b8850549,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:20.070927 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be053000-f70f-42dc-8925-9cc0f000ed98 None None] The sync data for ids ['e4330797-b40f-4e29-beab-c3a66964a11b'] in n-d-800085-9 is: [{'id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'name': 'tempest-AttachVolumeShelveTestJSON-122914276-router', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:23:52Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': 'bff123a614204702924a0af9802e1c93', 'gw_port': {'id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:23:54Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '1707e30a-8b36-43da-a336-e3029aa42798', 'name': '', 'network_id': '57115fda-8a95-4d7e-8f17-f315710a2698', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'mac_address': 'fa:16:3e:b1:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:24:00Z', 'updated_at': '2021-07-24T09:24:15Z', 'revision_number': 5, 'project_id': 'bff123a614204702924a0af9802e1c93', 'subnets': [{'id': 'ed3face8-48a4-4110-b201-0b1158c92dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:33:20.330048 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-8bee8e9f-b347-4af0-93ff-ea2826739ef0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting port d2eb19df-bdc6-469c-bd5a-000ef49c10dc {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:20.330395 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8bee8e9f-b347-4af0-93ff-ea2826739ef0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:20.435004 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8bee8e9f-b347-4af0-93ff-ea2826739ef0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:20.449317 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-8bee8e9f-b347-4af0-93ff-ea2826739ef0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Calling delete_port for d2eb19df-bdc6-469c-bd5a-000ef49c10dc owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:20.525044 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ae446-d4ed-4359-9735-1940676f1fcd req-ff23bcda-7359-4cfb-86fa-aca01c009be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:20.526381 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-107ae446-d4ed-4359-9735-1940676f1fcd req-ff23bcda-7359-4cfb-86fa-aca01c009be0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8534989a-79c0-4b00-84df-d6b9f1285f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9411862 Jul 24 09:33:20.576831 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-d35acb8d-46d8-4074-a3e8-e1b6bfed6f49 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] show failed (client error): The resource could not be found. Jul 24 09:33:20.577532 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d35acb8d-46d8-4074-a3e8-e1b6bfed6f49 tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "GET /v2.0/security-groups/f4a3a877-18ab-435b-9f87-0b73b8850549 HTTP/1.1" status: 404 len: 347 time: 0.5410683 Jul 24 09:33:20.578652 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018983f-5cb8-4716-92d5-3e0b7fce204b req-353a91a1-bf82-4a96-99d2-648f27474689 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:20.579588 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e018983f-5cb8-4716-92d5-3e0b7fce204b req-353a91a1-bf82-4a96-99d2-648f27474689 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 946 time: 0.4204054 Jul 24 09:33:20.589577 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60706) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:20.591369 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47615cb-c418-4ed8-a886-cc3ef36bd930 None None] New status for floating IP bc99c61e-2a32-4d72-83fa-95c7ca7a794e: DOWN {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:33:20.608229 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414e932-34de-451b-8293-c3c423b061c8 service neutron] Pushing event updated for resources: {'Port': ['ID=03aeeba0-075a-4190-b4cb-5b48b682316f,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:20.662082 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6ad9f-a296-4ef6-81ac-3f3c4133a464 req-f4d90337-2c9b-4e53-a893-84261cc3115b tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:20.663674 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-47f6ad9f-a296-4ef6-81ac-3f3c4133a464 req-f4d90337-2c9b-4e53-a893-84261cc3115b tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 943 time: 0.1281652 Jul 24 09:33:20.665961 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-a3e73c31-f72f-409e-bd41-b3c2c6095501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:20.667382 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-a3e73c31-f72f-409e-bd41-b3c2c6095501 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a626df8cf9a4b0ea66b1dfe014448cf&device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 1094 time: 0.1337872 Jul 24 09:33:20.738335 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-399da95c-2c3f-4d57-90c0-a2d2ef39f610 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03aeeba0-075a-4190-b4cb-5b48b682316f HTTP/1.1" status: 200 len: 217 time: 0.0597055 Jul 24 09:33:20.738592 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e018983f-5cb8-4716-92d5-3e0b7fce204b req-ecf6b672-a7f2-4038-bbbc-39e6a328a673 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502266 Jul 24 09:33:20.813735 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-47f6ad9f-a296-4ef6-81ac-3f3c4133a464 req-3ac43a5a-5bf3-4648-9aa7-2798ba37de5a tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4bbf162-3630-42e0-9ff1-7274b733bf45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434512 Jul 24 09:33:20.860524 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-27d6aa93-4acb-416c-84b2-ad5714e6e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:20.862361 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-27d6aa93-4acb-416c-84b2-ad5714e6e736 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6edc8e9e-14b5-4008-b91c-eb8350e9b15f HTTP/1.1" status: 200 len: 852 time: 0.0761657 Jul 24 09:33:20.882076 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-107ae446-d4ed-4359-9735-1940676f1fcd req-304899eb-e33f-48de-8bd0-f1c0e4e7a83a service neutron] 10.222.0.20 "GET /v2.0/networks/8534989a-79c0-4b00-84df-d6b9f1285f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485553 Jul 24 09:33:20.924051 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8bee8e9f-b347-4af0-93ff-ea2826739ef0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:20.945622 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-5036a606-fce9-4d8d-a3b5-ba825a2642c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:20.948272 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-5036a606-fce9-4d8d-a3b5-ba825a2642c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c314507b-6b98-46d2-9820-4c7efdeb0ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786569 Jul 24 09:33:20.950415 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1a2c4c55-a6e3-4e9f-8bde-36a5d1780adc None None] Provisioning for port 7a7a72b1-31be-4ac8-b509-765d32c43ebe completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:20.955961 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1a2c4c55-a6e3-4e9f-8bde-36a5d1780adc None None] Provisioning complete for port 7a7a72b1-31be-4ac8-b509-765d32c43ebe triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:20.956342 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1a2c4c55-a6e3-4e9f-8bde-36a5d1780adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:20.988629 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-52586773-2b17-4bbc-b153-02f67dda0e2b tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Deleting port 5a72dfeb-76eb-4e5e-b1bf-87d40e5161cf {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:20.989330 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-52586773-2b17-4bbc-b153-02f67dda0e2b tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:21.015590 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee8e9f-b347-4af0-93ff-ea2826739ef0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Port': ['ID=d2eb19df-bdc6-469c-bd5a-000ef49c10dc,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:21.062252 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8bee8e9f-b347-4af0-93ff-ea2826739ef0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:21.066719 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60708) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:21.067316 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8bee8e9f-b347-4af0-93ff-ea2826739ef0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/d2eb19df-bdc6-469c-bd5a-000ef49c10dc HTTP/1.1" status: 204 len: 168 time: 1.2987318 Jul 24 09:33:21.128842 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1a2c4c55-a6e3-4e9f-8bde-36a5d1780adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:21.143277 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a04f80-c336-488e-beed-ca2f1addc3fc tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:21.145446 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a04f80-c336-488e-beed-ca2f1addc3fc tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:21.146433 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f9a04f80-c336-488e-beed-ca2f1addc3fc tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0787501 Jul 24 09:33:21.148674 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-9d0123a2-268f-48f6-aa87-4a257330d36f service neutron] 10.222.0.20 "GET /v2.0/networks/c314507b-6b98-46d2-9820-4c7efdeb0ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900036 Jul 24 09:33:21.149803 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60710) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:21.153402 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-107ae446-d4ed-4359-9735-1940676f1fcd req-13e4b916-1db2-47d4-a3d9-03ac05bfc683 service neutron] 10.222.0.20 "GET /v2.0/networks/8534989a-79c0-4b00-84df-d6b9f1285f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637711 Jul 24 09:33:21.204356 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08087c7-a78a-4bc6-8021-12fc5d562ee1', 'tag': '03aeeba0-075a-4190-b4cb-5b48b682316f'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:33:21.207702 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073056e8-20a4-46fd-909e-3e3229a2982d" -d '{"events": [{"name": "network-changed", "server_uuid": "a08087c7-a78a-4bc6-8021-12fc5d562ee1", "tag": "03aeeba0-075a-4190-b4cb-5b48b682316f"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:33:21.212779 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-1a2c4c55-a6e3-4e9f-8bde-36a5d1780adc None None] For port 7a7a72b1-31be-4ac8-b509-765d32c43ebe, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7a7a72b1-31be-4ac8-b509-765d32c43ebe,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:21.215710 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-52586773-2b17-4bbc-b153-02f67dda0e2b tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:21.216099 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-52586773-2b17-4bbc-b153-02f67dda0e2b tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:21.224135 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1a2c4c55-a6e3-4e9f-8bde-36a5d1780adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:21.252670 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-52586773-2b17-4bbc-b153-02f67dda0e2b tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Calling delete_port for 5a72dfeb-76eb-4e5e-b1bf-87d40e5161cf owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:21.311818 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bfa1ff-09af-46d0-a48f-aec68a6df078 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet cb62aa3b-763d-4b76-b2e8-319e49bce38d {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:33:21.319914 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8bfa1ff-09af-46d0-a48f-aec68a6df078 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:21.329391 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858d3780-1a61-4be8-967e-6ac874d44d45 x-openstack-request-id: req-858d3780-1a61-4be8-967e-6ac874d44d45 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:33:21.329752 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a08087c7-a78a-4bc6-8021-12fc5d562ee1", "tag": "03aeeba0-075a-4190-b4cb-5b48b682316f", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:33:21.330080 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-858d3780-1a61-4be8-967e-6ac874d44d45 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:33:21.330553 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08087c7-a78a-4bc6-8021-12fc5d562ee1', 'tag': '03aeeba0-075a-4190-b4cb-5b48b682316f', 'status': 'completed', 'code': 200} Jul 24 09:33:21.372402 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e78d3bf1-2bab-4e93-827e-0181b5826c02 None None] Could not find standard attr ID for object 37a3d78b-e9db-41f4-a895-72705ec401e6. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:33:21.379837 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c4c55-a6e3-4e9f-8bde-36a5d1780adc None None] Pushing event updated for resources: {'Port': ['ID=7a7a72b1-31be-4ac8-b509-765d32c43ebe,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:21.394461 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f8a69aa4-8b4c-48f0-b710-33a9978e6019 req-0b747716-78a8-4e27-bdb0-e004737344eb service neutron] 10.222.0.20 "GET /v2.0/networks/c314507b-6b98-46d2-9820-4c7efdeb0ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322991 Jul 24 09:33:21.396989 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8bfa1ff-09af-46d0-a48f-aec68a6df078 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:21.470854 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-52586773-2b17-4bbc-b153-02f67dda0e2b tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:21.514140 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52586773-2b17-4bbc-b153-02f67dda0e2b tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Pushing event deleted for resources: {'Port': ['ID=5a72dfeb-76eb-4e5e-b1bf-87d40e5161cf,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:21.563324 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8bfa1ff-09af-46d0-a48f-aec68a6df078 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:21.587812 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c4481a2a-8718-40d6-b7bd-6ebc648dabc5 None None] Could not find standard attr ID for object d2eb19df-bdc6-469c-bd5a-000ef49c10dc. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:33:21.613462 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-52586773-2b17-4bbc-b153-02f67dda0e2b tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:21.623187 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-52586773-2b17-4bbc-b153-02f67dda0e2b tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:21.624792 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-52586773-2b17-4bbc-b153-02f67dda0e2b tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] 10.222.0.32 "DELETE /v2.0/floatingips/bc99c61e-2a32-4d72-83fa-95c7ca7a794e HTTP/1.1" status: 204 len: 168 time: 1.0309241 Jul 24 09:33:21.626188 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073056e8-20a4-46fd-909e-3e3229a2982d req-46765768-3dde-40eb-883c-6c89af18bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:21.635899 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-073056e8-20a4-46fd-909e-3e3229a2982d req-46765768-3dde-40eb-883c-6c89af18bb84 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a626df8cf9a4b0ea66b1dfe014448cf&device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 1094 time: 0.1821663 Jul 24 09:33:21.640050 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7a7a72b1-31be-4ac8-b509-765d32c43ebe up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:33:21.729989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 7a7a72b1-31be-4ac8-b509-765d32c43ebe triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:21.730449 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:21.751261 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8bfa1ff-09af-46d0-a48f-aec68a6df078 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:21.771313 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8bfa1ff-09af-46d0-a48f-aec68a6df078 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:21.776060 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60718) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:21.783419 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a8bfa1ff-09af-46d0-a48f-aec68a6df078 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/cb62aa3b-763d-4b76-b2e8-319e49bce38d HTTP/1.1" status: 204 len: 168 time: 0.6322870 Jul 24 09:33:21.837507 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfa1ff-09af-46d0-a48f-aec68a6df078 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=cb62aa3b-763d-4b76-b2e8-319e49bce38d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:21.844466 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-def214d4-73a9-4414-b215-af103d5f9bae tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669217 Jul 24 09:33:21.848549 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60722) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:21.854194 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-545bb486-5e36-4bad-9eaf-778af01cd2c9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:21.908522 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d160ce-1244-4745-9e04-48f3a910114f None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:33:21.967332 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073056e8-20a4-46fd-909e-3e3229a2982d req-55ae6fc3-de55-4bdf-bf91-ec681e6b99d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:21.969026 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-073056e8-20a4-46fd-909e-3e3229a2982d req-55ae6fc3-de55-4bdf-bf91-ec681e6b99d3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c314507b-6b98-46d2-9820-4c7efdeb0ad3 HTTP/1.1" status: 200 len: 913 time: 0.3143408 Jul 24 09:33:21.990824 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7677b-b175-4416-aaa5-b71990a02d01 req-ab0491cd-d825-4299-9a82-2ce08bfe57d7 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:21.992370 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fad7677b-b175-4416-aaa5-b71990a02d01 req-ab0491cd-d825-4299-9a82-2ce08bfe57d7 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 943 time: 0.0701714 Jul 24 09:33:22.035152 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-073056e8-20a4-46fd-909e-3e3229a2982d req-a160490e-fa92-4ed9-94bb-79d8a84c2aae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03aeeba0-075a-4190-b4cb-5b48b682316f HTTP/1.1" status: 200 len: 217 time: 0.0552466 Jul 24 09:33:22.053422 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fad7677b-b175-4416-aaa5-b71990a02d01 req-fff9a9c8-4c66-4e47-9862-98725c25862b tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4bbf162-3630-42e0-9ff1-7274b733bf45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546460 Jul 24 09:33:22.111624 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545bb486-5e36-4bad-9eaf-778af01cd2c9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:33:22.115209 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-545bb486-5e36-4bad-9eaf-778af01cd2c9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:22.119671 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d624a2-6d0d-464f-ac43-ad8e3c4dfcbc None None] DHCP port deletion for 563773b9-347f-4496-b491-b57b6545ee0e request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:33:22.126351 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe06604-5ae7-47a4-a68b-b58e03011e67 req-2cb8182f-2c75-444f-89d1-d690278b0dfc tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:22.127855 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-abe06604-5ae7-47a4-a68b-b58e03011e67 req-2cb8182f-2c75-444f-89d1-d690278b0dfc tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 946 time: 0.2349451 Jul 24 09:33:22.131035 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073056e8-20a4-46fd-909e-3e3229a2982d req-270b9022-291a-485a-9616-f91a48e1d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:22.132397 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-073056e8-20a4-46fd-909e-3e3229a2982d req-270b9022-291a-485a-9616-f91a48e1d3ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6edc8e9e-14b5-4008-b91c-eb8350e9b15f HTTP/1.1" status: 200 len: 852 time: 0.0901742 Jul 24 09:33:22.170338 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-28d624a2-6d0d-464f-ac43-ad8e3c4dfcbc None None] Deleting port 7a7a72b1-31be-4ac8-b509-765d32c43ebe {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:22.170813 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-28d624a2-6d0d-464f-ac43-ad8e3c4dfcbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:22.278117 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-abe06604-5ae7-47a4-a68b-b58e03011e67 req-bda4e286-5b2c-435d-aff3-6933a62adc5a tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353447 Jul 24 09:33:22.342445 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073056e8-20a4-46fd-909e-3e3229a2982d req-f0bee1c5-6518-4cb6-ac08-1692e4bee321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:22.343960 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-073056e8-20a4-46fd-909e-3e3229a2982d req-f0bee1c5-6518-4cb6-ac08-1692e4bee321 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c314507b-6b98-46d2-9820-4c7efdeb0ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1925356 Jul 24 09:33:22.388977 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-28d624a2-6d0d-464f-ac43-ad8e3c4dfcbc None None] For port 7a7a72b1-31be-4ac8-b509-765d32c43ebe, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7a7a72b1-31be-4ac8-b509-765d32c43ebe,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:22.389376 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-28d624a2-6d0d-464f-ac43-ad8e3c4dfcbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:22.404757 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-28d624a2-6d0d-464f-ac43-ad8e3c4dfcbc None None] Calling delete_port for 7a7a72b1-31be-4ac8-b509-765d32c43ebe owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:22.476582 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-545bb486-5e36-4bad-9eaf-778af01cd2c9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:22.489952 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-28d624a2-6d0d-464f-ac43-ad8e3c4dfcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:22.516285 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d624a2-6d0d-464f-ac43-ad8e3c4dfcbc None None] Pushing event deleted for resources: {'Port': ['ID=7a7a72b1-31be-4ac8-b509-765d32c43ebe,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:22.523791 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d624a2-6d0d-464f-ac43-ad8e3c4dfcbc None None] No DVR routers for this DVR port 7a7a72b1-31be-4ac8-b509-765d32c43ebe on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:33:22.524207 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-073056e8-20a4-46fd-909e-3e3229a2982d req-e4a6e214-530e-4ba7-9864-883a2585ce7d service neutron] 10.222.0.20 "GET /v2.0/networks/c314507b-6b98-46d2-9820-4c7efdeb0ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655068 Jul 24 09:33:22.544863 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545bb486-5e36-4bad-9eaf-778af01cd2c9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:22.558818 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-545bb486-5e36-4bad-9eaf-778af01cd2c9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:22.564288 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545bb486-5e36-4bad-9eaf-778af01cd2c9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:22.564908 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-545bb486-5e36-4bad-9eaf-778af01cd2c9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:22.568679 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2179bce3-3b61-4130-9faf-5bd6844372d3 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:33:22.580998 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545bb486-5e36-4bad-9eaf-778af01cd2c9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=4a70eb6b-50f4-4837-a0b9-7e2648fc353a,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:22.625791 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-545bb486-5e36-4bad-9eaf-778af01cd2c9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7759736 Jul 24 09:33:22.628337 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60724) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:22.633324 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-05570f0b-b687-4dfa-a5bf-1cbc9d519ed1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'fixed_ips': [{'subnet_id': '4a70eb6b-50f4-4837-a0b9-7e2648fc353a', 'ip_address': '2001:db8::ae9f:e0fb:f709:6651'}], 'name': 'tempest-NetworksTestDHCPv6-1651125478'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:22.711613 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-073056e8-20a4-46fd-909e-3e3229a2982d req-9fa782b5-d4f0-45ef-a12e-f4e52ab05be6 service neutron] 10.222.0.20 "GET /v2.0/networks/c314507b-6b98-46d2-9820-4c7efdeb0ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799047 Jul 24 09:33:22.742988 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268f8a3e-2c07-481d-9600-620eeb77f548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-563773b9-347f-4496-b491-b57b6545ee0e', 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'fixed_ips': [{'subnet_id': '4a70eb6b-50f4-4837-a0b9-7e2648fc353a'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:33:22.744378 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-268f8a3e-2c07-481d-9600-620eeb77f548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:22.760187 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05570f0b-b687-4dfa-a5bf-1cbc9d519ed1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:33:22.848696 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-05570f0b-b687-4dfa-a5bf-1cbc9d519ed1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:22.867033 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-05570f0b-b687-4dfa-a5bf-1cbc9d519ed1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] device_id is not set on port 813ad8ef-2dee-4d1c-b7f7-eaaa98391be2 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:33:22.890407 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-268f8a3e-2c07-481d-9600-620eeb77f548 None None] Allocated IP 2001:db8::2 (563773b9-347f-4496-b491-b57b6545ee0e/4a70eb6b-50f4-4837-a0b9-7e2648fc353a/f0618e1a-ae8b-408f-a18a-1a55432f7df5) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:33:23.038426 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-268f8a3e-2c07-481d-9600-620eeb77f548 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:23.047755 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-268f8a3e-2c07-481d-9600-620eeb77f548 None None] Transition to ACTIVE for port object f0618e1a-ae8b-408f-a18a-1a55432f7df5 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:23.064007 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-268f8a3e-2c07-481d-9600-620eeb77f548 None None] Transition to ACTIVE for port object f0618e1a-ae8b-408f-a18a-1a55432f7df5 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:23.073027 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-268f8a3e-2c07-481d-9600-620eeb77f548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:23.117131 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268f8a3e-2c07-481d-9600-620eeb77f548 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:23.124303 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-268f8a3e-2c07-481d-9600-620eeb77f548 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:23.128906 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268f8a3e-2c07-481d-9600-620eeb77f548 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:33:23.129997 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-05570f0b-b687-4dfa-a5bf-1cbc9d519ed1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 2001:db8::ae9f:e0fb:f709:6651 (563773b9-347f-4496-b491-b57b6545ee0e/4a70eb6b-50f4-4837-a0b9-7e2648fc353a/813ad8ef-2dee-4d1c-b7f7-eaaa98391be2) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:33:23.132223 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f8a3e-2c07-481d-9600-620eeb77f548 None None] Pushing event updated for resources: {'Port': ['ID=f0618e1a-ae8b-408f-a18a-1a55432f7df5,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:23.208287 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-268f8a3e-2c07-481d-9600-620eeb77f548 None None] Attempting to bind port f0618e1a-ae8b-408f-a18a-1a55432f7df5 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:33:23.208666 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-268f8a3e-2c07-481d-9600-620eeb77f548 None None] Attempting to bind port f0618e1a-ae8b-408f-a18a-1a55432f7df5 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:33:23.209122 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268f8a3e-2c07-481d-9600-620eeb77f548 None None] Attempting to bind port f0618e1a-ae8b-408f-a18a-1a55432f7df5 on network 563773b9-347f-4496-b491-b57b6545ee0e {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:33:23.214851 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268f8a3e-2c07-481d-9600-620eeb77f548 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:33:23.215226 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268f8a3e-2c07-481d-9600-620eeb77f548 None None] Checking segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:33:23.215681 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-268f8a3e-2c07-481d-9600-620eeb77f548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:23.216081 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268f8a3e-2c07-481d-9600-620eeb77f548 None None] Bound using segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:33:23.217367 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-268f8a3e-2c07-481d-9600-620eeb77f548 None None] Bound port: f0618e1a-ae8b-408f-a18a-1a55432f7df5, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:33:23.217819 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-268f8a3e-2c07-481d-9600-620eeb77f548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:23.222508 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909ab08-37ff-45dc-9d51-b8ae4c5d04b4 req-690a0e38-84fe-4e58-bc15-4372fe5a987a tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:23.230619 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c909ab08-37ff-45dc-9d51-b8ae4c5d04b4 req-690a0e38-84fe-4e58-bc15-4372fe5a987a tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 943 time: 0.0846612 Jul 24 09:33:23.271957 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c909ab08-37ff-45dc-9d51-b8ae4c5d04b4 req-be1469c9-395e-4c3e-98f1-0c3b20f0247a tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4bbf162-3630-42e0-9ff1-7274b733bf45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404024 Jul 24 09:33:23.292931 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-268f8a3e-2c07-481d-9600-620eeb77f548 None None] For port f0618e1a-ae8b-408f-a18a-1a55432f7df5, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:33:23.296543 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-268f8a3e-2c07-481d-9600-620eeb77f548 None None] For port f0618e1a-ae8b-408f-a18a-1a55432f7df5, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=f0618e1a-ae8b-408f-a18a-1a55432f7df5,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:33:23.302473 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-268f8a3e-2c07-481d-9600-620eeb77f548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:23.327519 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-05570f0b-b687-4dfa-a5bf-1cbc9d519ed1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:23.343890 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-05570f0b-b687-4dfa-a5bf-1cbc9d519ed1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Transition to ACTIVE for port object 813ad8ef-2dee-4d1c-b7f7-eaaa98391be2 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:23.370791 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f8a3e-2c07-481d-9600-620eeb77f548 None None] Pushing event updated for resources: {'Port': ['ID=f0618e1a-ae8b-408f-a18a-1a55432f7df5,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:23.390694 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-05570f0b-b687-4dfa-a5bf-1cbc9d519ed1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:23.469606 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05570f0b-b687-4dfa-a5bf-1cbc9d519ed1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:23.479964 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-05570f0b-b687-4dfa-a5bf-1cbc9d519ed1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:23.483036 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05570f0b-b687-4dfa-a5bf-1cbc9d519ed1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:33:23.488693 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05570f0b-b687-4dfa-a5bf-1cbc9d519ed1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:23.489426 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-05570f0b-b687-4dfa-a5bf-1cbc9d519ed1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:23.493594 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05570f0b-b687-4dfa-a5bf-1cbc9d519ed1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Port': ['ID=813ad8ef-2dee-4d1c-b7f7-eaaa98391be2,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:23.515478 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-05570f0b-b687-4dfa-a5bf-1cbc9d519ed1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8838401 Jul 24 09:33:23.515869 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60730) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:23.596679 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c3614-b085-44bb-802a-9800ee880265 req-6f91adf6-f066-4190-a91b-ebc28e8e08bf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:23.599985 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-056c3614-b085-44bb-802a-9800ee880265 req-6f91adf6-f066-4190-a91b-ebc28e8e08bf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 946 time: 0.1787298 Jul 24 09:33:23.658010 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b4629e-7a0a-4525-8528-6185fc37dde8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:23.659485 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7a7a72b1-31be-4ac8-b509-765d32c43ebe no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:33:23.664326 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b4629e-7a0a-4525-8528-6185fc37dde8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:23.666255 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e2b4629e-7a0a-4525-8528-6185fc37dde8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1494913 Jul 24 09:33:23.669356 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60732) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:23.683694 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-056c3614-b085-44bb-802a-9800ee880265 req-ea3f3379-f458-4b77-897d-670fe57b7088 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770652 Jul 24 09:33:23.702383 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 7a7a72b1-31be-4ac8-b509-765d32c43ebe {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:33:23.702730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7a7a72b1-31be-4ac8-b509-765d32c43ebe not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:33:23.782825 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-5c7c4679-4b26-44ef-a848-92cf1cea0969 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting port 813ad8ef-2dee-4d1c-b7f7-eaaa98391be2 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:23.783180 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c7c4679-4b26-44ef-a848-92cf1cea0969 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:23.879842 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c7c4679-4b26-44ef-a848-92cf1cea0969 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:23.892460 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-5c7c4679-4b26-44ef-a848-92cf1cea0969 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Calling delete_port for 813ad8ef-2dee-4d1c-b7f7-eaaa98391be2 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:24.021373 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c7c4679-4b26-44ef-a848-92cf1cea0969 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:24.049890 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c4679-4b26-44ef-a848-92cf1cea0969 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Port': ['ID=813ad8ef-2dee-4d1c-b7f7-eaaa98391be2,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:24.082109 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c7c4679-4b26-44ef-a848-92cf1cea0969 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:24.086670 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5c7c4679-4b26-44ef-a848-92cf1cea0969 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/813ad8ef-2dee-4d1c-b7f7-eaaa98391be2 HTTP/1.1" status: 204 len: 168 time: 0.4139888 Jul 24 09:33:24.086824 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60734) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:24.139781 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8f9b0f-dbb9-4d3e-b898-e50f429e5fc8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:24.141515 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8f9b0f-dbb9-4d3e-b898-e50f429e5fc8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:24.143042 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-cb8f9b0f-dbb9-4d3e-b898-e50f429e5fc8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0552301 Jul 24 09:33:24.145816 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60736) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:24.204399 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9153b80-0b98-4ca9-8239-ece95b0df336 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet 4a70eb6b-50f4-4837-a0b9-7e2648fc353a {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:33:24.208351 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b9153b80-0b98-4ca9-8239-ece95b0df336 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:24.254488 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b9153b80-0b98-4ca9-8239-ece95b0df336 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:24.360372 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b9153b80-0b98-4ca9-8239-ece95b0df336 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:24.431995 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2deb1-ea46-4c95-8276-307853cd4795 req-30201e71-32b0-4611-b11b-245e62081d0e tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:24.434169 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-adc2deb1-ea46-4c95-8276-307853cd4795 req-30201e71-32b0-4611-b11b-245e62081d0e tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 943 time: 0.0872843 Jul 24 09:33:24.438473 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b9153b80-0b98-4ca9-8239-ece95b0df336 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:24.472812 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9153b80-0b98-4ca9-8239-ece95b0df336 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=4a70eb6b-50f4-4837-a0b9-7e2648fc353a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:24.482936 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b9153b80-0b98-4ca9-8239-ece95b0df336 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:24.487791 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b9153b80-0b98-4ca9-8239-ece95b0df336 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/4a70eb6b-50f4-4837-a0b9-7e2648fc353a HTTP/1.1" status: 204 len: 168 time: 0.3409472 Jul 24 09:33:24.488468 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60740) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:24.489490 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-adc2deb1-ea46-4c95-8276-307853cd4795 req-d7d760fc-13fd-4f0a-8318-b4aea898e44c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4bbf162-3630-42e0-9ff1-7274b733bf45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489519 Jul 24 09:33:24.536346 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-66abcf13-9eb2-4510-995d-531938367ea0 None None] Provisioning for port f0618e1a-ae8b-408f-a18a-1a55432f7df5 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:24.541337 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-148437e1-ff03-46df-94fc-af5ebc91a845 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482206 Jul 24 09:33:24.541629 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60742) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:24.547053 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-afd1f038-5876-47b7-a9cf-e0fa5519a13b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:24.642253 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd1f038-5876-47b7-a9cf-e0fa5519a13b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:33:24.646461 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-afd1f038-5876-47b7-a9cf-e0fa5519a13b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:24.667991 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:33:24.704532 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716315e8-0e1b-4fde-a76b-a53f5ef33242 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:33:24.780582 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-480e5ea0-a2dc-4c53-b9b8-a333bfde9474 None None] Could not find standard attr ID for object 813ad8ef-2dee-4d1c-b7f7-eaaa98391be2. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:33:24.851227 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54bb1f9-199f-4697-a5cb-9431c2ac79c4 req-d82ab318-bbf5-4c33-86c9-c2ae47e7dea7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:24.853364 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c54bb1f9-199f-4697-a5cb-9431c2ac79c4 req-d82ab318-bbf5-4c33-86c9-c2ae47e7dea7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 946 time: 0.0815685 Jul 24 09:33:24.878998 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-afd1f038-5876-47b7-a9cf-e0fa5519a13b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:24.913277 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c54bb1f9-199f-4697-a5cb-9431c2ac79c4 req-4ecae150-1de9-49f3-9feb-f04d948257d8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535409 Jul 24 09:33:24.931057 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd1f038-5876-47b7-a9cf-e0fa5519a13b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:24.934431 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-afd1f038-5876-47b7-a9cf-e0fa5519a13b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:24.937200 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd1f038-5876-47b7-a9cf-e0fa5519a13b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:24.937800 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-afd1f038-5876-47b7-a9cf-e0fa5519a13b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:24.954573 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1f038-5876-47b7-a9cf-e0fa5519a13b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=acc2e28c-821b-46f5-a82f-2adb4faebd7c,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:24.963641 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-afd1f038-5876-47b7-a9cf-e0fa5519a13b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4205682 Jul 24 09:33:24.965494 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d5851b-56ed-411e-8178-ef6aebbdb470 None None] DHCP port deletion for 563773b9-347f-4496-b491-b57b6545ee0e request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:33:24.966375 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60746) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:24.972579 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-61746bfe-5ed7-41e1-964e-d8ab11ab0194 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'fixed_ips': [{'subnet_id': 'acc2e28c-821b-46f5-a82f-2adb4faebd7c', 'ip_address': '2001:db8::12a6:b8b6:6b34:8b9b'}], 'name': 'tempest-NetworksTestDHCPv6-1092902787'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:25.015491 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-11d5851b-56ed-411e-8178-ef6aebbdb470 None None] Deleting port f0618e1a-ae8b-408f-a18a-1a55432f7df5 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:25.015919 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-11d5851b-56ed-411e-8178-ef6aebbdb470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:25.091576 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61746bfe-5ed7-41e1-964e-d8ab11ab0194 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:33:25.099993 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-11d5851b-56ed-411e-8178-ef6aebbdb470 None None] For port f0618e1a-ae8b-408f-a18a-1a55432f7df5, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=f0618e1a-ae8b-408f-a18a-1a55432f7df5,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:25.100548 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-11d5851b-56ed-411e-8178-ef6aebbdb470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:25.117239 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-11d5851b-56ed-411e-8178-ef6aebbdb470 None None] Calling delete_port for f0618e1a-ae8b-408f-a18a-1a55432f7df5 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:25.184433 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-61746bfe-5ed7-41e1-964e-d8ab11ab0194 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:25.204897 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-61746bfe-5ed7-41e1-964e-d8ab11ab0194 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] device_id is not set on port aedf45b4-1f63-46d3-89e8-3c7d539370ca yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:33:25.208285 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-11d5851b-56ed-411e-8178-ef6aebbdb470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:25.237508 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5851b-56ed-411e-8178-ef6aebbdb470 None None] Pushing event deleted for resources: {'Port': ['ID=f0618e1a-ae8b-408f-a18a-1a55432f7df5,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:25.241558 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d5851b-56ed-411e-8178-ef6aebbdb470 None None] No DVR routers for this DVR port f0618e1a-ae8b-408f-a18a-1a55432f7df5 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:33:25.260696 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb46acb1-ec8a-444f-b146-e0c9397c6cd1 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:33:25.419572 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-61746bfe-5ed7-41e1-964e-d8ab11ab0194 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 2001:db8::12a6:b8b6:6b34:8b9b (563773b9-347f-4496-b491-b57b6545ee0e/acc2e28c-821b-46f5-a82f-2adb4faebd7c/aedf45b4-1f63-46d3-89e8-3c7d539370ca) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:33:25.445574 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8825b6aa-0ea4-429f-ad2d-f8f1354cc4b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-563773b9-347f-4496-b491-b57b6545ee0e', 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'fixed_ips': [{'subnet_id': 'acc2e28c-821b-46f5-a82f-2adb4faebd7c'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:33:25.446985 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8825b6aa-0ea4-429f-ad2d-f8f1354cc4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:25.748381 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d086e-f685-4cdd-aee5-889bafa8a868 req-81ab7929-0872-4d24-b69f-4d7f8dd0d2a0 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:25.763756 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f76d086e-f685-4cdd-aee5-889bafa8a868 req-81ab7929-0872-4d24-b69f-4d7f8dd0d2a0 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 943 time: 0.1858552 Jul 24 09:33:25.801748 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-61746bfe-5ed7-41e1-964e-d8ab11ab0194 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:25.832501 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-61746bfe-5ed7-41e1-964e-d8ab11ab0194 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Transition to ACTIVE for port object aedf45b4-1f63-46d3-89e8-3c7d539370ca will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:25.871028 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f76d086e-f685-4cdd-aee5-889bafa8a868 req-fe5670fd-9e7e-4ac0-84c0-1788b0c5c478 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4bbf162-3630-42e0-9ff1-7274b733bf45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977058 Jul 24 09:33:25.898837 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-61746bfe-5ed7-41e1-964e-d8ab11ab0194 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:25.904023 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83ffb2-81b0-42ca-86a0-7b9c7767126a req-e55a1cfb-b2c5-4833-9fb5-c1da76fa6c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:25.905576 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-af83ffb2-81b0-42ca-86a0-7b9c7767126a req-e55a1cfb-b2c5-4833-9fb5-c1da76fa6c88 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 1097 time: 0.1039703 Jul 24 09:33:25.962963 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61746bfe-5ed7-41e1-964e-d8ab11ab0194 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:25.968479 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-61746bfe-5ed7-41e1-964e-d8ab11ab0194 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:25.973195 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-8825b6aa-0ea4-429f-ad2d-f8f1354cc4b5 None None] Allocated IP 2001:db8::2 (563773b9-347f-4496-b491-b57b6545ee0e/acc2e28c-821b-46f5-a82f-2adb4faebd7c/7c2cc6d3-440c-4f44-a9d2-c06311b91faf) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:33:25.973787 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61746bfe-5ed7-41e1-964e-d8ab11ab0194 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:33:25.980637 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61746bfe-5ed7-41e1-964e-d8ab11ab0194 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:25.982965 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-61746bfe-5ed7-41e1-964e-d8ab11ab0194 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:26.010300 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61746bfe-5ed7-41e1-964e-d8ab11ab0194 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Port': ['ID=aedf45b4-1f63-46d3-89e8-3c7d539370ca,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:26.024138 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-61746bfe-5ed7-41e1-964e-d8ab11ab0194 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0539374 Jul 24 09:33:26.024474 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60764) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:26.162105 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5684b6-3794-4ef2-84a5-0f7c5bf99905 req-53365ed2-fe19-4201-9641-dcc973098b29 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:26.166101 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e5684b6-3794-4ef2-84a5-0f7c5bf99905 req-53365ed2-fe19-4201-9641-dcc973098b29 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 946 time: 0.1009617 Jul 24 09:33:26.170720 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83ffb2-81b0-42ca-86a0-7b9c7767126a req-20068680-1fa9-499e-941d-9457f55ce84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:26.170720 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-af83ffb2-81b0-42ca-86a0-7b9c7767126a req-20068680-1fa9-499e-941d-9457f55ce84f service neutron] 10.222.0.20 "GET /v2.0/networks?id=8534989a-79c0-4b00-84df-d6b9f1285f33 HTTP/1.1" status: 200 len: 896 time: 0.2442179 Jul 24 09:33:26.225304 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb90cd7-2be2-40bc-b7e8-2f1c3d816be9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:26.227357 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3bb90cd7-2be2-40bc-b7e8-2f1c3d816be9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2017684 Jul 24 09:33:26.230923 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60768) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:26.283922 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e5684b6-3794-4ef2-84a5-0f7c5bf99905 req-199ac6b8-19a7-4113-9bb8-2e964306322d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129503 Jul 24 09:33:26.346334 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8825b6aa-0ea4-429f-ad2d-f8f1354cc4b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:26.359117 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8825b6aa-0ea4-429f-ad2d-f8f1354cc4b5 None None] Transition to ACTIVE for port object 7c2cc6d3-440c-4f44-a9d2-c06311b91faf will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:26.378046 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8825b6aa-0ea4-429f-ad2d-f8f1354cc4b5 None None] Transition to ACTIVE for port object 7c2cc6d3-440c-4f44-a9d2-c06311b91faf will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:26.383145 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-4bface4e-2a1d-4f61-a3b0-53630a4aed4b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting port aedf45b4-1f63-46d3-89e8-3c7d539370ca {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:26.383656 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4bface4e-2a1d-4f61-a3b0-53630a4aed4b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:26.385160 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8825b6aa-0ea4-429f-ad2d-f8f1354cc4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:26.406073 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-af83ffb2-81b0-42ca-86a0-7b9c7767126a req-cc5b97da-63a8-4eb6-81e1-af9860eabbac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 HTTP/1.1" status: 200 len: 1002 time: 0.2304287 Jul 24 09:33:26.436772 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825b6aa-0ea4-429f-ad2d-f8f1354cc4b5 None None] Pushing event updated for resources: {'Port': ['ID=7c2cc6d3-440c-4f44-a9d2-c06311b91faf,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:26.466295 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8825b6aa-0ea4-429f-ad2d-f8f1354cc4b5 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:26.468507 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e7a23-12ed-417c-b703-e87c7060b540 req-5fd9ea4e-bb68-49b1-967f-216d267cca66 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:26.470698 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-8825b6aa-0ea4-429f-ad2d-f8f1354cc4b5 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:26.472166 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6b9e7a23-12ed-417c-b703-e87c7060b540 req-5fd9ea4e-bb68-49b1-967f-216d267cca66 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=453617fa-c3a6-42f3-af83-6fa84c7a51ac HTTP/1.1" status: 200 len: 946 time: 0.2036335 Jul 24 09:33:26.477901 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8825b6aa-0ea4-429f-ad2d-f8f1354cc4b5 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:33:26.538156 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4bface4e-2a1d-4f61-a3b0-53630a4aed4b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:26.544382 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83ffb2-81b0-42ca-86a0-7b9c7767126a req-1407a513-ad2e-495d-97bf-e59132e4e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:26.545991 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-af83ffb2-81b0-42ca-86a0-7b9c7767126a req-1407a513-ad2e-495d-97bf-e59132e4e2e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f23f0669-527d-4c01-ba6c-0d6534d19d26 HTTP/1.1" status: 200 len: 835 time: 0.1327899 Jul 24 09:33:26.554650 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-4bface4e-2a1d-4f61-a3b0-53630a4aed4b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Calling delete_port for aedf45b4-1f63-46d3-89e8-3c7d539370ca owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:26.573557 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-8825b6aa-0ea4-429f-ad2d-f8f1354cc4b5 None None] Attempting to bind port 7c2cc6d3-440c-4f44-a9d2-c06311b91faf on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:33:26.575539 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-8825b6aa-0ea4-429f-ad2d-f8f1354cc4b5 None None] Attempting to bind port 7c2cc6d3-440c-4f44-a9d2-c06311b91faf by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:33:26.576033 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8825b6aa-0ea4-429f-ad2d-f8f1354cc4b5 None None] Attempting to bind port 7c2cc6d3-440c-4f44-a9d2-c06311b91faf on network 563773b9-347f-4496-b491-b57b6545ee0e {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:33:26.584395 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6b9e7a23-12ed-417c-b703-e87c7060b540 req-652f31ba-eb57-449c-9cdb-ad16ea6e43c9 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=68cac856-a39c-4bf7-ab11-60deb264bec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005731 Jul 24 09:33:26.589661 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8825b6aa-0ea4-429f-ad2d-f8f1354cc4b5 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:33:26.591274 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8825b6aa-0ea4-429f-ad2d-f8f1354cc4b5 None None] Checking segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:33:26.591986 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8825b6aa-0ea4-429f-ad2d-f8f1354cc4b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:26.592554 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8825b6aa-0ea4-429f-ad2d-f8f1354cc4b5 None None] Bound using segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:33:26.596012 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-8825b6aa-0ea4-429f-ad2d-f8f1354cc4b5 None None] Bound port: 7c2cc6d3-440c-4f44-a9d2-c06311b91faf, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:33:26.596510 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8825b6aa-0ea4-429f-ad2d-f8f1354cc4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:26.664666 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83ffb2-81b0-42ca-86a0-7b9c7767126a req-227d9bef-cd92-4f5b-8caf-f59ad49e31c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:26.669982 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-af83ffb2-81b0-42ca-86a0-7b9c7767126a req-227d9bef-cd92-4f5b-8caf-f59ad49e31c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8534989a-79c0-4b00-84df-d6b9f1285f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956101 Jul 24 09:33:26.695026 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-8825b6aa-0ea4-429f-ad2d-f8f1354cc4b5 None None] For port 7c2cc6d3-440c-4f44-a9d2-c06311b91faf, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:33:26.699764 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-8825b6aa-0ea4-429f-ad2d-f8f1354cc4b5 None None] For port 7c2cc6d3-440c-4f44-a9d2-c06311b91faf, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7c2cc6d3-440c-4f44-a9d2-c06311b91faf,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:33:26.704469 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8825b6aa-0ea4-429f-ad2d-f8f1354cc4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:26.756791 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4bface4e-2a1d-4f61-a3b0-53630a4aed4b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:26.785040 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825b6aa-0ea4-429f-ad2d-f8f1354cc4b5 None None] Pushing event updated for resources: {'Port': ['ID=7c2cc6d3-440c-4f44-a9d2-c06311b91faf,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:26.802562 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bface4e-2a1d-4f61-a3b0-53630a4aed4b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Port': ['ID=aedf45b4-1f63-46d3-89e8-3c7d539370ca,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:26.812796 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-af83ffb2-81b0-42ca-86a0-7b9c7767126a req-0baf2eb2-3e5c-4a6c-8171-ac10337ef77f service neutron] 10.222.0.20 "GET /v2.0/networks/8534989a-79c0-4b00-84df-d6b9f1285f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359081 Jul 24 09:33:26.852520 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4bface4e-2a1d-4f61-a3b0-53630a4aed4b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:26.854942 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4bface4e-2a1d-4f61-a3b0-53630a4aed4b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/aedf45b4-1f63-46d3-89e8-3c7d539370ca HTTP/1.1" status: 204 len: 168 time: 0.6228514 Jul 24 09:33:26.858790 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60772) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:26.943574 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-af83ffb2-81b0-42ca-86a0-7b9c7767126a req-dd2a24f2-8db9-4f1c-a36a-21ea029a70a7 service neutron] 10.222.0.20 "GET /v2.0/networks/8534989a-79c0-4b00-84df-d6b9f1285f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243002 Jul 24 09:33:26.954716 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a8c233-77d4-4242-97a5-058b1f50d0f0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:26.956469 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a8c233-77d4-4242-97a5-058b1f50d0f0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:26.962268 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60776) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:26.965451 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-11a8c233-77d4-4242-97a5-058b1f50d0f0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1053877 Jul 24 09:33:27.053260 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-f722af88-016c-48cd-a932-9cc981fb829c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet acc2e28c-821b-46f5-a82f-2adb4faebd7c {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:33:27.057431 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f722af88-016c-48cd-a932-9cc981fb829c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:27.060572 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c3dc0-98bb-4491-8ebd-a2cfe7a66a16 req-9913c2d0-b2f5-4f6d-98f4-2deffbaaaf37 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:27.068330 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-280c3dc0-98bb-4491-8ebd-a2cfe7a66a16 req-9913c2d0-b2f5-4f6d-98f4-2deffbaaaf37 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 943 time: 0.1013987 Jul 24 09:33:27.110809 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-280c3dc0-98bb-4491-8ebd-a2cfe7a66a16 req-c767185d-6851-43e3-8966-46b736d34d25 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4bbf162-3630-42e0-9ff1-7274b733bf45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413220 Jul 24 09:33:27.139362 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f722af88-016c-48cd-a932-9cc981fb829c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:27.245117 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-41b7e010-568a-4d0e-9196-f8d1b8d78ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:27.250863 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f722af88-016c-48cd-a932-9cc981fb829c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:27.314933 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f722af88-016c-48cd-a932-9cc981fb829c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:27.344490 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722af88-016c-48cd-a932-9cc981fb829c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=acc2e28c-821b-46f5-a82f-2adb4faebd7c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:27.349301 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f722af88-016c-48cd-a932-9cc981fb829c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:27.354169 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f722af88-016c-48cd-a932-9cc981fb829c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/acc2e28c-821b-46f5-a82f-2adb4faebd7c HTTP/1.1" status: 204 len: 168 time: 0.3877585 Jul 24 09:33:27.354358 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60780) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:27.402846 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8c15398f-95f1-45a5-b0a9-79fa7b611e63 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474019 Jul 24 09:33:27.405913 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60782) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:27.486215 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0732d7-47ff-4122-8b80-9fff8abf814a req-882dcc62-6903-4359-a96e-2d35121a5dc2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:27.487912 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2c0732d7-47ff-4122-8b80-9fff8abf814a req-882dcc62-6903-4359-a96e-2d35121a5dc2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 946 time: 0.0886667 Jul 24 09:33:27.509943 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296a98ef-59ff-45c3-ae31-03622dd4091f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:27.511707 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-296a98ef-59ff-45c3-ae31-03622dd4091f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1045337 Jul 24 09:33:27.514216 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60784) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:27.549126 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2c0732d7-47ff-4122-8b80-9fff8abf814a req-f761be92-2af9-40a9-8c13-6c08017fea04 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542843 Jul 24 09:33:27.581230 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095a50a1-1271-4a4c-b7c0-ec4131c007a1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:27.581230 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-095a50a1-1271-4a4c-b7c0-ec4131c007a1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0651300 Jul 24 09:33:27.583212 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60786) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:27.638026 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e8c63ba1-c85f-4c9e-bddc-1ff23d153089 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493138 Jul 24 09:33:27.638971 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60790) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:27.644238 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-42967c1b-10ff-4259-9f4a-00accac312de tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:27.679289 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7c2cc6d3-440c-4f44-a9d2-c06311b91faf up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:33:27.773319 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 7c2cc6d3-440c-4f44-a9d2-c06311b91faf completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:27.785364 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b4a71-9f1c-484d-8948-8c527356b420 req-da18df35-1687-4713-8176-5e4e6d482ac9 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:27.789563 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4e4b4a71-9f1c-484d-8948-8c527356b420 req-da18df35-1687-4713-8176-5e4e6d482ac9 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=453617fa-c3a6-42f3-af83-6fa84c7a51ac HTTP/1.1" status: 200 len: 946 time: 0.1228642 Jul 24 09:33:27.836552 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42967c1b-10ff-4259-9f4a-00accac312de tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:33:27.842339 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-42967c1b-10ff-4259-9f4a-00accac312de tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:27.847468 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4e4b4a71-9f1c-484d-8948-8c527356b420 req-4f94fd4c-35ed-4054-9eb6-5c11c0e8d89f tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=68cac856-a39c-4bf7-ab11-60deb264bec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508323 Jul 24 09:33:28.054159 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4aa2c-5455-43da-b890-0bdb1c079401 req-20325edd-f2c9-4b24-b3b4-2fcec11baf76 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:28.055681 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-10a4aa2c-5455-43da-b890-0bdb1c079401 req-20325edd-f2c9-4b24-b3b4-2fcec11baf76 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.37 "GET /v2.0/ports?device_id=453617fa-c3a6-42f3-af83-6fa84c7a51ac HTTP/1.1" status: 200 len: 946 time: 0.1394413 Jul 24 09:33:28.183683 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-42967c1b-10ff-4259-9f4a-00accac312de tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:28.199793 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86480af-a429-4534-b78d-f1bd10861da7 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:33:28.232870 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42967c1b-10ff-4259-9f4a-00accac312de tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:28.241568 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-42967c1b-10ff-4259-9f4a-00accac312de tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:28.254362 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42967c1b-10ff-4259-9f4a-00accac312de tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:28.254977 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-42967c1b-10ff-4259-9f4a-00accac312de tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:28.268129 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42967c1b-10ff-4259-9f4a-00accac312de tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=742749c7-e39b-4e7a-a66e-27266e7bcc6b,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:28.304298 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-42967c1b-10ff-4259-9f4a-00accac312de tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6640763 Jul 24 09:33:28.308286 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60806) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:28.312277 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-10a4aa2c-5455-43da-b890-0bdb1c079401 req-bb7cdd2c-c67d-48ad-8a25-67740131a062 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Deleting port 147978b4-53aa-4cb6-9e65-86d4915a6397 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:28.316224 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-10a4aa2c-5455-43da-b890-0bdb1c079401 req-bb7cdd2c-c67d-48ad-8a25-67740131a062 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:28.326456 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea620df-ae40-41d8-aaf6-cbe4ff04bcc9 req-c215ebbb-2562-40e6-9a21-a5d02cc321ef tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:28.329854 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-0a4585c5-e979-4db8-b6dc-783fb27aec60 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'fixed_ips': [{'subnet_id': '742749c7-e39b-4e7a-a66e-27266e7bcc6b', 'ip_address': '2001:db8::c183:d94d:baa3:79c2'}], 'name': 'tempest-NetworksTestDHCPv6-124698491'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:28.333541 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4ea620df-ae40-41d8-aaf6-cbe4ff04bcc9 req-c215ebbb-2562-40e6-9a21-a5d02cc321ef tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 943 time: 0.1324959 Jul 24 09:33:28.387319 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-55ca269f-b4b2-418e-8977-f0872c020e1b None None] Provisioning for port 7c2cc6d3-440c-4f44-a9d2-c06311b91faf completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:28.408126 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-55ca269f-b4b2-418e-8977-f0872c020e1b None None] Provisioning complete for port 7c2cc6d3-440c-4f44-a9d2-c06311b91faf triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:28.409739 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4ea620df-ae40-41d8-aaf6-cbe4ff04bcc9 req-1cb6c1da-274e-456f-8a50-cdf29926dc50 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4bbf162-3630-42e0-9ff1-7274b733bf45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732429 Jul 24 09:33:28.409927 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-55ca269f-b4b2-418e-8977-f0872c020e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:28.512566 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-10a4aa2c-5455-43da-b890-0bdb1c079401 req-bb7cdd2c-c67d-48ad-8a25-67740131a062 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] For port 147978b4-53aa-4cb6-9e65-86d4915a6397, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=147978b4-53aa-4cb6-9e65-86d4915a6397,segment=NetworkSegment(5df2741c-f326-497a-8276-79e58d1e0fc4),segment_id=5df2741c-f326-497a-8276-79e58d1e0fc4)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:28.513049 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-10a4aa2c-5455-43da-b890-0bdb1c079401 req-bb7cdd2c-c67d-48ad-8a25-67740131a062 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:28.545796 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4585c5-e979-4db8-b6dc-783fb27aec60 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:33:28.633345 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-55ca269f-b4b2-418e-8977-f0872c020e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:28.706622 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-55ca269f-b4b2-418e-8977-f0872c020e1b None None] For port 7c2cc6d3-440c-4f44-a9d2-c06311b91faf, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7c2cc6d3-440c-4f44-a9d2-c06311b91faf,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:28.714519 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-55ca269f-b4b2-418e-8977-f0872c020e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:28.796926 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca269f-b4b2-418e-8977-f0872c020e1b None None] Pushing event updated for resources: {'Port': ['ID=7c2cc6d3-440c-4f44-a9d2-c06311b91faf,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:29.012858 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597064d2-a5f9-41e5-b5f1-bafd28444a04 req-6c843855-cbe7-4584-9ede-3ade60f62461 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:29.021275 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-597064d2-a5f9-41e5-b5f1-bafd28444a04 req-6c843855-cbe7-4584-9ede-3ade60f62461 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=453617fa-c3a6-42f3-af83-6fa84c7a51ac HTTP/1.1" status: 200 len: 946 time: 0.0924900 Jul 24 09:33:29.042957 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeb8a93-9071-434a-b3d8-cda2f6d87be2 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:33:29.053158 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0a4585c5-e979-4db8-b6dc-783fb27aec60 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:29.059095 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-597064d2-a5f9-41e5-b5f1-bafd28444a04 req-ebcd6331-39a2-4d6b-9a2b-dcb1e04745c1 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups?id=68cac856-a39c-4bf7-ab11-60deb264bec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368481 Jul 24 09:33:29.105819 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-0a4585c5-e979-4db8-b6dc-783fb27aec60 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] device_id is not set on port 2a67f7c9-12e9-4e66-90c8-36e46416032d yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:33:29.149732 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-087ff48b-fb78-4bcd-a81f-1a56be6491b2 None None] Provisioning complete for port 7c2cc6d3-440c-4f44-a9d2-c06311b91faf triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:29.150202 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-087ff48b-fb78-4bcd-a81f-1a56be6491b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:29.196817 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d65e5f-4909-4b88-9daf-53adb0037128 req-d7548f0a-01cb-414a-9056-f86629968775 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:29.198340 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-45d65e5f-4909-4b88-9daf-53adb0037128 req-d7548f0a-01cb-414a-9056-f86629968775 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 946 time: 0.2900436 Jul 24 09:33:29.352246 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-45d65e5f-4909-4b88-9daf-53adb0037128 req-d1d0edb2-b52e-48d2-a68f-3a21f731305d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271081 Jul 24 09:33:29.367184 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-10a4aa2c-5455-43da-b890-0bdb1c079401 req-bb7cdd2c-c67d-48ad-8a25-67740131a062 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:29.367579 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-10a4aa2c-5455-43da-b890-0bdb1c079401 req-bb7cdd2c-c67d-48ad-8a25-67740131a062 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:29.367888 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [req-10a4aa2c-5455-43da-b890-0bdb1c079401 req-bb7cdd2c-c67d-48ad-8a25-67740131a062 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Floating IP 6042a428-5390-4293-b463-566191d0e220 disassociated. External IP: 172.25.7.6, port: 147978b4-53aa-4cb6-9e65-86d4915a6397. Jul 24 09:33:29.368320 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-10a4aa2c-5455-43da-b890-0bdb1c079401 req-bb7cdd2c-c67d-48ad-8a25-67740131a062 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Calling delete_port for 147978b4-53aa-4cb6-9e65-86d4915a6397 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:29.437426 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-0a4585c5-e979-4db8-b6dc-783fb27aec60 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 2001:db8::c183:d94d:baa3:79c2 (563773b9-347f-4496-b491-b57b6545ee0e/742749c7-e39b-4e7a-a66e-27266e7bcc6b/2a67f7c9-12e9-4e66-90c8-36e46416032d) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:33:29.610943 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7c2cc6d3-440c-4f44-a9d2-c06311b91faf up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:33:29.634908 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61379d0d-36ea-4d87-9534-60010d792021 req-471229d8-1c6e-4ea0-876c-c7a2ab207195 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:29.637639 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-61379d0d-36ea-4d87-9534-60010d792021 req-471229d8-1c6e-4ea0-876c-c7a2ab207195 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 943 time: 0.1297135 Jul 24 09:33:29.672693 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-10a4aa2c-5455-43da-b890-0bdb1c079401 req-bb7cdd2c-c67d-48ad-8a25-67740131a062 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:29.686701 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-427c2f82-2a59-4ae2-a143-88a5aa2c4f88 None None] Provisioning complete for port 7c2cc6d3-440c-4f44-a9d2-c06311b91faf triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:29.687650 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-427c2f82-2a59-4ae2-a143-88a5aa2c4f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:29.705520 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-61379d0d-36ea-4d87-9534-60010d792021 req-b80b4994-dd0e-4fca-a81c-658d9ccab7ca tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4bbf162-3630-42e0-9ff1-7274b733bf45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624261 Jul 24 09:33:29.724706 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0a4585c5-e979-4db8-b6dc-783fb27aec60 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:29.741205 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-0a4585c5-e979-4db8-b6dc-783fb27aec60 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Transition to ACTIVE for port object 2a67f7c9-12e9-4e66-90c8-36e46416032d will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:29.742527 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 7c2cc6d3-440c-4f44-a9d2-c06311b91faf triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:29.743124 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:29.750940 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7cdd2c-c67d-48ad-8a25-67740131a062 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Pushing event deleted for resources: {'Port': ['ID=147978b4-53aa-4cb6-9e65-86d4915a6397,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:29.817272 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4145a98e-93cd-40e7-af09-c0aeda89a97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:29.876986 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0a4585c5-e979-4db8-b6dc-783fb27aec60 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:29.940158 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4585c5-e979-4db8-b6dc-783fb27aec60 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:29.950643 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-0a4585c5-e979-4db8-b6dc-783fb27aec60 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:29.956912 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4585c5-e979-4db8-b6dc-783fb27aec60 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:33:29.963199 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4585c5-e979-4db8-b6dc-783fb27aec60 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:29.963859 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0a4585c5-e979-4db8-b6dc-783fb27aec60 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:29.969630 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4585c5-e979-4db8-b6dc-783fb27aec60 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Port': ['ID=2a67f7c9-12e9-4e66-90c8-36e46416032d,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:29.975889 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10a4aa2c-5455-43da-b890-0bdb1c079401 req-bb7cdd2c-c67d-48ad-8a25-67740131a062 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Router e786ccd1-1704-4409-b64d-3e02cbdfd41c has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:33:29.989722 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0a4585c5-e979-4db8-b6dc-783fb27aec60 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6798482 Jul 24 09:33:29.993138 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60818) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:29.999612 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e806b07b-b117-480c-acd7-d6e320660bd0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'fixed_ips': [{'subnet_id': '742749c7-e39b-4e7a-a66e-27266e7bcc6b', 'ip_address': '2001:db8::c183:d94d:baa3:79c2'}], 'name': 'tempest-NetworksTestDHCPv6-635329348'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:30.011284 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-35db6f02-147c-4b6f-8ef8-462a78cba1c0 None None] Could not find standard attr ID for object aedf45b4-1f63-46d3-89e8-3c7d539370ca. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:33:30.147184 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10a4aa2c-5455-43da-b890-0bdb1c079401 req-bb7cdd2c-c67d-48ad-8a25-67740131a062 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:33:30.161532 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7afa376-cafb-4884-adfe-32f7f590aa4d None None] Sync routers for ids ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:33:30.176122 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e806b07b-b117-480c-acd7-d6e320660bd0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:33:30.184702 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7afa376-cafb-4884-adfe-32f7f590aa4d None None] Routers {'e786ccd1-1704-4409-b64d-3e02cbdfd41c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:33:30.193159 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d7afa376-cafb-4884-adfe-32f7f590aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:33:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:30.247398 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a4aa2c-5455-43da-b890-0bdb1c079401 req-bb7cdd2c-c67d-48ad-8a25-67740131a062 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] No DVR routers for this DVR port 147978b4-53aa-4cb6-9e65-86d4915a6397 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:33:30.250224 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-10a4aa2c-5455-43da-b890-0bdb1c079401 req-bb7cdd2c-c67d-48ad-8a25-67740131a062 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:30.252827 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-10a4aa2c-5455-43da-b890-0bdb1c079401 req-bb7cdd2c-c67d-48ad-8a25-67740131a062 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.37 "DELETE /v2.0/ports/147978b4-53aa-4cb6-9e65-86d4915a6397 HTTP/1.1" status: 204 len: 173 time: 2.1908808 Jul 24 09:33:30.253403 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453617fa-c3a6-42f3-af83-6fa84c7a51ac', 'name': 'network-vif-deleted', 'tag': '147978b4-53aa-4cb6-9e65-86d4915a6397'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:33:30.255795 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f8dbc0-da49-404e-a197-a0e1ebdb3b5c" -d '{"events": [{"server_uuid": "453617fa-c3a6-42f3-af83-6fa84c7a51ac", "name": "network-vif-deleted", "tag": "147978b4-53aa-4cb6-9e65-86d4915a6397"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:33:30.291212 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ba4d03e5-1ff7-4bc5-8b0e-e2a2f6ff2601 req-1260f9d5-3e50-4bf5-aab4-37bfb24eab90 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/ports?device_id=453617fa-c3a6-42f3-af83-6fa84c7a51ac HTTP/1.1" status: 200 len: 210 time: 0.0762651 Jul 24 09:33:30.362932 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334d1974-ca58-4cab-a06b-c6e7e842b6a2 x-openstack-request-id: req-334d1974-ca58-4cab-a06b-c6e7e842b6a2 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:33:30.363429 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453617fa-c3a6-42f3-af83-6fa84c7a51ac", "name": "network-vif-deleted", "tag": "147978b4-53aa-4cb6-9e65-86d4915a6397", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:33:30.363896 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-334d1974-ca58-4cab-a06b-c6e7e842b6a2 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:33:30.364450 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453617fa-c3a6-42f3-af83-6fa84c7a51ac', 'name': 'network-vif-deleted', 'tag': '147978b4-53aa-4cb6-9e65-86d4915a6397', 'status': 'completed', 'code': 200} Jul 24 09:33:30.380913 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e806b07b-b117-480c-acd7-d6e320660bd0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:30.414868 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-e806b07b-b117-480c-acd7-d6e320660bd0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] device_id is not set on port ddad327b-91df-48db-be70-b5bf082ef728 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:33:30.465603 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-d7afa376-cafb-4884-adfe-32f7f590aa4d None None] Set router e786ccd1-1704-4409-b64d-3e02cbdfd41c gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:33:30.582676 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d94253-76cb-4a68-b314-facd3802c70d req-3c32565d-ab85-46c0-98c0-0bbf37c034d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:30.588555 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89d94253-76cb-4a68-b314-facd3802c70d req-3c32565d-ab85-46c0-98c0-0bbf37c034d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 946 time: 0.0985005 Jul 24 09:33:30.640008 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89d94253-76cb-4a68-b314-facd3802c70d req-c4a52ee6-814d-40e9-90e4-81fd7481eb30 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465608 Jul 24 09:33:30.642253 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-e806b07b-b117-480c-acd7-d6e320660bd0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 24 09:33:30.642947 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e806b07b-b117-480c-acd7-d6e320660bd0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:33:30.673869 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e806b07b-b117-480c-acd7-d6e320660bd0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6794794 Jul 24 09:33:30.676726 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60828) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:30.756351 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:30.776468 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-daa95296-0530-4ac4-abfb-657fef8cf75c None None] Provisioning for port 2a67f7c9-12e9-4e66-90c8-36e46416032d completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:30.781387 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf266a5c-7fc8-46be-8bbd-0d5d5cfae742 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:30.783998 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-daa95296-0530-4ac4-abfb-657fef8cf75c None None] Provisioning complete for port 2a67f7c9-12e9-4e66-90c8-36e46416032d triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:30.784367 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-daa95296-0530-4ac4-abfb-657fef8cf75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:30.802717 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf266a5c-7fc8-46be-8bbd-0d5d5cfae742 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:30.805027 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bf266a5c-7fc8-46be-8bbd-0d5d5cfae742 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1266072 Jul 24 09:33:30.808444 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60832) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:30.865767 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-daa95296-0530-4ac4-abfb-657fef8cf75c None None] Port 2a67f7c9-12e9-4e66-90c8-36e46416032d cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:33:30.923659 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988f2db-87b2-4134-8144-166957348599 req-36c7f501-dc1a-4552-8a26-63a584bcfa03 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:30.927248 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d7afa376-cafb-4884-adfe-32f7f590aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'name': 'tempest-AttachVolumeTestJSON-2125491744-router', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:25:57Z', 'updated_at': '2021-07-24T09:26:09Z', 'revision_number': 4, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'gw_port': {'id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:59Z', 'updated_at': '2021-07-24T09:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'caa9efb5-9c12-47ef-9d9d-383a10b9d151', 'name': '', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'mac_address': 'fa:16:3e:e9:d4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:26:08Z', 'updated_at': '2021-07-24T09:26:21Z', 'revision_number': 5, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'subnets': [{'id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:30.939147 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c988f2db-87b2-4134-8144-166957348599 req-36c7f501-dc1a-4552-8a26-63a584bcfa03 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 943 time: 0.1379607 Jul 24 09:33:30.942544 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-031fd344-d964-4a9f-b59a-80a5587fd4e5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting port 2a67f7c9-12e9-4e66-90c8-36e46416032d {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:30.943121 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-031fd344-d964-4a9f-b59a-80a5587fd4e5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:30.963500 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7afa376-cafb-4884-adfe-32f7f590aa4d None None] Checking router: e786ccd1-1704-4409-b64d-3e02cbdfd41c for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:33:30.972803 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7afa376-cafb-4884-adfe-32f7f590aa4d None None] Routers {'e786ccd1-1704-4409-b64d-3e02cbdfd41c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:33:30.973425 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d7afa376-cafb-4884-adfe-32f7f590aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:33:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:31.000242 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c988f2db-87b2-4134-8144-166957348599 req-94502428-6544-4835-8d1d-404ff714f578 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4bbf162-3630-42e0-9ff1-7274b733bf45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545852 Jul 24 09:33:31.045195 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-031fd344-d964-4a9f-b59a-80a5587fd4e5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:31.059878 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-031fd344-d964-4a9f-b59a-80a5587fd4e5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Calling delete_port for 2a67f7c9-12e9-4e66-90c8-36e46416032d owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:31.071099 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:31.101936 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-d7afa376-cafb-4884-adfe-32f7f590aa4d None None] Set router e786ccd1-1704-4409-b64d-3e02cbdfd41c gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:33:31.200030 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-031fd344-d964-4a9f-b59a-80a5587fd4e5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:31.232609 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fd344-d964-4a9f-b59a-80a5587fd4e5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Port': ['ID=2a67f7c9-12e9-4e66-90c8-36e46416032d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:31.261984 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-031fd344-d964-4a9f-b59a-80a5587fd4e5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:31.263915 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-031fd344-d964-4a9f-b59a-80a5587fd4e5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/2a67f7c9-12e9-4e66-90c8-36e46416032d HTTP/1.1" status: 204 len: 168 time: 0.4541230 Jul 24 09:33:31.266943 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60840) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:31.330362 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb850cc-3c9b-4421-92c0-4b26e1504161 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:31.331941 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb850cc-3c9b-4421-92c0-4b26e1504161 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:31.336443 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1eb850cc-3c9b-4421-92c0-4b26e1504161 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0684059 Jul 24 09:33:31.336753 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60846) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:31.365402 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d7afa376-cafb-4884-adfe-32f7f590aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'name': 'tempest-AttachVolumeTestJSON-2125491744-router', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:25:57Z', 'updated_at': '2021-07-24T09:26:09Z', 'revision_number': 4, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'gw_port': {'id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:59Z', 'updated_at': '2021-07-24T09:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'caa9efb5-9c12-47ef-9d9d-383a10b9d151', 'name': '', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'mac_address': 'fa:16:3e:e9:d4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:26:08Z', 'updated_at': '2021-07-24T09:26:21Z', 'revision_number': 5, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'subnets': [{'id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:31.406603 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68e6401-9a9a-40cc-867a-57daca138382 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet 742749c7-e39b-4e7a-a66e-27266e7bcc6b {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:33:31.411591 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60850) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:31.418318 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60852) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:31.418542 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7afa376-cafb-4884-adfe-32f7f590aa4d None None] The sync data for ids ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'] in n-d-800085-9 is: [{'id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'name': 'tempest-AttachVolumeTestJSON-2125491744-router', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:25:57Z', 'updated_at': '2021-07-24T09:26:09Z', 'revision_number': 4, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'gw_port': {'id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:59Z', 'updated_at': '2021-07-24T09:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'caa9efb5-9c12-47ef-9d9d-383a10b9d151', 'name': '', 'network_id': 'f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'mac_address': 'fa:16:3e:e9:d4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:26:08Z', 'updated_at': '2021-07-24T09:26:21Z', 'revision_number': 5, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'subnets': [{'id': 'ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:33:31.425416 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a68e6401-9a9a-40cc-867a-57daca138382 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:31.474213 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a68e6401-9a9a-40cc-867a-57daca138382 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:31.539912 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a68e6401-9a9a-40cc-867a-57daca138382 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:31.557819 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-797dcff3-fb53-4f29-830c-ad611454459f tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:31.584083 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-797dcff3-fb53-4f29-830c-ad611454459f tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:31.623965 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a68e6401-9a9a-40cc-867a-57daca138382 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:31.665150 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e6401-9a9a-40cc-867a-57daca138382 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=742749c7-e39b-4e7a-a66e-27266e7bcc6b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:31.667469 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a68e6401-9a9a-40cc-867a-57daca138382 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:31.669727 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a68e6401-9a9a-40cc-867a-57daca138382 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/742749c7-e39b-4e7a-a66e-27266e7bcc6b HTTP/1.1" status: 204 len: 168 time: 0.3308260 Jul 24 09:33:31.671900 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60858) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:31.689232 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a43b42b-7ed9-4ac8-bdbe-70adf7080849 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:33:31.743742 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f775ce59-e832-4e50-92bf-9e4c5cd4bae3 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699389 Jul 24 09:33:31.747307 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60860) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:31.752092 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f82de1d3-76a0-4e99-801e-8b56fc3ebe70 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:31.780579 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-797dcff3-fb53-4f29-830c-ad611454459f tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:31.783229 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-797dcff3-fb53-4f29-830c-ad611454459f tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:31.786946 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-797dcff3-fb53-4f29-830c-ad611454459f tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "DELETE /v2.0/security-groups/68cac856-a39c-4bf7-ab11-60deb264bec5 HTTP/1.1" status: 204 len: 168 time: 0.3720584 Jul 24 09:33:31.787776 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60862) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:31.810096 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 147978b4-53aa-4cb6-9e65-86d4915a6397 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:33:31.811018 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-5f434df2-693c-4933-b61a-b9d3b405b5ca tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] show failed (client error): The resource could not be found. Jul 24 09:33:31.812078 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5f434df2-693c-4933-b61a-b9d3b405b5ca tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "GET /v2.0/security-groups/68cac856-a39c-4bf7-ab11-60deb264bec5 HTTP/1.1" status: 404 len: 347 time: 0.0184536 Jul 24 09:33:31.813571 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797dcff3-fb53-4f29-830c-ad611454459f tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cac856-a39c-4bf7-ab11-60deb264bec5,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:31.815418 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60864) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:31.843319 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf84426-db87-49a4-8ec6-e016c476cd88 None None] New status for floating IP 6042a428-5390-4293-b463-566191d0e220: DOWN {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:33:31.868003 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 147978b4-53aa-4cb6-9e65-86d4915a6397 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:33:31.868957 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 147978b4-53aa-4cb6-9e65-86d4915a6397 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:33:31.950942 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f184e06-4fcf-4101-95e5-f3bcadb61585 req-5c71f735-a76f-42df-96c6-cdb880ccf64c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:31.952901 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f184e06-4fcf-4101-95e5-f3bcadb61585 req-5c71f735-a76f-42df-96c6-cdb880ccf64c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 946 time: 0.2152162 Jul 24 09:33:32.036317 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f184e06-4fcf-4101-95e5-f3bcadb61585 req-edbaf21c-6f57-490a-8d72-521ebd9c8961 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763140 Jul 24 09:33:32.071649 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e7827e-2907-4845-886a-566698fae207 None None] DHCP port deletion for 563773b9-347f-4496-b491-b57b6545ee0e request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:33:32.095211 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-46376ea5-c0d8-41c7-b293-e60736152cd6 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Deleting port 8cb1842b-d793-4275-85af-9a2cde10dc34 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:32.095634 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46376ea5-c0d8-41c7-b293-e60736152cd6 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:32.153986 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-89e7827e-2907-4845-886a-566698fae207 None None] Deleting port 7c2cc6d3-440c-4f44-a9d2-c06311b91faf {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:32.169936 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-89e7827e-2907-4845-886a-566698fae207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:32.200690 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46376ea5-c0d8-41c7-b293-e60736152cd6 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:32.201412 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46376ea5-c0d8-41c7-b293-e60736152cd6 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:32.213789 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-46376ea5-c0d8-41c7-b293-e60736152cd6 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Calling delete_port for 8cb1842b-d793-4275-85af-9a2cde10dc34 owned by network:floatingip {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:32.239663 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-89e7827e-2907-4845-886a-566698fae207 None None] For port 7c2cc6d3-440c-4f44-a9d2-c06311b91faf, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7c2cc6d3-440c-4f44-a9d2-c06311b91faf,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:32.240053 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-89e7827e-2907-4845-886a-566698fae207 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:32.252875 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-89e7827e-2907-4845-886a-566698fae207 None None] Calling delete_port for 7c2cc6d3-440c-4f44-a9d2-c06311b91faf owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:32.332846 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-89e7827e-2907-4845-886a-566698fae207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:32.365780 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7827e-2907-4845-886a-566698fae207 None None] Pushing event deleted for resources: {'Port': ['ID=7c2cc6d3-440c-4f44-a9d2-c06311b91faf,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:32.365780 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e7827e-2907-4845-886a-566698fae207 None None] No DVR routers for this DVR port 7c2cc6d3-440c-4f44-a9d2-c06311b91faf on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:33:32.375361 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46376ea5-c0d8-41c7-b293-e60736152cd6 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:32.402636 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46376ea5-c0d8-41c7-b293-e60736152cd6 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Pushing event deleted for resources: {'Port': ['ID=8cb1842b-d793-4275-85af-9a2cde10dc34,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:32.416202 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46376ea5-c0d8-41c7-b293-e60736152cd6 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:32.416202 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46376ea5-c0d8-41c7-b293-e60736152cd6 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:32.416801 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46376ea5-c0d8-41c7-b293-e60736152cd6 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:32.417305 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46376ea5-c0d8-41c7-b293-e60736152cd6 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:32.417707 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46376ea5-c0d8-41c7-b293-e60736152cd6 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:32.418100 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46376ea5-c0d8-41c7-b293-e60736152cd6 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:32.418539 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46376ea5-c0d8-41c7-b293-e60736152cd6 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:32.419404 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46376ea5-c0d8-41c7-b293-e60736152cd6 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:32.419404 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46376ea5-c0d8-41c7-b293-e60736152cd6 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:32.419646 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46376ea5-c0d8-41c7-b293-e60736152cd6 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:32.420012 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46376ea5-c0d8-41c7-b293-e60736152cd6 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:32.420346 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46376ea5-c0d8-41c7-b293-e60736152cd6 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:32.423214 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82de1d3-76a0-4e99-801e-8b56fc3ebe70 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:33:32.426797 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f82de1d3-76a0-4e99-801e-8b56fc3ebe70 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:32.492954 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46376ea5-c0d8-41c7-b293-e60736152cd6 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks [] for floatingip, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:32.495403 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-46376ea5-c0d8-41c7-b293-e60736152cd6 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:32.496556 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-46376ea5-c0d8-41c7-b293-e60736152cd6 tempest-AttachVolumeTestJSON-509164206 tempest-AttachVolumeTestJSON-509164206-project] 10.222.0.32 "DELETE /v2.0/floatingips/6042a428-5390-4293-b463-566191d0e220 HTTP/1.1" status: 204 len: 168 time: 0.6727660 Jul 24 09:33:32.518925 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c43ea6-6ccf-4d5e-8821-66b3ce43a1d9 req-e587765e-61f8-4d0d-b6e1-d54a0b6d8984 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:32.520629 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b7c43ea6-6ccf-4d5e-8821-66b3ce43a1d9 req-e587765e-61f8-4d0d-b6e1-d54a0b6d8984 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 943 time: 0.2407928 Jul 24 09:33:32.619530 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b7c43ea6-6ccf-4d5e-8821-66b3ce43a1d9 req-76187ac3-7374-45e8-a23f-846cf34a3b14 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4bbf162-3630-42e0-9ff1-7274b733bf45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909550 Jul 24 09:33:32.779888 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f82de1d3-76a0-4e99-801e-8b56fc3ebe70 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:32.850265 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82de1d3-76a0-4e99-801e-8b56fc3ebe70 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:32.876244 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:32.882808 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-f82de1d3-76a0-4e99-801e-8b56fc3ebe70 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:32.893312 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82de1d3-76a0-4e99-801e-8b56fc3ebe70 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:32.893908 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f82de1d3-76a0-4e99-801e-8b56fc3ebe70 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:32.895366 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228b9430-fe72-4a35-b875-26ecccea1d52 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:33:32.903960 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82de1d3-76a0-4e99-801e-8b56fc3ebe70 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=1b3ae17a-75e8-4b4d-80c2-c7433352642a,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:32.921732 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f82de1d3-76a0-4e99-801e-8b56fc3ebe70 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1736507 Jul 24 09:33:32.924605 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60872) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:32.929938 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-9ae21c37-d055-4f5f-9a5a-1818d3823676 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'fixed_ips': [{'subnet_id': '1b3ae17a-75e8-4b4d-80c2-c7433352642a', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-864502263'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:32.961570 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f04e3dfb-042f-4cbf-ac1c-275dd477163f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:33.058334 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae21c37-d055-4f5f-9a5a-1818d3823676 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:33:33.065156 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9ae21c37-d055-4f5f-9a5a-1818d3823676 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:33.104577 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbd9815-b36e-4ba4-b2d5-3a00b90f0007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-563773b9-347f-4496-b491-b57b6545ee0e', 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'fixed_ips': [{'subnet_id': '1b3ae17a-75e8-4b4d-80c2-c7433352642a'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:33:33.105820 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7dbd9815-b36e-4ba4-b2d5-3a00b90f0007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:33.133051 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-9ae21c37-d055-4f5f-9a5a-1818d3823676 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] device_id is not set on port e1ae94d7-b64a-48bc-b6c7-6eedffc937d5 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:33:33.256262 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-7dbd9815-b36e-4ba4-b2d5-3a00b90f0007 None None] Allocated IP 2001:db8::2 (563773b9-347f-4496-b491-b57b6545ee0e/1b3ae17a-75e8-4b4d-80c2-c7433352642a/56985eaa-ccd3-4353-91d1-51ed8971e487) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:33:33.285330 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [req-107ae446-d4ed-4359-9735-1940676f1fcd req-ec1f5c0f-2986-4970-9b99-038f1ff57115 service neutron] show failed (client error): The resource could not be found. Jul 24 09:33:33.286377 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-107ae446-d4ed-4359-9735-1940676f1fcd req-ec1f5c0f-2986-4970-9b99-038f1ff57115 service neutron] 10.222.0.20 "GET /v2.0/ports/e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193/bindings/n-h1-800085-9 HTTP/1.1" status: 404 len: 380 time: 0.1761005 Jul 24 09:33:33.392303 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81458412-9b71-4337-898b-bab389ab5e72 req-1104fe1c-f84b-477c-88c2-3dc06369119c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:33.393935 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-81458412-9b71-4337-898b-bab389ab5e72 req-1104fe1c-f84b-477c-88c2-3dc06369119c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 946 time: 0.2175891 Jul 24 09:33:33.421018 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-f04e3dfb-042f-4cbf-ac1c-275dd477163f admin admin] Deleting port 1707e30a-8b36-43da-a336-e3029aa42798 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:33.421525 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f04e3dfb-042f-4cbf-ac1c-275dd477163f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:33.444900 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7dbd9815-b36e-4ba4-b2d5-3a00b90f0007 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:33.449862 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-81458412-9b71-4337-898b-bab389ab5e72 req-34f57130-2180-4b62-8e0d-e428ad836f8a tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493085 Jul 24 09:33:33.464534 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7dbd9815-b36e-4ba4-b2d5-3a00b90f0007 None None] Transition to ACTIVE for port object 56985eaa-ccd3-4353-91d1-51ed8971e487 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:33.495998 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7dbd9815-b36e-4ba4-b2d5-3a00b90f0007 None None] Transition to ACTIVE for port object 56985eaa-ccd3-4353-91d1-51ed8971e487 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:33.507545 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae21c37-d055-4f5f-9a5a-1818d3823676 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:33:33.510029 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ae21c37-d055-4f5f-9a5a-1818d3823676 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:33:33.518234 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7dbd9815-b36e-4ba4-b2d5-3a00b90f0007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:33.533285 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-f04e3dfb-042f-4cbf-ac1c-275dd477163f admin admin] For port 1707e30a-8b36-43da-a336-e3029aa42798, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=1707e30a-8b36-43da-a336-e3029aa42798,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:33.533897 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f04e3dfb-042f-4cbf-ac1c-275dd477163f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:33.553549 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-f04e3dfb-042f-4cbf-ac1c-275dd477163f admin admin] Calling delete_port for 1707e30a-8b36-43da-a336-e3029aa42798 owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:33.568173 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9ae21c37-d055-4f5f-9a5a-1818d3823676 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.6418188 Jul 24 09:33:33.570757 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60876) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:33.577281 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbd9815-b36e-4ba4-b2d5-3a00b90f0007 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:33.580416 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-7dbd9815-b36e-4ba4-b2d5-3a00b90f0007 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:33.583154 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbd9815-b36e-4ba4-b2d5-3a00b90f0007 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:33:33.635747 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd9815-b36e-4ba4-b2d5-3a00b90f0007 None None] Pushing event updated for resources: {'Port': ['ID=56985eaa-ccd3-4353-91d1-51ed8971e487,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:33.670191 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7c2cc6d3-440c-4f44-a9d2-c06311b91faf no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:33:33.672508 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 03aeeba0-075a-4190-b4cb-5b48b682316f details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:33:33.675718 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ae446-d4ed-4359-9735-1940676f1fcd req-ed7a6cb9-8ea3-463e-89e9-36d0d15cb8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:33.677629 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-107ae446-d4ed-4359-9735-1940676f1fcd req-ed7a6cb9-8ea3-463e-89e9-36d0d15cb8c6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c&tenant_id=766769263b9c4ac0aa4c77c8f3c95808 HTTP/1.1" status: 200 len: 1097 time: 0.1631629 Jul 24 09:33:33.695679 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-107ae446-d4ed-4359-9735-1940676f1fcd req-fc127513-8f18-4168-b27e-cd6f7fdb32fe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-9', 'device_owner': 'compute:nova'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:33.710484 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 7c2cc6d3-440c-4f44-a9d2-c06311b91faf {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:33:33.710857 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7c2cc6d3-440c-4f44-a9d2-c06311b91faf not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:33:33.726645 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-7dbd9815-b36e-4ba4-b2d5-3a00b90f0007 None None] Attempting to bind port 56985eaa-ccd3-4353-91d1-51ed8971e487 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:33:33.727236 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-7dbd9815-b36e-4ba4-b2d5-3a00b90f0007 None None] Attempting to bind port 56985eaa-ccd3-4353-91d1-51ed8971e487 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:33:33.728349 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbd9815-b36e-4ba4-b2d5-3a00b90f0007 None None] Attempting to bind port 56985eaa-ccd3-4353-91d1-51ed8971e487 on network 563773b9-347f-4496-b491-b57b6545ee0e {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:33:33.739281 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbd9815-b36e-4ba4-b2d5-3a00b90f0007 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:33:33.739971 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbd9815-b36e-4ba4-b2d5-3a00b90f0007 None None] Checking segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:33:33.745695 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7dbd9815-b36e-4ba4-b2d5-3a00b90f0007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:33.745695 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbd9815-b36e-4ba4-b2d5-3a00b90f0007 None None] Bound using segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:33:33.746193 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-7dbd9815-b36e-4ba4-b2d5-3a00b90f0007 None None] Bound port: 56985eaa-ccd3-4353-91d1-51ed8971e487, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:33:33.746581 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7dbd9815-b36e-4ba4-b2d5-3a00b90f0007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:33.786260 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2642cd2-a53a-4fea-8cd8-e5f50930f018 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:33.791298 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d2642cd2-a53a-4fea-8cd8-e5f50930f018 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2140696 Jul 24 09:33:33.791298 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60882) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:33.835362 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-107ae446-d4ed-4359-9735-1940676f1fcd req-fc127513-8f18-4168-b27e-cd6f7fdb32fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:33.887930 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02188cac-b24b-4c67-a75a-d3387fc5b24c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:33.889721 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02188cac-b24b-4c67-a75a-d3387fc5b24c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:33.891256 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-02188cac-b24b-4c67-a75a-d3387fc5b24c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0993340 Jul 24 09:33:33.891394 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 03aeeba0-075a-4190-b4cb-5b48b682316f, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=03aeeba0-075a-4190-b4cb-5b48b682316f,segment=NetworkSegment(a54c4ce2-5110-4b60-8acd-9b1ca7906c18),segment_id=a54c4ce2-5110-4b60-8acd-9b1ca7906c18)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:33.893851 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60884) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:33.894013 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-7dbd9815-b36e-4ba4-b2d5-3a00b90f0007 None None] For port 56985eaa-ccd3-4353-91d1-51ed8971e487, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:33:33.912332 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '03aeeba0-075a-4190-b4cb-5b48b682316f', 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3', 'port_id': '03aeeba0-075a-4190-b4cb-5b48b682316f', 'mac_address': 'fa:16:3e:7e:fa:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6edc8e9e-14b5-4008-b91c-eb8350e9b15f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:33:33.914807 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-7dbd9815-b36e-4ba4-b2d5-3a00b90f0007 None None] For port 56985eaa-ccd3-4353-91d1-51ed8971e487, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=56985eaa-ccd3-4353-91d1-51ed8971e487,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:33:33.923488 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7dbd9815-b36e-4ba4-b2d5-3a00b90f0007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:33.952645 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e38069e-23cd-4075-8b9d-5b1cdcab7a1e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet 1b3ae17a-75e8-4b4d-80c2-c7433352642a {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:33:33.958927 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3e38069e-23cd-4075-8b9d-5b1cdcab7a1e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:33.962950 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9775c-3abe-4e9d-8e0c-a7ce62dc1d72 req-83d30340-4b64-4601-b2d5-fd4fa8fe2a40 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:33.971689 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1b9775c-3abe-4e9d-8e0c-a7ce62dc1d72 req-83d30340-4b64-4601-b2d5-fd4fa8fe2a40 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 943 time: 0.1625569 Jul 24 09:33:34.012827 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:34.025199 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd9815-b36e-4ba4-b2d5-3a00b90f0007 None None] Pushing event updated for resources: {'Port': ['ID=56985eaa-ccd3-4353-91d1-51ed8971e487,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:34.039507 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03aeeba0-075a-4190-b4cb-5b48b682316f {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:33:34.043165 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1b9775c-3abe-4e9d-8e0c-a7ce62dc1d72 req-f1b8446f-13c6-4897-9168-397a7ad6a016 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4bbf162-3630-42e0-9ff1-7274b733bf45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704277 Jul 24 09:33:34.066529 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 03aeeba0-075a-4190-b4cb-5b48b682316f, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=03aeeba0-075a-4190-b4cb-5b48b682316f,segment=NetworkSegment(a54c4ce2-5110-4b60-8acd-9b1ca7906c18),segment_id=a54c4ce2-5110-4b60-8acd-9b1ca7906c18)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:34.077618 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f04e3dfb-042f-4cbf-ac1c-275dd477163f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:34.077885 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:34.082528 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3e38069e-23cd-4075-8b9d-5b1cdcab7a1e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:34.112749 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e3dfb-042f-4cbf-ac1c-275dd477163f admin admin] Pushing event deleted for resources: {'Port': ['ID=1707e30a-8b36-43da-a336-e3029aa42798,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:34.164416 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=03aeeba0-075a-4190-b4cb-5b48b682316f,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:34.289116 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['03aeeba0-075a-4190-b4cb-5b48b682316f'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:33:34.353552 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3e38069e-23cd-4075-8b9d-5b1cdcab7a1e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:34.357829 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-107ae446-d4ed-4359-9735-1940676f1fcd req-fc127513-8f18-4168-b27e-cd6f7fdb32fe service neutron] For port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193,segment=NetworkSegment(0586ade4-a6d7-4b93-954a-2d6955872314),segment_id=0586ade4-a6d7-4b93-954a-2d6955872314)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:34.464211 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f04e3dfb-042f-4cbf-ac1c-275dd477163f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:34.476978 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3e38069e-23cd-4075-8b9d-5b1cdcab7a1e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:34.562772 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38069e-23cd-4075-8b9d-5b1cdcab7a1e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=1b3ae17a-75e8-4b4d-80c2-c7433352642a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:34.579970 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3e38069e-23cd-4075-8b9d-5b1cdcab7a1e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:34.584053 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3e38069e-23cd-4075-8b9d-5b1cdcab7a1e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/1b3ae17a-75e8-4b4d-80c2-c7433352642a HTTP/1.1" status: 204 len: 168 time: 0.6871643 Jul 24 09:33:34.588470 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60890) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:34.639888 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-99528e95-5704-4f76-bcaa-88e6bf58030a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465791 Jul 24 09:33:34.641030 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60892) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:34.646708 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-46a51a27-0068-4350-aa32-0550b41a78c1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:34.897295 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04e3dfb-042f-4cbf-ac1c-275dd477163f admin admin] Router e4330797-b40f-4e29-beab-c3a66964a11b has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:33:34.897295 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a51a27-0068-4350-aa32-0550b41a78c1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:33:34.897295 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-46a51a27-0068-4350-aa32-0550b41a78c1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:34.936353 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-107ae446-d4ed-4359-9735-1940676f1fcd req-fc127513-8f18-4168-b27e-cd6f7fdb32fe service neutron] For port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:33:34.985294 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5235012-c4b1-4796-bc03-afe6dc8be43c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:33:34.987461 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1bf1eb-316c-4e3f-8eff-98c35c459296" -d '{"events": [{"server_uuid": "c5235012-c4b1-4796-bc03-afe6dc8be43c", "name": "network-vif-unplugged", "status": "completed", "tag": "e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:33:35.006700 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-107ae446-d4ed-4359-9735-1940676f1fcd req-fc127513-8f18-4168-b27e-cd6f7fdb32fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:35.043789 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d733d-9e50-4375-8bf4-6c6e70b540ad req-9c824d97-476e-40e3-9129-d100f6270904 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:35.045476 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad4d733d-9e50-4375-8bf4-6c6e70b540ad req-9c824d97-476e-40e3-9129-d100f6270904 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 946 time: 0.4685233 Jul 24 09:33:35.107425 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e1aa37-0b4f-440b-be4d-ef50a156b377 x-openstack-request-id: req-25e1aa37-0b4f-440b-be4d-ef50a156b377 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:33:35.107822 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5235012-c4b1-4796-bc03-afe6dc8be43c", "name": "network-vif-unplugged", "status": "completed", "tag": "e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:33:35.108249 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-25e1aa37-0b4f-440b-be4d-ef50a156b377 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:33:35.108755 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5235012-c4b1-4796-bc03-afe6dc8be43c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193', 'code': 200} Jul 24 09:33:35.110070 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-107ae446-d4ed-4359-9735-1940676f1fcd req-fc127513-8f18-4168-b27e-cd6f7fdb32fe service neutron] Transition to ACTIVE for port object e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:35.120388 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-107ae446-d4ed-4359-9735-1940676f1fcd req-fc127513-8f18-4168-b27e-cd6f7fdb32fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:35.141904 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad4d733d-9e50-4375-8bf4-6c6e70b540ad req-c66e874a-4d1d-4515-835f-bee2b255bd89 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782955 Jul 24 09:33:35.286758 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc127513-8f18-4168-b27e-cd6f7fdb32fe service neutron] Pushing event updated for resources: {'Port': ['ID=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193,revision_number=6']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:35.377026 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-107ae446-d4ed-4359-9735-1940676f1fcd req-fc127513-8f18-4168-b27e-cd6f7fdb32fe service neutron] No DVR routers for this DVR port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:33:35.398447 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1befa3-e596-4dac-9082-f122a93115f5 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:33:35.524967 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ec3c3ed7-ac2a-4f00-b843-da76bdfb4c1f None None] Provisioning for port 56985eaa-ccd3-4353-91d1-51ed8971e487 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:35.572260 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04e3dfb-042f-4cbf-ac1c-275dd477163f admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:33:35.590642 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f04e3dfb-042f-4cbf-ac1c-275dd477163f admin admin] 10.222.0.32 "PUT /v2.0/routers/e4330797-b40f-4e29-beab-c3a66964a11b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1671202 Jul 24 09:33:35.592055 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60900) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:35.592195 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105b8f76-529f-4888-99c2-a54bb58fe89e None None] Sync routers for ids ['e4330797-b40f-4e29-beab-c3a66964a11b'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:33:35.615185 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346cf73-b50f-4171-88a9-63fc587b5be0 req-ff3e066d-0e37-4533-a31b-a5e0b2bb9215 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:35.617631 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105b8f76-529f-4888-99c2-a54bb58fe89e None None] Routers {'e4330797-b40f-4e29-beab-c3a66964a11b'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:33:35.618830 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-105b8f76-529f-4888-99c2-a54bb58fe89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:33:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e4330797-b40f-4e29-beab-c3a66964a11b'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:35.623738 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d346cf73-b50f-4171-88a9-63fc587b5be0 req-ff3e066d-0e37-4533-a31b-a5e0b2bb9215 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 944 time: 0.1733298 Jul 24 09:33:35.690655 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-107ae446-d4ed-4359-9735-1940676f1fcd req-fc127513-8f18-4168-b27e-cd6f7fdb32fe service neutron] Attempting to bind port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:33:35.698607 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-107ae446-d4ed-4359-9735-1940676f1fcd req-fc127513-8f18-4168-b27e-cd6f7fdb32fe service neutron] Attempting to bind port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '0586ade4-a6d7-4b93-954a-2d6955872314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:33:35.699923 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ae446-d4ed-4359-9735-1940676f1fcd req-fc127513-8f18-4168-b27e-cd6f7fdb32fe service neutron] Attempting to bind port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 on network 8534989a-79c0-4b00-84df-d6b9f1285f33 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:33:35.704173 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 03aeeba0-075a-4190-b4cb-5b48b682316f up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:33:35.716507 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d346cf73-b50f-4171-88a9-63fc587b5be0 req-9c5ed8d4-acb3-40fb-b72d-c032784c490a tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4bbf162-3630-42e0-9ff1-7274b733bf45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916591 Jul 24 09:33:35.761421 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ae446-d4ed-4359-9735-1940676f1fcd req-fc127513-8f18-4168-b27e-cd6f7fdb32fe service neutron] Port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 on network 8534989a-79c0-4b00-84df-d6b9f1285f33 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:33:35.761833 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ae446-d4ed-4359-9735-1940676f1fcd req-fc127513-8f18-4168-b27e-cd6f7fdb32fe service neutron] Attempting to bind port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 on network 8534989a-79c0-4b00-84df-d6b9f1285f33 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:33:35.779768 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ae446-d4ed-4359-9735-1940676f1fcd req-fc127513-8f18-4168-b27e-cd6f7fdb32fe service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:33:35.780120 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ae446-d4ed-4359-9735-1940676f1fcd req-fc127513-8f18-4168-b27e-cd6f7fdb32fe service neutron] Checking segment: {'id': '0586ade4-a6d7-4b93-954a-2d6955872314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:33:35.780428 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ae446-d4ed-4359-9735-1940676f1fcd req-fc127513-8f18-4168-b27e-cd6f7fdb32fe service neutron] Bound using segment: {'id': '0586ade4-a6d7-4b93-954a-2d6955872314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:33:35.780903 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-107ae446-d4ed-4359-9735-1940676f1fcd req-fc127513-8f18-4168-b27e-cd6f7fdb32fe service neutron] Bound port: e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0586ade4-a6d7-4b93-954a-2d6955872314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:33:35.781266 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-107ae446-d4ed-4359-9735-1940676f1fcd req-fc127513-8f18-4168-b27e-cd6f7fdb32fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:35.824959 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-46a51a27-0068-4350-aa32-0550b41a78c1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:35.828679 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 56985eaa-ccd3-4353-91d1-51ed8971e487 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:33:35.847190 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc23f500-c81b-4d1b-8efe-6aec7984df00 None None] DHCP port deletion for 563773b9-347f-4496-b491-b57b6545ee0e request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:33:35.886014 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-105b8f76-529f-4888-99c2-a54bb58fe89e None None] Set router e4330797-b40f-4e29-beab-c3a66964a11b gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:33:35.903856 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ba2deb95-14c0-4b32-a19c-c388eaebee94 admin admin] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:35.925002 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a51a27-0068-4350-aa32-0550b41a78c1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=b3efb7c5-66f0-4d97-b7c7-244e65225c80,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:35.941887 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a51a27-0068-4350-aa32-0550b41a78c1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:35.944481 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-46a51a27-0068-4350-aa32-0550b41a78c1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:35.953705 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a51a27-0068-4350-aa32-0550b41a78c1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:35.955389 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-46a51a27-0068-4350-aa32-0550b41a78c1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:35.980023 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-46a51a27-0068-4350-aa32-0550b41a78c1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3357954 Jul 24 09:33:35.980628 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60906) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:35.987880 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-107ae446-d4ed-4359-9735-1940676f1fcd req-fc127513-8f18-4168-b27e-cd6f7fdb32fe service neutron] For port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:33:35.988227 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-da76fada-fb41-4814-9285-7e50a2caa55b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1175513075', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:36.017159 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da76fada-fb41-4814-9285-7e50a2caa55b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:36.018689 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da76fada-fb41-4814-9285-7e50a2caa55b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:36.045525 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-107ae446-d4ed-4359-9735-1940676f1fcd req-fc127513-8f18-4168-b27e-cd6f7fdb32fe service neutron] For port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193,segment=NetworkSegment(0586ade4-a6d7-4b93-954a-2d6955872314),segment_id=0586ade4-a6d7-4b93-954a-2d6955872314)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:33:36.067731 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-107ae446-d4ed-4359-9735-1940676f1fcd req-fc127513-8f18-4168-b27e-cd6f7fdb32fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:36.136234 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da76fada-fb41-4814-9285-7e50a2caa55b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:36.137096 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc127513-8f18-4168-b27e-cd6f7fdb32fe service neutron] Pushing event updated for resources: {'Port': ['ID=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193,revision_number=7']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:36.146175 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da76fada-fb41-4814-9285-7e50a2caa55b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:36.158379 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ae446-d4ed-4359-9735-1940676f1fcd req-fc127513-8f18-4168-b27e-cd6f7fdb32fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:36.159083 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-107ae446-d4ed-4359-9735-1940676f1fcd req-fc127513-8f18-4168-b27e-cd6f7fdb32fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:36.160825 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-107ae446-d4ed-4359-9735-1940676f1fcd req-fc127513-8f18-4168-b27e-cd6f7fdb32fe service neutron] 10.222.0.37 "PUT /v2.0/ports/e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 HTTP/1.1" status: 200 len: 1092 time: 2.4703631 Jul 24 09:33:36.185039 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da76fada-fb41-4814-9285-7e50a2caa55b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:36.186415 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-da76fada-fb41-4814-9285-7e50a2caa55b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2046797 Jul 24 09:33:36.189169 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60912) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:36.268190 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ba2deb95-14c0-4b32-a19c-c388eaebee94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:36.346445 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 03aeeba0-075a-4190-b4cb-5b48b682316f completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:36.366470 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 03aeeba0-075a-4190-b4cb-5b48b682316f triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:36.366831 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:36.415209 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ae446-d4ed-4359-9735-1940676f1fcd req-c9796add-e130-4b89-a01c-7fe649aa4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:36.417157 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-107ae446-d4ed-4359-9735-1940676f1fcd req-c9796add-e130-4b89-a01c-7fe649aa4c7a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 1095 time: 0.2165446 Jul 24 09:33:36.448576 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 56985eaa-ccd3-4353-91d1-51ed8971e487 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:36.456297 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-cc23f500-c81b-4d1b-8efe-6aec7984df00 None None] Deleting port 56985eaa-ccd3-4353-91d1-51ed8971e487 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:36.456666 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cc23f500-c81b-4d1b-8efe-6aec7984df00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:36.462300 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 56985eaa-ccd3-4353-91d1-51ed8971e487 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:36.462661 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:36.507723 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a44cb7-7f72-42a9-9d82-4b922bbf1ade req-6f450232-5160-448c-8c48-6a086d55dff6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:36.511572 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-68a44cb7-7f72-42a9-9d82-4b922bbf1ade req-6f450232-5160-448c-8c48-6a086d55dff6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 944 time: 0.2357988 Jul 24 09:33:36.528921 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-105b8f76-529f-4888-99c2-a54bb58fe89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'name': 'tempest-AttachVolumeShelveTestJSON-122914276-router', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:23:52Z', 'updated_at': '2021-07-24T09:33:33Z', 'revision_number': 5, 'project_id': 'bff123a614204702924a0af9802e1c93', 'gw_port': {'id': 'd3738f94-c762-4209-a58f-ebec51d140ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:23:54Z', 'updated_at': '2021-07-24T09:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:36.583345 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-ba2deb95-14c0-4b32-a19c-c388eaebee94 admin admin] Deleting port d3738f94-c762-4209-a58f-ebec51d140ce {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:36.583810 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ba2deb95-14c0-4b32-a19c-c388eaebee94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:36.626879 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105b8f76-529f-4888-99c2-a54bb58fe89e None None] Checking router: e4330797-b40f-4e29-beab-c3a66964a11b for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:33:36.668632 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-ba2deb95-14c0-4b32-a19c-c388eaebee94 admin admin] For port d3738f94-c762-4209-a58f-ebec51d140ce, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d3738f94-c762-4209-a58f-ebec51d140ce,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:36.669002 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ba2deb95-14c0-4b32-a19c-c388eaebee94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:36.678849 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:36.683506 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-ba2deb95-14c0-4b32-a19c-c388eaebee94 admin admin] Calling delete_port for d3738f94-c762-4209-a58f-ebec51d140ce owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:36.708089 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105b8f76-529f-4888-99c2-a54bb58fe89e None None] Routers {'e4330797-b40f-4e29-beab-c3a66964a11b'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:33:36.708747 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-105b8f76-529f-4888-99c2-a54bb58fe89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:33:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e4330797-b40f-4e29-beab-c3a66964a11b'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:36.713038 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-828cc53c-6aa4-43c1-bbd6-955ff539c38d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:36.807036 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-105b8f76-529f-4888-99c2-a54bb58fe89e None None] Set router e4330797-b40f-4e29-beab-c3a66964a11b gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:33:36.887248 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-105b8f76-529f-4888-99c2-a54bb58fe89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'name': 'tempest-AttachVolumeShelveTestJSON-122914276-router', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:23:52Z', 'updated_at': '2021-07-24T09:33:36Z', 'revision_number': 6, 'project_id': 'bff123a614204702924a0af9802e1c93', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:36.896919 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-cc23f500-c81b-4d1b-8efe-6aec7984df00 None None] For port 56985eaa-ccd3-4353-91d1-51ed8971e487, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=56985eaa-ccd3-4353-91d1-51ed8971e487,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:36.897410 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cc23f500-c81b-4d1b-8efe-6aec7984df00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:36.924432 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:36.963068 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105b8f76-529f-4888-99c2-a54bb58fe89e None None] The sync data for ids ['e4330797-b40f-4e29-beab-c3a66964a11b'] in n-d-800085-9 is: [{'id': 'e4330797-b40f-4e29-beab-c3a66964a11b', 'name': 'tempest-AttachVolumeShelveTestJSON-122914276-router', 'tenant_id': 'bff123a614204702924a0af9802e1c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:23:52Z', 'updated_at': '2021-07-24T09:33:36Z', 'revision_number': 6, 'project_id': 'bff123a614204702924a0af9802e1c93', 'gw_port_host': None}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:33:36.970912 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-cc23f500-c81b-4d1b-8efe-6aec7984df00 None None] Calling delete_port for 56985eaa-ccd3-4353-91d1-51ed8971e487 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:36.978501 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ba2deb95-14c0-4b32-a19c-c388eaebee94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:36.987146 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08087c7-a78a-4bc6-8021-12fc5d562ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03aeeba0-075a-4190-b4cb-5b48b682316f'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:33:36.989516 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b917ffa-6491-48f4-a291-8a5fd79b6f39" -d '{"events": [{"server_uuid": "a08087c7-a78a-4bc6-8021-12fc5d562ee1", "name": "network-vif-plugged", "status": "completed", "tag": "03aeeba0-075a-4190-b4cb-5b48b682316f"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:33:37.027434 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 03aeeba0-075a-4190-b4cb-5b48b682316f, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=03aeeba0-075a-4190-b4cb-5b48b682316f,segment=NetworkSegment(a54c4ce2-5110-4b60-8acd-9b1ca7906c18),segment_id=a54c4ce2-5110-4b60-8acd-9b1ca7906c18)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:37.033100 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 56985eaa-ccd3-4353-91d1-51ed8971e487, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=56985eaa-ccd3-4353-91d1-51ed8971e487,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:37.058252 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-68a44cb7-7f72-42a9-9d82-4b922bbf1ade req-b753b423-e228-4780-a816-f672b6c3c6e8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5354893 Jul 24 09:33:37.082934 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:37.083958 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:33:37.088177 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2deb95-14c0-4b32-a19c-c388eaebee94 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3738f94-c762-4209-a58f-ebec51d140ce,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:37.094726 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:37.132042 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5235012-c4b1-4796-bc03-afe6dc8be43c', 'tag': 'e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:33:37.134841 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a7c74e-7ed4-4bda-b465-88b626d7efe0" -d '{"events": [{"name": "network-changed", "server_uuid": "c5235012-c4b1-4796-bc03-afe6dc8be43c", "tag": "e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:33:37.151160 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ae446-d4ed-4359-9735-1940676f1fcd req-117c5858-e7de-4241-be5d-997a4a5d8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:37.152940 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-107ae446-d4ed-4359-9735-1940676f1fcd req-117c5858-e7de-4241-be5d-997a4a5d8826 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8534989a-79c0-4b00-84df-d6b9f1285f33 HTTP/1.1" status: 200 len: 896 time: 0.7258320 Jul 24 09:33:37.191079 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2add566-eb73-45c6-bbe2-6478eabb5e23 x-openstack-request-id: req-d2add566-eb73-45c6-bbe2-6478eabb5e23 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:33:37.191392 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08087c7-a78a-4bc6-8021-12fc5d562ee1", "name": "network-vif-plugged", "status": "completed", "tag": "03aeeba0-075a-4190-b4cb-5b48b682316f", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:33:37.191663 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2add566-eb73-45c6-bbe2-6478eabb5e23 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:33:37.192082 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08087c7-a78a-4bc6-8021-12fc5d562ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03aeeba0-075a-4190-b4cb-5b48b682316f', 'code': 200} Jul 24 09:33:37.212288 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5fed7-d37a-4265-a966-ca5990084399 req-98ed04d2-6017-4863-9fec-92ee7d1dac6f tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:37.214292 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-29b5fed7-d37a-4265-a966-ca5990084399 req-98ed04d2-6017-4863-9fec-92ee7d1dac6f tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 944 time: 0.3435910 Jul 24 09:33:37.275037 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db72aa3c-c2a5-4167-a15b-661bcfa9c226 x-openstack-request-id: req-db72aa3c-c2a5-4167-a15b-661bcfa9c226 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:33:37.275870 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5235012-c4b1-4796-bc03-afe6dc8be43c", "tag": "e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:33:37.276364 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db72aa3c-c2a5-4167-a15b-661bcfa9c226 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:33:37.277776 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5235012-c4b1-4796-bc03-afe6dc8be43c', 'tag': 'e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193', 'status': 'completed', 'code': 200} Jul 24 09:33:37.298371 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ba2deb95-14c0-4b32-a19c-c388eaebee94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:37.300512 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:33:37.327144 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=03aeeba0-075a-4190-b4cb-5b48b682316f,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:37.369280 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-29b5fed7-d37a-4265-a966-ca5990084399 req-a676f88a-e603-49a0-8992-864bfb490237 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4bbf162-3630-42e0-9ff1-7274b733bf45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486192 Jul 24 09:33:37.391058 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-828cc53c-6aa4-43c1-bbd6-955ff539c38d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 2001:db8::1 (563773b9-347f-4496-b491-b57b6545ee0e/b3efb7c5-66f0-4d97-b7c7-244e65225c80/ef5f17d7-7e39-4521-84a5-581e8c33a82d) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:33:37.424356 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=56985eaa-ccd3-4353-91d1-51ed8971e487,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:37.430973 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cc23f500-c81b-4d1b-8efe-6aec7984df00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:37.460025 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23f500-c81b-4d1b-8efe-6aec7984df00 None None] Pushing event deleted for resources: {'Port': ['ID=56985eaa-ccd3-4353-91d1-51ed8971e487,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:37.467330 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc23f500-c81b-4d1b-8efe-6aec7984df00 None None] No DVR routers for this DVR port 56985eaa-ccd3-4353-91d1-51ed8971e487 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:33:37.484955 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7c74e-7ed4-4bda-b465-88b626d7efe0 req-193dfc5b-2ff6-4e77-b48f-fabdd24c78ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:37.486667 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-88a7c74e-7ed4-4bda-b465-88b626d7efe0 req-193dfc5b-2ff6-4e77-b48f-fabdd24c78ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 1095 time: 0.1863239 Jul 24 09:33:37.487444 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd33c35-2038-4d34-b49d-4db540e3dce5 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:33:37.489183 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-107ae446-d4ed-4359-9735-1940676f1fcd req-c5dd5d58-ce65-479b-9bfd-75c3c63263e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 HTTP/1.1" status: 200 len: 1000 time: 0.3186169 Jul 24 09:33:37.494397 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ba2deb95-14c0-4b32-a19c-c388eaebee94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:37.521680 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ba2deb95-14c0-4b32-a19c-c388eaebee94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:37.656146 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-828cc53c-6aa4-43c1-bbd6-955ff539c38d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:37.659047 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9b422-1d61-4939-886c-25835dbbefa4 req-d093bca6-b949-4425-988a-545d55d6d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:37.661219 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-46a9b422-1d61-4939-886c-25835dbbefa4 req-d093bca6-b949-4425-988a-545d55d6d002 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 1096 time: 0.4322951 Jul 24 09:33:37.662943 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ae446-d4ed-4359-9735-1940676f1fcd req-47ff5917-ad6a-4799-bc88-950349037797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:37.664405 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-107ae446-d4ed-4359-9735-1940676f1fcd req-47ff5917-ad6a-4799-bc88-950349037797 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f23f0669-527d-4c01-ba6c-0d6534d19d26 HTTP/1.1" status: 200 len: 835 time: 0.1678953 Jul 24 09:33:37.668675 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ba2deb95-14c0-4b32-a19c-c388eaebee94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:37.669303 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2deb95-14c0-4b32-a19c-c388eaebee94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4330797-b40f-4e29-beab-c3a66964a11b {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:33:37.680346 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7c74e-7ed4-4bda-b465-88b626d7efe0 req-8de1e0cc-022a-4702-a273-c4acb6939191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:37.681900 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-88a7c74e-7ed4-4bda-b465-88b626d7efe0 req-8de1e0cc-022a-4702-a273-c4acb6939191 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8534989a-79c0-4b00-84df-d6b9f1285f33 HTTP/1.1" status: 200 len: 896 time: 0.1851320 Jul 24 09:33:37.683067 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-828cc53c-6aa4-43c1-bbd6-955ff539c38d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Transition to ACTIVE for port object ef5f17d7-7e39-4521-84a5-581e8c33a82d will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:37.711339 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed54d38-f340-4bea-95cb-33a4fe33a6f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-563773b9-347f-4496-b491-b57b6545ee0e', 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'fixed_ips': [{'subnet_id': 'b3efb7c5-66f0-4d97-b7c7-244e65225c80'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:33:37.711562 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ba2deb95-14c0-4b32-a19c-c388eaebee94 admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:37.715667 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ba2deb95-14c0-4b32-a19c-c388eaebee94 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e4330797-b40f-4e29-beab-c3a66964a11b HTTP/1.1" status: 204 len: 168 time: 2.1191661 Jul 24 09:33:37.716937 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0ed54d38-f340-4bea-95cb-33a4fe33a6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:37.722599 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60922) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:37.748755 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-88a7c74e-7ed4-4bda-b465-88b626d7efe0 req-d7e22e34-6b77-42f8-9be4-670704303229 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 HTTP/1.1" status: 200 len: 1000 time: 0.0594754 Jul 24 09:33:37.781127 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-46a9b422-1d61-4939-886c-25835dbbefa4 req-ae07c674-e41e-434c-91fc-34a475d9a0b3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b4bbf162-3630-42e0-9ff1-7274b733bf45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091304 Jul 24 09:33:37.803187 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb0cc6b-9556-4b3d-b3ae-c95f7aa04d0c admin admin] Deleting subnet ed3face8-48a4-4110-b201-0b1158c92dba {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:33:37.808123 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fbb0cc6b-9556-4b3d-b3ae-c95f7aa04d0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:37.823977 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7c74e-7ed4-4bda-b465-88b626d7efe0 req-cd6c819e-6d1e-43ee-afe9-c55a81d289d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:37.825904 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-88a7c74e-7ed4-4bda-b465-88b626d7efe0 req-cd6c819e-6d1e-43ee-afe9-c55a81d289d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f23f0669-527d-4c01-ba6c-0d6534d19d26 HTTP/1.1" status: 200 len: 835 time: 0.0650992 Jul 24 09:33:37.831306 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ae446-d4ed-4359-9735-1940676f1fcd req-5558d227-173d-4bb2-9f36-a57c8e4b919b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:37.832995 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-107ae446-d4ed-4359-9735-1940676f1fcd req-5558d227-173d-4bb2-9f36-a57c8e4b919b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8534989a-79c0-4b00-84df-d6b9f1285f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531968 Jul 24 09:33:37.844600 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-828cc53c-6aa4-43c1-bbd6-955ff539c38d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:37.913620 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-0ed54d38-f340-4bea-95cb-33a4fe33a6f3 None None] Allocated IP 2001:db8::2 (563773b9-347f-4496-b491-b57b6545ee0e/b3efb7c5-66f0-4d97-b7c7-244e65225c80/4cb24564-ab26-4747-bba2-1c07d5f9e8fe) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:33:37.929335 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828cc53c-6aa4-43c1-bbd6-955ff539c38d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:37.939100 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-828cc53c-6aa4-43c1-bbd6-955ff539c38d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:37.944367 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828cc53c-6aa4-43c1-bbd6-955ff539c38d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:33:37.944945 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-828cc53c-6aa4-43c1-bbd6-955ff539c38d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:37.948612 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cc53c-6aa4-43c1-bbd6-955ff539c38d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Port': ['ID=ef5f17d7-7e39-4521-84a5-581e8c33a82d,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:37.991330 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-107ae446-d4ed-4359-9735-1940676f1fcd req-3a802cf8-316c-4045-b4a0-bea022f92574 service neutron] 10.222.0.37 "GET /v2.0/networks/8534989a-79c0-4b00-84df-d6b9f1285f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483920 Jul 24 09:33:37.996650 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7c74e-7ed4-4bda-b465-88b626d7efe0 req-7b664ff2-3152-4389-973e-be698fff9cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:37.998512 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-88a7c74e-7ed4-4bda-b465-88b626d7efe0 req-7b664ff2-3152-4389-973e-be698fff9cbe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8534989a-79c0-4b00-84df-d6b9f1285f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1658037 Jul 24 09:33:37.998655 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fbb0cc6b-9556-4b3d-b3ae-c95f7aa04d0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:38.072724 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 1707e30a-8b36-43da-a336-e3029aa42798 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:33:38.109758 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 1707e30a-8b36-43da-a336-e3029aa42798 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:33:38.110808 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 1707e30a-8b36-43da-a336-e3029aa42798 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:33:38.111483 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 56985eaa-ccd3-4353-91d1-51ed8971e487 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:33:38.142638 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 56985eaa-ccd3-4353-91d1-51ed8971e487 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:33:38.143017 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 56985eaa-ccd3-4353-91d1-51ed8971e487 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:33:38.181272 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-88a7c74e-7ed4-4bda-b465-88b626d7efe0 req-fe056df6-eeca-40be-b7a0-61e0208a9138 service neutron] 10.222.0.20 "GET /v2.0/networks/8534989a-79c0-4b00-84df-d6b9f1285f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757641 Jul 24 09:33:38.186144 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-828cc53c-6aa4-43c1-bbd6-955ff539c38d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:38.293056 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0ed54d38-f340-4bea-95cb-33a4fe33a6f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:38.315477 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0ed54d38-f340-4bea-95cb-33a4fe33a6f3 None None] Transition to ACTIVE for port object 4cb24564-ab26-4747-bba2-1c07d5f9e8fe will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:38.355329 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0ed54d38-f340-4bea-95cb-33a4fe33a6f3 None None] Transition to ACTIVE for port object 4cb24564-ab26-4747-bba2-1c07d5f9e8fe will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:38.367441 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0ed54d38-f340-4bea-95cb-33a4fe33a6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:38.450904 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed54d38-f340-4bea-95cb-33a4fe33a6f3 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:38.460158 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-0ed54d38-f340-4bea-95cb-33a4fe33a6f3 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:38.478150 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed54d38-f340-4bea-95cb-33a4fe33a6f3 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:33:38.529404 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed54d38-f340-4bea-95cb-33a4fe33a6f3 None None] Pushing event updated for resources: {'Port': ['ID=4cb24564-ab26-4747-bba2-1c07d5f9e8fe,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:38.568457 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-0ed54d38-f340-4bea-95cb-33a4fe33a6f3 None None] Attempting to bind port 4cb24564-ab26-4747-bba2-1c07d5f9e8fe on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:33:38.569163 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-0ed54d38-f340-4bea-95cb-33a4fe33a6f3 None None] Attempting to bind port 4cb24564-ab26-4747-bba2-1c07d5f9e8fe by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:33:38.569726 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed54d38-f340-4bea-95cb-33a4fe33a6f3 None None] Attempting to bind port 4cb24564-ab26-4747-bba2-1c07d5f9e8fe on network 563773b9-347f-4496-b491-b57b6545ee0e {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:33:38.575889 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed54d38-f340-4bea-95cb-33a4fe33a6f3 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:33:38.576555 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed54d38-f340-4bea-95cb-33a4fe33a6f3 None None] Checking segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:33:38.577165 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0ed54d38-f340-4bea-95cb-33a4fe33a6f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:38.577723 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed54d38-f340-4bea-95cb-33a4fe33a6f3 None None] Bound using segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:33:38.578362 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-0ed54d38-f340-4bea-95cb-33a4fe33a6f3 None None] Bound port: 4cb24564-ab26-4747-bba2-1c07d5f9e8fe, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:33:38.579002 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0ed54d38-f340-4bea-95cb-33a4fe33a6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:38.618600 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fbb0cc6b-9556-4b3d-b3ae-c95f7aa04d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:38.669193 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-0ed54d38-f340-4bea-95cb-33a4fe33a6f3 None None] For port 4cb24564-ab26-4747-bba2-1c07d5f9e8fe, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:33:38.673396 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-0ed54d38-f340-4bea-95cb-33a4fe33a6f3 None None] For port 4cb24564-ab26-4747-bba2-1c07d5f9e8fe, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4cb24564-ab26-4747-bba2-1c07d5f9e8fe,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:33:38.673758 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-88a7c74e-7ed4-4bda-b465-88b626d7efe0 req-baee3d8d-1882-4252-aa27-3dc559411fbb service neutron] 10.222.0.20 "GET /v2.0/networks/8534989a-79c0-4b00-84df-d6b9f1285f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839833 Jul 24 09:33:38.682079 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0ed54d38-f340-4bea-95cb-33a4fe33a6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:38.691488 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-107ae446-d4ed-4359-9735-1940676f1fcd req-56986559-4193-4de0-bb59-429f8ae3efdf service neutron] 10.222.0.37 "GET /v2.0/networks/8534989a-79c0-4b00-84df-d6b9f1285f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6904175 Jul 24 09:33:38.760417 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed54d38-f340-4bea-95cb-33a4fe33a6f3 None None] Pushing event updated for resources: {'Port': ['ID=4cb24564-ab26-4747-bba2-1c07d5f9e8fe,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:38.762691 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fb8a9-a8c5-4bdd-80df-c4fe3f0904ec req-3885ffd0-c071-4bc1-aefe-3bd88f14811f tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:38.764610 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d71fb8a9-a8c5-4bdd-80df-c4fe3f0904ec req-3885ffd0-c071-4bc1-aefe-3bd88f14811f tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 945 time: 0.2515020 Jul 24 09:33:38.766732 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fbb0cc6b-9556-4b3d-b3ae-c95f7aa04d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:38.840180 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea6db9-e1de-47d1-b5a1-b4c67943a754 req-04f46ecb-ddec-496a-beb9-c5bc8658d736 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:38.842288 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5bea6db9-e1de-47d1-b5a1-b4c67943a754 req-04f46ecb-ddec-496a-beb9-c5bc8658d736 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 944 time: 0.2804005 Jul 24 09:33:38.846519 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0cc6b-9556-4b3d-b3ae-c95f7aa04d0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed3face8-48a4-4110-b201-0b1158c92dba,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:38.851148 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fbb0cc6b-9556-4b3d-b3ae-c95f7aa04d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:38.855988 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fbb0cc6b-9556-4b3d-b3ae-c95f7aa04d0c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ed3face8-48a4-4110-b201-0b1158c92dba HTTP/1.1" status: 204 len: 168 time: 1.1301661 Jul 24 09:33:38.856200 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d71fb8a9-a8c5-4bdd-80df-c4fe3f0904ec req-172af174-94aa-4561-84d2-c1c4b0530479 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4bbf162-3630-42e0-9ff1-7274b733bf45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720153 Jul 24 09:33:38.858006 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-828cc53c-6aa4-43c1-bbd6-955ff539c38d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:38.859020 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60930) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:38.878481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0dd248-dbc8-4f00-b8f6-49b96a4f1519 None None] Network 57115fda-8a95-4d7e-8f17-f315710a2698 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:33:38.882105 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-828cc53c-6aa4-43c1-bbd6-955ff539c38d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:38.882907 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-828cc53c-6aa4-43c1-bbd6-955ff539c38d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:38.948680 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7c74e-7ed4-4bda-b465-88b626d7efe0 req-4a9cb9d1-a85d-48c7-99e7-c6ec48cb7c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:38.951572 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88a7c74e-7ed4-4bda-b465-88b626d7efe0 req-4a9cb9d1-a85d-48c7-99e7-c6ec48cb7c49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 1095 time: 0.2152796 Jul 24 09:33:38.986167 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5bea6db9-e1de-47d1-b5a1-b4c67943a754 req-4f8ad53f-4ace-4205-96fa-5eee0c36c0b0 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135049 Jul 24 09:33:39.053757 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cc53c-6aa4-43c1-bbd6-955ff539c38d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Port': ['ID=ef5f17d7-7e39-4521-84a5-581e8c33a82d,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:39.059221 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-838ee503-83b1-4932-9d94-fa5a5f3aae90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:39.175863 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828cc53c-6aa4-43c1-bbd6-955ff539c38d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:39.181741 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-828cc53c-6aa4-43c1-bbd6-955ff539c38d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:39.194247 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7c74e-7ed4-4bda-b465-88b626d7efe0 req-16380298-253d-42ca-be5c-9b561906ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:39.195869 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88a7c74e-7ed4-4bda-b465-88b626d7efe0 req-16380298-253d-42ca-be5c-9b561906ac0a service neutron] 10.222.0.37 "GET /v2.0/networks?id=8534989a-79c0-4b00-84df-d6b9f1285f33 HTTP/1.1" status: 200 len: 896 time: 0.2352936 Jul 24 09:33:39.216054 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467bf481-75ee-4a96-b5cd-19f8cdd981f1 None None] DHCP port deletion for 57115fda-8a95-4d7e-8f17-f315710a2698 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:33:39.279083 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-838ee503-83b1-4932-9d94-fa5a5f3aae90 admin admin] Deleting port 4e6cfff5-53ce-4545-b8cd-2ce5444a930b {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:39.279421 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-838ee503-83b1-4932-9d94-fa5a5f3aae90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:39.293009 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-467bf481-75ee-4a96-b5cd-19f8cdd981f1 None None] Deleting port 4e6cfff5-53ce-4545-b8cd-2ce5444a930b {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:39.293516 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-467bf481-75ee-4a96-b5cd-19f8cdd981f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:39.300664 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88a7c74e-7ed4-4bda-b465-88b626d7efe0 req-47db2588-158f-440a-9b10-43017a0b800a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 HTTP/1.1" status: 200 len: 1000 time: 0.0976262 Jul 24 09:33:39.359933 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7c74e-7ed4-4bda-b465-88b626d7efe0 req-c68c8ee0-28f6-4318-8102-258adb92774e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:39.361563 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88a7c74e-7ed4-4bda-b465-88b626d7efe0 req-c68c8ee0-28f6-4318-8102-258adb92774e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f23f0669-527d-4c01-ba6c-0d6534d19d26 HTTP/1.1" status: 200 len: 835 time: 0.0533791 Jul 24 09:33:39.366630 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-467bf481-75ee-4a96-b5cd-19f8cdd981f1 None None] For port 4e6cfff5-53ce-4545-b8cd-2ce5444a930b, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4e6cfff5-53ce-4545-b8cd-2ce5444a930b,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:39.367029 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-467bf481-75ee-4a96-b5cd-19f8cdd981f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:39.382008 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-467bf481-75ee-4a96-b5cd-19f8cdd981f1 None None] Calling delete_port for 4e6cfff5-53ce-4545-b8cd-2ce5444a930b owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:39.382850 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-838ee503-83b1-4932-9d94-fa5a5f3aae90 admin admin] For port 4e6cfff5-53ce-4545-b8cd-2ce5444a930b, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4e6cfff5-53ce-4545-b8cd-2ce5444a930b,segment=NetworkSegment(93e08baf-4084-4645-a2db-348d6fbb8109),segment_id=93e08baf-4084-4645-a2db-348d6fbb8109)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:39.383225 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-838ee503-83b1-4932-9d94-fa5a5f3aae90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:39.405841 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-838ee503-83b1-4932-9d94-fa5a5f3aae90 admin admin] Calling delete_port for 4e6cfff5-53ce-4545-b8cd-2ce5444a930b owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:39.429488 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828cc53c-6aa4-43c1-bbd6-955ff539c38d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Router 691edca4-ea35-4129-9c03-70fb3d608839 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:33:39.446094 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60936) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:39.495259 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-467bf481-75ee-4a96-b5cd-19f8cdd981f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:39.509876 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467bf481-75ee-4a96-b5cd-19f8cdd981f1 None None] No DVR routers for this DVR port 4e6cfff5-53ce-4545-b8cd-2ce5444a930b on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:33:39.545326 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bf481-75ee-4a96-b5cd-19f8cdd981f1 None None] Pushing event deleted for resources: {'Port': ['ID=4e6cfff5-53ce-4545-b8cd-2ce5444a930b,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:39.563498 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7c74e-7ed4-4bda-b465-88b626d7efe0 req-00018ff2-8dba-47e4-b6a2-7867958098a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:39.565051 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88a7c74e-7ed4-4bda-b465-88b626d7efe0 req-00018ff2-8dba-47e4-b6a2-7867958098a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8534989a-79c0-4b00-84df-d6b9f1285f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1957176 Jul 24 09:33:39.588795 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-838ee503-83b1-4932-9d94-fa5a5f3aae90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:39.613141 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d66baae-0bb9-40dc-b502-c7878b881a29 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:39.613652 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d66baae-0bb9-40dc-b502-c7878b881a29 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:39.614236 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d66baae-0bb9-40dc-b502-c7878b881a29 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:39.616276 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8d66baae-0bb9-40dc-b502-c7878b881a29 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=3d070f08b8da4d8480b04a604f0ef395&network_id=e1d5fe90-ba02-4c44-8deb-d778e38abc45 HTTP/1.1" status: 200 len: 2970 time: 0.1679628 Jul 24 09:33:39.627363 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828cc53c-6aa4-43c1-bbd6-955ff539c38d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:33:39.632621 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-828cc53c-6aa4-43c1-bbd6-955ff539c38d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "PUT /v2.0/routers/691edca4-ea35-4129-9c03-70fb3d608839/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4424489 Jul 24 09:33:39.634070 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ee503-83b1-4932-9d94-fa5a5f3aae90 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e6cfff5-53ce-4545-b8cd-2ce5444a930b,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:39.636128 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60940) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:39.637902 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] Sync routers for ids ['691edca4-ea35-4129-9c03-70fb3d608839'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:33:39.650015 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ee503-83b1-4932-9d94-fa5a5f3aae90 admin admin] No DVR routers for this DVR port 4e6cfff5-53ce-4545-b8cd-2ce5444a930b on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:33:39.652283 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] Routers {'691edca4-ea35-4129-9c03-70fb3d608839'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:33:39.652913 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:33:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['691edca4-ea35-4129-9c03-70fb3d608839'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:39.700120 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4cb24564-ab26-4747-bba2-1c07d5f9e8fe up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:33:39.764004 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 4cb24564-ab26-4747-bba2-1c07d5f9e8fe completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:39.770740 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba5f5c2-4cbf-4190-8c34-a9d47f5a5a0f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:39.772473 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6ba5f5c2-4cbf-4190-8c34-a9d47f5a5a0f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports/ef5f17d7-7e39-4521-84a5-581e8c33a82d HTTP/1.1" status: 200 len: 911 time: 0.1348221 Jul 24 09:33:39.775104 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60942) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:39.790795 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88a7c74e-7ed4-4bda-b465-88b626d7efe0 req-ea043318-bb62-4168-ac41-adaf53673dba service neutron] 10.222.0.37 "GET /v2.0/networks/8534989a-79c0-4b00-84df-d6b9f1285f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161105 Jul 24 09:33:39.872189 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d3738f94-c762-4209-a58f-ebec51d140ce no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:33:39.873299 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] Set router 691edca4-ea35-4129-9c03-70fb3d608839 gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:33:39.917894 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: d3738f94-c762-4209-a58f-ebec51d140ce {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:33:39.918653 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d3738f94-c762-4209-a58f-ebec51d140ce not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:33:39.919311 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4e6cfff5-53ce-4545-b8cd-2ce5444a930b no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:33:39.945232 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 4e6cfff5-53ce-4545-b8cd-2ce5444a930b {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:33:39.946043 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4e6cfff5-53ce-4545-b8cd-2ce5444a930b not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:33:40.020770 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88a7c74e-7ed4-4bda-b465-88b626d7efe0 req-230f1fc9-f816-4e6e-9fef-ae724a447d7f service neutron] 10.222.0.37 "GET /v2.0/networks/8534989a-79c0-4b00-84df-d6b9f1285f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926475 Jul 24 09:33:40.065784 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948a8459-24bb-401c-a486-f8eb81ed7d52 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:40.072073 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948a8459-24bb-401c-a486-f8eb81ed7d52 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:40.073748 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-948a8459-24bb-401c-a486-f8eb81ed7d52 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2975206 Jul 24 09:33:40.076490 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60950) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:40.221796 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691edca4-ea35-4129-9c03-70fb3d608839', 'name': 'tempest-NetworksTestDHCPv6-router-1175513075', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:33:36Z', 'updated_at': '2021-07-24T09:33:38Z', 'revision_number': 2, 'project_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'gw_port_host': None, '_interfaces': [{'id': 'ef5f17d7-7e39-4521-84a5-581e8c33a82d', 'name': '', 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'mac_address': 'fa:16:3e:96:e8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691edca4-ea35-4129-9c03-70fb3d608839', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b3efb7c5-66f0-4d97-b7c7-244e65225c80', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:33:36Z', 'updated_at': '2021-07-24T09:33:38Z', 'revision_number': 2, 'project_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'subnets': [{'id': 'b3efb7c5-66f0-4d97-b7c7-244e65225c80', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:40.296465 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] Checking router: 691edca4-ea35-4129-9c03-70fb3d608839 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:33:40.296928 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] Updating router 691edca4-ea35-4129-9c03-70fb3d608839 port ef5f17d7-7e39-4521-84a5-581e8c33a82d binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:33:40.327775 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-838ee503-83b1-4932-9d94-fa5a5f3aae90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:40.345561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93836d5-f917-48eb-b30f-d5d80f351e8e req-dc43179c-94ed-40ba-99c3-8023a5d279f9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:40.347107 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b93836d5-f917-48eb-b30f-d5d80f351e8e req-dc43179c-94ed-40ba-99c3-8023a5d279f9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 944 time: 0.2641499 Jul 24 09:33:40.359724 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-838ee503-83b1-4932-9d94-fa5a5f3aae90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57115fda-8a95-4d7e-8f17-f315710a2698']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:40.363282 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fae1f3b1-ec6d-40f0-96f7-f113e60bcf3b None None] Provisioning for port 4cb24564-ab26-4747-bba2-1c07d5f9e8fe completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:40.369476 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fae1f3b1-ec6d-40f0-96f7-f113e60bcf3b None None] Provisioning complete for port 4cb24564-ab26-4747-bba2-1c07d5f9e8fe triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:40.370937 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fae1f3b1-ec6d-40f0-96f7-f113e60bcf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:40.376141 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:40.390504 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-838ee503-83b1-4932-9d94-fa5a5f3aae90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e08baf-4084-4645-a2db-348d6fbb8109') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:40.390807 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-838ee503-83b1-4932-9d94-fa5a5f3aae90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e08baf-4084-4645-a2db-348d6fbb8109') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:40.414337 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-838ee503-83b1-4932-9d94-fa5a5f3aae90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:40.422931 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b93836d5-f917-48eb-b30f-d5d80f351e8e req-514b8e16-e7f4-4b43-a7e6-2eaa8df2677f tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686538 Jul 24 09:33:40.518366 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-838ee503-83b1-4932-9d94-fa5a5f3aae90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:40.549905 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b41dd-6916-4bbd-8496-6cef82000171 req-2d9f4b9b-b3ee-4f4e-bc86-655f75e775e1 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:40.551895 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ac0b41dd-6916-4bbd-8496-6cef82000171 req-2d9f4b9b-b3ee-4f4e-bc86-655f75e775e1 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 945 time: 0.2201362 Jul 24 09:33:40.563219 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fae1f3b1-ec6d-40f0-96f7-f113e60bcf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:40.599612 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838ee503-83b1-4932-9d94-fa5a5f3aae90 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:33:40.600090 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-838ee503-83b1-4932-9d94-fa5a5f3aae90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:33:40.607181 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:33:40.650023 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-fae1f3b1-ec6d-40f0-96f7-f113e60bcf3b None None] For port 4cb24564-ab26-4747-bba2-1c07d5f9e8fe, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4cb24564-ab26-4747-bba2-1c07d5f9e8fe,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:40.656357 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fae1f3b1-ec6d-40f0-96f7-f113e60bcf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:40.740643 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ac0b41dd-6916-4bbd-8496-6cef82000171 req-369ecff8-152f-462e-b9f5-dde1075a9268 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4bbf162-3630-42e0-9ff1-7274b733bf45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807659 Jul 24 09:33:40.741998 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-838ee503-83b1-4932-9d94-fa5a5f3aae90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:40.749521 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-838ee503-83b1-4932-9d94-fa5a5f3aae90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:40.753881 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-838ee503-83b1-4932-9d94-fa5a5f3aae90 admin admin] 10.222.0.32 "DELETE /v2.0/networks/57115fda-8a95-4d7e-8f17-f315710a2698 HTTP/1.1" status: 204 len: 168 time: 1.8914404 Jul 24 09:33:40.789975 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ee503-83b1-4932-9d94-fa5a5f3aae90 admin admin] Pushing event deleted for resources: {'Network': ['ID=57115fda-8a95-4d7e-8f17-f315710a2698,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:40.791115 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1f3b1-ec6d-40f0-96f7-f113e60bcf3b None None] Pushing event updated for resources: {'Port': ['ID=4cb24564-ab26-4747-bba2-1c07d5f9e8fe,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:40.807472 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f39dc9db-b744-4812-a054-5250e5c87b2f None None] Provisioning for port ef5f17d7-7e39-4521-84a5-581e8c33a82d completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:40.820616 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f39dc9db-b744-4812-a054-5250e5c87b2f None None] Provisioning complete for port ef5f17d7-7e39-4521-84a5-581e8c33a82d triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:40.822487 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f39dc9db-b744-4812-a054-5250e5c87b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:40.913898 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-f39dc9db-b744-4812-a054-5250e5c87b2f None None] Port ef5f17d7-7e39-4521-84a5-581e8c33a82d cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:33:40.981074 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60968) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:41.032296 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:41.037962 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] Transition to ACTIVE for port object ef5f17d7-7e39-4521-84a5-581e8c33a82d will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:41.046192 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:41.058293 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-84f7046d-5c5e-413e-b619-0a8455fb67ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bff123a614204702924a0af9802e1c93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0747888 Jul 24 09:33:41.061161 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60970) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:41.147549 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-42aaaf46-8867-4676-aed2-bfa62e9bb665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:41.153011 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c862b13-8f6d-4a45-9589-dd066d37c364 None None] Pushing event updated for resources: {'Port': ['ID=ef5f17d7-7e39-4521-84a5-581e8c33a82d,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:41.161115 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c862b13-8f6d-4a45-9589-dd066d37c364 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:41.161593 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c862b13-8f6d-4a45-9589-dd066d37c364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:41.162033 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c862b13-8f6d-4a45-9589-dd066d37c364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:41.162807 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c862b13-8f6d-4a45-9589-dd066d37c364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:41.163244 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c862b13-8f6d-4a45-9589-dd066d37c364 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:41.163824 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c862b13-8f6d-4a45-9589-dd066d37c364 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:41.164393 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c862b13-8f6d-4a45-9589-dd066d37c364 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:41.165523 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c862b13-8f6d-4a45-9589-dd066d37c364 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:41.166095 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c862b13-8f6d-4a45-9589-dd066d37c364 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:41.166658 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c862b13-8f6d-4a45-9589-dd066d37c364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:41.167222 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c862b13-8f6d-4a45-9589-dd066d37c364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:41.167739 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d12fa289-4dfb-4898-835a-5c2274e941d3 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:41.168328 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c862b13-8f6d-4a45-9589-dd066d37c364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:33:41.194148 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-42aaaf46-8867-4676-aed2-bfa62e9bb665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:41.198300 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] Attempting to bind port ef5f17d7-7e39-4521-84a5-581e8c33a82d on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:33:41.198688 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] Attempting to bind port ef5f17d7-7e39-4521-84a5-581e8c33a82d by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:33:41.199026 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] Attempting to bind port ef5f17d7-7e39-4521-84a5-581e8c33a82d on network 563773b9-347f-4496-b491-b57b6545ee0e {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:33:41.204453 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:33:41.205114 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] Checking segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:33:41.205702 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:41.206304 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] Bound using segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:33:41.206951 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] Bound port: ef5f17d7-7e39-4521-84a5-581e8c33a82d, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:33:41.207513 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:41.298101 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-42aaaf46-8867-4676-aed2-bfa62e9bb665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:41.304131 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-42aaaf46-8867-4676-aed2-bfa62e9bb665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:41.311652 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-42aaaf46-8867-4676-aed2-bfa62e9bb665 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5428c218-fcd7-423d-80d8-28fed7798a65 HTTP/1.1" status: 204 len: 168 time: 0.2438219 Jul 24 09:33:41.332244 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] For port ef5f17d7-7e39-4521-84a5-581e8c33a82d, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:33:41.343295 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] For port ef5f17d7-7e39-4521-84a5-581e8c33a82d, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=ef5f17d7-7e39-4521-84a5-581e8c33a82d,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:33:41.348916 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aaaf46-8867-4676-aed2-bfa62e9bb665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5428c218-fcd7-423d-80d8-28fed7798a65,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:41.349535 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:41.379258 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30eee8-2c64-4211-af6e-cbf06502ec73 req-f47fbaf3-8e13-4527-8cd8-899fc2872571 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:41.386974 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0d30eee8-2c64-4211-af6e-cbf06502ec73 req-f47fbaf3-8e13-4527-8cd8-899fc2872571 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 945 time: 0.4570942 Jul 24 09:33:41.422899 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] Routers {'691edca4-ea35-4129-9c03-70fb3d608839'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:33:41.423544 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:33:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['691edca4-ea35-4129-9c03-70fb3d608839'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:41.458022 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0d30eee8-2c64-4211-af6e-cbf06502ec73 req-044565e6-793a-421a-a9eb-0ef291e7f0bf tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4bbf162-3630-42e0-9ff1-7274b733bf45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698581 Jul 24 09:33:41.480780 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 60978) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:41.552801 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c862b13-8f6d-4a45-9589-dd066d37c364 None None] Pushing event updated for resources: {'Port': ['ID=ef5f17d7-7e39-4521-84a5-581e8c33a82d,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:41.657384 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] Set router 691edca4-ea35-4129-9c03-70fb3d608839 gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:33:41.704602 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4cb24564-ab26-4747-bba2-1c07d5f9e8fe up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:33:41.706817 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 60984) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:41.797266 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efc9dd-8158-40e8-b2a4-576729124026 req-42cd3860-4953-4b9a-a5bd-d0d1ea500222 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:41.798740 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-86efc9dd-8158-40e8-b2a4-576729124026 req-42cd3860-4953-4b9a-a5bd-d0d1ea500222 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 944 time: 0.1601934 Jul 24 09:33:41.815610 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:33:41.858708 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 4cb24564-ab26-4747-bba2-1c07d5f9e8fe triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:41.863417 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:41.901811 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-86efc9dd-8158-40e8-b2a4-576729124026 req-33fca720-7b47-4a54-9bf5-38b9fee3985a tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957694 Jul 24 09:33:41.903874 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31c1af1-345f-4a34-9b16-9e04a5db3557 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:41.905494 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d31c1af1-345f-4a34-9b16-9e04a5db3557 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 814 time: 0.1915507 Jul 24 09:33:41.968323 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-d12fa289-4dfb-4898-835a-5c2274e941d3 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting port ef5f17d7-7e39-4521-84a5-581e8c33a82d {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:41.968784 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d12fa289-4dfb-4898-835a-5c2274e941d3 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:42.065872 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de07e1f-a58c-4642-9f47-16c397efd699 tempest-TestVolumeBackupRestore-541806776 tempest-TestVolumeBackupRestore-541806776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:42.073778 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2de07e1f-a58c-4642-9f47-16c397efd699 tempest-TestVolumeBackupRestore-541806776 tempest-TestVolumeBackupRestore-541806776-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 1091 time: 0.5849240 Jul 24 09:33:42.075333 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 32768) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:42.087444 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ae545cc5-f253-4aea-8ab0-d63ced5d1a27 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'port_id': '03aeeba0-075a-4190-b4cb-5b48b682316f', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:42.122325 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691edca4-ea35-4129-9c03-70fb3d608839', 'name': 'tempest-NetworksTestDHCPv6-router-1175513075', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:33:36Z', 'updated_at': '2021-07-24T09:33:38Z', 'revision_number': 2, 'project_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'gw_port_host': None, '_interfaces': [{'id': 'ef5f17d7-7e39-4521-84a5-581e8c33a82d', 'name': '', 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'mac_address': 'fa:16:3e:96:e8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691edca4-ea35-4129-9c03-70fb3d608839', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b3efb7c5-66f0-4d97-b7c7-244e65225c80', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:33:36Z', 'updated_at': '2021-07-24T09:33:41Z', 'revision_number': 4, 'project_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'subnets': [{'id': 'b3efb7c5-66f0-4d97-b7c7-244e65225c80', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:42.172572 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ae545cc5-f253-4aea-8ab0-d63ced5d1a27 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:42.197152 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193,segment=NetworkSegment(0586ade4-a6d7-4b93-954a-2d6955872314),segment_id=0586ade4-a6d7-4b93-954a-2d6955872314)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:42.209168 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f059c0e-d0e0-4d3c-b209-d6bfdf5ab2a7 None None] The sync data for ids ['691edca4-ea35-4129-9c03-70fb3d608839'] in n-d-800085-9 is: [{'id': '691edca4-ea35-4129-9c03-70fb3d608839', 'name': 'tempest-NetworksTestDHCPv6-router-1175513075', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:33:36Z', 'updated_at': '2021-07-24T09:33:38Z', 'revision_number': 2, 'project_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'gw_port_host': None, '_interfaces': [{'id': 'ef5f17d7-7e39-4521-84a5-581e8c33a82d', 'name': '', 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'mac_address': 'fa:16:3e:96:e8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691edca4-ea35-4129-9c03-70fb3d608839', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b3efb7c5-66f0-4d97-b7c7-244e65225c80', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:33:36Z', 'updated_at': '2021-07-24T09:33:41Z', 'revision_number': 4, 'project_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'subnets': [{'id': 'b3efb7c5-66f0-4d97-b7c7-244e65225c80', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:33:42.213400 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-d12fa289-4dfb-4898-835a-5c2274e941d3 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] For port ef5f17d7-7e39-4521-84a5-581e8c33a82d, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=ef5f17d7-7e39-4521-84a5-581e8c33a82d,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:42.213810 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d12fa289-4dfb-4898-835a-5c2274e941d3 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:42.254396 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-d12fa289-4dfb-4898-835a-5c2274e941d3 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Calling delete_port for ef5f17d7-7e39-4521-84a5-581e8c33a82d owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:42.274833 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193', 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33', 'port_id': 'e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193', 'mac_address': 'fa:16:3e:19:ed:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f23f0669-527d-4c01-ba6c-0d6534d19d26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:33:42.381403 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:42.395986 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:33:42.430821 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193,segment=NetworkSegment(0586ade4-a6d7-4b93-954a-2d6955872314),segment_id=0586ade4-a6d7-4b93-954a-2d6955872314)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:42.437349 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:42.517266 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:42.543034 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed2044-8b9a-49f4-9b85-28b1c52dcd86 req-374cbcfc-ed66-4998-86fa-473cb2a1b59b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:42.552241 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e5ed2044-8b9a-49f4-9b85-28b1c52dcd86 req-374cbcfc-ed66-4998-86fa-473cb2a1b59b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 944 time: 0.3071411 Jul 24 09:33:42.559909 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 32780) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:42.595753 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-3f907c46-c192-45c4-a6b3-5da71ce2564e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'network': {'name': 'tempest-network-smoke--229194878', 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'port_security_enabled': True}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:42.619550 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d12fa289-4dfb-4898-835a-5c2274e941d3 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:42.632701 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c756e-369c-433c-822e-758b94150d30 req-e7779928-8f7e-4219-b308-98a4f43da82d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:42.634837 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e6c756e-369c-433c-822e-758b94150d30 req-e7779928-8f7e-4219-b308-98a4f43da82d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c&tenant_id=766769263b9c4ac0aa4c77c8f3c95808&binding%3Ahost_id=n-h1-800085-9 HTTP/1.1" status: 200 len: 944 time: 0.3638649 Jul 24 09:33:42.646148 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e5ed2044-8b9a-49f4-9b85-28b1c52dcd86 req-c99ff11e-c2bf-4d03-8d68-14c8fb3d5513 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953143 Jul 24 09:33:42.663849 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ae545cc5-f253-4aea-8ab0-d63ced5d1a27 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:42.664435 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:33:42.719891 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f907c46-c192-45c4-a6b3-5da71ce2564e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Made reservation on behalf of 3d070f08b8da4d8480b04a604f0ef395 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:33:42.729347 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f907c46-c192-45c4-a6b3-5da71ce2564e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:42.735439 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fa289-4dfb-4898-835a-5c2274e941d3 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Port': ['ID=ef5f17d7-7e39-4521-84a5-581e8c33a82d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:42.824129 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f907c46-c192-45c4-a6b3-5da71ce2564e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:33:42.835039 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f907c46-c192-45c4-a6b3-5da71ce2564e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:42.835347 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-3f907c46-c192-45c4-a6b3-5da71ce2564e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Added segment 1696103c-ec2b-4f2d-a49b-259046e4eccc of type vlan for network 2f8cdc80-4462-47c3-ad43-a1cc44ae4b24 Jul 24 09:33:42.876170 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-1e6c756e-369c-433c-822e-758b94150d30 req-8c4aa793-a1f4-498b-82f9-29be1d3eaa47 service neutron] delete failed (client error): The resource could not be found. Jul 24 09:33:42.877578 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e6c756e-369c-433c-822e-758b94150d30 req-8c4aa793-a1f4-498b-82f9-29be1d3eaa47 service neutron] 10.222.0.20 "DELETE /v2.0/ports/e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193/bindings/n-h2-800085-9 HTTP/1.1" status: 404 len: 380 time: 0.2301583 Jul 24 09:33:42.887102 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f907c46-c192-45c4-a6b3-5da71ce2564e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:43.105955 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-ae545cc5-f253-4aea-8ab0-d63ced5d1a27 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Allocated IP 172.25.7.169 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/6518f8e1-e94d-4f0f-8564-9ac401ddb6cf) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:33:43.205211 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c756e-369c-433c-822e-758b94150d30 req-d78f2e0f-1db6-42f9-ae04-3dac9bfd9e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:43.206789 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e6c756e-369c-433c-822e-758b94150d30 req-d78f2e0f-1db6-42f9-ae04-3dac9bfd9e11 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 1096 time: 0.2515378 Jul 24 09:33:43.447751 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c756e-369c-433c-822e-758b94150d30 req-4fc7d51a-a1b9-4a2e-8adc-e448d789161d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:43.449721 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e6c756e-369c-433c-822e-758b94150d30 req-4fc7d51a-a1b9-4a2e-8adc-e448d789161d service neutron] 10.222.0.20 "GET /v2.0/networks?id=8534989a-79c0-4b00-84df-d6b9f1285f33 HTTP/1.1" status: 200 len: 896 time: 0.2064941 Jul 24 09:33:43.469511 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ae545cc5-f253-4aea-8ab0-d63ced5d1a27 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:43.484998 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f907c46-c192-45c4-a6b3-5da71ce2564e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:43.489537 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f907c46-c192-45c4-a6b3-5da71ce2564e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:43.490084 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3f907c46-c192-45c4-a6b3-5da71ce2564e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:43.537076 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3f907c46-c192-45c4-a6b3-5da71ce2564e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9743187 Jul 24 09:33:43.546209 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 32798) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:43.560093 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d12fa289-4dfb-4898-835a-5c2274e941d3 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:43.578371 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ae545cc5-f253-4aea-8ab0-d63ced5d1a27 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:43.588476 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e6c756e-369c-433c-822e-758b94150d30 req-11c5b06c-9126-4b25-8903-8e4a1078c70c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 HTTP/1.1" status: 200 len: 1001 time: 0.0952585 Jul 24 09:33:43.687341 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c756e-369c-433c-822e-758b94150d30 req-4d371b59-dfd2-457f-b863-6a3707639a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:43.688961 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e6c756e-369c-433c-822e-758b94150d30 req-4d371b59-dfd2-457f-b863-6a3707639a69 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f23f0669-527d-4c01-ba6c-0d6534d19d26 HTTP/1.1" status: 200 len: 835 time: 0.0762849 Jul 24 09:33:43.699640 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae545cc5-f253-4aea-8ab0-d63ced5d1a27 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:43.704062 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-ae545cc5-f253-4aea-8ab0-d63ced5d1a27 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:43.719436 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae545cc5-f253-4aea-8ab0-d63ced5d1a27 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:33:43.769046 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f907c46-c192-45c4-a6b3-5da71ce2564e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'Network': ['ID=2f8cdc80-4462-47c3-ad43-a1cc44ae4b24,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:43.769566 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae545cc5-f253-4aea-8ab0-d63ced5d1a27 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Pushing event updated for resources: {'Port': ['ID=6518f8e1-e94d-4f0f-8564-9ac401ddb6cf,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:43.781263 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 2f8cdc80-4462-47c3-ad43-a1cc44ae4b24 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:33:43.842887 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c756e-369c-433c-822e-758b94150d30 req-bc53372f-d143-43d8-acbc-d05f9265362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:43.844511 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e6c756e-369c-433c-822e-758b94150d30 req-bc53372f-d143-43d8-acbc-d05f9265362a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8534989a-79c0-4b00-84df-d6b9f1285f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417451 Jul 24 09:33:43.997292 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8fd358-761c-4809-b8d9-72dc552d3dcc tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:43.999311 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ec8fd358-761c-4809-b8d9-72dc552d3dcc tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=3d070f08b8da4d8480b04a604f0ef395&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.4518995 Jul 24 09:33:44.004541 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 32812) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:44.109639 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12fa289-4dfb-4898-835a-5c2274e941d3 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Router 691edca4-ea35-4129-9c03-70fb3d608839 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:33:44.155465 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:44.163001 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e6c756e-369c-433c-822e-758b94150d30 req-545eec5e-91eb-4ff3-8c72-6d55c9b052b0 service neutron] 10.222.0.20 "GET /v2.0/networks/8534989a-79c0-4b00-84df-d6b9f1285f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122690 Jul 24 09:33:44.196606 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda43c0a-95c3-4e10-ad52-6aee5fe61370 req-24fa0e2e-4da6-4960-8291-ad38428ca072 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:44.209154 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eda43c0a-95c3-4e10-ad52-6aee5fe61370 req-24fa0e2e-4da6-4960-8291-ad38428ca072 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 945 time: 0.4582531 Jul 24 09:33:44.386511 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eda43c0a-95c3-4e10-ad52-6aee5fe61370 req-0e7e930b-79be-4c23-9afd-0a51771a7b59 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764264 Jul 24 09:33:44.403510 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e6c756e-369c-433c-822e-758b94150d30 req-efe61760-2dd5-4f39-a68c-3c0cb3dffba3 service neutron] 10.222.0.20 "GET /v2.0/networks/8534989a-79c0-4b00-84df-d6b9f1285f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322416 Jul 24 09:33:44.445156 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12fa289-4dfb-4898-835a-5c2274e941d3 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:33:44.450894 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d12fa289-4dfb-4898-835a-5c2274e941d3 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "PUT /v2.0/routers/691edca4-ea35-4129-9c03-70fb3d608839/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3733099 Jul 24 09:33:44.452444 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7944974c-271a-4b85-a227-01a58c2e334a tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:44.453770 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 32828) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:44.454286 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7944974c-271a-4b85-a227-01a58c2e334a tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4445083 Jul 24 09:33:44.457076 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 32830) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:44.457841 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088dce3a-f191-4a08-be21-cc6659786605 None None] Sync routers for ids ['691edca4-ea35-4129-9c03-70fb3d608839'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:33:44.478455 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088dce3a-f191-4a08-be21-cc6659786605 None None] Routers {'691edca4-ea35-4129-9c03-70fb3d608839'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:33:44.479992 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-088dce3a-f191-4a08-be21-cc6659786605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:33:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['691edca4-ea35-4129-9c03-70fb3d608839'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:44.495475 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b52a1e8d-b657-4323-bbb1-6b210811df00 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371404 Jul 24 09:33:44.497990 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 32834) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:44.546378 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018591ee-539d-47a2-8ddd-e0b6b472c8c0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:44.548681 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018591ee-539d-47a2-8ddd-e0b6b472c8c0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:44.550614 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-018591ee-539d-47a2-8ddd-e0b6b472c8c0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0951526 Jul 24 09:33:44.552072 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ae545cc5-f253-4aea-8ab0-d63ced5d1a27 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:44.553627 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 32838) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:44.589284 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 32840) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:44.593990 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b7def38c-eec1-4c23-98f1-fae0fbc43f2a tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=3d070f08b8da4d8480b04a604f0ef395&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0913181 Jul 24 09:33:44.613296 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-088dce3a-f191-4a08-be21-cc6659786605 None None] Set router 691edca4-ea35-4129-9c03-70fb3d608839 gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:33:44.682938 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-088dce3a-f191-4a08-be21-cc6659786605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691edca4-ea35-4129-9c03-70fb3d608839', 'name': 'tempest-NetworksTestDHCPv6-router-1175513075', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:33:36Z', 'updated_at': '2021-07-24T09:33:42Z', 'revision_number': 3, 'project_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:44.715260 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088dce3a-f191-4a08-be21-cc6659786605 None None] Checking router: 691edca4-ea35-4129-9c03-70fb3d608839 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:33:44.724390 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088dce3a-f191-4a08-be21-cc6659786605 None None] Routers {'691edca4-ea35-4129-9c03-70fb3d608839'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:33:44.725148 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-088dce3a-f191-4a08-be21-cc6659786605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:33:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['691edca4-ea35-4129-9c03-70fb3d608839'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:44.765421 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-3886632d-36b4-40b0-97fb-41b5ba8893fb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet b3efb7c5-66f0-4d97-b7c7-244e65225c80 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:33:44.831045 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-088dce3a-f191-4a08-be21-cc6659786605 None None] Set router 691edca4-ea35-4129-9c03-70fb3d608839 gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:33:44.849935 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ae545cc5-f253-4aea-8ab0-d63ced5d1a27 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:44.854055 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3886632d-36b4-40b0-97fb-41b5ba8893fb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:44.907405 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dae6886-9480-48d6-bf4b-fd276c5010ac tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:44.908304 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-088dce3a-f191-4a08-be21-cc6659786605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691edca4-ea35-4129-9c03-70fb3d608839', 'name': 'tempest-NetworksTestDHCPv6-router-1175513075', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:33:36Z', 'updated_at': '2021-07-24T09:33:42Z', 'revision_number': 3, 'project_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:44.910719 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4dae6886-9480-48d6-bf4b-fd276c5010ac tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3172841 Jul 24 09:33:44.913760 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 32854) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:44.967142 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-53c74e81-6cd1-4765-a489-1c8c607e8668 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0518281 Jul 24 09:33:44.968135 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 32858) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:44.971610 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088dce3a-f191-4a08-be21-cc6659786605 None None] The sync data for ids ['691edca4-ea35-4129-9c03-70fb3d608839'] in n-d-800085-9 is: [{'id': '691edca4-ea35-4129-9c03-70fb3d608839', 'name': 'tempest-NetworksTestDHCPv6-router-1175513075', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:33:36Z', 'updated_at': '2021-07-24T09:33:42Z', 'revision_number': 3, 'project_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'gw_port_host': None}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:33:44.973681 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-ffe14aed-ce7d-4420-8c35-90c0e7c82e4e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1628093306', 'network_id': '2f8cdc80-4462-47c3-ad43-a1cc44ae4b24', 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:44.978789 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3886632d-36b4-40b0-97fb-41b5ba8893fb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:45.118400 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe14aed-ce7d-4420-8c35-90c0e7c82e4e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Made reservation on behalf of 3d070f08b8da4d8480b04a604f0ef395 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:33:45.122103 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ffe14aed-ce7d-4420-8c35-90c0e7c82e4e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:45.170617 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3886632d-36b4-40b0-97fb-41b5ba8893fb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:45.253299 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ae545cc5-f253-4aea-8ab0-d63ced5d1a27 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:45.270200 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ae545cc5-f253-4aea-8ab0-d63ced5d1a27 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:45.368502 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ae545cc5-f253-4aea-8ab0-d63ced5d1a27 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:45.372377 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3886632d-36b4-40b0-97fb-41b5ba8893fb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:45.387416 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ffe14aed-ce7d-4420-8c35-90c0e7c82e4e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:45.456822 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 32878) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:45.496198 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3886632d-36b4-40b0-97fb-41b5ba8893fb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:45.498207 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3886632d-36b4-40b0-97fb-41b5ba8893fb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/b3efb7c5-66f0-4d97-b7c7-244e65225c80 HTTP/1.1" status: 204 len: 168 time: 0.9434571 Jul 24 09:33:45.500765 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 32882) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:45.502149 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae545cc5-f253-4aea-8ab0-d63ced5d1a27 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Pushing event updated for resources: {'Port': ['ID=6518f8e1-e94d-4f0f-8564-9ac401ddb6cf,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:45.505310 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdb5c1e-54dc-46eb-b936-e47ee4ccb09a None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:33:45.522009 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886632d-36b4-40b0-97fb-41b5ba8893fb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=b3efb7c5-66f0-4d97-b7c7-244e65225c80,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:45.569033 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device ef5f17d7-7e39-4521-84a5-581e8c33a82d no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:33:45.616400 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe14aed-ce7d-4420-8c35-90c0e7c82e4e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'Subnet': ['ID=5ab0713f-1c79-4acc-9a04-f75e943d2a04,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:45.630873 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-ae545cc5-f253-4aea-8ab0-d63ced5d1a27 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Floating IP 72881cc5-eb3c-42c2-86f7-ddf60f39d0b0 associated. External IP: 172.25.7.169, port: 03aeeba0-075a-4190-b4cb-5b48b682316f. Jul 24 09:33:45.633969 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: ef5f17d7-7e39-4521-84a5-581e8c33a82d {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:33:45.634327 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device ef5f17d7-7e39-4521-84a5-581e8c33a82d not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:33:45.712515 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe14aed-ce7d-4420-8c35-90c0e7c82e4e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Checking segment: {'id': '1696103c-ec2b-4f2d-a49b-259046e4eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2f8cdc80-4462-47c3-ad43-a1cc44ae4b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:33:45.713865 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe14aed-ce7d-4420-8c35-90c0e7c82e4e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Network hostable DHCP agents. Network: 2f8cdc80-4462-47c3-ad43-a1cc44ae4b24, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:33:45.755061 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c0d4e8ec-c721-4075-a72c-67f5b00ac909 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2524798 Jul 24 09:33:45.756875 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe14aed-ce7d-4420-8c35-90c0e7c82e4e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Network 2f8cdc80-4462-47c3-ad43-a1cc44ae4b24 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:33:45.765397 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 32890) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:45.775458 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-ffe14aed-ce7d-4420-8c35-90c0e7c82e4e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 2f8cdc80-4462-47c3-ad43-a1cc44ae4b24) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:45.781644 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe14aed-ce7d-4420-8c35-90c0e7c82e4e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:45.782348 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ffe14aed-ce7d-4420-8c35-90c0e7c82e4e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:45.826409 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a22944a-edd7-4d1c-91e0-63fc70fbc1d6 None None] Network 2f8cdc80-4462-47c3-ad43-a1cc44ae4b24 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:33:45.843034 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ffe14aed-ce7d-4420-8c35-90c0e7c82e4e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8732626 Jul 24 09:33:45.844256 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df0878-b6d9-4aaa-9983-d3a249724d6d req-7346009a-60ab-4e60-8740-8e7f42b345cf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:45.857483 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-59df0878-b6d9-4aaa-9983-d3a249724d6d req-7346009a-60ab-4e60-8740-8e7f42b345cf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 945 time: 0.2514043 Jul 24 09:33:45.946415 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:33:46.053039 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-59df0878-b6d9-4aaa-9983-d3a249724d6d req-d01c5f32-d1b4-49ae-95b4-1e8a723f6caa tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896126 Jul 24 09:33:46.093603 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 32900) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:46.178872 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd8a181-7ecd-48c9-953b-2ba82ba663b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-2f8cdc80-4462-47c3-ad43-a1cc44ae4b24', 'network_id': '2f8cdc80-4462-47c3-ad43-a1cc44ae4b24', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'fixed_ips': [{'subnet_id': '5ab0713f-1c79-4acc-9a04-f75e943d2a04'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:33:46.180864 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a181-7ecd-48c9-953b-2ba82ba663b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:46.190602 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 32902) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:46.201459 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:46.203633 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae545cc5-f253-4aea-8ab0-d63ced5d1a27 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Router e164d2ce-c1fb-4ee1-9790-9d623acf684d has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:33:46.208613 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-7e689107-9640-4071-ba7c-b1b4ec673e9a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1729725096', 'description': 'tempest-secgroup-smoke-1729725096 description', 'project_id': '3d070f08b8da4d8480b04a604f0ef395'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:46.220384 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:46.221162 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:46.225709 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-76ba9bb9-aead-4748-bc78-566a85243bbb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:46.350099 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee1aada-4009-4d28-b42c-97c723c9d422 None None] DHCP port deletion for 563773b9-347f-4496-b491-b57b6545ee0e request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:33:46.384940 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7e689107-9640-4071-ba7c-b1b4ec673e9a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:46.494327 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:46.527712 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-ddd8a181-7ecd-48c9-953b-2ba82ba663b5 None None] Allocated IP 172.20.0.18 (2f8cdc80-4462-47c3-ad43-a1cc44ae4b24/5ab0713f-1c79-4acc-9a04-f75e943d2a04/7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:33:46.547251 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-fee1aada-4009-4d28-b42c-97c723c9d422 None None] Deleting port 4cb24564-ab26-4747-bba2-1c07d5f9e8fe {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:46.547641 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fee1aada-4009-4d28-b42c-97c723c9d422 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:46.568596 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5235012-c4b1-4796-bc03-afe6dc8be43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:33:46.571498 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c07351a-4b8c-4630-9c2d-85819f69d683" -d '{"events": [{"server_uuid": "c5235012-c4b1-4796-bc03-afe6dc8be43c", "name": "network-vif-plugged", "status": "completed", "tag": "e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:33:46.587042 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-76ba9bb9-aead-4748-bc78-566a85243bbb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:46.605406 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-76ba9bb9-aead-4748-bc78-566a85243bbb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:46.628639 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7e689107-9640-4071-ba7c-b1b4ec673e9a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:46.635247 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193,segment=NetworkSegment(0586ade4-a6d7-4b93-954a-2d6955872314),segment_id=0586ade4-a6d7-4b93-954a-2d6955872314)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:46.673944 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7e689107-9640-4071-ba7c-b1b4ec673e9a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:46.684149 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e71066-8536-4e70-be66-7ac47c79949d x-openstack-request-id: req-72e71066-8536-4e70-be66-7ac47c79949d {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:33:46.685643 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5235012-c4b1-4796-bc03-afe6dc8be43c", "name": "network-vif-plugged", "status": "completed", "tag": "e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:33:46.686253 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-72e71066-8536-4e70-be66-7ac47c79949d {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:33:46.687115 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5235012-c4b1-4796-bc03-afe6dc8be43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193', 'code': 200} Jul 24 09:33:46.688126 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:46.733660 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-76ba9bb9-aead-4748-bc78-566a85243bbb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:46.734166 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ba9bb9-aead-4748-bc78-566a85243bbb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Fanout notify agent at l3_agent the message router_deleted on router 691edca4-ea35-4129-9c03-70fb3d608839 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:33:46.744947 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-76ba9bb9-aead-4748-bc78-566a85243bbb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:46.748790 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-76ba9bb9-aead-4748-bc78-566a85243bbb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/routers/691edca4-ea35-4129-9c03-70fb3d608839 HTTP/1.1" status: 204 len: 168 time: 0.9786849 Jul 24 09:33:46.758728 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 32918) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:46.772385 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f599c740-e06b-453e-8092-4d9e4f4ef678 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:46.774781 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7e689107-9640-4071-ba7c-b1b4ec673e9a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:46.775998 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7e689107-9640-4071-ba7c-b1b4ec673e9a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5790179 Jul 24 09:33:46.777018 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e689107-9640-4071-ba7c-b1b4ec673e9a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53c0a1da-c84e-44b8-b51b-98692550f07e,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:46.782765 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 32920) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:46.811258 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-c6ef6e77-20b4-4bfd-8828-9f7f03d5a44f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'security_group_rule': {'security_group_id': '53c0a1da-c84e-44b8-b51b-98692550f07e', 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:46.818938 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193,revision_number=9']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:46.832486 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-87b3ac23-4d60-4add-97bc-5b4188346675 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/floatingips/325df101-3c4d-4693-beb7-37b099da9ea3 HTTP/1.1" status: 200 len: 993 time: 0.7351141 Jul 24 09:33:46.852859 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-fee1aada-4009-4d28-b42c-97c723c9d422 None None] For port 4cb24564-ab26-4747-bba2-1c07d5f9e8fe, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4cb24564-ab26-4747-bba2-1c07d5f9e8fe,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:46.853371 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fee1aada-4009-4d28-b42c-97c723c9d422 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:46.865510 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:46.916543 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-fee1aada-4009-4d28-b42c-97c723c9d422 None None] Calling delete_port for 4cb24564-ab26-4747-bba2-1c07d5f9e8fe owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:46.959484 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae545cc5-f253-4aea-8ab0-d63ced5d1a27 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:33:46.971313 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c6ef6e77-20b4-4bfd-8828-9f7f03d5a44f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:46.971975 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d2dd28-3d9d-45ad-93bd-4009c21a3d98 None None] Sync routers for ids ['e164d2ce-c1fb-4ee1-9790-9d623acf684d'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:33:46.990340 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d2dd28-3d9d-45ad-93bd-4009c21a3d98 None None] Routers {'e164d2ce-c1fb-4ee1-9790-9d623acf684d'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:33:46.993231 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-32d2dd28-3d9d-45ad-93bd-4009c21a3d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:33:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e164d2ce-c1fb-4ee1-9790-9d623acf684d'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:47.029669 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f599c740-e06b-453e-8092-4d9e4f4ef678 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:33:47.043850 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f599c740-e06b-453e-8092-4d9e4f4ef678 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:47.050264 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ae545cc5-f253-4aea-8ab0-d63ced5d1a27 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:47.098782 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a181-7ecd-48c9-953b-2ba82ba663b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:47.110664 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fee1aada-4009-4d28-b42c-97c723c9d422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:47.114534 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ddd8a181-7ecd-48c9-953b-2ba82ba663b5 None None] Transition to ACTIVE for port object 7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:47.141542 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 32924) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:47.168843 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ddd8a181-7ecd-48c9-953b-2ba82ba663b5 None None] Transition to ACTIVE for port object 7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:47.181569 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a181-7ecd-48c9-953b-2ba82ba663b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:47.186990 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c6ef6e77-20b4-4bfd-8828-9f7f03d5a44f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:47.199389 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1aada-4009-4d28-b42c-97c723c9d422 None None] Pushing event deleted for resources: {'Port': ['ID=4cb24564-ab26-4747-bba2-1c07d5f9e8fe,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:47.224414 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c6ef6e77-20b4-4bfd-8828-9f7f03d5a44f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:47.228441 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-32d2dd28-3d9d-45ad-93bd-4009c21a3d98 None None] Set router e164d2ce-c1fb-4ee1-9790-9d623acf684d gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:33:47.243724 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ae545cc5-f253-4aea-8ab0-d63ced5d1a27 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1642137 Jul 24 09:33:47.254893 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08087c7-a78a-4bc6-8021-12fc5d562ee1', 'tag': '03aeeba0-075a-4190-b4cb-5b48b682316f'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:33:47.257275 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7d4661-8e1d-420a-ba27-5845bff57a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "a08087c7-a78a-4bc6-8021-12fc5d562ee1", "tag": "03aeeba0-075a-4190-b4cb-5b48b682316f"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:33:47.259637 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 32928) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:47.300223 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee1aada-4009-4d28-b42c-97c723c9d422 None None] No DVR routers for this DVR port 4cb24564-ab26-4747-bba2-1c07d5f9e8fe on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:33:47.316162 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8a181-7ecd-48c9-953b-2ba82ba663b5 None None] Pushing event updated for resources: {'Port': ['ID=7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:47.335409 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef6e77-20b4-4bfd-8828-9f7f03d5a44f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd2392a-dad7-4345-baf5-a8c6ca0c5f73,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:47.360953 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd8a181-7ecd-48c9-953b-2ba82ba663b5 None None] Network 2f8cdc80-4462-47c3-ad43-a1cc44ae4b24 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:47.367298 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-ddd8a181-7ecd-48c9-953b-2ba82ba663b5 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:47.376621 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd8a181-7ecd-48c9-953b-2ba82ba663b5 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:33:47.401462 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c6ef6e77-20b4-4bfd-8828-9f7f03d5a44f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:47.402698 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c6ef6e77-20b4-4bfd-8828-9f7f03d5a44f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6178024 Jul 24 09:33:47.414353 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 32934) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:47.420520 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-2c516e9f-c6a4-4a5f-a70c-6ebd05611b79 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'security_group_rule': {'security_group_id': '53c0a1da-c84e-44b8-b51b-98692550f07e', 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:47.450954 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-51393772-8607-42ef-b385-162c0f51b371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:47.452184 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bbc49984-234f-4a6f-8aa8-f907d31f6a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:47.479005 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ddd8a181-7ecd-48c9-953b-2ba82ba663b5 None None] Attempting to bind port 7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:33:47.479786 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ddd8a181-7ecd-48c9-953b-2ba82ba663b5 None None] Attempting to bind port 7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '1696103c-ec2b-4f2d-a49b-259046e4eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2f8cdc80-4462-47c3-ad43-a1cc44ae4b24'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:33:47.480160 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd8a181-7ecd-48c9-953b-2ba82ba663b5 None None] Attempting to bind port 7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b on network 2f8cdc80-4462-47c3-ad43-a1cc44ae4b24 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:33:47.489180 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd8a181-7ecd-48c9-953b-2ba82ba663b5 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:33:47.489791 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd8a181-7ecd-48c9-953b-2ba82ba663b5 None None] Checking segment: {'id': '1696103c-ec2b-4f2d-a49b-259046e4eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2f8cdc80-4462-47c3-ad43-a1cc44ae4b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:33:47.490205 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a181-7ecd-48c9-953b-2ba82ba663b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:47.490659 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd8a181-7ecd-48c9-953b-2ba82ba663b5 None None] Bound using segment: {'id': '1696103c-ec2b-4f2d-a49b-259046e4eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2f8cdc80-4462-47c3-ad43-a1cc44ae4b24'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:33:47.492194 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ddd8a181-7ecd-48c9-953b-2ba82ba663b5 None None] Bound port: 7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1696103c-ec2b-4f2d-a49b-259046e4eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2f8cdc80-4462-47c3-ad43-a1cc44ae4b24'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:33:47.493126 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a181-7ecd-48c9-953b-2ba82ba663b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:47.549777 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2c516e9f-c6a4-4a5f-a70c-6ebd05611b79 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:47.587472 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ddd8a181-7ecd-48c9-953b-2ba82ba663b5 None None] For port 7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:33:47.593929 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ddd8a181-7ecd-48c9-953b-2ba82ba663b5 None None] For port 7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b,segment=NetworkSegment(1696103c-ec2b-4f2d-a49b-259046e4eccc),segment_id=1696103c-ec2b-4f2d-a49b-259046e4eccc)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:33:47.607499 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a181-7ecd-48c9-953b-2ba82ba663b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:47.615728 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d4a478-a6e0-4c2f-a5fe-df990a1a3040 tempest-TestVolumeBackupRestore-541806776 tempest-TestVolumeBackupRestore-541806776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:47.617628 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-93d4a478-a6e0-4c2f-a5fe-df990a1a3040 tempest-TestVolumeBackupRestore-541806776 tempest-TestVolumeBackupRestore-541806776-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 1091 time: 0.3325748 Jul 24 09:33:47.621654 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 32936) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:47.635797 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-52c46100-c392-4430-a0d8-54c3659fdb51 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Request body: {'floatingip': {'port_id': '03aeeba0-075a-4190-b4cb-5b48b682316f'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:47.686151 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e075db-165e-48fd-a8ca-a18355958a96 x-openstack-request-id: req-f9e075db-165e-48fd-a8ca-a18355958a96 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:33:47.686440 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a08087c7-a78a-4bc6-8021-12fc5d562ee1", "tag": "03aeeba0-075a-4190-b4cb-5b48b682316f", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:33:47.686838 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f9e075db-165e-48fd-a8ca-a18355958a96 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:33:47.687069 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08087c7-a78a-4bc6-8021-12fc5d562ee1', 'tag': '03aeeba0-075a-4190-b4cb-5b48b682316f', 'status': 'completed', 'code': 200} Jul 24 09:33:47.696762 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8a181-7ecd-48c9-953b-2ba82ba663b5 None None] Pushing event updated for resources: {'Port': ['ID=7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:47.702481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4cb24564-ab26-4747-bba2-1c07d5f9e8fe no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:33:47.729764 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 4cb24564-ab26-4747-bba2-1c07d5f9e8fe {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:33:47.730473 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4cb24564-ab26-4747-bba2-1c07d5f9e8fe not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:33:47.747557 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2c516e9f-c6a4-4a5f-a70c-6ebd05611b79 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:47.754300 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2c516e9f-c6a4-4a5f-a70c-6ebd05611b79 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:47.754546 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-32d2dd28-3d9d-45ad-93bd-4009c21a3d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'name': 'tempest-TestVolumeBackupRestore-659865943-router', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:35Z', 'updated_at': '2021-07-24T09:29:49Z', 'revision_number': 4, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'gw_port': {'id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:82:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:38Z', 'updated_at': '2021-07-24T09:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '72881cc5-eb3c-42c2-86f7-ddf60f39d0b0', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'floating_ip_address': '172.25.7.169', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'port_id': '03aeeba0-075a-4190-b4cb-5b48b682316f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3', 'mac_address': 'fa:16:3e:7e:fa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08087c7-a78a-4bc6-8021-12fc5d562ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:33:44Z', 'updated_at': '2021-07-24T09:33:44Z', 'revision_number': 0, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb38b9f-6eb6-4e5c-b698-692ee3dadecc', 'name': '', 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'mac_address': 'fa:16:3e:91:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '6edc8e9e-14b5-4008-b91c-eb8350e9b15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:46Z', 'updated_at': '2021-07-24T09:30:00Z', 'revision_number': 5, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'subnets': [{'id': '6edc8e9e-14b5-4008-b91c-eb8350e9b15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:47.780194 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c516e9f-c6a4-4a5f-a70c-6ebd05611b79 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61653ca-16d3-4baa-ace0-513315336c00,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:47.793737 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d2dd28-3d9d-45ad-93bd-4009c21a3d98 None None] Checking router: e164d2ce-c1fb-4ee1-9790-9d623acf684d for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:33:47.814401 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d2dd28-3d9d-45ad-93bd-4009c21a3d98 None None] Routers {'e164d2ce-c1fb-4ee1-9790-9d623acf684d'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:33:47.815202 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-32d2dd28-3d9d-45ad-93bd-4009c21a3d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:33:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e164d2ce-c1fb-4ee1-9790-9d623acf684d'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:47.825734 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f599c740-e06b-453e-8092-4d9e4f4ef678 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:47.834734 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-52c46100-c392-4430-a0d8-54c3659fdb51 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for floatingip, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:47.896035 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-51393772-8607-42ef-b385-162c0f51b371 admin admin] Deleting port caa9efb5-9c12-47ef-9d9d-383a10b9d151 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:47.896814 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-51393772-8607-42ef-b385-162c0f51b371 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:47.940645 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f599c740-e06b-453e-8092-4d9e4f4ef678 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:47.955742 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-32d2dd28-3d9d-45ad-93bd-4009c21a3d98 None None] Set router e164d2ce-c1fb-4ee1-9790-9d623acf684d gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:33:47.971557 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-f599c740-e06b-453e-8092-4d9e4f4ef678 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:47.979401 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f599c740-e06b-453e-8092-4d9e4f4ef678 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:47.980012 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f599c740-e06b-453e-8092-4d9e4f4ef678 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:47.984285 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12f8121-2093-43a6-8b18-74304d6b57dc None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:33:47.986281 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bbc49984-234f-4a6f-8aa8-f907d31f6a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:47.987459 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599c740-e06b-453e-8092-4d9e4f4ef678 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=1d2c9971-162e-4e97-8d19-2e6430e0d9c0,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:48.021741 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bbc49984-234f-4a6f-8aa8-f907d31f6a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:48.034515 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2c516e9f-c6a4-4a5f-a70c-6ebd05611b79 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:48.039798 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2c516e9f-c6a4-4a5f-a70c-6ebd05611b79 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6215460 Jul 24 09:33:48.041263 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 32938) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:48.060184 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d4661-8e1d-420a-ba27-5845bff57a3f req-1be25939-ae5a-4ab7-90f6-33dd27d9f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:48.061476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-51393772-8607-42ef-b385-162c0f51b371 admin admin] For port caa9efb5-9c12-47ef-9d9d-383a10b9d151, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=caa9efb5-9c12-47ef-9d9d-383a10b9d151,segment=NetworkSegment(5df2741c-f326-497a-8276-79e58d1e0fc4),segment_id=5df2741c-f326-497a-8276-79e58d1e0fc4)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:48.062720 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6e7d4661-8e1d-420a-ba27-5845bff57a3f req-1be25939-ae5a-4ab7-90f6-33dd27d9f84d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a626df8cf9a4b0ea66b1dfe014448cf&device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 1096 time: 0.3796356 Jul 24 09:33:48.065034 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-51393772-8607-42ef-b385-162c0f51b371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:48.081871 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-cb8da902-28bc-4cac-996a-45aa82fcfd3c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'security_group_rule': {'security_group_id': '53c0a1da-c84e-44b8-b51b-98692550f07e', 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:48.109888 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f599c740-e06b-453e-8092-4d9e4f4ef678 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3469565 Jul 24 09:33:48.117522 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 32940) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:48.130405 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-2ce189db-41e4-4b31-a490-0ae89b2de396 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1427812626', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:48.143832 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-51393772-8607-42ef-b385-162c0f51b371 admin admin] Calling delete_port for caa9efb5-9c12-47ef-9d9d-383a10b9d151 owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:48.158927 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bbc49984-234f-4a6f-8aa8-f907d31f6a97 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb183a234f7c4b40beaa196e4386cc0f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0064626 Jul 24 09:33:48.159293 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 32942) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:48.200097 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc49984-234f-4a6f-8aa8-f907d31f6a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aadcbe0-1169-4cf6-9378-8426016e74c5,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:48.265555 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cb8da902-28bc-4cac-996a-45aa82fcfd3c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:48.268595 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2ce189db-41e4-4b31-a490-0ae89b2de396 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:48.270144 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2ce189db-41e4-4b31-a490-0ae89b2de396 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:48.327318 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-32d2dd28-3d9d-45ad-93bd-4009c21a3d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'name': 'tempest-TestVolumeBackupRestore-659865943-router', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:35Z', 'updated_at': '2021-07-24T09:29:49Z', 'revision_number': 4, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'gw_port': {'id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:82:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:38Z', 'updated_at': '2021-07-24T09:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '72881cc5-eb3c-42c2-86f7-ddf60f39d0b0', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'floating_ip_address': '172.25.7.169', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'port_id': '03aeeba0-075a-4190-b4cb-5b48b682316f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3', 'mac_address': 'fa:16:3e:7e:fa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08087c7-a78a-4bc6-8021-12fc5d562ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:33:44Z', 'updated_at': '2021-07-24T09:33:44Z', 'revision_number': 0, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb38b9f-6eb6-4e5c-b698-692ee3dadecc', 'name': '', 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'mac_address': 'fa:16:3e:91:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '6edc8e9e-14b5-4008-b91c-eb8350e9b15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:46Z', 'updated_at': '2021-07-24T09:30:00Z', 'revision_number': 5, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'subnets': [{'id': '6edc8e9e-14b5-4008-b91c-eb8350e9b15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:48.332520 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd210bf2-5f9e-46c9-b3dc-768142cfa077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-563773b9-347f-4496-b491-b57b6545ee0e', 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'fixed_ips': [{'subnet_id': '1d2c9971-162e-4e97-8d19-2e6430e0d9c0'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:33:48.333765 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd210bf2-5f9e-46c9-b3dc-768142cfa077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:48.370001 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d2dd28-3d9d-45ad-93bd-4009c21a3d98 None None] The sync data for ids ['e164d2ce-c1fb-4ee1-9790-9d623acf684d'] in n-d-800085-9 is: [{'id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'name': 'tempest-TestVolumeBackupRestore-659865943-router', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:35Z', 'updated_at': '2021-07-24T09:29:49Z', 'revision_number': 4, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'gw_port': {'id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:82:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:38Z', 'updated_at': '2021-07-24T09:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '72881cc5-eb3c-42c2-86f7-ddf60f39d0b0', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'floating_ip_address': '172.25.7.169', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'port_id': '03aeeba0-075a-4190-b4cb-5b48b682316f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3', 'mac_address': 'fa:16:3e:7e:fa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08087c7-a78a-4bc6-8021-12fc5d562ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:33:44Z', 'updated_at': '2021-07-24T09:33:44Z', 'revision_number': 0, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb38b9f-6eb6-4e5c-b698-692ee3dadecc', 'name': '', 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'mac_address': 'fa:16:3e:91:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '6edc8e9e-14b5-4008-b91c-eb8350e9b15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:46Z', 'updated_at': '2021-07-24T09:30:00Z', 'revision_number': 5, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'subnets': [{'id': '6edc8e9e-14b5-4008-b91c-eb8350e9b15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:33:48.371579 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d4661-8e1d-420a-ba27-5845bff57a3f req-e4dea424-0cc1-483c-9f68-94516aa3dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:48.374540 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6e7d4661-8e1d-420a-ba27-5845bff57a3f req-e4dea424-0cc1-483c-9f68-94516aa3dc9b service neutron] 10.222.0.20 "GET /v2.0/networks?id=c314507b-6b98-46d2-9820-4c7efdeb0ad3 HTTP/1.1" status: 200 len: 913 time: 0.3046155 Jul 24 09:33:48.414336 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2ce189db-41e4-4b31-a490-0ae89b2de396 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:48.426827 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2ce189db-41e4-4b31-a490-0ae89b2de396 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:48.501656 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-bd210bf2-5f9e-46c9-b3dc-768142cfa077 None None] Allocated IP 2001:db8::2 (563773b9-347f-4496-b491-b57b6545ee0e/1d2c9971-162e-4e97-8d19-2e6430e0d9c0/8b66231d-59c0-4d4c-9ab5-87dada1a0a8c) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:33:48.518019 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6e7d4661-8e1d-420a-ba27-5845bff57a3f req-0bdef958-2b2f-46c7-92c4-486c9b557616 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03aeeba0-075a-4190-b4cb-5b48b682316f HTTP/1.1" status: 200 len: 999 time: 0.1319368 Jul 24 09:33:48.528788 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a974458c-f639-4bea-a1eb-b525b104a3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:48.542883 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2ce189db-41e4-4b31-a490-0ae89b2de396 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:48.546680 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2ce189db-41e4-4b31-a490-0ae89b2de396 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4226642 Jul 24 09:33:48.554058 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 32944) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:48.558389 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cb8da902-28bc-4cac-996a-45aa82fcfd3c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:48.573535 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cb8da902-28bc-4cac-996a-45aa82fcfd3c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:48.594214 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a974458c-f639-4bea-a1eb-b525b104a3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:48.619435 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8da902-28bc-4cac-996a-45aa82fcfd3c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea951796-cdc6-430d-94e0-793c4ff636e6,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:48.642181 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cb8da902-28bc-4cac-996a-45aa82fcfd3c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:48.646083 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-cb8da902-28bc-4cac-996a-45aa82fcfd3c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5957196 Jul 24 09:33:48.650309 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 32946) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:48.671577 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-6e72759b-68bd-459d-bc6e-620f8772ba73 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'security_group_rule': {'security_group_id': '53c0a1da-c84e-44b8-b51b-98692550f07e', 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:48.717540 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e72759b-68bd-459d-bc6e-620f8772ba73 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:48.733336 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd210bf2-5f9e-46c9-b3dc-768142cfa077 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:48.734532 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-51393772-8607-42ef-b385-162c0f51b371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:48.741585 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a974458c-f639-4bea-a1eb-b525b104a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:48.744277 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a974458c-f639-4bea-a1eb-b525b104a3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:48.746456 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-bd210bf2-5f9e-46c9-b3dc-768142cfa077 None None] Transition to ACTIVE for port object 8b66231d-59c0-4d4c-9ab5-87dada1a0a8c will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:48.748250 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a974458c-f639-4bea-a1eb-b525b104a3d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6aadcbe0-1169-4cf6-9378-8426016e74c5 HTTP/1.1" status: 204 len: 168 time: 0.5878527 Jul 24 09:33:48.781707 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d4661-8e1d-420a-ba27-5845bff57a3f req-3ba3e317-0cea-45ba-8fc2-f9e97bf56a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:48.788804 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6e7d4661-8e1d-420a-ba27-5845bff57a3f req-3ba3e317-0cea-45ba-8fc2-f9e97bf56a9a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6edc8e9e-14b5-4008-b91c-eb8350e9b15f HTTP/1.1" status: 200 len: 852 time: 0.2643726 Jul 24 09:33:48.800112 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51393772-8607-42ef-b385-162c0f51b371 admin admin] Pushing event deleted for resources: {'Port': ['ID=caa9efb5-9c12-47ef-9d9d-383a10b9d151,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:48.800670 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-bd210bf2-5f9e-46c9-b3dc-768142cfa077 None None] Transition to ACTIVE for port object 8b66231d-59c0-4d4c-9ab5-87dada1a0a8c will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:48.804446 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974458c-f639-4bea-a1eb-b525b104a3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aadcbe0-1169-4cf6-9378-8426016e74c5,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:48.818160 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd210bf2-5f9e-46c9-b3dc-768142cfa077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:48.877714 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd210bf2-5f9e-46c9-b3dc-768142cfa077 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:48.928205 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e72759b-68bd-459d-bc6e-620f8772ba73 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:48.936066 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e72759b-68bd-459d-bc6e-620f8772ba73 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:48.950271 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-bd210bf2-5f9e-46c9-b3dc-768142cfa077 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:48.966531 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd210bf2-5f9e-46c9-b3dc-768142cfa077 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:33:49.019103 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744740f2-8207-417c-a44d-f2df913a1db6 None None] New status for floating IP 72881cc5-eb3c-42c2-86f7-ddf60f39d0b0: ACTIVE {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:33:49.069447 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72759b-68bd-459d-bc6e-620f8772ba73 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d14fa54-d2f0-4051-bc5d-a9b56b421ac5,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:49.083290 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e72759b-68bd-459d-bc6e-620f8772ba73 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:49.093766 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6e72759b-68bd-459d-bc6e-620f8772ba73 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4426427 Jul 24 09:33:49.100089 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 32952) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:49.125560 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-41f786c9-8687-485c-9c56-0a933a6bbbf0 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'security_group_rule': {'security_group_id': '53c0a1da-c84e-44b8-b51b-98692550f07e', 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:49.151705 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-51393772-8607-42ef-b385-162c0f51b371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:49.247799 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04ac9eb2-5401-437e-bd37-db1009e38c71 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:49.261991 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.db.resource_extend [None req-52c46100-c392-4430-a0d8-54c3659fdb51 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 09:33:49.285645 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd210bf2-5f9e-46c9-b3dc-768142cfa077 None None] Pushing event updated for resources: {'Port': ['ID=8b66231d-59c0-4d4c-9ab5-87dada1a0a8c,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:49.323150 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-bd210bf2-5f9e-46c9-b3dc-768142cfa077 None None] Attempting to bind port 8b66231d-59c0-4d4c-9ab5-87dada1a0a8c on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:33:49.323654 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-bd210bf2-5f9e-46c9-b3dc-768142cfa077 None None] Attempting to bind port 8b66231d-59c0-4d4c-9ab5-87dada1a0a8c by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:33:49.324105 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd210bf2-5f9e-46c9-b3dc-768142cfa077 None None] Attempting to bind port 8b66231d-59c0-4d4c-9ab5-87dada1a0a8c on network 563773b9-347f-4496-b491-b57b6545ee0e {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:33:49.332882 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd210bf2-5f9e-46c9-b3dc-768142cfa077 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:33:49.333630 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd210bf2-5f9e-46c9-b3dc-768142cfa077 None None] Checking segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:33:49.333754 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 32954) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:49.333861 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd210bf2-5f9e-46c9-b3dc-768142cfa077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:49.334185 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd210bf2-5f9e-46c9-b3dc-768142cfa077 None None] Bound using segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:33:49.334921 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-bd210bf2-5f9e-46c9-b3dc-768142cfa077 None None] Bound port: 8b66231d-59c0-4d4c-9ab5-87dada1a0a8c, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:33:49.335389 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd210bf2-5f9e-46c9-b3dc-768142cfa077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:49.379475 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d4661-8e1d-420a-ba27-5845bff57a3f req-5de10ee2-469d-4dd7-a471-18a4c23a7e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:49.381368 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6e7d4661-8e1d-420a-ba27-5845bff57a3f req-5de10ee2-469d-4dd7-a471-18a4c23a7e6e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c314507b-6b98-46d2-9820-4c7efdeb0ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5499837 Jul 24 09:33:49.381789 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-10686123-1e4a-4dda-bd12-1313ee4f941c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:49.419514 n-d-800085-9 neutron-server[94035]: INFO neutron.db.securitygroups_db [None req-41f786c9-8687-485c-9c56-0a933a6bbbf0 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Project 3d070f08b8da4d8480b04a604f0ef395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 09:33:49.465642 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df01fa7d-9248-4edf-ae74-a4f1dfe8671a None None] Network 2f8cdc80-4462-47c3-ad43-a1cc44ae4b24 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:33:49.468806 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-52c46100-c392-4430-a0d8-54c3659fdb51 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:49.471278 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-41f786c9-8687-485c-9c56-0a933a6bbbf0 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:49.473906 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-bd210bf2-5f9e-46c9-b3dc-768142cfa077 None None] For port 8b66231d-59c0-4d4c-9ab5-87dada1a0a8c, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:33:49.498143 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-52c46100-c392-4430-a0d8-54c3659fdb51 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:49.519228 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-bd210bf2-5f9e-46c9-b3dc-768142cfa077 None None] For port 8b66231d-59c0-4d4c-9ab5-87dada1a0a8c, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=8b66231d-59c0-4d4c-9ab5-87dada1a0a8c,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:33:49.525478 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.db.api [None req-744740f2-8207-417c-a44d-f2df913a1db6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:33:49.525478 n-d-800085-9 neutron-server[94037]: DEBUG oslo_db.api [None req-744740f2-8207-417c-a44d-f2df913a1db6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:33:49.528673 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51393772-8607-42ef-b385-162c0f51b371 admin admin] Router e786ccd1-1704-4409-b64d-3e02cbdfd41c has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:33:49.534378 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd210bf2-5f9e-46c9-b3dc-768142cfa077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:49.692080 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51393772-8607-42ef-b385-162c0f51b371 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:33:49.704207 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17cff0a-ef45-437f-aeca-defbaa4e170f None None] Sync routers for ids ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:33:49.705741 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-51393772-8607-42ef-b385-162c0f51b371 admin admin] 10.222.0.32 "PUT /v2.0/routers/e786ccd1-1704-4409-b64d-3e02cbdfd41c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2478464 Jul 24 09:33:49.708443 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 32956) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:49.719800 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17cff0a-ef45-437f-aeca-defbaa4e170f None None] Routers {'e786ccd1-1704-4409-b64d-3e02cbdfd41c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:33:49.720861 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a17cff0a-ef45-437f-aeca-defbaa4e170f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:33:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:49.793935 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:33:49.795482 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-483c8fea-d2dc-4735-96d9-a871b5038a50 None None] Provisioning for port 7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:49.855047 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6889cfc8-305b-42dc-b889-e293f26da23d admin admin] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:49.902338 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-a17cff0a-ef45-437f-aeca-defbaa4e170f None None] Set router e786ccd1-1704-4409-b64d-3e02cbdfd41c gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:33:50.002240 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6889cfc8-305b-42dc-b889-e293f26da23d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:50.029695 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744740f2-8207-417c-a44d-f2df913a1db6 None None] New status for floating IP 72881cc5-eb3c-42c2-86f7-ddf60f39d0b0: ACTIVE {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:33:50.094699 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-6889cfc8-305b-42dc-b889-e293f26da23d admin admin] Deleting port 90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:50.095462 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6889cfc8-305b-42dc-b889-e293f26da23d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:50.190798 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a17cff0a-ef45-437f-aeca-defbaa4e170f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'name': 'tempest-AttachVolumeTestJSON-2125491744-router', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:25:57Z', 'updated_at': '2021-07-24T09:33:48Z', 'revision_number': 5, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'gw_port': {'id': '90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:25:59Z', 'updated_at': '2021-07-24T09:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:50.237272 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17cff0a-ef45-437f-aeca-defbaa4e170f None None] Checking router: e786ccd1-1704-4409-b64d-3e02cbdfd41c for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:33:50.252188 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17cff0a-ef45-437f-aeca-defbaa4e170f None None] Routers {'e786ccd1-1704-4409-b64d-3e02cbdfd41c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:33:50.253915 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a17cff0a-ef45-437f-aeca-defbaa4e170f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:33:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:50.265616 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-6889cfc8-305b-42dc-b889-e293f26da23d admin admin] For port 90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:50.266209 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6889cfc8-305b-42dc-b889-e293f26da23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:50.282783 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-6889cfc8-305b-42dc-b889-e293f26da23d admin admin] Calling delete_port for 90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:50.308897 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-41f786c9-8687-485c-9c56-0a933a6bbbf0 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:50.331071 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6e7d4661-8e1d-420a-ba27-5845bff57a3f req-94ed0707-56f6-42f0-a315-7f77fb055f69 service neutron] 10.222.0.20 "GET /v2.0/networks/c314507b-6b98-46d2-9820-4c7efdeb0ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8835897 Jul 24 09:33:50.331952 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-41f786c9-8687-485c-9c56-0a933a6bbbf0 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:50.370720 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-a17cff0a-ef45-437f-aeca-defbaa4e170f None None] Set router e786ccd1-1704-4409-b64d-3e02cbdfd41c gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:33:50.385071 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd210bf2-5f9e-46c9-b3dc-768142cfa077 None None] Pushing event updated for resources: {'Port': ['ID=8b66231d-59c0-4d4c-9ab5-87dada1a0a8c,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:50.389855 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:50.395244 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:50.395631 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:50.432892 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f786c9-8687-485c-9c56-0a933a6bbbf0 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d0c733-0e78-4d40-9c48-79ae19491ba0,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:50.434555 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a17cff0a-ef45-437f-aeca-defbaa4e170f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'name': 'tempest-AttachVolumeTestJSON-2125491744-router', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:25:57Z', 'updated_at': '2021-07-24T09:33:50Z', 'revision_number': 6, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:50.469655 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17cff0a-ef45-437f-aeca-defbaa4e170f None None] The sync data for ids ['e786ccd1-1704-4409-b64d-3e02cbdfd41c'] in n-d-800085-9 is: [{'id': 'e786ccd1-1704-4409-b64d-3e02cbdfd41c', 'name': 'tempest-AttachVolumeTestJSON-2125491744-router', 'tenant_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:25:57Z', 'updated_at': '2021-07-24T09:33:50Z', 'revision_number': 6, 'project_id': '4ddf1f6a8ea84a438a459d68cf609e56', 'gw_port_host': None}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:33:50.544684 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:50.611153 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b,segment=NetworkSegment(1696103c-ec2b-4f2d-a49b-259046e4eccc),segment_id=1696103c-ec2b-4f2d-a49b-259046e4eccc)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:50.616427 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:50.638356 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6889cfc8-305b-42dc-b889-e293f26da23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:50.676351 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-10686123-1e4a-4dda-bd12-1313ee4f941c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:50.683673 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889cfc8-305b-42dc-b889-e293f26da23d admin admin] Pushing event deleted for resources: {'Port': ['ID=90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:50.685184 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-04ac9eb2-5401-437e-bd37-db1009e38c71 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 2001:db8::1 (563773b9-347f-4496-b491-b57b6545ee0e/1d2c9971-162e-4e97-8d19-2e6430e0d9c0/04bb40a9-7732-4bdd-8582-6e94f69cfe28) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:33:50.698506 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:50.701292 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-10686123-1e4a-4dda-bd12-1313ee4f941c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:50.714463 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-41f786c9-8687-485c-9c56-0a933a6bbbf0 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:50.717292 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-41f786c9-8687-485c-9c56-0a933a6bbbf0 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6035984 Jul 24 09:33:50.719322 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 32958) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:50.724361 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-dbd906eb-5327-4d59-82f1-4d074073b2d5 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'security_group_rule': {'security_group_id': '53c0a1da-c84e-44b8-b51b-98692550f07e', 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:50.786691 n-d-800085-9 neutron-server[94036]: INFO neutron.db.securitygroups_db [None req-dbd906eb-5327-4d59-82f1-4d074073b2d5 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Project 3d070f08b8da4d8480b04a604f0ef395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 09:33:50.790042 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6889cfc8-305b-42dc-b889-e293f26da23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:50.794798 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dbd906eb-5327-4d59-82f1-4d074073b2d5 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:50.796641 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6e7d4661-8e1d-420a-ba27-5845bff57a3f req-6ff708f6-449b-47dc-b41a-e2121d86e801 service neutron] 10.222.0.20 "GET /v2.0/networks/c314507b-6b98-46d2-9820-4c7efdeb0ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505317 Jul 24 09:33:50.813921 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-10686123-1e4a-4dda-bd12-1313ee4f941c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39d9d87e989d4c8493539167d9b2d005&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4774809 Jul 24 09:33:50.821661 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 32960) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:50.833729 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10686123-1e4a-4dda-bd12-1313ee4f941c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef38c2df-34e7-44e4-91a6-1711d6c9a8aa,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:50.884187 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-24688c15-b468-4f60-91bf-9791b7d8ae08 None None] Provisioning complete for port 7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:50.884678 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-24688c15-b468-4f60-91bf-9791b7d8ae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:50.915601 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c46100-c392-4430-a0d8-54c3659fdb51 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Router e164d2ce-c1fb-4ee1-9790-9d623acf684d has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:33:50.932289 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6889cfc8-305b-42dc-b889-e293f26da23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:50.943073 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6889cfc8-305b-42dc-b889-e293f26da23d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:51.021601 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6889cfc8-305b-42dc-b889-e293f26da23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:51.022229 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6889cfc8-305b-42dc-b889-e293f26da23d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e786ccd1-1704-4409-b64d-3e02cbdfd41c {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:33:51.036538 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6889cfc8-305b-42dc-b889-e293f26da23d admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:51.039829 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6889cfc8-305b-42dc-b889-e293f26da23d admin admin] 10.222.0.32 "DELETE /v2.0/routers/e786ccd1-1704-4409-b64d-3e02cbdfd41c HTTP/1.1" status: 204 len: 168 time: 1.3283956 Jul 24 09:33:51.041917 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dbd906eb-5327-4d59-82f1-4d074073b2d5 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:51.042624 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 32962) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:51.045158 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-00334f8c-7c7e-4642-a860-85ffe7250c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:51.054053 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dbd906eb-5327-4d59-82f1-4d074073b2d5 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:51.084022 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04ac9eb2-5401-437e-bd37-db1009e38c71 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:51.107006 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-04ac9eb2-5401-437e-bd37-db1009e38c71 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Transition to ACTIVE for port object 04bb40a9-7732-4bdd-8582-6e94f69cfe28 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:51.117302 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-00334f8c-7c7e-4642-a860-85ffe7250c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:51.119589 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd906eb-5327-4d59-82f1-4d074073b2d5 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd2a72e-f229-4fcf-a023-1f88239650ac,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:51.132845 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c46100-c392-4430-a0d8-54c3659fdb51 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:33:51.134937 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dbd906eb-5327-4d59-82f1-4d074073b2d5 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:51.143098 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-dbd906eb-5327-4d59-82f1-4d074073b2d5 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4154344 Jul 24 09:33:51.143691 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-52c46100-c392-4430-a0d8-54c3659fdb51 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:51.146731 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcec31e-fe67-4e18-bac8-7beb75a26b68 None None] Sync routers for ids ['e164d2ce-c1fb-4ee1-9790-9d623acf684d'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:33:51.153998 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b34d4a-98f5-4ee8-ad8d-6b50491876b0 admin admin] Deleting subnet ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:33:51.158211 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcec31e-fe67-4e18-bac8-7beb75a26b68 None None] Routers {'e164d2ce-c1fb-4ee1-9790-9d623acf684d'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:33:51.158852 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ebcec31e-fe67-4e18-bac8-7beb75a26b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:33:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e164d2ce-c1fb-4ee1-9790-9d623acf684d'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:51.183186 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-42b34d4a-98f5-4ee8-ad8d-6b50491876b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:51.214888 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04ac9eb2-5401-437e-bd37-db1009e38c71 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:51.230871 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08087c7-a78a-4bc6-8021-12fc5d562ee1', 'tag': '03aeeba0-075a-4190-b4cb-5b48b682316f'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:33:51.234277 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff24be27-9dc9-4dfa-89dd-f4dbdac3878b" -d '{"events": [{"name": "network-changed", "server_uuid": "a08087c7-a78a-4bc6-8021-12fc5d562ee1", "tag": "03aeeba0-075a-4190-b4cb-5b48b682316f"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:33:51.243904 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-42b34d4a-98f5-4ee8-ad8d-6b50491876b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:51.335094 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ac9eb2-5401-437e-bd37-db1009e38c71 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:51.342982 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-04ac9eb2-5401-437e-bd37-db1009e38c71 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:51.356135 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ac9eb2-5401-437e-bd37-db1009e38c71 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:33:51.356707 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04ac9eb2-5401-437e-bd37-db1009e38c71 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:51.379137 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-ebcec31e-fe67-4e18-bac8-7beb75a26b68 None None] Set router e164d2ce-c1fb-4ee1-9790-9d623acf684d gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:33:51.392549 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-42b34d4a-98f5-4ee8-ad8d-6b50491876b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:51.438070 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1565d1e-c40d-4571-a47e-1362f45c3ca8 x-openstack-request-id: req-c1565d1e-c40d-4571-a47e-1362f45c3ca8 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:33:51.438362 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a08087c7-a78a-4bc6-8021-12fc5d562ee1", "tag": "03aeeba0-075a-4190-b4cb-5b48b682316f", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:33:51.438617 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1565d1e-c40d-4571-a47e-1362f45c3ca8 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:33:51.439025 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08087c7-a78a-4bc6-8021-12fc5d562ee1', 'tag': '03aeeba0-075a-4190-b4cb-5b48b682316f', 'status': 'completed', 'code': 200} Jul 24 09:33:51.465259 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac9eb2-5401-437e-bd37-db1009e38c71 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Port': ['ID=04bb40a9-7732-4bdd-8582-6e94f69cfe28,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:51.466685 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-00334f8c-7c7e-4642-a860-85ffe7250c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:51.473767 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-00334f8c-7c7e-4642-a860-85ffe7250c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:51.477580 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-00334f8c-7c7e-4642-a860-85ffe7250c74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef38c2df-34e7-44e4-91a6-1711d6c9a8aa HTTP/1.1" status: 204 len: 168 time: 0.6479392 Jul 24 09:33:51.510288 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-52c46100-c392-4430-a0d8-54c3659fdb51 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "PUT /v2.0/floatingips/72881cc5-eb3c-42c2-86f7-ddf60f39d0b0 HTTP/1.1" status: 200 len: 991 time: 3.8792012 Jul 24 09:33:51.535791 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00334f8c-7c7e-4642-a860-85ffe7250c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef38c2df-34e7-44e4-91a6-1711d6c9a8aa,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:51.547475 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-09a89da3-88e1-4ced-bf32-ac23f686a5c6 None None] Provisioning for port 8b66231d-59c0-4d4c-9ab5-87dada1a0a8c completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:51.548251 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-42b34d4a-98f5-4ee8-ad8d-6b50491876b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:51.587733 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b34d4a-98f5-4ee8-ad8d-6b50491876b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:51.612594 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-e2daa916-d033-48bf-b404-e0b4c7cbbd1b tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1729725096&fields=id&tenant_id=3d070f08b8da4d8480b04a604f0ef395 HTTP/1.1" status: 200 len: 267 time: 0.1684339 Jul 24 09:33:51.614335 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-42b34d4a-98f5-4ee8-ad8d-6b50491876b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:51.621376 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-42b34d4a-98f5-4ee8-ad8d-6b50491876b0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ff7f8b47-eb70-4e13-bf9f-5d0d8510bfff HTTP/1.1" status: 204 len: 168 time: 0.5737028 Jul 24 09:33:51.621376 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 32984) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:51.664285 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce85c45-6a35-4f33-b007-e91ea4e014c8 None None] Network f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:33:51.749455 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d0cddf59-31db-4031-8feb-ee31a1f4e756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:51.872553 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-d0cddf59-31db-4031-8feb-ee31a1f4e756 admin admin] Deleting port 007f0b10-a308-4241-8af7-64f79223de5b {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:51.872946 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d0cddf59-31db-4031-8feb-ee31a1f4e756 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:51.893586 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-041625f1-358e-4a24-9037-1c24fbdb215a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:51.895285 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-041625f1-358e-4a24-9037-1c24fbdb215a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/networks?id=2f8cdc80-4462-47c3-ad43-a1cc44ae4b24 HTTP/1.1" status: 200 len: 796 time: 0.2746489 Jul 24 09:33:51.900942 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24be27-9dc9-4dfa-89dd-f4dbdac3878b req-03c4bb5b-74b1-4af9-94d5-c30aac710705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:51.902648 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ff24be27-9dc9-4dfa-89dd-f4dbdac3878b req-03c4bb5b-74b1-4af9-94d5-c30aac710705 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a626df8cf9a4b0ea66b1dfe014448cf&device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 1096 time: 0.4573424 Jul 24 09:33:51.944095 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04ac9eb2-5401-437e-bd37-db1009e38c71 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:51.954319 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-69e3db13-611c-45a8-8d41-b037d0874e46 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/quotas/3d070f08b8da4d8480b04a604f0ef395 HTTP/1.1" status: 200 len: 375 time: 0.0507398 Jul 24 09:33:51.962899 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 8b66231d-59c0-4d4c-9ab5-87dada1a0a8c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:33:51.983897 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-d0cddf59-31db-4031-8feb-ee31a1f4e756 admin admin] For port 007f0b10-a308-4241-8af7-64f79223de5b, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=007f0b10-a308-4241-8af7-64f79223de5b,segment=NetworkSegment(5df2741c-f326-497a-8276-79e58d1e0fc4),segment_id=5df2741c-f326-497a-8276-79e58d1e0fc4)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:51.984499 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d0cddf59-31db-4031-8feb-ee31a1f4e756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:52.001139 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-d0cddf59-31db-4031-8feb-ee31a1f4e756 admin admin] Calling delete_port for 007f0b10-a308-4241-8af7-64f79223de5b owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:52.002907 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d3221491-b8a0-412c-8e78-7f5e1375c083 None None] Provisioning for port 04bb40a9-7732-4bdd-8582-6e94f69cfe28 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:52.011999 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d3221491-b8a0-412c-8e78-7f5e1375c083 None None] Provisioning complete for port 04bb40a9-7732-4bdd-8582-6e94f69cfe28 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:52.012651 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d3221491-b8a0-412c-8e78-7f5e1375c083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:52.079109 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d3221491-b8a0-412c-8e78-7f5e1375c083 None None] Port 04bb40a9-7732-4bdd-8582-6e94f69cfe28 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:33:52.097667 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 8b66231d-59c0-4d4c-9ab5-87dada1a0a8c completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:52.102100 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ebcec31e-fe67-4e18-bac8-7beb75a26b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'name': 'tempest-TestVolumeBackupRestore-659865943-router', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:35Z', 'updated_at': '2021-07-24T09:29:49Z', 'revision_number': 4, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'gw_port': {'id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:82:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:38Z', 'updated_at': '2021-07-24T09:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '72881cc5-eb3c-42c2-86f7-ddf60f39d0b0', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'floating_ip_address': '172.25.7.169', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'port_id': '03aeeba0-075a-4190-b4cb-5b48b682316f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3', 'mac_address': 'fa:16:3e:7e:fa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08087c7-a78a-4bc6-8021-12fc5d562ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:33:44Z', 'updated_at': '2021-07-24T09:33:50Z', 'revision_number': 2, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb38b9f-6eb6-4e5c-b698-692ee3dadecc', 'name': '', 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'mac_address': 'fa:16:3e:91:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '6edc8e9e-14b5-4008-b91c-eb8350e9b15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:46Z', 'updated_at': '2021-07-24T09:30:00Z', 'revision_number': 5, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'subnets': [{'id': '6edc8e9e-14b5-4008-b91c-eb8350e9b15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:52.144760 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 8b66231d-59c0-4d4c-9ab5-87dada1a0a8c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:52.145131 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:52.148461 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcec31e-fe67-4e18-bac8-7beb75a26b68 None None] Checking router: e164d2ce-c1fb-4ee1-9790-9d623acf684d for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:33:52.162544 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d0cddf59-31db-4031-8feb-ee31a1f4e756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:52.178177 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632a1462-5d7a-4ad2-9130-0aa05e76aea1 None None] DHCP port deletion for f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:33:52.202120 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cddf59-31db-4031-8feb-ee31a1f4e756 admin admin] Pushing event deleted for resources: {'Port': ['ID=007f0b10-a308-4241-8af7-64f79223de5b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:52.209078 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcec31e-fe67-4e18-bac8-7beb75a26b68 None None] Routers {'e164d2ce-c1fb-4ee1-9790-9d623acf684d'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:33:52.210726 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ebcec31e-fe67-4e18-bac8-7beb75a26b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:33:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e164d2ce-c1fb-4ee1-9790-9d623acf684d'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:52.219906 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24be27-9dc9-4dfa-89dd-f4dbdac3878b req-7ce970da-4092-48b3-80cc-84a497d20bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:52.220888 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cddf59-31db-4031-8feb-ee31a1f4e756 admin admin] No DVR routers for this DVR port 007f0b10-a308-4241-8af7-64f79223de5b on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:33:52.221455 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ff24be27-9dc9-4dfa-89dd-f4dbdac3878b req-7ce970da-4092-48b3-80cc-84a497d20bde service neutron] 10.222.0.20 "GET /v2.0/networks?id=c314507b-6b98-46d2-9820-4c7efdeb0ad3 HTTP/1.1" status: 200 len: 913 time: 0.3126128 Jul 24 09:33:52.247426 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-ab98d625-df32-4670-9f5e-ef7422794e6a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d070f08b8da4d8480b04a604f0ef395&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2832568 Jul 24 09:33:52.334625 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d0cddf59-31db-4031-8feb-ee31a1f4e756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:52.360986 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-d0cddf59-31db-4031-8feb-ee31a1f4e756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:52.362963 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:52.385988 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-ebcec31e-fe67-4e18-bac8-7beb75a26b68 None None] Set router e164d2ce-c1fb-4ee1-9790-9d623acf684d gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:33:52.386107 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-d0cddf59-31db-4031-8feb-ee31a1f4e756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df2741c-f326-497a-8276-79e58d1e0fc4') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:52.386107 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-d0cddf59-31db-4031-8feb-ee31a1f4e756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df2741c-f326-497a-8276-79e58d1e0fc4') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:52.397931 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d0cddf59-31db-4031-8feb-ee31a1f4e756 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:52.411948 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ff24be27-9dc9-4dfa-89dd-f4dbdac3878b req-6d6dcf2e-eb79-4990-b118-2dad6744254a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03aeeba0-075a-4190-b4cb-5b48b682316f HTTP/1.1" status: 200 len: 1001 time: 0.1803591 Jul 24 09:33:52.419993 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d0cddf59-31db-4031-8feb-ee31a1f4e756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:52.432314 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0cddf59-31db-4031-8feb-ee31a1f4e756 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:33:52.437416 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d0cddf59-31db-4031-8feb-ee31a1f4e756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:52.440135 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 8b66231d-59c0-4d4c-9ab5-87dada1a0a8c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=8b66231d-59c0-4d4c-9ab5-87dada1a0a8c,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:33:52.441726 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:33:52.450366 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:52.451217 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:33:52.522996 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-107b80fc-e9a2-4724-ab2c-1bc98f7b1f51 service neutron] 10.222.0.32 "GET /v2.0/networks/2f8cdc80-4462-47c3-ad43-a1cc44ae4b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621434 Jul 24 09:33:52.525208 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d0cddf59-31db-4031-8feb-ee31a1f4e756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:52.529251 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24be27-9dc9-4dfa-89dd-f4dbdac3878b req-dc4f204f-a2f9-4370-9675-e61618cd817f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:52.530704 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ff24be27-9dc9-4dfa-89dd-f4dbdac3878b req-dc4f204f-a2f9-4370-9675-e61618cd817f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6edc8e9e-14b5-4008-b91c-eb8350e9b15f HTTP/1.1" status: 200 len: 852 time: 0.1080501 Jul 24 09:33:52.536419 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d0cddf59-31db-4031-8feb-ee31a1f4e756 admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:52.538839 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d0cddf59-31db-4031-8feb-ee31a1f4e756 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d HTTP/1.1" status: 204 len: 168 time: 0.9157135 Jul 24 09:33:52.605638 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cddf59-31db-4031-8feb-ee31a1f4e756 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1ba62a9-464b-4f0f-ac02-ee13f6c6de1d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:52.608937 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=8b66231d-59c0-4d4c-9ab5-87dada1a0a8c,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:52.654659 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:52.655203 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:52.688165 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04ac9eb2-5401-437e-bd37-db1009e38c71 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:52.697291 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04ac9eb2-5401-437e-bd37-db1009e38c71 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:52.698150 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04ac9eb2-5401-437e-bd37-db1009e38c71 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:52.707652 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24be27-9dc9-4dfa-89dd-f4dbdac3878b req-6e06d92e-230f-40c3-8ca1-65c904283cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:52.709148 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ff24be27-9dc9-4dfa-89dd-f4dbdac3878b req-6e06d92e-230f-40c3-8ca1-65c904283cb8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c314507b-6b98-46d2-9820-4c7efdeb0ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1711032 Jul 24 09:33:52.726381 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33006) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:52.782451 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-a0e5eacc-1e6c-488f-af0c-7d57fe506f42 service neutron] 10.222.0.32 "GET /v2.0/networks/2f8cdc80-4462-47c3-ad43-a1cc44ae4b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489102 Jul 24 09:33:52.796440 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-aac0aaba-8146-4d75-bdc0-1d78a7820ea8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ddf1f6a8ea84a438a459d68cf609e56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0665884 Jul 24 09:33:52.797116 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33010) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:52.804517 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ebcec31e-fe67-4e18-bac8-7beb75a26b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'name': 'tempest-TestVolumeBackupRestore-659865943-router', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:35Z', 'updated_at': '2021-07-24T09:29:49Z', 'revision_number': 4, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'gw_port': {'id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:82:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:38Z', 'updated_at': '2021-07-24T09:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '72881cc5-eb3c-42c2-86f7-ddf60f39d0b0', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'floating_ip_address': '172.25.7.169', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'port_id': '03aeeba0-075a-4190-b4cb-5b48b682316f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3', 'mac_address': 'fa:16:3e:7e:fa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08087c7-a78a-4bc6-8021-12fc5d562ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:33:44Z', 'updated_at': '2021-07-24T09:33:50Z', 'revision_number': 2, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb38b9f-6eb6-4e5c-b698-692ee3dadecc', 'name': '', 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'mac_address': 'fa:16:3e:91:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '6edc8e9e-14b5-4008-b91c-eb8350e9b15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:46Z', 'updated_at': '2021-07-24T09:30:00Z', 'revision_number': 5, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'subnets': [{'id': '6edc8e9e-14b5-4008-b91c-eb8350e9b15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:52.828631 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac9eb2-5401-437e-bd37-db1009e38c71 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Port': ['ID=04bb40a9-7732-4bdd-8582-6e94f69cfe28,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:52.874177 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcec31e-fe67-4e18-bac8-7beb75a26b68 None None] The sync data for ids ['e164d2ce-c1fb-4ee1-9790-9d623acf684d'] in n-d-800085-9 is: [{'id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'name': 'tempest-TestVolumeBackupRestore-659865943-router', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:35Z', 'updated_at': '2021-07-24T09:29:49Z', 'revision_number': 4, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'gw_port': {'id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:82:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:38Z', 'updated_at': '2021-07-24T09:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '72881cc5-eb3c-42c2-86f7-ddf60f39d0b0', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'floating_ip_address': '172.25.7.169', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'port_id': '03aeeba0-075a-4190-b4cb-5b48b682316f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3', 'mac_address': 'fa:16:3e:7e:fa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08087c7-a78a-4bc6-8021-12fc5d562ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:33:44Z', 'updated_at': '2021-07-24T09:33:50Z', 'revision_number': 2, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb38b9f-6eb6-4e5c-b698-692ee3dadecc', 'name': '', 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'mac_address': 'fa:16:3e:91:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '6edc8e9e-14b5-4008-b91c-eb8350e9b15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:46Z', 'updated_at': '2021-07-24T09:30:00Z', 'revision_number': 5, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'subnets': [{'id': '6edc8e9e-14b5-4008-b91c-eb8350e9b15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:33:52.882416 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7299537b-35b0-4e0d-91e9-b06b9b55388d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:52.913105 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7299537b-35b0-4e0d-91e9-b06b9b55388d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:52.914975 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device caa9efb5-9c12-47ef-9d9d-383a10b9d151 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:33:52.959320 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: caa9efb5-9c12-47ef-9d9d-383a10b9d151 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:33:52.960176 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ff24be27-9dc9-4dfa-89dd-f4dbdac3878b req-1dea65eb-1ded-4c4d-b359-14a9b67a41d7 service neutron] 10.222.0.20 "GET /v2.0/networks/c314507b-6b98-46d2-9820-4c7efdeb0ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365427 Jul 24 09:33:52.962011 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device caa9efb5-9c12-47ef-9d9d-383a10b9d151 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:33:52.964613 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:33:52.978893 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ac9eb2-5401-437e-bd37-db1009e38c71 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:52.981750 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-04ac9eb2-5401-437e-bd37-db1009e38c71 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:53.009100 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7299537b-35b0-4e0d-91e9-b06b9b55388d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:53.011861 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7299537b-35b0-4e0d-91e9-b06b9b55388d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:53.016317 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:33:53.016878 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7299537b-35b0-4e0d-91e9-b06b9b55388d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a72f3c19-dd9b-4b7f-86ba-7cb75b7214ab HTTP/1.1" status: 204 len: 168 time: 0.2184565 Jul 24 09:33:53.018787 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 90e2a91f-0d9e-43aa-bc70-6c5bf68ac3cf not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:33:53.034444 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299537b-35b0-4e0d-91e9-b06b9b55388d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72f3c19-dd9b-4b7f-86ba-7cb75b7214ab,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:53.198197 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f549419a-93a9-4d4c-b763-c6242c42b60d req-a40b901b-3461-4849-9453-6e50c1a984ba tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f HTTP/1.1" status: 200 len: 210 time: 0.0719750 Jul 24 09:33:53.552656 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08087c7-a78a-4bc6-8021-12fc5d562ee1', 'tag': '03aeeba0-075a-4190-b4cb-5b48b682316f'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:33:53.556228 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b63ed4-3776-4e56-9bc3-ec62413b289c" -d '{"events": [{"name": "network-changed", "server_uuid": "a08087c7-a78a-4bc6-8021-12fc5d562ee1", "tag": "03aeeba0-075a-4190-b4cb-5b48b682316f"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:33:53.574397 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e4c47ba6-1707-4d96-8337-e04e62e220fa None None] Provisioning complete for port 04bb40a9-7732-4bdd-8582-6e94f69cfe28 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:53.584810 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e4c47ba6-1707-4d96-8337-e04e62e220fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:53.632592 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ff24be27-9dc9-4dfa-89dd-f4dbdac3878b req-9a24026b-7423-4bf0-82d6-b1ef7b31a432 service neutron] 10.222.0.20 "GET /v2.0/networks/c314507b-6b98-46d2-9820-4c7efdeb0ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6642864 Jul 24 09:33:53.649169 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-e4c47ba6-1707-4d96-8337-e04e62e220fa None None] Port 04bb40a9-7732-4bdd-8582-6e94f69cfe28 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:33:53.673120 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ac9eb2-5401-437e-bd37-db1009e38c71 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Router 9c7688dc-d2e8-4b5a-a035-d1511b427f5a is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:33:53.725670 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1b2cf7-2461-4eb9-b7ba-f9cfb25f9176 x-openstack-request-id: req-8a1b2cf7-2461-4eb9-b7ba-f9cfb25f9176 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:33:53.725959 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a08087c7-a78a-4bc6-8021-12fc5d562ee1", "tag": "03aeeba0-075a-4190-b4cb-5b48b682316f", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:33:53.726437 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a1b2cf7-2461-4eb9-b7ba-f9cfb25f9176 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:33:53.727064 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08087c7-a78a-4bc6-8021-12fc5d562ee1', 'tag': '03aeeba0-075a-4190-b4cb-5b48b682316f', 'status': 'completed', 'code': 200} Jul 24 09:33:53.740319 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 8b66231d-59c0-4d4c-9ab5-87dada1a0a8c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:33:53.833081 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ac9eb2-5401-437e-bd37-db1009e38c71 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:33:53.842986 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] Sync routers for ids ['9c7688dc-d2e8-4b5a-a035-d1511b427f5a'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:33:53.846952 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-04ac9eb2-5401-437e-bd37-db1009e38c71 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "PUT /v2.0/routers/9c7688dc-d2e8-4b5a-a035-d1511b427f5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2877445 Jul 24 09:33:53.850010 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33048) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:53.857869 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b63ed4-3776-4e56-9bc3-ec62413b289c req-b0216701-a809-42f2-9e0e-78f34e2195df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:53.859710 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0b63ed4-3776-4e56-9bc3-ec62413b289c req-b0216701-a809-42f2-9e0e-78f34e2195df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a626df8cf9a4b0ea66b1dfe014448cf&device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 1096 time: 0.0978296 Jul 24 09:33:53.869981 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] Routers {'9c7688dc-d2e8-4b5a-a035-d1511b427f5a'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:33:53.870620 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:33:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['9c7688dc-d2e8-4b5a-a035-d1511b427f5a'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:53.894172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 8b66231d-59c0-4d4c-9ab5-87dada1a0a8c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:53.894545 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:53.916848 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e709299-0665-4706-aaf9-4f4bf6c6b069 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:53.921664 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6e709299-0665-4706-aaf9-4f4bf6c6b069 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports/04bb40a9-7732-4bdd-8582-6e94f69cfe28 HTTP/1.1" status: 200 len: 911 time: 0.0698447 Jul 24 09:33:53.923672 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33050) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:54.038894 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24433f0-d8ea-485e-94cd-afce6de29aa4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:54.051438 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24433f0-d8ea-485e-94cd-afce6de29aa4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:54.057740 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e24433f0-d8ea-485e-94cd-afce6de29aa4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1281221 Jul 24 09:33:54.060346 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33058) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:54.073692 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b63ed4-3776-4e56-9bc3-ec62413b289c req-6442c5c7-5851-45a7-b5bd-2ef6e2f2822f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:54.078386 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0b63ed4-3776-4e56-9bc3-ec62413b289c req-6442c5c7-5851-45a7-b5bd-2ef6e2f2822f service neutron] 10.222.0.20 "GET /v2.0/networks?id=c314507b-6b98-46d2-9820-4c7efdeb0ad3 HTTP/1.1" status: 200 len: 913 time: 0.2130082 Jul 24 09:33:54.087397 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] Set router 9c7688dc-d2e8-4b5a-a035-d1511b427f5a gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:33:54.163487 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 007f0b10-a308-4241-8af7-64f79223de5b no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:33:54.196666 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 007f0b10-a308-4241-8af7-64f79223de5b {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:33:54.206116 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 007f0b10-a308-4241-8af7-64f79223de5b not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:33:54.209832 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0b63ed4-3776-4e56-9bc3-ec62413b289c req-5d6a36ed-d39b-470a-afc9-0168d7d31674 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03aeeba0-075a-4190-b4cb-5b48b682316f HTTP/1.1" status: 200 len: 1001 time: 0.1222875 Jul 24 09:33:54.297057 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b63ed4-3776-4e56-9bc3-ec62413b289c req-66a15500-58bb-4724-94b1-76e921e2ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:54.297057 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0b63ed4-3776-4e56-9bc3-ec62413b289c req-66a15500-58bb-4724-94b1-76e921e2ff26 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6edc8e9e-14b5-4008-b91c-eb8350e9b15f HTTP/1.1" status: 200 len: 852 time: 0.0812147 Jul 24 09:33:54.374362 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b63ed4-3776-4e56-9bc3-ec62413b289c req-dd42368f-0592-4fa3-8ec2-c92060e246d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:54.376178 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0b63ed4-3776-4e56-9bc3-ec62413b289c req-dd42368f-0592-4fa3-8ec2-c92060e246d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c314507b-6b98-46d2-9820-4c7efdeb0ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740435 Jul 24 09:33:54.437218 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5169c491-400e-420e-9731-07c634d166e1 req-b1549ae0-8f8c-4f7e-933f-94d3cb961dc3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f HTTP/1.1" status: 200 len: 210 time: 0.0858583 Jul 24 09:33:54.567566 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0b63ed4-3776-4e56-9bc3-ec62413b289c req-893c26db-1c4e-48ac-81fb-eca51c1c82c1 service neutron] 10.222.0.20 "GET /v2.0/networks/c314507b-6b98-46d2-9820-4c7efdeb0ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817031 Jul 24 09:33:54.569912 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7688dc-d2e8-4b5a-a035-d1511b427f5a', 'name': 'tempest-NetworksTestDHCPv6-router-1427812626', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:33:48Z', 'updated_at': '2021-07-24T09:33:51Z', 'revision_number': 2, 'project_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'gw_port_host': None, '_interfaces': [{'id': '04bb40a9-7732-4bdd-8582-6e94f69cfe28', 'name': '', 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'mac_address': 'fa:16:3e:77:56:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7688dc-d2e8-4b5a-a035-d1511b427f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '1d2c9971-162e-4e97-8d19-2e6430e0d9c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:33:49Z', 'updated_at': '2021-07-24T09:33:52Z', 'revision_number': 2, 'project_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'subnets': [{'id': '1d2c9971-162e-4e97-8d19-2e6430e0d9c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:54.610726 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] Checking router: 9c7688dc-d2e8-4b5a-a035-d1511b427f5a for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:33:54.611140 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] Updating router 9c7688dc-d2e8-4b5a-a035-d1511b427f5a port 04bb40a9-7732-4bdd-8582-6e94f69cfe28 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:33:54.658255 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:54.747963 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0b63ed4-3776-4e56-9bc3-ec62413b289c req-66a0a473-3265-44b4-b837-feeb68a3140c service neutron] 10.222.0.20 "GET /v2.0/networks/c314507b-6b98-46d2-9820-4c7efdeb0ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730375 Jul 24 09:33:55.019941 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-6b2d060d-957f-4317-a86f-50689618df7c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:55.021429 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:55.021915 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-6b2d060d-957f-4317-a86f-50689618df7c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.37 "GET /v2.0/networks?id=2f8cdc80-4462-47c3-ad43-a1cc44ae4b24 HTTP/1.1" status: 200 len: 796 time: 0.5686004 Jul 24 09:33:55.032009 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] Transition to ACTIVE for port object 04bb40a9-7732-4bdd-8582-6e94f69cfe28 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:55.038438 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:55.110890 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-3a9469e6-c247-4bf9-980c-648d9f4ef03f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d070f08b8da4d8480b04a604f0ef395 HTTP/1.1" status: 200 len: 472 time: 0.0488944 Jul 24 09:33:55.121571 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-f73967bc-497e-497a-96a7-033de31fd656 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'port': {'device_id': 'a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f', 'network_id': '2f8cdc80-4462-47c3-ad43-a1cc44ae4b24', 'admin_state_up': True, 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'security_groups': ['53c0a1da-c84e-44b8-b51b-98692550f07e']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:55.126382 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871c457-f426-4b6a-a8d0-62303fd2518d None None] Pushing event updated for resources: {'Port': ['ID=04bb40a9-7732-4bdd-8582-6e94f69cfe28,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:55.215861 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] Attempting to bind port 04bb40a9-7732-4bdd-8582-6e94f69cfe28 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:33:55.216227 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] Attempting to bind port 04bb40a9-7732-4bdd-8582-6e94f69cfe28 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:33:55.216588 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] Attempting to bind port 04bb40a9-7732-4bdd-8582-6e94f69cfe28 on network 563773b9-347f-4496-b491-b57b6545ee0e {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:33:55.222228 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:33:55.222602 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] Checking segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:33:55.223001 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:55.223388 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] Bound using segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:33:55.223921 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] Bound port: 04bb40a9-7732-4bdd-8582-6e94f69cfe28, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:33:55.224309 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:55.315005 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] For port 04bb40a9-7732-4bdd-8582-6e94f69cfe28, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:33:55.321506 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] For port 04bb40a9-7732-4bdd-8582-6e94f69cfe28, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=04bb40a9-7732-4bdd-8582-6e94f69cfe28,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:33:55.331531 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:55.335157 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b82b0d72-fbfc-4554-8d5c-47cf1af0b1f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:55.399929 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] Routers {'9c7688dc-d2e8-4b5a-a035-d1511b427f5a'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:33:55.400462 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:33:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['9c7688dc-d2e8-4b5a-a035-d1511b427f5a'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:55.492541 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-f73967bc-497e-497a-96a7-033de31fd656 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Made reservation on behalf of 3d070f08b8da4d8480b04a604f0ef395 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:33:55.499224 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-f73967bc-497e-497a-96a7-033de31fd656 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:55.552134 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871c457-f426-4b6a-a8d0-62303fd2518d None None] Pushing event updated for resources: {'Port': ['ID=04bb40a9-7732-4bdd-8582-6e94f69cfe28,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:55.611631 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] Set router 9c7688dc-d2e8-4b5a-a035-d1511b427f5a gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:33:55.615087 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-81a328e7-90c0-442e-a906-d0133c2111da req-b961c9b2-75d7-4eeb-979e-5a4a21d12818 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f HTTP/1.1" status: 200 len: 210 time: 0.0606592 Jul 24 09:33:55.764775 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-f73967bc-497e-497a-96a7-033de31fd656 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Allocated IP 172.20.0.28 (2f8cdc80-4462-47c3-ad43-a1cc44ae4b24/5ab0713f-1c79-4acc-9a04-f75e943d2a04/06e591f8-b680-433c-9f2a-1d09807c54d7) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:33:55.896847 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7688dc-d2e8-4b5a-a035-d1511b427f5a', 'name': 'tempest-NetworksTestDHCPv6-router-1427812626', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:33:48Z', 'updated_at': '2021-07-24T09:33:51Z', 'revision_number': 2, 'project_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'gw_port_host': None, '_interfaces': [{'id': '04bb40a9-7732-4bdd-8582-6e94f69cfe28', 'name': '', 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'mac_address': 'fa:16:3e:77:56:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7688dc-d2e8-4b5a-a035-d1511b427f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '1d2c9971-162e-4e97-8d19-2e6430e0d9c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:33:49Z', 'updated_at': '2021-07-24T09:33:55Z', 'revision_number': 4, 'project_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'subnets': [{'id': '1d2c9971-162e-4e97-8d19-2e6430e0d9c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:55.914993 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-b82b0d72-fbfc-4554-8d5c-47cf1af0b1f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting port 04bb40a9-7732-4bdd-8582-6e94f69cfe28 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:55.915342 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b82b0d72-fbfc-4554-8d5c-47cf1af0b1f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:55.924864 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fec3e1-9595-4761-99a8-14baf78a8962 None None] The sync data for ids ['9c7688dc-d2e8-4b5a-a035-d1511b427f5a'] in n-d-800085-9 is: [{'id': '9c7688dc-d2e8-4b5a-a035-d1511b427f5a', 'name': 'tempest-NetworksTestDHCPv6-router-1427812626', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:33:48Z', 'updated_at': '2021-07-24T09:33:51Z', 'revision_number': 2, 'project_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'gw_port_host': None, '_interfaces': [{'id': '04bb40a9-7732-4bdd-8582-6e94f69cfe28', 'name': '', 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'mac_address': 'fa:16:3e:77:56:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7688dc-d2e8-4b5a-a035-d1511b427f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '1d2c9971-162e-4e97-8d19-2e6430e0d9c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:33:49Z', 'updated_at': '2021-07-24T09:33:55Z', 'revision_number': 4, 'project_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'subnets': [{'id': '1d2c9971-162e-4e97-8d19-2e6430e0d9c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:33:56.073885 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-f73967bc-497e-497a-96a7-033de31fd656 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:56.103870 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-f73967bc-497e-497a-96a7-033de31fd656 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Transition to ACTIVE for port object 06e591f8-b680-433c-9f2a-1d09807c54d7 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:56.110451 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-b82b0d72-fbfc-4554-8d5c-47cf1af0b1f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] For port 04bb40a9-7732-4bdd-8582-6e94f69cfe28, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=04bb40a9-7732-4bdd-8582-6e94f69cfe28,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:56.110823 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b82b0d72-fbfc-4554-8d5c-47cf1af0b1f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:56.127689 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-b82b0d72-fbfc-4554-8d5c-47cf1af0b1f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Calling delete_port for 04bb40a9-7732-4bdd-8582-6e94f69cfe28 owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:56.211220 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-f73967bc-497e-497a-96a7-033de31fd656 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:56.288500 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-f73967bc-497e-497a-96a7-033de31fd656 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Network 2f8cdc80-4462-47c3-ad43-a1cc44ae4b24 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:33:56.294641 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-f73967bc-497e-497a-96a7-033de31fd656 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:33:56.303354 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-f73967bc-497e-497a-96a7-033de31fd656 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:33:56.391868 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73967bc-497e-497a-96a7-033de31fd656 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'Port': ['ID=06e591f8-b680-433c-9f2a-1d09807c54d7,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:56.446525 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-f73967bc-497e-497a-96a7-033de31fd656 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:56.447188 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-f73967bc-497e-497a-96a7-033de31fd656 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:56.501148 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-f73967bc-497e-497a-96a7-033de31fd656 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3839197 Jul 24 09:33:56.517914 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-34db46bd-3edc-4d40-b07e-82d18def3c3f service neutron] Request body: {'port': {'device_id': 'a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:56.631318 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b82b0d72-fbfc-4554-8d5c-47cf1af0b1f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:56.640385 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-34db46bd-3edc-4d40-b07e-82d18def3c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:56.716360 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b0d72-fbfc-4554-8d5c-47cf1af0b1f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Port': ['ID=04bb40a9-7732-4bdd-8582-6e94f69cfe28,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:56.774769 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5e91e11c-8951-47c6-be08-168347f1c265 None None] Provisioning for port 06e591f8-b680-433c-9f2a-1d09807c54d7 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:33:56.780384 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5e91e11c-8951-47c6-be08-168347f1c265 None None] Provisioning complete for port 06e591f8-b680-433c-9f2a-1d09807c54d7 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:33:56.780786 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5e91e11c-8951-47c6-be08-168347f1c265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:56.829446 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33132) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:56.859071 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-5e91e11c-8951-47c6-be08-168347f1c265 None None] Port 06e591f8-b680-433c-9f2a-1d09807c54d7 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:33:57.043686 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b82b0d72-fbfc-4554-8d5c-47cf1af0b1f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:57.196496 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1bcb0ab6-c890-4bba-9b2d-c7f1701e5186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:57.212251 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f19593-c558-4b25-9971-3907103530eb req-29feb100-0ba1-4eb5-8664-4090463ddc2c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:57.213819 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b5f19593-c558-4b25-9971-3907103530eb req-29feb100-0ba1-4eb5-8664-4090463ddc2c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f HTTP/1.1" status: 200 len: 932 time: 0.4769554 Jul 24 09:33:57.246106 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-34b56d9c-2b90-4b63-88f9-81cc01e0ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:57.326138 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1bcb0ab6-c890-4bba-9b2d-c7f1701e5186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:57.330658 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1bcb0ab6-c890-4bba-9b2d-c7f1701e5186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:57.382197 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1bcb0ab6-c890-4bba-9b2d-c7f1701e5186 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=875f5403faaf4a1699f6a75582a66c2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5501800 Jul 24 09:33:57.385673 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33144) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:57.387503 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82b0d72-fbfc-4554-8d5c-47cf1af0b1f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Router 9c7688dc-d2e8-4b5a-a035-d1511b427f5a has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:33:57.397932 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b5f19593-c558-4b25-9971-3907103530eb req-ca2b2463-4c1c-4f08-8d57-84c98915939b tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c0a1da-c84e-44b8-b51b-98692550f07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766295 Jul 24 09:33:57.398327 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb0ab6-c890-4bba-9b2d-c7f1701e5186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1634ef-7cad-4f63-857e-602e7a553a59,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:57.556315 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82b0d72-fbfc-4554-8d5c-47cf1af0b1f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:33:57.568829 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b82b0d72-fbfc-4554-8d5c-47cf1af0b1f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "PUT /v2.0/routers/9c7688dc-d2e8-4b5a-a035-d1511b427f5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5069387 Jul 24 09:33:57.571973 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33150) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:57.573711 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-18866a51-1487-4947-8a96-7031d9d0011d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:57.585696 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-34db46bd-3edc-4d40-b07e-82d18def3c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e591f8-b680-433c-9f2a-1d09807c54d7 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:33:57.602730 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-34db46bd-3edc-4d40-b07e-82d18def3c3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:57.627566 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-18866a51-1487-4947-8a96-7031d9d0011d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:57.635073 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90185021-266f-4c70-94eb-c69b5b6793e2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:57.637038 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90185021-266f-4c70-94eb-c69b5b6793e2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:57.638822 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-90185021-266f-4c70-94eb-c69b5b6793e2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0657907 Jul 24 09:33:57.639759 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-34db46bd-3edc-4d40-b07e-82d18def3c3f service neutron] Transition to ACTIVE for port object 06e591f8-b680-433c-9f2a-1d09807c54d7 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:33:57.641867 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33154) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:57.648408 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-34db46bd-3edc-4d40-b07e-82d18def3c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:57.716331 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e92ee96-1bc2-4fbd-a7e2-5bd303fc921c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet 1d2c9971-162e-4e97-8d19-2e6430e0d9c0 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:33:57.718567 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db46bd-3edc-4d40-b07e-82d18def3c3f service neutron] Pushing event updated for resources: {'Port': ['ID=06e591f8-b680-433c-9f2a-1d09807c54d7,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:57.720851 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2e92ee96-1bc2-4fbd-a7e2-5bd303fc921c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:57.794749 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-18866a51-1487-4947-8a96-7031d9d0011d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:57.798221 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2e92ee96-1bc2-4fbd-a7e2-5bd303fc921c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:57.800015 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-18866a51-1487-4947-8a96-7031d9d0011d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:57.805766 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-18866a51-1487-4947-8a96-7031d9d0011d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b1634ef-7cad-4f63-857e-602e7a553a59 HTTP/1.1" status: 204 len: 168 time: 0.4169240 Jul 24 09:33:57.833460 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18866a51-1487-4947-8a96-7031d9d0011d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1634ef-7cad-4f63-857e-602e7a553a59,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:57.872139 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-34db46bd-3edc-4d40-b07e-82d18def3c3f service neutron] Attempting to bind port 06e591f8-b680-433c-9f2a-1d09807c54d7 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:33:57.872457 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-34db46bd-3edc-4d40-b07e-82d18def3c3f service neutron] Attempting to bind port 06e591f8-b680-433c-9f2a-1d09807c54d7 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '1696103c-ec2b-4f2d-a49b-259046e4eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2f8cdc80-4462-47c3-ad43-a1cc44ae4b24'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:33:57.872859 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-34db46bd-3edc-4d40-b07e-82d18def3c3f service neutron] Attempting to bind port 06e591f8-b680-433c-9f2a-1d09807c54d7 on network 2f8cdc80-4462-47c3-ad43-a1cc44ae4b24 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:33:57.880317 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-34db46bd-3edc-4d40-b07e-82d18def3c3f service neutron] Port 06e591f8-b680-433c-9f2a-1d09807c54d7 on network 2f8cdc80-4462-47c3-ad43-a1cc44ae4b24 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:33:57.880942 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-34db46bd-3edc-4d40-b07e-82d18def3c3f service neutron] Attempting to bind port 06e591f8-b680-433c-9f2a-1d09807c54d7 on network 2f8cdc80-4462-47c3-ad43-a1cc44ae4b24 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:33:57.891768 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-34db46bd-3edc-4d40-b07e-82d18def3c3f service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:33:57.892458 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-34db46bd-3edc-4d40-b07e-82d18def3c3f service neutron] Checking segment: {'id': '1696103c-ec2b-4f2d-a49b-259046e4eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2f8cdc80-4462-47c3-ad43-a1cc44ae4b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:33:57.893225 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-34db46bd-3edc-4d40-b07e-82d18def3c3f service neutron] Bound using segment: {'id': '1696103c-ec2b-4f2d-a49b-259046e4eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2f8cdc80-4462-47c3-ad43-a1cc44ae4b24'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:33:57.893636 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2e92ee96-1bc2-4fbd-a7e2-5bd303fc921c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:57.894426 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-34db46bd-3edc-4d40-b07e-82d18def3c3f service neutron] Bound port: 06e591f8-b680-433c-9f2a-1d09807c54d7, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1696103c-ec2b-4f2d-a49b-259046e4eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2f8cdc80-4462-47c3-ad43-a1cc44ae4b24'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:33:57.894848 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-34db46bd-3edc-4d40-b07e-82d18def3c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:57.984419 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2e92ee96-1bc2-4fbd-a7e2-5bd303fc921c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:57.989327 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-34db46bd-3edc-4d40-b07e-82d18def3c3f service neutron] For port 06e591f8-b680-433c-9f2a-1d09807c54d7, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:33:57.995350 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-34db46bd-3edc-4d40-b07e-82d18def3c3f service neutron] For port 06e591f8-b680-433c-9f2a-1d09807c54d7, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=06e591f8-b680-433c-9f2a-1d09807c54d7,segment=NetworkSegment(1696103c-ec2b-4f2d-a49b-259046e4eccc),segment_id=1696103c-ec2b-4f2d-a49b-259046e4eccc)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:33:57.999766 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-34db46bd-3edc-4d40-b07e-82d18def3c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:58.049140 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d4c3a0-d47e-4567-bbfc-f58d47e33748 None None] Sync routers for ids ['9c7688dc-d2e8-4b5a-a035-d1511b427f5a'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:33:58.051596 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-34db46bd-3edc-4d40-b07e-82d18def3c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:58.052245 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-34db46bd-3edc-4d40-b07e-82d18def3c3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:58.053259 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92ee96-1bc2-4fbd-a7e2-5bd303fc921c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=1d2c9971-162e-4e97-8d19-2e6430e0d9c0,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:58.054390 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-34db46bd-3edc-4d40-b07e-82d18def3c3f service neutron] 10.222.0.37 "PUT /v2.0/ports/06e591f8-b680-433c-9f2a-1d09807c54d7 HTTP/1.1" status: 200 len: 1092 time: 1.5429392 Jul 24 09:33:58.055140 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f', 'tag': '06e591f8-b680-433c-9f2a-1d09807c54d7'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:33:58.058163 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e46fd9-28ce-4fa4-8b81-4b166e91d9dd" -d '{"events": [{"name": "network-changed", "server_uuid": "a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f", "tag": "06e591f8-b680-433c-9f2a-1d09807c54d7"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:33:58.071867 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2e92ee96-1bc2-4fbd-a7e2-5bd303fc921c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:58.079039 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2e92ee96-1bc2-4fbd-a7e2-5bd303fc921c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/1d2c9971-162e-4e97-8d19-2e6430e0d9c0 HTTP/1.1" status: 204 len: 168 time: 0.4356973 Jul 24 09:33:58.080406 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33166) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:58.082264 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e724d29-6035-435d-a5d5-9f698f07d8a3 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:33:58.087392 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db46bd-3edc-4d40-b07e-82d18def3c3f service neutron] Pushing event updated for resources: {'Port': ['ID=06e591f8-b680-433c-9f2a-1d09807c54d7,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:58.202070 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5abc0a-9342-4456-8fd8-e87b0d0122ed x-openstack-request-id: req-6e5abc0a-9342-4456-8fd8-e87b0d0122ed {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:33:58.202396 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f", "tag": "06e591f8-b680-433c-9f2a-1d09807c54d7", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:33:58.202672 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e5abc0a-9342-4456-8fd8-e87b0d0122ed {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:33:58.203106 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f', 'tag': '06e591f8-b680-433c-9f2a-1d09807c54d7', 'status': 'completed', 'code': 200} Jul 24 09:33:58.218236 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d4c3a0-d47e-4567-bbfc-f58d47e33748 None None] Routers {'9c7688dc-d2e8-4b5a-a035-d1511b427f5a'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:33:58.218893 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-81d4c3a0-d47e-4567-bbfc-f58d47e33748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:33:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['9c7688dc-d2e8-4b5a-a035-d1511b427f5a'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:58.224428 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-a38c265e-1d51-4d01-b1e0-a78ccf9cd775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:58.230383 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-a38c265e-1d51-4d01-b1e0-a78ccf9cd775 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d070f08b8da4d8480b04a604f0ef395&device_id=a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f HTTP/1.1" status: 200 len: 1095 time: 0.1270959 Jul 24 09:33:58.251727 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f9c52e07-2efe-4268-a29b-f6613fc4c760 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1689560 Jul 24 09:33:58.256545 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33172) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:58.320273 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-1822ea3e-6075-4353-b7d8-c9a7d659f3ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=06e591f8-b680-433c-9f2a-1d09807c54d7 HTTP/1.1" status: 200 len: 217 time: 0.0815675 Jul 24 09:33:58.378004 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ba03eace-60d8-4da6-8369-c0e63d5c0cbd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:58.453085 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-79bb22ab-35e7-4d38-8ca1-484c95672a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:58.458290 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-79bb22ab-35e7-4d38-8ca1-484c95672a8c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ab0713f-1c79-4acc-9a04-f75e943d2a04 HTTP/1.1" status: 200 len: 838 time: 0.1321743 Jul 24 09:33:58.532232 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33182) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:58.562164 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-10920271-b058-48d2-ac74-1f99f119853c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:58.639524 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ba03eace-60d8-4da6-8369-c0e63d5c0cbd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:58.642868 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ba03eace-60d8-4da6-8369-c0e63d5c0cbd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:58.657370 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-6cadc40d-7429-4dbe-a776-f670fb719468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:58.660002 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-6cadc40d-7429-4dbe-a776-f670fb719468 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f8cdc80-4462-47c3-ad43-a1cc44ae4b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1952884 Jul 24 09:33:58.726221 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ba03eace-60d8-4da6-8369-c0e63d5c0cbd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:58.726798 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba03eace-60d8-4da6-8369-c0e63d5c0cbd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Fanout notify agent at l3_agent the message router_deleted on router 9c7688dc-d2e8-4b5a-a035-d1511b427f5a {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:33:58.731266 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-81d4c3a0-d47e-4567-bbfc-f58d47e33748 None None] Set router 9c7688dc-d2e8-4b5a-a035-d1511b427f5a gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:33:58.732464 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb83c2-e04e-440d-8aba-56222a94ed58 req-e16054f2-1f4d-4a9c-8bbf-be5df4acb439 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:58.733953 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-91eb83c2-e04e-440d-8aba-56222a94ed58 req-e16054f2-1f4d-4a9c-8bbf-be5df4acb439 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f HTTP/1.1" status: 200 len: 944 time: 0.1753106 Jul 24 09:33:58.734652 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ba03eace-60d8-4da6-8369-c0e63d5c0cbd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:58.736786 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ba03eace-60d8-4da6-8369-c0e63d5c0cbd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/routers/9c7688dc-d2e8-4b5a-a035-d1511b427f5a HTTP/1.1" status: 204 len: 168 time: 0.4782538 Jul 24 09:33:58.745855 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33186) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:58.793055 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-81d4c3a0-d47e-4567-bbfc-f58d47e33748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7688dc-d2e8-4b5a-a035-d1511b427f5a', 'name': 'tempest-NetworksTestDHCPv6-router-1427812626', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:33:48Z', 'updated_at': '2021-07-24T09:33:56Z', 'revision_number': 3, 'project_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:33:58.824704 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d4c3a0-d47e-4567-bbfc-f58d47e33748 None None] Checking router: 9c7688dc-d2e8-4b5a-a035-d1511b427f5a for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:33:58.837141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e602717-34e5-4e4d-b963-60f42b451569 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:58.839774 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7e602717-34e5-4e4d-b963-60f42b451569 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0898204 Jul 24 09:33:58.842792 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33188) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:58.850734 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d4c3a0-d47e-4567-bbfc-f58d47e33748 None None] Routers set() bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:33:58.851410 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d4c3a0-d47e-4567-bbfc-f58d47e33748 None None] Router IDs set() for agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 24 09:33:58.852273 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_agentschedulers_db [None req-81d4c3a0-d47e-4567-bbfc-f58d47e33748 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9c7688dc-d2e8-4b5a-a035-d1511b427f5a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:33:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent'). {{(pid=94037) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 24 09:33:58.853028 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d4c3a0-d47e-4567-bbfc-f58d47e33748 None None] The sync data for ids ['9c7688dc-d2e8-4b5a-a035-d1511b427f5a'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:33:58.855803 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-10920271-b058-48d2-ac74-1f99f119853c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:58.859090 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-91eb83c2-e04e-440d-8aba-56222a94ed58 req-09c92399-3667-40ef-a8ca-f435f9c996bd tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c0a1da-c84e-44b8-b51b-98692550f07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911400 Jul 24 09:33:58.884457 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-10a952d7-f4ce-453d-8f1f-c6d3edaf9093 service neutron] 10.222.0.37 "GET /v2.0/networks/2f8cdc80-4462-47c3-ad43-a1cc44ae4b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157567 Jul 24 09:33:58.884457 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-10920271-b058-48d2-ac74-1f99f119853c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:58.971225 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-10920271-b058-48d2-ac74-1f99f119853c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0fdfc70277d7426dafe729a3c147ee46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4334483 Jul 24 09:33:58.973926 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33192) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:59.013030 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10920271-b058-48d2-ac74-1f99f119853c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8a2dbe-b94c-44c5-a283-3e9df10ba411,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:59.027263 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607a9231-23c3-4a94-a730-2f1886f58088 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:59.031187 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-607a9231-23c3-4a94-a730-2f1886f58088 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1832566 Jul 24 09:33:59.033110 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33194) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:59.056945 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bf0f895b-869d-4985-a0af-b3f636cea913 req-ecf77214-57ae-4bd3-9030-2a4a603cd295 service neutron] 10.222.0.37 "GET /v2.0/networks/2f8cdc80-4462-47c3-ad43-a1cc44ae4b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633694 Jul 24 09:33:59.074264 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-180f99aa-07c6-4e86-a5b8-438167c3dce1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400765 Jul 24 09:33:59.075093 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ba77f5f-5ef5-463a-a204-e572e01c5b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:59.079163 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33196) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:33:59.084281 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-d71bddce-fbd1-42b5-ae50-8e90ec8d09ec tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:33:59.128590 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ba77f5f-5ef5-463a-a204-e572e01c5b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:59.165371 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e46fd9-28ce-4fa4-8b81-4b166e91d9dd req-9e9b145e-d7e5-4e0d-a0f2-82b94fd2c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:59.167560 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b7e46fd9-28ce-4fa4-8b81-4b166e91d9dd req-9e9b145e-d7e5-4e0d-a0f2-82b94fd2c8f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d070f08b8da4d8480b04a604f0ef395&device_id=a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f HTTP/1.1" status: 200 len: 1095 time: 0.0627630 Jul 24 09:33:59.225863 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71bddce-fbd1-42b5-ae50-8e90ec8d09ec tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:33:59.230134 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d71bddce-fbd1-42b5-ae50-8e90ec8d09ec tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:59.267818 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d1574b-18e5-470b-b40c-d33a628a50cf None None] DHCP port deletion for 563773b9-347f-4496-b491-b57b6545ee0e request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:33:59.290805 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e46fd9-28ce-4fa4-8b81-4b166e91d9dd req-2c44b294-e847-4ae5-895d-95ce2c6eaefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:59.292382 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b7e46fd9-28ce-4fa4-8b81-4b166e91d9dd req-2c44b294-e847-4ae5-895d-95ce2c6eaefe service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f8cdc80-4462-47c3-ad43-a1cc44ae4b24 HTTP/1.1" status: 200 len: 896 time: 0.1178899 Jul 24 09:33:59.344584 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b7e46fd9-28ce-4fa4-8b81-4b166e91d9dd req-7454e531-234f-4523-8401-b2b5856f7c34 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=06e591f8-b680-433c-9f2a-1d09807c54d7 HTTP/1.1" status: 200 len: 217 time: 0.0451841 Jul 24 09:33:59.354911 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ba77f5f-5ef5-463a-a204-e572e01c5b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:59.359090 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ba77f5f-5ef5-463a-a204-e572e01c5b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:59.368078 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4ba77f5f-5ef5-463a-a204-e572e01c5b7d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e8a2dbe-b94c-44c5-a283-3e9df10ba411 HTTP/1.1" status: 204 len: 168 time: 0.3913648 Jul 24 09:33:59.374476 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-92d1574b-18e5-470b-b40c-d33a628a50cf None None] Deleting port 8b66231d-59c0-4d4c-9ab5-87dada1a0a8c {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:33:59.375031 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-92d1574b-18e5-470b-b40c-d33a628a50cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:59.399942 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba77f5f-5ef5-463a-a204-e572e01c5b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8a2dbe-b94c-44c5-a283-3e9df10ba411,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:59.446771 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e46fd9-28ce-4fa4-8b81-4b166e91d9dd req-c33b9352-5b8c-40a2-b279-0926a3fdf31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:59.448845 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b7e46fd9-28ce-4fa4-8b81-4b166e91d9dd req-c33b9352-5b8c-40a2-b279-0926a3fdf31d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ab0713f-1c79-4acc-9a04-f75e943d2a04 HTTP/1.1" status: 200 len: 838 time: 0.0962179 Jul 24 09:33:59.485713 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-92d1574b-18e5-470b-b40c-d33a628a50cf None None] For port 8b66231d-59c0-4d4c-9ab5-87dada1a0a8c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=8b66231d-59c0-4d4c-9ab5-87dada1a0a8c,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:33:59.486114 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-92d1574b-18e5-470b-b40c-d33a628a50cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:59.514913 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-92d1574b-18e5-470b-b40c-d33a628a50cf None None] Calling delete_port for 8b66231d-59c0-4d4c-9ab5-87dada1a0a8c owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:33:59.557130 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e46fd9-28ce-4fa4-8b81-4b166e91d9dd req-cae3e339-7173-457b-b98a-1b3ef9909e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:33:59.558947 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b7e46fd9-28ce-4fa4-8b81-4b166e91d9dd req-cae3e339-7173-457b-b98a-1b3ef9909e5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f8cdc80-4462-47c3-ad43-a1cc44ae4b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1025579 Jul 24 09:33:59.671104 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 04bb40a9-7732-4bdd-8582-6e94f69cfe28 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:33:59.710712 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 04bb40a9-7732-4bdd-8582-6e94f69cfe28 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:33:59.711629 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 04bb40a9-7732-4bdd-8582-6e94f69cfe28 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:33:59.712349 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 8b66231d-59c0-4d4c-9ab5-87dada1a0a8c no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:33:59.785901 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-92d1574b-18e5-470b-b40c-d33a628a50cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:59.806378 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d1574b-18e5-470b-b40c-d33a628a50cf None None] No DVR routers for this DVR port 8b66231d-59c0-4d4c-9ab5-87dada1a0a8c on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:33:59.810651 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b7e46fd9-28ce-4fa4-8b81-4b166e91d9dd req-b6a27a70-1474-48a4-9f38-890388826ef5 service neutron] 10.222.0.37 "GET /v2.0/networks/2f8cdc80-4462-47c3-ad43-a1cc44ae4b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413628 Jul 24 09:33:59.848032 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1574b-18e5-470b-b40c-d33a628a50cf None None] Pushing event deleted for resources: {'Port': ['ID=8b66231d-59c0-4d4c-9ab5-87dada1a0a8c,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:33:59.854500 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0142c85e-3e0e-45a1-a76b-77e1c81a1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:33:59.859528 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No active binding found for port 8b66231d-59c0-4d4c-9ab5-87dada1a0a8c {{(pid=94037) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 24 09:33:59.860277 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 8b66231d-59c0-4d4c-9ab5-87dada1a0a8c not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:33:59.887308 n-d-800085-9 neutron-server[94035]: DEBUG neutron.objects.ports [None req-d71bddce-fbd1-42b5-ae50-8e90ec8d09ec tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94035) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 09:33:59.888887 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d71bddce-fbd1-42b5-ae50-8e90ec8d09ec tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:00.004781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71bddce-fbd1-42b5-ae50-8e90ec8d09ec tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:00.009485 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b7e46fd9-28ce-4fa4-8b81-4b166e91d9dd req-5eb9dad2-2ab0-4c8c-9a58-d346634cfa7d service neutron] 10.222.0.37 "GET /v2.0/networks/2f8cdc80-4462-47c3-ad43-a1cc44ae4b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840618 Jul 24 09:34:00.047485 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-d71bddce-fbd1-42b5-ae50-8e90ec8d09ec tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:00.058966 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71bddce-fbd1-42b5-ae50-8e90ec8d09ec tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:00.059402 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0c9ffe-faae-4006-aa18-e3a59a7f103a None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:34:00.059753 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d71bddce-fbd1-42b5-ae50-8e90ec8d09ec tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:00.071808 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71bddce-fbd1-42b5-ae50-8e90ec8d09ec tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=0a0174f8-5701-4c52-88fb-89a3ef8244fd,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:00.083711 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d71bddce-fbd1-42b5-ae50-8e90ec8d09ec tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0035074 Jul 24 09:34:00.086612 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33220) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:00.091873 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-f55af865-a784-4293-a207-d5c3e36297e2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:00.118562 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfed7aa-4a3d-42be-8187-36feaac01786 req-b734f332-511c-455b-bf27-8042ff4e7246 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:00.132724 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4cfed7aa-4a3d-42be-8187-36feaac01786 req-b734f332-511c-455b-bf27-8042ff4e7246 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f HTTP/1.1" status: 200 len: 944 time: 0.1323099 Jul 24 09:34:00.206488 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4cfed7aa-4a3d-42be-8187-36feaac01786 req-cd6cf569-f9ce-4afb-8153-af0e371882df tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c0a1da-c84e-44b8-b51b-98692550f07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705905 Jul 24 09:34:00.308385 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55af865-a784-4293-a207-d5c3e36297e2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:00.316029 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f55af865-a784-4293-a207-d5c3e36297e2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:00.331171 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9fb806-4db1-4bcc-9d11-3b01488baeb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-563773b9-347f-4496-b491-b57b6545ee0e', 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'fixed_ips': [{'subnet_id': '0a0174f8-5701-4c52-88fb-89a3ef8244fd'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:34:00.331848 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ff9fb806-4db1-4bcc-9d11-3b01488baeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:00.497629 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:00.576473 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-ff9fb806-4db1-4bcc-9d11-3b01488baeb3 None None] Allocated IP 2001:db8::f816:3eff:fe67:17dd (563773b9-347f-4496-b491-b57b6545ee0e/0a0174f8-5701-4c52-88fb-89a3ef8244fd/e559f402-8f5a-4f14-ba31-ea790aa5816a) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:00.722705 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f55af865-a784-4293-a207-d5c3e36297e2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:00.745433 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55af865-a784-4293-a207-d5c3e36297e2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:00.749389 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-f55af865-a784-4293-a207-d5c3e36297e2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:00.777057 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55af865-a784-4293-a207-d5c3e36297e2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:00.778136 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f55af865-a784-4293-a207-d5c3e36297e2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:00.808226 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ff9fb806-4db1-4bcc-9d11-3b01488baeb3 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:00.814179 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f55af865-a784-4293-a207-d5c3e36297e2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7263618 Jul 24 09:34:00.817205 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33240) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:00.817642 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55af865-a784-4293-a207-d5c3e36297e2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=60bd2946-7459-4914-9fa8-e8584c2bf8df,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:00.822258 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ff9fb806-4db1-4bcc-9d11-3b01488baeb3 None None] Transition to ACTIVE for port object e559f402-8f5a-4f14-ba31-ea790aa5816a will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:00.837149 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-7a16dd41-67ba-46ca-9285-efb8f1bbb252 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'mac_address': 'fa:16:3e:a2:9b:6d', 'name': 'tempest-NetworksTestDHCPv6-1590838324'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:00.840019 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ff9fb806-4db1-4bcc-9d11-3b01488baeb3 None None] Transition to ACTIVE for port object e559f402-8f5a-4f14-ba31-ea790aa5816a will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:00.846553 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ff9fb806-4db1-4bcc-9d11-3b01488baeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:00.909422 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9fb806-4db1-4bcc-9d11-3b01488baeb3 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:00.919047 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-ff9fb806-4db1-4bcc-9d11-3b01488baeb3 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:00.923551 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9fb806-4db1-4bcc-9d11-3b01488baeb3 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:34:00.934701 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9fb806-4db1-4bcc-9d11-3b01488baeb3 None None] Pushing event updated for resources: {'Port': ['ID=e559f402-8f5a-4f14-ba31-ea790aa5816a,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:00.984137 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a16dd41-67ba-46ca-9285-efb8f1bbb252 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:01.015042 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ff9fb806-4db1-4bcc-9d11-3b01488baeb3 None None] Attempting to bind port e559f402-8f5a-4f14-ba31-ea790aa5816a on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:34:01.015602 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ff9fb806-4db1-4bcc-9d11-3b01488baeb3 None None] Attempting to bind port e559f402-8f5a-4f14-ba31-ea790aa5816a by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:34:01.016105 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9fb806-4db1-4bcc-9d11-3b01488baeb3 None None] Attempting to bind port e559f402-8f5a-4f14-ba31-ea790aa5816a on network 563773b9-347f-4496-b491-b57b6545ee0e {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:34:01.025003 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9fb806-4db1-4bcc-9d11-3b01488baeb3 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:34:01.025402 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9fb806-4db1-4bcc-9d11-3b01488baeb3 None None] Checking segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:34:01.025799 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ff9fb806-4db1-4bcc-9d11-3b01488baeb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:01.026193 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9fb806-4db1-4bcc-9d11-3b01488baeb3 None None] Bound using segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:34:01.026674 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ff9fb806-4db1-4bcc-9d11-3b01488baeb3 None None] Bound port: e559f402-8f5a-4f14-ba31-ea790aa5816a, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:34:01.027062 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ff9fb806-4db1-4bcc-9d11-3b01488baeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:01.032124 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:01.096190 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a16dd41-67ba-46ca-9285-efb8f1bbb252 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:01.119838 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-7a16dd41-67ba-46ca-9285-efb8f1bbb252 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] device_id is not set on port 6a44bd3d-5708-4a6b-995c-738068ba07ed yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:34:01.122502 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ff9fb806-4db1-4bcc-9d11-3b01488baeb3 None None] For port e559f402-8f5a-4f14-ba31-ea790aa5816a, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:34:01.130746 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ff9fb806-4db1-4bcc-9d11-3b01488baeb3 None None] For port e559f402-8f5a-4f14-ba31-ea790aa5816a, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e559f402-8f5a-4f14-ba31-ea790aa5816a,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:34:01.135516 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ff9fb806-4db1-4bcc-9d11-3b01488baeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:01.216986 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9fb806-4db1-4bcc-9d11-3b01488baeb3 None None] Pushing event updated for resources: {'Port': ['ID=e559f402-8f5a-4f14-ba31-ea790aa5816a,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:01.342924 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-7a16dd41-67ba-46ca-9285-efb8f1bbb252 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 172.20.0.5 (563773b9-347f-4496-b491-b57b6545ee0e/60bd2946-7459-4914-9fa8-e8584c2bf8df/6a44bd3d-5708-4a6b-995c-738068ba07ed) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:01.362071 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-7a16dd41-67ba-46ca-9285-efb8f1bbb252 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 2001:db8::f816:3eff:fea2:9b6d (563773b9-347f-4496-b491-b57b6545ee0e/0a0174f8-5701-4c52-88fb-89a3ef8244fd/6a44bd3d-5708-4a6b-995c-738068ba07ed) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:01.426839 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e8a38-d98a-44ff-be35-556fb9a5238a req-0e658c08-aaf4-41a9-8112-cc8222249891 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:01.432564 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ed2e8a38-d98a-44ff-be35-556fb9a5238a req-0e658c08-aaf4-41a9-8112-cc8222249891 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f HTTP/1.1" status: 200 len: 944 time: 0.1159093 Jul 24 09:34:01.509902 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ed2e8a38-d98a-44ff-be35-556fb9a5238a req-0260617f-2ec6-4c9b-87fb-f47b1eaff33b tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c0a1da-c84e-44b8-b51b-98692550f07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593450 Jul 24 09:34:01.641087 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a16dd41-67ba-46ca-9285-efb8f1bbb252 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:01.670052 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:34:01.670604 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-7a16dd41-67ba-46ca-9285-efb8f1bbb252 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Transition to ACTIVE for port object 6a44bd3d-5708-4a6b-995c-738068ba07ed will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:01.680510 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e559f402-8f5a-4f14-ba31-ea790aa5816a up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:34:01.711872 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a16dd41-67ba-46ca-9285-efb8f1bbb252 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:01.746065 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port e559f402-8f5a-4f14-ba31-ea790aa5816a completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:01.762823 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a16dd41-67ba-46ca-9285-efb8f1bbb252 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:01.766031 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-7a16dd41-67ba-46ca-9285-efb8f1bbb252 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:01.772573 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a16dd41-67ba-46ca-9285-efb8f1bbb252 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:34:01.805205 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16dd41-67ba-46ca-9285-efb8f1bbb252 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Port': ['ID=6a44bd3d-5708-4a6b-995c-738068ba07ed,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:01.834195 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a16dd41-67ba-46ca-9285-efb8f1bbb252 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:01.834911 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a16dd41-67ba-46ca-9285-efb8f1bbb252 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:01.853749 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7a16dd41-67ba-46ca-9285-efb8f1bbb252 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0340860 Jul 24 09:34:01.854581 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33284) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:01.932582 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 06e591f8-b680-433c-9f2a-1d09807c54d7 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:34:01.935492 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db0de63-e98f-4821-b3a6-da4ebab5d4a2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:01.946514 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db0de63-e98f-4821-b3a6-da4ebab5d4a2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:01.951260 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4db0de63-e98f-4821-b3a6-da4ebab5d4a2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0927207 Jul 24 09:34:01.951374 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33288) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:02.069625 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-f9e07384-08b6-40aa-8ebe-6fba451f478e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting port 6a44bd3d-5708-4a6b-995c-738068ba07ed {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:02.071085 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f9e07384-08b6-40aa-8ebe-6fba451f478e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:02.118288 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 06e591f8-b680-433c-9f2a-1d09807c54d7, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=06e591f8-b680-433c-9f2a-1d09807c54d7,segment=NetworkSegment(1696103c-ec2b-4f2d-a49b-259046e4eccc),segment_id=1696103c-ec2b-4f2d-a49b-259046e4eccc)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:02.132127 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '06e591f8-b680-433c-9f2a-1d09807c54d7', 'network_id': '2f8cdc80-4462-47c3-ad43-a1cc44ae4b24', 'port_id': '06e591f8-b680-433c-9f2a-1d09807c54d7', 'mac_address': 'fa:16:3e:38:da:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab0713f-1c79-4acc-9a04-f75e943d2a04', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:34:02.185127 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:02.203733 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e591f8-b680-433c-9f2a-1d09807c54d7 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:34:02.229647 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 06e591f8-b680-433c-9f2a-1d09807c54d7, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=06e591f8-b680-433c-9f2a-1d09807c54d7,segment=NetworkSegment(1696103c-ec2b-4f2d-a49b-259046e4eccc),segment_id=1696103c-ec2b-4f2d-a49b-259046e4eccc)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:02.234737 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f9e07384-08b6-40aa-8ebe-6fba451f478e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:02.240881 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:02.251713 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-f9e07384-08b6-40aa-8ebe-6fba451f478e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Calling delete_port for 6a44bd3d-5708-4a6b-995c-738068ba07ed owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:02.302695 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=06e591f8-b680-433c-9f2a-1d09807c54d7,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:02.487253 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['06e591f8-b680-433c-9f2a-1d09807c54d7'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:34:02.509612 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f9e07384-08b6-40aa-8ebe-6fba451f478e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:02.543989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe03b62-639e-4ffd-b14a-060c0efb9291 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:34:02.557726 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e07384-08b6-40aa-8ebe-6fba451f478e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Port': ['ID=6a44bd3d-5708-4a6b-995c-738068ba07ed,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:02.727575 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f9e07384-08b6-40aa-8ebe-6fba451f478e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:02.732077 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-34e7e2b9-d373-4ee3-b4da-9a9b2bcf2f48 None None] Provisioning for port e559f402-8f5a-4f14-ba31-ea790aa5816a completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:02.732640 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33310) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:02.733086 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f9e07384-08b6-40aa-8ebe-6fba451f478e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/6a44bd3d-5708-4a6b-995c-738068ba07ed HTTP/1.1" status: 204 len: 168 time: 0.7805929 Jul 24 09:34:02.743468 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-34e7e2b9-d373-4ee3-b4da-9a9b2bcf2f48 None None] Provisioning complete for port e559f402-8f5a-4f14-ba31-ea790aa5816a triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:02.743704 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-34e7e2b9-d373-4ee3-b4da-9a9b2bcf2f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:02.751547 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f368b40-dca5-410d-9eb9-14bfca1f8d2b req-7b00f8e8-41c4-41cc-8d58-b6db9a401e5a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:02.753440 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0f368b40-dca5-410d-9eb9-14bfca1f8d2b req-7b00f8e8-41c4-41cc-8d58-b6db9a401e5a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f HTTP/1.1" status: 200 len: 945 time: 0.1051736 Jul 24 09:34:02.836598 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0f368b40-dca5-410d-9eb9-14bfca1f8d2b req-018b2991-0a8f-460a-961c-05b3bb855dbd tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c0a1da-c84e-44b8-b51b-98692550f07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732996 Jul 24 09:34:02.843116 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc678a1-e983-4b6c-ab93-42841783c9b6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:02.845034 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc678a1-e983-4b6c-ab93-42841783c9b6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:02.846897 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc678a1-e983-4b6c-ab93-42841783c9b6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:02.852408 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33314) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:02.854684 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0fc678a1-e983-4b6c-ab93-42841783c9b6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1198168 Jul 24 09:34:02.937118 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea84fdfe-a87b-4a57-a641-a4cd36b84dff tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet 0a0174f8-5701-4c52-88fb-89a3ef8244fd {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:34:02.937577 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:02.941409 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ea84fdfe-a87b-4a57-a641-a4cd36b84dff tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:03.005168 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ea84fdfe-a87b-4a57-a641-a4cd36b84dff tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:03.014826 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-34e7e2b9-d373-4ee3-b4da-9a9b2bcf2f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:03.135025 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-34e7e2b9-d373-4ee3-b4da-9a9b2bcf2f48 None None] For port e559f402-8f5a-4f14-ba31-ea790aa5816a, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e559f402-8f5a-4f14-ba31-ea790aa5816a,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:03.143221 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-34e7e2b9-d373-4ee3-b4da-9a9b2bcf2f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:03.153828 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ea84fdfe-a87b-4a57-a641-a4cd36b84dff tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:03.210232 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7e2b9-d373-4ee3-b4da-9a9b2bcf2f48 None None] Pushing event updated for resources: {'Port': ['ID=e559f402-8f5a-4f14-ba31-ea790aa5816a,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:03.224623 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ed1f89-c222-4f0a-ad76-1821ec293718 None None] Update dhcp port {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'fixed_ips': [{'subnet_id': '0a0174f8-5701-4c52-88fb-89a3ef8244fd', 'ip_address': '2001:db8::f816:3eff:fe67:17dd'}, {'subnet_id': '60bd2946-7459-4914-9fa8-e8584c2bf8df'}], 'binding:host_id': 'n-d-800085-9'}, 'id': 'e559f402-8f5a-4f14-ba31-ea790aa5816a'} from n-d-800085-9. {{(pid=94037) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 09:34:03.246007 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ea84fdfe-a87b-4a57-a641-a4cd36b84dff tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:03.264707 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-89ed1f89-c222-4f0a-ad76-1821ec293718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:03.279050 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84fdfe-a87b-4a57-a641-a4cd36b84dff tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=0a0174f8-5701-4c52-88fb-89a3ef8244fd,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:03.290628 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84fdfe-a87b-4a57-a641-a4cd36b84dff tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:03.291267 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84fdfe-a87b-4a57-a641-a4cd36b84dff tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:03.291787 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84fdfe-a87b-4a57-a641-a4cd36b84dff tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:03.292291 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84fdfe-a87b-4a57-a641-a4cd36b84dff tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:03.292814 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84fdfe-a87b-4a57-a641-a4cd36b84dff tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:03.293327 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84fdfe-a87b-4a57-a641-a4cd36b84dff tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:03.293859 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84fdfe-a87b-4a57-a641-a4cd36b84dff tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:03.294352 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84fdfe-a87b-4a57-a641-a4cd36b84dff tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:03.294854 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84fdfe-a87b-4a57-a641-a4cd36b84dff tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:03.295346 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84fdfe-a87b-4a57-a641-a4cd36b84dff tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:03.295865 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84fdfe-a87b-4a57-a641-a4cd36b84dff tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:03.296444 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84fdfe-a87b-4a57-a641-a4cd36b84dff tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:03.300606 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ea84fdfe-a87b-4a57-a641-a4cd36b84dff tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:03.302935 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ea84fdfe-a87b-4a57-a641-a4cd36b84dff tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/0a0174f8-5701-4c52-88fb-89a3ef8244fd HTTP/1.1" status: 204 len: 168 time: 0.4492941 Jul 24 09:34:03.305528 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33326) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:03.366546 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa374b6-6bf8-4deb-bc25-2918e6539408 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet 60bd2946-7459-4914-9fa8-e8584c2bf8df {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:34:03.371439 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0aa374b6-6bf8-4deb-bc25-2918e6539408 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:03.427014 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0aa374b6-6bf8-4deb-bc25-2918e6539408 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:03.481975 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0aa374b6-6bf8-4deb-bc25-2918e6539408 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:03.551900 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0aa374b6-6bf8-4deb-bc25-2918e6539408 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server [None req-89ed1f89-c222-4f0a-ad76-1821ec293718 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60bd2946-7459-4914-9fa8-e8584c2bf8df: This subnet is being modified by another concurrent operation. Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise exception Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60bd2946-7459-4914-9fa8-e8584c2bf8df: This subnet is being modified by another concurrent operation. Jul 24 09:34:03.552353 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server Jul 24 09:34:03.611223 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa374b6-6bf8-4deb-bc25-2918e6539408 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=60bd2946-7459-4914-9fa8-e8584c2bf8df,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:03.616522 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0aa374b6-6bf8-4deb-bc25-2918e6539408 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:03.619252 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0aa374b6-6bf8-4deb-bc25-2918e6539408 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/60bd2946-7459-4914-9fa8-e8584c2bf8df HTTP/1.1" status: 204 len: 168 time: 0.3111088 Jul 24 09:34:03.621677 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33340) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:03.689009 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62bd095-b48c-401f-940a-c142ed8b2f42 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:34:03.824041 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-434648a2-706c-4c27-8035-56a6ebb95f1d None None] Provisioning complete for port e559f402-8f5a-4f14-ba31-ea790aa5816a triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:03.825207 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-434648a2-706c-4c27-8035-56a6ebb95f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:03.975864 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 06e591f8-b680-433c-9f2a-1d09807c54d7 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:34:03.978353 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe797de-163a-40c8-b3c6-6fddf6fd3a56 None None] DHCP port deletion for 563773b9-347f-4496-b491-b57b6545ee0e request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:34:04.038321 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33356) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:04.038951 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0256a60d-c7ef-4a17-9496-e6b979e11ebe tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4141061 Jul 24 09:34:04.046504 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-e828c5cb-8f39-457e-8de8-0c81e5dbb5bb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:04.090565 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4fe797de-163a-40c8-b3c6-6fddf6fd3a56 None None] Deleting port e559f402-8f5a-4f14-ba31-ea790aa5816a {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:04.091179 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4fe797de-163a-40c8-b3c6-6fddf6fd3a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:04.093241 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 06e591f8-b680-433c-9f2a-1d09807c54d7 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:04.112271 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 06e591f8-b680-433c-9f2a-1d09807c54d7 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:04.113360 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:04.201065 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4fe797de-163a-40c8-b3c6-6fddf6fd3a56 None None] For port e559f402-8f5a-4f14-ba31-ea790aa5816a, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e559f402-8f5a-4f14-ba31-ea790aa5816a,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:04.201735 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4fe797de-163a-40c8-b3c6-6fddf6fd3a56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:04.218071 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4fe797de-163a-40c8-b3c6-6fddf6fd3a56 None None] Calling delete_port for e559f402-8f5a-4f14-ba31-ea790aa5816a owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:04.224256 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94b71a-2dcd-4f0f-aaee-425ea0df2f5c req-c21f5f5e-cd0f-4f43-a599-aaecbcfeb5d1 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:04.234395 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce94b71a-2dcd-4f0f-aaee-425ea0df2f5c req-c21f5f5e-cd0f-4f43-a599-aaecbcfeb5d1 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f HTTP/1.1" status: 200 len: 945 time: 0.2645600 Jul 24 09:34:04.314420 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce94b71a-2dcd-4f0f-aaee-425ea0df2f5c req-becf4c8d-43ba-4aa6-bd2c-0e8de2ac6f7e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c0a1da-c84e-44b8-b51b-98692550f07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772364 Jul 24 09:34:04.327805 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e828c5cb-8f39-457e-8de8-0c81e5dbb5bb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:04.332455 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e828c5cb-8f39-457e-8de8-0c81e5dbb5bb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:04.333265 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:04.371055 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e591f8-b680-433c-9f2a-1d09807c54d7'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:34:04.373695 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f98826-3c13-4e28-8030-c290a886fc42" -d '{"events": [{"server_uuid": "a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f", "name": "network-vif-plugged", "status": "completed", "tag": "06e591f8-b680-433c-9f2a-1d09807c54d7"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:34:04.389938 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 06e591f8-b680-433c-9f2a-1d09807c54d7, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=06e591f8-b680-433c-9f2a-1d09807c54d7,segment=NetworkSegment(1696103c-ec2b-4f2d-a49b-259046e4eccc),segment_id=1696103c-ec2b-4f2d-a49b-259046e4eccc)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:04.395724 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4fe797de-163a-40c8-b3c6-6fddf6fd3a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:04.401769 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:04.432772 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe797de-163a-40c8-b3c6-6fddf6fd3a56 None None] Pushing event deleted for resources: {'Port': ['ID=e559f402-8f5a-4f14-ba31-ea790aa5816a,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:04.436200 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf246cb-b428-4d12-88f6-ed4ec7044f2a x-openstack-request-id: req-caf246cb-b428-4d12-88f6-ed4ec7044f2a {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:34:04.436842 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f", "name": "network-vif-plugged", "status": "completed", "tag": "06e591f8-b680-433c-9f2a-1d09807c54d7", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:34:04.437347 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-caf246cb-b428-4d12-88f6-ed4ec7044f2a {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:34:04.438254 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e591f8-b680-433c-9f2a-1d09807c54d7', 'code': 200} Jul 24 09:34:04.443522 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe797de-163a-40c8-b3c6-6fddf6fd3a56 None None] No DVR routers for this DVR port e559f402-8f5a-4f14-ba31-ea790aa5816a on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:34:04.481838 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48033a1-9e0b-4afa-9c9f-49a628ed7a9c None None] get_active_networks_info from n-d-800085-9 {{(pid=94037) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 09:34:04.547287 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=06e591f8-b680-433c-9f2a-1d09807c54d7,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:04.630769 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd532132-8440-4392-ba0d-f2a91a30bc44 req-384d78b2-0d4b-44f1-adec-b7844d9a8428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:04.632364 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fd532132-8440-4392-ba0d-f2a91a30bc44 req-384d78b2-0d4b-44f1-adec-b7844d9a8428 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f HTTP/1.1" status: 200 len: 1097 time: 0.1238008 Jul 24 09:34:04.645408 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48033a1-9e0b-4afa-9c9f-49a628ed7a9c None None] Resources bound (agent type, host, resource id): {{(pid=94037) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 09:34:04.707249 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fd532132-8440-4392-ba0d-f2a91a30bc44 req-78495e1e-6789-43f7-9dc1-ac96b44c901a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=53c0a1da-c84e-44b8-b51b-98692550f07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493476 Jul 24 09:34:04.789026 n-d-800085-9 neutron-server[94036]: DEBUG neutron.objects.ports [None req-e828c5cb-8f39-457e-8de8-0c81e5dbb5bb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94036) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 09:34:04.790684 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e828c5cb-8f39-457e-8de8-0c81e5dbb5bb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:04.841090 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e828c5cb-8f39-457e-8de8-0c81e5dbb5bb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:04.844466 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-e828c5cb-8f39-457e-8de8-0c81e5dbb5bb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:04.848003 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e828c5cb-8f39-457e-8de8-0c81e5dbb5bb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:04.848673 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e828c5cb-8f39-457e-8de8-0c81e5dbb5bb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:04.869482 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e828c5cb-8f39-457e-8de8-0c81e5dbb5bb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8297527 Jul 24 09:34:04.870583 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828c5cb-8f39-457e-8de8-0c81e5dbb5bb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=98ffae61-aa16-423e-8df6-e0d9880db9b7,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:04.872478 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33378) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:04.877639 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-2d768af2-1ba9-4466-8de0-91933ea0471d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:05.032281 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d768af2-1ba9-4466-8de0-91933ea0471d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:05.037152 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2d768af2-1ba9-4466-8de0-91933ea0471d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:05.195285 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87454122-65f1-463f-8a0b-9b8762484a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-563773b9-347f-4496-b491-b57b6545ee0e', 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'fixed_ips': [{'subnet_id': '98ffae61-aa16-423e-8df6-e0d9880db9b7'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:34:05.196330 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-87454122-65f1-463f-8a0b-9b8762484a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:05.362009 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2d768af2-1ba9-4466-8de0-91933ea0471d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:05.389575 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-87454122-65f1-463f-8a0b-9b8762484a9c None None] Allocated IP 2001:db8::f816:3eff:fe43:75bf (563773b9-347f-4496-b491-b57b6545ee0e/98ffae61-aa16-423e-8df6-e0d9880db9b7/ba4abd2d-4460-4749-8d83-9b52b765d498) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:05.402347 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d768af2-1ba9-4466-8de0-91933ea0471d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:05.406075 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-2d768af2-1ba9-4466-8de0-91933ea0471d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:05.423181 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d768af2-1ba9-4466-8de0-91933ea0471d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:05.425095 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2d768af2-1ba9-4466-8de0-91933ea0471d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:05.466040 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2d768af2-1ba9-4466-8de0-91933ea0471d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5924921 Jul 24 09:34:05.481331 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33392) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:05.494600 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-961462fc-6d2a-420c-b844-8bcd1d3b18f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'mac_address': 'fa:16:3e:2f:b1:19', 'name': 'tempest-NetworksTestDHCPv6-121055172'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:05.510929 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d768af2-1ba9-4466-8de0-91933ea0471d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=553906c2-a8dc-4a25-bddb-b43db1f9b7a6,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:05.583411 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e442c7c-b8f4-46fd-a440-7d65a0fd34ec req-13c4dc2c-9f8e-4750-883a-d4a5aa75c276 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:05.590996 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e442c7c-b8f4-46fd-a440-7d65a0fd34ec req-13c4dc2c-9f8e-4750-883a-d4a5aa75c276 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f HTTP/1.1" status: 200 len: 946 time: 0.1767869 Jul 24 09:34:05.639592 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-87454122-65f1-463f-8a0b-9b8762484a9c None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:05.650193 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e559f402-8f5a-4f14-ba31-ea790aa5816a no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:34:05.673663 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e442c7c-b8f4-46fd-a440-7d65a0fd34ec req-04d3c98a-c57a-4242-9ccf-9edeb6aa8ccf tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c0a1da-c84e-44b8-b51b-98692550f07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618730 Jul 24 09:34:05.685952 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: e559f402-8f5a-4f14-ba31-ea790aa5816a {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:34:05.686304 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e559f402-8f5a-4f14-ba31-ea790aa5816a not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:34:05.688089 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-87454122-65f1-463f-8a0b-9b8762484a9c None None] Transition to ACTIVE for port object ba4abd2d-4460-4749-8d83-9b52b765d498 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:05.758595 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-87454122-65f1-463f-8a0b-9b8762484a9c None None] Transition to ACTIVE for port object ba4abd2d-4460-4749-8d83-9b52b765d498 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:05.758595 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-87454122-65f1-463f-8a0b-9b8762484a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:05.777546 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87454122-65f1-463f-8a0b-9b8762484a9c None None] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:05.780641 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-87454122-65f1-463f-8a0b-9b8762484a9c None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:05.786604 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87454122-65f1-463f-8a0b-9b8762484a9c None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:34:05.791923 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961462fc-6d2a-420c-b844-8bcd1d3b18f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:05.796188 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87454122-65f1-463f-8a0b-9b8762484a9c None None] Pushing event updated for resources: {'Port': ['ID=ba4abd2d-4460-4749-8d83-9b52b765d498,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:05.799364 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-961462fc-6d2a-420c-b844-8bcd1d3b18f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:05.829652 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-961462fc-6d2a-420c-b844-8bcd1d3b18f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] device_id is not set on port 62d4cd1a-3ca4-47b2-beb3-195859446b0c yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:34:05.855878 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-87454122-65f1-463f-8a0b-9b8762484a9c None None] Attempting to bind port ba4abd2d-4460-4749-8d83-9b52b765d498 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:34:05.856355 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-87454122-65f1-463f-8a0b-9b8762484a9c None None] Attempting to bind port ba4abd2d-4460-4749-8d83-9b52b765d498 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:34:05.856827 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87454122-65f1-463f-8a0b-9b8762484a9c None None] Attempting to bind port ba4abd2d-4460-4749-8d83-9b52b765d498 on network 563773b9-347f-4496-b491-b57b6545ee0e {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:34:05.862565 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87454122-65f1-463f-8a0b-9b8762484a9c None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:34:05.863275 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87454122-65f1-463f-8a0b-9b8762484a9c None None] Checking segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:34:05.863678 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-87454122-65f1-463f-8a0b-9b8762484a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:05.864080 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87454122-65f1-463f-8a0b-9b8762484a9c None None] Bound using segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:34:05.864556 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-87454122-65f1-463f-8a0b-9b8762484a9c None None] Bound port: ba4abd2d-4460-4749-8d83-9b52b765d498, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:34:05.864979 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-87454122-65f1-463f-8a0b-9b8762484a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:05.928945 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-87454122-65f1-463f-8a0b-9b8762484a9c None None] For port ba4abd2d-4460-4749-8d83-9b52b765d498, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:34:05.932832 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-87454122-65f1-463f-8a0b-9b8762484a9c None None] For port ba4abd2d-4460-4749-8d83-9b52b765d498, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=ba4abd2d-4460-4749-8d83-9b52b765d498,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:34:05.939208 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-87454122-65f1-463f-8a0b-9b8762484a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:05.993385 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87454122-65f1-463f-8a0b-9b8762484a9c None None] Pushing event updated for resources: {'Port': ['ID=ba4abd2d-4460-4749-8d83-9b52b765d498,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:06.094694 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-961462fc-6d2a-420c-b844-8bcd1d3b18f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 172.20.0.2 (563773b9-347f-4496-b491-b57b6545ee0e/553906c2-a8dc-4a25-bddb-b43db1f9b7a6/62d4cd1a-3ca4-47b2-beb3-195859446b0c) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:06.115391 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-961462fc-6d2a-420c-b844-8bcd1d3b18f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 2001:db8::f816:3eff:fe2f:b119 (563773b9-347f-4496-b491-b57b6545ee0e/98ffae61-aa16-423e-8df6-e0d9880db9b7/62d4cd1a-3ca4-47b2-beb3-195859446b0c) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:06.362738 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-961462fc-6d2a-420c-b844-8bcd1d3b18f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:06.380385 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-961462fc-6d2a-420c-b844-8bcd1d3b18f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Transition to ACTIVE for port object 62d4cd1a-3ca4-47b2-beb3-195859446b0c will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:06.425544 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-961462fc-6d2a-420c-b844-8bcd1d3b18f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:06.476155 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961462fc-6d2a-420c-b844-8bcd1d3b18f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:06.482409 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-961462fc-6d2a-420c-b844-8bcd1d3b18f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:06.487078 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961462fc-6d2a-420c-b844-8bcd1d3b18f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:34:06.514077 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961462fc-6d2a-420c-b844-8bcd1d3b18f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Port': ['ID=62d4cd1a-3ca4-47b2-beb3-195859446b0c,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:06.546414 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961462fc-6d2a-420c-b844-8bcd1d3b18f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:06.547126 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-961462fc-6d2a-420c-b844-8bcd1d3b18f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:06.565958 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-961462fc-6d2a-420c-b844-8bcd1d3b18f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0781221 Jul 24 09:34:06.568599 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33424) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:06.651518 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c282bb70-1a43-4b28-8dfc-954cbbb93e67 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:06.659133 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c282bb70-1a43-4b28-8dfc-954cbbb93e67 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:06.661132 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c282bb70-1a43-4b28-8dfc-954cbbb93e67 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0908504 Jul 24 09:34:06.664621 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33430) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:06.845369 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-5fe68303-4795-4dad-8486-31897281c771 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting port 62d4cd1a-3ca4-47b2-beb3-195859446b0c {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:06.845713 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5fe68303-4795-4dad-8486-31897281c771 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:06.868272 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f5c21-1383-4767-95e3-47d3bb34b402 req-ee7decd6-513e-440a-ae13-bed1697647d2 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:06.887712 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-525f5c21-1383-4767-95e3-47d3bb34b402 req-ee7decd6-513e-440a-ae13-bed1697647d2 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f HTTP/1.1" status: 200 len: 946 time: 0.1197572 Jul 24 09:34:06.985288 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-525f5c21-1383-4767-95e3-47d3bb34b402 req-ae7f2fda-8576-45b7-a675-817ce25b6cd2 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c0a1da-c84e-44b8-b51b-98692550f07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875247 Jul 24 09:34:06.989437 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5fe68303-4795-4dad-8486-31897281c771 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:07.011303 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-5fe68303-4795-4dad-8486-31897281c771 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Calling delete_port for 62d4cd1a-3ca4-47b2-beb3-195859446b0c owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:07.234021 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500bee8-4589-49e7-ab03-f71d245d8bf6 req-96e38cf3-f920-4842-a3aa-b38243d169ea tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:07.235952 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0500bee8-4589-49e7-ab03-f71d245d8bf6 req-96e38cf3-f920-4842-a3aa-b38243d169ea tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f HTTP/1.1" status: 200 len: 946 time: 0.1365664 Jul 24 09:34:07.293318 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5fe68303-4795-4dad-8486-31897281c771 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:07.307690 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0500bee8-4589-49e7-ab03-f71d245d8bf6 req-15c529aa-1918-40ec-a7a1-fee5516f66bb tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c0a1da-c84e-44b8-b51b-98692550f07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635548 Jul 24 09:34:07.323406 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe68303-4795-4dad-8486-31897281c771 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Port': ['ID=62d4cd1a-3ca4-47b2-beb3-195859446b0c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:07.358904 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128dbe77-d5df-4a2f-baf3-a9045480f3f7 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:34:07.442603 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-468a2199-6e7d-40eb-b0ed-e4d79b40b4e1 None None] Provisioning for port ba4abd2d-4460-4749-8d83-9b52b765d498 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:07.443552 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5fe68303-4795-4dad-8486-31897281c771 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:07.447111 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5fe68303-4795-4dad-8486-31897281c771 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/62d4cd1a-3ca4-47b2-beb3-195859446b0c HTTP/1.1" status: 204 len: 168 time: 0.7807412 Jul 24 09:34:07.449740 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33466) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:07.520179 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548c67c6-220b-4fe5-b2d1-ddaf6a89034f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:07.522009 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548c67c6-220b-4fe5-b2d1-ddaf6a89034f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:07.524302 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548c67c6-220b-4fe5-b2d1-ddaf6a89034f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:07.526215 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-548c67c6-220b-4fe5-b2d1-ddaf6a89034f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0712533 Jul 24 09:34:07.528975 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33470) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:07.624017 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc98f91b-41f6-42ea-a1db-940a7714cbcf tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet 553906c2-a8dc-4a25-bddb-b43db1f9b7a6 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:34:07.634556 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fc98f91b-41f6-42ea-a1db-940a7714cbcf tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:07.706078 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fc98f91b-41f6-42ea-a1db-940a7714cbcf tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:07.708523 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f880d048-44a1-4e83-8c00-ba67ef7a0be2 None None] Update dhcp port {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'fixed_ips': [{'subnet_id': '98ffae61-aa16-423e-8df6-e0d9880db9b7', 'ip_address': '2001:db8::f816:3eff:fe43:75bf'}, {'subnet_id': '553906c2-a8dc-4a25-bddb-b43db1f9b7a6'}], 'binding:host_id': 'n-d-800085-9'}, 'id': 'ba4abd2d-4460-4749-8d83-9b52b765d498'} from n-d-800085-9. {{(pid=94037) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 09:34:07.740463 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device ba4abd2d-4460-4749-8d83-9b52b765d498 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:34:07.790440 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f880d048-44a1-4e83-8c00-ba67ef7a0be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:07.837774 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port ba4abd2d-4460-4749-8d83-9b52b765d498 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:07.844299 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port ba4abd2d-4460-4749-8d83-9b52b765d498 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:07.844671 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:08.026192 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:08.068395 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port ba4abd2d-4460-4749-8d83-9b52b765d498, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=ba4abd2d-4460-4749-8d83-9b52b765d498,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:08.075321 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:08.139111 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=ba4abd2d-4460-4749-8d83-9b52b765d498,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:08.192839 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fc98f91b-41f6-42ea-a1db-940a7714cbcf tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server [None req-f880d048-44a1-4e83-8c00-ba67ef7a0be2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 553906c2-a8dc-4a25-bddb-b43db1f9b7a6: This subnet is being modified by another concurrent operation. Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise exception Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 553906c2-a8dc-4a25-bddb-b43db1f9b7a6: This subnet is being modified by another concurrent operation. Jul 24 09:34:08.266979 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server Jul 24 09:34:08.274392 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fc98f91b-41f6-42ea-a1db-940a7714cbcf tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:08.323147 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98f91b-41f6-42ea-a1db-940a7714cbcf tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=553906c2-a8dc-4a25-bddb-b43db1f9b7a6,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:08.329023 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fc98f91b-41f6-42ea-a1db-940a7714cbcf tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:08.332890 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fc98f91b-41f6-42ea-a1db-940a7714cbcf tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/553906c2-a8dc-4a25-bddb-b43db1f9b7a6 HTTP/1.1" status: 204 len: 168 time: 0.8009975 Jul 24 09:34:08.333864 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33492) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:08.361639 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c941ed9d-ab54-4309-87fd-059da0c5240b None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:34:08.410960 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a133bb3-c615-4bde-859d-d4b7b22a7e3f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet 98ffae61-aa16-423e-8df6-e0d9880db9b7 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:34:08.415566 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2a133bb3-c615-4bde-859d-d4b7b22a7e3f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:08.464015 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2a133bb3-c615-4bde-859d-d4b7b22a7e3f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:08.498479 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-78c7f544-4cb5-4c45-a56e-733d2253c7c9 None None] Provisioning complete for port ba4abd2d-4460-4749-8d83-9b52b765d498 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:08.498479 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-78c7f544-4cb5-4c45-a56e-733d2253c7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:08.557501 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2a133bb3-c615-4bde-859d-d4b7b22a7e3f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:08.602979 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33498) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:08.656959 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2a133bb3-c615-4bde-859d-d4b7b22a7e3f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:08.696216 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a133bb3-c615-4bde-859d-d4b7b22a7e3f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=98ffae61-aa16-423e-8df6-e0d9880db9b7,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:08.698314 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2a133bb3-c615-4bde-859d-d4b7b22a7e3f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:08.700590 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2a133bb3-c615-4bde-859d-d4b7b22a7e3f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/98ffae61-aa16-423e-8df6-e0d9880db9b7 HTTP/1.1" status: 204 len: 168 time: 0.3657601 Jul 24 09:34:08.703324 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33502) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:08.749645 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33506) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:08.750514 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4f4545dd-32db-46ec-b8a7-29b32ac66c88 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452716 Jul 24 09:34:08.755504 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-30160dec-54b9-433e-a09d-f2662b920f1e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:08.762283 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940b8436-3b5a-4135-b1c2-72f77ef1abac None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:34:08.869057 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33508) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:08.880068 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30160dec-54b9-433e-a09d-f2662b920f1e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:08.887199 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-30160dec-54b9-433e-a09d-f2662b920f1e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:08.900312 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1b3b2aa3-6b01-48ec-8aab-9b01b9729285 None None] Provisioning complete for port ba4abd2d-4460-4749-8d83-9b52b765d498 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:08.900687 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1b3b2aa3-6b01-48ec-8aab-9b01b9729285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:08.928383 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3399206b-cab4-4d26-b425-a4a5ea39095a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:09.024920 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d6e38c-4f68-4a01-b7fd-37dc919c6daa None None] DHCP port deletion for 563773b9-347f-4496-b491-b57b6545ee0e request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:34:09.071722 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3399206b-cab4-4d26-b425-a4a5ea39095a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:09.076463 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3399206b-cab4-4d26-b425-a4a5ea39095a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:09.094258 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-61d6e38c-4f68-4a01-b7fd-37dc919c6daa None None] Deleting port ba4abd2d-4460-4749-8d83-9b52b765d498 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:09.094471 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-61d6e38c-4f68-4a01-b7fd-37dc919c6daa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:09.140730 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3399206b-cab4-4d26-b425-a4a5ea39095a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8101566a9536490c8afa81e3e40551d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5361249 Jul 24 09:34:09.141615 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33516) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:09.174443 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-61d6e38c-4f68-4a01-b7fd-37dc919c6daa None None] For port ba4abd2d-4460-4749-8d83-9b52b765d498, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=ba4abd2d-4460-4749-8d83-9b52b765d498,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:09.175232 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-61d6e38c-4f68-4a01-b7fd-37dc919c6daa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:09.189766 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-61d6e38c-4f68-4a01-b7fd-37dc919c6daa None None] Calling delete_port for ba4abd2d-4460-4749-8d83-9b52b765d498 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:09.198094 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399206b-cab4-4d26-b425-a4a5ea39095a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0de6d7-7334-4eb9-ae68-07bf8d65a179,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:09.226814 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8780eace-b21f-4910-b7ff-f3bf1cf24cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:09.254727 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8780eace-b21f-4910-b7ff-f3bf1cf24cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:09.317193 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-61d6e38c-4f68-4a01-b7fd-37dc919c6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:09.350696 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8780eace-b21f-4910-b7ff-f3bf1cf24cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:09.356064 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8780eace-b21f-4910-b7ff-f3bf1cf24cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:09.356064 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8780eace-b21f-4910-b7ff-f3bf1cf24cd2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d0de6d7-7334-4eb9-ae68-07bf8d65a179 HTTP/1.1" status: 204 len: 168 time: 0.2081413 Jul 24 09:34:09.363860 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780eace-b21f-4910-b7ff-f3bf1cf24cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0de6d7-7334-4eb9-ae68-07bf8d65a179,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:09.370788 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6e38c-4f68-4a01-b7fd-37dc919c6daa None None] Pushing event deleted for resources: {'Port': ['ID=ba4abd2d-4460-4749-8d83-9b52b765d498,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:09.377354 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d6e38c-4f68-4a01-b7fd-37dc919c6daa None None] No DVR routers for this DVR port ba4abd2d-4460-4749-8d83-9b52b765d498 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:34:09.403890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d5f790-a25a-40a0-9333-a51efccd3b83 None None] get_active_networks_info from n-d-800085-9 {{(pid=94037) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 09:34:09.417983 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-30160dec-54b9-433e-a09d-f2662b920f1e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:09.542397 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d5f790-a25a-40a0-9333-a51efccd3b83 None None] Resources bound (agent type, host, resource id): {{(pid=94037) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 09:34:09.543590 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30160dec-54b9-433e-a09d-f2662b920f1e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:09.550357 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-30160dec-54b9-433e-a09d-f2662b920f1e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:09.557257 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30160dec-54b9-433e-a09d-f2662b920f1e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:09.558013 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-30160dec-54b9-433e-a09d-f2662b920f1e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:09.577796 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30160dec-54b9-433e-a09d-f2662b920f1e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=12cc0cd2-b490-4bfa-87ff-0a69c33e557c,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:09.587491 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-30160dec-54b9-433e-a09d-f2662b920f1e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8332415 Jul 24 09:34:09.588474 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33528) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:09.604648 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-104cee67-c948-4a9e-b0ab-3b5fe91a04da tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:09.740928 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device ba4abd2d-4460-4749-8d83-9b52b765d498 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:34:09.779710 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9d9f884d-920f-40dc-b81a-1e4ddfc6002c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:09.847574 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104cee67-c948-4a9e-b0ab-3b5fe91a04da tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:09.853345 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-104cee67-c948-4a9e-b0ab-3b5fe91a04da tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:09.855631 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: ba4abd2d-4460-4749-8d83-9b52b765d498 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:34:09.855631 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device ba4abd2d-4460-4749-8d83-9b52b765d498 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:34:10.124784 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d22b5fb-68a0-4628-b145-6acb05d9d5c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-563773b9-347f-4496-b491-b57b6545ee0e', 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'fixed_ips': [{'subnet_id': '12cc0cd2-b490-4bfa-87ff-0a69c33e557c'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:34:10.126341 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0d22b5fb-68a0-4628-b145-6acb05d9d5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:10.152259 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33540) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:10.192138 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7b06e7eb-7a11-4dc4-bf5d-f9f40811fd90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:10.224354 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c07e72f5-a82c-4789-a5bd-eb0a6beeaff2 req-87e4ed39-ca6d-4f5b-b4bf-8f496023659e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3315978 Jul 24 09:34:10.297280 n-d-800085-9 neutron-server[94035]: DEBUG neutron.objects.ports [None req-104cee67-c948-4a9e-b0ab-3b5fe91a04da tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94035) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 09:34:10.299660 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-104cee67-c948-4a9e-b0ab-3b5fe91a04da tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:10.318353 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-0d22b5fb-68a0-4628-b145-6acb05d9d5c1 None None] Allocated IP 172.20.0.2 (563773b9-347f-4496-b491-b57b6545ee0e/12cc0cd2-b490-4bfa-87ff-0a69c33e557c/825a081c-6166-4abe-a2c5-5c54851c97a1) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:10.341595 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104cee67-c948-4a9e-b0ab-3b5fe91a04da tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:10.345427 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-104cee67-c948-4a9e-b0ab-3b5fe91a04da tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:10.352196 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104cee67-c948-4a9e-b0ab-3b5fe91a04da tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:10.353114 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-104cee67-c948-4a9e-b0ab-3b5fe91a04da tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:10.372593 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104cee67-c948-4a9e-b0ab-3b5fe91a04da tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=fdd28a1b-f037-4f21-b57f-3da0a1cbcd2d,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:10.415834 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7b06e7eb-7a11-4dc4-bf5d-f9f40811fd90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:10.434727 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-104cee67-c948-4a9e-b0ab-3b5fe91a04da tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8446283 Jul 24 09:34:10.435550 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33548) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:10.443369 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-475e3ffd-9c03-47ea-9813-73aa45aca395 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'mac_address': 'fa:16:3e:22:63:3e', 'name': 'tempest-NetworksTestDHCPv6-1066045448'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:10.453046 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7b06e7eb-7a11-4dc4-bf5d-f9f40811fd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:10.497816 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0d22b5fb-68a0-4628-b145-6acb05d9d5c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:10.504216 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-9d9f884d-920f-40dc-b81a-1e4ddfc6002c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Allocated IP 172.20.0.17 (2f8cdc80-4462-47c3-ad43-a1cc44ae4b24/5ab0713f-1c79-4acc-9a04-f75e943d2a04/1b526124-0727-4079-89d9-e14f021b3855) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:10.509203 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0d22b5fb-68a0-4628-b145-6acb05d9d5c1 None None] Transition to ACTIVE for port object 825a081c-6166-4abe-a2c5-5c54851c97a1 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:10.528182 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0d22b5fb-68a0-4628-b145-6acb05d9d5c1 None None] Transition to ACTIVE for port object 825a081c-6166-4abe-a2c5-5c54851c97a1 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:10.543121 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7b06e7eb-7a11-4dc4-bf5d-f9f40811fd90 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37210f25f55543a0bbf609f44e02eb6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3829870 Jul 24 09:34:10.543311 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0d22b5fb-68a0-4628-b145-6acb05d9d5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:10.543396 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33554) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:10.547075 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06e7eb-7a11-4dc4-bf5d-f9f40811fd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a1b96e-2305-40a7-9441-535658ea99ff,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:10.583960 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d22b5fb-68a0-4628-b145-6acb05d9d5c1 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:10.586864 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-0d22b5fb-68a0-4628-b145-6acb05d9d5c1 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:10.593299 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d22b5fb-68a0-4628-b145-6acb05d9d5c1 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:34:10.611317 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475e3ffd-9c03-47ea-9813-73aa45aca395 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:10.614366 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22b5fb-68a0-4628-b145-6acb05d9d5c1 None None] Pushing event updated for resources: {'Port': ['ID=825a081c-6166-4abe-a2c5-5c54851c97a1,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:10.682840 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-0d22b5fb-68a0-4628-b145-6acb05d9d5c1 None None] Attempting to bind port 825a081c-6166-4abe-a2c5-5c54851c97a1 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:34:10.683418 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-0d22b5fb-68a0-4628-b145-6acb05d9d5c1 None None] Attempting to bind port 825a081c-6166-4abe-a2c5-5c54851c97a1 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:34:10.683807 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d22b5fb-68a0-4628-b145-6acb05d9d5c1 None None] Attempting to bind port 825a081c-6166-4abe-a2c5-5c54851c97a1 on network 563773b9-347f-4496-b491-b57b6545ee0e {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:34:10.685442 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e72f5-a82c-4789-a5bd-eb0a6beeaff2 req-cf03559f-d2da-45e5-8806-803061785511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:10.687471 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c07e72f5-a82c-4789-a5bd-eb0a6beeaff2 req-cf03559f-d2da-45e5-8806-803061785511 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9b1cb98e59c48669615f4c794808b22&device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9 HTTP/1.1" status: 200 len: 1097 time: 0.2975867 Jul 24 09:34:10.691067 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d22b5fb-68a0-4628-b145-6acb05d9d5c1 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:34:10.691572 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d22b5fb-68a0-4628-b145-6acb05d9d5c1 None None] Checking segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:34:10.692069 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0d22b5fb-68a0-4628-b145-6acb05d9d5c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:10.692566 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d22b5fb-68a0-4628-b145-6acb05d9d5c1 None None] Bound using segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:34:10.693162 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-0d22b5fb-68a0-4628-b145-6acb05d9d5c1 None None] Bound port: 825a081c-6166-4abe-a2c5-5c54851c97a1, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:34:10.693639 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0d22b5fb-68a0-4628-b145-6acb05d9d5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:10.718565 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-475e3ffd-9c03-47ea-9813-73aa45aca395 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:10.734578 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ec5fab89-f567-441e-85e4-001111b90a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:10.746703 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-475e3ffd-9c03-47ea-9813-73aa45aca395 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] device_id is not set on port 210ae42f-527c-420e-b12c-989dd5abea3d yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:34:10.781294 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-0d22b5fb-68a0-4628-b145-6acb05d9d5c1 None None] For port 825a081c-6166-4abe-a2c5-5c54851c97a1, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:34:10.785178 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-0d22b5fb-68a0-4628-b145-6acb05d9d5c1 None None] For port 825a081c-6166-4abe-a2c5-5c54851c97a1, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=825a081c-6166-4abe-a2c5-5c54851c97a1,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:34:10.790312 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0d22b5fb-68a0-4628-b145-6acb05d9d5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:10.791068 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9d9f884d-920f-40dc-b81a-1e4ddfc6002c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:10.800646 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ec5fab89-f567-441e-85e4-001111b90a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:10.845661 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22b5fb-68a0-4628-b145-6acb05d9d5c1 None None] Pushing event updated for resources: {'Port': ['ID=825a081c-6166-4abe-a2c5-5c54851c97a1,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:10.855220 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-9d9f884d-920f-40dc-b81a-1e4ddfc6002c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Transition to ACTIVE for port object 1b526124-0727-4079-89d9-e14f021b3855 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:10.902039 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e72f5-a82c-4789-a5bd-eb0a6beeaff2 req-40eb82dc-74ab-4dad-9046-0a8e2a406e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:10.903546 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c07e72f5-a82c-4789-a5bd-eb0a6beeaff2 req-40eb82dc-74ab-4dad-9046-0a8e2a406e68 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0783deff-46f9-4f21-b179-aabc847cb83f HTTP/1.1" status: 200 len: 908 time: 0.1843233 Jul 24 09:34:10.954628 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-475e3ffd-9c03-47ea-9813-73aa45aca395 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 172.20.0.8 (563773b9-347f-4496-b491-b57b6545ee0e/12cc0cd2-b490-4bfa-87ff-0a69c33e557c/210ae42f-527c-420e-b12c-989dd5abea3d) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:10.964635 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-475e3ffd-9c03-47ea-9813-73aa45aca395 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 2001:db8::f816:3eff:fe22:633e (563773b9-347f-4496-b491-b57b6545ee0e/fdd28a1b-f037-4f21-b57f-3da0a1cbcd2d/210ae42f-527c-420e-b12c-989dd5abea3d) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:10.977273 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ec5fab89-f567-441e-85e4-001111b90a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:10.979795 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ec5fab89-f567-441e-85e4-001111b90a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:10.983455 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ec5fab89-f567-441e-85e4-001111b90a1a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6a1b96e-2305-40a7-9441-535658ea99ff HTTP/1.1" status: 204 len: 168 time: 0.4378972 Jul 24 09:34:10.983455 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9d9f884d-920f-40dc-b81a-1e4ddfc6002c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:11.016726 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5fab89-f567-441e-85e4-001111b90a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a1b96e-2305-40a7-9441-535658ea99ff,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:11.061738 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9f884d-920f-40dc-b81a-1e4ddfc6002c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Network 2f8cdc80-4462-47c3-ad43-a1cc44ae4b24 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:11.064194 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c07e72f5-a82c-4789-a5bd-eb0a6beeaff2 req-16e5d448-500f-4d48-8b7e-585110792981 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebd4d679-b99d-45dd-87e4-28d3726193e1 HTTP/1.1" status: 200 len: 1001 time: 0.1439395 Jul 24 09:34:11.065213 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f884d-920f-40dc-b81a-1e4ddfc6002c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'Port': ['ID=1b526124-0727-4079-89d9-e14f021b3855,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:11.068580 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-9d9f884d-920f-40dc-b81a-1e4ddfc6002c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:11.071215 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9f884d-920f-40dc-b81a-1e4ddfc6002c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:34:11.165067 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9d9f884d-920f-40dc-b81a-1e4ddfc6002c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:11.187446 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e72f5-a82c-4789-a5bd-eb0a6beeaff2 req-35a4debe-f0b7-44aa-ad4c-673b1d39f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:11.193258 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c07e72f5-a82c-4789-a5bd-eb0a6beeaff2 req-35a4debe-f0b7-44aa-ad4c-673b1d39f869 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cef55fc5-3019-4119-82d6-5bb136a17890 HTTP/1.1" status: 200 len: 847 time: 0.1137500 Jul 24 09:34:11.275980 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-475e3ffd-9c03-47ea-9813-73aa45aca395 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:11.293026 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-475e3ffd-9c03-47ea-9813-73aa45aca395 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Transition to ACTIVE for port object 210ae42f-527c-420e-b12c-989dd5abea3d will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:11.329436 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e72f5-a82c-4789-a5bd-eb0a6beeaff2 req-882037b2-3151-4af0-b984-ee72fc4a3df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:11.330981 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c07e72f5-a82c-4789-a5bd-eb0a6beeaff2 req-882037b2-3151-4af0-b984-ee72fc4a3df2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0783deff-46f9-4f21-b179-aabc847cb83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341429 Jul 24 09:34:11.337430 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-475e3ffd-9c03-47ea-9813-73aa45aca395 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:11.379834 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475e3ffd-9c03-47ea-9813-73aa45aca395 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:11.384117 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-475e3ffd-9c03-47ea-9813-73aa45aca395 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:11.389154 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475e3ffd-9c03-47ea-9813-73aa45aca395 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:34:11.438641 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e3ffd-9c03-47ea-9813-73aa45aca395 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Port': ['ID=210ae42f-527c-420e-b12c-989dd5abea3d,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:11.461718 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c07e72f5-a82c-4789-a5bd-eb0a6beeaff2 req-fe6b685e-3fc8-4780-9bba-2bfbc1caa753 service neutron] 10.222.0.37 "GET /v2.0/networks/0783deff-46f9-4f21-b179-aabc847cb83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103299 Jul 24 09:34:11.462588 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475e3ffd-9c03-47ea-9813-73aa45aca395 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:11.463420 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-475e3ffd-9c03-47ea-9813-73aa45aca395 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:11.480623 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-475e3ffd-9c03-47ea-9813-73aa45aca395 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0421946 Jul 24 09:34:11.483008 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33574) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:11.552695 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9d9f884d-920f-40dc-b81a-1e4ddfc6002c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:11.655442 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab67774-b3be-47cd-a1dd-8325c6923a4a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:11.671697 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab67774-b3be-47cd-a1dd-8325c6923a4a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:11.675819 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4ab67774-b3be-47cd-a1dd-8325c6923a4a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1891778 Jul 24 09:34:11.676042 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33582) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:11.760827 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c07e72f5-a82c-4789-a5bd-eb0a6beeaff2 req-117bcd63-2c4d-4ed8-9821-d401a53f2c99 service neutron] 10.222.0.37 "GET /v2.0/networks/0783deff-46f9-4f21-b179-aabc847cb83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605481 Jul 24 09:34:11.786835 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 825a081c-6166-4abe-a2c5-5c54851c97a1 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:34:11.903763 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-a05d1f04-b9c2-4332-a69a-3c0e5104f35c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting port 210ae42f-527c-420e-b12c-989dd5abea3d {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:11.905415 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a05d1f04-b9c2-4332-a69a-3c0e5104f35c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:11.908232 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 825a081c-6166-4abe-a2c5-5c54851c97a1 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:12.034904 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9d9f884d-920f-40dc-b81a-1e4ddfc6002c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:12.042168 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9d9f884d-920f-40dc-b81a-1e4ddfc6002c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:12.057572 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a05d1f04-b9c2-4332-a69a-3c0e5104f35c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:12.089878 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-a05d1f04-b9c2-4332-a69a-3c0e5104f35c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Calling delete_port for 210ae42f-527c-420e-b12c-989dd5abea3d owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:12.102762 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9d9f884d-920f-40dc-b81a-1e4ddfc6002c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:12.216051 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33600) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:12.256044 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f2d09e-da17-4d76-bc56-6a6a1ad01fa9 None None] get_active_networks_info from n-d-800085-9 {{(pid=94037) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 09:34:12.281031 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9f884d-920f-40dc-b81a-1e4ddfc6002c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Network 2f8cdc80-4462-47c3-ad43-a1cc44ae4b24 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:12.299240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-9d9f884d-920f-40dc-b81a-1e4ddfc6002c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:12.315126 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-30d9c2aa-f196-4ab4-b3b1-a78884d41a06 None None] Provisioning for port 825a081c-6166-4abe-a2c5-5c54851c97a1 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:12.325609 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-30d9c2aa-f196-4ab4-b3b1-a78884d41a06 None None] Provisioning complete for port 825a081c-6166-4abe-a2c5-5c54851c97a1 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:12.325609 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-30d9c2aa-f196-4ab4-b3b1-a78884d41a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:12.456039 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-30d9c2aa-f196-4ab4-b3b1-a78884d41a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:12.480315 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f884d-920f-40dc-b81a-1e4ddfc6002c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'Port': ['ID=1b526124-0727-4079-89d9-e14f021b3855,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:12.488384 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9f884d-920f-40dc-b81a-1e4ddfc6002c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Router 0634beec-0546-4c67-a741-1de342cd1373 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:34:12.499468 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f2d09e-da17-4d76-bc56-6a6a1ad01fa9 None None] Resources bound (agent type, host, resource id): {{(pid=94037) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 09:34:12.511818 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-30d9c2aa-f196-4ab4-b3b1-a78884d41a06 None None] For port 825a081c-6166-4abe-a2c5-5c54851c97a1, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=825a081c-6166-4abe-a2c5-5c54851c97a1,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:12.525012 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a05d1f04-b9c2-4332-a69a-3c0e5104f35c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:12.527350 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-30d9c2aa-f196-4ab4-b3b1-a78884d41a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:12.527646 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b21aed5f-c2c4-45c6-9f1f-60886cb0beed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:12.579886 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d1f04-b9c2-4332-a69a-3c0e5104f35c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Port': ['ID=210ae42f-527c-420e-b12c-989dd5abea3d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:12.668653 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9f884d-920f-40dc-b81a-1e4ddfc6002c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:34:12.684760 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9d9f884d-920f-40dc-b81a-1e4ddfc6002c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "PUT /v2.0/routers/0634beec-0546-4c67-a741-1de342cd1373/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8043237 Jul 24 09:34:12.688685 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] Sync routers for ids ['0634beec-0546-4c67-a741-1de342cd1373'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:34:12.704680 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] Routers {'0634beec-0546-4c67-a741-1de342cd1373'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:34:12.705501 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:34:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0634beec-0546-4c67-a741-1de342cd1373'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:12.737029 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a05d1f04-b9c2-4332-a69a-3c0e5104f35c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:12.741219 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a05d1f04-b9c2-4332-a69a-3c0e5104f35c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/210ae42f-527c-420e-b12c-989dd5abea3d HTTP/1.1" status: 204 len: 168 time: 1.0615559 Jul 24 09:34:12.741740 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33610) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:12.811404 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b21aed5f-c2c4-45c6-9f1f-60886cb0beed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:12.825793 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b21aed5f-c2c4-45c6-9f1f-60886cb0beed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:12.865953 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58122c18-e2ef-4a7b-a357-ff57fe37c88b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:12.870544 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58122c18-e2ef-4a7b-a357-ff57fe37c88b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:12.872792 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58122c18-e2ef-4a7b-a357-ff57fe37c88b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:12.876308 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-58122c18-e2ef-4a7b-a357-ff57fe37c88b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1333628 Jul 24 09:34:12.879855 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33616) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:12.893940 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9c2aa-f196-4ab4-b3b1-a78884d41a06 None None] Pushing event updated for resources: {'Port': ['ID=825a081c-6166-4abe-a2c5-5c54851c97a1,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:12.929910 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] Set router 0634beec-0546-4c67-a741-1de342cd1373 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:34:12.943211 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b21aed5f-c2c4-45c6-9f1f-60886cb0beed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62d5f6f857b842449839067b857605fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7259369 Jul 24 09:34:12.946220 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33620) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:12.949397 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21aed5f-c2c4-45c6-9f1f-60886cb0beed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5244c5c-f078-41dd-8661-6bbcc47d435a,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:12.995407 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a1f3450-a401-4ca4-ab4a-4cafd7840189 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet 12cc0cd2-b490-4bfa-87ff-0a69c33e557c {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:34:13.000037 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3450-a401-4ca4-ab4a-4cafd7840189 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:13.055457 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-362126a6-8100-4518-a636-5541feeaca6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:13.082137 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3450-a401-4ca4-ab4a-4cafd7840189 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:13.115710 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-362126a6-8100-4518-a636-5541feeaca6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:13.207891 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-362126a6-8100-4518-a636-5541feeaca6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:13.212029 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-362126a6-8100-4518-a636-5541feeaca6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:13.220175 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-362126a6-8100-4518-a636-5541feeaca6e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5244c5c-f078-41dd-8661-6bbcc47d435a HTTP/1.1" status: 204 len: 168 time: 0.2733493 Jul 24 09:34:13.240341 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362126a6-8100-4518-a636-5541feeaca6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5244c5c-f078-41dd-8661-6bbcc47d435a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:13.251141 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3450-a401-4ca4-ab4a-4cafd7840189 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:13.316562 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634beec-0546-4c67-a741-1de342cd1373', 'name': 'tempest-TestNetworkBasicOps-router-384864135', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:37Z', 'updated_at': '2021-07-24T09:34:11Z', 'revision_number': 5, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:38Z', 'updated_at': '2021-07-24T09:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '1479d325-b68f-4377-b058-02e299af0c4e', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '0634beec-0546-4c67-a741-1de342cd1373', 'port_id': 'fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'mac_address': 'fa:16:3e:53:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7c7e5b-1959-46d9-b98d-b250a2c21b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:33:06Z', 'updated_at': '2021-07-24T09:33:09Z', 'revision_number': 1, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b526124-0727-4079-89d9-e14f021b3855', 'name': '', 'network_id': '2f8cdc80-4462-47c3-ad43-a1cc44ae4b24', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'mac_address': 'fa:16:3e:86:fb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '5ab0713f-1c79-4acc-9a04-f75e943d2a04', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:34:10Z', 'updated_at': '2021-07-24T09:34:11Z', 'revision_number': 2, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'subnets': [{'id': '5ab0713f-1c79-4acc-9a04-f75e943d2a04', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab8431e7-36b1-49bd-9df3-9b1cac43e6ba', 'name': '', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'mac_address': 'fa:16:3e:9a:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'b1094064-278b-4188-87bb-746291e02cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:44Z', 'updated_at': '2021-07-24T09:32:50Z', 'revision_number': 5, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'subnets': [{'id': 'b1094064-278b-4188-87bb-746291e02cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:13.362814 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97563d1e-6a04-4e03-ae39-fedb8552ea83 None None] Update dhcp port {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'fixed_ips': [{'subnet_id': '12cc0cd2-b490-4bfa-87ff-0a69c33e557c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fdd28a1b-f037-4f21-b57f-3da0a1cbcd2d'}], 'binding:host_id': 'n-d-800085-9'}, 'id': '825a081c-6166-4abe-a2c5-5c54851c97a1'} from n-d-800085-9. {{(pid=94037) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 09:34:13.364578 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] Checking router: 0634beec-0546-4c67-a741-1de342cd1373 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:34:13.365393 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] Updating router 0634beec-0546-4c67-a741-1de342cd1373 port 1b526124-0727-4079-89d9-e14f021b3855 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:34:13.387898 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3450-a401-4ca4-ab4a-4cafd7840189 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:13.434787 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-97563d1e-6a04-4e03-ae39-fedb8552ea83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:13.436370 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:13.449764 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3450-a401-4ca4-ab4a-4cafd7840189 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:13.454123 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5a1f3450-a401-4ca4-ab4a-4cafd7840189 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/12cc0cd2-b490-4bfa-87ff-0a69c33e557c HTTP/1.1" status: 204 len: 168 time: 0.5683284 Jul 24 09:34:13.454555 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33636) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:13.456081 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f3450-a401-4ca4-ab4a-4cafd7840189 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=12cc0cd2-b490-4bfa-87ff-0a69c33e557c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:13.578855 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15f9449-5c83-4359-81dc-20c7f19282a1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet fdd28a1b-f037-4f21-b57f-3da0a1cbcd2d {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:34:13.608644 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d15f9449-5c83-4359-81dc-20c7f19282a1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:13.686163 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 825a081c-6166-4abe-a2c5-5c54851c97a1 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:34:13.716003 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d15f9449-5c83-4359-81dc-20c7f19282a1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:13.775365 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46093a-8fe7-443e-86a0-7a2425784303 req-c9042ff9-91e4-45c1-b537-f2cb1e3c09eb tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:13.777973 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce46093a-8fe7-443e-86a0-7a2425784303 req-c9042ff9-91e4-45c1-b537-f2cb1e3c09eb tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 1097 time: 0.1965294 Jul 24 09:34:13.781205 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 825a081c-6166-4abe-a2c5-5c54851c97a1 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:13.781405 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d15f9449-5c83-4359-81dc-20c7f19282a1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:13.781506 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:13.859925 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce46093a-8fe7-443e-86a0-7a2425784303 req-fb0349a2-cedc-4883-be69-aa2623a276e3 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752432 Jul 24 09:34:13.885609 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d15f9449-5c83-4359-81dc-20c7f19282a1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:13.888529 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33648) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server [None req-97563d1e-6a04-4e03-ae39-fedb8552ea83 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fdd28a1b-f037-4f21-b57f-3da0a1cbcd2d: This subnet is being modified by another concurrent operation. Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise exception Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fdd28a1b-f037-4f21-b57f-3da0a1cbcd2d: This subnet is being modified by another concurrent operation. Jul 24 09:34:13.899704 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server Jul 24 09:34:13.996954 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f9449-5c83-4359-81dc-20c7f19282a1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=fdd28a1b-f037-4f21-b57f-3da0a1cbcd2d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:13.999240 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d15f9449-5c83-4359-81dc-20c7f19282a1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:14.013758 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d15f9449-5c83-4359-81dc-20c7f19282a1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/fdd28a1b-f037-4f21-b57f-3da0a1cbcd2d HTTP/1.1" status: 204 len: 168 time: 0.5577030 Jul 24 09:34:14.015608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33652) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:14.055135 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:14.076460 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33654) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:14.077416 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1be637-d858-4bd4-b20b-34f203fded9c None None] get_active_networks_info from n-d-800085-9 {{(pid=94037) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 09:34:14.101938 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5681e278-1c51-48e2-b2c5-089034b38329 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831895 Jul 24 09:34:14.102637 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33658) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:14.113040 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] Transition to ACTIVE for port object 1b526124-0727-4079-89d9-e14f021b3855 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:14.114553 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-49d600a4-98a7-425b-9664-47a1bf018662 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:14.127662 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:14.143160 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2e7c7530-d43a-43ac-b13b-646efeacb3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:14.155937 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:14.171893 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3132cbea-5389-4de0-a31c-6c5a9daa53cf None None] Provisioning complete for port 825a081c-6166-4abe-a2c5-5c54851c97a1 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:14.172483 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3132cbea-5389-4de0-a31c-6c5a9daa53cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:14.287637 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa746302-0f31-474b-96f8-1e679921a50f None None] Pushing event updated for resources: {'Port': ['ID=1b526124-0727-4079-89d9-e14f021b3855,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:14.371738 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] Attempting to bind port 1b526124-0727-4079-89d9-e14f021b3855 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:34:14.373230 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] Attempting to bind port 1b526124-0727-4079-89d9-e14f021b3855 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '1696103c-ec2b-4f2d-a49b-259046e4eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2f8cdc80-4462-47c3-ad43-a1cc44ae4b24'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:34:14.373959 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] Attempting to bind port 1b526124-0727-4079-89d9-e14f021b3855 on network 2f8cdc80-4462-47c3-ad43-a1cc44ae4b24 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:34:14.386571 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:34:14.387340 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] Checking segment: {'id': '1696103c-ec2b-4f2d-a49b-259046e4eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2f8cdc80-4462-47c3-ad43-a1cc44ae4b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:34:14.388034 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:14.388714 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] Bound using segment: {'id': '1696103c-ec2b-4f2d-a49b-259046e4eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2f8cdc80-4462-47c3-ad43-a1cc44ae4b24'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:34:14.389414 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] Bound port: 1b526124-0727-4079-89d9-e14f021b3855, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1696103c-ec2b-4f2d-a49b-259046e4eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2f8cdc80-4462-47c3-ad43-a1cc44ae4b24'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:34:14.389946 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:14.469292 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] For port 1b526124-0727-4079-89d9-e14f021b3855, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:34:14.472936 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] For port 1b526124-0727-4079-89d9-e14f021b3855, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=1b526124-0727-4079-89d9-e14f021b3855,segment=NetworkSegment(1696103c-ec2b-4f2d-a49b-259046e4eccc),segment_id=1696103c-ec2b-4f2d-a49b-259046e4eccc)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:34:14.479492 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:14.524017 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1be637-d858-4bd4-b20b-34f203fded9c None None] Resources bound (agent type, host, resource id): {{(pid=94037) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 09:34:14.536394 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-dfb4846d-f322-4837-9732-ff45a33bb9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Deleting port 504a1a62-35e4-41d2-b16b-4ad34f6293aa {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:14.536764 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfb4846d-f322-4837-9732-ff45a33bb9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:14.568914 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] Routers {'0634beec-0546-4c67-a741-1de342cd1373'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:34:14.569553 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:34:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0634beec-0546-4c67-a741-1de342cd1373'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:14.645493 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2e7c7530-d43a-43ac-b13b-646efeacb3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:14.651293 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2e7c7530-d43a-43ac-b13b-646efeacb3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:14.692101 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfb4846d-f322-4837-9732-ff45a33bb9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:14.692489 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfb4846d-f322-4837-9732-ff45a33bb9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:14.693195 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d600a4-98a7-425b-9664-47a1bf018662 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:14.701839 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-49d600a4-98a7-425b-9664-47a1bf018662 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:14.731244 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-dfb4846d-f322-4837-9732-ff45a33bb9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Calling delete_port for 504a1a62-35e4-41d2-b16b-4ad34f6293aa owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:14.737472 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c7530-d43a-43ac-b13b-646efeacb3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2922fb1-8261-4488-a05c-414f798bb773,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:14.753199 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2e7c7530-d43a-43ac-b13b-646efeacb3bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce77ca5156874924a8f87905bd90207a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6712778 Jul 24 09:34:14.760496 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33670) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:14.816775 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa746302-0f31-474b-96f8-1e679921a50f None None] Pushing event updated for resources: {'Port': ['ID=1b526124-0727-4079-89d9-e14f021b3855,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:14.844831 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] Set router 0634beec-0546-4c67-a741-1de342cd1373 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:34:14.892761 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b9017b73-4985-4c48-9a08-a2a9a063d40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:14.951314 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b9017b73-4985-4c48-9a08-a2a9a063d40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:15.008322 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ebeb5f-7d21-4240-938f-c883b7802406 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:34:15.048367 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-49d600a4-98a7-425b-9664-47a1bf018662 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:15.067587 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfb4846d-f322-4837-9732-ff45a33bb9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:15.106561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d600a4-98a7-425b-9664-47a1bf018662 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:15.109870 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b9017b73-4985-4c48-9a08-a2a9a063d40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:15.112459 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b9017b73-4985-4c48-9a08-a2a9a063d40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:15.113652 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b9017b73-4985-4c48-9a08-a2a9a063d40f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2922fb1-8261-4488-a05c-414f798bb773 HTTP/1.1" status: 204 len: 168 time: 0.3530171 Jul 24 09:34:15.118930 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-49d600a4-98a7-425b-9664-47a1bf018662 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:15.122544 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d600a4-98a7-425b-9664-47a1bf018662 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:15.123153 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-49d600a4-98a7-425b-9664-47a1bf018662 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:15.126077 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4846d-f322-4837-9732-ff45a33bb9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'Port': ['ID=504a1a62-35e4-41d2-b16b-4ad34f6293aa,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:15.144166 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d600a4-98a7-425b-9664-47a1bf018662 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=50f9fce3-0ed1-4e24-8d5d-cdaab0b19b28,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:15.156297 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9017b73-4985-4c48-9a08-a2a9a063d40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2922fb1-8261-4488-a05c-414f798bb773,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:15.174613 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-49d600a4-98a7-425b-9664-47a1bf018662 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0708179 Jul 24 09:34:15.177428 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33676) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:15.187202 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-aaf5c586-84e0-4837-81eb-ac5444f17771 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:15.245106 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfb4846d-f322-4837-9732-ff45a33bb9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:15.246322 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-dfb4846d-f322-4837-9732-ff45a33bb9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Floating IP 325df101-3c4d-4693-beb7-37b099da9ea3 disassociated (deleted). External IP: 172.25.7.168, port: e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193. Jul 24 09:34:15.256043 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-cbb4a2e3-81bb-4352-a475-b320c91219cf None None] Provisioning complete for port 825a081c-6166-4abe-a2c5-5c54851c97a1 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:15.256421 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cbb4a2e3-81bb-4352-a475-b320c91219cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:15.370522 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634beec-0546-4c67-a741-1de342cd1373', 'name': 'tempest-TestNetworkBasicOps-router-384864135', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:37Z', 'updated_at': '2021-07-24T09:34:11Z', 'revision_number': 5, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:38Z', 'updated_at': '2021-07-24T09:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '1479d325-b68f-4377-b058-02e299af0c4e', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '0634beec-0546-4c67-a741-1de342cd1373', 'port_id': 'fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'mac_address': 'fa:16:3e:53:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7c7e5b-1959-46d9-b98d-b250a2c21b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:33:06Z', 'updated_at': '2021-07-24T09:33:09Z', 'revision_number': 1, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b526124-0727-4079-89d9-e14f021b3855', 'name': '', 'network_id': '2f8cdc80-4462-47c3-ad43-a1cc44ae4b24', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'mac_address': 'fa:16:3e:86:fb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '5ab0713f-1c79-4acc-9a04-f75e943d2a04', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:34:10Z', 'updated_at': '2021-07-24T09:34:14Z', 'revision_number': 4, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'subnets': [{'id': '5ab0713f-1c79-4acc-9a04-f75e943d2a04', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab8431e7-36b1-49bd-9df3-9b1cac43e6ba', 'name': '', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'mac_address': 'fa:16:3e:9a:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'b1094064-278b-4188-87bb-746291e02cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:44Z', 'updated_at': '2021-07-24T09:32:50Z', 'revision_number': 5, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'subnets': [{'id': 'b1094064-278b-4188-87bb-746291e02cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:15.429007 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37364dc5-829d-46fb-b4a9-048d825fa20f None None] The sync data for ids ['0634beec-0546-4c67-a741-1de342cd1373'] in n-d-800085-9 is: [{'id': '0634beec-0546-4c67-a741-1de342cd1373', 'name': 'tempest-TestNetworkBasicOps-router-384864135', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:37Z', 'updated_at': '2021-07-24T09:34:11Z', 'revision_number': 5, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:38Z', 'updated_at': '2021-07-24T09:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '1479d325-b68f-4377-b058-02e299af0c4e', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '0634beec-0546-4c67-a741-1de342cd1373', 'port_id': 'fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'mac_address': 'fa:16:3e:53:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7c7e5b-1959-46d9-b98d-b250a2c21b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:33:06Z', 'updated_at': '2021-07-24T09:33:09Z', 'revision_number': 1, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b526124-0727-4079-89d9-e14f021b3855', 'name': '', 'network_id': '2f8cdc80-4462-47c3-ad43-a1cc44ae4b24', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'mac_address': 'fa:16:3e:86:fb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '5ab0713f-1c79-4acc-9a04-f75e943d2a04', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:34:10Z', 'updated_at': '2021-07-24T09:34:14Z', 'revision_number': 4, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'subnets': [{'id': '5ab0713f-1c79-4acc-9a04-f75e943d2a04', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab8431e7-36b1-49bd-9df3-9b1cac43e6ba', 'name': '', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'mac_address': 'fa:16:3e:9a:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'b1094064-278b-4188-87bb-746291e02cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:44Z', 'updated_at': '2021-07-24T09:32:50Z', 'revision_number': 5, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'subnets': [{'id': 'b1094064-278b-4188-87bb-746291e02cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:34:15.461932 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf5c586-84e0-4837-81eb-ac5444f17771 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:15.473315 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aaf5c586-84e0-4837-81eb-ac5444f17771 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:15.680298 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-292eae94-5512-46ec-9fa1-48945c33244a None None] Provisioning for port 1b526124-0727-4079-89d9-e14f021b3855 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:15.768956 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 1b526124-0727-4079-89d9-e14f021b3855 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:34:15.828324 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94b93cb-5792-41e1-9a6d-3a5ff6b0b045 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:34:15.930214 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-748de1e3-28e2-4c07-80cc-dff7506ae566 None None] Provisioning complete for port 825a081c-6166-4abe-a2c5-5c54851c97a1 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:15.931127 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-748de1e3-28e2-4c07-80cc-dff7506ae566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:15.966863 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb4846d-f322-4837-9732-ff45a33bb9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Router 66c2dc9e-f488-4fc8-8a96-c128d2a1eac2 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:34:16.063114 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 1b526124-0727-4079-89d9-e14f021b3855 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:16.136911 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 1b526124-0727-4079-89d9-e14f021b3855 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:16.137283 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:16.266684 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb4846d-f322-4837-9732-ff45a33bb9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:34:16.280407 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfb4846d-f322-4837-9732-ff45a33bb9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:16.292926 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbbed36-206b-4e8e-b6b0-f1ec0d05ff87 None None] Sync routers for ids ['66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:34:16.386154 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbbed36-206b-4e8e-b6b0-f1ec0d05ff87 None None] Routers {'66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:34:16.386846 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9dbbed36-206b-4e8e-b6b0-f1ec0d05ff87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:34:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:16.427032 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-dfb4846d-f322-4837-9732-ff45a33bb9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "DELETE /v2.0/floatingips/325df101-3c4d-4693-beb7-37b099da9ea3 HTTP/1.1" status: 204 len: 168 time: 2.5347674 Jul 24 09:34:16.427032 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5235012-c4b1-4796-bc03-afe6dc8be43c', 'tag': 'e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:34:16.445782 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55101bd-3b73-4bd5-9e73-5321d404e13c" -d '{"events": [{"name": "network-changed", "server_uuid": "c5235012-c4b1-4796-bc03-afe6dc8be43c", "tag": "e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:34:16.496042 n-d-800085-9 neutron-server[94036]: DEBUG neutron.objects.ports [None req-aaf5c586-84e0-4837-81eb-ac5444f17771 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94036) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 09:34:16.551153 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3bf1db-b926-49bd-a470-7601e9baa683 x-openstack-request-id: req-bf3bf1db-b926-49bd-a470-7601e9baa683 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:34:16.551695 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5235012-c4b1-4796-bc03-afe6dc8be43c", "tag": "e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:34:16.552146 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf3bf1db-b926-49bd-a470-7601e9baa683 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:34:16.552776 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5235012-c4b1-4796-bc03-afe6dc8be43c', 'tag': 'e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193', 'status': 'completed', 'code': 200} Jul 24 09:34:16.582563 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e247c487-e2b2-4d95-977b-d66f554ed727 None None] Provisioning complete for port 1b526124-0727-4079-89d9-e14f021b3855 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:16.582937 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e247c487-e2b2-4d95-977b-d66f554ed727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:16.621827 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-9dbbed36-206b-4e8e-b6b0-f1ec0d05ff87 None None] Set router 66c2dc9e-f488-4fc8-8a96-c128d2a1eac2 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:34:16.715917 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397d8f09-d25f-41a0-b1b2-51678ebe3243 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:34:16.771047 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:16.808367 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33710) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:16.815950 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:17.045371 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55101bd-3b73-4bd5-9e73-5321d404e13c req-156d1d28-d001-413d-a3fb-1e4d51b0308e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:17.047307 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b55101bd-3b73-4bd5-9e73-5321d404e13c req-156d1d28-d001-413d-a3fb-1e4d51b0308e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 1097 time: 0.2871828 Jul 24 09:34:17.128003 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 1b526124-0727-4079-89d9-e14f021b3855, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=1b526124-0727-4079-89d9-e14f021b3855,segment=NetworkSegment(1696103c-ec2b-4f2d-a49b-259046e4eccc),segment_id=1696103c-ec2b-4f2d-a49b-259046e4eccc)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:17.134885 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7497eae9-6ae9-40cb-b3d2-8e3ef447027a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:17.144163 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569e5e5-2773-4175-a46f-6938e7775fd8 req-4420d850-6f66-4219-8d94-014a14a5eed0 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:17.144163 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f569e5e5-2773-4175-a46f-6938e7775fd8 req-4420d850-6f66-4219-8d94-014a14a5eed0 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 946 time: 0.2416017 Jul 24 09:34:17.145447 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aaf5c586-84e0-4837-81eb-ac5444f17771 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:17.168464 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:17.283517 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 825a081c-6166-4abe-a2c5-5c54851c97a1 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:34:17.309899 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f569e5e5-2773-4175-a46f-6938e7775fd8 req-1c48e06c-d726-4771-9d7e-b299f766d76a tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621177 Jul 24 09:34:17.326635 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7497eae9-6ae9-40cb-b3d2-8e3ef447027a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:17.330711 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7497eae9-6ae9-40cb-b3d2-8e3ef447027a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:17.343678 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55101bd-3b73-4bd5-9e73-5321d404e13c req-c24eaf48-e9eb-4526-934a-e459141f8177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:17.345658 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b55101bd-3b73-4bd5-9e73-5321d404e13c req-c24eaf48-e9eb-4526-934a-e459141f8177 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8534989a-79c0-4b00-84df-d6b9f1285f33 HTTP/1.1" status: 200 len: 896 time: 0.2607775 Jul 24 09:34:17.359298 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=1b526124-0727-4079-89d9-e14f021b3855,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:17.397320 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7497eae9-6ae9-40cb-b3d2-8e3ef447027a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=82ec9ccf287142afa38e80f9a38ba088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5877533 Jul 24 09:34:17.400519 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33726) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:17.403010 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497eae9-6ae9-40cb-b3d2-8e3ef447027a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88e80dd-6935-4b4a-8e25-986aaf98e311,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:17.443779 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-04f07883-3d13-4307-962c-6adf6c5a1bd6 None None] Provisioning complete for port 1b526124-0727-4079-89d9-e14f021b3855 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:17.444131 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-04f07883-3d13-4307-962c-6adf6c5a1bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:17.483987 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3196c7aa-c148-43c5-a6a8-e5afcc6dd2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:17.501076 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b55101bd-3b73-4bd5-9e73-5321d404e13c req-9ef7611b-2752-43f1-a2b2-8f92bf591ca4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 HTTP/1.1" status: 200 len: 217 time: 0.0618467 Jul 24 09:34:17.519213 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3196c7aa-c148-43c5-a6a8-e5afcc6dd2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:17.556676 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:17.569235 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-aaf5c586-84e0-4837-81eb-ac5444f17771 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] For port 825a081c-6166-4abe-a2c5-5c54851c97a1, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=825a081c-6166-4abe-a2c5-5c54851c97a1,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:17.591234 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55101bd-3b73-4bd5-9e73-5321d404e13c req-7cdd1ae0-c8ee-4ab9-944d-8e74429482e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:17.593811 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b55101bd-3b73-4bd5-9e73-5321d404e13c req-7cdd1ae0-c8ee-4ab9-944d-8e74429482e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f23f0669-527d-4c01-ba6c-0d6534d19d26 HTTP/1.1" status: 200 len: 835 time: 0.0822484 Jul 24 09:34:17.598668 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9dbbed36-206b-4e8e-b6b0-f1ec0d05ff87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015916126', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '26573854-97a7-4c09-be8f-648b45307b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:32:16Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '26573854-97a7-4c09-be8f-648b45307b8c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '3690fa3a-78dd-450f-a7c2-4498f6913448', 'name': '', 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:0f:1e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'f23f0669-527d-4c01-ba6c-0d6534d19d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:14Z', 'updated_at': '2021-07-24T09:32:24Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': 'f23f0669-527d-4c01-ba6c-0d6534d19d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:17.610180 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3196c7aa-c148-43c5-a6a8-e5afcc6dd2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:17.614370 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3196c7aa-c148-43c5-a6a8-e5afcc6dd2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:17.616533 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3196c7aa-c148-43c5-a6a8-e5afcc6dd2b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d88e80dd-6935-4b4a-8e25-986aaf98e311 HTTP/1.1" status: 204 len: 168 time: 0.2144015 Jul 24 09:34:17.649335 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbbed36-206b-4e8e-b6b0-f1ec0d05ff87 None None] Checking router: 66c2dc9e-f488-4fc8-8a96-c128d2a1eac2 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:34:17.659922 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196c7aa-c148-43c5-a6a8-e5afcc6dd2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88e80dd-6935-4b4a-8e25-986aaf98e311,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:17.667923 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aaf5c586-84e0-4837-81eb-ac5444f17771 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:17.681643 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aaf5c586-84e0-4837-81eb-ac5444f17771 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:17.682688 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aaf5c586-84e0-4837-81eb-ac5444f17771 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:17.777264 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbbed36-206b-4e8e-b6b0-f1ec0d05ff87 None None] Routers {'66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:34:17.777904 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9dbbed36-206b-4e8e-b6b0-f1ec0d05ff87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:34:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:17.822716 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf5c586-84e0-4837-81eb-ac5444f17771 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:17.827476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5c586-84e0-4837-81eb-ac5444f17771 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Port': ['ID=825a081c-6166-4abe-a2c5-5c54851c97a1,revision_number=6']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:17.834566 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-aaf5c586-84e0-4837-81eb-ac5444f17771 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:17.845129 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf5c586-84e0-4837-81eb-ac5444f17771 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:17.845825 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aaf5c586-84e0-4837-81eb-ac5444f17771 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:17.852680 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55101bd-3b73-4bd5-9e73-5321d404e13c req-7fc782e7-af8b-40f8-be4f-bd6662ffc6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:17.855501 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b55101bd-3b73-4bd5-9e73-5321d404e13c req-7fc782e7-af8b-40f8-be4f-bd6662ffc6f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8534989a-79c0-4b00-84df-d6b9f1285f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2544944 Jul 24 09:34:17.868488 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5c586-84e0-4837-81eb-ac5444f17771 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=f3474992-2d5d-4481-8df5-15e25adbe367,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:17.886171 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.db.api [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:34:17.886446 n-d-800085-9 neutron-server[94037]: DEBUG oslo_db.api [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:34:17.896485 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344ca9f3-4f6f-404b-aba1-cc1534abbe88 None None] Update dhcp port {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'fixed_ips': [{'subnet_id': 'f3474992-2d5d-4481-8df5-15e25adbe367', 'ip_address': '2001:db8::f816:3eff:fe63:3801'}, {'subnet_id': '50f9fce3-0ed1-4e24-8d5d-cdaab0b19b28'}], 'binding:host_id': 'n-d-800085-9'}, 'id': '825a081c-6166-4abe-a2c5-5c54851c97a1'} from n-d-800085-9. {{(pid=94037) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 09:34:17.921105 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-04f07883-3d13-4307-962c-6adf6c5a1bd6 None None] Provisioning complete for port 825a081c-6166-4abe-a2c5-5c54851c97a1 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:17.921482 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-04f07883-3d13-4307-962c-6adf6c5a1bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:17.988365 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b55101bd-3b73-4bd5-9e73-5321d404e13c req-2bdc61aa-bee6-4bdd-bc55-c4ecf5e469f9 service neutron] 10.222.0.37 "GET /v2.0/networks/8534989a-79c0-4b00-84df-d6b9f1285f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156118 Jul 24 09:34:17.989889 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-344ca9f3-4f6f-404b-aba1-cc1534abbe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:17.993094 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-9dbbed36-206b-4e8e-b6b0-f1ec0d05ff87 None None] Set router 66c2dc9e-f488-4fc8-8a96-c128d2a1eac2 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:34:17.996211 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-aaf5c586-84e0-4837-81eb-ac5444f17771 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8172398 Jul 24 09:34:17.998051 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33752) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:18.003871 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-c5771df6-ae10-4961-aaa1-db038e5d994d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'mac_address': 'fa:16:3e:23:31:5d', 'name': 'tempest-NetworksTestDHCPv6-147090258'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:18.077013 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33754) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:18.128154 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b55101bd-3b73-4bd5-9e73-5321d404e13c req-90da4ca8-c270-4ea9-a278-d371286918b1 service neutron] 10.222.0.37 "GET /v2.0/networks/8534989a-79c0-4b00-84df-d6b9f1285f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304343 Jul 24 09:34:18.147470 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dbb1f5f3-55b1-4e47-85d5-2f7016ec2f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:18.278439 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33758) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:18.289859 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a288ab-15c6-4549-8da9-2784080bd413 req-c2cc4638-c7dd-4930-a885-e7bac0d99527 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:18.293332 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a8a288ab-15c6-4549-8da9-2784080bd413 req-c2cc4638-c7dd-4930-a885-e7bac0d99527 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 946 time: 0.0950429 Jul 24 09:34:18.344657 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dbb1f5f3-55b1-4e47-85d5-2f7016ec2f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:18.387777 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dbb1f5f3-55b1-4e47-85d5-2f7016ec2f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:18.437856 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:18.449689 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-344ca9f3-4f6f-404b-aba1-cc1534abbe88 None None] Allocated IP 172.20.0.2 (563773b9-347f-4496-b491-b57b6545ee0e/50f9fce3-0ed1-4e24-8d5d-cdaab0b19b28/825a081c-6166-4abe-a2c5-5c54851c97a1) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:18.457144 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-dbb1f5f3-55b1-4e47-85d5-2f7016ec2f53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=171d40112fbb4b7caf655bd955f4e110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3745530 Jul 24 09:34:18.457607 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33766) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:18.470223 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1f5f3-55b1-4e47-85d5-2f7016ec2f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2817bb38-6303-4468-9658-261a92792d03,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:18.475205 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5771df6-ae10-4961-aaa1-db038e5d994d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:18.551391 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b48f6b65-d0f5-4aae-8c1e-ef8f0e81b141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:18.562966 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-a8a288ab-15c6-4549-8da9-2784080bd413 req-2dc90dc5-1c6b-4a62-927c-20f831248667 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Deleting port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:18.563498 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a8a288ab-15c6-4549-8da9-2784080bd413 req-2dc90dc5-1c6b-4a62-927c-20f831248667 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:18.565064 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9dbbed36-206b-4e8e-b6b0-f1ec0d05ff87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015916126', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '26573854-97a7-4c09-be8f-648b45307b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:32:16Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '26573854-97a7-4c09-be8f-648b45307b8c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '3690fa3a-78dd-450f-a7c2-4498f6913448', 'name': '', 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:0f:1e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'f23f0669-527d-4c01-ba6c-0d6534d19d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:14Z', 'updated_at': '2021-07-24T09:32:24Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': 'f23f0669-527d-4c01-ba6c-0d6534d19d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:18.595102 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbbed36-206b-4e8e-b6b0-f1ec0d05ff87 None None] The sync data for ids ['66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'] in n-d-800085-9 is: [{'id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015916126', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '26573854-97a7-4c09-be8f-648b45307b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:32:16Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '26573854-97a7-4c09-be8f-648b45307b8c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '3690fa3a-78dd-450f-a7c2-4498f6913448', 'name': '', 'network_id': '8534989a-79c0-4b00-84df-d6b9f1285f33', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:0f:1e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'f23f0669-527d-4c01-ba6c-0d6534d19d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:14Z', 'updated_at': '2021-07-24T09:32:24Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': 'f23f0669-527d-4c01-ba6c-0d6534d19d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:34:18.619045 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-344ca9f3-4f6f-404b-aba1-cc1534abbe88 None None] For port 825a081c-6166-4abe-a2c5-5c54851c97a1, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=825a081c-6166-4abe-a2c5-5c54851c97a1,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:18.644211 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33770) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:18.663108 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-344ca9f3-4f6f-404b-aba1-cc1534abbe88 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:18.687814 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-344ca9f3-4f6f-404b-aba1-cc1534abbe88 None None] Transition to ACTIVE for port object 825a081c-6166-4abe-a2c5-5c54851c97a1 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:18.693658 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-344ca9f3-4f6f-404b-aba1-cc1534abbe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:18.696342 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b932abda-c671-4467-b39d-10f0935f4d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:18.702837 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5771df6-ae10-4961-aaa1-db038e5d994d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:18.713436 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060fdb8-79b1-4aed-9c6e-f9d28453f8e0 req-5b169603-d227-4524-a708-0b2bdf32ac09 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:18.714993 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e060fdb8-79b1-4aed-9c6e-f9d28453f8e0 req-5b169603-d227-4524-a708-0b2bdf32ac09 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5235012-c4b1-4796-bc03-afe6dc8be43c HTTP/1.1" status: 200 len: 946 time: 0.2562103 Jul 24 09:34:18.738218 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b932abda-c671-4467-b39d-10f0935f4d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:18.749720 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-a8a288ab-15c6-4549-8da9-2784080bd413 req-2dc90dc5-1c6b-4a62-927c-20f831248667 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] For port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193,segment=NetworkSegment(0586ade4-a6d7-4b93-954a-2d6955872314),segment_id=0586ade4-a6d7-4b93-954a-2d6955872314)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:18.750335 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a8a288ab-15c6-4549-8da9-2784080bd413 req-2dc90dc5-1c6b-4a62-927c-20f831248667 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:18.771681 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-a8a288ab-15c6-4549-8da9-2784080bd413 req-2dc90dc5-1c6b-4a62-927c-20f831248667 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Calling delete_port for e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:18.852030 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.db.api [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:34:18.852605 n-d-800085-9 neutron-server[94037]: DEBUG oslo_db.api [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:34:18.857069 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b932abda-c671-4467-b39d-10f0935f4d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:18.859143 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ca9f3-4f6f-404b-aba1-cc1534abbe88 None None] Pushing event updated for resources: {'Port': ['ID=825a081c-6166-4abe-a2c5-5c54851c97a1,revision_number=7']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:18.859953 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b932abda-c671-4467-b39d-10f0935f4d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:18.861395 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b932abda-c671-4467-b39d-10f0935f4d7a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2817bb38-6303-4468-9658-261a92792d03 HTTP/1.1" status: 204 len: 168 time: 0.4023588 Jul 24 09:34:18.877440 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932abda-c671-4467-b39d-10f0935f4d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2817bb38-6303-4468-9658-261a92792d03,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:18.882222 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-c5771df6-ae10-4961-aaa1-db038e5d994d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] device_id is not set on port 67bd8f84-ce4f-40b3-9b9b-0e7ebc18ec45 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:34:18.978223 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a8a288ab-15c6-4549-8da9-2784080bd413 req-2dc90dc5-1c6b-4a62-927c-20f831248667 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:19.014904 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc90dc5-1c6b-4a62-927c-20f831248667 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'Port': ['ID=e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:19.109048 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a288ab-15c6-4549-8da9-2784080bd413 req-2dc90dc5-1c6b-4a62-927c-20f831248667 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] No DVR routers for this DVR port e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:34:19.113735 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a8a288ab-15c6-4549-8da9-2784080bd413 req-2dc90dc5-1c6b-4a62-927c-20f831248667 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:19.115621 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a8a288ab-15c6-4549-8da9-2784080bd413 req-2dc90dc5-1c6b-4a62-927c-20f831248667 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.37 "DELETE /v2.0/ports/e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 HTTP/1.1" status: 204 len: 173 time: 0.8153305 Jul 24 09:34:19.116059 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5235012-c4b1-4796-bc03-afe6dc8be43c', 'name': 'network-vif-deleted', 'tag': 'e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:34:19.120325 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3e8e3d-0ddd-420b-8cf5-c086f2fa4c6b" -d '{"events": [{"server_uuid": "c5235012-c4b1-4796-bc03-afe6dc8be43c", "name": "network-vif-deleted", "tag": "e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:34:19.137760 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4001b1-0472-48ed-9132-24cdbb0a7e7f None None] New status for floating IP 325df101-3c4d-4693-beb7-37b099da9ea3: DOWN {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:34:19.195821 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcb1936-faee-4726-995b-2c4ebe9e7b02 x-openstack-request-id: req-abcb1936-faee-4726-995b-2c4ebe9e7b02 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:34:19.196184 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5235012-c4b1-4796-bc03-afe6dc8be43c", "name": "network-vif-deleted", "tag": "e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:34:19.196501 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-abcb1936-faee-4726-995b-2c4ebe9e7b02 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:34:19.197313 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5235012-c4b1-4796-bc03-afe6dc8be43c', 'name': 'network-vif-deleted', 'tag': 'e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193', 'status': 'completed', 'code': 200} Jul 24 09:34:19.334218 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:19.411249 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 825a081c-6166-4abe-a2c5-5c54851c97a1, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=825a081c-6166-4abe-a2c5-5c54851c97a1,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:19.416673 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:19.600751 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b48f6b65-d0f5-4aae-8c1e-ef8f0e81b141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:19.626326 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e060fdb8-79b1-4aed-9c6e-f9d28453f8e0 req-1839fe9c-9b34-460c-ab6e-2a4db9d5651b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=30ce6fa1-ff73-410a-9fa2-f253c00aad4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8940244 Jul 24 09:34:19.710368 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b48f6b65-d0f5-4aae-8c1e-ef8f0e81b141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:19.774099 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 1b526124-0727-4079-89d9-e14f021b3855 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:34:19.840199 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f6b65-d0f5-4aae-8c1e-ef8f0e81b141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38184e44-bce0-48db-b57c-d2795838948b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:19.841862 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=825a081c-6166-4abe-a2c5-5c54851c97a1,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:19.852617 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:19.852993 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:19.853384 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:19.867096 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:19.868647 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:19.870381 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:19.871434 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:19.872556 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:19.874807 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:19.877239 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:19.877769 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:19.878974 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:19.907983 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 1b526124-0727-4079-89d9-e14f021b3855 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:19.908976 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:20.016582 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 825a081c-6166-4abe-a2c5-5c54851c97a1 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:34:20.026062 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b48f6b65-d0f5-4aae-8c1e-ef8f0e81b141 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c4bb46961a56443bb8197fb184d6e4ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7460015 Jul 24 09:34:20.029863 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33794) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:20.040466 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-c5771df6-ae10-4961-aaa1-db038e5d994d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 172.20.0.6 (563773b9-347f-4496-b491-b57b6545ee0e/50f9fce3-0ed1-4e24-8d5d-cdaab0b19b28/67bd8f84-ce4f-40b3-9b9b-0e7ebc18ec45) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:20.043387 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-4a185557-a2e8-44ca-a2c6-0b156b9a4f1c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Deleting port 6518f8e1-e94d-4f0f-8564-9ac401ddb6cf {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:20.043754 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4a185557-a2e8-44ca-a2c6-0b156b9a4f1c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:20.119240 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-c5771df6-ae10-4961-aaa1-db038e5d994d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 2001:db8::f816:3eff:fe23:315d (563773b9-347f-4496-b491-b57b6545ee0e/f3474992-2d5d-4481-8df5-15e25adbe367/67bd8f84-ce4f-40b3-9b9b-0e7ebc18ec45) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:20.145391 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4a185557-a2e8-44ca-a2c6-0b156b9a4f1c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:20.145850 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4a185557-a2e8-44ca-a2c6-0b156b9a4f1c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:20.150990 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b160f34b-d683-4eeb-8702-3e6530c52aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:20.185131 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-4a185557-a2e8-44ca-a2c6-0b156b9a4f1c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Calling delete_port for 6518f8e1-e94d-4f0f-8564-9ac401ddb6cf owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:20.186780 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b160f34b-d683-4eeb-8702-3e6530c52aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:20.212380 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de060346-17da-479d-b96a-21fe63dd83e6 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:34:20.272167 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b160f34b-d683-4eeb-8702-3e6530c52aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:20.279904 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b160f34b-d683-4eeb-8702-3e6530c52aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:20.285735 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b160f34b-d683-4eeb-8702-3e6530c52aa0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38184e44-bce0-48db-b57c-d2795838948b HTTP/1.1" status: 204 len: 168 time: 0.2497480 Jul 24 09:34:20.300491 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160f34b-d683-4eeb-8702-3e6530c52aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38184e44-bce0-48db-b57c-d2795838948b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:20.340295 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6723ec73-6c91-4e1d-8021-55e1c004eaa1 None None] Provisioning for port 825a081c-6166-4abe-a2c5-5c54851c97a1 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:20.347031 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6723ec73-6c91-4e1d-8021-55e1c004eaa1 None None] Provisioning complete for port 825a081c-6166-4abe-a2c5-5c54851c97a1 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:20.347687 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6723ec73-6c91-4e1d-8021-55e1c004eaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:20.416249 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5771df6-ae10-4961-aaa1-db038e5d994d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:20.433778 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-c5771df6-ae10-4961-aaa1-db038e5d994d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Transition to ACTIVE for port object 67bd8f84-ce4f-40b3-9b9b-0e7ebc18ec45 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:20.512665 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4a185557-a2e8-44ca-a2c6-0b156b9a4f1c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:20.521004 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6723ec73-6c91-4e1d-8021-55e1c004eaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:20.524027 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5771df6-ae10-4961-aaa1-db038e5d994d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:20.550371 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a185557-a2e8-44ca-a2c6-0b156b9a4f1c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Pushing event deleted for resources: {'Port': ['ID=6518f8e1-e94d-4f0f-8564-9ac401ddb6cf,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:20.565563 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-6723ec73-6c91-4e1d-8021-55e1c004eaa1 None None] For port 825a081c-6166-4abe-a2c5-5c54851c97a1, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=825a081c-6166-4abe-a2c5-5c54851c97a1,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:20.571312 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6723ec73-6c91-4e1d-8021-55e1c004eaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:20.643535 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723ec73-6c91-4e1d-8021-55e1c004eaa1 None None] Pushing event updated for resources: {'Port': ['ID=825a081c-6166-4abe-a2c5-5c54851c97a1,revision_number=9']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:20.667525 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5771df6-ae10-4961-aaa1-db038e5d994d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:20.676401 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-c5771df6-ae10-4961-aaa1-db038e5d994d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:20.691534 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5771df6-ae10-4961-aaa1-db038e5d994d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:34:20.702682 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33812) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:20.733074 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5771df6-ae10-4961-aaa1-db038e5d994d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Port': ['ID=67bd8f84-ce4f-40b3-9b9b-0e7ebc18ec45,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:20.756852 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4a185557-a2e8-44ca-a2c6-0b156b9a4f1c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:20.757635 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-4a185557-a2e8-44ca-a2c6-0b156b9a4f1c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Floating IP 72881cc5-eb3c-42c2-86f7-ddf60f39d0b0 disassociated (deleted). External IP: 172.25.7.169, port: 03aeeba0-075a-4190-b4cb-5b48b682316f. Jul 24 09:34:20.889489 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5771df6-ae10-4961-aaa1-db038e5d994d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:20.890144 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5771df6-ae10-4961-aaa1-db038e5d994d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:20.923707 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c5771df6-ae10-4961-aaa1-db038e5d994d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9243307 Jul 24 09:34:20.929555 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33824) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:21.009293 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-30838ded-9ff0-480f-8b85-e6b185c7ef71 None None] Provisioning complete for port 825a081c-6166-4abe-a2c5-5c54851c97a1 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:21.010648 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-30838ded-9ff0-480f-8b85-e6b185c7ef71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:21.157356 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a185557-a2e8-44ca-a2c6-0b156b9a4f1c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Router e164d2ce-c1fb-4ee1-9790-9d623acf684d has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:34:21.173980 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a0931b-6f0f-48cc-aeca-0b6e6ba050e9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:21.194034 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a0931b-6f0f-48cc-aeca-0b6e6ba050e9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:21.213827 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-89a0931b-6f0f-48cc-aeca-0b6e6ba050e9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2657266 Jul 24 09:34:21.216045 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33832) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:21.316953 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a185557-a2e8-44ca-a2c6-0b156b9a4f1c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:34:21.322523 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4a185557-a2e8-44ca-a2c6-0b156b9a4f1c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:21.332034 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f7f88e-1235-4792-80ad-dc3019e65f32 None None] Sync routers for ids ['e164d2ce-c1fb-4ee1-9790-9d623acf684d'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:34:21.344454 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f7f88e-1235-4792-80ad-dc3019e65f32 None None] Routers {'e164d2ce-c1fb-4ee1-9790-9d623acf684d'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:34:21.346743 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d7f7f88e-1235-4792-80ad-dc3019e65f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:34:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e164d2ce-c1fb-4ee1-9790-9d623acf684d'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:21.369783 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4a185557-a2e8-44ca-a2c6-0b156b9a4f1c tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "DELETE /v2.0/floatingips/72881cc5-eb3c-42c2-86f7-ddf60f39d0b0 HTTP/1.1" status: 204 len: 168 time: 2.7224393 Jul 24 09:34:21.371355 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08087c7-a78a-4bc6-8021-12fc5d562ee1', 'tag': '03aeeba0-075a-4190-b4cb-5b48b682316f'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:34:21.374625 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f5e71f-0606-4f48-a35e-cbad9f9162e8" -d '{"events": [{"name": "network-changed", "server_uuid": "a08087c7-a78a-4bc6-8021-12fc5d562ee1", "tag": "03aeeba0-075a-4190-b4cb-5b48b682316f"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:34:21.469381 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5450fc-0351-429e-b483-7d6b4630d5f7 x-openstack-request-id: req-0b5450fc-0351-429e-b483-7d6b4630d5f7 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:34:21.470721 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a08087c7-a78a-4bc6-8021-12fc5d562ee1", "tag": "03aeeba0-075a-4190-b4cb-5b48b682316f", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:34:21.475566 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b5450fc-0351-429e-b483-7d6b4630d5f7 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:34:21.476765 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08087c7-a78a-4bc6-8021-12fc5d562ee1', 'tag': '03aeeba0-075a-4190-b4cb-5b48b682316f', 'status': 'completed', 'code': 200} Jul 24 09:34:21.491101 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-39a2a00b-45db-435b-824c-8305ba2b8082 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting port 67bd8f84-ce4f-40b3-9b9b-0e7ebc18ec45 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:21.492179 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-39a2a00b-45db-435b-824c-8305ba2b8082 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:21.626102 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa9c6-4196-4d4f-9e4f-d83ccdd32148 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:21.640182 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-04750515-40f6-49d3-ba47-15197f82e47a None None] Could not find standard attr ID for object 210ae42f-527c-420e-b12c-989dd5abea3d. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:34:21.643898 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 825a081c-6166-4abe-a2c5-5c54851c97a1 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:34:21.659312 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5e71f-0606-4f48-a35e-cbad9f9162e8 req-6f0ca690-4c26-4bca-bd79-691731f244c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:21.660828 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a3f5e71f-0606-4f48-a35e-cbad9f9162e8 req-6f0ca690-4c26-4bca-bd79-691731f244c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a626df8cf9a4b0ea66b1dfe014448cf&device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 1096 time: 0.1704600 Jul 24 09:34:21.752849 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 825a081c-6166-4abe-a2c5-5c54851c97a1 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:21.753368 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:21.842564 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-d7f7f88e-1235-4792-80ad-dc3019e65f32 None None] Set router e164d2ce-c1fb-4ee1-9790-9d623acf684d gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:34:21.847223 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-39a2a00b-45db-435b-824c-8305ba2b8082 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:21.878141 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-39a2a00b-45db-435b-824c-8305ba2b8082 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Calling delete_port for 67bd8f84-ce4f-40b3-9b9b-0e7ebc18ec45 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:21.947399 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5e71f-0606-4f48-a35e-cbad9f9162e8 req-c23d6794-8fdd-48d1-8d4c-d363793347bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:21.952545 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a3f5e71f-0606-4f48-a35e-cbad9f9162e8 req-c23d6794-8fdd-48d1-8d4c-d363793347bf service neutron] 10.222.0.20 "GET /v2.0/networks?id=c314507b-6b98-46d2-9820-4c7efdeb0ad3 HTTP/1.1" status: 200 len: 913 time: 0.2843392 Jul 24 09:34:22.040457 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a3f5e71f-0606-4f48-a35e-cbad9f9162e8 req-d9c1cdf5-d3bf-4850-ab72-64b85222090e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03aeeba0-075a-4190-b4cb-5b48b682316f HTTP/1.1" status: 200 len: 217 time: 0.0801256 Jul 24 09:34:22.145417 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5e71f-0606-4f48-a35e-cbad9f9162e8 req-3403697e-34bc-4c02-8cde-7b70a893986c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:22.146923 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a3f5e71f-0606-4f48-a35e-cbad9f9162e8 req-3403697e-34bc-4c02-8cde-7b70a893986c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6edc8e9e-14b5-4008-b91c-eb8350e9b15f HTTP/1.1" status: 200 len: 852 time: 0.0988414 Jul 24 09:34:22.161465 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fbc81c0a-919a-44d1-a41f-fc3486f63fce None None] Provisioning for port 67bd8f84-ce4f-40b3-9b9b-0e7ebc18ec45 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:22.167613 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:34:22.171733 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fbc81c0a-919a-44d1-a41f-fc3486f63fce None None] Provisioning complete for port 67bd8f84-ce4f-40b3-9b9b-0e7ebc18ec45 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:22.172125 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fbc81c0a-919a-44d1-a41f-fc3486f63fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:22.266573 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:34:22.266933 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device e0dd67d3-8f09-47a2-a9d4-cf0c5f28a193 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:34:22.288896 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5e71f-0606-4f48-a35e-cbad9f9162e8 req-7380348e-2c19-4a7b-bbec-4d85d553df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:22.290753 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a3f5e71f-0606-4f48-a35e-cbad9f9162e8 req-7380348e-2c19-4a7b-bbec-4d85d553df88 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c314507b-6b98-46d2-9820-4c7efdeb0ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1365371 Jul 24 09:34:22.315198 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-fbc81c0a-919a-44d1-a41f-fc3486f63fce None None] Port 67bd8f84-ce4f-40b3-9b9b-0e7ebc18ec45 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:34:22.336051 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d7f7f88e-1235-4792-80ad-dc3019e65f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'name': 'tempest-TestVolumeBackupRestore-659865943-router', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:35Z', 'updated_at': '2021-07-24T09:29:49Z', 'revision_number': 4, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'gw_port': {'id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:82:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:38Z', 'updated_at': '2021-07-24T09:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '2eb38b9f-6eb6-4e5c-b698-692ee3dadecc', 'name': '', 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'mac_address': 'fa:16:3e:91:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '6edc8e9e-14b5-4008-b91c-eb8350e9b15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:46Z', 'updated_at': '2021-07-24T09:30:00Z', 'revision_number': 5, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'subnets': [{'id': '6edc8e9e-14b5-4008-b91c-eb8350e9b15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:22.377311 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f7f88e-1235-4792-80ad-dc3019e65f32 None None] Checking router: e164d2ce-c1fb-4ee1-9790-9d623acf684d for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:34:22.387488 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f7f88e-1235-4792-80ad-dc3019e65f32 None None] Routers {'e164d2ce-c1fb-4ee1-9790-9d623acf684d'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:34:22.388172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d7f7f88e-1235-4792-80ad-dc3019e65f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:34:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e164d2ce-c1fb-4ee1-9790-9d623acf684d'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:22.449980 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abd0f96-dea4-43b1-b03d-225cb32d2f43 None None] get_active_networks_info from n-d-800085-9 {{(pid=94037) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 09:34:22.467237 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a3f5e71f-0606-4f48-a35e-cbad9f9162e8 req-5794c9f9-5fd9-45e0-b52e-8b00c00959cf service neutron] 10.222.0.20 "GET /v2.0/networks/c314507b-6b98-46d2-9820-4c7efdeb0ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675470 Jul 24 09:34:22.587373 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a5d51-d3f4-4062-9093-f53b06f7478f req-50c28d8e-a5fd-4b9d-b772-c8abe5f96e88 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:22.588947 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e13a5d51-d3f4-4062-9093-f53b06f7478f req-50c28d8e-a5fd-4b9d-b772-c8abe5f96e88 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 945 time: 0.7086062 Jul 24 09:34:22.607955 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-d7f7f88e-1235-4792-80ad-dc3019e65f32 None None] Set router e164d2ce-c1fb-4ee1-9790-9d623acf684d gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:34:22.622182 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a3f5e71f-0606-4f48-a35e-cbad9f9162e8 req-7d623afa-5671-4203-99e7-2630fec4236d service neutron] 10.222.0.20 "GET /v2.0/networks/c314507b-6b98-46d2-9820-4c7efdeb0ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494656 Jul 24 09:34:22.727562 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e13a5d51-d3f4-4062-9093-f53b06f7478f req-60867146-ede1-4495-a001-336d27aee394 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4bbf162-3630-42e0-9ff1-7274b733bf45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233010 Jul 24 09:34:22.767118 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abd0f96-dea4-43b1-b03d-225cb32d2f43 None None] Resources bound (agent type, host, resource id): {{(pid=94037) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 09:34:22.784252 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33888) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:22.859255 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-39a2a00b-45db-435b-824c-8305ba2b8082 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:22.863081 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-f8bfa9c6-4196-4d4f-9e4f-d83ccdd32148 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Deleting port 3690fa3a-78dd-450f-a7c2-4498f6913448 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:22.863427 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa9c6-4196-4d4f-9e4f-d83ccdd32148 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:22.915558 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-943fc546-6f6c-46ee-9d11-ffa5b79a5d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:22.924155 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2a00b-45db-435b-824c-8305ba2b8082 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Port': ['ID=67bd8f84-ce4f-40b3-9b9b-0e7ebc18ec45,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:23.003198 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-f8bfa9c6-4196-4d4f-9e4f-d83ccdd32148 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] For port 3690fa3a-78dd-450f-a7c2-4498f6913448, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=3690fa3a-78dd-450f-a7c2-4498f6913448,segment=NetworkSegment(0586ade4-a6d7-4b93-954a-2d6955872314),segment_id=0586ade4-a6d7-4b93-954a-2d6955872314)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:23.003669 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa9c6-4196-4d4f-9e4f-d83ccdd32148 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:23.024334 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-f8bfa9c6-4196-4d4f-9e4f-d83ccdd32148 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Calling delete_port for 3690fa3a-78dd-450f-a7c2-4498f6913448 owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:23.052730 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-943fc546-6f6c-46ee-9d11-ffa5b79a5d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:23.062131 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-943fc546-6f6c-46ee-9d11-ffa5b79a5d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:23.110400 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fc546-6f6c-46ee-9d11-ffa5b79a5d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a3216a-2a4e-48fd-b117-cd6d33001d29,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:23.121769 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-943fc546-6f6c-46ee-9d11-ffa5b79a5d76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3529af36c4c640828c942c0ecd9d6c0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3359647 Jul 24 09:34:23.124012 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33900) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:23.138507 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d7f7f88e-1235-4792-80ad-dc3019e65f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'name': 'tempest-TestVolumeBackupRestore-659865943-router', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:35Z', 'updated_at': '2021-07-24T09:29:49Z', 'revision_number': 4, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'gw_port': {'id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:82:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:38Z', 'updated_at': '2021-07-24T09:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '2eb38b9f-6eb6-4e5c-b698-692ee3dadecc', 'name': '', 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'mac_address': 'fa:16:3e:91:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '6edc8e9e-14b5-4008-b91c-eb8350e9b15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:46Z', 'updated_at': '2021-07-24T09:30:00Z', 'revision_number': 5, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'subnets': [{'id': '6edc8e9e-14b5-4008-b91c-eb8350e9b15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:23.167295 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f7f88e-1235-4792-80ad-dc3019e65f32 None None] The sync data for ids ['e164d2ce-c1fb-4ee1-9790-9d623acf684d'] in n-d-800085-9 is: [{'id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'name': 'tempest-TestVolumeBackupRestore-659865943-router', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:35Z', 'updated_at': '2021-07-24T09:29:49Z', 'revision_number': 4, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'gw_port': {'id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:82:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:38Z', 'updated_at': '2021-07-24T09:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '2eb38b9f-6eb6-4e5c-b698-692ee3dadecc', 'name': '', 'network_id': 'c314507b-6b98-46d2-9820-4c7efdeb0ad3', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'mac_address': 'fa:16:3e:91:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '6edc8e9e-14b5-4008-b91c-eb8350e9b15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:46Z', 'updated_at': '2021-07-24T09:30:00Z', 'revision_number': 5, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'subnets': [{'id': '6edc8e9e-14b5-4008-b91c-eb8350e9b15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:34:23.268279 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-39a2a00b-45db-435b-824c-8305ba2b8082 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:23.270500 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-39a2a00b-45db-435b-824c-8305ba2b8082 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/67bd8f84-ce4f-40b3-9b9b-0e7ebc18ec45 HTTP/1.1" status: 204 len: 168 time: 2.0532484 Jul 24 09:34:23.273142 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33906) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:23.278215 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f828e49d-cae3-421b-a3cf-da49f9ad6a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:23.313176 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f828e49d-cae3-421b-a3cf-da49f9ad6a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:23.353837 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf8184b-bac5-4bb7-948e-fcf537988def tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:23.355471 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf8184b-bac5-4bb7-948e-fcf537988def tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:23.357285 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf8184b-bac5-4bb7-948e-fcf537988def tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:23.358949 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bdf8184b-bac5-4bb7-948e-fcf537988def tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0848031 Jul 24 09:34:23.361838 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33914) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:23.404695 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a249ac-9c0a-4deb-bffa-07b6e7aa5019 req-39e2d425-568b-4d3d-9cc2-464e849009a8 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:23.406558 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-90a249ac-9c0a-4deb-bffa-07b6e7aa5019 req-39e2d425-568b-4d3d-9cc2-464e849009a8 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.20 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 945 time: 0.2255526 Jul 24 09:34:23.407445 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f828e49d-cae3-421b-a3cf-da49f9ad6a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:23.410222 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f828e49d-cae3-421b-a3cf-da49f9ad6a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:23.411331 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f828e49d-cae3-421b-a3cf-da49f9ad6a2e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67a3216a-2a4e-48fd-b117-cd6d33001d29 HTTP/1.1" status: 204 len: 168 time: 0.2862611 Jul 24 09:34:23.438971 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-909a0a02-2aae-4b33-99dc-e14b70da6790 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet 50f9fce3-0ed1-4e24-8d5d-cdaab0b19b28 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:34:23.467051 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-909a0a02-2aae-4b33-99dc-e14b70da6790 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:23.474061 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828e49d-cae3-421b-a3cf-da49f9ad6a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a3216a-2a4e-48fd-b117-cd6d33001d29,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:23.537592 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-909a0a02-2aae-4b33-99dc-e14b70da6790 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:23.583220 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa9c6-4196-4d4f-9e4f-d83ccdd32148 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:23.627577 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfa9c6-4196-4d4f-9e4f-d83ccdd32148 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'Port': ['ID=3690fa3a-78dd-450f-a7c2-4498f6913448,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:23.631932 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-90a249ac-9c0a-4deb-bffa-07b6e7aa5019 req-38b6d0ed-5532-429e-9f15-ed0b5aa5c998 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Deleting port 03aeeba0-075a-4190-b4cb-5b48b682316f {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:23.632333 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-90a249ac-9c0a-4deb-bffa-07b6e7aa5019 req-38b6d0ed-5532-429e-9f15-ed0b5aa5c998 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:23.692942 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ffb7a6-3087-4049-818b-79ea1bbc7d0a None None] New status for floating IP 72881cc5-eb3c-42c2-86f7-ddf60f39d0b0: DOWN {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:34:23.752107 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-90a249ac-9c0a-4deb-bffa-07b6e7aa5019 req-38b6d0ed-5532-429e-9f15-ed0b5aa5c998 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] For port 03aeeba0-075a-4190-b4cb-5b48b682316f, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=03aeeba0-075a-4190-b4cb-5b48b682316f,segment=NetworkSegment(a54c4ce2-5110-4b60-8acd-9b1ca7906c18),segment_id=a54c4ce2-5110-4b60-8acd-9b1ca7906c18)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:23.752958 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-90a249ac-9c0a-4deb-bffa-07b6e7aa5019 req-38b6d0ed-5532-429e-9f15-ed0b5aa5c998 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:23.774582 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-90a249ac-9c0a-4deb-bffa-07b6e7aa5019 req-38b6d0ed-5532-429e-9f15-ed0b5aa5c998 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Calling delete_port for 03aeeba0-075a-4190-b4cb-5b48b682316f owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:23.852926 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-909a0a02-2aae-4b33-99dc-e14b70da6790 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:23.902262 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa9c6-4196-4d4f-9e4f-d83ccdd32148 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:23.952551 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-909a0a02-2aae-4b33-99dc-e14b70da6790 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:24.054137 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a0a02-2aae-4b33-99dc-e14b70da6790 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=50f9fce3-0ed1-4e24-8d5d-cdaab0b19b28,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:24.068610 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-909a0a02-2aae-4b33-99dc-e14b70da6790 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:24.072833 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-909a0a02-2aae-4b33-99dc-e14b70da6790 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/50f9fce3-0ed1-4e24-8d5d-cdaab0b19b28 HTTP/1.1" status: 204 len: 168 time: 0.7077677 Jul 24 09:34:24.080624 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33948) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:24.120712 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33954) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:24.147030 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-28ed1e52-cc33-4109-86f5-5665e86a82b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:24.148638 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-90a249ac-9c0a-4deb-bffa-07b6e7aa5019 req-38b6d0ed-5532-429e-9f15-ed0b5aa5c998 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:24.207451 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a422725f-2d4d-4ec0-a239-faeaa57dc59a None None] get_active_networks_info from n-d-800085-9 {{(pid=94037) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 09:34:24.209138 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6d0ed-5532-429e-9f15-ed0b5aa5c998 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Pushing event deleted for resources: {'Port': ['ID=03aeeba0-075a-4190-b4cb-5b48b682316f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:24.246838 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e344a1-7770-47d7-8718-b76a0fa8685a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet f3474992-2d5d-4481-8df5-15e25adbe367 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:34:24.270596 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a249ac-9c0a-4deb-bffa-07b6e7aa5019 req-38b6d0ed-5532-429e-9f15-ed0b5aa5c998 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] No DVR routers for this DVR port 03aeeba0-075a-4190-b4cb-5b48b682316f on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:34:24.274647 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-90a249ac-9c0a-4deb-bffa-07b6e7aa5019 req-38b6d0ed-5532-429e-9f15-ed0b5aa5c998 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:24.276870 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-90a249ac-9c0a-4deb-bffa-07b6e7aa5019 req-38b6d0ed-5532-429e-9f15-ed0b5aa5c998 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.20 "DELETE /v2.0/ports/03aeeba0-075a-4190-b4cb-5b48b682316f HTTP/1.1" status: 204 len: 173 time: 0.8642390 Jul 24 09:34:24.279593 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-30e344a1-7770-47d7-8718-b76a0fa8685a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:24.282552 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08087c7-a78a-4bc6-8021-12fc5d562ee1', 'name': 'network-vif-deleted', 'tag': '03aeeba0-075a-4190-b4cb-5b48b682316f'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:34:24.285864 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b48a61-f58b-45e2-b023-bab6750151b2" -d '{"events": [{"server_uuid": "a08087c7-a78a-4bc6-8021-12fc5d562ee1", "name": "network-vif-deleted", "tag": "03aeeba0-075a-4190-b4cb-5b48b682316f"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:34:24.323441 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3cda4be6-6d65-4e7d-a8a1-832390c8b028 None None] Provisioning complete for port 825a081c-6166-4abe-a2c5-5c54851c97a1 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:24.324218 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3cda4be6-6d65-4e7d-a8a1-832390c8b028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:24.330603 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2260b-2fae-4da0-a2bd-3a26423e69d9 req-3147cb94-580b-43a7-b6ec-b691c98ed7ea tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:24.332320 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-55b2260b-2fae-4da0-a2bd-3a26423e69d9 req-3147cb94-580b-43a7-b6ec-b691c98ed7ea tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 867 time: 0.2904046 Jul 24 09:34:24.383397 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-30e344a1-7770-47d7-8718-b76a0fa8685a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:24.412914 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-28ed1e52-cc33-4109-86f5-5665e86a82b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:24.423433 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-28ed1e52-cc33-4109-86f5-5665e86a82b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:24.434168 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df24141-bbc1-4c2e-83c7-27f5a1302fa4 x-openstack-request-id: req-9df24141-bbc1-4c2e-83c7-27f5a1302fa4 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:34:24.434449 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08087c7-a78a-4bc6-8021-12fc5d562ee1", "name": "network-vif-deleted", "tag": "03aeeba0-075a-4190-b4cb-5b48b682316f", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:34:24.434697 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9df24141-bbc1-4c2e-83c7-27f5a1302fa4 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:34:24.435097 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08087c7-a78a-4bc6-8021-12fc5d562ee1', 'name': 'network-vif-deleted', 'tag': '03aeeba0-075a-4190-b4cb-5b48b682316f', 'status': 'completed', 'code': 200} Jul 24 09:34:24.477999 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-55b2260b-2fae-4da0-a2bd-3a26423e69d9 req-6943edf5-1af4-4a7c-a9f1-26a28b227bc1 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4bbf162-3630-42e0-9ff1-7274b733bf45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352806 Jul 24 09:34:24.518734 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-28ed1e52-cc33-4109-86f5-5665e86a82b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ffcaf1d201194d69bb8bdd5968ff4ca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3962111 Jul 24 09:34:24.520891 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33986) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:24.522295 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed1e52-cc33-4109-86f5-5665e86a82b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52414923-eea2-4b66-9b7a-b3d85712f108,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:24.541044 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-30e344a1-7770-47d7-8718-b76a0fa8685a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:24.542904 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bfa9c6-4196-4d4f-9e4f-d83ccdd32148 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Router 66c2dc9e-f488-4fc8-8a96-c128d2a1eac2 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:34:24.669075 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1cf5a3cf-e164-4b27-84a7-1695909db132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:24.688398 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-30e344a1-7770-47d7-8718-b76a0fa8685a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:24.726369 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bfa9c6-4196-4d4f-9e4f-d83ccdd32148 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:34:24.740241 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f8bfa9c6-4196-4d4f-9e4f-d83ccdd32148 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "PUT /v2.0/routers/66c2dc9e-f488-4fc8-8a96-c128d2a1eac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0390515 Jul 24 09:34:24.744065 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa3433f-309d-46c9-8402-24a0588f0da6 None None] Sync routers for ids ['66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:34:24.747611 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33990) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:24.767200 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-30e344a1-7770-47d7-8718-b76a0fa8685a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:24.771231 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-30e344a1-7770-47d7-8718-b76a0fa8685a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/f3474992-2d5d-4481-8df5-15e25adbe367 HTTP/1.1" status: 204 len: 168 time: 0.6835642 Jul 24 09:34:24.771231 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1cf5a3cf-e164-4b27-84a7-1695909db132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:24.777510 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 33996) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:24.778250 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e344a1-7770-47d7-8718-b76a0fa8685a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=f3474992-2d5d-4481-8df5-15e25adbe367,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:24.818036 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b83d68-15be-433b-bf9e-493b49d4e4e2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Deleting subnet f23f0669-527d-4c01-ba6c-0d6534d19d26 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:34:24.822622 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa3433f-309d-46c9-8402-24a0588f0da6 None None] Routers {'66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:34:24.823324 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7aa3433f-309d-46c9-8402-24a0588f0da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:34:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:24.824036 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b2b83d68-15be-433b-bf9e-493b49d4e4e2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:24.851540 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-78a303c4-8169-41c2-8d67-6825a8191b5b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703187 Jul 24 09:34:24.857059 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 33998) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:24.898243 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a422725f-2d4d-4ec0-a239-faeaa57dc59a None None] Resources bound (agent type, host, resource id): {{(pid=94037) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 09:34:24.920188 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1cf5a3cf-e164-4b27-84a7-1695909db132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:24.922915 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b2b83d68-15be-433b-bf9e-493b49d4e4e2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:24.924529 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1cf5a3cf-e164-4b27-84a7-1695909db132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:24.933226 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1cf5a3cf-e164-4b27-84a7-1695909db132 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52414923-eea2-4b66-9b7a-b3d85712f108 HTTP/1.1" status: 204 len: 168 time: 0.4109738 Jul 24 09:34:24.944899 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5a3cf-e164-4b27-84a7-1695909db132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52414923-eea2-4b66-9b7a-b3d85712f108,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:24.993530 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6eef02-8969-405a-aceb-afb4d2577f06 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:24.995618 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2c6eef02-8969-405a-aceb-afb4d2577f06 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1369996 Jul 24 09:34:24.997603 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34004) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:25.074707 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-7aa3433f-309d-46c9-8402-24a0588f0da6 None None] Set router 66c2dc9e-f488-4fc8-8a96-c128d2a1eac2 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:34:25.103140 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0452af14-8c32-483c-b6ed-811063d4db3b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:25.109373 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0452af14-8c32-483c-b6ed-811063d4db3b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1084669 Jul 24 09:34:25.109528 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34010) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:25.117686 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b2b83d68-15be-433b-bf9e-493b49d4e4e2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:25.158850 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f5c1ef35-bbcc-4cc1-9dc8-8fe9749f5115 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482953 Jul 24 09:34:25.175041 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34016) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:25.189979 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-f6760755-deb2-4bde-8429-0ee63dbac279 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:25.413351 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b2b83d68-15be-433b-bf9e-493b49d4e4e2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:25.479150 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b83d68-15be-433b-bf9e-493b49d4e4e2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'Subnet': ['ID=f23f0669-527d-4c01-ba6c-0d6534d19d26,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:25.497154 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b2b83d68-15be-433b-bf9e-493b49d4e4e2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:25.500905 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b2b83d68-15be-433b-bf9e-493b49d4e4e2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "DELETE /v2.0/subnets/f23f0669-527d-4c01-ba6c-0d6534d19d26 HTTP/1.1" status: 204 len: 168 time: 0.7517011 Jul 24 09:34:25.503593 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34034) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:25.507673 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6760755-deb2-4bde-8429-0ee63dbac279 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:25.512686 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f6760755-deb2-4bde-8429-0ee63dbac279 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:25.514840 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6760755-deb2-4bde-8429-0ee63dbac279 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:34:25.515483 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6760755-deb2-4bde-8429-0ee63dbac279 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:34:25.544992 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f6760755-deb2-4bde-8429-0ee63dbac279 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3638165 Jul 24 09:34:25.545576 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34040) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:25.556465 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-83b39fab-8bf3-4865-b6d1-e47756670c14 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:25.661206 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7aa3433f-309d-46c9-8402-24a0588f0da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015916126', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '26573854-97a7-4c09-be8f-648b45307b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:34:23Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '26573854-97a7-4c09-be8f-648b45307b8c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:25.692592 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa3433f-309d-46c9-8402-24a0588f0da6 None None] Checking router: 66c2dc9e-f488-4fc8-8a96-c128d2a1eac2 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:34:25.709139 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa3433f-309d-46c9-8402-24a0588f0da6 None None] Routers {'66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:34:25.709747 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7aa3433f-309d-46c9-8402-24a0588f0da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:34:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:25.747894 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1197e81f-f929-4848-b9ee-511e35289e8d None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:34:25.869321 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8c912e16-aabc-43e2-b3d6-53d8ef4b72c6 req-c37d11eb-9815-4433-98e2-6c9b6dd4a9a2 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 210 time: 0.0469518 Jul 24 09:34:25.896836 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef7c78f9-93df-4f4f-946d-97fd4e8c4c01 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:25.900924 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b39fab-8bf3-4865-b6d1-e47756670c14 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:25.916228 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-83b39fab-8bf3-4865-b6d1-e47756670c14 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:25.924440 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b39fab-8bf3-4865-b6d1-e47756670c14 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:34:25.924927 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83b39fab-8bf3-4865-b6d1-e47756670c14 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:34:25.962686 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-83b39fab-8bf3-4865-b6d1-e47756670c14 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4126892 Jul 24 09:34:25.964826 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34064) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:25.973429 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-2337d04b-cc2f-4bbb-8a88-941fb3ccbe77 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:26.008271 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c8fc24ad-9a52-4afa-8f91-7b0f64450f6a None None] Provisioning complete for port 825a081c-6166-4abe-a2c5-5c54851c97a1 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:26.008906 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c8fc24ad-9a52-4afa-8f91-7b0f64450f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:26.172806 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-7aa3433f-309d-46c9-8402-24a0588f0da6 None None] Set router 66c2dc9e-f488-4fc8-8a96-c128d2a1eac2 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:34:26.209433 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef7c78f9-93df-4f4f-946d-97fd4e8c4c01 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:26.216773 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2337d04b-cc2f-4bbb-8a88-941fb3ccbe77 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:26.222232 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2337d04b-cc2f-4bbb-8a88-941fb3ccbe77 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:26.228585 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-2337d04b-cc2f-4bbb-8a88-941fb3ccbe77 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:34:26.229295 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2337d04b-cc2f-4bbb-8a88-941fb3ccbe77 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:34:26.235287 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e88349-aa2b-4ad7-80b8-817d80bd1fed None None] Network 8534989a-79c0-4b00-84df-d6b9f1285f33 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:34:26.259728 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2337d04b-cc2f-4bbb-8a88-941fb3ccbe77 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2937434 Jul 24 09:34:26.267720 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34082) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:26.272928 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-b9fdc855-7fee-445b-a68d-710f49e4deb9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:26.310278 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-ef7c78f9-93df-4f4f-946d-97fd4e8c4c01 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Deleting port 26573854-97a7-4c09-be8f-648b45307b8c {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:26.311475 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef7c78f9-93df-4f4f-946d-97fd4e8c4c01 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:26.498398 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fdc855-7fee-445b-a68d-710f49e4deb9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:26.509019 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b9fdc855-7fee-445b-a68d-710f49e4deb9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:26.510572 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9fdc855-7fee-445b-a68d-710f49e4deb9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:34:26.512525 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9fdc855-7fee-445b-a68d-710f49e4deb9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:34:26.540270 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-ef7c78f9-93df-4f4f-946d-97fd4e8c4c01 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] For port 26573854-97a7-4c09-be8f-648b45307b8c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=26573854-97a7-4c09-be8f-648b45307b8c,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:26.551856 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b9fdc855-7fee-445b-a68d-710f49e4deb9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2778018 Jul 24 09:34:26.552476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34092) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:26.557035 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef7c78f9-93df-4f4f-946d-97fd4e8c4c01 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:26.563453 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-2473a57a-7837-4206-b701-769e36ebf86e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:26.591530 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-ef7c78f9-93df-4f4f-946d-97fd4e8c4c01 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Calling delete_port for 26573854-97a7-4c09-be8f-648b45307b8c owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:26.618914 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174e214c-7cea-4284-9b6c-ea1d44fed993 None None] DHCP port deletion for 563773b9-347f-4496-b491-b57b6545ee0e request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:34:26.783228 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-174e214c-7cea-4284-9b6c-ea1d44fed993 None None] Deleting port 825a081c-6166-4abe-a2c5-5c54851c97a1 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:26.783836 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-174e214c-7cea-4284-9b6c-ea1d44fed993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:26.799660 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7aa3433f-309d-46c9-8402-24a0588f0da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015916126', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '26573854-97a7-4c09-be8f-648b45307b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:34:23Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '26573854-97a7-4c09-be8f-648b45307b8c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:26.815814 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2473a57a-7837-4206-b701-769e36ebf86e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:26.826028 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2473a57a-7837-4206-b701-769e36ebf86e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:26.833343 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-2473a57a-7837-4206-b701-769e36ebf86e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:34:26.833518 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2473a57a-7837-4206-b701-769e36ebf86e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:34:26.847094 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa3433f-309d-46c9-8402-24a0588f0da6 None None] The sync data for ids ['66c2dc9e-f488-4fc8-8a96-c128d2a1eac2'] in n-d-800085-9 is: [{'id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015916126', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '26573854-97a7-4c09-be8f-648b45307b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:34:23Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '26573854-97a7-4c09-be8f-648b45307b8c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c2dc9e-f488-4fc8-8a96-c128d2a1eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:09Z', 'updated_at': '2021-07-24T09:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:34:26.879010 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2473a57a-7837-4206-b701-769e36ebf86e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3252318 Jul 24 09:34:26.879655 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34118) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:26.887182 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-f1a7eb5b-048d-419b-9976-a1d0aa8659b6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:26.891005 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf1f22b-4c53-4423-9880-bd282f2f7f5d None None] DHCP port deletion for 8534989a-79c0-4b00-84df-d6b9f1285f33 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:34:27.050831 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a7eb5b-048d-419b-9976-a1d0aa8659b6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:27.058119 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f1a7eb5b-048d-419b-9976-a1d0aa8659b6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:27.060512 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a7eb5b-048d-419b-9976-a1d0aa8659b6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:34:27.061471 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1a7eb5b-048d-419b-9976-a1d0aa8659b6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:34:27.083101 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f1a7eb5b-048d-419b-9976-a1d0aa8659b6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2022319 Jul 24 09:34:27.085675 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34128) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:27.141896 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7b39fcd7-7684-485f-b2ef-8195d33c1b26 req-b51a89b6-da67-4867-bf72-36fc7e29a205 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 210 time: 0.0781674 Jul 24 09:34:27.162953 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-174e214c-7cea-4284-9b6c-ea1d44fed993 None None] For port 825a081c-6166-4abe-a2c5-5c54851c97a1, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=825a081c-6166-4abe-a2c5-5c54851c97a1,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:27.164256 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-174e214c-7cea-4284-9b6c-ea1d44fed993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:27.183607 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-174e214c-7cea-4284-9b6c-ea1d44fed993 None None] Calling delete_port for 825a081c-6166-4abe-a2c5-5c54851c97a1 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:27.212207 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef7c78f9-93df-4f4f-946d-97fd4e8c4c01 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:27.243644 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c78f9-93df-4f4f-946d-97fd4e8c4c01 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'Port': ['ID=26573854-97a7-4c09-be8f-648b45307b8c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:27.272941 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad12db1f-9278-4efd-aca4-b82e14d5c69b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:27.274543 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ad12db1f-9278-4efd-aca4-b82e14d5c69b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1877499 Jul 24 09:34:27.285953 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34136) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:27.316155 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-174e214c-7cea-4284-9b6c-ea1d44fed993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:27.377850 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef7c78f9-93df-4f4f-946d-97fd4e8c4c01 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:27.389363 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e214c-7cea-4284-9b6c-ea1d44fed993 None None] Pushing event deleted for resources: {'Port': ['ID=825a081c-6166-4abe-a2c5-5c54851c97a1,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:27.393896 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8c31bd37-4472-4f52-8c9f-2e69be03c138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:27.417781 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66b2950-c50d-46a8-9713-39ab652e7544 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:27.424609 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174e214c-7cea-4284-9b6c-ea1d44fed993 None None] No DVR routers for this DVR port 825a081c-6166-4abe-a2c5-5c54851c97a1 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:34:27.428590 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c66b2950-c50d-46a8-9713-39ab652e7544 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1386430 Jul 24 09:34:27.433951 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34142) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:27.458945 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-fdf1f22b-4c53-4423-9880-bd282f2f7f5d None None] Deleting port 93bb2bd0-28f5-4c90-9ee7-a23bea071b16 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:27.459343 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f22b-4c53-4423-9880-bd282f2f7f5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:27.509017 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8b89a548-42a8-4794-a023-53b3350dccb4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735221 Jul 24 09:34:27.512461 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34144) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:27.533901 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-78eb5eae-3bf2-431a-80bb-53c2ea4e8f34 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:27.597356 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef7c78f9-93df-4f4f-946d-97fd4e8c4c01 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:27.604717 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef7c78f9-93df-4f4f-946d-97fd4e8c4c01 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:27.650586 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-fdf1f22b-4c53-4423-9880-bd282f2f7f5d None None] For port 93bb2bd0-28f5-4c90-9ee7-a23bea071b16, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=93bb2bd0-28f5-4c90-9ee7-a23bea071b16,segment=NetworkSegment(0586ade4-a6d7-4b93-954a-2d6955872314),segment_id=0586ade4-a6d7-4b93-954a-2d6955872314)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:27.651081 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f22b-4c53-4423-9880-bd282f2f7f5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:27.698577 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-fdf1f22b-4c53-4423-9880-bd282f2f7f5d None None] Calling delete_port for 93bb2bd0-28f5-4c90-9ee7-a23bea071b16 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:27.709854 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef7c78f9-93df-4f4f-946d-97fd4e8c4c01 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:27.711436 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7c78f9-93df-4f4f-946d-97fd4e8c4c01 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Fanout notify agent at l3_agent the message router_deleted on router 66c2dc9e-f488-4fc8-8a96-c128d2a1eac2 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:34:27.720403 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef7c78f9-93df-4f4f-946d-97fd4e8c4c01 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:27.720659 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 825a081c-6166-4abe-a2c5-5c54851c97a1 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:34:27.724875 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ef7c78f9-93df-4f4f-946d-97fd4e8c4c01 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "DELETE /v2.0/routers/66c2dc9e-f488-4fc8-8a96-c128d2a1eac2 HTTP/1.1" status: 204 len: 168 time: 2.2188973 Jul 24 09:34:27.727226 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34154) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:27.774431 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 825a081c-6166-4abe-a2c5-5c54851c97a1 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:34:27.774998 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 825a081c-6166-4abe-a2c5-5c54851c97a1 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:34:27.775530 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 3690fa3a-78dd-450f-a7c2-4498f6913448 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:34:27.785596 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78eb5eae-3bf2-431a-80bb-53c2ea4e8f34 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:27.795224 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-78eb5eae-3bf2-431a-80bb-53c2ea4e8f34 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:27.903099 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 3690fa3a-78dd-450f-a7c2-4498f6913448 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:34:27.903632 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 3690fa3a-78dd-450f-a7c2-4498f6913448 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:34:27.903850 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 93bb2bd0-28f5-4c90-9ee7-a23bea071b16 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:34:27.908617 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-511b1f26-1f1b-4bbb-8267-c5b042404b11 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:27.995637 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-511b1f26-1f1b-4bbb-8267-c5b042404b11 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Deleting port 93bb2bd0-28f5-4c90-9ee7-a23bea071b16 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:27.996069 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-511b1f26-1f1b-4bbb-8267-c5b042404b11 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:28.002272 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 03aeeba0-075a-4190-b4cb-5b48b682316f no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:34:28.074061 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 03aeeba0-075a-4190-b4cb-5b48b682316f {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:34:28.074413 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 03aeeba0-075a-4190-b4cb-5b48b682316f not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:34:28.151324 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-511b1f26-1f1b-4bbb-8267-c5b042404b11 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] For port 93bb2bd0-28f5-4c90-9ee7-a23bea071b16, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=93bb2bd0-28f5-4c90-9ee7-a23bea071b16,segment=NetworkSegment(0586ade4-a6d7-4b93-954a-2d6955872314),segment_id=0586ade4-a6d7-4b93-954a-2d6955872314)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:28.152996 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-511b1f26-1f1b-4bbb-8267-c5b042404b11 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:28.155083 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f22b-4c53-4423-9880-bd282f2f7f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:28.203655 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-511b1f26-1f1b-4bbb-8267-c5b042404b11 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Calling delete_port for 93bb2bd0-28f5-4c90-9ee7-a23bea071b16 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:28.228175 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1f22b-4c53-4423-9880-bd282f2f7f5d None None] Pushing event deleted for resources: {'Port': ['ID=93bb2bd0-28f5-4c90-9ee7-a23bea071b16,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:28.247589 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:28.259006 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf1f22b-4c53-4423-9880-bd282f2f7f5d None None] No DVR routers for this DVR port 93bb2bd0-28f5-4c90-9ee7-a23bea071b16 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:34:28.378192 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-511b1f26-1f1b-4bbb-8267-c5b042404b11 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:28.428483 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ffa2ac4-c1f2-4705-bd5c-2e8b6e3f02ea req-e755a597-7d34-4afb-9dff-63e9b906fb29 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 210 time: 0.0658534 Jul 24 09:34:28.429626 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34176) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:28.430369 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b1f26-1f1b-4bbb-8267-c5b042404b11 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'Port': ['ID=93bb2bd0-28f5-4c90-9ee7-a23bea071b16,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:28.437488 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511b1f26-1f1b-4bbb-8267-c5b042404b11 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] No DVR routers for this DVR port 93bb2bd0-28f5-4c90-9ee7-a23bea071b16 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:34:28.473180 n-d-800085-9 neutron-server[94036]: DEBUG neutron.objects.ports [None req-78eb5eae-3bf2-431a-80bb-53c2ea4e8f34 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94036) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 09:34:28.474276 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-78eb5eae-3bf2-431a-80bb-53c2ea4e8f34 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:28.516029 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eb5eae-3bf2-431a-80bb-53c2ea4e8f34 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:28.516897 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-78eb5eae-3bf2-431a-80bb-53c2ea4e8f34 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:28.520050 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eb5eae-3bf2-431a-80bb-53c2ea4e8f34 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:28.520912 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-78eb5eae-3bf2-431a-80bb-53c2ea4e8f34 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:28.528782 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6457f6-5f8a-4261-ab40-c0644e96c764 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:34:28.558585 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-511b1f26-1f1b-4bbb-8267-c5b042404b11 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:28.573239 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-78eb5eae-3bf2-431a-80bb-53c2ea4e8f34 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0557399 Jul 24 09:34:28.573545 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34184) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:28.575298 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb5eae-3bf2-431a-80bb-53c2ea4e8f34 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=c53e3eb3-b32d-4631-9faa-f26eb72b4831,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:28.579235 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-728d9aca-ea4a-4e6b-9180-9c2ad4325624 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'mac_address': 'fa:16:3e:89:46:4e', 'name': 'tempest-NetworksTestDHCPv6-1596614946'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:28.591308 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-511b1f26-1f1b-4bbb-8267-c5b042404b11 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8534989a-79c0-4b00-84df-d6b9f1285f33']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:28.618397 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-511b1f26-1f1b-4bbb-8267-c5b042404b11 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0586ade4-a6d7-4b93-954a-2d6955872314') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:28.618834 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-511b1f26-1f1b-4bbb-8267-c5b042404b11 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0586ade4-a6d7-4b93-954a-2d6955872314') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:28.643184 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-511b1f26-1f1b-4bbb-8267-c5b042404b11 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:28.707862 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-511b1f26-1f1b-4bbb-8267-c5b042404b11 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:28.715738 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d1a76ac3-06fb-48f5-81e9-863421b622de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:28.721872 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511b1f26-1f1b-4bbb-8267-c5b042404b11 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:34:28.722279 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-511b1f26-1f1b-4bbb-8267-c5b042404b11 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:34:28.725416 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:34:28.748360 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47eab056-3e0f-4bfe-bec5-dac2abfbc075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-563773b9-347f-4496-b491-b57b6545ee0e', 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'fixed_ips': [{'subnet_id': 'c53e3eb3-b32d-4631-9faa-f26eb72b4831'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:34:28.749582 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-47eab056-3e0f-4bfe-bec5-dac2abfbc075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:28.830533 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-511b1f26-1f1b-4bbb-8267-c5b042404b11 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:28.840666 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-511b1f26-1f1b-4bbb-8267-c5b042404b11 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:28.845238 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-511b1f26-1f1b-4bbb-8267-c5b042404b11 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "DELETE /v2.0/networks/8534989a-79c0-4b00-84df-d6b9f1285f33 HTTP/1.1" status: 204 len: 168 time: 1.1153948 Jul 24 09:34:28.845385 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34192) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:28.864782 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b1f26-1f1b-4bbb-8267-c5b042404b11 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'Network': ['ID=8534989a-79c0-4b00-84df-d6b9f1285f33,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:28.941888 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-47eab056-3e0f-4bfe-bec5-dac2abfbc075 None None] Allocated IP 2001:db8::f816:3eff:fe8c:7796 (563773b9-347f-4496-b491-b57b6545ee0e/c53e3eb3-b32d-4631-9faa-f26eb72b4831/7cdf6e38-6bcc-4d08-8a43-96034067ec2b) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:28.946773 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d1a76ac3-06fb-48f5-81e9-863421b622de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:28.974112 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d1a76ac3-06fb-48f5-81e9-863421b622de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:28.983496 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5acaebbf-57e8-4252-a4c1-3dc33a720385 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:28.989960 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728d9aca-ea4a-4e6b-9180-9c2ad4325624 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:29.049737 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5acaebbf-57e8-4252-a4c1-3dc33a720385 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:29.098623 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d1a76ac3-06fb-48f5-81e9-863421b622de admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae365050f11a4921a3d70b7d6011327f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6629262 Jul 24 09:34:29.099896 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34200) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:29.100112 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a76ac3-06fb-48f5-81e9-863421b622de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ab9626-eb22-4187-a335-ca8133b068e2,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:29.125601 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-728d9aca-ea4a-4e6b-9180-9c2ad4325624 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:29.158486 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-728d9aca-ea4a-4e6b-9180-9c2ad4325624 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] device_id is not set on port 56d4d3a0-df3d-4270-bfd9-e6be480f24a6 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:34:29.160197 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-47eab056-3e0f-4bfe-bec5-dac2abfbc075 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:29.177404 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d00205fe-48be-46b5-8a2a-c44ce58b9fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:29.205144 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d00205fe-48be-46b5-8a2a-c44ce58b9fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:29.214366 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-47eab056-3e0f-4bfe-bec5-dac2abfbc075 None None] Transition to ACTIVE for port object 7cdf6e38-6bcc-4d08-8a43-96034067ec2b will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:29.233007 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-47eab056-3e0f-4bfe-bec5-dac2abfbc075 None None] Transition to ACTIVE for port object 7cdf6e38-6bcc-4d08-8a43-96034067ec2b will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:29.240727 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-47eab056-3e0f-4bfe-bec5-dac2abfbc075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:29.258990 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eab056-3e0f-4bfe-bec5-dac2abfbc075 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:29.260794 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5acaebbf-57e8-4252-a4c1-3dc33a720385 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:29.262030 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-47eab056-3e0f-4bfe-bec5-dac2abfbc075 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:29.269960 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5acaebbf-57e8-4252-a4c1-3dc33a720385 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:29.277447 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5acaebbf-57e8-4252-a4c1-3dc33a720385 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "DELETE /v2.0/security-groups/30ce6fa1-ff73-410a-9fa2-f253c00aad4a HTTP/1.1" status: 204 len: 168 time: 0.4289746 Jul 24 09:34:29.287115 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eab056-3e0f-4bfe-bec5-dac2abfbc075 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:34:29.322240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acaebbf-57e8-4252-a4c1-3dc33a720385 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ce6fa1-ff73-410a-9fa2-f253c00aad4a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:29.338790 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eab056-3e0f-4bfe-bec5-dac2abfbc075 None None] Pushing event updated for resources: {'Port': ['ID=7cdf6e38-6bcc-4d08-8a43-96034067ec2b,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:29.353979 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d00205fe-48be-46b5-8a2a-c44ce58b9fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:29.357132 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d00205fe-48be-46b5-8a2a-c44ce58b9fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:29.358267 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d00205fe-48be-46b5-8a2a-c44ce58b9fd9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36ab9626-eb22-4187-a335-ca8133b068e2 HTTP/1.1" status: 204 len: 168 time: 0.2574227 Jul 24 09:34:29.378879 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-47eab056-3e0f-4bfe-bec5-dac2abfbc075 None None] Attempting to bind port 7cdf6e38-6bcc-4d08-8a43-96034067ec2b on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:34:29.379513 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-47eab056-3e0f-4bfe-bec5-dac2abfbc075 None None] Attempting to bind port 7cdf6e38-6bcc-4d08-8a43-96034067ec2b by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:34:29.380113 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eab056-3e0f-4bfe-bec5-dac2abfbc075 None None] Attempting to bind port 7cdf6e38-6bcc-4d08-8a43-96034067ec2b on network 563773b9-347f-4496-b491-b57b6545ee0e {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:34:29.381186 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-728d9aca-ea4a-4e6b-9180-9c2ad4325624 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 2001:db8::f816:3eff:fe89:464e (563773b9-347f-4496-b491-b57b6545ee0e/c53e3eb3-b32d-4631-9faa-f26eb72b4831/56d4d3a0-df3d-4270-bfd9-e6be480f24a6) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:29.386491 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eab056-3e0f-4bfe-bec5-dac2abfbc075 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:34:29.387249 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eab056-3e0f-4bfe-bec5-dac2abfbc075 None None] Checking segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:34:29.387866 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-47eab056-3e0f-4bfe-bec5-dac2abfbc075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:29.388521 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eab056-3e0f-4bfe-bec5-dac2abfbc075 None None] Bound using segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:34:29.389272 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-47eab056-3e0f-4bfe-bec5-dac2abfbc075 None None] Bound port: 7cdf6e38-6bcc-4d08-8a43-96034067ec2b, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:34:29.389956 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-47eab056-3e0f-4bfe-bec5-dac2abfbc075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:29.390241 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00205fe-48be-46b5-8a2a-c44ce58b9fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ab9626-eb22-4187-a335-ca8133b068e2,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:29.466969 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-47eab056-3e0f-4bfe-bec5-dac2abfbc075 None None] For port 7cdf6e38-6bcc-4d08-8a43-96034067ec2b, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:34:29.470907 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-47eab056-3e0f-4bfe-bec5-dac2abfbc075 None None] For port 7cdf6e38-6bcc-4d08-8a43-96034067ec2b, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7cdf6e38-6bcc-4d08-8a43-96034067ec2b,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:34:29.483532 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-47eab056-3e0f-4bfe-bec5-dac2abfbc075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:29.555465 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 26573854-97a7-4c09-be8f-648b45307b8c no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:34:29.596676 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 26573854-97a7-4c09-be8f-648b45307b8c {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:34:29.597055 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 26573854-97a7-4c09-be8f-648b45307b8c not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:34:29.601787 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eab056-3e0f-4bfe-bec5-dac2abfbc075 None None] Pushing event updated for resources: {'Port': ['ID=7cdf6e38-6bcc-4d08-8a43-96034067ec2b,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:29.751409 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34216) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:29.756261 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-1451b57f-739e-498f-97c6-814efedc88d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-895979700', 'description': 'tempest-secgroup-smoke-895979700 description', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:29.786940 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1b17a99f-d0e6-4d76-8f0c-06390f880ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:29.790963 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1451b57f-739e-498f-97c6-814efedc88d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:29.993289 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1451b57f-739e-498f-97c6-814efedc88d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:30.002984 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1451b57f-739e-498f-97c6-814efedc88d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:30.023953 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1451b57f-739e-498f-97c6-814efedc88d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:30.029930 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1451b57f-739e-498f-97c6-814efedc88d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2773061 Jul 24 09:34:30.037757 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34222) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:30.042607 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-809bcac7-7959-42ec-984c-04af09acf432 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group_rule': {'security_group_id': '01a82cd7-ed12-4e2c-b796-bfcebf0be03f', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:30.094568 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-809bcac7-7959-42ec-984c-04af09acf432 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:30.099479 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451b57f-739e-498f-97c6-814efedc88d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a82cd7-ed12-4e2c-b796-bfcebf0be03f,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:30.168946 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-52060202-c3a9-4096-89ad-528126b5c943 req-db82fc6f-d0fa-471a-a988-6f6460fa2997 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 210 time: 0.4879720 Jul 24 09:34:30.184288 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-809bcac7-7959-42ec-984c-04af09acf432 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:30.193768 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-809bcac7-7959-42ec-984c-04af09acf432 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:30.203811 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-728d9aca-ea4a-4e6b-9180-9c2ad4325624 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:30.222952 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-728d9aca-ea4a-4e6b-9180-9c2ad4325624 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Transition to ACTIVE for port object 56d4d3a0-df3d-4270-bfd9-e6be480f24a6 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:30.244260 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809bcac7-7959-42ec-984c-04af09acf432 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec930a90-e7a1-4107-a497-57f25a302a29,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:30.246992 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-809bcac7-7959-42ec-984c-04af09acf432 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:30.248245 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-809bcac7-7959-42ec-984c-04af09acf432 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2094982 Jul 24 09:34:30.251332 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34226) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:30.256268 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-916336f3-5cdb-4b7c-8d17-bfbe6f4b7dcf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group_rule': {'security_group_id': '01a82cd7-ed12-4e2c-b796-bfcebf0be03f', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:30.273256 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-728d9aca-ea4a-4e6b-9180-9c2ad4325624 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:30.311549 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-916336f3-5cdb-4b7c-8d17-bfbe6f4b7dcf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:30.321799 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728d9aca-ea4a-4e6b-9180-9c2ad4325624 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:30.325161 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-728d9aca-ea4a-4e6b-9180-9c2ad4325624 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:30.329089 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728d9aca-ea4a-4e6b-9180-9c2ad4325624 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:34:30.334841 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728d9aca-ea4a-4e6b-9180-9c2ad4325624 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:30.335521 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-728d9aca-ea4a-4e6b-9180-9c2ad4325624 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:30.359302 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d9aca-ea4a-4e6b-9180-9c2ad4325624 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Port': ['ID=56d4d3a0-df3d-4270-bfd9-e6be480f24a6,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:30.379564 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34234) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:30.379843 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-728d9aca-ea4a-4e6b-9180-9c2ad4325624 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8052776 Jul 24 09:34:30.459621 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-916336f3-5cdb-4b7c-8d17-bfbe6f4b7dcf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:30.466118 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:30.471535 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-916336f3-5cdb-4b7c-8d17-bfbe6f4b7dcf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:30.508015 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2e08a7-c6e1-4292-987b-c846882ea480 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:30.514666 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2e08a7-c6e1-4292-987b-c846882ea480 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:30.516591 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6e2e08a7-c6e1-4292-987b-c846882ea480 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1357238 Jul 24 09:34:30.518776 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916336f3-5cdb-4b7c-8d17-bfbe6f4b7dcf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06304d4-e55c-4a7e-bc20-69978257fb9c,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:30.519402 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34238) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:30.524566 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-916336f3-5cdb-4b7c-8d17-bfbe6f4b7dcf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:30.529922 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-916336f3-5cdb-4b7c-8d17-bfbe6f4b7dcf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2778084 Jul 24 09:34:30.530602 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34240) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:30.537552 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-1262900d-ea0d-4f76-92b0-94c5e1b421eb tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group_rule': {'security_group_id': '01a82cd7-ed12-4e2c-b796-bfcebf0be03f', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:30.580275 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1262900d-ea0d-4f76-92b0-94c5e1b421eb tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:30.673881 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1262900d-ea0d-4f76-92b0-94c5e1b421eb tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:30.679756 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1262900d-ea0d-4f76-92b0-94c5e1b421eb tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:30.698944 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-733bc39b-d2df-485e-ba65-1bf8e1affcf6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting port 56d4d3a0-df3d-4270-bfd9-e6be480f24a6 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:30.699601 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-733bc39b-d2df-485e-ba65-1bf8e1affcf6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:30.712554 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262900d-ea0d-4f76-92b0-94c5e1b421eb tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2957638-5563-4aae-b1dc-83d77c3fb260,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:30.722524 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1262900d-ea0d-4f76-92b0-94c5e1b421eb tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:30.729282 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1262900d-ea0d-4f76-92b0-94c5e1b421eb tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1974926 Jul 24 09:34:30.729992 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34244) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:30.736576 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-55f80598-c14f-45de-b317-07ef694facc4 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group_rule': {'security_group_id': '01a82cd7-ed12-4e2c-b796-bfcebf0be03f', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:30.779437 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-55f80598-c14f-45de-b317-07ef694facc4 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:30.863653 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-55f80598-c14f-45de-b317-07ef694facc4 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:30.866491 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-733bc39b-d2df-485e-ba65-1bf8e1affcf6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:30.872280 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-55f80598-c14f-45de-b317-07ef694facc4 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:30.889353 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-733bc39b-d2df-485e-ba65-1bf8e1affcf6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Calling delete_port for 56d4d3a0-df3d-4270-bfd9-e6be480f24a6 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:30.889990 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f80598-c14f-45de-b317-07ef694facc4 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb9b923e-25ba-4107-9aa9-b2a0b92df2cf,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:30.916576 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-55f80598-c14f-45de-b317-07ef694facc4 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:30.918403 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-55f80598-c14f-45de-b317-07ef694facc4 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1866250 Jul 24 09:34:30.922150 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34256) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:30.933649 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-778ae405-d2e1-46cf-9bc0-c91ba53b2ebd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group_rule': {'security_group_id': '01a82cd7-ed12-4e2c-b796-bfcebf0be03f', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:30.957796 n-d-800085-9 neutron-server[94036]: INFO neutron.db.securitygroups_db [None req-778ae405-d2e1-46cf-9bc0-c91ba53b2ebd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Project 766769263b9c4ac0aa4c77c8f3c95808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 09:34:30.978507 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-778ae405-d2e1-46cf-9bc0-c91ba53b2ebd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:31.044978 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:31.055239 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a85eb4d9-3651-48cb-93d2-d8cf0d98670b None None] Provisioning for port 7cdf6e38-6bcc-4d08-8a43-96034067ec2b completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:31.129977 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-778ae405-d2e1-46cf-9bc0-c91ba53b2ebd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:31.134317 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-733bc39b-d2df-485e-ba65-1bf8e1affcf6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:31.138548 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-778ae405-d2e1-46cf-9bc0-c91ba53b2ebd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:31.176328 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-778ae405-d2e1-46cf-9bc0-c91ba53b2ebd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:31.188611 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-778ae405-d2e1-46cf-9bc0-c91ba53b2ebd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2545979 Jul 24 09:34:31.190220 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ae405-d2e1-46cf-9bc0-c91ba53b2ebd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c52e5003-7b67-4126-9081-b6e8cfa5bc9f,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:31.195803 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34270) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:31.208084 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733bc39b-d2df-485e-ba65-1bf8e1affcf6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Port': ['ID=56d4d3a0-df3d-4270-bfd9-e6be480f24a6,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:31.216156 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-e99c9573-21de-4d9c-994a-182128b9b7a6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group_rule': {'security_group_id': '01a82cd7-ed12-4e2c-b796-bfcebf0be03f', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:31.261720 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-733bc39b-d2df-485e-ba65-1bf8e1affcf6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:31.266202 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-733bc39b-d2df-485e-ba65-1bf8e1affcf6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/56d4d3a0-df3d-4270-bfd9-e6be480f24a6 HTTP/1.1" status: 204 len: 168 time: 0.7457769 Jul 24 09:34:31.269147 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34272) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:31.292113 n-d-800085-9 neutron-server[94036]: INFO neutron.db.securitygroups_db [None req-e99c9573-21de-4d9c-994a-182128b9b7a6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Project 766769263b9c4ac0aa4c77c8f3c95808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 09:34:31.300552 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e99c9573-21de-4d9c-994a-182128b9b7a6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:31.323312 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34280) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:31.369781 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d4f59b31-eb09-41d1-92e4-991349f42bdd req-358b9d0c-7380-4685-af0a-8a6fd6fd4dc5 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08087c7-a78a-4bc6-8021-12fc5d562ee1 HTTP/1.1" status: 200 len: 210 time: 0.0366707 Jul 24 09:34:31.402525 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834e58ab-86ff-4ef3-8de1-096780df1d57 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:31.406016 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834e58ab-86ff-4ef3-8de1-096780df1d57 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:31.410385 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-834e58ab-86ff-4ef3-8de1-096780df1d57 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1370103 Jul 24 09:34:31.413044 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34292) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:31.480997 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c882fc9b-1504-47ce-9054-7331110f0b5c None None] Could not find standard attr ID for object 56d4d3a0-df3d-4270-bfd9-e6be480f24a6. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:34:31.527847 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b4397f-0fdf-467d-b818-d7d3854d8be1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet c53e3eb3-b32d-4631-9faa-f26eb72b4831 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:34:31.538852 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-13b4397f-0fdf-467d-b818-d7d3854d8be1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:31.565771 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e99c9573-21de-4d9c-994a-182128b9b7a6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:31.573191 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e99c9573-21de-4d9c-994a-182128b9b7a6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:31.598076 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c9573-21de-4d9c-994a-182128b9b7a6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85692413-bce5-4384-8c4b-0bb2a31f6f61,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:31.637604 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-13b4397f-0fdf-467d-b818-d7d3854d8be1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:31.649568 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7cdf6e38-6bcc-4d08-8a43-96034067ec2b up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:34:31.693381 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e99c9573-21de-4d9c-994a-182128b9b7a6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:31.694821 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e99c9573-21de-4d9c-994a-182128b9b7a6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4979491 Jul 24 09:34:31.698285 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34312) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:31.704953 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-fcc7e458-f5e9-42d3-9c28-6f87243d73c9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'network': {'name': 'tempest-network-smoke--1469110738', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'port_security_enabled': True}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:31.762436 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 7cdf6e38-6bcc-4d08-8a43-96034067ec2b completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:31.768718 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 7cdf6e38-6bcc-4d08-8a43-96034067ec2b triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:31.769288 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:31.787133 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc7e458-f5e9-42d3-9c28-6f87243d73c9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Made reservation on behalf of 766769263b9c4ac0aa4c77c8f3c95808 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:31.791978 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fcc7e458-f5e9-42d3-9c28-6f87243d73c9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:31.817039 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-13b4397f-0fdf-467d-b818-d7d3854d8be1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:31.898381 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc7e458-f5e9-42d3-9c28-6f87243d73c9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:34:31.933320 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fcc7e458-f5e9-42d3-9c28-6f87243d73c9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:31.933925 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-fcc7e458-f5e9-42d3-9c28-6f87243d73c9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Added segment d64301cc-d735-488b-91bf-d20f44a7a8ad of type vlan for network 7c3d9c5a-df8f-4d09-8c37-3b893a39df26 Jul 24 09:34:31.975985 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5af90b77-037e-487d-a49d-ac2b2c74571e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:31.997713 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:32.003283 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fcc7e458-f5e9-42d3-9c28-6f87243d73c9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:32.014378 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-13b4397f-0fdf-467d-b818-d7d3854d8be1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:32.041263 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-13b4397f-0fdf-467d-b818-d7d3854d8be1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:32.043502 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-13b4397f-0fdf-467d-b818-d7d3854d8be1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/c53e3eb3-b32d-4631-9faa-f26eb72b4831 HTTP/1.1" status: 204 len: 168 time: 0.6295190 Jul 24 09:34:32.069377 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34358) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:32.079124 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4397f-0fdf-467d-b818-d7d3854d8be1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=c53e3eb3-b32d-4631-9faa-f26eb72b4831,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:32.083917 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce30f22-58ff-4e0d-9ab5-aa0b68b9c64b None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:34:32.122054 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.db.api [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:34:32.122424 n-d-800085-9 neutron-server[94037]: DEBUG oslo_db.api [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:34:32.135146 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-059f0a6b-5684-4443-a350-d8a166584a48 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0646529 Jul 24 09:34:32.138364 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34366) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:32.146552 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-3b0a00a7-5914-4fd4-bdba-8472282f6a00 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:32.242887 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fcc7e458-f5e9-42d3-9c28-6f87243d73c9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:32.249330 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc7e458-f5e9-42d3-9c28-6f87243d73c9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:32.250131 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fcc7e458-f5e9-42d3-9c28-6f87243d73c9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:32.280596 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0a00a7-5914-4fd4-bdba-8472282f6a00 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:32.284169 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3b0a00a7-5914-4fd4-bdba-8472282f6a00 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:32.345900 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fcc7e458-f5e9-42d3-9c28-6f87243d73c9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6437750 Jul 24 09:34:32.347864 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34384) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:32.356481 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-273537da-a8af-4c3a-acbf-a3fccb12d9c3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1704094437', 'admin_state_up': True, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:32.365653 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef0f162-cf9c-459c-814f-0f0db6d60d51 None None] DHCP port deletion for 563773b9-347f-4496-b491-b57b6545ee0e request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:34:32.431842 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-aef0f162-cf9c-459c-814f-0f0db6d60d51 None None] Deleting port 7cdf6e38-6bcc-4d08-8a43-96034067ec2b {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:32.432829 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-aef0f162-cf9c-459c-814f-0f0db6d60d51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:32.444184 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-273537da-a8af-4c3a-acbf-a3fccb12d9c3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:32.445894 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-273537da-a8af-4c3a-acbf-a3fccb12d9c3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:32.462073 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7e458-f5e9-42d3-9c28-6f87243d73c9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Network': ['ID=7c3d9c5a-df8f-4d09-8c37-3b893a39df26,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:32.469274 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34390) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:32.500325 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-273537da-a8af-4c3a-acbf-a3fccb12d9c3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:32.508863 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7e458-f5e9-42d3-9c28-6f87243d73c9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:32.509217 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7e458-f5e9-42d3-9c28-6f87243d73c9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:32.509564 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7e458-f5e9-42d3-9c28-6f87243d73c9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:32.509883 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7e458-f5e9-42d3-9c28-6f87243d73c9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:32.510212 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7e458-f5e9-42d3-9c28-6f87243d73c9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:32.510651 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7e458-f5e9-42d3-9c28-6f87243d73c9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:32.511260 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7e458-f5e9-42d3-9c28-6f87243d73c9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:32.511260 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7e458-f5e9-42d3-9c28-6f87243d73c9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:32.511580 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7e458-f5e9-42d3-9c28-6f87243d73c9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:32.511924 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7e458-f5e9-42d3-9c28-6f87243d73c9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:32.512232 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7e458-f5e9-42d3-9c28-6f87243d73c9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:32.512559 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7e458-f5e9-42d3-9c28-6f87243d73c9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:34:32.533727 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 7c3d9c5a-df8f-4d09-8c37-3b893a39df26 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:34:32.564925 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-aef0f162-cf9c-459c-814f-0f0db6d60d51 None None] For port 7cdf6e38-6bcc-4d08-8a43-96034067ec2b, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7cdf6e38-6bcc-4d08-8a43-96034067ec2b,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:32.565613 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-aef0f162-cf9c-459c-814f-0f0db6d60d51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:32.591445 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d32d4a27-ec91-4c7e-a9ed-89e36108b863 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:32.599783 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-aef0f162-cf9c-459c-814f-0f0db6d60d51 None None] Calling delete_port for 7cdf6e38-6bcc-4d08-8a43-96034067ec2b owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:32.655881 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d32d4a27-ec91-4c7e-a9ed-89e36108b863 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:32.747433 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:32.753764 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-273537da-a8af-4c3a-acbf-a3fccb12d9c3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:32.814911 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d32d4a27-ec91-4c7e-a9ed-89e36108b863 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:32.817723 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 7cdf6e38-6bcc-4d08-8a43-96034067ec2b, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7cdf6e38-6bcc-4d08-8a43-96034067ec2b,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:32.818043 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d32d4a27-ec91-4c7e-a9ed-89e36108b863 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:32.820242 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d32d4a27-ec91-4c7e-a9ed-89e36108b863 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] 10.222.0.32 "DELETE /v2.0/security-groups/b4bbf162-3630-42e0-9ff1-7274b733bf45 HTTP/1.1" status: 204 len: 168 time: 0.3488705 Jul 24 09:34:32.823746 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:32.887424 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d4a27-ec91-4c7e-a9ed-89e36108b863 tempest-TestVolumeBackupRestore-2141133118 tempest-TestVolumeBackupRestore-2141133118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bbf162-3630-42e0-9ff1-7274b733bf45,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:32.906978 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-aef0f162-cf9c-459c-814f-0f0db6d60d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:32.915360 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-5af90b77-037e-487d-a49d-ac2b2c74571e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Deleting port 1b526124-0727-4079-89d9-e14f021b3855 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:32.915715 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5af90b77-037e-487d-a49d-ac2b2c74571e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:32.928075 n-d-800085-9 neutron-server[94036]: DEBUG neutron.objects.ports [None req-3b0a00a7-5914-4fd4-bdba-8472282f6a00 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94036) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 09:34:32.961051 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:32.968200 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef0f162-cf9c-459c-814f-0f0db6d60d51 None None] No DVR routers for this DVR port 7cdf6e38-6bcc-4d08-8a43-96034067ec2b on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:34:32.998365 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=7cdf6e38-6bcc-4d08-8a43-96034067ec2b,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:33.024012 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0f162-cf9c-459c-814f-0f0db6d60d51 None None] Pushing event deleted for resources: {'Port': ['ID=7cdf6e38-6bcc-4d08-8a43-96034067ec2b,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:33.029126 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34404) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:33.142077 n-d-800085-9 neutron-server[94036]: WARNING neutron.services.revisions.revision_plugin [None req-3b0a00a7-5914-4fd4-bdba-8472282f6a00 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Could not find related port for resource to bump revision. Jul 24 09:34:33.149773 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.ipam_pluggable_backend [None req-3b0a00a7-5914-4fd4-bdba-8472282f6a00 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Port 7cdf6e38-6bcc-4d08-8a43-96034067ec2b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94036) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 24 09:34:33.150331 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.ipam_pluggable_backend [None req-3b0a00a7-5914-4fd4-bdba-8472282f6a00 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8c:7796 {{(pid=94036) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 24 09:34:33.168161 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.ipam_pluggable_backend [None req-3b0a00a7-5914-4fd4-bdba-8472282f6a00 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe8c:7796 {{(pid=94036) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 24 09:34:33.175151 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3b0a00a7-5914-4fd4-bdba-8472282f6a00 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:33.245142 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0a00a7-5914-4fd4-bdba-8472282f6a00 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:33.250163 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-3b0a00a7-5914-4fd4-bdba-8472282f6a00 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:33.268977 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8051143d-4704-4499-ad6b-e35fa8bda86d None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:34:33.286615 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0a00a7-5914-4fd4-bdba-8472282f6a00 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:33.288673 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3b0a00a7-5914-4fd4-bdba-8472282f6a00 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:33.372432 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3b0a00a7-5914-4fd4-bdba-8472282f6a00 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2327685 Jul 24 09:34:33.373282 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a00a7-5914-4fd4-bdba-8472282f6a00 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=4a761021-4606-4438-b177-bc2bf6c49aa6,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:33.382239 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-5af90b77-037e-487d-a49d-ac2b2c74571e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] For port 1b526124-0727-4079-89d9-e14f021b3855, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=1b526124-0727-4079-89d9-e14f021b3855,segment=NetworkSegment(1696103c-ec2b-4f2d-a49b-259046e4eccc),segment_id=1696103c-ec2b-4f2d-a49b-259046e4eccc)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:33.382239 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5af90b77-037e-487d-a49d-ac2b2c74571e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:33.384939 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34444) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:33.391082 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-9fc5ae02-a49a-45a5-acde-df5c89c0323e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'mac_address': 'fa:16:3e:f1:21:4f', 'name': 'tempest-NetworksTestDHCPv6-1053862681'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:33.410770 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c31358d5-9ca8-45ae-9217-2b2b9bd49d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:33.449699 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-5af90b77-037e-487d-a49d-ac2b2c74571e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Calling delete_port for 1b526124-0727-4079-89d9-e14f021b3855 owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:33.578604 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc5ae02-a49a-45a5-acde-df5c89c0323e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:33.609078 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d04650-ba2e-471b-9080-69e89ce7ba95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-563773b9-347f-4496-b491-b57b6545ee0e', 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'fixed_ips': [{'subnet_id': '4a761021-4606-4438-b177-bc2bf6c49aa6'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:34:33.609935 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b5d04650-ba2e-471b-9080-69e89ce7ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:33.638865 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7cdf6e38-6bcc-4d08-8a43-96034067ec2b no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:34:33.744863 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-273537da-a8af-4c3a-acbf-a3fccb12d9c3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:33.786183 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-273537da-a8af-4c3a-acbf-a3fccb12d9c3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:33.837068 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-b5d04650-ba2e-471b-9080-69e89ce7ba95 None None] Allocated IP 2001:db8::f816:3eff:fe50:f1c7 (563773b9-347f-4496-b491-b57b6545ee0e/4a761021-4606-4438-b177-bc2bf6c49aa6/74855c34-a3df-4acc-b37a-586f90c944c8) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:34.024438 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c31358d5-9ca8-45ae-9217-2b2b9bd49d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:34.042845 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 7cdf6e38-6bcc-4d08-8a43-96034067ec2b {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:34:34.043338 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7cdf6e38-6bcc-4d08-8a43-96034067ec2b not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:34:34.063717 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c31358d5-9ca8-45ae-9217-2b2b9bd49d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:34.119202 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b5d04650-ba2e-471b-9080-69e89ce7ba95 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:34.162261 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b5d04650-ba2e-471b-9080-69e89ce7ba95 None None] Transition to ACTIVE for port object 74855c34-a3df-4acc-b37a-586f90c944c8 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:34.205519 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b5d04650-ba2e-471b-9080-69e89ce7ba95 None None] Transition to ACTIVE for port object 74855c34-a3df-4acc-b37a-586f90c944c8 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:34.223834 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b5d04650-ba2e-471b-9080-69e89ce7ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:34.263521 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c31358d5-9ca8-45ae-9217-2b2b9bd49d5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6756450596b44ae48d2fffb35fd9806f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2305632 Jul 24 09:34:34.265153 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34534) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:34.276945 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31358d5-9ca8-45ae-9217-2b2b9bd49d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cd827d-3eff-4001-82b7-dc572417a828,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:34.308439 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d04650-ba2e-471b-9080-69e89ce7ba95 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:34.315828 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-b5d04650-ba2e-471b-9080-69e89ce7ba95 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:34.328122 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d04650-ba2e-471b-9080-69e89ce7ba95 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:34:34.359137 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d04650-ba2e-471b-9080-69e89ce7ba95 None None] Pushing event updated for resources: {'Port': ['ID=74855c34-a3df-4acc-b37a-586f90c944c8,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:34.359988 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-273537da-a8af-4c3a-acbf-a3fccb12d9c3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Allocated IP 172.25.7.210 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/d1f9f5e9-6e33-48c7-9723-1b0d73c24b93) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:34.499958 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-b5d04650-ba2e-471b-9080-69e89ce7ba95 None None] Attempting to bind port 74855c34-a3df-4acc-b37a-586f90c944c8 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:34:34.500563 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-b5d04650-ba2e-471b-9080-69e89ce7ba95 None None] Attempting to bind port 74855c34-a3df-4acc-b37a-586f90c944c8 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:34:34.501106 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d04650-ba2e-471b-9080-69e89ce7ba95 None None] Attempting to bind port 74855c34-a3df-4acc-b37a-586f90c944c8 on network 563773b9-347f-4496-b491-b57b6545ee0e {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:34:34.508489 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9fc5ae02-a49a-45a5-acde-df5c89c0323e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:34.512347 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d04650-ba2e-471b-9080-69e89ce7ba95 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:34:34.513503 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d04650-ba2e-471b-9080-69e89ce7ba95 None None] Checking segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:34:34.513918 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b5d04650-ba2e-471b-9080-69e89ce7ba95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:34.514676 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d04650-ba2e-471b-9080-69e89ce7ba95 None None] Bound using segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:34:34.515799 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-b5d04650-ba2e-471b-9080-69e89ce7ba95 None None] Bound port: 74855c34-a3df-4acc-b37a-586f90c944c8, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:34:34.518810 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b5d04650-ba2e-471b-9080-69e89ce7ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:34.529996 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5af90b77-037e-487d-a49d-ac2b2c74571e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:34.566082 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-9fc5ae02-a49a-45a5-acde-df5c89c0323e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] device_id is not set on port d75cdb01-13d3-4f9b-8b61-86d98e8f86a8 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:34:34.607988 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b24731ec-5c22-4155-abfe-29a8429b8522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:34.669897 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af90b77-037e-487d-a49d-ac2b2c74571e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event deleted for resources: {'Port': ['ID=1b526124-0727-4079-89d9-e14f021b3855,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:34.672592 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-b5d04650-ba2e-471b-9080-69e89ce7ba95 None None] For port 74855c34-a3df-4acc-b37a-586f90c944c8, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:34:34.684801 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-b5d04650-ba2e-471b-9080-69e89ce7ba95 None None] For port 74855c34-a3df-4acc-b37a-586f90c944c8, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=74855c34-a3df-4acc-b37a-586f90c944c8,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:34:34.696217 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b5d04650-ba2e-471b-9080-69e89ce7ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:34.801202 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-9fc5ae02-a49a-45a5-acde-df5c89c0323e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 2001:db8::f816:3eff:fef1:214f (563773b9-347f-4496-b491-b57b6545ee0e/4a761021-4606-4438-b177-bc2bf6c49aa6/d75cdb01-13d3-4f9b-8b61-86d98e8f86a8) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:34.833905 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d04650-ba2e-471b-9080-69e89ce7ba95 None None] Pushing event updated for resources: {'Port': ['ID=74855c34-a3df-4acc-b37a-586f90c944c8,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:34.838353 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b24731ec-5c22-4155-abfe-29a8429b8522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:34.994151 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-273537da-a8af-4c3a-acbf-a3fccb12d9c3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:35.233029 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9fc5ae02-a49a-45a5-acde-df5c89c0323e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:35.284415 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-9fc5ae02-a49a-45a5-acde-df5c89c0323e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Transition to ACTIVE for port object d75cdb01-13d3-4f9b-8b61-86d98e8f86a8 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:35.294241 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b24731ec-5c22-4155-abfe-29a8429b8522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:35.297758 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b24731ec-5c22-4155-abfe-29a8429b8522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:35.313330 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b24731ec-5c22-4155-abfe-29a8429b8522 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5cd827d-3eff-4001-82b7-dc572417a828 HTTP/1.1" status: 204 len: 168 time: 1.0386662 Jul 24 09:34:35.365024 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9fc5ae02-a49a-45a5-acde-df5c89c0323e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:35.389888 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24731ec-5c22-4155-abfe-29a8429b8522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cd827d-3eff-4001-82b7-dc572417a828,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:35.471888 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-273537da-a8af-4c3a-acbf-a3fccb12d9c3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:35.501050 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc5ae02-a49a-45a5-acde-df5c89c0323e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:35.509240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-9fc5ae02-a49a-45a5-acde-df5c89c0323e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:35.522345 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc5ae02-a49a-45a5-acde-df5c89c0323e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:34:35.539439 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc5ae02-a49a-45a5-acde-df5c89c0323e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:35.540804 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9fc5ae02-a49a-45a5-acde-df5c89c0323e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:35.552805 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5ae02-a49a-45a5-acde-df5c89c0323e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Port': ['ID=d75cdb01-13d3-4f9b-8b61-86d98e8f86a8,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:35.576026 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9fc5ae02-a49a-45a5-acde-df5c89c0323e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1895649 Jul 24 09:34:35.577020 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34656) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:35.692284 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273537da-a8af-4c3a-acbf-a3fccb12d9c3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:35.729295 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-273537da-a8af-4c3a-acbf-a3fccb12d9c3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:35.742927 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273537da-a8af-4c3a-acbf-a3fccb12d9c3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:34:35.808939 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a2f09-67e7-4121-affb-8d2cf8db961f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:35.839901 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a2f09-67e7-4121-affb-8d2cf8db961f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:35.842119 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a45a2f09-67e7-4121-affb-8d2cf8db961f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2624087 Jul 24 09:34:35.848572 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5af90b77-037e-487d-a49d-ac2b2c74571e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:35.849254 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34686) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:35.852288 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273537da-a8af-4c3a-acbf-a3fccb12d9c3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Port': ['ID=d1f9f5e9-6e33-48c7-9723-1b0d73c24b93,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:35.930679 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 74855c34-a3df-4acc-b37a-586f90c944c8 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:34:36.049157 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-f6ba5a1e-3825-45ed-8fd5-bf539352f470 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting port d75cdb01-13d3-4f9b-8b61-86d98e8f86a8 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:36.049805 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f6ba5a1e-3825-45ed-8fd5-bf539352f470 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:36.327222 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f6ba5a1e-3825-45ed-8fd5-bf539352f470 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:36.378619 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-f6ba5a1e-3825-45ed-8fd5-bf539352f470 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Calling delete_port for d75cdb01-13d3-4f9b-8b61-86d98e8f86a8 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:36.394826 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 74855c34-a3df-4acc-b37a-586f90c944c8 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:36.770681 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f6ba5a1e-3825-45ed-8fd5-bf539352f470 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:36.883198 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba5a1e-3825-45ed-8fd5-bf539352f470 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Port': ['ID=d75cdb01-13d3-4f9b-8b61-86d98e8f86a8,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:36.947771 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f6ba5a1e-3825-45ed-8fd5-bf539352f470 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:36.954761 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f6ba5a1e-3825-45ed-8fd5-bf539352f470 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/d75cdb01-13d3-4f9b-8b61-86d98e8f86a8 HTTP/1.1" status: 204 len: 168 time: 1.1028497 Jul 24 09:34:36.959555 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34798) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:36.974705 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d69e590c-0668-468d-8691-8c4c3db2f63d None None] Provisioning for port 74855c34-a3df-4acc-b37a-586f90c944c8 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:36.995481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d69e590c-0668-468d-8691-8c4c3db2f63d None None] Provisioning complete for port 74855c34-a3df-4acc-b37a-586f90c944c8 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:36.996154 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d69e590c-0668-468d-8691-8c4c3db2f63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:37.099511 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c770f0c6-0e43-4b12-9bad-c8e0c0edffd0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:37.108316 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c770f0c6-0e43-4b12-9bad-c8e0c0edffd0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:37.120909 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c770f0c6-0e43-4b12-9bad-c8e0c0edffd0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1583200 Jul 24 09:34:37.123986 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34818) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:37.243172 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d69e590c-0668-468d-8691-8c4c3db2f63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:37.277681 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-aecc84f7-2126-43f3-a5fc-7f98e291b9b5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet 4a761021-4606-4438-b177-bc2bf6c49aa6 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:34:37.287977 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aecc84f7-2126-43f3-a5fc-7f98e291b9b5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:37.308922 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-273537da-a8af-4c3a-acbf-a3fccb12d9c3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:37.316545 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d69e590c-0668-468d-8691-8c4c3db2f63d None None] For port 74855c34-a3df-4acc-b37a-586f90c944c8, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=74855c34-a3df-4acc-b37a-586f90c944c8,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:37.324035 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d69e590c-0668-468d-8691-8c4c3db2f63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:37.407663 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e590c-0668-468d-8691-8c4c3db2f63d None None] Pushing event updated for resources: {'Port': ['ID=74855c34-a3df-4acc-b37a-586f90c944c8,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:37.413864 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aecc84f7-2126-43f3-a5fc-7f98e291b9b5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:37.550110 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-95aac4ef-34e5-4b02-b119-df27328bfed0 None None] Could not find standard attr ID for object d75cdb01-13d3-4f9b-8b61-86d98e8f86a8. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:34:37.584034 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aecc84f7-2126-43f3-a5fc-7f98e291b9b5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:37.699200 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aecc84f7-2126-43f3-a5fc-7f98e291b9b5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:37.735197 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 74855c34-a3df-4acc-b37a-586f90c944c8 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:34:37.764451 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-aecc84f7-2126-43f3-a5fc-7f98e291b9b5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:37.782536 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-aecc84f7-2126-43f3-a5fc-7f98e291b9b5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/4a761021-4606-4438-b177-bc2bf6c49aa6 HTTP/1.1" status: 204 len: 168 time: 0.6558409 Jul 24 09:34:37.784388 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34882) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:37.917707 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 74855c34-a3df-4acc-b37a-586f90c944c8 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:37.918082 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:38.000805 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4cf2c7fa-dddd-4ec8-afd7-bb385b67c9cb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1179397 Jul 24 09:34:38.001809 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc84f7-2126-43f3-a5fc-7f98e291b9b5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=4a761021-4606-4438-b177-bc2bf6c49aa6,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:38.012179 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34908) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:38.137301 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51df43b9-b2f3-4a92-a295-c76cd5ae8235 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:38.139395 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-51df43b9-b2f3-4a92-a295-c76cd5ae8235 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1260986 Jul 24 09:34:38.142640 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34922) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:38.315332 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa306ce7-b61c-43f0-b8e5-9185c9713fc8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:38.317046 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fa306ce7-b61c-43f0-b8e5-9185c9713fc8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1728759 Jul 24 09:34:38.325231 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34940) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:38.379949 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b174342b-9120-49d9-8d99-c181e6e9ac60 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:34:38.426574 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-53ba9fe9-ccb1-438c-90b1-3e02b7b04282 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1001503 Jul 24 09:34:38.430856 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34954) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:38.440271 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-50d6d331-6b16-4591-885d-f21db5792220 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:38.653368 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d6d331-6b16-4591-885d-f21db5792220 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:38.658009 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-50d6d331-6b16-4591-885d-f21db5792220 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:38.669258 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:34:38.672162 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-631cf694-ab8a-4ba2-9c1a-478e35ad3d65 req-99883f7e-b9b1-40ad-b895-0bef8f71266f tempest-ListServerFiltersTestJSON-445080519 tempest-ListServerFiltersTestJSON-445080519-project] (94035) timed out ('10.222.0.37', 57225) {{(pid=94035) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 09:34:38.778008 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c9ba8b-9e25-400d-a38a-6b5cfe5060ed None None] DHCP port deletion for 563773b9-347f-4496-b491-b57b6545ee0e request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:34:38.860297 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-83c9ba8b-9e25-400d-a38a-6b5cfe5060ed None None] Deleting port 74855c34-a3df-4acc-b37a-586f90c944c8 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:38.861054 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-83c9ba8b-9e25-400d-a38a-6b5cfe5060ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:38.934946 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af90b77-037e-487d-a49d-ac2b2c74571e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Router 0634beec-0546-4c67-a741-1de342cd1373 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:34:39.025313 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-83c9ba8b-9e25-400d-a38a-6b5cfe5060ed None None] For port 74855c34-a3df-4acc-b37a-586f90c944c8, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=74855c34-a3df-4acc-b37a-586f90c944c8,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:39.025920 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-83c9ba8b-9e25-400d-a38a-6b5cfe5060ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:39.064623 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-83c9ba8b-9e25-400d-a38a-6b5cfe5060ed None None] Calling delete_port for 74855c34-a3df-4acc-b37a-586f90c944c8 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:39.184466 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-83c9ba8b-9e25-400d-a38a-6b5cfe5060ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:39.198730 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af90b77-037e-487d-a49d-ac2b2c74571e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:34:39.207839 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5af90b77-037e-487d-a49d-ac2b2c74571e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "PUT /v2.0/routers/0634beec-0546-4c67-a741-1de342cd1373/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8830371 Jul 24 09:34:39.217409 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86acc6cb-694d-4e1a-911c-5261413027c5 None None] Sync routers for ids ['0634beec-0546-4c67-a741-1de342cd1373'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:34:39.229737 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9ba8b-9e25-400d-a38a-6b5cfe5060ed None None] Pushing event deleted for resources: {'Port': ['ID=74855c34-a3df-4acc-b37a-586f90c944c8,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:39.243830 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c9ba8b-9e25-400d-a38a-6b5cfe5060ed None None] No DVR routers for this DVR port 74855c34-a3df-4acc-b37a-586f90c944c8 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:34:39.251627 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86acc6cb-694d-4e1a-911c-5261413027c5 None None] Routers {'0634beec-0546-4c67-a741-1de342cd1373'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:34:39.251627 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-86acc6cb-694d-4e1a-911c-5261413027c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:34:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0634beec-0546-4c67-a741-1de342cd1373'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:39.278510 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34976) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:39.286697 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-273537da-a8af-4c3a-acbf-a3fccb12d9c3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:39.312498 n-d-800085-9 neutron-server[94036]: DEBUG neutron.objects.ports [None req-50d6d331-6b16-4591-885d-f21db5792220 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94036) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 09:34:39.320958 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-50d6d331-6b16-4591-885d-f21db5792220 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:39.445709 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-86acc6cb-694d-4e1a-911c-5261413027c5 None None] Set router 0634beec-0546-4c67-a741-1de342cd1373 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:34:39.452259 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d6d331-6b16-4591-885d-f21db5792220 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:39.468931 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-50d6d331-6b16-4591-885d-f21db5792220 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:39.485345 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fac7da2-d00b-4872-8ed3-828c20e5301f None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:34:39.490292 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d6d331-6b16-4591-885d-f21db5792220 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:39.493166 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-50d6d331-6b16-4591-885d-f21db5792220 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:39.523926 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6d331-6b16-4591-885d-f21db5792220 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=eef9cfc2-bc36-4dbf-ad6f-275d248cc39d,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:39.555051 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-50d6d331-6b16-4591-885d-f21db5792220 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1218343 Jul 24 09:34:39.555701 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 34982) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:39.568518 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-417bcd02-8c99-4f95-b1a3-ac0c06fd280b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'mac_address': 'fa:16:3e:a6:f4:ef', 'name': 'tempest-NetworksTestDHCPv6-573511528'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:39.578629 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-6bd05e7c-584e-4218-b3a5-23844a1a8ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:39.656400 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6bd05e7c-584e-4218-b3a5-23844a1a8ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:39.667216 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 74855c34-a3df-4acc-b37a-586f90c944c8 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:34:39.733675 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 74855c34-a3df-4acc-b37a-586f90c944c8 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:34:39.737861 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 74855c34-a3df-4acc-b37a-586f90c944c8 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:34:39.812411 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273537da-a8af-4c3a-acbf-a3fccb12d9c3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Router 262067c8-796c-4ead-99cb-516954606b60 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:34:39.823479 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417bcd02-8c99-4f95-b1a3-ac0c06fd280b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:39.945183 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff2d1a2-28b8-4021-a351-afc30ce414a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-563773b9-347f-4496-b491-b57b6545ee0e', 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'fixed_ips': [{'subnet_id': 'eef9cfc2-bc36-4dbf-ad6f-275d248cc39d'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:34:39.946435 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eff2d1a2-28b8-4021-a351-afc30ce414a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:39.948761 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6bd05e7c-584e-4218-b3a5-23844a1a8ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:39.972291 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-417bcd02-8c99-4f95-b1a3-ac0c06fd280b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:39.996055 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-417bcd02-8c99-4f95-b1a3-ac0c06fd280b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] device_id is not set on port 368eff14-d83b-4442-9e54-4515011e04a1 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:34:40.049904 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273537da-a8af-4c3a-acbf-a3fccb12d9c3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:34:40.070874 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-86acc6cb-694d-4e1a-911c-5261413027c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634beec-0546-4c67-a741-1de342cd1373', 'name': 'tempest-TestNetworkBasicOps-router-384864135', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:37Z', 'updated_at': '2021-07-24T09:34:34Z', 'revision_number': 6, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:38Z', 'updated_at': '2021-07-24T09:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '1479d325-b68f-4377-b058-02e299af0c4e', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '0634beec-0546-4c67-a741-1de342cd1373', 'port_id': 'fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'mac_address': 'fa:16:3e:53:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7c7e5b-1959-46d9-b98d-b250a2c21b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:33:06Z', 'updated_at': '2021-07-24T09:33:09Z', 'revision_number': 1, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8431e7-36b1-49bd-9df3-9b1cac43e6ba', 'name': '', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'mac_address': 'fa:16:3e:9a:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'b1094064-278b-4188-87bb-746291e02cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:44Z', 'updated_at': '2021-07-24T09:32:50Z', 'revision_number': 5, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'subnets': [{'id': 'b1094064-278b-4188-87bb-746291e02cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:40.124517 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-273537da-a8af-4c3a-acbf-a3fccb12d9c3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:40.129978 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-273537da-a8af-4c3a-acbf-a3fccb12d9c3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.7795856 Jul 24 09:34:40.134319 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34988) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:40.135180 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34990) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:40.143434 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86acc6cb-694d-4e1a-911c-5261413027c5 None None] Checking router: 0634beec-0546-4c67-a741-1de342cd1373 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:34:40.154998 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] Sync routers for ids ['262067c8-796c-4ead-99cb-516954606b60'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:34:40.156210 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-417bcd02-8c99-4f95-b1a3-ac0c06fd280b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 2001:db8::f816:3eff:fea6:f4ef (563773b9-347f-4496-b491-b57b6545ee0e/eef9cfc2-bc36-4dbf-ad6f-275d248cc39d/368eff14-d83b-4442-9e54-4515011e04a1) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:40.173799 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86acc6cb-694d-4e1a-911c-5261413027c5 None None] Routers {'0634beec-0546-4c67-a741-1de342cd1373'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:34:40.174356 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-86acc6cb-694d-4e1a-911c-5261413027c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:34:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0634beec-0546-4c67-a741-1de342cd1373'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:40.187749 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] Routers {'262067c8-796c-4ead-99cb-516954606b60'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:34:40.188527 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:34:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['262067c8-796c-4ead-99cb-516954606b60'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:40.270439 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-827c0595-c0a1-4c26-8fc7-19a772fc3afb tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=766769263b9c4ac0aa4c77c8f3c95808&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1334903 Jul 24 09:34:40.271408 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 34996) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:40.274575 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-6bd05e7c-584e-4218-b3a5-23844a1a8ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Allocated IP 172.25.7.254 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/18d561da-f53f-4580-a97b-5dcd908a0f8b) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:40.304726 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58e0ed-61f1-4c75-998f-a86f6918afdd req-64439d08-793b-4315-9623-387b784a8654 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:40.321347 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1d58e0ed-61f1-4c75-998f-a86f6918afdd req-64439d08-793b-4315-9623-387b784a8654 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f HTTP/1.1" status: 200 len: 946 time: 0.5722058 Jul 24 09:34:40.354266 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-86acc6cb-694d-4e1a-911c-5261413027c5 None None] Set router 0634beec-0546-4c67-a741-1de342cd1373 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:34:40.357078 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] Set router 262067c8-796c-4ead-99cb-516954606b60 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:34:40.446976 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1d58e0ed-61f1-4c75-998f-a86f6918afdd req-a95ef950-ac95-42dd-89eb-e5a9e6d92ad8 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c0a1da-c84e-44b8-b51b-98692550f07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246498 Jul 24 09:34:40.488651 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bf22c2-42bd-4166-b2a3-266377a593fc tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:40.493903 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-79bf22c2-42bd-4166-b2a3-266377a593fc tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2139118 Jul 24 09:34:40.496361 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35000) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:40.526352 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6bd05e7c-584e-4218-b3a5-23844a1a8ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:40.565716 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d3e632e4-1a04-479a-969b-76913fc1755d tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0658309 Jul 24 09:34:40.568803 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-417bcd02-8c99-4f95-b1a3-ac0c06fd280b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:40.576441 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35002) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:40.583310 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-30088bb7-944f-4d38-905d-671376ee1251 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-190635312', 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:40.686834 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-417bcd02-8c99-4f95-b1a3-ac0c06fd280b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Transition to ACTIVE for port object 368eff14-d83b-4442-9e54-4515011e04a1 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:40.690827 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6bd05e7c-584e-4218-b3a5-23844a1a8ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:40.783915 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30088bb7-944f-4d38-905d-671376ee1251 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Made reservation on behalf of 766769263b9c4ac0aa4c77c8f3c95808 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:40.789498 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-30088bb7-944f-4d38-905d-671376ee1251 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:40.792679 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262067c8-796c-4ead-99cb-516954606b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704094437', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'd1f9f5e9-6e33-48c7-9723-1b0d73c24b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:34:32Z', 'updated_at': '2021-07-24T09:34:36Z', 'revision_number': 3, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'd1f9f5e9-6e33-48c7-9723-1b0d73c24b93', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:33:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262067c8-796c-4ead-99cb-516954606b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:34:34Z', 'updated_at': '2021-07-24T09:34:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:40.794551 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd05e7c-584e-4218-b3a5-23844a1a8ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:40.810422 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-6bd05e7c-584e-4218-b3a5-23844a1a8ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:40.820620 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd05e7c-584e-4218-b3a5-23844a1a8ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:34:40.872521 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] Checking router: 262067c8-796c-4ead-99cb-516954606b60 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:34:40.872521 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] Updating router 262067c8-796c-4ead-99cb-516954606b60 port d1f9f5e9-6e33-48c7-9723-1b0d73c24b93 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:34:40.875015 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-86acc6cb-694d-4e1a-911c-5261413027c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634beec-0546-4c67-a741-1de342cd1373', 'name': 'tempest-TestNetworkBasicOps-router-384864135', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:37Z', 'updated_at': '2021-07-24T09:34:34Z', 'revision_number': 6, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:38Z', 'updated_at': '2021-07-24T09:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '1479d325-b68f-4377-b058-02e299af0c4e', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '0634beec-0546-4c67-a741-1de342cd1373', 'port_id': 'fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'mac_address': 'fa:16:3e:53:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7c7e5b-1959-46d9-b98d-b250a2c21b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:33:06Z', 'updated_at': '2021-07-24T09:33:09Z', 'revision_number': 1, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8431e7-36b1-49bd-9df3-9b1cac43e6ba', 'name': '', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'mac_address': 'fa:16:3e:9a:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'b1094064-278b-4188-87bb-746291e02cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:44Z', 'updated_at': '2021-07-24T09:32:50Z', 'revision_number': 5, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'subnets': [{'id': 'b1094064-278b-4188-87bb-746291e02cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:40.911921 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:40.912130 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86acc6cb-694d-4e1a-911c-5261413027c5 None None] The sync data for ids ['0634beec-0546-4c67-a741-1de342cd1373'] in n-d-800085-9 is: [{'id': '0634beec-0546-4c67-a741-1de342cd1373', 'name': 'tempest-TestNetworkBasicOps-router-384864135', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:37Z', 'updated_at': '2021-07-24T09:34:34Z', 'revision_number': 6, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:38Z', 'updated_at': '2021-07-24T09:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '1479d325-b68f-4377-b058-02e299af0c4e', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '0634beec-0546-4c67-a741-1de342cd1373', 'port_id': 'fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'mac_address': 'fa:16:3e:53:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7c7e5b-1959-46d9-b98d-b250a2c21b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:33:06Z', 'updated_at': '2021-07-24T09:33:09Z', 'revision_number': 1, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8431e7-36b1-49bd-9df3-9b1cac43e6ba', 'name': '', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'mac_address': 'fa:16:3e:9a:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'b1094064-278b-4188-87bb-746291e02cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:44Z', 'updated_at': '2021-07-24T09:32:50Z', 'revision_number': 5, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'subnets': [{'id': 'b1094064-278b-4188-87bb-746291e02cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:34:40.922903 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd05e7c-584e-4218-b3a5-23844a1a8ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Pushing event updated for resources: {'Port': ['ID=18d561da-f53f-4580-a97b-5dcd908a0f8b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:41.011206 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-417bcd02-8c99-4f95-b1a3-ac0c06fd280b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:41.063399 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417bcd02-8c99-4f95-b1a3-ac0c06fd280b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Port': ['ID=368eff14-d83b-4442-9e54-4515011e04a1,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:41.115619 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6bd05e7c-584e-4218-b3a5-23844a1a8ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:41.182185 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417bcd02-8c99-4f95-b1a3-ac0c06fd280b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:41.187602 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6bd05e7c-584e-4218-b3a5-23844a1a8ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:41.192017 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-417bcd02-8c99-4f95-b1a3-ac0c06fd280b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:41.200955 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417bcd02-8c99-4f95-b1a3-ac0c06fd280b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:34:41.211340 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417bcd02-8c99-4f95-b1a3-ac0c06fd280b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:41.214934 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-417bcd02-8c99-4f95-b1a3-ac0c06fd280b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:41.253395 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-eff2d1a2-28b8-4021-a351-afc30ce414a6 None None] Allocated IP 2001:db8::f816:3eff:fe22:d9fa (563773b9-347f-4496-b491-b57b6545ee0e/eef9cfc2-bc36-4dbf-ad6f-275d248cc39d/8e31409f-dd4e-4a4d-9588-00e5329b33b0) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:41.264636 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e86660-f7f3-46c0-9c70-a21ceb9f5888 req-7ece2651-e241-49d1-bf39-786c98547f34 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:41.276245 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-73e86660-f7f3-46c0-9c70-a21ceb9f5888 req-7ece2651-e241-49d1-bf39-786c98547f34 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f HTTP/1.1" status: 200 len: 946 time: 0.3043730 Jul 24 09:34:41.277627 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-30088bb7-944f-4d38-905d-671376ee1251 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:41.285200 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-417bcd02-8c99-4f95-b1a3-ac0c06fd280b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7223015 Jul 24 09:34:41.293189 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35012) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:41.461204 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:41.501654 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] Transition to ACTIVE for port object d1f9f5e9-6e33-48c7-9723-1b0d73c24b93 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:41.515809 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 1b526124-0727-4079-89d9-e14f021b3855 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:34:41.526173 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:41.543456 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30088bb7-944f-4d38-905d-671376ee1251 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Subnet': ['ID=052febb9-0d85-4f6f-a5a7-9b8b9b12c295,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:41.547564 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30088bb7-944f-4d38-905d-671376ee1251 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Checking segment: {'id': 'd64301cc-d735-488b-91bf-d20f44a7a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:34:41.547929 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30088bb7-944f-4d38-905d-671376ee1251 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network hostable DHCP agents. Network: 7c3d9c5a-df8f-4d09-8c37-3b893a39df26, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:34:41.588921 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-73e86660-f7f3-46c0-9c70-a21ceb9f5888 req-450ce237-428b-4e5e-91b0-717cd2bddaff tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Deleting port 06e591f8-b680-433c-9f2a-1d09807c54d7 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:41.589265 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-73e86660-f7f3-46c0-9c70-a21ceb9f5888 req-450ce237-428b-4e5e-91b0-717cd2bddaff tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:41.615668 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aec442b-c94c-4daf-bac5-b30ebc7a127d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:41.616568 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30088bb7-944f-4d38-905d-671376ee1251 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network 7c3d9c5a-df8f-4d09-8c37-3b893a39df26 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:34:41.618961 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8aec442b-c94c-4daf-bac5-b30ebc7a127d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3125598 Jul 24 09:34:41.623796 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35022) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:41.700239 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113845f-52af-46c4-a48f-95515ada8243 None None] Pushing event updated for resources: {'Port': ['ID=d1f9f5e9-6e33-48c7-9723-1b0d73c24b93,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:41.709743 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 1b526124-0727-4079-89d9-e14f021b3855 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:34:41.710346 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 1b526124-0727-4079-89d9-e14f021b3855 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:34:41.712547 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-30088bb7-944f-4d38-905d-671376ee1251 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 7c3d9c5a-df8f-4d09-8c37-3b893a39df26) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:41.720765 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30088bb7-944f-4d38-905d-671376ee1251 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:41.721469 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-30088bb7-944f-4d38-905d-671376ee1251 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:41.761735 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28ed918-0983-4c91-84e8-79851a875501 None None] Network 7c3d9c5a-df8f-4d09-8c37-3b893a39df26 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:34:41.764055 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-30088bb7-944f-4d38-905d-671376ee1251 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1862636 Jul 24 09:34:41.768227 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35028) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:41.778965 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-73e86660-f7f3-46c0-9c70-a21ceb9f5888 req-450ce237-428b-4e5e-91b0-717cd2bddaff tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] For port 06e591f8-b680-433c-9f2a-1d09807c54d7, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=06e591f8-b680-433c-9f2a-1d09807c54d7,segment=NetworkSegment(1696103c-ec2b-4f2d-a49b-259046e4eccc),segment_id=1696103c-ec2b-4f2d-a49b-259046e4eccc)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:41.779446 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-73e86660-f7f3-46c0-9c70-a21ceb9f5888 req-450ce237-428b-4e5e-91b0-717cd2bddaff tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:41.790587 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] Attempting to bind port d1f9f5e9-6e33-48c7-9723-1b0d73c24b93 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:34:41.790980 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] Attempting to bind port d1f9f5e9-6e33-48c7-9723-1b0d73c24b93 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:34:41.791331 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] Attempting to bind port d1f9f5e9-6e33-48c7-9723-1b0d73c24b93 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:34:41.794961 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-73e86660-f7f3-46c0-9c70-a21ceb9f5888 req-450ce237-428b-4e5e-91b0-717cd2bddaff tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Calling delete_port for 06e591f8-b680-433c-9f2a-1d09807c54d7 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:41.819744 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:34:41.820334 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:34:41.820428 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:41.820885 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:34:41.821384 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] Bound port: d1f9f5e9-6e33-48c7-9723-1b0d73c24b93, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:34:41.821768 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:41.883932 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] For port d1f9f5e9-6e33-48c7-9723-1b0d73c24b93, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:34:41.887410 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] For port d1f9f5e9-6e33-48c7-9723-1b0d73c24b93, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d1f9f5e9-6e33-48c7-9723-1b0d73c24b93,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:34:41.925595 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:41.968062 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6bd05e7c-584e-4218-b3a5-23844a1a8ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:41.973184 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eff2d1a2-28b8-4021-a351-afc30ce414a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:41.976450 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cb78faa9-b33e-499a-aba5-d0dd43dd32d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:41.982730 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-73e86660-f7f3-46c0-9c70-a21ceb9f5888 req-450ce237-428b-4e5e-91b0-717cd2bddaff tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:42.017461 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6bd05e7c-584e-4218-b3a5-23844a1a8ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:42.018115 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-eff2d1a2-28b8-4021-a351-afc30ce414a6 None None] Transition to ACTIVE for port object 8e31409f-dd4e-4a4d-9588-00e5329b33b0 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:42.046724 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ce237-428b-4e5e-91b0-717cd2bddaff tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event deleted for resources: {'Port': ['ID=06e591f8-b680-433c-9f2a-1d09807c54d7,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:42.081792 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] Routers {'262067c8-796c-4ead-99cb-516954606b60'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:34:42.082131 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2840ebe-bb73-478f-8709-3b34d3e6b1fe req-e002cf78-50b6-4409-9eb5-966c5fc56aae tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:42.082435 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:34:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['262067c8-796c-4ead-99cb-516954606b60'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:42.083668 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a2840ebe-bb73-478f-8709-3b34d3e6b1fe req-e002cf78-50b6-4409-9eb5-966c5fc56aae tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f HTTP/1.1" status: 200 len: 946 time: 0.4891903 Jul 24 09:34:42.118055 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e86660-f7f3-46c0-9c70-a21ceb9f5888 req-450ce237-428b-4e5e-91b0-717cd2bddaff tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] No DVR routers for this DVR port 06e591f8-b680-433c-9f2a-1d09807c54d7 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:34:42.122304 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-73e86660-f7f3-46c0-9c70-a21ceb9f5888 req-450ce237-428b-4e5e-91b0-717cd2bddaff tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:42.125056 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-73e86660-f7f3-46c0-9c70-a21ceb9f5888 req-450ce237-428b-4e5e-91b0-717cd2bddaff tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.37 "DELETE /v2.0/ports/06e591f8-b680-433c-9f2a-1d09807c54d7 HTTP/1.1" status: 204 len: 173 time: 0.8386590 Jul 24 09:34:42.126026 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f', 'name': 'network-vif-deleted', 'tag': '06e591f8-b680-433c-9f2a-1d09807c54d7'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:34:42.128901 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fcd0a3-2220-42d9-b5d2-8a82e7cbebba" -d '{"events": [{"server_uuid": "a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f", "name": "network-vif-deleted", "tag": "06e591f8-b680-433c-9f2a-1d09807c54d7"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:34:42.188075 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d53e501-2a84-4a37-9efd-d4636c4f0dce x-openstack-request-id: req-0d53e501-2a84-4a37-9efd-d4636c4f0dce {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:34:42.189499 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f", "name": "network-vif-deleted", "tag": "06e591f8-b680-433c-9f2a-1d09807c54d7", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:34:42.189942 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d53e501-2a84-4a37-9efd-d4636c4f0dce {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:34:42.190517 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6bb2212-6b7c-4617-bbe3-d5608b7b3f8f', 'name': 'network-vif-deleted', 'tag': '06e591f8-b680-433c-9f2a-1d09807c54d7', 'status': 'completed', 'code': 200} Jul 24 09:34:42.216304 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-eff2d1a2-28b8-4021-a351-afc30ce414a6 None None] Transition to ACTIVE for port object 8e31409f-dd4e-4a4d-9588-00e5329b33b0 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:42.219230 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113845f-52af-46c4-a48f-95515ada8243 None None] Pushing event updated for resources: {'Port': ['ID=d1f9f5e9-6e33-48c7-9723-1b0d73c24b93,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:42.232381 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c84ada7-4223-4155-b706-8a59089bf1ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-7c3d9c5a-df8f-4d09-8c37-3b893a39df26', 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'fixed_ips': [{'subnet_id': '052febb9-0d85-4f6f-a5a7-9b8b9b12c295'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:34:42.233490 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1c84ada7-4223-4155-b706-8a59089bf1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:42.250643 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eff2d1a2-28b8-4021-a351-afc30ce414a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:42.327329 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff2d1a2-28b8-4021-a351-afc30ce414a6 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:42.331318 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2d1a2-28b8-4021-a351-afc30ce414a6 None None] Pushing event updated for resources: {'Port': ['ID=8e31409f-dd4e-4a4d-9588-00e5329b33b0,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:42.377987 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-eff2d1a2-28b8-4021-a351-afc30ce414a6 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:42.389563 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff2d1a2-28b8-4021-a351-afc30ce414a6 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:34:42.439330 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] Set router 262067c8-796c-4ead-99cb-516954606b60 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:34:42.751776 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd05e7c-584e-4218-b3a5-23844a1a8ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Pushing event updated for resources: {'Port': ['ID=18d561da-f53f-4580-a97b-5dcd908a0f8b,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:42.768556 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-ca768eea-6119-4d2d-835f-829b90b7699a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting port 368eff14-d83b-4442-9e54-4515011e04a1 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:42.768936 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ca768eea-6119-4d2d-835f-829b90b7699a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:42.791537 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a2840ebe-bb73-478f-8709-3b34d3e6b1fe req-dd022ae1-3c8e-4a3c-8eff-c65a3f424484 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c0a1da-c84e-44b8-b51b-98692550f07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6742330 Jul 24 09:34:42.792611 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6bd05e7c-584e-4218-b3a5-23844a1a8ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:42.815297 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-eff2d1a2-28b8-4021-a351-afc30ce414a6 None None] Attempting to bind port 8e31409f-dd4e-4a4d-9588-00e5329b33b0 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:34:42.815567 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-eff2d1a2-28b8-4021-a351-afc30ce414a6 None None] Attempting to bind port 8e31409f-dd4e-4a4d-9588-00e5329b33b0 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:34:42.815904 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff2d1a2-28b8-4021-a351-afc30ce414a6 None None] Attempting to bind port 8e31409f-dd4e-4a4d-9588-00e5329b33b0 on network 563773b9-347f-4496-b491-b57b6545ee0e {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:34:42.831210 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff2d1a2-28b8-4021-a351-afc30ce414a6 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:34:42.831900 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff2d1a2-28b8-4021-a351-afc30ce414a6 None None] Checking segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:34:42.832104 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eff2d1a2-28b8-4021-a351-afc30ce414a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:42.832471 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff2d1a2-28b8-4021-a351-afc30ce414a6 None None] Bound using segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:34:42.833060 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-eff2d1a2-28b8-4021-a351-afc30ce414a6 None None] Bound port: 8e31409f-dd4e-4a4d-9588-00e5329b33b0, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:34:42.833455 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eff2d1a2-28b8-4021-a351-afc30ce414a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:42.919239 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-1c84ada7-4223-4155-b706-8a59089bf1ff None None] Allocated IP 172.20.0.2 (7c3d9c5a-df8f-4d09-8c37-3b893a39df26/052febb9-0d85-4f6f-a5a7-9b8b9b12c295/a34b39e2-ca2c-416f-a85a-8f4780c9a423) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:42.994116 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ca768eea-6119-4d2d-835f-829b90b7699a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:43.001174 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6bd05e7c-584e-4218-b3a5-23844a1a8ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:43.002484 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6bd05e7c-584e-4218-b3a5-23844a1a8ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7229807 Jul 24 09:34:43.005622 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35056) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:43.013294 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-477f8a98-6ccf-463e-840c-43dd281fde30 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2104378311', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'fixed_ips': [{'ip_address': '172.25.7.254'}]}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:43.074950 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477f8a98-6ccf-463e-840c-43dd281fde30 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Made reservation on behalf of fca0b87fd0fd4aa8b20a031c854c12bf for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:43.077399 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-ca768eea-6119-4d2d-835f-829b90b7699a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Calling delete_port for 368eff14-d83b-4442-9e54-4515011e04a1 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:43.079167 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-477f8a98-6ccf-463e-840c-43dd281fde30 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:43.086974 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-eff2d1a2-28b8-4021-a351-afc30ce414a6 None None] For port 8e31409f-dd4e-4a4d-9588-00e5329b33b0, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:34:43.097313 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-477f8a98-6ccf-463e-840c-43dd281fde30 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:43.144494 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-eff2d1a2-28b8-4021-a351-afc30ce414a6 None None] For port 8e31409f-dd4e-4a4d-9588-00e5329b33b0, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=8e31409f-dd4e-4a4d-9588-00e5329b33b0,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:34:43.155466 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eff2d1a2-28b8-4021-a351-afc30ce414a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:43.242396 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-477f8a98-6ccf-463e-840c-43dd281fde30 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:43.254143 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-477f8a98-6ccf-463e-840c-43dd281fde30 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:43.265561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-477f8a98-6ccf-463e-840c-43dd281fde30 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] device_id is not set on port b2a9fd44-7695-4ca5-b531-24499ed4f700 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:34:43.312795 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2d1a2-28b8-4021-a351-afc30ce414a6 None None] Pushing event updated for resources: {'Port': ['ID=8e31409f-dd4e-4a4d-9588-00e5329b33b0,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:43.335038 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262067c8-796c-4ead-99cb-516954606b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704094437', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'd1f9f5e9-6e33-48c7-9723-1b0d73c24b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:34:32Z', 'updated_at': '2021-07-24T09:34:36Z', 'revision_number': 3, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'd1f9f5e9-6e33-48c7-9723-1b0d73c24b93', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:33:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262067c8-796c-4ead-99cb-516954606b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:34:34Z', 'updated_at': '2021-07-24T09:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:43.372008 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1c84ada7-4223-4155-b706-8a59089bf1ff None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:43.374763 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6c848d-4797-4d01-af92-ab558e469813 None None] The sync data for ids ['262067c8-796c-4ead-99cb-516954606b60'] in n-d-800085-9 is: [{'id': '262067c8-796c-4ead-99cb-516954606b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704094437', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'd1f9f5e9-6e33-48c7-9723-1b0d73c24b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:34:32Z', 'updated_at': '2021-07-24T09:34:36Z', 'revision_number': 3, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'd1f9f5e9-6e33-48c7-9723-1b0d73c24b93', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:33:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262067c8-796c-4ead-99cb-516954606b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:34:34Z', 'updated_at': '2021-07-24T09:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:34:43.387060 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1c84ada7-4223-4155-b706-8a59089bf1ff None None] Transition to ACTIVE for port object a34b39e2-ca2c-416f-a85a-8f4780c9a423 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:43.405465 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1c84ada7-4223-4155-b706-8a59089bf1ff None None] Transition to ACTIVE for port object a34b39e2-ca2c-416f-a85a-8f4780c9a423 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:43.415147 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1c84ada7-4223-4155-b706-8a59089bf1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:43.434148 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f8a98-6ccf-463e-840c-43dd281fde30 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1dd79f8-fc76-4f5a-b52d-4496879b7a10,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:43.494648 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c84ada7-4223-4155-b706-8a59089bf1ff None None] Network 7c3d9c5a-df8f-4d09-8c37-3b893a39df26 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:43.501661 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-1c84ada7-4223-4155-b706-8a59089bf1ff None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:43.512866 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c84ada7-4223-4155-b706-8a59089bf1ff None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:34:43.525154 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84ada7-4223-4155-b706-8a59089bf1ff None None] Pushing event updated for resources: {'Port': ['ID=a34b39e2-ca2c-416f-a85a-8f4780c9a423,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:43.586329 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ca768eea-6119-4d2d-835f-829b90b7699a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:43.635297 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-1c84ada7-4223-4155-b706-8a59089bf1ff None None] Attempting to bind port a34b39e2-ca2c-416f-a85a-8f4780c9a423 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:34:43.637235 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-1c84ada7-4223-4155-b706-8a59089bf1ff None None] Attempting to bind port a34b39e2-ca2c-416f-a85a-8f4780c9a423 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd64301cc-d735-488b-91bf-d20f44a7a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:34:43.637626 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c84ada7-4223-4155-b706-8a59089bf1ff None None] Attempting to bind port a34b39e2-ca2c-416f-a85a-8f4780c9a423 on network 7c3d9c5a-df8f-4d09-8c37-3b893a39df26 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:34:43.650046 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c84ada7-4223-4155-b706-8a59089bf1ff None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:34:43.650421 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c84ada7-4223-4155-b706-8a59089bf1ff None None] Checking segment: {'id': 'd64301cc-d735-488b-91bf-d20f44a7a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:34:43.650848 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1c84ada7-4223-4155-b706-8a59089bf1ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:43.651241 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c84ada7-4223-4155-b706-8a59089bf1ff None None] Bound using segment: {'id': 'd64301cc-d735-488b-91bf-d20f44a7a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:34:43.651743 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-1c84ada7-4223-4155-b706-8a59089bf1ff None None] Bound port: a34b39e2-ca2c-416f-a85a-8f4780c9a423, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64301cc-d735-488b-91bf-d20f44a7a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:34:43.652123 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1c84ada7-4223-4155-b706-8a59089bf1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:43.729734 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-477f8a98-6ccf-463e-840c-43dd281fde30 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 24 09:34:43.730996 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-477f8a98-6ccf-463e-840c-43dd281fde30 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:34:43.763188 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca768eea-6119-4d2d-835f-829b90b7699a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Port': ['ID=368eff14-d83b-4442-9e54-4515011e04a1,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:43.773768 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-cb78faa9-b33e-499a-aba5-d0dd43dd32d5 admin admin] Deleting port 2eb38b9f-6eb6-4e5c-b698-692ee3dadecc {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:43.774056 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cb78faa9-b33e-499a-aba5-d0dd43dd32d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:43.783198 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-1c84ada7-4223-4155-b706-8a59089bf1ff None None] For port a34b39e2-ca2c-416f-a85a-8f4780c9a423, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:34:43.790730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-1c84ada7-4223-4155-b706-8a59089bf1ff None None] For port a34b39e2-ca2c-416f-a85a-8f4780c9a423, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a34b39e2-ca2c-416f-a85a-8f4780c9a423,segment=NetworkSegment(d64301cc-d735-488b-91bf-d20f44a7a8ad),segment_id=d64301cc-d735-488b-91bf-d20f44a7a8ad)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:34:43.799998 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f3d02bbd-a486-46f7-84ab-052a1eb9ccad tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:43.800543 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-477f8a98-6ccf-463e-840c-43dd281fde30 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7927358 Jul 24 09:34:43.802037 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35068) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:43.804621 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1c84ada7-4223-4155-b706-8a59089bf1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:43.873801 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ca768eea-6119-4d2d-835f-829b90b7699a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:43.877650 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ca768eea-6119-4d2d-835f-829b90b7699a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/368eff14-d83b-4442-9e54-4515011e04a1 HTTP/1.1" status: 204 len: 168 time: 2.2522655 Jul 24 09:34:43.878887 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35074) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:43.955531 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35076) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:43.956133 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84ada7-4223-4155-b706-8a59089bf1ff None None] Pushing event updated for resources: {'Port': ['ID=a34b39e2-ca2c-416f-a85a-8f4780c9a423,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:44.113859 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-cb78faa9-b33e-499a-aba5-d0dd43dd32d5 admin admin] For port 2eb38b9f-6eb6-4e5c-b698-692ee3dadecc, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=2eb38b9f-6eb6-4e5c-b698-692ee3dadecc,segment=NetworkSegment(a54c4ce2-5110-4b60-8acd-9b1ca7906c18),segment_id=a54c4ce2-5110-4b60-8acd-9b1ca7906c18)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:44.114388 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cb78faa9-b33e-499a-aba5-d0dd43dd32d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:44.117846 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 06e591f8-b680-433c-9f2a-1d09807c54d7 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:34:44.146830 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-cb78faa9-b33e-499a-aba5-d0dd43dd32d5 admin admin] Calling delete_port for 2eb38b9f-6eb6-4e5c-b698-692ee3dadecc owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:44.174218 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 06e591f8-b680-433c-9f2a-1d09807c54d7 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:34:44.174218 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 06e591f8-b680-433c-9f2a-1d09807c54d7 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:34:44.174218 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:44.195351 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63d3053-262e-4319-a30d-8713f103b43a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:44.196930 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63d3053-262e-4319-a30d-8713f103b43a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:44.198461 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e63d3053-262e-4319-a30d-8713f103b43a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3186419 Jul 24 09:34:44.204174 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35082) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:44.308170 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-351db6a0-be02-41dc-acc3-08b7120dc515 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:44.351552 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-69dc22d6-916d-4b22-9a59-498fb191fcba tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet eef9cfc2-bc36-4dbf-ad6f-275d248cc39d {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:34:44.362194 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-69dc22d6-916d-4b22-9a59-498fb191fcba tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:44.404356 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-351db6a0-be02-41dc-acc3-08b7120dc515 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:44.543060 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-a7800eab-2d99-477e-8abc-308312ba07c4 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Deleting port 18d561da-f53f-4580-a97b-5dcd908a0f8b {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:44.543413 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a7800eab-2d99-477e-8abc-308312ba07c4 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:44.574625 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-69dc22d6-916d-4b22-9a59-498fb191fcba tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:44.621199 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-f3d02bbd-a486-46f7-84ab-052a1eb9ccad tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Allocated IP 172.20.0.1 (7c3d9c5a-df8f-4d09-8c37-3b893a39df26/052febb9-0d85-4f6f-a5a7-9b8b9b12c295/549131a6-141b-4458-838f-280417db0bb1) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:44.704164 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-351db6a0-be02-41dc-acc3-08b7120dc515 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:44.707250 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-351db6a0-be02-41dc-acc3-08b7120dc515 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:44.708939 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-351db6a0-be02-41dc-acc3-08b7120dc515 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "DELETE /v2.0/security-groups/53c0a1da-c84e-44b8-b51b-98692550f07e HTTP/1.1" status: 204 len: 168 time: 0.7442780 Jul 24 09:34:44.766714 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351db6a0-be02-41dc-acc3-08b7120dc515 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c0a1da-c84e-44b8-b51b-98692550f07e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:44.791433 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35092) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:44.809053 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a7800eab-2d99-477e-8abc-308312ba07c4 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:44.809388 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a7800eab-2d99-477e-8abc-308312ba07c4 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:44.845701 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-a7800eab-2d99-477e-8abc-308312ba07c4 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Calling delete_port for 18d561da-f53f-4580-a97b-5dcd908a0f8b owned by network:floatingip {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:44.856124 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-69dc22d6-916d-4b22-9a59-498fb191fcba tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:44.867938 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cb78faa9-b33e-499a-aba5-d0dd43dd32d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:44.951035 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78faa9-b33e-499a-aba5-d0dd43dd32d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eb38b9f-6eb6-4e5c-b698-692ee3dadecc,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:44.958340 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f3d02bbd-a486-46f7-84ab-052a1eb9ccad tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:44.969739 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc5f9af-4054-4ff2-b0e4-c92fc71c014c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Deleting subnet 5ab0713f-1c79-4acc-9a04-f75e943d2a04 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:34:45.010522 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7cc5f9af-4054-4ff2-b0e4-c92fc71c014c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:45.043852 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-69dc22d6-916d-4b22-9a59-498fb191fcba tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:45.048430 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-f3d02bbd-a486-46f7-84ab-052a1eb9ccad tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Transition to ACTIVE for port object 549131a6-141b-4458-838f-280417db0bb1 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:45.060658 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0598507c-1fbd-4468-ad5b-a5b1f25dbb89 None None] Provisioning for port 8e31409f-dd4e-4a4d-9588-00e5329b33b0 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:45.125110 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7cc5f9af-4054-4ff2-b0e4-c92fc71c014c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:45.141046 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-69dc22d6-916d-4b22-9a59-498fb191fcba tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:45.147613 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-69dc22d6-916d-4b22-9a59-498fb191fcba tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/eef9cfc2-bc36-4dbf-ad6f-275d248cc39d HTTP/1.1" status: 204 len: 168 time: 0.9401689 Jul 24 09:34:45.147613 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc22d6-916d-4b22-9a59-498fb191fcba tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=eef9cfc2-bc36-4dbf-ad6f-275d248cc39d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:45.151861 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35096) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:45.307921 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-dd268a37-b62e-4e24-8783-05c69feafc5d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1534746 Jul 24 09:34:45.311042 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35100) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:45.322561 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-7c86ded7-db3e-4f37-b8cc-acd00348a0f4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:45.335225 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a7800eab-2d99-477e-8abc-308312ba07c4 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:45.363576 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f3d02bbd-a486-46f7-84ab-052a1eb9ccad tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:45.382140 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7800eab-2d99-477e-8abc-308312ba07c4 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Pushing event deleted for resources: {'Port': ['ID=18d561da-f53f-4580-a97b-5dcd908a0f8b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:45.463415 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d0563a-0260-4ffd-b2a1-f13a514f276f None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:34:45.480992 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a7800eab-2d99-477e-8abc-308312ba07c4 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:45.489500 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a7800eab-2d99-477e-8abc-308312ba07c4 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:45.492400 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a7800eab-2d99-477e-8abc-308312ba07c4 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244 tempest-ExternalNetworksAdminNegativeTestJSON-1544164244-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/09e31c2e-7f4c-44c8-a24e-03c54de28bf1 HTTP/1.1" status: 204 len: 168 time: 1.6901040 Jul 24 09:34:45.538575 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-39be1478-f7be-4882-bce3-1558719fcc16 None None] Could not find standard attr ID for object 368eff14-d83b-4442-9e54-4515011e04a1. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:34:45.555001 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cb78faa9-b33e-499a-aba5-d0dd43dd32d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:45.566893 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d02bbd-a486-46f7-84ab-052a1eb9ccad tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network 7c3d9c5a-df8f-4d09-8c37-3b893a39df26 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:45.568707 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7cc5f9af-4054-4ff2-b0e4-c92fc71c014c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:45.675618 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-f3d02bbd-a486-46f7-84ab-052a1eb9ccad tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:45.691160 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d02bbd-a486-46f7-84ab-052a1eb9ccad tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:34:45.698308 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d02bbd-a486-46f7-84ab-052a1eb9ccad tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Port': ['ID=549131a6-141b-4458-838f-280417db0bb1,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:45.716218 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785ed3cd-e7ff-4796-bbb3-4cb872d52e75 None None] Network 7c3d9c5a-df8f-4d09-8c37-3b893a39df26 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:34:45.875338 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3b6e6082-e3f6-492b-b754-668b1acfd007 None None] Provisioning for port a34b39e2-ca2c-416f-a85a-8f4780c9a423 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:45.919398 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c86ded7-db3e-4f37-b8cc-acd00348a0f4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:45.923004 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7c86ded7-db3e-4f37-b8cc-acd00348a0f4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:45.970193 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f3d02bbd-a486-46f7-84ab-052a1eb9ccad tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:45.980425 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7cc5f9af-4054-4ff2-b0e4-c92fc71c014c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:46.009390 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 8e31409f-dd4e-4a4d-9588-00e5329b33b0 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:34:46.039620 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35110) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:46.054193 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d1da85-38d0-46f2-864b-0f8011fbc282 None None] DHCP port deletion for 563773b9-347f-4496-b491-b57b6545ee0e request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:34:46.133558 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 8e31409f-dd4e-4a4d-9588-00e5329b33b0 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:46.142315 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 8e31409f-dd4e-4a4d-9588-00e5329b33b0 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:46.142903 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:46.166357 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5f9af-4054-4ff2-b0e4-c92fc71c014c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event deleted for resources: {'Subnet': ['ID=5ab0713f-1c79-4acc-9a04-f75e943d2a04,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:46.169551 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7cc5f9af-4054-4ff2-b0e4-c92fc71c014c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:46.174073 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7cc5f9af-4054-4ff2-b0e4-c92fc71c014c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "DELETE /v2.0/subnets/5ab0713f-1c79-4acc-9a04-f75e943d2a04 HTTP/1.1" status: 204 len: 168 time: 1.3791256 Jul 24 09:34:46.174666 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35114) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:46.196635 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf9fbc0-1939-4ea8-a107-9679ef0c0eb7 None None] Network 2f8cdc80-4462-47c3-ad43-a1cc44ae4b24 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:34:46.307404 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-62d1da85-38d0-46f2-864b-0f8011fbc282 None None] Deleting port 8e31409f-dd4e-4a4d-9588-00e5329b33b0 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:46.308047 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-62d1da85-38d0-46f2-864b-0f8011fbc282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:46.359005 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b5ce02f-8224-435b-b107-7e3672574323 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:46.388564 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:46.448351 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f3d02bbd-a486-46f7-84ab-052a1eb9ccad tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:46.473046 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-62d1da85-38d0-46f2-864b-0f8011fbc282 None None] For port 8e31409f-dd4e-4a4d-9588-00e5329b33b0, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=8e31409f-dd4e-4a4d-9588-00e5329b33b0,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:46.473947 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-62d1da85-38d0-46f2-864b-0f8011fbc282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:46.476598 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb78faa9-b33e-499a-aba5-d0dd43dd32d5 admin admin] Router e164d2ce-c1fb-4ee1-9790-9d623acf684d has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:34:46.486470 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-330f56b6-aba5-423c-9d99-e566b94e9bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:46.501480 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-62d1da85-38d0-46f2-864b-0f8011fbc282 None None] Calling delete_port for 8e31409f-dd4e-4a4d-9588-00e5329b33b0 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:46.523191 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 8e31409f-dd4e-4a4d-9588-00e5329b33b0, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=8e31409f-dd4e-4a4d-9588-00e5329b33b0,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:46.550978 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-1b5ce02f-8224-435b-b107-7e3672574323 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Deleting port 7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:46.551328 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b5ce02f-8224-435b-b107-7e3672574323 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:46.567683 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:46.574652 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d1f9f5e9-6e33-48c7-9723-1b0d73c24b93 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:34:46.665098 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=8e31409f-dd4e-4a4d-9588-00e5329b33b0,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:46.780574 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:46.789409 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port d1f9f5e9-6e33-48c7-9723-1b0d73c24b93 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:46.802677 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port d1f9f5e9-6e33-48c7-9723-1b0d73c24b93 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:46.803060 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:46.903930 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-897fde35-d9d4-4165-a34e-b9238398ba72 None None] Provisioning for port 549131a6-141b-4458-838f-280417db0bb1 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:46.915874 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-897fde35-d9d4-4165-a34e-b9238398ba72 None None] Provisioning complete for port 549131a6-141b-4458-838f-280417db0bb1 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:46.918005 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-897fde35-d9d4-4165-a34e-b9238398ba72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:46.973649 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5547441-e897-46a9-a33d-a86634573b29 None None] DHCP port deletion for 2f8cdc80-4462-47c3-ad43-a1cc44ae4b24 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:34:46.980709 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-897fde35-d9d4-4165-a34e-b9238398ba72 None None] Port 549131a6-141b-4458-838f-280417db0bb1 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:34:47.067196 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:47.089189 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-62d1da85-38d0-46f2-864b-0f8011fbc282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:47.152087 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1da85-38d0-46f2-864b-0f8011fbc282 None None] Pushing event deleted for resources: {'Port': ['ID=8e31409f-dd4e-4a4d-9588-00e5329b33b0,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:47.152826 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-1b5ce02f-8224-435b-b107-7e3672574323 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] For port 7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b,segment=NetworkSegment(1696103c-ec2b-4f2d-a49b-259046e4eccc),segment_id=1696103c-ec2b-4f2d-a49b-259046e4eccc)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:47.153036 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b5ce02f-8224-435b-b107-7e3672574323 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:47.154603 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d1da85-38d0-46f2-864b-0f8011fbc282 None None] No DVR routers for this DVR port 8e31409f-dd4e-4a4d-9588-00e5329b33b0 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:34:47.159257 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port d1f9f5e9-6e33-48c7-9723-1b0d73c24b93, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d1f9f5e9-6e33-48c7-9723-1b0d73c24b93,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:47.173415 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-c5547441-e897-46a9-a33d-a86634573b29 None None] Deleting port 7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:47.174886 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c5547441-e897-46a9-a33d-a86634573b29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:47.178930 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:47.179704 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a34b39e2-ca2c-416f-a85a-8f4780c9a423 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:34:47.239583 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-1b5ce02f-8224-435b-b107-7e3672574323 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Calling delete_port for 7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:47.301101 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-330f56b6-aba5-423c-9d99-e566b94e9bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:47.312405 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-330f56b6-aba5-423c-9d99-e566b94e9bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:47.397653 n-d-800085-9 neutron-server[94035]: DEBUG neutron.objects.ports [None req-7c86ded7-db3e-4f37-b8cc-acd00348a0f4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94035) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 09:34:47.400408 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-330f56b6-aba5-423c-9d99-e566b94e9bdc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b191fec279db40959ea618d8eeb4eea3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3591838 Jul 24 09:34:47.402674 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35124) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:47.408080 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7c86ded7-db3e-4f37-b8cc-acd00348a0f4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:47.427244 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f56b6-aba5-423c-9d99-e566b94e9bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcc414f-8b2a-47a7-aef8-2b1433ac9872,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:47.473117 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb78faa9-b33e-499a-aba5-d0dd43dd32d5 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:34:47.479068 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b5ce02f-8224-435b-b107-7e3672574323 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:47.484596 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fc9f0b-dcf5-48f2-b2d6-aadc6ea6c2af None None] Sync routers for ids ['e164d2ce-c1fb-4ee1-9790-9d623acf684d'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:34:47.491524 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cb78faa9-b33e-499a-aba5-d0dd43dd32d5 admin admin] 10.222.0.32 "PUT /v2.0/routers/e164d2ce-c1fb-4ee1-9790-9d623acf684d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3404672 Jul 24 09:34:47.493393 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5ce02f-8224-435b-b107-7e3672574323 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] No DVR routers for this DVR port 7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:34:47.501306 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fc9f0b-dcf5-48f2-b2d6-aadc6ea6c2af None None] Routers {'e164d2ce-c1fb-4ee1-9790-9d623acf684d'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:34:47.502313 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e2fc9f0b-dcf5-48f2-b2d6-aadc6ea6c2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:34:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e164d2ce-c1fb-4ee1-9790-9d623acf684d'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:47.508668 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35128) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:47.520611 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-53a2e913-4455-409f-b71b-27bad64580fe None None] Provisioning complete for port 549131a6-141b-4458-838f-280417db0bb1 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:47.521012 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-53a2e913-4455-409f-b71b-27bad64580fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:47.539729 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c86ded7-db3e-4f37-b8cc-acd00348a0f4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:47.559584 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ce02f-8224-435b-b107-7e3672574323 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event deleted for resources: {'Port': ['ID=7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:47.587936 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-768ff68e-4e20-496e-9888-a4803fade168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:47.604782 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-c5547441-e897-46a9-a33d-a86634573b29 None None] For port 7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b,segment=NetworkSegment(1696103c-ec2b-4f2d-a49b-259046e4eccc),segment_id=1696103c-ec2b-4f2d-a49b-259046e4eccc)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:47.605185 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c5547441-e897-46a9-a33d-a86634573b29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:47.618851 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-768ff68e-4e20-496e-9888-a4803fade168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:47.622602 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port a34b39e2-ca2c-416f-a85a-8f4780c9a423 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:47.644048 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-e2fc9f0b-dcf5-48f2-b2d6-aadc6ea6c2af None None] Set router e164d2ce-c1fb-4ee1-9790-9d623acf684d gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:34:47.646717 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port a34b39e2-ca2c-416f-a85a-8f4780c9a423 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:47.646717 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:47.649978 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-c5547441-e897-46a9-a33d-a86634573b29 None None] Calling delete_port for 7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:47.659676 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-53a2e913-4455-409f-b71b-27bad64580fe None None] Port 549131a6-141b-4458-838f-280417db0bb1 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:34:47.669153 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-7c86ded7-db3e-4f37-b8cc-acd00348a0f4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:47.674712 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35130) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:47.687347 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c86ded7-db3e-4f37-b8cc-acd00348a0f4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:47.688949 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7c86ded7-db3e-4f37-b8cc-acd00348a0f4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:47.693494 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86ded7-db3e-4f37-b8cc-acd00348a0f4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=9ad03c25-e14b-4155-a3a2-3365538a1b23,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:47.707201 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3835fd-7ff2-4d23-8f91-710f3aeef8bf None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:34:47.732432 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b5ce02f-8224-435b-b107-7e3672574323 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:47.735556 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-768ff68e-4e20-496e-9888-a4803fade168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:47.738953 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-768ff68e-4e20-496e-9888-a4803fade168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:47.743800 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-768ff68e-4e20-496e-9888-a4803fade168 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ebcc414f-8b2a-47a7-aef8-2b1433ac9872 HTTP/1.1" status: 204 len: 168 time: 0.3372240 Jul 24 09:34:47.763143 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-1b5ce02f-8224-435b-b107-7e3672574323 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f8cdc80-4462-47c3-ad43-a1cc44ae4b24']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:47.776441 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ff68e-4e20-496e-9888-a4803fade168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcc414f-8b2a-47a7-aef8-2b1433ac9872,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:47.795404 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-1b5ce02f-8224-435b-b107-7e3672574323 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1696103c-ec2b-4f2d-a49b-259046e4eccc') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:47.796116 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-1b5ce02f-8224-435b-b107-7e3672574323 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1696103c-ec2b-4f2d-a49b-259046e4eccc') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:47.804758 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3871bd09-fbf1-4f12-8bda-06ba2ad00ff6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:47.805465 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=d1f9f5e9-6e33-48c7-9723-1b0d73c24b93,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:47.815758 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7c86ded7-db3e-4f37-b8cc-acd00348a0f4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5008924 Jul 24 09:34:47.819435 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35136) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:47.831258 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-56657a4f-7a03-43ca-bc9d-71318397c2f4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'mac_address': 'fa:16:3e:6a:9f:ec', 'name': 'tempest-NetworksTestDHCPv6-1227979240'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:47.838207 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b5ce02f-8224-435b-b107-7e3672574323 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:47.887068 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b5ce02f-8224-435b-b107-7e3672574323 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:47.903665 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5ce02f-8224-435b-b107-7e3672574323 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:34:47.904144 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b5ce02f-8224-435b-b107-7e3672574323 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:34:47.908545 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:34:47.911183 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-136f4c9a-b5c0-4a5c-b039-91f7c10769e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:48.052461 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-136f4c9a-b5c0-4a5c-b039-91f7c10769e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:48.061802 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b5ce02f-8224-435b-b107-7e3672574323 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:48.072691 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-136f4c9a-b5c0-4a5c-b039-91f7c10769e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:48.077539 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b5ce02f-8224-435b-b107-7e3672574323 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:48.081586 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1b5ce02f-8224-435b-b107-7e3672574323 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "DELETE /v2.0/networks/2f8cdc80-4462-47c3-ad43-a1cc44ae4b24 HTTP/1.1" status: 204 len: 168 time: 1.9035597 Jul 24 09:34:48.082743 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35140) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:48.136938 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c5547441-e897-46a9-a33d-a86634573b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:48.143170 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-136f4c9a-b5c0-4a5c-b039-91f7c10769e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83d183e78b804529a42bc3355c6442b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4640758 Jul 24 09:34:48.145256 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ce02f-8224-435b-b107-7e3672574323 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event deleted for resources: {'Network': ['ID=2f8cdc80-4462-47c3-ad43-a1cc44ae4b24,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:48.149223 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f4c9a-b5c0-4a5c-b039-91f7c10769e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca331c6d-102b-417b-9dd0-9b0d4d6784a1,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:48.157693 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b457046b-9205-4f2c-b1f6-587dff05a22a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-563773b9-347f-4496-b491-b57b6545ee0e', 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'fixed_ips': [{'subnet_id': '9ad03c25-e14b-4155-a3a2-3365538a1b23'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:34:48.159159 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b457046b-9205-4f2c-b1f6-587dff05a22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:48.167314 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35142) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:48.182788 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e2fc9f0b-dcf5-48f2-b2d6-aadc6ea6c2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'name': 'tempest-TestVolumeBackupRestore-659865943-router', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:35Z', 'updated_at': '2021-07-24T09:34:44Z', 'revision_number': 5, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'gw_port': {'id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:82:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:38Z', 'updated_at': '2021-07-24T09:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:48.192067 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c5547441-e897-46a9-a33d-a86634573b29 None None] Network 2f8cdc80-4462-47c3-ad43-a1cc44ae4b24 is not hosted by any dhcp agent {{(pid=94037) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 09:34:48.192885 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5547441-e897-46a9-a33d-a86634573b29 None None] No DVR routers for this DVR port 7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:34:48.194809 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5547441-e897-46a9-a33d-a86634573b29 None None] Pushing event deleted for resources: {'Port': ['ID=7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:48.205648 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:48.242242 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fc9f0b-dcf5-48f2-b2d6-aadc6ea6c2af None None] Checking router: e164d2ce-c1fb-4ee1-9790-9d623acf684d for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:34:48.252194 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fc9f0b-dcf5-48f2-b2d6-aadc6ea6c2af None None] Routers {'e164d2ce-c1fb-4ee1-9790-9d623acf684d'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:34:48.253317 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e2fc9f0b-dcf5-48f2-b2d6-aadc6ea6c2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:34:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e164d2ce-c1fb-4ee1-9790-9d623acf684d'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:48.281782 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56657a4f-7a03-43ca-bc9d-71318397c2f4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:48.320004 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port a34b39e2-ca2c-416f-a85a-8f4780c9a423, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a34b39e2-ca2c-416f-a85a-8f4780c9a423,segment=NetworkSegment(d64301cc-d735-488b-91bf-d20f44a7a8ad),segment_id=d64301cc-d735-488b-91bf-d20f44a7a8ad)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:48.334212 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3871bd09-fbf1-4f12-8bda-06ba2ad00ff6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:48.345617 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35144) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:48.345617 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f3d02bbd-a486-46f7-84ab-052a1eb9ccad tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:48.361697 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:48.389785 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f3d02bbd-a486-46f7-84ab-052a1eb9ccad tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:48.394790 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-56657a4f-7a03-43ca-bc9d-71318397c2f4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:48.427554 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=a34b39e2-ca2c-416f-a85a-8f4780c9a423,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:48.430486 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-56657a4f-7a03-43ca-bc9d-71318397c2f4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] device_id is not set on port f5e5454c-0860-4953-a334-ac1d3f25a5ef yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:34:48.452831 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-b457046b-9205-4f2c-b1f6-587dff05a22a None None] Allocated IP 2001:db8::f816:3eff:fe8b:38c (563773b9-347f-4496-b491-b57b6545ee0e/9ad03c25-e14b-4155-a3a2-3365538a1b23/c1644b49-7d77-44f8-ad99-48332c3dc29e) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:48.482298 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-e2fc9f0b-dcf5-48f2-b2d6-aadc6ea6c2af None None] Set router e164d2ce-c1fb-4ee1-9790-9d623acf684d gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:34:48.482476 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4417a0ac-e1c1-48f1-a67a-860b9bda1ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:48.539934 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d1f9f5e9-6e33-48c7-9723-1b0d73c24b93 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:34:48.568194 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4417a0ac-e1c1-48f1-a67a-860b9bda1ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:48.613370 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f3d02bbd-a486-46f7-84ab-052a1eb9ccad tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:48.627553 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-1326c40c-05c0-42f4-9a5c-bd149ad5dfd8 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Deleting port ee00ca7c-4d3a-46f0-913b-a0eb07e8bfee {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:48.628061 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1326c40c-05c0-42f4-9a5c-bd149ad5dfd8 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:48.662272 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port d1f9f5e9-6e33-48c7-9723-1b0d73c24b93 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:48.663302 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:48.682013 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e2fc9f0b-dcf5-48f2-b2d6-aadc6ea6c2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'name': 'tempest-TestVolumeBackupRestore-659865943-router', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:35Z', 'updated_at': '2021-07-24T09:34:44Z', 'revision_number': 5, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'gw_port': {'id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:82:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:38Z', 'updated_at': '2021-07-24T09:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:48.697631 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b457046b-9205-4f2c-b1f6-587dff05a22a None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:48.716622 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d02bbd-a486-46f7-84ab-052a1eb9ccad tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Port': ['ID=549131a6-141b-4458-838f-280417db0bb1,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:48.727200 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-09037719-08ba-4667-92ba-2673899e6eb9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fca0b87fd0fd4aa8b20a031c854c12bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3731158 Jul 24 09:34:48.733759 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35146) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:48.734930 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fc9f0b-dcf5-48f2-b2d6-aadc6ea6c2af None None] The sync data for ids ['e164d2ce-c1fb-4ee1-9790-9d623acf684d'] in n-d-800085-9 is: [{'id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'name': 'tempest-TestVolumeBackupRestore-659865943-router', 'tenant_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:35Z', 'updated_at': '2021-07-24T09:34:44Z', 'revision_number': 5, 'project_id': '9a626df8cf9a4b0ea66b1dfe014448cf', 'gw_port': {'id': 'b01e9437-597e-4e8b-a206-7e4ac8ceb406', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:82:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164d2ce-c1fb-4ee1-9790-9d623acf684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:29:38Z', 'updated_at': '2021-07-24T09:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:34:48.744540 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1326c40c-05c0-42f4-9a5c-bd149ad5dfd8 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:48.745034 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1326c40c-05c0-42f4-9a5c-bd149ad5dfd8 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:48.758522 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b457046b-9205-4f2c-b1f6-587dff05a22a None None] Transition to ACTIVE for port object c1644b49-7d77-44f8-ad99-48332c3dc29e will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:48.759607 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-1326c40c-05c0-42f4-9a5c-bd149ad5dfd8 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Calling delete_port for ee00ca7c-4d3a-46f0-913b-a0eb07e8bfee owned by network:floatingip {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:48.781350 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4417a0ac-e1c1-48f1-a67a-860b9bda1ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:48.783875 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4417a0ac-e1c1-48f1-a67a-860b9bda1ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:48.787313 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4417a0ac-e1c1-48f1-a67a-860b9bda1ef6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca331c6d-102b-417b-9dd0-9b0d4d6784a1 HTTP/1.1" status: 204 len: 168 time: 0.6167448 Jul 24 09:34:48.801117 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b457046b-9205-4f2c-b1f6-587dff05a22a None None] Transition to ACTIVE for port object c1644b49-7d77-44f8-ad99-48332c3dc29e will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:48.812258 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b457046b-9205-4f2c-b1f6-587dff05a22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:48.827650 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-3871bd09-fbf1-4f12-8bda-06ba2ad00ff6 admin admin] Deleting port b01e9437-597e-4e8b-a206-7e4ac8ceb406 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:48.827980 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3871bd09-fbf1-4f12-8bda-06ba2ad00ff6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:48.836155 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417a0ac-e1c1-48f1-a67a-860b9bda1ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca331c6d-102b-417b-9dd0-9b0d4d6784a1,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:48.865263 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b457046b-9205-4f2c-b1f6-587dff05a22a None None] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:48.880621 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-b457046b-9205-4f2c-b1f6-587dff05a22a None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:48.884870 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b457046b-9205-4f2c-b1f6-587dff05a22a None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:34:48.900667 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d02bbd-a486-46f7-84ab-052a1eb9ccad tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network 7c3d9c5a-df8f-4d09-8c37-3b893a39df26 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:48.902576 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457046b-9205-4f2c-b1f6-587dff05a22a None None] Pushing event updated for resources: {'Port': ['ID=c1644b49-7d77-44f8-ad99-48332c3dc29e,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:48.937204 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-f3d02bbd-a486-46f7-84ab-052a1eb9ccad tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:48.939346 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-56657a4f-7a03-43ca-bc9d-71318397c2f4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 2001:db8::f816:3eff:fe6a:9fec (563773b9-347f-4496-b491-b57b6545ee0e/9ad03c25-e14b-4155-a3a2-3365538a1b23/f5e5454c-0860-4953-a334-ac1d3f25a5ef) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:48.957399 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c6eb91e-9ee1-4f9f-8d87-6b0ae817f682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:48.993544 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-b457046b-9205-4f2c-b1f6-587dff05a22a None None] Attempting to bind port c1644b49-7d77-44f8-ad99-48332c3dc29e on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:34:48.993966 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-b457046b-9205-4f2c-b1f6-587dff05a22a None None] Attempting to bind port c1644b49-7d77-44f8-ad99-48332c3dc29e by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:34:48.994287 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b457046b-9205-4f2c-b1f6-587dff05a22a None None] Attempting to bind port c1644b49-7d77-44f8-ad99-48332c3dc29e on network 563773b9-347f-4496-b491-b57b6545ee0e {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:34:49.001451 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b457046b-9205-4f2c-b1f6-587dff05a22a None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:34:49.001893 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b457046b-9205-4f2c-b1f6-587dff05a22a None None] Checking segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:34:49.002301 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b457046b-9205-4f2c-b1f6-587dff05a22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:49.002710 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b457046b-9205-4f2c-b1f6-587dff05a22a None None] Bound using segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:34:49.003254 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-b457046b-9205-4f2c-b1f6-587dff05a22a None None] Bound port: c1644b49-7d77-44f8-ad99-48332c3dc29e, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:34:49.003628 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b457046b-9205-4f2c-b1f6-587dff05a22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:49.135861 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1326c40c-05c0-42f4-9a5c-bd149ad5dfd8 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:49.164994 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 8e31409f-dd4e-4a4d-9588-00e5329b33b0 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:34:49.170233 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-b457046b-9205-4f2c-b1f6-587dff05a22a None None] For port c1644b49-7d77-44f8-ad99-48332c3dc29e, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:34:49.194308 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c6eb91e-9ee1-4f9f-8d87-6b0ae817f682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:49.200074 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-3871bd09-fbf1-4f12-8bda-06ba2ad00ff6 admin admin] For port b01e9437-597e-4e8b-a206-7e4ac8ceb406, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b01e9437-597e-4e8b-a206-7e4ac8ceb406,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:49.200573 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3871bd09-fbf1-4f12-8bda-06ba2ad00ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:49.220223 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326c40c-05c0-42f4-9a5c-bd149ad5dfd8 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event deleted for resources: {'Port': ['ID=ee00ca7c-4d3a-46f0-913b-a0eb07e8bfee,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:49.233905 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 8e31409f-dd4e-4a4d-9588-00e5329b33b0 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:34:49.234478 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 8e31409f-dd4e-4a4d-9588-00e5329b33b0 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:34:49.235970 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:34:49.239653 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-3871bd09-fbf1-4f12-8bda-06ba2ad00ff6 admin admin] Calling delete_port for b01e9437-597e-4e8b-a206-7e4ac8ceb406 owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:49.247897 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-b457046b-9205-4f2c-b1f6-587dff05a22a None None] For port c1644b49-7d77-44f8-ad99-48332c3dc29e, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c1644b49-7d77-44f8-ad99-48332c3dc29e,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:34:49.285116 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:34:49.285351 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7b16dbd8-46b3-45bb-aba4-3ad66dd4c61b not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:34:49.294019 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b457046b-9205-4f2c-b1f6-587dff05a22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:49.309092 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d02bbd-a486-46f7-84ab-052a1eb9ccad tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Router 262067c8-796c-4ead-99cb-516954606b60 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:34:49.362496 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35152) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:49.381987 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1326c40c-05c0-42f4-9a5c-bd149ad5dfd8 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for floatingip, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:49.382499 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-1326c40c-05c0-42f4-9a5c-bd149ad5dfd8 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Floating IP 1479d325-b68f-4377-b058-02e299af0c4e disassociated (deleted). External IP: 172.25.7.129, port: fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9. Jul 24 09:34:49.400087 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457046b-9205-4f2c-b1f6-587dff05a22a None None] Pushing event updated for resources: {'Port': ['ID=c1644b49-7d77-44f8-ad99-48332c3dc29e,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:49.427899 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7de403f0-f251-43c2-bac6-f79fd60a4666 None None] Provisioning complete for port 549131a6-141b-4458-838f-280417db0bb1 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:49.428914 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7de403f0-f251-43c2-bac6-f79fd60a4666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:49.440139 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2cb13e7c-f80e-419d-91de-c2503e56b352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:49.483237 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-7de403f0-f251-43c2-bac6-f79fd60a4666 None None] Port 549131a6-141b-4458-838f-280417db0bb1 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:34:49.503164 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c6eb91e-9ee1-4f9f-8d87-6b0ae817f682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:49.505789 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c6eb91e-9ee1-4f9f-8d87-6b0ae817f682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:49.507555 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6c6eb91e-9ee1-4f9f-8d87-6b0ae817f682 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1dd79f8-fc76-4f5a-b52d-4496879b7a10 HTTP/1.1" status: 204 len: 168 time: 0.7687390 Jul 24 09:34:49.537482 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-56657a4f-7a03-43ca-bc9d-71318397c2f4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:49.563899 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-56657a4f-7a03-43ca-bc9d-71318397c2f4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Transition to ACTIVE for port object f5e5454c-0860-4953-a334-ac1d3f25a5ef will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:49.574032 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6eb91e-9ee1-4f9f-8d87-6b0ae817f682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1dd79f8-fc76-4f5a-b52d-4496879b7a10,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:49.654250 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d02bbd-a486-46f7-84ab-052a1eb9ccad tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:34:49.698223 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] Sync routers for ids ['262067c8-796c-4ead-99cb-516954606b60'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:34:49.718971 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] Routers {'262067c8-796c-4ead-99cb-516954606b60'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:34:49.719621 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:34:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['262067c8-796c-4ead-99cb-516954606b60'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:49.721182 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f3d02bbd-a486-46f7-84ab-052a1eb9ccad tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "PUT /v2.0/routers/262067c8-796c-4ead-99cb-516954606b60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9480102 Jul 24 09:34:49.729678 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-56657a4f-7a03-43ca-bc9d-71318397c2f4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:49.781749 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1326c40c-05c0-42f4-9a5c-bd149ad5dfd8 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Router 0634beec-0546-4c67-a741-1de342cd1373 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:34:49.793659 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56657a4f-7a03-43ca-bc9d-71318397c2f4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:49.797909 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-56657a4f-7a03-43ca-bc9d-71318397c2f4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:49.815546 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56657a4f-7a03-43ca-bc9d-71318397c2f4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:34:49.817063 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3871bd09-fbf1-4f12-8bda-06ba2ad00ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:49.825073 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56657a4f-7a03-43ca-bc9d-71318397c2f4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:49.825761 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-56657a4f-7a03-43ca-bc9d-71318397c2f4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:49.870821 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56657a4f-7a03-43ca-bc9d-71318397c2f4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Port': ['ID=f5e5454c-0860-4953-a334-ac1d3f25a5ef,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:49.896406 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871bd09-fbf1-4f12-8bda-06ba2ad00ff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b01e9437-597e-4e8b-a206-7e4ac8ceb406,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:49.938692 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] Set router 262067c8-796c-4ead-99cb-516954606b60 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:34:50.022132 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2cb13e7c-f80e-419d-91de-c2503e56b352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:50.023793 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3871bd09-fbf1-4f12-8bda-06ba2ad00ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:50.067532 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2cb13e7c-f80e-419d-91de-c2503e56b352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:50.204058 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3871bd09-fbf1-4f12-8bda-06ba2ad00ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:50.208665 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3871bd09-fbf1-4f12-8bda-06ba2ad00ff6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:50.213538 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2cb13e7c-f80e-419d-91de-c2503e56b352 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9b4cf69f32142aa84873b4516caa7be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8494458 Jul 24 09:34:50.218462 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35178) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:50.218675 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262067c8-796c-4ead-99cb-516954606b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704094437', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'd1f9f5e9-6e33-48c7-9723-1b0d73c24b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:34:32Z', 'updated_at': '2021-07-24T09:34:46Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'd1f9f5e9-6e33-48c7-9723-1b0d73c24b93', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262067c8-796c-4ead-99cb-516954606b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:34:34Z', 'updated_at': '2021-07-24T09:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '549131a6-141b-4458-838f-280417db0bb1', 'name': '', 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:af:f4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262067c8-796c-4ead-99cb-516954606b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '052febb9-0d85-4f6f-a5a7-9b8b9b12c295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:34:44Z', 'updated_at': '2021-07-24T09:34:47Z', 'revision_number': 2, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': '052febb9-0d85-4f6f-a5a7-9b8b9b12c295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:50.251127 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] Checking router: 262067c8-796c-4ead-99cb-516954606b60 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:34:50.251484 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] Updating router 262067c8-796c-4ead-99cb-516954606b60 port 549131a6-141b-4458-838f-280417db0bb1 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:34:50.288216 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:50.341077 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-56657a4f-7a03-43ca-bc9d-71318397c2f4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5202484 Jul 24 09:34:50.343705 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35180) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:50.371462 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-494810f9-a8ea-4854-8249-e017dd8fb408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:50.380331 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb13e7c-f80e-419d-91de-c2503e56b352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a1820d-9c50-4cf5-8890-efde9457bae8,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:50.404112 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3871bd09-fbf1-4f12-8bda-06ba2ad00ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:50.404867 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3871bd09-fbf1-4f12-8bda-06ba2ad00ff6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e164d2ce-c1fb-4ee1-9790-9d623acf684d {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:34:50.433981 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3871bd09-fbf1-4f12-8bda-06ba2ad00ff6 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:50.435179 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3871bd09-fbf1-4f12-8bda-06ba2ad00ff6 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e164d2ce-c1fb-4ee1-9790-9d623acf684d HTTP/1.1" status: 204 len: 168 time: 2.9228406 Jul 24 09:34:50.443587 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35186) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:50.455367 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-650ac9b1-7733-4e19-902c-2d841fd1d43a tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-895979700&fields=id&tenant_id=766769263b9c4ac0aa4c77c8f3c95808 HTTP/1.1" status: 200 len: 267 time: 0.1292050 Jul 24 09:34:50.462125 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-494810f9-a8ea-4854-8249-e017dd8fb408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:50.601819 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-494810f9-a8ea-4854-8249-e017dd8fb408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:50.604758 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-494810f9-a8ea-4854-8249-e017dd8fb408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:50.608311 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-494810f9-a8ea-4854-8249-e017dd8fb408 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58a1820d-9c50-4cf5-8890-efde9457bae8 HTTP/1.1" status: 204 len: 168 time: 0.3815691 Jul 24 09:34:50.647471 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494810f9-a8ea-4854-8249-e017dd8fb408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a1820d-9c50-4cf5-8890-efde9457bae8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:50.840875 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-39bee9e2-db25-4105-9856-5587986441a0 admin admin] Deleting subnet 6edc8e9e-14b5-4008-b91c-eb8350e9b15f {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:34:50.855816 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1326c40c-05c0-42f4-9a5c-bd149ad5dfd8 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:34:50.863097 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1326c40c-05c0-42f4-9a5c-bd149ad5dfd8 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:50.868289 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f72aba-06e5-4776-9ef0-a011c5d3a291 None None] Sync routers for ids ['0634beec-0546-4c67-a741-1de342cd1373'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:34:50.868816 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:50.871096 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-39bee9e2-db25-4105-9856-5587986441a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:50.883635 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427a5cfd-170e-4e96-88b8-d856ecd555ae tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:50.884677 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] Transition to ACTIVE for port object 549131a6-141b-4458-838f-280417db0bb1 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:50.890161 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427a5cfd-170e-4e96-88b8-d856ecd555ae tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:50.890536 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f72aba-06e5-4776-9ef0-a011c5d3a291 None None] Routers {'0634beec-0546-4c67-a741-1de342cd1373'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:34:50.891195 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-21f72aba-06e5-4776-9ef0-a011c5d3a291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:34:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0634beec-0546-4c67-a741-1de342cd1373'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:50.892080 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-427a5cfd-170e-4e96-88b8-d856ecd555ae tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5389071 Jul 24 09:34:50.894797 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35200) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:50.899956 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-445dbef2-76dd-40a9-bce4-9beeb6132cff tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:50.901618 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-445dbef2-76dd-40a9-bce4-9beeb6132cff tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/networks?id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26 HTTP/1.1" status: 200 len: 797 time: 0.4454436 Jul 24 09:34:50.907800 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:50.988578 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-eddd5441-8946-421f-8e87-a8d8f2c2e28c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/quotas/766769263b9c4ac0aa4c77c8f3c95808 HTTP/1.1" status: 200 len: 375 time: 0.0416808 Jul 24 09:34:51.084387 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-39bee9e2-db25-4105-9856-5587986441a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:51.154874 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1326c40c-05c0-42f4-9a5c-bd149ad5dfd8 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "DELETE /v2.0/floatingips/1479d325-b68f-4377-b058-02e299af0c4e HTTP/1.1" status: 204 len: 168 time: 3.0597384 Jul 24 09:34:51.170433 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c7c7e5b-1959-46d9-b98d-b250a2c21b9e', 'tag': 'fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:34:51.182364 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf15be8-fa54-426a-87a4-4c2747e468a0" -d '{"events": [{"name": "network-changed", "server_uuid": "8c7c7e5b-1959-46d9-b98d-b250a2c21b9e", "tag": "fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:34:51.211174 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7c630-dd3b-463c-9a54-75f505fce21c None None] Pushing event updated for resources: {'Port': ['ID=549131a6-141b-4458-838f-280417db0bb1,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:51.226617 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-21f72aba-06e5-4776-9ef0-a011c5d3a291 None None] Set router 0634beec-0546-4c67-a741-1de342cd1373 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:34:51.233717 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c1644b49-7d77-44f8-ad99-48332c3dc29e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:34:51.289599 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-59d584f3-8c68-423e-9be6-f185c39a7216 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting port f5e5454c-0860-4953-a334-ac1d3f25a5ef {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:51.290010 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-59d584f3-8c68-423e-9be6-f185c39a7216 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:51.405638 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-54cd26f5-f2d8-4785-b5b4-7c4432b210b5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4062362 Jul 24 09:34:51.425751 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-39bee9e2-db25-4105-9856-5587986441a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:51.461729 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8b741141-f53e-4903-b345-c02d3e4645f3 None None] Provisioning for port c1644b49-7d77-44f8-ad99-48332c3dc29e completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:51.489114 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] Attempting to bind port 549131a6-141b-4458-838f-280417db0bb1 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:34:51.495851 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] Attempting to bind port 549131a6-141b-4458-838f-280417db0bb1 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd64301cc-d735-488b-91bf-d20f44a7a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:34:51.496333 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] Attempting to bind port 549131a6-141b-4458-838f-280417db0bb1 on network 7c3d9c5a-df8f-4d09-8c37-3b893a39df26 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:34:51.509111 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:34:51.509618 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] Checking segment: {'id': 'd64301cc-d735-488b-91bf-d20f44a7a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:34:51.510396 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:51.510536 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] Bound using segment: {'id': 'd64301cc-d735-488b-91bf-d20f44a7a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:34:51.511188 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] Bound port: 549131a6-141b-4458-838f-280417db0bb1, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64301cc-d735-488b-91bf-d20f44a7a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:34:51.511913 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:51.533379 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port c1644b49-7d77-44f8-ad99-48332c3dc29e completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:51.566643 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-59d584f3-8c68-423e-9be6-f185c39a7216 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:51.571259 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port c1644b49-7d77-44f8-ad99-48332c3dc29e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:51.571647 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:51.615141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-59d584f3-8c68-423e-9be6-f185c39a7216 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Calling delete_port for f5e5454c-0860-4953-a334-ac1d3f25a5ef owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:51.679840 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8bd175-35c9-4f05-a418-931eddcef453 x-openstack-request-id: req-0f8bd175-35c9-4f05-a418-931eddcef453 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:34:51.681263 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c7c7e5b-1959-46d9-b98d-b250a2c21b9e", "tag": "fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:34:51.681527 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f8bd175-35c9-4f05-a418-931eddcef453 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:34:51.682497 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c7c7e5b-1959-46d9-b98d-b250a2c21b9e', 'tag': 'fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9', 'status': 'completed', 'code': 200} Jul 24 09:34:51.742462 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] For port 549131a6-141b-4458-838f-280417db0bb1, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:34:51.749810 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] For port 549131a6-141b-4458-838f-280417db0bb1, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=549131a6-141b-4458-838f-280417db0bb1,segment=NetworkSegment(d64301cc-d735-488b-91bf-d20f44a7a8ad),segment_id=d64301cc-d735-488b-91bf-d20f44a7a8ad)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:34:51.805370 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:51.806308 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-21f72aba-06e5-4776-9ef0-a011c5d3a291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634beec-0546-4c67-a741-1de342cd1373', 'name': 'tempest-TestNetworkBasicOps-router-384864135', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:37Z', 'updated_at': '2021-07-24T09:34:34Z', 'revision_number': 6, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:38Z', 'updated_at': '2021-07-24T09:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'ab8431e7-36b1-49bd-9df3-9b1cac43e6ba', 'name': '', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'mac_address': 'fa:16:3e:9a:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'b1094064-278b-4188-87bb-746291e02cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:44Z', 'updated_at': '2021-07-24T09:32:50Z', 'revision_number': 5, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'subnets': [{'id': 'b1094064-278b-4188-87bb-746291e02cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:51.809389 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:51.841558 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f72aba-06e5-4776-9ef0-a011c5d3a291 None None] Checking router: 0634beec-0546-4c67-a741-1de342cd1373 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:34:51.853871 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f72aba-06e5-4776-9ef0-a011c5d3a291 None None] Routers {'0634beec-0546-4c67-a741-1de342cd1373'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:34:51.854510 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-21f72aba-06e5-4776-9ef0-a011c5d3a291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:34:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0634beec-0546-4c67-a741-1de342cd1373'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:51.879323 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-13d34405-f9bf-45ff-8850-2069c0047369 service neutron] 10.222.0.32 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501736 Jul 24 09:34:51.893375 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-39bee9e2-db25-4105-9856-5587986441a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:51.914117 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port c1644b49-7d77-44f8-ad99-48332c3dc29e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c1644b49-7d77-44f8-ad99-48332c3dc29e,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:51.927276 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] Routers {'262067c8-796c-4ead-99cb-516954606b60'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:34:51.928985 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:34:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['262067c8-796c-4ead-99cb-516954606b60'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:51.935322 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:51.936318 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a34b39e2-ca2c-416f-a85a-8f4780c9a423 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:34:51.943859 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaab0d-eee9-46cb-a40c-7568d01a8872 req-0eea6d1c-cd67-47ee-bd0e-eeeaae0a0316 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:51.951419 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c2eaab0d-eee9-46cb-a40c-7568d01a8872 req-0eea6d1c-cd67-47ee-bd0e-eeeaae0a0316 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c7c7e5b-1959-46d9-b98d-b250a2c21b9e HTTP/1.1" status: 200 len: 946 time: 0.1522892 Jul 24 09:34:51.987162 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-59d584f3-8c68-423e-9be6-f185c39a7216 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:52.058243 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c2eaab0d-eee9-46cb-a40c-7568d01a8872 req-202db33f-02f0-44a4-ac9a-22462a05a852 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2541bc-95df-48c3-87a4-dd13dd0b29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058517 Jul 24 09:34:52.067657 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d584f3-8c68-423e-9be6-f185c39a7216 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Port': ['ID=f5e5454c-0860-4953-a334-ac1d3f25a5ef,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:52.069811 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-21f72aba-06e5-4776-9ef0-a011c5d3a291 None None] Set router 0634beec-0546-4c67-a741-1de342cd1373 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:34:52.122233 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7c630-dd3b-463c-9a54-75f505fce21c None None] Pushing event updated for resources: {'Port': ['ID=549131a6-141b-4458-838f-280417db0bb1,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:52.128580 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4ded9aa6-74c2-47f5-bf83-db6458af2940 None None] Provisioning for port f5e5454c-0860-4953-a334-ac1d3f25a5ef completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:52.166174 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-59d584f3-8c68-423e-9be6-f185c39a7216 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:52.171393 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-59d584f3-8c68-423e-9be6-f185c39a7216 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/f5e5454c-0860-4953-a334-ac1d3f25a5ef HTTP/1.1" status: 204 len: 168 time: 1.2748148 Jul 24 09:34:52.172333 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35234) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:52.275409 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd8aa05-b3bd-466e-bf5f-05279c506449 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:52.279524 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-22d0793c-b2e5-45a3-a440-84f1f790e424 service neutron] 10.222.0.32 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899431 Jul 24 09:34:52.294652 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bee9e2-db25-4105-9856-5587986441a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6edc8e9e-14b5-4008-b91c-eb8350e9b15f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:52.302774 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd8aa05-b3bd-466e-bf5f-05279c506449 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:52.308974 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-39bee9e2-db25-4105-9856-5587986441a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:52.313314 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-39bee9e2-db25-4105-9856-5587986441a0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6edc8e9e-14b5-4008-b91c-eb8350e9b15f HTTP/1.1" status: 204 len: 168 time: 1.8521726 Jul 24 09:34:52.317627 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35236) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:52.320226 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8fd8aa05-b3bd-466e-bf5f-05279c506449 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1460209 Jul 24 09:34:52.323021 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35238) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:52.392451 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35240) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:52.448612 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22e2e3c-6544-48a6-8ad2-0f064b6831a8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet 9ad03c25-e14b-4155-a3a2-3365538a1b23 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:34:52.449101 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf15be8-fa54-426a-87a4-4c2747e468a0 req-9cb9e7d4-0605-4f6b-b630-e2086b08e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:52.450167 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4cf15be8-fa54-426a-87a4-4c2747e468a0 req-9cb9e7d4-0605-4f6b-b630-e2086b08e4b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d070f08b8da4d8480b04a604f0ef395&device_id=8c7c7e5b-1959-46d9-b98d-b250a2c21b9e HTTP/1.1" status: 200 len: 1097 time: 0.7449722 Jul 24 09:34:52.462764 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c22e2e3c-6544-48a6-8ad2-0f064b6831a8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:52.527676 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4ded9aa6-74c2-47f5-bf83-db6458af2940 None None] Provisioning complete for port f5e5454c-0860-4953-a334-ac1d3f25a5ef triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:52.528248 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4ded9aa6-74c2-47f5-bf83-db6458af2940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:52.561017 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4ded9aa6-74c2-47f5-bf83-db6458af2940 None None] Port f5e5454c-0860-4953-a334-ac1d3f25a5ef was deleted so its status cannot be updated. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 24 09:34:52.562636 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efa36b2-334f-47e0-99a7-e56bd0092d56 None None] Network c314507b-6b98-46d2-9820-4c7efdeb0ad3 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:34:52.580879 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c22e2e3c-6544-48a6-8ad2-0f064b6831a8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:52.606230 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-21f72aba-06e5-4776-9ef0-a011c5d3a291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634beec-0546-4c67-a741-1de342cd1373', 'name': 'tempest-TestNetworkBasicOps-router-384864135', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:37Z', 'updated_at': '2021-07-24T09:34:34Z', 'revision_number': 6, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:38Z', 'updated_at': '2021-07-24T09:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'ab8431e7-36b1-49bd-9df3-9b1cac43e6ba', 'name': '', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'mac_address': 'fa:16:3e:9a:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'b1094064-278b-4188-87bb-746291e02cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:44Z', 'updated_at': '2021-07-24T09:32:50Z', 'revision_number': 5, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'subnets': [{'id': 'b1094064-278b-4188-87bb-746291e02cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:52.617831 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a66c74f8-e030-4832-93fc-1e50ef53d8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:52.681901 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f72aba-06e5-4776-9ef0-a011c5d3a291 None None] The sync data for ids ['0634beec-0546-4c67-a741-1de342cd1373'] in n-d-800085-9 is: [{'id': '0634beec-0546-4c67-a741-1de342cd1373', 'name': 'tempest-TestNetworkBasicOps-router-384864135', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:37Z', 'updated_at': '2021-07-24T09:34:34Z', 'revision_number': 6, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:38Z', 'updated_at': '2021-07-24T09:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'ab8431e7-36b1-49bd-9df3-9b1cac43e6ba', 'name': '', 'network_id': 'e1d5fe90-ba02-4c44-8deb-d778e38abc45', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'mac_address': 'fa:16:3e:9a:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'b1094064-278b-4188-87bb-746291e02cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:44Z', 'updated_at': '2021-07-24T09:32:50Z', 'revision_number': 5, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'subnets': [{'id': 'b1094064-278b-4188-87bb-746291e02cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:34:52.747048 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c22e2e3c-6544-48a6-8ad2-0f064b6831a8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:52.821761 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=c1644b49-7d77-44f8-ad99-48332c3dc29e,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:52.832646 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port a34b39e2-ca2c-416f-a85a-8f4780c9a423 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:52.833206 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:52.854379 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-95a0575f-0d4f-4363-baf1-41bd8109aeb5 req-e53113f1-0c3f-45a9-a973-9821979a4e93 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 210 time: 0.0531344 Jul 24 09:34:52.882906 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf15be8-fa54-426a-87a4-4c2747e468a0 req-45337c7a-5b49-4baa-8f02-e96085c42fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:52.884395 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4cf15be8-fa54-426a-87a4-4c2747e468a0 req-45337c7a-5b49-4baa-8f02-e96085c42fa2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e1d5fe90-ba02-4c44-8deb-d778e38abc45 HTTP/1.1" status: 200 len: 897 time: 0.3396957 Jul 24 09:34:52.891156 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c22e2e3c-6544-48a6-8ad2-0f064b6831a8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:52.953125 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e2e3c-6544-48a6-8ad2-0f064b6831a8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad03c25-e14b-4155-a3a2-3365538a1b23,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:52.961389 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c22e2e3c-6544-48a6-8ad2-0f064b6831a8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:52.964163 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-a66c74f8-e030-4832-93fc-1e50ef53d8a2 admin admin] Deleting port a8109a26-b462-4dc0-a74e-e24f3d883756 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:52.964551 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a66c74f8-e030-4832-93fc-1e50ef53d8a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:52.966944 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c22e2e3c-6544-48a6-8ad2-0f064b6831a8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/9ad03c25-e14b-4155-a3a2-3365538a1b23 HTTP/1.1" status: 204 len: 168 time: 0.6408923 Jul 24 09:34:52.968030 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35256) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:52.971255 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] Set router 262067c8-796c-4ead-99cb-516954606b60 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:34:52.976449 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-60e80022-736f-4067-bafc-0a2eb4bf0f18 tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1014570542'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:53.019980 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-26aae2e3-8ab3-49c5-93a7-c6792b255eb4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505688 Jul 24 09:34:53.023049 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35258) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:53.052627 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5096cd33-53ea-482a-9350-b7460d2adc04 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:34:53.091201 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4cf15be8-fa54-426a-87a4-4c2747e468a0 req-6956cd20-b840-4a74-8d73-9211191ab9a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 HTTP/1.1" status: 200 len: 217 time: 0.1627696 Jul 24 09:34:53.104101 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f20e586-a5a0-4792-9dab-d6b158902c6e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:53.105203 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9f20e586-a5a0-4792-9dab-d6b158902c6e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0812809 Jul 24 09:34:53.107680 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35264) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:53.180163 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b4fee1-8edb-4464-8c14-67937fd6331a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:53.180163 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d5b4fee1-8edb-4464-8c14-67937fd6331a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0686314 Jul 24 09:34:53.180476 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35266) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:53.216034 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ec79ae-8e50-4b35-91de-47eae3111f08 None None] New status for floating IP 1479d325-b68f-4377-b058-02e299af0c4e: DOWN {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:34:53.234211 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-74b8a17a-0ff3-4c16-a58a-90ac66760e5b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449901 Jul 24 09:34:53.235237 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35268) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:53.240279 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-2232a41d-ded0-4435-a557-d475e90a772c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:53.290075 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-a66c74f8-e030-4832-93fc-1e50ef53d8a2 admin admin] For port a8109a26-b462-4dc0-a74e-e24f3d883756, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a8109a26-b462-4dc0-a74e-e24f3d883756,segment=NetworkSegment(a54c4ce2-5110-4b60-8acd-9b1ca7906c18),segment_id=a54c4ce2-5110-4b60-8acd-9b1ca7906c18)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:53.290339 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a66c74f8-e030-4832-93fc-1e50ef53d8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:53.310157 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e80022-736f-4067-bafc-0a2eb4bf0f18 tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] Made reservation on behalf of a1dc36209d3c421382e37589ed3b8f1e for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:53.314133 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-60e80022-736f-4067-bafc-0a2eb4bf0f18 tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:53.326502 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-a66c74f8-e030-4832-93fc-1e50ef53d8a2 admin admin] Calling delete_port for a8109a26-b462-4dc0-a74e-e24f3d883756 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:53.338229 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf15be8-fa54-426a-87a4-4c2747e468a0 req-3680e8f1-a563-4916-8b89-37e541f5cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:53.340764 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4cf15be8-fa54-426a-87a4-4c2747e468a0 req-3680e8f1-a563-4916-8b89-37e541f5cd24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b1094064-278b-4188-87bb-746291e02cd3 HTTP/1.1" status: 200 len: 834 time: 0.1564591 Jul 24 09:34:53.348707 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f99b23-d041-4f9a-81fe-c4969a19d130 req-10cc203d-1a4c-4c82-aafc-6d9231c4614f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:53.350661 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b2f99b23-d041-4f9a-81fe-c4969a19d130 req-10cc203d-1a4c-4c82-aafc-6d9231c4614f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c7c7e5b-1959-46d9-b98d-b250a2c21b9e HTTP/1.1" status: 200 len: 946 time: 0.5106487 Jul 24 09:34:53.362849 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-60e80022-736f-4067-bafc-0a2eb4bf0f18 tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:53.363066 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2232a41d-ded0-4435-a557-d475e90a772c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:53.367001 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2232a41d-ded0-4435-a557-d475e90a772c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:53.568959 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a66c74f8-e030-4832-93fc-1e50ef53d8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:53.578769 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0b1a1c-eed5-4b93-85d8-934343c92e40 None None] DHCP port deletion for c314507b-6b98-46d2-9820-4c7efdeb0ad3 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:34:53.596942 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 2eb38b9f-6eb6-4e5c-b698-692ee3dadecc no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:34:53.627822 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 2eb38b9f-6eb6-4e5c-b698-692ee3dadecc {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:34:53.628284 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 2eb38b9f-6eb6-4e5c-b698-692ee3dadecc not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:34:53.630197 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2232a41d-ded0-4435-a557-d475e90a772c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:53.657176 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262067c8-796c-4ead-99cb-516954606b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704094437', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'd1f9f5e9-6e33-48c7-9723-1b0d73c24b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:34:32Z', 'updated_at': '2021-07-24T09:34:46Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'd1f9f5e9-6e33-48c7-9723-1b0d73c24b93', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262067c8-796c-4ead-99cb-516954606b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:34:34Z', 'updated_at': '2021-07-24T09:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '549131a6-141b-4458-838f-280417db0bb1', 'name': '', 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:af:f4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262067c8-796c-4ead-99cb-516954606b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '052febb9-0d85-4f6f-a5a7-9b8b9b12c295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:34:44Z', 'updated_at': '2021-07-24T09:34:51Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': '052febb9-0d85-4f6f-a5a7-9b8b9b12c295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:53.677713 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995fb0c5-5ba1-4ad0-ac62-237b1759456e req-5f67646e-a170-4bfc-b071-ecd422e0d7ba tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:53.687045 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d1f12-e39b-4a85-96a5-b4b43b5d7372 None None] The sync data for ids ['262067c8-796c-4ead-99cb-516954606b60'] in n-d-800085-9 is: [{'id': '262067c8-796c-4ead-99cb-516954606b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704094437', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'd1f9f5e9-6e33-48c7-9723-1b0d73c24b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:34:32Z', 'updated_at': '2021-07-24T09:34:46Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'd1f9f5e9-6e33-48c7-9723-1b0d73c24b93', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262067c8-796c-4ead-99cb-516954606b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:34:34Z', 'updated_at': '2021-07-24T09:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '549131a6-141b-4458-838f-280417db0bb1', 'name': '', 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:af:f4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262067c8-796c-4ead-99cb-516954606b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '052febb9-0d85-4f6f-a5a7-9b8b9b12c295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:34:44Z', 'updated_at': '2021-07-24T09:34:51Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': '052febb9-0d85-4f6f-a5a7-9b8b9b12c295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:34:53.690677 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-995fb0c5-5ba1-4ad0-ac62-237b1759456e req-5f67646e-a170-4bfc-b071-ecd422e0d7ba tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c7c7e5b-1959-46d9-b98d-b250a2c21b9e HTTP/1.1" status: 200 len: 946 time: 0.4963982 Jul 24 09:34:53.693055 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c74f8-e030-4832-93fc-1e50ef53d8a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8109a26-b462-4dc0-a74e-e24f3d883756,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:53.693643 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb3a30d-d1f6-4b5d-8923-56b0004b3f15 None None] DHCP port deletion for 563773b9-347f-4496-b491-b57b6545ee0e request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:34:53.700947 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2232a41d-ded0-4435-a557-d475e90a772c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:53.704850 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-2232a41d-ded0-4435-a557-d475e90a772c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:53.707554 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2232a41d-ded0-4435-a557-d475e90a772c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:53.708138 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2232a41d-ded0-4435-a557-d475e90a772c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:53.726663 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232a41d-ded0-4435-a557-d475e90a772c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=449bcda4-8ce4-4062-9d85-af7a94533ad9,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:53.767398 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66c74f8-e030-4832-93fc-1e50ef53d8a2 admin admin] No DVR routers for this DVR port a8109a26-b462-4dc0-a74e-e24f3d883756 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:34:53.796695 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-edb3a30d-d1f6-4b5d-8923-56b0004b3f15 None None] Deleting port c1644b49-7d77-44f8-ad99-48332c3dc29e {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:53.797100 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-edb3a30d-d1f6-4b5d-8923-56b0004b3f15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:53.881254 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b01e9437-597e-4e8b-a206-7e4ac8ceb406 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:34:53.887420 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf15be8-fa54-426a-87a4-4c2747e468a0 req-63687724-0e35-4cdf-bd5b-de0d0c5180c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:53.889507 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4cf15be8-fa54-426a-87a4-4c2747e468a0 req-63687724-0e35-4cdf-bd5b-de0d0c5180c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e1d5fe90-ba02-4c44-8deb-d778e38abc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5375032 Jul 24 09:34:53.918692 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: b01e9437-597e-4e8b-a206-7e4ac8ceb406 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:34:53.919047 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b01e9437-597e-4e8b-a206-7e4ac8ceb406 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:34:53.919702 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a8109a26-b462-4dc0-a74e-e24f3d883756 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:34:53.970610 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: a8109a26-b462-4dc0-a74e-e24f3d883756 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:34:53.970962 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a8109a26-b462-4dc0-a74e-e24f3d883756 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:34:54.007010 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c1644b49-7d77-44f8-ad99-48332c3dc29e no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:34:54.045489 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1ac282e1-b094-4311-a743-bf4473967c94 req-0060e1eb-b14c-49df-8a74-c5672326231a tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 210 time: 0.0767367 Jul 24 09:34:54.087428 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a66c74f8-e030-4832-93fc-1e50ef53d8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:54.089374 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-edb3a30d-d1f6-4b5d-8923-56b0004b3f15 None None] For port c1644b49-7d77-44f8-ad99-48332c3dc29e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c1644b49-7d77-44f8-ad99-48332c3dc29e,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:54.089970 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-edb3a30d-d1f6-4b5d-8923-56b0004b3f15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:54.104080 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-edb3a30d-d1f6-4b5d-8923-56b0004b3f15 None None] Calling delete_port for c1644b49-7d77-44f8-ad99-48332c3dc29e owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:54.206855 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-b44afec8-b081-400a-ad73-3e67cd313812 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:54.208422 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-b44afec8-b081-400a-ad73-3e67cd313812 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.20 "GET /v2.0/networks?id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26 HTTP/1.1" status: 200 len: 797 time: 0.2819304 Jul 24 09:34:54.254880 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-edb3a30d-d1f6-4b5d-8923-56b0004b3f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:54.299827 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3a30d-d1f6-4b5d-8923-56b0004b3f15 None None] Pushing event deleted for resources: {'Port': ['ID=c1644b49-7d77-44f8-ad99-48332c3dc29e,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:54.305044 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb3a30d-d1f6-4b5d-8923-56b0004b3f15 None None] No DVR routers for this DVR port c1644b49-7d77-44f8-ad99-48332c3dc29e on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:34:54.310748 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No active binding found for port c1644b49-7d77-44f8-ad99-48332c3dc29e {{(pid=94037) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 24 09:34:54.311193 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c1644b49-7d77-44f8-ad99-48332c3dc29e not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:34:54.329315 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0d3717-ab7e-437b-807d-f29b4ecdea0b None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:34:54.469055 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-995fb0c5-5ba1-4ad0-ac62-237b1759456e req-83a32127-4359-4f2b-8aad-d45a8e03101f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b2541bc-95df-48c3-87a4-dd13dd0b29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7584581 Jul 24 09:34:54.512642 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-a66c74f8-e030-4832-93fc-1e50ef53d8a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c314507b-6b98-46d2-9820-4c7efdeb0ad3']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:54.522896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d003bd9-4916-4d99-9802-a44fee34c2a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-563773b9-347f-4496-b491-b57b6545ee0e', 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'fixed_ips': [{'subnet_id': '449bcda4-8ce4-4062-9d85-af7a94533ad9'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:34:54.524011 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8d003bd9-4916-4d99-9802-a44fee34c2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:54.531947 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-b2f99b23-d041-4f9a-81fe-c4969a19d130 req-9a9a7bf8-6b7e-469c-8b1a-e4371000039e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Deleting port fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:54.532287 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b2f99b23-d041-4f9a-81fe-c4969a19d130 req-9a9a7bf8-6b7e-469c-8b1a-e4371000039e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:54.536428 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-a66c74f8-e030-4832-93fc-1e50ef53d8a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54c4ce2-5110-4b60-8acd-9b1ca7906c18') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:54.536729 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-a66c74f8-e030-4832-93fc-1e50ef53d8a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54c4ce2-5110-4b60-8acd-9b1ca7906c18') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:54.549544 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-60e80022-736f-4067-bafc-0a2eb4bf0f18 tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:54.575587 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a66c74f8-e030-4832-93fc-1e50ef53d8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:54.579935 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-60e80022-736f-4067-bafc-0a2eb4bf0f18 tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:54.616170 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4cf15be8-fa54-426a-87a4-4c2747e468a0 req-ce26a6b5-65c6-48b9-809c-5ff65d377090 service neutron] 10.222.0.37 "GET /v2.0/networks/e1d5fe90-ba02-4c44-8deb-d778e38abc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6999853 Jul 24 09:34:54.626789 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a66c74f8-e030-4832-93fc-1e50ef53d8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:54.672212 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e80022-736f-4067-bafc-0a2eb4bf0f18 tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:34:54.698820 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66c74f8-e030-4832-93fc-1e50ef53d8a2 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:34:54.699263 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a66c74f8-e030-4832-93fc-1e50ef53d8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:54.705144 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-8d003bd9-4916-4d99-9802-a44fee34c2a1 None None] Allocated IP 2001:db8::2 (563773b9-347f-4496-b491-b57b6545ee0e/449bcda4-8ce4-4062-9d85-af7a94533ad9/63833d08-2759-4185-99d2-0045e03c7b28) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:54.710295 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-73fcff28-b0bb-42d0-8abb-6518ff047232 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=766769263b9c4ac0aa4c77c8f3c95808 HTTP/1.1" status: 200 len: 379 time: 0.4928892 Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:34:54.711848 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:34:54.722993 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-897bd5f4-058e-4001-9b6c-17eda56a1188 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'port': {'device_id': 'c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e', 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26', 'admin_state_up': True, 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'security_groups': ['01a82cd7-ed12-4e2c-b796-bfcebf0be03f']}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:54.753374 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e80022-736f-4067-bafc-0a2eb4bf0f18 tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=720a2304-3260-49ab-934a-640980e362dd,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:54.758027 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-60e80022-736f-4067-bafc-0a2eb4bf0f18 tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:54.758452 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-60e80022-736f-4067-bafc-0a2eb4bf0f18 tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] Added segment d29e55c7-39e9-494b-8ca7-1efa7b2ea347 of type vlan for network f447746c-c466-4fe6-a5b3-53a783637249 Jul 24 09:34:54.817762 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2232a41d-ded0-4435-a557-d475e90a772c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5797806 Jul 24 09:34:54.817964 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35282) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:54.825501 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-0835db4f-3bfa-4789-a787-2a0be927be2e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'mac_address': 'fa:16:3e:3c:7d:ed', 'name': 'tempest-NetworksTestDHCPv6-1028513823'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:54.900213 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-897bd5f4-058e-4001-9b6c-17eda56a1188 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Made reservation on behalf of 766769263b9c4ac0aa4c77c8f3c95808 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:54.902677 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-b2f99b23-d041-4f9a-81fe-c4969a19d130 req-9a9a7bf8-6b7e-469c-8b1a-e4371000039e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] For port fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9,segment=NetworkSegment(1944ee26-9eae-49e6-ab50-323c32be29e6),segment_id=1944ee26-9eae-49e6-ab50-323c32be29e6)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:54.903150 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b2f99b23-d041-4f9a-81fe-c4969a19d130 req-9a9a7bf8-6b7e-469c-8b1a-e4371000039e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:54.903958 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-897bd5f4-058e-4001-9b6c-17eda56a1188 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:54.907024 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a66c74f8-e030-4832-93fc-1e50ef53d8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:54.910701 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-60e80022-736f-4067-bafc-0a2eb4bf0f18 tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:54.918705 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8d003bd9-4916-4d99-9802-a44fee34c2a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:54.934252 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8d003bd9-4916-4d99-9802-a44fee34c2a1 None None] Transition to ACTIVE for port object 63833d08-2759-4185-99d2-0045e03c7b28 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:54.944109 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a66c74f8-e030-4832-93fc-1e50ef53d8a2 admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:54.948813 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a66c74f8-e030-4832-93fc-1e50ef53d8a2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c314507b-6b98-46d2-9820-4c7efdeb0ad3 HTTP/1.1" status: 204 len: 168 time: 2.6236610 Jul 24 09:34:54.953491 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c74f8-e030-4832-93fc-1e50ef53d8a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c314507b-6b98-46d2-9820-4c7efdeb0ad3,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:54.958426 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8d003bd9-4916-4d99-9802-a44fee34c2a1 None None] Transition to ACTIVE for port object 63833d08-2759-4185-99d2-0045e03c7b28 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:54.963557 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35284) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:54.967643 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8d003bd9-4916-4d99-9802-a44fee34c2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:54.974362 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-b2f99b23-d041-4f9a-81fe-c4969a19d130 req-9a9a7bf8-6b7e-469c-8b1a-e4371000039e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Calling delete_port for fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:55.016350 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d003bd9-4916-4d99-9802-a44fee34c2a1 None None] Pushing event updated for resources: {'Port': ['ID=63833d08-2759-4185-99d2-0045e03c7b28,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:55.031198 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4cf15be8-fa54-426a-87a4-4c2747e468a0 req-91e295a0-2a43-437c-9e20-d521c1bc4196 service neutron] 10.222.0.37 "GET /v2.0/networks/e1d5fe90-ba02-4c44-8deb-d778e38abc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054620 Jul 24 09:34:55.043894 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d003bd9-4916-4d99-9802-a44fee34c2a1 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:55.045516 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-8d003bd9-4916-4d99-9802-a44fee34c2a1 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:55.047822 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d003bd9-4916-4d99-9802-a44fee34c2a1 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:34:55.082514 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-897bd5f4-058e-4001-9b6c-17eda56a1188 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Allocated IP 172.20.0.4 (7c3d9c5a-df8f-4d09-8c37-3b893a39df26/052febb9-0d85-4f6f-a5a7-9b8b9b12c295/1351ce31-eb57-4014-be82-98880d53d031) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:55.124944 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0835db4f-3bfa-4789-a787-2a0be927be2e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:55.139615 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-60e80022-736f-4067-bafc-0a2eb4bf0f18 tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:55.142687 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-8d003bd9-4916-4d99-9802-a44fee34c2a1 None None] Attempting to bind port 63833d08-2759-4185-99d2-0045e03c7b28 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:34:55.143066 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-8d003bd9-4916-4d99-9802-a44fee34c2a1 None None] Attempting to bind port 63833d08-2759-4185-99d2-0045e03c7b28 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:34:55.143570 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d003bd9-4916-4d99-9802-a44fee34c2a1 None None] Attempting to bind port 63833d08-2759-4185-99d2-0045e03c7b28 on network 563773b9-347f-4496-b491-b57b6545ee0e {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:34:55.151578 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d003bd9-4916-4d99-9802-a44fee34c2a1 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:34:55.151936 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e80022-736f-4067-bafc-0a2eb4bf0f18 tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:55.152052 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d003bd9-4916-4d99-9802-a44fee34c2a1 None None] Checking segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:34:55.152537 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8d003bd9-4916-4d99-9802-a44fee34c2a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:55.152643 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-60e80022-736f-4067-bafc-0a2eb4bf0f18 tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:55.153078 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d003bd9-4916-4d99-9802-a44fee34c2a1 None None] Bound using segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:34:55.154244 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-8d003bd9-4916-4d99-9802-a44fee34c2a1 None None] Bound port: 63833d08-2759-4185-99d2-0045e03c7b28, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:34:55.155067 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8d003bd9-4916-4d99-9802-a44fee34c2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:55.241875 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-60e80022-736f-4067-bafc-0a2eb4bf0f18 tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.8400862 Jul 24 09:34:55.244142 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-8d003bd9-4916-4d99-9802-a44fee34c2a1 None None] For port 63833d08-2759-4185-99d2-0045e03c7b28, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:34:55.248410 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-8d003bd9-4916-4d99-9802-a44fee34c2a1 None None] For port 63833d08-2759-4185-99d2-0045e03c7b28, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=63833d08-2759-4185-99d2-0045e03c7b28,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:34:55.255588 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8d003bd9-4916-4d99-9802-a44fee34c2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:55.296709 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e80022-736f-4067-bafc-0a2eb4bf0f18 tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] Pushing event updated for resources: {'Network': ['ID=f447746c-c466-4fe6-a5b3-53a783637249,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:55.311416 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-daf9a244-c4f9-4f4d-a2e8-b774dc292a8e req-fde3f95e-01c5-4c83-83d4-f7aa08fed9a0 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 210 time: 0.0470073 Jul 24 09:34:55.335175 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network f447746c-c466-4fe6-a5b3-53a783637249 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:34:55.413763 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d003bd9-4916-4d99-9802-a44fee34c2a1 None None] Pushing event updated for resources: {'Port': ['ID=63833d08-2759-4185-99d2-0045e03c7b28,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:55.446172 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0835db4f-3bfa-4789-a787-2a0be927be2e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:55.523564 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-0835db4f-3bfa-4789-a787-2a0be927be2e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] device_id is not set on port b4681ede-d606-4e94-b1ea-602a96709afc yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:34:55.550766 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-897bd5f4-058e-4001-9b6c-17eda56a1188 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:55.583687 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b2f99b23-d041-4f9a-81fe-c4969a19d130 req-9a9a7bf8-6b7e-469c-8b1a-e4371000039e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:55.688671 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-31f9eaa1-03dd-4ccd-8d44-6c00fd8998f9 req-3ebfaae8-b4f0-4695-9713-fe6bdf522fa1 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c7c7e5b-1959-46d9-b98d-b250a2c21b9e HTTP/1.1" status: 200 len: 210 time: 0.0537953 Jul 24 09:34:55.694750 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-897bd5f4-058e-4001-9b6c-17eda56a1188 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Transition to ACTIVE for port object 1351ce31-eb57-4014-be82-98880d53d031 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:55.752487 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35300) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:55.768513 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Request body: {'port': {'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249', 'binding:host_id': 'n-h1-800085-9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1212420408'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:55.840336 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-897bd5f4-058e-4001-9b6c-17eda56a1188 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:55.848047 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a7bf8-6b7e-469c-8b1a-e4371000039e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event deleted for resources: {'Port': ['ID=fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:55.862550 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-0835db4f-3bfa-4789-a787-2a0be927be2e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 2001:db8::6a (563773b9-347f-4496-b491-b57b6545ee0e/449bcda4-8ce4-4062-9d85-af7a94533ad9/b4681ede-d606-4e94-b1ea-602a96709afc) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:34:55.864722 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Made reservation on behalf of 03ebc2916876478f86332cea6352b92d for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:55.867350 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:55.878040 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f99b23-d041-4f9a-81fe-c4969a19d130 req-9a9a7bf8-6b7e-469c-8b1a-e4371000039e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] No DVR routers for this DVR port fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:34:55.897548 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b2f99b23-d041-4f9a-81fe-c4969a19d130 req-9a9a7bf8-6b7e-469c-8b1a-e4371000039e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:55.900335 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b2f99b23-d041-4f9a-81fe-c4969a19d130 req-9a9a7bf8-6b7e-469c-8b1a-e4371000039e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.37 "DELETE /v2.0/ports/fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 HTTP/1.1" status: 204 len: 173 time: 2.5264134 Jul 24 09:34:55.900939 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c7c7e5b-1959-46d9-b98d-b250a2c21b9e', 'name': 'network-vif-deleted', 'tag': 'fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:34:55.904087 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ad7f84-06ea-41c9-ae0b-16e40f0ee56a" -d '{"events": [{"server_uuid": "8c7c7e5b-1959-46d9-b98d-b250a2c21b9e", "name": "network-vif-deleted", "tag": "fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:34:55.948937 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 549131a6-141b-4458-838f-280417db0bb1 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:34:55.953523 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dbc88a-600d-4dbb-802c-9c6f09ef8cd6 x-openstack-request-id: req-b4dbc88a-600d-4dbb-802c-9c6f09ef8cd6 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:34:55.953819 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c7c7e5b-1959-46d9-b98d-b250a2c21b9e", "name": "network-vif-deleted", "tag": "fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:34:55.954086 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4dbc88a-600d-4dbb-802c-9c6f09ef8cd6 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:34:55.954517 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c7c7e5b-1959-46d9-b98d-b250a2c21b9e', 'name': 'network-vif-deleted', 'tag': 'fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9', 'status': 'completed', 'code': 200} Jul 24 09:34:55.968766 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:56.002002 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bd5f4-058e-4001-9b6c-17eda56a1188 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Port': ['ID=1351ce31-eb57-4014-be82-98880d53d031,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:56.018405 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-897bd5f4-058e-4001-9b6c-17eda56a1188 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network 7c3d9c5a-df8f-4d09-8c37-3b893a39df26 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:56.020373 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 549131a6-141b-4458-838f-280417db0bb1 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:56.026832 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 549131a6-141b-4458-838f-280417db0bb1 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:56.027276 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:56.034511 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-987c1e15-3156-471b-81b9-8c03f270388f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:56.041643 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-897bd5f4-058e-4001-9b6c-17eda56a1188 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:56.050447 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-897bd5f4-058e-4001-9b6c-17eda56a1188 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:34:56.124860 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:56.163236 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:34:56.170788 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 549131a6-141b-4458-838f-280417db0bb1, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=549131a6-141b-4458-838f-280417db0bb1,segment=NetworkSegment(d64301cc-d735-488b-91bf-d20f44a7a8ad),segment_id=d64301cc-d735-488b-91bf-d20f44a7a8ad)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:56.195173 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:56.197288 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-897bd5f4-058e-4001-9b6c-17eda56a1188 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:56.198158 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-897bd5f4-058e-4001-9b6c-17eda56a1188 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:56.198854 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:34:56.199399 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device fd20c1f9-30e8-4e3c-af9d-3218a1a6b9e9 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:34:56.279279 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=549131a6-141b-4458-838f-280417db0bb1,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:56.360541 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0835db4f-3bfa-4789-a787-2a0be927be2e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:56.393620 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-0835db4f-3bfa-4789-a787-2a0be927be2e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Transition to ACTIVE for port object b4681ede-d606-4e94-b1ea-602a96709afc will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:56.452932 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:56.466170 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:56.475485 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] device_id is not set on port 01d10446-9e46-432a-802a-36c842b46f15 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:34:56.487391 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-897bd5f4-058e-4001-9b6c-17eda56a1188 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7710152 Jul 24 09:34:56.518114 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-646a356a-a7c0-40f7-91d5-e1413a2a0161 service neutron] Request body: {'port': {'device_id': 'c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:56.523770 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0835db4f-3bfa-4789-a787-2a0be927be2e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:56.550533 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e4b495-c159-4b76-9e8e-f639e685da6c,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:56.578835 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-538ee61f-cc8b-4f55-97a4-b0e5b1459469 None None] Provisioning for port 1351ce31-eb57-4014-be82-98880d53d031 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:56.592189 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-538ee61f-cc8b-4f55-97a4-b0e5b1459469 None None] Provisioning complete for port 1351ce31-eb57-4014-be82-98880d53d031 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:56.593338 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-538ee61f-cc8b-4f55-97a4-b0e5b1459469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:56.605541 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-987c1e15-3156-471b-81b9-8c03f270388f admin admin] Deleting port f29615b1-a8bf-4f2e-981d-14c48d97d778 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:56.605897 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-987c1e15-3156-471b-81b9-8c03f270388f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:56.638626 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587d4bc-76f4-4246-a378-dc5c96966eb4 req-8ac9a1ae-a003-47b9-8320-c0f36b01e847 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:56.640774 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6587d4bc-76f4-4246-a378-dc5c96966eb4 req-8ac9a1ae-a003-47b9-8320-c0f36b01e847 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 931 time: 0.1592476 Jul 24 09:34:56.657433 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-538ee61f-cc8b-4f55-97a4-b0e5b1459469 None None] Port 1351ce31-eb57-4014-be82-98880d53d031 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:34:56.727206 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0835db4f-3bfa-4789-a787-2a0be927be2e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:34:56.728408 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6587d4bc-76f4-4246-a378-dc5c96966eb4 req-78e43f86-0e88-47de-a193-5d67614914c1 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788379 Jul 24 09:34:56.747812 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-987c1e15-3156-471b-81b9-8c03f270388f admin admin] For port f29615b1-a8bf-4f2e-981d-14c48d97d778, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=f29615b1-a8bf-4f2e-981d-14c48d97d778,segment=NetworkSegment(65e75f0f-d915-4d66-9665-3a63119a6773),segment_id=65e75f0f-d915-4d66-9665-3a63119a6773)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:56.748803 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-987c1e15-3156-471b-81b9-8c03f270388f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:56.759299 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-0835db4f-3bfa-4789-a787-2a0be927be2e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:56.774016 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-987c1e15-3156-471b-81b9-8c03f270388f admin admin] Calling delete_port for f29615b1-a8bf-4f2e-981d-14c48d97d778 owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:56.788047 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0835db4f-3bfa-4789-a787-2a0be927be2e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:34:56.793744 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0835db4f-3bfa-4789-a787-2a0be927be2e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:56.794386 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0835db4f-3bfa-4789-a787-2a0be927be2e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:56.812769 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35312) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:56.852867 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835db4f-3bfa-4789-a787-2a0be927be2e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Port': ['ID=b4681ede-d606-4e94-b1ea-602a96709afc,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:56.902269 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0835db4f-3bfa-4789-a787-2a0be927be2e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0831983 Jul 24 09:34:56.906709 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35316) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:56.961238 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-646a356a-a7c0-40f7-91d5-e1413a2a0161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:56.994370 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6af1b5e1-a7cd-4ae5-8e9c-9ebd55ff4612 None None] Provisioning for port 63833d08-2759-4185-99d2-0045e03c7b28 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:57.007315 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcf01c6-5668-4024-a59a-bb43aceef7eb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:57.013366 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcf01c6-5668-4024-a59a-bb43aceef7eb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:57.017441 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7dcf01c6-5668-4024-a59a-bb43aceef7eb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1055815 Jul 24 09:34:57.018470 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35318) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:57.064469 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6c6ecc5-5e47-4e0c-b0ee-b87c488c8601 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:57.120468 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-987c1e15-3156-471b-81b9-8c03f270388f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:57.152400 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c1e15-3156-471b-81b9-8c03f270388f admin admin] Pushing event deleted for resources: {'Port': ['ID=f29615b1-a8bf-4f2e-981d-14c48d97d778,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:57.223166 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f9b1afa1-af3a-4f61-9887-672c39927e2b None None] Provisioning for port b4681ede-d606-4e94-b1ea-602a96709afc completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:57.223978 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6c6ecc5-5e47-4e0c-b0ee-b87c488c8601 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:57.237012 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f9b1afa1-af3a-4f61-9887-672c39927e2b None None] Provisioning complete for port b4681ede-d606-4e94-b1ea-602a96709afc triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:57.237535 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f9b1afa1-af3a-4f61-9887-672c39927e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:57.245176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-27cdabdd-ae86-4673-9f77-d507524e2a81 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting port b4681ede-d606-4e94-b1ea-602a96709afc {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:57.245543 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-27cdabdd-ae86-4673-9f77-d507524e2a81 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:57.272327 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] device_id is not set on port 01d10446-9e46-432a-802a-36c842b46f15 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:34:57.276417 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-116e3c7b-6c3d-480c-91f1-dd93b0be7bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:57.286740 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-f9b1afa1-af3a-4f61-9887-672c39927e2b None None] Port b4681ede-d606-4e94-b1ea-602a96709afc cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:34:57.305583 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:57.346475 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Transition to ACTIVE for port object 01d10446-9e46-432a-802a-36c842b46f15 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:57.367708 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:57.418919 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-27cdabdd-ae86-4673-9f77-d507524e2a81 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:57.438743 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-27cdabdd-ae86-4673-9f77-d507524e2a81 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Calling delete_port for b4681ede-d606-4e94-b1ea-602a96709afc owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:57.442687 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-987c1e15-3156-471b-81b9-8c03f270388f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:57.474179 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Pushing event updated for resources: {'Port': ['ID=01d10446-9e46-432a-802a-36c842b46f15,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:57.485184 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6c6ecc5-5e47-4e0c-b0ee-b87c488c8601 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:57.487724 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6c6ecc5-5e47-4e0c-b0ee-b87c488c8601 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:57.488921 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b6c6ecc5-5e47-4e0c-b0ee-b87c488c8601 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "DELETE /v2.0/security-groups/9b2541bc-95df-48c3-87a4-dd13dd0b29c2 HTTP/1.1" status: 204 len: 168 time: 0.6684062 Jul 24 09:34:57.515470 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6ecc5-5e47-4e0c-b0ee-b87c488c8601 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2541bc-95df-48c3-87a4-dd13dd0b29c2,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:57.519210 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Checking segment: {'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:34:57.519587 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Network hostable DHCP agents. Network: f447746c-c466-4fe6-a5b3-53a783637249, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:34:57.526586 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35322) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:57.656323 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Network f447746c-c466-4fe6-a5b3-53a783637249 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:34:57.659933 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-646a356a-a7c0-40f7-91d5-e1413a2a0161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1351ce31-eb57-4014-be82-98880d53d031 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:34:57.677142 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-646a356a-a7c0-40f7-91d5-e1413a2a0161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:57.688133 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, f447746c-c466-4fe6-a5b3-53a783637249) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:34:57.697665 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:34:57.697979 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7627cfea-d6e9-42fd-850c-fc5edd74c7f0 None None] Network f447746c-c466-4fe6-a5b3-53a783637249 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:34:57.721807 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:34:57.722146 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:34:57.722671 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:34:57.740763 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 01d10446-9e46-432a-802a-36c842b46f15 on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:34:57.741315 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 01d10446-9e46-432a-802a-36c842b46f15 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:34:57.771444 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempt 2 to bind port 01d10446-9e46-432a-802a-36c842b46f15 Jul 24 09:34:57.823232 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:34:57.823564 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:34:57.823902 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:34:57.837762 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 01d10446-9e46-432a-802a-36c842b46f15 on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:34:57.838091 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 01d10446-9e46-432a-802a-36c842b46f15 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:34:57.840516 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempt 3 to bind port 01d10446-9e46-432a-802a-36c842b46f15 Jul 24 09:34:57.862152 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:34:57.862492 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:34:57.862902 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:34:57.874264 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 01d10446-9e46-432a-802a-36c842b46f15 on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:34:57.874603 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 01d10446-9e46-432a-802a-36c842b46f15 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:34:57.876471 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempt 4 to bind port 01d10446-9e46-432a-802a-36c842b46f15 Jul 24 09:34:57.921577 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:34:57.922025 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:34:57.922262 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:34:57.956472 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 01d10446-9e46-432a-802a-36c842b46f15 on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:34:57.956832 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 01d10446-9e46-432a-802a-36c842b46f15 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:34:57.960347 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempt 5 to bind port 01d10446-9e46-432a-802a-36c842b46f15 Jul 24 09:34:57.999187 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 549131a6-141b-4458-838f-280417db0bb1 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:34:58.026062 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-27cdabdd-ae86-4673-9f77-d507524e2a81 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:58.027221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:34:58.028486 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:34:58.029005 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:34:58.034579 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-646a356a-a7c0-40f7-91d5-e1413a2a0161 service neutron] Transition to ACTIVE for port object 1351ce31-eb57-4014-be82-98880d53d031 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:34:58.049511 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 01d10446-9e46-432a-802a-36c842b46f15 on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:34:58.049976 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 01d10446-9e46-432a-802a-36c842b46f15 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:34:58.050620 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-646a356a-a7c0-40f7-91d5-e1413a2a0161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:58.057197 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempt 6 to bind port 01d10446-9e46-432a-802a-36c842b46f15 Jul 24 09:34:58.078815 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdabdd-ae86-4673-9f77-d507524e2a81 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Port': ['ID=b4681ede-d606-4e94-b1ea-602a96709afc,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:58.094828 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 549131a6-141b-4458-838f-280417db0bb1 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:58.095635 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:58.107302 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-27cdabdd-ae86-4673-9f77-d507524e2a81 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:58.110807 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-27cdabdd-ae86-4673-9f77-d507524e2a81 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/b4681ede-d606-4e94-b1ea-602a96709afc HTTP/1.1" status: 204 len: 168 time: 1.0913742 Jul 24 09:34:58.116095 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35332) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:58.159267 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987c1e15-3156-471b-81b9-8c03f270388f admin admin] Router 59b1324c-146f-4a6d-9e1f-639e7ee9a4d0 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:34:58.172282 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:34:58.173854 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:34:58.175424 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:34:58.199136 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd4c93-fd2c-4835-9e2e-00ba7efc5e1d req-5c253412-d25f-4d29-8a91-e1f106612e14 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:58.200769 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ccd4c93-fd2c-4835-9e2e-00ba7efc5e1d req-5c253412-d25f-4d29-8a91-e1f106612e14 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 931 time: 0.3062525 Jul 24 09:34:58.201431 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 01d10446-9e46-432a-802a-36c842b46f15 on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:34:58.201906 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 01d10446-9e46-432a-802a-36c842b46f15 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:34:58.209908 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempt 7 to bind port 01d10446-9e46-432a-802a-36c842b46f15 Jul 24 09:34:58.250206 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:34:58.250875 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:34:58.250875 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:34:58.277013 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 01d10446-9e46-432a-802a-36c842b46f15 on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:34:58.277349 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 01d10446-9e46-432a-802a-36c842b46f15 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:34:58.280463 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ccd4c93-fd2c-4835-9e2e-00ba7efc5e1d req-19835b34-c02f-465f-9bd9-a67a111d35b2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566130 Jul 24 09:34:58.300069 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5338528-f70d-4375-82f3-0de9ede6392c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:58.301818 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5338528-f70d-4375-82f3-0de9ede6392c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:58.304904 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b5338528-f70d-4375-82f3-0de9ede6392c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1877723 Jul 24 09:34:58.308159 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35334) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:58.311511 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a356a-a7c0-40f7-91d5-e1413a2a0161 service neutron] Pushing event updated for resources: {'Port': ['ID=1351ce31-eb57-4014-be82-98880d53d031,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:58.315447 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempt 8 to bind port 01d10446-9e46-432a-802a-36c842b46f15 Jul 24 09:34:58.383323 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:34:58.383730 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:34:58.384072 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:34:58.403917 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-8921e675-8c26-420d-b9e8-10d6a55f2496 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet 449bcda4-8ce4-4062-9d85-af7a94533ad9 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:34:58.407968 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8921e675-8c26-420d-b9e8-10d6a55f2496 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:58.421621 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 01d10446-9e46-432a-802a-36c842b46f15 on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:34:58.421959 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 01d10446-9e46-432a-802a-36c842b46f15 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:34:58.425889 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempt 9 to bind port 01d10446-9e46-432a-802a-36c842b46f15 Jul 24 09:34:58.436213 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-646a356a-a7c0-40f7-91d5-e1413a2a0161 service neutron] Attempting to bind port 1351ce31-eb57-4014-be82-98880d53d031 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:34:58.436551 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-646a356a-a7c0-40f7-91d5-e1413a2a0161 service neutron] Attempting to bind port 1351ce31-eb57-4014-be82-98880d53d031 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'd64301cc-d735-488b-91bf-d20f44a7a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:34:58.436914 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-646a356a-a7c0-40f7-91d5-e1413a2a0161 service neutron] Attempting to bind port 1351ce31-eb57-4014-be82-98880d53d031 on network 7c3d9c5a-df8f-4d09-8c37-3b893a39df26 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:34:58.462625 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-646a356a-a7c0-40f7-91d5-e1413a2a0161 service neutron] Port 1351ce31-eb57-4014-be82-98880d53d031 on network 7c3d9c5a-df8f-4d09-8c37-3b893a39df26 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:34:58.462953 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-646a356a-a7c0-40f7-91d5-e1413a2a0161 service neutron] Attempting to bind port 1351ce31-eb57-4014-be82-98880d53d031 on network 7c3d9c5a-df8f-4d09-8c37-3b893a39df26 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:34:58.463991 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8921e675-8c26-420d-b9e8-10d6a55f2496 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:58.467746 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 63833d08-2759-4185-99d2-0045e03c7b28 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:34:58.471556 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:34:58.471897 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:34:58.472235 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:34:58.481211 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-646a356a-a7c0-40f7-91d5-e1413a2a0161 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:34:58.481551 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-646a356a-a7c0-40f7-91d5-e1413a2a0161 service neutron] Checking segment: {'id': 'd64301cc-d735-488b-91bf-d20f44a7a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:34:58.481938 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-646a356a-a7c0-40f7-91d5-e1413a2a0161 service neutron] Bound using segment: {'id': 'd64301cc-d735-488b-91bf-d20f44a7a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:34:58.482370 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-646a356a-a7c0-40f7-91d5-e1413a2a0161 service neutron] Bound port: 1351ce31-eb57-4014-be82-98880d53d031, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64301cc-d735-488b-91bf-d20f44a7a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:34:58.482726 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-646a356a-a7c0-40f7-91d5-e1413a2a0161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:58.485374 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 01d10446-9e46-432a-802a-36c842b46f15 on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:34:58.485873 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 01d10446-9e46-432a-802a-36c842b46f15 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:34:58.487416 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempt 10 to bind port 01d10446-9e46-432a-802a-36c842b46f15 Jul 24 09:34:58.514520 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:34:58.514851 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:34:58.515370 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 01d10446-9e46-432a-802a-36c842b46f15 on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:34:58.519154 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 63833d08-2759-4185-99d2-0045e03c7b28 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:34:58.528089 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 63833d08-2759-4185-99d2-0045e03c7b28 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:34:58.528467 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:58.542472 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 01d10446-9e46-432a-802a-36c842b46f15 on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:34:58.542800 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 01d10446-9e46-432a-802a-36c842b46f15 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:34:58.543339 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:58.586966 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987c1e15-3156-471b-81b9-8c03f270388f admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:34:58.589192 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-657c0f09-9c52-4e51-a6e0-b1f07812cccc tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:58.589732 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8921e675-8c26-420d-b9e8-10d6a55f2496 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:58.599706 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-987c1e15-3156-471b-81b9-8c03f270388f admin admin] 10.222.0.32 "PUT /v2.0/routers/59b1324c-146f-4a6d-9e1f-639e7ee9a4d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6283808 Jul 24 09:34:58.608272 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d75b784-b116-48d7-9d77-218583a183bb None None] Sync routers for ids ['59b1324c-146f-4a6d-9e1f-639e7ee9a4d0'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:34:58.616210 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:58.622515 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d75b784-b116-48d7-9d77-218583a183bb None None] Routers {'59b1324c-146f-4a6d-9e1f-639e7ee9a4d0'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:34:58.623132 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-8d75b784-b116-48d7-9d77-218583a183bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:34:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['59b1324c-146f-4a6d-9e1f-639e7ee9a4d0'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:58.623687 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35336) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:58.675755 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] For port 01d10446-9e46-432a-802a-36c842b46f15, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:34:58.676182 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempted to set empty binding levels {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 24 09:34:58.739307 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-646a356a-a7c0-40f7-91d5-e1413a2a0161 service neutron] For port 1351ce31-eb57-4014-be82-98880d53d031, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:34:58.744277 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8921e675-8c26-420d-b9e8-10d6a55f2496 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:58.744488 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:58.744800 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-8d75b784-b116-48d7-9d77-218583a183bb None None] Set router 59b1324c-146f-4a6d-9e1f-639e7ee9a4d0 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:34:58.780806 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921e675-8c26-420d-b9e8-10d6a55f2496 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=449bcda4-8ce4-4062-9d85-af7a94533ad9,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:58.784859 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8921e675-8c26-420d-b9e8-10d6a55f2496 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:58.789520 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8921e675-8c26-420d-b9e8-10d6a55f2496 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/449bcda4-8ce4-4062-9d85-af7a94533ad9 HTTP/1.1" status: 204 len: 168 time: 0.4774618 Jul 24 09:34:58.789520 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9e499bb5-4c73-4647-8d6f-3283b4d247bd admin admin] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:58.790634 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35338) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:58.797872 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb13695d-de50-40f3-9c1b-e8d48048dfda None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:34:58.811865 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:58.812478 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:58.831044 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Pushing event updated for resources: {'Port': ['ID=01d10446-9e46-432a-802a-36c842b46f15,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:58.835818 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-646a356a-a7c0-40f7-91d5-e1413a2a0161 service neutron] For port 1351ce31-eb57-4014-be82-98880d53d031, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=1351ce31-eb57-4014-be82-98880d53d031,segment=NetworkSegment(d64301cc-d735-488b-91bf-d20f44a7a8ad),segment_id=d64301cc-d735-488b-91bf-d20f44a7a8ad)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:34:58.840648 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-31462be1-27bd-4631-9766-ffe206b48be0 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.0802567 Jul 24 09:34:58.845476 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35340) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:58.856546 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-646a356a-a7c0-40f7-91d5-e1413a2a0161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:58.869045 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-25977f50-611f-4f92-a8b4-24d753ff3da0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0744648 Jul 24 09:34:58.897210 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35342) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:58.909095 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.db.api [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:34:58.909361 n-d-800085-9 neutron-server[94037]: DEBUG oslo_db.api [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:34:58.936208 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-646a356a-a7c0-40f7-91d5-e1413a2a0161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:58.940833 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-646a356a-a7c0-40f7-91d5-e1413a2a0161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:58.943473 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-646a356a-a7c0-40f7-91d5-e1413a2a0161 service neutron] 10.222.0.20 "PUT /v2.0/ports/1351ce31-eb57-4014-be82-98880d53d031 HTTP/1.1" status: 200 len: 1091 time: 2.4350545 Jul 24 09:34:58.961786 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e', 'tag': '1351ce31-eb57-4014-be82-98880d53d031'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:34:58.964375 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09bf4c8-95b5-473a-b72d-c738368bf643" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e", "tag": "1351ce31-eb57-4014-be82-98880d53d031"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:34:59.010724 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-8d75b784-b116-48d7-9d77-218583a183bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b1324c-146f-4a6d-9e1f-639e7ee9a4d0', 'name': 'tempest-TestVolumeBackupRestore-702884459-router', 'tenant_id': 'dad90ab21f844277a18a777c6bb5f456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '554e5ad5-56a7-411a-9299-0f3a8d253a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:58Z', 'updated_at': '2021-07-24T09:34:56Z', 'revision_number': 5, 'project_id': 'dad90ab21f844277a18a777c6bb5f456', 'gw_port': {'id': '554e5ad5-56a7-411a-9299-0f3a8d253a2d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1324c-146f-4a6d-9e1f-639e7ee9a4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:30:01Z', 'updated_at': '2021-07-24T09:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:59.034388 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc47f3f2-99ae-4bd2-beed-4962b3deadc4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:59.036495 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-dc47f3f2-99ae-4bd2-beed-4962b3deadc4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1383295 Jul 24 09:34:59.039635 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35346) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:59.049893 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d75b784-b116-48d7-9d77-218583a183bb None None] Checking router: 59b1324c-146f-4a6d-9e1f-639e7ee9a4d0 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:34:59.063651 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d75b784-b116-48d7-9d77-218583a183bb None None] Routers {'59b1324c-146f-4a6d-9e1f-639e7ee9a4d0'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:34:59.063959 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9e499bb5-4c73-4647-8d6f-3283b4d247bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:59.070451 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-8d75b784-b116-48d7-9d77-218583a183bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:34:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['59b1324c-146f-4a6d-9e1f-639e7ee9a4d0'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:59.146153 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887a427d-7811-4a7a-b6e4-8d3dd6995178 x-openstack-request-id: req-887a427d-7811-4a7a-b6e4-8d3dd6995178 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:34:59.146567 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e", "tag": "1351ce31-eb57-4014-be82-98880d53d031", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:34:59.146921 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-887a427d-7811-4a7a-b6e4-8d3dd6995178 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:34:59.147434 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e', 'tag': '1351ce31-eb57-4014-be82-98880d53d031', 'status': 'completed', 'code': 200} Jul 24 09:34:59.158824 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a640498-f79e-4d2e-9967-f3b3ed20e972 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:59.160323 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0a640498-f79e-4d2e-9967-f3b3ed20e972 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1160445 Jul 24 09:34:59.165878 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35350) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:59.191339 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-9e499bb5-4c73-4647-8d6f-3283b4d247bd admin admin] Deleting port 554e5ad5-56a7-411a-9299-0f3a8d253a2d {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:59.191543 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9e499bb5-4c73-4647-8d6f-3283b4d247bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:59.199403 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae546fd-3f21-4478-a226-1aa6281a1455 None None] DHCP port deletion for 563773b9-347f-4496-b491-b57b6545ee0e request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:34:59.226390 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a356a-a7c0-40f7-91d5-e1413a2a0161 service neutron] Pushing event updated for resources: {'Port': ['ID=1351ce31-eb57-4014-be82-98880d53d031,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:59.249460 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-927f11fa-9499-44f7-8388-239c221b3b81 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717676 Jul 24 09:34:59.255034 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35352) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:34:59.262708 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-af7c1a0f-2660-43b8-a567-037dd92c2605 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:34:59.265203 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-2ae546fd-3f21-4478-a226-1aa6281a1455 None None] Deleting port 63833d08-2759-4185-99d2-0045e03c7b28 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:59.265720 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2ae546fd-3f21-4478-a226-1aa6281a1455 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:59.341068 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-9e499bb5-4c73-4647-8d6f-3283b4d247bd admin admin] For port 554e5ad5-56a7-411a-9299-0f3a8d253a2d, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=554e5ad5-56a7-411a-9299-0f3a8d253a2d,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:59.341710 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9e499bb5-4c73-4647-8d6f-3283b4d247bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:59.364772 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-9e499bb5-4c73-4647-8d6f-3283b4d247bd admin admin] Calling delete_port for 554e5ad5-56a7-411a-9299-0f3a8d253a2d owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:59.375387 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-2ae546fd-3f21-4478-a226-1aa6281a1455 None None] For port 63833d08-2759-4185-99d2-0045e03c7b28, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=63833d08-2759-4185-99d2-0045e03c7b28,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:59.375793 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2ae546fd-3f21-4478-a226-1aa6281a1455 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:59.389937 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-2ae546fd-3f21-4478-a226-1aa6281a1455 None None] Calling delete_port for 63833d08-2759-4185-99d2-0045e03c7b28 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:34:59.397139 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-8d75b784-b116-48d7-9d77-218583a183bb None None] Set router 59b1324c-146f-4a6d-9e1f-639e7ee9a4d0 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:34:59.469803 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-710ad5d6-ad88-4bbf-a6bd-d34771968a86 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Deleting port 01d10446-9e46-432a-802a-36c842b46f15 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:34:59.470156 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-710ad5d6-ad88-4bbf-a6bd-d34771968a86 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:59.473139 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:59.529131 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 63833d08-2759-4185-99d2-0045e03c7b28, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=63833d08-2759-4185-99d2-0045e03c7b28,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:34:59.543869 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:59.596731 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9e499bb5-4c73-4647-8d6f-3283b4d247bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:59.620720 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=63833d08-2759-4185-99d2-0045e03c7b28,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:59.657514 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-8d75b784-b116-48d7-9d77-218583a183bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b1324c-146f-4a6d-9e1f-639e7ee9a4d0', 'name': 'tempest-TestVolumeBackupRestore-702884459-router', 'tenant_id': 'dad90ab21f844277a18a777c6bb5f456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '554e5ad5-56a7-411a-9299-0f3a8d253a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:58Z', 'updated_at': '2021-07-24T09:34:56Z', 'revision_number': 5, 'project_id': 'dad90ab21f844277a18a777c6bb5f456', 'gw_port': {'id': '554e5ad5-56a7-411a-9299-0f3a8d253a2d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1324c-146f-4a6d-9e1f-639e7ee9a4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:30:01Z', 'updated_at': '2021-07-24T09:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:34:59.664454 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2ae546fd-3f21-4478-a226-1aa6281a1455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:59.678679 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e499bb5-4c73-4647-8d6f-3283b4d247bd admin admin] Pushing event deleted for resources: {'Port': ['ID=554e5ad5-56a7-411a-9299-0f3a8d253a2d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:59.701679 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d75b784-b116-48d7-9d77-218583a183bb None None] The sync data for ids ['59b1324c-146f-4a6d-9e1f-639e7ee9a4d0'] in n-d-800085-9 is: [{'id': '59b1324c-146f-4a6d-9e1f-639e7ee9a4d0', 'name': 'tempest-TestVolumeBackupRestore-702884459-router', 'tenant_id': 'dad90ab21f844277a18a777c6bb5f456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '554e5ad5-56a7-411a-9299-0f3a8d253a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:29:58Z', 'updated_at': '2021-07-24T09:34:56Z', 'revision_number': 5, 'project_id': 'dad90ab21f844277a18a777c6bb5f456', 'gw_port': {'id': '554e5ad5-56a7-411a-9299-0f3a8d253a2d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b1324c-146f-4a6d-9e1f-639e7ee9a4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:30:01Z', 'updated_at': '2021-07-24T09:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:34:59.711733 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae546fd-3f21-4478-a226-1aa6281a1455 None None] Pushing event deleted for resources: {'Port': ['ID=63833d08-2759-4185-99d2-0045e03c7b28,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:34:59.727075 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae546fd-3f21-4478-a226-1aa6281a1455 None None] No DVR routers for this DVR port 63833d08-2759-4185-99d2-0045e03c7b28 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:34:59.784135 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1baadb91-3d0f-4293-a199-64e34ffb7354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:59.797737 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9e499bb5-4c73-4647-8d6f-3283b4d247bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:59.887585 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-bbeffe29-d4b7-4f1c-9a1f-ae393ed0ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:34:59.889225 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-bbeffe29-d4b7-4f1c-9a1f-ae393ed0ae9d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 1094 time: 0.8454003 Jul 24 09:34:59.906600 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9e499bb5-4c73-4647-8d6f-3283b4d247bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:59.908728 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9e499bb5-4c73-4647-8d6f-3283b4d247bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:59.921379 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7c1a0f-2660-43b8-a567-037dd92c2605 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:34:59.924785 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-af7c1a0f-2660-43b8-a567-037dd92c2605 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:59.974149 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9e499bb5-4c73-4647-8d6f-3283b4d247bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:59.975419 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e499bb5-4c73-4647-8d6f-3283b4d247bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59b1324c-146f-4a6d-9e1f-639e7ee9a4d0 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:34:59.979826 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9e499bb5-4c73-4647-8d6f-3283b4d247bd admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:34:59.983353 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9e499bb5-4c73-4647-8d6f-3283b4d247bd admin admin] 10.222.0.32 "DELETE /v2.0/routers/59b1324c-146f-4a6d-9e1f-639e7ee9a4d0 HTTP/1.1" status: 204 len: 168 time: 1.3563402 Jul 24 09:34:59.983570 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35356) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:00.006011 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-dce1d77b-a557-48eb-8edf-794a09b4ae33 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1351ce31-eb57-4014-be82-98880d53d031 HTTP/1.1" status: 200 len: 217 time: 0.0858190 Jul 24 09:35:00.027044 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-08109c75-e72d-4976-a4ce-d702f5a3b392 admin admin] Deleting subnet c1907807-b771-4a96-98fc-2f58f84ea6c6 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:35:00.030067 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-08109c75-e72d-4976-a4ce-d702f5a3b392 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:00.054153 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-710ad5d6-ad88-4bbf-a6bd-d34771968a86 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] For port 01d10446-9e46-432a-802a-36c842b46f15, host n-h1-800085-9, got binding levels [] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:00.054580 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-710ad5d6-ad88-4bbf-a6bd-d34771968a86 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:00.066977 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-08109c75-e72d-4976-a4ce-d702f5a3b392 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:00.075820 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 63833d08-2759-4185-99d2-0045e03c7b28 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:35:00.107103 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 63833d08-2759-4185-99d2-0045e03c7b28 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:35:00.107730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 63833d08-2759-4185-99d2-0045e03c7b28 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:35:00.176665 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-710ad5d6-ad88-4bbf-a6bd-d34771968a86 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Calling delete_port for 01d10446-9e46-432a-802a-36c842b46f15 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:00.182900 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-08109c75-e72d-4976-a4ce-d702f5a3b392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:00.240340 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b58340-2480-487e-838e-8811b732e60d req-2460e34d-9592-4d98-98a0-4c5dade08536 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:00.242023 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f5b58340-2480-487e-838e-8811b732e60d req-2460e34d-9592-4d98-98a0-4c5dade08536 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 943 time: 0.8342984 Jul 24 09:35:00.275081 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-08109c75-e72d-4976-a4ce-d702f5a3b392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:00.306592 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08109c75-e72d-4976-a4ce-d702f5a3b392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1907807-b771-4a96-98fc-2f58f84ea6c6,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:00.321633 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d4a243-f6df-451e-8923-43aa4a91b624 None None] Network 15b790d2-241e-438e-86a0-b69c8f33f044 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:00.322130 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-08109c75-e72d-4976-a4ce-d702f5a3b392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:00.328791 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-08109c75-e72d-4976-a4ce-d702f5a3b392 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c1907807-b771-4a96-98fc-2f58f84ea6c6 HTTP/1.1" status: 204 len: 168 time: 0.3440375 Jul 24 09:35:00.329627 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35364) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:00.332839 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-cc2029c2-6693-4812-9e4c-87188518a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:00.334980 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-cc2029c2-6693-4812-9e4c-87188518a83a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=052febb9-0d85-4f6f-a5a7-9b8b9b12c295 HTTP/1.1" status: 200 len: 834 time: 0.2686088 Jul 24 09:35:00.390178 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f5b58340-2480-487e-838e-8811b732e60d req-9ced7527-5d26-43ef-9f3f-7c0cd020dafd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043389 Jul 24 09:35:00.422491 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-657c0f09-9c52-4e51-a6e0-b1f07812cccc tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Deleting port ab8431e7-36b1-49bd-9df3-9b1cac43e6ba {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:00.422845 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-657c0f09-9c52-4e51-a6e0-b1f07812cccc tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:00.451370 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8e77c2a4-e582-46ac-8a1c-ce95d3df2476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:00.545435 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-8e77c2a4-e582-46ac-8a1c-ce95d3df2476 admin admin] Deleting port 5342c524-4a92-47fb-a0c1-77d043bf9a95 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:00.545732 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8e77c2a4-e582-46ac-8a1c-ce95d3df2476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:00.550492 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:00.652301 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-be26e0d4-3030-4854-93bf-64a69459375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:00.653887 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-be26e0d4-3030-4854-93bf-64a69459375b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3088281 Jul 24 09:35:00.654505 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-710ad5d6-ad88-4bbf-a6bd-d34771968a86 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:00.662697 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-8e77c2a4-e582-46ac-8a1c-ce95d3df2476 admin admin] For port 5342c524-4a92-47fb-a0c1-77d043bf9a95, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5342c524-4a92-47fb-a0c1-77d043bf9a95,segment=NetworkSegment(65e75f0f-d915-4d66-9665-3a63119a6773),segment_id=65e75f0f-d915-4d66-9665-3a63119a6773)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:00.663214 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8e77c2a4-e582-46ac-8a1c-ce95d3df2476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:00.680587 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-8e77c2a4-e582-46ac-8a1c-ce95d3df2476 admin admin] Calling delete_port for 5342c524-4a92-47fb-a0c1-77d043bf9a95 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:00.704227 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ad5d6-ad88-4bbf-a6bd-d34771968a86 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Pushing event deleted for resources: {'Port': ['ID=01d10446-9e46-432a-802a-36c842b46f15,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:00.759450 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-710ad5d6-ad88-4bbf-a6bd-d34771968a86 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:00.761469 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-710ad5d6-ad88-4bbf-a6bd-d34771968a86 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] 10.222.0.32 "DELETE /v2.0/ports/01d10446-9e46-432a-802a-36c842b46f15 HTTP/1.1" status: 204 len: 168 time: 1.9147456 Jul 24 09:35:00.764175 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35370) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:00.773409 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-657c0f09-9c52-4e51-a6e0-b1f07812cccc tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] For port ab8431e7-36b1-49bd-9df3-9b1cac43e6ba, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=ab8431e7-36b1-49bd-9df3-9b1cac43e6ba,segment=NetworkSegment(1944ee26-9eae-49e6-ab50-323c32be29e6),segment_id=1944ee26-9eae-49e6-ab50-323c32be29e6)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:00.773787 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-657c0f09-9c52-4e51-a6e0-b1f07812cccc tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:00.792910 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-405ff5f0-4b6a-43c6-8bd0-ab8f674a6023 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] GET failed (client error): The resource could not be found. Jul 24 09:35:00.794447 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-405ff5f0-4b6a-43c6-8bd0-ab8f674a6023 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] 10.222.0.32 "GET /v2.0/ports/01d10446-9e46-432a-802a-36c842b46f15 HTTP/1.1" status: 404 len: 333 time: 0.0292900 Jul 24 09:35:00.799867 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35372) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:00.805962 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-9afc5d3e-8abe-4c21-bfbf-4f21fcddcc68 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Request body: {'port': {'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1896743014'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:00.824053 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8e77c2a4-e582-46ac-8a1c-ce95d3df2476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:00.836653 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-657c0f09-9c52-4e51-a6e0-b1f07812cccc tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Calling delete_port for ab8431e7-36b1-49bd-9df3-9b1cac43e6ba owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:00.852351 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77c2a4-e582-46ac-8a1c-ce95d3df2476 admin admin] Pushing event deleted for resources: {'Port': ['ID=5342c524-4a92-47fb-a0c1-77d043bf9a95,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:00.854159 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afc5d3e-8abe-4c21-bfbf-4f21fcddcc68 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Made reservation on behalf of 03ebc2916876478f86332cea6352b92d for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:00.857428 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9afc5d3e-8abe-4c21-bfbf-4f21fcddcc68 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:00.871377 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e77c2a4-e582-46ac-8a1c-ce95d3df2476 admin admin] No DVR routers for this DVR port 5342c524-4a92-47fb-a0c1-77d043bf9a95 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:35:00.901770 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-9afc5d3e-8abe-4c21-bfbf-4f21fcddcc68 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] device_id is not set on port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:35:00.950368 n-d-800085-9 neutron-server[94035]: DEBUG neutron.objects.ports [None req-af7c1a0f-2660-43b8-a567-037dd92c2605 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94035) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 09:35:00.954134 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-38ce6a37-fbc9-4d07-bb35-ad1a9469ee28 service neutron] 10.222.0.20 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676022 Jul 24 09:35:00.958588 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-af7c1a0f-2660-43b8-a567-037dd92c2605 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:00.988891 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8e77c2a4-e582-46ac-8a1c-ce95d3df2476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:01.008547 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-8e77c2a4-e582-46ac-8a1c-ce95d3df2476 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b790d2-241e-438e-86a0-b69c8f33f044']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:01.034924 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-8e77c2a4-e582-46ac-8a1c-ce95d3df2476 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e75f0f-d915-4d66-9665-3a63119a6773') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:01.035221 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-8e77c2a4-e582-46ac-8a1c-ce95d3df2476 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e75f0f-d915-4d66-9665-3a63119a6773') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:01.036586 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:01.042570 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7c1a0f-2660-43b8-a567-037dd92c2605 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:01.050726 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382287bb-168a-49cd-9d5c-ee7f10cd31b4 None None] DHCP port deletion for 15b790d2-241e-438e-86a0-b69c8f33f044 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:35:01.053431 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8e77c2a4-e582-46ac-8a1c-ce95d3df2476 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:01.056281 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-af7c1a0f-2660-43b8-a567-037dd92c2605 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:01.076176 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bc54dd-ea75-47af-a228-4d47e35998d4 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:01.106226 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8e77c2a4-e582-46ac-8a1c-ce95d3df2476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:01.116224 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e77c2a4-e582-46ac-8a1c-ce95d3df2476 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:35:01.116715 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7c1a0f-2660-43b8-a567-037dd92c2605 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:01.117119 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8e77c2a4-e582-46ac-8a1c-ce95d3df2476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:01.117386 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-af7c1a0f-2660-43b8-a567-037dd92c2605 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:35:01.118845 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:35:01.124607 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c1a0f-2660-43b8-a567-037dd92c2605 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=69c08b04-ceca-4c34-b0ec-5033c61bab3c,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:01.191949 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-af7c1a0f-2660-43b8-a567-037dd92c2605 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9340036 Jul 24 09:35:01.200434 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35374) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:01.209530 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-1cd9aa3d-37ad-4ce8-848e-9d03ec1ee528 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:01.214259 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9afc5d3e-8abe-4c21-bfbf-4f21fcddcc68 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:01.227682 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8e77c2a4-e582-46ac-8a1c-ce95d3df2476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:01.235046 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8e77c2a4-e582-46ac-8a1c-ce95d3df2476 admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:01.236864 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8e77c2a4-e582-46ac-8a1c-ce95d3df2476 admin admin] 10.222.0.32 "DELETE /v2.0/networks/15b790d2-241e-438e-86a0-b69c8f33f044 HTTP/1.1" status: 204 len: 168 time: 0.9060769 Jul 24 09:35:01.250808 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77c2a4-e582-46ac-8a1c-ce95d3df2476 admin admin] Pushing event deleted for resources: {'Network': ['ID=15b790d2-241e-438e-86a0-b69c8f33f044,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:01.256330 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edbbd87-28b0-4924-9340-3ab8b80f4681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-563773b9-347f-4496-b491-b57b6545ee0e', 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'fixed_ips': [{'subnet_id': '69c08b04-ceca-4c34-b0ec-5033c61bab3c'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:35:01.257272 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3edbbd87-28b0-4924-9340-3ab8b80f4681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:01.277705 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9afc5d3e-8abe-4c21-bfbf-4f21fcddcc68 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:01.308585 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d25512d7-b2f0-4b2e-a36a-eeafd3af713f req-6f053108-46cf-4c8a-a4d2-e3622a869e78 service neutron] 10.222.0.20 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422797 Jul 24 09:35:01.321831 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afc5d3e-8abe-4c21-bfbf-4f21fcddcc68 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Network f447746c-c466-4fe6-a5b3-53a783637249 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:01.325731 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-9afc5d3e-8abe-4c21-bfbf-4f21fcddcc68 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:01.330113 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afc5d3e-8abe-4c21-bfbf-4f21fcddcc68 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:01.331739 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afc5d3e-8abe-4c21-bfbf-4f21fcddcc68 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:01.332643 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9afc5d3e-8abe-4c21-bfbf-4f21fcddcc68 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:01.350500 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc5d3e-8abe-4c21-bfbf-4f21fcddcc68 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Pushing event updated for resources: {'Port': ['ID=49618f1e-5ee6-4d2a-a3d5-a6d330a641bf,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:01.366430 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9afc5d3e-8abe-4c21-bfbf-4f21fcddcc68 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5648751 Jul 24 09:35:01.366748 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35378) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:01.393032 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:01.454653 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-3edbbd87-28b0-4924-9340-3ab8b80f4681 None None] Allocated IP 2001:db8::f816:3eff:fe69:7937 (563773b9-347f-4496-b491-b57b6545ee0e/69c08b04-ceca-4c34-b0ec-5033c61bab3c/e6cf6926-7377-4e37-b1da-243a3f1f3873) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:01.466346 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-657c0f09-9c52-4e51-a6e0-b1f07812cccc tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:01.507090 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35382) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:01.519599 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c0f09-9c52-4e51-a6e0-b1f07812cccc tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event deleted for resources: {'Port': ['ID=ab8431e7-36b1-49bd-9df3-9b1cac43e6ba,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:01.575752 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-df61e8e7-c5c8-4123-a533-36658c820d5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a626df8cf9a4b0ea66b1dfe014448cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0661645 Jul 24 09:35:01.578716 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35384) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:01.603051 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72942f-2245-4f5f-978a-719aa09cb2d4 req-c1736890-e49d-4e1d-adca-2418d08db5c5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:01.605197 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d72942f-2245-4f5f-978a-719aa09cb2d4 req-c1736890-e49d-4e1d-adca-2418d08db5c5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 943 time: 0.1316528 Jul 24 09:35:01.629760 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd9aa3d-37ad-4ce8-848e-9d03ec1ee528 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:01.633523 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1cd9aa3d-37ad-4ce8-848e-9d03ec1ee528 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:01.674418 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d72942f-2245-4f5f-978a-719aa09cb2d4 req-15f61393-a1a5-40f1-a96c-3467681a46b1 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573459 Jul 24 09:35:01.677112 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8aed0e15-77ae-4d10-8a6a-add0e0bebb66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:01.691215 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:01.692510 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3edbbd87-28b0-4924-9340-3ab8b80f4681 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:01.702852 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3edbbd87-28b0-4924-9340-3ab8b80f4681 None None] Transition to ACTIVE for port object e6cf6926-7377-4e37-b1da-243a3f1f3873 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:01.721118 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3edbbd87-28b0-4924-9340-3ab8b80f4681 None None] Transition to ACTIVE for port object e6cf6926-7377-4e37-b1da-243a3f1f3873 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:01.723542 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8aed0e15-77ae-4d10-8a6a-add0e0bebb66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:01.729350 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3edbbd87-28b0-4924-9340-3ab8b80f4681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:01.738480 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bf4c8-95b5-473a-b72d-c738368bf643 req-8bae3757-874a-4669-91af-18e21a6005f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:01.739835 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f09bf4c8-95b5-473a-b72d-c738368bf643 req-8bae3757-874a-4669-91af-18e21a6005f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 1094 time: 0.3766775 Jul 24 09:35:01.779719 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbbd87-28b0-4924-9340-3ab8b80f4681 None None] Pushing event updated for resources: {'Port': ['ID=e6cf6926-7377-4e37-b1da-243a3f1f3873,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:01.795265 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edbbd87-28b0-4924-9340-3ab8b80f4681 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:01.796758 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-3edbbd87-28b0-4924-9340-3ab8b80f4681 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:01.799135 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edbbd87-28b0-4924-9340-3ab8b80f4681 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:01.846454 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8aed0e15-77ae-4d10-8a6a-add0e0bebb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:01.850376 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8aed0e15-77ae-4d10-8a6a-add0e0bebb66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:01.852440 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8aed0e15-77ae-4d10-8a6a-add0e0bebb66 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/efc48ead-84ce-41cb-a0d0-9b83c15186dc HTTP/1.1" status: 204 len: 168 time: 0.2726970 Jul 24 09:35:01.867914 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed0e15-77ae-4d10-8a6a-add0e0bebb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc48ead-84ce-41cb-a0d0-9b83c15186dc,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:01.887296 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 554e5ad5-56a7-411a-9299-0f3a8d253a2d no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:35:01.923855 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 554e5ad5-56a7-411a-9299-0f3a8d253a2d {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:35:01.924189 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 554e5ad5-56a7-411a-9299-0f3a8d253a2d not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:35:01.924616 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f29615b1-a8bf-4f2e-981d-14c48d97d778 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:35:01.946098 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-3edbbd87-28b0-4924-9340-3ab8b80f4681 None None] Attempting to bind port e6cf6926-7377-4e37-b1da-243a3f1f3873 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:01.946478 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-3edbbd87-28b0-4924-9340-3ab8b80f4681 None None] Attempting to bind port e6cf6926-7377-4e37-b1da-243a3f1f3873 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:01.946844 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edbbd87-28b0-4924-9340-3ab8b80f4681 None None] Attempting to bind port e6cf6926-7377-4e37-b1da-243a3f1f3873 on network 563773b9-347f-4496-b491-b57b6545ee0e {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:01.951804 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: f29615b1-a8bf-4f2e-981d-14c48d97d778 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:35:01.952146 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f29615b1-a8bf-4f2e-981d-14c48d97d778 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:35:01.952562 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5342c524-4a92-47fb-a0c1-77d043bf9a95 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:35:01.955401 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edbbd87-28b0-4924-9340-3ab8b80f4681 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:35:01.955927 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edbbd87-28b0-4924-9340-3ab8b80f4681 None None] Checking segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:01.956469 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3edbbd87-28b0-4924-9340-3ab8b80f4681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:01.956901 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edbbd87-28b0-4924-9340-3ab8b80f4681 None None] Bound using segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:35:01.957489 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-3edbbd87-28b0-4924-9340-3ab8b80f4681 None None] Bound port: e6cf6926-7377-4e37-b1da-243a3f1f3873, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:35:01.957869 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3edbbd87-28b0-4924-9340-3ab8b80f4681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:01.977453 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 5342c524-4a92-47fb-a0c1-77d043bf9a95 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:35:01.977822 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5342c524-4a92-47fb-a0c1-77d043bf9a95 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:35:02.039351 n-d-800085-9 neutron-server[94035]: INFO neutron.db.ipam_backend_mixin [None req-1cd9aa3d-37ad-4ce8-848e-9d03ec1ee528 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 69c08b04-ceca-4c34-b0ec-5033c61bab3c (CIDR: 2001:db8::/64) Jul 24 09:35:02.050506 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-3edbbd87-28b0-4924-9340-3ab8b80f4681 None None] For port e6cf6926-7377-4e37-b1da-243a3f1f3873, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:35:02.052427 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd9aa3d-37ad-4ce8-848e-9d03ec1ee528 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:35:02.053545 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd9aa3d-37ad-4ce8-848e-9d03ec1ee528 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:02.054957 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-3edbbd87-28b0-4924-9340-3ab8b80f4681 None None] For port e6cf6926-7377-4e37-b1da-243a3f1f3873, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e6cf6926-7377-4e37-b1da-243a3f1f3873,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:35:02.059632 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3edbbd87-28b0-4924-9340-3ab8b80f4681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:02.126918 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbbd87-28b0-4924-9340-3ab8b80f4681 None None] Pushing event updated for resources: {'Port': ['ID=e6cf6926-7377-4e37-b1da-243a3f1f3873,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:02.145774 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bf4c8-95b5-473a-b72d-c738368bf643 req-0e525581-c184-4599-99b4-de25910a65e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:02.147474 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f09bf4c8-95b5-473a-b72d-c738368bf643 req-0e525581-c184-4599-99b4-de25910a65e9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26 HTTP/1.1" status: 200 len: 897 time: 0.3921561 Jul 24 09:35:02.151761 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1cd9aa3d-37ad-4ce8-848e-9d03ec1ee528 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9487081 Jul 24 09:35:02.155125 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35390) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:02.159836 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-657c0f09-9c52-4e51-a6e0-b1f07812cccc tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:02.161035 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-02fd69e5-b00a-4aa4-b51d-0eabb47b2acf tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:02.213361 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f09bf4c8-95b5-473a-b72d-c738368bf643 req-87fb0ffc-0a93-474a-bd85-b476dcd5b873 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1351ce31-eb57-4014-be82-98880d53d031 HTTP/1.1" status: 200 len: 217 time: 0.0544529 Jul 24 09:35:02.301299 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fd69e5-b00a-4aa4-b51d-0eabb47b2acf tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:02.306504 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-02fd69e5-b00a-4aa4-b51d-0eabb47b2acf tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:02.356974 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35392) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:02.364406 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] device_id is not set on port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:35:02.380656 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:02.396956 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bf4c8-95b5-473a-b72d-c738368bf643 req-c84fbc39-9687-462c-9c5d-1ca992ba0717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:02.400902 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f09bf4c8-95b5-473a-b72d-c738368bf643 req-c84fbc39-9687-462c-9c5d-1ca992ba0717 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=052febb9-0d85-4f6f-a5a7-9b8b9b12c295 HTTP/1.1" status: 200 len: 834 time: 0.1665001 Jul 24 09:35:02.451385 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Transition to ACTIVE for port object 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:02.457757 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-496cf6d5-d59f-4a1a-96d9-3f41ee6ffad8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dad90ab21f844277a18a777c6bb5f456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0996964 Jul 24 09:35:02.460590 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35394) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:02.471759 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:02.554406 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-de8cdec2-f502-4c83-83d4-5370bbcdf3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:02.589505 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-de8cdec2-f502-4c83-83d4-5370bbcdf3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:02.681600 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-02fd69e5-b00a-4aa4-b51d-0eabb47b2acf tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:02.688573 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-de8cdec2-f502-4c83-83d4-5370bbcdf3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:02.691084 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-de8cdec2-f502-4c83-83d4-5370bbcdf3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:02.692245 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-de8cdec2-f502-4c83-83d4-5370bbcdf3e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f470d00a-82ea-4f46-ad6a-62c8a9bac599 HTTP/1.1" status: 204 len: 168 time: 0.2306936 Jul 24 09:35:02.737559 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cdec2-f502-4c83-83d4-5370bbcdf3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f470d00a-82ea-4f46-ad6a-62c8a9bac599,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:02.749355 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fd69e5-b00a-4aa4-b51d-0eabb47b2acf tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:02.753390 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-02fd69e5-b00a-4aa4-b51d-0eabb47b2acf tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:02.758832 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fd69e5-b00a-4aa4-b51d-0eabb47b2acf tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:02.759517 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-02fd69e5-b00a-4aa4-b51d-0eabb47b2acf tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:02.765478 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd69e5-b00a-4aa4-b51d-0eabb47b2acf tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=ad278c0a-9273-4d2d-a385-c0e21a070594,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:02.788489 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-02fd69e5-b00a-4aa4-b51d-0eabb47b2acf tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6320362 Jul 24 09:35:02.789230 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35400) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:02.795906 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-a0826579-da2f-4ed3-840e-611fafbf8d6e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'mac_address': 'fa:16:3e:c2:98:55', 'name': 'tempest-NetworksTestDHCPv6-1184556019'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:02.897006 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:02.967270 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0826579-da2f-4ed3-840e-611fafbf8d6e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:02.969468 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Pushing event updated for resources: {'Port': ['ID=49618f1e-5ee6-4d2a-a3d5-a6d330a641bf,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:03.049699 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bf4c8-95b5-473a-b72d-c738368bf643 req-1d13dc4e-a124-46ce-892d-efad1ad1384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:03.051253 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f09bf4c8-95b5-473a-b72d-c738368bf643 req-1d13dc4e-a124-46ce-892d-efad1ad1384b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6415269 Jul 24 09:35:03.054733 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:03.055071 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:03.055417 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:03.089529 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0826579-da2f-4ed3-840e-611fafbf8d6e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:03.091295 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:35:03.091633 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:35:03.097786 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempt 2 to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf Jul 24 09:35:03.121063 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-a0826579-da2f-4ed3-840e-611fafbf8d6e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] device_id is not set on port 3d1e263a-fd08-41ba-a8df-38b550ce8570 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:35:03.144807 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:03.145053 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:03.145397 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:03.197485 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:35:03.198103 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:35:03.203425 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempt 3 to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf Jul 24 09:35:03.225153 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657c0f09-9c52-4e51-a6e0-b1f07812cccc tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Router 0634beec-0546-4c67-a741-1de342cd1373 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:35:03.258394 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59d1a8-6c99-4bb2-9cb3-49744b0013ca req-5de92c4c-1214-46a5-94b6-7b0f84f4c2f5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:03.260400 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7f59d1a8-6c99-4bb2-9cb3-49744b0013ca req-5de92c4c-1214-46a5-94b6-7b0f84f4c2f5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 943 time: 0.2929814 Jul 24 09:35:03.260955 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:03.261290 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:03.261636 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:03.269810 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f09bf4c8-95b5-473a-b72d-c738368bf643 req-e7421a47-ff2d-4347-afd0-99b8adeb093f service neutron] 10.222.0.20 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106938 Jul 24 09:35:03.282492 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:35:03.282688 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:35:03.286070 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempt 4 to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf Jul 24 09:35:03.317823 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37f4394-3703-4d16-a6dd-32c17ca07bbd None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:03.375062 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-a0826579-da2f-4ed3-840e-611fafbf8d6e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 2001:db8:0:1::35c (563773b9-347f-4496-b491-b57b6545ee0e/ad278c0a-9273-4d2d-a385-c0e21a070594/3d1e263a-fd08-41ba-a8df-38b550ce8570) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:03.384326 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-a0826579-da2f-4ed3-840e-611fafbf8d6e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 2001:db8::f816:3eff:fec2:9855 (563773b9-347f-4496-b491-b57b6545ee0e/69c08b04-ceca-4c34-b0ec-5033c61bab3c/3d1e263a-fd08-41ba-a8df-38b550ce8570) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:03.411096 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:03.411631 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:03.411729 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:03.446597 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-311bd482-1aa5-47a1-b3a7-c549166f9388 None None] Provisioning for port e6cf6926-7377-4e37-b1da-243a3f1f3873 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:03.460007 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:35:03.460341 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:35:03.464608 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempt 5 to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf Jul 24 09:35:03.469632 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7f59d1a8-6c99-4bb2-9cb3-49744b0013ca req-ce9aaabf-9e34-478a-9a7a-ae66d70e4738 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953752 Jul 24 09:35:03.496953 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:03.497291 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:03.497636 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:03.522693 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:35:03.523026 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:35:03.523790 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempt 6 to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf Jul 24 09:35:03.527226 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657c0f09-9c52-4e51-a6e0-b1f07812cccc tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:35:03.534884 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-657c0f09-9c52-4e51-a6e0-b1f07812cccc tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "PUT /v2.0/routers/0634beec-0546-4c67-a741-1de342cd1373/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0031993 Jul 24 09:35:03.536076 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35402) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:03.536221 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f09bf4c8-95b5-473a-b72d-c738368bf643 req-b8c8cd21-b27c-4cdf-8137-6ddd638038a3 service neutron] 10.222.0.20 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507033 Jul 24 09:35:03.538712 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c86445c-7783-4420-b754-35bb71045ed1 None None] Sync routers for ids ['0634beec-0546-4c67-a741-1de342cd1373'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:35:03.547775 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:03.548120 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:03.548449 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:03.549198 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c86445c-7783-4420-b754-35bb71045ed1 None None] Routers {'0634beec-0546-4c67-a741-1de342cd1373'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:03.549883 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7c86445c-7783-4420-b754-35bb71045ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0634beec-0546-4c67-a741-1de342cd1373'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:03.555482 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:35:03.555998 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:35:03.556402 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempt 7 to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf Jul 24 09:35:03.572471 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:03.572846 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:03.573185 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:03.577775 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:35:03.578104 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:35:03.578501 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempt 8 to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf Jul 24 09:35:03.594138 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:03.594746 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:03.595096 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:03.600603 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:35:03.601092 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:35:03.601455 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempt 9 to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf Jul 24 09:35:03.620359 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:03.620706 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:03.621093 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:03.625827 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:35:03.626313 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:35:03.626726 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempt 10 to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf Jul 24 09:35:03.640983 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:03.641360 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:03.641710 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:03.646865 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:35:03.647204 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:35:03.648049 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:03.679965 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2b0e64-973a-4c6e-8d59-a09c3aded8b0 None None] Update dhcp port {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'fixed_ips': [{'subnet_id': '69c08b04-ceca-4c34-b0ec-5033c61bab3c', 'ip_address': '2001:db8::f816:3eff:fe69:7937'}, {'subnet_id': 'ad278c0a-9273-4d2d-a385-c0e21a070594'}], 'binding:host_id': 'n-d-800085-9'}, 'id': 'e6cf6926-7377-4e37-b1da-243a3f1f3873'} from n-d-800085-9. {{(pid=94037) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 09:35:03.717719 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1c2b0e64-973a-4c6e-8d59-a09c3aded8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:03.724403 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] For port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:35:03.729201 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempted to set empty binding levels {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 24 09:35:03.738998 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:03.774801 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e6cf6926-7377-4e37-b1da-243a3f1f3873 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:35:03.786962 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] In _notify_port_updated(), no bound segment for port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 09:35:03.788606 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:03.789261 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:03.796721 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] 10.222.0.32 "PUT /v2.0/ports/49618f1e-5ee6-4d2a-a3d5-a6d330a641bf HTTP/1.1" status: 200 len: 975 time: 2.4144900 Jul 24 09:35:03.797443 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35404) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:03.843470 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Pushing event updated for resources: {'Port': ['ID=49618f1e-5ee6-4d2a-a3d5-a6d330a641bf,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:03.852915 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:03.853277 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:03.853632 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:03.853981 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:03.854325 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:03.854669 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:03.855012 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:03.855350 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:03.855685 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:03.856023 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:03.856360 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:03.857534 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855fa21d-9f9f-473f-96d9-8cba6966f9cc tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:03.863388 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-7c86445c-7783-4420-b754-35bb71045ed1 None None] Set router 0634beec-0546-4c67-a741-1de342cd1373 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:35:03.901826 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1241ff-08a4-466c-80a8-409e319aa674 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:03.902320 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1241ff-08a4-466c-80a8-409e319aa674 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:03.903254 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1241ff-08a4-466c-80a8-409e319aa674 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:03.903254 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1241ff-08a4-466c-80a8-409e319aa674 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:03.903727 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1241ff-08a4-466c-80a8-409e319aa674 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:03.904208 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1241ff-08a4-466c-80a8-409e319aa674 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:03.904681 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1241ff-08a4-466c-80a8-409e319aa674 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:03.905178 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1241ff-08a4-466c-80a8-409e319aa674 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:03.905646 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1241ff-08a4-466c-80a8-409e319aa674 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:03.906113 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1241ff-08a4-466c-80a8-409e319aa674 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:03.907073 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1241ff-08a4-466c-80a8-409e319aa674 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:03.907073 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1241ff-08a4-466c-80a8-409e319aa674 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:03.907503 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1241ff-08a4-466c-80a8-409e319aa674 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:03.907969 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1241ff-08a4-466c-80a8-409e319aa674 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:03.908951 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1241ff-08a4-466c-80a8-409e319aa674 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:03.908951 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1241ff-08a4-466c-80a8-409e319aa674 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:03.909374 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1241ff-08a4-466c-80a8-409e319aa674 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:03.909842 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1241ff-08a4-466c-80a8-409e319aa674 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:03.910310 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1241ff-08a4-466c-80a8-409e319aa674 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:03.910949 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1241ff-08a4-466c-80a8-409e319aa674 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:03.916692 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cc1241ff-08a4-466c-80a8-409e319aa674 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18232 time: 0.1161914 Jul 24 09:35:03.918097 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35406) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:03.928897 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0826579-da2f-4ed3-840e-611fafbf8d6e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:03.954009 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-77275060-b6f4-4b44-97d4-5e02ee1c70ac tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Deleting subnet b1094064-278b-4188-87bb-746291e02cd3 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:35:03.956473 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-a0826579-da2f-4ed3-840e-611fafbf8d6e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Transition to ACTIVE for port object 3d1e263a-fd08-41ba-a8df-38b550ce8570 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:03.960475 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-77275060-b6f4-4b44-97d4-5e02ee1c70ac tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:03.994286 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port e6cf6926-7377-4e37-b1da-243a3f1f3873 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:04.007323 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port e6cf6926-7377-4e37-b1da-243a3f1f3873 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:04.007694 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:04.013496 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-bbf25faa-427e-4c1e-9b1c-e3a1d4028d56 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Deleting port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:04.013851 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bbf25faa-427e-4c1e-9b1c-e3a1d4028d56 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:04.020421 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-77275060-b6f4-4b44-97d4-5e02ee1c70ac tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:04.076505 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0826579-da2f-4ed3-840e-611fafbf8d6e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:04.080055 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-bbf25faa-427e-4c1e-9b1c-e3a1d4028d56 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] For port 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf, host n-h1-800085-9, got binding levels [] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:04.080843 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bbf25faa-427e-4c1e-9b1c-e3a1d4028d56 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:04.093748 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-bbf25faa-427e-4c1e-9b1c-e3a1d4028d56 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Calling delete_port for 49618f1e-5ee6-4d2a-a3d5-a6d330a641bf owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:04.139036 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0826579-da2f-4ed3-840e-611fafbf8d6e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:04.144835 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-a0826579-da2f-4ed3-840e-611fafbf8d6e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:04.150420 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0826579-da2f-4ed3-840e-611fafbf8d6e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:04.156112 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0826579-da2f-4ed3-840e-611fafbf8d6e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:04.156804 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0826579-da2f-4ed3-840e-611fafbf8d6e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:04.192010 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0826579-da2f-4ed3-840e-611fafbf8d6e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Port': ['ID=3d1e263a-fd08-41ba-a8df-38b550ce8570,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:04.196531 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-77275060-b6f4-4b44-97d4-5e02ee1c70ac tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:04.197973 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 1351ce31-eb57-4014-be82-98880d53d031 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:35:04.211279 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bbf25faa-427e-4c1e-9b1c-e3a1d4028d56 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:04.225868 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a0826579-da2f-4ed3-840e-611fafbf8d6e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4355378 Jul 24 09:35:04.226481 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35408) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:04.241640 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf25faa-427e-4c1e-9b1c-e3a1d4028d56 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Pushing event deleted for resources: {'Port': ['ID=49618f1e-5ee6-4d2a-a3d5-a6d330a641bf,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:04.247315 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bbf25faa-427e-4c1e-9b1c-e3a1d4028d56 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:04.252210 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bbf25faa-427e-4c1e-9b1c-e3a1d4028d56 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] 10.222.0.32 "DELETE /v2.0/ports/49618f1e-5ee6-4d2a-a3d5-a6d330a641bf HTTP/1.1" status: 204 len: 168 time: 0.3328521 Jul 24 09:35:04.252991 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35410) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:04.279802 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d855b1c-fa44-4b5b-bad0-34cc12bfb16a tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] GET failed (client error): The resource could not be found. Jul 24 09:35:04.285266 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2d855b1c-fa44-4b5b-bad0-34cc12bfb16a tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] 10.222.0.32 "GET /v2.0/ports/49618f1e-5ee6-4d2a-a3d5-a6d330a641bf HTTP/1.1" status: 404 len: 333 time: 0.0274956 Jul 24 09:35:04.286010 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35412) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:04.297542 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-c0f69dc8-1e95-4893-9dd6-f727406e8f87 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1292337060', 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:04.320004 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f69dc8-1e95-4893-9dd6-f727406e8f87 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Made reservation on behalf of 03ebc2916876478f86332cea6352b92d for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:04.322848 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c0f69dc8-1e95-4893-9dd6-f727406e8f87 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:04.337405 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-77275060-b6f4-4b44-97d4-5e02ee1c70ac tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:04.342231 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-c0f69dc8-1e95-4893-9dd6-f727406e8f87 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] device_id is not set on port 40021648-1f8b-4b29-9d83-1c145e909531 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:35:04.366166 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-1c2b0e64-973a-4c6e-8d59-a09c3aded8b0 None None] Allocated IP 2001:db8:0:1::2 (563773b9-347f-4496-b491-b57b6545ee0e/ad278c0a-9273-4d2d-a385-c0e21a070594/e6cf6926-7377-4e37-b1da-243a3f1f3873) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:04.371634 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-77275060-b6f4-4b44-97d4-5e02ee1c70ac tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:04.376009 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-77275060-b6f4-4b44-97d4-5e02ee1c70ac tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "DELETE /v2.0/subnets/b1094064-278b-4188-87bb-746291e02cd3 HTTP/1.1" status: 204 len: 168 time: 0.8326452 Jul 24 09:35:04.376009 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77275060-b6f4-4b44-97d4-5e02ee1c70ac tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event deleted for resources: {'Subnet': ['ID=b1094064-278b-4188-87bb-746291e02cd3,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:04.378169 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35414) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:04.411267 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1fdd4e-8713-4266-bb01-d0cc47722c13 None None] Network e1d5fe90-ba02-4c44-8deb-d778e38abc45 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:04.467614 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-4d15b76a-a732-4366-8a90-781e398fe185 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting port 3d1e263a-fd08-41ba-a8df-38b550ce8570 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:04.467956 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4d15b76a-a732-4366-8a90-781e398fe185 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:04.493236 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 1351ce31-eb57-4014-be82-98880d53d031, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=1351ce31-eb57-4014-be82-98880d53d031,segment=NetworkSegment(d64301cc-d735-488b-91bf-d20f44a7a8ad),segment_id=d64301cc-d735-488b-91bf-d20f44a7a8ad)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:04.518450 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c0f69dc8-1e95-4893-9dd6-f727406e8f87 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:04.525162 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '1351ce31-eb57-4014-be82-98880d53d031', 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26', 'port_id': '1351ce31-eb57-4014-be82-98880d53d031', 'mac_address': 'fa:16:3e:62:aa:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052febb9-0d85-4f6f-a5a7-9b8b9b12c295', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:35:04.563671 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c0f69dc8-1e95-4893-9dd6-f727406e8f87 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:04.572711 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-54ca87b1-60c2-4d3d-86fc-1e6fdef0a601 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:04.600174 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:04.614621 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f69dc8-1e95-4893-9dd6-f727406e8f87 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Network f447746c-c466-4fe6-a5b3-53a783637249 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:04.618221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-c0f69dc8-1e95-4893-9dd6-f727406e8f87 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:04.626593 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f69dc8-1e95-4893-9dd6-f727406e8f87 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:04.627569 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f69dc8-1e95-4893-9dd6-f727406e8f87 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:04.628175 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c0f69dc8-1e95-4893-9dd6-f727406e8f87 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:04.654109 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c0f69dc8-1e95-4893-9dd6-f727406e8f87 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3607409 Jul 24 09:35:04.655082 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f69dc8-1e95-4893-9dd6-f727406e8f87 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Pushing event updated for resources: {'Port': ['ID=40021648-1f8b-4b29-9d83-1c145e909531,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:04.663774 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35418) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:04.680191 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4d15b76a-a732-4366-8a90-781e398fe185 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:04.686188 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7c86445c-7783-4420-b754-35bb71045ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634beec-0546-4c67-a741-1de342cd1373', 'name': 'tempest-TestNetworkBasicOps-router-384864135', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:37Z', 'updated_at': '2021-07-24T09:35:01Z', 'revision_number': 7, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:38Z', 'updated_at': '2021-07-24T09:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:04.720262 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-4d15b76a-a732-4366-8a90-781e398fe185 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Calling delete_port for 3d1e263a-fd08-41ba-a8df-38b550ce8570 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:04.725264 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:04.734757 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c86445c-7783-4420-b754-35bb71045ed1 None None] Checking router: 0634beec-0546-4c67-a741-1de342cd1373 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:35:04.781547 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1351ce31-eb57-4014-be82-98880d53d031 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:35:04.789616 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-1c2b0e64-973a-4c6e-8d59-a09c3aded8b0 None None] For port e6cf6926-7377-4e37-b1da-243a3f1f3873, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e6cf6926-7377-4e37-b1da-243a3f1f3873,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:04.798874 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d0a00f-5214-47a8-ba47-abb04a61f1bb tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:04.802891 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-12d0a00f-5214-47a8-ba47-abb04a61f1bb tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] 10.222.0.32 "GET /v2.0/ports/40021648-1f8b-4b29-9d83-1c145e909531 HTTP/1.1" status: 200 len: 955 time: 0.1340063 Jul 24 09:35:04.805068 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35420) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:04.807322 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c86445c-7783-4420-b754-35bb71045ed1 None None] Routers {'0634beec-0546-4c67-a741-1de342cd1373'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:04.807966 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7c86445c-7783-4420-b754-35bb71045ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0634beec-0546-4c67-a741-1de342cd1373'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:04.834452 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc089b-6c41-40ab-a7b8-f6e60a362e72 req-4afcc86b-9d3f-40c9-a37c-e7af8a1099c5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:04.835945 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c9fc089b-6c41-40ab-a7b8-f6e60a362e72 req-4afcc86b-9d3f-40c9-a37c-e7af8a1099c5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 943 time: 0.2832212 Jul 24 09:35:04.854822 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-54ca87b1-60c2-4d3d-86fc-1e6fdef0a601 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:04.858984 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 1351ce31-eb57-4014-be82-98880d53d031, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=1351ce31-eb57-4014-be82-98880d53d031,segment=NetworkSegment(d64301cc-d735-488b-91bf-d20f44a7a8ad),segment_id=d64301cc-d735-488b-91bf-d20f44a7a8ad)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:04.899687 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:04.903572 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-9a80c441-68f2-4fc3-b137-2d3f12e6d48e tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Deleting port 40021648-1f8b-4b29-9d83-1c145e909531 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:04.904044 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9a80c441-68f2-4fc3-b137-2d3f12e6d48e tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:04.904790 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1c2b0e64-973a-4c6e-8d59-a09c3aded8b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:04.921967 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c9fc089b-6c41-40ab-a7b8-f6e60a362e72 req-f34c49cc-eb86-4ed4-aab1-959422a5ba26 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754538 Jul 24 09:35:04.958169 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1c2b0e64-973a-4c6e-8d59-a09c3aded8b0 None None] Transition to ACTIVE for port object e6cf6926-7377-4e37-b1da-243a3f1f3873 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:04.981436 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1c2b0e64-973a-4c6e-8d59-a09c3aded8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:04.988286 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9a80c441-68f2-4fc3-b137-2d3f12e6d48e tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:04.994207 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-54ca87b1-60c2-4d3d-86fc-1e6fdef0a601 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Deleting port ea99802a-6324-4a79-85a3-066705d75a24 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:04.994551 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-54ca87b1-60c2-4d3d-86fc-1e6fdef0a601 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:05.008021 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-9a80c441-68f2-4fc3-b137-2d3f12e6d48e tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Calling delete_port for 40021648-1f8b-4b29-9d83-1c145e909531 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:05.079019 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4390211b-4fee-4ffa-905f-7976e436399b None None] DHCP port deletion for e1d5fe90-ba02-4c44-8deb-d778e38abc45 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:35:05.081938 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=1351ce31-eb57-4014-be82-98880d53d031,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:05.103112 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-7c86445c-7783-4420-b754-35bb71045ed1 None None] Set router 0634beec-0546-4c67-a741-1de342cd1373 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:35:05.104780 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4d15b76a-a732-4366-8a90-781e398fe185 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:05.113686 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9a80c441-68f2-4fc3-b137-2d3f12e6d48e tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:05.145803 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80c441-68f2-4fc3-b137-2d3f12e6d48e tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Pushing event deleted for resources: {'Port': ['ID=40021648-1f8b-4b29-9d83-1c145e909531,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:05.148531 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15b76a-a732-4366-8a90-781e398fe185 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Port': ['ID=3d1e263a-fd08-41ba-a8df-38b550ce8570,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:05.150958 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9a80c441-68f2-4fc3-b137-2d3f12e6d48e tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:05.156176 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9a80c441-68f2-4fc3-b137-2d3f12e6d48e tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] 10.222.0.32 "DELETE /v2.0/ports/40021648-1f8b-4b29-9d83-1c145e909531 HTTP/1.1" status: 204 len: 168 time: 0.3491673 Jul 24 09:35:05.156954 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35424) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:05.170146 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['1351ce31-eb57-4014-be82-98880d53d031'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:35:05.210666 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e527a38-c128-4be1-ad88-a024d1dc973c tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] GET failed (client error): The resource could not be found. Jul 24 09:35:05.216070 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9e527a38-c128-4be1-ad88-a024d1dc973c tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] 10.222.0.32 "GET /v2.0/ports/40021648-1f8b-4b29-9d83-1c145e909531 HTTP/1.1" status: 404 len: 333 time: 0.0542312 Jul 24 09:35:05.216235 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-54ca87b1-60c2-4d3d-86fc-1e6fdef0a601 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] For port ea99802a-6324-4a79-85a3-066705d75a24, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=ea99802a-6324-4a79-85a3-066705d75a24,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:05.216235 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-54ca87b1-60c2-4d3d-86fc-1e6fdef0a601 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:05.216447 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35426) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:05.216798 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4d15b76a-a732-4366-8a90-781e398fe185 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:05.221337 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4d15b76a-a732-4366-8a90-781e398fe185 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/3d1e263a-fd08-41ba-a8df-38b550ce8570 HTTP/1.1" status: 204 len: 168 time: 0.9918857 Jul 24 09:35:05.221500 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-6f67e2b1-239f-43c0-aeb3-9e5d739f7183 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Request body: {'port': {'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1655106024'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:05.227138 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35428) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:05.245824 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f67e2b1-239f-43c0-aeb3-9e5d739f7183 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Made reservation on behalf of 03ebc2916876478f86332cea6352b92d for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:05.248768 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6f67e2b1-239f-43c0-aeb3-9e5d739f7183 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:05.263705 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-54ca87b1-60c2-4d3d-86fc-1e6fdef0a601 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Calling delete_port for ea99802a-6324-4a79-85a3-066705d75a24 owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:05.268554 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-6f67e2b1-239f-43c0-aeb3-9e5d739f7183 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] device_id is not set on port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:35:05.289799 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.db.api [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:35:05.290166 n-d-800085-9 neutron-server[94037]: DEBUG oslo_db.api [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:35:05.355699 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccf1c45-dc2e-4d1d-9bd8-f99ffae62b85 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:05.359417 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3ccf1c45-dc2e-4d1d-9bd8-f99ffae62b85 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1290212 Jul 24 09:35:05.360002 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35430) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:05.388594 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b0e64-973a-4c6e-8d59-a09c3aded8b0 None None] Pushing event updated for resources: {'Port': ['ID=e6cf6926-7377-4e37-b1da-243a3f1f3873,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:05.437845 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4390211b-4fee-4ffa-905f-7976e436399b None None] Deleting port 266d9337-928e-42bd-b8cb-630b8612df52 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:05.438221 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4390211b-4fee-4ffa-905f-7976e436399b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:05.455699 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6f67e2b1-239f-43c0-aeb3-9e5d739f7183 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:05.478759 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0949ead8-bb37-48db-97c4-38f04abc7b71 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:05.483905 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0949ead8-bb37-48db-97c4-38f04abc7b71 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1197736 Jul 24 09:35:05.483905 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35432) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:05.509674 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6f67e2b1-239f-43c0-aeb3-9e5d739f7183 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:05.553970 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4390211b-4fee-4ffa-905f-7976e436399b None None] For port 266d9337-928e-42bd-b8cb-630b8612df52, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=266d9337-928e-42bd-b8cb-630b8612df52,segment=NetworkSegment(1944ee26-9eae-49e6-ab50-323c32be29e6),segment_id=1944ee26-9eae-49e6-ab50-323c32be29e6)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:05.554420 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4390211b-4fee-4ffa-905f-7976e436399b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:05.573662 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b173118d-4aa2-4ee5-8e19-535990afc2c1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:05.575219 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b173118d-4aa2-4ee5-8e19-535990afc2c1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:05.576774 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b173118d-4aa2-4ee5-8e19-535990afc2c1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:05.577741 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f67e2b1-239f-43c0-aeb3-9e5d739f7183 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Network f447746c-c466-4fe6-a5b3-53a783637249 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:05.581002 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b173118d-4aa2-4ee5-8e19-535990afc2c1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0939622 Jul 24 09:35:05.582221 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35434) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:05.583366 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-6f67e2b1-239f-43c0-aeb3-9e5d739f7183 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:05.587495 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f67e2b1-239f-43c0-aeb3-9e5d739f7183 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:05.588919 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f67e2b1-239f-43c0-aeb3-9e5d739f7183 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:05.590101 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6f67e2b1-239f-43c0-aeb3-9e5d739f7183 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:05.596096 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4390211b-4fee-4ffa-905f-7976e436399b None None] Calling delete_port for 266d9337-928e-42bd-b8cb-630b8612df52 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:05.598846 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67e2b1-239f-43c0-aeb3-9e5d739f7183 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Pushing event updated for resources: {'Port': ['ID=5f9e1995-4e7c-406c-a9d4-80fa4a46bae8,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:05.624287 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6f67e2b1-239f-43c0-aeb3-9e5d739f7183 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4067638 Jul 24 09:35:05.627573 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35436) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:05.634163 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-54ca87b1-60c2-4d3d-86fc-1e6fdef0a601 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:05.638321 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:05.675685 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca87b1-60c2-4d3d-86fc-1e6fdef0a601 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event deleted for resources: {'Port': ['ID=ea99802a-6324-4a79-85a3-066705d75a24,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:05.727799 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-7350e0ba-6216-41f1-8724-47fa3b9eb965 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet 69c08b04-ceca-4c34-b0ec-5033c61bab3c {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:35:05.733788 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:05.734802 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7c86445c-7783-4420-b754-35bb71045ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634beec-0546-4c67-a741-1de342cd1373', 'name': 'tempest-TestNetworkBasicOps-router-384864135', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:37Z', 'updated_at': '2021-07-24T09:35:01Z', 'revision_number': 7, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:38Z', 'updated_at': '2021-07-24T09:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:05.750102 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7350e0ba-6216-41f1-8724-47fa3b9eb965 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:05.777081 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c86445c-7783-4420-b754-35bb71045ed1 None None] The sync data for ids ['0634beec-0546-4c67-a741-1de342cd1373'] in n-d-800085-9 is: [{'id': '0634beec-0546-4c67-a741-1de342cd1373', 'name': 'tempest-TestNetworkBasicOps-router-384864135', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:32:37Z', 'updated_at': '2021-07-24T09:35:01Z', 'revision_number': 7, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'ea99802a-6324-4a79-85a3-066705d75a24', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634beec-0546-4c67-a741-1de342cd1373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:32:38Z', 'updated_at': '2021-07-24T09:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:35:05.818089 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7350e0ba-6216-41f1-8724-47fa3b9eb965 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:05.850223 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-54ca87b1-60c2-4d3d-86fc-1e6fdef0a601 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:05.869434 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4390211b-4fee-4ffa-905f-7976e436399b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:05.871353 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:05.912828 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390211b-4fee-4ffa-905f-7976e436399b None None] Pushing event deleted for resources: {'Port': ['ID=266d9337-928e-42bd-b8cb-630b8612df52,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:05.914677 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4390211b-4fee-4ffa-905f-7976e436399b None None] No DVR routers for this DVR port 266d9337-928e-42bd-b8cb-630b8612df52 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:35:05.942624 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port e6cf6926-7377-4e37-b1da-243a3f1f3873, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e6cf6926-7377-4e37-b1da-243a3f1f3873,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:05.948728 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:05.969513 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-54ca87b1-60c2-4d3d-86fc-1e6fdef0a601 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:05.975735 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-54ca87b1-60c2-4d3d-86fc-1e6fdef0a601 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:06.053887 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-54ca87b1-60c2-4d3d-86fc-1e6fdef0a601 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:06.054469 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ca87b1-60c2-4d3d-86fc-1e6fdef0a601 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Fanout notify agent at l3_agent the message router_deleted on router 0634beec-0546-4c67-a741-1de342cd1373 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:35:06.067273 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-54ca87b1-60c2-4d3d-86fc-1e6fdef0a601 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:06.068638 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-54ca87b1-60c2-4d3d-86fc-1e6fdef0a601 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "DELETE /v2.0/routers/0634beec-0546-4c67-a741-1de342cd1373 HTTP/1.1" status: 204 len: 168 time: 1.6884339 Jul 24 09:35:06.073784 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7350e0ba-6216-41f1-8724-47fa3b9eb965 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:06.081884 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] device_id is not set on port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:35:06.087185 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35440) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:06.104322 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:06.162067 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7350e0ba-6216-41f1-8724-47fa3b9eb965 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:06.187382 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Transition to ACTIVE for port object 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:06.226357 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=e6cf6926-7377-4e37-b1da-243a3f1f3873,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:06.232768 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350e0ba-6216-41f1-8724-47fa3b9eb965 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=69c08b04-ceca-4c34-b0ec-5033c61bab3c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:06.240382 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:06.252040 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7350e0ba-6216-41f1-8724-47fa3b9eb965 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:06.258530 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7350e0ba-6216-41f1-8724-47fa3b9eb965 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/69c08b04-ceca-4c34-b0ec-5033c61bab3c HTTP/1.1" status: 204 len: 168 time: 0.6752877 Jul 24 09:35:06.259194 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35442) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:06.264504 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2f5a1b21-04f1-4ea0-80b9-a1499ac28d91 None None] Provisioning for port e6cf6926-7377-4e37-b1da-243a3f1f3873 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:06.281803 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2f5a1b21-04f1-4ea0-80b9-a1499ac28d91 None None] Provisioning complete for port e6cf6926-7377-4e37-b1da-243a3f1f3873 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:06.282404 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2f5a1b21-04f1-4ea0-80b9-a1499ac28d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:06.336536 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1576968-0d65-47f0-af45-157d089843e9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet ad278c0a-9273-4d2d-a385-c0e21a070594 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:35:06.341778 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a1576968-0d65-47f0-af45-157d089843e9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:06.353457 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8de2a173-b446-4566-ad2a-e90cab2c6592 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:06.389435 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e6cf6926-7377-4e37-b1da-243a3f1f3873 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:35:06.393937 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a1576968-0d65-47f0-af45-157d089843e9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:06.399395 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8717c91-1fd6-4351-a0af-03c5fbbba076 req-c3ce83cd-2655-45de-817e-4e97978b8adf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:06.402245 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b8717c91-1fd6-4351-a0af-03c5fbbba076 req-c3ce83cd-2655-45de-817e-4e97978b8adf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 944 time: 0.3698597 Jul 24 09:35:06.418559 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Pushing event updated for resources: {'Port': ['ID=5f9e1995-4e7c-406c-a9d4-80fa4a46bae8,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:06.479117 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port e6cf6926-7377-4e37-b1da-243a3f1f3873 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:06.479494 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:06.482595 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:06.482943 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:06.483293 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:06.503660 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:35:06.503981 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:35:06.512286 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempt 2 to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 Jul 24 09:35:06.524558 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a1576968-0d65-47f0-af45-157d089843e9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:06.541129 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b8717c91-1fd6-4351-a0af-03c5fbbba076 req-6d25cefe-0ac5-44c2-a5d3-cdfc8e8c24ca tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270659 Jul 24 09:35:06.592245 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f9ffdf-9aac-418e-b310-ea2aeb74fe20 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:06.596689 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a1576968-0d65-47f0-af45-157d089843e9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:06.596906 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8de2a173-b446-4566-ad2a-e90cab2c6592 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:06.609622 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-8de2a173-b446-4566-ad2a-e90cab2c6592 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d5fe90-ba02-4c44-8deb-d778e38abc45']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:06.621112 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-8de2a173-b446-4566-ad2a-e90cab2c6592 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1944ee26-9eae-49e6-ab50-323c32be29e6') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:06.621330 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-8de2a173-b446-4566-ad2a-e90cab2c6592 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1944ee26-9eae-49e6-ab50-323c32be29e6') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:06.632784 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8de2a173-b446-4566-ad2a-e90cab2c6592 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:06.634485 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1576968-0d65-47f0-af45-157d089843e9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=ad278c0a-9273-4d2d-a385-c0e21a070594,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:06.645202 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a1576968-0d65-47f0-af45-157d089843e9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:06.647524 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a1576968-0d65-47f0-af45-157d089843e9 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/ad278c0a-9273-4d2d-a385-c0e21a070594 HTTP/1.1" status: 204 len: 168 time: 0.3872039 Jul 24 09:35:06.656755 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35444) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:06.656938 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8de2a173-b446-4566-ad2a-e90cab2c6592 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:06.660561 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:06.661176 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:06.662244 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:06.676978 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de2a173-b446-4566-ad2a-e90cab2c6592 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:35:06.678274 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8de2a173-b446-4566-ad2a-e90cab2c6592 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:06.692591 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ccd3a42e-fd9a-4936-9661-21fc6d00ebb5 None None] Could not find standard attr ID for object 3d1e263a-fd08-41ba-a8df-38b550ce8570. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:35:06.711078 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0924780c-28f4-4f6e-9af6-2e5e41d978f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572245 Jul 24 09:35:06.711374 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35446) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:35:06.712453 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:35:06.715030 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:35:06.715439 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:35:06.716324 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-ae6c12e1-eed6-434c-9a17-c16fc560ca8f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:06.719107 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempt 3 to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 Jul 24 09:35:06.723123 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 266d9337-928e-42bd-b8cb-630b8612df52 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:35:06.745763 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 266d9337-928e-42bd-b8cb-630b8612df52 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:35:06.746119 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 266d9337-928e-42bd-b8cb-630b8612df52 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:35:06.746565 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device ab8431e7-36b1-49bd-9df3-9b1cac43e6ba no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:35:06.769848 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:06.770291 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:06.770802 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:06.776607 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:35:06.777200 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:35:06.777872 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempt 4 to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 Jul 24 09:35:06.780673 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8de2a173-b446-4566-ad2a-e90cab2c6592 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:06.786182 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: ab8431e7-36b1-49bd-9df3-9b1cac43e6ba {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:35:06.786848 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device ab8431e7-36b1-49bd-9df3-9b1cac43e6ba not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:35:06.809141 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8de2a173-b446-4566-ad2a-e90cab2c6592 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:06.811026 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8de2a173-b446-4566-ad2a-e90cab2c6592 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "DELETE /v2.0/networks/e1d5fe90-ba02-4c44-8deb-d778e38abc45 HTTP/1.1" status: 204 len: 168 time: 0.7219071 Jul 24 09:35:06.821556 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2a173-b446-4566-ad2a-e90cab2c6592 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event deleted for resources: {'Network': ['ID=e1d5fe90-ba02-4c44-8deb-d778e38abc45,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:06.830473 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35448) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:06.831150 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:06.831446 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:06.831690 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:06.840273 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-b8a319eb-d66d-45d7-8a3e-9c37d922e480 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'network': {'name': 'tempest-network-smoke--1898879119', 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'port_security_enabled': True}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:06.843793 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6c12e1-eed6-434c-9a17-c16fc560ca8f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:06.847570 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ae6c12e1-eed6-434c-9a17-c16fc560ca8f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:06.849175 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:35:06.849549 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:35:06.851443 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempt 5 to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 Jul 24 09:35:06.873426 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:06.873890 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:06.874092 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:06.880097 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:35:06.880463 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:35:06.882053 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempt 6 to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 Jul 24 09:35:06.885666 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a319eb-d66d-45d7-8a3e-9c37d922e480 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Made reservation on behalf of 3d070f08b8da4d8480b04a604f0ef395 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:06.889193 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b8a319eb-d66d-45d7-8a3e-9c37d922e480 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:06.907901 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:06.908240 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:06.908578 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:06.916428 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:35:06.916772 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:35:06.918288 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempt 7 to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 Jul 24 09:35:06.934634 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a319eb-d66d-45d7-8a3e-9c37d922e480 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:35:06.941446 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:06.941814 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:06.942217 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:06.949085 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b8a319eb-d66d-45d7-8a3e-9c37d922e480 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:06.949424 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-b8a319eb-d66d-45d7-8a3e-9c37d922e480 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Added segment 15bc07ea-7919-429b-939d-a6ee45b3db5e of type vlan for network 84b3ea08-ad06-4dbe-a4c4-1940ac9384b0 Jul 24 09:35:06.956706 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:35:06.957068 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:35:06.958224 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempt 8 to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 Jul 24 09:35:06.995816 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:06.996156 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:06.996489 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:07.006922 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b8a319eb-d66d-45d7-8a3e-9c37d922e480 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:07.010261 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:35:07.010593 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:35:07.011678 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempt 9 to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 Jul 24 09:35:07.037743 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:07.038082 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:07.038416 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:07.046240 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:35:07.046633 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:35:07.047057 n-d-800085-9 neutron-server[94035]: INFO neutron.plugins.ml2.plugin [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempt 10 to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 Jul 24 09:35:07.051529 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b8a319eb-d66d-45d7-8a3e-9c37d922e480 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:07.058035 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a319eb-d66d-45d7-8a3e-9c37d922e480 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:07.058564 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b8a319eb-d66d-45d7-8a3e-9c37d922e480 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:07.089110 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:07.089368 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:07.089706 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempting to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:07.105133 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on network f447746c-c466-4fe6-a5b3-53a783637249 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:35:07.105462 n-d-800085-9 neutron-server[94035]: ERROR neutron.plugins.ml2.managers [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Failed to bind port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on host n-h1-800085-9 for vnic_type normal using segments [{'id': 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f447746c-c466-4fe6-a5b3-53a783637249'}] Jul 24 09:35:07.105825 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:07.111013 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b8a319eb-d66d-45d7-8a3e-9c37d922e480 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2768760 Jul 24 09:35:07.119490 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35450) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:07.130049 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-319a67ae-bb8d-4903-8693-27ca496f6a58 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1655975905', 'admin_state_up': True, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:07.151761 n-d-800085-9 neutron-server[94036]: DEBUG neutron.objects.ports [None req-ae6c12e1-eed6-434c-9a17-c16fc560ca8f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94036) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 09:35:07.172213 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a319eb-d66d-45d7-8a3e-9c37d922e480 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'Network': ['ID=84b3ea08-ad06-4dbe-a4c4-1940ac9384b0,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:07.199925 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc04f91-d794-4f79-8c3d-4855b0535392 None None] DHCP port deletion for 563773b9-347f-4496-b491-b57b6545ee0e request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:35:07.203441 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 84b3ea08-ad06-4dbe-a4c4-1940ac9384b0 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:35:07.259823 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-319a67ae-bb8d-4903-8693-27ca496f6a58 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:07.261415 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-319a67ae-bb8d-4903-8693-27ca496f6a58 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:07.296086 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] For port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:35:07.296594 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attempted to set empty binding levels {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 24 09:35:07.318653 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:07.319821 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4cc04f91-d794-4f79-8c3d-4855b0535392 None None] Deleting port e6cf6926-7377-4e37-b1da-243a3f1f3873 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:07.320305 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4cc04f91-d794-4f79-8c3d-4855b0535392 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:07.379328 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-319a67ae-bb8d-4903-8693-27ca496f6a58 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:07.392264 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] In _notify_port_updated(), no bound segment for port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 on network f447746c-c466-4fe6-a5b3-53a783637249 {{(pid=94035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 09:35:07.393736 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:07.394427 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:07.398860 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] 10.222.0.32 "PUT /v2.0/ports/5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 HTTP/1.1" status: 200 len: 975 time: 1.7702215 Jul 24 09:35:07.401494 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35452) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:07.406806 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4cc04f91-d794-4f79-8c3d-4855b0535392 None None] For port e6cf6926-7377-4e37-b1da-243a3f1f3873, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e6cf6926-7377-4e37-b1da-243a3f1f3873,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:07.407404 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4cc04f91-d794-4f79-8c3d-4855b0535392 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:07.420826 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4cc04f91-d794-4f79-8c3d-4855b0535392 None None] Calling delete_port for e6cf6926-7377-4e37-b1da-243a3f1f3873 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:07.502995 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac29dd0-fff6-4bfe-a021-00121e2d7498 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Pushing event updated for resources: {'Port': ['ID=5f9e1995-4e7c-406c-a9d4-80fa4a46bae8,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:07.503566 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4cc04f91-d794-4f79-8c3d-4855b0535392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:07.531475 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc04f91-d794-4f79-8c3d-4855b0535392 None None] Pushing event deleted for resources: {'Port': ['ID=e6cf6926-7377-4e37-b1da-243a3f1f3873,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:07.537577 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc04f91-d794-4f79-8c3d-4855b0535392 None None] No DVR routers for this DVR port e6cf6926-7377-4e37-b1da-243a3f1f3873 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:35:07.541059 n-d-800085-9 neutron-server[94036]: WARNING neutron.services.revisions.revision_plugin [None req-ae6c12e1-eed6-434c-9a17-c16fc560ca8f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Could not find related port for resource to bump revision. Jul 24 09:35:07.549356 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.ipam_pluggable_backend [None req-ae6c12e1-eed6-434c-9a17-c16fc560ca8f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Port e6cf6926-7377-4e37-b1da-243a3f1f3873 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94036) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 24 09:35:07.549927 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.ipam_pluggable_backend [None req-ae6c12e1-eed6-434c-9a17-c16fc560ca8f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Reverting IP allocation for 2001:db8::f816:3eff:fe69:7937 {{(pid=94036) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 24 09:35:07.554136 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.ipam_pluggable_backend [None req-ae6c12e1-eed6-434c-9a17-c16fc560ca8f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe69:7937 {{(pid=94036) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 24 09:35:07.555749 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ae6c12e1-eed6-434c-9a17-c16fc560ca8f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:07.594718 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6c12e1-eed6-434c-9a17-c16fc560ca8f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:07.600565 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-ae6c12e1-eed6-434c-9a17-c16fc560ca8f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:07.605512 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6c12e1-eed6-434c-9a17-c16fc560ca8f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:07.606430 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ae6c12e1-eed6-434c-9a17-c16fc560ca8f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:07.614404 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-319a67ae-bb8d-4903-8693-27ca496f6a58 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:07.618772 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b544ca33-5874-45bf-b29c-16915eb141e0 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:07.624937 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c12e1-eed6-434c-9a17-c16fc560ca8f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=76a2121c-0f6d-48b0-9be6-e33bd7066ead,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:07.672876 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ae6c12e1-eed6-434c-9a17-c16fc560ca8f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9520626 Jul 24 09:35:07.672876 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35456) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:07.673441 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-8036a23a-33e8-4ebf-8633-c77c552d0cbc tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:07.679028 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-3a84f4da-03c0-44a1-ac07-74aee973c0f4 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Deleting port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:07.679656 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3a84f4da-03c0-44a1-ac07-74aee973c0f4 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:07.766995 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5a36d-fc00-4553-9d1c-d2e12a718752 req-d6ccce2a-d8c8-4e63-bac1-080d85f0d58b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:07.768784 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-99b5a36d-fc00-4553-9d1c-d2e12a718752 req-d6ccce2a-d8c8-4e63-bac1-080d85f0d58b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 944 time: 0.1412692 Jul 24 09:35:07.782853 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-3a84f4da-03c0-44a1-ac07-74aee973c0f4 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] For port 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8, host n-h1-800085-9, got binding levels [] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:07.783233 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3a84f4da-03c0-44a1-ac07-74aee973c0f4 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:07.803224 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-3a84f4da-03c0-44a1-ac07-74aee973c0f4 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Calling delete_port for 5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:07.807782 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ed7481-3dbb-459a-b40a-0f46cec97d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-563773b9-347f-4496-b491-b57b6545ee0e', 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'fixed_ips': [{'subnet_id': '76a2121c-0f6d-48b0-9be6-e33bd7066ead'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:35:07.808949 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e1ed7481-3dbb-459a-b40a-0f46cec97d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:07.843837 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-99b5a36d-fc00-4553-9d1c-d2e12a718752 req-878c1a5e-1692-4707-85c8-b1176bfb549b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620575 Jul 24 09:35:07.850160 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8036a23a-33e8-4ebf-8633-c77c552d0cbc tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:07.854551 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8036a23a-33e8-4ebf-8633-c77c552d0cbc tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:07.948340 n-d-800085-9 neutron-server[94036]: INFO neutron.db.ipam_backend_mixin [None req-8036a23a-33e8-4ebf-8633-c77c552d0cbc tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 76a2121c-0f6d-48b0-9be6-e33bd7066ead (CIDR: 2001:db8::/64) Jul 24 09:35:07.952395 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-8036a23a-33e8-4ebf-8633-c77c552d0cbc tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:35:07.952894 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8036a23a-33e8-4ebf-8633-c77c552d0cbc tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:07.957945 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-e1ed7481-3dbb-459a-b40a-0f46cec97d80 None None] Allocated IP 2001:db8::f816:3eff:fe01:e39e (563773b9-347f-4496-b491-b57b6545ee0e/76a2121c-0f6d-48b0-9be6-e33bd7066ead/cb52bd65-c672-4b74-8ef5-77ce865000ef) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:07.968191 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8036a23a-33e8-4ebf-8633-c77c552d0cbc tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2990458 Jul 24 09:35:07.971069 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35458) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:07.992707 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-edd71bd3-8444-4ed9-b178-4e91d97fee9d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:07.998649 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-319a67ae-bb8d-4903-8693-27ca496f6a58 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:08.029951 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3a84f4da-03c0-44a1-ac07-74aee973c0f4 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:08.044229 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-319a67ae-bb8d-4903-8693-27ca496f6a58 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:08.045068 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 1351ce31-eb57-4014-be82-98880d53d031 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:35:08.046962 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device ea99802a-6324-4a79-85a3-066705d75a24 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:35:08.091983 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3a84f4da-03c0-44a1-ac07-74aee973c0f4 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:08.094430 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3a84f4da-03c0-44a1-ac07-74aee973c0f4 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] 10.222.0.32 "DELETE /v2.0/ports/5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 HTTP/1.1" status: 204 len: 168 time: 0.6910753 Jul 24 09:35:08.097934 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35460) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:08.098978 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: ea99802a-6324-4a79-85a3-066705d75a24 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:35:08.099372 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device ea99802a-6324-4a79-85a3-066705d75a24 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:35:08.099799 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e6cf6926-7377-4e37-b1da-243a3f1f3873 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:35:08.121982 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a84f4da-03c0-44a1-ac07-74aee973c0f4 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f9e1995-4e7c-406c-a9d4-80fa4a46bae8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:08.127901 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc018ef-2fcd-4966-b610-8cf05881f9a2 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] GET failed (client error): The resource could not be found. Jul 24 09:35:08.129767 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2fc018ef-2fcd-4966-b610-8cf05881f9a2 tempest-PortsAdminExtendedAttrsTestJSON-1185978748 tempest-PortsAdminExtendedAttrsTestJSON-1185978748-project-admin] 10.222.0.32 "GET /v2.0/ports/5f9e1995-4e7c-406c-a9d4-80fa4a46bae8 HTTP/1.1" status: 404 len: 333 time: 0.0308151 Jul 24 09:35:08.135426 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35462) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:08.140087 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: e6cf6926-7377-4e37-b1da-243a3f1f3873 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:35:08.140415 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e6cf6926-7377-4e37-b1da-243a3f1f3873 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:35:08.212990 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 1351ce31-eb57-4014-be82-98880d53d031 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:08.220508 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e1ed7481-3dbb-459a-b40a-0f46cec97d80 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:08.222474 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 1351ce31-eb57-4014-be82-98880d53d031 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:08.222845 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:08.236852 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5f44f56c-d37a-41c5-b646-30e9d180958f tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:08.248242 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e1ed7481-3dbb-459a-b40a-0f46cec97d80 None None] Transition to ACTIVE for port object cb52bd65-c672-4b74-8ef5-77ce865000ef will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:08.269469 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-319a67ae-bb8d-4903-8693-27ca496f6a58 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Allocated IP 172.25.7.113 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/e2d094eb-e6c5-4782-9326-4c8865844103) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:08.271501 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd71bd3-8444-4ed9-b178-4e91d97fee9d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:08.275270 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-edd71bd3-8444-4ed9-b178-4e91d97fee9d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:08.276920 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e1ed7481-3dbb-459a-b40a-0f46cec97d80 None None] Transition to ACTIVE for port object cb52bd65-c672-4b74-8ef5-77ce865000ef will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:08.286339 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e1ed7481-3dbb-459a-b40a-0f46cec97d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:08.337720 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5f44f56c-d37a-41c5-b646-30e9d180958f tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:08.340395 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ed7481-3dbb-459a-b40a-0f46cec97d80 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:08.348038 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-5f44f56c-d37a-41c5-b646-30e9d180958f tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f447746c-c466-4fe6-a5b3-53a783637249']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:08.350120 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-e1ed7481-3dbb-459a-b40a-0f46cec97d80 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:08.358246 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-5f44f56c-d37a-41c5-b646-30e9d180958f tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:08.358246 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-5f44f56c-d37a-41c5-b646-30e9d180958f tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd29e55c7-39e9-494b-8ca7-1efa7b2ea347') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:08.358655 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ed7481-3dbb-459a-b40a-0f46cec97d80 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:08.370110 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5f44f56c-d37a-41c5-b646-30e9d180958f tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:08.371632 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:08.389191 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed7481-3dbb-459a-b40a-0f46cec97d80 None None] Pushing event updated for resources: {'Port': ['ID=cb52bd65-c672-4b74-8ef5-77ce865000ef,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:08.399929 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5f44f56c-d37a-41c5-b646-30e9d180958f tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:08.412912 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f44f56c-d37a-41c5-b646-30e9d180958f tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:35:08.414131 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5f44f56c-d37a-41c5-b646-30e9d180958f tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:35:08.422546 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:35:08.456237 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-e1ed7481-3dbb-459a-b40a-0f46cec97d80 None None] Attempting to bind port cb52bd65-c672-4b74-8ef5-77ce865000ef on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:08.456600 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-e1ed7481-3dbb-459a-b40a-0f46cec97d80 None None] Attempting to bind port cb52bd65-c672-4b74-8ef5-77ce865000ef by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:08.456958 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ed7481-3dbb-459a-b40a-0f46cec97d80 None None] Attempting to bind port cb52bd65-c672-4b74-8ef5-77ce865000ef on network 563773b9-347f-4496-b491-b57b6545ee0e {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:08.464530 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1351ce31-eb57-4014-be82-98880d53d031'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:35:08.466853 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121b82d8-44c4-4f74-8d5b-77650279156a" -d '{"events": [{"server_uuid": "c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e", "name": "network-vif-plugged", "status": "completed", "tag": "1351ce31-eb57-4014-be82-98880d53d031"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:35:08.477557 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-319a67ae-bb8d-4903-8693-27ca496f6a58 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:08.496810 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5f44f56c-d37a-41c5-b646-30e9d180958f tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:08.503102 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ed7481-3dbb-459a-b40a-0f46cec97d80 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:35:08.505988 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5f44f56c-d37a-41c5-b646-30e9d180958f tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:08.506550 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ed7481-3dbb-459a-b40a-0f46cec97d80 None None] Checking segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:08.507925 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e1ed7481-3dbb-459a-b40a-0f46cec97d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:08.508326 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ed7481-3dbb-459a-b40a-0f46cec97d80 None None] Bound using segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:35:08.508842 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-e1ed7481-3dbb-459a-b40a-0f46cec97d80 None None] Bound port: cb52bd65-c672-4b74-8ef5-77ce865000ef, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:35:08.509223 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e1ed7481-3dbb-459a-b40a-0f46cec97d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:08.512025 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5f44f56c-d37a-41c5-b646-30e9d180958f tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] 10.222.0.32 "DELETE /v2.0/networks/f447746c-c466-4fe6-a5b3-53a783637249 HTTP/1.1" status: 204 len: 168 time: 0.3733997 Jul 24 09:35:08.530438 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44f56c-d37a-41c5-b646-30e9d180958f tempest-PortsAdminExtendedAttrsTestJSON-377414647 tempest-PortsAdminExtendedAttrsTestJSON-377414647-project] Pushing event deleted for resources: {'Network': ['ID=f447746c-c466-4fe6-a5b3-53a783637249,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:08.535070 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225c834e-050b-4000-9869-3af31983ac14 x-openstack-request-id: req-225c834e-050b-4000-9869-3af31983ac14 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:35:08.535355 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e", "name": "network-vif-plugged", "status": "completed", "tag": "1351ce31-eb57-4014-be82-98880d53d031", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:35:08.535604 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-225c834e-050b-4000-9869-3af31983ac14 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:35:08.536081 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1351ce31-eb57-4014-be82-98880d53d031', 'code': 200} Jul 24 09:35:08.538640 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 1351ce31-eb57-4014-be82-98880d53d031, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=1351ce31-eb57-4014-be82-98880d53d031,segment=NetworkSegment(d64301cc-d735-488b-91bf-d20f44a7a8ad),segment_id=d64301cc-d735-488b-91bf-d20f44a7a8ad)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:08.564563 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:08.625242 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-319a67ae-bb8d-4903-8693-27ca496f6a58 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:08.640900 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-e1ed7481-3dbb-459a-b40a-0f46cec97d80 None None] For port cb52bd65-c672-4b74-8ef5-77ce865000ef, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:35:08.647262 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-e1ed7481-3dbb-459a-b40a-0f46cec97d80 None None] For port cb52bd65-c672-4b74-8ef5-77ce865000ef, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=cb52bd65-c672-4b74-8ef5-77ce865000ef,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:35:08.648574 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=1351ce31-eb57-4014-be82-98880d53d031,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:08.654467 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e1ed7481-3dbb-459a-b40a-0f46cec97d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:08.720466 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed7481-3dbb-459a-b40a-0f46cec97d80 None None] Pushing event updated for resources: {'Port': ['ID=cb52bd65-c672-4b74-8ef5-77ce865000ef,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:08.814290 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35470) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:09.051057 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4ce1e8d3-3043-443a-bbc2-c8eb8fe8ba32 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1dc36209d3c421382e37589ed3b8f1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2343032 Jul 24 09:35:09.053803 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35476) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:09.086254 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319a67ae-bb8d-4903-8693-27ca496f6a58 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:09.086802 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679552f5-07f0-43d3-abc7-a528533dbb9e req-88001b10-cbe2-478b-bd29-6420cc828b14 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:09.088335 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-679552f5-07f0-43d3-abc7-a528533dbb9e req-88001b10-cbe2-478b-bd29-6420cc828b14 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 945 time: 0.1346929 Jul 24 09:35:09.089155 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a67ae-bb8d-4903-8693-27ca496f6a58 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'Port': ['ID=e2d094eb-e6c5-4782-9326-4c8865844103,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:09.093527 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-edd71bd3-8444-4ed9-b178-4e91d97fee9d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:09.100960 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-319a67ae-bb8d-4903-8693-27ca496f6a58 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:09.113869 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319a67ae-bb8d-4903-8693-27ca496f6a58 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:09.150345 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3be6c973-29d9-4b1b-8023-bd1f9933de98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:09.155154 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-679552f5-07f0-43d3-abc7-a528533dbb9e req-1f7856c7-d99d-4431-907a-4620b1ddfa51 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583911 Jul 24 09:35:09.176429 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd71bd3-8444-4ed9-b178-4e91d97fee9d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:09.178702 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3be6c973-29d9-4b1b-8023-bd1f9933de98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:09.184552 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360085c7-f969-43ba-af7e-d3aebcf8b909 req-1ba5c534-09e8-40f4-806e-b233dafac634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:09.186416 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-360085c7-f969-43ba-af7e-d3aebcf8b909 req-1ba5c534-09e8-40f4-806e-b233dafac634 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 1096 time: 0.6009831 Jul 24 09:35:09.192097 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-edd71bd3-8444-4ed9-b178-4e91d97fee9d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:09.210308 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd71bd3-8444-4ed9-b178-4e91d97fee9d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:09.211081 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-edd71bd3-8444-4ed9-b178-4e91d97fee9d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:09.232331 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd71bd3-8444-4ed9-b178-4e91d97fee9d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=2b29aa23-e2ac-40f0-97db-784f8b1260ab,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:09.237649 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3be6c973-29d9-4b1b-8023-bd1f9933de98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:09.241191 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3be6c973-29d9-4b1b-8023-bd1f9933de98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:09.245415 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3be6c973-29d9-4b1b-8023-bd1f9933de98 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/720a2304-3260-49ab-934a-640980e362dd HTTP/1.1" status: 204 len: 168 time: 0.1879826 Jul 24 09:35:09.251598 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-edd71bd3-8444-4ed9-b178-4e91d97fee9d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2794685 Jul 24 09:35:09.254396 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35480) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:09.261134 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-cc73a696-2b45-4e8f-8099-c34209b05e35 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'mac_address': 'fa:16:3e:a9:1d:86', 'name': 'tempest-NetworksTestDHCPv6-2091698367'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:09.266461 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6c973-29d9-4b1b-8023-bd1f9933de98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720a2304-3260-49ab-934a-640980e362dd,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:09.324873 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-360085c7-f969-43ba-af7e-d3aebcf8b909 req-01ad2560-31c7-46af-a0ba-55f91b973d72 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300199 Jul 24 09:35:09.407737 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc73a696-2b45-4e8f-8099-c34209b05e35 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:09.498627 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-319a67ae-bb8d-4903-8693-27ca496f6a58 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:09.511570 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cc73a696-2b45-4e8f-8099-c34209b05e35 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:09.534015 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-cc73a696-2b45-4e8f-8099-c34209b05e35 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] device_id is not set on port 474a4ad0-1781-44d7-aa04-08c4b3a9a5c5 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:35:09.589051 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35484) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:09.648003 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-93d6eab3-23c3-49f0-8f00-1899677fac21 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=03ebc2916876478f86332cea6352b92d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0576684 Jul 24 09:35:09.652080 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35486) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:09.750859 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-319a67ae-bb8d-4903-8693-27ca496f6a58 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:09.759635 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c67744a-4ef5-49f7-9a42-1a5b061f441a None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:09.763545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-cc73a696-2b45-4e8f-8099-c34209b05e35 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 2001:db8:0:1::24c (563773b9-347f-4496-b491-b57b6545ee0e/2b29aa23-e2ac-40f0-97db-784f8b1260ab/474a4ad0-1781-44d7-aa04-08c4b3a9a5c5) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:09.773254 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-af18bb94-21a3-4cec-8d70-a771c8c0c208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:09.776349 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-cc73a696-2b45-4e8f-8099-c34209b05e35 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 2001:db8::f816:3eff:fea9:1d86 (563773b9-347f-4496-b491-b57b6545ee0e/76a2121c-0f6d-48b0-9be6-e33bd7066ead/474a4ad0-1781-44d7-aa04-08c4b3a9a5c5) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:09.807064 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-af18bb94-21a3-4cec-8d70-a771c8c0c208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:09.890939 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a2bae86e-d5d4-4346-8556-e130e8c6ce58 None None] Provisioning for port cb52bd65-c672-4b74-8ef5-77ce865000ef completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:09.907945 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319a67ae-bb8d-4903-8693-27ca496f6a58 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Router 87972783-3bd6-4595-9613-dd1d91e46673 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:35:09.944566 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-af18bb94-21a3-4cec-8d70-a771c8c0c208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:09.947223 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-af18bb94-21a3-4cec-8d70-a771c8c0c208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:09.948495 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-af18bb94-21a3-4cec-8d70-a771c8c0c208 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5e4b495-c159-4b76-9e8e-f639e685da6c HTTP/1.1" status: 204 len: 168 time: 0.2953548 Jul 24 09:35:09.963127 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18bb94-21a3-4cec-8d70-a771c8c0c208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e4b495-c159-4b76-9e8e-f639e685da6c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:09.996642 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cc73a696-2b45-4e8f-8099-c34209b05e35 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:10.013367 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-cc73a696-2b45-4e8f-8099-c34209b05e35 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Transition to ACTIVE for port object 474a4ad0-1781-44d7-aa04-08c4b3a9a5c5 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:10.059459 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319a67ae-bb8d-4903-8693-27ca496f6a58 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:35:10.070766 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] Sync routers for ids ['87972783-3bd6-4595-9613-dd1d91e46673'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:35:10.079394 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cc73a696-2b45-4e8f-8099-c34209b05e35 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:10.084565 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-319a67ae-bb8d-4903-8693-27ca496f6a58 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:10.086989 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-319a67ae-bb8d-4903-8693-27ca496f6a58 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9639792 Jul 24 09:35:10.092758 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35490) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:10.092974 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] Routers {'87972783-3bd6-4595-9613-dd1d91e46673'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:10.094444 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['87972783-3bd6-4595-9613-dd1d91e46673'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:10.110672 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddeacad5-497c-4009-bc39-b8112c939003 None None] Update dhcp port {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'fixed_ips': [{'subnet_id': '76a2121c-0f6d-48b0-9be6-e33bd7066ead', 'ip_address': '2001:db8::f816:3eff:fe01:e39e'}, {'subnet_id': '2b29aa23-e2ac-40f0-97db-784f8b1260ab'}], 'binding:host_id': 'n-d-800085-9'}, 'id': 'cb52bd65-c672-4b74-8ef5-77ce865000ef'} from n-d-800085-9. {{(pid=94037) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 09:35:10.129807 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc73a696-2b45-4e8f-8099-c34209b05e35 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:10.137051 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-cc73a696-2b45-4e8f-8099-c34209b05e35 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:10.143577 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc73a696-2b45-4e8f-8099-c34209b05e35 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:10.149750 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc73a696-2b45-4e8f-8099-c34209b05e35 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:10.150385 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cc73a696-2b45-4e8f-8099-c34209b05e35 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:10.156696 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5f8c3dc3-a86a-4b7e-92ca-d6ae75f24265 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=3d070f08b8da4d8480b04a604f0ef395&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0643411 Jul 24 09:35:10.162650 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35492) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:10.185621 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ddeacad5-497c-4009-bc39-b8112c939003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:10.200460 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73a696-2b45-4e8f-8099-c34209b05e35 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Port': ['ID=474a4ad0-1781-44d7-aa04-08c4b3a9a5c5,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:10.217109 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-cc73a696-2b45-4e8f-8099-c34209b05e35 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9613769 Jul 24 09:35:10.219321 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35496) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:10.295864 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device cb52bd65-c672-4b74-8ef5-77ce865000ef up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:35:10.336149 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] Set router 87972783-3bd6-4595-9613-dd1d91e46673 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:35:10.424022 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c4fb04-8803-499b-a84b-7c3b8cfe3b05 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:10.425608 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b6c4fb04-8803-499b-a84b-7c3b8cfe3b05 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2600510 Jul 24 09:35:10.429626 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35500) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:10.435783 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-d195cdfc-4bc1-4e3d-80f3-1b873905160e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting port 474a4ad0-1781-44d7-aa04-08c4b3a9a5c5 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:10.436788 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d195cdfc-4bc1-4e3d-80f3-1b873905160e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:10.441172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port cb52bd65-c672-4b74-8ef5-77ce865000ef completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:10.468609 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port cb52bd65-c672-4b74-8ef5-77ce865000ef triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:10.469202 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:10.482405 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5026ab77-dfb0-4d23-bf22-f0f0d9e6b51e tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0521080 Jul 24 09:35:10.485780 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35502) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:10.493155 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-89778c61-21b0-4377-8e4a-7583ae75a78d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-284152943', 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0', 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:10.495446 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ed9f9-89dc-4ac0-893b-32247a76857b req-23cdb43f-f71f-4be2-a5ba-ea622a173217 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:10.497358 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ab7ed9f9-89dc-4ac0-893b-32247a76857b req-23cdb43f-f71f-4be2-a5ba-ea622a173217 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 945 time: 0.1644802 Jul 24 09:35:10.529329 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-ddeacad5-497c-4009-bc39-b8112c939003 None None] Allocated IP 2001:db8:0:1::2 (563773b9-347f-4496-b491-b57b6545ee0e/2b29aa23-e2ac-40f0-97db-784f8b1260ab/cb52bd65-c672-4b74-8ef5-77ce865000ef) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:10.553617 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ab7ed9f9-89dc-4ac0-893b-32247a76857b req-8e357522-e7c7-4d09-9f39-cddba148cad0 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504830 Jul 24 09:35:10.617546 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87972783-3bd6-4595-9613-dd1d91e46673', 'name': 'tempest-TestNetworkBasicOps-router-1655975905', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:35:07Z', 'updated_at': '2021-07-24T09:35:09Z', 'revision_number': 3, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87972783-3bd6-4595-9613-dd1d91e46673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:08Z', 'updated_at': '2021-07-24T09:35:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:10.647743 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] Checking router: 87972783-3bd6-4595-9613-dd1d91e46673 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:35:10.648181 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] Updating router 87972783-3bd6-4595-9613-dd1d91e46673 port e2d094eb-e6c5-4782-9326-4c8865844103 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:35:10.659340 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:10.688854 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:10.696389 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ddeacad5-497c-4009-bc39-b8112c939003 None None] For port cb52bd65-c672-4b74-8ef5-77ce865000ef, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=cb52bd65-c672-4b74-8ef5-77ce865000ef,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:10.709242 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89778c61-21b0-4377-8e4a-7583ae75a78d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Made reservation on behalf of 3d070f08b8da4d8480b04a604f0ef395 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:10.713992 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-89778c61-21b0-4377-8e4a-7583ae75a78d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:10.730405 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ddeacad5-497c-4009-bc39-b8112c939003 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:10.749217 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ddeacad5-497c-4009-bc39-b8112c939003 None None] Transition to ACTIVE for port object cb52bd65-c672-4b74-8ef5-77ce865000ef will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:10.754673 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ddeacad5-497c-4009-bc39-b8112c939003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:10.781214 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d195cdfc-4bc1-4e3d-80f3-1b873905160e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:10.837889 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-d195cdfc-4bc1-4e3d-80f3-1b873905160e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Calling delete_port for 474a4ad0-1781-44d7-aa04-08c4b3a9a5c5 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:10.913649 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.db.api [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:35:10.914267 n-d-800085-9 neutron-server[94037]: DEBUG oslo_db.api [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:35:10.916874 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeacad5-497c-4009-bc39-b8112c939003 None None] Pushing event updated for resources: {'Port': ['ID=cb52bd65-c672-4b74-8ef5-77ce865000ef,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:11.019013 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:11.032754 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] Transition to ACTIVE for port object e2d094eb-e6c5-4782-9326-4c8865844103 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:11.042427 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:11.098690 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] Attempting to bind port e2d094eb-e6c5-4782-9326-4c8865844103 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:11.099899 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] Attempting to bind port e2d094eb-e6c5-4782-9326-4c8865844103 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:11.100031 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] Attempting to bind port e2d094eb-e6c5-4782-9326-4c8865844103 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:11.112611 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:35:11.113005 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:11.114073 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:11.114073 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:35:11.114398 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] Bound port: e2d094eb-e6c5-4782-9326-4c8865844103, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:35:11.114908 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:11.138171 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af860dc1-1d87-4254-b735-ed12d63ab43e None None] Pushing event updated for resources: {'Port': ['ID=e2d094eb-e6c5-4782-9326-4c8865844103,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:11.150885 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af860dc1-1d87-4254-b735-ed12d63ab43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:11.151231 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af860dc1-1d87-4254-b735-ed12d63ab43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:11.151575 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af860dc1-1d87-4254-b735-ed12d63ab43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:11.151912 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af860dc1-1d87-4254-b735-ed12d63ab43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:11.152246 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af860dc1-1d87-4254-b735-ed12d63ab43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:11.152579 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af860dc1-1d87-4254-b735-ed12d63ab43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:11.152928 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af860dc1-1d87-4254-b735-ed12d63ab43e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:11.153257 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af860dc1-1d87-4254-b735-ed12d63ab43e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:11.153581 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af860dc1-1d87-4254-b735-ed12d63ab43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:11.153905 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af860dc1-1d87-4254-b735-ed12d63ab43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:11.154228 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af860dc1-1d87-4254-b735-ed12d63ab43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:11.154550 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af860dc1-1d87-4254-b735-ed12d63ab43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:11.179883 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-89778c61-21b0-4377-8e4a-7583ae75a78d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:11.200132 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] For port e2d094eb-e6c5-4782-9326-4c8865844103, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:35:11.204310 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] For port e2d094eb-e6c5-4782-9326-4c8865844103, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e2d094eb-e6c5-4782-9326-4c8865844103,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:35:11.211182 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:11.270400 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d195cdfc-4bc1-4e3d-80f3-1b873905160e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:11.272635 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] Routers {'87972783-3bd6-4595-9613-dd1d91e46673'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:11.273375 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['87972783-3bd6-4595-9613-dd1d91e46673'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:11.320068 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89778c61-21b0-4377-8e4a-7583ae75a78d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'Subnet': ['ID=373bf988-b7ba-46eb-910a-193e5ad2a229,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:11.325867 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195cdfc-4bc1-4e3d-80f3-1b873905160e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Port': ['ID=474a4ad0-1781-44d7-aa04-08c4b3a9a5c5,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:11.332588 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89778c61-21b0-4377-8e4a-7583ae75a78d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Checking segment: {'id': '15bc07ea-7919-429b-939d-a6ee45b3db5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:11.332927 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89778c61-21b0-4377-8e4a-7583ae75a78d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Network hostable DHCP agents. Network: 84b3ea08-ad06-4dbe-a4c4-1940ac9384b0, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:35:11.381728 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] Set router 87972783-3bd6-4595-9613-dd1d91e46673 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:35:11.386323 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d195cdfc-4bc1-4e3d-80f3-1b873905160e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:11.391124 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35524) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:11.391740 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d195cdfc-4bc1-4e3d-80f3-1b873905160e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/474a4ad0-1781-44d7-aa04-08c4b3a9a5c5 HTTP/1.1" status: 204 len: 168 time: 1.1702468 Jul 24 09:35:11.392628 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89778c61-21b0-4377-8e4a-7583ae75a78d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Network 84b3ea08-ad06-4dbe-a4c4-1940ac9384b0 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:35:11.402739 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-89778c61-21b0-4377-8e4a-7583ae75a78d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 84b3ea08-ad06-4dbe-a4c4-1940ac9384b0) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:11.407586 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89778c61-21b0-4377-8e4a-7583ae75a78d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:11.408324 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-89778c61-21b0-4377-8e4a-7583ae75a78d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:11.414124 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76649744-eada-4aad-bba6-d7d5900d9485 None None] Network 84b3ea08-ad06-4dbe-a4c4-1940ac9384b0 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:11.446434 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-89778c61-21b0-4377-8e4a-7583ae75a78d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9535551 Jul 24 09:35:11.447411 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35526) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:11.547259 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af860dc1-1d87-4254-b735-ed12d63ab43e None None] Pushing event updated for resources: {'Port': ['ID=e2d094eb-e6c5-4782-9326-4c8865844103,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:11.576567 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:11.851765 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87972783-3bd6-4595-9613-dd1d91e46673', 'name': 'tempest-TestNetworkBasicOps-router-1655975905', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:35:07Z', 'updated_at': '2021-07-24T09:35:09Z', 'revision_number': 3, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87972783-3bd6-4595-9613-dd1d91e46673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:08Z', 'updated_at': '2021-07-24T09:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:11.861715 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f28f9cc-5d85-4961-812b-b5d2d163f8e5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:11.866793 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35540) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:11.874350 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4f28f9cc-5d85-4961-812b-b5d2d163f8e5 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.4816275 Jul 24 09:35:11.892685 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a4642-6251-4026-bc37-5b70374aac78 req-fd41ab40-7c77-4ddc-9647-ddc2a8ab0dc4 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:11.900446 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ea9a4642-6251-4026-bc37-5b70374aac78 req-fd41ab40-7c77-4ddc-9647-ddc2a8ab0dc4 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 945 time: 0.2198901 Jul 24 09:35:11.920187 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a416fb3f-c81b-4779-81b2-6c79a2a41b78 None None] The sync data for ids ['87972783-3bd6-4595-9613-dd1d91e46673'] in n-d-800085-9 is: [{'id': '87972783-3bd6-4595-9613-dd1d91e46673', 'name': 'tempest-TestNetworkBasicOps-router-1655975905', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:35:07Z', 'updated_at': '2021-07-24T09:35:09Z', 'revision_number': 3, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87972783-3bd6-4595-9613-dd1d91e46673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:08Z', 'updated_at': '2021-07-24T09:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:35:11.982532 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port cb52bd65-c672-4b74-8ef5-77ce865000ef, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=cb52bd65-c672-4b74-8ef5-77ce865000ef,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:11.997252 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:12.007010 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ea9a4642-6251-4026-bc37-5b70374aac78 req-f6d06584-bc30-4ec4-8a8c-17b433afff4f tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027746 Jul 24 09:35:12.028157 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6eb1b14e-bcd6-4b3c-9df4-dd995db37c6d None None] Provisioning for port cb52bd65-c672-4b74-8ef5-77ce865000ef completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:12.079414 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e95b241-ee39-40b2-ad47-d21d97e75252 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:12.084606 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5e95b241-ee39-40b2-ad47-d21d97e75252 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2156224 Jul 24 09:35:12.085611 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35548) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:12.126790 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6eb1b14e-bcd6-4b3c-9df4-dd995db37c6d None None] Provisioning complete for port cb52bd65-c672-4b74-8ef5-77ce865000ef triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:12.127169 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6eb1b14e-bcd6-4b3c-9df4-dd995db37c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:12.198810 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35550) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:12.210392 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device cb52bd65-c672-4b74-8ef5-77ce865000ef up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:35:12.216246 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249e9391-9b31-4d80-b9cf-f62a2783d6b1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:12.217949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249e9391-9b31-4d80-b9cf-f62a2783d6b1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:12.219476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249e9391-9b31-4d80-b9cf-f62a2783d6b1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:12.221707 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-249e9391-9b31-4d80-b9cf-f62a2783d6b1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1349268 Jul 24 09:35:12.225063 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35554) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:12.258312 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=cb52bd65-c672-4b74-8ef5-77ce865000ef,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:12.305987 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ebf3257-7ce2-4312-ae32-272af0226daa tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet 2b29aa23-e2ac-40f0-97db-784f8b1260ab {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:35:12.309638 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ebf3257-7ce2-4312-ae32-272af0226daa tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:12.359773 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f4546f84-523c-4102-98cc-e49a4b00afc3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:12.361295 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fcf17f-acf9-49ff-b419-30f3c5fbc73b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-84b3ea08-ad06-4dbe-a4c4-1940ac9384b0', 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'fixed_ips': [{'subnet_id': '373bf988-b7ba-46eb-910a-193e5ad2a229'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:35:12.362151 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f8fcf17f-acf9-49ff-b419-30f3c5fbc73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:12.374769 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port cb52bd65-c672-4b74-8ef5-77ce865000ef triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:12.375144 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:12.436953 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ebf3257-7ce2-4312-ae32-272af0226daa tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:12.495766 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d4751-0c8c-4d24-87fc-bdd3007c7cc6 req-f540d77e-9da4-4d73-aeb5-c0ec310bcb8c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:12.499203 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-919d4751-0c8c-4d24-87fc-bdd3007c7cc6 req-f540d77e-9da4-4d73-aeb5-c0ec310bcb8c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 945 time: 0.2547505 Jul 24 09:35:12.555857 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-919d4751-0c8c-4d24-87fc-bdd3007c7cc6 req-ddef1daa-c454-4af3-b06e-247a0f9cab41 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505991 Jul 24 09:35:12.566191 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-931d648c-3574-4e40-a0f1-00dd29288886 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-442643621', 'router:external': True}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:12.580941 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35556) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:12.610172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-91bcbba7-7e1a-48ec-8403-924bee054fad None None] Could not find standard attr ID for object 474a4ad0-1781-44d7-aa04-08c4b3a9a5c5. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:35:12.725371 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931d648c-3574-4e40-a0f1-00dd29288886 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Made reservation on behalf of 1b22f8e72e1a4d9ba0fc6c034080d610 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:12.727925 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-931d648c-3574-4e40-a0f1-00dd29288886 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:12.736648 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-f8fcf17f-acf9-49ff-b419-30f3c5fbc73b None None] Allocated IP 172.20.0.2 (84b3ea08-ad06-4dbe-a4c4-1940ac9384b0/373bf988-b7ba-46eb-910a-193e5ad2a229/fc156d6f-1e6e-4450-a16c-42fae9cd6a50) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:12.747402 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-931d648c-3574-4e40-a0f1-00dd29288886 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:12.759030 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ebf3257-7ce2-4312-ae32-272af0226daa tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:12.817518 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a1164f-79f2-4b57-a67f-56286f65a152 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:12.822463 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-51a1164f-79f2-4b57-a67f-56286f65a152 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 1091 time: 0.2245584 Jul 24 09:35:12.823241 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35558) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:12.828454 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-9d796e85-a4df-4a00-94a3-1cd57e5bb7d5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'port_id': '1351ce31-eb57-4014-be82-98880d53d031', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:12.860283 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ebf3257-7ce2-4312-ae32-272af0226daa tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:12.895271 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf3257-7ce2-4312-ae32-272af0226daa tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=2b29aa23-e2ac-40f0-97db-784f8b1260ab,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:12.904843 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ebf3257-7ce2-4312-ae32-272af0226daa tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:12.906781 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4ebf3257-7ce2-4312-ae32-272af0226daa tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/2b29aa23-e2ac-40f0-97db-784f8b1260ab HTTP/1.1" status: 204 len: 168 time: 0.6808114 Jul 24 09:35:12.910023 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35560) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:12.910546 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f8fcf17f-acf9-49ff-b419-30f3c5fbc73b None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:12.917934 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca56ef7b-7f55-425f-bcc2-58693ad9a82e None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:12.934849 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f8fcf17f-acf9-49ff-b419-30f3c5fbc73b None None] Transition to ACTIVE for port object fc156d6f-1e6e-4450-a16c-42fae9cd6a50 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:12.951739 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-931d648c-3574-4e40-a0f1-00dd29288886 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:12.959535 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-931d648c-3574-4e40-a0f1-00dd29288886 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:12.983404 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f30a055-bab2-426c-ae1f-5a5cbdbba037 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet 76a2121c-0f6d-48b0-9be6-e33bd7066ead {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:35:12.987184 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4f30a055-bab2-426c-ae1f-5a5cbdbba037 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:12.991023 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d796e85-a4df-4a00-94a3-1cd57e5bb7d5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:12.993168 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-931d648c-3574-4e40-a0f1-00dd29288886 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:35:13.010427 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d648c-3574-4e40-a0f1-00dd29288886 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a4693b-1f98-4d6d-b499-4fc6ee5febbe,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:13.013696 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-931d648c-3574-4e40-a0f1-00dd29288886 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:13.014057 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-931d648c-3574-4e40-a0f1-00dd29288886 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Added segment 1d2e26f5-1a51-4e19-8d8d-43c47f78363f of type vlan for network 78170329-bc41-4a3e-bcc8-a0646c493c46 Jul 24 09:35:13.043442 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f8fcf17f-acf9-49ff-b419-30f3c5fbc73b None None] Transition to ACTIVE for port object fc156d6f-1e6e-4450-a16c-42fae9cd6a50 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:13.055249 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4f30a055-bab2-426c-ae1f-5a5cbdbba037 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:13.073090 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f8fcf17f-acf9-49ff-b419-30f3c5fbc73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:13.077349 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-931d648c-3574-4e40-a0f1-00dd29288886 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:13.120446 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-931d648c-3574-4e40-a0f1-00dd29288886 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:13.121913 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d648c-3574-4e40-a0f1-00dd29288886 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:13.122734 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-931d648c-3574-4e40-a0f1-00dd29288886 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:13.134726 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcf17f-acf9-49ff-b419-30f3c5fbc73b None None] Pushing event updated for resources: {'Port': ['ID=fc156d6f-1e6e-4450-a16c-42fae9cd6a50,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:13.165670 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fcf17f-acf9-49ff-b419-30f3c5fbc73b None None] Network 84b3ea08-ad06-4dbe-a4c4-1940ac9384b0 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:13.171950 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-f8fcf17f-acf9-49ff-b419-30f3c5fbc73b None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:13.175683 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fcf17f-acf9-49ff-b419-30f3c5fbc73b None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:13.184982 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-931d648c-3574-4e40-a0f1-00dd29288886 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.9841757 Jul 24 09:35:13.191551 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35568) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:13.197908 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-0865588c-b951-41ea-99eb-18d006f1c935 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Request body: {'subnet': {'network_id': '78170329-bc41-4a3e-bcc8-a0646c493c46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:13.248227 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-f4546f84-523c-4102-98cc-e49a4b00afc3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Allocated IP 172.20.0.1 (84b3ea08-ad06-4dbe-a4c4-1940ac9384b0/373bf988-b7ba-46eb-910a-193e5ad2a229/4fe5905c-3b35-4dda-b199-681dcba04de0) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:13.250847 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d648c-3574-4e40-a0f1-00dd29288886 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Pushing event updated for resources: {'Network': ['ID=78170329-bc41-4a3e-bcc8-a0646c493c46,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:13.271624 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0865588c-b951-41ea-99eb-18d006f1c935 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Made reservation on behalf of 1b22f8e72e1a4d9ba0fc6c034080d610 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:13.275440 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0865588c-b951-41ea-99eb-18d006f1c935 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:13.283225 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 78170329-bc41-4a3e-bcc8-a0646c493c46 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:35:13.350967 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f8fcf17f-acf9-49ff-b419-30f3c5fbc73b None None] Attempting to bind port fc156d6f-1e6e-4450-a16c-42fae9cd6a50 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:13.354518 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f8fcf17f-acf9-49ff-b419-30f3c5fbc73b None None] Attempting to bind port fc156d6f-1e6e-4450-a16c-42fae9cd6a50 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '15bc07ea-7919-429b-939d-a6ee45b3db5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:13.354820 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4f30a055-bab2-426c-ae1f-5a5cbdbba037 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:13.355028 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fcf17f-acf9-49ff-b419-30f3c5fbc73b None None] Attempting to bind port fc156d6f-1e6e-4450-a16c-42fae9cd6a50 on network 84b3ea08-ad06-4dbe-a4c4-1940ac9384b0 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:13.409859 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fcf17f-acf9-49ff-b419-30f3c5fbc73b None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:35:13.410232 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fcf17f-acf9-49ff-b419-30f3c5fbc73b None None] Checking segment: {'id': '15bc07ea-7919-429b-939d-a6ee45b3db5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:13.410745 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f8fcf17f-acf9-49ff-b419-30f3c5fbc73b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:13.411205 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fcf17f-acf9-49ff-b419-30f3c5fbc73b None None] Bound using segment: {'id': '15bc07ea-7919-429b-939d-a6ee45b3db5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:35:13.411884 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f8fcf17f-acf9-49ff-b419-30f3c5fbc73b None None] Bound port: fc156d6f-1e6e-4450-a16c-42fae9cd6a50, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bc07ea-7919-429b-939d-a6ee45b3db5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:35:13.412464 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f8fcf17f-acf9-49ff-b419-30f3c5fbc73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:13.491742 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4f30a055-bab2-426c-ae1f-5a5cbdbba037 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:13.512997 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f4546f84-523c-4102-98cc-e49a4b00afc3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:13.519833 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d796e85-a4df-4a00-94a3-1cd57e5bb7d5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:13.529580 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f8fcf17f-acf9-49ff-b419-30f3c5fbc73b None None] For port fc156d6f-1e6e-4450-a16c-42fae9cd6a50, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:35:13.534991 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f8fcf17f-acf9-49ff-b419-30f3c5fbc73b None None] For port fc156d6f-1e6e-4450-a16c-42fae9cd6a50, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=fc156d6f-1e6e-4450-a16c-42fae9cd6a50,segment=NetworkSegment(15bc07ea-7919-429b-939d-a6ee45b3db5e),segment_id=15bc07ea-7919-429b-939d-a6ee45b3db5e)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:35:13.540692 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f8fcf17f-acf9-49ff-b419-30f3c5fbc73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:13.650997 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893e0c62-c380-4c69-9902-56cf24713a07 None None] Update dhcp port {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'fixed_ips': [{'subnet_id': '76a2121c-0f6d-48b0-9be6-e33bd7066ead'}], 'binding:host_id': 'n-d-800085-9'}, 'id': 'cb52bd65-c672-4b74-8ef5-77ce865000ef'} from n-d-800085-9. {{(pid=94037) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 09:35:13.653218 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcf17f-acf9-49ff-b419-30f3c5fbc73b None None] Pushing event updated for resources: {'Port': ['ID=fc156d6f-1e6e-4450-a16c-42fae9cd6a50,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:13.702045 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-893e0c62-c380-4c69-9902-56cf24713a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:13.702514 n-d-800085-9 neutron-server[94036]: DEBUG neutron.objects.ports [None req-0865588c-b951-41ea-99eb-18d006f1c935 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94036) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 09:35:13.703062 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0865588c-b951-41ea-99eb-18d006f1c935 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:13.768170 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865588c-b951-41ea-99eb-18d006f1c935 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2f53c634-5e70-4bc7-b037-287d6527162c,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:13.780201 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0865588c-b951-41ea-99eb-18d006f1c935 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Checking segment: {'id': '1d2e26f5-1a51-4e19-8d8d-43c47f78363f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '78170329-bc41-4a3e-bcc8-a0646c493c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:13.780824 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0865588c-b951-41ea-99eb-18d006f1c935 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Network hostable DHCP agents. Network: 78170329-bc41-4a3e-bcc8-a0646c493c46, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:35:13.801893 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0865588c-b951-41ea-99eb-18d006f1c935 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Network 78170329-bc41-4a3e-bcc8-a0646c493c46 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:35:13.836958 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-0865588c-b951-41ea-99eb-18d006f1c935 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 78170329-bc41-4a3e-bcc8-a0646c493c46) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:13.842639 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0865588c-b951-41ea-99eb-18d006f1c935 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:13.843948 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0865588c-b951-41ea-99eb-18d006f1c935 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:13.864388 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0865588c-b951-41ea-99eb-18d006f1c935 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6714964 Jul 24 09:35:13.865394 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35574) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:13.872111 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d5b462-ee44-46f6-bfb2-17f4525e1766 None None] Network 78170329-bc41-4a3e-bcc8-a0646c493c46 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:13.875239 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-61b0ee43-796e-49ab-a04d-fb892358fd58 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1447560766', 'network_id': '78170329-bc41-4a3e-bcc8-a0646c493c46'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:13.915234 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b0ee43-796e-49ab-a04d-fb892358fd58 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Made reservation on behalf of 1b22f8e72e1a4d9ba0fc6c034080d610 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:13.917643 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-61b0ee43-796e-49ab-a04d-fb892358fd58 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:13.941798 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-61b0ee43-796e-49ab-a04d-fb892358fd58 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] device_id is not set on port c2baf9ab-fac2-465d-96d5-36edf78543fc yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:35:14.026079 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30a055-bab2-426c-ae1f-5a5cbdbba037 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=76a2121c-0f6d-48b0-9be6-e33bd7066ead,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:14.035348 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4f30a055-bab2-426c-ae1f-5a5cbdbba037 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:14.037847 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4f30a055-bab2-426c-ae1f-5a5cbdbba037 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/76a2121c-0f6d-48b0-9be6-e33bd7066ead HTTP/1.1" status: 204 len: 168 time: 1.1264284 Jul 24 09:35:14.041660 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35576) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:14.065236 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36119b4e-7769-45b0-b032-c1e15540e525 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:14.082933 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-f4546f84-523c-4102-98cc-e49a4b00afc3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Transition to ACTIVE for port object 4fe5905c-3b35-4dda-b199-681dcba04de0 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:14.091654 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-61b0ee43-796e-49ab-a04d-fb892358fd58 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Allocated IP 172.20.0.13 (78170329-bc41-4a3e-bcc8-a0646c493c46/2f53c634-5e70-4bc7-b037-287d6527162c/c2baf9ab-fac2-465d-96d5-36edf78543fc) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:14.132706 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-34d4ea16-6d21-478a-b163-ca86a9c1bcc7 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0899329 Jul 24 09:35:14.136376 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35578) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:14.140064 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f33c53-fe50-4a94-bbd6-4c1b57e23a7b None None] Network 78170329-bc41-4a3e-bcc8-a0646c493c46 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:14.149277 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-2333f4ae-3c2b-4211-9d3a-4a3e7863ac4d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:14.199120 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f2e3635b-e2f6-4f95-b0c4-e9d3ad635bf1 None None] Provisioning complete for port cb52bd65-c672-4b74-8ef5-77ce865000ef triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:14.199632 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f2e3635b-e2f6-4f95-b0c4-e9d3ad635bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:14.221219 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f4546f84-523c-4102-98cc-e49a4b00afc3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:14.255054 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:14.292812 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device fc156d6f-1e6e-4450-a16c-42fae9cd6a50 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:35:14.338117 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-61b0ee43-796e-49ab-a04d-fb892358fd58 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:14.367642 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4546f84-523c-4102-98cc-e49a4b00afc3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Network 84b3ea08-ad06-4dbe-a4c4-1940ac9384b0 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:14.385134 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-61b0ee43-796e-49ab-a04d-fb892358fd58 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:14.385347 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-f4546f84-523c-4102-98cc-e49a4b00afc3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:14.395783 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4546f84-523c-4102-98cc-e49a4b00afc3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:14.399064 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4546f84-523c-4102-98cc-e49a4b00afc3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'Port': ['ID=4fe5905c-3b35-4dda-b199-681dcba04de0,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:14.430143 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-9d796e85-a4df-4a00-94a3-1cd57e5bb7d5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Allocated IP 172.25.7.115 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/aaf1cb0f-7298-4dea-9521-55cb064f64db) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:14.440019 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b0ee43-796e-49ab-a04d-fb892358fd58 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Network 78170329-bc41-4a3e-bcc8-a0646c493c46 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:14.443673 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-61b0ee43-796e-49ab-a04d-fb892358fd58 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:14.448644 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b0ee43-796e-49ab-a04d-fb892358fd58 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:14.451956 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0ee43-796e-49ab-a04d-fb892358fd58 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Pushing event updated for resources: {'Port': ['ID=c2baf9ab-fac2-465d-96d5-36edf78543fc,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:14.516892 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2333f4ae-3c2b-4211-9d3a-4a3e7863ac4d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:14.524633 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2333f4ae-3c2b-4211-9d3a-4a3e7863ac4d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:14.535266 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b0ee43-796e-49ab-a04d-fb892358fd58 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:14.535877 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-61b0ee43-796e-49ab-a04d-fb892358fd58 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:14.551314 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f4546f84-523c-4102-98cc-e49a4b00afc3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:14.556896 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-61b0ee43-796e-49ab-a04d-fb892358fd58 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.6877513 Jul 24 09:35:14.557198 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35586) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:14.673702 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-9300ed39-8703-47c1-9c90-039fa4f976d9 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Deleting port c2baf9ab-fac2-465d-96d5-36edf78543fc {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:14.674062 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9300ed39-8703-47c1-9c90-039fa4f976d9 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:14.742235 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port fc156d6f-1e6e-4450-a16c-42fae9cd6a50 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:14.749730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e2d094eb-e6c5-4782-9326-4c8865844103 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:35:14.815870 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port e2d094eb-e6c5-4782-9326-4c8865844103 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:14.818876 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d796e85-a4df-4a00-94a3-1cd57e5bb7d5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:14.821246 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port e2d094eb-e6c5-4782-9326-4c8865844103 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:14.821394 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:14.878785 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9300ed39-8703-47c1-9c90-039fa4f976d9 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:14.891067 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3ff08f-4c8e-41e9-9759-b6ea758b125e None None] DHCP port deletion for 563773b9-347f-4496-b491-b57b6545ee0e request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:35:14.913067 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-9300ed39-8703-47c1-9c90-039fa4f976d9 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Calling delete_port for c2baf9ab-fac2-465d-96d5-36edf78543fc owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:14.989974 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f4546f84-523c-4102-98cc-e49a4b00afc3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:15.002317 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d796e85-a4df-4a00-94a3-1cd57e5bb7d5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:15.009432 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:15.056314 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port e2d094eb-e6c5-4782-9326-4c8865844103, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e2d094eb-e6c5-4782-9326-4c8865844103,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:15.062132 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d796e85-a4df-4a00-94a3-1cd57e5bb7d5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:15.062733 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-3e3ff08f-4c8e-41e9-9759-b6ea758b125e None None] Deleting port cb52bd65-c672-4b74-8ef5-77ce865000ef {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:15.063114 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3e3ff08f-4c8e-41e9-9759-b6ea758b125e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:15.065106 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:15.094582 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-9d796e85-a4df-4a00-94a3-1cd57e5bb7d5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:15.101097 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d796e85-a4df-4a00-94a3-1cd57e5bb7d5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:15.155218 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device cb52bd65-c672-4b74-8ef5-77ce865000ef no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:35:15.172217 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9300ed39-8703-47c1-9c90-039fa4f976d9 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:15.193790 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2333f4ae-3c2b-4211-9d3a-4a3e7863ac4d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:15.226110 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300ed39-8703-47c1-9c90-039fa4f976d9 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2baf9ab-fac2-465d-96d5-36edf78543fc,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:15.280978 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d796e85-a4df-4a00-94a3-1cd57e5bb7d5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Port': ['ID=aaf1cb0f-7298-4dea-9521-55cb064f64db,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:15.290743 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9300ed39-8703-47c1-9c90-039fa4f976d9 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:15.297620 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9300ed39-8703-47c1-9c90-039fa4f976d9 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "DELETE /v2.0/ports/c2baf9ab-fac2-465d-96d5-36edf78543fc HTTP/1.1" status: 204 len: 168 time: 0.7393131 Jul 24 09:35:15.298577 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35588) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:15.304592 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-d23d37db-244e-4e00-86e1-eccccf6692b2 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78170329-bc41-4a3e-bcc8-a0646c493c46', 'external_fixed_ips': [{'subnet_id': '2f53c634-5e70-4bc7-b037-287d6527162c', 'ip_address': '172.20.0.13'}]}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:15.332034 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d23d37db-244e-4e00-86e1-eccccf6692b2 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:15.334403 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d23d37db-244e-4e00-86e1-eccccf6692b2 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:15.337046 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2333f4ae-3c2b-4211-9d3a-4a3e7863ac4d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:15.363540 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-2333f4ae-3c2b-4211-9d3a-4a3e7863ac4d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:15.371992 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2333f4ae-3c2b-4211-9d3a-4a3e7863ac4d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:15.372602 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2333f4ae-3c2b-4211-9d3a-4a3e7863ac4d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:15.391872 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333f4ae-3c2b-4211-9d3a-4a3e7863ac4d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=57342be4-e45e-4942-bae2-ce85ce13146c,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:15.436433 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2333f4ae-3c2b-4211-9d3a-4a3e7863ac4d tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2973616 Jul 24 09:35:15.438023 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35590) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:15.440937 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d23d37db-244e-4e00-86e1-eccccf6692b2 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:15.446128 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-6d6e1b2b-e68c-4ef2-bd4c-01f4dab2831a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:15.467908 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-3e3ff08f-4c8e-41e9-9759-b6ea758b125e None None] For port cb52bd65-c672-4b74-8ef5-77ce865000ef, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=cb52bd65-c672-4b74-8ef5-77ce865000ef,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:15.468334 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3e3ff08f-4c8e-41e9-9759-b6ea758b125e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:15.483717 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-3e3ff08f-4c8e-41e9-9759-b6ea758b125e None None] Calling delete_port for cb52bd65-c672-4b74-8ef5-77ce865000ef owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:15.570337 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa560351-75f3-4d9d-bb1b-7b0f0896fdd9 None None] Network 84b3ea08-ad06-4dbe-a4c4-1940ac9384b0 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:15.588319 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=e2d094eb-e6c5-4782-9326-4c8865844103,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:15.671926 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:35:15.703377 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:15.709450 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f4546f84-523c-4102-98cc-e49a4b00afc3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:15.710037 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3e3ff08f-4c8e-41e9-9759-b6ea758b125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:15.718327 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a828f4a8-6a7d-4e7f-9d75-e4f6439a96b7 None None] Provisioning for port fc156d6f-1e6e-4450-a16c-42fae9cd6a50 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:15.731067 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f4546f84-523c-4102-98cc-e49a4b00afc3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:15.742779 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3ff08f-4c8e-41e9-9759-b6ea758b125e None None] No DVR routers for this DVR port cb52bd65-c672-4b74-8ef5-77ce865000ef on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:35:15.746569 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a828f4a8-6a7d-4e7f-9d75-e4f6439a96b7 None None] Provisioning complete for port fc156d6f-1e6e-4450-a16c-42fae9cd6a50 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:15.747132 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a828f4a8-6a7d-4e7f-9d75-e4f6439a96b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:15.811077 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ff08f-4c8e-41e9-9759-b6ea758b125e None None] Pushing event deleted for resources: {'Port': ['ID=cb52bd65-c672-4b74-8ef5-77ce865000ef,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:15.841420 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80856d1f-1c33-4d68-9c77-f00f4a738d6b None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:15.883407 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4546f84-523c-4102-98cc-e49a4b00afc3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'Port': ['ID=4fe5905c-3b35-4dda-b199-681dcba04de0,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:15.893255 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f4546f84-523c-4102-98cc-e49a4b00afc3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:15.943752 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d796e85-a4df-4a00-94a3-1cd57e5bb7d5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:16.012418 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d23d37db-244e-4e00-86e1-eccccf6692b2 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:16.016663 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a828f4a8-6a7d-4e7f-9d75-e4f6439a96b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:16.061013 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4546f84-523c-4102-98cc-e49a4b00afc3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Network 84b3ea08-ad06-4dbe-a4c4-1940ac9384b0 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:16.065503 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-f4546f84-523c-4102-98cc-e49a4b00afc3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:16.098090 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6e1b2b-e68c-4ef2-bd4c-01f4dab2831a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:16.101456 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d796e85-a4df-4a00-94a3-1cd57e5bb7d5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:16.103740 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d6e1b2b-e68c-4ef2-bd4c-01f4dab2831a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:16.135782 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e2d094eb-e6c5-4782-9326-4c8865844103 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:35:16.213539 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-a828f4a8-6a7d-4e7f-9d75-e4f6439a96b7 None None] For port fc156d6f-1e6e-4450-a16c-42fae9cd6a50, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=fc156d6f-1e6e-4450-a16c-42fae9cd6a50,segment=NetworkSegment(15bc07ea-7919-429b-939d-a6ee45b3db5e),segment_id=15bc07ea-7919-429b-939d-a6ee45b3db5e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:16.219426 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a246f922-4c4a-4dd8-a452-27e300f05f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-563773b9-347f-4496-b491-b57b6545ee0e', 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'tenant_id': 'ac7dd3866f0549edb84ae86e3b5a3c50', 'fixed_ips': [{'subnet_id': '57342be4-e45e-4942-bae2-ce85ce13146c'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:35:16.220475 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a246f922-4c4a-4dd8-a452-27e300f05f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:16.235782 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a828f4a8-6a7d-4e7f-9d75-e4f6439a96b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:16.268118 n-d-800085-9 neutron-server[94036]: INFO neutron.db.ipam_backend_mixin [None req-6d6e1b2b-e68c-4ef2-bd4c-01f4dab2831a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 57342be4-e45e-4942-bae2-ce85ce13146c (CIDR: 2001:db8::/64) Jul 24 09:35:16.273679 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d6e1b2b-e68c-4ef2-bd4c-01f4dab2831a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:35:16.274150 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d6e1b2b-e68c-4ef2-bd4c-01f4dab2831a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:16.297235 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6d6e1b2b-e68c-4ef2-bd4c-01f4dab2831a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8580978 Jul 24 09:35:16.299886 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35598) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:16.308444 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-1582c45f-8a5f-42ec-b2ab-9eeacae003bd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:16.320581 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4546f84-523c-4102-98cc-e49a4b00afc3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Router 87972783-3bd6-4595-9613-dd1d91e46673 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:35:16.362399 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port e2d094eb-e6c5-4782-9326-4c8865844103 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:16.362749 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:16.369993 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828f4a8-6a7d-4e7f-9d75-e4f6439a96b7 None None] Pushing event updated for resources: {'Port': ['ID=fc156d6f-1e6e-4450-a16c-42fae9cd6a50,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:16.482965 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-a246f922-4c4a-4dd8-a452-27e300f05f7e None None] Allocated IP 2001:db8::2 (563773b9-347f-4496-b491-b57b6545ee0e/57342be4-e45e-4942-bae2-ce85ce13146c/c8393a46-be3c-4458-aedc-5a9426f4c4fc) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:16.526988 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d23d37db-244e-4e00-86e1-eccccf6692b2 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:16.536033 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1582c45f-8a5f-42ec-b2ab-9eeacae003bd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:16.540077 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1582c45f-8a5f-42ec-b2ab-9eeacae003bd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:16.572688 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d23d37db-244e-4e00-86e1-eccccf6692b2 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:16.650867 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a246f922-4c4a-4dd8-a452-27e300f05f7e None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:16.662276 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a246f922-4c4a-4dd8-a452-27e300f05f7e None None] Transition to ACTIVE for port object c8393a46-be3c-4458-aedc-5a9426f4c4fc will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:16.678060 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a246f922-4c4a-4dd8-a452-27e300f05f7e None None] Transition to ACTIVE for port object c8393a46-be3c-4458-aedc-5a9426f4c4fc will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:16.694226 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a246f922-4c4a-4dd8-a452-27e300f05f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:16.750827 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:16.782591 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a246f922-4c4a-4dd8-a452-27e300f05f7e None None] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:16.784924 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-775476f4-f19c-4ce1-a515-863637094b3e None None] Provisioning for port 4fe5905c-3b35-4dda-b199-681dcba04de0 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:16.800156 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-a246f922-4c4a-4dd8-a452-27e300f05f7e None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:16.804983 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a246f922-4c4a-4dd8-a452-27e300f05f7e None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:16.807130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-775476f4-f19c-4ce1-a515-863637094b3e None None] Provisioning complete for port 4fe5905c-3b35-4dda-b199-681dcba04de0 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:16.808049 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-775476f4-f19c-4ce1-a515-863637094b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:16.852094 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-775476f4-f19c-4ce1-a515-863637094b3e None None] Port 4fe5905c-3b35-4dda-b199-681dcba04de0 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:35:16.853450 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246f922-4c4a-4dd8-a452-27e300f05f7e None None] Pushing event updated for resources: {'Port': ['ID=c8393a46-be3c-4458-aedc-5a9426f4c4fc,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:16.872896 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d796e85-a4df-4a00-94a3-1cd57e5bb7d5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:16.887304 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d796e85-a4df-4a00-94a3-1cd57e5bb7d5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:16.919983 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-d23d37db-244e-4e00-86e1-eccccf6692b2 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Allocated IP 172.20.0.13 (78170329-bc41-4a3e-bcc8-a0646c493c46/2f53c634-5e70-4bc7-b037-287d6527162c/28f32b95-dc9b-4945-be4d-013b5db7563b) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:16.926791 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-775476f4-f19c-4ce1-a515-863637094b3e None None] Provisioning complete for port fc156d6f-1e6e-4450-a16c-42fae9cd6a50 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:16.927050 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-775476f4-f19c-4ce1-a515-863637094b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:16.966077 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-a246f922-4c4a-4dd8-a452-27e300f05f7e None None] Attempting to bind port c8393a46-be3c-4458-aedc-5a9426f4c4fc on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:16.966457 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-a246f922-4c4a-4dd8-a452-27e300f05f7e None None] Attempting to bind port c8393a46-be3c-4458-aedc-5a9426f4c4fc by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:16.966829 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a246f922-4c4a-4dd8-a452-27e300f05f7e None None] Attempting to bind port c8393a46-be3c-4458-aedc-5a9426f4c4fc on network 563773b9-347f-4496-b491-b57b6545ee0e {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:16.968722 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4546f84-523c-4102-98cc-e49a4b00afc3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:35:16.978376 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a246f922-4c4a-4dd8-a452-27e300f05f7e None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:35:16.978769 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f4546f84-523c-4102-98cc-e49a4b00afc3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "PUT /v2.0/routers/87972783-3bd6-4595-9613-dd1d91e46673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5291040 Jul 24 09:35:16.978882 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a246f922-4c4a-4dd8-a452-27e300f05f7e None None] Checking segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:16.979149 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a246f922-4c4a-4dd8-a452-27e300f05f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:16.979481 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d796e85-a4df-4a00-94a3-1cd57e5bb7d5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Port': ['ID=aaf1cb0f-7298-4dea-9521-55cb064f64db,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:16.979597 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a246f922-4c4a-4dd8-a452-27e300f05f7e None None] Bound using segment: {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:35:16.980008 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-a246f922-4c4a-4dd8-a452-27e300f05f7e None None] Bound port: c8393a46-be3c-4458-aedc-5a9426f4c4fc, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0697d94-df55-4011-bf90-11cf2a2a69f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '563773b9-347f-4496-b491-b57b6545ee0e'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:35:16.980394 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a246f922-4c4a-4dd8-a452-27e300f05f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:16.985668 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35600) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:17.000075 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] Sync routers for ids ['87972783-3bd6-4595-9613-dd1d91e46673'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:35:17.039425 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] Routers {'87972783-3bd6-4595-9613-dd1d91e46673'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:17.039970 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['87972783-3bd6-4595-9613-dd1d91e46673'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:17.049404 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d796e85-a4df-4a00-94a3-1cd57e5bb7d5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:17.117487 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d23d37db-244e-4e00-86e1-eccccf6692b2 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:17.180564 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-a246f922-4c4a-4dd8-a452-27e300f05f7e None None] For port c8393a46-be3c-4458-aedc-5a9426f4c4fc, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:35:17.190406 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-a246f922-4c4a-4dd8-a452-27e300f05f7e None None] For port c8393a46-be3c-4458-aedc-5a9426f4c4fc, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c8393a46-be3c-4458-aedc-5a9426f4c4fc,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:35:17.206262 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a246f922-4c4a-4dd8-a452-27e300f05f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:17.274235 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d23d37db-244e-4e00-86e1-eccccf6692b2 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:17.319991 n-d-800085-9 neutron-server[94036]: DEBUG neutron.objects.ports [None req-1582c45f-8a5f-42ec-b2ab-9eeacae003bd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94036) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 09:35:17.326094 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e88b394-edb3-4165-8e0a-cc5a5632f655 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:17.326582 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e88b394-edb3-4165-8e0a-cc5a5632f655 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:17.326963 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] Set router 87972783-3bd6-4595-9613-dd1d91e46673 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:35:17.327433 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e88b394-edb3-4165-8e0a-cc5a5632f655 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:17.327514 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e88b394-edb3-4165-8e0a-cc5a5632f655 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:17.327956 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e88b394-edb3-4165-8e0a-cc5a5632f655 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:17.328418 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e88b394-edb3-4165-8e0a-cc5a5632f655 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:17.329911 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e88b394-edb3-4165-8e0a-cc5a5632f655 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:17.329911 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e88b394-edb3-4165-8e0a-cc5a5632f655 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:17.330088 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246f922-4c4a-4dd8-a452-27e300f05f7e None None] Pushing event updated for resources: {'Port': ['ID=c8393a46-be3c-4458-aedc-5a9426f4c4fc,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:17.330184 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e88b394-edb3-4165-8e0a-cc5a5632f655 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:17.334855 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5e88b394-edb3-4165-8e0a-cc5a5632f655 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6362 time: 0.3484178 Jul 24 09:35:17.335488 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35604) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:17.342378 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23d37db-244e-4e00-86e1-eccccf6692b2 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Network 78170329-bc41-4a3e-bcc8-a0646c493c46 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:17.375696 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-9d796e85-a4df-4a00-94a3-1cd57e5bb7d5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Floating IP 993f6491-b7cf-4b72-b13f-11cd95e74bf0 associated. External IP: 172.25.7.115, port: 1351ce31-eb57-4014-be82-98880d53d031. Jul 24 09:35:17.391066 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-d23d37db-244e-4e00-86e1-eccccf6692b2 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:17.392567 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23d37db-244e-4e00-86e1-eccccf6692b2 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:17.434204 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-83cd416f-1cf9-4269-9ebd-96d43e929448 None None] Provisioning complete for port 4fe5905c-3b35-4dda-b199-681dcba04de0 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:17.434576 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-83cd416f-1cf9-4269-9ebd-96d43e929448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:17.443265 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d37db-244e-4e00-86e1-eccccf6692b2 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Pushing event updated for resources: {'Port': ['ID=28f32b95-dc9b-4945-be4d-013b5db7563b,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:17.532704 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e080a7a2-9b27-4e43-afea-6028c821f82b tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:17.533294 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e080a7a2-9b27-4e43-afea-6028c821f82b tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:17.534007 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e080a7a2-9b27-4e43-afea-6028c821f82b tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:17.534214 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e080a7a2-9b27-4e43-afea-6028c821f82b tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:17.534663 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e080a7a2-9b27-4e43-afea-6028c821f82b tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:17.535113 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e080a7a2-9b27-4e43-afea-6028c821f82b tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:17.535566 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e080a7a2-9b27-4e43-afea-6028c821f82b tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:17.536124 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e080a7a2-9b27-4e43-afea-6028c821f82b tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:17.536604 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e080a7a2-9b27-4e43-afea-6028c821f82b tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:17.537283 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e080a7a2-9b27-4e43-afea-6028c821f82b tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:17.539389 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e080a7a2-9b27-4e43-afea-6028c821f82b tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6470 time: 0.1987293 Jul 24 09:35:17.544256 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35606) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:17.548531 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-83cd416f-1cf9-4269-9ebd-96d43e929448 None None] Port 4fe5905c-3b35-4dda-b199-681dcba04de0 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:35:17.735369 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d796e85-a4df-4a00-94a3-1cd57e5bb7d5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Router 262067c8-796c-4ead-99cb-516954606b60 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:35:17.797615 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87972783-3bd6-4595-9613-dd1d91e46673', 'name': 'tempest-TestNetworkBasicOps-router-1655975905', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:35:07Z', 'updated_at': '2021-07-24T09:35:14Z', 'revision_number': 4, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87972783-3bd6-4595-9613-dd1d91e46673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:08Z', 'updated_at': '2021-07-24T09:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '4fe5905c-3b35-4dda-b199-681dcba04de0', 'name': '', 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'mac_address': 'fa:16:3e:dc:83:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87972783-3bd6-4595-9613-dd1d91e46673', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '373bf988-b7ba-46eb-910a-193e5ad2a229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:12Z', 'updated_at': '2021-07-24T09:35:15Z', 'revision_number': 2, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'subnets': [{'id': '373bf988-b7ba-46eb-910a-193e5ad2a229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:17.824818 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] Checking router: 87972783-3bd6-4595-9613-dd1d91e46673 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:35:17.825221 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] Updating router 87972783-3bd6-4595-9613-dd1d91e46673 port 4fe5905c-3b35-4dda-b199-681dcba04de0 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:35:17.866462 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:17.870752 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d796e85-a4df-4a00-94a3-1cd57e5bb7d5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:35:17.884291 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984ae069-f23c-4a73-bd5f-35eee31acb9a None None] Sync routers for ids ['262067c8-796c-4ead-99cb-516954606b60'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:35:17.892608 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d796e85-a4df-4a00-94a3-1cd57e5bb7d5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:17.897045 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984ae069-f23c-4a73-bd5f-35eee31acb9a None None] Routers {'262067c8-796c-4ead-99cb-516954606b60'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:17.898060 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-984ae069-f23c-4a73-bd5f-35eee31acb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['262067c8-796c-4ead-99cb-516954606b60'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:17.939601 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9d796e85-a4df-4a00-94a3-1cd57e5bb7d5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1152520 Jul 24 09:35:17.940266 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e', 'tag': '1351ce31-eb57-4014-be82-98880d53d031'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:35:17.942871 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f5f7fa-e308-49d3-8f75-7c0895f84032" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e", "tag": "1351ce31-eb57-4014-be82-98880d53d031"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:35:17.946155 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1582c45f-8a5f-42ec-b2ab-9eeacae003bd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:17.985234 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559d83f1-9e51-4838-b353-bc4020748fec x-openstack-request-id: req-559d83f1-9e51-4838-b353-bc4020748fec {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:35:17.985522 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e", "tag": "1351ce31-eb57-4014-be82-98880d53d031", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:35:17.985773 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-559d83f1-9e51-4838-b353-bc4020748fec {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:35:17.986173 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e', 'tag': '1351ce31-eb57-4014-be82-98880d53d031', 'status': 'completed', 'code': 200} Jul 24 09:35:18.062084 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-984ae069-f23c-4a73-bd5f-35eee31acb9a None None] Set router 262067c8-796c-4ead-99cb-516954606b60 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:35:18.088354 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5f7fa-e308-49d3-8f75-7c0895f84032 req-8d749661-f702-4128-9771-085d616a3ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:18.090330 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-72f5f7fa-e308-49d3-8f75-7c0895f84032 req-8d749661-f702-4128-9771-085d616a3ba6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 1096 time: 0.0795028 Jul 24 09:35:18.234591 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d23d37db-244e-4e00-86e1-eccccf6692b2 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:18.241357 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5f7fa-e308-49d3-8f75-7c0895f84032 req-db3f5840-8ea8-4cbd-a4a8-ed8da5171cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:18.247269 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-72f5f7fa-e308-49d3-8f75-7c0895f84032 req-db3f5840-8ea8-4cbd-a4a8-ed8da5171cc3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26 HTTP/1.1" status: 200 len: 897 time: 0.1501753 Jul 24 09:35:18.386811 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-72f5f7fa-e308-49d3-8f75-7c0895f84032 req-1cb735f6-023f-41bf-b37e-81e1a7aaa5a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1351ce31-eb57-4014-be82-98880d53d031 HTTP/1.1" status: 200 len: 999 time: 0.1316340 Jul 24 09:35:18.394674 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:18.419643 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] Transition to ACTIVE for port object 4fe5905c-3b35-4dda-b199-681dcba04de0 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:18.426008 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device fc156d6f-1e6e-4450-a16c-42fae9cd6a50 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:35:18.478674 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:18.501618 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5f7fa-e308-49d3-8f75-7c0895f84032 req-4ec93b89-e83b-4e19-9a60-adacbedb8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:18.504347 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-72f5f7fa-e308-49d3-8f75-7c0895f84032 req-4ec93b89-e83b-4e19-9a60-adacbedb8aaa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=052febb9-0d85-4f6f-a5a7-9b8b9b12c295 HTTP/1.1" status: 200 len: 834 time: 0.1120214 Jul 24 09:35:18.563676 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bdd55c-2a92-4811-9b62-03ebba0843a3 None None] Pushing event updated for resources: {'Port': ['ID=4fe5905c-3b35-4dda-b199-681dcba04de0,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:18.613794 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5f7fa-e308-49d3-8f75-7c0895f84032 req-621deae9-cf6b-4d6b-bfdc-f671fac1a343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:18.623290 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-72f5f7fa-e308-49d3-8f75-7c0895f84032 req-621deae9-cf6b-4d6b-bfdc-f671fac1a343 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125796 Jul 24 09:35:18.707466 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port fc156d6f-1e6e-4450-a16c-42fae9cd6a50 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:18.707833 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:18.767252 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] Attempting to bind port 4fe5905c-3b35-4dda-b199-681dcba04de0 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:18.767822 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] Attempting to bind port 4fe5905c-3b35-4dda-b199-681dcba04de0 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '15bc07ea-7919-429b-939d-a6ee45b3db5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:18.768192 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] Attempting to bind port 4fe5905c-3b35-4dda-b199-681dcba04de0 on network 84b3ea08-ad06-4dbe-a4c4-1940ac9384b0 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:18.784015 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:35:18.784394 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] Checking segment: {'id': '15bc07ea-7919-429b-939d-a6ee45b3db5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:18.784926 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:18.785326 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] Bound using segment: {'id': '15bc07ea-7919-429b-939d-a6ee45b3db5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:35:18.785811 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] Bound port: 4fe5905c-3b35-4dda-b199-681dcba04de0, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bc07ea-7919-429b-939d-a6ee45b3db5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:35:18.786191 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:18.790507 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-72f5f7fa-e308-49d3-8f75-7c0895f84032 req-6471acb7-ec28-4ec4-aacf-d309892f4a44 service neutron] 10.222.0.20 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598051 Jul 24 09:35:18.806185 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-984ae069-f23c-4a73-bd5f-35eee31acb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262067c8-796c-4ead-99cb-516954606b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704094437', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'd1f9f5e9-6e33-48c7-9723-1b0d73c24b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:34:32Z', 'updated_at': '2021-07-24T09:34:46Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'd1f9f5e9-6e33-48c7-9723-1b0d73c24b93', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262067c8-796c-4ead-99cb-516954606b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:34:34Z', 'updated_at': '2021-07-24T09:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '993f6491-b7cf-4b72-b13f-11cd95e74bf0', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '262067c8-796c-4ead-99cb-516954606b60', 'port_id': '1351ce31-eb57-4014-be82-98880d53d031', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26', 'mac_address': 'fa:16:3e:62:aa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:35:15Z', 'updated_at': '2021-07-24T09:35:15Z', 'revision_number': 0, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '549131a6-141b-4458-838f-280417db0bb1', 'name': '', 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:af:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262067c8-796c-4ead-99cb-516954606b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '052febb9-0d85-4f6f-a5a7-9b8b9b12c295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:34:44Z', 'updated_at': '2021-07-24T09:34:56Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': '052febb9-0d85-4f6f-a5a7-9b8b9b12c295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:18.855498 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984ae069-f23c-4a73-bd5f-35eee31acb9a None None] Checking router: 262067c8-796c-4ead-99cb-516954606b60 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:35:18.859982 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] For port 4fe5905c-3b35-4dda-b199-681dcba04de0, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:35:18.863247 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] For port 4fe5905c-3b35-4dda-b199-681dcba04de0, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4fe5905c-3b35-4dda-b199-681dcba04de0,segment=NetworkSegment(15bc07ea-7919-429b-939d-a6ee45b3db5e),segment_id=15bc07ea-7919-429b-939d-a6ee45b3db5e)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:35:18.872516 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984ae069-f23c-4a73-bd5f-35eee31acb9a None None] Routers {'262067c8-796c-4ead-99cb-516954606b60'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:18.873590 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-984ae069-f23c-4a73-bd5f-35eee31acb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['262067c8-796c-4ead-99cb-516954606b60'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:18.876223 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:18.892501 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35618) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:18.912034 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-72f5f7fa-e308-49d3-8f75-7c0895f84032 req-d9ee74d2-f22e-45b0-8561-72f018bd61e8 service neutron] 10.222.0.20 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150773 Jul 24 09:35:18.924140 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-806bd92a-246d-41e4-b226-f525d3a65b9e None None] Provisioning for port c8393a46-be3c-4458-aedc-5a9426f4c4fc completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:19.019253 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c8393a46-be3c-4458-aedc-5a9426f4c4fc up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:35:19.024448 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bdd55c-2a92-4811-9b62-03ebba0843a3 None None] Pushing event updated for resources: {'Port': ['ID=4fe5905c-3b35-4dda-b199-681dcba04de0,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:19.028122 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e5c0b-4c18-40ec-bbaa-3c131ccacf1f req-da1c52cb-70eb-4749-9fff-77c09c6a9491 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:19.029662 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-984ae069-f23c-4a73-bd5f-35eee31acb9a None None] Set router 262067c8-796c-4ead-99cb-516954606b60 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:35:19.042078 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-929e5c0b-4c18-40ec-bbaa-3c131ccacf1f req-da1c52cb-70eb-4749-9fff-77c09c6a9491 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 945 time: 0.9991760 Jul 24 09:35:19.052534 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] Routers {'87972783-3bd6-4595-9613-dd1d91e46673'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:19.053262 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['87972783-3bd6-4595-9613-dd1d91e46673'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:19.103390 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0d051f1-1e07-494f-85d7-0f249333f1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:19.137872 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-1582c45f-8a5f-42ec-b2ab-9eeacae003bd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] For port c8393a46-be3c-4458-aedc-5a9426f4c4fc, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c8393a46-be3c-4458-aedc-5a9426f4c4fc,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:19.184900 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-087d911b-c91f-4197-875a-8b041d1f90b5 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4255 time: 1.6378591 Jul 24 09:35:19.187197 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port c8393a46-be3c-4458-aedc-5a9426f4c4fc completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:19.193943 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port c8393a46-be3c-4458-aedc-5a9426f4c4fc triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:19.194414 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:19.265687 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] Set router 87972783-3bd6-4595-9613-dd1d91e46673 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:35:19.280239 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1582c45f-8a5f-42ec-b2ab-9eeacae003bd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:19.288223 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-929e5c0b-4c18-40ec-bbaa-3c131ccacf1f req-b0d36f78-52e4-44c6-9c03-48c0677970e8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2452970 Jul 24 09:35:19.298233 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1582c45f-8a5f-42ec-b2ab-9eeacae003bd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:19.298992 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1582c45f-8a5f-42ec-b2ab-9eeacae003bd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:19.323550 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35624) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:19.384480 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1582c45f-8a5f-42ec-b2ab-9eeacae003bd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:19.393215 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-1582c45f-8a5f-42ec-b2ab-9eeacae003bd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:19.394373 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-984ae069-f23c-4a73-bd5f-35eee31acb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262067c8-796c-4ead-99cb-516954606b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704094437', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'd1f9f5e9-6e33-48c7-9723-1b0d73c24b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:34:32Z', 'updated_at': '2021-07-24T09:34:46Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'd1f9f5e9-6e33-48c7-9723-1b0d73c24b93', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262067c8-796c-4ead-99cb-516954606b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:34:34Z', 'updated_at': '2021-07-24T09:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '993f6491-b7cf-4b72-b13f-11cd95e74bf0', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '262067c8-796c-4ead-99cb-516954606b60', 'port_id': '1351ce31-eb57-4014-be82-98880d53d031', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26', 'mac_address': 'fa:16:3e:62:aa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:35:15Z', 'updated_at': '2021-07-24T09:35:15Z', 'revision_number': 0, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '549131a6-141b-4458-838f-280417db0bb1', 'name': '', 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:af:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262067c8-796c-4ead-99cb-516954606b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '052febb9-0d85-4f6f-a5a7-9b8b9b12c295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:34:44Z', 'updated_at': '2021-07-24T09:34:56Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': '052febb9-0d85-4f6f-a5a7-9b8b9b12c295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:19.410285 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1582c45f-8a5f-42ec-b2ab-9eeacae003bd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:19.410898 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1582c45f-8a5f-42ec-b2ab-9eeacae003bd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:19.421636 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a37a7cb-3d5c-4c83-9304-0feb26472390 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:19.447255 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984ae069-f23c-4a73-bd5f-35eee31acb9a None None] The sync data for ids ['262067c8-796c-4ead-99cb-516954606b60'] in n-d-800085-9 is: [{'id': '262067c8-796c-4ead-99cb-516954606b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704094437', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'd1f9f5e9-6e33-48c7-9723-1b0d73c24b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:34:32Z', 'updated_at': '2021-07-24T09:34:46Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'd1f9f5e9-6e33-48c7-9723-1b0d73c24b93', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262067c8-796c-4ead-99cb-516954606b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:34:34Z', 'updated_at': '2021-07-24T09:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '993f6491-b7cf-4b72-b13f-11cd95e74bf0', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '262067c8-796c-4ead-99cb-516954606b60', 'port_id': '1351ce31-eb57-4014-be82-98880d53d031', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26', 'mac_address': 'fa:16:3e:62:aa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:35:15Z', 'updated_at': '2021-07-24T09:35:15Z', 'revision_number': 0, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '549131a6-141b-4458-838f-280417db0bb1', 'name': '', 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:af:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262067c8-796c-4ead-99cb-516954606b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '052febb9-0d85-4f6f-a5a7-9b8b9b12c295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:34:44Z', 'updated_at': '2021-07-24T09:34:56Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': '052febb9-0d85-4f6f-a5a7-9b8b9b12c295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:35:19.448788 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-901517c8-9ff4-4ce6-8052-80a737225ad8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/floatingips/993f6491-b7cf-4b72-b13f-11cd95e74bf0 HTTP/1.1" status: 200 len: 991 time: 0.1229413 Jul 24 09:35:19.459917 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582c45f-8a5f-42ec-b2ab-9eeacae003bd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=1587aca6-458a-49de-bb2b-2f60bcd8d532,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:19.467484 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d23d37db-244e-4e00-86e1-eccccf6692b2 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:19.476342 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582c45f-8a5f-42ec-b2ab-9eeacae003bd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Port': ['ID=c8393a46-be3c-4458-aedc-5a9426f4c4fc,revision_number=4']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:19.552826 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:19.576887 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0d051f1-1e07-494f-85d7-0f249333f1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:19.585280 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0d051f1-1e07-494f-85d7-0f249333f1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:19.602260 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1582c45f-8a5f-42ec-b2ab-9eeacae003bd tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.2972341 Jul 24 09:35:19.603671 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35626) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:19.609488 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-d6c2a9ef-d631-4e66-88b2-fb894f3edbf1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'mac_address': 'fa:16:3e:19:96:ce', 'name': 'tempest-NetworksTestDHCPv6-1426683615'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:19.649402 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port c8393a46-be3c-4458-aedc-5a9426f4c4fc, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c8393a46-be3c-4458-aedc-5a9426f4c4fc,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:19.650338 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a0d051f1-1e07-494f-85d7-0f249333f1db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8358942dae14078ba082ba0355367d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7479932 Jul 24 09:35:19.655053 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35628) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:19.663089 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d051f1-1e07-494f-85d7-0f249333f1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3fdea6-d7fa-434c-b348-eb3fc4f2ed97,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:19.709058 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:19.732114 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35630) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:19.737328 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-b999cfba-621d-49e1-a441-682a7e10c0c1 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-182165712', 'description': 'tempest-secgroup-smoke-182165712 description', 'project_id': '3d070f08b8da4d8480b04a604f0ef395'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:19.777125 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b999cfba-621d-49e1-a441-682a7e10c0c1 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:19.780037 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c2a9ef-d631-4e66-88b2-fb894f3edbf1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:19.792106 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23d37db-244e-4e00-86e1-eccccf6692b2 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Router e32eac64-f9e3-403a-a19c-d246cd7db4f0 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:35:19.794271 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3b809c02-7ac4-4bc3-8035-2505a7a699e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:19.800669 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1e80a-2c82-4fc9-866c-024f7cc2e56f None None] New status for floating IP 993f6491-b7cf-4b72-b13f-11cd95e74bf0: ACTIVE {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:35:19.818283 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3b809c02-7ac4-4bc3-8035-2505a7a699e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:19.845259 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=c8393a46-be3c-4458-aedc-5a9426f4c4fc,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:19.870107 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3b809c02-7ac4-4bc3-8035-2505a7a699e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:19.873135 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3b809c02-7ac4-4bc3-8035-2505a7a699e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:19.877089 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3b809c02-7ac4-4bc3-8035-2505a7a699e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1d3fdea6-d7fa-434c-b348-eb3fc4f2ed97 HTTP/1.1" status: 204 len: 168 time: 0.2181954 Jul 24 09:35:19.896294 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b809c02-7ac4-4bc3-8035-2505a7a699e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3fdea6-d7fa-434c-b348-eb3fc4f2ed97,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:19.924374 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6c2a9ef-d631-4e66-88b2-fb894f3edbf1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:19.956906 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-d6c2a9ef-d631-4e66-88b2-fb894f3edbf1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] device_id is not set on port 198d99e4-611f-4005-8273-5b7d984a8625 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:35:20.003640 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23d37db-244e-4e00-86e1-eccccf6692b2 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:35:20.016154 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Sync routers for ids ['e32eac64-f9e3-403a-a19c-d246cd7db4f0'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:35:20.025209 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b999cfba-621d-49e1-a441-682a7e10c0c1 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:20.033363 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d23d37db-244e-4e00-86e1-eccccf6692b2 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:20.034803 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Routers {'e32eac64-f9e3-403a-a19c-d246cd7db4f0'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:20.035250 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d23d37db-244e-4e00-86e1-eccccf6692b2 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.7353530 Jul 24 09:35:20.037739 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35636) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:20.041046 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e32eac64-f9e3-403a-a19c-d246cd7db4f0'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:20.043641 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b999cfba-621d-49e1-a441-682a7e10c0c1 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:20.104110 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b999cfba-621d-49e1-a441-682a7e10c0c1 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:20.107254 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87972783-3bd6-4595-9613-dd1d91e46673', 'name': 'tempest-TestNetworkBasicOps-router-1655975905', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:35:07Z', 'updated_at': '2021-07-24T09:35:14Z', 'revision_number': 4, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87972783-3bd6-4595-9613-dd1d91e46673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:08Z', 'updated_at': '2021-07-24T09:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '4fe5905c-3b35-4dda-b199-681dcba04de0', 'name': '', 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'mac_address': 'fa:16:3e:dc:83:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87972783-3bd6-4595-9613-dd1d91e46673', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '373bf988-b7ba-46eb-910a-193e5ad2a229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:12Z', 'updated_at': '2021-07-24T09:35:18Z', 'revision_number': 4, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'subnets': [{'id': '373bf988-b7ba-46eb-910a-193e5ad2a229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:20.108987 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b999cfba-621d-49e1-a441-682a7e10c0c1 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3753223 Jul 24 09:35:20.109836 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35638) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:20.142036 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-8ee4514b-2a57-4e27-84da-678836a0231c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'security_group_rule': {'security_group_id': '94cc45ed-6143-4734-a23f-de10838b1edd', 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:20.165198 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999cfba-621d-49e1-a441-682a7e10c0c1 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94cc45ed-6143-4734-a23f-de10838b1edd,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:20.180601 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8ee4514b-2a57-4e27-84da-678836a0231c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:20.189249 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c8393a46-be3c-4458-aedc-5a9426f4c4fc up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:35:20.194934 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7103a111-5e4c-484b-9b2b-b6621c6b25d1 None None] The sync data for ids ['87972783-3bd6-4595-9613-dd1d91e46673'] in n-d-800085-9 is: [{'id': '87972783-3bd6-4595-9613-dd1d91e46673', 'name': 'tempest-TestNetworkBasicOps-router-1655975905', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:35:07Z', 'updated_at': '2021-07-24T09:35:14Z', 'revision_number': 4, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87972783-3bd6-4595-9613-dd1d91e46673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:08Z', 'updated_at': '2021-07-24T09:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '4fe5905c-3b35-4dda-b199-681dcba04de0', 'name': '', 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'mac_address': 'fa:16:3e:dc:83:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87972783-3bd6-4595-9613-dd1d91e46673', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '373bf988-b7ba-46eb-910a-193e5ad2a229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:12Z', 'updated_at': '2021-07-24T09:35:18Z', 'revision_number': 4, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'subnets': [{'id': '373bf988-b7ba-46eb-910a-193e5ad2a229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:35:20.249753 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Set router e32eac64-f9e3-403a-a19c-d246cd7db4f0 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:35:20.307879 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port c8393a46-be3c-4458-aedc-5a9426f4c4fc triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:20.310344 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:20.356261 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e907ac7c-8ac5-4209-8532-876de3de82f7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:20.382599 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8ee4514b-2a57-4e27-84da-678836a0231c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:20.397693 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8ee4514b-2a57-4e27-84da-678836a0231c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:20.433661 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-d6c2a9ef-d631-4e66-88b2-fb894f3edbf1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 2001:db8::226 (563773b9-347f-4496-b491-b57b6545ee0e/57342be4-e45e-4942-bae2-ce85ce13146c/198d99e4-611f-4005-8273-5b7d984a8625) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:20.466697 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8ee4514b-2a57-4e27-84da-678836a0231c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:20.468312 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8ee4514b-2a57-4e27-84da-678836a0231c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3322599 Jul 24 09:35:20.476653 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35646) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:20.477165 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35648) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:20.489879 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-d6c2a9ef-d631-4e66-88b2-fb894f3edbf1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 2001:db8:0:1:f816:3eff:fe19:96ce (563773b9-347f-4496-b491-b57b6545ee0e/1587aca6-458a-49de-bb2b-2f60bcd8d532/198d99e4-611f-4005-8273-5b7d984a8625) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:20.506348 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-b6aac09b-934b-4fb4-8f5f-4d0da7999780 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'security_group_rule': {'security_group_id': '94cc45ed-6143-4734-a23f-de10838b1edd', 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:20.619211 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32eac64-f9e3-403a-a19c-d246cd7db4f0', 'name': '', 'tenant_id': '1b22f8e72e1a4d9ba0fc6c034080d610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78170329-bc41-4a3e-bcc8-a0646c493c46', 'external_fixed_ips': [{'subnet_id': '2f53c634-5e70-4bc7-b037-287d6527162c', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '28f32b95-dc9b-4945-be4d-013b5db7563b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:35:15Z', 'updated_at': '2021-07-24T09:35:17Z', 'revision_number': 3, 'project_id': '1b22f8e72e1a4d9ba0fc6c034080d610', 'gw_port': {'id': '28f32b95-dc9b-4945-be4d-013b5db7563b', 'name': '', 'network_id': '78170329-bc41-4a3e-bcc8-a0646c493c46', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:21:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32eac64-f9e3-403a-a19c-d246cd7db4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '2f53c634-5e70-4bc7-b037-287d6527162c', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:16Z', 'updated_at': '2021-07-24T09:35:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f53c634-5e70-4bc7-b037-287d6527162c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:20.621199 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e907ac7c-8ac5-4209-8532-876de3de82f7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:20.646630 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-114d6632-371e-40ec-b72a-683928d9c962 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/floatingips/993f6491-b7cf-4b72-b13f-11cd95e74bf0 HTTP/1.1" status: 200 len: 993 time: 0.1596274 Jul 24 09:35:20.655243 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4514b-2a57-4e27-84da-678836a0231c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d788868-96da-4b13-ba4a-62e29b5ba86e,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:20.679415 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Checking router: e32eac64-f9e3-403a-a19c-d246cd7db4f0 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:35:20.680520 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Updating router e32eac64-f9e3-403a-a19c-d246cd7db4f0 port 28f32b95-dc9b-4945-be4d-013b5db7563b binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:35:20.724406 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6aac09b-934b-4fb4-8f5f-4d0da7999780 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:20.731839 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:20.739798 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-e907ac7c-8ac5-4209-8532-876de3de82f7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Deleting port 28f32b95-dc9b-4945-be4d-013b5db7563b {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:20.740287 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e907ac7c-8ac5-4209-8532-876de3de82f7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:20.919000 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e907ac7c-8ac5-4209-8532-876de3de82f7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:20.920830 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6aac09b-934b-4fb4-8f5f-4d0da7999780 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:20.929572 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6aac09b-934b-4fb4-8f5f-4d0da7999780 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:20.954536 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-e907ac7c-8ac5-4209-8532-876de3de82f7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Calling delete_port for 28f32b95-dc9b-4945-be4d-013b5db7563b owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:20.968756 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aac09b-934b-4fb4-8f5f-4d0da7999780 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f963b849-429b-4ea9-a78a-ca830f22733e,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:21.002721 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6aac09b-934b-4fb4-8f5f-4d0da7999780 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:21.003977 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b6aac09b-934b-4fb4-8f5f-4d0da7999780 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5162909 Jul 24 09:35:21.007631 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35658) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:21.015607 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-ab5889a4-e7f9-4115-89ae-42413d876af2 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'security_group_rule': {'security_group_id': '94cc45ed-6143-4734-a23f-de10838b1edd', 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:21.015815 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6c2a9ef-d631-4e66-88b2-fb894f3edbf1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:21.037782 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-d6c2a9ef-d631-4e66-88b2-fb894f3edbf1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Transition to ACTIVE for port object 198d99e4-611f-4005-8273-5b7d984a8625 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:21.100333 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6c2a9ef-d631-4e66-88b2-fb894f3edbf1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:21.142435 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ab5889a4-e7f9-4115-89ae-42413d876af2 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:21.207194 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:21.213801 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2a9ef-d631-4e66-88b2-fb894f3edbf1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Port': ['ID=198d99e4-611f-4005-8273-5b7d984a8625,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:21.221383 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Transition to ACTIVE for port object 28f32b95-dc9b-4945-be4d-013b5db7563b will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:21.232784 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c2a9ef-d631-4e66-88b2-fb894f3edbf1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:21.233197 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:21.234752 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-d6c2a9ef-d631-4e66-88b2-fb894f3edbf1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:21.244398 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c2a9ef-d631-4e66-88b2-fb894f3edbf1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:21.258528 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c2a9ef-d631-4e66-88b2-fb894f3edbf1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:21.259290 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6c2a9ef-d631-4e66-88b2-fb894f3edbf1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:21.298278 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d6c2a9ef-d631-4e66-88b2-fb894f3edbf1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6928804 Jul 24 09:35:21.298933 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35664) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:21.304100 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ab5889a4-e7f9-4115-89ae-42413d876af2 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:21.314969 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ab5889a4-e7f9-4115-89ae-42413d876af2 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:21.330055 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86634c91-3a07-4d6e-b157-635c57bfddda None None] Pushing event updated for resources: {'Port': ['ID=28f32b95-dc9b-4945-be4d-013b5db7563b,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:21.344674 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8e2bb821-b154-478a-aca2-2c82143952ae None None] Provisioning complete for port c8393a46-be3c-4458-aedc-5a9426f4c4fc triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:21.345268 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8e2bb821-b154-478a-aca2-2c82143952ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:21.353664 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5889a4-e7f9-4115-89ae-42413d876af2 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb8ff0c-383e-4a75-a64b-61622cadaf11,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:21.371923 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Attempting to bind port 28f32b95-dc9b-4945-be4d-013b5db7563b on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:21.372451 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Attempting to bind port 28f32b95-dc9b-4945-be4d-013b5db7563b by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '1d2e26f5-1a51-4e19-8d8d-43c47f78363f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '78170329-bc41-4a3e-bcc8-a0646c493c46'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:21.373116 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Attempting to bind port 28f32b95-dc9b-4945-be4d-013b5db7563b on network 78170329-bc41-4a3e-bcc8-a0646c493c46 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:21.386119 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:35:21.386805 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Checking segment: {'id': '1d2e26f5-1a51-4e19-8d8d-43c47f78363f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '78170329-bc41-4a3e-bcc8-a0646c493c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:21.387466 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:21.387997 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Bound using segment: {'id': '1d2e26f5-1a51-4e19-8d8d-43c47f78363f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '78170329-bc41-4a3e-bcc8-a0646c493c46'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:35:21.388613 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Bound port: 28f32b95-dc9b-4945-be4d-013b5db7563b, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2e26f5-1a51-4e19-8d8d-43c47f78363f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '78170329-bc41-4a3e-bcc8-a0646c493c46'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:35:21.389132 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:21.470535 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ab5889a4-e7f9-4115-89ae-42413d876af2 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:21.471779 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ab5889a4-e7f9-4115-89ae-42413d876af2 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4615719 Jul 24 09:35:21.481955 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35666) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:21.486571 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-23350bc6-7642-45f3-baa7-59686053d54f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'security_group_rule': {'security_group_id': '94cc45ed-6143-4734-a23f-de10838b1edd', 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:21.538724 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-ee2d04cb-c67e-46ff-b0b0-49647806a91a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting port 198d99e4-611f-4005-8273-5b7d984a8625 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:21.539278 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ee2d04cb-c67e-46ff-b0b0-49647806a91a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:21.544543 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.db.api [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:35:21.545635 n-d-800085-9 neutron-server[94038]: DEBUG oslo_db.api [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:35:21.547240 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e907ac7c-8ac5-4209-8532-876de3de82f7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:21.607584 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23350bc6-7642-45f3-baa7-59686053d54f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:21.612427 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907ac7c-8ac5-4209-8532-876de3de82f7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Pushing event deleted for resources: {'Port': ['ID=28f32b95-dc9b-4945-be4d-013b5db7563b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:21.668690 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ee2d04cb-c67e-46ff-b0b0-49647806a91a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:21.686953 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-ee2d04cb-c67e-46ff-b0b0-49647806a91a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Calling delete_port for 198d99e4-611f-4005-8273-5b7d984a8625 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:21.699995 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-bb70a5a5-7fe7-4989-a273-ac429376f332 None None] Provisioning for port 198d99e4-611f-4005-8273-5b7d984a8625 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:21.709779 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-bb70a5a5-7fe7-4989-a273-ac429376f332 None None] Provisioning complete for port 198d99e4-611f-4005-8273-5b7d984a8625 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:21.711258 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bb70a5a5-7fe7-4989-a273-ac429376f332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:21.726131 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e907ac7c-8ac5-4209-8532-876de3de82f7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:21.759031 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-bb70a5a5-7fe7-4989-a273-ac429376f332 None None] Port 198d99e4-611f-4005-8273-5b7d984a8625 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:35:21.792412 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23350bc6-7642-45f3-baa7-59686053d54f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:21.818733 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23350bc6-7642-45f3-baa7-59686053d54f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:21.840564 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e907ac7c-8ac5-4209-8532-876de3de82f7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:21.844802 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e907ac7c-8ac5-4209-8532-876de3de82f7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:21.846438 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23350bc6-7642-45f3-baa7-59686053d54f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc69fb8-4b57-47e0-a5e4-3e82d42b3677,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:21.886150 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23350bc6-7642-45f3-baa7-59686053d54f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:21.888774 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-23350bc6-7642-45f3-baa7-59686053d54f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4044273 Jul 24 09:35:21.890919 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35678) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:21.896861 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-9558f725-8721-4709-a69a-22598960039d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'security_group_rule': {'security_group_id': '94cc45ed-6143-4734-a23f-de10838b1edd', 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:21.906666 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e907ac7c-8ac5-4209-8532-876de3de82f7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:21.907187 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e907ac7c-8ac5-4209-8532-876de3de82f7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e32eac64-f9e3-403a-a19c-d246cd7db4f0 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:35:21.914358 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e907ac7c-8ac5-4209-8532-876de3de82f7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:21.918081 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e907ac7c-8ac5-4209-8532-876de3de82f7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "DELETE /v2.0/routers/e32eac64-f9e3-403a-a19c-d246cd7db4f0 HTTP/1.1" status: 204 len: 168 time: 1.8767912 Jul 24 09:35:21.919985 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35680) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:21.972451 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ee2d04cb-c67e-46ff-b0b0-49647806a91a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:21.980375 n-d-800085-9 neutron-server[94036]: INFO neutron.db.securitygroups_db [None req-9558f725-8721-4709-a69a-22598960039d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Project 3d070f08b8da4d8480b04a604f0ef395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 09:35:21.988176 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9558f725-8721-4709-a69a-22598960039d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.008683 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d04cb-c67e-46ff-b0b0-49647806a91a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Port': ['ID=198d99e4-611f-4005-8273-5b7d984a8625,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:22.022200 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e9ce6e-a4be-48da-893c-d3b8149c5469 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Deleting subnet 2f53c634-5e70-4bc7-b037-287d6527162c {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:35:22.032317 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e5e9ce6e-a4be-48da-893c-d3b8149c5469 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.072872 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ee2d04cb-c67e-46ff-b0b0-49647806a91a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.074335 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Attempting to bind port 28f32b95-dc9b-4945-be4d-013b5db7563b on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:22.077978 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Attempting to bind port 28f32b95-dc9b-4945-be4d-013b5db7563b by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '1d2e26f5-1a51-4e19-8d8d-43c47f78363f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '78170329-bc41-4a3e-bcc8-a0646c493c46'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:22.078123 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ee2d04cb-c67e-46ff-b0b0-49647806a91a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/198d99e4-611f-4005-8273-5b7d984a8625 HTTP/1.1" status: 204 len: 168 time: 0.7773454 Jul 24 09:35:22.078692 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35688) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:22.080861 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Attempting to bind port 28f32b95-dc9b-4945-be4d-013b5db7563b on network 78170329-bc41-4a3e-bcc8-a0646c493c46 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:22.086898 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e5e9ce6e-a4be-48da-893c-d3b8149c5469 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.092540 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:35:22.093141 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Checking segment: {'id': '1d2e26f5-1a51-4e19-8d8d-43c47f78363f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '78170329-bc41-4a3e-bcc8-a0646c493c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:22.093802 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.097506 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Bound using segment: {'id': '1d2e26f5-1a51-4e19-8d8d-43c47f78363f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '78170329-bc41-4a3e-bcc8-a0646c493c46'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:35:22.100890 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Bound port: 28f32b95-dc9b-4945-be4d-013b5db7563b, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2e26f5-1a51-4e19-8d8d-43c47f78363f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '78170329-bc41-4a3e-bcc8-a0646c493c46'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:35:22.101501 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.145253 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e5e9ce6e-a4be-48da-893c-d3b8149c5469 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.155904 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Port 28f32b95-dc9b-4945-be4d-013b5db7563b has been deleted concurrently {{(pid=94038) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 24 09:35:22.172527 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Routers set() bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:22.173350 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Router IDs set() for agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 24 09:35:22.174150 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_agentschedulers_db [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e32eac64-f9e3-403a-a19c-d246cd7db4f0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent'). {{(pid=94038) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 24 09:35:22.174697 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aadc60-45e4-4d70-97aa-0a13df806dce None None] The sync data for ids ['e32eac64-f9e3-403a-a19c-d246cd7db4f0'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:35:22.214760 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003116ae-4636-4030-a0a6-c782ebc841f0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:22.219596 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-003116ae-4636-4030-a0a6-c782ebc841f0 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1396735 Jul 24 09:35:22.220613 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35690) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:22.221171 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4fe5905c-3b35-4dda-b199-681dcba04de0 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:35:22.297708 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f09378c-0f54-491c-a361-6cbd3fa87519 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:22.312381 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 4fe5905c-3b35-4dda-b199-681dcba04de0 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:22.314632 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9558f725-8721-4709-a69a-22598960039d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.316029 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e5e9ce6e-a4be-48da-893c-d3b8149c5469 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.316173 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8f09378c-0f54-491c-a361-6cbd3fa87519 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0942748 Jul 24 09:35:22.316654 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35692) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:22.317645 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 4fe5905c-3b35-4dda-b199-681dcba04de0 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:22.319104 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.348215 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9558f725-8721-4709-a69a-22598960039d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.368569 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9ce6e-a4be-48da-893c-d3b8149c5469 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2f53c634-5e70-4bc7-b037-287d6527162c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:22.386453 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9558f725-8721-4709-a69a-22598960039d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.388038 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9558f725-8721-4709-a69a-22598960039d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4955001 Jul 24 09:35:22.391813 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35698) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:22.396069 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558f725-8721-4709-a69a-22598960039d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f538eeaa-fce7-400b-8877-9db7e9224398,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:22.397246 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-916ed069-9cab-4751-8425-d6cf4a7669d8 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'security_group_rule': {'security_group_id': '94cc45ed-6143-4734-a23f-de10838b1edd', 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:22.398422 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e5e9ce6e-a4be-48da-893c-d3b8149c5469 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.400563 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e5e9ce6e-a4be-48da-893c-d3b8149c5469 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/2f53c634-5e70-4bc7-b037-287d6527162c HTTP/1.1" status: 204 len: 168 time: 0.4796348 Jul 24 09:35:22.403047 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35700) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:22.411807 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bb9659-f09c-4c01-a3ef-d9cc82e55ad8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:22.413717 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bb9659-f09c-4c01-a3ef-d9cc82e55ad8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:22.415514 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bb9659-f09c-4c01-a3ef-d9cc82e55ad8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:22.417445 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-03bb9659-f09c-4c01-a3ef-d9cc82e55ad8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0996535 Jul 24 09:35:22.421923 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35702) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:22.428472 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.478004 n-d-800085-9 neutron-server[94035]: INFO neutron.db.securitygroups_db [None req-916ed069-9cab-4751-8425-d6cf4a7669d8 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Project 3d070f08b8da4d8480b04a604f0ef395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 09:35:22.482965 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 4fe5905c-3b35-4dda-b199-681dcba04de0, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4fe5905c-3b35-4dda-b199-681dcba04de0,segment=NetworkSegment(15bc07ea-7919-429b-939d-a6ee45b3db5e),segment_id=15bc07ea-7919-429b-939d-a6ee45b3db5e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:22.487413 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-916ed069-9cab-4751-8425-d6cf4a7669d8 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.488346 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e58f930d-e6f2-4b68-820e-99c34e0316d7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.491082 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.499274 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b15e0e-85d9-4b1c-94bd-c76a9f3a68f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet 1587aca6-458a-49de-bb2b-2f60bcd8d532 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:35:22.510765 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-56b15e0e-85d9-4b1c-94bd-c76a9f3a68f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.546672 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=4fe5905c-3b35-4dda-b199-681dcba04de0,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:22.555404 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:22.556078 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:22.556652 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:22.557357 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:22.557870 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:22.558210 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:22.558544 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:22.558877 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:22.559205 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:22.559532 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:22.559963 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:22.560305 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:22.578866 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-56b15e0e-85d9-4b1c-94bd-c76a9f3a68f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.604159 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e58f930d-e6f2-4b68-820e-99c34e0316d7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.616536 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-e58f930d-e6f2-4b68-820e-99c34e0316d7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78170329-bc41-4a3e-bcc8-a0646c493c46']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:22.629256 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-e58f930d-e6f2-4b68-820e-99c34e0316d7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2e26f5-1a51-4e19-8d8d-43c47f78363f') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:22.629561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-e58f930d-e6f2-4b68-820e-99c34e0316d7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2e26f5-1a51-4e19-8d8d-43c47f78363f') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:22.636464 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-916ed069-9cab-4751-8425-d6cf4a7669d8 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.639643 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e58f930d-e6f2-4b68-820e-99c34e0316d7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.642419 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-916ed069-9cab-4751-8425-d6cf4a7669d8 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.656670 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e58f930d-e6f2-4b68-820e-99c34e0316d7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.667859 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58f930d-e6f2-4b68-820e-99c34e0316d7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:35:22.668393 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e58f930d-e6f2-4b68-820e-99c34e0316d7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: items = [ Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:35:22.670210 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:35:22.699487 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ed069-9cab-4751-8425-d6cf4a7669d8 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71783645-0be9-4c0f-bad2-235b854b8886,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:22.704050 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-916ed069-9cab-4751-8425-d6cf4a7669d8 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.705279 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-916ed069-9cab-4751-8425-d6cf4a7669d8 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3124487 Jul 24 09:35:22.728250 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-56b15e0e-85d9-4b1c-94bd-c76a9f3a68f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.742133 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e58f930d-e6f2-4b68-820e-99c34e0316d7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.758644 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58f930d-e6f2-4b68-820e-99c34e0316d7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 78170329-bc41-4a3e-bcc8-a0646c493c46 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 24 09:35:22.763015 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e58f930d-e6f2-4b68-820e-99c34e0316d7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.765711 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e58f930d-e6f2-4b68-820e-99c34e0316d7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "DELETE /v2.0/networks/78170329-bc41-4a3e-bcc8-a0646c493c46 HTTP/1.1" status: 204 len: 168 time: 0.3608098 Jul 24 09:35:22.792100 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f930d-e6f2-4b68-820e-99c34e0316d7 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Pushing event deleted for resources: {'Network': ['ID=78170329-bc41-4a3e-bcc8-a0646c493c46,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:22.813600 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-56b15e0e-85d9-4b1c-94bd-c76a9f3a68f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.869904 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b15e0e-85d9-4b1c-94bd-c76a9f3a68f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=1587aca6-458a-49de-bb2b-2f60bcd8d532,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:22.874196 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f20a05-b3d6-4aec-b8dd-d34a9e818074 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:22.882012 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-56b15e0e-85d9-4b1c-94bd-c76a9f3a68f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:22.884586 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-56b15e0e-85d9-4b1c-94bd-c76a9f3a68f6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/1587aca6-458a-49de-bb2b-2f60bcd8d532 HTTP/1.1" status: 204 len: 168 time: 0.4613481 Jul 24 09:35:22.887106 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35748) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:23.009241 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-49621f9a-2faa-482c-8ab0-077c4c63c545 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-182165712&fields=id&tenant_id=3d070f08b8da4d8480b04a604f0ef395 HTTP/1.1" status: 200 len: 267 time: 0.0576580 Jul 24 09:35:23.042820 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-380d678a-1b5c-45cb-ac2c-acc5a1d1037e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet 57342be4-e45e-4942-bae2-ce85ce13146c {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:35:23.047466 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-380d678a-1b5c-45cb-ac2c-acc5a1d1037e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:23.136456 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-380d678a-1b5c-45cb-ac2c-acc5a1d1037e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:23.172395 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-b30220c7-7c52-4e07-a58b-7d9302aec6d0 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:23.184767 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-b30220c7-7c52-4e07-a58b-7d9302aec6d0 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/networks?id=84b3ea08-ad06-4dbe-a4c4-1940ac9384b0 HTTP/1.1" status: 200 len: 797 time: 0.1693473 Jul 24 09:35:23.211784 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-f3ac7bd6-775d-4293-8e71-6fe59c061c86 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/quotas/3d070f08b8da4d8480b04a604f0ef395 HTTP/1.1" status: 200 len: 375 time: 0.0248892 Jul 24 09:35:23.276288 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-380d678a-1b5c-45cb-ac2c-acc5a1d1037e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:23.292182 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35760) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:23.300429 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-d0abc413-f173-4b51-b0f2-6b6f21d1262b tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Request body: {'router': {'name': 'tempest-router--1073817254', 'project_id': 'a81e2dba9a66497aa934463a805427e1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:23.324157 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-ee64190b-c074-4bd7-8496-e728c384fcb9 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d070f08b8da4d8480b04a604f0ef395&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063471 Jul 24 09:35:23.343974 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d0abc413-f173-4b51-b0f2-6b6f21d1262b tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:23.346567 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d0abc413-f173-4b51-b0f2-6b6f21d1262b tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:23.385547 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-380d678a-1b5c-45cb-ac2c-acc5a1d1037e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:23.435779 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-380d678a-1b5c-45cb-ac2c-acc5a1d1037e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:23.440548 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-380d678a-1b5c-45cb-ac2c-acc5a1d1037e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/57342be4-e45e-4942-bae2-ce85ce13146c HTTP/1.1" status: 204 len: 168 time: 0.5523868 Jul 24 09:35:23.441516 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d678a-1b5c-45cb-ac2c-acc5a1d1037e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=57342be4-e45e-4942-bae2-ce85ce13146c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:23.444446 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35764) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:23.486704 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ab65aac0-7b9e-44b2-835d-48ec9b12e740 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408778 Jul 24 09:35:23.487274 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35766) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:23.492482 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-a0e19dd9-8b94-4869-ba19-2c11d13c58a1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:23.507486 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d0abc413-f173-4b51-b0f2-6b6f21d1262b tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:23.513899 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d0abc413-f173-4b51-b0f2-6b6f21d1262b tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:23.519609 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35768) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:23.538613 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-c7a0278c-51b7-47b9-a516-68984c3fff96 service neutron] 10.222.0.32 "GET /v2.0/networks/84b3ea08-ad06-4dbe-a4c4-1940ac9384b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857948 Jul 24 09:35:23.540069 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d0abc413-f173-4b51-b0f2-6b6f21d1262b tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:23.541616 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d0abc413-f173-4b51-b0f2-6b6f21d1262b tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2480760 Jul 24 09:35:23.544764 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35772) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:23.604945 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e19dd9-8b94-4869-ba19-2c11d13c58a1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:23.609577 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0e19dd9-8b94-4869-ba19-2c11d13c58a1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:23.634151 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0fefbfb8-6adb-45cc-beeb-bdd0a72c714f tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:23.696609 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5243fe2f-07a8-4943-8260-61d4e7e3f4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:23.863232 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0fefbfb8-6adb-45cc-beeb-bdd0a72c714f tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:23.867053 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0fefbfb8-6adb-45cc-beeb-bdd0a72c714f tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:23.887641 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0e19dd9-8b94-4869-ba19-2c11d13c58a1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:23.915291 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-6df4a31f-c2bc-452c-b821-ccb57c019bf3 service neutron] 10.222.0.32 "GET /v2.0/networks/84b3ea08-ad06-4dbe-a4c4-1940ac9384b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789757 Jul 24 09:35:23.925831 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0fefbfb8-6adb-45cc-beeb-bdd0a72c714f tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:23.926642 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fefbfb8-6adb-45cc-beeb-bdd0a72c714f tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd00bcf1-4504-4876-8779-74d5cf204d94 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:35:23.931146 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5243fe2f-07a8-4943-8260-61d4e7e3f4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:23.934040 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0fefbfb8-6adb-45cc-beeb-bdd0a72c714f tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:23.935677 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0fefbfb8-6adb-45cc-beeb-bdd0a72c714f tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "DELETE /v2.0/routers/dd00bcf1-4504-4876-8779-74d5cf204d94 HTTP/1.1" status: 204 len: 168 time: 0.3893998 Jul 24 09:35:23.944226 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e19dd9-8b94-4869-ba19-2c11d13c58a1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:23.947887 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5243fe2f-07a8-4943-8260-61d4e7e3f4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:23.950518 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-a0e19dd9-8b94-4869-ba19-2c11d13c58a1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:23.953604 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f21d03b-1efb-452b-a114-3546ebef5974 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:23.957515 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e19dd9-8b94-4869-ba19-2c11d13c58a1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:23.958338 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0e19dd9-8b94-4869-ba19-2c11d13c58a1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:23.989916 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e19dd9-8b94-4869-ba19-2c11d13c58a1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=74679306-27ed-460b-a47f-9733de2f69ab,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:24.013679 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a0e19dd9-8b94-4869-ba19-2c11d13c58a1 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5226934 Jul 24 09:35:24.014338 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35776) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:24.016468 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5243fe2f-07a8-4943-8260-61d4e7e3f4f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=078ef97aef8c4139bf67278a5409e6e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4925570 Jul 24 09:35:24.018556 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243fe2f-07a8-4943-8260-61d4e7e3f4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521660e3-4997-44c6-a355-994c9896983b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:24.020770 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-c4f52f55-acfc-4099-85f3-d6449fdde6a6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:24.020944 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35778) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:24.055420 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ba6dc35a-7fcc-4daa-bd5e-9e4432a3deaa None None] Provisioning complete for port c8393a46-be3c-4458-aedc-5a9426f4c4fc triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:24.056534 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ba6dc35a-7fcc-4daa-bd5e-9e4432a3deaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:24.097860 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2da2b0b6-0c3a-4499-96ee-b0ef52baff80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:24.124640 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2da2b0b6-0c3a-4499-96ee-b0ef52baff80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:24.207094 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4fe5905c-3b35-4dda-b199-681dcba04de0 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:35:24.207970 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2da2b0b6-0c3a-4499-96ee-b0ef52baff80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:24.212589 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2da2b0b6-0c3a-4499-96ee-b0ef52baff80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:24.214263 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2da2b0b6-0c3a-4499-96ee-b0ef52baff80 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/521660e3-4997-44c6-a355-994c9896983b HTTP/1.1" status: 204 len: 168 time: 0.1923945 Jul 24 09:35:24.223915 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2b0b6-0c3a-4499-96ee-b0ef52baff80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521660e3-4997-44c6-a355-994c9896983b,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:24.309508 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0c341398-c05d-43b3-a770-705c53971f3a req-1188b4c9-3840-457d-a281-723e77b7a4e5 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=4afa964f-64b4-4396-ae31-49d96d03bb79 HTTP/1.1" status: 200 len: 210 time: 0.0425858 Jul 24 09:35:24.322601 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35786) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:24.369001 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 4fe5905c-3b35-4dda-b199-681dcba04de0 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:24.369457 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:24.675801 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f52f55-acfc-4099-85f3-d6449fdde6a6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:24.679882 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c4f52f55-acfc-4099-85f3-d6449fdde6a6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:24.730418 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-6b3e28fc-9ce0-47d3-a857-02292a94c118 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-809274072', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}, 'admin_state_up': False}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:24.769970 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6b3e28fc-9ce0-47d3-a857-02292a94c118 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:24.771975 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6b3e28fc-9ce0-47d3-a857-02292a94c118 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:24.788462 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7040e385-cdce-4411-83ff-143275da6eb3 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:24.799022 n-d-800085-9 neutron-server[94036]: INFO neutron.db.ipam_backend_mixin [None req-c4f52f55-acfc-4099-85f3-d6449fdde6a6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 74679306-27ed-460b-a47f-9733de2f69ab (CIDR: 2001:db8::/64) Jul 24 09:35:24.802577 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f52f55-acfc-4099-85f3-d6449fdde6a6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:35:24.803097 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4f52f55-acfc-4099-85f3-d6449fdde6a6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:24.818965 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35798) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:24.830212 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c4f52f55-acfc-4099-85f3-d6449fdde6a6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8113298 Jul 24 09:35:24.835950 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35800) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:24.841360 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-f7cd5024-e302-465f-95a2-a39a83a58c66 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'subnet': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:24.845941 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8fc01da-d884-47d0-bf23-0d0b51cae797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:24.856195 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6b3e28fc-9ce0-47d3-a857-02292a94c118 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:24.866307 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6ccbaa23-230e-4d83-92d1-1c00263f859b None None] Provisioning complete for port c8393a46-be3c-4458-aedc-5a9426f4c4fc triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:24.866750 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6ccbaa23-230e-4d83-92d1-1c00263f859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:25.071587 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8fc01da-d884-47d0-bf23-0d0b51cae797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:25.080607 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8fc01da-d884-47d0-bf23-0d0b51cae797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:25.145131 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a8fc01da-d884-47d0-bf23-0d0b51cae797 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=22f9cb4b38f4481da63aa2d6cfd3215d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3229389 Jul 24 09:35:25.146784 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35802) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:25.147704 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc01da-d884-47d0-bf23-0d0b51cae797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef82f28-da05-4dbe-b9cf-6990c85bfdec,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:25.150986 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cd5024-e302-465f-95a2-a39a83a58c66 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:25.154983 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5024-e302-465f-95a2-a39a83a58c66 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:25.300695 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-419ec6f6-b27a-409b-9499-a33d1e2e8bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:25.348609 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-419ec6f6-b27a-409b-9499-a33d1e2e8bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:25.370279 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6b3e28fc-9ce0-47d3-a857-02292a94c118 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:25.490743 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-134489d9-cc16-46e3-90cb-d8deb010938c req-013e5997-d240-4e4b-8891-ce5ad1c240ed tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=4afa964f-64b4-4396-ae31-49d96d03bb79 HTTP/1.1" status: 200 len: 210 time: 0.0513921 Jul 24 09:35:25.494625 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-419ec6f6-b27a-409b-9499-a33d1e2e8bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:25.496972 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-419ec6f6-b27a-409b-9499-a33d1e2e8bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:25.498171 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-419ec6f6-b27a-409b-9499-a33d1e2e8bb7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ef82f28-da05-4dbe-b9cf-6990c85bfdec HTTP/1.1" status: 204 len: 168 time: 0.3378067 Jul 24 09:35:25.534263 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ec6f6-b27a-409b-9499-a33d1e2e8bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef82f28-da05-4dbe-b9cf-6990c85bfdec,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:25.543955 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c53a906e-d710-467c-a6e7-ddd92ac033ee None None] Provisioning complete for port c8393a46-be3c-4458-aedc-5a9426f4c4fc triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:25.544571 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c53a906e-d710-467c-a6e7-ddd92ac033ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:25.688098 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-affa7d55-4ac6-4223-aaf4-64a76bf64b3a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:25.689720 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-affa7d55-4ac6-4223-aaf4-64a76bf64b3a tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.37 "GET /v2.0/networks?id=84b3ea08-ad06-4dbe-a4c4-1940ac9384b0 HTTP/1.1" status: 200 len: 797 time: 0.2305737 Jul 24 09:35:25.702020 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6b3e28fc-9ce0-47d3-a857-02292a94c118 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:25.722377 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6b3e28fc-9ce0-47d3-a857-02292a94c118 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:25.766153 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-a4c3cdc4-bc72-4c40-954a-69c0fa9c7465 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d070f08b8da4d8480b04a604f0ef395 HTTP/1.1" status: 200 len: 379 time: 0.0673597 Jul 24 09:35:25.801686 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-eba6cd52-3316-493d-8a63-8a32ac3399ca tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'port': {'device_id': '4afa964f-64b4-4396-ae31-49d96d03bb79', 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0', 'admin_state_up': True, 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'security_groups': ['94cc45ed-6143-4734-a23f-de10838b1edd']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:25.834943 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-6b3e28fc-9ce0-47d3-a857-02292a94c118 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Allocated IP 172.25.7.7 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/fb620410-cf5b-47d2-ad3a-dae9539ce810) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:25.879842 n-d-800085-9 neutron-server[94036]: DEBUG neutron.objects.ports [None req-f7cd5024-e302-465f-95a2-a39a83a58c66 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94036) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 09:35:25.950404 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6b3e28fc-9ce0-47d3-a857-02292a94c118 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:25.993005 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6b3e28fc-9ce0-47d3-a857-02292a94c118 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:26.034152 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-eba6cd52-3316-493d-8a63-8a32ac3399ca tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Made reservation on behalf of 3d070f08b8da4d8480b04a604f0ef395 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:26.038263 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-eba6cd52-3316-493d-8a63-8a32ac3399ca tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:26.040228 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3e28fc-9ce0-47d3-a857-02292a94c118 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:26.043884 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-6b3e28fc-9ce0-47d3-a857-02292a94c118 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:26.049655 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3e28fc-9ce0-47d3-a857-02292a94c118 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:26.054055 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e28fc-9ce0-47d3-a857-02292a94c118 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Pushing event updated for resources: {'Port': ['ID=fb620410-cf5b-47d2-ad3a-dae9539ce810,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:26.151587 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5024-e302-465f-95a2-a39a83a58c66 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:26.264809 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-eba6cd52-3316-493d-8a63-8a32ac3399ca tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Allocated IP 172.20.0.12 (84b3ea08-ad06-4dbe-a4c4-1940ac9384b0/373bf988-b7ba-46eb-910a-193e5ad2a229/81640203-7ddb-4e08-96f9-39c67a05c9e9) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:26.332002 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6b3e28fc-9ce0-47d3-a857-02292a94c118 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:26.405346 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-f7cd5024-e302-465f-95a2-a39a83a58c66 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] For port c8393a46-be3c-4458-aedc-5a9426f4c4fc, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c8393a46-be3c-4458-aedc-5a9426f4c4fc,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:26.482612 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5024-e302-465f-95a2-a39a83a58c66 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:26.494754 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5024-e302-465f-95a2-a39a83a58c66 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:26.495512 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5024-e302-465f-95a2-a39a83a58c66 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:26.573689 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-eba6cd52-3316-493d-8a63-8a32ac3399ca tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:26.595354 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6b3e28fc-9ce0-47d3-a857-02292a94c118 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:26.601724 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cd5024-e302-465f-95a2-a39a83a58c66 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:26.616075 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-f7cd5024-e302-465f-95a2-a39a83a58c66 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:26.625301 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-eba6cd52-3316-493d-8a63-8a32ac3399ca tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Transition to ACTIVE for port object 81640203-7ddb-4e08-96f9-39c67a05c9e9 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:26.625825 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983ff737-b21d-4f9d-9777-fa9c921d7146 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:26.628524 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd5024-e302-465f-95a2-a39a83a58c66 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:26.629172 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5024-e302-465f-95a2-a39a83a58c66 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:26.631029 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5cbe494f-4eab-4b0e-8c8e-0c076f78af6b req-b911169f-a51d-4af7-aeb9-bc1f8effc3d5 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=4afa964f-64b4-4396-ae31-49d96d03bb79 HTTP/1.1" status: 200 len: 210 time: 0.0504627 Jul 24 09:35:26.633159 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd5024-e302-465f-95a2-a39a83a58c66 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Subnet': ['ID=afcf2391-1fbd-4f97-b98a-f579d8ea4388,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:26.647700 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd5024-e302-465f-95a2-a39a83a58c66 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Port': ['ID=c8393a46-be3c-4458-aedc-5a9426f4c4fc,revision_number=9']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:26.667460 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f7cd5024-e302-465f-95a2-a39a83a58c66 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8304794 Jul 24 09:35:26.669727 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35844) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:26.679266 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-2277026d-60bb-43fd-a744-b4fa10628030 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Request body: {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'mac_address': 'fa:16:3e:38:82:ad', 'name': 'tempest-NetworksTestDHCPv6-1921447934'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:26.756583 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-eba6cd52-3316-493d-8a63-8a32ac3399ca tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:26.794508 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3e28fc-9ce0-47d3-a857-02292a94c118 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Router 69280e42-f06f-47a9-9ab4-2c5416be69ae is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:35:26.821367 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-eba6cd52-3316-493d-8a63-8a32ac3399ca tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Network 84b3ea08-ad06-4dbe-a4c4-1940ac9384b0 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:26.834280 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-eba6cd52-3316-493d-8a63-8a32ac3399ca tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:26.836299 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6cd52-3316-493d-8a63-8a32ac3399ca tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'Port': ['ID=81640203-7ddb-4e08-96f9-39c67a05c9e9,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:26.839229 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-eba6cd52-3316-493d-8a63-8a32ac3399ca tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:26.923470 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-eba6cd52-3316-493d-8a63-8a32ac3399ca tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:26.923925 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-eba6cd52-3316-493d-8a63-8a32ac3399ca tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:26.937886 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2277026d-60bb-43fd-a744-b4fa10628030 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Made reservation on behalf of ac7dd3866f0549edb84ae86e3b5a3c50 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:26.944291 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3e28fc-9ce0-47d3-a857-02292a94c118 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:35:26.966177 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-eba6cd52-3316-493d-8a63-8a32ac3399ca tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1703117 Jul 24 09:35:26.969689 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96aee73-931d-43e2-a467-20a223c330d5 None None] Sync routers for ids ['69280e42-f06f-47a9-9ab4-2c5416be69ae'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:35:26.980918 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6b3e28fc-9ce0-47d3-a857-02292a94c118 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:26.983187 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6b3e28fc-9ce0-47d3-a857-02292a94c118 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.6590393 Jul 24 09:35:26.984849 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-3c772af3-d614-4d2d-a613-e25f6f13c76d service neutron] Request body: {'port': {'device_id': '4afa964f-64b4-4396-ae31-49d96d03bb79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:26.986324 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35862) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:27.034265 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96aee73-931d-43e2-a467-20a223c330d5 None None] Routers {'69280e42-f06f-47a9-9ab4-2c5416be69ae'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:27.040974 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c96aee73-931d-43e2-a467-20a223c330d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['69280e42-f06f-47a9-9ab4-2c5416be69ae'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:27.092539 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2277026d-60bb-43fd-a744-b4fa10628030 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:27.109912 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c96aee73-931d-43e2-a467-20a223c330d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:27.120477 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-2277026d-60bb-43fd-a744-b4fa10628030 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] device_id is not set on port eb2651e2-241c-468b-b0b5-ffe005262f89 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:35:27.125392 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec721061-27c0-48fb-b774-032c7caeccd0 None None] Update dhcp port {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'fixed_ips': [{'subnet_id': 'afcf2391-1fbd-4f97-b98a-f579d8ea4388', 'ip_address': '2001:db8:0:1:f816:3eff:fe34:d00b'}, {'subnet_id': '74679306-27ed-460b-a47f-9733de2f69ab'}], 'binding:host_id': 'n-d-800085-9'}, 'id': 'c8393a46-be3c-4458-aedc-5a9426f4c4fc'} from n-d-800085-9. {{(pid=94037) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 09:35:27.151127 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3367aa4a-de4a-4c4d-9330-89a0d30e598b tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "GET /v2.0/routers/69280e42-f06f-47a9-9ab4-2c5416be69ae HTTP/1.1" status: 200 len: 918 time: 0.1634314 Jul 24 09:35:27.151929 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35870) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:27.169668 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96aee73-931d-43e2-a467-20a223c330d5 None None] Routers {'69280e42-f06f-47a9-9ab4-2c5416be69ae'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:27.170332 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c96aee73-931d-43e2-a467-20a223c330d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['69280e42-f06f-47a9-9ab4-2c5416be69ae'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:27.201234 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-46e7f8f8-9e6c-4cff-a808-c428cec2907c tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "GET /v2.0/ports?device_id=69280e42-f06f-47a9-9ab4-2c5416be69ae HTTP/1.1" status: 200 len: 205 time: 0.0477326 Jul 24 09:35:27.203895 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35872) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:27.220387 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ec721061-27c0-48fb-b774-032c7caeccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:27.233046 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c96aee73-931d-43e2-a467-20a223c330d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:27.233677 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96aee73-931d-43e2-a467-20a223c330d5 None None] The sync data for ids ['69280e42-f06f-47a9-9ab4-2c5416be69ae'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:35:27.245885 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-3c772af3-d614-4d2d-a613-e25f6f13c76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:27.257252 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6ea84d2f-80d4-420b-aa57-32339cc9420b None None] Provisioning for port 81640203-7ddb-4e08-96f9-39c67a05c9e9 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:27.284875 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ad9d0e2c-23e3-4fbb-92b9-4b153296ddbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:27.287281 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6ea84d2f-80d4-420b-aa57-32339cc9420b None None] Provisioning complete for port 81640203-7ddb-4e08-96f9-39c67a05c9e9 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:27.287649 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6ea84d2f-80d4-420b-aa57-32339cc9420b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:27.382454 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ddb5c3c5-a389-4270-be83-3970a3eb932f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:27.390032 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-6ea84d2f-80d4-420b-aa57-32339cc9420b None None] Port 81640203-7ddb-4e08-96f9-39c67a05c9e9 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:35:27.500443 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-2277026d-60bb-43fd-a744-b4fa10628030 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 2001:db8::253 (563773b9-347f-4496-b491-b57b6545ee0e/74679306-27ed-460b-a47f-9733de2f69ab/eb2651e2-241c-468b-b0b5-ffe005262f89) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:27.514845 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ddb5c3c5-a389-4270-be83-3970a3eb932f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:27.520884 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-2277026d-60bb-43fd-a744-b4fa10628030 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Allocated IP 2001:db8:0:1:f816:3eff:fe38:82ad (563773b9-347f-4496-b491-b57b6545ee0e/afcf2391-1fbd-4f97-b98a-f579d8ea4388/eb2651e2-241c-468b-b0b5-ffe005262f89) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:27.547996 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35876) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:27.575061 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-ddb5c3c5-a389-4270-be83-3970a3eb932f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Deleting port fb620410-cf5b-47d2-ad3a-dae9539ce810 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:27.575492 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ddb5c3c5-a389-4270-be83-3970a3eb932f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:27.703090 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ddb5c3c5-a389-4270-be83-3970a3eb932f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:27.711298 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-83338785-1565-45e7-9579-2e4350c47aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:27.735651 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-ddb5c3c5-a389-4270-be83-3970a3eb932f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Calling delete_port for fb620410-cf5b-47d2-ad3a-dae9539ce810 owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:27.779845 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-3c772af3-d614-4d2d-a613-e25f6f13c76d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81640203-7ddb-4e08-96f9-39c67a05c9e9 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:35:27.793094 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-3c772af3-d614-4d2d-a613-e25f6f13c76d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:27.825714 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1e8858a-d671-4981-b502-9bdede5357ff req-157955f9-fa91-472b-aa67-e82cabf57ed1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1737134 Jul 24 09:35:27.835062 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2277026d-60bb-43fd-a744-b4fa10628030 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:27.838539 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-3c772af3-d614-4d2d-a613-e25f6f13c76d service neutron] Transition to ACTIVE for port object 81640203-7ddb-4e08-96f9-39c67a05c9e9 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:27.849899 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-3c772af3-d614-4d2d-a613-e25f6f13c76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:27.898463 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-2277026d-60bb-43fd-a744-b4fa10628030 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Transition to ACTIVE for port object eb2651e2-241c-468b-b0b5-ffe005262f89 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:27.926251 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364e1ec-2241-4ad7-82df-3054e7565e48 req-817e7ddf-d7c4-42b7-a6d1-623f744fa9d1 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:27.928415 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8364e1ec-2241-4ad7-82df-3054e7565e48 req-817e7ddf-d7c4-42b7-a6d1-623f744fa9d1 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=4afa964f-64b4-4396-ae31-49d96d03bb79 HTTP/1.1" status: 200 len: 932 time: 0.1930354 Jul 24 09:35:27.981712 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-83338785-1565-45e7-9579-2e4350c47aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:27.987259 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c772af3-d614-4d2d-a613-e25f6f13c76d service neutron] Pushing event updated for resources: {'Port': ['ID=81640203-7ddb-4e08-96f9-39c67a05c9e9,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:27.991353 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-83338785-1565-45e7-9579-2e4350c47aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:28.050996 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2277026d-60bb-43fd-a744-b4fa10628030 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:28.073448 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8364e1ec-2241-4ad7-82df-3054e7565e48 req-ac1abd6f-5c39-46b9-a801-558a6a5153a0 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=94cc45ed-6143-4734-a23f-de10838b1edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183691 Jul 24 09:35:28.085109 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-83338785-1565-45e7-9579-2e4350c47aec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4825e36334f4f9d9015094d80240e86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5328219 Jul 24 09:35:28.085109 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83338785-1565-45e7-9579-2e4350c47aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80354ea6-31a3-4eea-8c38-d29156fdc722,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:28.091373 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35882) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:28.100250 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ddb5c3c5-a389-4270-be83-3970a3eb932f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:28.110455 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-3c772af3-d614-4d2d-a613-e25f6f13c76d service neutron] Attempting to bind port 81640203-7ddb-4e08-96f9-39c67a05c9e9 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:28.110455 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-3c772af3-d614-4d2d-a613-e25f6f13c76d service neutron] Attempting to bind port 81640203-7ddb-4e08-96f9-39c67a05c9e9 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '15bc07ea-7919-429b-939d-a6ee45b3db5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:28.110455 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-3c772af3-d614-4d2d-a613-e25f6f13c76d service neutron] Attempting to bind port 81640203-7ddb-4e08-96f9-39c67a05c9e9 on network 84b3ea08-ad06-4dbe-a4c4-1940ac9384b0 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:28.113659 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8858a-d671-4981-b502-9bdede5357ff req-13ce68a4-d2aa-47a0-9905-d7d87f9ce5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:28.115769 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1e8858a-d671-4981-b502-9bdede5357ff req-13ce68a4-d2aa-47a0-9905-d7d87f9ce5f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 1096 time: 0.2443452 Jul 24 09:35:28.128795 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-3c772af3-d614-4d2d-a613-e25f6f13c76d service neutron] Port 81640203-7ddb-4e08-96f9-39c67a05c9e9 on network 84b3ea08-ad06-4dbe-a4c4-1940ac9384b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:35:28.129149 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-3c772af3-d614-4d2d-a613-e25f6f13c76d service neutron] Attempting to bind port 81640203-7ddb-4e08-96f9-39c67a05c9e9 on network 84b3ea08-ad06-4dbe-a4c4-1940ac9384b0 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:28.136254 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2277026d-60bb-43fd-a744-b4fa10628030 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Network 563773b9-347f-4496-b491-b57b6545ee0e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:28.138706 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277026d-60bb-43fd-a744-b4fa10628030 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event updated for resources: {'Port': ['ID=eb2651e2-241c-468b-b0b5-ffe005262f89,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:28.142088 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-2277026d-60bb-43fd-a744-b4fa10628030 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:28.144631 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2277026d-60bb-43fd-a744-b4fa10628030 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:28.150726 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2277026d-60bb-43fd-a744-b4fa10628030 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:28.151391 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2277026d-60bb-43fd-a744-b4fa10628030 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:28.159585 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-3c772af3-d614-4d2d-a613-e25f6f13c76d service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:35:28.160018 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-3c772af3-d614-4d2d-a613-e25f6f13c76d service neutron] Checking segment: {'id': '15bc07ea-7919-429b-939d-a6ee45b3db5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:28.160338 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-3c772af3-d614-4d2d-a613-e25f6f13c76d service neutron] Bound using segment: {'id': '15bc07ea-7919-429b-939d-a6ee45b3db5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:35:28.160772 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-3c772af3-d614-4d2d-a613-e25f6f13c76d service neutron] Bound port: 81640203-7ddb-4e08-96f9-39c67a05c9e9, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15bc07ea-7919-429b-939d-a6ee45b3db5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:35:28.161788 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-3c772af3-d614-4d2d-a613-e25f6f13c76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:28.183709 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-ec721061-27c0-48fb-b774-032c7caeccd0 None None] Allocated IP 2001:db8::2 (563773b9-347f-4496-b491-b57b6545ee0e/74679306-27ed-460b-a47f-9733de2f69ab/c8393a46-be3c-4458-aedc-5a9426f4c4fc) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:28.194482 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2277026d-60bb-43fd-a744-b4fa10628030 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5207312 Jul 24 09:35:28.195237 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35884) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:28.212027 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c8393a46-be3c-4458-aedc-5a9426f4c4fc up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:35:28.216790 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5c3c5-a389-4270-be83-3970a3eb932f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Pushing event deleted for resources: {'Port': ['ID=fb620410-cf5b-47d2-ad3a-dae9539ce810,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:28.330080 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-3c772af3-d614-4d2d-a613-e25f6f13c76d service neutron] For port 81640203-7ddb-4e08-96f9-39c67a05c9e9, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:35:28.332976 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port c8393a46-be3c-4458-aedc-5a9426f4c4fc triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:28.333889 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:28.335428 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-3c772af3-d614-4d2d-a613-e25f6f13c76d service neutron] For port 81640203-7ddb-4e08-96f9-39c67a05c9e9, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=81640203-7ddb-4e08-96f9-39c67a05c9e9,segment=NetworkSegment(15bc07ea-7919-429b-939d-a6ee45b3db5e),segment_id=15bc07ea-7919-429b-939d-a6ee45b3db5e)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:35:28.341239 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-3c772af3-d614-4d2d-a613-e25f6f13c76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:28.356030 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-95e9cb12-ee35-4c44-b576-551e1d7b065d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:28.370398 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ddb5c3c5-a389-4270-be83-3970a3eb932f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:28.372954 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ec721061-27c0-48fb-b774-032c7caeccd0 None None] For port c8393a46-be3c-4458-aedc-5a9426f4c4fc, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c8393a46-be3c-4458-aedc-5a9426f4c4fc,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:28.390852 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-3c772af3-d614-4d2d-a613-e25f6f13c76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:28.391483 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-3c772af3-d614-4d2d-a613-e25f6f13c76d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:28.392925 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-3c772af3-d614-4d2d-a613-e25f6f13c76d service neutron] 10.222.0.37 "PUT /v2.0/ports/81640203-7ddb-4e08-96f9-39c67a05c9e9 HTTP/1.1" status: 200 len: 1092 time: 1.4177439 Jul 24 09:35:28.393545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4afa964f-64b4-4396-ae31-49d96d03bb79', 'tag': '81640203-7ddb-4e08-96f9-39c67a05c9e9'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:35:28.397410 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff1a69e-3cda-404e-9a00-6e42f032df76" -d '{"events": [{"name": "network-changed", "server_uuid": "4afa964f-64b4-4396-ae31-49d96d03bb79", "tag": "81640203-7ddb-4e08-96f9-39c67a05c9e9"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:35:28.422553 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ec721061-27c0-48fb-b774-032c7caeccd0 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:28.426309 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-16a85098-5108-4788-af4a-08c09071d776 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting port eb2651e2-241c-468b-b0b5-ffe005262f89 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:28.426667 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16a85098-5108-4788-af4a-08c09071d776 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:28.469041 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05b3f60-ded6-4a46-bd42-cab4d66e97f1 x-openstack-request-id: req-a05b3f60-ded6-4a46-bd42-cab4d66e97f1 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:35:28.469818 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4afa964f-64b4-4396-ae31-49d96d03bb79", "tag": "81640203-7ddb-4e08-96f9-39c67a05c9e9", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:35:28.469818 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a05b3f60-ded6-4a46-bd42-cab4d66e97f1 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:35:28.470026 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4afa964f-64b4-4396-ae31-49d96d03bb79', 'tag': '81640203-7ddb-4e08-96f9-39c67a05c9e9', 'status': 'completed', 'code': 200} Jul 24 09:35:28.470284 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ec721061-27c0-48fb-b774-032c7caeccd0 None None] Transition to ACTIVE for port object c8393a46-be3c-4458-aedc-5a9426f4c4fc will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:28.484342 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ec721061-27c0-48fb-b774-032c7caeccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:28.494269 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c772af3-d614-4d2d-a613-e25f6f13c76d service neutron] Pushing event updated for resources: {'Port': ['ID=81640203-7ddb-4e08-96f9-39c67a05c9e9,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:28.550220 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8858a-d671-4981-b502-9bdede5357ff req-81ea0590-7680-4050-b4da-664c9d69b3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:28.552367 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1e8858a-d671-4981-b502-9bdede5357ff req-81ea0590-7680-4050-b4da-664c9d69b3a0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26 HTTP/1.1" status: 200 len: 897 time: 0.3732355 Jul 24 09:35:28.559831 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-95e9cb12-ee35-4c44-b576-551e1d7b065d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:28.583554 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec721061-27c0-48fb-b774-032c7caeccd0 None None] Pushing event updated for resources: {'Port': ['ID=c8393a46-be3c-4458-aedc-5a9426f4c4fc,revision_number=10']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:28.609573 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16a85098-5108-4788-af4a-08c09071d776 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:28.619829 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ddb5c3c5-a389-4270-be83-3970a3eb932f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:28.625620 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ddb5c3c5-a389-4270-be83-3970a3eb932f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:28.626586 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-16a85098-5108-4788-af4a-08c09071d776 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Calling delete_port for eb2651e2-241c-468b-b0b5-ffe005262f89 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:28.633392 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-b84ced8e-5dc4-4c70-a207-d9b8e6e00315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:28.635218 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-b84ced8e-5dc4-4c70-a207-d9b8e6e00315 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d070f08b8da4d8480b04a604f0ef395&device_id=4afa964f-64b4-4396-ae31-49d96d03bb79 HTTP/1.1" status: 200 len: 1095 time: 0.1678994 Jul 24 09:35:28.685027 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-c9c8e7c5-578a-421b-8d62-dbc5c5169683 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81640203-7ddb-4e08-96f9-39c67a05c9e9 HTTP/1.1" status: 200 len: 217 time: 0.0401118 Jul 24 09:35:28.717280 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1e8858a-d671-4981-b502-9bdede5357ff req-13a76f78-0842-464b-9f34-9a645d354732 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1351ce31-eb57-4014-be82-98880d53d031 HTTP/1.1" status: 200 len: 1001 time: 0.1537075 Jul 24 09:35:28.720180 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ddb5c3c5-a389-4270-be83-3970a3eb932f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:28.720180 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb5c3c5-a389-4270-be83-3970a3eb932f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Fanout notify agent at l3_agent the message router_deleted on router 69280e42-f06f-47a9-9ab4-2c5416be69ae {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:35:28.731787 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ddb5c3c5-a389-4270-be83-3970a3eb932f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:28.733182 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ddb5c3c5-a389-4270-be83-3970a3eb932f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "DELETE /v2.0/routers/69280e42-f06f-47a9-9ab4-2c5416be69ae HTTP/1.1" status: 204 len: 168 time: 1.5278087 Jul 24 09:35:28.742915 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35888) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:28.759291 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-5aa3cc48-9065-41dc-8b62-5fee2a8d5208 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Request body: {'router': {'name': 'tempest-snat-router-82903563', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'enable_snat': False}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:28.774637 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-95e9cb12-ee35-4c44-b576-551e1d7b065d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:28.777196 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-95e9cb12-ee35-4c44-b576-551e1d7b065d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:28.778352 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-95e9cb12-ee35-4c44-b576-551e1d7b065d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80354ea6-31a3-4eea-8c38-d29156fdc722 HTTP/1.1" status: 204 len: 168 time: 0.6846404 Jul 24 09:35:28.791528 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9cb12-ee35-4c44-b576-551e1d7b065d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80354ea6-31a3-4eea-8c38-d29156fdc722,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:28.796574 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8858a-d671-4981-b502-9bdede5357ff req-154c4c80-84f2-4a1e-9963-4b4596b553a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:28.798119 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1e8858a-d671-4981-b502-9bdede5357ff req-154c4c80-84f2-4a1e-9963-4b4596b553a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=052febb9-0d85-4f6f-a5a7-9b8b9b12c295 HTTP/1.1" status: 200 len: 834 time: 0.0634148 Jul 24 09:35:28.831383 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5aa3cc48-9065-41dc-8b62-5fee2a8d5208 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:28.832558 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5aa3cc48-9065-41dc-8b62-5fee2a8d5208 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:28.844721 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-65af843a-93f9-4080-9f7d-730ed5b49fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:28.846169 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-65af843a-93f9-4080-9f7d-730ed5b49fd1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=373bf988-b7ba-46eb-910a-193e5ad2a229 HTTP/1.1" status: 200 len: 834 time: 0.1040359 Jul 24 09:35:28.888780 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8858a-d671-4981-b502-9bdede5357ff req-7623d524-2511-40d5-982c-dae3bf69a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:28.890616 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1e8858a-d671-4981-b502-9bdede5357ff req-7623d524-2511-40d5-982c-dae3bf69a13d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784531 Jul 24 09:35:28.976102 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-9943a89c-7a00-44a3-a444-8ce58ebfd62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:28.977675 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-9943a89c-7a00-44a3-a444-8ce58ebfd62c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84b3ea08-ad06-4dbe-a4c4-1940ac9384b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229262 Jul 24 09:35:29.006887 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1e8858a-d671-4981-b502-9bdede5357ff req-9f111295-5fc8-47e1-a80e-5ef81e6b19fc service neutron] 10.222.0.20 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083567 Jul 24 09:35:29.096792 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16a85098-5108-4788-af4a-08c09071d776 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:29.133954 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1e8858a-d671-4981-b502-9bdede5357ff req-8b03740f-05c8-4949-aff7-7b35ebb00d04 service neutron] 10.222.0.20 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205235 Jul 24 09:35:29.166518 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a85098-5108-4788-af4a-08c09071d776 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Port': ['ID=eb2651e2-241c-468b-b0b5-ffe005262f89,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:29.237423 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5aa3cc48-9065-41dc-8b62-5fee2a8d5208 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:29.277166 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-28a5116a-d37b-47fa-839e-1f2d35a60081 service neutron] 10.222.0.37 "GET /v2.0/networks/84b3ea08-ad06-4dbe-a4c4-1940ac9384b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916775 Jul 24 09:35:29.379402 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c65ecd68-6f41-4b65-8ff8-15e8480321be None None] Provisioning for port c8393a46-be3c-4458-aedc-5a9426f4c4fc completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:29.383710 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16a85098-5108-4788-af4a-08c09071d776 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:29.385704 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-16a85098-5108-4788-af4a-08c09071d776 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/eb2651e2-241c-468b-b0b5-ffe005262f89 HTTP/1.1" status: 204 len: 168 time: 1.1834061 Jul 24 09:35:29.389170 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35908) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:29.391056 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c65ecd68-6f41-4b65-8ff8-15e8480321be None None] Provisioning complete for port c8393a46-be3c-4458-aedc-5a9426f4c4fc triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:29.391444 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c65ecd68-6f41-4b65-8ff8-15e8480321be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:29.513246 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc184fc-4395-4322-a840-4ec660f9ef6a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:29.514912 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cfc184fc-4395-4322-a840-4ec660f9ef6a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1244063 Jul 24 09:35:29.519620 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35912) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:29.613364 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a445b8bf-a7ec-4b70-bc4c-39978b0510bc tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:29.620627 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a445b8bf-a7ec-4b70-bc4c-39978b0510bc tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0982604 Jul 24 09:35:29.622588 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35916) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:29.690582 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0644bdd8-e47d-453b-8993-6417980ae833 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:29.692157 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0644bdd8-e47d-453b-8993-6417980ae833 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:29.693727 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0644bdd8-e47d-453b-8993-6417980ae833 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:29.697285 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0644bdd8-e47d-453b-8993-6417980ae833 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0734255 Jul 24 09:35:29.698341 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35920) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:29.730043 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-68b727a7-bf20-4d2d-949a-c8ef9a10b4c5 None None] Could not find standard attr ID for object eb2651e2-241c-468b-b0b5-ffe005262f89. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:35:29.755428 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac727469-6ccb-40d4-96de-d3e6681777a2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet 74679306-27ed-460b-a47f-9733de2f69ab {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:35:29.759966 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac727469-6ccb-40d4-96de-d3e6681777a2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:29.788876 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f345e4ce-f0d7-4786-a04b-4efe6a3a4e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:29.812144 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac727469-6ccb-40d4-96de-d3e6681777a2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:29.838400 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5aa3cc48-9065-41dc-8b62-5fee2a8d5208 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:29.883098 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba71e2-0873-4612-b51c-0b843b383a09 req-2a03580a-212b-4be5-a55f-f5cb42c4ad24 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:29.884983 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a5ba71e2-0873-4612-b51c-0b843b383a09 req-2a03580a-212b-4be5-a55f-f5cb42c4ad24 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=4afa964f-64b4-4396-ae31-49d96d03bb79 HTTP/1.1" status: 200 len: 944 time: 0.6773617 Jul 24 09:35:29.924477 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db48f390-9de0-4db8-8ee0-2f10652c249f req-98464ee3-4b9f-4dca-bf76-1cf0c7430975 service neutron] 10.222.0.37 "GET /v2.0/networks/84b3ea08-ad06-4dbe-a4c4-1940ac9384b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6104581 Jul 24 09:35:29.936987 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac727469-6ccb-40d4-96de-d3e6681777a2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:29.971623 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a5ba71e2-0873-4612-b51c-0b843b383a09 req-d93404be-72d7-421c-a47d-f60b03130936 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=94cc45ed-6143-4734-a23f-de10838b1edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785410 Jul 24 09:35:30.018494 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac727469-6ccb-40d4-96de-d3e6681777a2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:30.053466 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac727469-6ccb-40d4-96de-d3e6681777a2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=74679306-27ed-460b-a47f-9733de2f69ab,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:30.055890 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac727469-6ccb-40d4-96de-d3e6681777a2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:30.058780 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ac727469-6ccb-40d4-96de-d3e6681777a2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/74679306-27ed-460b-a47f-9733de2f69ab HTTP/1.1" status: 204 len: 168 time: 0.3593366 Jul 24 09:35:30.062655 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35928) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:30.065611 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9163ee25-79dd-49b4-836e-d6bba4187a85 None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:30.104844 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1a69e-3cda-404e-9a00-6e42f032df76 req-db04aca2-f39a-472d-b3ef-bda4eb22d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:30.107079 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4ff1a69e-3cda-404e-9a00-6e42f032df76 req-db04aca2-f39a-472d-b3ef-bda4eb22d870 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d070f08b8da4d8480b04a604f0ef395&device_id=4afa964f-64b4-4396-ae31-49d96d03bb79 HTTP/1.1" status: 200 len: 1095 time: 0.1303036 Jul 24 09:35:30.146476 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c264c9d-9977-48a2-8a66-108a90ee876e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Deleting subnet afcf2391-1fbd-4f97-b98a-f579d8ea4388 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:35:30.151143 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2c264c9d-9977-48a2-8a66-108a90ee876e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:30.175063 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c8393a46-be3c-4458-aedc-5a9426f4c4fc up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:35:30.231356 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2c264c9d-9977-48a2-8a66-108a90ee876e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:30.295794 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port c8393a46-be3c-4458-aedc-5a9426f4c4fc triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:30.296417 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:30.304262 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5aa3cc48-9065-41dc-8b62-5fee2a8d5208 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:30.327603 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1a69e-3cda-404e-9a00-6e42f032df76 req-6915e402-8a9b-46e1-af71-5e6dc9886222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:30.329126 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4ff1a69e-3cda-404e-9a00-6e42f032df76 req-6915e402-8a9b-46e1-af71-5e6dc9886222 service neutron] 10.222.0.37 "GET /v2.0/networks?id=84b3ea08-ad06-4dbe-a4c4-1940ac9384b0 HTTP/1.1" status: 200 len: 897 time: 0.2142279 Jul 24 09:35:30.330333 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5aa3cc48-9065-41dc-8b62-5fee2a8d5208 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:30.352948 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2c264c9d-9977-48a2-8a66-108a90ee876e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:30.374934 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4ff1a69e-3cda-404e-9a00-6e42f032df76 req-21dffbd2-5972-4f97-bdd3-378724a90636 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81640203-7ddb-4e08-96f9-39c67a05c9e9 HTTP/1.1" status: 200 len: 217 time: 0.0369618 Jul 24 09:35:30.439851 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2c264c9d-9977-48a2-8a66-108a90ee876e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:30.450470 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35936) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:30.471278 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:30.489927 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1a69e-3cda-404e-9a00-6e42f032df76 req-c5482c97-eead-4033-81de-11aa2e92ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:30.491403 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4ff1a69e-3cda-404e-9a00-6e42f032df76 req-c5482c97-eead-4033-81de-11aa2e92ac53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=373bf988-b7ba-46eb-910a-193e5ad2a229 HTTP/1.1" status: 200 len: 834 time: 0.0888319 Jul 24 09:35:30.556979 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3938fb9-8eb7-4809-800b-f64108f90f5b None None] Update dhcp port {'port': {'network_id': '563773b9-347f-4496-b491-b57b6545ee0e', 'fixed_ips': [{'subnet_id': 'afcf2391-1fbd-4f97-b98a-f579d8ea4388'}], 'binding:host_id': 'n-d-800085-9'}, 'id': 'c8393a46-be3c-4458-aedc-5a9426f4c4fc'} from n-d-800085-9. {{(pid=94037) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 09:35:30.557656 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-5aa3cc48-9065-41dc-8b62-5fee2a8d5208 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Allocated IP 172.25.7.19 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/d06f7440-509d-4111-9b00-472702bd60e0) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:30.608178 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b3938fb9-8eb7-4809-800b-f64108f90f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:30.617268 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1a69e-3cda-404e-9a00-6e42f032df76 req-de27fa98-b64a-41f9-9b37-ef4dc45fedd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:30.619230 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4ff1a69e-3cda-404e-9a00-6e42f032df76 req-de27fa98-b64a-41f9-9b37-ef4dc45fedd1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84b3ea08-ad06-4dbe-a4c4-1940ac9384b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194081 Jul 24 09:35:30.760810 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5aa3cc48-9065-41dc-8b62-5fee2a8d5208 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:30.786812 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4ff1a69e-3cda-404e-9a00-6e42f032df76 req-fb17005e-4bc9-4909-9bf9-5290583e7be5 service neutron] 10.222.0.37 "GET /v2.0/networks/84b3ea08-ad06-4dbe-a4c4-1940ac9384b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353018 Jul 24 09:35:30.834431 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c264c9d-9977-48a2-8a66-108a90ee876e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Subnet': ['ID=afcf2391-1fbd-4f97-b98a-f579d8ea4388,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:30.838755 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2c264c9d-9977-48a2-8a66-108a90ee876e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:30.844172 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2c264c9d-9977-48a2-8a66-108a90ee876e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/afcf2391-1fbd-4f97-b98a-f579d8ea4388 HTTP/1.1" status: 204 len: 168 time: 0.7803683 Jul 24 09:35:30.844865 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35940) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:30.850508 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6265036-66bc-403a-95ec-3dd9c4a42a3f None None] Network 563773b9-347f-4496-b491-b57b6545ee0e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:30.875141 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5aa3cc48-9065-41dc-8b62-5fee2a8d5208 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:30.888039 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5a5b528a-3961-404a-94ff-f1572c0ee1d7 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420399 Jul 24 09:35:30.888681 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35942) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:30.937383 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa3cc48-9065-41dc-8b62-5fee2a8d5208 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:30.944282 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-5aa3cc48-9065-41dc-8b62-5fee2a8d5208 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:30.948076 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4ff1a69e-3cda-404e-9a00-6e42f032df76 req-a5c6a32a-91b2-44f0-88ce-07ef0af50726 service neutron] 10.222.0.37 "GET /v2.0/networks/84b3ea08-ad06-4dbe-a4c4-1940ac9384b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545012 Jul 24 09:35:30.948914 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa3cc48-9065-41dc-8b62-5fee2a8d5208 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:30.951016 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3cc48-9065-41dc-8b62-5fee2a8d5208 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Pushing event updated for resources: {'Port': ['ID=d06f7440-509d-4111-9b00-472702bd60e0,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:30.960690 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-41e4d43f-3b01-4d30-bfef-a6d3f64d7883 None None] Provisioning complete for port c8393a46-be3c-4458-aedc-5a9426f4c4fc triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:30.961159 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-41e4d43f-3b01-4d30-bfef-a6d3f64d7883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:30.970644 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ac01b3-f53e-4a81-83ee-4c1cbfb51e5f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:30.975152 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e7ac01b3-f53e-4a81-83ee-4c1cbfb51e5f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0826139 Jul 24 09:35:30.975358 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35944) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:31.016367 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-a6bf0a22-6020-4530-afad-ef15e2f8d531 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1597948279', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:31.050112 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5c90cc-8d08-45ad-a475-eefde3cea4c6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:31.053884 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6b5c90cc-8d08-45ad-a475-eefde3cea4c6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0753136 Jul 24 09:35:31.055690 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35948) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:31.071529 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bf0a22-6020-4530-afad-ef15e2f8d531 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Made reservation on behalf of d8a7ba90bf644cedab6388e7ff330753 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:31.073977 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6bf0a22-6020-4530-afad-ef15e2f8d531 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:31.082553 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:31.128898 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3d5379e7-b0fe-47b2-a423-3d8c083c24b6 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699387 Jul 24 09:35:31.133738 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6bf0a22-6020-4530-afad-ef15e2f8d531 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:31.134371 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35950) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:31.162068 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65acc6b-70c5-442b-9ea7-c815139b88bd None None] DHCP port deletion for 563773b9-347f-4496-b491-b57b6545ee0e request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:35:31.170510 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-7311f9c6-a08a-4747-861a-8edf6dff6c66 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:31.171305 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7311f9c6-a08a-4747-861a-8edf6dff6c66 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:31.176108 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7311f9c6-a08a-4747-861a-8edf6dff6c66 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/eb2651e2-241c-468b-b0b5-ffe005262f89 HTTP/1.1" status: 404 len: 333 time: 0.0377114 Jul 24 09:35:31.178451 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35952) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:31.216036 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b3e24b-a745-412c-bac4-3e2a1870fa2e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:31.216609 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b3e24b-a745-412c-bac4-3e2a1870fa2e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:31.218275 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d3b3e24b-a745-412c-bac4-3e2a1870fa2e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/afcf2391-1fbd-4f97-b98a-f579d8ea4388 HTTP/1.1" status: 404 len: 337 time: 0.0388503 Jul 24 09:35:31.224297 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35954) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:31.226793 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-f65acc6b-70c5-442b-9ea7-c815139b88bd None None] Deleting port c8393a46-be3c-4458-aedc-5a9426f4c4fc {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:31.227260 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f65acc6b-70c5-442b-9ea7-c815139b88bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:31.241351 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe79809-9dec-455b-b73c-99038deecc45 req-572018da-2931-495a-bdc3-1b7c080d768d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:31.242843 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8fe79809-9dec-455b-b73c-99038deecc45 req-572018da-2931-495a-bdc3-1b7c080d768d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=4afa964f-64b4-4396-ae31-49d96d03bb79 HTTP/1.1" status: 200 len: 944 time: 0.1900434 Jul 24 09:35:31.266747 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef571a2d-ba06-4846-a8a1-6273a4fd4092 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:31.267115 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef571a2d-ba06-4846-a8a1-6273a4fd4092 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:31.271331 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ef571a2d-ba06-4846-a8a1-6273a4fd4092 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/74679306-27ed-460b-a47f-9733de2f69ab HTTP/1.1" status: 404 len: 337 time: 0.0427730 Jul 24 09:35:31.271916 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35956) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:31.296964 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f65acc6b-70c5-442b-9ea7-c815139b88bd None None] For port c8393a46-be3c-4458-aedc-5a9426f4c4fc, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c8393a46-be3c-4458-aedc-5a9426f4c4fc,segment=NetworkSegment(d0697d94-df55-4011-bf90-11cf2a2a69f8),segment_id=d0697d94-df55-4011-bf90-11cf2a2a69f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:31.297477 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f65acc6b-70c5-442b-9ea7-c815139b88bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:31.300991 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a5340c-f576-4883-bdbc-41341d94b52b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:31.302315 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28a5340c-f576-4883-bdbc-41341d94b52b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:31.307735 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-28a5340c-f576-4883-bdbc-41341d94b52b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/198d99e4-611f-4005-8273-5b7d984a8625 HTTP/1.1" status: 404 len: 333 time: 0.0315185 Jul 24 09:35:31.308046 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35958) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:31.313912 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-f65acc6b-70c5-442b-9ea7-c815139b88bd None None] Calling delete_port for c8393a46-be3c-4458-aedc-5a9426f4c4fc owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:31.318076 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8fe79809-9dec-455b-b73c-99038deecc45 req-4208a8e0-f2bf-4761-a2db-df22db3cac90 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=94cc45ed-6143-4734-a23f-de10838b1edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554433 Jul 24 09:35:31.349452 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6bf0a22-6020-4530-afad-ef15e2f8d531 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:31.351283 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5aa3cc48-9065-41dc-8b62-5fee2a8d5208 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:31.354421 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6bf0a22-6020-4530-afad-ef15e2f8d531 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:31.355111 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-695ed9f3-b3f7-4248-ac2f-b296935da911 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:31.355568 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-695ed9f3-b3f7-4248-ac2f-b296935da911 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:31.360610 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-a6bf0a22-6020-4530-afad-ef15e2f8d531 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] device_id is not set on port 6d97757d-1931-4f52-8486-cd5fe0275459 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:35:31.360953 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-695ed9f3-b3f7-4248-ac2f-b296935da911 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/1587aca6-458a-49de-bb2b-2f60bcd8d532 HTTP/1.1" status: 404 len: 337 time: 0.0515683 Jul 24 09:35:31.365517 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35960) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:31.403245 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f65acc6b-70c5-442b-9ea7-c815139b88bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:31.430889 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65acc6b-70c5-442b-9ea7-c815139b88bd None None] Pushing event deleted for resources: {'Port': ['ID=c8393a46-be3c-4458-aedc-5a9426f4c4fc,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:31.438555 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65acc6b-70c5-442b-9ea7-c815139b88bd None None] No DVR routers for this DVR port c8393a46-be3c-4458-aedc-5a9426f4c4fc on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:35:31.442651 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88e999d-7576-41c6-bd54-79c021beb2b3 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:31.443154 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a88e999d-7576-41c6-bd54-79c021beb2b3 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:31.450234 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a88e999d-7576-41c6-bd54-79c021beb2b3 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/57342be4-e45e-4942-bae2-ce85ce13146c HTTP/1.1" status: 404 len: 337 time: 0.0740125 Jul 24 09:35:31.450881 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35962) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:31.451360 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf0a22-6020-4530-afad-ef15e2f8d531 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbff740-a9e7-4771-a022-699ff008d835,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:31.480555 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda4fed0-24de-472d-9d71-4fc8df7acb24 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:31.481246 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda4fed0-24de-472d-9d71-4fc8df7acb24 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:31.482985 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-cda4fed0-24de-472d-9d71-4fc8df7acb24 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/474a4ad0-1781-44d7-aa04-08c4b3a9a5c5 HTTP/1.1" status: 404 len: 333 time: 0.0342131 Jul 24 09:35:31.486799 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35964) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:31.514616 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-66677b6a-4f7c-4700-9685-f63d583971c7 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:31.515248 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66677b6a-4f7c-4700-9685-f63d583971c7 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:31.516708 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-66677b6a-4f7c-4700-9685-f63d583971c7 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/2b29aa23-e2ac-40f0-97db-784f8b1260ab HTTP/1.1" status: 404 len: 337 time: 0.0290227 Jul 24 09:35:31.521398 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35966) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:31.523512 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-a6bf0a22-6020-4530-afad-ef15e2f8d531 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Allocated IP 172.25.7.82 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/6d97757d-1931-4f52-8486-cd5fe0275459) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:31.550958 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ec6764-cc73-47e0-a755-45003b120602 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:31.551413 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ec6764-cc73-47e0-a755-45003b120602 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:31.553193 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d5ec6764-cc73-47e0-a755-45003b120602 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/76a2121c-0f6d-48b0-9be6-e33bd7066ead HTTP/1.1" status: 404 len: 337 time: 0.0309477 Jul 24 09:35:31.555982 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35968) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:31.595455 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a03f6e-763e-4a46-8cd3-74a4db41eace tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:31.596189 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62a03f6e-763e-4a46-8cd3-74a4db41eace tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:31.597956 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-62a03f6e-763e-4a46-8cd3-74a4db41eace tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/3d1e263a-fd08-41ba-a8df-38b550ce8570 HTTP/1.1" status: 404 len: 333 time: 0.0396903 Jul 24 09:35:31.601161 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35970) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:31.638668 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-c565abc5-013e-4fd0-a2eb-54e2a930ff0f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:31.639124 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c565abc5-013e-4fd0-a2eb-54e2a930ff0f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:31.643222 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c565abc5-013e-4fd0-a2eb-54e2a930ff0f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/ad278c0a-9273-4d2d-a385-c0e21a070594 HTTP/1.1" status: 404 len: 337 time: 0.0387490 Jul 24 09:35:31.644454 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35972) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:31.677660 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e26c131-61c1-495d-b57b-1c951a4584da tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:31.678117 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e26c131-61c1-495d-b57b-1c951a4584da tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:31.680060 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8e26c131-61c1-495d-b57b-1c951a4584da tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/69c08b04-ceca-4c34-b0ec-5033c61bab3c HTTP/1.1" status: 404 len: 337 time: 0.0343776 Jul 24 09:35:31.682655 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35974) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:31.685064 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5aa3cc48-9065-41dc-8b62-5fee2a8d5208 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:31.717126 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-6429e03a-ac52-41a9-adcb-500aae10c90f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:31.717702 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6429e03a-ac52-41a9-adcb-500aae10c90f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:31.719405 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6429e03a-ac52-41a9-adcb-500aae10c90f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/b4681ede-d606-4e94-b1ea-602a96709afc HTTP/1.1" status: 404 len: 333 time: 0.0358133 Jul 24 09:35:31.721899 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35976) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:31.756926 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3afda2-0b23-4c2a-949a-3b3f88763246 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:31.757375 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3afda2-0b23-4c2a-949a-3b3f88763246 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:31.759513 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ca3afda2-0b23-4c2a-949a-3b3f88763246 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/449bcda4-8ce4-4062-9d85-af7a94533ad9 HTTP/1.1" status: 404 len: 337 time: 0.0367103 Jul 24 09:35:31.762273 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35978) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:31.775568 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6bf0a22-6020-4530-afad-ef15e2f8d531 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:31.791831 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b5c50a-a753-42e6-b32f-2de7cc6174a8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:31.792476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b5c50a-a753-42e6-b32f-2de7cc6174a8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:31.794229 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c2b5c50a-a753-42e6-b32f-2de7cc6174a8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/f5e5454c-0860-4953-a334-ac1d3f25a5ef HTTP/1.1" status: 404 len: 333 time: 0.0310266 Jul 24 09:35:31.797299 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35980) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:31.830608 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1518565-00b3-481b-9287-93b57d032176 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:31.831068 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1518565-00b3-481b-9287-93b57d032176 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:31.832794 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d1518565-00b3-481b-9287-93b57d032176 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/9ad03c25-e14b-4155-a3a2-3365538a1b23 HTTP/1.1" status: 404 len: 337 time: 0.0345383 Jul 24 09:35:31.835906 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35982) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:31.842613 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6bf0a22-6020-4530-afad-ef15e2f8d531 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:31.864005 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-f488d237-3833-48e9-86d0-7949c1997bbb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:31.864747 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f488d237-3833-48e9-86d0-7949c1997bbb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:31.868828 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f488d237-3833-48e9-86d0-7949c1997bbb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/368eff14-d83b-4442-9e54-4515011e04a1 HTTP/1.1" status: 404 len: 333 time: 0.0296562 Jul 24 09:35:31.868828 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa3cc48-9065-41dc-8b62-5fee2a8d5208 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Router 35c5bccb-ba08-402a-ada0-991de6130745 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:35:31.869606 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35984) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:31.883099 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bf0a22-6020-4530-afad-ef15e2f8d531 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:31.887894 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-a6bf0a22-6020-4530-afad-ef15e2f8d531 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:31.890449 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bf0a22-6020-4530-afad-ef15e2f8d531 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:31.903124 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a54119-b3c8-4c4e-95b8-bdf244f6dfbe tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:31.903590 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62a54119-b3c8-4c4e-95b8-bdf244f6dfbe tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:31.905355 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-62a54119-b3c8-4c4e-95b8-bdf244f6dfbe tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/eef9cfc2-bc36-4dbf-ad6f-275d248cc39d HTTP/1.1" status: 404 len: 337 time: 0.0348151 Jul 24 09:35:31.907826 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35986) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:31.922743 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf0a22-6020-4530-afad-ef15e2f8d531 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Pushing event updated for resources: {'Port': ['ID=6d97757d-1931-4f52-8486-cd5fe0275459,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:31.939818 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bf0a22-6020-4530-afad-ef15e2f8d531 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:31.940450 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6bf0a22-6020-4530-afad-ef15e2f8d531 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:31.957265 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a6bf0a22-6020-4530-afad-ef15e2f8d531 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4998851 Jul 24 09:35:31.957475 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35988) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:31.963037 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-bc8fad72-6043-4abd-b002-cacd3a7ded22 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.82'}]}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:31.982901 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bc8fad72-6043-4abd-b002-cacd3a7ded22 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:31.983889 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bc8fad72-6043-4abd-b002-cacd3a7ded22 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:31.991384 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8dd670-c287-4d6a-865f-510902afb4ec tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:31.992117 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8dd670-c287-4d6a-865f-510902afb4ec tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:31.993977 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fc8dd670-c287-4d6a-865f-510902afb4ec tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/d75cdb01-13d3-4f9b-8b61-86d98e8f86a8 HTTP/1.1" status: 404 len: 333 time: 0.0852413 Jul 24 09:35:31.997969 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35990) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:32.032500 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa3cc48-9065-41dc-8b62-5fee2a8d5208 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:35:32.042921 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] Sync routers for ids ['35c5bccb-ba08-402a-ada0-991de6130745'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:35:32.051008 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5aa3cc48-9065-41dc-8b62-5fee2a8d5208 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:32.055129 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] Routers {'35c5bccb-ba08-402a-ada0-991de6130745'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:32.056023 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['35c5bccb-ba08-402a-ada0-991de6130745'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:32.056663 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5aa3cc48-9065-41dc-8b62-5fee2a8d5208 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.3124578 Jul 24 09:35:32.057030 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 35992) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:32.066146 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-03738713-9733-469c-a178-9e507b5b8dde tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:32.066600 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03738713-9733-469c-a178-9e507b5b8dde tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:32.068983 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-03738713-9733-469c-a178-9e507b5b8dde tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/4a761021-4606-4438-b177-bc2bf6c49aa6 HTTP/1.1" status: 404 len: 337 time: 0.0700452 Jul 24 09:35:32.071650 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35994) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:32.104001 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-3396eb3d-1772-4967-80a8-178516c66ceb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:32.105044 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3396eb3d-1772-4967-80a8-178516c66ceb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:32.109630 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3396eb3d-1772-4967-80a8-178516c66ceb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/56d4d3a0-df3d-4270-bfd9-e6be480f24a6 HTTP/1.1" status: 404 len: 333 time: 0.0341008 Jul 24 09:35:32.110243 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35996) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:32.131386 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bc8fad72-6043-4abd-b002-cacd3a7ded22 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:32.142437 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-5535fb1c-ab59-4937-8038-719a91cddce4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:32.142934 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5535fb1c-ab59-4937-8038-719a91cddce4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:32.147238 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5535fb1c-ab59-4937-8038-719a91cddce4 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/c53e3eb3-b32d-4631-9faa-f26eb72b4831 HTTP/1.1" status: 404 len: 337 time: 0.0336273 Jul 24 09:35:32.148059 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 35998) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:32.148487 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c8393a46-be3c-4458-aedc-5a9426f4c4fc no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:35:32.169577 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] Set router 35c5bccb-ba08-402a-ada0-991de6130745 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:35:32.173520 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: c8393a46-be3c-4458-aedc-5a9426f4c4fc {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:35:32.174105 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c8393a46-be3c-4458-aedc-5a9426f4c4fc not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:35:32.191724 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a42bee2-b55a-4c37-b391-e975c5cdc620 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:32.193048 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a42bee2-b55a-4c37-b391-e975c5cdc620 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:32.197211 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1a42bee2-b55a-4c37-b391-e975c5cdc620 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/67bd8f84-ce4f-40b3-9b9b-0e7ebc18ec45 HTTP/1.1" status: 404 len: 333 time: 0.0457702 Jul 24 09:35:32.197433 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36000) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:32.223783 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2864ea-c1aa-4f99-829d-1affb77988ca tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:32.224287 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d2864ea-c1aa-4f99-829d-1affb77988ca tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:32.228503 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1d2864ea-c1aa-4f99-829d-1affb77988ca tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/f3474992-2d5d-4481-8df5-15e25adbe367 HTTP/1.1" status: 404 len: 337 time: 0.0277157 Jul 24 09:35:32.228701 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36002) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:32.260136 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8df53e7-4911-4d9c-bd8c-88b95b2517c7 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:32.260604 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8df53e7-4911-4d9c-bd8c-88b95b2517c7 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:32.264773 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b8df53e7-4911-4d9c-bd8c-88b95b2517c7 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/50f9fce3-0ed1-4e24-8d5d-cdaab0b19b28 HTTP/1.1" status: 404 len: 337 time: 0.0327256 Jul 24 09:35:32.265064 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36004) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:32.287522 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bc8fad72-6043-4abd-b002-cacd3a7ded22 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:32.291258 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-503371cc-a2bc-4064-a605-3591279fa389 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:32.292033 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-503371cc-a2bc-4064-a605-3591279fa389 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:32.296165 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-503371cc-a2bc-4064-a605-3591279fa389 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/210ae42f-527c-420e-b12c-989dd5abea3d HTTP/1.1" status: 404 len: 333 time: 0.0277889 Jul 24 09:35:32.297155 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36006) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:32.308170 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7a6a76e9-e1b1-4506-9e75-0f0955798b9d tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "GET /v2.0/routers/35c5bccb-ba08-402a-ada0-991de6130745 HTTP/1.1" status: 200 len: 906 time: 0.2500060 Jul 24 09:35:32.317899 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36008) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:32.322365 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-d15cb51b-d984-45f9-87a2-552ed310ebd6 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Request body: {'router': {'name': 'tempest-snat-router-82903563', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'enable_snat': True}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:32.327229 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee21805e-23c3-433c-a4df-b664c98646aa tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:32.327699 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee21805e-23c3-433c-a4df-b664c98646aa tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:32.332012 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ee21805e-23c3-433c-a4df-b664c98646aa tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/fdd28a1b-f037-4f21-b57f-3da0a1cbcd2d HTTP/1.1" status: 404 len: 337 time: 0.0320714 Jul 24 09:35:32.332259 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36010) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:32.357738 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d15cb51b-d984-45f9-87a2-552ed310ebd6 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:32.358452 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac56185c-800d-40a0-9af0-9c521ebe05a2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:32.358826 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d15cb51b-d984-45f9-87a2-552ed310ebd6 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:32.358966 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac56185c-800d-40a0-9af0-9c521ebe05a2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:32.363143 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ac56185c-800d-40a0-9af0-9c521ebe05a2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/12cc0cd2-b490-4bfa-87ff-0a69c33e557c HTTP/1.1" status: 404 len: 337 time: 0.0275831 Jul 24 09:35:32.363384 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36014) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:32.377553 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 81640203-7ddb-4e08-96f9-39c67a05c9e9 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:35:32.405272 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5b3b4c-85ff-4203-a6f4-ec84fb1b22d7 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:32.406137 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5b3b4c-85ff-4203-a6f4-ec84fb1b22d7 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:32.408270 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2c5b3b4c-85ff-4203-a6f4-ec84fb1b22d7 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/62d4cd1a-3ca4-47b2-beb3-195859446b0c HTTP/1.1" status: 404 len: 333 time: 0.0426049 Jul 24 09:35:32.412240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36016) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:32.457056 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d15cb51b-d984-45f9-87a2-552ed310ebd6 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:32.475651 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-37607c2f-6d63-4563-8f00-80bd107b59bb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:32.477681 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37607c2f-6d63-4563-8f00-80bd107b59bb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:32.480020 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-37607c2f-6d63-4563-8f00-80bd107b59bb tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/553906c2-a8dc-4a25-bddb-b43db1f9b7a6 HTTP/1.1" status: 404 len: 337 time: 0.0667200 Jul 24 09:35:32.482745 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36018) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:32.521817 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 81640203-7ddb-4e08-96f9-39c67a05c9e9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=81640203-7ddb-4e08-96f9-39c67a05c9e9,segment=NetworkSegment(15bc07ea-7919-429b-939d-a6ee45b3db5e),segment_id=15bc07ea-7919-429b-939d-a6ee45b3db5e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:32.526457 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ffb73c-2c4b-45ca-acb7-416aefdd2894 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:32.527035 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ffb73c-2c4b-45ca-acb7-416aefdd2894 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:32.529028 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e0ffb73c-2c4b-45ca-acb7-416aefdd2894 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/98ffae61-aa16-423e-8df6-e0d9880db9b7 HTTP/1.1" status: 404 len: 337 time: 0.0453050 Jul 24 09:35:32.531681 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36020) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:32.540191 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '81640203-7ddb-4e08-96f9-39c67a05c9e9', 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0', 'port_id': '81640203-7ddb-4e08-96f9-39c67a05c9e9', 'mac_address': 'fa:16:3e:c4:5f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '373bf988-b7ba-46eb-910a-193e5ad2a229', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:35:32.588909 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfbbc0df-6444-4a49-81fa-b1bc0de4bf9f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:32.590597 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfbbc0df-6444-4a49-81fa-b1bc0de4bf9f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:32.594028 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:32.594957 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-cfbbc0df-6444-4a49-81fa-b1bc0de4bf9f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/6a44bd3d-5708-4a6b-995c-738068ba07ed HTTP/1.1" status: 404 len: 333 time: 0.0621138 Jul 24 09:35:32.597399 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36022) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:32.617994 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81640203-7ddb-4e08-96f9-39c67a05c9e9 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:35:32.622617 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c5bccb-ba08-402a-ada0-991de6130745', 'name': 'tempest-snat-router-82903563', 'tenant_id': '1b22f8e72e1a4d9ba0fc6c034080d610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.19'}], 'enable_snat': False}, 'gw_port_id': 'd06f7440-509d-4111-9b00-472702bd60e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:35:28Z', 'updated_at': '2021-07-24T09:35:31Z', 'revision_number': 3, 'project_id': '1b22f8e72e1a4d9ba0fc6c034080d610', 'gw_port': {'id': 'd06f7440-509d-4111-9b00-472702bd60e0', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:90:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c5bccb-ba08-402a-ada0-991de6130745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:30Z', 'updated_at': '2021-07-24T09:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:32.640071 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22c853d-f205-42cb-9f93-5fa2ca77bfcc tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:32.640675 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a22c853d-f205-42cb-9f93-5fa2ca77bfcc tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:32.642548 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a22c853d-f205-42cb-9f93-5fa2ca77bfcc tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/60bd2946-7459-4914-9fa8-e8584c2bf8df HTTP/1.1" status: 404 len: 337 time: 0.0440917 Jul 24 09:35:32.645023 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36024) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:32.652880 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 81640203-7ddb-4e08-96f9-39c67a05c9e9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=81640203-7ddb-4e08-96f9-39c67a05c9e9,segment=NetworkSegment(15bc07ea-7919-429b-939d-a6ee45b3db5e),segment_id=15bc07ea-7919-429b-939d-a6ee45b3db5e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:32.659160 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:32.687938 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18e405e-a9b9-4868-9491-945af96cc48f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:32.687938 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a18e405e-a9b9-4868-9491-945af96cc48f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:32.691329 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a18e405e-a9b9-4868-9491-945af96cc48f tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/0a0174f8-5701-4c52-88fb-89a3ef8244fd HTTP/1.1" status: 404 len: 337 time: 0.0428150 Jul 24 09:35:32.691969 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36026) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:32.692460 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d15cb51b-d984-45f9-87a2-552ed310ebd6 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:32.714188 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] Checking router: 35c5bccb-ba08-402a-ada0-991de6130745 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:35:32.714710 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] Updating router 35c5bccb-ba08-402a-ada0-991de6130745 port d06f7440-509d-4111-9b00-472702bd60e0 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:35:32.726725 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-505053ab-49d5-46f2-bf8d-94f37bb17a6b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c7688dc-d2e8-4b5a-a035-d1511b427f5a HTTP/1.1" status: 200 len: 205 time: 0.0316958 Jul 24 09:35:32.726958 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36028) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:32.749116 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=81640203-7ddb-4e08-96f9-39c67a05c9e9,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:32.768510 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-b8125213-696b-4dd0-96ff-f8153e97077c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] delete failed (client error): The resource could not be found. Jul 24 09:35:32.771946 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b8125213-696b-4dd0-96ff-f8153e97077c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/routers/9c7688dc-d2e8-4b5a-a035-d1511b427f5a HTTP/1.1" status: 404 len: 336 time: 0.0417974 Jul 24 09:35:32.773259 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36030) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:32.789643 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:32.792049 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bc8fad72-6043-4abd-b002-cacd3a7ded22 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:32.802752 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f9613f0-1336-4698-9b3d-f411a7deb64a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:32.803210 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f9613f0-1336-4698-9b3d-f411a7deb64a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:32.808155 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5f9613f0-1336-4698-9b3d-f411a7deb64a tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/1d2c9971-162e-4e97-8d19-2e6430e0d9c0 HTTP/1.1" status: 404 len: 337 time: 0.0319245 Jul 24 09:35:32.812731 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36032) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:32.818294 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bc8fad72-6043-4abd-b002-cacd3a7ded22 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:32.868469 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-31eb62c5-491d-4f40-bd38-1334c6ff789b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "GET /v2.0/ports?device_id=691edca4-ea35-4129-9c03-70fb3d608839 HTTP/1.1" status: 200 len: 205 time: 0.0536079 Jul 24 09:35:32.870902 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36034) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:32.898598 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['81640203-7ddb-4e08-96f9-39c67a05c9e9'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:35:32.926422 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:32.935210 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-eeca2e41-8ae9-4bc6-aa76-b73c4f41501e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] delete failed (client error): The resource could not be found. Jul 24 09:35:32.936483 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-eeca2e41-8ae9-4bc6-aa76-b73c4f41501e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/routers/691edca4-ea35-4129-9c03-70fb3d608839 HTTP/1.1" status: 404 len: 336 time: 0.0646045 Jul 24 09:35:32.941333 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36036) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:32.964269 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933abcd8-f794-4079-813a-7d2bd60d6410 req-259dcd99-3096-4345-8e7e-70d12d09475b tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:32.971941 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-933abcd8-f794-4079-813a-7d2bd60d6410 req-259dcd99-3096-4345-8e7e-70d12d09475b tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=4afa964f-64b4-4396-ae31-49d96d03bb79 HTTP/1.1" status: 200 len: 945 time: 0.1720672 Jul 24 09:35:32.979274 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a6428a0-d8df-4910-9505-426b2d60c037 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:32.979731 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a6428a0-d8df-4910-9505-426b2d60c037 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:32.981485 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7a6428a0-d8df-4910-9505-426b2d60c037 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/b3efb7c5-66f0-4d97-b7c7-244e65225c80 HTTP/1.1" status: 404 len: 337 time: 0.0350931 Jul 24 09:35:32.984854 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36038) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:33.025167 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-933abcd8-f794-4079-813a-7d2bd60d6410 req-e6b6c690-2813-442a-b5bf-4918679484ae tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=94cc45ed-6143-4734-a23f-de10838b1edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475383 Jul 24 09:35:33.057464 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5da737b-a3cb-492b-b313-b2ee7721f239 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:33.057464 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5da737b-a3cb-492b-b313-b2ee7721f239 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:33.059232 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b5da737b-a3cb-492b-b313-b2ee7721f239 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/1b3ae17a-75e8-4b4d-80c2-c7433352642a HTTP/1.1" status: 404 len: 337 time: 0.0714071 Jul 24 09:35:33.061837 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36040) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:33.090361 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-94aed5d6-ce7e-49ae-b920-ac91ab0913b2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:33.091234 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94aed5d6-ce7e-49ae-b920-ac91ab0913b2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:33.095310 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-94aed5d6-ce7e-49ae-b920-ac91ab0913b2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/2a67f7c9-12e9-4e66-90c8-36e46416032d HTTP/1.1" status: 404 len: 333 time: 0.0301938 Jul 24 09:35:33.095673 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36042) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:33.111168 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:33.123473 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbdebcb-43f9-49ef-b3d6-5c5e94c87622 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:33.124006 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] Transition to ACTIVE for port object d06f7440-509d-4111-9b00-472702bd60e0 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:33.124160 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dbdebcb-43f9-49ef-b3d6-5c5e94c87622 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:33.126112 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7dbdebcb-43f9-49ef-b3d6-5c5e94c87622 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/742749c7-e39b-4e7a-a66e-27266e7bcc6b HTTP/1.1" status: 404 len: 337 time: 0.0293505 Jul 24 09:35:33.128648 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36044) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:33.134572 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:33.182229 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d15cb51b-d984-45f9-87a2-552ed310ebd6 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:33.185020 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa8f055-2cbe-4cea-bb51-1567b9546c86 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:33.186448 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fa8f055-2cbe-4cea-bb51-1567b9546c86 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:33.188963 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4fa8f055-2cbe-4cea-bb51-1567b9546c86 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/aedf45b4-1f63-46d3-89e8-3c7d539370ca HTTP/1.1" status: 404 len: 333 time: 0.0590146 Jul 24 09:35:33.191246 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36046) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:33.198212 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] Attempting to bind port d06f7440-509d-4111-9b00-472702bd60e0 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:33.198829 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] Attempting to bind port d06f7440-509d-4111-9b00-472702bd60e0 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:33.199255 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] Attempting to bind port d06f7440-509d-4111-9b00-472702bd60e0 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:33.208948 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:35:33.209572 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:33.209981 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:33.210358 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:35:33.210815 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] Bound port: d06f7440-509d-4111-9b00-472702bd60e0, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:35:33.211188 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:33.212682 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f6b47-20d2-4e46-8530-9199c54cecec None None] Pushing event updated for resources: {'Port': ['ID=d06f7440-509d-4111-9b00-472702bd60e0,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:33.217008 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d15cb51b-d984-45f9-87a2-552ed310ebd6 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:33.220123 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-68bb109b-7248-4d05-858b-1c01b8ddd2f8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:33.220963 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68bb109b-7248-4d05-858b-1c01b8ddd2f8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:33.223028 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-68bb109b-7248-4d05-858b-1c01b8ddd2f8 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/acc2e28c-821b-46f5-a82f-2adb4faebd7c HTTP/1.1" status: 404 len: 337 time: 0.0307148 Jul 24 09:35:33.229310 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36048) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:33.255301 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-99bdefb4-feae-470c-bb15-977854125c0e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:33.255968 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99bdefb4-feae-470c-bb15-977854125c0e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:33.260253 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-99bdefb4-feae-470c-bb15-977854125c0e tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/813ad8ef-2dee-4d1c-b7f7-eaaa98391be2 HTTP/1.1" status: 404 len: 333 time: 0.0274100 Jul 24 09:35:33.260451 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36050) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:33.263069 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bc8fad72-6043-4abd-b002-cacd3a7ded22 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:33.272855 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] For port d06f7440-509d-4111-9b00-472702bd60e0, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:35:33.276427 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] For port d06f7440-509d-4111-9b00-472702bd60e0, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d06f7440-509d-4111-9b00-472702bd60e0,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:35:33.280873 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:33.287617 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88ea069-3579-4891-b066-6213682fd513 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:33.288077 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d88ea069-3579-4891-b066-6213682fd513 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:33.292315 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d88ea069-3579-4891-b066-6213682fd513 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/4a70eb6b-50f4-4837-a0b9-7e2648fc353a HTTP/1.1" status: 404 len: 337 time: 0.0285294 Jul 24 09:35:33.292507 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36052) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:33.318494 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-0891a401-2a54-4565-a2d8-8f455c812576 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:33.319112 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0891a401-2a54-4565-a2d8-8f455c812576 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:33.323544 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0891a401-2a54-4565-a2d8-8f455c812576 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/d2eb19df-bdc6-469c-bd5a-000ef49c10dc HTTP/1.1" status: 404 len: 333 time: 0.0274513 Jul 24 09:35:33.323781 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36054) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:33.346535 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f6b47-20d2-4e46-8530-9199c54cecec None None] Pushing event updated for resources: {'Port': ['ID=d06f7440-509d-4111-9b00-472702bd60e0,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:33.349907 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] Routers {'35c5bccb-ba08-402a-ada0-991de6130745'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:33.351885 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['35c5bccb-ba08-402a-ada0-991de6130745'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:33.363654 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1f252c-0498-410b-b357-f51aa3a86d09 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:33.364160 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa1f252c-0498-410b-b357-f51aa3a86d09 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:33.368345 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-aa1f252c-0498-410b-b357-f51aa3a86d09 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/cb62aa3b-763d-4b76-b2e8-319e49bce38d HTTP/1.1" status: 404 len: 337 time: 0.0412238 Jul 24 09:35:33.368551 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36056) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:33.394293 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-f220457d-5d3d-4f2a-9f8a-dcc122af3f75 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:33.395065 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f220457d-5d3d-4f2a-9f8a-dcc122af3f75 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:33.400073 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f220457d-5d3d-4f2a-9f8a-dcc122af3f75 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/37a3d78b-e9db-41f4-a895-72705ec401e6 HTTP/1.1" status: 404 len: 333 time: 0.0279415 Jul 24 09:35:33.400330 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36058) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:33.428023 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-272f1fe2-eae4-4eb9-9096-e70d8086e16b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:33.428896 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-272f1fe2-eae4-4eb9-9096-e70d8086e16b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:33.431782 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-272f1fe2-eae4-4eb9-9096-e70d8086e16b tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/2889d4ba-43f0-499b-a7ed-2858f2d5ec5f HTTP/1.1" status: 404 len: 337 time: 0.0303082 Jul 24 09:35:33.434095 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36060) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:33.460044 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8bc0c68-e03d-4762-bedc-8ee72e8e84f2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:33.460918 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8bc0c68-e03d-4762-bedc-8ee72e8e84f2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:33.464971 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b8bc0c68-e03d-4762-bedc-8ee72e8e84f2 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/a32f8488-0cee-468d-a9fc-44311ac39487 HTTP/1.1" status: 404 len: 333 time: 0.0276413 Jul 24 09:35:33.465479 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36062) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:33.465872 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bc8fad72-6043-4abd-b002-cacd3a7ded22 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:33.469530 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bc8fad72-6043-4abd-b002-cacd3a7ded22 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:33.470609 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] Set router 35c5bccb-ba08-402a-ada0-991de6130745 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:35:33.492341 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-5665ff6b-d86b-45d3-8b8b-201d7debd87c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:33.492987 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5665ff6b-d86b-45d3-8b8b-201d7debd87c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:33.497365 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5665ff6b-d86b-45d3-8b8b-201d7debd87c tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/8d98b1f9-ba01-40c3-bd6c-4d18b32f36b3 HTTP/1.1" status: 404 len: 337 time: 0.0284293 Jul 24 09:35:33.497705 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36064) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:33.517122 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-d15cb51b-d984-45f9-87a2-552ed310ebd6 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Allocated IP 172.25.7.161 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/55180571-0cbd-4f6b-99c9-ced3170a0de7) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:33.524637 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b46e37-a678-419e-bc07-afaf309456ba tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:33.525526 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b46e37-a678-419e-bc07-afaf309456ba tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:33.529911 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b0b46e37-a678-419e-bc07-afaf309456ba tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/ports/a28e0caa-94b9-4572-aca9-7e3906a18e45 HTTP/1.1" status: 404 len: 333 time: 0.0288157 Jul 24 09:35:33.530521 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bc8fad72-6043-4abd-b002-cacd3a7ded22 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:33.530521 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8fad72-6043-4abd-b002-cacd3a7ded22 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c625cdcf-c918-419d-9fa1-5fbcef807130 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:35:33.530708 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36066) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:33.565237 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc632d1-8395-419b-ab96-005cf8d7ef91 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] DELETE failed (client error): The resource could not be found. Jul 24 09:35:33.565815 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc632d1-8395-419b-ab96-005cf8d7ef91 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:35:33.570160 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8bc632d1-8395-419b-ab96-005cf8d7ef91 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/subnets/638d53e5-a8ff-4045-9c5c-40b0f1fb9178 HTTP/1.1" status: 404 len: 337 time: 0.0366890 Jul 24 09:35:33.570313 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36068) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:33.577771 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-bc8fad72-6043-4abd-b002-cacd3a7ded22 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 24 09:35:33.581293 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bc8fad72-6043-4abd-b002-cacd3a7ded22 tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.6199765 Jul 24 09:35:33.582644 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36070) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:33.663688 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c5bccb-ba08-402a-ada0-991de6130745', 'name': 'tempest-snat-router-82903563', 'tenant_id': '1b22f8e72e1a4d9ba0fc6c034080d610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.19'}], 'enable_snat': False}, 'gw_port_id': 'd06f7440-509d-4111-9b00-472702bd60e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:35:28Z', 'updated_at': '2021-07-24T09:35:31Z', 'revision_number': 3, 'project_id': '1b22f8e72e1a4d9ba0fc6c034080d610', 'gw_port': {'id': 'd06f7440-509d-4111-9b00-472702bd60e0', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:90:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c5bccb-ba08-402a-ada0-991de6130745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:30Z', 'updated_at': '2021-07-24T09:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:33.683413 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe608717-8df5-46a6-adb2-4fda94bea456 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:33.694443 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b8a42c-df4d-4a2d-b9be-dc8993183e90 None None] The sync data for ids ['35c5bccb-ba08-402a-ada0-991de6130745'] in n-d-800085-9 is: [{'id': '35c5bccb-ba08-402a-ada0-991de6130745', 'name': 'tempest-snat-router-82903563', 'tenant_id': '1b22f8e72e1a4d9ba0fc6c034080d610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.19'}], 'enable_snat': False}, 'gw_port_id': 'd06f7440-509d-4111-9b00-472702bd60e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:35:28Z', 'updated_at': '2021-07-24T09:35:31Z', 'revision_number': 3, 'project_id': '1b22f8e72e1a4d9ba0fc6c034080d610', 'gw_port': {'id': 'd06f7440-509d-4111-9b00-472702bd60e0', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:90:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c5bccb-ba08-402a-ada0-991de6130745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:30Z', 'updated_at': '2021-07-24T09:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:35:33.810937 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe608717-8df5-46a6-adb2-4fda94bea456 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:33.822923 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-41c83bed-f4e0-41d2-9c71-5842210b983a tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Deleting port 6d97757d-1931-4f52-8486-cd5fe0275459 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:33.823188 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-41c83bed-f4e0-41d2-9c71-5842210b983a tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:33.826067 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-fe608717-8df5-46a6-adb2-4fda94bea456 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563773b9-347f-4496-b491-b57b6545ee0e']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:33.849570 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-fe608717-8df5-46a6-adb2-4fda94bea456 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0697d94-df55-4011-bf90-11cf2a2a69f8') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:33.849905 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-fe608717-8df5-46a6-adb2-4fda94bea456 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0697d94-df55-4011-bf90-11cf2a2a69f8') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:33.872722 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe608717-8df5-46a6-adb2-4fda94bea456 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:33.915714 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe608717-8df5-46a6-adb2-4fda94bea456 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:33.952533 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe608717-8df5-46a6-adb2-4fda94bea456 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:35:33.953058 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe608717-8df5-46a6-adb2-4fda94bea456 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:35:33.956861 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:35:33.993621 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-41c83bed-f4e0-41d2-9c71-5842210b983a tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:34.023089 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d15cb51b-d984-45f9-87a2-552ed310ebd6 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:34.034775 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-41c83bed-f4e0-41d2-9c71-5842210b983a tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Calling delete_port for 6d97757d-1931-4f52-8486-cd5fe0275459 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:34.049033 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe608717-8df5-46a6-adb2-4fda94bea456 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:34.061464 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe608717-8df5-46a6-adb2-4fda94bea456 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:34.066036 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fe608717-8df5-46a6-adb2-4fda94bea456 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] 10.222.0.32 "DELETE /v2.0/networks/563773b9-347f-4496-b491-b57b6545ee0e HTTP/1.1" status: 204 len: 168 time: 0.4947522 Jul 24 09:35:34.083514 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d15cb51b-d984-45f9-87a2-552ed310ebd6 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:34.199937 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15cb51b-d984-45f9-87a2-552ed310ebd6 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:34.235872 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-d15cb51b-d984-45f9-87a2-552ed310ebd6 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:34.236862 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d06f7440-509d-4111-9b00-472702bd60e0 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:35:34.260455 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15cb51b-d984-45f9-87a2-552ed310ebd6 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:34.283070 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15cb51b-d984-45f9-87a2-552ed310ebd6 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Pushing event updated for resources: {'Port': ['ID=55180571-0cbd-4f6b-99c9-ced3170a0de7,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:34.344662 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port d06f7440-509d-4111-9b00-472702bd60e0 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:34.351726 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port d06f7440-509d-4111-9b00-472702bd60e0 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:34.353145 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:34.380252 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 81640203-7ddb-4e08-96f9-39c67a05c9e9 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:35:34.441494 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d43b5-f51e-439a-9feb-c2a6fd79d6aa req-2e98509a-ade3-48e2-bbfa-25795b11b7dc tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:34.443173 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3a0d43b5-f51e-439a-9feb-c2a6fd79d6aa req-2e98509a-ade3-48e2-bbfa-25795b11b7dc tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=4afa964f-64b4-4396-ae31-49d96d03bb79 HTTP/1.1" status: 200 len: 945 time: 0.2719326 Jul 24 09:35:34.522767 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3a0d43b5-f51e-439a-9feb-c2a6fd79d6aa req-93d40c64-1309-47c1-8b71-09185437ccc2 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=94cc45ed-6143-4734-a23f-de10838b1edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608456 Jul 24 09:35:34.569498 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36078) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:34.589700 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe608717-8df5-46a6-adb2-4fda94bea456 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Pushing event deleted for resources: {'Network': ['ID=563773b9-347f-4496-b491-b57b6545ee0e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:34.610028 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe608717-8df5-46a6-adb2-4fda94bea456 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:34.610383 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe608717-8df5-46a6-adb2-4fda94bea456 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:34.610727 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe608717-8df5-46a6-adb2-4fda94bea456 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:34.611209 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe608717-8df5-46a6-adb2-4fda94bea456 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:34.611552 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe608717-8df5-46a6-adb2-4fda94bea456 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:34.611883 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe608717-8df5-46a6-adb2-4fda94bea456 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:34.612213 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe608717-8df5-46a6-adb2-4fda94bea456 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:34.612540 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe608717-8df5-46a6-adb2-4fda94bea456 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:34.613054 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe608717-8df5-46a6-adb2-4fda94bea456 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:34.613543 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe608717-8df5-46a6-adb2-4fda94bea456 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:34.613898 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe608717-8df5-46a6-adb2-4fda94bea456 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:34.615405 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe608717-8df5-46a6-adb2-4fda94bea456 tempest-NetworksTestDHCPv6-1965223188 tempest-NetworksTestDHCPv6-1965223188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:35:34.683451 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d15cb51b-d984-45f9-87a2-552ed310ebd6 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:34.732025 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 81640203-7ddb-4e08-96f9-39c67a05c9e9 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:34.736636 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 81640203-7ddb-4e08-96f9-39c67a05c9e9 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:34.737160 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:34.780379 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-41c83bed-f4e0-41d2-9c71-5842210b983a tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:34.812879 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:34.829713 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c83bed-f4e0-41d2-9c71-5842210b983a tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d97757d-1931-4f52-8486-cd5fe0275459,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:34.850435 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port d06f7440-509d-4111-9b00-472702bd60e0, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d06f7440-509d-4111-9b00-472702bd60e0,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:34.859543 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:34.864951 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8a323785-4eab-4322-aa21-9b5f32742e7b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ac7dd3866f0549edb84ae86e3b5a3c50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2851045 Jul 24 09:35:34.871495 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36086) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:34.910383 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-41c83bed-f4e0-41d2-9c71-5842210b983a tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:34.912621 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-41c83bed-f4e0-41d2-9c71-5842210b983a tempest-RoutersAdminNegativeTest-150817347 tempest-RoutersAdminNegativeTest-150817347-project-admin] 10.222.0.32 "DELETE /v2.0/ports/6d97757d-1931-4f52-8486-cd5fe0275459 HTTP/1.1" status: 204 len: 168 time: 1.3189526 Jul 24 09:35:34.931187 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:34.973575 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4afa964f-64b4-4396-ae31-49d96d03bb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81640203-7ddb-4e08-96f9-39c67a05c9e9'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:35:34.975869 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab819fac-5dc9-464f-8107-36507c4129c4" -d '{"events": [{"server_uuid": "4afa964f-64b4-4396-ae31-49d96d03bb79", "name": "network-vif-plugged", "status": "completed", "tag": "81640203-7ddb-4e08-96f9-39c67a05c9e9"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:35:34.978395 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=d06f7440-509d-4111-9b00-472702bd60e0,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:34.998738 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-35fe0bbc-7062-43bb-afb1-89240b2c7baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:35.005811 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d15cb51b-d984-45f9-87a2-552ed310ebd6 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:35.007653 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 81640203-7ddb-4e08-96f9-39c67a05c9e9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=81640203-7ddb-4e08-96f9-39c67a05c9e9,segment=NetworkSegment(15bc07ea-7919-429b-939d-a6ee45b3db5e),segment_id=15bc07ea-7919-429b-939d-a6ee45b3db5e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:35.012852 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:35.055419 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b249027-5df8-481b-8c16-aa49ac83020f x-openstack-request-id: req-5b249027-5df8-481b-8c16-aa49ac83020f {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:35:35.055895 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4afa964f-64b4-4396-ae31-49d96d03bb79", "name": "network-vif-plugged", "status": "completed", "tag": "81640203-7ddb-4e08-96f9-39c67a05c9e9", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:35:35.056018 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b249027-5df8-481b-8c16-aa49ac83020f {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:35:35.056527 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4afa964f-64b4-4396-ae31-49d96d03bb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81640203-7ddb-4e08-96f9-39c67a05c9e9', 'code': 200} Jul 24 09:35:35.086156 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=81640203-7ddb-4e08-96f9-39c67a05c9e9,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:35.102392 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-35fe0bbc-7062-43bb-afb1-89240b2c7baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:35.175332 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-35fe0bbc-7062-43bb-afb1-89240b2c7baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:35.178818 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-35fe0bbc-7062-43bb-afb1-89240b2c7baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:35.180248 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-35fe0bbc-7062-43bb-afb1-89240b2c7baf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5edcb264-9530-4481-bcc7-a490d91462ee HTTP/1.1" status: 204 len: 168 time: 0.3073201 Jul 24 09:35:35.184775 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aaeef6-d96e-49d9-9d22-0a50d9b3654b req-0f5db2b9-0d1e-4d3c-b478-6582df197e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:35.186390 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e8aaeef6-d96e-49d9-9d22-0a50d9b3654b req-0f5db2b9-0d1e-4d3c-b478-6582df197e69 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4afa964f-64b4-4396-ae31-49d96d03bb79 HTTP/1.1" status: 200 len: 1097 time: 0.0732105 Jul 24 09:35:35.190915 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36096) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:35.194956 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe0bbc-7062-43bb-afb1-89240b2c7baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edcb264-9530-4481-bcc7-a490d91462ee,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:35.225941 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15cb51b-d984-45f9-87a2-552ed310ebd6 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Router ffbff988-e2d9-43d5-9122-f0b7dadabf8e is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:35:35.236702 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e8aaeef6-d96e-49d9-9d22-0a50d9b3654b req-759b6652-b5dd-4e3f-9e9e-4e1dd32e92bc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=94cc45ed-6143-4734-a23f-de10838b1edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380948 Jul 24 09:35:35.343214 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15cb51b-d984-45f9-87a2-552ed310ebd6 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:35:35.351949 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Sync routers for ids ['ffbff988-e2d9-43d5-9122-f0b7dadabf8e'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:35:35.366490 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d15cb51b-d984-45f9-87a2-552ed310ebd6 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:35.367047 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Routers {'ffbff988-e2d9-43d5-9122-f0b7dadabf8e'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:35.367905 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ffbff988-e2d9-43d5-9122-f0b7dadabf8e'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:35.368323 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d15cb51b-d984-45f9-87a2-552ed310ebd6 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.0494390 Jul 24 09:35:35.372729 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36102) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:35.482011 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6081032-f9fd-4754-9474-37400c678ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:35.514142 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Set router ffbff988-e2d9-43d5-9122-f0b7dadabf8e gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:35:35.551247 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5c466f08-da86-492b-97c6-8d4929d7631a tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "GET /v2.0/routers/ffbff988-e2d9-43d5-9122-f0b7dadabf8e HTTP/1.1" status: 200 len: 906 time: 0.1767824 Jul 24 09:35:35.555988 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36112) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:35.634829 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6081032-f9fd-4754-9474-37400c678ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:35.641047 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6081032-f9fd-4754-9474-37400c678ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:35.712383 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a6081032-f9fd-4754-9474-37400c678ade admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f32353980e341189c94c09e4a5eaf72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5195124 Jul 24 09:35:35.717340 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36116) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:35.724023 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6081032-f9fd-4754-9474-37400c678ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec5052b-f397-4e64-b103-9259e57eee41,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:35.775471 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffbff988-e2d9-43d5-9122-f0b7dadabf8e', 'name': 'tempest-snat-router-82903563', 'tenant_id': '1b22f8e72e1a4d9ba0fc6c034080d610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '55180571-0cbd-4f6b-99c9-ced3170a0de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:35:32Z', 'updated_at': '2021-07-24T09:35:34Z', 'revision_number': 3, 'project_id': '1b22f8e72e1a4d9ba0fc6c034080d610', 'gw_port': {'id': '55180571-0cbd-4f6b-99c9-ced3170a0de7', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:15:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffbff988-e2d9-43d5-9122-f0b7dadabf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:33Z', 'updated_at': '2021-07-24T09:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:35.783225 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1a2f5-00b0-43e4-a3f3-c487b04acb74 req-13b2aedd-97d8-4441-903c-6668d84cdd13 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:35.784907 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4f1a2f5-00b0-43e4-a3f3-c487b04acb74 req-13b2aedd-97d8-4441-903c-6668d84cdd13 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=4afa964f-64b4-4396-ae31-49d96d03bb79 HTTP/1.1" status: 200 len: 946 time: 0.1401389 Jul 24 09:35:35.801331 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ec000b88-9180-47ff-91b3-0045d8d12cfe tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:35.831832 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4f1a2f5-00b0-43e4-a3f3-c487b04acb74 req-feb27291-5d27-426d-b2f8-9f58e1104349 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=94cc45ed-6143-4734-a23f-de10838b1edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408840 Jul 24 09:35:35.837802 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Checking router: ffbff988-e2d9-43d5-9122-f0b7dadabf8e for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:35:35.838274 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Updating router ffbff988-e2d9-43d5-9122-f0b7dadabf8e port 55180571-0cbd-4f6b-99c9-ced3170a0de7 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:35:35.876417 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:35.884204 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a60c4945-aaab-419d-9613-e4d7acc13538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:35.922665 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a60c4945-aaab-419d-9613-e4d7acc13538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:35.976749 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ec000b88-9180-47ff-91b3-0045d8d12cfe tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.031642 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a60c4945-aaab-419d-9613-e4d7acc13538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.035108 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a60c4945-aaab-419d-9613-e4d7acc13538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.037234 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a60c4945-aaab-419d-9613-e4d7acc13538 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fec5052b-f397-4e64-b103-9259e57eee41 HTTP/1.1" status: 204 len: 168 time: 0.3180127 Jul 24 09:35:36.049151 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c4945-aaab-419d-9613-e4d7acc13538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec5052b-f397-4e64-b103-9259e57eee41,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:36.092355 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-ec000b88-9180-47ff-91b3-0045d8d12cfe tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Deleting port 55180571-0cbd-4f6b-99c9-ced3170a0de7 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:36.092705 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ec000b88-9180-47ff-91b3-0045d8d12cfe tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.149329 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36128) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:36.220601 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.224860 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ec000b88-9180-47ff-91b3-0045d8d12cfe tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.225542 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d06f7440-509d-4111-9b00-472702bd60e0 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:35:36.240903 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-ec000b88-9180-47ff-91b3-0045d8d12cfe tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Calling delete_port for 55180571-0cbd-4f6b-99c9-ced3170a0de7 owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:36.257417 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Transition to ACTIVE for port object 55180571-0cbd-4f6b-99c9-ced3170a0de7 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:36.267133 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.296225 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-027d8264-2c8e-4d73-8743-9103adf4b34c tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-142853007'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:36.336155 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027d8264-2c8e-4d73-8743-9103adf4b34c tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Made reservation on behalf of c47f431ba36c4b2ea1e51af2e3a0170d for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:36.338530 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port d06f7440-509d-4111-9b00-472702bd60e0 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:36.339076 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.340991 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Attempting to bind port 55180571-0cbd-4f6b-99c9-ced3170a0de7 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:36.341199 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-027d8264-2c8e-4d73-8743-9103adf4b34c tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.341356 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Attempting to bind port 55180571-0cbd-4f6b-99c9-ced3170a0de7 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:36.341718 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Attempting to bind port 55180571-0cbd-4f6b-99c9-ced3170a0de7 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:36.343500 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68cb733-d59a-4e79-b8a9-9c3a532c1118 None None] Pushing event updated for resources: {'Port': ['ID=55180571-0cbd-4f6b-99c9-ced3170a0de7,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:36.354605 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-027d8264-2c8e-4d73-8743-9103adf4b34c tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.368681 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:35:36.369330 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:36.369561 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.369836 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:35:36.370329 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Bound port: 55180571-0cbd-4f6b-99c9-ced3170a0de7, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:35:36.370714 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.465215 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ec000b88-9180-47ff-91b3-0045d8d12cfe tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.468355 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.db.api [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:35:36.468718 n-d-800085-9 neutron-server[94037]: DEBUG oslo_db.api [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:35:36.485313 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-027d8264-2c8e-4d73-8743-9103adf4b34c tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.489444 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-027d8264-2c8e-4d73-8743-9103adf4b34c tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.497102 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec000b88-9180-47ff-91b3-0045d8d12cfe tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Pushing event deleted for resources: {'Port': ['ID=55180571-0cbd-4f6b-99c9-ced3170a0de7,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:36.519243 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027d8264-2c8e-4d73-8743-9103adf4b34c tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:35:36.530334 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d8264-2c8e-4d73-8743-9103adf4b34c tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=161badf2-ee9a-4ec1-9089-25bdff289960,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:36.535320 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-027d8264-2c8e-4d73-8743-9103adf4b34c tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.535685 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-027d8264-2c8e-4d73-8743-9103adf4b34c tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Added segment 3a67c07d-1884-45ab-b312-2e45746a8d98 of type vlan for network 7a77b805-3c2f-4fa7-b02e-90ef877ab858 Jul 24 09:35:36.573038 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ec000b88-9180-47ff-91b3-0045d8d12cfe tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.580772 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-027d8264-2c8e-4d73-8743-9103adf4b34c tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.587513 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36134) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:36.640086 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-027d8264-2c8e-4d73-8743-9103adf4b34c tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.645614 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027d8264-2c8e-4d73-8743-9103adf4b34c tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:36.646210 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-027d8264-2c8e-4d73-8743-9103adf4b34c tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.670054 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0e1b7206-d05f-4ae9-b25d-85fbbfe3c73d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8a7ba90bf644cedab6388e7ff330753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0814304 Jul 24 09:35:36.671326 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ec000b88-9180-47ff-91b3-0045d8d12cfe tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.672888 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36136) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:36.675267 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ec000b88-9180-47ff-91b3-0045d8d12cfe tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.689415 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-027d8264-2c8e-4d73-8743-9103adf4b34c tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5385499 Jul 24 09:35:36.721773 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d8264-2c8e-4d73-8743-9103adf4b34c tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event updated for resources: {'Network': ['ID=7a77b805-3c2f-4fa7-b02e-90ef877ab858,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:36.736824 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 7a77b805-3c2f-4fa7-b02e-90ef877ab858 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:35:36.746646 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ec000b88-9180-47ff-91b3-0045d8d12cfe tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.747168 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec000b88-9180-47ff-91b3-0045d8d12cfe tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ffbff988-e2d9-43d5-9122-f0b7dadabf8e {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:35:36.751663 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ec000b88-9180-47ff-91b3-0045d8d12cfe tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.755463 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ec000b88-9180-47ff-91b3-0045d8d12cfe tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "DELETE /v2.0/routers/ffbff988-e2d9-43d5-9122-f0b7dadabf8e HTTP/1.1" status: 204 len: 168 time: 1.1958992 Jul 24 09:35:36.756061 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36138) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:36.844559 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ce709c7-9b7c-47b0-bf9d-90128cb7ece1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.876658 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ce709c7-9b7c-47b0-bf9d-90128cb7ece1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.912205 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-77dc4c1f-8683-4b71-9200-e067027fa541 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.984564 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Attempting to bind port 55180571-0cbd-4f6b-99c9-ced3170a0de7 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:36.984964 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Attempting to bind port 55180571-0cbd-4f6b-99c9-ced3170a0de7 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:36.985426 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Attempting to bind port 55180571-0cbd-4f6b-99c9-ced3170a0de7 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:36.993225 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:35:36.993860 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:36.994434 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:36.994836 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:35:36.995303 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Bound port: 55180571-0cbd-4f6b-99c9-ced3170a0de7, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:35:36.995684 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:37.017116 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Port 55180571-0cbd-4f6b-99c9-ced3170a0de7 has been deleted concurrently {{(pid=94037) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 24 09:35:37.026286 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Routers set() bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:37.026645 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Router IDs set() for agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 24 09:35:37.027225 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_agentschedulers_db [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ffbff988-e2d9-43d5-9122-f0b7dadabf8e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent'). {{(pid=94037) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 24 09:35:37.027592 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9af83a-0b25-4bd1-8f66-308f21b4995e None None] The sync data for ids ['ffbff988-e2d9-43d5-9122-f0b7dadabf8e'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:35:37.044881 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ce709c7-9b7c-47b0-bf9d-90128cb7ece1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:37.047447 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ce709c7-9b7c-47b0-bf9d-90128cb7ece1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:37.048594 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1ce709c7-9b7c-47b0-bf9d-90128cb7ece1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0cbff740-a9e7-4771-a022-699ff008d835 HTTP/1.1" status: 204 len: 168 time: 0.3747745 Jul 24 09:35:37.073750 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce709c7-9b7c-47b0-bf9d-90128cb7ece1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbff740-a9e7-4771-a022-699ff008d835,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:37.092620 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ba3ed-1f7e-4683-a04d-f4daaec9b555 req-877954e3-1f6d-4c03-9646-a30cb13dbca0 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:37.094401 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-928ba3ed-1f7e-4683-a04d-f4daaec9b555 req-877954e3-1f6d-4c03-9646-a30cb13dbca0 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=4afa964f-64b4-4396-ae31-49d96d03bb79 HTTP/1.1" status: 200 len: 946 time: 0.1411555 Jul 24 09:35:37.120162 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-77dc4c1f-8683-4b71-9200-e067027fa541 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:37.161911 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-928ba3ed-1f7e-4683-a04d-f4daaec9b555 req-eb084c67-36ef-41b6-9ebc-7a6710ee616e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=94cc45ed-6143-4734-a23f-de10838b1edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582018 Jul 24 09:35:37.218445 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-77dc4c1f-8683-4b71-9200-e067027fa541 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Deleting port d06f7440-509d-4111-9b00-472702bd60e0 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:37.218799 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-77dc4c1f-8683-4b71-9200-e067027fa541 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:37.310796 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-77dc4c1f-8683-4b71-9200-e067027fa541 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] For port d06f7440-509d-4111-9b00-472702bd60e0, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d06f7440-509d-4111-9b00-472702bd60e0,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:37.313330 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-77dc4c1f-8683-4b71-9200-e067027fa541 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:37.331257 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df041b7d-2407-4e9c-97a4-16395b54cc35 req-3db048dd-c6c5-4cc8-8c27-a5c248dbda45 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:37.331730 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-77dc4c1f-8683-4b71-9200-e067027fa541 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Calling delete_port for d06f7440-509d-4111-9b00-472702bd60e0 owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:37.339126 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df041b7d-2407-4e9c-97a4-16395b54cc35 req-3db048dd-c6c5-4cc8-8c27-a5c248dbda45 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=4afa964f-64b4-4396-ae31-49d96d03bb79 HTTP/1.1" status: 200 len: 946 time: 0.0743089 Jul 24 09:35:37.399655 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df041b7d-2407-4e9c-97a4-16395b54cc35 req-150e93c7-17e7-45e8-b7b1-b9c4f87d498c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=94cc45ed-6143-4734-a23f-de10838b1edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595214 Jul 24 09:35:37.415353 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36152) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:37.488515 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d7432c-b441-413c-bdb7-69f1b2188c95 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:37.491824 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-72d7432c-b441-413c-bdb7-69f1b2188c95 tempest-TestNetworkBasicOps-1930388057 tempest-TestNetworkBasicOps-1930388057-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4afa964f-64b4-4396-ae31-49d96d03bb79 HTTP/1.1" status: 200 len: 1092 time: 0.0753536 Jul 24 09:35:37.494472 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36158) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:37.499910 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-da4f5f91-3e73-4ce0-89b0-1b62f20aacda tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'port_id': '81640203-7ddb-4e08-96f9-39c67a05c9e9', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:37.533850 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-da4f5f91-3e73-4ce0-89b0-1b62f20aacda tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for floatingip, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:37.558179 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-77dc4c1f-8683-4b71-9200-e067027fa541 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:37.593423 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc4c1f-8683-4b71-9200-e067027fa541 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Pushing event deleted for resources: {'Port': ['ID=d06f7440-509d-4111-9b00-472702bd60e0,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:37.646486 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-da4f5f91-3e73-4ce0-89b0-1b62f20aacda tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:37.669795 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-77dc4c1f-8683-4b71-9200-e067027fa541 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:37.774202 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-da4f5f91-3e73-4ce0-89b0-1b62f20aacda tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Allocated IP 172.25.7.26 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/3a3347e7-9ef5-4777-8372-eb58cebdf950) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:37.781958 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-77dc4c1f-8683-4b71-9200-e067027fa541 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:37.785715 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-77dc4c1f-8683-4b71-9200-e067027fa541 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:37.839187 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-77dc4c1f-8683-4b71-9200-e067027fa541 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:37.839775 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77dc4c1f-8683-4b71-9200-e067027fa541 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 35c5bccb-ba08-402a-ada0-991de6130745 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:35:37.851889 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-77dc4c1f-8683-4b71-9200-e067027fa541 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:37.851889 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-77dc4c1f-8683-4b71-9200-e067027fa541 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "DELETE /v2.0/routers/35c5bccb-ba08-402a-ada0-991de6130745 HTTP/1.1" status: 204 len: 168 time: 1.0939531 Jul 24 09:35:37.851889 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36168) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:37.856523 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-c6de517a-acbb-4bc6-9923-0790896e39bb tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-136078549', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}, 'admin_state_up': False}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:37.889609 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c6de517a-acbb-4bc6-9923-0790896e39bb tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:37.890871 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c6de517a-acbb-4bc6-9923-0790896e39bb tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:37.939329 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-da4f5f91-3e73-4ce0-89b0-1b62f20aacda tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:37.967845 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c6de517a-acbb-4bc6-9923-0790896e39bb tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:38.014926 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-da4f5f91-3e73-4ce0-89b0-1b62f20aacda tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:38.021385 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36172) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:38.115493 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f5f91-3e73-4ce0-89b0-1b62f20aacda tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'Port': ['ID=3a3347e7-9ef5-4777-8372-eb58cebdf950,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:38.132614 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4f5f91-3e73-4ce0-89b0-1b62f20aacda tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:38.134583 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-da4f5f91-3e73-4ce0-89b0-1b62f20aacda tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:38.137599 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4f5f91-3e73-4ce0-89b0-1b62f20aacda tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:38.170377 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-b1188890-571e-4946-bfd9-8aa889371a3d tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2004406834'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:38.230275 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1188890-571e-4946-bfd9-8aa889371a3d tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Made reservation on behalf of 6688943c31a242afac83e11a19e8f4d8 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:38.233918 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1188890-571e-4946-bfd9-8aa889371a3d tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:38.247994 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1188890-571e-4946-bfd9-8aa889371a3d tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:38.528329 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c6de517a-acbb-4bc6-9923-0790896e39bb tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:38.559503 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1188890-571e-4946-bfd9-8aa889371a3d tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:38.573869 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1188890-571e-4946-bfd9-8aa889371a3d tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:38.649993 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1188890-571e-4946-bfd9-8aa889371a3d tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:35:38.721483 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1188890-571e-4946-bfd9-8aa889371a3d tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35109c30-d6d3-42b0-a493-6e7ebd1f54ee,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:38.733378 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c6de517a-acbb-4bc6-9923-0790896e39bb tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:38.752611 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c6de517a-acbb-4bc6-9923-0790896e39bb tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:38.777560 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1188890-571e-4946-bfd9-8aa889371a3d tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:38.777915 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-b1188890-571e-4946-bfd9-8aa889371a3d tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Added segment baf9fa1b-935e-4ba0-b633-faef61517588 of type vlan for network 556c8b5c-1e0f-4a2c-b033-4cbbd145a508 Jul 24 09:35:38.857015 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1188890-571e-4946-bfd9-8aa889371a3d tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:38.862211 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-c6de517a-acbb-4bc6-9923-0790896e39bb tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Allocated IP 172.25.7.4 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/8d57f1f8-c876-4f2d-8b7d-9a8e18212ed0) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:38.870901 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-da4f5f91-3e73-4ce0-89b0-1b62f20aacda tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:38.957020 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1188890-571e-4946-bfd9-8aa889371a3d tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:38.963478 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1188890-571e-4946-bfd9-8aa889371a3d tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:38.964078 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1188890-571e-4946-bfd9-8aa889371a3d tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:38.964371 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c6de517a-acbb-4bc6-9923-0790896e39bb tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:39.006712 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c6de517a-acbb-4bc6-9923-0790896e39bb tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:39.026529 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b1188890-571e-4946-bfd9-8aa889371a3d tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0034649 Jul 24 09:35:39.028721 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36176) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:39.039848 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-f987af74-1757-40dd-ad2f-7fa2479888d2 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Request body: {'subnet': {'network_id': '556c8b5c-1e0f-4a2c-b033-4cbbd145a508', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:39.068779 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de517a-acbb-4bc6-9923-0790896e39bb tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Pushing event updated for resources: {'Port': ['ID=8d57f1f8-c876-4f2d-8b7d-9a8e18212ed0,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:39.075733 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6de517a-acbb-4bc6-9923-0790896e39bb tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:39.077496 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-c6de517a-acbb-4bc6-9923-0790896e39bb tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:39.081787 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6de517a-acbb-4bc6-9923-0790896e39bb tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:39.100976 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-da4f5f91-3e73-4ce0-89b0-1b62f20aacda tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:39.120469 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1188890-571e-4946-bfd9-8aa889371a3d tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Pushing event updated for resources: {'Network': ['ID=556c8b5c-1e0f-4a2c-b033-4cbbd145a508,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:39.138052 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 556c8b5c-1e0f-4a2c-b033-4cbbd145a508 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:35:39.277421 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f987af74-1757-40dd-ad2f-7fa2479888d2 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Made reservation on behalf of 6688943c31a242afac83e11a19e8f4d8 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:39.281645 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f987af74-1757-40dd-ad2f-7fa2479888d2 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:39.386278 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c6de517a-acbb-4bc6-9923-0790896e39bb tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:39.406421 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-da4f5f91-3e73-4ce0-89b0-1b62f20aacda tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:39.415970 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-da4f5f91-3e73-4ce0-89b0-1b62f20aacda tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:39.525153 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f5f91-3e73-4ce0-89b0-1b62f20aacda tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event updated for resources: {'Port': ['ID=3a3347e7-9ef5-4777-8372-eb58cebdf950,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:39.564779 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-da4f5f91-3e73-4ce0-89b0-1b62f20aacda tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:39.595932 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c6de517a-acbb-4bc6-9923-0790896e39bb tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:39.651029 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f987af74-1757-40dd-ad2f-7fa2479888d2 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:39.726802 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987af74-1757-40dd-ad2f-7fa2479888d2 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Pushing event updated for resources: {'Subnet': ['ID=d2af447f-8660-41a1-8ecb-add00b9bca4b,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:39.730187 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6de517a-acbb-4bc6-9923-0790896e39bb tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Router b305707d-ed03-4c74-a7fd-5886c9389204 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:35:39.735733 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-da4f5f91-3e73-4ce0-89b0-1b62f20aacda tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Floating IP c094c4eb-5bea-4f92-bed4-1aea6f5c67cc associated. External IP: 172.25.7.26, port: 81640203-7ddb-4e08-96f9-39c67a05c9e9. Jul 24 09:35:39.780045 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f987af74-1757-40dd-ad2f-7fa2479888d2 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Checking segment: {'id': 'baf9fa1b-935e-4ba0-b633-faef61517588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '556c8b5c-1e0f-4a2c-b033-4cbbd145a508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:39.780045 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f987af74-1757-40dd-ad2f-7fa2479888d2 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Network hostable DHCP agents. Network: 556c8b5c-1e0f-4a2c-b033-4cbbd145a508, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:35:39.833851 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f987af74-1757-40dd-ad2f-7fa2479888d2 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Network 556c8b5c-1e0f-4a2c-b033-4cbbd145a508 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:35:39.842617 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6de517a-acbb-4bc6-9923-0790896e39bb tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:35:39.848426 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-f987af74-1757-40dd-ad2f-7fa2479888d2 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 556c8b5c-1e0f-4a2c-b033-4cbbd145a508) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:39.855082 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f987af74-1757-40dd-ad2f-7fa2479888d2 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:39.855679 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f987af74-1757-40dd-ad2f-7fa2479888d2 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:39.866159 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a24300-bb9b-4541-9539-32f95153f288 None None] Sync routers for ids ['b305707d-ed03-4c74-a7fd-5886c9389204'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:35:39.867776 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c6de517a-acbb-4bc6-9923-0790896e39bb tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:39.872063 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c6de517a-acbb-4bc6-9923-0790896e39bb tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.0159974 Jul 24 09:35:39.872224 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36178) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:39.876224 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-8f4a869e-1d89-4f7b-9e65-424ff8424fdc tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'enable_snat': False}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:39.878344 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f521260a-8d5e-428b-b5a7-eb396c10cebd None None] Network 556c8b5c-1e0f-4a2c-b033-4cbbd145a508 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:39.895912 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a24300-bb9b-4541-9539-32f95153f288 None None] Routers {'b305707d-ed03-4c74-a7fd-5886c9389204'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:39.896586 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e0a24300-bb9b-4541-9539-32f95153f288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b305707d-ed03-4c74-a7fd-5886c9389204'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:39.946917 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e0a24300-bb9b-4541-9539-32f95153f288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:39.957380 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a24300-bb9b-4541-9539-32f95153f288 None None] Routers {'b305707d-ed03-4c74-a7fd-5886c9389204'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:39.958405 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e0a24300-bb9b-4541-9539-32f95153f288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b305707d-ed03-4c74-a7fd-5886c9389204'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:40.004145 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e0a24300-bb9b-4541-9539-32f95153f288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:40.006048 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a24300-bb9b-4541-9539-32f95153f288 None None] The sync data for ids ['b305707d-ed03-4c74-a7fd-5886c9389204'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:35:40.013601 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36180) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:40.018973 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-62375deb-6b78-41ef-a8ca-5fd9cfd6e312 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Request body: {'subnet': {'network_id': '7a77b805-3c2f-4fa7-b02e-90ef877ab858', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:40.073069 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d3a0ed-bdbc-445f-b224-44e757e3eeeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-556c8b5c-1e0f-4a2c-b033-4cbbd145a508', 'network_id': '556c8b5c-1e0f-4a2c-b033-4cbbd145a508', 'tenant_id': '6688943c31a242afac83e11a19e8f4d8', 'fixed_ips': [{'subnet_id': 'd2af447f-8660-41a1-8ecb-add00b9bca4b'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:35:40.073964 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-21d3a0ed-bdbc-445f-b224-44e757e3eeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:40.091544 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d06f7440-509d-4111-9b00-472702bd60e0 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:35:40.119231 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62375deb-6b78-41ef-a8ca-5fd9cfd6e312 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Made reservation on behalf of c47f431ba36c4b2ea1e51af2e3a0170d for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:40.119616 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: d06f7440-509d-4111-9b00-472702bd60e0 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:35:40.119887 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d06f7440-509d-4111-9b00-472702bd60e0 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:35:40.124099 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-62375deb-6b78-41ef-a8ca-5fd9cfd6e312 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:40.250476 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-21d3a0ed-bdbc-445f-b224-44e757e3eeeb None None] Allocated IP 172.20.0.2 (556c8b5c-1e0f-4a2c-b033-4cbbd145a508/d2af447f-8660-41a1-8ecb-add00b9bca4b/8265d239-9aa7-4909-9c5f-b651b88d2618) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:40.258028 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f987af74-1757-40dd-ad2f-7fa2479888d2 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2240946 Jul 24 09:35:40.258324 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36182) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:40.263408 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-8afdccec-af51-4bae-ad34-387a35ffe06f tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-89173133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:40.310764 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8afdccec-af51-4bae-ad34-387a35ffe06f tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:40.311753 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8afdccec-af51-4bae-ad34-387a35ffe06f tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:40.371168 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-62375deb-6b78-41ef-a8ca-5fd9cfd6e312 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:40.406955 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8afdccec-af51-4bae-ad34-387a35ffe06f tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:40.433830 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8afdccec-af51-4bae-ad34-387a35ffe06f tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:40.443923 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-21d3a0ed-bdbc-445f-b224-44e757e3eeeb None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:40.444394 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4f5f91-3e73-4ce0-89b0-1b62f20aacda tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Router 87972783-3bd6-4595-9613-dd1d91e46673 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:35:40.456134 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-21d3a0ed-bdbc-445f-b224-44e757e3eeeb None None] Transition to ACTIVE for port object 8265d239-9aa7-4909-9c5f-b651b88d2618 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:40.465264 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8afdccec-af51-4bae-ad34-387a35ffe06f tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:40.469004 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8afdccec-af51-4bae-ad34-387a35ffe06f tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.2070277 Jul 24 09:35:40.469197 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36184) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:40.477632 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62375deb-6b78-41ef-a8ca-5fd9cfd6e312 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event updated for resources: {'Subnet': ['ID=b574f57c-fa00-4dd1-a3b7-07ac15edb540,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:40.478587 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-21d3a0ed-bdbc-445f-b224-44e757e3eeeb None None] Transition to ACTIVE for port object 8265d239-9aa7-4909-9c5f-b651b88d2618 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:40.486862 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-21d3a0ed-bdbc-445f-b224-44e757e3eeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:40.487309 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62375deb-6b78-41ef-a8ca-5fd9cfd6e312 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Checking segment: {'id': '3a67c07d-1884-45ab-b312-2e45746a8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7a77b805-3c2f-4fa7-b02e-90ef877ab858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:40.487309 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62375deb-6b78-41ef-a8ca-5fd9cfd6e312 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Network hostable DHCP agents. Network: 7a77b805-3c2f-4fa7-b02e-90ef877ab858, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:35:40.504938 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62375deb-6b78-41ef-a8ca-5fd9cfd6e312 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Network 7a77b805-3c2f-4fa7-b02e-90ef877ab858 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:35:40.515258 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-62375deb-6b78-41ef-a8ca-5fd9cfd6e312 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 7a77b805-3c2f-4fa7-b02e-90ef877ab858) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:40.524771 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fb84cb-50e1-4804-a6d2-5fcb085caa06 None None] Network 7a77b805-3c2f-4fa7-b02e-90ef877ab858 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:40.527917 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62375deb-6b78-41ef-a8ca-5fd9cfd6e312 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:40.528519 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-62375deb-6b78-41ef-a8ca-5fd9cfd6e312 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:40.541877 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d3a0ed-bdbc-445f-b224-44e757e3eeeb None None] Network 556c8b5c-1e0f-4a2c-b033-4cbbd145a508 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:40.545344 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-62375deb-6b78-41ef-a8ca-5fd9cfd6e312 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5295408 Jul 24 09:35:40.547658 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36186) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:40.553224 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-aaf8de3d-93fe-4db8-86b5-5b2d8e0d64cc tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-90135885'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:40.555542 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-21d3a0ed-bdbc-445f-b224-44e757e3eeeb None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:40.563397 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d3a0ed-bdbc-445f-b224-44e757e3eeeb None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:40.569756 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3a0ed-bdbc-445f-b224-44e757e3eeeb None None] Pushing event updated for resources: {'Port': ['ID=8265d239-9aa7-4909-9c5f-b651b88d2618,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:40.582562 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf8de3d-93fe-4db8-86b5-5b2d8e0d64cc tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Made reservation on behalf of c47f431ba36c4b2ea1e51af2e3a0170d for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:40.586943 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-aaf8de3d-93fe-4db8-86b5-5b2d8e0d64cc tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:40.622505 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf8de3d-93fe-4db8-86b5-5b2d8e0d64cc tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:35:40.636460 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-aaf8de3d-93fe-4db8-86b5-5b2d8e0d64cc tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:40.636991 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-aaf8de3d-93fe-4db8-86b5-5b2d8e0d64cc tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Added segment 0e78f236-7946-4d77-a734-1e56c19e5951 of type vlan for network 13266803-8899-4f1f-9045-d623ca381240 Jul 24 09:35:40.676263 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-21d3a0ed-bdbc-445f-b224-44e757e3eeeb None None] Attempting to bind port 8265d239-9aa7-4909-9c5f-b651b88d2618 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:40.676655 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-21d3a0ed-bdbc-445f-b224-44e757e3eeeb None None] Attempting to bind port 8265d239-9aa7-4909-9c5f-b651b88d2618 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'baf9fa1b-935e-4ba0-b633-faef61517588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '556c8b5c-1e0f-4a2c-b033-4cbbd145a508'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:40.677048 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d3a0ed-bdbc-445f-b224-44e757e3eeeb None None] Attempting to bind port 8265d239-9aa7-4909-9c5f-b651b88d2618 on network 556c8b5c-1e0f-4a2c-b033-4cbbd145a508 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:40.681003 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-aaf8de3d-93fe-4db8-86b5-5b2d8e0d64cc tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:40.684998 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d3a0ed-bdbc-445f-b224-44e757e3eeeb None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:35:40.685380 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d3a0ed-bdbc-445f-b224-44e757e3eeeb None None] Checking segment: {'id': 'baf9fa1b-935e-4ba0-b633-faef61517588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '556c8b5c-1e0f-4a2c-b033-4cbbd145a508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:40.685780 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-21d3a0ed-bdbc-445f-b224-44e757e3eeeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:40.686171 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d3a0ed-bdbc-445f-b224-44e757e3eeeb None None] Bound using segment: {'id': 'baf9fa1b-935e-4ba0-b633-faef61517588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '556c8b5c-1e0f-4a2c-b033-4cbbd145a508'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:35:40.686637 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-21d3a0ed-bdbc-445f-b224-44e757e3eeeb None None] Bound port: 8265d239-9aa7-4909-9c5f-b651b88d2618, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf9fa1b-935e-4ba0-b633-faef61517588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '556c8b5c-1e0f-4a2c-b033-4cbbd145a508'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:35:40.687020 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-21d3a0ed-bdbc-445f-b224-44e757e3eeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:40.715948 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-aaf8de3d-93fe-4db8-86b5-5b2d8e0d64cc tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:40.722619 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf8de3d-93fe-4db8-86b5-5b2d8e0d64cc tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:40.723439 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-aaf8de3d-93fe-4db8-86b5-5b2d8e0d64cc tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:40.762510 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-aaf8de3d-93fe-4db8-86b5-5b2d8e0d64cc tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2107348 Jul 24 09:35:40.762711 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36188) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:40.767838 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-1ab3c210-6984-451e-a6b2-0229d5a05d43 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Request body: {'subnet': {'network_id': '13266803-8899-4f1f-9045-d623ca381240', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:40.798780 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9b5d50-beda-4127-8bb0-a1863e885276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-7a77b805-3c2f-4fa7-b02e-90ef877ab858', 'network_id': '7a77b805-3c2f-4fa7-b02e-90ef877ab858', 'tenant_id': 'c47f431ba36c4b2ea1e51af2e3a0170d', 'fixed_ips': [{'subnet_id': 'b574f57c-fa00-4dd1-a3b7-07ac15edb540'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:35:40.799628 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6a9b5d50-beda-4127-8bb0-a1863e885276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:40.815484 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-21d3a0ed-bdbc-445f-b224-44e757e3eeeb None None] For port 8265d239-9aa7-4909-9c5f-b651b88d2618, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:35:40.828207 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8de3d-93fe-4db8-86b5-5b2d8e0d64cc tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event updated for resources: {'Network': ['ID=13266803-8899-4f1f-9045-d623ca381240,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:40.838358 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-21d3a0ed-bdbc-445f-b224-44e757e3eeeb None None] For port 8265d239-9aa7-4909-9c5f-b651b88d2618, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=8265d239-9aa7-4909-9c5f-b651b88d2618,segment=NetworkSegment(baf9fa1b-935e-4ba0-b633-faef61517588),segment_id=baf9fa1b-935e-4ba0-b633-faef61517588)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:35:40.860028 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4f5f91-3e73-4ce0-89b0-1b62f20aacda tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:35:40.887042 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 13266803-8899-4f1f-9045-d623ca381240 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:35:40.889723 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a0010a-0b12-4fb8-8532-ea5acb27060b None None] Sync routers for ids ['87972783-3bd6-4595-9613-dd1d91e46673'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:35:40.896605 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-21d3a0ed-bdbc-445f-b224-44e757e3eeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:40.913712 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab3c210-6984-451e-a6b2-0229d5a05d43 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Made reservation on behalf of c47f431ba36c4b2ea1e51af2e3a0170d for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:40.918320 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ab3c210-6984-451e-a6b2-0229d5a05d43 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:40.922757 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-da4f5f91-3e73-4ce0-89b0-1b62f20aacda tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:40.927076 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8f4a869e-1d89-4f7b-9e65-424ff8424fdc tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:40.985116 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a0010a-0b12-4fb8-8532-ea5acb27060b None None] Routers {'87972783-3bd6-4595-9613-dd1d91e46673'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:40.985744 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f6a0010a-0b12-4fb8-8532-ea5acb27060b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['87972783-3bd6-4595-9613-dd1d91e46673'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:40.998557 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5a4df613-5017-4d10-b7ea-28d061a103fc tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:41.017826 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-da4f5f91-3e73-4ce0-89b0-1b62f20aacda tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5213113 Jul 24 09:35:41.019281 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36192) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:41.021523 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4afa964f-64b4-4396-ae31-49d96d03bb79', 'tag': '81640203-7ddb-4e08-96f9-39c67a05c9e9'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:35:41.023265 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fda291-15e7-4002-92ef-4a706783a839" -d '{"events": [{"name": "network-changed", "server_uuid": "4afa964f-64b4-4396-ae31-49d96d03bb79", "tag": "81640203-7ddb-4e08-96f9-39c67a05c9e9"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:35:41.125745 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-919b0446-d714-43cf-bbd0-58f1133abe5c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/floatingips/c094c4eb-5bea-4f92-bed4-1aea6f5c67cc HTTP/1.1" status: 200 len: 991 time: 0.1049099 Jul 24 09:35:41.141116 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef78801-13c9-423e-83b6-502f5eab65c5 x-openstack-request-id: req-3ef78801-13c9-423e-83b6-502f5eab65c5 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:35:41.141407 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4afa964f-64b4-4396-ae31-49d96d03bb79", "tag": "81640203-7ddb-4e08-96f9-39c67a05c9e9", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:35:41.141663 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ef78801-13c9-423e-83b6-502f5eab65c5 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:35:41.142205 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4afa964f-64b4-4396-ae31-49d96d03bb79', 'tag': '81640203-7ddb-4e08-96f9-39c67a05c9e9', 'status': 'completed', 'code': 200} Jul 24 09:35:41.213436 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ab3c210-6984-451e-a6b2-0229d5a05d43 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:41.312221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab3c210-6984-451e-a6b2-0229d5a05d43 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Checking segment: {'id': '0e78f236-7946-4d77-a734-1e56c19e5951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '13266803-8899-4f1f-9045-d623ca381240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:41.312990 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab3c210-6984-451e-a6b2-0229d5a05d43 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Network hostable DHCP agents. Network: 13266803-8899-4f1f-9045-d623ca381240, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:35:41.333470 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3c210-6984-451e-a6b2-0229d5a05d43 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event updated for resources: {'Subnet': ['ID=69179264-6dd9-49d5-a493-76e2550cfca9,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:41.356673 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab3c210-6984-451e-a6b2-0229d5a05d43 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Network 13266803-8899-4f1f-9045-d623ca381240 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:35:41.370119 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-1ab3c210-6984-451e-a6b2-0229d5a05d43 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 13266803-8899-4f1f-9045-d623ca381240) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:41.377404 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab3c210-6984-451e-a6b2-0229d5a05d43 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:41.378458 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ab3c210-6984-451e-a6b2-0229d5a05d43 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:41.380681 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-f6a0010a-0b12-4fb8-8532-ea5acb27060b None None] Set router 87972783-3bd6-4595-9613-dd1d91e46673 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:35:41.396373 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fda291-15e7-4002-92ef-4a706783a839 req-922ac442-e2b3-4827-ae00-07e1a7acd787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:41.398249 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02fda291-15e7-4002-92ef-4a706783a839 req-922ac442-e2b3-4827-ae00-07e1a7acd787 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d070f08b8da4d8480b04a604f0ef395&device_id=4afa964f-64b4-4396-ae31-49d96d03bb79 HTTP/1.1" status: 200 len: 1097 time: 0.2656770 Jul 24 09:35:41.402160 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1ab3c210-6984-451e-a6b2-0229d5a05d43 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6374474 Jul 24 09:35:41.404890 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36196) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:41.457503 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da1b866-6e43-4a31-a2cc-4cc75ed2649f None None] Network 13266803-8899-4f1f-9045-d623ca381240 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:41.463386 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3a0ed-bdbc-445f-b224-44e757e3eeeb None None] Pushing event updated for resources: {'Port': ['ID=8265d239-9aa7-4909-9c5f-b651b88d2618,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:41.512039 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-6a9b5d50-beda-4127-8bb0-a1863e885276 None None] Allocated IP 2001:db8:0:ffff::2 (7a77b805-3c2f-4fa7-b02e-90ef877ab858/b574f57c-fa00-4dd1-a3b7-07ac15edb540/eb7c2433-215b-485c-8630-c21e17057403) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:41.539525 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-5a4df613-5017-4d10-b7ea-28d061a103fc tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Allocated IP 172.20.0.1 (556c8b5c-1e0f-4a2c-b033-4cbbd145a508/d2af447f-8660-41a1-8ecb-add00b9bca4b/40612fef-2b3b-41da-8ef0-731624b6addd) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:41.539991 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f4fe03d8-d3e9-4c32-b95c-96a22cbfe274 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:41.613338 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f4fe03d8-d3e9-4c32-b95c-96a22cbfe274 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:41.674848 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fda291-15e7-4002-92ef-4a706783a839 req-b116f833-2eda-48c3-9f82-4b7a9e5720fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:41.677276 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02fda291-15e7-4002-92ef-4a706783a839 req-b116f833-2eda-48c3-9f82-4b7a9e5720fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=84b3ea08-ad06-4dbe-a4c4-1940ac9384b0 HTTP/1.1" status: 200 len: 897 time: 0.2716298 Jul 24 09:35:41.691193 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f4fe03d8-d3e9-4c32-b95c-96a22cbfe274 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:41.724505 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe03d8-d3e9-4c32-b95c-96a22cbfe274 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Subnet': ['ID=69179264-6dd9-49d5-a493-76e2550cfca9,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:41.784538 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f4fe03d8-d3e9-4c32-b95c-96a22cbfe274 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:41.796191 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-f4fe03d8-d3e9-4c32-b95c-96a22cbfe274 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13266803-8899-4f1f-9045-d623ca381240']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:41.799365 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b28698-2165-4f9d-9ce6-2565029357bf None None] Network 13266803-8899-4f1f-9045-d623ca381240 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:41.807813 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-f4fe03d8-d3e9-4c32-b95c-96a22cbfe274 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e78f236-7946-4d77-a734-1e56c19e5951') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:41.808057 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-f4fe03d8-d3e9-4c32-b95c-96a22cbfe274 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e78f236-7946-4d77-a734-1e56c19e5951') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:41.816680 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02fda291-15e7-4002-92ef-4a706783a839 req-dc151935-9469-4cf3-bec6-ec1e2a25e3ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81640203-7ddb-4e08-96f9-39c67a05c9e9 HTTP/1.1" status: 200 len: 999 time: 0.1310716 Jul 24 09:35:41.825728 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f4fe03d8-d3e9-4c32-b95c-96a22cbfe274 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:41.845677 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f4fe03d8-d3e9-4c32-b95c-96a22cbfe274 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:41.855201 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4fe03d8-d3e9-4c32-b95c-96a22cbfe274 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:35:41.855882 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f4fe03d8-d3e9-4c32-b95c-96a22cbfe274 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: items = [ Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:35:41.859538 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:35:41.907911 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6a9b5d50-beda-4127-8bb0-a1863e885276 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:41.931320 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f4fe03d8-d3e9-4c32-b95c-96a22cbfe274 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:41.938225 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5a4df613-5017-4d10-b7ea-28d061a103fc tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:41.944914 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6a9b5d50-beda-4127-8bb0-a1863e885276 None None] Transition to ACTIVE for port object eb7c2433-215b-485c-8630-c21e17057403 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:41.973866 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f4fe03d8-d3e9-4c32-b95c-96a22cbfe274 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:41.974110 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fda291-15e7-4002-92ef-4a706783a839 req-02a0783c-8b0e-43ca-8261-95328787055a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:41.976578 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02fda291-15e7-4002-92ef-4a706783a839 req-02a0783c-8b0e-43ca-8261-95328787055a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=373bf988-b7ba-46eb-910a-193e5ad2a229 HTTP/1.1" status: 200 len: 834 time: 0.0998044 Jul 24 09:35:41.977602 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-5a4df613-5017-4d10-b7ea-28d061a103fc tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Transition to ACTIVE for port object 40612fef-2b3b-41da-8ef0-731624b6addd will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:41.981709 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f4fe03d8-d3e9-4c32-b95c-96a22cbfe274 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "DELETE /v2.0/networks/13266803-8899-4f1f-9045-d623ca381240 HTTP/1.1" status: 204 len: 168 time: 0.5754604 Jul 24 09:35:41.982706 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe03d8-d3e9-4c32-b95c-96a22cbfe274 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Network': ['ID=13266803-8899-4f1f-9045-d623ca381240,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:41.985630 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36198) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:41.990712 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f2bcfad6-91a5-412f-be8a-522585cfb227 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-294789548'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:41.993534 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f6a0010a-0b12-4fb8-8532-ea5acb27060b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87972783-3bd6-4595-9613-dd1d91e46673', 'name': 'tempest-TestNetworkBasicOps-router-1655975905', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:35:07Z', 'updated_at': '2021-07-24T09:35:14Z', 'revision_number': 4, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87972783-3bd6-4595-9613-dd1d91e46673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:08Z', 'updated_at': '2021-07-24T09:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'c094c4eb-5bea-4f92-bed4-1aea6f5c67cc', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '87972783-3bd6-4595-9613-dd1d91e46673', 'port_id': '81640203-7ddb-4e08-96f9-39c67a05c9e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0', 'mac_address': 'fa:16:3e:c4:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afa964f-64b4-4396-ae31-49d96d03bb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:35:38Z', 'updated_at': '2021-07-24T09:35:38Z', 'revision_number': 0, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe5905c-3b35-4dda-b199-681dcba04de0', 'name': '', 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'mac_address': 'fa:16:3e:dc:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87972783-3bd6-4595-9613-dd1d91e46673', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '373bf988-b7ba-46eb-910a-193e5ad2a229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:12Z', 'updated_at': '2021-07-24T09:35:22Z', 'revision_number': 5, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'subnets': [{'id': '373bf988-b7ba-46eb-910a-193e5ad2a229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:41.995685 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6a9b5d50-beda-4127-8bb0-a1863e885276 None None] Transition to ACTIVE for port object eb7c2433-215b-485c-8630-c21e17057403 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:42.024115 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a0010a-0b12-4fb8-8532-ea5acb27060b None None] Checking router: 87972783-3bd6-4595-9613-dd1d91e46673 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:35:42.025077 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bcfad6-91a5-412f-be8a-522585cfb227 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Made reservation on behalf of c47f431ba36c4b2ea1e51af2e3a0170d for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:42.026522 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6a9b5d50-beda-4127-8bb0-a1863e885276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:42.030963 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f2bcfad6-91a5-412f-be8a-522585cfb227 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:42.069042 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a0010a-0b12-4fb8-8532-ea5acb27060b None None] Routers {'87972783-3bd6-4595-9613-dd1d91e46673'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:42.069679 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f6a0010a-0b12-4fb8-8532-ea5acb27060b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['87972783-3bd6-4595-9613-dd1d91e46673'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:42.072570 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9b5d50-beda-4127-8bb0-a1863e885276 None None] Network 7a77b805-3c2f-4fa7-b02e-90ef877ab858 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:42.090275 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2bcfad6-91a5-412f-be8a-522585cfb227 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:35:42.114311 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-6a9b5d50-beda-4127-8bb0-a1863e885276 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:42.121168 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f2bcfad6-91a5-412f-be8a-522585cfb227 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:42.122733 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-f2bcfad6-91a5-412f-be8a-522585cfb227 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Added segment ec172640-6ee5-46f1-a339-b3970bdb9749 of type vlan for network e6378e0a-3223-48c0-aa72-77d7bfc12e9d Jul 24 09:35:42.138974 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36200) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:42.147370 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9b5d50-beda-4127-8bb0-a1863e885276 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:42.158216 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b5d50-beda-4127-8bb0-a1863e885276 None None] Pushing event updated for resources: {'Port': ['ID=eb7c2433-215b-485c-8630-c21e17057403,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:42.174409 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8f4a869e-1d89-4f7b-9e65-424ff8424fdc tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:42.179271 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8f4a869e-1d89-4f7b-9e65-424ff8424fdc tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593208'] for router, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:42.253248 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-6a9b5d50-beda-4127-8bb0-a1863e885276 None None] Attempting to bind port eb7c2433-215b-485c-8630-c21e17057403 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:42.253622 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-6a9b5d50-beda-4127-8bb0-a1863e885276 None None] Attempting to bind port eb7c2433-215b-485c-8630-c21e17057403 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '3a67c07d-1884-45ab-b312-2e45746a8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7a77b805-3c2f-4fa7-b02e-90ef877ab858'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:42.253983 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9b5d50-beda-4127-8bb0-a1863e885276 None None] Attempting to bind port eb7c2433-215b-485c-8630-c21e17057403 on network 7a77b805-3c2f-4fa7-b02e-90ef877ab858 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:42.285017 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-f6a0010a-0b12-4fb8-8532-ea5acb27060b None None] Set router 87972783-3bd6-4595-9613-dd1d91e46673 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:35:42.289961 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f2bcfad6-91a5-412f-be8a-522585cfb227 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:42.309506 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f00c3374-0943-4ed0-a935-29bc8e609e3f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/floatingips/c094c4eb-5bea-4f92-bed4-1aea6f5c67cc HTTP/1.1" status: 200 len: 991 time: 0.1671238 Jul 24 09:35:42.337301 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f2bcfad6-91a5-412f-be8a-522585cfb227 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:42.340541 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 8265d239-9aa7-4909-9c5f-b651b88d2618 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:35:42.342464 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1daa67-4633-45c4-8961-ad2dbdc804de None None] Network 556c8b5c-1e0f-4a2c-b033-4cbbd145a508 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:42.343096 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bcfad6-91a5-412f-be8a-522585cfb227 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:42.343771 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f2bcfad6-91a5-412f-be8a-522585cfb227 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:42.385890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9b5d50-beda-4127-8bb0-a1863e885276 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:35:42.386517 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f2bcfad6-91a5-412f-be8a-522585cfb227 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3995409 Jul 24 09:35:42.387057 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9b5d50-beda-4127-8bb0-a1863e885276 None None] Checking segment: {'id': '3a67c07d-1884-45ab-b312-2e45746a8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7a77b805-3c2f-4fa7-b02e-90ef877ab858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:42.387625 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6a9b5d50-beda-4127-8bb0-a1863e885276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:42.388169 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9b5d50-beda-4127-8bb0-a1863e885276 None None] Bound using segment: {'id': '3a67c07d-1884-45ab-b312-2e45746a8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7a77b805-3c2f-4fa7-b02e-90ef877ab858'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:35:42.388844 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-6a9b5d50-beda-4127-8bb0-a1863e885276 None None] Bound port: eb7c2433-215b-485c-8630-c21e17057403, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a67c07d-1884-45ab-b312-2e45746a8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7a77b805-3c2f-4fa7-b02e-90ef877ab858'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:35:42.389230 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6a9b5d50-beda-4127-8bb0-a1863e885276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:42.389588 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36202) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:42.394830 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-7486ebe4-9f60-4005-9355-72baeaf9e16e tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Request body: {'subnet': {'network_id': 'e6378e0a-3223-48c0-aa72-77d7bfc12e9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:42.430766 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bcfad6-91a5-412f-be8a-522585cfb227 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event updated for resources: {'Network': ['ID=e6378e0a-3223-48c0-aa72-77d7bfc12e9d,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:42.433160 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-df5c49e2-103f-45fc-bd1d-dd4646f65ca9 None None] Provisioning for port 8265d239-9aa7-4909-9c5f-b651b88d2618 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:42.510464 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network e6378e0a-3223-48c0-aa72-77d7bfc12e9d details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:35:42.519992 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7486ebe4-9f60-4005-9355-72baeaf9e16e tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Made reservation on behalf of c47f431ba36c4b2ea1e51af2e3a0170d for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:42.524231 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7486ebe4-9f60-4005-9355-72baeaf9e16e tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:42.646152 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5a4df613-5017-4d10-b7ea-28d061a103fc tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:42.701908 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fda291-15e7-4002-92ef-4a706783a839 req-2878486c-f906-4008-8d13-73443936c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:42.703423 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02fda291-15e7-4002-92ef-4a706783a839 req-2878486c-f906-4008-8d13-73443936c538 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84b3ea08-ad06-4dbe-a4c4-1940ac9384b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7108057 Jul 24 09:35:42.710235 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4df613-5017-4d10-b7ea-28d061a103fc tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Network 556c8b5c-1e0f-4a2c-b033-4cbbd145a508 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:42.726350 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-6a9b5d50-beda-4127-8bb0-a1863e885276 None None] For port eb7c2433-215b-485c-8630-c21e17057403, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:35:42.726669 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-5a4df613-5017-4d10-b7ea-28d061a103fc tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:42.731693 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 8265d239-9aa7-4909-9c5f-b651b88d2618 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:42.742122 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4df613-5017-4d10-b7ea-28d061a103fc tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:42.746100 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7486ebe4-9f60-4005-9355-72baeaf9e16e tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:42.746657 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4df613-5017-4d10-b7ea-28d061a103fc tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Pushing event updated for resources: {'Port': ['ID=40612fef-2b3b-41da-8ef0-731624b6addd,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:42.770449 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 8265d239-9aa7-4909-9c5f-b651b88d2618 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:42.770449 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:42.800780 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-6a9b5d50-beda-4127-8bb0-a1863e885276 None None] For port eb7c2433-215b-485c-8630-c21e17057403, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=eb7c2433-215b-485c-8630-c21e17057403,segment=NetworkSegment(3a67c07d-1884-45ab-b312-2e45746a8d98),segment_id=3a67c07d-1884-45ab-b312-2e45746a8d98)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:35:42.814354 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6a9b5d50-beda-4127-8bb0-a1863e885276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:42.817670 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486ebe4-9f60-4005-9355-72baeaf9e16e tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event updated for resources: {'Subnet': ['ID=c8b7af25-cede-4ee7-be3c-43f658edb5fa,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:42.825549 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7486ebe4-9f60-4005-9355-72baeaf9e16e tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Checking segment: {'id': 'ec172640-6ee5-46f1-a339-b3970bdb9749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e6378e0a-3223-48c0-aa72-77d7bfc12e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:42.826012 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7486ebe4-9f60-4005-9355-72baeaf9e16e tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Network hostable DHCP agents. Network: e6378e0a-3223-48c0-aa72-77d7bfc12e9d, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:35:42.832921 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4a869e-1d89-4f7b-9e65-424ff8424fdc tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Router b305707d-ed03-4c74-a7fd-5886c9389204 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:35:42.847805 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7486ebe4-9f60-4005-9355-72baeaf9e16e tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Network e6378e0a-3223-48c0-aa72-77d7bfc12e9d is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:35:42.848163 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5a4df613-5017-4d10-b7ea-28d061a103fc tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:42.857950 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-7486ebe4-9f60-4005-9355-72baeaf9e16e tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, e6378e0a-3223-48c0-aa72-77d7bfc12e9d) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:42.862960 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7486ebe4-9f60-4005-9355-72baeaf9e16e tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:42.864559 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7486ebe4-9f60-4005-9355-72baeaf9e16e tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:42.881598 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7486ebe4-9f60-4005-9355-72baeaf9e16e tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4907360 Jul 24 09:35:42.885984 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36204) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:42.891295 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805de359-9e68-4ed8-a7bd-3dc7c7254f70 None None] Network e6378e0a-3223-48c0-aa72-77d7bfc12e9d requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:42.893987 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-c071d6f3-460a-437a-95e6-7bd55bb9795d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2024554169'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:42.929095 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c071d6f3-460a-437a-95e6-7bd55bb9795d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Made reservation on behalf of c47f431ba36c4b2ea1e51af2e3a0170d for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:42.933646 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c071d6f3-460a-437a-95e6-7bd55bb9795d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:42.962126 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c071d6f3-460a-437a-95e6-7bd55bb9795d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:35:42.974299 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c071d6f3-460a-437a-95e6-7bd55bb9795d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:42.974653 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-c071d6f3-460a-437a-95e6-7bd55bb9795d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Added segment 9ea2e9de-0a32-4767-993e-69109562473e of type vlan for network ad6dcafb-74cc-4e97-8d08-a3563ac03833 Jul 24 09:35:43.005063 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02fda291-15e7-4002-92ef-4a706783a839 req-69215dee-83ec-48cd-8d34-af89a0a6b308 service neutron] 10.222.0.37 "GET /v2.0/networks/84b3ea08-ad06-4dbe-a4c4-1940ac9384b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936366 Jul 24 09:35:43.025526 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c071d6f3-460a-437a-95e6-7bd55bb9795d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:43.067890 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c071d6f3-460a-437a-95e6-7bd55bb9795d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:43.075461 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c071d6f3-460a-437a-95e6-7bd55bb9795d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:43.076117 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c071d6f3-460a-437a-95e6-7bd55bb9795d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:43.118882 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c071d6f3-460a-437a-95e6-7bd55bb9795d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2286496 Jul 24 09:35:43.120213 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36206) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:43.130418 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-3bb311a2-a859-4cae-902d-457d6fca06cb tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Request body: {'subnet': {'network_id': 'ad6dcafb-74cc-4e97-8d08-a3563ac03833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:43.206606 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b5d50-beda-4127-8bb0-a1863e885276 None None] Pushing event updated for resources: {'Port': ['ID=eb7c2433-215b-485c-8630-c21e17057403,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:43.222308 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02fda291-15e7-4002-92ef-4a706783a839 req-679dcefe-ad2e-4aa9-8bd8-f64fa52e23a8 service neutron] 10.222.0.37 "GET /v2.0/networks/84b3ea08-ad06-4dbe-a4c4-1940ac9384b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099321 Jul 24 09:35:43.223590 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4a869e-1d89-4f7b-9e65-424ff8424fdc tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:35:43.230793 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8f4a869e-1d89-4f7b-9e65-424ff8424fdc tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:43.235321 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8f4a869e-1d89-4f7b-9e65-424ff8424fdc tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "PUT /v2.0/routers/b305707d-ed03-4c74-a7fd-5886c9389204 HTTP/1.1" status: 200 len: 919 time: 3.3627558 Jul 24 09:35:43.237136 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9860f893-3a61-4431-90a2-0d17d6dff572 None None] Sync routers for ids ['b305707d-ed03-4c74-a7fd-5886c9389204'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:35:43.237985 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36208) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:43.238790 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5a4df613-5017-4d10-b7ea-28d061a103fc tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:43.279325 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9860f893-3a61-4431-90a2-0d17d6dff572 None None] Routers {'b305707d-ed03-4c74-a7fd-5886c9389204'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:43.279964 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9860f893-3a61-4431-90a2-0d17d6dff572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b305707d-ed03-4c74-a7fd-5886c9389204'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:43.314612 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36210) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:43.326128 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071d6f3-460a-437a-95e6-7bd55bb9795d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event updated for resources: {'Network': ['ID=ad6dcafb-74cc-4e97-8d08-a3563ac03833,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:43.344880 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network ad6dcafb-74cc-4e97-8d08-a3563ac03833 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:35:43.355309 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:43.362658 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9860f893-3a61-4431-90a2-0d17d6dff572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:43.387545 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9860f893-3a61-4431-90a2-0d17d6dff572 None None] Routers {'b305707d-ed03-4c74-a7fd-5886c9389204'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:43.388420 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9860f893-3a61-4431-90a2-0d17d6dff572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b305707d-ed03-4c74-a7fd-5886c9389204'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:43.401436 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb311a2-a859-4cae-902d-457d6fca06cb tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Made reservation on behalf of c47f431ba36c4b2ea1e51af2e3a0170d for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:43.414371 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3bb311a2-a859-4cae-902d-457d6fca06cb tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:43.439744 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9860f893-3a61-4431-90a2-0d17d6dff572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:43.441393 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9860f893-3a61-4431-90a2-0d17d6dff572 None None] The sync data for ids ['b305707d-ed03-4c74-a7fd-5886c9389204'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:35:43.497870 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f6a0010a-0b12-4fb8-8532-ea5acb27060b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87972783-3bd6-4595-9613-dd1d91e46673', 'name': 'tempest-TestNetworkBasicOps-router-1655975905', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:35:07Z', 'updated_at': '2021-07-24T09:35:14Z', 'revision_number': 4, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87972783-3bd6-4595-9613-dd1d91e46673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:08Z', 'updated_at': '2021-07-24T09:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'c094c4eb-5bea-4f92-bed4-1aea6f5c67cc', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '87972783-3bd6-4595-9613-dd1d91e46673', 'port_id': '81640203-7ddb-4e08-96f9-39c67a05c9e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0', 'mac_address': 'fa:16:3e:c4:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afa964f-64b4-4396-ae31-49d96d03bb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:35:38Z', 'updated_at': '2021-07-24T09:35:38Z', 'revision_number': 0, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe5905c-3b35-4dda-b199-681dcba04de0', 'name': '', 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'mac_address': 'fa:16:3e:dc:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87972783-3bd6-4595-9613-dd1d91e46673', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '373bf988-b7ba-46eb-910a-193e5ad2a229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:12Z', 'updated_at': '2021-07-24T09:35:22Z', 'revision_number': 5, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'subnets': [{'id': '373bf988-b7ba-46eb-910a-193e5ad2a229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:43.517187 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c5947ab4-2763-40be-b928-f85e44063392 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/floatingips/c094c4eb-5bea-4f92-bed4-1aea6f5c67cc HTTP/1.1" status: 200 len: 991 time: 0.2013540 Jul 24 09:35:43.544653 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc862451-06c2-4053-aedf-1492af803053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-e6378e0a-3223-48c0-aa72-77d7bfc12e9d', 'network_id': 'e6378e0a-3223-48c0-aa72-77d7bfc12e9d', 'tenant_id': 'c47f431ba36c4b2ea1e51af2e3a0170d', 'fixed_ips': [{'subnet_id': 'c8b7af25-cede-4ee7-be3c-43f658edb5fa'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:35:43.545794 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fc862451-06c2-4053-aedf-1492af803053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:43.548961 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.ipam_backend_mixin [None req-3bb311a2-a859-4cae-902d-457d6fca06cb tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Performing IP validity checks on allocation pools {{(pid=94035) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 24 09:35:43.549803 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.ipam_backend_mixin [None req-3bb311a2-a859-4cae-902d-457d6fca06cb tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94035) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 24 09:35:43.553774 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36212) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:43.555140 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e4b5badf-f09c-406f-8449-a03354c9e9f1 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "GET /v2.0/routers/b305707d-ed03-4c74-a7fd-5886c9389204 HTTP/1.1" status: 200 len: 919 time: 0.3102958 Jul 24 09:35:43.562851 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 8265d239-9aa7-4909-9c5f-b651b88d2618, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=8265d239-9aa7-4909-9c5f-b651b88d2618,segment=NetworkSegment(baf9fa1b-935e-4ba0-b633-faef61517588),segment_id=baf9fa1b-935e-4ba0-b633-faef61517588)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:43.564365 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a0010a-0b12-4fb8-8532-ea5acb27060b None None] The sync data for ids ['87972783-3bd6-4595-9613-dd1d91e46673'] in n-d-800085-9 is: [{'id': '87972783-3bd6-4595-9613-dd1d91e46673', 'name': 'tempest-TestNetworkBasicOps-router-1655975905', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:35:07Z', 'updated_at': '2021-07-24T09:35:14Z', 'revision_number': 4, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87972783-3bd6-4595-9613-dd1d91e46673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:08Z', 'updated_at': '2021-07-24T09:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'c094c4eb-5bea-4f92-bed4-1aea6f5c67cc', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '87972783-3bd6-4595-9613-dd1d91e46673', 'port_id': '81640203-7ddb-4e08-96f9-39c67a05c9e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0', 'mac_address': 'fa:16:3e:c4:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afa964f-64b4-4396-ae31-49d96d03bb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:35:38Z', 'updated_at': '2021-07-24T09:35:38Z', 'revision_number': 0, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe5905c-3b35-4dda-b199-681dcba04de0', 'name': '', 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'mac_address': 'fa:16:3e:dc:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87972783-3bd6-4595-9613-dd1d91e46673', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '373bf988-b7ba-46eb-910a-193e5ad2a229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:12Z', 'updated_at': '2021-07-24T09:35:22Z', 'revision_number': 5, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'subnets': [{'id': '373bf988-b7ba-46eb-910a-193e5ad2a229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:35:43.572522 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:43.651774 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=8265d239-9aa7-4909-9c5f-b651b88d2618,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:43.759387 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-46fa6af2-24c3-47dd-a5a9-72552d603b33 None None] Provisioning complete for port 8265d239-9aa7-4909-9c5f-b651b88d2618 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:43.759971 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-46fa6af2-24c3-47dd-a5a9-72552d603b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:43.784714 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5a4df613-5017-4d10-b7ea-28d061a103fc tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:43.791941 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5a4df613-5017-4d10-b7ea-28d061a103fc tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:43.820811 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3bb311a2-a859-4cae-902d-457d6fca06cb tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:43.883967 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578d6d31-fc58-45ec-9289-441ae2aad672 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:43.885774 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-578d6d31-fc58-45ec-9289-441ae2aad672 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&device_id=b305707d-ed03-4c74-a7fd-5886c9389204&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.3283176 Jul 24 09:35:43.889102 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36214) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:43.919264 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4df613-5017-4d10-b7ea-28d061a103fc tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Pushing event updated for resources: {'Port': ['ID=40612fef-2b3b-41da-8ef0-731624b6addd,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:43.927885 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5a4df613-5017-4d10-b7ea-28d061a103fc tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:43.929085 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-fc862451-06c2-4053-aedf-1492af803053 None None] Allocated IP 2001:db8::1 (e6378e0a-3223-48c0-aa72-77d7bfc12e9d/c8b7af25-cede-4ee7-be3c-43f658edb5fa/7bb3a72e-6ce8-42ee-9c14-605567a9a6fb) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:43.934049 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb311a2-a859-4cae-902d-457d6fca06cb tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event updated for resources: {'Subnet': ['ID=8c2ca9b4-2d52-4954-8488-e1936e24d3ed,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:43.936485 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-46fa6af2-24c3-47dd-a5a9-72552d603b33 None None] Provisioning for port 40612fef-2b3b-41da-8ef0-731624b6addd completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:43.947853 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-46fa6af2-24c3-47dd-a5a9-72552d603b33 None None] Provisioning complete for port 40612fef-2b3b-41da-8ef0-731624b6addd triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:43.948367 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-46fa6af2-24c3-47dd-a5a9-72552d603b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:43.955836 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb311a2-a859-4cae-902d-457d6fca06cb tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Checking segment: {'id': '9ea2e9de-0a32-4767-993e-69109562473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ad6dcafb-74cc-4e97-8d08-a3563ac03833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:43.956521 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb311a2-a859-4cae-902d-457d6fca06cb tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Network hostable DHCP agents. Network: ad6dcafb-74cc-4e97-8d08-a3563ac03833, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:35:44.021837 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-46fa6af2-24c3-47dd-a5a9-72552d603b33 None None] Port 40612fef-2b3b-41da-8ef0-731624b6addd cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:35:44.046497 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb311a2-a859-4cae-902d-457d6fca06cb tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Network ad6dcafb-74cc-4e97-8d08-a3563ac03833 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:35:44.065576 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-3bb311a2-a859-4cae-902d-457d6fca06cb tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, ad6dcafb-74cc-4e97-8d08-a3563ac03833) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:44.069106 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4df613-5017-4d10-b7ea-28d061a103fc tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Network 556c8b5c-1e0f-4a2c-b033-4cbbd145a508 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:44.070540 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-5a4df613-5017-4d10-b7ea-28d061a103fc tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:44.078360 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb311a2-a859-4cae-902d-457d6fca06cb tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:44.078881 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edff938-8014-4c3f-9aa4-e342900b7003 None None] Network ad6dcafb-74cc-4e97-8d08-a3563ac03833 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:44.079005 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3bb311a2-a859-4cae-902d-457d6fca06cb tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:44.107056 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fe459e-d869-495d-a77b-2bd8f9962287 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:44.111526 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-35fe459e-d869-495d-a77b-2bd8f9962287 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 881 time: 0.2172656 Jul 24 09:35:44.111526 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3bb311a2-a859-4cae-902d-457d6fca06cb tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9894521 Jul 24 09:35:44.111752 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36216) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:44.114647 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36218) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:44.210470 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d35ae90-bcd6-481c-9522-b20121c9eeef None None] New status for floating IP c094c4eb-5bea-4f92-bed4-1aea6f5c67cc: ACTIVE {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:35:44.304885 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:44.327470 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4df613-5017-4d10-b7ea-28d061a103fc tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Router 504619ec-aa16-46e9-a660-435bea66f054 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:35:44.338567 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-331c136f-35bc-4e23-bf9d-aa4803c22f9f None None] Provisioning complete for port 40612fef-2b3b-41da-8ef0-731624b6addd triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:44.339147 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-331c136f-35bc-4e23-bf9d-aa4803c22f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:44.451488 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 8265d239-9aa7-4909-9c5f-b651b88d2618 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:35:44.453935 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4df613-5017-4d10-b7ea-28d061a103fc tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:35:44.463033 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5a4df613-5017-4d10-b7ea-28d061a103fc tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] 10.222.0.32 "PUT /v2.0/routers/504619ec-aa16-46e9-a660-435bea66f054/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9927347 Jul 24 09:35:44.464281 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36220) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:44.466369 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a260c0-3f99-4228-b7e3-62949a61a47d None None] Sync routers for ids ['504619ec-aa16-46e9-a660-435bea66f054'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:35:44.471055 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-e33b44c7-c22f-455b-b048-2232be099a81 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Request body: {'port': {'network_id': '556c8b5c-1e0f-4a2c-b033-4cbbd145a508', 'name': 'tempest-FloatingIPNegativeTestJSON-23766511'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:44.484342 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a260c0-3f99-4228-b7e3-62949a61a47d None None] Routers {'504619ec-aa16-46e9-a660-435bea66f054'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:44.484994 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f3a260c0-3f99-4228-b7e3-62949a61a47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['504619ec-aa16-46e9-a660-435bea66f054'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:44.542003 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4564aa38-2e69-437a-b8e3-efab4de2277f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-ad6dcafb-74cc-4e97-8d08-a3563ac03833', 'network_id': 'ad6dcafb-74cc-4e97-8d08-a3563ac03833', 'tenant_id': 'c47f431ba36c4b2ea1e51af2e3a0170d', 'fixed_ips': [{'subnet_id': '8c2ca9b4-2d52-4954-8488-e1936e24d3ed'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:35:44.543064 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4564aa38-2e69-437a-b8e3-efab4de2277f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:44.558725 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f3a260c0-3f99-4228-b7e3-62949a61a47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:44.574011 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a260c0-3f99-4228-b7e3-62949a61a47d None None] Routers {'504619ec-aa16-46e9-a660-435bea66f054'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:44.574619 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fc862451-06c2-4053-aedf-1492af803053 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:44.574733 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f3a260c0-3f99-4228-b7e3-62949a61a47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['504619ec-aa16-46e9-a660-435bea66f054'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:44.588535 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36222) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:44.607112 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-331c136f-35bc-4e23-bf9d-aa4803c22f9f None None] Port 40612fef-2b3b-41da-8ef0-731624b6addd cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:35:44.617083 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fc862451-06c2-4053-aedf-1492af803053 None None] Transition to ACTIVE for port object 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:44.620652 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f3a260c0-3f99-4228-b7e3-62949a61a47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:44.621596 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a260c0-3f99-4228-b7e3-62949a61a47d None None] The sync data for ids ['504619ec-aa16-46e9-a660-435bea66f054'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:35:44.647853 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b364b3-51e0-40f9-b545-228490b43d79 None None] Network 7a77b805-3c2f-4fa7-b02e-90ef877ab858 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:44.696341 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a194c3b7-9c22-4f6b-a688-4ee0d5208d2e tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/floatingips/c094c4eb-5bea-4f92-bed4-1aea6f5c67cc HTTP/1.1" status: 200 len: 991 time: 0.1051691 Jul 24 09:35:44.713093 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fc862451-06c2-4053-aedf-1492af803053 None None] Transition to ACTIVE for port object 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:44.719723 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33b44c7-c22f-455b-b048-2232be099a81 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Made reservation on behalf of 6688943c31a242afac83e11a19e8f4d8 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:44.723377 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e33b44c7-c22f-455b-b048-2232be099a81 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:44.741999 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-e33b44c7-c22f-455b-b048-2232be099a81 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] device_id is not set on port 414bb8b4-845b-422d-8a0c-aa87ce9dbe53 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:35:44.781455 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fc862451-06c2-4053-aedf-1492af803053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:44.785851 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0d0519c6-2aac-418d-ac54-7947acfeb7e1 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b305707d-ed03-4c74-a7fd-5886c9389204 HTTP/1.1" status: 200 len: 205 time: 0.6729250 Jul 24 09:35:44.789983 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36224) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:44.876404 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 8265d239-9aa7-4909-9c5f-b651b88d2618 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:44.876812 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:44.883820 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-e33b44c7-c22f-455b-b048-2232be099a81 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Allocated IP 172.20.0.10 (556c8b5c-1e0f-4a2c-b033-4cbbd145a508/d2af447f-8660-41a1-8ecb-add00b9bca4b/414bb8b4-845b-422d-8a0c-aa87ce9dbe53) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:44.909283 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc862451-06c2-4053-aedf-1492af803053 None None] Network e6378e0a-3223-48c0-aa72-77d7bfc12e9d is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:44.932031 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6de68bfd-4f23-4e07-b5bb-5533baf554da None None] Provisioning complete for port 40612fef-2b3b-41da-8ef0-731624b6addd triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:44.932400 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6de68bfd-4f23-4e07-b5bb-5533baf554da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:44.933593 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:44.941399 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-fc862451-06c2-4053-aedf-1492af803053 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:44.970873 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc862451-06c2-4053-aedf-1492af803053 None None] Pushing event updated for resources: {'Port': ['ID=7bb3a72e-6ce8-42ee-9c14-605567a9a6fb,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:44.976138 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc862451-06c2-4053-aedf-1492af803053 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:44.983207 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d8bcf917-65f8-491b-88e4-fde056078660 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:45.058097 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e33b44c7-c22f-455b-b048-2232be099a81 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:45.062865 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-4564aa38-2e69-437a-b8e3-efab4de2277f None None] Allocated IP 2001:db8::3 (ad6dcafb-74cc-4e97-8d08-a3563ac03833/8c2ca9b4-2d52-4954-8488-e1936e24d3ed/d572d7e0-3ad6-4928-92dc-4c59198a9995) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:45.066273 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-6de68bfd-4f23-4e07-b5bb-5533baf554da None None] Port 40612fef-2b3b-41da-8ef0-731624b6addd cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:35:45.068610 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:45.077200 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-e33b44c7-c22f-455b-b048-2232be099a81 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Transition to ACTIVE for port object 414bb8b4-845b-422d-8a0c-aa87ce9dbe53 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:45.120927 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e33b44c7-c22f-455b-b048-2232be099a81 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:45.147727 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d8bcf917-65f8-491b-88e4-fde056078660 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:45.166113 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33b44c7-c22f-455b-b048-2232be099a81 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Network 556c8b5c-1e0f-4a2c-b033-4cbbd145a508 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:45.169316 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-e33b44c7-c22f-455b-b048-2232be099a81 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:45.172009 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33b44c7-c22f-455b-b048-2232be099a81 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:45.209805 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b44c7-c22f-455b-b048-2232be099a81 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Pushing event updated for resources: {'Port': ['ID=414bb8b4-845b-422d-8a0c-aa87ce9dbe53,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:45.232160 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-d8bcf917-65f8-491b-88e4-fde056078660 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Deleting port 8d57f1f8-c876-4f2d-8b7d-9a8e18212ed0 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:45.232423 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d8bcf917-65f8-491b-88e4-fde056078660 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:45.252949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33b44c7-c22f-455b-b048-2232be099a81 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:45.253700 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e33b44c7-c22f-455b-b048-2232be099a81 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:45.276241 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e33b44c7-c22f-455b-b048-2232be099a81 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8105865 Jul 24 09:35:45.278727 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36228) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:45.283657 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-6ed16c6f-db10-49c3-afb4-2ab6b73f7142 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:45.347419 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ed16c6f-db10-49c3-afb4-2ab6b73f7142 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:45.351365 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-fc862451-06c2-4053-aedf-1492af803053 None None] Attempting to bind port 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:45.352154 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-fc862451-06c2-4053-aedf-1492af803053 None None] Attempting to bind port 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'ec172640-6ee5-46f1-a339-b3970bdb9749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e6378e0a-3223-48c0-aa72-77d7bfc12e9d'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:45.352154 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc862451-06c2-4053-aedf-1492af803053 None None] Attempting to bind port 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb on network e6378e0a-3223-48c0-aa72-77d7bfc12e9d {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:45.354633 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d8bcf917-65f8-491b-88e4-fde056078660 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:45.380019 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-d8bcf917-65f8-491b-88e4-fde056078660 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Calling delete_port for 8d57f1f8-c876-4f2d-8b7d-9a8e18212ed0 owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:45.381080 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6de68bfd-4f23-4e07-b5bb-5533baf554da None None] Provisioning for port eb7c2433-215b-485c-8630-c21e17057403 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:45.395659 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc862451-06c2-4053-aedf-1492af803053 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:35:45.396046 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc862451-06c2-4053-aedf-1492af803053 None None] Checking segment: {'id': 'ec172640-6ee5-46f1-a339-b3970bdb9749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e6378e0a-3223-48c0-aa72-77d7bfc12e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:45.396454 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fc862451-06c2-4053-aedf-1492af803053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:45.396878 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc862451-06c2-4053-aedf-1492af803053 None None] Bound using segment: {'id': 'ec172640-6ee5-46f1-a339-b3970bdb9749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e6378e0a-3223-48c0-aa72-77d7bfc12e9d'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:35:45.397373 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-fc862451-06c2-4053-aedf-1492af803053 None None] Bound port: 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec172640-6ee5-46f1-a339-b3970bdb9749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e6378e0a-3223-48c0-aa72-77d7bfc12e9d'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:35:45.397759 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fc862451-06c2-4053-aedf-1492af803053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:45.457090 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device eb7c2433-215b-485c-8630-c21e17057403 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:35:45.570505 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ed16c6f-db10-49c3-afb4-2ab6b73f7142 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:45.584969 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0b265d4f-0da9-45a4-969a-ecc4e65279eb None None] Provisioning for port 414bb8b4-845b-422d-8a0c-aa87ce9dbe53 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:45.620130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0b265d4f-0da9-45a4-969a-ecc4e65279eb None None] Provisioning complete for port 414bb8b4-845b-422d-8a0c-aa87ce9dbe53 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:45.620504 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0b265d4f-0da9-45a4-969a-ecc4e65279eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:45.623110 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-fc862451-06c2-4053-aedf-1492af803053 None None] For port 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:35:45.654722 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port eb7c2433-215b-485c-8630-c21e17057403 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:45.665173 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-fc862451-06c2-4053-aedf-1492af803053 None None] For port 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7bb3a72e-6ce8-42ee-9c14-605567a9a6fb,segment=NetworkSegment(ec172640-6ee5-46f1-a339-b3970bdb9749),segment_id=ec172640-6ee5-46f1-a339-b3970bdb9749)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:35:45.671785 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port eb7c2433-215b-485c-8630-c21e17057403 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:45.672169 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:45.691496 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d8bcf917-65f8-491b-88e4-fde056078660 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:45.698686 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36230) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:45.704821 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fc862451-06c2-4053-aedf-1492af803053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:45.713613 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-0b265d4f-0da9-45a4-969a-ecc4e65279eb None None] Port 414bb8b4-845b-422d-8a0c-aa87ce9dbe53 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:35:45.726980 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4564aa38-2e69-437a-b8e3-efab4de2277f None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:45.754170 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcf917-65f8-491b-88e4-fde056078660 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Pushing event deleted for resources: {'Port': ['ID=8d57f1f8-c876-4f2d-8b7d-9a8e18212ed0,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:45.767732 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4564aa38-2e69-437a-b8e3-efab4de2277f None None] Transition to ACTIVE for port object d572d7e0-3ad6-4928-92dc-4c59198a9995 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:45.805597 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4564aa38-2e69-437a-b8e3-efab4de2277f None None] Transition to ACTIVE for port object d572d7e0-3ad6-4928-92dc-4c59198a9995 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:45.813038 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-6ed16c6f-db10-49c3-afb4-2ab6b73f7142 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Allocated IP 172.25.7.7 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/76fe70fc-09a3-4d25-bb22-ee3de4a9a124) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:45.846420 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc862451-06c2-4053-aedf-1492af803053 None None] Pushing event updated for resources: {'Port': ['ID=7bb3a72e-6ce8-42ee-9c14-605567a9a6fb,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:45.859240 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4b677c1c-682c-426f-8105-04b3e12fbbef tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/floatingips/c094c4eb-5bea-4f92-bed4-1aea6f5c67cc HTTP/1.1" status: 200 len: 993 time: 0.1590500 Jul 24 09:35:45.861349 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4564aa38-2e69-437a-b8e3-efab4de2277f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:45.889425 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d8bcf917-65f8-491b-88e4-fde056078660 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:45.921856 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4564aa38-2e69-437a-b8e3-efab4de2277f None None] Network ad6dcafb-74cc-4e97-8d08-a3563ac03833 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:45.926359 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-4564aa38-2e69-437a-b8e3-efab4de2277f None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:45.941309 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4564aa38-2e69-437a-b8e3-efab4de2277f None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:45.961617 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:45.963691 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564aa38-2e69-437a-b8e3-efab4de2277f None None] Pushing event updated for resources: {'Port': ['ID=d572d7e0-3ad6-4928-92dc-4c59198a9995,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:45.978456 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e64a8-ce3e-4140-a5de-1182ca0f3194 req-d65d1bc5-40e0-4d4d-805c-9dcd182be9e1 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:45.985756 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a8e64a8-ce3e-4140-a5de-1182ca0f3194 req-d65d1bc5-40e0-4d4d-805c-9dcd182be9e1 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 1096 time: 0.0732825 Jul 24 09:35:45.992947 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.004001 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1107998e-7c0e-4fc6-afb6-8d132f642fb5 None None] Provisioning complete for port eb7c2433-215b-485c-8630-c21e17057403 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:46.005008 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1107998e-7c0e-4fc6-afb6-8d132f642fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.025920 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a8e64a8-ce3e-4140-a5de-1182ca0f3194 req-c7b597b0-2ddd-44a1-bd61-777e0010a637 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390580 Jul 24 09:35:46.080140 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d8bcf917-65f8-491b-88e4-fde056078660 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.083009 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d8bcf917-65f8-491b-88e4-fde056078660 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.110072 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-4564aa38-2e69-437a-b8e3-efab4de2277f None None] Attempting to bind port d572d7e0-3ad6-4928-92dc-4c59198a9995 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:46.111202 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-4564aa38-2e69-437a-b8e3-efab4de2277f None None] Attempting to bind port d572d7e0-3ad6-4928-92dc-4c59198a9995 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '9ea2e9de-0a32-4767-993e-69109562473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ad6dcafb-74cc-4e97-8d08-a3563ac03833'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:46.111764 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4564aa38-2e69-437a-b8e3-efab4de2277f None None] Attempting to bind port d572d7e0-3ad6-4928-92dc-4c59198a9995 on network ad6dcafb-74cc-4e97-8d08-a3563ac03833 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:46.125481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port eb7c2433-215b-485c-8630-c21e17057403, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=eb7c2433-215b-485c-8630-c21e17057403,segment=NetworkSegment(3a67c07d-1884-45ab-b312-2e45746a8d98),segment_id=3a67c07d-1884-45ab-b312-2e45746a8d98)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:46.130317 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4564aa38-2e69-437a-b8e3-efab4de2277f None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:35:46.130932 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4564aa38-2e69-437a-b8e3-efab4de2277f None None] Checking segment: {'id': '9ea2e9de-0a32-4767-993e-69109562473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ad6dcafb-74cc-4e97-8d08-a3563ac03833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:46.131557 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4564aa38-2e69-437a-b8e3-efab4de2277f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.132055 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4564aa38-2e69-437a-b8e3-efab4de2277f None None] Bound using segment: {'id': '9ea2e9de-0a32-4767-993e-69109562473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ad6dcafb-74cc-4e97-8d08-a3563ac03833'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:35:46.132477 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-4564aa38-2e69-437a-b8e3-efab4de2277f None None] Bound port: d572d7e0-3ad6-4928-92dc-4c59198a9995, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea2e9de-0a32-4767-993e-69109562473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ad6dcafb-74cc-4e97-8d08-a3563ac03833'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:35:46.132916 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4564aa38-2e69-437a-b8e3-efab4de2277f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.138281 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Subnet': ['ID=8c2ca9b4-2d52-4954-8488-e1936e24d3ed,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:46.153776 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.226950 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d8bcf917-65f8-491b-88e4-fde056078660 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.227513 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bcf917-65f8-491b-88e4-fde056078660 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Fanout notify agent at l3_agent the message router_deleted on router b305707d-ed03-4c74-a7fd-5886c9389204 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:35:46.231819 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1107998e-7c0e-4fc6-afb6-8d132f642fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.234335 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d8bcf917-65f8-491b-88e4-fde056078660 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.236061 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d8bcf917-65f8-491b-88e4-fde056078660 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "DELETE /v2.0/routers/b305707d-ed03-4c74-a7fd-5886c9389204 HTTP/1.1" status: 204 len: 168 time: 1.4456282 Jul 24 09:35:46.240397 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36238) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:46.245760 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-bfe0cc0e-19d3-4fdd-885e-f8c84354ac13 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-974034351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:46.290552 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.306357 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bfe0cc0e-19d3-4fdd-885e-f8c84354ac13 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.307577 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bfe0cc0e-19d3-4fdd-885e-f8c84354ac13 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.318956 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad6dcafb-74cc-4e97-8d08-a3563ac03833']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:46.325440 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=eb7c2433-215b-485c-8630-c21e17057403,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:46.325781 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ed16c6f-db10-49c3-afb4-2ab6b73f7142 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.340232 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea2e9de-0a32-4767-993e-69109562473e') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:46.341583 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea2e9de-0a32-4767-993e-69109562473e') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:46.360874 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.372898 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:35:46.378527 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4564aa38-2e69-437a-b8e3-efab4de2277f None None] For port d572d7e0-3ad6-4928-92dc-4c59198a9995, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:35:46.383327 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4564aa38-2e69-437a-b8e3-efab4de2277f None None] For port d572d7e0-3ad6-4928-92dc-4c59198a9995, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d572d7e0-3ad6-4928-92dc-4c59198a9995,segment=NetworkSegment(9ea2e9de-0a32-4767-993e-69109562473e),segment_id=9ea2e9de-0a32-4767-993e-69109562473e)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:35:46.396526 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bfe0cc0e-19d3-4fdd-885e-f8c84354ac13 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.396964 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.401955 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bfe0cc0e-19d3-4fdd-885e-f8c84354ac13 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.406179 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd733021-970f-4ec0-9442-f12461745332 req-faad34a9-7001-4693-b1c8-7379908db992 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:46.406323 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4564aa38-2e69-437a-b8e3-efab4de2277f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.408023 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dd733021-970f-4ec0-9442-f12461745332 req-faad34a9-7001-4693-b1c8-7379908db992 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 945 time: 0.2644153 Jul 24 09:35:46.416771 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.db.api [None req-1107998e-7c0e-4fc6-afb6-8d132f642fb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:35:46.417081 n-d-800085-9 neutron-server[94037]: DEBUG oslo_db.api [None req-1107998e-7c0e-4fc6-afb6-8d132f642fb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:35:46.418300 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:35:46.418790 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:35:46.422088 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:35:46.425771 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bfe0cc0e-19d3-4fdd-885e-f8c84354ac13 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.427846 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bfe0cc0e-19d3-4fdd-885e-f8c84354ac13 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1865609 Jul 24 09:35:46.430836 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36240) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:46.435823 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-5c89d0b2-ef5f-47ef-a98b-9d1d6e12db60 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Request body: {'router': {'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:46.503466 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564aa38-2e69-437a-b8e3-efab4de2277f None None] Pushing event updated for resources: {'Port': ['ID=d572d7e0-3ad6-4928-92dc-4c59198a9995,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:46.521157 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dd733021-970f-4ec0-9442-f12461745332 req-acae441b-0227-46bf-b44d-c7bf0f250071 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977786 Jul 24 09:35:46.524911 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ed16c6f-db10-49c3-afb4-2ab6b73f7142 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.540777 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:46.551755 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b180869-0fb8-41a6-9b65-6636ffc0531b None None] Network ad6dcafb-74cc-4e97-8d08-a3563ac03833 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:46.554865 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.db.api [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 24 09:35:46.554865 n-d-800085-9 neutron-server[94035]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 24 09:35:46.554865 n-d-800085-9 neutron-server[94035]: [parameters: {'id': 'ad6dcafb-74cc-4e97-8d08-a3563ac03833'}] Jul 24 09:35:46.554865 n-d-800085-9 neutron-server[94035]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:35:46.555203 n-d-800085-9 neutron-server[94035]: DEBUG oslo_db.api [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:35:46.560476 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36242) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:46.581388 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed16c6f-db10-49c3-afb4-2ab6b73f7142 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:46.619684 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-6ed16c6f-db10-49c3-afb4-2ab6b73f7142 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:46.621981 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed16c6f-db10-49c3-afb4-2ab6b73f7142 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:46.626935 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed16c6f-db10-49c3-afb4-2ab6b73f7142 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Pushing event updated for resources: {'Port': ['ID=76fe70fc-09a3-4d25-bb22-ee3de4a9a124,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:46.658725 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.684841 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1f7076bd-ece9-4d36-87ce-ee64d3e4f285 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/floatingips/993f6491-b7cf-4b72-b13f-11cd95e74bf0 HTTP/1.1" status: 200 len: 993 time: 0.1204433 Jul 24 09:35:46.692696 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c89d0b2-ef5f-47ef-a98b-9d1d6e12db60 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.761827 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ed16c6f-db10-49c3-afb4-2ab6b73f7142 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.815189 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ed16c6f-db10-49c3-afb4-2ab6b73f7142 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.931347 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c89d0b2-ef5f-47ef-a98b-9d1d6e12db60 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.952088 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c89d0b2-ef5f-47ef-a98b-9d1d6e12db60 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:46.998799 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ed16c6f-db10-49c3-afb4-2ab6b73f7142 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:47.005746 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ed16c6f-db10-49c3-afb4-2ab6b73f7142 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:47.057438 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:47.078579 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-5c89d0b2-ef5f-47ef-a98b-9d1d6e12db60 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Allocated IP 172.25.7.152 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/295b57a6-53e5-4599-a0d4-356e1877c0c1) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:47.110257 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ed16c6f-db10-49c3-afb4-2ab6b73f7142 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:47.126448 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed16c6f-db10-49c3-afb4-2ab6b73f7142 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Pushing event updated for resources: {'Port': ['ID=76fe70fc-09a3-4d25-bb22-ee3de4a9a124,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:47.141271 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6ed16c6f-db10-49c3-afb4-2ab6b73f7142 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:47.147101 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6ed16c6f-db10-49c3-afb4-2ab6b73f7142 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8671982 Jul 24 09:35:47.147686 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36252) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:47.170996 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-00be9b14-408f-48b8-a6cc-d1038d5cdd9f tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Request body: {'floatingip': {'port_id': '414bb8b4-845b-422d-8a0c-aa87ce9dbe53', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:47.217568 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b102be9a-0a45-46fb-b3c6-d7f6a32f177c None None] Network e6378e0a-3223-48c0-aa72-77d7bfc12e9d requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:47.241886 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c89d0b2-ef5f-47ef-a98b-9d1d6e12db60 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:47.264348 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00be9b14-408f-48b8-a6cc-d1038d5cdd9f tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks [] for floatingip, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:47.318231 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-88355446-6d65-43bc-9281-97e45dfdf511 None None] Provisioning for port 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:47.324835 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7121c4-d33a-405e-b571-d8e71b1cb998 req-b1b61f8e-f46c-4bf8-bbae-2f1430b54d73 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:47.326669 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce7121c4-d33a-405e-b571-d8e71b1cb998 req-b1b61f8e-f46c-4bf8-bbae-2f1430b54d73 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 945 time: 0.0812883 Jul 24 09:35:47.341658 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-88355446-6d65-43bc-9281-97e45dfdf511 None None] Provisioning complete for port 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:47.342131 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-88355446-6d65-43bc-9281-97e45dfdf511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:47.364892 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Deleting port d572d7e0-3ad6-4928-92dc-4c59198a9995 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:47.365150 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:47.379435 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce7121c4-d33a-405e-b571-d8e71b1cb998 req-d2967dfc-d8fc-4309-9b82-cc0b293bbe41 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431151 Jul 24 09:35:47.381776 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c89d0b2-ef5f-47ef-a98b-9d1d6e12db60 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:47.431819 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-c835a0f4-0b20-4434-9cd3-1042e77fe98f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2006209 Jul 24 09:35:47.432882 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c89d0b2-ef5f-47ef-a98b-9d1d6e12db60 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:47.436473 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-5c89d0b2-ef5f-47ef-a98b-9d1d6e12db60 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:47.443503 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c89d0b2-ef5f-47ef-a98b-9d1d6e12db60 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:47.466658 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-88355446-6d65-43bc-9281-97e45dfdf511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:47.492289 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-00be9b14-408f-48b8-a6cc-d1038d5cdd9f tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] update failed (client error): The resource could not be found. Jul 24 09:35:47.496849 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-00be9b14-408f-48b8-a6cc-d1038d5cdd9f tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] 10.222.0.32 "PUT /v2.0/floatingips/e5ed1e6a-3552-4898-a1f2-7aa2e720e8c5 HTTP/1.1" status: 404 len: 507 time: 0.3296797 Jul 24 09:35:47.500694 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36256) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:47.503698 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] For port d572d7e0-3ad6-4928-92dc-4c59198a9995, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d572d7e0-3ad6-4928-92dc-4c59198a9995,segment=NetworkSegment(9ea2e9de-0a32-4767-993e-69109562473e),segment_id=9ea2e9de-0a32-4767-993e-69109562473e)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:47.505002 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:47.508348 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-88355446-6d65-43bc-9281-97e45dfdf511 None None] For port 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7bb3a72e-6ce8-42ee-9c14-605567a9a6fb,segment=NetworkSegment(ec172640-6ee5-46f1-a339-b3970bdb9749),segment_id=ec172640-6ee5-46f1-a339-b3970bdb9749)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:47.514884 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-88355446-6d65-43bc-9281-97e45dfdf511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:47.529590 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89d0b2-ef5f-47ef-a98b-9d1d6e12db60 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Pushing event updated for resources: {'Port': ['ID=295b57a6-53e5-4599-a0d4-356e1877c0c1,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:47.562720 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Calling delete_port for d572d7e0-3ad6-4928-92dc-4c59198a9995 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:47.583926 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88355446-6d65-43bc-9281-97e45dfdf511 None None] Pushing event updated for resources: {'Port': ['ID=7bb3a72e-6ce8-42ee-9c14-605567a9a6fb,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:47.736472 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-84998df2-d8e6-46a1-9ef0-211caf04be71 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Deleting port 76fe70fc-09a3-4d25-bb22-ee3de4a9a124 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:47.736887 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-84998df2-d8e6-46a1-9ef0-211caf04be71 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:47.740314 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:47.767802 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74ab3d6-ef90-477b-bebc-0985e3c6d7cc None None] get_active_networks_info from n-d-800085-9 {{(pid=94037) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 09:35:47.779078 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c89d0b2-ef5f-47ef-a98b-9d1d6e12db60 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:47.790471 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Port': ['ID=d572d7e0-3ad6-4928-92dc-4c59198a9995,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:47.796170 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] No DVR routers for this DVR port d572d7e0-3ad6-4928-92dc-4c59198a9995 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:35:47.852120 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-70a923e0-2861-4f41-9a42-dc1023e74517 None None] Provisioning complete for port 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:47.852511 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-70a923e0-2861-4f41-9a42-dc1023e74517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:47.913671 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-84998df2-d8e6-46a1-9ef0-211caf04be71 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:47.914400 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-84998df2-d8e6-46a1-9ef0-211caf04be71 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:47.945531 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:47.965787 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad6dcafb-74cc-4e97-8d08-a3563ac03833']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:47.967857 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-84998df2-d8e6-46a1-9ef0-211caf04be71 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Calling delete_port for 76fe70fc-09a3-4d25-bb22-ee3de4a9a124 owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:47.980709 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea2e9de-0a32-4767-993e-69109562473e') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:47.981085 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea2e9de-0a32-4767-993e-69109562473e') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:47.996478 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:48.012448 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74ab3d6-ef90-477b-bebc-0985e3c6d7cc None None] Resources bound (agent type, host, resource id): {{(pid=94037) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 09:35:48.060589 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:48.072332 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:35:48.072772 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:35:48.075964 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:35:48.252498 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:48.267344 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:48.273052 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "DELETE /v2.0/networks/ad6dcafb-74cc-4e97-8d08-a3563ac03833 HTTP/1.1" status: 204 len: 168 time: 4.1558957 Jul 24 09:35:48.274127 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36280) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:48.287586 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-89e070f3-7715-443f-809a-1755bd9bd532 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-554175465'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:48.292053 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c6b447-826d-4338-898d-5e2ff6aa8c9a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Network': ['ID=ad6dcafb-74cc-4e97-8d08-a3563ac03833,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:48.327630 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-84998df2-d8e6-46a1-9ef0-211caf04be71 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:48.339164 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:35:48.356303 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84998df2-d8e6-46a1-9ef0-211caf04be71 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Pushing event deleted for resources: {'Port': ['ID=76fe70fc-09a3-4d25-bb22-ee3de4a9a124,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:48.395551 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e070f3-7715-443f-809a-1755bd9bd532 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Made reservation on behalf of c47f431ba36c4b2ea1e51af2e3a0170d for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:48.399042 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-89e070f3-7715-443f-809a-1755bd9bd532 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:48.429153 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-84998df2-d8e6-46a1-9ef0-211caf04be71 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:48.432346 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-84998df2-d8e6-46a1-9ef0-211caf04be71 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:48.438463 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-84998df2-d8e6-46a1-9ef0-211caf04be71 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] 10.222.0.32 "DELETE /v2.0/floatingips/e5ed1e6a-3552-4898-a1f2-7aa2e720e8c5 HTTP/1.1" status: 204 len: 168 time: 0.9367256 Jul 24 09:35:48.439232 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36284) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:48.444423 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-38d50b62-139e-4cfc-9cdf-9c6cd884e51a tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Request body: {'floatingip': {'floating_network_id': '556c8b5c-1e0f-4a2c-b033-4cbbd145a508', 'port_id': '414bb8b4-845b-422d-8a0c-aa87ce9dbe53', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:48.445120 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:48.445497 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:48.470033 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-38d50b62-139e-4cfc-9cdf-9c6cd884e51a tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:48.471545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e070f3-7715-443f-809a-1755bd9bd532 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:35:48.521793 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-89e070f3-7715-443f-809a-1755bd9bd532 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:48.522128 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-89e070f3-7715-443f-809a-1755bd9bd532 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Added segment 7aa6a44b-6827-4850-9cbd-4af5207ca2e4 of type vlan for network c96806f8-979b-4940-925c-d7a99cd6faf2 Jul 24 09:35:48.585526 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-89e070f3-7715-443f-809a-1755bd9bd532 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:48.592035 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device eb7c2433-215b-485c-8630-c21e17057403 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:35:48.606336 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c89d0b2-ef5f-47ef-a98b-9d1d6e12db60 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:48.611969 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c89d0b2-ef5f-47ef-a98b-9d1d6e12db60 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593208'] for router, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:48.644318 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port eb7c2433-215b-485c-8630-c21e17057403 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:48.645741 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:48.675724 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc6491-c548-4bda-a7b3-943a0938343f req-8d044a0f-4aa6-4d79-b2f2-c610fee53f9c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:48.683320 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4cbc6491-c548-4bda-a7b3-943a0938343f req-8d044a0f-4aa6-4d79-b2f2-c610fee53f9c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 945 time: 0.1082067 Jul 24 09:35:48.722956 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-89e070f3-7715-443f-809a-1755bd9bd532 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:48.725223 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-38d50b62-139e-4cfc-9cdf-9c6cd884e51a tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:35:48.726294 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-38d50b62-139e-4cfc-9cdf-9c6cd884e51a tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2860200 Jul 24 09:35:48.731114 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e070f3-7715-443f-809a-1755bd9bd532 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:48.731747 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-89e070f3-7715-443f-809a-1755bd9bd532 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:48.737657 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36286) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:48.743133 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-758d4db6-eedc-493e-a1ce-18af145a2ebf tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'port_id': '414bb8b4-845b-422d-8a0c-aa87ce9dbe53', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:48.751004 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4cbc6491-c548-4bda-a7b3-943a0938343f req-7063ebd3-3afa-4a7c-9c65-b3e5094632ed tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667765 Jul 24 09:35:48.772855 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-89e070f3-7715-443f-809a-1755bd9bd532 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4976239 Jul 24 09:35:48.775935 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36288) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:48.781713 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e3e3ae8c-70ae-4e9d-8b88-f62d5c546028 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Request body: {'subnet': {'network_id': 'c96806f8-979b-4940-925c-d7a99cd6faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:48.815034 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-758d4db6-eedc-493e-a1ce-18af145a2ebf tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:48.817154 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e070f3-7715-443f-809a-1755bd9bd532 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event updated for resources: {'Network': ['ID=c96806f8-979b-4940-925c-d7a99cd6faf2,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:48.828710 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network c96806f8-979b-4940-925c-d7a99cd6faf2 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:35:48.851706 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c89d0b2-ef5f-47ef-a98b-9d1d6e12db60 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Router 0ee560aa-dd8f-468f-9eb2-5064935745c3 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:35:48.948954 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e3ae8c-70ae-4e9d-8b88-f62d5c546028 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Made reservation on behalf of c47f431ba36c4b2ea1e51af2e3a0170d for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:48.952395 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e3e3ae8c-70ae-4e9d-8b88-f62d5c546028 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:48.975596 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c89d0b2-ef5f-47ef-a98b-9d1d6e12db60 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:35:48.983107 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5c89d0b2-ef5f-47ef-a98b-9d1d6e12db60 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:48.984576 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5c89d0b2-ef5f-47ef-a98b-9d1d6e12db60 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "PUT /v2.0/routers/0ee560aa-dd8f-468f-9eb2-5064935745c3 HTTP/1.1" status: 200 len: 879 time: 2.5522993 Jul 24 09:35:48.986985 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36290) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:48.987805 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5bc054-c454-4917-bd4b-c50db38f078e None None] Sync routers for ids ['0ee560aa-dd8f-468f-9eb2-5064935745c3'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:35:49.004176 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5bc054-c454-4917-bd4b-c50db38f078e None None] Routers {'0ee560aa-dd8f-468f-9eb2-5064935745c3'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:49.005298 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5e5bc054-c454-4917-bd4b-c50db38f078e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0ee560aa-dd8f-468f-9eb2-5064935745c3'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:49.056979 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5e5bc054-c454-4917-bd4b-c50db38f078e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:49.068460 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5bc054-c454-4917-bd4b-c50db38f078e None None] Routers {'0ee560aa-dd8f-468f-9eb2-5064935745c3'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:49.068947 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5e5bc054-c454-4917-bd4b-c50db38f078e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0ee560aa-dd8f-468f-9eb2-5064935745c3'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:49.073750 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-758d4db6-eedc-493e-a1ce-18af145a2ebf tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:49.103398 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5e5bc054-c454-4917-bd4b-c50db38f078e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:49.104234 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5bc054-c454-4917-bd4b-c50db38f078e None None] The sync data for ids ['0ee560aa-dd8f-468f-9eb2-5064935745c3'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:35:49.112805 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e49c8def-6a38-4035-a679-88fee52d2506 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "GET /v2.0/routers/0ee560aa-dd8f-468f-9eb2-5064935745c3 HTTP/1.1" status: 200 len: 920 time: 0.1247478 Jul 24 09:35:49.116052 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36292) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:49.218976 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88248c9a-9384-4ced-a1a1-d75cef2c366d tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:49.220476 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-88248c9a-9384-4ced-a1a1-d75cef2c366d tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&device_id=0ee560aa-dd8f-468f-9eb2-5064935745c3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1033616 Jul 24 09:35:49.223096 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36294) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:49.293965 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-ba19cd68-aac4-4b52-932b-1e4680b8f1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:49.295486 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-ba19cd68-aac4-4b52-932b-1e4680b8f1c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 1096 time: 0.2384150 Jul 24 09:35:49.306455 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0725ead-0b1a-4301-b425-475630ea29e6 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:49.307869 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d0725ead-0b1a-4301-b425-475630ea29e6 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 881 time: 0.0838554 Jul 24 09:35:49.310764 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36296) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:49.314412 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e3e3ae8c-70ae-4e9d-8b88-f62d5c546028 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:49.338966 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-758d4db6-eedc-493e-a1ce-18af145a2ebf tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Allocated IP 172.25.7.218 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/ffde0ce3-a433-4528-8e44-3354c8aec51b) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:49.351385 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bec3b0f7-41a7-49d4-a91d-a4b996692549 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ee560aa-dd8f-468f-9eb2-5064935745c3 HTTP/1.1" status: 200 len: 205 time: 0.0369179 Jul 24 09:35:49.351574 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36298) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:49.454279 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2313079e-0197-44b1-8844-434ae06f2e6e tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:49.457366 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3ae8c-70ae-4e9d-8b88-f62d5c546028 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event updated for resources: {'Subnet': ['ID=47e327f1-e9ed-43df-8832-216fe1618573,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:49.555145 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2313079e-0197-44b1-8844-434ae06f2e6e tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:49.612978 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-2313079e-0197-44b1-8844-434ae06f2e6e tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Deleting port 295b57a6-53e5-4599-a0d4-356e1877c0c1 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:49.613363 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2313079e-0197-44b1-8844-434ae06f2e6e tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:49.691236 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2313079e-0197-44b1-8844-434ae06f2e6e tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:49.703385 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-2313079e-0197-44b1-8844-434ae06f2e6e tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Calling delete_port for 295b57a6-53e5-4599-a0d4-356e1877c0c1 owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:49.852610 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e3ae8c-70ae-4e9d-8b88-f62d5c546028 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Checking segment: {'id': '7aa6a44b-6827-4850-9cbd-4af5207ca2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c96806f8-979b-4940-925c-d7a99cd6faf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:49.852924 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e3ae8c-70ae-4e9d-8b88-f62d5c546028 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Network hostable DHCP agents. Network: c96806f8-979b-4940-925c-d7a99cd6faf2, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:35:49.874430 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-cac71f3c-ec51-4c5e-93e1-ff9430b007ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:49.875924 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-cac71f3c-ec51-4c5e-93e1-ff9430b007ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26 HTTP/1.1" status: 200 len: 897 time: 0.5721395 Jul 24 09:35:49.905313 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2313079e-0197-44b1-8844-434ae06f2e6e tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:49.931731 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e3ae8c-70ae-4e9d-8b88-f62d5c546028 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Network c96806f8-979b-4940-925c-d7a99cd6faf2 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:35:49.939140 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313079e-0197-44b1-8844-434ae06f2e6e tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Pushing event deleted for resources: {'Port': ['ID=295b57a6-53e5-4599-a0d4-356e1877c0c1,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:49.964596 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-e3e3ae8c-70ae-4e9d-8b88-f62d5c546028 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, c96806f8-979b-4940-925c-d7a99cd6faf2) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:49.968599 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-758d4db6-eedc-493e-a1ce-18af145a2ebf tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:49.974119 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dd9933-268c-42aa-958c-feb2fda53587 None None] Network c96806f8-979b-4940-925c-d7a99cd6faf2 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:49.974929 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9baa14-ae7c-44f8-b9c5-0dfa32557e11 req-228f6bcf-6415-4c16-8b33-99f5e5809f7c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:49.976467 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9b9baa14-ae7c-44f8-b9c5-0dfa32557e11 req-228f6bcf-6415-4c16-8b33-99f5e5809f7c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 945 time: 0.1289132 Jul 24 09:35:49.979816 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e3ae8c-70ae-4e9d-8b88-f62d5c546028 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:49.980406 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e3e3ae8c-70ae-4e9d-8b88-f62d5c546028 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:49.995517 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-032bed87-4bd4-490c-8902-6da70af7aa38 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1351ce31-eb57-4014-be82-98880d53d031 HTTP/1.1" status: 200 len: 1001 time: 0.1112711 Jul 24 09:35:50.033213 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2313079e-0197-44b1-8844-434ae06f2e6e tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:50.038617 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e3e3ae8c-70ae-4e9d-8b88-f62d5c546028 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2576866 Jul 24 09:35:50.040760 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36302) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:50.066461 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-bcb50c5f-5808-4011-8c4b-8d8964cae79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:50.068090 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-bcb50c5f-5808-4011-8c4b-8d8964cae79b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=052febb9-0d85-4f6f-a5a7-9b8b9b12c295 HTTP/1.1" status: 200 len: 834 time: 0.0668240 Jul 24 09:35:50.103684 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-758d4db6-eedc-493e-a1ce-18af145a2ebf tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:50.145336 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9b9baa14-ae7c-44f8-b9c5-0dfa32557e11 req-43ac93b4-f383-47c2-9735-ac90a68ebbf5 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502032 Jul 24 09:35:50.148140 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cef77e3-a911-4c75-9717-41315f0e0379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-c96806f8-979b-4940-925c-d7a99cd6faf2', 'network_id': 'c96806f8-979b-4940-925c-d7a99cd6faf2', 'tenant_id': 'c47f431ba36c4b2ea1e51af2e3a0170d', 'fixed_ips': [{'subnet_id': '47e327f1-e9ed-43df-8832-216fe1618573'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:35:50.148849 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758d4db6-eedc-493e-a1ce-18af145a2ebf tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:50.149589 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1cef77e3-a911-4c75-9717-41315f0e0379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:50.157356 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-758d4db6-eedc-493e-a1ce-18af145a2ebf tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:50.162697 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758d4db6-eedc-493e-a1ce-18af145a2ebf tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:50.172322 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2313079e-0197-44b1-8844-434ae06f2e6e tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:50.185154 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2313079e-0197-44b1-8844-434ae06f2e6e tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:50.196086 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d4db6-eedc-493e-a1ce-18af145a2ebf tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Pushing event updated for resources: {'Port': ['ID=ffde0ce3-a433-4528-8e44-3354c8aec51b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:50.215841 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-33320402-5a2f-482b-8df9-9388e8c86c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:50.217467 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-33320402-5a2f-482b-8df9-9388e8c86c8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1435044 Jul 24 09:35:50.265355 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2313079e-0197-44b1-8844-434ae06f2e6e tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:50.265929 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2313079e-0197-44b1-8844-434ae06f2e6e tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Fanout notify agent at l3_agent the message router_deleted on router 0ee560aa-dd8f-468f-9eb2-5064935745c3 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:35:50.276531 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2313079e-0197-44b1-8844-434ae06f2e6e tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:50.283491 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2313079e-0197-44b1-8844-434ae06f2e6e tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "DELETE /v2.0/routers/0ee560aa-dd8f-468f-9eb2-5064935745c3 HTTP/1.1" status: 204 len: 168 time: 0.9250412 Jul 24 09:35:50.283641 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36304) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:50.289144 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-34b923ba-f4b1-48d9-b393-d4b14b73aed5 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1222803324', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:50.291468 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:50.382234 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:50.403087 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-34b923ba-f4b1-48d9-b393-d4b14b73aed5 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:50.404133 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-34b923ba-f4b1-48d9-b393-d4b14b73aed5 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:50.425372 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-772ed1c3-adad-4dd1-a7e2-74730afb3d66 service neutron] 10.222.0.20 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990752 Jul 24 09:35:50.495938 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-1cef77e3-a911-4c75-9717-41315f0e0379 None None] Allocated IP 2001:db8::1 (c96806f8-979b-4940-925c-d7a99cd6faf2/47e327f1-e9ed-43df-8832-216fe1618573/7db18879-3fe2-467c-99ef-3bd1aa7dada4) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:50.526338 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-34b923ba-f4b1-48d9-b393-d4b14b73aed5 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:50.556061 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-34b923ba-f4b1-48d9-b393-d4b14b73aed5 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:50.588708 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-34b923ba-f4b1-48d9-b393-d4b14b73aed5 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:50.589927 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-34b923ba-f4b1-48d9-b393-d4b14b73aed5 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3075800 Jul 24 09:35:50.592682 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36306) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:50.598695 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-4c3166af-570e-4370-b6f7-da292f928343 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'enable_snat': True}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:50.605618 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-758d4db6-eedc-493e-a1ce-18af145a2ebf tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Deleting port ffde0ce3-a433-4528-8e44-3354c8aec51b {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:50.605965 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-758d4db6-eedc-493e-a1ce-18af145a2ebf tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:50.623753 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-ae4ddcff-b854-40b9-90d0-b542fcf66b8b service neutron] 10.222.0.20 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733387 Jul 24 09:35:50.643243 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1cef77e3-a911-4c75-9717-41315f0e0379 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:50.653464 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1cef77e3-a911-4c75-9717-41315f0e0379 None None] Transition to ACTIVE for port object 7db18879-3fe2-467c-99ef-3bd1aa7dada4 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:50.673885 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1cef77e3-a911-4c75-9717-41315f0e0379 None None] Transition to ACTIVE for port object 7db18879-3fe2-467c-99ef-3bd1aa7dada4 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:50.683197 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1cef77e3-a911-4c75-9717-41315f0e0379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:50.709703 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-758d4db6-eedc-493e-a1ce-18af145a2ebf tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:50.711496 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-758d4db6-eedc-493e-a1ce-18af145a2ebf tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:50.728079 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-758d4db6-eedc-493e-a1ce-18af145a2ebf tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Calling delete_port for ffde0ce3-a433-4528-8e44-3354c8aec51b owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:50.731201 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cef77e3-a911-4c75-9717-41315f0e0379 None None] Network c96806f8-979b-4940-925c-d7a99cd6faf2 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:50.737899 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-1cef77e3-a911-4c75-9717-41315f0e0379 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:50.742839 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cef77e3-a911-4c75-9717-41315f0e0379 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:50.751400 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef77e3-a911-4c75-9717-41315f0e0379 None None] Pushing event updated for resources: {'Port': ['ID=7db18879-3fe2-467c-99ef-3bd1aa7dada4,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:50.774884 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:50.809139 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-1cef77e3-a911-4c75-9717-41315f0e0379 None None] Attempting to bind port 7db18879-3fe2-467c-99ef-3bd1aa7dada4 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:50.809491 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-1cef77e3-a911-4c75-9717-41315f0e0379 None None] Attempting to bind port 7db18879-3fe2-467c-99ef-3bd1aa7dada4 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '7aa6a44b-6827-4850-9cbd-4af5207ca2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c96806f8-979b-4940-925c-d7a99cd6faf2'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:50.809842 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cef77e3-a911-4c75-9717-41315f0e0379 None None] Attempting to bind port 7db18879-3fe2-467c-99ef-3bd1aa7dada4 on network c96806f8-979b-4940-925c-d7a99cd6faf2 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:50.815076 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cef77e3-a911-4c75-9717-41315f0e0379 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:35:50.815450 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cef77e3-a911-4c75-9717-41315f0e0379 None None] Checking segment: {'id': '7aa6a44b-6827-4850-9cbd-4af5207ca2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c96806f8-979b-4940-925c-d7a99cd6faf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:50.815851 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1cef77e3-a911-4c75-9717-41315f0e0379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:50.816245 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cef77e3-a911-4c75-9717-41315f0e0379 None None] Bound using segment: {'id': '7aa6a44b-6827-4850-9cbd-4af5207ca2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c96806f8-979b-4940-925c-d7a99cd6faf2'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:35:50.816862 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-1cef77e3-a911-4c75-9717-41315f0e0379 None None] Bound port: 7db18879-3fe2-467c-99ef-3bd1aa7dada4, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa6a44b-6827-4850-9cbd-4af5207ca2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c96806f8-979b-4940-925c-d7a99cd6faf2'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:35:50.817753 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1cef77e3-a911-4c75-9717-41315f0e0379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:50.826567 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Subnet': ['ID=47e327f1-e9ed-43df-8832-216fe1618573,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:50.870466 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-758d4db6-eedc-493e-a1ce-18af145a2ebf tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:50.885527 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-1cef77e3-a911-4c75-9717-41315f0e0379 None None] For port 7db18879-3fe2-467c-99ef-3bd1aa7dada4, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:35:50.888698 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-1cef77e3-a911-4c75-9717-41315f0e0379 None None] For port 7db18879-3fe2-467c-99ef-3bd1aa7dada4, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7db18879-3fe2-467c-99ef-3bd1aa7dada4,segment=NetworkSegment(7aa6a44b-6827-4850-9cbd-4af5207ca2e4),segment_id=7aa6a44b-6827-4850-9cbd-4af5207ca2e4)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:35:50.893829 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1cef77e3-a911-4c75-9717-41315f0e0379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:50.903341 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d4db6-eedc-493e-a1ce-18af145a2ebf tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Pushing event deleted for resources: {'Port': ['ID=ffde0ce3-a433-4528-8e44-3354c8aec51b,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:50.908724 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c3166af-570e-4370-b6f7-da292f928343 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:50.936535 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:50.949959 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c96806f8-979b-4940-925c-d7a99cd6faf2']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:50.961143 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa6a44b-6827-4850-9cbd-4af5207ca2e4') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:50.961445 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa6a44b-6827-4850-9cbd-4af5207ca2e4') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:50.978229 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef77e3-a911-4c75-9717-41315f0e0379 None None] Pushing event updated for resources: {'Port': ['ID=7db18879-3fe2-467c-99ef-3bd1aa7dada4,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:50.984103 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-758d4db6-eedc-493e-a1ce-18af145a2ebf tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] create failed (client error): The resource could not be found. Jul 24 09:35:50.989010 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:50.989538 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-758d4db6-eedc-493e-a1ce-18af145a2ebf tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2465692 Jul 24 09:35:50.989740 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36308) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:51.005882 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6071c17-168a-47d0-8edc-e2059886daa6 None None] Network c96806f8-979b-4940-925c-d7a99cd6faf2 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:51.043960 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:51.056996 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:35:51.057396 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:35:51.060311 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:35:51.137089 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fa2031-4846-4bf1-a075-faa7d4a9e51e None None] get_active_networks_info from n-d-800085-9 {{(pid=94037) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 09:35:51.178675 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.db.api [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 24 09:35:51.178675 n-d-800085-9 neutron-server[94036]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 24 09:35:51.178675 n-d-800085-9 neutron-server[94036]: [parameters: {'id': 'c96806f8-979b-4940-925c-d7a99cd6faf2'}] Jul 24 09:35:51.178675 n-d-800085-9 neutron-server[94036]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:35:51.179665 n-d-800085-9 neutron-server[94036]: DEBUG oslo_db.api [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:35:51.214981 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-d68483b1-b710-4d66-87b0-141132a2dd85 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Deleting port 414bb8b4-845b-422d-8a0c-aa87ce9dbe53 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:51.215331 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d68483b1-b710-4d66-87b0-141132a2dd85 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:51.258722 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fa2031-4846-4bf1-a075-faa7d4a9e51e None None] Resources bound (agent type, host, resource id): {{(pid=94037) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 09:35:51.317236 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb414fd1-7075-4303-8218-b03aaa4d6601 req-5b2ebd52-d67c-45cf-b4a4-7e2fbde01534 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:51.321266 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cb414fd1-7075-4303-8218-b03aaa4d6601 req-5b2ebd52-d67c-45cf-b4a4-7e2fbde01534 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 945 time: 0.0699449 Jul 24 09:35:51.360941 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cb414fd1-7075-4303-8218-b03aaa4d6601 req-069aa395-d75b-49cb-ab58-13442cedd048 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351095 Jul 24 09:35:51.682660 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:51.707796 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d68483b1-b710-4d66-87b0-141132a2dd85 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:51.719179 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c3166af-570e-4370-b6f7-da292f928343 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:51.741014 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-d68483b1-b710-4d66-87b0-141132a2dd85 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Calling delete_port for 414bb8b4-845b-422d-8a0c-aa87ce9dbe53 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:51.761843 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c3166af-570e-4370-b6f7-da292f928343 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:51.918849 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Deleting port 7db18879-3fe2-467c-99ef-3bd1aa7dada4 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:51.919114 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:51.992049 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-4c3166af-570e-4370-b6f7-da292f928343 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Allocated IP 172.25.7.128 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/21d3e90d-8cc1-4744-b2e2-081e71dbe815) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:52.049617 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] For port 7db18879-3fe2-467c-99ef-3bd1aa7dada4, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7db18879-3fe2-467c-99ef-3bd1aa7dada4,segment=NetworkSegment(7aa6a44b-6827-4850-9cbd-4af5207ca2e4),segment_id=7aa6a44b-6827-4850-9cbd-4af5207ca2e4)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:52.049984 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:52.080925 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Calling delete_port for 7db18879-3fe2-467c-99ef-3bd1aa7dada4 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:52.083776 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d68483b1-b710-4d66-87b0-141132a2dd85 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:52.153161 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68483b1-b710-4d66-87b0-141132a2dd85 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Pushing event deleted for resources: {'Port': ['ID=414bb8b4-845b-422d-8a0c-aa87ce9dbe53,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:52.295104 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c3166af-570e-4370-b6f7-da292f928343 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:52.321435 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d68483b1-b710-4d66-87b0-141132a2dd85 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:52.323734 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d68483b1-b710-4d66-87b0-141132a2dd85 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] 10.222.0.32 "DELETE /v2.0/ports/414bb8b4-845b-422d-8a0c-aa87ce9dbe53 HTTP/1.1" status: 204 len: 168 time: 1.3330367 Jul 24 09:35:52.327528 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36312) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:52.341741 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:52.391040 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Port': ['ID=7db18879-3fe2-467c-99ef-3bd1aa7dada4,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:52.406716 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] No DVR routers for this DVR port 7db18879-3fe2-467c-99ef-3bd1aa7dada4 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:35:52.465132 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c3166af-570e-4370-b6f7-da292f928343 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:52.562837 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:52.585315 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3166af-570e-4370-b6f7-da292f928343 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:52.589268 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c96806f8-979b-4940-925c-d7a99cd6faf2']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:52.602460 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b300e211-7acc-4c33-bc68-94648dbc7005 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:52.604102 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b300e211-7acc-4c33-bc68-94648dbc7005 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] 10.222.0.32 "GET /v2.0/ports?device_id=504619ec-aa16-46e9-a660-435bea66f054 HTTP/1.1" status: 200 len: 913 time: 0.2755814 Jul 24 09:35:52.607799 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36316) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:52.611798 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-4c3166af-570e-4370-b6f7-da292f928343 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:52.616059 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3166af-570e-4370-b6f7-da292f928343 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Pushing event updated for resources: {'Port': ['ID=21d3e90d-8cc1-4744-b2e2-081e71dbe815,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:52.618362 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3166af-570e-4370-b6f7-da292f928343 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:52.622559 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa6a44b-6827-4850-9cbd-4af5207ca2e4') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:52.622856 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa6a44b-6827-4850-9cbd-4af5207ca2e4') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:52.654452 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:52.672015 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:35:52.678194 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:52.695767 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062062f-1a93-482f-8a25-649fb7d43161 req-d4763099-0f0c-4bd6-9511-8a3701ae3c52 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:52.697292 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f062062f-1a93-482f-8a25-649fb7d43161 req-d4763099-0f0c-4bd6-9511-8a3701ae3c52 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 945 time: 0.2556174 Jul 24 09:35:52.698266 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:35:52.698660 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:35:52.703505 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:35:52.841897 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:52.870011 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:52.871780 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "DELETE /v2.0/networks/c96806f8-979b-4940-925c-d7a99cd6faf2 HTTP/1.1" status: 204 len: 168 time: 2.8320243 Jul 24 09:35:52.877296 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36318) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:52.877546 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f062062f-1a93-482f-8a25-649fb7d43161 req-ce3c7044-1535-48c2-b1fb-70fd432fdd8a tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637478 Jul 24 09:35:52.883756 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-8b422117-dbac-4a45-8c8f-483665323909 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-966327273'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:52.889897 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbe731-da0f-4771-b58c-c49db3363587 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Network': ['ID=c96806f8-979b-4940-925c-d7a99cd6faf2,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:52.944686 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b422117-dbac-4a45-8c8f-483665323909 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Made reservation on behalf of c47f431ba36c4b2ea1e51af2e3a0170d for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:52.948217 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b422117-dbac-4a45-8c8f-483665323909 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:52.985371 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b422117-dbac-4a45-8c8f-483665323909 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:35:52.998402 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b422117-dbac-4a45-8c8f-483665323909 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:52.998757 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-8b422117-dbac-4a45-8c8f-483665323909 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Added segment 36fec4dc-bb49-4d10-8ba8-f7037b815e6d of type vlan for network d6dcb430-e424-4fb7-b752-52c4a6adff99 Jul 24 09:35:53.001731 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1d711c07-6165-4450-9e3f-22eedde0b3b2 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:53.016273 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c3166af-570e-4370-b6f7-da292f928343 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:53.106648 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b422117-dbac-4a45-8c8f-483665323909 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:53.194737 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b422117-dbac-4a45-8c8f-483665323909 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:53.200212 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b422117-dbac-4a45-8c8f-483665323909 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:53.200827 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b422117-dbac-4a45-8c8f-483665323909 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:53.206495 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c3166af-570e-4370-b6f7-da292f928343 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:53.209790 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c3166af-570e-4370-b6f7-da292f928343 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593208'] for router, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:53.273845 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8b422117-dbac-4a45-8c8f-483665323909 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3946211 Jul 24 09:35:53.276125 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b422117-dbac-4a45-8c8f-483665323909 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event updated for resources: {'Network': ['ID=d6dcb430-e424-4fb7-b752-52c4a6adff99,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:53.277550 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36320) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:53.285923 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-5dbd6a7a-c2f8-408d-81c7-9e63f8c5ae2f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Request body: {'subnet': {'network_id': 'd6dcb430-e424-4fb7-b752-52c4a6adff99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:53.286194 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network d6dcb430-e424-4fb7-b752-52c4a6adff99 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:35:53.392038 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-1d711c07-6165-4450-9e3f-22eedde0b3b2 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Deleting port 40612fef-2b3b-41da-8ef0-731624b6addd {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:53.392299 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1d711c07-6165-4450-9e3f-22eedde0b3b2 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:53.406939 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbd6a7a-c2f8-408d-81c7-9e63f8c5ae2f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Made reservation on behalf of c47f431ba36c4b2ea1e51af2e3a0170d for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:53.411114 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6a7a-c2f8-408d-81c7-9e63f8c5ae2f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:53.477987 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3166af-570e-4370-b6f7-da292f928343 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Router 499098d4-e5d4-46d1-aacd-c8852df7135f is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:35:53.479442 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1d711c07-6165-4450-9e3f-22eedde0b3b2 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:53.493072 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-1d711c07-6165-4450-9e3f-22eedde0b3b2 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Calling delete_port for 40612fef-2b3b-41da-8ef0-731624b6addd owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:53.639343 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3166af-570e-4370-b6f7-da292f928343 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:35:53.651256 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88da27f2-2c04-43c2-9699-9fe57d13146e None None] Sync routers for ids ['499098d4-e5d4-46d1-aacd-c8852df7135f'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:35:53.661078 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88da27f2-2c04-43c2-9699-9fe57d13146e None None] Routers {'499098d4-e5d4-46d1-aacd-c8852df7135f'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:53.661680 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-88da27f2-2c04-43c2-9699-9fe57d13146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['499098d4-e5d4-46d1-aacd-c8852df7135f'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:53.666322 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c3166af-570e-4370-b6f7-da292f928343 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:53.667540 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4c3166af-570e-4370-b6f7-da292f928343 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "PUT /v2.0/routers/499098d4-e5d4-46d1-aacd-c8852df7135f HTTP/1.1" status: 200 len: 915 time: 3.0737441 Jul 24 09:35:53.670400 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36322) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:53.678028 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1d711c07-6165-4450-9e3f-22eedde0b3b2 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:53.692160 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6a7a-c2f8-408d-81c7-9e63f8c5ae2f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:53.698058 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-88da27f2-2c04-43c2-9699-9fe57d13146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:53.707524 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88da27f2-2c04-43c2-9699-9fe57d13146e None None] Routers {'499098d4-e5d4-46d1-aacd-c8852df7135f'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:53.708152 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-88da27f2-2c04-43c2-9699-9fe57d13146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['499098d4-e5d4-46d1-aacd-c8852df7135f'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:53.741690 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-88da27f2-2c04-43c2-9699-9fe57d13146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:53.742343 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88da27f2-2c04-43c2-9699-9fe57d13146e None None] The sync data for ids ['499098d4-e5d4-46d1-aacd-c8852df7135f'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:35:53.758068 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd6a7a-c2f8-408d-81c7-9e63f8c5ae2f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event updated for resources: {'Subnet': ['ID=eb0423bc-cab7-41ca-8454-31ecfb847443,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:53.765380 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbd6a7a-c2f8-408d-81c7-9e63f8c5ae2f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Checking segment: {'id': '36fec4dc-bb49-4d10-8ba8-f7037b815e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd6dcb430-e424-4fb7-b752-52c4a6adff99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:53.765742 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbd6a7a-c2f8-408d-81c7-9e63f8c5ae2f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Network hostable DHCP agents. Network: d6dcb430-e424-4fb7-b752-52c4a6adff99, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:35:53.778230 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d711c07-6165-4450-9e3f-22eedde0b3b2 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Pushing event deleted for resources: {'Port': ['ID=40612fef-2b3b-41da-8ef0-731624b6addd,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:53.787533 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbd6a7a-c2f8-408d-81c7-9e63f8c5ae2f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Network d6dcb430-e424-4fb7-b752-52c4a6adff99 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:35:53.797851 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-5dbd6a7a-c2f8-408d-81c7-9e63f8c5ae2f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, d6dcb430-e424-4fb7-b752-52c4a6adff99) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:53.804533 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbd6a7a-c2f8-408d-81c7-9e63f8c5ae2f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:53.805202 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6a7a-c2f8-408d-81c7-9e63f8c5ae2f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:53.808681 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66bd04f-9cc7-4927-acfd-f1dcff67eb6f None None] Network d6dcb430-e424-4fb7-b752-52c4a6adff99 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:53.821958 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5dbd6a7a-c2f8-408d-81c7-9e63f8c5ae2f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5427902 Jul 24 09:35:53.824476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36324) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:53.907567 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a213a566-3c26-4e20-8d25-d41fd9b20e4e tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "GET /v2.0/routers/499098d4-e5d4-46d1-aacd-c8852df7135f HTTP/1.1" status: 200 len: 921 time: 0.2356877 Jul 24 09:35:53.940331 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36328) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:53.980098 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:54.001833 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbf864f-ecbe-403a-a544-ce782953f2a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-d6dcb430-e424-4fb7-b752-52c4a6adff99', 'network_id': 'd6dcb430-e424-4fb7-b752-52c4a6adff99', 'tenant_id': 'c47f431ba36c4b2ea1e51af2e3a0170d', 'fixed_ips': [{'subnet_id': 'eb0423bc-cab7-41ca-8454-31ecfb847443'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:35:54.002536 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cfbf864f-ecbe-403a-a544-ce782953f2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:54.010245 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1d711c07-6165-4450-9e3f-22eedde0b3b2 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:54.062637 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e248e0eb-ac66-4ed6-86d6-808a0353617c tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:54.064238 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e248e0eb-ac66-4ed6-86d6-808a0353617c tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&device_id=499098d4-e5d4-46d1-aacd-c8852df7135f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1228449 Jul 24 09:35:54.065281 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:54.068034 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36330) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:54.125258 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad97c3-b528-476e-ade7-434e08b50289 req-a37a1567-89ca-495a-9ea8-70895890c4d0 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:54.126804 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-01ad97c3-b528-476e-ade7-434e08b50289 req-a37a1567-89ca-495a-9ea8-70895890c4d0 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 945 time: 0.1516252 Jul 24 09:35:54.169550 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-cfbf864f-ecbe-403a-a544-ce782953f2a6 None None] Allocated IP 2001:db8::1 (d6dcb430-e424-4fb7-b752-52c4a6adff99/eb0423bc-cab7-41ca-8454-31ecfb847443/4880ced7-6662-4f3d-b9f4-823f3033b8b8) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:54.208813 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6c563f-34b7-4f91-a287-f542b5ec5760 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:54.213222 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-cd6c563f-34b7-4f91-a287-f542b5ec5760 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 881 time: 0.1431022 Jul 24 09:35:54.213948 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36332) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:54.243463 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6e5a9446-7121-4da8-a56e-877efc923d7c tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "GET /v2.0/ports?device_id=499098d4-e5d4-46d1-aacd-c8852df7135f HTTP/1.1" status: 200 len: 205 time: 0.0282934 Jul 24 09:35:54.243743 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d711c07-6165-4450-9e3f-22eedde0b3b2 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Router 504619ec-aa16-46e9-a660-435bea66f054 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:35:54.246993 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-01ad97c3-b528-476e-ade7-434e08b50289 req-5e2d6809-0265-419a-af33-b32f2a21301f tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777502 Jul 24 09:35:54.247451 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36334) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:54.333421 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cfbf864f-ecbe-403a-a544-ce782953f2a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:54.341552 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-cfbf864f-ecbe-403a-a544-ce782953f2a6 None None] Transition to ACTIVE for port object 4880ced7-6662-4f3d-b9f4-823f3033b8b8 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:54.355273 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-cfbf864f-ecbe-403a-a544-ce782953f2a6 None None] Transition to ACTIVE for port object 4880ced7-6662-4f3d-b9f4-823f3033b8b8 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:54.361326 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cfbf864f-ecbe-403a-a544-ce782953f2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:54.379787 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:54.398740 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbf864f-ecbe-403a-a544-ce782953f2a6 None None] Network d6dcb430-e424-4fb7-b752-52c4a6adff99 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:54.403709 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-cfbf864f-ecbe-403a-a544-ce782953f2a6 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:54.406959 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbf864f-ecbe-403a-a544-ce782953f2a6 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:54.415533 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf864f-ecbe-403a-a544-ce782953f2a6 None None] Pushing event updated for resources: {'Port': ['ID=4880ced7-6662-4f3d-b9f4-823f3033b8b8,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:54.421505 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d711c07-6165-4450-9e3f-22eedde0b3b2 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:35:54.427496 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1d711c07-6165-4450-9e3f-22eedde0b3b2 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] 10.222.0.32 "PUT /v2.0/routers/504619ec-aa16-46e9-a660-435bea66f054/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8185241 Jul 24 09:35:54.431259 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36336) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:54.434161 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead5575b-c380-4ed9-b5f5-0ba89f8f5e77 None None] Sync routers for ids ['504619ec-aa16-46e9-a660-435bea66f054'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:35:54.445352 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Subnet': ['ID=eb0423bc-cab7-41ca-8454-31ecfb847443,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:54.488030 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead5575b-c380-4ed9-b5f5-0ba89f8f5e77 None None] Routers {'504619ec-aa16-46e9-a660-435bea66f054'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:54.488688 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ead5575b-c380-4ed9-b5f5-0ba89f8f5e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['504619ec-aa16-46e9-a660-435bea66f054'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:54.491666 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:54.500968 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6dcb430-e424-4fb7-b752-52c4a6adff99']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:54.511876 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6fb404e3-882e-4f45-9d71-1b2d4c7af381 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:54.512406 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36fec4dc-bb49-4d10-8ba8-f7037b815e6d') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:54.512705 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36fec4dc-bb49-4d10-8ba8-f7037b815e6d') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:54.523517 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:54.525281 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ead5575b-c380-4ed9-b5f5-0ba89f8f5e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:54.531184 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-cfbf864f-ecbe-403a-a544-ce782953f2a6 None None] Attempting to bind port 4880ced7-6662-4f3d-b9f4-823f3033b8b8 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:54.531552 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-cfbf864f-ecbe-403a-a544-ce782953f2a6 None None] Attempting to bind port 4880ced7-6662-4f3d-b9f4-823f3033b8b8 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '36fec4dc-bb49-4d10-8ba8-f7037b815e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd6dcb430-e424-4fb7-b752-52c4a6adff99'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:54.532270 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbf864f-ecbe-403a-a544-ce782953f2a6 None None] Attempting to bind port 4880ced7-6662-4f3d-b9f4-823f3033b8b8 on network d6dcb430-e424-4fb7-b752-52c4a6adff99 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:54.539308 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:54.539814 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbf864f-ecbe-403a-a544-ce782953f2a6 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:35:54.540216 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbf864f-ecbe-403a-a544-ce782953f2a6 None None] Checking segment: {'id': '36fec4dc-bb49-4d10-8ba8-f7037b815e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd6dcb430-e424-4fb7-b752-52c4a6adff99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:54.540593 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cfbf864f-ecbe-403a-a544-ce782953f2a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:54.541034 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbf864f-ecbe-403a-a544-ce782953f2a6 None None] Bound using segment: {'id': '36fec4dc-bb49-4d10-8ba8-f7037b815e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd6dcb430-e424-4fb7-b752-52c4a6adff99'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:35:54.541476 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-cfbf864f-ecbe-403a-a544-ce782953f2a6 None None] Bound port: 4880ced7-6662-4f3d-b9f4-823f3033b8b8, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fec4dc-bb49-4d10-8ba8-f7037b815e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd6dcb430-e424-4fb7-b752-52c4a6adff99'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:35:54.541860 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cfbf864f-ecbe-403a-a544-ce782953f2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:54.545486 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead5575b-c380-4ed9-b5f5-0ba89f8f5e77 None None] Routers {'504619ec-aa16-46e9-a660-435bea66f054'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:54.545486 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ead5575b-c380-4ed9-b5f5-0ba89f8f5e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['504619ec-aa16-46e9-a660-435bea66f054'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:54.549620 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:35:54.550305 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:35:54.554719 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:35:54.575915 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-204f2150-1076-4ceb-b76c-3b43ad1898ec tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:54.584944 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ead5575b-c380-4ed9-b5f5-0ba89f8f5e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:54.585604 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead5575b-c380-4ed9-b5f5-0ba89f8f5e77 None None] The sync data for ids ['504619ec-aa16-46e9-a660-435bea66f054'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:35:54.632365 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.db.api [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 24 09:35:54.632365 n-d-800085-9 neutron-server[94036]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 24 09:35:54.632365 n-d-800085-9 neutron-server[94036]: [parameters: {'id': 'd6dcb430-e424-4fb7-b752-52c4a6adff99'}] Jul 24 09:35:54.632365 n-d-800085-9 neutron-server[94036]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:35:54.632985 n-d-800085-9 neutron-server[94036]: DEBUG oslo_db.api [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:35:54.647085 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-cfbf864f-ecbe-403a-a544-ce782953f2a6 None None] For port 4880ced7-6662-4f3d-b9f4-823f3033b8b8, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:35:54.650500 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-cfbf864f-ecbe-403a-a544-ce782953f2a6 None None] For port 4880ced7-6662-4f3d-b9f4-823f3033b8b8, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4880ced7-6662-4f3d-b9f4-823f3033b8b8,segment=NetworkSegment(36fec4dc-bb49-4d10-8ba8-f7037b815e6d),segment_id=36fec4dc-bb49-4d10-8ba8-f7037b815e6d)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:35:54.654892 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cfbf864f-ecbe-403a-a544-ce782953f2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:54.733996 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf864f-ecbe-403a-a544-ce782953f2a6 None None] Pushing event updated for resources: {'Port': ['ID=4880ced7-6662-4f3d-b9f4-823f3033b8b8,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:54.759166 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8f2c61-af29-441b-9a51-87861732fd83 None None] Network d6dcb430-e424-4fb7-b752-52c4a6adff99 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:54.893997 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1018c6be-6fd4-45f6-9f9f-775167a84f28 None None] get_active_networks_info from n-d-800085-9 {{(pid=94037) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 09:35:55.004481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1018c6be-6fd4-45f6-9f9f-775167a84f28 None None] Resources bound (agent type, host, resource id): {{(pid=94037) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 09:35:55.103051 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-204f2150-1076-4ceb-b76c-3b43ad1898ec tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.106696 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-204f2150-1076-4ceb-b76c-3b43ad1898ec tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.117408 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6fb404e3-882e-4f45-9d71-1b2d4c7af381 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.134492 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.176846 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-204f2150-1076-4ceb-b76c-3b43ad1898ec tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.177376 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204f2150-1076-4ceb-b76c-3b43ad1898ec tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Fanout notify agent at l3_agent the message router_deleted on router 504619ec-aa16-46e9-a660-435bea66f054 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:35:55.184214 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-204f2150-1076-4ceb-b76c-3b43ad1898ec tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.187727 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-204f2150-1076-4ceb-b76c-3b43ad1898ec tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] 10.222.0.32 "DELETE /v2.0/routers/504619ec-aa16-46e9-a660-435bea66f054 HTTP/1.1" status: 204 len: 168 time: 0.7517428 Jul 24 09:35:55.188303 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36338) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:55.209569 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Deleting port 4880ced7-6662-4f3d-b9f4-823f3033b8b8 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:55.209928 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.257231 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed44b24-4051-405a-9a56-71caa5f65760 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Deleting subnet d2af447f-8660-41a1-8ecb-add00b9bca4b {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:35:55.264768 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-6fb404e3-882e-4f45-9d71-1b2d4c7af381 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Deleting port 21d3e90d-8cc1-4744-b2e2-081e71dbe815 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:55.265139 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6fb404e3-882e-4f45-9d71-1b2d4c7af381 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.266826 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0ed44b24-4051-405a-9a56-71caa5f65760 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.281668 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] For port 4880ced7-6662-4f3d-b9f4-823f3033b8b8, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4880ced7-6662-4f3d-b9f4-823f3033b8b8,segment=NetworkSegment(36fec4dc-bb49-4d10-8ba8-f7037b815e6d),segment_id=36fec4dc-bb49-4d10-8ba8-f7037b815e6d)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:55.282043 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.295292 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Calling delete_port for 4880ced7-6662-4f3d-b9f4-823f3033b8b8 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:55.353938 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0ed44b24-4051-405a-9a56-71caa5f65760 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.411876 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6fb404e3-882e-4f45-9d71-1b2d4c7af381 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.426597 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cca86f-2463-454f-a53f-dbf526de0038 req-fcab5f2c-9570-45c2-8c5d-c1c1068999e2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:55.428123 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-82cca86f-2463-454f-a53f-dbf526de0038 req-fcab5f2c-9570-45c2-8c5d-c1c1068999e2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 945 time: 0.0871868 Jul 24 09:35:55.429624 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.443911 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-6fb404e3-882e-4f45-9d71-1b2d4c7af381 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Calling delete_port for 21d3e90d-8cc1-4744-b2e2-081e71dbe815 owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:55.462465 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Port': ['ID=4880ced7-6662-4f3d-b9f4-823f3033b8b8,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:55.467202 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] No DVR routers for this DVR port 4880ced7-6662-4f3d-b9f4-823f3033b8b8 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:35:55.503855 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0ed44b24-4051-405a-9a56-71caa5f65760 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.533562 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-82cca86f-2463-454f-a53f-dbf526de0038 req-b68798f2-9c87-4b7b-b81b-3f516510e28c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958657 Jul 24 09:35:55.567964 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.577765 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6dcb430-e424-4fb7-b752-52c4a6adff99']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:55.587835 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36fec4dc-bb49-4d10-8ba8-f7037b815e6d') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:55.588134 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36fec4dc-bb49-4d10-8ba8-f7037b815e6d') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:55.596577 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.612489 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.615929 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0ed44b24-4051-405a-9a56-71caa5f65760 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.618638 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:35:55.619012 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:35:55.622108 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:35:55.645704 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed44b24-4051-405a-9a56-71caa5f65760 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Pushing event deleted for resources: {'Subnet': ['ID=d2af447f-8660-41a1-8ecb-add00b9bca4b,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:55.653203 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0ed44b24-4051-405a-9a56-71caa5f65760 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.655061 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0ed44b24-4051-405a-9a56-71caa5f65760 tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] 10.222.0.32 "DELETE /v2.0/subnets/d2af447f-8660-41a1-8ecb-add00b9bca4b HTTP/1.1" status: 204 len: 168 time: 0.4659441 Jul 24 09:35:55.659637 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36342) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:55.659970 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc55f9f-e0d4-4bd9-a7c0-c9170a22ea62 None None] Network 556c8b5c-1e0f-4a2c-b033-4cbbd145a508 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:55.695292 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.716776 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.718188 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "DELETE /v2.0/networks/d6dcb430-e424-4fb7-b752-52c4a6adff99 HTTP/1.1" status: 204 len: 168 time: 1.8927553 Jul 24 09:35:55.719061 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85b280-c846-4514-b96a-76b9c2c92081 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Network': ['ID=d6dcb430-e424-4fb7-b752-52c4a6adff99,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:55.722126 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36344) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:55.727483 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-2fd6d69c-db98-47ac-90de-69e9ba6d71da tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2021237819'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:55.748176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd6d69c-db98-47ac-90de-69e9ba6d71da tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Made reservation on behalf of c47f431ba36c4b2ea1e51af2e3a0170d for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:55.753242 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2fd6d69c-db98-47ac-90de-69e9ba6d71da tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.776975 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd6d69c-db98-47ac-90de-69e9ba6d71da tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:35:55.780584 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0666-4beb-4992-9a14-257b1c05272e tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.784706 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6fb404e3-882e-4f45-9d71-1b2d4c7af381 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.789434 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2fd6d69c-db98-47ac-90de-69e9ba6d71da tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.789779 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-2fd6d69c-db98-47ac-90de-69e9ba6d71da tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Added segment 351e58c8-1595-4dac-9300-205c25c332df of type vlan for network 48512694-4b69-4971-af0d-d977e9815e7b Jul 24 09:35:55.818208 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb404e3-882e-4f45-9d71-1b2d4c7af381 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Pushing event deleted for resources: {'Port': ['ID=21d3e90d-8cc1-4744-b2e2-081e71dbe815,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:55.841450 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2fd6d69c-db98-47ac-90de-69e9ba6d71da tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.871017 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1677ba71-c2f1-4f25-b643-48020f2487d2 None None] DHCP port deletion for 556c8b5c-1e0f-4a2c-b033-4cbbd145a508 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:35:55.871726 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2fd6d69c-db98-47ac-90de-69e9ba6d71da tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.877544 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd6d69c-db98-47ac-90de-69e9ba6d71da tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:55.878197 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2fd6d69c-db98-47ac-90de-69e9ba6d71da tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.915439 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6fb404e3-882e-4f45-9d71-1b2d4c7af381 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.920142 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2fd6d69c-db98-47ac-90de-69e9ba6d71da tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1964552 Jul 24 09:35:55.922966 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36346) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:55.928508 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-6d7b700a-753b-4448-8a16-2dccdb0a9a42 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Request body: {'subnet': {'network_id': '48512694-4b69-4971-af0d-d977e9815e7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:55.932017 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-1677ba71-c2f1-4f25-b643-48020f2487d2 None None] Deleting port 8265d239-9aa7-4909-9c5f-b651b88d2618 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:55.932406 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1677ba71-c2f1-4f25-b643-48020f2487d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:55.984761 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6d69c-db98-47ac-90de-69e9ba6d71da tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event updated for resources: {'Network': ['ID=48512694-4b69-4971-af0d-d977e9815e7b,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:55.997060 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 48512694-4b69-4971-af0d-d977e9815e7b details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:35:56.005853 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-1677ba71-c2f1-4f25-b643-48020f2487d2 None None] For port 8265d239-9aa7-4909-9c5f-b651b88d2618, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=8265d239-9aa7-4909-9c5f-b651b88d2618,segment=NetworkSegment(baf9fa1b-935e-4ba0-b633-faef61517588),segment_id=baf9fa1b-935e-4ba0-b633-faef61517588)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:56.006250 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1677ba71-c2f1-4f25-b643-48020f2487d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.019114 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6fb404e3-882e-4f45-9d71-1b2d4c7af381 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.022185 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6fb404e3-882e-4f45-9d71-1b2d4c7af381 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.027158 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-8b0b0666-4beb-4992-9a14-257b1c05272e tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Deleting port 8265d239-9aa7-4909-9c5f-b651b88d2618 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:35:56.027158 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0666-4beb-4992-9a14-257b1c05272e tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.037200 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-1677ba71-c2f1-4f25-b643-48020f2487d2 None None] Calling delete_port for 8265d239-9aa7-4909-9c5f-b651b88d2618 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:56.065310 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7b700a-753b-4448-8a16-2dccdb0a9a42 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Made reservation on behalf of c47f431ba36c4b2ea1e51af2e3a0170d for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:56.069483 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d7b700a-753b-4448-8a16-2dccdb0a9a42 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.124579 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6fb404e3-882e-4f45-9d71-1b2d4c7af381 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.125156 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb404e3-882e-4f45-9d71-1b2d4c7af381 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Fanout notify agent at l3_agent the message router_deleted on router 499098d4-e5d4-46d1-aacd-c8852df7135f {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:35:56.139601 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6fb404e3-882e-4f45-9d71-1b2d4c7af381 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.141314 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6fb404e3-882e-4f45-9d71-1b2d4c7af381 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "DELETE /v2.0/routers/499098d4-e5d4-46d1-aacd-c8852df7135f HTTP/1.1" status: 204 len: 168 time: 1.8925529 Jul 24 09:35:56.145928 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36348) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:56.149281 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-8b0b0666-4beb-4992-9a14-257b1c05272e tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] For port 8265d239-9aa7-4909-9c5f-b651b88d2618, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=8265d239-9aa7-4909-9c5f-b651b88d2618,segment=NetworkSegment(baf9fa1b-935e-4ba0-b633-faef61517588),segment_id=baf9fa1b-935e-4ba0-b633-faef61517588)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:56.149850 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0666-4beb-4992-9a14-257b1c05272e tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.155331 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f223f313-ac83-46dd-8371-52c4855a3722 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-363878898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:56.182210 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-8b0b0666-4beb-4992-9a14-257b1c05272e tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Calling delete_port for 8265d239-9aa7-4909-9c5f-b651b88d2618 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:35:56.195473 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1677ba71-c2f1-4f25-b643-48020f2487d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.241105 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f223f313-ac83-46dd-8371-52c4855a3722 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.242646 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f223f313-ac83-46dd-8371-52c4855a3722 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.267549 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1677ba71-c2f1-4f25-b643-48020f2487d2 None None] No DVR routers for this DVR port 8265d239-9aa7-4909-9c5f-b651b88d2618 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:35:56.283695 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677ba71-c2f1-4f25-b643-48020f2487d2 None None] Pushing event deleted for resources: {'Port': ['ID=8265d239-9aa7-4909-9c5f-b651b88d2618,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:56.294398 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d7b700a-753b-4448-8a16-2dccdb0a9a42 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.322801 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 8265d239-9aa7-4909-9c5f-b651b88d2618 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:35:56.326295 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f223f313-ac83-46dd-8371-52c4855a3722 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.332555 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f223f313-ac83-46dd-8371-52c4855a3722 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.344880 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0666-4beb-4992-9a14-257b1c05272e tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.348573 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 8265d239-9aa7-4909-9c5f-b651b88d2618 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:35:56.349126 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 8265d239-9aa7-4909-9c5f-b651b88d2618 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:35:56.361389 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b700a-753b-4448-8a16-2dccdb0a9a42 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event updated for resources: {'Subnet': ['ID=5df2f09c-450f-4c26-ab4e-f478689ac868,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:56.370414 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7b700a-753b-4448-8a16-2dccdb0a9a42 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Checking segment: {'id': '351e58c8-1595-4dac-9300-205c25c332df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '48512694-4b69-4971-af0d-d977e9815e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:56.370779 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7b700a-753b-4448-8a16-2dccdb0a9a42 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Network hostable DHCP agents. Network: 48512694-4b69-4971-af0d-d977e9815e7b, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:35:56.377697 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b0666-4beb-4992-9a14-257b1c05272e tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Pushing event deleted for resources: {'Port': ['ID=8265d239-9aa7-4909-9c5f-b651b88d2618,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:56.379635 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f223f313-ac83-46dd-8371-52c4855a3722 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.381468 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f223f313-ac83-46dd-8371-52c4855a3722 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2338793 Jul 24 09:35:56.384062 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36350) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:56.386270 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0b0666-4beb-4992-9a14-257b1c05272e tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] No DVR routers for this DVR port 8265d239-9aa7-4909-9c5f-b651b88d2618 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:35:56.388583 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7b700a-753b-4448-8a16-2dccdb0a9a42 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Network 48512694-4b69-4971-af0d-d977e9815e7b is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:35:56.390356 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-80f306f4-c85d-4c65-baa8-40f9ede18990 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'enable_snat': False}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:56.398357 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-6d7b700a-753b-4448-8a16-2dccdb0a9a42 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 48512694-4b69-4971-af0d-d977e9815e7b) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:56.407813 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7b700a-753b-4448-8a16-2dccdb0a9a42 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:56.408597 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d7b700a-753b-4448-8a16-2dccdb0a9a42 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.409292 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86d6de5-f0dd-4f3a-8659-906661913a9e None None] Network 48512694-4b69-4971-af0d-d977e9815e7b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:56.425596 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6d7b700a-753b-4448-8a16-2dccdb0a9a42 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5014894 Jul 24 09:35:56.428210 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36352) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:56.433799 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-299c298c-e8b5-40e9-a721-660ec19c23fd tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Request body: {'subnet': {'network_id': '48512694-4b69-4971-af0d-d977e9815e7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:56.542849 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299c298c-e8b5-40e9-a721-660ec19c23fd tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Made reservation on behalf of c47f431ba36c4b2ea1e51af2e3a0170d for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:56.546401 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-299c298c-e8b5-40e9-a721-660ec19c23fd tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.581111 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad561d73-e04e-4ebf-9da9-7baeff371159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-48512694-4b69-4971-af0d-d977e9815e7b', 'network_id': '48512694-4b69-4971-af0d-d977e9815e7b', 'tenant_id': 'c47f431ba36c4b2ea1e51af2e3a0170d', 'fixed_ips': [{'subnet_id': '5df2f09c-450f-4c26-ab4e-f478689ac868'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:35:56.582870 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ad561d73-e04e-4ebf-9da9-7baeff371159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.593039 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0666-4beb-4992-9a14-257b1c05272e tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.605836 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-8b0b0666-4beb-4992-9a14-257b1c05272e tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556c8b5c-1e0f-4a2c-b033-4cbbd145a508']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:56.618747 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-8b0b0666-4beb-4992-9a14-257b1c05272e tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf9fa1b-935e-4ba0-b633-faef61517588') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:56.619047 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-8b0b0666-4beb-4992-9a14-257b1c05272e tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf9fa1b-935e-4ba0-b633-faef61517588') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:56.712280 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0666-4beb-4992-9a14-257b1c05272e tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.721837 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80f306f4-c85d-4c65-baa8-40f9ede18990 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.736692 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0666-4beb-4992-9a14-257b1c05272e tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.748177 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-ad561d73-e04e-4ebf-9da9-7baeff371159 None None] Allocated IP 2001:db8::2 (48512694-4b69-4971-af0d-d977e9815e7b/5df2f09c-450f-4c26-ab4e-f478689ac868/237475d3-4b66-4ae3-90fe-88413d0dfad9) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:56.753483 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b0b0666-4beb-4992-9a14-257b1c05272e tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:35:56.754404 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0666-4beb-4992-9a14-257b1c05272e tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:35:56.757393 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:35:56.804464 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-299c298c-e8b5-40e9-a721-660ec19c23fd tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.847912 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7e981-50fb-49b2-bf46-9b903af7b93a req-5d62615b-98dc-4287-ae7d-9aad7c487786 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:56.849597 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-97a7e981-50fb-49b2-bf46-9b903af7b93a req-5d62615b-98dc-4287-ae7d-9aad7c487786 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 945 time: 0.2330084 Jul 24 09:35:56.853800 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299c298c-e8b5-40e9-a721-660ec19c23fd tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Network 48512694-4b69-4971-af0d-d977e9815e7b is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:56.857101 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-299c298c-e8b5-40e9-a721-660ec19c23fd tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:56.861916 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299c298c-e8b5-40e9-a721-660ec19c23fd tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:56.862588 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-299c298c-e8b5-40e9-a721-660ec19c23fd tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.876909 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c298c-e8b5-40e9-a721-660ec19c23fd tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event updated for resources: {'Subnet': ['ID=a348ae97-aa24-4272-a8a0-89b4a39f0709,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:56.884573 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-299c298c-e8b5-40e9-a721-660ec19c23fd tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4527457 Jul 24 09:35:56.885495 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36356) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:56.888875 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0666-4beb-4992-9a14-257b1c05272e tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.903490 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0666-4beb-4992-9a14-257b1c05272e tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.908059 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8b0b0666-4beb-4992-9a14-257b1c05272e tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] 10.222.0.32 "DELETE /v2.0/networks/556c8b5c-1e0f-4a2c-b033-4cbbd145a508 HTTP/1.1" status: 204 len: 168 time: 1.2449844 Jul 24 09:35:56.930179 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b0666-4beb-4992-9a14-257b1c05272e tempest-FloatingIPNegativeTestJSON-222174277 tempest-FloatingIPNegativeTestJSON-222174277-project] Pushing event deleted for resources: {'Network': ['ID=556c8b5c-1e0f-4a2c-b033-4cbbd145a508,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:56.953181 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b0e7ae-adb3-4917-a4a9-26365e046a81 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:56.955033 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b0e7ae-adb3-4917-a4a9-26365e046a81 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:56.956353 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-97a7e981-50fb-49b2-bf46-9b903af7b93a req-df3ec2f9-aaa1-4d56-a310-87813a237f15 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653074 Jul 24 09:35:56.956978 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b0e7ae-adb3-4917-a4a9-26365e046a81 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:56.959081 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b0e7ae-adb3-4917-a4a9-26365e046a81 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:56.960674 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b0e7ae-adb3-4917-a4a9-26365e046a81 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:56.962404 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-71b0e7ae-adb3-4917-a4a9-26365e046a81 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0766301 Jul 24 09:35:56.966319 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36362) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:56.971253 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-450e5506-c3f9-45d6-a6c4-b4c00509d306 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-53595567'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:56.977697 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ad561d73-e04e-4ebf-9da9-7baeff371159 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:56.988390 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ad561d73-e04e-4ebf-9da9-7baeff371159 None None] Transition to ACTIVE for port object 237475d3-4b66-4ae3-90fe-88413d0dfad9 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:57.009019 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ad561d73-e04e-4ebf-9da9-7baeff371159 None None] Transition to ACTIVE for port object 237475d3-4b66-4ae3-90fe-88413d0dfad9 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:35:57.009396 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450e5506-c3f9-45d6-a6c4-b4c00509d306 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Made reservation on behalf of c47f431ba36c4b2ea1e51af2e3a0170d for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:57.013240 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-450e5506-c3f9-45d6-a6c4-b4c00509d306 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:57.016329 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ad561d73-e04e-4ebf-9da9-7baeff371159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:57.044547 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450e5506-c3f9-45d6-a6c4-b4c00509d306 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:35:57.058390 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-450e5506-c3f9-45d6-a6c4-b4c00509d306 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:57.059040 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-450e5506-c3f9-45d6-a6c4-b4c00509d306 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Added segment 60a3b008-0d63-4cc8-a42f-3a23d4db21f3 of type vlan for network cc586faf-cf35-4721-9639-1b0a86213067 Jul 24 09:35:57.070528 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad561d73-e04e-4ebf-9da9-7baeff371159 None None] Network 48512694-4b69-4971-af0d-d977e9815e7b is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:57.074969 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-ad561d73-e04e-4ebf-9da9-7baeff371159 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:57.078079 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad561d73-e04e-4ebf-9da9-7baeff371159 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:57.081141 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad561d73-e04e-4ebf-9da9-7baeff371159 None None] Pushing event updated for resources: {'Port': ['ID=237475d3-4b66-4ae3-90fe-88413d0dfad9,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:57.111247 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-450e5506-c3f9-45d6-a6c4-b4c00509d306 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:57.113761 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80f306f4-c85d-4c65-baa8-40f9ede18990 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:57.137409 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80f306f4-c85d-4c65-baa8-40f9ede18990 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:57.146226 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ad561d73-e04e-4ebf-9da9-7baeff371159 None None] Attempting to bind port 237475d3-4b66-4ae3-90fe-88413d0dfad9 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:35:57.146638 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ad561d73-e04e-4ebf-9da9-7baeff371159 None None] Attempting to bind port 237475d3-4b66-4ae3-90fe-88413d0dfad9 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '351e58c8-1595-4dac-9300-205c25c332df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '48512694-4b69-4971-af0d-d977e9815e7b'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:35:57.147006 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad561d73-e04e-4ebf-9da9-7baeff371159 None None] Attempting to bind port 237475d3-4b66-4ae3-90fe-88413d0dfad9 on network 48512694-4b69-4971-af0d-d977e9815e7b {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:35:57.150268 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-450e5506-c3f9-45d6-a6c4-b4c00509d306 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:57.154031 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad561d73-e04e-4ebf-9da9-7baeff371159 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:35:57.154457 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad561d73-e04e-4ebf-9da9-7baeff371159 None None] Checking segment: {'id': '351e58c8-1595-4dac-9300-205c25c332df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '48512694-4b69-4971-af0d-d977e9815e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:57.155809 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ad561d73-e04e-4ebf-9da9-7baeff371159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:57.156250 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad561d73-e04e-4ebf-9da9-7baeff371159 None None] Bound using segment: {'id': '351e58c8-1595-4dac-9300-205c25c332df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '48512694-4b69-4971-af0d-d977e9815e7b'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:35:57.156767 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ad561d73-e04e-4ebf-9da9-7baeff371159 None None] Bound port: 237475d3-4b66-4ae3-90fe-88413d0dfad9, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '351e58c8-1595-4dac-9300-205c25c332df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '48512694-4b69-4971-af0d-d977e9815e7b'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:35:57.157210 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ad561d73-e04e-4ebf-9da9-7baeff371159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:57.158873 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450e5506-c3f9-45d6-a6c4-b4c00509d306 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:57.159803 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-450e5506-c3f9-45d6-a6c4-b4c00509d306 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:57.224695 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-450e5506-c3f9-45d6-a6c4-b4c00509d306 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2572391 Jul 24 09:35:57.225589 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36366) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:57.235909 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-9bc31129-2906-4d9e-b5e0-ef40fee629de tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:57.263517 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36368) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:57.264566 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ad561d73-e04e-4ebf-9da9-7baeff371159 None None] For port 237475d3-4b66-4ae3-90fe-88413d0dfad9, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:35:57.274686 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-78f4ef86-51f5-4dc2-b6df-c110f35b4e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:57.279796 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ad561d73-e04e-4ebf-9da9-7baeff371159 None None] For port 237475d3-4b66-4ae3-90fe-88413d0dfad9, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=237475d3-4b66-4ae3-90fe-88413d0dfad9,segment=NetworkSegment(351e58c8-1595-4dac-9300-205c25c332df),segment_id=351e58c8-1595-4dac-9300-205c25c332df)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:35:57.283952 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-80f306f4-c85d-4c65-baa8-40f9ede18990 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Allocated IP 172.25.7.137 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/cfda6194-fb04-4409-8082-15c94758c6a2) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:57.286625 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ad561d73-e04e-4ebf-9da9-7baeff371159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:57.297489 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e5506-c3f9-45d6-a6c4-b4c00509d306 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event updated for resources: {'Network': ['ID=cc586faf-cf35-4721-9639-1b0a86213067,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:57.319732 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network cc586faf-cf35-4721-9639-1b0a86213067 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:35:57.433882 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad561d73-e04e-4ebf-9da9-7baeff371159 None None] Pushing event updated for resources: {'Port': ['ID=237475d3-4b66-4ae3-90fe-88413d0dfad9,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:57.434479 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80f306f4-c85d-4c65-baa8-40f9ede18990 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:57.459252 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9bc31129-2906-4d9e-b5e0-ef40fee629de tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:57.473795 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9bc31129-2906-4d9e-b5e0-ef40fee629de tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:57.482914 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9bc31129-2906-4d9e-b5e0-ef40fee629de tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Network cc586faf-cf35-4721-9639-1b0a86213067 is not hosted by any dhcp agent {{(pid=94036) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 09:35:57.489155 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc31129-2906-4d9e-b5e0-ef40fee629de tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:57.489764 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9bc31129-2906-4d9e-b5e0-ef40fee629de tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:57.491045 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9bc31129-2906-4d9e-b5e0-ef40fee629de tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "PUT /v2.0/networks/cc586faf-cf35-4721-9639-1b0a86213067 HTTP/1.1" status: 200 len: 723 time: 0.2617257 Jul 24 09:35:57.495671 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36372) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:57.502452 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-781877f1-bd0e-4571-91bc-27a676270124 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Request body: {'subnet': {'network_id': 'cc586faf-cf35-4721-9639-1b0a86213067', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:57.521151 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-707131a3-d188-4344-96fe-47975b8e2e91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6688943c31a242afac83e11a19e8f4d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2533753 Jul 24 09:35:57.531426 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36374) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:57.567116 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc31129-2906-4d9e-b5e0-ef40fee629de tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event updated for resources: {'Network': ['ID=cc586faf-cf35-4721-9639-1b0a86213067,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:57.586225 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network cc586faf-cf35-4721-9639-1b0a86213067 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:35:57.589222 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80f306f4-c85d-4c65-baa8-40f9ede18990 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:57.701766 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f306f4-c85d-4c65-baa8-40f9ede18990 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:35:57.714298 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-80f306f4-c85d-4c65-baa8-40f9ede18990 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:57.722111 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f306f4-c85d-4c65-baa8-40f9ede18990 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:35:57.727802 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7658c8e6-700d-4d03-93a9-eaa97dff5b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:57.729492 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f306f4-c85d-4c65-baa8-40f9ede18990 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Pushing event updated for resources: {'Port': ['ID=cfda6194-fb04-4409-8082-15c94758c6a2,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:57.764969 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781877f1-bd0e-4571-91bc-27a676270124 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Made reservation on behalf of c47f431ba36c4b2ea1e51af2e3a0170d for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:57.768388 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-781877f1-bd0e-4571-91bc-27a676270124 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:57.800319 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7658c8e6-700d-4d03-93a9-eaa97dff5b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:57.998845 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7658c8e6-700d-4d03-93a9-eaa97dff5b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:58.001375 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7658c8e6-700d-4d03-93a9-eaa97dff5b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:58.002548 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7658c8e6-700d-4d03-93a9-eaa97dff5b95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/35109c30-d6d3-42b0-a493-6e7ebd1f54ee HTTP/1.1" status: 204 len: 168 time: 0.4701655 Jul 24 09:35:58.034518 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658c8e6-700d-4d03-93a9-eaa97dff5b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35109c30-d6d3-42b0-a493-6e7ebd1f54ee,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:58.184372 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-781877f1-bd0e-4571-91bc-27a676270124 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:58.223693 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80f306f4-c85d-4c65-baa8-40f9ede18990 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:58.440415 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 237475d3-4b66-4ae3-90fe-88413d0dfad9 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:35:58.521336 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae670f0f-fa5a-4905-acc2-16b46ab5da67 req-60b1b2ca-e498-4e3f-934c-6e0a3e74ff22 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:58.522925 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ae670f0f-fa5a-4905-acc2-16b46ab5da67 req-60b1b2ca-e498-4e3f-934c-6e0a3e74ff22 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 945 time: 0.4839432 Jul 24 09:35:58.532626 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 237475d3-4b66-4ae3-90fe-88413d0dfad9 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:58.578126 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ae670f0f-fa5a-4905-acc2-16b46ab5da67 req-3e8726f7-9aa3-4f16-b610-fb9e735604d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431097 Jul 24 09:35:58.651078 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d634ea-4c4f-4f4c-8999-acc02d0278a2 None None] Network 48512694-4b69-4971-af0d-d977e9815e7b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:58.738993 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0b1229a1-c6c8-481e-b210-d289657450e2 None None] Provisioning for port 237475d3-4b66-4ae3-90fe-88413d0dfad9 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:35:58.750188 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0b1229a1-c6c8-481e-b210-d289657450e2 None None] Provisioning complete for port 237475d3-4b66-4ae3-90fe-88413d0dfad9 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:35:58.750556 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0b1229a1-c6c8-481e-b210-d289657450e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:58.758060 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781877f1-bd0e-4571-91bc-27a676270124 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event updated for resources: {'Subnet': ['ID=bf5a090b-f597-4a6f-8127-ad21e91e9e50,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:58.771040 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781877f1-bd0e-4571-91bc-27a676270124 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Checking segment: {'id': '60a3b008-0d63-4cc8-a42f-3a23d4db21f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cc586faf-cf35-4721-9639-1b0a86213067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:35:58.771404 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781877f1-bd0e-4571-91bc-27a676270124 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Network hostable DHCP agents. Network: cc586faf-cf35-4721-9639-1b0a86213067, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:35:58.833372 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781877f1-bd0e-4571-91bc-27a676270124 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Network cc586faf-cf35-4721-9639-1b0a86213067 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:35:58.880198 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-781877f1-bd0e-4571-91bc-27a676270124 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, cc586faf-cf35-4721-9639-1b0a86213067) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:35:58.891154 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cf8f4e-7ece-4a64-bd54-9f2f92441ec4 None None] Network cc586faf-cf35-4721-9639-1b0a86213067 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:35:58.897622 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781877f1-bd0e-4571-91bc-27a676270124 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:58.898526 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-781877f1-bd0e-4571-91bc-27a676270124 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:58.907684 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0b1229a1-c6c8-481e-b210-d289657450e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:58.920657 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-781877f1-bd0e-4571-91bc-27a676270124 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4222622 Jul 24 09:35:58.922787 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36398) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:58.928657 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-9fb787c0-9211-445d-9ba4-c9d9375f5863 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:58.939424 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80f306f4-c85d-4c65-baa8-40f9ede18990 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:58.943869 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80f306f4-c85d-4c65-baa8-40f9ede18990 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593208'] for router, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:58.972080 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36400) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:59.013721 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-0b1229a1-c6c8-481e-b210-d289657450e2 None None] For port 237475d3-4b66-4ae3-90fe-88413d0dfad9, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=237475d3-4b66-4ae3-90fe-88413d0dfad9,segment=NetworkSegment(351e58c8-1595-4dac-9300-205c25c332df),segment_id=351e58c8-1595-4dac-9300-205c25c332df)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:59.022906 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0b1229a1-c6c8-481e-b210-d289657450e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:59.060409 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9fb787c0-9211-445d-9ba4-c9d9375f5863 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4374082'] for subnet, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:59.113134 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f306f4-c85d-4c65-baa8-40f9ede18990 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Router 30a09e41-b2be-4380-9664-8c776e474a4b is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:35:59.146512 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1229a1-c6c8-481e-b210-d289657450e2 None None] Pushing event updated for resources: {'Port': ['ID=237475d3-4b66-4ae3-90fe-88413d0dfad9,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:59.179692 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6ba04c-dbbd-4e67-96d6-4573908cb80d None None] Update dhcp port {'port': {'network_id': '48512694-4b69-4971-af0d-d977e9815e7b', 'fixed_ips': [{'subnet_id': '5df2f09c-450f-4c26-ab4e-f478689ac868', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a348ae97-aa24-4272-a8a0-89b4a39f0709'}], 'binding:host_id': 'n-d-800085-9'}, 'id': '237475d3-4b66-4ae3-90fe-88413d0dfad9'} from n-d-800085-9. {{(pid=94037) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 09:35:59.189066 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-876872cc-08f2-4afa-ac71-700c3b0f5e76 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1200659102'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:59.206910 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfbaebb-cf07-4920-9a3c-8b0f2040d843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-cc586faf-cf35-4721-9639-1b0a86213067', 'network_id': 'cc586faf-cf35-4721-9639-1b0a86213067', 'tenant_id': 'c47f431ba36c4b2ea1e51af2e3a0170d', 'fixed_ips': [{'subnet_id': 'bf5a090b-f597-4a6f-8127-ad21e91e9e50'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:35:59.208327 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-adfbaebb-cf07-4920-9a3c-8b0f2040d843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:59.236284 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f306f4-c85d-4c65-baa8-40f9ede18990 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:35:59.244118 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2f6ba04c-dbbd-4e67-96d6-4573908cb80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:59.246538 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-80f306f4-c85d-4c65-baa8-40f9ede18990 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:59.247906 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876872cc-08f2-4afa-ac71-700c3b0f5e76 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Made reservation on behalf of 359551b003a744d0a963cb1d5a25f061 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:35:59.251275 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531f064f-d988-4efc-88e2-4bce328cf14b None None] Sync routers for ids ['30a09e41-b2be-4380-9664-8c776e474a4b'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:35:59.252434 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-80f306f4-c85d-4c65-baa8-40f9ede18990 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "PUT /v2.0/routers/30a09e41-b2be-4380-9664-8c776e474a4b HTTP/1.1" status: 200 len: 915 time: 2.8663208 Jul 24 09:35:59.253217 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36404) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:59.261549 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-876872cc-08f2-4afa-ac71-700c3b0f5e76 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:59.265524 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531f064f-d988-4efc-88e2-4bce328cf14b None None] Routers {'30a09e41-b2be-4380-9664-8c776e474a4b'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:59.266203 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-531f064f-d988-4efc-88e2-4bce328cf14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['30a09e41-b2be-4380-9664-8c776e474a4b'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:59.281015 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-876872cc-08f2-4afa-ac71-700c3b0f5e76 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:59.309217 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-531f064f-d988-4efc-88e2-4bce328cf14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:59.321275 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531f064f-d988-4efc-88e2-4bce328cf14b None None] Routers {'30a09e41-b2be-4380-9664-8c776e474a4b'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:35:59.322502 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-531f064f-d988-4efc-88e2-4bce328cf14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:35:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['30a09e41-b2be-4380-9664-8c776e474a4b'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:59.364970 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-531f064f-d988-4efc-88e2-4bce328cf14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:35:59.366069 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531f064f-d988-4efc-88e2-4bce328cf14b None None] The sync data for ids ['30a09e41-b2be-4380-9664-8c776e474a4b'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:35:59.378879 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9fb787c0-9211-445d-9ba4-c9d9375f5863 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761914635587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6006986'] for subnet, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:59.395980 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0ff091ef-5c98-4587-93e8-2be90fdb3b84 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "GET /v2.0/routers/30a09e41-b2be-4380-9664-8c776e474a4b HTTP/1.1" status: 200 len: 921 time: 0.1415131 Jul 24 09:35:59.397558 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-876872cc-08f2-4afa-ac71-700c3b0f5e76 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:59.399200 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36406) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:59.418143 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-876872cc-08f2-4afa-ac71-700c3b0f5e76 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:59.437735 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb787c0-9211-445d-9ba4-c9d9375f5863 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:59.438723 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9fb787c0-9211-445d-9ba4-c9d9375f5863 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:59.440124 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9fb787c0-9211-445d-9ba4-c9d9375f5863 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "PUT /v2.0/subnets/bf5a090b-f597-4a6f-8127-ad21e91e9e50 HTTP/1.1" status: 200 len: 826 time: 0.5163407 Jul 24 09:35:59.445894 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36408) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:59.459949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-876872cc-08f2-4afa-ac71-700c3b0f5e76 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:35:59.465279 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-adfbaebb-cf07-4920-9a3c-8b0f2040d843 None None] Allocated IP 2001:db8::2 (cc586faf-cf35-4721-9639-1b0a86213067/bf5a090b-f597-4a6f-8127-ad21e91e9e50/bd054a2e-f4f0-439e-8d27-2056bf41c920) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:59.467147 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb787c0-9211-445d-9ba4-c9d9375f5863 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event updated for resources: {'Subnet': ['ID=bf5a090b-f597-4a6f-8127-ad21e91e9e50,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:59.480821 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-876872cc-08f2-4afa-ac71-700c3b0f5e76 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:59.481394 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-876872cc-08f2-4afa-ac71-700c3b0f5e76 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Added segment 018b0ccb-b364-459b-876c-2c096fd59237 of type vlan for network a1053d57-0bcc-4032-94ca-6e62d6efbff3 Jul 24 09:35:59.483235 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876872cc-08f2-4afa-ac71-700c3b0f5e76 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f521352-a4d5-4f4b-a9d6-eb5990a3d1c9,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:59.520614 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13ebb94-0903-42e0-b69f-12060717f53a tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:59.525235 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e13ebb94-0903-42e0-b69f-12060717f53a tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&device_id=30a09e41-b2be-4380-9664-8c776e474a4b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1224899 Jul 24 09:35:59.526603 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36410) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:59.529736 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-876872cc-08f2-4afa-ac71-700c3b0f5e76 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:59.584094 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-2f6ba04c-dbbd-4e67-96d6-4573908cb80d None None] Allocated IP 172.20.0.1 (48512694-4b69-4971-af0d-d977e9815e7b/a348ae97-aa24-4272-a8a0-89b4a39f0709/237475d3-4b66-4ae3-90fe-88413d0dfad9) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:35:59.601568 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:59.635981 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-876872cc-08f2-4afa-ac71-700c3b0f5e76 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:59.642511 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876872cc-08f2-4afa-ac71-700c3b0f5e76 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:59.643128 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-876872cc-08f2-4afa-ac71-700c3b0f5e76 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:59.670338 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40aabd18-ea42-40cd-8382-22f03a3ef104 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:59.671817 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-40aabd18-ea42-40cd-8382-22f03a3ef104 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "GET /v2.0/networks/9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 881 time: 0.1441839 Jul 24 09:35:59.675894 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36414) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:59.688459 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:59.693407 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-876872cc-08f2-4afa-ac71-700c3b0f5e76 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7195892 Jul 24 09:35:59.729990 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876872cc-08f2-4afa-ac71-700c3b0f5e76 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'Network': ['ID=a1053d57-0bcc-4032-94ca-6e62d6efbff3,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:35:59.738690 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-74c27a28-da15-4662-9ede-b99656490b7c tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "GET /v2.0/ports?device_id=30a09e41-b2be-4380-9664-8c776e474a4b HTTP/1.1" status: 200 len: 205 time: 0.0625212 Jul 24 09:35:59.742570 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36416) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:59.805473 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network a1053d57-0bcc-4032-94ca-6e62d6efbff3 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:35:59.846227 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36418) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:35:59.853341 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-944d594f-aad9-4744-a133-b4366579ed67 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Request body: {'subnet': {'network_id': 'a1053d57-0bcc-4032-94ca-6e62d6efbff3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:35:59.887051 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858b02c-0d6f-4776-9247-496e3cbec5b3 req-595cd727-9f5c-46c4-a4d6-8f9d42675d95 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:35:59.895494 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b858b02c-0d6f-4776-9247-496e3cbec5b3 req-595cd727-9f5c-46c4-a4d6-8f9d42675d95 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 945 time: 0.1536107 Jul 24 09:35:59.898088 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d5f1f233-e4f3-46d4-9800-88dc68c8bfc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:59.909243 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-2f6ba04c-dbbd-4e67-96d6-4573908cb80d None None] For port 237475d3-4b66-4ae3-90fe-88413d0dfad9, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=237475d3-4b66-4ae3-90fe-88413d0dfad9,segment=NetworkSegment(351e58c8-1595-4dac-9300-205c25c332df),segment_id=351e58c8-1595-4dac-9300-205c25c332df)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:35:59.924579 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9e3ef630-f29d-473c-9bdd-94d5d7f84e2f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:35:59.955318 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b858b02c-0d6f-4776-9247-496e3cbec5b3 req-651a0f1a-8724-4f04-86a2-0889661d1905 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587976 Jul 24 09:35:59.972587 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-adfbaebb-cf07-4920-9a3c-8b0f2040d843 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:00.001847 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-adfbaebb-cf07-4920-9a3c-8b0f2040d843 None None] Transition to ACTIVE for port object bd054a2e-f4f0-439e-8d27-2056bf41c920 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:00.024295 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2f6ba04c-dbbd-4e67-96d6-4573908cb80d None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:00.036482 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-adfbaebb-cf07-4920-9a3c-8b0f2040d843 None None] Transition to ACTIVE for port object bd054a2e-f4f0-439e-8d27-2056bf41c920 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:00.045582 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-adfbaebb-cf07-4920-9a3c-8b0f2040d843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:00.048039 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2f6ba04c-dbbd-4e67-96d6-4573908cb80d None None] Transition to ACTIVE for port object 237475d3-4b66-4ae3-90fe-88413d0dfad9 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:00.068954 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944d594f-aad9-4744-a133-b4366579ed67 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Made reservation on behalf of 359551b003a744d0a963cb1d5a25f061 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:00.069755 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-944d594f-aad9-4744-a133-b4366579ed67 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:00.078043 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:00.079828 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2f6ba04c-dbbd-4e67-96d6-4573908cb80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:00.088362 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfbaebb-cf07-4920-9a3c-8b0f2040d843 None None] Network cc586faf-cf35-4721-9639-1b0a86213067 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:00.099833 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-adfbaebb-cf07-4920-9a3c-8b0f2040d843 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:00.105834 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfbaebb-cf07-4920-9a3c-8b0f2040d843 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:00.110566 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbaebb-cf07-4920-9a3c-8b0f2040d843 None None] Pushing event updated for resources: {'Port': ['ID=bd054a2e-f4f0-439e-8d27-2056bf41c920,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:00.120682 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Subnet': ['ID=bf5a090b-f597-4a6f-8127-ad21e91e9e50,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:00.148195 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9e3ef630-f29d-473c-9bdd-94d5d7f84e2f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:00.206618 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:00.226501 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc586faf-cf35-4721-9639-1b0a86213067']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:00.242117 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a3b008-0d63-4cc8-a42f-3a23d4db21f3') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:00.242707 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a3b008-0d63-4cc8-a42f-3a23d4db21f3') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:00.252763 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:00.271957 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-9e3ef630-f29d-473c-9bdd-94d5d7f84e2f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Deleting port cfda6194-fb04-4409-8082-15c94758c6a2 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:00.271957 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9e3ef630-f29d-473c-9bdd-94d5d7f84e2f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:00.276933 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:00.288723 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ba04c-dbbd-4e67-96d6-4573908cb80d None None] Pushing event updated for resources: {'Port': ['ID=237475d3-4b66-4ae3-90fe-88413d0dfad9,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:00.294416 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-adfbaebb-cf07-4920-9a3c-8b0f2040d843 None None] Attempting to bind port bd054a2e-f4f0-439e-8d27-2056bf41c920 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:36:00.295211 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-adfbaebb-cf07-4920-9a3c-8b0f2040d843 None None] Attempting to bind port bd054a2e-f4f0-439e-8d27-2056bf41c920 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '60a3b008-0d63-4cc8-a42f-3a23d4db21f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cc586faf-cf35-4721-9639-1b0a86213067'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:36:00.295451 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfbaebb-cf07-4920-9a3c-8b0f2040d843 None None] Attempting to bind port bd054a2e-f4f0-439e-8d27-2056bf41c920 on network cc586faf-cf35-4721-9639-1b0a86213067 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:36:00.295837 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:00.296451 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:00.303457 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfbaebb-cf07-4920-9a3c-8b0f2040d843 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:36:00.304034 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfbaebb-cf07-4920-9a3c-8b0f2040d843 None None] Checking segment: {'id': '60a3b008-0d63-4cc8-a42f-3a23d4db21f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cc586faf-cf35-4721-9639-1b0a86213067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:00.304813 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-adfbaebb-cf07-4920-9a3c-8b0f2040d843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:00.305116 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:00.307296 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfbaebb-cf07-4920-9a3c-8b0f2040d843 None None] Bound using segment: {'id': '60a3b008-0d63-4cc8-a42f-3a23d4db21f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cc586faf-cf35-4721-9639-1b0a86213067'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:36:00.308290 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-adfbaebb-cf07-4920-9a3c-8b0f2040d843 None None] Bound port: bd054a2e-f4f0-439e-8d27-2056bf41c920, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a3b008-0d63-4cc8-a42f-3a23d4db21f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cc586faf-cf35-4721-9639-1b0a86213067'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:36:00.308908 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-adfbaebb-cf07-4920-9a3c-8b0f2040d843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:00.403475 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-adfbaebb-cf07-4920-9a3c-8b0f2040d843 None None] For port bd054a2e-f4f0-439e-8d27-2056bf41c920, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:36:00.404383 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.db.api [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 24 09:36:00.404383 n-d-800085-9 neutron-server[94035]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 24 09:36:00.404383 n-d-800085-9 neutron-server[94035]: [parameters: {'id': 'cc586faf-cf35-4721-9639-1b0a86213067'}] Jul 24 09:36:00.404383 n-d-800085-9 neutron-server[94035]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:36:00.405305 n-d-800085-9 neutron-server[94035]: DEBUG oslo_db.api [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:36:00.406875 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-adfbaebb-cf07-4920-9a3c-8b0f2040d843 None None] For port bd054a2e-f4f0-439e-8d27-2056bf41c920, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=bd054a2e-f4f0-439e-8d27-2056bf41c920,segment=NetworkSegment(60a3b008-0d63-4cc8-a42f-3a23d4db21f3),segment_id=60a3b008-0d63-4cc8-a42f-3a23d4db21f3)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:36:00.409925 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 237475d3-4b66-4ae3-90fe-88413d0dfad9 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:36:00.426407 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-944d594f-aad9-4744-a133-b4366579ed67 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:00.441892 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-adfbaebb-cf07-4920-9a3c-8b0f2040d843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:00.458520 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9e3ef630-f29d-473c-9bdd-94d5d7f84e2f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:00.510606 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-9e3ef630-f29d-473c-9bdd-94d5d7f84e2f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Calling delete_port for cfda6194-fb04-4409-8082-15c94758c6a2 owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:00.559440 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:00.572994 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a118fc8-88c6-48d7-90d0-f5aa4ea4e4d7 None None] Network cc586faf-cf35-4721-9639-1b0a86213067 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:00.576394 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d594f-aad9-4744-a133-b4366579ed67 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'Subnet': ['ID=1bcea5b5-fca3-4541-ba12-5c1a3129258c,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:00.609649 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbaebb-cf07-4920-9a3c-8b0f2040d843 None None] Pushing event updated for resources: {'Port': ['ID=bd054a2e-f4f0-439e-8d27-2056bf41c920,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:00.612524 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944d594f-aad9-4744-a133-b4366579ed67 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Checking segment: {'id': '018b0ccb-b364-459b-876c-2c096fd59237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a1053d57-0bcc-4032-94ca-6e62d6efbff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:00.612930 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944d594f-aad9-4744-a133-b4366579ed67 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Network hostable DHCP agents. Network: a1053d57-0bcc-4032-94ca-6e62d6efbff3, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:36:00.690566 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944d594f-aad9-4744-a133-b4366579ed67 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Network a1053d57-0bcc-4032-94ca-6e62d6efbff3 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:36:00.710350 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-944d594f-aad9-4744-a133-b4366579ed67 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, a1053d57-0bcc-4032-94ca-6e62d6efbff3) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:00.715484 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944d594f-aad9-4744-a133-b4366579ed67 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:00.716270 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-944d594f-aad9-4744-a133-b4366579ed67 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:00.740533 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-944d594f-aad9-4744-a133-b4366579ed67 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8933063 Jul 24 09:36:00.744601 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36424) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:00.746572 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abebcf9-951b-41e3-988e-021b4d4b08bd None None] Network a1053d57-0bcc-4032-94ca-6e62d6efbff3 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:00.749866 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-d2404ba0-8c74-4035-a65b-fe310da40fdf tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1788079252'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:00.778881 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2404ba0-8c74-4035-a65b-fe310da40fdf tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Made reservation on behalf of 359551b003a744d0a963cb1d5a25f061 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:00.783373 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d2404ba0-8c74-4035-a65b-fe310da40fdf tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:00.783789 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9e3ef630-f29d-473c-9bdd-94d5d7f84e2f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:00.811586 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ef630-f29d-473c-9bdd-94d5d7f84e2f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Pushing event deleted for resources: {'Port': ['ID=cfda6194-fb04-4409-8082-15c94758c6a2,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:00.814343 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2404ba0-8c74-4035-a65b-fe310da40fdf tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:36:00.834146 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d2404ba0-8c74-4035-a65b-fe310da40fdf tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:00.834865 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-d2404ba0-8c74-4035-a65b-fe310da40fdf tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Added segment 95eb17b9-9585-4eb4-90b3-20ef3de5451c of type vlan for network fce055fa-37df-48a9-89cf-2a16938a1624 Jul 24 09:36:00.864328 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9b84ad-d2ae-4538-930a-4339e2bce5dd None None] Network cc586faf-cf35-4721-9639-1b0a86213067 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:00.907498 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:00.918254 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9e3ef630-f29d-473c-9bdd-94d5d7f84e2f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:00.920021 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d2404ba0-8c74-4035-a65b-fe310da40fdf tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:00.993901 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d2404ba0-8c74-4035-a65b-fe310da40fdf tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:00.997472 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2404ba0-8c74-4035-a65b-fe310da40fdf tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:00.998349 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d2404ba0-8c74-4035-a65b-fe310da40fdf tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.052147 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9e3ef630-f29d-473c-9bdd-94d5d7f84e2f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.057645 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9e3ef630-f29d-473c-9bdd-94d5d7f84e2f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.061676 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Deleting port bd054a2e-f4f0-439e-8d27-2056bf41c920 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:01.062051 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.072493 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d2404ba0-8c74-4035-a65b-fe310da40fdf tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3242197 Jul 24 09:36:01.083993 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36428) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:01.091250 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e16cea1a-988c-4d23-8791-8f5aebfe64a5 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Request body: {'subnet': {'network_id': 'fce055fa-37df-48a9-89cf-2a16938a1624', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:01.110315 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9e3ef630-f29d-473c-9bdd-94d5d7f84e2f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.110849 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3ef630-f29d-473c-9bdd-94d5d7f84e2f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Fanout notify agent at l3_agent the message router_deleted on router 30a09e41-b2be-4380-9664-8c776e474a4b {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:36:01.127105 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9e3ef630-f29d-473c-9bdd-94d5d7f84e2f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.131695 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9e3ef630-f29d-473c-9bdd-94d5d7f84e2f tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "DELETE /v2.0/routers/30a09e41-b2be-4380-9664-8c776e474a4b HTTP/1.1" status: 204 len: 168 time: 1.3847201 Jul 24 09:36:01.133050 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36430) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:01.137988 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-9f5027c0-37b4-4ac8-a70c-88db57699803 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-628443583', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}, 'admin_state_up': False}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:01.163853 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9f5027c0-37b4-4ac8-a70c-88db57699803 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.164975 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9f5027c0-37b4-4ac8-a70c-88db57699803 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.190406 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2404ba0-8c74-4035-a65b-fe310da40fdf tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'Network': ['ID=fce055fa-37df-48a9-89cf-2a16938a1624,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:01.209624 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcdb87b-cf9f-4f7f-a4b9-a7a55e895697 None None] Network 48512694-4b69-4971-af0d-d977e9815e7b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:01.213056 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network fce055fa-37df-48a9-89cf-2a16938a1624 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:36:01.238004 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9f5027c0-37b4-4ac8-a70c-88db57699803 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.245390 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] For port bd054a2e-f4f0-439e-8d27-2056bf41c920, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=bd054a2e-f4f0-439e-8d27-2056bf41c920,segment=NetworkSegment(60a3b008-0d63-4cc8-a42f-3a23d4db21f3),segment_id=60a3b008-0d63-4cc8-a42f-3a23d4db21f3)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:01.245964 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.307032 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Calling delete_port for bd054a2e-f4f0-439e-8d27-2056bf41c920 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:01.310373 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.350541 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5c360-c7ee-4e6e-8298-88af4feb7334 req-9b1f63cc-0ec5-4e9b-9b32-626363ad0f40 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:01.352069 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a8c5c360-c7ee-4e6e-8298-88af4feb7334 req-9b1f63cc-0ec5-4e9b-9b32-626363ad0f40 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 945 time: 0.2719064 Jul 24 09:36:01.379458 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fde816c7-756c-4466-9b14-7e89f938f367 None None] Provisioning for port 237475d3-4b66-4ae3-90fe-88413d0dfad9 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:36:01.386516 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9f5027c0-37b4-4ac8-a70c-88db57699803 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.403723 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16cea1a-988c-4d23-8791-8f5aebfe64a5 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Made reservation on behalf of 359551b003a744d0a963cb1d5a25f061 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:01.407525 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e16cea1a-988c-4d23-8791-8f5aebfe64a5 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.422313 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e8e1fd-842c-4f08-8dd6-64935e6c7c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-a1053d57-0bcc-4032-94ca-6e62d6efbff3', 'network_id': 'a1053d57-0bcc-4032-94ca-6e62d6efbff3', 'tenant_id': '359551b003a744d0a963cb1d5a25f061', 'fixed_ips': [{'subnet_id': '1bcea5b5-fca3-4541-ba12-5c1a3129258c'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:36:01.423162 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-94e8e1fd-842c-4f08-8dd6-64935e6c7c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.425065 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fde816c7-756c-4466-9b14-7e89f938f367 None None] Provisioning complete for port 237475d3-4b66-4ae3-90fe-88413d0dfad9 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:01.425279 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fde816c7-756c-4466-9b14-7e89f938f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.473213 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a8c5c360-c7ee-4e6e-8298-88af4feb7334 req-37336b31-6bfb-4dca-aeb1-e15c43c32928 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894754 Jul 24 09:36:01.538133 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.573682 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] No DVR routers for this DVR port bd054a2e-f4f0-439e-8d27-2056bf41c920 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:01.581434 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Port': ['ID=bd054a2e-f4f0-439e-8d27-2056bf41c920,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:01.622341 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9f5027c0-37b4-4ac8-a70c-88db57699803 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.643301 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9f5027c0-37b4-4ac8-a70c-88db57699803 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.698697 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.714012 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc586faf-cf35-4721-9639-1b0a86213067']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:01.730308 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-94e8e1fd-842c-4f08-8dd6-64935e6c7c51 None None] Allocated IP 172.20.255.242 (a1053d57-0bcc-4032-94ca-6e62d6efbff3/1bcea5b5-fca3-4541-ba12-5c1a3129258c/4bba69b4-96cf-4c87-85b2-8da32fc77116) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:01.748247 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a3b008-0d63-4cc8-a42f-3a23d4db21f3') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:01.748508 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a3b008-0d63-4cc8-a42f-3a23d4db21f3') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:01.754546 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-9f5027c0-37b4-4ac8-a70c-88db57699803 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Allocated IP 172.25.7.12 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/2ff2c36d-d305-476d-9e27-8a2f2fb037af) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:01.771121 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.786647 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e16cea1a-988c-4d23-8791-8f5aebfe64a5 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.792844 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.825370 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:01.825797 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:01.828728 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:01.885877 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cea1a-988c-4d23-8791-8f5aebfe64a5 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'Subnet': ['ID=476f410c-a24a-4567-8cca-3fc75260459a,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:01.899625 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9f5027c0-37b4-4ac8-a70c-88db57699803 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.905489 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-94e8e1fd-842c-4f08-8dd6-64935e6c7c51 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.916267 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-94e8e1fd-842c-4f08-8dd6-64935e6c7c51 None None] Transition to ACTIVE for port object 4bba69b4-96cf-4c87-85b2-8da32fc77116 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:01.924181 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16cea1a-988c-4d23-8791-8f5aebfe64a5 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Checking segment: {'id': '95eb17b9-9585-4eb4-90b3-20ef3de5451c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fce055fa-37df-48a9-89cf-2a16938a1624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:01.924586 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16cea1a-988c-4d23-8791-8f5aebfe64a5 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Network hostable DHCP agents. Network: fce055fa-37df-48a9-89cf-2a16938a1624, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:36:01.929506 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.936330 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.938571 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-94e8e1fd-842c-4f08-8dd6-64935e6c7c51 None None] Transition to ACTIVE for port object 4bba69b4-96cf-4c87-85b2-8da32fc77116 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:01.940934 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "DELETE /v2.0/networks/cc586faf-cf35-4721-9639-1b0a86213067 HTTP/1.1" status: 204 len: 168 time: 2.4937446 Jul 24 09:36:01.946274 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36432) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:01.946870 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-94e8e1fd-842c-4f08-8dd6-64935e6c7c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:01.970127 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16cea1a-988c-4d23-8791-8f5aebfe64a5 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Network fce055fa-37df-48a9-89cf-2a16938a1624 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:36:01.972458 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f2a61-a033-4146-a542-1d9c03b3a749 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Network': ['ID=cc586faf-cf35-4721-9639-1b0a86213067,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:01.986506 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-83270e2e-5a85-4519-95a4-934ec3bff653 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:01.987161 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83270e2e-5a85-4519-95a4-934ec3bff653 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:01.990788 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-83270e2e-5a85-4519-95a4-934ec3bff653 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "DELETE /v2.0/networks/cc586faf-cf35-4721-9639-1b0a86213067 HTTP/1.1" status: 404 len: 339 time: 0.0432522 Jul 24 09:36:01.994625 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-e16cea1a-988c-4d23-8791-8f5aebfe64a5 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, fce055fa-37df-48a9-89cf-2a16938a1624) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:01.996662 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36434) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:01.999760 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e8e1fd-842c-4f08-8dd6-64935e6c7c51 None None] Network a1053d57-0bcc-4032-94ca-6e62d6efbff3 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:02.000041 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16cea1a-988c-4d23-8791-8f5aebfe64a5 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:02.000793 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e16cea1a-988c-4d23-8791-8f5aebfe64a5 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:02.003396 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-94e8e1fd-842c-4f08-8dd6-64935e6c7c51 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:02.005192 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-eb7433e5-723a-4f9a-97a8-fee6c19a9d61 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-547692729', 'description': 'd1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:02.011842 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815d9b7a-cf7c-49ef-9339-d3a0d6d84c7b None None] Network fce055fa-37df-48a9-89cf-2a16938a1624 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:02.015887 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e8e1fd-842c-4f08-8dd6-64935e6c7c51 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:02.016312 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9f5027c0-37b4-4ac8-a70c-88db57699803 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:02.018903 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e16cea1a-988c-4d23-8791-8f5aebfe64a5 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9316297 Jul 24 09:36:02.021893 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36436) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:02.023887 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8e1fd-842c-4f08-8dd6-64935e6c7c51 None None] Pushing event updated for resources: {'Port': ['ID=4bba69b4-96cf-4c87-85b2-8da32fc77116,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:02.078757 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5027c0-37b4-4ac8-a70c-88db57699803 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:02.088646 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-9f5027c0-37b4-4ac8-a70c-88db57699803 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:02.093737 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5027c0-37b4-4ac8-a70c-88db57699803 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:02.096057 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7433e5-723a-4f9a-97a8-fee6c19a9d61 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Made reservation on behalf of c47f431ba36c4b2ea1e51af2e3a0170d for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:02.100136 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-eb7433e5-723a-4f9a-97a8-fee6c19a9d61 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:02.103893 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5027c0-37b4-4ac8-a70c-88db57699803 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Pushing event updated for resources: {'Port': ['ID=2ff2c36d-d305-476d-9e27-8a2f2fb037af,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:02.133659 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ebc5-222c-4d03-904a-44a22e35287b tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:02.150490 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-94e8e1fd-842c-4f08-8dd6-64935e6c7c51 None None] Attempting to bind port 4bba69b4-96cf-4c87-85b2-8da32fc77116 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:36:02.150869 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-94e8e1fd-842c-4f08-8dd6-64935e6c7c51 None None] Attempting to bind port 4bba69b4-96cf-4c87-85b2-8da32fc77116 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '018b0ccb-b364-459b-876c-2c096fd59237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a1053d57-0bcc-4032-94ca-6e62d6efbff3'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:36:02.151237 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e8e1fd-842c-4f08-8dd6-64935e6c7c51 None None] Attempting to bind port 4bba69b4-96cf-4c87-85b2-8da32fc77116 on network a1053d57-0bcc-4032-94ca-6e62d6efbff3 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:36:02.159578 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7433e5-723a-4f9a-97a8-fee6c19a9d61 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:36:02.164840 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e8e1fd-842c-4f08-8dd6-64935e6c7c51 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:36:02.164840 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e8e1fd-842c-4f08-8dd6-64935e6c7c51 None None] Checking segment: {'id': '018b0ccb-b364-459b-876c-2c096fd59237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a1053d57-0bcc-4032-94ca-6e62d6efbff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:02.164840 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-94e8e1fd-842c-4f08-8dd6-64935e6c7c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:02.164840 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e8e1fd-842c-4f08-8dd6-64935e6c7c51 None None] Bound using segment: {'id': '018b0ccb-b364-459b-876c-2c096fd59237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a1053d57-0bcc-4032-94ca-6e62d6efbff3'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:36:02.165241 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-94e8e1fd-842c-4f08-8dd6-64935e6c7c51 None None] Bound port: 4bba69b4-96cf-4c87-85b2-8da32fc77116, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018b0ccb-b364-459b-876c-2c096fd59237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a1053d57-0bcc-4032-94ca-6e62d6efbff3'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:36:02.165334 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-94e8e1fd-842c-4f08-8dd6-64935e6c7c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:02.193549 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d420db4d-202c-43e8-b49f-232b08fc75ca None None] Provisioning complete for port 237475d3-4b66-4ae3-90fe-88413d0dfad9 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:02.193923 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d420db4d-202c-43e8-b49f-232b08fc75ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:02.197814 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ebc5-222c-4d03-904a-44a22e35287b tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:02.287967 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ebc5-222c-4d03-904a-44a22e35287b tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:02.300974 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-eb7433e5-723a-4f9a-97a8-fee6c19a9d61 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:02.301416 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-eb7433e5-723a-4f9a-97a8-fee6c19a9d61 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Added segment b3278876-8c20-4a7f-b991-5e867e97268e of type vlan for network b3a20225-f3db-4663-becb-c05842c07b9f Jul 24 09:36:02.310879 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-94e8e1fd-842c-4f08-8dd6-64935e6c7c51 None None] For port 4bba69b4-96cf-4c87-85b2-8da32fc77116, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:36:02.317775 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-94e8e1fd-842c-4f08-8dd6-64935e6c7c51 None None] For port 4bba69b4-96cf-4c87-85b2-8da32fc77116, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4bba69b4-96cf-4c87-85b2-8da32fc77116,segment=NetworkSegment(018b0ccb-b364-459b-876c-2c096fd59237),segment_id=018b0ccb-b364-459b-876c-2c096fd59237)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:36:02.319428 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 237475d3-4b66-4ae3-90fe-88413d0dfad9 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:36:02.327561 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8ebc5-222c-4d03-904a-44a22e35287b tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Subnet': ['ID=476f410c-a24a-4567-8cca-3fc75260459a,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:02.345542 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-94e8e1fd-842c-4f08-8dd6-64935e6c7c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:02.392883 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ebc5-222c-4d03-904a-44a22e35287b tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:02.407110 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-a0d8ebc5-222c-4d03-904a-44a22e35287b tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce055fa-37df-48a9-89cf-2a16938a1624']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:02.411544 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-eb7433e5-723a-4f9a-97a8-fee6c19a9d61 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:02.423828 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-a0d8ebc5-222c-4d03-904a-44a22e35287b tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95eb17b9-9585-4eb4-90b3-20ef3de5451c') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:02.423828 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-a0d8ebc5-222c-4d03-904a-44a22e35287b tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95eb17b9-9585-4eb4-90b3-20ef3de5451c') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:02.424166 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab23ea9-b039-4a0f-ad31-4da1a37299d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-fce055fa-37df-48a9-89cf-2a16938a1624', 'network_id': 'fce055fa-37df-48a9-89cf-2a16938a1624', 'tenant_id': '359551b003a744d0a963cb1d5a25f061', 'fixed_ips': [{'subnet_id': '476f410c-a24a-4567-8cca-3fc75260459a'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:36:02.424166 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eab23ea9-b039-4a0f-ad31-4da1a37299d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:02.438283 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ebc5-222c-4d03-904a-44a22e35287b tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:02.456493 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9f5027c0-37b4-4ac8-a70c-88db57699803 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:02.461931 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-eb7433e5-723a-4f9a-97a8-fee6c19a9d61 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:02.469816 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7433e5-723a-4f9a-97a8-fee6c19a9d61 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:02.469816 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-eb7433e5-723a-4f9a-97a8-fee6c19a9d61 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:02.486225 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ebc5-222c-4d03-904a-44a22e35287b tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:02.502025 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d8ebc5-222c-4d03-904a-44a22e35287b tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:02.502025 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ebc5-222c-4d03-904a-44a22e35287b tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:02.506417 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:02.551259 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-e3fb42bc-e812-494e-83bb-2c8e8b26b16d service neutron] show failed (client error): The resource could not be found. Jul 24 09:36:02.554356 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-e3fb42bc-e812-494e-83bb-2c8e8b26b16d service neutron] 10.222.0.20 "GET /v2.0/ports/1351ce31-eb57-4014-be82-98880d53d031/bindings/n-h1-800085-9 HTTP/1.1" status: 404 len: 380 time: 0.1241717 Jul 24 09:36:02.564507 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8e1fd-842c-4f08-8dd6-64935e6c7c51 None None] Pushing event updated for resources: {'Port': ['ID=4bba69b4-96cf-4c87-85b2-8da32fc77116,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:02.577406 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-eb7433e5-723a-4f9a-97a8-fee6c19a9d61 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5771821 Jul 24 09:36:02.581047 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 237475d3-4b66-4ae3-90fe-88413d0dfad9 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:02.581428 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:02.583354 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36440) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:02.634520 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeff1d97-2d26-44d6-80b3-d735aedc0a18 None None] Network fce055fa-37df-48a9-89cf-2a16938a1624 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:02.635458 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7433e5-723a-4f9a-97a8-fee6c19a9d61 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event updated for resources: {'Network': ['ID=b3a20225-f3db-4663-becb-c05842c07b9f,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:02.664033 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network b3a20225-f3db-4663-becb-c05842c07b9f details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:36:02.709668 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ebc5-222c-4d03-904a-44a22e35287b tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:02.721645 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ebc5-222c-4d03-904a-44a22e35287b tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666554'] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:02.726903 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a0d8ebc5-222c-4d03-904a-44a22e35287b tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/networks/fce055fa-37df-48a9-89cf-2a16938a1624 HTTP/1.1" status: 204 len: 168 time: 0.7007616 Jul 24 09:36:02.731568 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36444) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:02.811509 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8ebc5-222c-4d03-904a-44a22e35287b tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Network': ['ID=fce055fa-37df-48a9-89cf-2a16938a1624,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:02.838167 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173d3d9a-d369-4d90-a499-930bf054a3eb tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:02.840150 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-173d3d9a-d369-4d90-a499-930bf054a3eb tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "GET /v2.0/networks?id=b3a20225-f3db-4663-becb-c05842c07b9f HTTP/1.1" status: 200 len: 764 time: 0.2498922 Jul 24 09:36:02.842910 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36446) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:02.849213 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-4f4af051-4fe6-4a5d-a442-0e7943980764 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-997276626'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:02.849538 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-d0c6aa7f-fecd-42f8-bb71-7e24947f6c7a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Request body: {'network': {'description': 'd2'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:02.910370 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4af051-4fe6-4a5d-a442-0e7943980764 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Made reservation on behalf of 359551b003a744d0a963cb1d5a25f061 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:02.914439 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4f4af051-4fe6-4a5d-a442-0e7943980764 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:02.937254 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:03.004910 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4af051-4fe6-4a5d-a442-0e7943980764 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:36:03.018394 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c6b94-50b1-46fb-ac45-a6996373bb29 req-4ca59eb3-96e4-473e-90cb-f50042a163c1 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:03.019973 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-795c6b94-50b1-46fb-ac45-a6996373bb29 req-4ca59eb3-96e4-473e-90cb-f50042a163c1 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 945 time: 0.3877716 Jul 24 09:36:03.046566 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d0c6aa7f-fecd-42f8-bb71-7e24947f6c7a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:03.054460 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4f4af051-4fe6-4a5d-a442-0e7943980764 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:03.054810 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-4f4af051-4fe6-4a5d-a442-0e7943980764 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Added segment e61a1bb8-3427-4db8-b09b-0864c5b4ef08 of type vlan for network e595a857-8a7f-48a4-8b11-0b4a274c2089 Jul 24 09:36:03.060932 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d0c6aa7f-fecd-42f8-bb71-7e24947f6c7a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:03.065831 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9f5027c0-37b4-4ac8-a70c-88db57699803 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:03.070270 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d0c6aa7f-fecd-42f8-bb71-7e24947f6c7a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Network b3a20225-f3db-4663-becb-c05842c07b9f is not hosted by any dhcp agent {{(pid=94035) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 09:36:03.075759 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c6aa7f-fecd-42f8-bb71-7e24947f6c7a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:03.076363 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d0c6aa7f-fecd-42f8-bb71-7e24947f6c7a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:03.077756 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d0c6aa7f-fecd-42f8-bb71-7e24947f6c7a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "PUT /v2.0/networks/b3a20225-f3db-4663-becb-c05842c07b9f HTTP/1.1" status: 200 len: 761 time: 0.2335193 Jul 24 09:36:03.081977 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36448) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:03.133758 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6aa7f-fecd-42f8-bb71-7e24947f6c7a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event updated for resources: {'Network': ['ID=b3a20225-f3db-4663-becb-c05842c07b9f,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:03.144217 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network b3a20225-f3db-4663-becb-c05842c07b9f details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:36:03.448588 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-f5bcdf51-a1bc-4c36-aac2-561dee30353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:03.450298 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-f5bcdf51-a1bc-4c36-aac2-561dee30353c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e&tenant_id=766769263b9c4ac0aa4c77c8f3c95808 HTTP/1.1" status: 200 len: 1096 time: 0.5813227 Jul 24 09:36:03.546557 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-6f332036-ac56-4223-8a6b-aab5c369ad9d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-9', 'device_owner': 'compute:nova'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:03.552096 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4f4af051-4fe6-4a5d-a442-0e7943980764 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:03.576364 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d19e03-2bdb-4632-981e-ea1908354e9f None None] Network a1053d57-0bcc-4032-94ca-6e62d6efbff3 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:03.584901 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-795c6b94-50b1-46fb-ac45-a6996373bb29 req-211412ea-0375-4efc-b9a1-45e7ffb8635c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5553651 Jul 24 09:36:03.660692 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b4e7300f-faee-4aa2-bc92-85f81449d96f None None] Provisioning for port 4bba69b4-96cf-4c87-85b2-8da32fc77116 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:36:03.682767 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acb1484-82c2-4c8a-aab2-7a14cf83be45 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:03.684266 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2acb1484-82c2-4c8a-aab2-7a14cf83be45 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "GET /v2.0/networks?id=b3a20225-f3db-4663-becb-c05842c07b9f HTTP/1.1" status: 200 len: 764 time: 0.5980115 Jul 24 09:36:03.688557 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36452) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:03.728541 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4f4af051-4fe6-4a5d-a442-0e7943980764 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:03.734098 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4af051-4fe6-4a5d-a442-0e7943980764 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:03.734695 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4f4af051-4fe6-4a5d-a442-0e7943980764 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:03.787228 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-6f332036-ac56-4223-8a6b-aab5c369ad9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:03.793864 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4f4af051-4fe6-4a5d-a442-0e7943980764 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9830964 Jul 24 09:36:03.804559 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36454) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:03.813083 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-9519778b-2a32-419d-9853-d2f54bf0ced8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Request body: {'subnet': {'network_id': 'e595a857-8a7f-48a4-8b11-0b4a274c2089', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:03.863558 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4af051-4fe6-4a5d-a442-0e7943980764 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'Network': ['ID=e595a857-8a7f-48a4-8b11-0b4a274c2089,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:03.877945 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network e595a857-8a7f-48a4-8b11-0b4a274c2089 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:36:03.883009 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c18ca9-27d9-42a0-9f0d-d9e92c5a3c4a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:03.884642 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-16c18ca9-27d9-42a0-9f0d-d9e92c5a3c4a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1954503 Jul 24 09:36:03.887385 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36456) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:03.939088 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e3ff8a2c-37fc-4fca-b040-abbfa68c0627 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "GET /v2.0/subnets?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 207 time: 0.0503407 Jul 24 09:36:03.939709 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36458) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:03.992223 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4fc8a4-f436-4737-a2a2-99f141c473b6 None None] get_active_networks_info from n-d-800085-9 {{(pid=94037) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 09:36:04.033592 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5027c0-37b4-4ac8-a70c-88db57699803 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Router 37f59815-590b-48ac-89fd-356f5091ff1f is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:36:04.117998 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9519778b-2a32-419d-9853-d2f54bf0ced8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Made reservation on behalf of 359551b003a744d0a963cb1d5a25f061 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:04.121460 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9519778b-2a32-419d-9853-d2f54bf0ced8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:04.122123 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4fc8a4-f436-4737-a2a2-99f141c473b6 None None] Resources bound (agent type, host, resource id): {{(pid=94037) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 09:36:04.164790 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7e6ad0-e71b-4da0-8e3f-d91fbc773452 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:04.171023 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7e6ad0-e71b-4da0-8e3f-d91fbc773452 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:04.180832 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7e6ad0-e71b-4da0-8e3f-d91fbc773452 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:04.183740 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7e6ad0-e71b-4da0-8e3f-d91fbc773452 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:04.190166 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7e6ad0-e71b-4da0-8e3f-d91fbc773452 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:04.197422 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7e6ad0-e71b-4da0-8e3f-d91fbc773452 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:04.199269 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fb7e6ad0-e71b-4da0-8e3f-d91fbc773452 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2584879 Jul 24 09:36:04.205109 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36460) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:04.263847 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.ipam_backend_mixin [None req-9519778b-2a32-419d-9853-d2f54bf0ced8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Performing IP validity checks on allocation pools {{(pid=94036) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 24 09:36:04.264397 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.ipam_backend_mixin [None req-9519778b-2a32-419d-9853-d2f54bf0ced8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94036) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 24 09:36:04.317472 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5027c0-37b4-4ac8-a70c-88db57699803 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:36:04.331292 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd51772e-3d42-49ab-bce1-9b7f61a9ddf7 None None] Sync routers for ids ['37f59815-590b-48ac-89fd-356f5091ff1f'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:36:04.331655 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-6f332036-ac56-4223-8a6b-aab5c369ad9d service neutron] For port 1351ce31-eb57-4014-be82-98880d53d031, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=1351ce31-eb57-4014-be82-98880d53d031,segment=NetworkSegment(d64301cc-d735-488b-91bf-d20f44a7a8ad),segment_id=d64301cc-d735-488b-91bf-d20f44a7a8ad)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:04.364921 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7eed9858-e6bc-470b-9857-88229edd1918 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1586428 Jul 24 09:36:04.370452 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36462) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:04.372027 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9f5027c0-37b4-4ac8-a70c-88db57699803 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:04.373297 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9f5027c0-37b4-4ac8-a70c-88db57699803 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.2391055 Jul 24 09:36:04.376609 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd51772e-3d42-49ab-bce1-9b7f61a9ddf7 None None] Routers {'37f59815-590b-48ac-89fd-356f5091ff1f'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:04.380227 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-fd51772e-3d42-49ab-bce1-9b7f61a9ddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['37f59815-590b-48ac-89fd-356f5091ff1f'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:04.386955 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36464) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:04.419180 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-6f332036-ac56-4223-8a6b-aab5c369ad9d service neutron] For port 1351ce31-eb57-4014-be82-98880d53d031, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:36:04.422522 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4bba69b4-96cf-4c87-85b2-8da32fc77116 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:36:04.431452 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-0eead33b-bc1a-496a-b7b4-16387debb61c tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:04.445269 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-fd51772e-3d42-49ab-bce1-9b7f61a9ddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:04.505304 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1351ce31-eb57-4014-be82-98880d53d031'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:36:04.507766 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19695d67-ee1d-44f4-8370-8e8fa3583aff" -d '{"events": [{"server_uuid": "c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e", "name": "network-vif-unplugged", "status": "completed", "tag": "1351ce31-eb57-4014-be82-98880d53d031"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:36:04.511945 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-6f332036-ac56-4223-8a6b-aab5c369ad9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:04.520040 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd51772e-3d42-49ab-bce1-9b7f61a9ddf7 None None] Routers {'37f59815-590b-48ac-89fd-356f5091ff1f'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:04.520695 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-fd51772e-3d42-49ab-bce1-9b7f61a9ddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['37f59815-590b-48ac-89fd-356f5091ff1f'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:04.520841 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9519778b-2a32-419d-9853-d2f54bf0ced8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:04.529588 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ff18a2-9968-4e11-bc76-16d626b485ce tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:04.531209 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ff18a2-9968-4e11-bc76-16d626b485ce tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:04.532899 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ff18a2-9968-4e11-bc76-16d626b485ce tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:04.533126 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-6f332036-ac56-4223-8a6b-aab5c369ad9d service neutron] Transition to ACTIVE for port object 1351ce31-eb57-4014-be82-98880d53d031 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:04.534544 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ff18a2-9968-4e11-bc76-16d626b485ce tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:04.536315 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ff18a2-9968-4e11-bc76-16d626b485ce tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:04.543895 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-92ff18a2-9968-4e11-bc76-16d626b485ce tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1722207 Jul 24 09:36:04.544530 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36468) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:04.555362 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-6f332036-ac56-4223-8a6b-aab5c369ad9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:04.565777 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-fd51772e-3d42-49ab-bce1-9b7f61a9ddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:04.566996 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd51772e-3d42-49ab-bce1-9b7f61a9ddf7 None None] The sync data for ids ['37f59815-590b-48ac-89fd-356f5091ff1f'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:36:04.608597 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 4bba69b4-96cf-4c87-85b2-8da32fc77116 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:36:04.615763 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 4bba69b4-96cf-4c87-85b2-8da32fc77116 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:04.616490 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:04.626545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519778b-2a32-419d-9853-d2f54bf0ced8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'Subnet': ['ID=8344fbee-7ff5-415f-ad76-70abee16f893,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:04.629558 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c853de-226d-4d61-b69c-383194244eef tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['shared'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:04.631507 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c853de-226d-4d61-b69c-383194244eef tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['shared'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:04.632989 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c853de-226d-4d61-b69c-383194244eef tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['shared'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:04.634541 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c853de-226d-4d61-b69c-383194244eef tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['shared'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:04.636619 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c853de-226d-4d61-b69c-383194244eef tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['shared'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:04.643961 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d1c853de-226d-4d61-b69c-383194244eef tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0958486 Jul 24 09:36:04.646759 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36472) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:04.704442 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f250551-8cd6-4bc0-9e3b-313968230b7a x-openstack-request-id: req-0f250551-8cd6-4bc0-9e3b-313968230b7a {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:36:04.705008 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e", "name": "network-vif-unplugged", "status": "completed", "tag": "1351ce31-eb57-4014-be82-98880d53d031", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:36:04.705008 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f250551-8cd6-4bc0-9e3b-313968230b7a {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:36:04.705390 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1351ce31-eb57-4014-be82-98880d53d031', 'code': 200} Jul 24 09:36:04.722050 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:04.727417 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f332036-ac56-4223-8a6b-aab5c369ad9d service neutron] Pushing event updated for resources: {'Port': ['ID=1351ce31-eb57-4014-be82-98880d53d031,revision_number=6']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:04.754936 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9519778b-2a32-419d-9853-d2f54bf0ced8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Checking segment: {'id': 'e61a1bb8-3427-4db8-b09b-0864c5b4ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e595a857-8a7f-48a4-8b11-0b4a274c2089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:04.755306 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9519778b-2a32-419d-9853-d2f54bf0ced8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Network hostable DHCP agents. Network: e595a857-8a7f-48a4-8b11-0b4a274c2089, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:36:04.772104 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 4bba69b4-96cf-4c87-85b2-8da32fc77116, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4bba69b4-96cf-4c87-85b2-8da32fc77116,segment=NetworkSegment(018b0ccb-b364-459b-876c-2c096fd59237),segment_id=018b0ccb-b364-459b-876c-2c096fd59237)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:04.778501 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:04.844228 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=4bba69b4-96cf-4c87-85b2-8da32fc77116,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:04.855419 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd5a597-3b4f-4748-a236-425dc525befa tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:04.858065 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6fd5a597-3b4f-4748-a236-425dc525befa tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "GET /v2.0/networks/7a77b805-3c2f-4fa7-b02e-90ef877ab858 HTTP/1.1" status: 200 len: 803 time: 0.2102466 Jul 24 09:36:04.862875 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36474) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:04.867878 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-6f332036-ac56-4223-8a6b-aab5c369ad9d service neutron] No DVR routers for this DVR port 1351ce31-eb57-4014-be82-98880d53d031 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:04.935364 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9519778b-2a32-419d-9853-d2f54bf0ced8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Network e595a857-8a7f-48a4-8b11-0b4a274c2089 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:36:04.965311 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-9519778b-2a32-419d-9853-d2f54bf0ced8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, e595a857-8a7f-48a4-8b11-0b4a274c2089) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:04.975045 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5649231-260b-4806-beea-503d2e08afac None None] Network e595a857-8a7f-48a4-8b11-0b4a274c2089 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:04.978814 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0b481-9472-4f40-8a82-1241de480b61 req-c132b1a5-eabb-494d-846e-8292078300e6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:04.979889 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-58f0b481-9472-4f40-8a82-1241de480b61 req-c132b1a5-eabb-494d-846e-8292078300e6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 943 time: 0.2212579 Jul 24 09:36:04.986771 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9519778b-2a32-419d-9853-d2f54bf0ced8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:04.987366 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9519778b-2a32-419d-9853-d2f54bf0ced8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:05.042275 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9519778b-2a32-419d-9853-d2f54bf0ced8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2337921 Jul 24 09:36:05.047225 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36476) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:05.079181 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-58f0b481-9472-4f40-8a82-1241de480b61 req-840b4a62-b3b1-4cd9-8eb9-f9cbeb5e8a43 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870135 Jul 24 09:36:05.123085 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-6f332036-ac56-4223-8a6b-aab5c369ad9d service neutron] Attempting to bind port 1351ce31-eb57-4014-be82-98880d53d031 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:36:05.123441 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-6f332036-ac56-4223-8a6b-aab5c369ad9d service neutron] Attempting to bind port 1351ce31-eb57-4014-be82-98880d53d031 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd64301cc-d735-488b-91bf-d20f44a7a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:36:05.123748 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-6f332036-ac56-4223-8a6b-aab5c369ad9d service neutron] Attempting to bind port 1351ce31-eb57-4014-be82-98880d53d031 on network 7c3d9c5a-df8f-4d09-8c37-3b893a39df26 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:36:05.160609 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-6f332036-ac56-4223-8a6b-aab5c369ad9d service neutron] Port 1351ce31-eb57-4014-be82-98880d53d031 on network 7c3d9c5a-df8f-4d09-8c37-3b893a39df26 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:36:05.161006 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-6f332036-ac56-4223-8a6b-aab5c369ad9d service neutron] Attempting to bind port 1351ce31-eb57-4014-be82-98880d53d031 on network 7c3d9c5a-df8f-4d09-8c37-3b893a39df26 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:36:05.179342 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd06fea-0415-4c57-bc2f-9422ab8cc977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-e595a857-8a7f-48a4-8b11-0b4a274c2089', 'network_id': 'e595a857-8a7f-48a4-8b11-0b4a274c2089', 'tenant_id': '359551b003a744d0a963cb1d5a25f061', 'fixed_ips': [{'subnet_id': '8344fbee-7ff5-415f-ad76-70abee16f893'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:36:05.180543 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cfd06fea-0415-4c57-bc2f-9422ab8cc977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:05.182614 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-6f332036-ac56-4223-8a6b-aab5c369ad9d service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:36:05.183176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-6f332036-ac56-4223-8a6b-aab5c369ad9d service neutron] Checking segment: {'id': 'd64301cc-d735-488b-91bf-d20f44a7a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:05.183742 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-6f332036-ac56-4223-8a6b-aab5c369ad9d service neutron] Bound using segment: {'id': 'd64301cc-d735-488b-91bf-d20f44a7a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:36:05.184384 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-6f332036-ac56-4223-8a6b-aab5c369ad9d service neutron] Bound port: 1351ce31-eb57-4014-be82-98880d53d031, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64301cc-d735-488b-91bf-d20f44a7a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:36:05.185123 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-6f332036-ac56-4223-8a6b-aab5c369ad9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:05.235601 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:05.303225 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-6f332036-ac56-4223-8a6b-aab5c369ad9d service neutron] For port 1351ce31-eb57-4014-be82-98880d53d031, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:36:05.308137 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-6f332036-ac56-4223-8a6b-aab5c369ad9d service neutron] For port 1351ce31-eb57-4014-be82-98880d53d031, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=1351ce31-eb57-4014-be82-98880d53d031,segment=NetworkSegment(d64301cc-d735-488b-91bf-d20f44a7a8ad),segment_id=d64301cc-d735-488b-91bf-d20f44a7a8ad)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:36:05.319446 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-6f332036-ac56-4223-8a6b-aab5c369ad9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:05.323655 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:05.332851 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-cfd06fea-0415-4c57-bc2f-9422ab8cc977 None None] Allocated IP 172.20.0.3 (e595a857-8a7f-48a4-8b11-0b4a274c2089/8344fbee-7ff5-415f-ad76-70abee16f893/6425d028-8d95-47a8-a47f-4546c4dc2a38) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:05.379559 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-6f332036-ac56-4223-8a6b-aab5c369ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:05.380872 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-6f332036-ac56-4223-8a6b-aab5c369ad9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:05.381655 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-6f332036-ac56-4223-8a6b-aab5c369ad9d service neutron] 10.222.0.37 "PUT /v2.0/ports/1351ce31-eb57-4014-be82-98880d53d031 HTTP/1.1" status: 200 len: 1091 time: 1.8455570 Jul 24 09:36:05.411871 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0eead33b-bc1a-496a-b7b4-16387debb61c tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:05.419621 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9e17dcf5-c98a-486a-a5f8-5a4c9fe0b0da tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "GET /v2.0/networks/7a77b805-3c2f-4fa7-b02e-90ef877ab858?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5554693 Jul 24 09:36:05.423934 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36478) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:05.441403 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f332036-ac56-4223-8a6b-aab5c369ad9d service neutron] Pushing event updated for resources: {'Port': ['ID=1351ce31-eb57-4014-be82-98880d53d031,revision_number=7']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:05.465512 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0eead33b-bc1a-496a-b7b4-16387debb61c tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:05.492522 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-3871a595-73a7-412f-a564-9dabe7676d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:05.494265 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-3871a595-73a7-412f-a564-9dabe7676d7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 1094 time: 0.0668507 Jul 24 09:36:05.521835 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb83b73-4c8a-4ea2-bea5-ef9c9c4b3092 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:05.526619 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4eb83b73-4c8a-4ea2-bea5-ef9c9c4b3092 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "GET /v2.0/subnets/b574f57c-fa00-4dd1-a3b7-07ac15edb540 HTTP/1.1" status: 200 len: 843 time: 0.0944016 Jul 24 09:36:05.526955 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36480) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:05.527851 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cfd06fea-0415-4c57-bc2f-9422ab8cc977 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:05.538885 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-cfd06fea-0415-4c57-bc2f-9422ab8cc977 None None] Transition to ACTIVE for port object 6425d028-8d95-47a8-a47f-4546c4dc2a38 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:05.560225 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-cfd06fea-0415-4c57-bc2f-9422ab8cc977 None None] Transition to ACTIVE for port object 6425d028-8d95-47a8-a47f-4546c4dc2a38 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:05.573150 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-0eead33b-bc1a-496a-b7b4-16387debb61c tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Deleting port 2ff2c36d-d305-476d-9e27-8a2f2fb037af {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:05.573499 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0eead33b-bc1a-496a-b7b4-16387debb61c tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:05.574890 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cfd06fea-0415-4c57-bc2f-9422ab8cc977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:05.612329 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-2c3774a8-3764-432a-9ad1-e43f3a9518f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:05.615305 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-2c3774a8-3764-432a-9ad1-e43f3a9518f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26 HTTP/1.1" status: 200 len: 897 time: 0.1129999 Jul 24 09:36:05.627240 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd06fea-0415-4c57-bc2f-9422ab8cc977 None None] Pushing event updated for resources: {'Port': ['ID=6425d028-8d95-47a8-a47f-4546c4dc2a38,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:05.644202 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd06fea-0415-4c57-bc2f-9422ab8cc977 None None] Network e595a857-8a7f-48a4-8b11-0b4a274c2089 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:05.645679 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c78f80-e8f3-4091-be46-a4026b676a39 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['shared'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:05.646344 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-cfd06fea-0415-4c57-bc2f-9422ab8cc977 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:05.647137 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f0c78f80-e8f3-4091-be46-a4026b676a39 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "GET /v2.0/subnets/b574f57c-fa00-4dd1-a3b7-07ac15edb540?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1190989 Jul 24 09:36:05.650632 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:05.652892 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36482) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:05.654580 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd06fea-0415-4c57-bc2f-9422ab8cc977 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:05.661203 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-2c04aeb7-1db6-43b2-85d3-627e19588c5d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1271679949'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:05.701053 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0eead33b-bc1a-496a-b7b4-16387debb61c tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:05.708995 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c04aeb7-1db6-43b2-85d3-627e19588c5d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Made reservation on behalf of c47f431ba36c4b2ea1e51af2e3a0170d for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:05.712654 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2c04aeb7-1db6-43b2-85d3-627e19588c5d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:05.720234 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-cfd06fea-0415-4c57-bc2f-9422ab8cc977 None None] Attempting to bind port 6425d028-8d95-47a8-a47f-4546c4dc2a38 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:36:05.720542 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Subnet': ['ID=8344fbee-7ff5-415f-ad76-70abee16f893,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:05.721290 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-cfd06fea-0415-4c57-bc2f-9422ab8cc977 None None] Attempting to bind port 6425d028-8d95-47a8-a47f-4546c4dc2a38 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'e61a1bb8-3427-4db8-b09b-0864c5b4ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e595a857-8a7f-48a4-8b11-0b4a274c2089'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:36:05.721290 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd06fea-0415-4c57-bc2f-9422ab8cc977 None None] Attempting to bind port 6425d028-8d95-47a8-a47f-4546c4dc2a38 on network e595a857-8a7f-48a4-8b11-0b4a274c2089 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:36:05.728960 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd06fea-0415-4c57-bc2f-9422ab8cc977 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:36:05.729482 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd06fea-0415-4c57-bc2f-9422ab8cc977 None None] Checking segment: {'id': 'e61a1bb8-3427-4db8-b09b-0864c5b4ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e595a857-8a7f-48a4-8b11-0b4a274c2089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:05.729972 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cfd06fea-0415-4c57-bc2f-9422ab8cc977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:05.730981 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd06fea-0415-4c57-bc2f-9422ab8cc977 None None] Bound using segment: {'id': 'e61a1bb8-3427-4db8-b09b-0864c5b4ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e595a857-8a7f-48a4-8b11-0b4a274c2089'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:36:05.730981 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-cfd06fea-0415-4c57-bc2f-9422ab8cc977 None None] Bound port: 6425d028-8d95-47a8-a47f-4546c4dc2a38, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e61a1bb8-3427-4db8-b09b-0864c5b4ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e595a857-8a7f-48a4-8b11-0b4a274c2089'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:36:05.732107 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cfd06fea-0415-4c57-bc2f-9422ab8cc977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:05.735189 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-0eead33b-bc1a-496a-b7b4-16387debb61c tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Calling delete_port for 2ff2c36d-d305-476d-9e27-8a2f2fb037af owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:05.752534 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c04aeb7-1db6-43b2-85d3-627e19588c5d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:36:05.768318 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-255ed2f2-543b-46cc-a0fb-f1b52a2c16dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1351ce31-eb57-4014-be82-98880d53d031 HTTP/1.1" status: 200 len: 999 time: 0.1458175 Jul 24 09:36:05.792038 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2c04aeb7-1db6-43b2-85d3-627e19588c5d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:05.792401 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-2c04aeb7-1db6-43b2-85d3-627e19588c5d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Added segment a5db50ec-61e2-4fe9-bd11-d6edcbe5be92 of type vlan for network 87befa7e-42fd-4820-a3bb-47acf97011f8 Jul 24 09:36:05.802044 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:05.813813 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-cfd06fea-0415-4c57-bc2f-9422ab8cc977 None None] For port 6425d028-8d95-47a8-a47f-4546c4dc2a38, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:36:05.817683 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-cfd06fea-0415-4c57-bc2f-9422ab8cc977 None None] For port 6425d028-8d95-47a8-a47f-4546c4dc2a38, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=6425d028-8d95-47a8-a47f-4546c4dc2a38,segment=NetworkSegment(e61a1bb8-3427-4db8-b09b-0864c5b4ef08),segment_id=e61a1bb8-3427-4db8-b09b-0864c5b4ef08)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:36:05.823426 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cfd06fea-0415-4c57-bc2f-9422ab8cc977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:05.840933 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e595a857-8a7f-48a4-8b11-0b4a274c2089']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:05.853535 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2c04aeb7-1db6-43b2-85d3-627e19588c5d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:05.858291 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61a1bb8-3427-4db8-b09b-0864c5b4ef08') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:05.858585 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61a1bb8-3427-4db8-b09b-0864c5b4ef08') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:05.872060 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:05.881822 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-0485784a-0684-434f-9d7c-a5644ac90611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:05.883328 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-0485784a-0684-434f-9d7c-a5644ac90611 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=052febb9-0d85-4f6f-a5a7-9b8b9b12c295 HTTP/1.1" status: 200 len: 834 time: 0.0781116 Jul 24 09:36:05.898724 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:05.923361 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:05.923674 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:05.926989 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:05.934887 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2c04aeb7-1db6-43b2-85d3-627e19588c5d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:05.941767 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c04aeb7-1db6-43b2-85d3-627e19588c5d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:05.942704 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2c04aeb7-1db6-43b2-85d3-627e19588c5d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:06.001256 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.db.api [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 24 09:36:06.001256 n-d-800085-9 neutron-server[94036]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 24 09:36:06.001256 n-d-800085-9 neutron-server[94036]: [parameters: {'id': 'e595a857-8a7f-48a4-8b11-0b4a274c2089'}] Jul 24 09:36:06.001256 n-d-800085-9 neutron-server[94036]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:36:06.001736 n-d-800085-9 neutron-server[94036]: DEBUG oslo_db.api [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:36:06.015413 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-94926e3e-72d1-423b-8621-fd5c065cdab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:06.017123 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-94926e3e-72d1-423b-8621-fd5c065cdab1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270685 Jul 24 09:36:06.019138 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2c04aeb7-1db6-43b2-85d3-627e19588c5d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3645530 Jul 24 09:36:06.023018 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36484) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:06.028017 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-9e1af722-e5bf-4519-b8ef-c746ee9df87e tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Request body: {'subnet': {'network_id': '87befa7e-42fd-4820-a3bb-47acf97011f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:06.059180 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04aeb7-1db6-43b2-85d3-627e19588c5d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event updated for resources: {'Network': ['ID=87befa7e-42fd-4820-a3bb-47acf97011f8,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:06.072979 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c04aeb7-1db6-43b2-85d3-627e19588c5d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:06.074128 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c04aeb7-1db6-43b2-85d3-627e19588c5d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:06.074128 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c04aeb7-1db6-43b2-85d3-627e19588c5d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:06.074128 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c04aeb7-1db6-43b2-85d3-627e19588c5d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:06.074408 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd06fea-0415-4c57-bc2f-9422ab8cc977 None None] Pushing event updated for resources: {'Port': ['ID=6425d028-8d95-47a8-a47f-4546c4dc2a38,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:06.074490 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c04aeb7-1db6-43b2-85d3-627e19588c5d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:06.074715 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c04aeb7-1db6-43b2-85d3-627e19588c5d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:06.074976 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c04aeb7-1db6-43b2-85d3-627e19588c5d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:06.075748 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c04aeb7-1db6-43b2-85d3-627e19588c5d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:06.075748 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c04aeb7-1db6-43b2-85d3-627e19588c5d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:06.075947 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c04aeb7-1db6-43b2-85d3-627e19588c5d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:06.076264 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c04aeb7-1db6-43b2-85d3-627e19588c5d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:06.076599 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c04aeb7-1db6-43b2-85d3-627e19588c5d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:06.091819 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0eead33b-bc1a-496a-b7b4-16387debb61c tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:06.100923 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 87befa7e-42fd-4820-a3bb-47acf97011f8 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:36:06.117440 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e375662-737d-41c7-884a-194045728590 None None] Network e595a857-8a7f-48a4-8b11-0b4a274c2089 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:06.117586 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eead33b-bc1a-496a-b7b4-16387debb61c tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Pushing event deleted for resources: {'Port': ['ID=2ff2c36d-d305-476d-9e27-8a2f2fb037af,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:06.205033 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0eead33b-bc1a-496a-b7b4-16387debb61c tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:06.246602 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-8a5b7de7-dd35-4675-a0b9-7884f6a2382b service neutron] 10.222.0.37 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141385 Jul 24 09:36:06.254198 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1af722-e5bf-4519-b8ef-c746ee9df87e tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Made reservation on behalf of c47f431ba36c4b2ea1e51af2e3a0170d for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:06.254636 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9e1af722-e5bf-4519-b8ef-c746ee9df87e tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:06.317732 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 1351ce31-eb57-4014-be82-98880d53d031 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:36:06.364855 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4bba69b4-96cf-4c87-85b2-8da32fc77116 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:36:06.368657 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a76e68-8be9-4dbb-995a-0c0287e3f33a None None] get_active_networks_info from n-d-800085-9 {{(pid=94037) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 09:36:06.391116 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 1351ce31-eb57-4014-be82-98880d53d031 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:36:06.405970 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee19d3d-baae-400d-b389-00f313980c89 req-d65f0bb2-0afa-4f16-987f-b2a4e970b2f1 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:06.407607 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eee19d3d-baae-400d-b389-00f313980c89 req-d65f0bb2-0afa-4f16-987f-b2a4e970b2f1 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 943 time: 0.2135897 Jul 24 09:36:06.490485 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 4bba69b4-96cf-4c87-85b2-8da32fc77116 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:06.490851 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:06.491029 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0eead33b-bc1a-496a-b7b4-16387debb61c tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:06.499647 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0eead33b-bc1a-496a-b7b4-16387debb61c tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593208'] for router, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:06.518342 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-eee19d3d-baae-400d-b389-00f313980c89 req-bb20fd7b-a911-453c-bf8b-ac6868d11a0b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756140 Jul 24 09:36:06.569895 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a76e68-8be9-4dbb-995a-0c0287e3f33a None None] Resources bound (agent type, host, resource id): {{(pid=94037) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 09:36:06.596345 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eead33b-bc1a-496a-b7b4-16387debb61c tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Router 37f59815-590b-48ac-89fd-356f5091ff1f has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:36:06.684164 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.ipam_backend_mixin [None req-9e1af722-e5bf-4519-b8ef-c746ee9df87e tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Performing IP validity checks on allocation pools {{(pid=94036) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 24 09:36:06.685101 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.ipam_backend_mixin [None req-9e1af722-e5bf-4519-b8ef-c746ee9df87e tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94036) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 24 09:36:06.686496 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eead33b-bc1a-496a-b7b4-16387debb61c tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:36:06.687810 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:06.695481 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0eead33b-bc1a-496a-b7b4-16387debb61c tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:06.699308 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0eead33b-bc1a-496a-b7b4-16387debb61c tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "PUT /v2.0/routers/37f59815-590b-48ac-89fd-356f5091ff1f HTTP/1.1" status: 200 len: 705 time: 2.2996416 Jul 24 09:36:06.699461 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36490) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:06.703139 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df87763-ef6f-45de-8d1e-0051e7ff5b22 None None] Sync routers for ids ['37f59815-590b-48ac-89fd-356f5091ff1f'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:36:06.714406 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df87763-ef6f-45de-8d1e-0051e7ff5b22 None None] Routers {'37f59815-590b-48ac-89fd-356f5091ff1f'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:06.715986 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-8df87763-ef6f-45de-8d1e-0051e7ff5b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['37f59815-590b-48ac-89fd-356f5091ff1f'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:06.721190 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e', 'tag': '1351ce31-eb57-4014-be82-98880d53d031'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:36:06.724694 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ca8517-ce53-4620-81a0-0356c62d0499" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e", "tag": "1351ce31-eb57-4014-be82-98880d53d031"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:36:06.768361 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-8df87763-ef6f-45de-8d1e-0051e7ff5b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:06.780627 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df87763-ef6f-45de-8d1e-0051e7ff5b22 None None] Routers {'37f59815-590b-48ac-89fd-356f5091ff1f'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:06.781747 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-8df87763-ef6f-45de-8d1e-0051e7ff5b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['37f59815-590b-48ac-89fd-356f5091ff1f'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:06.806492 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-22efe93b-c96e-4aeb-a9d3-1246d686ce8f req-e9cbd0d3-a70c-4803-952b-0ced5c17d6a1 service neutron] 10.222.0.37 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5471287 Jul 24 09:36:06.822732 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-957b2704-e827-4cb2-bbbf-ebcd61620343 tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "GET /v2.0/routers/37f59815-590b-48ac-89fd-356f5091ff1f HTTP/1.1" status: 200 len: 740 time: 0.1209893 Jul 24 09:36:06.837622 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36494) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:06.838429 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a06882-90aa-4490-a06e-1d5cb1d35ce8 x-openstack-request-id: req-31a06882-90aa-4490-a06e-1d5cb1d35ce8 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:36:06.839068 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e", "tag": "1351ce31-eb57-4014-be82-98880d53d031", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:36:06.839290 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31a06882-90aa-4490-a06e-1d5cb1d35ce8 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:36:06.839804 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e', 'tag': '1351ce31-eb57-4014-be82-98880d53d031', 'status': 'completed', 'code': 200} Jul 24 09:36:06.923447 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-91e2fcee-90ac-4c41-92f1-94afd3f6f05a tempest-RoutersAdminTest-1088549168 tempest-RoutersAdminTest-1088549168-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&device_id=37f59815-590b-48ac-89fd-356f5091ff1f HTTP/1.1" status: 200 len: 205 time: 0.0839899 Jul 24 09:36:06.928062 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36496) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:06.947452 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Deleting port 6425d028-8d95-47a8-a47f-4546c4dc2a38 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:06.947816 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:06.958278 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-8df87763-ef6f-45de-8d1e-0051e7ff5b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:06.958938 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df87763-ef6f-45de-8d1e-0051e7ff5b22 None None] The sync data for ids ['37f59815-590b-48ac-89fd-356f5091ff1f'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:36:07.002686 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-55f2a318-3e43-4d43-afe1-d6a3f4c8a6c6 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f59815-590b-48ac-89fd-356f5091ff1f HTTP/1.1" status: 200 len: 205 time: 0.0733798 Jul 24 09:36:07.006223 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36498) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:07.089326 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9e1af722-e5bf-4519-b8ef-c746ee9df87e tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:07.095751 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3f5f4139-19ba-4613-8940-362e0e5eaabe tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:07.130311 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca8517-ce53-4620-81a0-0356c62d0499 req-89afaec9-15eb-4572-8cd5-d3fa12079147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:07.131823 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e0ca8517-ce53-4620-81a0-0356c62d0499 req-89afaec9-15eb-4572-8cd5-d3fa12079147 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 1094 time: 0.2831876 Jul 24 09:36:07.138816 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] For port 6425d028-8d95-47a8-a47f-4546c4dc2a38, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=6425d028-8d95-47a8-a47f-4546c4dc2a38,segment=NetworkSegment(e61a1bb8-3427-4db8-b09b-0864c5b4ef08),segment_id=e61a1bb8-3427-4db8-b09b-0864c5b4ef08)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:07.139193 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:07.166302 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca8517-ce53-4620-81a0-0356c62d0499 req-d3882d0d-1c6e-4cd3-88c2-46028c4c370f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:07.167812 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e0ca8517-ce53-4620-81a0-0356c62d0499 req-d3882d0d-1c6e-4cd3-88c2-46028c4c370f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 1094 time: 0.2865412 Jul 24 09:36:07.178547 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Calling delete_port for 6425d028-8d95-47a8-a47f-4546c4dc2a38 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:07.199466 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1af722-e5bf-4519-b8ef-c746ee9df87e tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event updated for resources: {'Subnet': ['ID=05d86092-d914-466f-a804-1e1366c222d8,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:07.269649 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1af722-e5bf-4519-b8ef-c746ee9df87e tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Checking segment: {'id': 'a5db50ec-61e2-4fe9-bd11-d6edcbe5be92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '87befa7e-42fd-4820-a3bb-47acf97011f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:07.269926 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1af722-e5bf-4519-b8ef-c746ee9df87e tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Network hostable DHCP agents. Network: 87befa7e-42fd-4820-a3bb-47acf97011f8, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:36:07.343041 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1af722-e5bf-4519-b8ef-c746ee9df87e tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Network 87befa7e-42fd-4820-a3bb-47acf97011f8 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:36:07.376530 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca8517-ce53-4620-81a0-0356c62d0499 req-14848321-c17a-45ef-b0c9-19b1e6b71c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:07.378105 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e0ca8517-ce53-4620-81a0-0356c62d0499 req-14848321-c17a-45ef-b0c9-19b1e6b71c6c service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26 HTTP/1.1" status: 200 len: 897 time: 0.1943913 Jul 24 09:36:07.380128 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-9e1af722-e5bf-4519-b8ef-c746ee9df87e tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 87befa7e-42fd-4820-a3bb-47acf97011f8) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:07.383530 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:07.386322 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1af722-e5bf-4519-b8ef-c746ee9df87e tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:07.386929 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9e1af722-e5bf-4519-b8ef-c746ee9df87e tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:07.391104 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e57e6b-6fe8-4688-af76-4ec22cf82ec8 None None] Network 87befa7e-42fd-4820-a3bb-47acf97011f8 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:07.454688 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Port': ['ID=6425d028-8d95-47a8-a47f-4546c4dc2a38,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:07.461241 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No DVR routers for this DVR port 6425d028-8d95-47a8-a47f-4546c4dc2a38 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:07.490147 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9e1af722-e5bf-4519-b8ef-c746ee9df87e tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4660447 Jul 24 09:36:07.492900 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36500) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:07.509884 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-751898e2-81e8-48cf-af19-d9c054179cd2 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:07.562863 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafd97d6-1b36-47c2-bbff-ed17ad40844c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-87befa7e-42fd-4820-a3bb-47acf97011f8', 'network_id': '87befa7e-42fd-4820-a3bb-47acf97011f8', 'tenant_id': 'c47f431ba36c4b2ea1e51af2e3a0170d', 'fixed_ips': [{'subnet_id': '05d86092-d914-466f-a804-1e1366c222d8'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:36:07.563957 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fafd97d6-1b36-47c2-bbff-ed17ad40844c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:07.572938 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e0ca8517-ce53-4620-81a0-0356c62d0499 req-27b54e52-0e2c-4a84-ba5c-ba906e46a148 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1351ce31-eb57-4014-be82-98880d53d031 HTTP/1.1" status: 200 len: 999 time: 0.1824946 Jul 24 09:36:07.574140 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3f5f4139-19ba-4613-8940-362e0e5eaabe tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:07.577454 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3f5f4139-19ba-4613-8940-362e0e5eaabe tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:07.601611 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:07.631269 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca8517-ce53-4620-81a0-0356c62d0499 req-63385c94-615a-4f77-8933-fb843c0d287b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:07.631824 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e0ca8517-ce53-4620-81a0-0356c62d0499 req-63385c94-615a-4f77-8933-fb843c0d287b service neutron] 10.222.0.20 "GET /v2.0/networks?id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26 HTTP/1.1" status: 200 len: 897 time: 0.4759579 Jul 24 09:36:07.638016 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3f5f4139-19ba-4613-8940-362e0e5eaabe tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:07.638733 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5f4139-19ba-4613-8940-362e0e5eaabe tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Fanout notify agent at l3_agent the message router_deleted on router 37f59815-590b-48ac-89fd-356f5091ff1f {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:36:07.645973 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e595a857-8a7f-48a4-8b11-0b4a274c2089']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:07.654785 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3f5f4139-19ba-4613-8940-362e0e5eaabe tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:07.656790 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3f5f4139-19ba-4613-8940-362e0e5eaabe tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "DELETE /v2.0/routers/37f59815-590b-48ac-89fd-356f5091ff1f HTTP/1.1" status: 204 len: 168 time: 0.6489148 Jul 24 09:36:07.663608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36504) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:07.701112 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61a1bb8-3427-4db8-b09b-0864c5b4ef08') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:07.701510 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61a1bb8-3427-4db8-b09b-0864c5b4ef08') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:07.717851 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-fafd97d6-1b36-47c2-bbff-ed17ad40844c None None] Allocated IP 2001:db8::3 (87befa7e-42fd-4820-a3bb-47acf97011f8/05d86092-d914-466f-a804-1e1366c222d8/97c604d2-d992-487e-a2c0-7fca09f62748) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:07.738915 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-941ddbf6-e933-4d18-aa16-fde43b0d62db tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f59815-590b-48ac-89fd-356f5091ff1f HTTP/1.1" status: 200 len: 205 time: 0.0718029 Jul 24 09:36:07.742379 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36506) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:07.742532 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:07.767443 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca8517-ce53-4620-81a0-0356c62d0499 req-97cfc5aa-0f43-48fe-9e2a-0f3993d01f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:07.768957 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e0ca8517-ce53-4620-81a0-0356c62d0499 req-97cfc5aa-0f43-48fe-9e2a-0f3993d01f50 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=052febb9-0d85-4f6f-a5a7-9b8b9b12c295 HTTP/1.1" status: 200 len: 834 time: 0.1627119 Jul 24 09:36:07.770505 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:07.773018 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-751898e2-81e8-48cf-af19-d9c054179cd2 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4374082'] for subnet, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:07.791026 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:07.791413 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:07.791610 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e0ca8517-ce53-4620-81a0-0356c62d0499 req-eca0c455-76a6-40cc-bcfa-ac6c3b7080d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1351ce31-eb57-4014-be82-98880d53d031 HTTP/1.1" status: 200 len: 999 time: 0.1498644 Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:07.794441 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:07.801515 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-dcfc1f91-eb2a-4bca-a247-eb1a70dc25ff tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] delete failed (client error): The resource could not be found. Jul 24 09:36:07.802789 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-dcfc1f91-eb2a-4bca-a247-eb1a70dc25ff tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "DELETE /v2.0/routers/37f59815-590b-48ac-89fd-356f5091ff1f HTTP/1.1" status: 404 len: 336 time: 0.0591967 Jul 24 09:36:07.813309 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36508) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:07.860674 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bed59e57-125d-4086-b28c-27374967ebd9 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "GET /v2.0/ports?device_id=30a09e41-b2be-4380-9664-8c776e474a4b HTTP/1.1" status: 200 len: 205 time: 0.0470791 Jul 24 09:36:07.863652 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36510) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:07.877235 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623785ae-04be-4af9-a947-07e71fc14fec req-efc5b7b2-6651-45b2-b09a-224a8a03305b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:07.879354 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-623785ae-04be-4af9-a947-07e71fc14fec req-efc5b7b2-6651-45b2-b09a-224a8a03305b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 943 time: 0.2218020 Jul 24 09:36:07.892202 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:07.903217 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:07.908644 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/networks/e595a857-8a7f-48a4-8b11-0b4a274c2089 HTTP/1.1" status: 204 len: 168 time: 2.8561740 Jul 24 09:36:07.914562 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36512) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:07.914723 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fafd97d6-1b36-47c2-bbff-ed17ad40844c None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:07.922721 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-082930c9-7575-47ce-a12d-3566842d4b2c tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-685375923'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:07.924968 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fafd97d6-1b36-47c2-bbff-ed17ad40844c None None] Transition to ACTIVE for port object 97c604d2-d992-487e-a2c0-7fca09f62748 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:07.926243 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793616bc-3fa8-4837-950b-e25aa98d561a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Network': ['ID=e595a857-8a7f-48a4-8b11-0b4a274c2089,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:07.933315 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-e7fe5fd5-1efc-41ed-95b7-1ce22a3ed6dc tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] delete failed (client error): The resource could not be found. Jul 24 09:36:07.934305 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e7fe5fd5-1efc-41ed-95b7-1ce22a3ed6dc tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "DELETE /v2.0/routers/30a09e41-b2be-4380-9664-8c776e474a4b HTTP/1.1" status: 404 len: 336 time: 0.0696163 Jul 24 09:36:07.937734 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36514) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:07.944357 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fafd97d6-1b36-47c2-bbff-ed17ad40844c None None] Transition to ACTIVE for port object 97c604d2-d992-487e-a2c0-7fca09f62748 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:07.945371 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca8517-ce53-4620-81a0-0356c62d0499 req-c71367bb-7234-43b1-b96b-120cab785c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:07.947528 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e0ca8517-ce53-4620-81a0-0356c62d0499 req-c71367bb-7234-43b1-b96b-120cab785c2c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1682863 Jul 24 09:36:07.951794 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fafd97d6-1b36-47c2-bbff-ed17ad40844c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:07.979999 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca8517-ce53-4620-81a0-0356c62d0499 req-80e0396f-4717-438c-af39-917624e5db9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:07.981050 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082930c9-7575-47ce-a12d-3566842d4b2c tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Made reservation on behalf of 359551b003a744d0a963cb1d5a25f061 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:07.981607 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e0ca8517-ce53-4620-81a0-0356c62d0499 req-80e0396f-4717-438c-af39-917624e5db9c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=052febb9-0d85-4f6f-a5a7-9b8b9b12c295 HTTP/1.1" status: 200 len: 834 time: 0.1829743 Jul 24 09:36:07.989008 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7a10c893-f66e-49d2-8bd7-8b8de56306b8 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "GET /v2.0/ports?device_id=499098d4-e5d4-46d1-aacd-c8852df7135f HTTP/1.1" status: 200 len: 205 time: 0.0409267 Jul 24 09:36:07.989191 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-082930c9-7575-47ce-a12d-3566842d4b2c tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:07.989455 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafd97d6-1b36-47c2-bbff-ed17ad40844c None None] Network 87befa7e-42fd-4820-a3bb-47acf97011f8 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:07.995830 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-fafd97d6-1b36-47c2-bbff-ed17ad40844c None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:07.999305 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd97d6-1b36-47c2-bbff-ed17ad40844c None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:08.000707 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36516) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:08.007485 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd97d6-1b36-47c2-bbff-ed17ad40844c None None] Pushing event updated for resources: {'Port': ['ID=97c604d2-d992-487e-a2c0-7fca09f62748,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:08.042765 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-623785ae-04be-4af9-a947-07e71fc14fec req-0d2fa6d6-ecb7-4321-8226-416e246c3d1e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183040 Jul 24 09:36:08.072726 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-fafd97d6-1b36-47c2-bbff-ed17ad40844c None None] Attempting to bind port 97c604d2-d992-487e-a2c0-7fca09f62748 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:36:08.073167 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-fafd97d6-1b36-47c2-bbff-ed17ad40844c None None] Attempting to bind port 97c604d2-d992-487e-a2c0-7fca09f62748 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'a5db50ec-61e2-4fe9-bd11-d6edcbe5be92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '87befa7e-42fd-4820-a3bb-47acf97011f8'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:36:08.073304 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca8517-ce53-4620-81a0-0356c62d0499 req-a776a429-eee3-4d9a-afb8-12ec855d3409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:08.073532 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafd97d6-1b36-47c2-bbff-ed17ad40844c None None] Attempting to bind port 97c604d2-d992-487e-a2c0-7fca09f62748 on network 87befa7e-42fd-4820-a3bb-47acf97011f8 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:36:08.074933 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e0ca8517-ce53-4620-81a0-0356c62d0499 req-a776a429-eee3-4d9a-afb8-12ec855d3409 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857060 Jul 24 09:36:08.078591 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafd97d6-1b36-47c2-bbff-ed17ad40844c None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:36:08.078966 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafd97d6-1b36-47c2-bbff-ed17ad40844c None None] Checking segment: {'id': 'a5db50ec-61e2-4fe9-bd11-d6edcbe5be92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '87befa7e-42fd-4820-a3bb-47acf97011f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:08.079369 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fafd97d6-1b36-47c2-bbff-ed17ad40844c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:08.079761 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafd97d6-1b36-47c2-bbff-ed17ad40844c None None] Bound using segment: {'id': 'a5db50ec-61e2-4fe9-bd11-d6edcbe5be92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '87befa7e-42fd-4820-a3bb-47acf97011f8'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:36:08.080226 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-fafd97d6-1b36-47c2-bbff-ed17ad40844c None None] Bound port: 97c604d2-d992-487e-a2c0-7fca09f62748, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5db50ec-61e2-4fe9-bd11-d6edcbe5be92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '87befa7e-42fd-4820-a3bb-47acf97011f8'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:36:08.080628 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fafd97d6-1b36-47c2-bbff-ed17ad40844c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:08.090090 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-ed552c02-ed2b-46c2-aa64-9f4636798ccb tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] delete failed (client error): The resource could not be found. Jul 24 09:36:08.091127 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ed552c02-ed2b-46c2-aa64-9f4636798ccb tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "DELETE /v2.0/routers/499098d4-e5d4-46d1-aacd-c8852df7135f HTTP/1.1" status: 404 len: 336 time: 0.0876017 Jul 24 09:36:08.097871 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36518) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:08.147634 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-fafd97d6-1b36-47c2-bbff-ed17ad40844c None None] For port 97c604d2-d992-487e-a2c0-7fca09f62748, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:36:08.149531 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082930c9-7575-47ce-a12d-3566842d4b2c tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:36:08.150062 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5297eac8-2773-4ef8-966e-e02830e0ae26 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ee560aa-dd8f-468f-9eb2-5064935745c3 HTTP/1.1" status: 200 len: 205 time: 0.0505960 Jul 24 09:36:08.152481 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36520) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:08.153769 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-fafd97d6-1b36-47c2-bbff-ed17ad40844c None None] For port 97c604d2-d992-487e-a2c0-7fca09f62748, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=97c604d2-d992-487e-a2c0-7fca09f62748,segment=NetworkSegment(a5db50ec-61e2-4fe9-bd11-d6edcbe5be92),segment_id=a5db50ec-61e2-4fe9-bd11-d6edcbe5be92)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:36:08.158729 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fafd97d6-1b36-47c2-bbff-ed17ad40844c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:08.199548 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-082930c9-7575-47ce-a12d-3566842d4b2c tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:08.199895 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-082930c9-7575-47ce-a12d-3566842d4b2c tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Added segment 05aee525-af29-442d-8af0-b847d6e69dd6 of type vlan for network f74a103b-c289-4cd4-a438-2b01a3e5555c Jul 24 09:36:08.225778 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd97d6-1b36-47c2-bbff-ed17ad40844c None None] Pushing event updated for resources: {'Port': ['ID=97c604d2-d992-487e-a2c0-7fca09f62748,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:08.252357 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e0ca8517-ce53-4620-81a0-0356c62d0499 req-358e801e-d512-47d6-b05b-8860968d2047 service neutron] 10.222.0.37 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890410 Jul 24 09:36:08.260771 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-e44625cf-0a44-4b61-90e7-52243f19199b tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] delete failed (client error): The resource could not be found. Jul 24 09:36:08.264073 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e44625cf-0a44-4b61-90e7-52243f19199b tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "DELETE /v2.0/routers/0ee560aa-dd8f-468f-9eb2-5064935745c3 HTTP/1.1" status: 404 len: 336 time: 0.1075482 Jul 24 09:36:08.264833 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36522) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:08.283462 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-082930c9-7575-47ce-a12d-3566842d4b2c tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:08.297741 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6aaa3808-7b71-4b5a-b0b3-3250a1f96589 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b305707d-ed03-4c74-a7fd-5886c9389204 HTTP/1.1" status: 200 len: 205 time: 0.0318055 Jul 24 09:36:08.303517 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36524) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:08.357798 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-f2fac072-45c7-40ed-976d-e1c70f7a7604 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] delete failed (client error): The resource could not be found. Jul 24 09:36:08.361224 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f2fac072-45c7-40ed-976d-e1c70f7a7604 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "DELETE /v2.0/routers/b305707d-ed03-4c74-a7fd-5886c9389204 HTTP/1.1" status: 404 len: 336 time: 0.0532396 Jul 24 09:36:08.361772 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36526) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:08.373643 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e0ca8517-ce53-4620-81a0-0356c62d0499 req-733e0aab-2b61-4a19-86be-975040d299d2 service neutron] 10.222.0.20 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879345 Jul 24 09:36:08.410822 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-751898e2-81e8-48cf-af19-d9c054179cd2 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761914635587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6006986'] for subnet, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:08.435928 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-76af9dc0-34e2-421f-927c-74442d5751ac tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "GET /v2.0/ports?device_id=69280e42-f06f-47a9-9ab4-2c5416be69ae HTTP/1.1" status: 200 len: 205 time: 0.0730085 Jul 24 09:36:08.443510 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36528) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:08.465086 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-082930c9-7575-47ce-a12d-3566842d4b2c tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:08.470595 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082930c9-7575-47ce-a12d-3566842d4b2c tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:08.471201 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-082930c9-7575-47ce-a12d-3566842d4b2c tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:08.495825 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-99729db4-8e12-4b45-aca1-ce5334af45c7 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] delete failed (client error): The resource could not be found. Jul 24 09:36:08.499982 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-99729db4-8e12-4b45-aca1-ce5334af45c7 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "DELETE /v2.0/routers/69280e42-f06f-47a9-9ab4-2c5416be69ae HTTP/1.1" status: 404 len: 336 time: 0.0554969 Jul 24 09:36:08.503262 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751898e2-81e8-48cf-af19-d9c054179cd2 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:08.503917 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-751898e2-81e8-48cf-af19-d9c054179cd2 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:08.507967 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-751898e2-81e8-48cf-af19-d9c054179cd2 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "PUT /v2.0/subnets/05d86092-d914-466f-a804-1e1366c222d8 HTTP/1.1" status: 200 len: 900 time: 1.0087049 Jul 24 09:36:08.507967 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36530) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:08.517847 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e0ca8517-ce53-4620-81a0-0356c62d0499 req-52d2f1f9-cd98-4144-893b-520439f3010c service neutron] 10.222.0.37 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514901 Jul 24 09:36:08.518057 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36532) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:08.554724 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 1351ce31-eb57-4014-be82-98880d53d031 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:36:08.579683 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751898e2-81e8-48cf-af19-d9c054179cd2 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event updated for resources: {'Subnet': ['ID=05d86092-d914-466f-a804-1e1366c222d8,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:08.583737 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b57a07a-0d84-4bb9-8192-25fea750df82 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:08.584373 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b57a07a-0d84-4bb9-8192-25fea750df82 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:08.586238 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1b57a07a-0d84-4bb9-8192-25fea750df82 tempest-RoutersAdminTest-2046979734 tempest-RoutersAdminTest-2046979734-project] 10.222.0.32 "DELETE /v2.0/subnets/2f53c634-5e70-4bc7-b037-287d6527162c HTTP/1.1" status: 404 len: 337 time: 0.0723710 Jul 24 09:36:08.591336 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-082930c9-7575-47ce-a12d-3566842d4b2c tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6741908 Jul 24 09:36:08.615554 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36536) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:08.620957 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-de08d887-6af6-4442-9bfd-013ef56429d6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Request body: {'subnet': {'network_id': 'f74a103b-c289-4cd4-a438-2b01a3e5555c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:08.621329 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082930c9-7575-47ce-a12d-3566842d4b2c tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'Network': ['ID=f74a103b-c289-4cd4-a438-2b01a3e5555c,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:08.662654 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network f74a103b-c289-4cd4-a438-2b01a3e5555c details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:36:08.772758 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 1351ce31-eb57-4014-be82-98880d53d031, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=1351ce31-eb57-4014-be82-98880d53d031,segment=NetworkSegment(d64301cc-d735-488b-91bf-d20f44a7a8ad),segment_id=d64301cc-d735-488b-91bf-d20f44a7a8ad)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:08.775774 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e0ca8517-ce53-4620-81a0-0356c62d0499 req-18fbe4b9-1c15-488b-896b-2e3d9ed8f726 service neutron] 10.222.0.20 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478520 Jul 24 09:36:08.791916 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '1351ce31-eb57-4014-be82-98880d53d031', 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26', 'port_id': '1351ce31-eb57-4014-be82-98880d53d031', 'mac_address': 'fa:16:3e:62:aa:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052febb9-0d85-4f6f-a5a7-9b8b9b12c295', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:36:08.812872 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-719c55c2-4938-4d19-b5ad-db542706aa78 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:08.834042 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de08d887-6af6-4442-9bfd-013ef56429d6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Made reservation on behalf of 359551b003a744d0a963cb1d5a25f061 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:08.837536 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de08d887-6af6-4442-9bfd-013ef56429d6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:08.846251 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:08.860410 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1351ce31-eb57-4014-be82-98880d53d031 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:36:08.881671 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 1351ce31-eb57-4014-be82-98880d53d031, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=1351ce31-eb57-4014-be82-98880d53d031,segment=NetworkSegment(d64301cc-d735-488b-91bf-d20f44a7a8ad),segment_id=d64301cc-d735-488b-91bf-d20f44a7a8ad)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:08.886773 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:08.928401 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36540) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:08.944072 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=1351ce31-eb57-4014-be82-98880d53d031,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:08.962084 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-719c55c2-4938-4d19-b5ad-db542706aa78 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Deleting port 97c604d2-d992-487e-a2c0-7fca09f62748 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:08.962436 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-719c55c2-4938-4d19-b5ad-db542706aa78 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:09.052477 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-89d99190-cfc8-4300-98ce-74f4c3e5bacb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:09.124223 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-719c55c2-4938-4d19-b5ad-db542706aa78 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] For port 97c604d2-d992-487e-a2c0-7fca09f62748, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=97c604d2-d992-487e-a2c0-7fca09f62748,segment=NetworkSegment(a5db50ec-61e2-4fe9-bd11-d6edcbe5be92),segment_id=a5db50ec-61e2-4fe9-bd11-d6edcbe5be92)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:09.124808 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-719c55c2-4938-4d19-b5ad-db542706aa78 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:09.134639 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['1351ce31-eb57-4014-be82-98880d53d031'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:36:09.143566 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-719c55c2-4938-4d19-b5ad-db542706aa78 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Calling delete_port for 97c604d2-d992-487e-a2c0-7fca09f62748 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:09.153807 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de08d887-6af6-4442-9bfd-013ef56429d6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:09.249399 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-89d99190-cfc8-4300-98ce-74f4c3e5bacb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:09.272049 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-89d99190-cfc8-4300-98ce-74f4c3e5bacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:09.295041 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08d887-6af6-4442-9bfd-013ef56429d6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'Subnet': ['ID=8ec19226-da19-491d-9f9a-f43aaf145d83,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:09.296447 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4a78a-869e-499f-bf45-c77551000d8c req-b0949125-65b5-4574-87f4-7e48a3f1c840 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:09.298309 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b7b4a78a-869e-499f-bf45-c77551000d8c req-b0949125-65b5-4574-87f4-7e48a3f1c840 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 944 time: 0.1105418 Jul 24 09:36:09.322384 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de08d887-6af6-4442-9bfd-013ef56429d6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Checking segment: {'id': '05aee525-af29-442d-8af0-b847d6e69dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f74a103b-c289-4cd4-a438-2b01a3e5555c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:09.322695 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de08d887-6af6-4442-9bfd-013ef56429d6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Network hostable DHCP agents. Network: f74a103b-c289-4cd4-a438-2b01a3e5555c, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:36:09.354344 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-89d99190-cfc8-4300-98ce-74f4c3e5bacb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ccb56316998646c19ac781f16eab1914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4220855 Jul 24 09:36:09.354554 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de08d887-6af6-4442-9bfd-013ef56429d6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Network f74a103b-c289-4cd4-a438-2b01a3e5555c is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:36:09.354657 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d99190-cfc8-4300-98ce-74f4c3e5bacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b870f19-5aab-440b-a749-432ae34aa46d,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:09.355575 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36546) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:09.381136 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b7b4a78a-869e-499f-bf45-c77551000d8c req-3de2239c-c3b0-497c-b16f-4d58ce44eb41 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738211 Jul 24 09:36:09.389096 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-de08d887-6af6-4442-9bfd-013ef56429d6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, f74a103b-c289-4cd4-a438-2b01a3e5555c) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:09.400381 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de08d887-6af6-4442-9bfd-013ef56429d6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:09.401044 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de08d887-6af6-4442-9bfd-013ef56429d6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:09.426315 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7836886d-91bf-497b-9989-c438c128d310 None None] Network f74a103b-c289-4cd4-a438-2b01a3e5555c requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:09.437782 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-de08d887-6af6-4442-9bfd-013ef56429d6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8191659 Jul 24 09:36:09.441126 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36550) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:09.448991 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5cf522d3-e596-4da7-8fca-3eb175df696c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:09.452086 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-719c55c2-4938-4d19-b5ad-db542706aa78 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:09.471763 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5cf522d3-e596-4da7-8fca-3eb175df696c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:09.508108 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c55c2-4938-4d19-b5ad-db542706aa78 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Port': ['ID=97c604d2-d992-487e-a2c0-7fca09f62748,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:09.533229 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5cf522d3-e596-4da7-8fca-3eb175df696c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:09.538384 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5cf522d3-e596-4da7-8fca-3eb175df696c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:09.541303 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5cf522d3-e596-4da7-8fca-3eb175df696c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b870f19-5aab-440b-a749-432ae34aa46d HTTP/1.1" status: 204 len: 168 time: 0.1845844 Jul 24 09:36:09.542993 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0442505c-06e7-4f91-92b8-0bcc23f46503 None None] Network 87befa7e-42fd-4820-a3bb-47acf97011f8 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:09.560221 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-07e3488c-efc9-48dc-a9bd-f0b22359f03c None None] Could not find standard attr ID for object 97c604d2-d992-487e-a2c0-7fca09f62748. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:36:09.576588 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf522d3-e596-4da7-8fca-3eb175df696c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b870f19-5aab-440b-a749-432ae34aa46d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:09.609801 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719c55c2-4938-4d19-b5ad-db542706aa78 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] No DVR routers for this DVR port 97c604d2-d992-487e-a2c0-7fca09f62748 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:09.714192 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-542673cf-3a3e-48b6-bf42-83b7645507fd tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:09.725041 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-719c55c2-4938-4d19-b5ad-db542706aa78 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:09.814832 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-542673cf-3a3e-48b6-bf42-83b7645507fd tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:09.862173 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-eb21892d-b08a-42cb-9a48-279acd2db467 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:09.864563 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-eb21892d-b08a-42cb-9a48-279acd2db467 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e&tenant_id=766769263b9c4ac0aa4c77c8f3c95808&binding%3Ahost_id=n-h1-800085-9 HTTP/1.1" status: 200 len: 944 time: 0.1806386 Jul 24 09:36:09.890261 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-719c55c2-4938-4d19-b5ad-db542706aa78 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:09.920715 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3881e9-f1e2-4d2c-a0e1-70474d6248c8 req-57c17234-7e7a-4d3d-8b62-ed252709e02a tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:09.922331 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bb3881e9-f1e2-4d2c-a0e1-70474d6248c8 req-57c17234-7e7a-4d3d-8b62-ed252709e02a tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 944 time: 0.1674521 Jul 24 09:36:09.928498 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40926c17-8d1f-49de-b784-e45b684c998e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-f74a103b-c289-4cd4-a438-2b01a3e5555c', 'network_id': 'f74a103b-c289-4cd4-a438-2b01a3e5555c', 'tenant_id': '359551b003a744d0a963cb1d5a25f061', 'fixed_ips': [{'subnet_id': '8ec19226-da19-491d-9f9a-f43aaf145d83'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:36:09.930315 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40926c17-8d1f-49de-b784-e45b684c998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:09.933217 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c55c2-4938-4d19-b5ad-db542706aa78 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Subnet': ['ID=05d86092-d914-466f-a804-1e1366c222d8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:09.975514 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-542673cf-3a3e-48b6-bf42-83b7645507fd tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:09.995908 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36558) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:10.019830 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542673cf-3a3e-48b6-bf42-83b7645507fd tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec19226-da19-491d-9f9a-f43aaf145d83,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:10.026980 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-08ee8b14-3246-4d8a-8070-0df73992771b service neutron] 10.222.0.37 "GET /v2.0/ports/1351ce31-eb57-4014-be82-98880d53d031/bindings/n-h1-800085-9 HTTP/1.1" status: 200 len: 382 time: 0.1492810 Jul 24 09:36:10.033505 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bb3881e9-f1e2-4d2c-a0e1-70474d6248c8 req-68903c65-b2c2-4e34-8aff-ec867e9f8b4d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017578 Jul 24 09:36:10.061001 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-097f042f-d036-4d9e-9f28-ad1660ed3eb5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b22f8e72e1a4d9ba0fc6c034080d610&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0638463 Jul 24 09:36:10.061553 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36560) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server [None req-40926c17-8d1f-49de-b784-e45b684c998e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ec19226-da19-491d-9f9a-f43aaf145d83: This subnet is being modified by another concurrent operation. Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise exception Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ec19226-da19-491d-9f9a-f43aaf145d83: This subnet is being modified by another concurrent operation. Jul 24 09:36:10.086934 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server Jul 24 09:36:10.106758 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-719c55c2-4938-4d19-b5ad-db542706aa78 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:10.110595 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c439bd5-4582-4247-a5c7-9bfb612a599d None None] Network f74a103b-c289-4cd4-a438-2b01a3e5555c requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:10.120323 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-719c55c2-4938-4d19-b5ad-db542706aa78 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87befa7e-42fd-4820-a3bb-47acf97011f8']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:10.131952 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-719c55c2-4938-4d19-b5ad-db542706aa78 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5db50ec-61e2-4fe9-bd11-d6edcbe5be92') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:10.132629 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-719c55c2-4938-4d19-b5ad-db542706aa78 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5db50ec-61e2-4fe9-bd11-d6edcbe5be92') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:10.142052 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-719c55c2-4938-4d19-b5ad-db542706aa78 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:10.156052 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-719c55c2-4938-4d19-b5ad-db542706aa78 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:10.162844 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719c55c2-4938-4d19-b5ad-db542706aa78 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:10.163266 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-719c55c2-4938-4d19-b5ad-db542706aa78 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:10.196796 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e77075f0-5df6-4958-a42f-0976e271cbd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:10.219127 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-4d3f9b6c-3027-4606-815d-c8daee51863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:10.220668 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-4d3f9b6c-3027-4606-815d-c8daee51863f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 1095 time: 0.1527219 Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:10.222128 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:10.238709 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db8e3eb-8c24-45c3-be60-678012111ded None None] Network 87befa7e-42fd-4820-a3bb-47acf97011f8 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:10.243136 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-719c55c2-4938-4d19-b5ad-db542706aa78 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:10.246575 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e77075f0-5df6-4958-a42f-0976e271cbd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:10.250558 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-719c55c2-4938-4d19-b5ad-db542706aa78 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:10.252391 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-719c55c2-4938-4d19-b5ad-db542706aa78 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "DELETE /v2.0/networks/87befa7e-42fd-4820-a3bb-47acf97011f8 HTTP/1.1" status: 204 len: 168 time: 1.7337055 Jul 24 09:36:10.259833 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db8e3eb-8c24-45c3-be60-678012111ded None None] Network 87befa7e-42fd-4820-a3bb-47acf97011f8 could not be found, it might have been deleted concurrently. {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 24 09:36:10.262664 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36562) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:10.269248 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c55c2-4938-4d19-b5ad-db542706aa78 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Network': ['ID=87befa7e-42fd-4820-a3bb-47acf97011f8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:10.301749 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-542673cf-3a3e-48b6-bf42-83b7645507fd tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:10.315615 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-542673cf-3a3e-48b6-bf42-83b7645507fd tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f74a103b-c289-4cd4-a438-2b01a3e5555c']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:10.327144 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-542673cf-3a3e-48b6-bf42-83b7645507fd tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05aee525-af29-442d-8af0-b847d6e69dd6') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:10.327447 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-542673cf-3a3e-48b6-bf42-83b7645507fd tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05aee525-af29-442d-8af0-b847d6e69dd6') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:10.333467 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-887e78c2-a1a3-4195-9787-3ed9441e7038 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:10.333930 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-887e78c2-a1a3-4195-9787-3ed9441e7038 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:10.338029 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-887e78c2-a1a3-4195-9787-3ed9441e7038 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "DELETE /v2.0/subnets/05d86092-d914-466f-a804-1e1366c222d8 HTTP/1.1" status: 404 len: 337 time: 0.0604661 Jul 24 09:36:10.338197 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-542673cf-3a3e-48b6-bf42-83b7645507fd tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:10.338874 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36564) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:10.358604 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3bb82e-8d98-49b9-99e3-6f27c6bf4f4c None None] DHCP port deletion for 87befa7e-42fd-4820-a3bb-47acf97011f8 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:36:10.369173 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b4b7e0-39bd-4cf1-9a4a-f6650fb1317f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:10.369173 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b4b7e0-39bd-4cf1-9a4a-f6650fb1317f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:10.370874 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-13b4b7e0-39bd-4cf1-9a4a-f6650fb1317f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "DELETE /v2.0/networks/87befa7e-42fd-4820-a3bb-47acf97011f8 HTTP/1.1" status: 404 len: 339 time: 0.0309775 Jul 24 09:36:10.376150 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36566) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:10.391430 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-542673cf-3a3e-48b6-bf42-83b7645507fd tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:10.398739 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d6252c-4d6c-4fe8-90bf-95935e67440d None None] get_active_networks_info from n-d-800085-9 {{(pid=94037) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 09:36:10.408944 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-47c069af-59b8-4161-830d-f62a18c7ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:10.410984 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-47c069af-59b8-4161-830d-f62a18c7ffd6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26 HTTP/1.1" status: 200 len: 897 time: 0.1801541 Jul 24 09:36:10.412982 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e77075f0-5df6-4958-a42f-0976e271cbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:10.415670 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e77075f0-5df6-4958-a42f-0976e271cbd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:10.417103 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e77075f0-5df6-4958-a42f-0976e271cbd8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/59a4693b-1f98-4d6d-b499-4fc6ee5febbe HTTP/1.1" status: 204 len: 168 time: 0.3546188 Jul 24 09:36:10.421107 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542673cf-3a3e-48b6-bf42-83b7645507fd tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:10.421763 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-542673cf-3a3e-48b6-bf42-83b7645507fd tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:10.425233 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:10.515197 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77075f0-5df6-4958-a42f-0976e271cbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a4693b-1f98-4d6d-b499-4fc6ee5febbe,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:10.530953 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-3c838e17-aa1e-4493-8e0c-760757c4272d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1351ce31-eb57-4014-be82-98880d53d031 HTTP/1.1" status: 200 len: 1000 time: 0.1125617 Jul 24 09:36:10.548560 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d6252c-4d6c-4fe8-90bf-95935e67440d None None] Resources bound (agent type, host, resource id): {{(pid=94037) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 09:36:10.555223 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 1351ce31-eb57-4014-be82-98880d53d031 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:36:10.600228 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-f6e859a7-73d1-443f-aba6-8c69e3451705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:10.602031 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-f6e859a7-73d1-443f-aba6-8c69e3451705 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=052febb9-0d85-4f6f-a5a7-9b8b9b12c295 HTTP/1.1" status: 200 len: 834 time: 0.0633116 Jul 24 09:36:10.673101 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-511faab0-5f83-463f-b5c9-9c9dfe88ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:10.674654 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-511faab0-5f83-463f-b5c9-9c9dfe88ed11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651009 Jul 24 09:36:10.698702 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 1351ce31-eb57-4014-be82-98880d53d031 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:36:10.716919 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 1351ce31-eb57-4014-be82-98880d53d031 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:10.717298 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:10.787030 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-d05e85d9-f952-40ed-a51f-dc4414bd4beb service neutron] 10.222.0.37 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050880 Jul 24 09:36:10.865891 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:10.884380 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-817a2b2f-93fd-4573-8409-0b0f92956eca tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:10.895606 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-a9617f81-002e-4622-9f2b-7c10e4ad332e service neutron] 10.222.0.37 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006653 Jul 24 09:36:10.903986 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-542673cf-3a3e-48b6-bf42-83b7645507fd tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:10.934090 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1351ce31-eb57-4014-be82-98880d53d031'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:36:10.935099 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-542673cf-3a3e-48b6-bf42-83b7645507fd tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:10.936408 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032be797-d429-4042-a033-3f9368ce7eae" -d '{"events": [{"server_uuid": "c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e", "name": "network-vif-plugged", "status": "completed", "tag": "1351ce31-eb57-4014-be82-98880d53d031"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:36:10.942895 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-542673cf-3a3e-48b6-bf42-83b7645507fd tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/networks/f74a103b-c289-4cd4-a438-2b01a3e5555c HTTP/1.1" status: 204 len: 168 time: 1.4948082 Jul 24 09:36:10.943810 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36582) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:10.951636 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-c57e250a-9f13-4fcf-802d-46847a880bc9 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1736446667'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:10.960999 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542673cf-3a3e-48b6-bf42-83b7645507fd tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Network': ['ID=f74a103b-c289-4cd4-a438-2b01a3e5555c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:10.980469 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57e250a-9f13-4fcf-802d-46847a880bc9 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Made reservation on behalf of 359551b003a744d0a963cb1d5a25f061 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:10.987382 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c57e250a-9f13-4fcf-802d-46847a880bc9 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:10.991835 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 1351ce31-eb57-4014-be82-98880d53d031, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=1351ce31-eb57-4014-be82-98880d53d031,segment=NetworkSegment(d64301cc-d735-488b-91bf-d20f44a7a8ad),segment_id=d64301cc-d735-488b-91bf-d20f44a7a8ad)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:11.005460 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:11.018041 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-817a2b2f-93fd-4573-8409-0b0f92956eca tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:11.029763 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-817a2b2f-93fd-4573-8409-0b0f92956eca tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a20225-f3db-4663-becb-c05842c07b9f']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:11.032659 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57e250a-9f13-4fcf-802d-46847a880bc9 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:36:11.033159 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a65c074-90b9-40c2-90dc-1d2398dee7c1 x-openstack-request-id: req-5a65c074-90b9-40c2-90dc-1d2398dee7c1 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:36:11.033159 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e", "name": "network-vif-plugged", "status": "completed", "tag": "1351ce31-eb57-4014-be82-98880d53d031", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:36:11.034407 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a65c074-90b9-40c2-90dc-1d2398dee7c1 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:36:11.034407 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1351ce31-eb57-4014-be82-98880d53d031', 'code': 200} Jul 24 09:36:11.044300 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c57e250a-9f13-4fcf-802d-46847a880bc9 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:11.044805 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-c57e250a-9f13-4fcf-802d-46847a880bc9 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Added segment 2f107d6b-310c-4f46-9fb7-ac398a34f2d4 of type vlan for network d572ce85-c45d-4254-9371-3af63d14f5f6 Jul 24 09:36:11.045035 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-817a2b2f-93fd-4573-8409-0b0f92956eca tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3278876-8c20-4a7f-b991-5e867e97268e') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:11.045425 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-817a2b2f-93fd-4573-8409-0b0f92956eca tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3278876-8c20-4a7f-b991-5e867e97268e') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:11.058667 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-817a2b2f-93fd-4573-8409-0b0f92956eca tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:11.078415 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-817a2b2f-93fd-4573-8409-0b0f92956eca tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:11.091343 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817a2b2f-93fd-4573-8409-0b0f92956eca tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:11.091770 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-817a2b2f-93fd-4573-8409-0b0f92956eca tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:11.095503 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:11.126062 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36592) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.143810 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c57e250a-9f13-4fcf-802d-46847a880bc9 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:11.183130 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c57e250a-9f13-4fcf-802d-46847a880bc9 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:11.196856 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57e250a-9f13-4fcf-802d-46847a880bc9 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:11.198091 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c57e250a-9f13-4fcf-802d-46847a880bc9 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:11.232151 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-dadf062e-b6e5-4a56-bb34-a8c5405d3cf4 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/floatingips/c094c4eb-5bea-4f92-bed4-1aea6f5c67cc HTTP/1.1" status: 200 len: 993 time: 0.1054909 Jul 24 09:36:11.239692 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-817a2b2f-93fd-4573-8409-0b0f92956eca tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:11.276474 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-817a2b2f-93fd-4573-8409-0b0f92956eca tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:11.279133 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-817a2b2f-93fd-4573-8409-0b0f92956eca tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "DELETE /v2.0/networks/b3a20225-f3db-4663-becb-c05842c07b9f HTTP/1.1" status: 204 len: 168 time: 0.9016871 Jul 24 09:36:11.280258 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a2b2f-93fd-4573-8409-0b0f92956eca tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Network': ['ID=b3a20225-f3db-4663-becb-c05842c07b9f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:11.290352 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36600) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.299897 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=1351ce31-eb57-4014-be82-98880d53d031,revision_number=9']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:11.325267 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13b59f4-e688-411e-b303-fc3565002514 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:11.325731 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c13b59f4-e688-411e-b303-fc3565002514 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:11.328677 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c13b59f4-e688-411e-b303-fc3565002514 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "DELETE /v2.0/subnets/bf5a090b-f597-4a6f-8127-ad21e91e9e50 HTTP/1.1" status: 404 len: 337 time: 0.0360005 Jul 24 09:36:11.330636 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36602) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.353943 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-924141ae-cb63-4a42-af58-ab152e35faaf tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:11.354924 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-924141ae-cb63-4a42-af58-ab152e35faaf tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:11.360604 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36604) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.361273 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-924141ae-cb63-4a42-af58-ab152e35faaf tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "DELETE /v2.0/networks/cc586faf-cf35-4721-9639-1b0a86213067 HTTP/1.1" status: 404 len: 339 time: 0.0295827 Jul 24 09:36:11.371135 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c57e250a-9f13-4fcf-802d-46847a880bc9 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4258907 Jul 24 09:36:11.373811 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e250a-9f13-4fcf-802d-46847a880bc9 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'Network': ['ID=d572ce85-c45d-4254-9371-3af63d14f5f6,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:11.374457 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36608) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.380961 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e066f5fe-024d-43fc-9278-ba23193f59db tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Request body: {'subnet': {'network_id': 'd572ce85-c45d-4254-9371-3af63d14f5f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:11.384667 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network d572ce85-c45d-4254-9371-3af63d14f5f6 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:36:11.385306 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36610) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.444000 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca5bd15-15b1-4bac-bc2e-a82fdba44761 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Deleting subnet a348ae97-aa24-4272-a8a0-89b4a39f0709 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:36:11.447725 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ca5bd15-15b1-4bac-bc2e-a82fdba44761 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:11.480048 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57968e6b-00c7-46ca-abf9-cb333e69d731 req-93713ec9-fea9-48ad-9771-b29a89d4d2e7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:11.481602 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-57968e6b-00c7-46ca-abf9-cb333e69d731 req-93713ec9-fea9-48ad-9771-b29a89d4d2e7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 945 time: 0.2784841 Jul 24 09:36:11.497924 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e066f5fe-024d-43fc-9278-ba23193f59db tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Made reservation on behalf of 359551b003a744d0a963cb1d5a25f061 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:11.501746 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e066f5fe-024d-43fc-9278-ba23193f59db tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:11.521805 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-50417352-d198-4288-9ef7-4182a886f649 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.525533 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-50417352-d198-4288-9ef7-4182a886f649 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1365390 Jul 24 09:36:11.525676 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ca5bd15-15b1-4bac-bc2e-a82fdba44761 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:11.525793 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36614) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.541428 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-db37c3da-194e-434f-bc29-43971aeedb9d tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.542613 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-db37c3da-194e-434f-bc29-43971aeedb9d tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0157313 Jul 24 09:36:11.542945 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36616) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.548898 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36618) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.555756 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-b3e6b94a-6078-49a0-80d0-74e19b09001d tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.556827 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b3e6b94a-6078-49a0-80d0-74e19b09001d tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0045660 Jul 24 09:36:11.562419 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36620) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.566406 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-ac11818c-1912-466a-99db-84f021a90d2d tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.567317 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ac11818c-1912-466a-99db-84f021a90d2d tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0040367 Jul 24 09:36:11.571265 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36622) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.575281 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-57968e6b-00c7-46ca-abf9-cb333e69d731 req-cde0d158-6900-4b07-ac9d-a13c4f47f878 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826061 Jul 24 09:36:11.579807 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-8b9720a7-80ee-474f-a41e-6ccc1e23882a tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.583000 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8b9720a7-80ee-474f-a41e-6ccc1e23882a tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0085032 Jul 24 09:36:11.583662 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36624) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.587285 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-0369b5e7-526e-429d-b31a-1890a50ccb6f tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.590339 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0369b5e7-526e-429d-b31a-1890a50ccb6f tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0041120 Jul 24 09:36:11.598927 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36626) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.610009 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-c7cae775-2996-4ddb-bf4d-2270327b8549 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.611642 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c7cae775-2996-4ddb-bf4d-2270327b8549 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0111890 Jul 24 09:36:11.616352 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36628) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.624221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-e45c6853-3008-4329-8b56-0013d812694a tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.625224 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e45c6853-3008-4329-8b56-0013d812694a tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0079191 Jul 24 09:36:11.631020 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36630) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.644309 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-30dce990-e659-4b05-9718-a461752875e2 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.647559 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-30dce990-e659-4b05-9718-a461752875e2 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0117500 Jul 24 09:36:11.649520 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36632) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.655298 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-26b64afc-5196-4f34-8806-811f80245724 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.658474 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-26b64afc-5196-4f34-8806-811f80245724 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0058665 Jul 24 09:36:11.658603 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ca5bd15-15b1-4bac-bc2e-a82fdba44761 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:11.658815 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36634) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.667375 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-024ec34a-44a5-4338-a9ae-0cfe6a92949e tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.670514 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-024ec34a-44a5-4338-a9ae-0cfe6a92949e tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0042527 Jul 24 09:36:11.671034 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36636) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.681318 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-767fd21c-0a7e-4e8f-ba21-4e2412821757 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.684353 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-767fd21c-0a7e-4e8f-ba21-4e2412821757 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0073760 Jul 24 09:36:11.684852 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36638) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.693218 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-5e9aa07a-ac2d-4d96-9b13-405409d7349d tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.696541 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5e9aa07a-ac2d-4d96-9b13-405409d7349d tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0081255 Jul 24 09:36:11.697041 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36640) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.700892 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-13ef71fd-36dc-422a-887d-15359fbe9817 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.702116 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-13ef71fd-36dc-422a-887d-15359fbe9817 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0039086 Jul 24 09:36:11.704914 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36642) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.710308 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-48f434b4-cfcb-437b-bfc6-44e1b4a42db2 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.711200 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-48f434b4-cfcb-437b-bfc6-44e1b4a42db2 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0056493 Jul 24 09:36:11.713686 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36644) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.723298 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-ffb31958-eb29-4891-946d-a4b06d010ca9 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.724258 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ffb31958-eb29-4891-946d-a4b06d010ca9 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0081425 Jul 24 09:36:11.728409 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36646) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.734895 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-bd7c8584-a0e3-4dfb-bfd5-a8a082641031 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.735890 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bd7c8584-a0e3-4dfb-bfd5-a8a082641031 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0064940 Jul 24 09:36:11.739182 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36648) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.743827 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-e144c151-a05a-4ad5-ace3-e1ef5d2b7bf4 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.745093 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e144c151-a05a-4ad5-ace3-e1ef5d2b7bf4 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045192 Jul 24 09:36:11.747489 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ca5bd15-15b1-4bac-bc2e-a82fdba44761 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:11.749843 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36650) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.761382 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-6c9a4651-1d76-45c1-83c7-f08c40a10b34 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.764715 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6c9a4651-1d76-45c1-83c7-f08c40a10b34 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0083718 Jul 24 09:36:11.766277 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36652) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.776887 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-829fc96f-80ca-42a3-8338-855e23d4dd57 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.777863 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-829fc96f-80ca-42a3-8338-855e23d4dd57 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0102158 Jul 24 09:36:11.780697 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36654) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.789305 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-e05bf2a5-d75d-4dcf-8814-6bc242b4e3e3 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.790270 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e05bf2a5-d75d-4dcf-8814-6bc242b4e3e3 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0072188 Jul 24 09:36:11.790489 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5bd15-15b1-4bac-bc2e-a82fdba44761 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Subnet': ['ID=a348ae97-aa24-4272-a8a0-89b4a39f0709,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:11.794613 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ca5bd15-15b1-4bac-bc2e-a82fdba44761 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:11.796448 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8ca5bd15-15b1-4bac-bc2e-a82fdba44761 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "DELETE /v2.0/subnets/a348ae97-aa24-4272-a8a0-89b4a39f0709 HTTP/1.1" status: 204 len: 168 time: 0.4346676 Jul 24 09:36:11.797064 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36656) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.800969 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36658) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.804246 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-020b0ce1-3908-421c-83ae-0b1617e4f5af tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.805417 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-020b0ce1-3908-421c-83ae-0b1617e4f5af tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0059996 Jul 24 09:36:11.807653 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaa41c2-0a07-4dca-aaed-33568bbe6245 None None] Network 48512694-4b69-4971-af0d-d977e9815e7b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:11.812703 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36660) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.821042 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-99c810ad-139f-4945-9198-2b3fc908fc46 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.822117 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-99c810ad-139f-4945-9198-2b3fc908fc46 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0082140 Jul 24 09:36:11.825085 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36662) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.829310 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-fa10f3c6-562e-4f2c-bb06-0609015ceed2 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.832868 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fa10f3c6-562e-4f2c-bb06-0609015ceed2 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0042768 Jul 24 09:36:11.834223 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36664) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.844011 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-d74297ba-00b0-4a61-81bb-37180eb4cb01 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.845976 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d74297ba-00b0-4a61-81bb-37180eb4cb01 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0062132 Jul 24 09:36:11.853153 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36666) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.858704 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-da27393c-dbae-4a27-8045-e83a8eae4eb4 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.859653 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-da27393c-dbae-4a27-8045-e83a8eae4eb4 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0047331 Jul 24 09:36:11.865968 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36668) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.870478 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-fc47351e-f69b-4d1b-921c-1ad6b4b34e12 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.873794 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fc47351e-f69b-4d1b-921c-1ad6b4b34e12 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0045621 Jul 24 09:36:11.877619 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36670) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.881627 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-cd9394f8-a52d-4536-888c-ea5a6b6a9654 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.885058 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-cd9394f8-a52d-4536-888c-ea5a6b6a9654 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0041823 Jul 24 09:36:11.886384 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36672) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.892318 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-e61be31a-cca2-4481-a1cd-b7ffa4f86fab tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.896196 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e61be31a-cca2-4481-a1cd-b7ffa4f86fab tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0053389 Jul 24 09:36:11.896521 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36674) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.904345 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-8f0c3f0e-91a6-4f50-840f-73c0dee9065d tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.905486 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8f0c3f0e-91a6-4f50-840f-73c0dee9065d tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0078363 Jul 24 09:36:11.909019 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36676) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.909213 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecdcebf1-cef2-4f18-8bbd-97dfdd68049c tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Deleting subnet 5df2f09c-450f-4c26-ab4e-f478689ac868 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:36:11.910843 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e066f5fe-024d-43fc-9278-ba23193f59db tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:11.916724 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ecdcebf1-cef2-4f18-8bbd-97dfdd68049c tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:11.924130 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-9ada5635-3e81-459a-a745-ecb3be56066c tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.925169 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9ada5635-3e81-459a-a745-ecb3be56066c tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0122170 Jul 24 09:36:11.939857 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36678) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.947503 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-c423e01e-de74-40de-a93f-b2ec75b7df0e tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.947878 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c423e01e-de74-40de-a93f-b2ec75b7df0e tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0063078 Jul 24 09:36:11.952334 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36680) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.957653 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-82d2fdd2-c615-4a57-b61c-0e3cacf7690f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Deleting port 3a3347e7-9ef5-4777-8372-eb58cebdf950 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:11.958004 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-82d2fdd2-c615-4a57-b61c-0e3cacf7690f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:11.961796 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d4acf712-af60-45c4-b3d1-ea57264fa0df req-8d56f6b2-e4bf-4965-8824-4a240802eb54 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1796663 Jul 24 09:36:11.965586 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-e03bed46-cf55-401e-a3d0-487b2f780c7d tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.966568 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e03bed46-cf55-401e-a3d0-487b2f780c7d tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0111961 Jul 24 09:36:11.970061 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36682) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.977481 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-f84bd12b-9d92-40da-ba69-135865a8d1eb tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.982807 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f84bd12b-9d92-40da-ba69-135865a8d1eb tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0088689 Jul 24 09:36:11.985429 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ecdcebf1-cef2-4f18-8bbd-97dfdd68049c tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:11.988133 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36684) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:11.994652 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-fec8d9ce-e647-466c-8dd8-edbef0bb061e tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:11.995606 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fec8d9ce-e647-466c-8dd8-edbef0bb061e tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0044549 Jul 24 09:36:12.007264 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36686) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.017924 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-14c25184-cd00-42ce-ac9b-664d16201468 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.018921 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-14c25184-cd00-42ce-ac9b-664d16201468 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0071793 Jul 24 09:36:12.023985 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36688) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.039053 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-38df78a3-b822-4217-a53d-9ed2d0a32a8d tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.040843 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-38df78a3-b822-4217-a53d-9ed2d0a32a8d tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0121117 Jul 24 09:36:12.040843 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066f5fe-024d-43fc-9278-ba23193f59db tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'Subnet': ['ID=4367e839-7648-44fa-9af3-c2ffe07838eb,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:12.044419 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36690) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.080985 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-8d6d2dcc-dca3-4525-9de6-dafd92de0fbf tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.085895 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8d6d2dcc-dca3-4525-9de6-dafd92de0fbf tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0083477 Jul 24 09:36:12.089814 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36692) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.094784 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-552235d6-f357-493f-9dc8-d6d70c0a2ff8 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.098114 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-552235d6-f357-493f-9dc8-d6d70c0a2ff8 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0043414 Jul 24 09:36:12.100294 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36694) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.103948 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e066f5fe-024d-43fc-9278-ba23193f59db tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Checking segment: {'id': '2f107d6b-310c-4f46-9fb7-ac398a34f2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd572ce85-c45d-4254-9371-3af63d14f5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:12.103948 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e066f5fe-024d-43fc-9278-ba23193f59db tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Network hostable DHCP agents. Network: d572ce85-c45d-4254-9371-3af63d14f5f6, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:36:12.112761 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-c9d2afe3-8e81-4f88-8838-54cd6280a886 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.113184 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c9d2afe3-8e81-4f88-8838-54cd6280a886 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0121322 Jul 24 09:36:12.120210 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36696) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.124913 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-01756ddf-d733-44ea-afb1-599e3f480946 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.128052 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-01756ddf-d733-44ea-afb1-599e3f480946 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0045793 Jul 24 09:36:12.133283 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-82d2fdd2-c615-4a57-b61c-0e3cacf7690f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:12.133752 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-82d2fdd2-c615-4a57-b61c-0e3cacf7690f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:12.136713 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36698) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.143882 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-af87cb0e-86e8-485a-8432-21aaa379f941 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.146087 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-af87cb0e-86e8-485a-8432-21aaa379f941 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0083964 Jul 24 09:36:12.149681 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36700) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.161491 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-185ebdc8-3393-4ed1-a090-8988a03ec0cf tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.171189 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-185ebdc8-3393-4ed1-a090-8988a03ec0cf tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0117867 Jul 24 09:36:12.171189 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36702) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.171189 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-d271f9bc-a715-48f3-855f-79a7b18e82e2 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.171662 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d271f9bc-a715-48f3-855f-79a7b18e82e2 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0042892 Jul 24 09:36:12.173625 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-82d2fdd2-c615-4a57-b61c-0e3cacf7690f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Calling delete_port for 3a3347e7-9ef5-4777-8372-eb58cebdf950 owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:12.176197 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acf712-af60-45c4-b3d1-ea57264fa0df req-6e30048d-c763-42dc-8633-3c412bd35f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:12.177882 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d4acf712-af60-45c4-b3d1-ea57264fa0df req-6e30048d-c763-42dc-8633-3c412bd35f15 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9b1cb98e59c48669615f4c794808b22&device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9 HTTP/1.1" status: 200 len: 1097 time: 0.1374366 Jul 24 09:36:12.178465 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36704) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.183287 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ecdcebf1-cef2-4f18-8bbd-97dfdd68049c tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:12.184613 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e066f5fe-024d-43fc-9278-ba23193f59db tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Network d572ce85-c45d-4254-9371-3af63d14f5f6 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:36:12.193218 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-6a793b41-8a16-439e-8cca-eff0657c7b7f tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.194195 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6a793b41-8a16-439e-8cca-eff0657c7b7f tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0125437 Jul 24 09:36:12.200524 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36706) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.232434 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-f60756be-3fbe-4686-b06c-ef2578dd2685 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.233482 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f60756be-3fbe-4686-b06c-ef2578dd2685 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0329278 Jul 24 09:36:12.234335 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-e066f5fe-024d-43fc-9278-ba23193f59db tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, d572ce85-c45d-4254-9371-3af63d14f5f6) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:12.243050 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0974d11f-a02d-4247-b174-e145c9a5c807 None None] Network d572ce85-c45d-4254-9371-3af63d14f5f6 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:12.247146 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36708) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.257616 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-67df1d87-a778-4e0d-b80f-c6558750ea6d tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.259264 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-67df1d87-a778-4e0d-b80f-c6558750ea6d tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0112917 Jul 24 09:36:12.264707 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36710) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.270859 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-32ed4092-964c-4a2a-bc9e-571120b0322e tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.271809 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-32ed4092-964c-4a2a-bc9e-571120b0322e tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0061677 Jul 24 09:36:12.274000 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e066f5fe-024d-43fc-9278-ba23193f59db tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:12.277677 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e066f5fe-024d-43fc-9278-ba23193f59db tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:12.280372 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36712) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.280601 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 97c604d2-d992-487e-a2c0-7fca09f62748 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:36:12.291133 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-125258c2-d6fa-4075-9452-c4e3451b581c tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.292119 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-125258c2-d6fa-4075-9452-c4e3451b581c tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0052390 Jul 24 09:36:12.297792 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36714) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.305855 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-2b7adc4a-8cd4-4427-a18f-fad4c0d07a14 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.309288 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2b7adc4a-8cd4-4427-a18f-fad4c0d07a14 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0049655 Jul 24 09:36:12.310636 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36716) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.322610 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 97c604d2-d992-487e-a2c0-7fca09f62748 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:36:12.323156 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 97c604d2-d992-487e-a2c0-7fca09f62748 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:36:12.350448 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e066f5fe-024d-43fc-9278-ba23193f59db tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9747388 Jul 24 09:36:12.352613 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-c65f59e4-aabe-49e6-9085-36c273ff9128 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.353919 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c65f59e4-aabe-49e6-9085-36c273ff9128 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0408061 Jul 24 09:36:12.355010 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36718) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.356961 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36720) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.370080 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-65e2177c-d4de-4049-849a-d35178a588c1 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.371660 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-65e2177c-d4de-4049-849a-d35178a588c1 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0074759 Jul 24 09:36:12.374649 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36722) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.382832 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-96834b43-2952-4815-9ebd-bc321bdd86e1 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.384095 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-96834b43-2952-4815-9ebd-bc321bdd86e1 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0080502 Jul 24 09:36:12.387096 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36724) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.388258 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ecdcebf1-cef2-4f18-8bbd-97dfdd68049c tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:12.397232 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-f08a75b0-3a04-49d2-b2a5-165841f496c5 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.399219 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f08a75b0-3a04-49d2-b2a5-165841f496c5 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0075607 Jul 24 09:36:12.411541 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36726) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.427221 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-b54e1669-bca3-4f1a-b031-c64ec78a2fbc tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.428398 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b54e1669-bca3-4f1a-b031-c64ec78a2fbc tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0058372 Jul 24 09:36:12.454004 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36728) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.460594 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-ca9643cb-c6d0-4f03-ac83-2b6e7cfdd775 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.464640 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ca9643cb-c6d0-4f03-ac83-2b6e7cfdd775 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0094955 Jul 24 09:36:12.465578 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdcebf1-cef2-4f18-8bbd-97dfdd68049c tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Subnet': ['ID=5df2f09c-450f-4c26-ab4e-f478689ac868,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:12.468523 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36730) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.476583 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-a2d4d0cd-a5ac-4d38-9c89-cb9f6895186d tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.480473 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a2d4d0cd-a5ac-4d38-9c89-cb9f6895186d tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0075839 Jul 24 09:36:12.481752 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acf712-af60-45c4-b3d1-ea57264fa0df req-5fea6ac5-31ee-4bbd-9ff3-73b7d95b6b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:12.483245 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d4acf712-af60-45c4-b3d1-ea57264fa0df req-5fea6ac5-31ee-4bbd-9ff3-73b7d95b6b64 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0783deff-46f9-4f21-b179-aabc847cb83f HTTP/1.1" status: 200 len: 908 time: 0.2662749 Jul 24 09:36:12.484649 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ecdcebf1-cef2-4f18-8bbd-97dfdd68049c tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:12.489171 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ecdcebf1-cef2-4f18-8bbd-97dfdd68049c tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "DELETE /v2.0/subnets/5df2f09c-450f-4c26-ab4e-f478689ac868 HTTP/1.1" status: 204 len: 168 time: 0.6826906 Jul 24 09:36:12.489736 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36732) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.490074 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36734) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.494740 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [None req-8c4b5d7f-fad8-4608-9b54-d8983b4cc023 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.498635 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8c4b5d7f-fad8-4608-9b54-d8983b4cc023 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0074911 Jul 24 09:36:12.502061 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:12.503948 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeb8247-dd9b-4929-ae39-2e420277db0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-d572ce85-c45d-4254-9371-3af63d14f5f6', 'network_id': 'd572ce85-c45d-4254-9371-3af63d14f5f6', 'tenant_id': '359551b003a744d0a963cb1d5a25f061', 'fixed_ips': [{'subnet_id': '4367e839-7648-44fa-9af3-c2ffe07838eb'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:36:12.504954 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8247-dd9b-4929-ae39-2e420277db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:12.506731 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36736) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.548774 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-117563f3-0203-48a9-bcc8-7f55a9e16789 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.549906 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-117563f3-0203-48a9-bcc8-7f55a9e16789 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0088315 Jul 24 09:36:12.554942 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36738) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.573717 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-150d2a69-cb32-4e34-96c1-bf393e0c1d45 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.577778 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-150d2a69-cb32-4e34-96c1-bf393e0c1d45 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0203385 Jul 24 09:36:12.635499 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36740) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.645298 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-45e472e1-e32b-4736-ab50-d62be91b25dd tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.649328 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-45e472e1-e32b-4736-ab50-d62be91b25dd tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0101931 Jul 24 09:36:12.653986 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36744) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.663470 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-95bbc0fa-8f20-49ee-9b27-a0b648295480 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.666427 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-95bbc0fa-8f20-49ee-9b27-a0b648295480 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0081282 Jul 24 09:36:12.701183 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-82d2fdd2-c615-4a57-b61c-0e3cacf7690f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:12.703250 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36746) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.715493 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-c96b2017-fd58-481c-969f-1c509d1d3757 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.719155 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c96b2017-fd58-481c-969f-1c509d1d3757 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0066121 Jul 24 09:36:12.739861 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36748) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.757261 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-0aeb8247-dd9b-4929-ae39-2e420277db0e None None] Allocated IP 172.20.0.2 (d572ce85-c45d-4254-9371-3af63d14f5f6/4367e839-7648-44fa-9af3-c2ffe07838eb/76032bcc-bbe0-4833-904f-74be08032f2d) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:12.763822 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46aa9258-2af5-4bc2-b165-273c5fff99fe None None] Network 48512694-4b69-4971-af0d-d977e9815e7b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:12.767333 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-6ed0b527-76fe-43ee-950c-e1b692837142 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.768324 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6ed0b527-76fe-43ee-950c-e1b692837142 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0047243 Jul 24 09:36:12.795594 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36750) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.801055 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2fdd2-c615-4a57-b61c-0e3cacf7690f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event deleted for resources: {'Port': ['ID=3a3347e7-9ef5-4777-8372-eb58cebdf950,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:12.809843 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-64459abf-cfbd-4dce-a8e5-c9f08a8150d0 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.811296 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-64459abf-cfbd-4dce-a8e5-c9f08a8150d0 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0066912 Jul 24 09:36:12.843348 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36752) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.852151 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-d2de5aec-35df-43b9-97af-442c515e45ae tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.853445 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d2de5aec-35df-43b9-97af-442c515e45ae tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0048511 Jul 24 09:36:12.879937 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36754) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.887854 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-ed1531e3-5f7c-4fa4-b1b3-ccc739a3fdcd tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.889101 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ed1531e3-5f7c-4fa4-b1b3-ccc739a3fdcd tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0049284 Jul 24 09:36:12.892677 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:12.899738 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36756) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.905366 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-499abe60-4a51-4f14-b093-be885296ecf2 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.906621 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-499abe60-4a51-4f14-b093-be885296ecf2 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0055494 Jul 24 09:36:12.912292 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36758) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:12.920516 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [None req-a6797919-bdae-47eb-a378-f45bd17bbd48 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:12.921795 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a6797919-bdae-47eb-a378-f45bd17bbd48 tempest-ExtensionsTestJSON-833443630 tempest-ExtensionsTestJSON-833443630-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0047748 Jul 24 09:36:12.980881 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-82d2fdd2-c615-4a57-b61c-0e3cacf7690f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:12.981476 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-82d2fdd2-c615-4a57-b61c-0e3cacf7690f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Floating IP c094c4eb-5bea-4f92-bed4-1aea6f5c67cc disassociated (deleted). External IP: 172.25.7.26, port: 81640203-7ddb-4e08-96f9-39c67a05c9e9. Jul 24 09:36:12.991751 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d4acf712-af60-45c4-b3d1-ea57264fa0df req-63b4660c-ca71-4e98-8984-930e34330117 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebd4d679-b99d-45dd-87e4-28d3726193e1 HTTP/1.1" status: 200 len: 1001 time: 0.4838123 Jul 24 09:36:13.006076 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-02137975-c6ec-4c2e-8152-c34e5aa0659c None None] Provisioning complete for port 237475d3-4b66-4ae3-90fe-88413d0dfad9 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:13.006595 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-02137975-c6ec-4c2e-8152-c34e5aa0659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:13.063615 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5b536477-2844-4574-a196-9453006a2bef tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:13.073889 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090431b-fd9c-4f98-8fe9-bfa28ee274cd req-1ab62466-6777-4528-9dea-fea704c5b42f tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:13.075906 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2090431b-fd9c-4f98-8fe9-bfa28ee274cd req-1ab62466-6777-4528-9dea-fea704c5b42f tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 945 time: 0.3507407 Jul 24 09:36:13.147747 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acf712-af60-45c4-b3d1-ea57264fa0df req-5f1fc15e-6292-4922-88a1-f0d7bcce5e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:13.150736 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d4acf712-af60-45c4-b3d1-ea57264fa0df req-5f1fc15e-6292-4922-88a1-f0d7bcce5e5d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cef55fc5-3019-4119-82d6-5bb136a17890 HTTP/1.1" status: 200 len: 847 time: 0.0845494 Jul 24 09:36:13.160041 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2090431b-fd9c-4f98-8fe9-bfa28ee274cd req-e660e934-5d49-4c66-863e-3917f54cc14f tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557022 Jul 24 09:36:13.199895 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600ec591-f75b-4201-90b8-549cf5ba2bcc None None] DHCP port deletion for 48512694-4b69-4971-af0d-d977e9815e7b request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:36:13.208758 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8247-dd9b-4929-ae39-2e420277db0e None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:13.244691 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0aeb8247-dd9b-4929-ae39-2e420277db0e None None] Transition to ACTIVE for port object 76032bcc-bbe0-4833-904f-74be08032f2d will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:13.258264 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-5b536477-2844-4574-a196-9453006a2bef tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Deleting port 237475d3-4b66-4ae3-90fe-88413d0dfad9 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:13.258264 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5b536477-2844-4574-a196-9453006a2bef tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:13.268786 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0aeb8247-dd9b-4929-ae39-2e420277db0e None None] Transition to ACTIVE for port object 76032bcc-bbe0-4833-904f-74be08032f2d will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:13.280598 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8247-dd9b-4929-ae39-2e420277db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:13.293497 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acf712-af60-45c4-b3d1-ea57264fa0df req-329b7ac5-1cbf-4759-a44d-7753577f7cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:13.295918 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d4acf712-af60-45c4-b3d1-ea57264fa0df req-329b7ac5-1cbf-4759-a44d-7753577f7cb2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0783deff-46f9-4f21-b179-aabc847cb83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088140 Jul 24 09:36:13.330273 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeb8247-dd9b-4929-ae39-2e420277db0e None None] Network d572ce85-c45d-4254-9371-3af63d14f5f6 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:13.335319 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-0aeb8247-dd9b-4929-ae39-2e420277db0e None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:13.349828 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeb8247-dd9b-4929-ae39-2e420277db0e None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:13.357887 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-600ec591-f75b-4201-90b8-549cf5ba2bcc None None] Deleting port 237475d3-4b66-4ae3-90fe-88413d0dfad9 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:13.357887 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-600ec591-f75b-4201-90b8-549cf5ba2bcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:13.373672 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-5b536477-2844-4574-a196-9453006a2bef tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] For port 237475d3-4b66-4ae3-90fe-88413d0dfad9, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=237475d3-4b66-4ae3-90fe-88413d0dfad9,segment=NetworkSegment(351e58c8-1595-4dac-9300-205c25c332df),segment_id=351e58c8-1595-4dac-9300-205c25c332df)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:13.374047 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5b536477-2844-4574-a196-9453006a2bef tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:13.380815 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:13.391621 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-5b536477-2844-4574-a196-9453006a2bef tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Calling delete_port for 237475d3-4b66-4ae3-90fe-88413d0dfad9 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:13.429769 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Subnet': ['ID=4367e839-7648-44fa-9af3-c2ffe07838eb,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:13.447614 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb8247-dd9b-4929-ae39-2e420277db0e None None] Pushing event updated for resources: {'Port': ['ID=76032bcc-bbe0-4833-904f-74be08032f2d,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:13.468579 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-0aeb8247-dd9b-4929-ae39-2e420277db0e None None] Attempting to bind port 76032bcc-bbe0-4833-904f-74be08032f2d on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:36:13.469110 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-0aeb8247-dd9b-4929-ae39-2e420277db0e None None] Attempting to bind port 76032bcc-bbe0-4833-904f-74be08032f2d by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '2f107d6b-310c-4f46-9fb7-ac398a34f2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd572ce85-c45d-4254-9371-3af63d14f5f6'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:36:13.469724 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb8247-dd9b-4929-ae39-2e420277db0e None None] Attempting to bind port 76032bcc-bbe0-4833-904f-74be08032f2d on network d572ce85-c45d-4254-9371-3af63d14f5f6 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:36:13.506107 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36764) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:13.511774 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb8247-dd9b-4929-ae39-2e420277db0e None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:36:13.512153 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb8247-dd9b-4929-ae39-2e420277db0e None None] Checking segment: {'id': '2f107d6b-310c-4f46-9fb7-ac398a34f2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd572ce85-c45d-4254-9371-3af63d14f5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:13.512561 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8247-dd9b-4929-ae39-2e420277db0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:13.512984 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb8247-dd9b-4929-ae39-2e420277db0e None None] Bound using segment: {'id': '2f107d6b-310c-4f46-9fb7-ac398a34f2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd572ce85-c45d-4254-9371-3af63d14f5f6'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:36:13.513465 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-0aeb8247-dd9b-4929-ae39-2e420277db0e None None] Bound port: 76032bcc-bbe0-4833-904f-74be08032f2d, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f107d6b-310c-4f46-9fb7-ac398a34f2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd572ce85-c45d-4254-9371-3af63d14f5f6'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:36:13.513849 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8247-dd9b-4929-ae39-2e420277db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:13.529625 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-4cd60ab6-8f3a-4d74-9f0b-f76c94d5b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:13.532430 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-4cd60ab6-8f3a-4d74-9f0b-f76c94d5b435 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e&tenant_id=766769263b9c4ac0aa4c77c8f3c95808 HTTP/1.1" status: 200 len: 1096 time: 0.2538650 Jul 24 09:36:13.544183 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d4acf712-af60-45c4-b3d1-ea57264fa0df req-6e57e6ac-f36e-41d8-8ed0-2c7ce3c4349b service neutron] 10.222.0.37 "GET /v2.0/networks/0783deff-46f9-4f21-b179-aabc847cb83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391663 Jul 24 09:36:13.547820 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5b536477-2844-4574-a196-9453006a2bef tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:13.549271 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-600ec591-f75b-4201-90b8-549cf5ba2bcc None None] For port 237475d3-4b66-4ae3-90fe-88413d0dfad9, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=237475d3-4b66-4ae3-90fe-88413d0dfad9,segment=NetworkSegment(351e58c8-1595-4dac-9300-205c25c332df),segment_id=351e58c8-1595-4dac-9300-205c25c332df)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:13.549726 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-600ec591-f75b-4201-90b8-549cf5ba2bcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:13.570124 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:13.580880 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d572ce85-c45d-4254-9371-3af63d14f5f6']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:13.582578 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-600ec591-f75b-4201-90b8-549cf5ba2bcc None None] Calling delete_port for 237475d3-4b66-4ae3-90fe-88413d0dfad9 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:13.591777 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f107d6b-310c-4f46-9fb7-ac398a34f2d4') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:13.592090 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f107d6b-310c-4f46-9fb7-ac398a34f2d4') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:13.602574 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b536477-2844-4574-a196-9453006a2bef tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Port': ['ID=237475d3-4b66-4ae3-90fe-88413d0dfad9,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:13.602710 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:13.629337 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:13.630459 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b536477-2844-4574-a196-9453006a2bef tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] No DVR routers for this DVR port 237475d3-4b66-4ae3-90fe-88413d0dfad9 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:13.635963 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:13.636378 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:13.651151 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:13.653503 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-0aeb8247-dd9b-4929-ae39-2e420277db0e None None] For port 76032bcc-bbe0-4833-904f-74be08032f2d, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:36:13.657834 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-23f62ed6-c5e4-4da5-8365-3bb09cf47e52 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-9', 'device_owner': 'compute:nova'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:13.680369 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d2fdd2-c615-4a57-b61c-0e3cacf7690f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Router 87972783-3bd6-4595-9613-dd1d91e46673 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:36:13.689938 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-600ec591-f75b-4201-90b8-549cf5ba2bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:13.718191 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ec591-f75b-4201-90b8-549cf5ba2bcc None None] Pushing event deleted for resources: {'Port': ['ID=237475d3-4b66-4ae3-90fe-88413d0dfad9,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:13.719690 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600ec591-f75b-4201-90b8-549cf5ba2bcc None None] No DVR routers for this DVR port 237475d3-4b66-4ae3-90fe-88413d0dfad9 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:13.742449 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7488e0b0-64d2-4d36-b423-d45244a40af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:13.759984 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-0aeb8247-dd9b-4929-ae39-2e420277db0e None None] For port 76032bcc-bbe0-4833-904f-74be08032f2d, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=76032bcc-bbe0-4833-904f-74be08032f2d,segment=NetworkSegment(2f107d6b-310c-4f46-9fb7-ac398a34f2d4),segment_id=2f107d6b-310c-4f46-9fb7-ac398a34f2d4)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:36:13.763395 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.db.api [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 24 09:36:13.763395 n-d-800085-9 neutron-server[94035]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 24 09:36:13.763395 n-d-800085-9 neutron-server[94035]: [parameters: {'id': 'd572ce85-c45d-4254-9371-3af63d14f5f6'}] Jul 24 09:36:13.763395 n-d-800085-9 neutron-server[94035]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:36:13.763761 n-d-800085-9 neutron-server[94035]: DEBUG oslo_db.api [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:36:13.765536 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8247-dd9b-4929-ae39-2e420277db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:13.768303 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5b536477-2844-4574-a196-9453006a2bef tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:13.788563 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-5b536477-2844-4574-a196-9453006a2bef tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48512694-4b69-4971-af0d-d977e9815e7b']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:13.793072 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d4acf712-af60-45c4-b3d1-ea57264fa0df req-ecd41ffe-6ad8-494c-851e-6f1bbd57d606 service neutron] 10.222.0.37 "GET /v2.0/networks/0783deff-46f9-4f21-b179-aabc847cb83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375550 Jul 24 09:36:13.802722 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-5b536477-2844-4574-a196-9453006a2bef tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '351e58c8-1595-4dac-9300-205c25c332df') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:13.803028 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-5b536477-2844-4574-a196-9453006a2bef tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '351e58c8-1595-4dac-9300-205c25c332df') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:13.819165 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5b536477-2844-4574-a196-9453006a2bef tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:13.837818 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5b536477-2844-4574-a196-9453006a2bef tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:13.845720 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b536477-2844-4574-a196-9453006a2bef tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:13.846198 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5b536477-2844-4574-a196-9453006a2bef tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:13.851071 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:13.859013 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb8247-dd9b-4929-ae39-2e420277db0e None None] Pushing event updated for resources: {'Port': ['ID=76032bcc-bbe0-4833-904f-74be08032f2d,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:13.883233 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafc3a77-4492-4596-b964-c2b551f735da None None] Network d572ce85-c45d-4254-9371-3af63d14f5f6 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:13.919593 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-23f62ed6-c5e4-4da5-8365-3bb09cf47e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:13.930704 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5b536477-2844-4574-a196-9453006a2bef tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:13.943734 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5b536477-2844-4574-a196-9453006a2bef tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:13.947907 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5b536477-2844-4574-a196-9453006a2bef tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "DELETE /v2.0/networks/48512694-4b69-4971-af0d-d977e9815e7b HTTP/1.1" status: 204 len: 168 time: 1.4459970 Jul 24 09:36:13.953574 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36768) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:13.955565 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b536477-2844-4574-a196-9453006a2bef tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Network': ['ID=48512694-4b69-4971-af0d-d977e9815e7b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:14.011178 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a44c4e-6d56-4ee7-9558-fe35566937c8 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:14.011501 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a44c4e-6d56-4ee7-9558-fe35566937c8 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:14.013267 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-17a44c4e-6d56-4ee7-9558-fe35566937c8 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "DELETE /v2.0/subnets/eb0423bc-cab7-41ca-8454-31ecfb847443 HTTP/1.1" status: 404 len: 337 time: 0.0587380 Jul 24 09:36:14.016002 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36770) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:14.028184 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d72203e-0e5c-4172-8f2c-085696b561ec None None] get_active_networks_info from n-d-800085-9 {{(pid=94037) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 09:36:14.035074 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-175e1b37-9721-41cb-a726-f68a76ad3a2b tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:14.035719 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-175e1b37-9721-41cb-a726-f68a76ad3a2b tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:14.039999 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-175e1b37-9721-41cb-a726-f68a76ad3a2b tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "DELETE /v2.0/networks/d6dcb430-e424-4fb7-b752-52c4a6adff99 HTTP/1.1" status: 404 len: 339 time: 0.0205128 Jul 24 09:36:14.040160 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36772) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:14.049415 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d2fdd2-c615-4a57-b61c-0e3cacf7690f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:36:14.061311 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-82d2fdd2-c615-4a57-b61c-0e3cacf7690f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:14.067797 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08721169-975d-4a5b-817c-880f29f73c50 None None] Sync routers for ids ['87972783-3bd6-4595-9613-dd1d91e46673'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:36:14.071997 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-909cf57f-e8f8-4ecd-bb3a-4cb1cd2af19a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:14.072454 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909cf57f-e8f8-4ecd-bb3a-4cb1cd2af19a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:14.076702 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-909cf57f-e8f8-4ecd-bb3a-4cb1cd2af19a tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "DELETE /v2.0/subnets/47e327f1-e9ed-43df-8832-216fe1618573 HTTP/1.1" status: 404 len: 337 time: 0.0332184 Jul 24 09:36:14.077359 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36774) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:14.090610 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08721169-975d-4a5b-817c-880f29f73c50 None None] Routers {'87972783-3bd6-4595-9613-dd1d91e46673'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:14.091333 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-08721169-975d-4a5b-817c-880f29f73c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['87972783-3bd6-4595-9613-dd1d91e46673'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:14.100852 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d051e5-9d2c-4850-9815-71c49895649c tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:14.101501 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d051e5-9d2c-4850-9815-71c49895649c tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:14.104816 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-12d051e5-9d2c-4850-9815-71c49895649c tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "DELETE /v2.0/networks/c96806f8-979b-4940-925c-d7a99cd6faf2 HTTP/1.1" status: 404 len: 339 time: 0.0247846 Jul 24 09:36:14.106139 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36776) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:14.140444 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba295ff4-135d-4ddd-8a5d-f321fe025d16 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:14.141384 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba295ff4-135d-4ddd-8a5d-f321fe025d16 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:14.147631 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ba295ff4-135d-4ddd-8a5d-f321fe025d16 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "DELETE /v2.0/subnets/8c2ca9b4-2d52-4954-8488-e1936e24d3ed HTTP/1.1" status: 404 len: 337 time: 0.0400252 Jul 24 09:36:14.149060 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36778) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:14.173807 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ac6db9-8828-495a-9211-6c031411bb34 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:14.174755 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ac6db9-8828-495a-9211-6c031411bb34 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:14.176924 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-93ac6db9-8828-495a-9211-6c031411bb34 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "DELETE /v2.0/networks/ad6dcafb-74cc-4e97-8d08-a3563ac03833 HTTP/1.1" status: 404 len: 339 time: 0.0266583 Jul 24 09:36:14.183031 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36780) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:14.226885 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:14.265964 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:14.286672 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-08721169-975d-4a5b-817c-880f29f73c50 None None] Set router 87972783-3bd6-4595-9613-dd1d91e46673 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:36:14.287972 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-82d2fdd2-c615-4a57-b61c-0e3cacf7690f tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "DELETE /v2.0/floatingips/c094c4eb-5bea-4f92-bed4-1aea6f5c67cc HTTP/1.1" status: 204 len: 168 time: 2.7420948 Jul 24 09:36:14.317882 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4afa964f-64b4-4396-ae31-49d96d03bb79', 'tag': '81640203-7ddb-4e08-96f9-39c67a05c9e9'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:36:14.328939 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d72203e-0e5c-4172-8f2c-085696b561ec None None] Resources bound (agent type, host, resource id): {{(pid=94037) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 09:36:14.331090 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e7651f-127e-449b-9c7e-c368590678a4" -d '{"events": [{"name": "network-changed", "server_uuid": "4afa964f-64b4-4396-ae31-49d96d03bb79", "tag": "81640203-7ddb-4e08-96f9-39c67a05c9e9"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:36:14.342175 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee7f70-d12a-435e-88a8-ad230f76673b req-5e91487d-057f-4aa8-bcec-1f59bd8d08eb tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:14.353281 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e7ee7f70-d12a-435e-88a8-ad230f76673b req-5e91487d-057f-4aa8-bcec-1f59bd8d08eb tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 945 time: 0.1043561 Jul 24 09:36:14.398282 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e7ee7f70-d12a-435e-88a8-ad230f76673b req-c8c96bb4-5a9f-421d-82da-c3377f9bea6a tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410063 Jul 24 09:36:14.399631 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 237475d3-4b66-4ae3-90fe-88413d0dfad9 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:36:14.429609 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 237475d3-4b66-4ae3-90fe-88413d0dfad9 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:36:14.430056 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 237475d3-4b66-4ae3-90fe-88413d0dfad9 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:36:14.584199 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7651f-127e-449b-9c7e-c368590678a4 req-dd0cfa98-280b-467c-8c5e-19b2eca6db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:14.585893 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-29e7651f-127e-449b-9c7e-c368590678a4 req-dd0cfa98-280b-467c-8c5e-19b2eca6db53 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d070f08b8da4d8480b04a604f0ef395&device_id=4afa964f-64b4-4396-ae31-49d96d03bb79 HTTP/1.1" status: 200 len: 1097 time: 0.0983443 Jul 24 09:36:14.679461 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89016a89-2d62-4555-9442-964fee251444 req-2dbe96e8-ac59-4ea3-bff1-18884fa13616 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:14.681229 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89016a89-2d62-4555-9442-964fee251444 req-2dbe96e8-ac59-4ea3-bff1-18884fa13616 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=4afa964f-64b4-4396-ae31-49d96d03bb79 HTTP/1.1" status: 200 len: 946 time: 0.1436067 Jul 24 09:36:14.704268 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-08721169-975d-4a5b-817c-880f29f73c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87972783-3bd6-4595-9613-dd1d91e46673', 'name': 'tempest-TestNetworkBasicOps-router-1655975905', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:35:07Z', 'updated_at': '2021-07-24T09:35:14Z', 'revision_number': 4, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87972783-3bd6-4595-9613-dd1d91e46673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:08Z', 'updated_at': '2021-07-24T09:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '4fe5905c-3b35-4dda-b199-681dcba04de0', 'name': '', 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'mac_address': 'fa:16:3e:dc:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87972783-3bd6-4595-9613-dd1d91e46673', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '373bf988-b7ba-46eb-910a-193e5ad2a229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:12Z', 'updated_at': '2021-07-24T09:35:22Z', 'revision_number': 5, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'subnets': [{'id': '373bf988-b7ba-46eb-910a-193e5ad2a229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:14.705939 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1523c8-adfe-4fd8-ac79-d74e6b5b1b27 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Deleting subnet c8b7af25-cede-4ee7-be3c-43f658edb5fa {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:36:14.711492 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acde074-82bd-4fc7-8b76-14a8202d5b6f x-openstack-request-id: req-3acde074-82bd-4fc7-8b76-14a8202d5b6f {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:36:14.711779 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4afa964f-64b4-4396-ae31-49d96d03bb79", "tag": "81640203-7ddb-4e08-96f9-39c67a05c9e9", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:36:14.712026 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3acde074-82bd-4fc7-8b76-14a8202d5b6f {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:36:14.712417 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4afa964f-64b4-4396-ae31-49d96d03bb79', 'tag': '81640203-7ddb-4e08-96f9-39c67a05c9e9', 'status': 'completed', 'code': 200} Jul 24 09:36:14.714235 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7488e0b0-64d2-4d36-b423-d45244a40af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:14.718949 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0c1523c8-adfe-4fd8-ac79-d74e6b5b1b27 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:14.724385 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7651f-127e-449b-9c7e-c368590678a4 req-1a18bd29-d955-4aa0-a595-c08856a50c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:14.726749 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-29e7651f-127e-449b-9c7e-c368590678a4 req-1a18bd29-d955-4aa0-a595-c08856a50c3c service neutron] 10.222.0.37 "GET /v2.0/networks?id=84b3ea08-ad06-4dbe-a4c4-1940ac9384b0 HTTP/1.1" status: 200 len: 897 time: 0.1324036 Jul 24 09:36:14.746833 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08721169-975d-4a5b-817c-880f29f73c50 None None] Checking router: 87972783-3bd6-4595-9613-dd1d91e46673 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:36:14.770483 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7488e0b0-64d2-4d36-b423-d45244a40af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:14.776515 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89016a89-2d62-4555-9442-964fee251444 req-b5883628-709c-41a3-904a-e6a16656e29c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=94cc45ed-6143-4734-a23f-de10838b1edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788913 Jul 24 09:36:14.779710 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08721169-975d-4a5b-817c-880f29f73c50 None None] Routers {'87972783-3bd6-4595-9613-dd1d91e46673'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:14.780335 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-08721169-975d-4a5b-817c-880f29f73c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['87972783-3bd6-4595-9613-dd1d91e46673'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:14.781798 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-29e7651f-127e-449b-9c7e-c368590678a4 req-ef76bce2-c498-41d3-a923-320cb7e22ef9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81640203-7ddb-4e08-96f9-39c67a05c9e9 HTTP/1.1" status: 200 len: 217 time: 0.0448527 Jul 24 09:36:14.848857 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7651f-127e-449b-9c7e-c368590678a4 req-50dfc1e0-a5b6-4b6e-b89c-be286f137b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:14.850687 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-29e7651f-127e-449b-9c7e-c368590678a4 req-50dfc1e0-a5b6-4b6e-b89c-be286f137b39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=373bf988-b7ba-46eb-910a-193e5ad2a229 HTTP/1.1" status: 200 len: 834 time: 0.0617735 Jul 24 09:36:14.859337 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0c1523c8-adfe-4fd8-ac79-d74e6b5b1b27 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:14.890165 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e0b0-64d2-4d36-b423-d45244a40af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448cee17-577f-4c9f-9294-1d6e775c02f6,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:14.898520 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7488e0b0-64d2-4d36-b423-d45244a40af0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd20aac3998642c881fcc0483e5dcecd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3904679 Jul 24 09:36:14.899006 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36790) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:14.909318 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-23f62ed6-c5e4-4da5-8365-3bb09cf47e52 service neutron] For port 1351ce31-eb57-4014-be82-98880d53d031, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=1351ce31-eb57-4014-be82-98880d53d031,segment=NetworkSegment(d64301cc-d735-488b-91bf-d20f44a7a8ad),segment_id=d64301cc-d735-488b-91bf-d20f44a7a8ad)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:14.968231 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7651f-127e-449b-9c7e-c368590678a4 req-6b326ee9-c5ab-4448-ae87-dfd60be6d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:14.969796 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-29e7651f-127e-449b-9c7e-c368590678a4 req-6b326ee9-c5ab-4448-ae87-dfd60be6d899 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84b3ea08-ad06-4dbe-a4c4-1940ac9384b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120851 Jul 24 09:36:14.974596 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1671573-2acf-4419-aa3b-4bfa825f5cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:14.975893 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Deleting port 76032bcc-bbe0-4833-904f-74be08032f2d {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:14.976242 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:15.017701 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-23f62ed6-c5e4-4da5-8365-3bb09cf47e52 service neutron] For port 1351ce31-eb57-4014-be82-98880d53d031, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:36:15.028774 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1671573-2acf-4419-aa3b-4bfa825f5cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:15.073103 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-08721169-975d-4a5b-817c-880f29f73c50 None None] Set router 87972783-3bd6-4595-9613-dd1d91e46673 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:36:15.105668 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0c1523c8-adfe-4fd8-ac79-d74e6b5b1b27 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:15.131055 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-29e7651f-127e-449b-9c7e-c368590678a4 req-da03e261-fa20-4e32-8de0-21edd2647cac service neutron] 10.222.0.37 "GET /v2.0/networks/84b3ea08-ad06-4dbe-a4c4-1940ac9384b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533973 Jul 24 09:36:15.160111 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] For port 76032bcc-bbe0-4833-904f-74be08032f2d, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=76032bcc-bbe0-4833-904f-74be08032f2d,segment=NetworkSegment(2f107d6b-310c-4f46-9fb7-ac398a34f2d4),segment_id=2f107d6b-310c-4f46-9fb7-ac398a34f2d4)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:15.160357 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:15.194747 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1671573-2acf-4419-aa3b-4bfa825f5cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:15.196983 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-23f62ed6-c5e4-4da5-8365-3bb09cf47e52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:15.201567 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b1671573-2acf-4419-aa3b-4bfa825f5cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:15.203598 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b1671573-2acf-4419-aa3b-4bfa825f5cd9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/448cee17-577f-4c9f-9294-1d6e775c02f6 HTTP/1.1" status: 204 len: 168 time: 0.3000133 Jul 24 09:36:15.210313 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Calling delete_port for 76032bcc-bbe0-4833-904f-74be08032f2d owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:15.234417 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-23f62ed6-c5e4-4da5-8365-3bb09cf47e52 service neutron] Transition to ACTIVE for port object 1351ce31-eb57-4014-be82-98880d53d031 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:15.285801 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-23f62ed6-c5e4-4da5-8365-3bb09cf47e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:15.310812 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-08721169-975d-4a5b-817c-880f29f73c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87972783-3bd6-4595-9613-dd1d91e46673', 'name': 'tempest-TestNetworkBasicOps-router-1655975905', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:35:07Z', 'updated_at': '2021-07-24T09:35:14Z', 'revision_number': 4, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87972783-3bd6-4595-9613-dd1d91e46673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:08Z', 'updated_at': '2021-07-24T09:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '4fe5905c-3b35-4dda-b199-681dcba04de0', 'name': '', 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'mac_address': 'fa:16:3e:dc:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87972783-3bd6-4595-9613-dd1d91e46673', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '373bf988-b7ba-46eb-910a-193e5ad2a229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:12Z', 'updated_at': '2021-07-24T09:35:22Z', 'revision_number': 5, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'subnets': [{'id': '373bf988-b7ba-46eb-910a-193e5ad2a229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:15.334196 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0c1523c8-adfe-4fd8-ac79-d74e6b5b1b27 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:15.342481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08721169-975d-4a5b-817c-880f29f73c50 None None] The sync data for ids ['87972783-3bd6-4595-9613-dd1d91e46673'] in n-d-800085-9 is: [{'id': '87972783-3bd6-4595-9613-dd1d91e46673', 'name': 'tempest-TestNetworkBasicOps-router-1655975905', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:35:07Z', 'updated_at': '2021-07-24T09:35:14Z', 'revision_number': 4, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87972783-3bd6-4595-9613-dd1d91e46673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:08Z', 'updated_at': '2021-07-24T09:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '4fe5905c-3b35-4dda-b199-681dcba04de0', 'name': '', 'network_id': '84b3ea08-ad06-4dbe-a4c4-1940ac9384b0', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'mac_address': 'fa:16:3e:dc:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87972783-3bd6-4595-9613-dd1d91e46673', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '373bf988-b7ba-46eb-910a-193e5ad2a229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:12Z', 'updated_at': '2021-07-24T09:35:22Z', 'revision_number': 5, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'subnets': [{'id': '373bf988-b7ba-46eb-910a-193e5ad2a229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:36:15.359700 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1671573-2acf-4419-aa3b-4bfa825f5cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448cee17-577f-4c9f-9294-1d6e775c02f6,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:15.417906 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-29e7651f-127e-449b-9c7e-c368590678a4 req-56e4a7ff-6974-42d8-9771-11d5a5d160c8 service neutron] 10.222.0.37 "GET /v2.0/networks/84b3ea08-ad06-4dbe-a4c4-1940ac9384b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794766 Jul 24 09:36:15.508036 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1523c8-adfe-4fd8-ac79-d74e6b5b1b27 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b7af25-cede-4ee7-be3c-43f658edb5fa,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:15.530195 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e2397a-e561-402b-a262-06be5c04294d None None] Network e6378e0a-3223-48c0-aa72-77d7bfc12e9d requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:15.533781 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0c1523c8-adfe-4fd8-ac79-d74e6b5b1b27 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:15.536266 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0c1523c8-adfe-4fd8-ac79-d74e6b5b1b27 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "DELETE /v2.0/subnets/c8b7af25-cede-4ee7-be3c-43f658edb5fa HTTP/1.1" status: 204 len: 168 time: 1.3425786 Jul 24 09:36:15.537215 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f62ed6-c5e4-4da5-8365-3bb09cf47e52 service neutron] Pushing event updated for resources: {'Port': ['ID=1351ce31-eb57-4014-be82-98880d53d031,revision_number=10']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:15.539385 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36798) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:15.623464 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:15.741779 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Port': ['ID=76032bcc-bbe0-4833-904f-74be08032f2d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:15.743637 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No DVR routers for this DVR port 76032bcc-bbe0-4833-904f-74be08032f2d on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:15.800318 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-23f62ed6-c5e4-4da5-8365-3bb09cf47e52 service neutron] No DVR routers for this DVR port 1351ce31-eb57-4014-be82-98880d53d031 on host n-h1-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:15.876786 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7e56f0-8441-4b45-98f7-8dc2809b1f4d None None] DHCP port deletion for e6378e0a-3223-48c0-aa72-77d7bfc12e9d request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:36:15.912373 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef02994c-fa73-42ac-9eef-cda6c969a38b None None] New status for floating IP c094c4eb-5bea-4f92-bed4-1aea6f5c67cc: DOWN {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:36:15.918507 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81afd284-3f72-4aec-b65b-009d8726b2f1 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:15.947848 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41db618-37fc-4c97-9c2e-6738367b69ec req-48fec956-a6bd-4cab-8924-101e5c2bb869 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:15.949813 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a41db618-37fc-4c97-9c2e-6738367b69ec req-48fec956-a6bd-4cab-8924-101e5c2bb869 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.37 "GET /v2.0/ports?device_id=4afa964f-64b4-4396-ae31-49d96d03bb79 HTTP/1.1" status: 200 len: 946 time: 0.1791923 Jul 24 09:36:15.951283 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-0a7e56f0-8441-4b45-98f7-8dc2809b1f4d None None] Deleting port 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:15.952001 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0a7e56f0-8441-4b45-98f7-8dc2809b1f4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.024192 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.041778 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-0a7e56f0-8441-4b45-98f7-8dc2809b1f4d None None] For port 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7bb3a72e-6ce8-42ee-9c14-605567a9a6fb,segment=NetworkSegment(ec172640-6ee5-46f1-a339-b3970bdb9749),segment_id=ec172640-6ee5-46f1-a339-b3970bdb9749)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:16.042176 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0a7e56f0-8441-4b45-98f7-8dc2809b1f4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.065559 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-0a7e56f0-8441-4b45-98f7-8dc2809b1f4d None None] Calling delete_port for 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:16.071547 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7adf2-c475-426e-82c4-6c8f921bd0a8 req-3e7845fc-a393-46cc-81ec-aa4fae4557df tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:16.073574 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11e7adf2-c475-426e-82c4-6c8f921bd0a8 req-3e7845fc-a393-46cc-81ec-aa4fae4557df tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 944 time: 0.5136776 Jul 24 09:36:16.093866 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d572ce85-c45d-4254-9371-3af63d14f5f6']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:16.114489 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8c0f4-0f29-4aab-b1dd-1ab97effaf03 req-f97433e6-1ba3-4f6f-b6d0-f6cb0a071e8d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:16.116414 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-55e8c0f4-0f29-4aab-b1dd-1ab97effaf03 req-f97433e6-1ba3-4f6f-b6d0-f6cb0a071e8d tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=4afa964f-64b4-4396-ae31-49d96d03bb79 HTTP/1.1" status: 200 len: 946 time: 0.2049923 Jul 24 09:36:16.122381 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f107d6b-310c-4f46-9fb7-ac398a34f2d4') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:16.122757 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f107d6b-310c-4f46-9fb7-ac398a34f2d4') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:16.147336 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.191724 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0a7e56f0-8441-4b45-98f7-8dc2809b1f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.199996 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-a41db618-37fc-4c97-9c2e-6738367b69ec req-4e5843fd-6d85-4703-809b-b28d55ce37f4 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Deleting port 81640203-7ddb-4e08-96f9-39c67a05c9e9 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:16.200555 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a41db618-37fc-4c97-9c2e-6738367b69ec req-4e5843fd-6d85-4703-809b-b28d55ce37f4 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.205093 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.207318 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-55e8c0f4-0f29-4aab-b1dd-1ab97effaf03 req-0b4c2a2f-ded5-431c-b989-9236334e196c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/security-groups?id=94cc45ed-6143-4734-a23f-de10838b1edd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773518 Jul 24 09:36:16.217138 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7e56f0-8441-4b45-98f7-8dc2809b1f4d None None] No DVR routers for this DVR port 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:16.244901 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11e7adf2-c475-426e-82c4-6c8f921bd0a8 req-0e08e953-d769-456d-a56f-6ee65c5a0654 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465569 Jul 24 09:36:16.247797 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:16.248619 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:16.259206 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:16.278491 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e56f0-8441-4b45-98f7-8dc2809b1f4d None None] Pushing event deleted for resources: {'Port': ['ID=7bb3a72e-6ce8-42ee-9c14-605567a9a6fb,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:16.287579 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-23f62ed6-c5e4-4da5-8365-3bb09cf47e52 service neutron] Attempting to bind port 1351ce31-eb57-4014-be82-98880d53d031 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:36:16.287926 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-23f62ed6-c5e4-4da5-8365-3bb09cf47e52 service neutron] Attempting to bind port 1351ce31-eb57-4014-be82-98880d53d031 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'd64301cc-d735-488b-91bf-d20f44a7a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:36:16.288264 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-23f62ed6-c5e4-4da5-8365-3bb09cf47e52 service neutron] Attempting to bind port 1351ce31-eb57-4014-be82-98880d53d031 on network 7c3d9c5a-df8f-4d09-8c37-3b893a39df26 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:36:16.304731 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-81afd284-3f72-4aec-b65b-009d8726b2f1 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Deleting port 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:16.305105 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81afd284-3f72-4aec-b65b-009d8726b2f1 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.309715 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-23f62ed6-c5e4-4da5-8365-3bb09cf47e52 service neutron] Port 1351ce31-eb57-4014-be82-98880d53d031 on network 7c3d9c5a-df8f-4d09-8c37-3b893a39df26 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:36:16.310039 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-23f62ed6-c5e4-4da5-8365-3bb09cf47e52 service neutron] Attempting to bind port 1351ce31-eb57-4014-be82-98880d53d031 on network 7c3d9c5a-df8f-4d09-8c37-3b893a39df26 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:36:16.360467 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-23f62ed6-c5e4-4da5-8365-3bb09cf47e52 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:36:16.360852 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-23f62ed6-c5e4-4da5-8365-3bb09cf47e52 service neutron] Checking segment: {'id': 'd64301cc-d735-488b-91bf-d20f44a7a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:16.361258 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-23f62ed6-c5e4-4da5-8365-3bb09cf47e52 service neutron] Bound using segment: {'id': 'd64301cc-d735-488b-91bf-d20f44a7a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:36:16.361726 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-23f62ed6-c5e4-4da5-8365-3bb09cf47e52 service neutron] Bound port: 1351ce31-eb57-4014-be82-98880d53d031, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64301cc-d735-488b-91bf-d20f44a7a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:36:16.362102 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-23f62ed6-c5e4-4da5-8365-3bb09cf47e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.365173 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:36:16.376586 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.398149 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:36:16.398557 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:36:16.406328 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-a41db618-37fc-4c97-9c2e-6738367b69ec req-4e5843fd-6d85-4703-809b-b28d55ce37f4 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] For port 81640203-7ddb-4e08-96f9-39c67a05c9e9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=81640203-7ddb-4e08-96f9-39c67a05c9e9,segment=NetworkSegment(15bc07ea-7919-429b-939d-a6ee45b3db5e),segment_id=15bc07ea-7919-429b-939d-a6ee45b3db5e)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:16.406932 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a41db618-37fc-4c97-9c2e-6738367b69ec req-4e5843fd-6d85-4703-809b-b28d55ce37f4 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.415060 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.416958 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/networks/d572ce85-c45d-4254-9371-3af63d14f5f6 HTTP/1.1" status: 204 len: 168 time: 4.0607879 Jul 24 09:36:16.420630 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-a41db618-37fc-4c97-9c2e-6738367b69ec req-4e5843fd-6d85-4703-809b-b28d55ce37f4 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Calling delete_port for 81640203-7ddb-4e08-96f9-39c67a05c9e9 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:16.422318 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36818) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:16.429131 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-c2eae8dd-0f28-4b1c-b177-2967c912351d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-629803007'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:16.434701 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36820) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:16.439773 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6063d-3b22-4908-a004-d63beaaa07b2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Network': ['ID=d572ce85-c45d-4254-9371-3af63d14f5f6,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:16.464149 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-81afd284-3f72-4aec-b65b-009d8726b2f1 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] For port 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb, host n-d-800085-9, got binding levels [] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:16.464526 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81afd284-3f72-4aec-b65b-009d8726b2f1 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.483404 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-81afd284-3f72-4aec-b65b-009d8726b2f1 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Calling delete_port for 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:16.487382 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.ipam_backend_mixin [None req-81afd284-3f72-4aec-b65b-009d8726b2f1 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Port 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb was not found and therefore no delete operation was performed {{(pid=94035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 09:36:16.492632 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81afd284-3f72-4aec-b65b-009d8726b2f1 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.496313 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2eae8dd-0f28-4b1c-b177-2967c912351d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Made reservation on behalf of 359551b003a744d0a963cb1d5a25f061 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:16.500244 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c2eae8dd-0f28-4b1c-b177-2967c912351d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.531027 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afd284-3f72-4aec-b65b-009d8726b2f1 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Port': ['ID=7bb3a72e-6ce8-42ee-9c14-605567a9a6fb,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:16.532969 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81afd284-3f72-4aec-b65b-009d8726b2f1 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] No DVR routers for this DVR port 7bb3a72e-6ce8-42ee-9c14-605567a9a6fb on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:16.541459 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-23f62ed6-c5e4-4da5-8365-3bb09cf47e52 service neutron] For port 1351ce31-eb57-4014-be82-98880d53d031, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:36:16.545499 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2eae8dd-0f28-4b1c-b177-2967c912351d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:36:16.557425 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c2eae8dd-0f28-4b1c-b177-2967c912351d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.557811 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-c2eae8dd-0f28-4b1c-b177-2967c912351d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Added segment 96d36a62-e171-4263-8e47-6a3489de0f88 of type vlan for network a9228b6f-8f27-4558-9991-80bff03d1963 Jul 24 09:36:16.580262 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 81640203-7ddb-4e08-96f9-39c67a05c9e9 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:36:16.582540 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-23f62ed6-c5e4-4da5-8365-3bb09cf47e52 service neutron] For port 1351ce31-eb57-4014-be82-98880d53d031, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=1351ce31-eb57-4014-be82-98880d53d031,segment=NetworkSegment(d64301cc-d735-488b-91bf-d20f44a7a8ad),segment_id=d64301cc-d735-488b-91bf-d20f44a7a8ad)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:36:16.594856 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-23f62ed6-c5e4-4da5-8365-3bb09cf47e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.596372 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-f2732e51-4225-4086-9577-431707b3a03e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1975033582'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:16.640976 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2732e51-4225-4086-9577-431707b3a03e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Made reservation on behalf of 76fd8d5cff76432285d9245511956821 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:16.644613 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f2732e51-4225-4086-9577-431707b3a03e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.654864 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81afd284-3f72-4aec-b65b-009d8726b2f1 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.672200 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-23f62ed6-c5e4-4da5-8365-3bb09cf47e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:16.672853 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-23f62ed6-c5e4-4da5-8365-3bb09cf47e52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.673439 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f2732e51-4225-4086-9577-431707b3a03e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.674264 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-23f62ed6-c5e4-4da5-8365-3bb09cf47e52 service neutron] 10.222.0.20 "PUT /v2.0/ports/1351ce31-eb57-4014-be82-98880d53d031 HTTP/1.1" status: 200 len: 1092 time: 3.0206771 Jul 24 09:36:16.676456 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-81afd284-3f72-4aec-b65b-009d8726b2f1 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6378e0a-3223-48c0-aa72-77d7bfc12e9d']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:16.683868 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.687629 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.696699 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-81afd284-3f72-4aec-b65b-009d8726b2f1 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec172640-6ee5-46f1-a339-b3970bdb9749') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:16.697042 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-81afd284-3f72-4aec-b65b-009d8726b2f1 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec172640-6ee5-46f1-a339-b3970bdb9749') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:16.705425 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c2eae8dd-0f28-4b1c-b177-2967c912351d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.714901 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1351ce31-eb57-4014-be82-98880d53d031'}, {'name': 'network-changed', 'server_uuid': 'c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e', 'tag': '1351ce31-eb57-4014-be82-98880d53d031'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:36:16.717230 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57ac2d7-1ee3-4399-bb9e-faabcfd016df" -d '{"events": [{"server_uuid": "c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e", "name": "network-vif-unplugged", "status": "completed", "tag": "1351ce31-eb57-4014-be82-98880d53d031"}, {"name": "network-changed", "server_uuid": "c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e", "tag": "1351ce31-eb57-4014-be82-98880d53d031"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:36:16.720394 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a41db618-37fc-4c97-9c2e-6738367b69ec req-4e5843fd-6d85-4703-809b-b28d55ce37f4 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.727721 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 1351ce31-eb57-4014-be82-98880d53d031 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:36:16.732430 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81afd284-3f72-4aec-b65b-009d8726b2f1 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.765763 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f62ed6-c5e4-4da5-8365-3bb09cf47e52 service neutron] Pushing event updated for resources: {'Port': ['ID=1351ce31-eb57-4014-be82-98880d53d031,revision_number=11']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:16.779298 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 1351ce31-eb57-4014-be82-98880d53d031 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:36:16.782033 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81afd284-3f72-4aec-b65b-009d8726b2f1 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.791479 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81afd284-3f72-4aec-b65b-009d8726b2f1 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:16.791906 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81afd284-3f72-4aec-b65b-009d8726b2f1 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:16.808616 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:16.822492 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 24 Jul 2021 09:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5a4020-7add-4550-98fb-c4fb432242cb x-openstack-request-id: req-2f5a4020-7add-4550-98fb-c4fb432242cb {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:36:16.822799 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e", "name": "network-vif-unplugged", "status": "completed", "tag": "1351ce31-eb57-4014-be82-98880d53d031", "code": 200}, {"name": "network-changed", "server_uuid": "c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e", "tag": "1351ce31-eb57-4014-be82-98880d53d031", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:36:16.823053 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f5a4020-7add-4550-98fb-c4fb432242cb {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:36:16.823456 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1351ce31-eb57-4014-be82-98880d53d031', 'code': 200} Jul 24 09:36:16.823717 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e', 'tag': '1351ce31-eb57-4014-be82-98880d53d031', 'status': 'completed', 'code': 200} Jul 24 09:36:16.825286 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5843fd-6d85-4703-809b-b28d55ce37f4 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event deleted for resources: {'Port': ['ID=81640203-7ddb-4e08-96f9-39c67a05c9e9,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:16.836404 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c2eae8dd-0f28-4b1c-b177-2967c912351d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.842517 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2eae8dd-0f28-4b1c-b177-2967c912351d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:16.843135 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c2eae8dd-0f28-4b1c-b177-2967c912351d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.880287 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-e755f083-633c-4106-9266-e74ec9d02b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:16.881967 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-e755f083-633c-4106-9266-e74ec9d02b3b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 1095 time: 0.1698101 Jul 24 09:36:16.882987 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81afd284-3f72-4aec-b65b-009d8726b2f1 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.891229 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81afd284-3f72-4aec-b65b-009d8726b2f1 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:16.893238 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-81afd284-3f72-4aec-b65b-009d8726b2f1 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "DELETE /v2.0/networks/e6378e0a-3223-48c0-aa72-77d7bfc12e9d HTTP/1.1" status: 204 len: 168 time: 1.3476729 Jul 24 09:36:16.907424 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36826) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:16.921993 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afd284-3f72-4aec-b65b-009d8726b2f1 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Network': ['ID=e6378e0a-3223-48c0-aa72-77d7bfc12e9d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:16.994535 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41db618-37fc-4c97-9c2e-6738367b69ec req-4e5843fd-6d85-4703-809b-b28d55ce37f4 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] No DVR routers for this DVR port 81640203-7ddb-4e08-96f9-39c67a05c9e9 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:17.000353 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-c11e572c-e3a1-4a1f-baa4-e94782aa8db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:17.001945 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-c11e572c-e3a1-4a1f-baa4-e94782aa8db2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26 HTTP/1.1" status: 200 len: 897 time: 0.1120412 Jul 24 09:36:17.004779 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a41db618-37fc-4c97-9c2e-6738367b69ec req-4e5843fd-6d85-4703-809b-b28d55ce37f4 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:17.006728 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a41db618-37fc-4c97-9c2e-6738367b69ec req-4e5843fd-6d85-4703-809b-b28d55ce37f4 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.37 "DELETE /v2.0/ports/81640203-7ddb-4e08-96f9-39c67a05c9e9 HTTP/1.1" status: 204 len: 173 time: 1.0382178 Jul 24 09:36:17.009218 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a3d887-09ef-44c0-8a23-5230f5bec890 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:17.009661 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a3d887-09ef-44c0-8a23-5230f5bec890 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:17.011307 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b2a3d887-09ef-44c0-8a23-5230f5bec890 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "DELETE /v2.0/subnets/69179264-6dd9-49d5-a493-76e2550cfca9 HTTP/1.1" status: 404 len: 337 time: 0.1017969 Jul 24 09:36:17.011897 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4afa964f-64b4-4396-ae31-49d96d03bb79', 'name': 'network-vif-deleted', 'tag': '81640203-7ddb-4e08-96f9-39c67a05c9e9'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:36:17.014226 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bb024f-1759-410e-8135-13d9d7de4a1e" -d '{"events": [{"server_uuid": "4afa964f-64b4-4396-ae31-49d96d03bb79", "name": "network-vif-deleted", "tag": "81640203-7ddb-4e08-96f9-39c67a05c9e9"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:36:17.018364 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36828) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:17.057717 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eae8dd-0f28-4b1c-b177-2967c912351d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'Network': ['ID=a9228b6f-8f27-4558-9991-80bff03d1963,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:17.069589 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network a9228b6f-8f27-4558-9991-80bff03d1963 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:36:17.078653 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2aaef6-834e-4d54-afa6-9a9a0fbcb991 x-openstack-request-id: req-fc2aaef6-834e-4d54-afa6-9a9a0fbcb991 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:36:17.078944 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4afa964f-64b4-4396-ae31-49d96d03bb79", "name": "network-vif-deleted", "tag": "81640203-7ddb-4e08-96f9-39c67a05c9e9", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:36:17.079204 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc2aaef6-834e-4d54-afa6-9a9a0fbcb991 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:36:17.079584 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4afa964f-64b4-4396-ae31-49d96d03bb79', 'name': 'network-vif-deleted', 'tag': '81640203-7ddb-4e08-96f9-39c67a05c9e9', 'status': 'completed', 'code': 200} Jul 24 09:36:17.098787 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ac2d7-1ee3-4399-bb9e-faabcfd016df req-2c3f8260-9cb6-4c86-bb75-4f009bb13c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:17.100319 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f57ac2d7-1ee3-4399-bb9e-faabcfd016df req-2c3f8260-9cb6-4c86-bb75-4f009bb13c08 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 1095 time: 0.2488506 Jul 24 09:36:17.110337 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-250cc402-e092-4b1b-ae41-b9fbf13b675d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:17.110916 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-250cc402-e092-4b1b-ae41-b9fbf13b675d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:17.114913 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-250cc402-e092-4b1b-ae41-b9fbf13b675d tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "DELETE /v2.0/networks/13266803-8899-4f1f-9045-d623ca381240 HTTP/1.1" status: 404 len: 339 time: 0.0931668 Jul 24 09:36:17.115177 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36832) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:17.161406 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f2732e51-4225-4086-9577-431707b3a03e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:17.192471 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f2732e51-4225-4086-9577-431707b3a03e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:17.199196 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-26f75b78-e3e4-4f53-a29e-364097ced539 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1351ce31-eb57-4014-be82-98880d53d031 HTTP/1.1" status: 200 len: 999 time: 0.1914001 Jul 24 09:36:17.208501 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d3b962-c0c7-4c37-b242-16ff04f55771 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Deleting subnet b574f57c-fa00-4dd1-a3b7-07ac15edb540 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:36:17.217238 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c2eae8dd-0f28-4b1c-b177-2967c912351d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7897201 Jul 24 09:36:17.221145 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36834) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:17.221699 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-53d3b962-c0c7-4c37-b242-16ff04f55771 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:17.226571 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2732e51-4225-4086-9577-431707b3a03e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:36:17.247367 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-c5e3cdbe-12e4-4bda-83ea-d8ef1ca1cc55 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Request body: {'subnet': {'network_id': 'a9228b6f-8f27-4558-9991-80bff03d1963', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:17.252957 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f2732e51-4225-4086-9577-431707b3a03e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:17.253438 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-f2732e51-4225-4086-9577-431707b3a03e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Added segment 0db96eb1-8f1b-44bb-ad17-d46762a390a5 of type vlan for network 4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc Jul 24 09:36:17.301665 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2732e51-4225-4086-9577-431707b3a03e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cf10fc-68c7-419a-bc5b-6234c215d578,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:17.319221 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ac2d7-1ee3-4399-bb9e-faabcfd016df req-9275286c-dc8c-464b-a606-0c0c516d293f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:17.320786 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f57ac2d7-1ee3-4399-bb9e-faabcfd016df req-9275286c-dc8c-464b-a606-0c0c516d293f service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26 HTTP/1.1" status: 200 len: 897 time: 0.2127769 Jul 24 09:36:17.322600 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f2732e51-4225-4086-9577-431707b3a03e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:17.330512 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-3456e212-19bc-4cd7-bca6-879a71f2c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:17.333127 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-3456e212-19bc-4cd7-bca6-879a71f2c523 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=052febb9-0d85-4f6f-a5a7-9b8b9b12c295 HTTP/1.1" status: 200 len: 834 time: 0.1220152 Jul 24 09:36:17.411832 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3195f907-9d83-4f5f-8e84-b6ae8f03d952 req-cfa05a9d-c557-4280-aa4a-cc77fb9c2f13 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "GET /v2.0/ports?device_id=4afa964f-64b4-4396-ae31-49d96d03bb79 HTTP/1.1" status: 200 len: 210 time: 0.0725276 Jul 24 09:36:17.432549 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f2732e51-4225-4086-9577-431707b3a03e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:17.438747 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2732e51-4225-4086-9577-431707b3a03e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:17.439448 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f2732e51-4225-4086-9577-431707b3a03e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:17.470913 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f57ac2d7-1ee3-4399-bb9e-faabcfd016df req-d5fdde7f-f9ac-4722-8043-3fb04643243d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1351ce31-eb57-4014-be82-98880d53d031 HTTP/1.1" status: 200 len: 999 time: 0.1404154 Jul 24 09:36:17.495200 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f2732e51-4225-4086-9577-431707b3a03e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0594485 Jul 24 09:36:17.516409 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36840) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:17.524359 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-364317e8-2cb0-440f-8efc-f3b219128dbe tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Request body: {'subnet': {'network_id': '4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:17.591445 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2732e51-4225-4086-9577-431707b3a03e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event updated for resources: {'Network': ['ID=4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:17.606772 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:36:17.638538 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ac2d7-1ee3-4399-bb9e-faabcfd016df req-0e43ae41-1473-4461-a7aa-bd5542300e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:17.640083 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f57ac2d7-1ee3-4399-bb9e-faabcfd016df req-0e43ae41-1473-4461-a7aa-bd5542300e70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=052febb9-0d85-4f6f-a5a7-9b8b9b12c295 HTTP/1.1" status: 200 len: 834 time: 0.1571283 Jul 24 09:36:17.711158 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364317e8-2cb0-440f-8efc-f3b219128dbe tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Made reservation on behalf of 76fd8d5cff76432285d9245511956821 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:17.714613 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-364317e8-2cb0-440f-8efc-f3b219128dbe tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:17.734690 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-53d3b962-c0c7-4c37-b242-16ff04f55771 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:17.747504 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ac2d7-1ee3-4399-bb9e-faabcfd016df req-7de648c0-e744-404c-920e-2b39a381944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:17.749024 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f57ac2d7-1ee3-4399-bb9e-faabcfd016df req-7de648c0-e744-404c-920e-2b39a381944e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009591 Jul 24 09:36:17.812524 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e3cdbe-12e4-4bda-83ea-d8ef1ca1cc55 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Made reservation on behalf of 359551b003a744d0a963cb1d5a25f061 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:17.816611 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5e3cdbe-12e4-4bda-83ea-d8ef1ca1cc55 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:17.882474 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-7f0e1585-07dd-4015-a1bf-103aaabbfa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:17.883991 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-7f0e1585-07dd-4015-a1bf-103aaabbfa78 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2289631 Jul 24 09:36:17.903064 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7d7a3-2540-4721-a6c7-401dca356b42 req-fb5ab4ba-da80-447d-b61a-8e748ff9f625 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:17.904529 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-85a7d7a3-2540-4721-a6c7-401dca356b42 req-fb5ab4ba-da80-447d-b61a-8e748ff9f625 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 944 time: 0.2439396 Jul 24 09:36:17.912618 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f57ac2d7-1ee3-4399-bb9e-faabcfd016df req-0c97ede2-6535-47db-ab1b-9d486a978d9d service neutron] 10.222.0.37 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571391 Jul 24 09:36:17.928123 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.ipam_backend_mixin [None req-c5e3cdbe-12e4-4bda-83ea-d8ef1ca1cc55 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Performing IP validity checks on allocation pools {{(pid=94035) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 24 09:36:17.928571 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.ipam_backend_mixin [None req-c5e3cdbe-12e4-4bda-83ea-d8ef1ca1cc55 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94035) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 24 09:36:17.962595 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-53d3b962-c0c7-4c37-b242-16ff04f55771 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:18.035561 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-364317e8-2cb0-440f-8efc-f3b219128dbe tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:18.080058 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f57ac2d7-1ee3-4399-bb9e-faabcfd016df req-bdaf681d-0c7e-401f-b320-b8b41859404e service neutron] 10.222.0.37 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602676 Jul 24 09:36:18.090498 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-85a7d7a3-2540-4721-a6c7-401dca356b42 req-25a03a95-91e9-41f1-9353-03384cb0ddb4 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513386 Jul 24 09:36:18.118634 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364317e8-2cb0-440f-8efc-f3b219128dbe tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event updated for resources: {'Subnet': ['ID=8077a859-a96c-47e4-9c0f-1d1c1c0806f8,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:18.123084 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-53d3b962-c0c7-4c37-b242-16ff04f55771 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:18.127865 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364317e8-2cb0-440f-8efc-f3b219128dbe tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Checking segment: {'id': '0db96eb1-8f1b-44bb-ad17-d46762a390a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:18.129232 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364317e8-2cb0-440f-8efc-f3b219128dbe tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Network hostable DHCP agents. Network: 4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:36:18.145222 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364317e8-2cb0-440f-8efc-f3b219128dbe tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Network 4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:36:18.153518 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-364317e8-2cb0-440f-8efc-f3b219128dbe tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:18.157541 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364317e8-2cb0-440f-8efc-f3b219128dbe tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:18.158168 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-364317e8-2cb0-440f-8efc-f3b219128dbe tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:18.168794 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-9d70791c-f7fd-4a09-9c57-1714baa89176 service neutron] 10.222.0.20 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728899 Jul 24 09:36:18.172036 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eaef0d-fd86-42c5-818b-44b87391e17a None None] Network 4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:18.175065 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-364317e8-2cb0-440f-8efc-f3b219128dbe tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6575048 Jul 24 09:36:18.178323 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36842) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:18.183963 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-326d0f68-7713-432e-a46b-85b1ad8d7981 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1448585719', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}, 'admin_state_up': False}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:18.189473 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3b962-c0c7-4c37-b242-16ff04f55771 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Subnet': ['ID=b574f57c-fa00-4dd1-a3b7-07ac15edb540,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:18.212125 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce1b064-d428-4a74-bc7d-4d805b73cf0b None None] Network 7a77b805-3c2f-4fa7-b02e-90ef877ab858 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:18.212303 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-326d0f68-7713-432e-a46b-85b1ad8d7981 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:18.213535 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-326d0f68-7713-432e-a46b-85b1ad8d7981 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:18.213749 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-53d3b962-c0c7-4c37-b242-16ff04f55771 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:18.218388 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-53d3b962-c0c7-4c37-b242-16ff04f55771 tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "DELETE /v2.0/subnets/b574f57c-fa00-4dd1-a3b7-07ac15edb540 HTTP/1.1" status: 204 len: 168 time: 1.1011307 Jul 24 09:36:18.219355 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36844) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:18.342617 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5e3cdbe-12e4-4bda-83ea-d8ef1ca1cc55 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:18.353984 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7290f7bc-e0f8-442a-bed9-4c70c44f5688 req-939027ec-e45a-47f7-85a5-2dc361e3a4ce service neutron] 10.222.0.20 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655481 Jul 24 09:36:18.414425 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3cdbe-12e4-4bda-83ea-d8ef1ca1cc55 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'Subnet': ['ID=42b05765-1e63-47c1-9cff-798abbc709aa,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:18.427680 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeaa4cb-7e81-47bd-ae2a-1b969d4021c4 None None] Network 4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:18.435956 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e3cdbe-12e4-4bda-83ea-d8ef1ca1cc55 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Checking segment: {'id': '96d36a62-e171-4263-8e47-6a3489de0f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a9228b6f-8f27-4558-9991-80bff03d1963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:18.437140 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e3cdbe-12e4-4bda-83ea-d8ef1ca1cc55 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Network hostable DHCP agents. Network: a9228b6f-8f27-4558-9991-80bff03d1963, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:36:18.484107 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e3cdbe-12e4-4bda-83ea-d8ef1ca1cc55 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Network a9228b6f-8f27-4558-9991-80bff03d1963 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:36:18.498825 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-c5e3cdbe-12e4-4bda-83ea-d8ef1ca1cc55 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, a9228b6f-8f27-4558-9991-80bff03d1963) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:18.507565 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e3cdbe-12e4-4bda-83ea-d8ef1ca1cc55 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:18.508169 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5e3cdbe-12e4-4bda-83ea-d8ef1ca1cc55 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:18.519034 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb41338e-70ca-4966-b0c3-d8419a375991 None None] Network a9228b6f-8f27-4558-9991-80bff03d1963 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:18.524893 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ac2d7-1ee3-4399-bb9e-faabcfd016df req-d2bab5ef-5170-46c5-b02c-8e6a3d76da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:18.526472 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f57ac2d7-1ee3-4399-bb9e-faabcfd016df req-d2bab5ef-5170-46c5-b02c-8e6a3d76da55 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 1095 time: 0.1064575 Jul 24 09:36:18.533366 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c5e3cdbe-12e4-4bda-83ea-d8ef1ca1cc55 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3080254 Jul 24 09:36:18.539983 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36848) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:18.540348 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36850) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:18.567708 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59425877-c83c-4c3b-9b1f-c8925448ee8b None None] DHCP port deletion for 7a77b805-3c2f-4fa7-b02e-90ef877ab858 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:36:18.714372 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-326d0f68-7713-432e-a46b-85b1ad8d7981 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:18.728307 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-69d888b8-ac65-4111-afa5-dddeba338a8f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:18.746958 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-59425877-c83c-4c3b-9b1f-c8925448ee8b None None] Deleting port eb7c2433-215b-485c-8630-c21e17057403 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:18.747530 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-59425877-c83c-4c3b-9b1f-c8925448ee8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:18.774078 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ac2d7-1ee3-4399-bb9e-faabcfd016df req-9e6c3369-a5c7-4090-80db-b0bc87afdc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:18.775591 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f57ac2d7-1ee3-4399-bb9e-faabcfd016df req-9e6c3369-a5c7-4090-80db-b0bc87afdc81 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26 HTTP/1.1" status: 200 len: 897 time: 0.2410138 Jul 24 09:36:18.781659 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:18.786015 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-68dc2626-fb66-4e9e-80e5-06cda3048283 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:18.826708 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f754505-3933-4800-9d41-9e3cb42f8abc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-a9228b6f-8f27-4558-9991-80bff03d1963', 'network_id': 'a9228b6f-8f27-4558-9991-80bff03d1963', 'tenant_id': '359551b003a744d0a963cb1d5a25f061', 'fixed_ips': [{'subnet_id': '42b05765-1e63-47c1-9cff-798abbc709aa'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:36:18.827546 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5f754505-3933-4800-9d41-9e3cb42f8abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:18.847914 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-59425877-c83c-4c3b-9b1f-c8925448ee8b None None] For port eb7c2433-215b-485c-8630-c21e17057403, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=eb7c2433-215b-485c-8630-c21e17057403,segment=NetworkSegment(3a67c07d-1884-45ab-b312-2e45746a8d98),segment_id=3a67c07d-1884-45ab-b312-2e45746a8d98)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:18.848373 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-59425877-c83c-4c3b-9b1f-c8925448ee8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:18.868287 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-59425877-c83c-4c3b-9b1f-c8925448ee8b None None] Calling delete_port for eb7c2433-215b-485c-8630-c21e17057403 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:18.874518 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-326d0f68-7713-432e-a46b-85b1ad8d7981 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:18.896352 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-68dc2626-fb66-4e9e-80e5-06cda3048283 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:18.918615 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f57ac2d7-1ee3-4399-bb9e-faabcfd016df req-954f8f10-e305-474a-9610-af18a9da6ec1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1351ce31-eb57-4014-be82-98880d53d031 HTTP/1.1" status: 200 len: 999 time: 0.1340313 Jul 24 09:36:18.959180 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-69d888b8-ac65-4111-afa5-dddeba338a8f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Deleting port eb7c2433-215b-485c-8630-c21e17057403 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:18.959439 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-69d888b8-ac65-4111-afa5-dddeba338a8f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:18.977387 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:19.028762 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ac2d7-1ee3-4399-bb9e-faabcfd016df req-660a5089-c171-40f5-888f-88a32b8f08d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:19.030631 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f57ac2d7-1ee3-4399-bb9e-faabcfd016df req-660a5089-c171-40f5-888f-88a32b8f08d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=052febb9-0d85-4f6f-a5a7-9b8b9b12c295 HTTP/1.1" status: 200 len: 834 time: 0.1010439 Jul 24 09:36:19.040502 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-5f754505-3933-4800-9d41-9e3cb42f8abc None None] Allocated IP 172.20.0.3 (a9228b6f-8f27-4558-9991-80bff03d1963/42b05765-1e63-47c1-9cff-798abbc709aa/59f72eac-6a10-4449-9586-7359b6364308) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:19.071799 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-59425877-c83c-4c3b-9b1f-c8925448ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:19.072078 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-69d888b8-ac65-4111-afa5-dddeba338a8f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] For port eb7c2433-215b-485c-8630-c21e17057403, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=eb7c2433-215b-485c-8630-c21e17057403,segment=NetworkSegment(3a67c07d-1884-45ab-b312-2e45746a8d98),segment_id=3a67c07d-1884-45ab-b312-2e45746a8d98)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:19.072405 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-69d888b8-ac65-4111-afa5-dddeba338a8f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:19.096144 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-69d888b8-ac65-4111-afa5-dddeba338a8f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Calling delete_port for eb7c2433-215b-485c-8630-c21e17057403 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:19.115574 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59425877-c83c-4c3b-9b1f-c8925448ee8b None None] Pushing event deleted for resources: {'Port': ['ID=eb7c2433-215b-485c-8630-c21e17057403,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:19.122952 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-68dc2626-fb66-4e9e-80e5-06cda3048283 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:19.126611 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-68dc2626-fb66-4e9e-80e5-06cda3048283 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:19.131168 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-68dc2626-fb66-4e9e-80e5-06cda3048283 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "DELETE /v2.0/security-groups/94cc45ed-6143-4734-a23f-de10838b1edd HTTP/1.1" status: 204 len: 168 time: 0.5788360 Jul 24 09:36:19.140852 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc2626-fb66-4e9e-80e5-06cda3048283 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cc45ed-6143-4734-a23f-de10838b1edd,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:19.144886 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ac2d7-1ee3-4399-bb9e-faabcfd016df req-c722ac2f-2951-4b82-a5eb-768c13ab6db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:19.146940 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f57ac2d7-1ee3-4399-bb9e-faabcfd016df req-c722ac2f-2951-4b82-a5eb-768c13ab6db7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093235 Jul 24 09:36:19.180489 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36856) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:19.193234 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59425877-c83c-4c3b-9b1f-c8925448ee8b None None] No DVR routers for this DVR port eb7c2433-215b-485c-8630-c21e17057403 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:19.290412 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-326d0f68-7713-432e-a46b-85b1ad8d7981 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:19.291071 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5f754505-3933-4800-9d41-9e3cb42f8abc None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:19.300865 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5f754505-3933-4800-9d41-9e3cb42f8abc None None] Transition to ACTIVE for port object 59f72eac-6a10-4449-9586-7359b6364308 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:19.317309 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-326d0f68-7713-432e-a46b-85b1ad8d7981 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:19.319025 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5f754505-3933-4800-9d41-9e3cb42f8abc None None] Transition to ACTIVE for port object 59f72eac-6a10-4449-9586-7359b6364308 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:19.329079 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5f754505-3933-4800-9d41-9e3cb42f8abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:19.369408 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f754505-3933-4800-9d41-9e3cb42f8abc None None] Network a9228b6f-8f27-4558-9991-80bff03d1963 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:19.371379 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-5f754505-3933-4800-9d41-9e3cb42f8abc None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:19.373994 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f754505-3933-4800-9d41-9e3cb42f8abc None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:19.375009 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-69d888b8-ac65-4111-afa5-dddeba338a8f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:19.395933 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:19.411657 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f754505-3933-4800-9d41-9e3cb42f8abc None None] Pushing event updated for resources: {'Port': ['ID=59f72eac-6a10-4449-9586-7359b6364308,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:19.419765 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d888b8-ac65-4111-afa5-dddeba338a8f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Port': ['ID=eb7c2433-215b-485c-8630-c21e17057403,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:19.426444 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d888b8-ac65-4111-afa5-dddeba338a8f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] No DVR routers for this DVR port eb7c2433-215b-485c-8630-c21e17057403 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:19.453475 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-5f754505-3933-4800-9d41-9e3cb42f8abc None None] Attempting to bind port 59f72eac-6a10-4449-9586-7359b6364308 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:36:19.453991 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-5f754505-3933-4800-9d41-9e3cb42f8abc None None] Attempting to bind port 59f72eac-6a10-4449-9586-7359b6364308 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '96d36a62-e171-4263-8e47-6a3489de0f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a9228b6f-8f27-4558-9991-80bff03d1963'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:36:19.454450 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f754505-3933-4800-9d41-9e3cb42f8abc None None] Attempting to bind port 59f72eac-6a10-4449-9586-7359b6364308 on network a9228b6f-8f27-4558-9991-80bff03d1963 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:36:19.459741 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f754505-3933-4800-9d41-9e3cb42f8abc None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:36:19.460423 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f754505-3933-4800-9d41-9e3cb42f8abc None None] Checking segment: {'id': '96d36a62-e171-4263-8e47-6a3489de0f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a9228b6f-8f27-4558-9991-80bff03d1963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:19.460781 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5f754505-3933-4800-9d41-9e3cb42f8abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:19.461267 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f754505-3933-4800-9d41-9e3cb42f8abc None None] Bound using segment: {'id': '96d36a62-e171-4263-8e47-6a3489de0f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a9228b6f-8f27-4558-9991-80bff03d1963'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:36:19.461994 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Subnet': ['ID=42b05765-1e63-47c1-9cff-798abbc709aa,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:19.462596 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-5f754505-3933-4800-9d41-9e3cb42f8abc None None] Bound port: 59f72eac-6a10-4449-9586-7359b6364308, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96d36a62-e171-4263-8e47-6a3489de0f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a9228b6f-8f27-4558-9991-80bff03d1963'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:36:19.463624 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5f754505-3933-4800-9d41-9e3cb42f8abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:19.470357 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f57ac2d7-1ee3-4399-bb9e-faabcfd016df req-f2a5cf87-8fda-403d-89f4-c2148ca2313f service neutron] 10.222.0.20 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163400 Jul 24 09:36:19.517841 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e0d74-bd44-4ce7-abf1-6eb4ad2bc347 req-244e796a-b645-4cf4-8b5b-f05c7cc67ecd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:19.519525 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-958e0d74-bd44-4ce7-abf1-6eb4ad2bc347 req-244e796a-b645-4cf4-8b5b-f05c7cc67ecd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 944 time: 0.3141243 Jul 24 09:36:19.538174 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-5f754505-3933-4800-9d41-9e3cb42f8abc None None] For port 59f72eac-6a10-4449-9586-7359b6364308, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:36:19.542452 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-5f754505-3933-4800-9d41-9e3cb42f8abc None None] For port 59f72eac-6a10-4449-9586-7359b6364308, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=59f72eac-6a10-4449-9586-7359b6364308,segment=NetworkSegment(96d36a62-e171-4263-8e47-6a3489de0f88),segment_id=96d36a62-e171-4263-8e47-6a3489de0f88)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:36:19.547828 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5f754505-3933-4800-9d41-9e3cb42f8abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:19.548004 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-69d888b8-ac65-4111-afa5-dddeba338a8f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:19.561895 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-326d0f68-7713-432e-a46b-85b1ad8d7981 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Allocated IP 172.25.7.213 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/9548d760-36f0-4aab-b9ce-ca2013b4dede) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:19.568632 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-69d888b8-ac65-4111-afa5-dddeba338a8f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a77b805-3c2f-4fa7-b02e-90ef877ab858']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:19.583290 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-69d888b8-ac65-4111-afa5-dddeba338a8f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a67c07d-1884-45ab-b312-2e45746a8d98') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:19.583581 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-69d888b8-ac65-4111-afa5-dddeba338a8f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a67c07d-1884-45ab-b312-2e45746a8d98') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:19.597688 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-69d888b8-ac65-4111-afa5-dddeba338a8f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:19.631320 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-69d888b8-ac65-4111-afa5-dddeba338a8f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:19.646293 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f754505-3933-4800-9d41-9e3cb42f8abc None None] Pushing event updated for resources: {'Port': ['ID=59f72eac-6a10-4449-9586-7359b6364308,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:19.663265 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:19.672973 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d888b8-ac65-4111-afa5-dddeba338a8f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:19.673349 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-69d888b8-ac65-4111-afa5-dddeba338a8f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: self.session.flush() Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:19.689092 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:19.694001 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bd9432-0e42-4951-abab-99ff536d7fe0 None None] Network a9228b6f-8f27-4558-9991-80bff03d1963 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:19.717021 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9228b6f-8f27-4558-9991-80bff03d1963']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:19.743310 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96d36a62-e171-4263-8e47-6a3489de0f88') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:19.743589 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96d36a62-e171-4263-8e47-6a3489de0f88') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:19.758700 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-958e0d74-bd44-4ce7-abf1-6eb4ad2bc347 req-427344eb-0c48-4745-8cb2-9fd20423cb62 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011669 Jul 24 09:36:19.763530 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-69d888b8-ac65-4111-afa5-dddeba338a8f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:19.765144 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:19.770422 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-69d888b8-ac65-4111-afa5-dddeba338a8f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:19.772338 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-69d888b8-ac65-4111-afa5-dddeba338a8f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] 10.222.0.32 "DELETE /v2.0/networks/7a77b805-3c2f-4fa7-b02e-90ef877ab858 HTTP/1.1" status: 204 len: 168 time: 1.5520742 Jul 24 09:36:19.801435 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:19.806788 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f57ac2d7-1ee3-4399-bb9e-faabcfd016df req-1a8f51b0-ae05-4613-a072-673056e53104 service neutron] 10.222.0.20 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172541 Jul 24 09:36:19.814100 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:19.814741 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:19.818686 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:19.826164 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d888b8-ac65-4111-afa5-dddeba338a8f tempest-NetworksIpV6Test-2108942995 tempest-NetworksIpV6Test-2108942995-project] Pushing event deleted for resources: {'Network': ['ID=7a77b805-3c2f-4fa7-b02e-90ef877ab858,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:19.835507 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-326d0f68-7713-432e-a46b-85b1ad8d7981 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:19.892033 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-326d0f68-7713-432e-a46b-85b1ad8d7981 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:19.922139 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326d0f68-7713-432e-a46b-85b1ad8d7981 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:19.924680 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-326d0f68-7713-432e-a46b-85b1ad8d7981 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:19.932968 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fb85d0-0cf7-4117-96d7-89c57dbcb214 None None] get_active_networks_info from n-d-800085-9 {{(pid=94037) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 09:36:19.948482 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326d0f68-7713-432e-a46b-85b1ad8d7981 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:19.995838 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d0f68-7713-432e-a46b-85b1ad8d7981 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event updated for resources: {'Port': ['ID=9548d760-36f0-4aab-b9ce-ca2013b4dede,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:20.077260 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fb85d0-0cf7-4117-96d7-89c57dbcb214 None None] Resources bound (agent type, host, resource id): {{(pid=94037) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 09:36:20.209080 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.db.api [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 24 09:36:20.209080 n-d-800085-9 neutron-server[94035]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 24 09:36:20.209080 n-d-800085-9 neutron-server[94035]: [parameters: {'id': 'a9228b6f-8f27-4558-9991-80bff03d1963'}] Jul 24 09:36:20.209080 n-d-800085-9 neutron-server[94035]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:36:20.209846 n-d-800085-9 neutron-server[94035]: DEBUG oslo_db.api [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:36:20.303474 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36862) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:20.355701 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3edb3bef-69a4-4b88-b839-a956fe6b80f7 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:20.364261 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device eb7c2433-215b-485c-8630-c21e17057403 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:36:20.367719 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-326d0f68-7713-432e-a46b-85b1ad8d7981 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:20.496723 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-99e548fb-fd5b-490f-9a48-b83f03967475 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c47f431ba36c4b2ea1e51af2e3a0170d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1912763 Jul 24 09:36:20.499147 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36866) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:20.563042 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: eb7c2433-215b-485c-8630-c21e17057403 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:36:20.563461 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device eb7c2433-215b-485c-8630-c21e17057403 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:36:20.590802 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-326d0f68-7713-432e-a46b-85b1ad8d7981 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:20.610293 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ea3c24a6-4ef0-4041-9c4d-5c8d1da25377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:20.639093 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ea3c24a6-4ef0-4041-9c4d-5c8d1da25377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:20.710764 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:20.717528 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326d0f68-7713-432e-a46b-85b1ad8d7981 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Router ded0923b-fb04-46a7-ae6e-e336d28e3cd9 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:36:20.770135 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ea3c24a6-4ef0-4041-9c4d-5c8d1da25377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:20.772616 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ea3c24a6-4ef0-4041-9c4d-5c8d1da25377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:20.773700 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ea3c24a6-4ef0-4041-9c4d-5c8d1da25377 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/161badf2-ee9a-4ec1-9089-25bdff289960 HTTP/1.1" status: 204 len: 168 time: 0.2736399 Jul 24 09:36:20.790744 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c24a6-4ef0-4041-9c4d-5c8d1da25377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161badf2-ee9a-4ec1-9089-25bdff289960,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:20.810931 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-3edb3bef-69a4-4b88-b839-a956fe6b80f7 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Deleting port 4fe5905c-3b35-4dda-b199-681dcba04de0 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:20.810931 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3edb3bef-69a4-4b88-b839-a956fe6b80f7 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:20.836127 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326d0f68-7713-432e-a46b-85b1ad8d7981 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:36:20.854353 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3330603e-5b7f-495c-9a9f-abc0bf9cca5c None None] Sync routers for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:36:20.866724 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3330603e-5b7f-495c-9a9f-abc0bf9cca5c None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:20.867402 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-3330603e-5b7f-495c-9a9f-abc0bf9cca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:20.874376 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-326d0f68-7713-432e-a46b-85b1ad8d7981 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:20.875901 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-326d0f68-7713-432e-a46b-85b1ad8d7981 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6963551 Jul 24 09:36:20.879474 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36872) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:20.886816 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Deleting port 59f72eac-6a10-4449-9586-7359b6364308 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:20.887171 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:20.908565 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-3330603e-5b7f-495c-9a9f-abc0bf9cca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:20.920023 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3330603e-5b7f-495c-9a9f-abc0bf9cca5c None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:20.920601 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-3330603e-5b7f-495c-9a9f-abc0bf9cca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:20.965107 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-3330603e-5b7f-495c-9a9f-abc0bf9cca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:20.966671 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3330603e-5b7f-495c-9a9f-abc0bf9cca5c None None] The sync data for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:36:20.976618 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-3edb3bef-69a4-4b88-b839-a956fe6b80f7 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] For port 4fe5905c-3b35-4dda-b199-681dcba04de0, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4fe5905c-3b35-4dda-b199-681dcba04de0,segment=NetworkSegment(15bc07ea-7919-429b-939d-a6ee45b3db5e),segment_id=15bc07ea-7919-429b-939d-a6ee45b3db5e)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:20.976618 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3edb3bef-69a4-4b88-b839-a956fe6b80f7 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:20.986479 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] For port 59f72eac-6a10-4449-9586-7359b6364308, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=59f72eac-6a10-4449-9586-7359b6364308,segment=NetworkSegment(96d36a62-e171-4263-8e47-6a3489de0f88),segment_id=96d36a62-e171-4263-8e47-6a3489de0f88)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:20.986855 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:21.000942 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-3edb3bef-69a4-4b88-b839-a956fe6b80f7 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Calling delete_port for 4fe5905c-3b35-4dda-b199-681dcba04de0 owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:21.007706 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Calling delete_port for 59f72eac-6a10-4449-9586-7359b6364308 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:21.040669 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebec20d-416f-44fd-ab77-07787d7d32c3 req-dfec22d4-499e-4398-9e06-964518bcf9b2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:21.042146 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ebec20d-416f-44fd-ab77-07787d7d32c3 req-dfec22d4-499e-4398-9e06-964518bcf9b2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 944 time: 0.1648948 Jul 24 09:36:21.154264 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ebec20d-416f-44fd-ab77-07787d7d32c3 req-ecd32580-ec3c-46ed-8ac9-3d1be199823f tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016803 Jul 24 09:36:21.181783 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36882) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:21.197393 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:21.242488 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Port': ['ID=59f72eac-6a10-4449-9586-7359b6364308,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:21.255248 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No DVR routers for this DVR port 59f72eac-6a10-4449-9586-7359b6364308 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:21.317235 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a5c9ea05-624a-4fdf-8656-ed3b96ecd7c4 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/floatingips/993f6491-b7cf-4b72-b13f-11cd95e74bf0 HTTP/1.1" status: 200 len: 991 time: 0.1333606 Jul 24 09:36:21.380264 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:21.395936 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9228b6f-8f27-4558-9991-80bff03d1963']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:21.405893 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3edb3bef-69a4-4b88-b839-a956fe6b80f7 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:21.410287 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96d36a62-e171-4263-8e47-6a3489de0f88') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:21.410587 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96d36a62-e171-4263-8e47-6a3489de0f88') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:21.442205 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb3bef-69a4-4b88-b839-a956fe6b80f7 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event deleted for resources: {'Port': ['ID=4fe5905c-3b35-4dda-b199-681dcba04de0,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:21.446550 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:21.473102 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-924a3941-ab04-4829-bffe-6f8657960297 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:21.502512 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:21.524792 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:21.651797 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36894) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:21.659964 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:21.669824 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:21.671665 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/networks/a9228b6f-8f27-4558-9991-80bff03d1963 HTTP/1.1" status: 204 len: 168 time: 3.1238070 Jul 24 09:36:21.681955 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36898) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:21.699647 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-66b1e296-f6ea-4365-b3cc-2e89bba529c2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1640774436'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:21.705719 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ec77d-9ebb-435e-901c-5a05d1c7e45a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Network': ['ID=a9228b6f-8f27-4558-9991-80bff03d1963,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:21.737083 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b1e296-f6ea-4365-b3cc-2e89bba529c2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Made reservation on behalf of 359551b003a744d0a963cb1d5a25f061 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:21.740641 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66b1e296-f6ea-4365-b3cc-2e89bba529c2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:21.750867 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3edb3bef-69a4-4b88-b839-a956fe6b80f7 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:21.836714 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-5244406d-b061-44d4-af53-0d05cfd8f0d1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-431371621'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:21.844240 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b1e296-f6ea-4365-b3cc-2e89bba529c2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:36:21.872643 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66b1e296-f6ea-4365-b3cc-2e89bba529c2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:21.872931 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-66b1e296-f6ea-4365-b3cc-2e89bba529c2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Added segment d7aa063c-3d74-4039-a4d6-f10004071fb6 of type vlan for network c3b18b8e-3250-4c93-b702-39dbb5c8c742 Jul 24 09:36:21.920306 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5244406d-b061-44d4-af53-0d05cfd8f0d1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:21.923909 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5244406d-b061-44d4-af53-0d05cfd8f0d1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:21.947362 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66b1e296-f6ea-4365-b3cc-2e89bba529c2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:21.950908 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5244406d-b061-44d4-af53-0d05cfd8f0d1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:22.081243 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66b1e296-f6ea-4365-b3cc-2e89bba529c2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:22.086863 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b1e296-f6ea-4365-b3cc-2e89bba529c2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:22.087464 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66b1e296-f6ea-4365-b3cc-2e89bba529c2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:22.156572 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-924a3941-ab04-4829-bffe-6f8657960297 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Allocated IP 172.20.0.1 (4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc/8077a859-a96c-47e4-9c0f-1d1c1c0806f8/d07855d6-94f2-4705-9a5a-1c3d1fc9c3a7) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:22.186760 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1e296-f6ea-4365-b3cc-2e89bba529c2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'Network': ['ID=c3b18b8e-3250-4c93-b702-39dbb5c8c742,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:22.198275 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network c3b18b8e-3250-4c93-b702-39dbb5c8c742 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:36:22.228665 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3edb3bef-69a4-4b88-b839-a956fe6b80f7 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Router 87972783-3bd6-4595-9613-dd1d91e46673 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:36:22.292370 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-924a3941-ab04-4829-bffe-6f8657960297 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:22.330773 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5244406d-b061-44d4-af53-0d05cfd8f0d1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:22.337182 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-924a3941-ab04-4829-bffe-6f8657960297 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:22.341829 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5244406d-b061-44d4-af53-0d05cfd8f0d1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:22.355266 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-66b1e296-f6ea-4365-b3cc-2e89bba529c2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6722910 Jul 24 09:36:22.365171 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36900) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:22.377202 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924a3941-ab04-4829-bffe-6f8657960297 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Network 4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:22.377392 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-1872b1ac-0d6f-4e33-979a-c25d3bb66fc1 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Request body: {'subnet': {'network_id': 'c3b18b8e-3250-4c93-b702-39dbb5c8c742', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:22.380219 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-924a3941-ab04-4829-bffe-6f8657960297 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:22.382874 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924a3941-ab04-4829-bffe-6f8657960297 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:22.385074 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5244406d-b061-44d4-af53-0d05cfd8f0d1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:36:22.393428 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 1351ce31-eb57-4014-be82-98880d53d031 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:36:22.416958 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a3941-ab04-4829-bffe-6f8657960297 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event updated for resources: {'Port': ['ID=d07855d6-94f2-4705-9a5a-1c3d1fc9c3a7,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:22.439128 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-924a3941-ab04-4829-bffe-6f8657960297 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:22.454136 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244406d-b061-44d4-af53-0d05cfd8f0d1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc36c9f-90c4-4819-b86a-665c775a2ef1,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:22.457108 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5244406d-b061-44d4-af53-0d05cfd8f0d1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:22.457459 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-5244406d-b061-44d4-af53-0d05cfd8f0d1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Added segment 259109e4-e1a1-4803-bfae-42766115f484 of type vlan for network 519b91c4-728a-43a0-9c00-f00322593562 Jul 24 09:36:22.504965 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edb3bef-69a4-4b88-b839-a956fe6b80f7 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:36:22.507438 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 1351ce31-eb57-4014-be82-98880d53d031, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=1351ce31-eb57-4014-be82-98880d53d031,segment=NetworkSegment(d64301cc-d735-488b-91bf-d20f44a7a8ad),segment_id=d64301cc-d735-488b-91bf-d20f44a7a8ad)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:22.513679 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3edb3bef-69a4-4b88-b839-a956fe6b80f7 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "PUT /v2.0/routers/87972783-3bd6-4595-9613-dd1d91e46673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3316126 Jul 24 09:36:22.517828 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36902) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:22.522000 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2defdb77-f6a5-4d0c-ad01-4b36b50b559f None None] Sync routers for ids ['87972783-3bd6-4595-9613-dd1d91e46673'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:36:22.522478 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '1351ce31-eb57-4014-be82-98880d53d031', 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26', 'port_id': '1351ce31-eb57-4014-be82-98880d53d031', 'mac_address': 'fa:16:3e:62:aa:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052febb9-0d85-4f6f-a5a7-9b8b9b12c295', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:36:22.534179 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2defdb77-f6a5-4d0c-ad01-4b36b50b559f None None] Routers {'87972783-3bd6-4595-9613-dd1d91e46673'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:22.536031 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-2defdb77-f6a5-4d0c-ad01-4b36b50b559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['87972783-3bd6-4595-9613-dd1d91e46673'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:22.557351 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5244406d-b061-44d4-af53-0d05cfd8f0d1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:22.566195 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:22.586651 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1872b1ac-0d6f-4e33-979a-c25d3bb66fc1 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Made reservation on behalf of 359551b003a744d0a963cb1d5a25f061 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:22.588104 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1351ce31-eb57-4014-be82-98880d53d031 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:36:22.590180 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1872b1ac-0d6f-4e33-979a-c25d3bb66fc1 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:22.615942 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 1351ce31-eb57-4014-be82-98880d53d031, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=1351ce31-eb57-4014-be82-98880d53d031,segment=NetworkSegment(d64301cc-d735-488b-91bf-d20f44a7a8ad),segment_id=d64301cc-d735-488b-91bf-d20f44a7a8ad)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:22.620639 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:22.625005 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5244406d-b061-44d4-af53-0d05cfd8f0d1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:22.631962 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5244406d-b061-44d4-af53-0d05cfd8f0d1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:22.632587 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5244406d-b061-44d4-af53-0d05cfd8f0d1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:22.660221 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-924a3941-ab04-4829-bffe-6f8657960297 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:22.662900 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-2defdb77-f6a5-4d0c-ad01-4b36b50b559f None None] Set router 87972783-3bd6-4595-9613-dd1d91e46673 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:36:22.681312 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ea57e4-97ca-4eba-8536-78fad02e295b tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Deleting subnet 373bf988-b7ba-46eb-910a-193e5ad2a229 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:36:22.686570 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-85ea57e4-97ca-4eba-8536-78fad02e295b tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:22.691394 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=1351ce31-eb57-4014-be82-98880d53d031,revision_number=12']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:22.704530 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:22.705061 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:22.705583 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:22.706064 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:22.707319 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:22.707894 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:22.708413 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:22.712453 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:22.713079 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:22.713641 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:22.714088 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:22.714672 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:22.718263 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5244406d-b061-44d4-af53-0d05cfd8f0d1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0647807 Jul 24 09:36:22.727285 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36904) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:22.732187 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e1a4dff0-4f2c-4ed1-98fe-af9bffecb133 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'port': {'network_id': '519b91c4-728a-43a0-9c00-f00322593562', 'name': 'tempest-PortsTestJSON-241395892'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:22.772562 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-85ea57e4-97ca-4eba-8536-78fad02e295b tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:22.778331 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244406d-b061-44d4-af53-0d05cfd8f0d1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Network': ['ID=519b91c4-728a-43a0-9c00-f00322593562,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:22.790711 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 519b91c4-728a-43a0-9c00-f00322593562 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:36:22.839856 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['1351ce31-eb57-4014-be82-98880d53d031'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:36:22.886442 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-2defdb77-f6a5-4d0c-ad01-4b36b50b559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87972783-3bd6-4595-9613-dd1d91e46673', 'name': 'tempest-TestNetworkBasicOps-router-1655975905', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:35:07Z', 'updated_at': '2021-07-24T09:36:21Z', 'revision_number': 5, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87972783-3bd6-4595-9613-dd1d91e46673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:08Z', 'updated_at': '2021-07-24T09:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:22.921180 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a4dff0-4f2c-4ed1-98fe-af9bffecb133 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:22.925051 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e1a4dff0-4f2c-4ed1-98fe-af9bffecb133 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:22.926148 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2defdb77-f6a5-4d0c-ad01-4b36b50b559f None None] Checking router: 87972783-3bd6-4595-9613-dd1d91e46673 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:36:22.937556 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2defdb77-f6a5-4d0c-ad01-4b36b50b559f None None] Routers {'87972783-3bd6-4595-9613-dd1d91e46673'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:22.938583 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-2defdb77-f6a5-4d0c-ad01-4b36b50b559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['87972783-3bd6-4595-9613-dd1d91e46673'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:22.971350 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-85ea57e4-97ca-4eba-8536-78fad02e295b tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:22.982224 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-e1a4dff0-4f2c-4ed1-98fe-af9bffecb133 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] device_id is not set on port 126a2c1b-eb5b-4184-b2d0-f6ff0c00cb0b yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:36:23.057620 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1872b1ac-0d6f-4e33-979a-c25d3bb66fc1 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:23.076236 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-2defdb77-f6a5-4d0c-ad01-4b36b50b559f None None] Set router 87972783-3bd6-4595-9613-dd1d91e46673 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:36:23.104584 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-85ea57e4-97ca-4eba-8536-78fad02e295b tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:23.143807 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea57e4-97ca-4eba-8536-78fad02e295b tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event deleted for resources: {'Subnet': ['ID=373bf988-b7ba-46eb-910a-193e5ad2a229,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:23.151549 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-85ea57e4-97ca-4eba-8536-78fad02e295b tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:23.153700 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-85ea57e4-97ca-4eba-8536-78fad02e295b tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "DELETE /v2.0/subnets/373bf988-b7ba-46eb-910a-193e5ad2a229 HTTP/1.1" status: 204 len: 168 time: 0.5750990 Jul 24 09:36:23.162846 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36906) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:23.163037 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c50e3dc-cae0-44aa-83a2-39ea3d54fef2 None None] Network 84b3ea08-ad06-4dbe-a4c4-1940ac9384b0 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:23.170974 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1872b1ac-0d6f-4e33-979a-c25d3bb66fc1 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Checking segment: {'id': 'd7aa063c-3d74-4039-a4d6-f10004071fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3b18b8e-3250-4c93-b702-39dbb5c8c742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:23.171342 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1872b1ac-0d6f-4e33-979a-c25d3bb66fc1 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Network hostable DHCP agents. Network: c3b18b8e-3250-4c93-b702-39dbb5c8c742, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:36:23.178944 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872b1ac-0d6f-4e33-979a-c25d3bb66fc1 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'Subnet': ['ID=97d3f8dd-0bc9-499f-b97b-1cd6688eaf78,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:23.223722 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1872b1ac-0d6f-4e33-979a-c25d3bb66fc1 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Network c3b18b8e-3250-4c93-b702-39dbb5c8c742 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:36:23.276443 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-1872b1ac-0d6f-4e33-979a-c25d3bb66fc1 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, c3b18b8e-3250-4c93-b702-39dbb5c8c742) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:23.277095 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-924a3941-ab04-4829-bffe-6f8657960297 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:23.284196 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1872b1ac-0d6f-4e33-979a-c25d3bb66fc1 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:23.285053 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1872b1ac-0d6f-4e33-979a-c25d3bb66fc1 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:23.287034 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-924a3941-ab04-4829-bffe-6f8657960297 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:23.305200 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e1a4dff0-4f2c-4ed1-98fe-af9bffecb133 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:23.313940 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1872b1ac-0d6f-4e33-979a-c25d3bb66fc1 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9459279 Jul 24 09:36:23.317118 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36908) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:23.353713 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba8b7e3-3ca9-44df-9f0d-a7fb023a4584 None None] Network c3b18b8e-3250-4c93-b702-39dbb5c8c742 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:23.385465 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-2defdb77-f6a5-4d0c-ad01-4b36b50b559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87972783-3bd6-4595-9613-dd1d91e46673', 'name': 'tempest-TestNetworkBasicOps-router-1655975905', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:35:07Z', 'updated_at': '2021-07-24T09:36:21Z', 'revision_number': 5, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87972783-3bd6-4595-9613-dd1d91e46673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:08Z', 'updated_at': '2021-07-24T09:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:23.390222 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-924a3941-ab04-4829-bffe-6f8657960297 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:23.398074 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a3941-ab04-4829-bffe-6f8657960297 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event updated for resources: {'Port': ['ID=d07855d6-94f2-4705-9a5a-1c3d1fc9c3a7,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:23.412055 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0090b35e-2c1e-426f-b77e-a3e3563b6ca3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:23.428204 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2defdb77-f6a5-4d0c-ad01-4b36b50b559f None None] The sync data for ids ['87972783-3bd6-4595-9613-dd1d91e46673'] in n-d-800085-9 is: [{'id': '87972783-3bd6-4595-9613-dd1d91e46673', 'name': 'tempest-TestNetworkBasicOps-router-1655975905', 'tenant_id': '3d070f08b8da4d8480b04a604f0ef395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:35:07Z', 'updated_at': '2021-07-24T09:36:21Z', 'revision_number': 5, 'project_id': '3d070f08b8da4d8480b04a604f0ef395', 'gw_port': {'id': 'e2d094eb-e6c5-4782-9326-4c8865844103', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87972783-3bd6-4595-9613-dd1d91e46673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:35:08Z', 'updated_at': '2021-07-24T09:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:36:23.568274 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556a8299-ab33-4650-973c-3cacccdb8e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-c3b18b8e-3250-4c93-b702-39dbb5c8c742', 'network_id': 'c3b18b8e-3250-4c93-b702-39dbb5c8c742', 'tenant_id': '359551b003a744d0a963cb1d5a25f061', 'fixed_ips': [{'subnet_id': '97d3f8dd-0bc9-499f-b97b-1cd6688eaf78'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:36:23.569184 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-556a8299-ab33-4650-973c-3cacccdb8e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:23.629465 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0090b35e-2c1e-426f-b77e-a3e3563b6ca3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:23.638976 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924a3941-ab04-4829-bffe-6f8657960297 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Network 4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:23.641956 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-924a3941-ab04-4829-bffe-6f8657960297 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:23.701240 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e1a4dff0-4f2c-4ed1-98fe-af9bffecb133 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:23.731203 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-556a8299-ab33-4650-973c-3cacccdb8e97 None None] Allocated IP 172.20.0.1 (c3b18b8e-3250-4c93-b702-39dbb5c8c742/97d3f8dd-0bc9-499f-b97b-1cd6688eaf78/afdcbaeb-efb7-47db-a4e5-86417e25ce67) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:23.768968 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4dff0-4f2c-4ed1-98fe-af9bffecb133 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Port': ['ID=126a2c1b-eb5b-4184-b2d0-f6ff0c00cb0b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:23.774355 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-0090b35e-2c1e-426f-b77e-a3e3563b6ca3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Deleting port e2d094eb-e6c5-4782-9326-4c8865844103 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:23.774707 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0090b35e-2c1e-426f-b77e-a3e3563b6ca3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:23.780240 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:23.837803 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5531574d-0ce6-4d39-a750-8b29a0bdf079 None None] DHCP port deletion for 84b3ea08-ad06-4dbe-a4c4-1940ac9384b0 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:36:23.855650 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924a3941-ab04-4829-bffe-6f8657960297 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Router ded0923b-fb04-46a7-ae6e-e336d28e3cd9 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:36:23.888494 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:23.915836 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a4dff0-4f2c-4ed1-98fe-af9bffecb133 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Checking segment: {'id': '259109e4-e1a1-4803-bfae-42766115f484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '519b91c4-728a-43a0-9c00-f00322593562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:23.916210 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a4dff0-4f2c-4ed1-98fe-af9bffecb133 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network hostable DHCP agents. Network: 519b91c4-728a-43a0-9c00-f00322593562, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:36:23.949606 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a4dff0-4f2c-4ed1-98fe-af9bffecb133 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network 519b91c4-728a-43a0-9c00-f00322593562 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:36:23.951331 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-5531574d-0ce6-4d39-a750-8b29a0bdf079 None None] Deleting port fc156d6f-1e6e-4450-a16c-42fae9cd6a50 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:23.951586 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5531574d-0ce6-4d39-a750-8b29a0bdf079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:23.957126 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-556a8299-ab33-4650-973c-3cacccdb8e97 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:23.970271 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-e1a4dff0-4f2c-4ed1-98fe-af9bffecb133 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 519b91c4-728a-43a0-9c00-f00322593562) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:23.970501 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-0090b35e-2c1e-426f-b77e-a3e3563b6ca3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] For port e2d094eb-e6c5-4782-9326-4c8865844103, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e2d094eb-e6c5-4782-9326-4c8865844103,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:23.970860 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0090b35e-2c1e-426f-b77e-a3e3563b6ca3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:23.980472 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a4dff0-4f2c-4ed1-98fe-af9bffecb133 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:23.987172 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a4dff0-4f2c-4ed1-98fe-af9bffecb133 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:23.988308 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e1a4dff0-4f2c-4ed1-98fe-af9bffecb133 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:23.992109 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-0090b35e-2c1e-426f-b77e-a3e3563b6ca3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Calling delete_port for e2d094eb-e6c5-4782-9326-4c8865844103 owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:23.993809 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc90ade1-267e-4f31-9bf6-e19fb80d6268 None None] Network 519b91c4-728a-43a0-9c00-f00322593562 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:24.011028 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36910) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:24.012088 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e1a4dff0-4f2c-4ed1-98fe-af9bffecb133 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2837486 Jul 24 09:36:24.018559 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-0b42c75a-819b-473c-8250-ee23fc91fa42 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-422927950'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:24.036900 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-556a8299-ab33-4650-973c-3cacccdb8e97 None None] Transition to ACTIVE for port object afdcbaeb-efb7-47db-a4e5-86417e25ce67 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:24.075933 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-5531574d-0ce6-4d39-a750-8b29a0bdf079 None None] For port fc156d6f-1e6e-4450-a16c-42fae9cd6a50, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=fc156d6f-1e6e-4450-a16c-42fae9cd6a50,segment=NetworkSegment(15bc07ea-7919-429b-939d-a6ee45b3db5e),segment_id=15bc07ea-7919-429b-939d-a6ee45b3db5e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:24.076334 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5531574d-0ce6-4d39-a750-8b29a0bdf079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.076833 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924a3941-ab04-4829-bffe-6f8657960297 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:36:24.078906 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-556a8299-ab33-4650-973c-3cacccdb8e97 None None] Transition to ACTIVE for port object afdcbaeb-efb7-47db-a4e5-86417e25ce67 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:24.086663 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-924a3941-ab04-4829-bffe-6f8657960297 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "PUT /v2.0/routers/ded0923b-fb04-46a7-ae6e-e336d28e3cd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2061343 Jul 24 09:36:24.089210 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36912) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:24.094501 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12cff3f-f003-42b2-b7c3-5a25fe04c89e None None] Sync routers for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:36:24.099801 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b42c75a-819b-473c-8250-ee23fc91fa42 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:24.101031 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-556a8299-ab33-4650-973c-3cacccdb8e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.103496 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0b42c75a-819b-473c-8250-ee23fc91fa42 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.103662 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-a1cd0d73-e481-4c05-bf48-e1e928ecc206 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Request body: {'port': {'network_id': '4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc', 'name': 'tempest-FloatingIPTestJSON-2083868312'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:24.151445 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.184908 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-5531574d-0ce6-4d39-a750-8b29a0bdf079 None None] Calling delete_port for fc156d6f-1e6e-4450-a16c-42fae9cd6a50 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:24.188237 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b42c75a-819b-473c-8250-ee23fc91fa42 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:36:24.192573 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a8299-ab33-4650-973c-3cacccdb8e97 None None] Pushing event updated for resources: {'Port': ['ID=afdcbaeb-efb7-47db-a4e5-86417e25ce67,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:24.209488 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556a8299-ab33-4650-973c-3cacccdb8e97 None None] Network c3b18b8e-3250-4c93-b702-39dbb5c8c742 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:24.216683 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Subnet': ['ID=97d3f8dd-0bc9-499f-b97b-1cd6688eaf78,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:24.220196 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-556a8299-ab33-4650-973c-3cacccdb8e97 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:24.221628 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0b42c75a-819b-473c-8250-ee23fc91fa42 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.222653 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-0b42c75a-819b-473c-8250-ee23fc91fa42 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Added segment fceaf413-f351-4bb0-9db3-dfca0add265a of type vlan for network 904012fd-0c66-40c7-8c7b-e1a7f4e7e8df Jul 24 09:36:24.242280 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556a8299-ab33-4650-973c-3cacccdb8e97 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:24.244259 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12cff3f-f003-42b2-b7c3-5a25fe04c89e None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:24.245567 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e12cff3f-f003-42b2-b7c3-5a25fe04c89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:24.301543 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.302933 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0b42c75a-819b-473c-8250-ee23fc91fa42 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.329736 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cd0d73-e481-4c05-bf48-e1e928ecc206 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Made reservation on behalf of 76fd8d5cff76432285d9245511956821 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:24.334930 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a1cd0d73-e481-4c05-bf48-e1e928ecc206 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.340912 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e12cff3f-f003-42b2-b7c3-5a25fe04c89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:24.351148 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0090b35e-2c1e-426f-b77e-a3e3563b6ca3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.356671 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b18b8e-3250-4c93-b702-39dbb5c8c742']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:24.365825 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-a1cd0d73-e481-4c05-bf48-e1e928ecc206 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] device_id is not set on port 6cf0abfe-4e18-4a50-8545-579710b002da yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:36:24.374981 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7aa063c-3d74-4039-a4d6-f10004071fb6') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:24.375278 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7aa063c-3d74-4039-a4d6-f10004071fb6') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:24.381797 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device fc156d6f-1e6e-4450-a16c-42fae9cd6a50 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:36:24.387993 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090b35e-2c1e-426f-b77e-a3e3563b6ca3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event deleted for resources: {'Port': ['ID=e2d094eb-e6c5-4782-9326-4c8865844103,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:24.389886 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0b42c75a-819b-473c-8250-ee23fc91fa42 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.399246 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b42c75a-819b-473c-8250-ee23fc91fa42 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:24.399991 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0b42c75a-819b-473c-8250-ee23fc91fa42 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.427109 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.433439 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 1351ce31-eb57-4014-be82-98880d53d031 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:36:24.446913 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12cff3f-f003-42b2-b7c3-5a25fe04c89e None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:24.447552 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e12cff3f-f003-42b2-b7c3-5a25fe04c89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:24.478574 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.501171 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0b42c75a-819b-473c-8250-ee23fc91fa42 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4866617 Jul 24 09:36:24.501436 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:24.501436 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:24.504123 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:24.506588 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36914) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:24.514733 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-abb6f3cf-bf3c-499d-94e9-0ae55ef42e16 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'ports': [{'network_id': '519b91c4-728a-43a0-9c00-f00322593562'}, {'network_id': '904012fd-0c66-40c7-8c7b-e1a7f4e7e8df'}]} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:24.515049 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-abb6f3cf-bf3c-499d-94e9-0ae55ef42e16 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'port': {'network_id': '519b91c4-728a-43a0-9c00-f00322593562'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:24.515517 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-abb6f3cf-bf3c-499d-94e9-0ae55ef42e16 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'port': {'network_id': '904012fd-0c66-40c7-8c7b-e1a7f4e7e8df'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:24.526669 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-556a8299-ab33-4650-973c-3cacccdb8e97 None None] Attempting to bind port afdcbaeb-efb7-47db-a4e5-86417e25ce67 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:36:24.527057 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-556a8299-ab33-4650-973c-3cacccdb8e97 None None] Attempting to bind port afdcbaeb-efb7-47db-a4e5-86417e25ce67 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd7aa063c-3d74-4039-a4d6-f10004071fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3b18b8e-3250-4c93-b702-39dbb5c8c742'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:36:24.527409 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556a8299-ab33-4650-973c-3cacccdb8e97 None None] Attempting to bind port afdcbaeb-efb7-47db-a4e5-86417e25ce67 on network c3b18b8e-3250-4c93-b702-39dbb5c8c742 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:36:24.529335 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e12cff3f-f003-42b2-b7c3-5a25fe04c89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:24.529944 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12cff3f-f003-42b2-b7c3-5a25fe04c89e None None] The sync data for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:36:24.547019 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42c75a-819b-473c-8250-ee23fc91fa42 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Network': ['ID=904012fd-0c66-40c7-8c7b-e1a7f4e7e8df,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:24.559744 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556a8299-ab33-4650-973c-3cacccdb8e97 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:36:24.560288 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556a8299-ab33-4650-973c-3cacccdb8e97 None None] Checking segment: {'id': 'd7aa063c-3d74-4039-a4d6-f10004071fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3b18b8e-3250-4c93-b702-39dbb5c8c742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:24.560436 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0090b35e-2c1e-426f-b77e-a3e3563b6ca3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.560534 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-556a8299-ab33-4650-973c-3cacccdb8e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.560975 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556a8299-ab33-4650-973c-3cacccdb8e97 None None] Bound using segment: {'id': 'd7aa063c-3d74-4039-a4d6-f10004071fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3b18b8e-3250-4c93-b702-39dbb5c8c742'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:36:24.561473 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-556a8299-ab33-4650-973c-3cacccdb8e97 None None] Bound port: afdcbaeb-efb7-47db-a4e5-86417e25ce67, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7aa063c-3d74-4039-a4d6-f10004071fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3b18b8e-3250-4c93-b702-39dbb5c8c742'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:36:24.562304 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-556a8299-ab33-4650-973c-3cacccdb8e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.571215 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 904012fd-0c66-40c7-8c7b-e1a7f4e7e8df details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:36:24.608411 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5531574d-0ce6-4d39-a750-8b29a0bdf079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.613499 n-d-800085-9 neutron-server[94037]: INFO neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No ports have port_id starting with fc156d6f-1e6e-4450-a16c-42fae9cd6a50 Jul 24 09:36:24.644664 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4fe5905c-3b35-4dda-b199-681dcba04de0 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:36:24.670287 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0090b35e-2c1e-426f-b77e-a3e3563b6ca3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.672600 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0090b35e-2c1e-426f-b77e-a3e3563b6ca3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.673318 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.db.api [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 24 09:36:24.673318 n-d-800085-9 neutron-server[94035]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 24 09:36:24.673318 n-d-800085-9 neutron-server[94035]: [parameters: {'id': 'c3b18b8e-3250-4c93-b702-39dbb5c8c742'}] Jul 24 09:36:24.673318 n-d-800085-9 neutron-server[94035]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:36:24.673683 n-d-800085-9 neutron-server[94035]: DEBUG oslo_db.api [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:36:24.697485 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-a1cd0d73-e481-4c05-bf48-e1e928ecc206 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Allocated IP 172.20.0.12 (4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc/8077a859-a96c-47e4-9c0f-1d1c1c0806f8/6cf0abfe-4e18-4a50-8545-579710b002da) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:24.712211 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531574d-0ce6-4d39-a750-8b29a0bdf079 None None] Pushing event deleted for resources: {'Port': ['ID=fc156d6f-1e6e-4450-a16c-42fae9cd6a50,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:24.723181 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5531574d-0ce6-4d39-a750-8b29a0bdf079 None None] No DVR routers for this DVR port fc156d6f-1e6e-4450-a16c-42fae9cd6a50 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:24.726570 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0090b35e-2c1e-426f-b77e-a3e3563b6ca3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.727531 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0090b35e-2c1e-426f-b77e-a3e3563b6ca3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Fanout notify agent at l3_agent the message router_deleted on router 87972783-3bd6-4595-9613-dd1d91e46673 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:36:24.727996 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 4fe5905c-3b35-4dda-b199-681dcba04de0 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:36:24.728339 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4fe5905c-3b35-4dda-b199-681dcba04de0 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:36:24.742760 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 1351ce31-eb57-4014-be82-98880d53d031 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:36:24.751660 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0090b35e-2c1e-426f-b77e-a3e3563b6ca3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.754245 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0090b35e-2c1e-426f-b77e-a3e3563b6ca3 tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "DELETE /v2.0/routers/87972783-3bd6-4595-9613-dd1d91e46673 HTTP/1.1" status: 204 len: 168 time: 1.5900106 Jul 24 09:36:24.756843 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36916) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:24.760028 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 1351ce31-eb57-4014-be82-98880d53d031 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:24.760400 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.793567 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-556a8299-ab33-4650-973c-3cacccdb8e97 None None] For port afdcbaeb-efb7-47db-a4e5-86417e25ce67, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:36:24.818841 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-556a8299-ab33-4650-973c-3cacccdb8e97 None None] For port afdcbaeb-efb7-47db-a4e5-86417e25ce67, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=afdcbaeb-efb7-47db-a4e5-86417e25ce67,segment=NetworkSegment(d7aa063c-3d74-4039-a4d6-f10004071fb6),segment_id=d7aa063c-3d74-4039-a4d6-f10004071fb6)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:36:24.824375 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-556a8299-ab33-4650-973c-3cacccdb8e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.833638 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb6f3cf-bf3c-499d-94e9-0ae55ef42e16 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'port': 2} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:24.839021 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-abb6f3cf-bf3c-499d-94e9-0ae55ef42e16 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.857788 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-64f47304-b571-4f88-9725-4eb38e938d0c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.879289 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-abb6f3cf-bf3c-499d-94e9-0ae55ef42e16 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.972651 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-64f47304-b571-4f88-9725-4eb38e938d0c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:24.989849 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-64f47304-b571-4f88-9725-4eb38e938d0c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b3ea08-ad06-4dbe-a4c4-1940ac9384b0']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:25.002696 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-64f47304-b571-4f88-9725-4eb38e938d0c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15bc07ea-7919-429b-939d-a6ee45b3db5e') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:25.003000 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-64f47304-b571-4f88-9725-4eb38e938d0c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15bc07ea-7919-429b-939d-a6ee45b3db5e') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:25.013496 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-64f47304-b571-4f88-9725-4eb38e938d0c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:25.034316 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-64f47304-b571-4f88-9725-4eb38e938d0c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:25.034524 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-abb6f3cf-bf3c-499d-94e9-0ae55ef42e16 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] device_id is not set on port ec898aa5-eb3d-4881-87d5-37ceed9d9b66 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:36:25.041018 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f47304-b571-4f88-9725-4eb38e938d0c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:25.041505 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-64f47304-b571-4f88-9725-4eb38e938d0c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:25.044891 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:25.055510 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a1cd0d73-e481-4c05-bf48-e1e928ecc206 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:25.110087 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-64f47304-b571-4f88-9725-4eb38e938d0c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:25.110387 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a8299-ab33-4650-973c-3cacccdb8e97 None None] Pushing event updated for resources: {'Port': ['ID=afdcbaeb-efb7-47db-a4e5-86417e25ce67,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:25.118706 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-64f47304-b571-4f88-9725-4eb38e938d0c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:25.123954 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-64f47304-b571-4f88-9725-4eb38e938d0c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] 10.222.0.32 "DELETE /v2.0/networks/84b3ea08-ad06-4dbe-a4c4-1940ac9384b0 HTTP/1.1" status: 204 len: 168 time: 0.3628581 Jul 24 09:36:25.124556 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:25.137477 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f47304-b571-4f88-9725-4eb38e938d0c tempest-TestNetworkBasicOps-1880385460 tempest-TestNetworkBasicOps-1880385460-project] Pushing event deleted for resources: {'Network': ['ID=84b3ea08-ad06-4dbe-a4c4-1940ac9384b0,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:25.168555 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1351ce31-eb57-4014-be82-98880d53d031'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:36:25.171000 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7898cfb-599e-41e1-9ddd-2a2cc9e79959" -d '{"events": [{"server_uuid": "c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e", "name": "network-vif-plugged", "status": "completed", "tag": "1351ce31-eb57-4014-be82-98880d53d031"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:36:25.176925 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:25.184251 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac2ced3-37c6-47e4-9c1c-efebbc8f09c1 None None] Network c3b18b8e-3250-4c93-b702-39dbb5c8c742 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:25.204993 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 1351ce31-eb57-4014-be82-98880d53d031, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=1351ce31-eb57-4014-be82-98880d53d031,segment=NetworkSegment(d64301cc-d735-488b-91bf-d20f44a7a8ad),segment_id=d64301cc-d735-488b-91bf-d20f44a7a8ad)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:25.215590 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:25.218347 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a537d322-61a1-4818-bbbd-f2621aca2d2f x-openstack-request-id: req-a537d322-61a1-4818-bbbd-f2621aca2d2f {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:36:25.218644 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e", "name": "network-vif-plugged", "status": "completed", "tag": "1351ce31-eb57-4014-be82-98880d53d031", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:36:25.218909 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a537d322-61a1-4818-bbbd-f2621aca2d2f {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:36:25.219353 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1351ce31-eb57-4014-be82-98880d53d031', 'code': 200} Jul 24 09:36:25.232094 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a1cd0d73-e481-4c05-bf48-e1e928ecc206 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:25.251644 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-abb6f3cf-bf3c-499d-94e9-0ae55ef42e16 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:25.344128 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=1351ce31-eb57-4014-be82-98880d53d031,revision_number=13']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:25.356814 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cd0d73-e481-4c05-bf48-e1e928ecc206 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Network 4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:25.375608 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-a1cd0d73-e481-4c05-bf48-e1e928ecc206 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:25.379081 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cd0d73-e481-4c05-bf48-e1e928ecc206 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:25.397425 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f74f0b-9297-4e4b-8240-6306801a1621 None None] get_active_networks_info from n-d-800085-9 {{(pid=94037) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 09:36:25.444971 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd0d73-e481-4c05-bf48-e1e928ecc206 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event updated for resources: {'Port': ['ID=6cf0abfe-4e18-4a50-8545-579710b002da,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:25.453862 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-abb6f3cf-bf3c-499d-94e9-0ae55ef42e16 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] device_id is not set on port 37d9b9c7-5e75-4aca-9446-eb76b391e71a yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:36:25.470149 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36924) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:25.495554 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f74f0b-9297-4e4b-8240-6306801a1621 None None] Resources bound (agent type, host, resource id): {{(pid=94037) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 09:36:25.499841 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cd0d73-e481-4c05-bf48-e1e928ecc206 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:25.500474 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a1cd0d73-e481-4c05-bf48-e1e928ecc206 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:25.508987 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Deleting port afdcbaeb-efb7-47db-a4e5-86417e25ce67 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:25.509332 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:25.544162 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36928) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:25.544357 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a1cd0d73-e481-4c05-bf48-e1e928ecc206 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4536638 Jul 24 09:36:25.550414 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-673157e5-b40c-4485-8192-be840aa25757 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Request body: {'port': {'network_id': '4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc', 'name': 'tempest-FloatingIPTestJSON-924662634'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:25.630525 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] For port afdcbaeb-efb7-47db-a4e5-86417e25ce67, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=afdcbaeb-efb7-47db-a4e5-86417e25ce67,segment=NetworkSegment(d7aa063c-3d74-4039-a4d6-f10004071fb6),segment_id=d7aa063c-3d74-4039-a4d6-f10004071fb6)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:25.630814 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:25.654204 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Calling delete_port for afdcbaeb-efb7-47db-a4e5-86417e25ce67 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:25.688857 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-852cf43f-3baa-40d2-a385-4dd8f743ca61 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d070f08b8da4d8480b04a604f0ef395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174244 Jul 24 09:36:25.691286 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36934) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:25.749655 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-abb6f3cf-bf3c-499d-94e9-0ae55ef42e16 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:25.755850 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1c135ff6-5b38-45b8-aede-37bf4e0f5b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:25.758313 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673157e5-b40c-4485-8192-be840aa25757 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Made reservation on behalf of 76fd8d5cff76432285d9245511956821 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:25.761801 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-673157e5-b40c-4485-8192-be840aa25757 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:25.794409 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1c135ff6-5b38-45b8-aede-37bf4e0f5b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:25.796418 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-673157e5-b40c-4485-8192-be840aa25757 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] device_id is not set on port f0c0fa73-3595-40ee-b7a3-defa8b25c225 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:36:25.821419 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:25.836326 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No DVR routers for this DVR port afdcbaeb-efb7-47db-a4e5-86417e25ce67 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:25.838191 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-abb6f3cf-bf3c-499d-94e9-0ae55ef42e16 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:25.864157 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Port': ['ID=afdcbaeb-efb7-47db-a4e5-86417e25ce67,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:25.926366 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1c135ff6-5b38-45b8-aede-37bf4e0f5b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:25.929062 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1c135ff6-5b38-45b8-aede-37bf4e0f5b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:25.932778 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1c135ff6-5b38-45b8-aede-37bf4e0f5b3a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4537cb2-5f33-4b8a-bdc4-8ecb2819ead5 HTTP/1.1" status: 204 len: 168 time: 0.2380354 Jul 24 09:36:25.942586 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c135ff6-5b38-45b8-aede-37bf4e0f5b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4537cb2-5f33-4b8a-bdc4-8ecb2819ead5,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:25.954819 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-673157e5-b40c-4485-8192-be840aa25757 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Allocated IP 172.20.0.10 (4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc/8077a859-a96c-47e4-9c0f-1d1c1c0806f8/f0c0fa73-3595-40ee-b7a3-defa8b25c225) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:25.966020 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb6f3cf-bf3c-499d-94e9-0ae55ef42e16 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network 519b91c4-728a-43a0-9c00-f00322593562 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:25.975383 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-abb6f3cf-bf3c-499d-94e9-0ae55ef42e16 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:25.980053 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb6f3cf-bf3c-499d-94e9-0ae55ef42e16 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:25.980982 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-abb6f3cf-bf3c-499d-94e9-0ae55ef42e16 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:25.982965 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6f3cf-bf3c-499d-94e9-0ae55ef42e16 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Port': ['ID=ec898aa5-eb3d-4881-87d5-37ceed9d9b66,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:26.018958 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:26.059203 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b18b8e-3250-4c93-b702-39dbb5c8c742']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:26.080429 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7aa063c-3d74-4039-a4d6-f10004071fb6') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:26.080782 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7aa063c-3d74-4039-a4d6-f10004071fb6') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:26.097845 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:26.104433 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6f3cf-bf3c-499d-94e9-0ae55ef42e16 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Port': ['ID=37d9b9c7-5e75-4aca-9446-eb76b391e71a,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:26.136660 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:26.143053 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb6f3cf-bf3c-499d-94e9-0ae55ef42e16 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Checking segment: {'id': 'fceaf413-f351-4bb0-9db3-dfca0add265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '904012fd-0c66-40c7-8c7b-e1a7f4e7e8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:26.143425 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb6f3cf-bf3c-499d-94e9-0ae55ef42e16 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network hostable DHCP agents. Network: 904012fd-0c66-40c7-8c7b-e1a7f4e7e8df, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:36:26.149172 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:26.149589 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:26.152827 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:26.180205 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-673157e5-b40c-4485-8192-be840aa25757 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:26.222541 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb6f3cf-bf3c-499d-94e9-0ae55ef42e16 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network 904012fd-0c66-40c7-8c7b-e1a7f4e7e8df is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:36:26.236181 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-673157e5-b40c-4485-8192-be840aa25757 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:26.264312 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:26.277286 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:26.279641 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673157e5-b40c-4485-8192-be840aa25757 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Network 4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:26.282830 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/networks/c3b18b8e-3250-4c93-b702-39dbb5c8c742 HTTP/1.1" status: 204 len: 168 time: 2.9646978 Jul 24 09:36:26.283537 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-abb6f3cf-bf3c-499d-94e9-0ae55ef42e16 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 904012fd-0c66-40c7-8c7b-e1a7f4e7e8df) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:26.286408 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36942) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:26.289333 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-673157e5-b40c-4485-8192-be840aa25757 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:26.294028 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673157e5-b40c-4485-8192-be840aa25757 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:26.294475 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d783c90a-63cf-4b20-8e2d-86bfab7f4f18 None None] Network 904012fd-0c66-40c7-8c7b-e1a7f4e7e8df requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:26.297861 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673157e5-b40c-4485-8192-be840aa25757 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event updated for resources: {'Port': ['ID=f0c0fa73-3595-40ee-b7a3-defa8b25c225,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:26.312821 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-35cb56dd-f92e-4899-bd0a-17a1b20c3b48 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-646165603'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:26.318862 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb6f3cf-bf3c-499d-94e9-0ae55ef42e16 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:26.324767 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb6f3cf-bf3c-499d-94e9-0ae55ef42e16 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:26.329961 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb6f3cf-bf3c-499d-94e9-0ae55ef42e16 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:26.330662 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-abb6f3cf-bf3c-499d-94e9-0ae55ef42e16 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:26.339689 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8093a-ae49-4f9c-9c1b-3e78b3e8c9cb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Network': ['ID=c3b18b8e-3250-4c93-b702-39dbb5c8c742,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:26.363648 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673157e5-b40c-4485-8192-be840aa25757 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:26.365148 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-673157e5-b40c-4485-8192-be840aa25757 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:26.374749 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cb56dd-f92e-4899-bd0a-17a1b20c3b48 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Made reservation on behalf of 359551b003a744d0a963cb1d5a25f061 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:26.379125 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-35cb56dd-f92e-4899-bd0a-17a1b20c3b48 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:26.390530 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252476b9-2f06-4991-8f2a-bfe97af9f000 req-5b9f610b-5491-4f36-983d-39e0de575f5d tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:26.391629 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-673157e5-b40c-4485-8192-be840aa25757 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8461595 Jul 24 09:36:26.392998 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36944) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:26.398174 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-f3d971cc-ef51-4e96-b149-8460ee30c180 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'port_id': 'f0c0fa73-3595-40ee-b7a3-defa8b25c225', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:26.398401 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-252476b9-2f06-4991-8f2a-bfe97af9f000 req-5b9f610b-5491-4f36-983d-39e0de575f5d tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9 HTTP/1.1" status: 200 len: 946 time: 0.1790280 Jul 24 09:36:26.411692 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e2d094eb-e6c5-4782-9326-4c8865844103 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:36:26.418275 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-abb6f3cf-bf3c-499d-94e9-0ae55ef42e16 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9098580 Jul 24 09:36:26.419451 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36946) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:26.419966 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36948) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:26.436389 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: e2d094eb-e6c5-4782-9326-4c8865844103 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:36:26.436762 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e2d094eb-e6c5-4782-9326-4c8865844103 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:36:26.459355 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35cb56dd-f92e-4899-bd0a-17a1b20c3b48 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:36:26.469638 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-252476b9-2f06-4991-8f2a-bfe97af9f000 req-6e55b90f-289b-4903-a4ac-7a89177ce122 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/security-groups?id=482d48c6-1d44-470d-b85c-74e9ff0468c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703857 Jul 24 09:36:26.474901 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-35cb56dd-f92e-4899-bd0a-17a1b20c3b48 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:26.475310 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-35cb56dd-f92e-4899-bd0a-17a1b20c3b48 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Added segment c2d15eb6-e624-42dd-ae0d-53e541785472 of type vlan for network 1a1f7e5f-e797-4deb-b75d-03585fea24c0 Jul 24 09:36:26.477455 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2950dc4e-4f65-4d53-bf65-a012d8a90ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:26.482377 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3d971cc-ef51-4e96-b149-8460ee30c180 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:26.530679 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-35cb56dd-f92e-4899-bd0a-17a1b20c3b48 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:26.559762 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-35cb56dd-f92e-4899-bd0a-17a1b20c3b48 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:26.565583 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cb56dd-f92e-4899-bd0a-17a1b20c3b48 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:26.566121 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-35cb56dd-f92e-4899-bd0a-17a1b20c3b48 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:26.634546 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb56dd-f92e-4899-bd0a-17a1b20c3b48 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'Network': ['ID=1a1f7e5f-e797-4deb-b75d-03585fea24c0,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:26.648319 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 1a1f7e5f-e797-4deb-b75d-03585fea24c0 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:36:26.670668 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-38e16d44-e7f6-4617-a81f-1971fe19487e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting port 37d9b9c7-5e75-4aca-9446-eb76b391e71a {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:26.671066 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-38e16d44-e7f6-4617-a81f-1971fe19487e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:26.758731 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2950dc4e-4f65-4d53-bf65-a012d8a90ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:26.770727 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-35cb56dd-f92e-4899-bd0a-17a1b20c3b48 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4635968 Jul 24 09:36:26.771098 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-38e16d44-e7f6-4617-a81f-1971fe19487e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:26.771363 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36950) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:26.776388 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-64288b5d-6644-4862-8080-3d95db626231 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Request body: {'subnet': {'network_id': '1a1f7e5f-e797-4deb-b75d-03585fea24c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:26.778484 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2950dc4e-4f65-4d53-bf65-a012d8a90ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:26.797767 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-38e16d44-e7f6-4617-a81f-1971fe19487e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Calling delete_port for 37d9b9c7-5e75-4aca-9446-eb76b391e71a owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:26.800901 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3d971cc-ef51-4e96-b149-8460ee30c180 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:26.847396 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950dc4e-4f65-4d53-bf65-a012d8a90ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43293af7-b74f-4967-aa08-29d38e350b07,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:26.868978 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64288b5d-6644-4862-8080-3d95db626231 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Made reservation on behalf of 359551b003a744d0a963cb1d5a25f061 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:26.872532 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-64288b5d-6644-4862-8080-3d95db626231 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:26.902682 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2950dc4e-4f65-4d53-bf65-a012d8a90ece admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6757fdd86dcd4dbbac208cafc7381de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4816983 Jul 24 09:36:26.906209 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36952) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:26.999815 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-f3d971cc-ef51-4e96-b149-8460ee30c180 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Allocated IP 172.25.7.171 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/f6f322ed-ec43-4605-8beb-ebe1c49f8c16) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:27.001865 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-38e16d44-e7f6-4617-a81f-1971fe19487e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:27.028259 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d95a0a7-48a5-45cf-81e9-cc942d7b0bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:27.039367 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e16d44-e7f6-4617-a81f-1971fe19487e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Port': ['ID=37d9b9c7-5e75-4aca-9446-eb76b391e71a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:27.048614 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-38e16d44-e7f6-4617-a81f-1971fe19487e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:27.050259 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-38e16d44-e7f6-4617-a81f-1971fe19487e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/ports/37d9b9c7-5e75-4aca-9446-eb76b391e71a HTTP/1.1" status: 204 len: 168 time: 0.6281328 Jul 24 09:36:27.054032 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36954) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:27.064446 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d95a0a7-48a5-45cf-81e9-cc942d7b0bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:27.136630 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-64288b5d-6644-4862-8080-3d95db626231 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:27.190114 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d95a0a7-48a5-45cf-81e9-cc942d7b0bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:27.193425 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d95a0a7-48a5-45cf-81e9-cc942d7b0bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:27.194612 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4d95a0a7-48a5-45cf-81e9-cc942d7b0bab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/43293af7-b74f-4967-aa08-29d38e350b07 HTTP/1.1" status: 204 len: 168 time: 0.2876508 Jul 24 09:36:27.225080 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95a0a7-48a5-45cf-81e9-cc942d7b0bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43293af7-b74f-4967-aa08-29d38e350b07,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:27.230119 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64288b5d-6644-4862-8080-3d95db626231 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Checking segment: {'id': 'c2d15eb6-e624-42dd-ae0d-53e541785472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1a1f7e5f-e797-4deb-b75d-03585fea24c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:27.230493 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64288b5d-6644-4862-8080-3d95db626231 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Network hostable DHCP agents. Network: 1a1f7e5f-e797-4deb-b75d-03585fea24c0, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:36:27.232865 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64288b5d-6644-4862-8080-3d95db626231 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'Subnet': ['ID=7fb65de4-5fdc-487c-953c-4cbd548ee320,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:27.255583 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64288b5d-6644-4862-8080-3d95db626231 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Network 1a1f7e5f-e797-4deb-b75d-03585fea24c0 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:36:27.269681 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-64288b5d-6644-4862-8080-3d95db626231 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 1a1f7e5f-e797-4deb-b75d-03585fea24c0) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:27.275625 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e7b4134f-0355-479a-a337-d337d9a8327c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:27.278646 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbebe48-9c25-4bc7-b88b-a11fb0e38904 None None] Network 1a1f7e5f-e797-4deb-b75d-03585fea24c0 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:27.284881 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64288b5d-6644-4862-8080-3d95db626231 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:27.285928 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-64288b5d-6644-4862-8080-3d95db626231 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:27.307877 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-64288b5d-6644-4862-8080-3d95db626231 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5330639 Jul 24 09:36:27.308879 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36958) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:27.446335 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-50f9e27d-3b8d-44ec-a8e8-343e5eca9c59 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:27.449391 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508d2fb7-51e9-4a82-921e-b789d4258cf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-1a1f7e5f-e797-4deb-b75d-03585fea24c0', 'network_id': '1a1f7e5f-e797-4deb-b75d-03585fea24c0', 'tenant_id': '359551b003a744d0a963cb1d5a25f061', 'fixed_ips': [{'subnet_id': '7fb65de4-5fdc-487c-953c-4cbd548ee320'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:36:27.450387 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-508d2fb7-51e9-4a82-921e-b789d4258cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:27.512122 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-50f9e27d-3b8d-44ec-a8e8-343e5eca9c59 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:27.600713 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-50f9e27d-3b8d-44ec-a8e8-343e5eca9c59 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:27.601305 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3d971cc-ef51-4e96-b149-8460ee30c180 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server [None req-508d2fb7-51e9-4a82-921e-b789d4258cf8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7fb65de4-5fdc-487c-953c-4cbd548ee320: This subnet is being modified by another concurrent operation. Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server raise exception Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7fb65de4-5fdc-487c-953c-4cbd548ee320: This subnet is being modified by another concurrent operation. Jul 24 09:36:27.613665 n-d-800085-9 neutron-server[94037]: ERROR oslo_messaging.rpc.server Jul 24 09:36:27.620242 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7fdf78-c8bd-4d3a-867b-700faf4325b8 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:27.622494 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7fdf78-c8bd-4d3a-867b-700faf4325b8 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:27.626082 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6e7fdf78-c8bd-4d3a-867b-700faf4325b8 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.5698123 Jul 24 09:36:27.628610 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e7cb13-2314-4fca-8030-23f51ac1a587 None None] Network 1a1f7e5f-e797-4deb-b75d-03585fea24c0 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:27.630171 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36968) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:27.658973 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9e27d-3b8d-44ec-a8e8-343e5eca9c59 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Subnet': ['ID=7fb65de4-5fdc-487c-953c-4cbd548ee320,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:27.776395 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cea1600-3c76-4b38-b9c7-8ae93ac109f9 None None] get_active_networks_info from n-d-800085-9 {{(pid=94037) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 09:36:27.776567 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-50f9e27d-3b8d-44ec-a8e8-343e5eca9c59 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:27.784190 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c710c-0904-41e1-a814-d09c9f1bedef req-9558c1fd-00be-4b1e-b96f-c351a5721b34 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:27.785721 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7e3c710c-0904-41e1-a814-d09c9f1bedef req-9558c1fd-00be-4b1e-b96f-c351a5721b34 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9 HTTP/1.1" status: 200 len: 946 time: 0.2574975 Jul 24 09:36:27.791951 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-50f9e27d-3b8d-44ec-a8e8-343e5eca9c59 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1f7e5f-e797-4deb-b75d-03585fea24c0']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:27.805456 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4aacbc8b-418f-48a1-8e8a-e36ebd2c4077 req-1a6878ea-e18e-4071-aabc-e50500461007 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1477168 Jul 24 09:36:27.807265 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-50f9e27d-3b8d-44ec-a8e8-343e5eca9c59 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d15eb6-e624-42dd-ae0d-53e541785472') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:27.807633 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-50f9e27d-3b8d-44ec-a8e8-343e5eca9c59 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d15eb6-e624-42dd-ae0d-53e541785472') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:27.819860 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-50f9e27d-3b8d-44ec-a8e8-343e5eca9c59 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:27.841489 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3d971cc-ef51-4e96-b149-8460ee30c180 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:27.850960 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-50f9e27d-3b8d-44ec-a8e8-343e5eca9c59 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:27.869285 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f9e27d-3b8d-44ec-a8e8-343e5eca9c59 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:27.869903 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-50f9e27d-3b8d-44ec-a8e8-343e5eca9c59 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:27.872875 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:27.907279 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c94450-c616-46d4-b091-8f6b62a09521 req-910131ee-136d-4dad-bc45-19b6db4ce6c2 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:27.908963 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-29c94450-c616-46d4-b091-8f6b62a09521 req-910131ee-136d-4dad-bc45-19b6db4ce6c2 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9 HTTP/1.1" status: 200 len: 946 time: 0.2815666 Jul 24 09:36:27.919686 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d971cc-ef51-4e96-b149-8460ee30c180 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:27.938447 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-f3d971cc-ef51-4e96-b149-8460ee30c180 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:27.940956 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d971cc-ef51-4e96-b149-8460ee30c180 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:27.943559 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cea1600-3c76-4b38-b9c7-8ae93ac109f9 None None] Resources bound (agent type, host, resource id): {{(pid=94037) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 09:36:27.990664 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-50f9e27d-3b8d-44ec-a8e8-343e5eca9c59 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:28.000232 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-50f9e27d-3b8d-44ec-a8e8-343e5eca9c59 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:28.009556 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-50f9e27d-3b8d-44ec-a8e8-343e5eca9c59 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/networks/1a1f7e5f-e797-4deb-b75d-03585fea24c0 HTTP/1.1" status: 204 len: 168 time: 0.6956582 Jul 24 09:36:28.009556 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36980) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:28.011354 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d971cc-ef51-4e96-b149-8460ee30c180 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event updated for resources: {'Port': ['ID=f6f322ed-ec43-4605-8beb-ebe1c49f8c16,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:28.018042 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-86735311-8bb8-4488-83e5-d79d17916f42 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-578596461'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:28.025347 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-2d5564f8-c1fd-4cd0-9fbf-782ac92c2554 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting port ec898aa5-eb3d-4881-87d5-37ceed9d9b66 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:28.025688 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2d5564f8-c1fd-4cd0-9fbf-782ac92c2554 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:28.065191 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86735311-8bb8-4488-83e5-d79d17916f42 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Made reservation on behalf of 359551b003a744d0a963cb1d5a25f061 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:28.073111 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86735311-8bb8-4488-83e5-d79d17916f42 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:28.081104 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-29c94450-c616-46d4-b091-8f6b62a09521 req-9b4bc4fe-ea3a-4d82-a2a4-488d3c95bca4 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/security-groups?id=482d48c6-1d44-470d-b85c-74e9ff0468c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559765 Jul 24 09:36:28.123638 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9e27d-3b8d-44ec-a8e8-343e5eca9c59 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Network': ['ID=1a1f7e5f-e797-4deb-b75d-03585fea24c0,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:28.136795 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacbc8b-418f-48a1-8e8a-e36ebd2c4077 req-e697f9f8-21cc-4b19-b39d-e0632396e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:28.137913 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4aacbc8b-418f-48a1-8e8a-e36ebd2c4077 req-e697f9f8-21cc-4b19-b39d-e0632396e21a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 1097 time: 0.2822874 Jul 24 09:36:28.164470 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86735311-8bb8-4488-83e5-d79d17916f42 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:36:28.165634 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2d5564f8-c1fd-4cd0-9fbf-782ac92c2554 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:28.198709 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36984) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:28.203580 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-7e3c710c-0904-41e1-a814-d09c9f1bedef req-117eaa5f-62fc-48b5-b81a-36d40216c1d6 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Deleting port ebd4d679-b99d-45dd-87e4-28d3726193e1 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:28.203931 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-7e3c710c-0904-41e1-a814-d09c9f1bedef req-117eaa5f-62fc-48b5-b81a-36d40216c1d6 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:28.215102 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-2d5564f8-c1fd-4cd0-9fbf-782ac92c2554 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Calling delete_port for ec898aa5-eb3d-4881-87d5-37ceed9d9b66 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:28.218308 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86735311-8bb8-4488-83e5-d79d17916f42 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:28.218659 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-86735311-8bb8-4488-83e5-d79d17916f42 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Added segment 70988aa7-e1cd-4cfc-9796-da722be766b4 of type vlan for network 3c65c80d-912f-4ecf-8bbb-08bf460fca2c Jul 24 09:36:28.298041 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86735311-8bb8-4488-83e5-d79d17916f42 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:28.338190 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacbc8b-418f-48a1-8e8a-e36ebd2c4077 req-d53862fa-929e-462d-99b9-8f425e85f2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:28.339761 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4aacbc8b-418f-48a1-8e8a-e36ebd2c4077 req-d53862fa-929e-462d-99b9-8f425e85f2c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26 HTTP/1.1" status: 200 len: 897 time: 0.1784108 Jul 24 09:36:28.395443 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-df5f4076-d158-4609-b518-fa4c3fe11670 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-111780723-network', 'tenant_id': '10423aad3f5042c0a55898d238c4bdc5'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:28.464848 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-7e3c710c-0904-41e1-a814-d09c9f1bedef req-117eaa5f-62fc-48b5-b81a-36d40216c1d6 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] For port ebd4d679-b99d-45dd-87e4-28d3726193e1, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=ebd4d679-b99d-45dd-87e4-28d3726193e1,segment=NetworkSegment(cfed7080-3fee-4453-a63a-a6bc8a5834f7),segment_id=cfed7080-3fee-4453-a63a-a6bc8a5834f7)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:28.465220 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-7e3c710c-0904-41e1-a814-d09c9f1bedef req-117eaa5f-62fc-48b5-b81a-36d40216c1d6 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:28.589241 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2d5564f8-c1fd-4cd0-9fbf-782ac92c2554 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:28.667567 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5564f8-c1fd-4cd0-9fbf-782ac92c2554 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Port': ['ID=ec898aa5-eb3d-4881-87d5-37ceed9d9b66,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:28.680829 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86735311-8bb8-4488-83e5-d79d17916f42 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:28.686183 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86735311-8bb8-4488-83e5-d79d17916f42 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:28.686753 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86735311-8bb8-4488-83e5-d79d17916f42 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:28.710724 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2d5564f8-c1fd-4cd0-9fbf-782ac92c2554 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:28.712625 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2d5564f8-c1fd-4cd0-9fbf-782ac92c2554 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/ports/ec898aa5-eb3d-4881-87d5-37ceed9d9b66 HTTP/1.1" status: 204 len: 168 time: 1.0800204 Jul 24 09:36:28.716401 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36988) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:28.823561 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5f4076-d158-4609-b518-fa4c3fe11670 admin admin] Made reservation on behalf of 10423aad3f5042c0a55898d238c4bdc5 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:28.825865 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-df5f4076-d158-4609-b518-fa4c3fe11670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:28.833599 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4aacbc8b-418f-48a1-8e8a-e36ebd2c4077 req-d130e108-1707-4236-8464-9710a9634c34 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1351ce31-eb57-4014-be82-98880d53d031 HTTP/1.1" status: 200 len: 1001 time: 0.4857767 Jul 24 09:36:28.834850 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-86735311-8bb8-4488-83e5-d79d17916f42 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8242459 Jul 24 09:36:28.839089 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36990) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:28.840923 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86735311-8bb8-4488-83e5-d79d17916f42 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'Network': ['ID=3c65c80d-912f-4ecf-8bbb-08bf460fca2c,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:28.850509 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-3695dc6b-b025-4b54-a6f0-2cce51737481 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:28.852915 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 3c65c80d-912f-4ecf-8bbb-08bf460fca2c details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:36:28.860606 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-df5f4076-d158-4609-b518-fa4c3fe11670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:28.888441 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3d971cc-ef51-4e96-b149-8460ee30c180 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:28.892539 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-7e3c710c-0904-41e1-a814-d09c9f1bedef req-117eaa5f-62fc-48b5-b81a-36d40216c1d6 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:28.892940 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-7e3c710c-0904-41e1-a814-d09c9f1bedef req-117eaa5f-62fc-48b5-b81a-36d40216c1d6 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:28.893256 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [req-7e3c710c-0904-41e1-a814-d09c9f1bedef req-117eaa5f-62fc-48b5-b81a-36d40216c1d6 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Floating IP c490bab4-db6c-4b86-b3cc-20b2f06882e9 disassociated. External IP: 172.25.7.65, port: ebd4d679-b99d-45dd-87e4-28d3726193e1. Jul 24 09:36:28.893627 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-7e3c710c-0904-41e1-a814-d09c9f1bedef req-117eaa5f-62fc-48b5-b81a-36d40216c1d6 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Calling delete_port for ebd4d679-b99d-45dd-87e4-28d3726193e1 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:28.952183 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacbc8b-418f-48a1-8e8a-e36ebd2c4077 req-b23768c4-5a40-408d-b4f1-8fa6c1ae215d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:28.953772 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4aacbc8b-418f-48a1-8e8a-e36ebd2c4077 req-b23768c4-5a40-408d-b4f1-8fa6c1ae215d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=052febb9-0d85-4f6f-a5a7-9b8b9b12c295 HTTP/1.1" status: 200 len: 834 time: 0.1098845 Jul 24 09:36:28.981946 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6697ce-aa0e-4cd5-bb54-faabf8c958d9 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:28.983308 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1b6697ce-aa0e-4cd5-bb54-faabf8c958d9 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2599547 Jul 24 09:36:29.004267 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 36992) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:29.066421 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacbc8b-418f-48a1-8e8a-e36ebd2c4077 req-390229a8-1d61-4ef0-9172-52c552ae6688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:29.068247 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4aacbc8b-418f-48a1-8e8a-e36ebd2c4077 req-390229a8-1d61-4ef0-9172-52c552ae6688 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1066000 Jul 24 09:36:29.071570 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16e3861-1810-4b39-b5eb-0b33cf37fb9d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] GET failed (client error): The resource could not be found. Jul 24 09:36:29.073200 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f16e3861-1810-4b39-b5eb-0b33cf37fb9d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "GET /v2.0/ports/37d9b9c7-5e75-4aca-9446-eb76b391e71a HTTP/1.1" status: 404 len: 333 time: 0.0618315 Jul 24 09:36:29.085153 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36994) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:29.095147 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-df5f4076-d158-4609-b518-fa4c3fe11670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:29.123084 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-df5f4076-d158-4609-b518-fa4c3fe11670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:29.138749 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a4149d-a2ca-456e-99db-3aaab8792df1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] GET failed (client error): The resource could not be found. Jul 24 09:36:29.143218 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-42a4149d-a2ca-456e-99db-3aaab8792df1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "GET /v2.0/ports/ec898aa5-eb3d-4881-87d5-37ceed9d9b66 HTTP/1.1" status: 404 len: 333 time: 0.0545497 Jul 24 09:36:29.150224 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 36998) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:29.167912 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3d971cc-ef51-4e96-b149-8460ee30c180 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:29.199007 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5f4076-d158-4609-b518-fa4c3fe11670 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:36:29.203026 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3695dc6b-b025-4b54-a6f0-2cce51737481 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:29.250018 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-df5f4076-d158-4609-b518-fa4c3fe11670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:29.250369 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-df5f4076-d158-4609-b518-fa4c3fe11670 admin admin] Added segment 94e00f13-d29f-4b24-accf-dd5e2626e5f2 of type vlan for network 24720237-0fc0-4cac-9d1b-fcc942ebfb00 Jul 24 09:36:29.253876 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f4076-d158-4609-b518-fa4c3fe11670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49df1834-627a-4376-a00e-d5f0c181ce58,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:29.257173 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3695dc6b-b025-4b54-a6f0-2cce51737481 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:29.289374 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3695dc6b-b025-4b54-a6f0-2cce51737481 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Network 3c65c80d-912f-4ecf-8bbb-08bf460fca2c is not hosted by any dhcp agent {{(pid=94036) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 09:36:29.294821 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3695dc6b-b025-4b54-a6f0-2cce51737481 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:29.295448 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3695dc6b-b025-4b54-a6f0-2cce51737481 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:29.299463 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3695dc6b-b025-4b54-a6f0-2cce51737481 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "PUT /v2.0/networks/3c65c80d-912f-4ecf-8bbb-08bf460fca2c HTTP/1.1" status: 200 len: 723 time: 0.4554541 Jul 24 09:36:29.302765 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37002) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:29.327473 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-34f10ecf-7847-4164-82f2-2abd74576d0e tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Request body: {'subnet': {'network_id': '3c65c80d-912f-4ecf-8bbb-08bf460fca2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:29.347122 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-7e3c710c-0904-41e1-a814-d09c9f1bedef req-117eaa5f-62fc-48b5-b81a-36d40216c1d6 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:29.382547 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695dc6b-b025-4b54-a6f0-2cce51737481 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'Network': ['ID=3c65c80d-912f-4ecf-8bbb-08bf460fca2c,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:29.394508 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 3c65c80d-912f-4ecf-8bbb-08bf460fca2c details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:36:29.394671 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8dbda08c-c7a8-49a5-9742-f0974698bcc5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:29.421354 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-df5f4076-d158-4609-b518-fa4c3fe11670 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:29.430483 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4aacbc8b-418f-48a1-8e8a-e36ebd2c4077 req-66405504-e312-4e68-a99e-88a1595e739f service neutron] 10.222.0.20 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550365 Jul 24 09:36:29.436257 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117eaa5f-62fc-48b5-b81a-36d40216c1d6 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Pushing event deleted for resources: {'Port': ['ID=ebd4d679-b99d-45dd-87e4-28d3726193e1,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:29.454849 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b980c571-dcba-4ce6-83e3-f4060fcae1e2 req-8b729a1e-ecd7-4f53-bb1c-1d994163f965 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9 HTTP/1.1" status: 200 len: 210 time: 0.2536321 Jul 24 09:36:29.571950 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3d971cc-ef51-4e96-b149-8460ee30c180 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:29.581802 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3d971cc-ef51-4e96-b149-8460ee30c180 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:29.630461 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e3c710c-0904-41e1-a814-d09c9f1bedef req-117eaa5f-62fc-48b5-b81a-36d40216c1d6 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Router 14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:36:29.640874 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-df5f4076-d158-4609-b518-fa4c3fe11670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:29.641848 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5f4076-d158-4609-b518-fa4c3fe11670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:29.642419 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-df5f4076-d158-4609-b518-fa4c3fe11670 admin admin] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:29.670948 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d971cc-ef51-4e96-b149-8460ee30c180 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event updated for resources: {'Port': ['ID=f6f322ed-ec43-4605-8beb-ebe1c49f8c16,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:29.673682 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:36:29.695805 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8dbda08c-c7a8-49a5-9742-f0974698bcc5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:29.714237 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f10ecf-7847-4164-82f2-2abd74576d0e tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Made reservation on behalf of 359551b003a744d0a963cb1d5a25f061 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:29.717995 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-34f10ecf-7847-4164-82f2-2abd74576d0e tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:29.718164 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3d971cc-ef51-4e96-b149-8460ee30c180 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:29.750288 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-df5f4076-d158-4609-b518-fa4c3fe11670 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5493920 Jul 24 09:36:29.761709 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-8dbda08c-c7a8-49a5-9742-f0974698bcc5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904012fd-0c66-40c7-8c7b-e1a7f4e7e8df']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:29.779712 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-657d7e73-de84-4b68-916c-d725a15eccbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:29.783394 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37004) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:29.789378 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e25994fc-1035-4343-8fd1-0da341fbb8cd admin admin] Request body: {'subnet': {'network_id': '24720237-0fc0-4cac-9d1b-fcc942ebfb00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-111780723-subnet', 'tenant_id': '10423aad3f5042c0a55898d238c4bdc5', 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:29.808955 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4aacbc8b-418f-48a1-8e8a-e36ebd2c4077 req-06c361ea-c1b2-4608-98ea-baa2a9f1c434 service neutron] 10.222.0.20 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583670 Jul 24 09:36:29.810847 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-8dbda08c-c7a8-49a5-9742-f0974698bcc5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fceaf413-f351-4bb0-9db3-dfca0add265a') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:29.811140 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-8dbda08c-c7a8-49a5-9742-f0974698bcc5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fceaf413-f351-4bb0-9db3-dfca0add265a') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:29.878343 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8dbda08c-c7a8-49a5-9742-f0974698bcc5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:29.880185 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f4076-d158-4609-b518-fa4c3fe11670 admin admin] Pushing event updated for resources: {'Network': ['ID=24720237-0fc0-4cac-9d1b-fcc942ebfb00,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:29.891872 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 24720237-0fc0-4cac-9d1b-fcc942ebfb00 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:36:29.941988 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8dbda08c-c7a8-49a5-9742-f0974698bcc5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:29.950129 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25994fc-1035-4343-8fd1-0da341fbb8cd admin admin] Made reservation on behalf of 10423aad3f5042c0a55898d238c4bdc5 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:29.952730 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e25994fc-1035-4343-8fd1-0da341fbb8cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:29.959559 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbda08c-c7a8-49a5-9742-f0974698bcc5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:29.959993 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8dbda08c-c7a8-49a5-9742-f0974698bcc5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:29.963205 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:30.096446 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8dbda08c-c7a8-49a5-9742-f0974698bcc5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:30.109213 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8dbda08c-c7a8-49a5-9742-f0974698bcc5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:30.111124 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8dbda08c-c7a8-49a5-9742-f0974698bcc5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/networks/904012fd-0c66-40c7-8c7b-e1a7f4e7e8df HTTP/1.1" status: 204 len: 168 time: 0.9581032 Jul 24 09:36:30.118039 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37006) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:30.136717 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbda08c-c7a8-49a5-9742-f0974698bcc5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Network': ['ID=904012fd-0c66-40c7-8c7b-e1a7f4e7e8df,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:30.148719 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-c4c5ecb2-320d-45bc-a3cb-68b509f00923 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-655530288'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:30.197648 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c5ecb2-320d-45bc-a3cb-68b509f00923 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:30.201116 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c4c5ecb2-320d-45bc-a3cb-68b509f00923 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:30.248722 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e3c710c-0904-41e1-a814-d09c9f1bedef req-117eaa5f-62fc-48b5-b81a-36d40216c1d6 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:36:30.250447 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c5ecb2-320d-45bc-a3cb-68b509f00923 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:36:30.260418 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014c8e4b-a611-46ae-8b70-f80b4e62722c None None] Sync routers for ids ['14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:36:30.272461 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014c8e4b-a611-46ae-8b70-f80b4e62722c None None] Routers {'14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:30.273136 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-014c8e4b-a611-46ae-8b70-f80b4e62722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:30.293353 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-f3d971cc-ef51-4e96-b149-8460ee30c180 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Floating IP 6c612819-e7bf-43f2-847f-f08d4587b531 associated. External IP: 172.25.7.171, port: f0c0fa73-3595-40ee-b7a3-defa8b25c225. Jul 24 09:36:30.298191 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c4c5ecb2-320d-45bc-a3cb-68b509f00923 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:30.298769 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-c4c5ecb2-320d-45bc-a3cb-68b509f00923 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Added segment 623d82d8-a33b-4d99-a70e-493a35d8cea2 of type vlan for network 217d2a4e-c8d8-4c35-92ee-26ab97e8412f Jul 24 09:36:30.308240 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-34f10ecf-7847-4164-82f2-2abd74576d0e tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:30.343310 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e25994fc-1035-4343-8fd1-0da341fbb8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:30.379708 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f10ecf-7847-4164-82f2-2abd74576d0e tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'Subnet': ['ID=5cdea7b0-aca7-4782-a901-fc9dc33b2747,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:30.382891 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3c710c-0904-41e1-a814-d09c9f1bedef req-117eaa5f-62fc-48b5-b81a-36d40216c1d6 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] No DVR routers for this DVR port ebd4d679-b99d-45dd-87e4-28d3726193e1 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:30.385962 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-7e3c710c-0904-41e1-a814-d09c9f1bedef req-117eaa5f-62fc-48b5-b81a-36d40216c1d6 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:30.387965 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7e3c710c-0904-41e1-a814-d09c9f1bedef req-117eaa5f-62fc-48b5-b81a-36d40216c1d6 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.37 "DELETE /v2.0/ports/ebd4d679-b99d-45dd-87e4-28d3726193e1 HTTP/1.1" status: 204 len: 173 time: 2.5929811 Jul 24 09:36:30.388415 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9', 'name': 'network-vif-deleted', 'tag': 'ebd4d679-b99d-45dd-87e4-28d3726193e1'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:36:30.388689 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-014c8e4b-a611-46ae-8b70-f80b4e62722c None None] Set router 14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:36:30.391282 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76945ffe-71da-4af9-b427-42e6a1efa0c7" -d '{"events": [{"server_uuid": "9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9", "name": "network-vif-deleted", "tag": "ebd4d679-b99d-45dd-87e4-28d3726193e1"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:36:30.436153 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c4c5ecb2-320d-45bc-a3cb-68b509f00923 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:30.484239 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:30.485664 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f10ecf-7847-4164-82f2-2abd74576d0e tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Checking segment: {'id': '70988aa7-e1cd-4cfc-9796-da722be766b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3c65c80d-912f-4ecf-8bbb-08bf460fca2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:30.486701 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f10ecf-7847-4164-82f2-2abd74576d0e tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Network hostable DHCP agents. Network: 3c65c80d-912f-4ecf-8bbb-08bf460fca2c, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:36:30.487520 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac43048d-efd0-4239-8c40-b09a644c8d13 x-openstack-request-id: req-ac43048d-efd0-4239-8c40-b09a644c8d13 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:36:30.487896 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9", "name": "network-vif-deleted", "tag": "ebd4d679-b99d-45dd-87e4-28d3726193e1", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:36:30.488227 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac43048d-efd0-4239-8c40-b09a644c8d13 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:36:30.488639 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9', 'name': 'network-vif-deleted', 'tag': 'ebd4d679-b99d-45dd-87e4-28d3726193e1', 'status': 'completed', 'code': 200} Jul 24 09:36:30.491565 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c4c5ecb2-320d-45bc-a3cb-68b509f00923 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:30.493447 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25994fc-1035-4343-8fd1-0da341fbb8cd admin admin] Checking segment: {'id': '94e00f13-d29f-4b24-accf-dd5e2626e5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '24720237-0fc0-4cac-9d1b-fcc942ebfb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:30.494007 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25994fc-1035-4343-8fd1-0da341fbb8cd admin admin] Network hostable DHCP agents. Network: 24720237-0fc0-4cac-9d1b-fcc942ebfb00, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:36:30.497172 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c5ecb2-320d-45bc-a3cb-68b509f00923 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:30.497796 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c4c5ecb2-320d-45bc-a3cb-68b509f00923 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:30.499461 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25994fc-1035-4343-8fd1-0da341fbb8cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1945b820-8cd7-46f1-a597-4cb02f209ece,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:30.527417 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25994fc-1035-4343-8fd1-0da341fbb8cd admin admin] Network 24720237-0fc0-4cac-9d1b-fcc942ebfb00 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:36:30.533690 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f10ecf-7847-4164-82f2-2abd74576d0e tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Network 3c65c80d-912f-4ecf-8bbb-08bf460fca2c is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:36:30.545414 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-e25994fc-1035-4343-8fd1-0da341fbb8cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 24720237-0fc0-4cac-9d1b-fcc942ebfb00) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:30.549361 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-34f10ecf-7847-4164-82f2-2abd74576d0e tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 3c65c80d-912f-4ecf-8bbb-08bf460fca2c) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:30.555456 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25994fc-1035-4343-8fd1-0da341fbb8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:30.555637 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea1ebf8-e9a6-42aa-9708-6454a9d347e9 None None] Network 24720237-0fc0-4cac-9d1b-fcc942ebfb00 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:30.556424 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e25994fc-1035-4343-8fd1-0da341fbb8cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:30.559863 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f10ecf-7847-4164-82f2-2abd74576d0e tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:30.562137 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-34f10ecf-7847-4164-82f2-2abd74576d0e tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:30.564157 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6552d4-0d32-4e5a-9fc3-b9c7ceb0eb77 None None] Network 3c65c80d-912f-4ecf-8bbb-08bf460fca2c requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:30.605885 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e25994fc-1035-4343-8fd1-0da341fbb8cd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8204823 Jul 24 09:36:30.614493 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-34f10ecf-7847-4164-82f2-2abd74576d0e tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2899973 Jul 24 09:36:30.614723 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c4c5ecb2-320d-45bc-a3cb-68b509f00923 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4891353 Jul 24 09:36:30.614826 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37012) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:30.614826 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37014) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:30.614978 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37016) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:30.619891 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-0b406d13-51b4-428f-825a-2441e5f8832d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-111780723-router', 'tenant_id': '10423aad3f5042c0a55898d238c4bdc5', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:30.624189 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-67d964f6-8fd1-4a2b-8d63-38ea815f4ebc tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'subnet': {'network_id': '217d2a4e-c8d8-4c35-92ee-26ab97e8412f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:30.663180 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device ebd4d679-b99d-45dd-87e4-28d3726193e1 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:36:30.671551 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ec4dbde3-8084-4f18-8ce5-30e260006c95 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:30.680350 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b406d13-51b4-428f-825a-2441e5f8832d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:30.682251 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b406d13-51b4-428f-825a-2441e5f8832d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:30.682560 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5ecb2-320d-45bc-a3cb-68b509f00923 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Network': ['ID=217d2a4e-c8d8-4c35-92ee-26ab97e8412f,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:30.704540 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-014c8e4b-a611-46ae-8b70-f80b4e62722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'name': 'tempest-TestServerBasicOps-333584308-router', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:31:03Z', 'updated_at': '2021-07-24T09:31:09Z', 'revision_number': 4, 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'gw_port': {'id': '702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:04Z', 'updated_at': '2021-07-24T09:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'e892f9fa-bd5a-416a-bc41-5952b4baa632', 'name': '', 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'mac_address': 'fa:16:3e:8f:e3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'cef55fc5-3019-4119-82d6-5bb136a17890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:08Z', 'updated_at': '2021-07-24T09:31:17Z', 'revision_number': 5, 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'subnets': [{'id': 'cef55fc5-3019-4119-82d6-5bb136a17890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:30.714031 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 217d2a4e-c8d8-4c35-92ee-26ab97e8412f details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:36:30.742495 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014c8e4b-a611-46ae-8b70-f80b4e62722c None None] Checking router: 14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:36:30.751498 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014c8e4b-a611-46ae-8b70-f80b4e62722c None None] Routers {'14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:30.752220 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b406d13-51b4-428f-825a-2441e5f8832d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:30.752702 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-014c8e4b-a611-46ae-8b70-f80b4e62722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:30.760669 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: ebd4d679-b99d-45dd-87e4-28d3726193e1 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:36:30.761228 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device ebd4d679-b99d-45dd-87e4-28d3726193e1 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:36:30.771546 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d971cc-ef51-4e96-b149-8460ee30c180 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Router ded0923b-fb04-46a7-ae6e-e336d28e3cd9 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:36:30.788376 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d964f6-8fd1-4a2b-8d63-38ea815f4ebc tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:30.793326 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-67d964f6-8fd1-4a2b-8d63-38ea815f4ebc tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:30.882477 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9b46276d-2e03-4d0b-99da-0e82ea6b6c93 req-9e98077e-f73d-4422-a413-ba8a87fb672d tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c88a82d-db0e-4e08-bd8a-dc83e7b7e1c9 HTTP/1.1" status: 200 len: 210 time: 0.2060931 Jul 24 09:36:30.930189 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-014c8e4b-a611-46ae-8b70-f80b4e62722c None None] Set router 14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:36:30.980240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d971cc-ef51-4e96-b149-8460ee30c180 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:36:30.987770 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ec4dbde3-8084-4f18-8ce5-30e260006c95 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4587083'] for subnet, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:31.029594 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5721d2-97d3-4a30-b059-0812ed199fa6 None None] Sync routers for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:36:31.032301 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3d971cc-ef51-4e96-b149-8460ee30c180 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:31.057695 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5721d2-97d3-4a30-b059-0812ed199fa6 None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:31.058119 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6b5721d2-97d3-4a30-b059-0812ed199fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:31.062213 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4b0aed-4ce7-4ff3-8cbd-e9ae699e650b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-24720237-0fc0-4cac-9d1b-fcc942ebfb00', 'network_id': '24720237-0fc0-4cac-9d1b-fcc942ebfb00', 'tenant_id': '10423aad3f5042c0a55898d238c4bdc5', 'fixed_ips': [{'subnet_id': '1945b820-8cd7-46f1-a597-4cb02f209ece'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:36:31.063580 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5a4b0aed-4ce7-4ff3-8cbd-e9ae699e650b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:31.086026 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f3d971cc-ef51-4e96-b149-8460ee30c180 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.6916358 Jul 24 09:36:31.105438 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37018) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:31.116169 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-364c1855-b9a9-4b82-80db-80dbeb6c2b30 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:31.153993 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6b5721d2-97d3-4a30-b059-0812ed199fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:31.168354 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:31.188695 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-67d964f6-8fd1-4a2b-8d63-38ea815f4ebc tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:31.213022 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5721d2-97d3-4a30-b059-0812ed199fa6 None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:31.213668 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6b5721d2-97d3-4a30-b059-0812ed199fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:31.267162 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b406d13-51b4-428f-825a-2441e5f8832d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:31.267835 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-364c1855-b9a9-4b82-80db-80dbeb6c2b30 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:31.293976 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ec4dbde3-8084-4f18-8ce5-30e260006c95 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761914635587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5409422'] for subnet, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:31.312459 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6b5721d2-97d3-4a30-b059-0812ed199fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:31.313116 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5721d2-97d3-4a30-b059-0812ed199fa6 None None] The sync data for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:36:31.319751 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4dbde3-8084-4f18-8ce5-30e260006c95 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:31.320951 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ec4dbde3-8084-4f18-8ce5-30e260006c95 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:31.325298 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ec4dbde3-8084-4f18-8ce5-30e260006c95 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "PUT /v2.0/subnets/5cdea7b0-aca7-4782-a901-fc9dc33b2747 HTTP/1.1" status: 200 len: 806 time: 0.7109797 Jul 24 09:36:31.325971 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37020) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:31.331862 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-014c8e4b-a611-46ae-8b70-f80b4e62722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'name': 'tempest-TestServerBasicOps-333584308-router', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:31:03Z', 'updated_at': '2021-07-24T09:31:09Z', 'revision_number': 4, 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'gw_port': {'id': '702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:04Z', 'updated_at': '2021-07-24T09:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'e892f9fa-bd5a-416a-bc41-5952b4baa632', 'name': '', 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'mac_address': 'fa:16:3e:8f:e3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'cef55fc5-3019-4119-82d6-5bb136a17890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:08Z', 'updated_at': '2021-07-24T09:31:17Z', 'revision_number': 5, 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'subnets': [{'id': 'cef55fc5-3019-4119-82d6-5bb136a17890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:31.357298 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014c8e4b-a611-46ae-8b70-f80b4e62722c None None] The sync data for ids ['14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'] in n-d-800085-9 is: [{'id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'name': 'tempest-TestServerBasicOps-333584308-router', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:31:03Z', 'updated_at': '2021-07-24T09:31:09Z', 'revision_number': 4, 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'gw_port': {'id': '702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:04Z', 'updated_at': '2021-07-24T09:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'e892f9fa-bd5a-416a-bc41-5952b4baa632', 'name': '', 'network_id': '0783deff-46f9-4f21-b179-aabc847cb83f', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'mac_address': 'fa:16:3e:8f:e3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'cef55fc5-3019-4119-82d6-5bb136a17890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:08Z', 'updated_at': '2021-07-24T09:31:17Z', 'revision_number': 5, 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'subnets': [{'id': 'cef55fc5-3019-4119-82d6-5bb136a17890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:36:31.368172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53bb4f4-01c4-46e3-95bc-250ae93fa11c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-3c65c80d-912f-4ecf-8bbb-08bf460fca2c', 'network_id': '3c65c80d-912f-4ecf-8bbb-08bf460fca2c', 'tenant_id': '359551b003a744d0a963cb1d5a25f061', 'fixed_ips': [{'subnet_id': '5cdea7b0-aca7-4782-a901-fc9dc33b2747'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:36:31.368172 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a53bb4f4-01c4-46e3-95bc-250ae93fa11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:31.444957 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d964f6-8fd1-4a2b-8d63-38ea815f4ebc tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Subnet': ['ID=e08b6ef4-6cdd-4b83-b475-1330f298664f,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:31.467747 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d964f6-8fd1-4a2b-8d63-38ea815f4ebc tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Checking segment: {'id': '623d82d8-a33b-4d99-a70e-493a35d8cea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '217d2a4e-c8d8-4c35-92ee-26ab97e8412f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:31.468275 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d964f6-8fd1-4a2b-8d63-38ea815f4ebc tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network hostable DHCP agents. Network: 217d2a4e-c8d8-4c35-92ee-26ab97e8412f, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:36:31.490891 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4dbde3-8084-4f18-8ce5-30e260006c95 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'Subnet': ['ID=5cdea7b0-aca7-4782-a901-fc9dc33b2747,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:31.539518 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:31.542963 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-364c1855-b9a9-4b82-80db-80dbeb6c2b30 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:31.544891 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d964f6-8fd1-4a2b-8d63-38ea815f4ebc tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network 217d2a4e-c8d8-4c35-92ee-26ab97e8412f is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:36:31.549437 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-364c1855-b9a9-4b82-80db-80dbeb6c2b30 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:31.550383 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-364c1855-b9a9-4b82-80db-80dbeb6c2b30 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Floating IP 6c612819-e7bf-43f2-847f-f08d4587b531 disassociated. External IP: 172.25.7.171, port: f0c0fa73-3595-40ee-b7a3-defa8b25c225. Jul 24 09:36:31.552813 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-5a4b0aed-4ce7-4ff3-8cbd-e9ae699e650b None None] Allocated IP 172.20.0.2 (24720237-0fc0-4cac-9d1b-fcc942ebfb00/1945b820-8cd7-46f1-a597-4cb02f209ece/934969f2-747c-426a-b43d-9c7319f3bda4) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:31.574325 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-a53bb4f4-01c4-46e3-95bc-250ae93fa11c None None] Allocated IP 172.20.0.2 (3c65c80d-912f-4ecf-8bbb-08bf460fca2c/5cdea7b0-aca7-4782-a901-fc9dc33b2747/284dce2f-e82f-448c-a4bd-dba084187399) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:31.681069 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-67d964f6-8fd1-4a2b-8d63-38ea815f4ebc tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 217d2a4e-c8d8-4c35-92ee-26ab97e8412f) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:31.706608 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34be24e5-4462-4bad-b9ea-c8e166b79aba None None] Network 217d2a4e-c8d8-4c35-92ee-26ab97e8412f requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:31.707737 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:31.746260 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b406d13-51b4-428f-825a-2441e5f8832d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:31.754895 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a775cb-2be7-47e0-a9eb-c90ad70971d4 None None] New status for floating IP c490bab4-db6c-4b86-b3cc-20b2f06882e9: DOWN {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:36:31.760847 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d964f6-8fd1-4a2b-8d63-38ea815f4ebc tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:31.762250 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-67d964f6-8fd1-4a2b-8d63-38ea815f4ebc tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:31.791492 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-67d964f6-8fd1-4a2b-8d63-38ea815f4ebc tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1754317 Jul 24 09:36:31.794380 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37022) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:31.800799 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-7911ccbe-49f9-48e3-b38a-b4db33c7605a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'port': {'network_id': '217d2a4e-c8d8-4c35-92ee-26ab97e8412f', 'name': 'tempest-PortsTestJSON-1555877475'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:31.905860 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364c1855-b9a9-4b82-80db-80dbeb6c2b30 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Router ded0923b-fb04-46a7-ae6e-e336d28e3cd9 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:36:32.004424 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a53bb4f4-01c4-46e3-95bc-250ae93fa11c None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.005997 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37026) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:32.032526 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a53bb4f4-01c4-46e3-95bc-250ae93fa11c None None] Transition to ACTIVE for port object 284dce2f-e82f-448c-a4bd-dba084187399 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:32.043194 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5a4b0aed-4ce7-4ff3-8cbd-e9ae699e650b None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.061107 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5a4b0aed-4ce7-4ff3-8cbd-e9ae699e650b None None] Transition to ACTIVE for port object 934969f2-747c-426a-b43d-9c7319f3bda4 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:32.086073 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a53bb4f4-01c4-46e3-95bc-250ae93fa11c None None] Transition to ACTIVE for port object 284dce2f-e82f-448c-a4bd-dba084187399 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:32.100439 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a53bb4f4-01c4-46e3-95bc-250ae93fa11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.108146 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b406d13-51b4-428f-825a-2441e5f8832d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.108697 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5a4b0aed-4ce7-4ff3-8cbd-e9ae699e650b None None] Transition to ACTIVE for port object 934969f2-747c-426a-b43d-9c7319f3bda4 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:32.110592 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5088e554-169d-4327-97f9-993226851a73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-217d2a4e-c8d8-4c35-92ee-26ab97e8412f', 'network_id': '217d2a4e-c8d8-4c35-92ee-26ab97e8412f', 'tenant_id': 'ece2fa60f63e47ff8c9742fc9be058e6', 'fixed_ips': [{'subnet_id': 'e08b6ef4-6cdd-4b83-b475-1330f298664f'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:36:32.111612 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5088e554-169d-4327-97f9-993226851a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.137330 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7911ccbe-49f9-48e3-b38a-b4db33c7605a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:32.140793 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7911ccbe-49f9-48e3-b38a-b4db33c7605a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.154919 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5a4b0aed-4ce7-4ff3-8cbd-e9ae699e650b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.159921 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.183603 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53bb4f4-01c4-46e3-95bc-250ae93fa11c None None] Network 3c65c80d-912f-4ecf-8bbb-08bf460fca2c is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:32.185877 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364c1855-b9a9-4b82-80db-80dbeb6c2b30 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:36:32.190765 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-364c1855-b9a9-4b82-80db-80dbeb6c2b30 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.194140 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-7911ccbe-49f9-48e3-b38a-b4db33c7605a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] device_id is not set on port 4a331ad6-ea73-4517-8ad7-c2a658210039 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:36:32.196131 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-a53bb4f4-01c4-46e3-95bc-250ae93fa11c None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:32.199786 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Subnet': ['ID=5cdea7b0-aca7-4782-a901-fc9dc33b2747,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:32.207094 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53bb4f4-01c4-46e3-95bc-250ae93fa11c None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:32.209340 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53bb4f4-01c4-46e3-95bc-250ae93fa11c None None] Pushing event updated for resources: {'Port': ['ID=284dce2f-e82f-448c-a4bd-dba084187399,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:32.215782 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4b0aed-4ce7-4ff3-8cbd-e9ae699e650b None None] Network 24720237-0fc0-4cac-9d1b-fcc942ebfb00 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:32.289394 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-364c1855-b9a9-4b82-80db-80dbeb6c2b30 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "PUT /v2.0/floatingips/6c612819-e7bf-43f2-847f-f08d4587b531 HTTP/1.1" status: 200 len: 688 time: 1.1828461 Jul 24 09:36:32.294450 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37028) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:32.299044 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.317237 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c65c80d-912f-4ecf-8bbb-08bf460fca2c']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:32.335302 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-0b406d13-51b4-428f-825a-2441e5f8832d admin admin] Allocated IP 172.25.7.151 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/7f6ee225-8198-4f9b-9fe0-819aa3da125e) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:32.339474 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70988aa7-e1cd-4cfc-9796-da722be766b4') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:32.339474 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70988aa7-e1cd-4cfc-9796-da722be766b4') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:32.342340 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-6c1877bb-ea08-49dc-bc85-609e2ee6fcf0 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Deleting port 0883ed77-9bfb-40c3-bc43-9a8e644d179f {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:32.342690 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6c1877bb-ea08-49dc-bc85-609e2ee6fcf0 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.356724 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.382739 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.397017 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:32.397448 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:32.400666 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:32.483895 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-5a4b0aed-4ce7-4ff3-8cbd-e9ae699e650b None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:32.486062 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a3c363-d864-4b19-9896-2f83f1ef6563 None None] Sync routers for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:36:32.492028 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4b0aed-4ce7-4ff3-8cbd-e9ae699e650b None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:32.496229 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.db.api [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 24 09:36:32.496229 n-d-800085-9 neutron-server[94035]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 24 09:36:32.496229 n-d-800085-9 neutron-server[94035]: [parameters: {'id': '3c65c80d-912f-4ecf-8bbb-08bf460fca2c'}] Jul 24 09:36:32.496229 n-d-800085-9 neutron-server[94035]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:36:32.496772 n-d-800085-9 neutron-server[94035]: DEBUG oslo_db.api [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:36:32.522882 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-7911ccbe-49f9-48e3-b38a-b4db33c7605a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Allocated IP 172.20.0.13 (217d2a4e-c8d8-4c35-92ee-26ab97e8412f/e08b6ef4-6cdd-4b83-b475-1330f298664f/4a331ad6-ea73-4517-8ad7-c2a658210039) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:32.532255 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b406d13-51b4-428f-825a-2441e5f8832d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.550033 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6c1877bb-ea08-49dc-bc85-609e2ee6fcf0 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.550467 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6c1877bb-ea08-49dc-bc85-609e2ee6fcf0 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.564360 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a3c363-d864-4b19-9896-2f83f1ef6563 None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:32.565078 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-83a3c363-d864-4b19-9896-2f83f1ef6563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:32.571615 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-6c1877bb-ea08-49dc-bc85-609e2ee6fcf0 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Calling delete_port for 0883ed77-9bfb-40c3-bc43-9a8e644d179f owned by network:floatingip {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:32.580280 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b406d13-51b4-428f-825a-2441e5f8832d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.593170 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-7735ff8a-f6a7-4f36-b17d-59e9f73b6518 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Deleting port f6f322ed-ec43-4605-8beb-ebe1c49f8c16 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:32.593519 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7735ff8a-f6a7-4f36-b17d-59e9f73b6518 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.615818 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b406d13-51b4-428f-825a-2441e5f8832d admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:32.619422 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-0b406d13-51b4-428f-825a-2441e5f8832d admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:32.623092 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b406d13-51b4-428f-825a-2441e5f8832d admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:32.646286 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b0aed-4ce7-4ff3-8cbd-e9ae699e650b None None] Pushing event updated for resources: {'Port': ['ID=934969f2-747c-426a-b43d-9c7319f3bda4,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:32.648628 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-83a3c363-d864-4b19-9896-2f83f1ef6563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:32.672619 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-5a4b0aed-4ce7-4ff3-8cbd-e9ae699e650b None None] Attempting to bind port 934969f2-747c-426a-b43d-9c7319f3bda4 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:36:32.673096 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-5a4b0aed-4ce7-4ff3-8cbd-e9ae699e650b None None] Attempting to bind port 934969f2-747c-426a-b43d-9c7319f3bda4 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '94e00f13-d29f-4b24-accf-dd5e2626e5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '24720237-0fc0-4cac-9d1b-fcc942ebfb00'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:36:32.673696 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4b0aed-4ce7-4ff3-8cbd-e9ae699e650b None None] Attempting to bind port 934969f2-747c-426a-b43d-9c7319f3bda4 on network 24720237-0fc0-4cac-9d1b-fcc942ebfb00 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:36:32.675764 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b406d13-51b4-428f-825a-2441e5f8832d admin admin] Pushing event updated for resources: {'Port': ['ID=7f6ee225-8198-4f9b-9fe0-819aa3da125e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:32.681032 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-a53bb4f4-01c4-46e3-95bc-250ae93fa11c None None] Attempting to bind port 284dce2f-e82f-448c-a4bd-dba084187399 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:36:32.681687 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-a53bb4f4-01c4-46e3-95bc-250ae93fa11c None None] Attempting to bind port 284dce2f-e82f-448c-a4bd-dba084187399 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '70988aa7-e1cd-4cfc-9796-da722be766b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3c65c80d-912f-4ecf-8bbb-08bf460fca2c'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:36:32.682399 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53bb4f4-01c4-46e3-95bc-250ae93fa11c None None] Attempting to bind port 284dce2f-e82f-448c-a4bd-dba084187399 on network 3c65c80d-912f-4ecf-8bbb-08bf460fca2c {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:36:32.684797 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a3c363-d864-4b19-9896-2f83f1ef6563 None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:32.685545 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-83a3c363-d864-4b19-9896-2f83f1ef6563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:32.688383 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4b0aed-4ce7-4ff3-8cbd-e9ae699e650b None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:36:32.688862 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4b0aed-4ce7-4ff3-8cbd-e9ae699e650b None None] Checking segment: {'id': '94e00f13-d29f-4b24-accf-dd5e2626e5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '24720237-0fc0-4cac-9d1b-fcc942ebfb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:32.689325 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5a4b0aed-4ce7-4ff3-8cbd-e9ae699e650b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.689771 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4b0aed-4ce7-4ff3-8cbd-e9ae699e650b None None] Bound using segment: {'id': '94e00f13-d29f-4b24-accf-dd5e2626e5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '24720237-0fc0-4cac-9d1b-fcc942ebfb00'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:36:32.690354 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-5a4b0aed-4ce7-4ff3-8cbd-e9ae699e650b None None] Bound port: 934969f2-747c-426a-b43d-9c7319f3bda4, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e00f13-d29f-4b24-accf-dd5e2626e5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '24720237-0fc0-4cac-9d1b-fcc942ebfb00'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:36:32.690792 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5a4b0aed-4ce7-4ff3-8cbd-e9ae699e650b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.733576 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53bb4f4-01c4-46e3-95bc-250ae93fa11c None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:36:32.734044 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53bb4f4-01c4-46e3-95bc-250ae93fa11c None None] Checking segment: {'id': '70988aa7-e1cd-4cfc-9796-da722be766b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3c65c80d-912f-4ecf-8bbb-08bf460fca2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:32.734545 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a53bb4f4-01c4-46e3-95bc-250ae93fa11c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.735030 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53bb4f4-01c4-46e3-95bc-250ae93fa11c None None] Bound using segment: {'id': '70988aa7-e1cd-4cfc-9796-da722be766b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3c65c80d-912f-4ecf-8bbb-08bf460fca2c'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:36:32.735626 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-a53bb4f4-01c4-46e3-95bc-250ae93fa11c None None] Bound port: 284dce2f-e82f-448c-a4bd-dba084187399, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70988aa7-e1cd-4cfc-9796-da722be766b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3c65c80d-912f-4ecf-8bbb-08bf460fca2c'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:36:32.736107 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a53bb4f4-01c4-46e3-95bc-250ae93fa11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.740463 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-83a3c363-d864-4b19-9896-2f83f1ef6563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:32.741377 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a3c363-d864-4b19-9896-2f83f1ef6563 None None] The sync data for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:36:32.831512 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7735ff8a-f6a7-4f36-b17d-59e9f73b6518 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.831750 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7735ff8a-f6a7-4f36-b17d-59e9f73b6518 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.845223 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-5a4b0aed-4ce7-4ff3-8cbd-e9ae699e650b None None] For port 934969f2-747c-426a-b43d-9c7319f3bda4, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:36:32.850447 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-5a4b0aed-4ce7-4ff3-8cbd-e9ae699e650b None None] For port 934969f2-747c-426a-b43d-9c7319f3bda4, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=934969f2-747c-426a-b43d-9c7319f3bda4,segment=NetworkSegment(94e00f13-d29f-4b24-accf-dd5e2626e5f2),segment_id=94e00f13-d29f-4b24-accf-dd5e2626e5f2)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:36:32.856013 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5a4b0aed-4ce7-4ff3-8cbd-e9ae699e650b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.858434 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-a53bb4f4-01c4-46e3-95bc-250ae93fa11c None None] For port 284dce2f-e82f-448c-a4bd-dba084187399, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:36:32.907491 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-a53bb4f4-01c4-46e3-95bc-250ae93fa11c None None] For port 284dce2f-e82f-448c-a4bd-dba084187399, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=284dce2f-e82f-448c-a4bd-dba084187399,segment=NetworkSegment(70988aa7-e1cd-4cfc-9796-da722be766b4),segment_id=70988aa7-e1cd-4cfc-9796-da722be766b4)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:36:32.918951 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b406d13-51b4-428f-825a-2441e5f8832d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.927964 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a53bb4f4-01c4-46e3-95bc-250ae93fa11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.944835 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:32.950049 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b0aed-4ce7-4ff3-8cbd-e9ae699e650b None None] Pushing event updated for resources: {'Port': ['ID=934969f2-747c-426a-b43d-9c7319f3bda4,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:32.997184 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:33.042116 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53bb4f4-01c4-46e3-95bc-250ae93fa11c None None] Pushing event updated for resources: {'Port': ['ID=284dce2f-e82f-448c-a4bd-dba084187399,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:33.064197 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf4efaf-78c5-4d80-8064-949f985b3cf2 None None] Network 3c65c80d-912f-4ecf-8bbb-08bf460fca2c requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:33.150737 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Deleting port 284dce2f-e82f-448c-a4bd-dba084187399 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:33.151319 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:33.257913 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] For port 284dce2f-e82f-448c-a4bd-dba084187399, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=284dce2f-e82f-448c-a4bd-dba084187399,segment=NetworkSegment(70988aa7-e1cd-4cfc-9796-da722be766b4),segment_id=70988aa7-e1cd-4cfc-9796-da722be766b4)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:33.258287 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:33.262195 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-7735ff8a-f6a7-4f36-b17d-59e9f73b6518 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Calling delete_port for f6f322ed-ec43-4605-8beb-ebe1c49f8c16 owned by network:floatingip {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:33.267511 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b406d13-51b4-428f-825a-2441e5f8832d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:33.277959 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Calling delete_port for 284dce2f-e82f-448c-a4bd-dba084187399 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:33.287756 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7911ccbe-49f9-48e3-b38a-b4db33c7605a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:33.288095 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ba4872-5bac-443f-8b3b-8883b99d2cb7 None None] Network 3c65c80d-912f-4ecf-8bbb-08bf460fca2c requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:33.333893 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-7911ccbe-49f9-48e3-b38a-b4db33c7605a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Transition to ACTIVE for port object 4a331ad6-ea73-4517-8ad7-c2a658210039 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:33.382849 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6c1877bb-ea08-49dc-bc85-609e2ee6fcf0 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:33.432961 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1877bb-ea08-49dc-bc85-609e2ee6fcf0 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Pushing event deleted for resources: {'Port': ['ID=0883ed77-9bfb-40c3-bc43-9a8e644d179f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:33.485418 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:33.515691 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Port': ['ID=284dce2f-e82f-448c-a4bd-dba084187399,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:33.517614 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No DVR routers for this DVR port 284dce2f-e82f-448c-a4bd-dba084187399 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:33.519778 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7911ccbe-49f9-48e3-b38a-b4db33c7605a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:33.520585 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b406d13-51b4-428f-825a-2441e5f8832d admin admin] Router 3b168fd3-f942-4feb-b3d1-9c1ed54ced2b is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:36:33.573288 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-5088e554-169d-4327-97f9-993226851a73 None None] Allocated IP 172.20.0.2 (217d2a4e-c8d8-4c35-92ee-26ab97e8412f/e08b6ef4-6cdd-4b83-b475-1330f298664f/56ad0a84-0c30-4381-a1a6-76b77bae93cb) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:33.592905 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6c1877bb-ea08-49dc-bc85-609e2ee6fcf0 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for floatingip, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:33.595717 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6c1877bb-ea08-49dc-bc85-609e2ee6fcf0 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:33.597124 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6c1877bb-ea08-49dc-bc85-609e2ee6fcf0 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "DELETE /v2.0/floatingips/c490bab4-db6c-4b86-b3cc-20b2f06882e9 HTTP/1.1" status: 204 len: 168 time: 1.5883284 Jul 24 09:36:33.614614 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7911ccbe-49f9-48e3-b38a-b4db33c7605a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network 217d2a4e-c8d8-4c35-92ee-26ab97e8412f is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:33.622487 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911ccbe-49f9-48e3-b38a-b4db33c7605a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Port': ['ID=4a331ad6-ea73-4517-8ad7-c2a658210039,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:33.626519 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-7911ccbe-49f9-48e3-b38a-b4db33c7605a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:33.629352 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7911ccbe-49f9-48e3-b38a-b4db33c7605a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:33.680568 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:33.683011 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7735ff8a-f6a7-4f36-b17d-59e9f73b6518 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:33.691206 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7911ccbe-49f9-48e3-b38a-b4db33c7605a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:33.691206 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7911ccbe-49f9-48e3-b38a-b4db33c7605a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:33.697657 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c65c80d-912f-4ecf-8bbb-08bf460fca2c']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:33.711790 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70988aa7-e1cd-4cfc-9796-da722be766b4') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:33.712163 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70988aa7-e1cd-4cfc-9796-da722be766b4') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:33.715208 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37034) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:33.723854 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735ff8a-f6a7-4f36-b17d-59e9f73b6518 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event deleted for resources: {'Port': ['ID=f6f322ed-ec43-4605-8beb-ebe1c49f8c16,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:33.732483 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:33.758538 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7911ccbe-49f9-48e3-b38a-b4db33c7605a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9601526 Jul 24 09:36:33.766141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37036) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:33.779444 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:33.792171 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7735ff8a-f6a7-4f36-b17d-59e9f73b6518 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:33.795137 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7735ff8a-f6a7-4f36-b17d-59e9f73b6518 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:33.800251 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7735ff8a-f6a7-4f36-b17d-59e9f73b6518 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "DELETE /v2.0/floatingips/6c612819-e7bf-43f2-847f-f08d4587b531 HTTP/1.1" status: 204 len: 168 time: 1.5009978 Jul 24 09:36:33.800622 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37038) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:33.805670 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-6274717d-7175-4fa7-94fe-5eecc0b39ce6 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'port_id': '6cf0abfe-4e18-4a50-8545-579710b002da'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:33.819742 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:33.820238 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:33.823725 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:33.825853 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b406d13-51b4-428f-825a-2441e5f8832d admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:36:33.832290 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5088e554-169d-4327-97f9-993226851a73 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:33.836174 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] Sync routers for ids ['3b168fd3-f942-4feb-b3d1-9c1ed54ced2b'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:36:33.841202 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6274717d-7175-4fa7-94fe-5eecc0b39ce6 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:33.850246 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] Routers {'3b168fd3-f942-4feb-b3d1-9c1ed54ced2b'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:33.850867 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['3b168fd3-f942-4feb-b3d1-9c1ed54ced2b'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:33.863858 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5088e554-169d-4327-97f9-993226851a73 None None] Transition to ACTIVE for port object 56ad0a84-0c30-4381-a1a6-76b77bae93cb will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:33.888873 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5088e554-169d-4327-97f9-993226851a73 None None] Transition to ACTIVE for port object 56ad0a84-0c30-4381-a1a6-76b77bae93cb will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:33.901933 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5088e554-169d-4327-97f9-993226851a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:33.905389 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:33.935130 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:33.944068 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/networks/3c65c80d-912f-4ecf-8bbb-08bf460fca2c HTTP/1.1" status: 204 len: 168 time: 2.6079590 Jul 24 09:36:33.948029 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37040) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:33.960398 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5088e554-169d-4327-97f9-993226851a73 None None] Network 217d2a4e-c8d8-4c35-92ee-26ab97e8412f is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:33.964477 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-5088e554-169d-4327-97f9-993226851a73 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:33.974420 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5088e554-169d-4327-97f9-993226851a73 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:33.985792 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088e554-169d-4327-97f9-993226851a73 None None] Pushing event updated for resources: {'Port': ['ID=56ad0a84-0c30-4381-a1a6-76b77bae93cb,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:33.998151 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9097cd7-6377-45d2-a85b-b64664394f81 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Network': ['ID=3c65c80d-912f-4ecf-8bbb-08bf460fca2c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:34.000446 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-39eda552-c0ae-4bdf-9bc3-5b12f4962027 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:34.001282 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39eda552-c0ae-4bdf-9bc3-5b12f4962027 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:34.003281 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-39eda552-c0ae-4bdf-9bc3-5b12f4962027 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/networks/3c65c80d-912f-4ecf-8bbb-08bf460fca2c HTTP/1.1" status: 404 len: 339 time: 0.0389419 Jul 24 09:36:34.007028 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37042) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:34.008903 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0b406d13-51b4-428f-825a-2441e5f8832d admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:34.013078 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0b406d13-51b4-428f-825a-2441e5f8832d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4029109 Jul 24 09:36:34.013875 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37044) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:34.020991 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-65a7d39e-79e1-4b5b-9c9e-f4dd68198ef6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-409785409', 'description': 'd1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:34.027710 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] Set router 3b168fd3-f942-4feb-b3d1-9c1ed54ced2b gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:36:34.051542 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86f1e5ff-e813-407d-9851-e5675cd41f30 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:34.059048 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-5088e554-169d-4327-97f9-993226851a73 None None] Attempting to bind port 56ad0a84-0c30-4381-a1a6-76b77bae93cb on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:36:34.059625 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-5088e554-169d-4327-97f9-993226851a73 None None] Attempting to bind port 56ad0a84-0c30-4381-a1a6-76b77bae93cb by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '623d82d8-a33b-4d99-a70e-493a35d8cea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '217d2a4e-c8d8-4c35-92ee-26ab97e8412f'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:36:34.060130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5088e554-169d-4327-97f9-993226851a73 None None] Attempting to bind port 56ad0a84-0c30-4381-a1a6-76b77bae93cb on network 217d2a4e-c8d8-4c35-92ee-26ab97e8412f {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:36:34.074983 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5088e554-169d-4327-97f9-993226851a73 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:36:34.075676 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5088e554-169d-4327-97f9-993226851a73 None None] Checking segment: {'id': '623d82d8-a33b-4d99-a70e-493a35d8cea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '217d2a4e-c8d8-4c35-92ee-26ab97e8412f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:34.076438 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5088e554-169d-4327-97f9-993226851a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:34.077135 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5088e554-169d-4327-97f9-993226851a73 None None] Bound using segment: {'id': '623d82d8-a33b-4d99-a70e-493a35d8cea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '217d2a4e-c8d8-4c35-92ee-26ab97e8412f'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:36:34.077700 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-5088e554-169d-4327-97f9-993226851a73 None None] Bound port: 56ad0a84-0c30-4381-a1a6-76b77bae93cb, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623d82d8-a33b-4d99-a70e-493a35d8cea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '217d2a4e-c8d8-4c35-92ee-26ab97e8412f'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:36:34.078397 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5088e554-169d-4327-97f9-993226851a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:34.079801 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a7d39e-79e1-4b5b-9c9e-f4dd68198ef6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Made reservation on behalf of 359551b003a744d0a963cb1d5a25f061 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:34.089176 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-65a7d39e-79e1-4b5b-9c9e-f4dd68198ef6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:34.097260 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6274717d-7175-4fa7-94fe-5eecc0b39ce6 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:34.211357 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a7d39e-79e1-4b5b-9c9e-f4dd68198ef6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:36:34.222526 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-5088e554-169d-4327-97f9-993226851a73 None None] For port 56ad0a84-0c30-4381-a1a6-76b77bae93cb, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:36:34.231508 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-5088e554-169d-4327-97f9-993226851a73 None None] For port 56ad0a84-0c30-4381-a1a6-76b77bae93cb, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=56ad0a84-0c30-4381-a1a6-76b77bae93cb,segment=NetworkSegment(623d82d8-a33b-4d99-a70e-493a35d8cea2),segment_id=623d82d8-a33b-4d99-a70e-493a35d8cea2)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:36:34.239968 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5088e554-169d-4327-97f9-993226851a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:34.255218 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-65a7d39e-79e1-4b5b-9c9e-f4dd68198ef6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:34.255568 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-65a7d39e-79e1-4b5b-9c9e-f4dd68198ef6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Added segment c6772f5b-74e9-4f5f-8fd9-e9ed12e17818 of type vlan for network e90af8b0-dd30-49cf-bfef-aadc9d6c3c41 Jul 24 09:36:34.323314 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b168fd3-f942-4feb-b3d1-9c1ed54ced2b', 'name': 'tempest-TestServerMultinode-111780723-router', 'tenant_id': '10423aad3f5042c0a55898d238c4bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '7f6ee225-8198-4f9b-9fe0-819aa3da125e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:36:30Z', 'updated_at': '2021-07-24T09:36:32Z', 'revision_number': 3, 'project_id': '10423aad3f5042c0a55898d238c4bdc5', 'gw_port': {'id': '7f6ee225-8198-4f9b-9fe0-819aa3da125e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b168fd3-f942-4feb-b3d1-9c1ed54ced2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:36:32Z', 'updated_at': '2021-07-24T09:36:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:34.360907 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-6274717d-7175-4fa7-94fe-5eecc0b39ce6 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Allocated IP 172.25.7.230 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/f4a4a027-faa9-48c2-a0d2-cca1ef8ea458) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:34.368682 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-65a7d39e-79e1-4b5b-9c9e-f4dd68198ef6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:34.369564 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088e554-169d-4327-97f9-993226851a73 None None] Pushing event updated for resources: {'Port': ['ID=56ad0a84-0c30-4381-a1a6-76b77bae93cb,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:34.400249 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] Checking router: 3b168fd3-f942-4feb-b3d1-9c1ed54ced2b for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:36:34.400705 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] Updating router 3b168fd3-f942-4feb-b3d1-9c1ed54ced2b port 7f6ee225-8198-4f9b-9fe0-819aa3da125e binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:36:34.461335 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 934969f2-747c-426a-b43d-9c7319f3bda4 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:36:34.472036 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:34.517487 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.db.resource_extend [None req-65a7d39e-79e1-4b5b-9c9e-f4dd68198ef6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 09:36:34.541356 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6f551a-2bf1-48b7-8aa4-e5779c51bb42 None None] Network 24720237-0fc0-4cac-9d1b-fcc942ebfb00 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:34.582875 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6274717d-7175-4fa7-94fe-5eecc0b39ce6 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:34.601982 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-65a7d39e-79e1-4b5b-9c9e-f4dd68198ef6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:34.605652 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a7d39e-79e1-4b5b-9c9e-f4dd68198ef6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:34.606490 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-65a7d39e-79e1-4b5b-9c9e-f4dd68198ef6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:34.694237 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 934969f2-747c-426a-b43d-9c7319f3bda4 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:36:34.698474 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-65a7d39e-79e1-4b5b-9c9e-f4dd68198ef6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6877568 Jul 24 09:36:34.704390 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37046) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:34.744584 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7b652409-ca56-40ab-bce0-abfc443ffec1 None None] Provisioning for port 934969f2-747c-426a-b43d-9c7319f3bda4 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:36:34.752984 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86f1e5ff-e813-407d-9851-e5675cd41f30 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:34.754752 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7b652409-ca56-40ab-bce0-abfc443ffec1 None None] Provisioning complete for port 934969f2-747c-426a-b43d-9c7319f3bda4 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:34.755498 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7b652409-ca56-40ab-bce0-abfc443ffec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:34.765057 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7d39e-79e1-4b5b-9c9e-f4dd68198ef6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'Network': ['ID=e90af8b0-dd30-49cf-bfef-aadc9d6c3c41,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:34.794513 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6274717d-7175-4fa7-94fe-5eecc0b39ce6 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:34.801563 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a7d39e-79e1-4b5b-9c9e-f4dd68198ef6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:34.801922 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a7d39e-79e1-4b5b-9c9e-f4dd68198ef6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:34.803652 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a7d39e-79e1-4b5b-9c9e-f4dd68198ef6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:34.803652 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a7d39e-79e1-4b5b-9c9e-f4dd68198ef6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:34.803870 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a7d39e-79e1-4b5b-9c9e-f4dd68198ef6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:34.804220 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a7d39e-79e1-4b5b-9c9e-f4dd68198ef6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:34.804560 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a7d39e-79e1-4b5b-9c9e-f4dd68198ef6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:34.804939 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a7d39e-79e1-4b5b-9c9e-f4dd68198ef6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:34.805274 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a7d39e-79e1-4b5b-9c9e-f4dd68198ef6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:34.806133 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a7d39e-79e1-4b5b-9c9e-f4dd68198ef6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:34.806491 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a7d39e-79e1-4b5b-9c9e-f4dd68198ef6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:34.806832 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a7d39e-79e1-4b5b-9c9e-f4dd68198ef6 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:34.822539 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network e90af8b0-dd30-49cf-bfef-aadc9d6c3c41 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:36:34.910149 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6274717d-7175-4fa7-94fe-5eecc0b39ce6 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:34.919717 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-6274717d-7175-4fa7-94fe-5eecc0b39ce6 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:34.933876 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6274717d-7175-4fa7-94fe-5eecc0b39ce6 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:34.962285 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7b652409-ca56-40ab-bce0-abfc443ffec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:34.976078 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af27192-c144-463a-a0f8-fe697e253fe1 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:34.978216 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0af27192-c144-463a-a0f8-fe697e253fe1 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "GET /v2.0/networks?id=e90af8b0-dd30-49cf-bfef-aadc9d6c3c41 HTTP/1.1" status: 200 len: 760 time: 0.2734091 Jul 24 09:36:34.983303 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-270de625-ee7b-4d6c-b17e-6f96e17f938d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting port 4a331ad6-ea73-4517-8ad7-c2a658210039 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:34.983656 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-270de625-ee7b-4d6c-b17e-6f96e17f938d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:35.000919 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37048) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:35.012639 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-5887991c-8b9e-4d6e-af9c-7cee4e863c99 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Request body: {'network': {'description': 'd2'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:35.015094 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:35.018040 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-7b652409-ca56-40ab-bce0-abfc443ffec1 None None] For port 934969f2-747c-426a-b43d-9c7319f3bda4, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=934969f2-747c-426a-b43d-9c7319f3bda4,segment=NetworkSegment(94e00f13-d29f-4b24-accf-dd5e2626e5f2),segment_id=94e00f13-d29f-4b24-accf-dd5e2626e5f2)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:35.026805 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7b652409-ca56-40ab-bce0-abfc443ffec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:35.029636 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274717d-7175-4fa7-94fe-5eecc0b39ce6 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event updated for resources: {'Port': ['ID=f4a4a027-faa9-48c2-a0d2-cca1ef8ea458,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:35.044933 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] Transition to ACTIVE for port object 7f6ee225-8198-4f9b-9fe0-819aa3da125e will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:35.052527 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:35.133143 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b652409-ca56-40ab-bce0-abfc443ffec1 None None] Pushing event updated for resources: {'Port': ['ID=934969f2-747c-426a-b43d-9c7319f3bda4,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:35.138541 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] Attempting to bind port 7f6ee225-8198-4f9b-9fe0-819aa3da125e on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:36:35.139637 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] Attempting to bind port 7f6ee225-8198-4f9b-9fe0-819aa3da125e by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:36:35.140196 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] Attempting to bind port 7f6ee225-8198-4f9b-9fe0-819aa3da125e on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:36:35.154098 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:36:35.154425 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:35.154877 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:35.155274 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:36:35.155792 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] Bound port: 7f6ee225-8198-4f9b-9fe0-819aa3da125e, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:36:35.156172 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:35.178656 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86f1e5ff-e813-407d-9851-e5675cd41f30 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:35.181763 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86f1e5ff-e813-407d-9851-e5675cd41f30 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:35.183146 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-86f1e5ff-e813-407d-9851-e5675cd41f30 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] 10.222.0.32 "DELETE /v2.0/security-groups/482d48c6-1d44-470d-b85c-74e9ff0468c8 HTTP/1.1" status: 204 len: 168 time: 1.4670868 Jul 24 09:36:35.201061 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed0ce1-e374-4d38-8ae9-95ed2a1f172f None None] Pushing event updated for resources: {'Port': ['ID=7f6ee225-8198-4f9b-9fe0-819aa3da125e,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:35.216984 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed0ce1-e374-4d38-8ae9-95ed2a1f172f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:35.217192 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed0ce1-e374-4d38-8ae9-95ed2a1f172f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:35.217359 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed0ce1-e374-4d38-8ae9-95ed2a1f172f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:35.217697 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed0ce1-e374-4d38-8ae9-95ed2a1f172f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:35.218026 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed0ce1-e374-4d38-8ae9-95ed2a1f172f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:35.218357 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed0ce1-e374-4d38-8ae9-95ed2a1f172f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:35.218682 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed0ce1-e374-4d38-8ae9-95ed2a1f172f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:35.219041 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed0ce1-e374-4d38-8ae9-95ed2a1f172f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:35.219315 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed0ce1-e374-4d38-8ae9-95ed2a1f172f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:35.219631 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed0ce1-e374-4d38-8ae9-95ed2a1f172f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:35.219953 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed0ce1-e374-4d38-8ae9-95ed2a1f172f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:35.221032 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed0ce1-e374-4d38-8ae9-95ed2a1f172f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:36:35.221224 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1e5ff-e813-407d-9851-e5675cd41f30 tempest-TestServerBasicOps-2108843311 tempest-TestServerBasicOps-2108843311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=482d48c6-1d44-470d-b85c-74e9ff0468c8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:35.266867 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37052) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:35.269979 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] For port 7f6ee225-8198-4f9b-9fe0-819aa3da125e, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:36:35.273780 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] For port 7f6ee225-8198-4f9b-9fe0-819aa3da125e, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7f6ee225-8198-4f9b-9fe0-819aa3da125e,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:36:35.280793 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:35.296347 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-270de625-ee7b-4d6c-b17e-6f96e17f938d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:35.347723 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-270de625-ee7b-4d6c-b17e-6f96e17f938d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Calling delete_port for 4a331ad6-ea73-4517-8ad7-c2a658210039 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:35.411102 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] Routers {'3b168fd3-f942-4feb-b3d1-9c1ed54ced2b'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:35.411744 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['3b168fd3-f942-4feb-b3d1-9c1ed54ced2b'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:35.417230 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed0ce1-e374-4d38-8ae9-95ed2a1f172f None None] Pushing event updated for resources: {'Port': ['ID=7f6ee225-8198-4f9b-9fe0-819aa3da125e,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:35.457671 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d3cb942d-00bc-4777-9254-f86c2c73d6b3 None None] Provisioning complete for port 934969f2-747c-426a-b43d-9c7319f3bda4 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:35.457889 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d3cb942d-00bc-4777-9254-f86c2c73d6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:35.564370 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5887991c-8b9e-4d6e-af9c-7cee4e863c99 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:35.566617 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] Set router 3b168fd3-f942-4feb-b3d1-9c1ed54ced2b gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:36:35.652877 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5887991c-8b9e-4d6e-af9c-7cee4e863c99 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:35.681502 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5887991c-8b9e-4d6e-af9c-7cee4e863c99 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Network e90af8b0-dd30-49cf-bfef-aadc9d6c3c41 is not hosted by any dhcp agent {{(pid=94036) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 09:36:35.682102 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d4aa737f-e55b-4063-8fce-6e84e0b01006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:35.687558 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5887991c-8b9e-4d6e-af9c-7cee4e863c99 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:35.688911 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5887991c-8b9e-4d6e-af9c-7cee4e863c99 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:35.693738 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5887991c-8b9e-4d6e-af9c-7cee4e863c99 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "PUT /v2.0/networks/e90af8b0-dd30-49cf-bfef-aadc9d6c3c41 HTTP/1.1" status: 200 len: 757 time: 0.6897411 Jul 24 09:36:35.695993 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37056) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:35.753441 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887991c-8b9e-4d6e-af9c-7cee4e863c99 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'Network': ['ID=e90af8b0-dd30-49cf-bfef-aadc9d6c3c41,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:35.758624 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6274717d-7175-4fa7-94fe-5eecc0b39ce6 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:35.764334 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network e90af8b0-dd30-49cf-bfef-aadc9d6c3c41 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:36:35.791225 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b168fd3-f942-4feb-b3d1-9c1ed54ced2b', 'name': 'tempest-TestServerMultinode-111780723-router', 'tenant_id': '10423aad3f5042c0a55898d238c4bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '7f6ee225-8198-4f9b-9fe0-819aa3da125e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:36:30Z', 'updated_at': '2021-07-24T09:36:32Z', 'revision_number': 3, 'project_id': '10423aad3f5042c0a55898d238c4bdc5', 'gw_port': {'id': '7f6ee225-8198-4f9b-9fe0-819aa3da125e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b168fd3-f942-4feb-b3d1-9c1ed54ced2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:36:32Z', 'updated_at': '2021-07-24T09:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:35.847725 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb993997-809a-4184-b0eb-cba2f4b23a38 None None] The sync data for ids ['3b168fd3-f942-4feb-b3d1-9c1ed54ced2b'] in n-d-800085-9 is: [{'id': '3b168fd3-f942-4feb-b3d1-9c1ed54ced2b', 'name': 'tempest-TestServerMultinode-111780723-router', 'tenant_id': '10423aad3f5042c0a55898d238c4bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '7f6ee225-8198-4f9b-9fe0-819aa3da125e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:36:30Z', 'updated_at': '2021-07-24T09:36:32Z', 'revision_number': 3, 'project_id': '10423aad3f5042c0a55898d238c4bdc5', 'gw_port': {'id': '7f6ee225-8198-4f9b-9fe0-819aa3da125e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b168fd3-f942-4feb-b3d1-9c1ed54ced2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:36:32Z', 'updated_at': '2021-07-24T09:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:36:35.878415 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6274717d-7175-4fa7-94fe-5eecc0b39ce6 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:35.893620 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0682b5f6-db0d-4453-ab21-a5e9460dae92 None None] Network 217d2a4e-c8d8-4c35-92ee-26ab97e8412f requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:35.950518 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-270de625-ee7b-4d6c-b17e-6f96e17f938d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:35.972183 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-17cfcc46-b065-4c54-b2b3-027f0c2cd14b None None] Provisioning for port 56ad0a84-0c30-4381-a1a6-76b77bae93cb completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:36:36.007796 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fc0668-22fc-4ad6-a07d-2ecd1bcc5ffd tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:36.009307 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c1fc0668-22fc-4ad6-a07d-2ecd1bcc5ffd tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "GET /v2.0/networks?id=e90af8b0-dd30-49cf-bfef-aadc9d6c3c41 HTTP/1.1" status: 200 len: 760 time: 0.2943683 Jul 24 09:36:36.014029 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37058) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:36.021190 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-99f98788-92e7-4ff0-9059-f42a7ff8c582 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-463867279'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:36.042208 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270de625-ee7b-4d6c-b17e-6f96e17f938d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Port': ['ID=4a331ad6-ea73-4517-8ad7-c2a658210039,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:36.080510 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f98788-92e7-4ff0-9059-f42a7ff8c582 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Made reservation on behalf of 359551b003a744d0a963cb1d5a25f061 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:36.084656 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-99f98788-92e7-4ff0-9059-f42a7ff8c582 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:36.120248 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f98788-92e7-4ff0-9059-f42a7ff8c582 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:36:36.136941 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6274717d-7175-4fa7-94fe-5eecc0b39ce6 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:36.147424 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-99f98788-92e7-4ff0-9059-f42a7ff8c582 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:36.148060 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-99f98788-92e7-4ff0-9059-f42a7ff8c582 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Added segment 646f64e8-5160-43e5-8a9d-9b592ade4fbd of type vlan for network 2959db91-495d-4934-8651-d1c437256084 Jul 24 09:36:36.212772 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-99f98788-92e7-4ff0-9059-f42a7ff8c582 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:36.238953 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6274717d-7175-4fa7-94fe-5eecc0b39ce6 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:36.277551 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-270de625-ee7b-4d6c-b17e-6f96e17f938d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:36.282402 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-270de625-ee7b-4d6c-b17e-6f96e17f938d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/ports/4a331ad6-ea73-4517-8ad7-c2a658210039 HTTP/1.1" status: 204 len: 168 time: 2.5151622 Jul 24 09:36:36.283294 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-99f98788-92e7-4ff0-9059-f42a7ff8c582 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:36.286016 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37060) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:36.290135 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f98788-92e7-4ff0-9059-f42a7ff8c582 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:36.290790 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-99f98788-92e7-4ff0-9059-f42a7ff8c582 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:36.365520 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1e8f35-18a6-4db9-8c86-3ad9e5f0373a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:36.366441 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1e8f35-18a6-4db9-8c86-3ad9e5f0373a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:36.375449 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-dd1e8f35-18a6-4db9-8c86-3ad9e5f0373a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/ports/4a331ad6-ea73-4517-8ad7-c2a658210039 HTTP/1.1" status: 404 len: 333 time: 0.0883172 Jul 24 09:36:36.379022 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37062) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:36.390465 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f98788-92e7-4ff0-9059-f42a7ff8c582 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'Network': ['ID=2959db91-495d-4934-8651-d1c437256084,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:36.400324 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-99f98788-92e7-4ff0-9059-f42a7ff8c582 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3834181 Jul 24 09:36:36.400640 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37064) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:36.416826 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274717d-7175-4fa7-94fe-5eecc0b39ce6 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event updated for resources: {'Port': ['ID=f4a4a027-faa9-48c2-a0d2-cca1ef8ea458,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:36.429018 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6274717d-7175-4fa7-94fe-5eecc0b39ce6 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:36.434895 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-cd2531ed-7656-42db-98b6-8f934f446491 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Request body: {'subnet': {'network_id': '2959db91-495d-4934-8651-d1c437256084', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:36.439149 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-d4aa737f-e55b-4063-8fce-6e84e0b01006 admin admin] Allocated IP 172.20.0.1 (24720237-0fc0-4cac-9d1b-fcc942ebfb00/1945b820-8cd7-46f1-a597-4cb02f209ece/1033e945-87a0-4396-9650-bdc78fa30cb3) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:36.442780 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 2959db91-495d-4934-8651-d1c437256084 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:36:36.457955 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-7178610f-987d-4d2a-8855-9cbdc4e9b094 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] GET failed (client error): The resource could not be found. Jul 24 09:36:36.462677 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7178610f-987d-4d2a-8855-9cbdc4e9b094 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "GET /v2.0/ports/4a331ad6-ea73-4517-8ad7-c2a658210039 HTTP/1.1" status: 404 len: 333 time: 0.0813055 Jul 24 09:36:36.465621 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37066) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:36.587246 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-6274717d-7175-4fa7-94fe-5eecc0b39ce6 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Floating IP 10f31043-7a43-43ca-a48f-4b829bf3a862 associated. External IP: 172.25.7.230, port: 6cf0abfe-4e18-4a50-8545-579710b002da. Jul 24 09:36:36.649114 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 934969f2-747c-426a-b43d-9c7319f3bda4 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:36:36.764685 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 934969f2-747c-426a-b43d-9c7319f3bda4 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:36.765079 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:36.778095 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d4aa737f-e55b-4063-8fce-6e84e0b01006 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:36.792991 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-d4aa737f-e55b-4063-8fce-6e84e0b01006 admin admin] Transition to ACTIVE for port object 1033e945-87a0-4396-9650-bdc78fa30cb3 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:36.862523 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d4aa737f-e55b-4063-8fce-6e84e0b01006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:36.899702 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7f6ee225-8198-4f9b-9fe0-819aa3da125e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:36:36.911441 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc67589a-386a-43e7-abaf-d3a7f4f92d06 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting subnet e08b6ef4-6cdd-4b83-b475-1330f298664f {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:36:36.925951 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fc67589a-386a-43e7-abaf-d3a7f4f92d06 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:36.943357 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6274717d-7175-4fa7-94fe-5eecc0b39ce6 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Router ded0923b-fb04-46a7-ae6e-e336d28e3cd9 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:36:36.951578 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4aa737f-e55b-4063-8fce-6e84e0b01006 admin admin] Network 24720237-0fc0-4cac-9d1b-fcc942ebfb00 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:36.977451 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 7f6ee225-8198-4f9b-9fe0-819aa3da125e completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:36:36.982035 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 7f6ee225-8198-4f9b-9fe0-819aa3da125e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:36.982406 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:37.008612 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-d4aa737f-e55b-4063-8fce-6e84e0b01006 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:37.044383 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aa737f-e55b-4063-8fce-6e84e0b01006 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:37.092212 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:37.106116 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6274717d-7175-4fa7-94fe-5eecc0b39ce6 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:36:37.127485 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa737f-e55b-4063-8fce-6e84e0b01006 admin admin] Pushing event updated for resources: {'Port': ['ID=1033e945-87a0-4396-9650-bdc78fa30cb3,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:37.128097 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b89722-1567-4557-917f-d4195391b69d None None] Sync routers for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:36:37.142636 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6274717d-7175-4fa7-94fe-5eecc0b39ce6 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:37.147578 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 7f6ee225-8198-4f9b-9fe0-819aa3da125e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7f6ee225-8198-4f9b-9fe0-819aa3da125e,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:37.151537 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2531ed-7656-42db-98b6-8f934f446491 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Made reservation on behalf of 359551b003a744d0a963cb1d5a25f061 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:37.157102 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cd2531ed-7656-42db-98b6-8f934f446491 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:37.161104 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:37.162058 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 56ad0a84-0c30-4381-a1a6-76b77bae93cb up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:36:37.166416 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fc67589a-386a-43e7-abaf-d3a7f4f92d06 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:37.209602 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b89722-1567-4557-917f-d4195391b69d None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:37.210311 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-74b89722-1567-4557-917f-d4195391b69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:37.232532 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6274717d-7175-4fa7-94fe-5eecc0b39ce6 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.4294944 Jul 24 09:36:37.233881 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37068) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:37.281359 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-74b89722-1567-4557-917f-d4195391b69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:37.288648 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d4aa737f-e55b-4063-8fce-6e84e0b01006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:37.322771 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-794a1a09-9285-406b-a681-f0f15bcf22a4 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "GET /v2.0/floatingips/10f31043-7a43-43ca-a48f-4b829bf3a862 HTTP/1.1" status: 200 len: 979 time: 0.0875268 Jul 24 09:36:37.326998 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37070) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:37.327360 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b89722-1567-4557-917f-d4195391b69d None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:37.328064 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-74b89722-1567-4557-917f-d4195391b69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:37.376890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-74b89722-1567-4557-917f-d4195391b69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:37.378238 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b89722-1567-4557-917f-d4195391b69d None None] The sync data for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:36:37.400989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=7f6ee225-8198-4f9b-9fe0-819aa3da125e,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:37.406233 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 56ad0a84-0c30-4381-a1a6-76b77bae93cb completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:36:37.411714 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 56ad0a84-0c30-4381-a1a6-76b77bae93cb triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:37.412116 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:37.436482 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5eacb60a-613e-4155-b1b0-2c7a80e27577 None None] Could not find standard attr ID for object 4a331ad6-ea73-4517-8ad7-c2a658210039. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:36:37.478484 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-067dbb16-2848-4b5e-a3d3-5595789319b3 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1485062 Jul 24 09:36:37.479331 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37072) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:37.488595 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-14eeb2dc-35c9-42c8-8595-2a856cbde1e9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Request body: {'floatingip': {'port_id': 'f0c0fa73-3595-40ee-b7a3-defa8b25c225'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:37.519098 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:37.572521 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 56ad0a84-0c30-4381-a1a6-76b77bae93cb, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=56ad0a84-0c30-4381-a1a6-76b77bae93cb,segment=NetworkSegment(623d82d8-a33b-4d99-a70e-493a35d8cea2),segment_id=623d82d8-a33b-4d99-a70e-493a35d8cea2)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:37.574774 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-28aa7d90-ab0c-4408-938c-641ffe7c514b None None] Provisioning for port 1033e945-87a0-4396-9650-bdc78fa30cb3 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:36:37.576926 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-14eeb2dc-35c9-42c8-8595-2a856cbde1e9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:37.582779 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:37.586952 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fc67589a-386a-43e7-abaf-d3a7f4f92d06 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:37.592771 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-28aa7d90-ab0c-4408-938c-641ffe7c514b None None] Provisioning complete for port 1033e945-87a0-4396-9650-bdc78fa30cb3 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:37.592771 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-28aa7d90-ab0c-4408-938c-641ffe7c514b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:37.641486 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d6f60b-8d80-490c-bed2-3d98fabf9f7c None None] get_active_networks_info from n-d-800085-9 {{(pid=94037) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 09:36:37.721377 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-28aa7d90-ab0c-4408-938c-641ffe7c514b None None] Port 1033e945-87a0-4396-9650-bdc78fa30cb3 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:36:37.745760 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=56ad0a84-0c30-4381-a1a6-76b77bae93cb,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:37.804370 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d6f60b-8d80-490c-bed2-3d98fabf9f7c None None] Resources bound (agent type, host, resource id): {{(pid=94037) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 09:36:37.963006 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-23e4d0d3-2234-430e-8b2d-695f6f305381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:38.130308 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-14eeb2dc-35c9-42c8-8595-2a856cbde1e9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:38.134343 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-14eeb2dc-35c9-42c8-8595-2a856cbde1e9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:38.170434 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d4aa737f-e55b-4063-8fce-6e84e0b01006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:38.180009 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fc67589a-386a-43e7-abaf-d3a7f4f92d06 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:38.194462 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cd2531ed-7656-42db-98b6-8f934f446491 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:38.228237 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67589a-386a-43e7-abaf-d3a7f4f92d06 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Subnet': ['ID=e08b6ef4-6cdd-4b83-b475-1330f298664f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:38.238763 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fc67589a-386a-43e7-abaf-d3a7f4f92d06 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:38.243170 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fc67589a-386a-43e7-abaf-d3a7f4f92d06 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/subnets/e08b6ef4-6cdd-4b83-b475-1330f298664f HTTP/1.1" status: 204 len: 168 time: 1.7547572 Jul 24 09:36:38.244208 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2481d0-96dd-4b72-91e9-ef55ff579af7 None None] Network 217d2a4e-c8d8-4c35-92ee-26ab97e8412f requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:38.266689 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37074) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:38.377167 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7f6ee225-8198-4f9b-9fe0-819aa3da125e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:36:38.455503 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 7f6ee225-8198-4f9b-9fe0-819aa3da125e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:38.456509 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:38.510910 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2531ed-7656-42db-98b6-8f934f446491 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'Subnet': ['ID=32f5d629-0700-4c47-a600-33c1bc963ecf,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:38.538137 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6afeb4bd-752c-4a3d-8975-390527e8a67a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:38.540315 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c5e2b7-b338-4847-85d9-47e10eea8ea0 None None] DHCP port deletion for 217d2a4e-c8d8-4c35-92ee-26ab97e8412f request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:36:38.559246 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2531ed-7656-42db-98b6-8f934f446491 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Checking segment: {'id': '646f64e8-5160-43e5-8a9d-9b592ade4fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2959db91-495d-4934-8651-d1c437256084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:38.559656 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2531ed-7656-42db-98b6-8f934f446491 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Network hostable DHCP agents. Network: 2959db91-495d-4934-8651-d1c437256084, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:36:38.571704 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 56ad0a84-0c30-4381-a1a6-76b77bae93cb up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:36:38.611442 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-14eeb2dc-35c9-42c8-8595-2a856cbde1e9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Floating IP 10f31043-7a43-43ca-a48f-4b829bf3a862 associated. External IP: 172.25.7.230, port: 6cf0abfe-4e18-4a50-8545-579710b002da. Jul 24 09:36:38.633573 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d4c5e2b7-b338-4847-85d9-47e10eea8ea0 None None] Deleting port 56ad0a84-0c30-4381-a1a6-76b77bae93cb {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:38.633941 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d4c5e2b7-b338-4847-85d9-47e10eea8ea0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:38.646393 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 56ad0a84-0c30-4381-a1a6-76b77bae93cb triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:38.647093 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:38.672141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2531ed-7656-42db-98b6-8f934f446491 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Network 2959db91-495d-4934-8651-d1c437256084 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:36:38.715003 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-cd2531ed-7656-42db-98b6-8f934f446491 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 2959db91-495d-4934-8651-d1c437256084) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:38.719541 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2531ed-7656-42db-98b6-8f934f446491 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:38.720213 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cd2531ed-7656-42db-98b6-8f934f446491 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:38.728236 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b996a5b7-9ad2-4646-9ebe-e0730eb806ed None None] Network 2959db91-495d-4934-8651-d1c437256084 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:38.731237 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d4c5e2b7-b338-4847-85d9-47e10eea8ea0 None None] For port 56ad0a84-0c30-4381-a1a6-76b77bae93cb, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=56ad0a84-0c30-4381-a1a6-76b77bae93cb,segment=NetworkSegment(623d82d8-a33b-4d99-a70e-493a35d8cea2),segment_id=623d82d8-a33b-4d99-a70e-493a35d8cea2)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:38.731829 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d4c5e2b7-b338-4847-85d9-47e10eea8ea0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:38.761435 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d4aa737f-e55b-4063-8fce-6e84e0b01006 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:38.764431 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d4c5e2b7-b338-4847-85d9-47e10eea8ea0 None None] Calling delete_port for 56ad0a84-0c30-4381-a1a6-76b77bae93cb owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:38.777958 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cd2531ed-7656-42db-98b6-8f934f446491 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3510656 Jul 24 09:36:38.777958 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d4aa737f-e55b-4063-8fce-6e84e0b01006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:38.787199 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37076) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:38.864204 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-6afeb4bd-752c-4a3d-8975-390527e8a67a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting port 56ad0a84-0c30-4381-a1a6-76b77bae93cb {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:38.864603 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6afeb4bd-752c-4a3d-8975-390527e8a67a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:38.881341 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d4aa737f-e55b-4063-8fce-6e84e0b01006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:38.909887 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14eeb2dc-35c9-42c8-8595-2a856cbde1e9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Router ded0923b-fb04-46a7-ae6e-e336d28e3cd9 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:36:38.919612 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:38.926530 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa737f-e55b-4063-8fce-6e84e0b01006 admin admin] Pushing event updated for resources: {'Port': ['ID=1033e945-87a0-4396-9650-bdc78fa30cb3,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:38.998109 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d4c5e2b7-b338-4847-85d9-47e10eea8ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:39.000457 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-6afeb4bd-752c-4a3d-8975-390527e8a67a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] For port 56ad0a84-0c30-4381-a1a6-76b77bae93cb, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=56ad0a84-0c30-4381-a1a6-76b77bae93cb,segment=NetworkSegment(623d82d8-a33b-4d99-a70e-493a35d8cea2),segment_id=623d82d8-a33b-4d99-a70e-493a35d8cea2)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:39.001002 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6afeb4bd-752c-4a3d-8975-390527e8a67a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:39.005122 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1bc5b8-0e77-4c84-9fb6-eebe1e0c42d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-2959db91-495d-4934-8651-d1c437256084', 'network_id': '2959db91-495d-4934-8651-d1c437256084', 'tenant_id': '359551b003a744d0a963cb1d5a25f061', 'fixed_ips': [{'subnet_id': '32f5d629-0700-4c47-a600-33c1bc963ecf'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:36:39.006203 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4c1bc5b8-0e77-4c84-9fb6-eebe1e0c42d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:39.039966 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-23e4d0d3-2234-430e-8b2d-695f6f305381 admin admin] Deleting port e892f9fa-bd5a-416a-bc41-5952b4baa632 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:39.040405 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-23e4d0d3-2234-430e-8b2d-695f6f305381 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:39.042744 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5e2b7-b338-4847-85d9-47e10eea8ea0 None None] Pushing event deleted for resources: {'Port': ['ID=56ad0a84-0c30-4381-a1a6-76b77bae93cb,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:39.044729 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c5e2b7-b338-4847-85d9-47e10eea8ea0 None None] No DVR routers for this DVR port 56ad0a84-0c30-4381-a1a6-76b77bae93cb on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:39.062172 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:39.070909 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-6afeb4bd-752c-4a3d-8975-390527e8a67a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Calling delete_port for 56ad0a84-0c30-4381-a1a6-76b77bae93cb owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:39.107857 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14eeb2dc-35c9-42c8-8595-2a856cbde1e9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:36:39.122453 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddb1588-79dc-4ed0-ba66-210ea7580fb2 None None] Sync routers for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:36:39.133058 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddb1588-79dc-4ed0-ba66-210ea7580fb2 None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:39.134009 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1ddb1588-79dc-4ed0-ba66-210ea7580fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:39.170384 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1ddb1588-79dc-4ed0-ba66-210ea7580fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:39.181187 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddb1588-79dc-4ed0-ba66-210ea7580fb2 None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:39.182239 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1ddb1588-79dc-4ed0-ba66-210ea7580fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:39.215368 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1ddb1588-79dc-4ed0-ba66-210ea7580fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:39.216229 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddb1588-79dc-4ed0-ba66-210ea7580fb2 None None] The sync data for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:36:39.216619 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4aa737f-e55b-4063-8fce-6e84e0b01006 admin admin] Network 24720237-0fc0-4cac-9d1b-fcc942ebfb00 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:39.224090 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-d4aa737f-e55b-4063-8fce-6e84e0b01006 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:39.231132 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-4c1bc5b8-0e77-4c84-9fb6-eebe1e0c42d6 None None] Allocated IP 172.20.0.2 (2959db91-495d-4934-8651-d1c437256084/32f5d629-0700-4c47-a600-33c1bc963ecf/2df63d29-0d3b-4281-96f0-a73951f7f815) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:39.260818 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-23e4d0d3-2234-430e-8b2d-695f6f305381 admin admin] For port e892f9fa-bd5a-416a-bc41-5952b4baa632, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e892f9fa-bd5a-416a-bc41-5952b4baa632,segment=NetworkSegment(cfed7080-3fee-4453-a63a-a6bc8a5834f7),segment_id=cfed7080-3fee-4453-a63a-a6bc8a5834f7)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:39.261189 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-23e4d0d3-2234-430e-8b2d-695f6f305381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:39.279269 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-23e4d0d3-2234-430e-8b2d-695f6f305381 admin admin] Calling delete_port for e892f9fa-bd5a-416a-bc41-5952b4baa632 owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:39.384600 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14eeb2dc-35c9-42c8-8595-2a856cbde1e9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Router ded0923b-fb04-46a7-ae6e-e336d28e3cd9 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:36:39.389422 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6afeb4bd-752c-4a3d-8975-390527e8a67a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:39.413916 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4c1bc5b8-0e77-4c84-9fb6-eebe1e0c42d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:39.424835 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4c1bc5b8-0e77-4c84-9fb6-eebe1e0c42d6 None None] Transition to ACTIVE for port object 2df63d29-0d3b-4281-96f0-a73951f7f815 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:39.441513 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4c1bc5b8-0e77-4c84-9fb6-eebe1e0c42d6 None None] Transition to ACTIVE for port object 2df63d29-0d3b-4281-96f0-a73951f7f815 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:39.450086 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4c1bc5b8-0e77-4c84-9fb6-eebe1e0c42d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:39.465369 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afeb4bd-752c-4a3d-8975-390527e8a67a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Port': ['ID=56ad0a84-0c30-4381-a1a6-76b77bae93cb,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:39.467282 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afeb4bd-752c-4a3d-8975-390527e8a67a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] No DVR routers for this DVR port 56ad0a84-0c30-4381-a1a6-76b77bae93cb on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:39.498388 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1bc5b8-0e77-4c84-9fb6-eebe1e0c42d6 None None] Network 2959db91-495d-4934-8651-d1c437256084 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:39.501540 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-4c1bc5b8-0e77-4c84-9fb6-eebe1e0c42d6 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:39.506164 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1bc5b8-0e77-4c84-9fb6-eebe1e0c42d6 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:39.509561 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1bc5b8-0e77-4c84-9fb6-eebe1e0c42d6 None None] Pushing event updated for resources: {'Port': ['ID=2df63d29-0d3b-4281-96f0-a73951f7f815,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:39.527944 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:39.567666 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Subnet': ['ID=32f5d629-0700-4c47-a600-33c1bc963ecf,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:39.568434 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4aa737f-e55b-4063-8fce-6e84e0b01006 admin admin] Router 3b168fd3-f942-4feb-b3d1-9c1ed54ced2b has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:36:39.582629 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-4c1bc5b8-0e77-4c84-9fb6-eebe1e0c42d6 None None] Attempting to bind port 2df63d29-0d3b-4281-96f0-a73951f7f815 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:36:39.583112 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-4c1bc5b8-0e77-4c84-9fb6-eebe1e0c42d6 None None] Attempting to bind port 2df63d29-0d3b-4281-96f0-a73951f7f815 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '646f64e8-5160-43e5-8a9d-9b592ade4fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2959db91-495d-4934-8651-d1c437256084'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:36:39.583551 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1bc5b8-0e77-4c84-9fb6-eebe1e0c42d6 None None] Attempting to bind port 2df63d29-0d3b-4281-96f0-a73951f7f815 on network 2959db91-495d-4934-8651-d1c437256084 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:36:39.590891 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4221b6a6-69ef-4693-8345-13fa07a88d43 None None] Provisioning complete for port 1033e945-87a0-4396-9650-bdc78fa30cb3 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:39.591381 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4221b6a6-69ef-4693-8345-13fa07a88d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:39.611094 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1bc5b8-0e77-4c84-9fb6-eebe1e0c42d6 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:36:39.611652 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1bc5b8-0e77-4c84-9fb6-eebe1e0c42d6 None None] Checking segment: {'id': '646f64e8-5160-43e5-8a9d-9b592ade4fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2959db91-495d-4934-8651-d1c437256084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:39.612188 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4c1bc5b8-0e77-4c84-9fb6-eebe1e0c42d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:39.612688 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1bc5b8-0e77-4c84-9fb6-eebe1e0c42d6 None None] Bound using segment: {'id': '646f64e8-5160-43e5-8a9d-9b592ade4fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2959db91-495d-4934-8651-d1c437256084'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:36:39.613312 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-4c1bc5b8-0e77-4c84-9fb6-eebe1e0c42d6 None None] Bound port: 2df63d29-0d3b-4281-96f0-a73951f7f815, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646f64e8-5160-43e5-8a9d-9b592ade4fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2959db91-495d-4934-8651-d1c437256084'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:36:39.613863 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4c1bc5b8-0e77-4c84-9fb6-eebe1e0c42d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:39.634201 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6afeb4bd-752c-4a3d-8975-390527e8a67a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:39.634568 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:39.645250 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2959db91-495d-4934-8651-d1c437256084']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:39.652335 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-6afeb4bd-752c-4a3d-8975-390527e8a67a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['217d2a4e-c8d8-4c35-92ee-26ab97e8412f']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:39.655441 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646f64e8-5160-43e5-8a9d-9b592ade4fbd') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:39.655749 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646f64e8-5160-43e5-8a9d-9b592ade4fbd') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:39.660382 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4221b6a6-69ef-4693-8345-13fa07a88d43 None None] Port 1033e945-87a0-4396-9650-bdc78fa30cb3 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:36:39.665400 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:39.674766 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-6afeb4bd-752c-4a3d-8975-390527e8a67a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623d82d8-a33b-4d99-a70e-493a35d8cea2') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:39.675061 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-6afeb4bd-752c-4a3d-8975-390527e8a67a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623d82d8-a33b-4d99-a70e-493a35d8cea2') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:39.685856 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:39.693708 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14eeb2dc-35c9-42c8-8595-2a856cbde1e9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:36:39.695886 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:39.696492 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:39.699551 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:39.701660 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4c1bc5b8-0e77-4c84-9fb6-eebe1e0c42d6 None None] For port 2df63d29-0d3b-4281-96f0-a73951f7f815, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:36:39.703212 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-14eeb2dc-35c9-42c8-8595-2a856cbde1e9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:39.708695 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50457fcb-6b55-485d-9a29-a82564a4b93f None None] Sync routers for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:36:39.720179 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6afeb4bd-752c-4a3d-8975-390527e8a67a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:39.729101 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50457fcb-6b55-485d-9a29-a82564a4b93f None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:39.729790 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-50457fcb-6b55-485d-9a29-a82564a4b93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:39.769872 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6afeb4bd-752c-4a3d-8975-390527e8a67a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:39.781197 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-50457fcb-6b55-485d-9a29-a82564a4b93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:39.782110 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.db.api [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 24 09:36:39.782110 n-d-800085-9 neutron-server[94036]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 24 09:36:39.782110 n-d-800085-9 neutron-server[94036]: [parameters: {'id': '2959db91-495d-4934-8651-d1c437256084'}] Jul 24 09:36:39.782110 n-d-800085-9 neutron-server[94036]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:36:39.782576 n-d-800085-9 neutron-server[94036]: DEBUG oslo_db.api [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:36:39.785017 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6afeb4bd-752c-4a3d-8975-390527e8a67a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:39.785431 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6afeb4bd-752c-4a3d-8975-390527e8a67a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:39.788446 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:39.797509 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50457fcb-6b55-485d-9a29-a82564a4b93f None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:39.798272 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-50457fcb-6b55-485d-9a29-a82564a4b93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:39.829439 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-14eeb2dc-35c9-42c8-8595-2a856cbde1e9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "PUT /v2.0/floatingips/10f31043-7a43-43ca-a48f-4b829bf3a862 HTTP/1.1" status: 200 len: 978 time: 2.3488755 Jul 24 09:36:39.831926 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37078) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:39.832123 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-50457fcb-6b55-485d-9a29-a82564a4b93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:39.832809 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50457fcb-6b55-485d-9a29-a82564a4b93f None None] The sync data for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:36:39.838080 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-07eaa820-6aa7-4a12-be64-e2555250870a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:39.894825 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6afeb4bd-752c-4a3d-8975-390527e8a67a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:39.895739 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07eaa820-6aa7-4a12-be64-e2555250870a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:39.903224 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4c1bc5b8-0e77-4c84-9fb6-eebe1e0c42d6 None None] For port 2df63d29-0d3b-4281-96f0-a73951f7f815, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=2df63d29-0d3b-4281-96f0-a73951f7f815,segment=NetworkSegment(646f64e8-5160-43e5-8a9d-9b592ade4fbd),segment_id=646f64e8-5160-43e5-8a9d-9b592ade4fbd)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:36:39.909836 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6afeb4bd-752c-4a3d-8975-390527e8a67a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:39.915153 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6afeb4bd-752c-4a3d-8975-390527e8a67a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/networks/217d2a4e-c8d8-4c35-92ee-26ab97e8412f HTTP/1.1" status: 204 len: 168 time: 1.6232274 Jul 24 09:36:39.915153 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4aa737f-e55b-4063-8fce-6e84e0b01006 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:36:39.915421 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4c1bc5b8-0e77-4c84-9fb6-eebe1e0c42d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:39.916235 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37080) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:39.932219 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ab2d02b6-a76e-4ae9-86e2-bca774e63309 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1034169831'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:39.934618 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] Sync routers for ids ['3b168fd3-f942-4feb-b3d1-9c1ed54ced2b'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:36:39.939347 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d4aa737f-e55b-4063-8fce-6e84e0b01006 admin admin] 10.222.0.32 "PUT /v2.0/routers/3b168fd3-f942-4feb-b3d1-9c1ed54ced2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8975222 Jul 24 09:36:39.942307 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afeb4bd-752c-4a3d-8975-390527e8a67a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Network': ['ID=217d2a4e-c8d8-4c35-92ee-26ab97e8412f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:39.946306 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-23e4d0d3-2234-430e-8b2d-695f6f305381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:39.971058 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] Routers {'3b168fd3-f942-4feb-b3d1-9c1ed54ced2b'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:39.972179 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['3b168fd3-f942-4feb-b3d1-9c1ed54ced2b'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:39.985901 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4d0d3-2234-430e-8b2d-695f6f305381 admin admin] Pushing event deleted for resources: {'Port': ['ID=e892f9fa-bd5a-416a-bc41-5952b4baa632,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:39.995493 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2d02b6-a76e-4ae9-86e2-bca774e63309 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:39.999525 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ab2d02b6-a76e-4ae9-86e2-bca774e63309 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:40.065529 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1bc5b8-0e77-4c84-9fb6-eebe1e0c42d6 None None] Pushing event updated for resources: {'Port': ['ID=2df63d29-0d3b-4281-96f0-a73951f7f815,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:40.089697 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2d02b6-a76e-4ae9-86e2-bca774e63309 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:36:40.091313 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6b4653-9ce2-4466-ac9e-31296a32dabc None None] Network 2959db91-495d-4934-8651-d1c437256084 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:40.134051 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07eaa820-6aa7-4a12-be64-e2555250870a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:40.144461 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07eaa820-6aa7-4a12-be64-e2555250870a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:40.144968 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-07eaa820-6aa7-4a12-be64-e2555250870a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Floating IP 10f31043-7a43-43ca-a48f-4b829bf3a862 disassociated. External IP: 172.25.7.230, port: f0c0fa73-3595-40ee-b7a3-defa8b25c225. Jul 24 09:36:40.184399 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ab2d02b6-a76e-4ae9-86e2-bca774e63309 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:40.185259 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-ab2d02b6-a76e-4ae9-86e2-bca774e63309 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Added segment 540672ce-a91c-4474-9e57-27f7919dffc0 of type vlan for network d4a26288-2715-4c65-8816-0b6170dbefb1 Jul 24 09:36:40.278934 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ab2d02b6-a76e-4ae9-86e2-bca774e63309 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:40.308713 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:40.364641 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-23e4d0d3-2234-430e-8b2d-695f6f305381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:40.394101 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] Set router 3b168fd3-f942-4feb-b3d1-9c1ed54ced2b gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:36:40.406471 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdf2be4-fa83-4c94-b253-5284081de987 None None] get_active_networks_info from n-d-800085-9 {{(pid=94037) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 09:36:40.468305 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ab2d02b6-a76e-4ae9-86e2-bca774e63309 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:40.472219 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 56ad0a84-0c30-4381-a1a6-76b77bae93cb no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:36:40.475323 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2d02b6-a76e-4ae9-86e2-bca774e63309 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:40.476119 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ab2d02b6-a76e-4ae9-86e2-bca774e63309 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:40.509947 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 56ad0a84-0c30-4381-a1a6-76b77bae93cb {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:36:40.510305 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 56ad0a84-0c30-4381-a1a6-76b77bae93cb not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:36:40.566509 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ab2d02b6-a76e-4ae9-86e2-bca774e63309 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6384242 Jul 24 09:36:40.571425 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37090) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:40.574548 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdf2be4-fa83-4c94-b253-5284081de987 None None] Resources bound (agent type, host, resource id): {{(pid=94037) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 09:36:40.581935 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-10f0abef-49bc-4f79-8d3b-b6a9a3faf6a8 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'subnet': {'network_id': 'd4a26288-2715-4c65-8816-0b6170dbefb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:40.595931 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Deleting port 2df63d29-0d3b-4281-96f0-a73951f7f815 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:40.596855 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:40.625162 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d02b6-a76e-4ae9-86e2-bca774e63309 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Network': ['ID=d4a26288-2715-4c65-8816-0b6170dbefb1,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:40.643485 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network d4a26288-2715-4c65-8816-0b6170dbefb1 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:36:40.703334 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b168fd3-f942-4feb-b3d1-9c1ed54ced2b', 'name': 'tempest-TestServerMultinode-111780723-router', 'tenant_id': '10423aad3f5042c0a55898d238c4bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '7f6ee225-8198-4f9b-9fe0-819aa3da125e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:36:30Z', 'updated_at': '2021-07-24T09:36:37Z', 'revision_number': 4, 'project_id': '10423aad3f5042c0a55898d238c4bdc5', 'gw_port': {'id': '7f6ee225-8198-4f9b-9fe0-819aa3da125e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b168fd3-f942-4feb-b3d1-9c1ed54ced2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:36:32Z', 'updated_at': '2021-07-24T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '1033e945-87a0-4396-9650-bdc78fa30cb3', 'name': '', 'network_id': '24720237-0fc0-4cac-9d1b-fcc942ebfb00', 'tenant_id': '10423aad3f5042c0a55898d238c4bdc5', 'mac_address': 'fa:16:3e:8c:15:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b168fd3-f942-4feb-b3d1-9c1ed54ced2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '1945b820-8cd7-46f1-a597-4cb02f209ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:36:35Z', 'updated_at': '2021-07-24T09:36:38Z', 'revision_number': 2, 'project_id': '10423aad3f5042c0a55898d238c4bdc5', 'subnets': [{'id': '1945b820-8cd7-46f1-a597-4cb02f209ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:40.743822 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] Checking router: 3b168fd3-f942-4feb-b3d1-9c1ed54ced2b for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:36:40.745232 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] Updating router 3b168fd3-f942-4feb-b3d1-9c1ed54ced2b port 1033e945-87a0-4396-9650-bdc78fa30cb3 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:36:40.796936 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:40.811066 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] For port 2df63d29-0d3b-4281-96f0-a73951f7f815, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=2df63d29-0d3b-4281-96f0-a73951f7f815,segment=NetworkSegment(646f64e8-5160-43e5-8a9d-9b592ade4fbd),segment_id=646f64e8-5160-43e5-8a9d-9b592ade4fbd)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:40.811440 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:40.844199 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07eaa820-6aa7-4a12-be64-e2555250870a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Router ded0923b-fb04-46a7-ae6e-e336d28e3cd9 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:36:40.850876 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Calling delete_port for 2df63d29-0d3b-4281-96f0-a73951f7f815 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:40.895662 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f0abef-49bc-4f79-8d3b-b6a9a3faf6a8 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:40.921674 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-10f0abef-49bc-4f79-8d3b-b6a9a3faf6a8 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:41.069086 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37098) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:41.074709 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-45e4b519-134d-4bfe-a630-12cce5e148e5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-425625299-network', 'tenant_id': '0b607624c70f44bfa2ac2a51aa587fd7'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:41.077934 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:41.144063 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:41.158815 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] Transition to ACTIVE for port object 1033e945-87a0-4396-9650-bdc78fa30cb3 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:41.171064 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:41.232824 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e4d0d3-2234-430e-8b2d-695f6f305381 admin admin] Router 14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:36:41.242110 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No DVR routers for this DVR port 2df63d29-0d3b-4281-96f0-a73951f7f815 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:41.247074 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Port': ['ID=2df63d29-0d3b-4281-96f0-a73951f7f815,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:41.275986 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa97c3a-c80f-42ee-abc5-b0c7d47cdd38 None None] Pushing event updated for resources: {'Port': ['ID=1033e945-87a0-4396-9650-bdc78fa30cb3,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:41.280283 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] Attempting to bind port 1033e945-87a0-4396-9650-bdc78fa30cb3 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:36:41.280935 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] Attempting to bind port 1033e945-87a0-4396-9650-bdc78fa30cb3 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '94e00f13-d29f-4b24-accf-dd5e2626e5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '24720237-0fc0-4cac-9d1b-fcc942ebfb00'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:36:41.281504 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] Attempting to bind port 1033e945-87a0-4396-9650-bdc78fa30cb3 on network 24720237-0fc0-4cac-9d1b-fcc942ebfb00 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:36:41.288202 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:36:41.288784 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] Checking segment: {'id': '94e00f13-d29f-4b24-accf-dd5e2626e5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '24720237-0fc0-4cac-9d1b-fcc942ebfb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:41.289206 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:41.289707 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] Bound using segment: {'id': '94e00f13-d29f-4b24-accf-dd5e2626e5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '24720237-0fc0-4cac-9d1b-fcc942ebfb00'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:36:41.290252 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] Bound port: 1033e945-87a0-4396-9650-bdc78fa30cb3, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e00f13-d29f-4b24-accf-dd5e2626e5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '24720237-0fc0-4cac-9d1b-fcc942ebfb00'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:36:41.290886 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:41.348218 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:41.360766 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2959db91-495d-4934-8651-d1c437256084']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:41.362232 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] For port 1033e945-87a0-4396-9650-bdc78fa30cb3, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:36:41.366521 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] For port 1033e945-87a0-4396-9650-bdc78fa30cb3, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=1033e945-87a0-4396-9650-bdc78fa30cb3,segment=NetworkSegment(94e00f13-d29f-4b24-accf-dd5e2626e5f2),segment_id=94e00f13-d29f-4b24-accf-dd5e2626e5f2)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:36:41.374629 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:41.386276 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646f64e8-5160-43e5-8a9d-9b592ade4fbd') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:41.386557 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646f64e8-5160-43e5-8a9d-9b592ade4fbd') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:41.408164 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e4b519-134d-4bfe-a630-12cce5e148e5 admin admin] Made reservation on behalf of 0b607624c70f44bfa2ac2a51aa587fd7 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:41.410956 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-45e4b519-134d-4bfe-a630-12cce5e148e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:41.422395 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e4d0d3-2234-430e-8b2d-695f6f305381 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:36:41.422719 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:41.436838 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2848652-004e-4eb0-9688-3170ffa0da38 None None] Sync routers for ids ['14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:36:41.439059 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-23e4d0d3-2234-430e-8b2d-695f6f305381 admin admin] 10.222.0.32 "PUT /v2.0/routers/14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1594424 Jul 24 09:36:41.442093 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37100) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:41.449067 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2848652-004e-4eb0-9688-3170ffa0da38 None None] Routers {'14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:41.449284 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-45e4b519-134d-4bfe-a630-12cce5e148e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:41.453099 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d2848652-004e-4eb0-9688-3170ffa0da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:41.463740 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] Routers {'3b168fd3-f942-4feb-b3d1-9c1ed54ced2b'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:41.464227 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07eaa820-6aa7-4a12-be64-e2555250870a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:36:41.464532 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['3b168fd3-f942-4feb-b3d1-9c1ed54ced2b'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:41.468490 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa97c3a-c80f-42ee-abc5-b0c7d47cdd38 None None] Pushing event updated for resources: {'Port': ['ID=1033e945-87a0-4396-9650-bdc78fa30cb3,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:41.485927 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:41.495916 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:41.496660 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:41.514738 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cec763-ebe1-4f79-8ad4-676d0dc04a9f None None] Sync routers for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:36:41.585547 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b5f35007-2cb8-4ab8-b44e-119705d71b4f admin admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:41.601516 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-d2848652-004e-4eb0-9688-3170ffa0da38 None None] Set router 14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:36:41.602751 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cec763-ebe1-4f79-8ad4-676d0dc04a9f None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:41.603384 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-89cec763-ebe1-4f79-8ad4-676d0dc04a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:41.623363 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:41.651025 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07eaa820-6aa7-4a12-be64-e2555250870a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:41.666256 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-89cec763-ebe1-4f79-8ad4-676d0dc04a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:41.683423 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:41.687996 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:41.691890 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cec763-ebe1-4f79-8ad4-676d0dc04a9f None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:41.692581 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-89cec763-ebe1-4f79-8ad4-676d0dc04a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:41.693449 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/networks/2959db91-495d-4934-8651-d1c437256084 HTTP/1.1" status: 204 len: 168 time: 2.9052279 Jul 24 09:36:41.697064 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37102) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:41.733113 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-8823135b-f7c4-491e-a06e-324e21b6deb7 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] GET failed (client error): The resource could not be found. Jul 24 09:36:41.735851 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8823135b-f7c4-491e-a06e-324e21b6deb7 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "GET /v2.0/subnets/32f5d629-0700-4c47-a600-33c1bc963ecf HTTP/1.1" status: 404 len: 337 time: 0.0373757 Jul 24 09:36:41.739278 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37104) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:41.758846 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-89cec763-ebe1-4f79-8ad4-676d0dc04a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:41.759938 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cec763-ebe1-4f79-8ad4-676d0dc04a9f None None] The sync data for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:36:41.774268 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] Set router 3b168fd3-f942-4feb-b3d1-9c1ed54ced2b gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:36:41.781795 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-45e4b519-134d-4bfe-a630-12cce5e148e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:41.789850 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fbbd-6ee4-4656-b396-b699484ac37d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Network': ['ID=2959db91-495d-4934-8651-d1c437256084,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:41.801629 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-45e4b519-134d-4bfe-a630-12cce5e148e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:41.806749 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e83223-812f-4ebc-8d62-2ac3b22ab07e tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:41.807438 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54e83223-812f-4ebc-8d62-2ac3b22ab07e tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:41.810984 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-54e83223-812f-4ebc-8d62-2ac3b22ab07e tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/networks/2959db91-495d-4934-8651-d1c437256084 HTTP/1.1" status: 404 len: 339 time: 0.0703881 Jul 24 09:36:41.816029 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b5f35007-2cb8-4ab8-b44e-119705d71b4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:41.821901 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37106) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:41.849627 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-07eaa820-6aa7-4a12-be64-e2555250870a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "PUT /v2.0/floatingips/10f31043-7a43-43ca-a48f-4b829bf3a862 HTTP/1.1" status: 200 len: 688 time: 2.0165074 Jul 24 09:36:41.852193 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37108) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:41.915965 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e4b519-134d-4bfe-a630-12cce5e148e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:36:41.923210 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d2848652-004e-4eb0-9688-3170ffa0da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'name': 'tempest-TestServerBasicOps-333584308-router', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:31:03Z', 'updated_at': '2021-07-24T09:36:39Z', 'revision_number': 5, 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'gw_port': {'id': '702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:04Z', 'updated_at': '2021-07-24T09:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:41.953064 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2848652-004e-4eb0-9688-3170ffa0da38 None None] Checking router: 14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:36:41.962868 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2848652-004e-4eb0-9688-3170ffa0da38 None None] Routers {'14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:41.963554 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d2848652-004e-4eb0-9688-3170ffa0da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:41.967232 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4b519-134d-4bfe-a630-12cce5e148e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3640a992-0bcd-4744-b704-e247f69e1f24,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:41.973084 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-b5f35007-2cb8-4ab8-b44e-119705d71b4f admin admin] Deleting port 702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:41.973440 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b5f35007-2cb8-4ab8-b44e-119705d71b4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:42.041668 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b168fd3-f942-4feb-b3d1-9c1ed54ced2b', 'name': 'tempest-TestServerMultinode-111780723-router', 'tenant_id': '10423aad3f5042c0a55898d238c4bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '7f6ee225-8198-4f9b-9fe0-819aa3da125e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:36:30Z', 'updated_at': '2021-07-24T09:36:37Z', 'revision_number': 4, 'project_id': '10423aad3f5042c0a55898d238c4bdc5', 'gw_port': {'id': '7f6ee225-8198-4f9b-9fe0-819aa3da125e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b168fd3-f942-4feb-b3d1-9c1ed54ced2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:36:32Z', 'updated_at': '2021-07-24T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '1033e945-87a0-4396-9650-bdc78fa30cb3', 'name': '', 'network_id': '24720237-0fc0-4cac-9d1b-fcc942ebfb00', 'tenant_id': '10423aad3f5042c0a55898d238c4bdc5', 'mac_address': 'fa:16:3e:8c:15:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b168fd3-f942-4feb-b3d1-9c1ed54ced2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '1945b820-8cd7-46f1-a597-4cb02f209ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:36:35Z', 'updated_at': '2021-07-24T09:36:41Z', 'revision_number': 4, 'project_id': '10423aad3f5042c0a55898d238c4bdc5', 'subnets': [{'id': '1945b820-8cd7-46f1-a597-4cb02f209ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:42.050444 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-45e4b519-134d-4bfe-a630-12cce5e148e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:42.050797 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-45e4b519-134d-4bfe-a630-12cce5e148e5 admin admin] Added segment cd5ba498-deee-4ecf-a902-e902747f5dff of type vlan for network 7edef21f-18cb-4666-85f5-21ab7f8be42d Jul 24 09:36:42.062889 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-d2848652-004e-4eb0-9688-3170ffa0da38 None None] Set router 14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5 gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:36:42.066922 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-b5f35007-2cb8-4ab8-b44e-119705d71b4f admin admin] For port 702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:42.067295 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b5f35007-2cb8-4ab8-b44e-119705d71b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:42.074591 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed5eec8-ceef-49c3-892a-eec80a968110 None None] The sync data for ids ['3b168fd3-f942-4feb-b3d1-9c1ed54ced2b'] in n-d-800085-9 is: [{'id': '3b168fd3-f942-4feb-b3d1-9c1ed54ced2b', 'name': 'tempest-TestServerMultinode-111780723-router', 'tenant_id': '10423aad3f5042c0a55898d238c4bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '7f6ee225-8198-4f9b-9fe0-819aa3da125e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:36:30Z', 'updated_at': '2021-07-24T09:36:37Z', 'revision_number': 4, 'project_id': '10423aad3f5042c0a55898d238c4bdc5', 'gw_port': {'id': '7f6ee225-8198-4f9b-9fe0-819aa3da125e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b168fd3-f942-4feb-b3d1-9c1ed54ced2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:36:32Z', 'updated_at': '2021-07-24T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '1033e945-87a0-4396-9650-bdc78fa30cb3', 'name': '', 'network_id': '24720237-0fc0-4cac-9d1b-fcc942ebfb00', 'tenant_id': '10423aad3f5042c0a55898d238c4bdc5', 'mac_address': 'fa:16:3e:8c:15:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b168fd3-f942-4feb-b3d1-9c1ed54ced2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '1945b820-8cd7-46f1-a597-4cb02f209ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:36:35Z', 'updated_at': '2021-07-24T09:36:41Z', 'revision_number': 4, 'project_id': '10423aad3f5042c0a55898d238c4bdc5', 'subnets': [{'id': '1945b820-8cd7-46f1-a597-4cb02f209ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:36:42.089535 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-10f0abef-49bc-4f79-8d3b-b6a9a3faf6a8 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:42.107197 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-b5f35007-2cb8-4ab8-b44e-119705d71b4f admin admin] Calling delete_port for 702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:42.144380 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d2848652-004e-4eb0-9688-3170ffa0da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'name': 'tempest-TestServerBasicOps-333584308-router', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:31:03Z', 'updated_at': '2021-07-24T09:36:41Z', 'revision_number': 6, 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:42.192048 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2848652-004e-4eb0-9688-3170ffa0da38 None None] The sync data for ids ['14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5'] in n-d-800085-9 is: [{'id': '14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5', 'name': 'tempest-TestServerBasicOps-333584308-router', 'tenant_id': 'd9b1cb98e59c48669615f4c794808b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:31:03Z', 'updated_at': '2021-07-24T09:36:41Z', 'revision_number': 6, 'project_id': 'd9b1cb98e59c48669615f4c794808b22', 'gw_port_host': None}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:36:42.250387 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-d1734035-3ddb-429a-9605-1293c201bfa2 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Deleting port f4a4a027-faa9-48c2-a0d2-cca1ef8ea458 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:42.251331 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d1734035-3ddb-429a-9605-1293c201bfa2 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:42.272161 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0abef-49bc-4f79-8d3b-b6a9a3faf6a8 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Subnet': ['ID=04994a39-c64d-45f6-8aec-0d41931d4df9,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:42.287042 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-45e4b519-134d-4bfe-a630-12cce5e148e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:42.304311 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162cde9e-83bc-4cd6-a19b-6c0d1d4e8a64 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:42.307959 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-162cde9e-83bc-4cd6-a19b-6c0d1d4e8a64 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4770765 Jul 24 09:36:42.310844 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37110) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:42.370989 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f9c4d9c6-89f0-432d-83e8-447874a2e83d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "GET /v2.0/subnets?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770 HTTP/1.1" status: 200 len: 207 time: 0.0588217 Jul 24 09:36:42.377149 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37112) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:42.399166 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f0abef-49bc-4f79-8d3b-b6a9a3faf6a8 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Checking segment: {'id': '540672ce-a91c-4474-9e57-27f7919dffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd4a26288-2715-4c65-8816-0b6170dbefb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:42.399506 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f0abef-49bc-4f79-8d3b-b6a9a3faf6a8 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network hostable DHCP agents. Network: d4a26288-2715-4c65-8816-0b6170dbefb1, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:36:42.406223 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d1734035-3ddb-429a-9605-1293c201bfa2 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:42.406564 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d1734035-3ddb-429a-9605-1293c201bfa2 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:42.414806 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-45e4b519-134d-4bfe-a630-12cce5e148e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:42.416192 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e4b519-134d-4bfe-a630-12cce5e148e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:42.416375 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-45e4b519-134d-4bfe-a630-12cce5e148e5 admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:42.423549 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-d1734035-3ddb-429a-9605-1293c201bfa2 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Calling delete_port for f4a4a027-faa9-48c2-a0d2-cca1ef8ea458 owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:42.439085 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b5f35007-2cb8-4ab8-b44e-119705d71b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:42.495983 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f35007-2cb8-4ab8-b44e-119705d71b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:42.588189 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-45e4b519-134d-4bfe-a630-12cce5e148e5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5172420 Jul 24 09:36:42.591668 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37114) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:42.596777 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-2bfd2019-238e-4593-a597-101863884b86 admin admin] Request body: {'subnet': {'network_id': '7edef21f-18cb-4666-85f5-21ab7f8be42d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-425625299-subnet', 'tenant_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:42.679412 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfd2019-238e-4593-a597-101863884b86 admin admin] Made reservation on behalf of 0b607624c70f44bfa2ac2a51aa587fd7 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:42.682294 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2bfd2019-238e-4593-a597-101863884b86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:42.731696 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b5f35007-2cb8-4ab8-b44e-119705d71b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:42.889440 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b5f35007-2cb8-4ab8-b44e-119705d71b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:42.895403 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b5f35007-2cb8-4ab8-b44e-119705d71b4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:42.963713 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b5f35007-2cb8-4ab8-b44e-119705d71b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:42.964296 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f35007-2cb8-4ab8-b44e-119705d71b4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:36:42.970872 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b5f35007-2cb8-4ab8-b44e-119705d71b4f admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:42.972192 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b5f35007-2cb8-4ab8-b44e-119705d71b4f admin admin] 10.222.0.32 "DELETE /v2.0/routers/14eadf74-b5f3-4991-a2ba-a5cb5b3e01a5 HTTP/1.1" status: 204 len: 168 time: 1.5282629 Jul 24 09:36:42.975123 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d1734035-3ddb-429a-9605-1293c201bfa2 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:42.977090 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37116) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:43.007625 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4b519-134d-4bfe-a630-12cce5e148e5 admin admin] Pushing event updated for resources: {'Network': ['ID=7edef21f-18cb-4666-85f5-21ab7f8be42d,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:43.021076 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 7edef21f-18cb-4666-85f5-21ab7f8be42d details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:36:43.023103 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f0abef-49bc-4f79-8d3b-b6a9a3faf6a8 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network d4a26288-2715-4c65-8816-0b6170dbefb1 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:36:43.059725 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-10f0abef-49bc-4f79-8d3b-b6a9a3faf6a8 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, d4a26288-2715-4c65-8816-0b6170dbefb1) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:43.064144 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f0abef-49bc-4f79-8d3b-b6a9a3faf6a8 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:43.064756 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-10f0abef-49bc-4f79-8d3b-b6a9a3faf6a8 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:43.075133 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1734035-3ddb-429a-9605-1293c201bfa2 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event deleted for resources: {'Port': ['ID=f4a4a027-faa9-48c2-a0d2-cca1ef8ea458,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:43.091176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58067d93-c960-48ac-acf6-4ef6929bf89f tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:43.097840 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58067d93-c960-48ac-acf6-4ef6929bf89f tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:43.104462 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58067d93-c960-48ac-acf6-4ef6929bf89f tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:43.112651 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58067d93-c960-48ac-acf6-4ef6929bf89f tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:43.112651 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-58067d93-c960-48ac-acf6-4ef6929bf89f tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.7338972 Jul 24 09:36:43.116195 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37118) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:43.117072 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d4128c-28cf-43b2-bd6c-78f567524321 None None] Network d4a26288-2715-4c65-8816-0b6170dbefb1 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:43.128620 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-10f0abef-49bc-4f79-8d3b-b6a9a3faf6a8 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5527589 Jul 24 09:36:43.131571 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37120) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:43.136569 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-54dca675-c933-4f41-8279-c6ba4da2c8f6 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'port': {'network_id': 'd4a26288-2715-4c65-8816-0b6170dbefb1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-262961281'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:43.142926 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 1033e945-87a0-4396-9650-bdc78fa30cb3 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:36:43.171846 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-180a46c0-9bec-411c-b70c-238d85b3924a admin admin] Deleting subnet cef55fc5-3019-4119-82d6-5bb136a17890 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:36:43.232942 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-180a46c0-9bec-411c-b70c-238d85b3924a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:43.314331 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-180a46c0-9bec-411c-b70c-238d85b3924a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:43.317977 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2bfd2019-238e-4593-a597-101863884b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:43.340003 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 1033e945-87a0-4396-9650-bdc78fa30cb3 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:36:43.352253 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f1fe0453-3637-4500-bdb7-6d942699a8b1 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2319214 Jul 24 09:36:43.354459 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37122) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:43.360982 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 1033e945-87a0-4396-9650-bdc78fa30cb3 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:43.360982 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:43.392137 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f396be3-88f2-460f-b6a2-004213435229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-d4a26288-2715-4c65-8816-0b6170dbefb1', 'network_id': 'd4a26288-2715-4c65-8816-0b6170dbefb1', 'tenant_id': 'ece2fa60f63e47ff8c9742fc9be058e6', 'fixed_ips': [{'subnet_id': '04994a39-c64d-45f6-8aec-0d41931d4df9'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:36:43.393133 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9f396be3-88f2-460f-b6a2-004213435229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:43.433348 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d1734035-3ddb-429a-9605-1293c201bfa2 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:43.436916 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d1734035-3ddb-429a-9605-1293c201bfa2 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:43.441291 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d1734035-3ddb-429a-9605-1293c201bfa2 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "DELETE /v2.0/floatingips/10f31043-7a43-43ca-a48f-4b829bf3a862 HTTP/1.1" status: 204 len: 168 time: 1.5873861 Jul 24 09:36:43.443856 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37124) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:43.490107 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-180a46c0-9bec-411c-b70c-238d85b3924a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:43.543098 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd2019-238e-4593-a597-101863884b86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6c24f1c-f05a-474a-92c1-211497c463b7,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:43.548343 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-c9b4ebf6-1132-47e5-8c53-007bc2ae6bef tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] delete failed (client error): The resource could not be found. Jul 24 09:36:43.555889 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c9b4ebf6-1132-47e5-8c53-007bc2ae6bef tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "DELETE /v2.0/floatingips/10f31043-7a43-43ca-a48f-4b829bf3a862 HTTP/1.1" status: 404 len: 345 time: 0.1049888 Jul 24 09:36:43.560659 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37128) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:43.563306 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dca675-c933-4f41-8279-c6ba4da2c8f6 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:43.567233 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-54dca675-c933-4f41-8279-c6ba4da2c8f6 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:43.571903 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfd2019-238e-4593-a597-101863884b86 admin admin] Checking segment: {'id': 'cd5ba498-deee-4ecf-a902-e902747f5dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7edef21f-18cb-4666-85f5-21ab7f8be42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:43.572600 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfd2019-238e-4593-a597-101863884b86 admin admin] Network hostable DHCP agents. Network: 7edef21f-18cb-4666-85f5-21ab7f8be42d, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:36:43.640666 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfd2019-238e-4593-a597-101863884b86 admin admin] Network 7edef21f-18cb-4666-85f5-21ab7f8be42d is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:36:43.647822 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd3b70c-3541-4264-a3ba-0b23287404b3 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:43.649313 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd3b70c-3541-4264-a3ba-0b23287404b3 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:43.651252 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5fd3b70c-3541-4264-a3ba-0b23287404b3 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2947779 Jul 24 09:36:43.652228 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-180a46c0-9bec-411c-b70c-238d85b3924a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:43.660144 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37132) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:43.664849 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:43.672525 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-54dca675-c933-4f41-8279-c6ba4da2c8f6 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] device_id is not set on port c351b0b9-5b0e-4638-bb3b-d308218a6346 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:36:43.689693 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a46c0-9bec-411c-b70c-238d85b3924a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cef55fc5-3019-4119-82d6-5bb136a17890,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:43.692116 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-2bfd2019-238e-4593-a597-101863884b86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 7edef21f-18cb-4666-85f5-21ab7f8be42d) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:43.699883 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfd2019-238e-4593-a597-101863884b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:43.700657 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2bfd2019-238e-4593-a597-101863884b86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:43.707204 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-180a46c0-9bec-411c-b70c-238d85b3924a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:43.713166 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-180a46c0-9bec-411c-b70c-238d85b3924a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cef55fc5-3019-4119-82d6-5bb136a17890 HTTP/1.1" status: 204 len: 168 time: 0.7296414 Jul 24 09:36:43.717125 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37134) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:43.737304 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-9f396be3-88f2-460f-b6a2-004213435229 None None] Allocated IP 172.20.0.2 (d4a26288-2715-4c65-8816-0b6170dbefb1/04994a39-c64d-45f6-8aec-0d41931d4df9/532a2a88-c096-45fe-87fd-248004bfb7bf) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:43.771300 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2bfd2019-238e-4593-a597-101863884b86 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1785400 Jul 24 09:36:43.773862 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37136) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:43.786413 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 1033e945-87a0-4396-9650-bdc78fa30cb3, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=1033e945-87a0-4396-9650-bdc78fa30cb3,segment=NetworkSegment(94e00f13-d29f-4b24-accf-dd5e2626e5f2),segment_id=94e00f13-d29f-4b24-accf-dd5e2626e5f2)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:43.787719 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03aa6393-dd20-4b73-8c82-8c0885c67c39 None None] Network 7edef21f-18cb-4666-85f5-21ab7f8be42d requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:43.788186 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-01353905-4af8-4b94-91b7-e3d8026125db admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-425625299-router', 'tenant_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:43.794521 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855a2e27-0dbe-4406-b886-3a85054a505f None None] Network 0783deff-46f9-4f21-b179-aabc847cb83f requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:43.813287 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:43.828366 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e59f4e-0159-47f0-98f6-2a7e060a5162 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:43.831412 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e59f4e-0159-47f0-98f6-2a7e060a5162 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:43.836873 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-57e59f4e-0159-47f0-98f6-2a7e060a5162 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1746280 Jul 24 09:36:43.838225 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37138) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:43.844304 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e892f9fa-bd5a-416a-bc41-5952b4baa632 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:36:43.857031 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5cb716b-6715-49f9-bb27-2f32ba9affff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:43.862437 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66280ab-4b46-42e2-ba96-d288eecce0da tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:43.869169 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66280ab-4b46-42e2-ba96-d288eecce0da tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:43.875768 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66280ab-4b46-42e2-ba96-d288eecce0da tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:43.880664 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b66280ab-4b46-42e2-ba96-d288eecce0da tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "GET /v2.0/ports?network_id=4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc HTTP/1.1" status: 200 len: 2359 time: 0.3183107 Jul 24 09:36:43.881334 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37140) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:43.896029 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-01353905-4af8-4b94-91b7-e3d8026125db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:43.897587 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-01353905-4af8-4b94-91b7-e3d8026125db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:43.923433 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: e892f9fa-bd5a-416a-bc41-5952b4baa632 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:36:43.923781 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e892f9fa-bd5a-416a-bc41-5952b4baa632 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:36:43.952612 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86cd8bd-66a5-4973-b2ee-b8a71a5d9063 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:43.954790 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b86cd8bd-66a5-4973-b2ee-b8a71a5d9063 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "GET /v2.0/subnets/8077a859-a96c-47e4-9c0f-1d1c1c0806f8 HTTP/1.1" status: 200 len: 797 time: 0.0720615 Jul 24 09:36:43.959636 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37142) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:43.967302 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-8d5810b2-a455-48b1-8d3d-52f8a0cae7b7 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Request body: {'port': {'network_id': '4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc', 'name': 'tempest-FloatingIPTestJSON-1857124783', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:44.037569 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=1033e945-87a0-4396-9650-bdc78fa30cb3,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:44.038161 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-01353905-4af8-4b94-91b7-e3d8026125db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:44.046800 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82732418-9347-4902-9dbd-8dd9bc1badb2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:44.048318 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-82732418-9347-4902-9dbd-8dd9bc1badb2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "GET /v2.0/networks/a1053d57-0bcc-4032-94ca-6e62d6efbff3 HTTP/1.1" status: 200 len: 800 time: 0.2090514 Jul 24 09:36:44.054032 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37144) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:44.123564 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-e5cb716b-6715-49f9-bb27-2f32ba9affff admin admin] Deleting port 5e577fa8-5dfc-40e0-96d3-d679a618f47c {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:44.123908 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5cb716b-6715-49f9-bb27-2f32ba9affff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:44.174702 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:44.200277 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5810b2-a455-48b1-8d3d-52f8a0cae7b7 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Made reservation on behalf of 76fd8d5cff76432285d9245511956821 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:44.223291 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b49a316b-b08e-44f2-a85b-a02c4e61b055 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "GET /v2.0/networks/a1053d57-0bcc-4032-94ca-6e62d6efbff3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1678488 Jul 24 09:36:44.229817 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37146) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:44.230707 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9f396be3-88f2-460f-b6a2-004213435229 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:44.249635 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-9f396be3-88f2-460f-b6a2-004213435229 None None] Transition to ACTIVE for port object 532a2a88-c096-45fe-87fd-248004bfb7bf will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:44.255168 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a7cc93-6ea0-4fcc-a932-ac2a8ccc039c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-7edef21f-18cb-4666-85f5-21ab7f8be42d', 'network_id': '7edef21f-18cb-4666-85f5-21ab7f8be42d', 'tenant_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'fixed_ips': [{'subnet_id': 'f6c24f1c-f05a-474a-92c1-211497c463b7'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:36:44.256163 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c3a7cc93-6ea0-4fcc-a932-ac2a8ccc039c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:44.295666 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-9f396be3-88f2-460f-b6a2-004213435229 None None] Transition to ACTIVE for port object 532a2a88-c096-45fe-87fd-248004bfb7bf will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:44.317251 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9f396be3-88f2-460f-b6a2-004213435229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:44.379073 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703eae8c-5b65-47b6-ac3e-d77a6ae3b827 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:44.379073 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-703eae8c-5b65-47b6-ac3e-d77a6ae3b827 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "GET /v2.0/subnets/1bcea5b5-fca3-4541-ba12-5c1a3129258c HTTP/1.1" status: 200 len: 811 time: 0.1442094 Jul 24 09:36:44.380811 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37148) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:44.453995 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d5810b2-a455-48b1-8d3d-52f8a0cae7b7 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:44.467043 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-54dca675-c933-4f41-8279-c6ba4da2c8f6 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Allocated IP 172.20.0.7 (d4a26288-2715-4c65-8816-0b6170dbefb1/04994a39-c64d-45f6-8aec-0d41931d4df9/c351b0b9-5b0e-4638-bb3b-d308218a6346) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:44.469070 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf5b2fd-25aa-433b-9210-476944fe02a6 None None] DHCP port deletion for 0783deff-46f9-4f21-b179-aabc847cb83f request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:36:44.470674 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 1033e945-87a0-4396-9650-bdc78fa30cb3 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:36:44.491132 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f396be3-88f2-460f-b6a2-004213435229 None None] Network d4a26288-2715-4c65-8816-0b6170dbefb1 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:44.493825 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886fea60-1012-4e84-ae2d-3b7f0a87fa2b tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['shared'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:44.498268 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-886fea60-1012-4e84-ae2d-3b7f0a87fa2b tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "GET /v2.0/subnets/1bcea5b5-fca3-4541-ba12-5c1a3129258c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1141541 Jul 24 09:36:44.502652 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37150) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:44.505143 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-8d5810b2-a455-48b1-8d3d-52f8a0cae7b7 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] device_id is not set on port dbb1dece-2875-4a71-9a6d-1925cab7011e yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:36:44.513421 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-d00aeaee-edd4-4f2f-9c34-b295ed0d79a9 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1854889148'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:44.527248 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-9f396be3-88f2-460f-b6a2-004213435229 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:44.553753 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f396be3-88f2-460f-b6a2-004213435229 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:44.569133 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-01353905-4af8-4b94-91b7-e3d8026125db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:44.573612 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-e5cb716b-6715-49f9-bb27-2f32ba9affff admin admin] For port 5e577fa8-5dfc-40e0-96d3-d679a618f47c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5e577fa8-5dfc-40e0-96d3-d679a618f47c,segment=NetworkSegment(cfed7080-3fee-4453-a63a-a6bc8a5834f7),segment_id=cfed7080-3fee-4453-a63a-a6bc8a5834f7)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:44.574210 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5cb716b-6715-49f9-bb27-2f32ba9affff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:44.574536 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f396be3-88f2-460f-b6a2-004213435229 None None] Pushing event updated for resources: {'Port': ['ID=532a2a88-c096-45fe-87fd-248004bfb7bf,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:44.579144 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-c3a7cc93-6ea0-4fcc-a932-ac2a8ccc039c None None] Allocated IP 172.20.0.2 (7edef21f-18cb-4666-85f5-21ab7f8be42d/f6c24f1c-f05a-474a-92c1-211497c463b7/0e2961f5-a09e-4426-b9cd-5e3d3a534a02) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:44.604838 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-e5cb716b-6715-49f9-bb27-2f32ba9affff admin admin] Calling delete_port for 5e577fa8-5dfc-40e0-96d3-d679a618f47c owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:44.691253 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-9f396be3-88f2-460f-b6a2-004213435229 None None] Attempting to bind port 532a2a88-c096-45fe-87fd-248004bfb7bf on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:36:44.691779 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-9f396be3-88f2-460f-b6a2-004213435229 None None] Attempting to bind port 532a2a88-c096-45fe-87fd-248004bfb7bf by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '540672ce-a91c-4474-9e57-27f7919dffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd4a26288-2715-4c65-8816-0b6170dbefb1'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:36:44.692246 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f396be3-88f2-460f-b6a2-004213435229 None None] Attempting to bind port 532a2a88-c096-45fe-87fd-248004bfb7bf on network d4a26288-2715-4c65-8816-0b6170dbefb1 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:36:44.727859 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 1033e945-87a0-4396-9650-bdc78fa30cb3 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:44.728393 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:44.738517 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00aeaee-edd4-4f2f-9c34-b295ed0d79a9 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Made reservation on behalf of 359551b003a744d0a963cb1d5a25f061 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:44.742950 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d00aeaee-edd4-4f2f-9c34-b295ed0d79a9 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:44.747608 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5cb716b-6715-49f9-bb27-2f32ba9affff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:44.758806 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f396be3-88f2-460f-b6a2-004213435229 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:36:44.759326 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f396be3-88f2-460f-b6a2-004213435229 None None] Checking segment: {'id': '540672ce-a91c-4474-9e57-27f7919dffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd4a26288-2715-4c65-8816-0b6170dbefb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:44.759824 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9f396be3-88f2-460f-b6a2-004213435229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:44.760338 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f396be3-88f2-460f-b6a2-004213435229 None None] Bound using segment: {'id': '540672ce-a91c-4474-9e57-27f7919dffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd4a26288-2715-4c65-8816-0b6170dbefb1'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:36:44.760951 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-9f396be3-88f2-460f-b6a2-004213435229 None None] Bound port: 532a2a88-c096-45fe-87fd-248004bfb7bf, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540672ce-a91c-4474-9e57-27f7919dffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd4a26288-2715-4c65-8816-0b6170dbefb1'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:36:44.761426 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9f396be3-88f2-460f-b6a2-004213435229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:44.777058 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb716b-6715-49f9-bb27-2f32ba9affff admin admin] Pushing event deleted for resources: {'Port': ['ID=5e577fa8-5dfc-40e0-96d3-d679a618f47c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:44.784694 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cb716b-6715-49f9-bb27-2f32ba9affff admin admin] No DVR routers for this DVR port 5e577fa8-5dfc-40e0-96d3-d679a618f47c on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:44.785227 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-2bf5b2fd-25aa-433b-9210-476944fe02a6 None None] Deleting port 5e577fa8-5dfc-40e0-96d3-d679a618f47c {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:44.785703 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2bf5b2fd-25aa-433b-9210-476944fe02a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:44.842757 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d00aeaee-edd4-4f2f-9c34-b295ed0d79a9 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:36:44.873773 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-54dca675-c933-4f41-8279-c6ba4da2c8f6 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:44.884723 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d00aeaee-edd4-4f2f-9c34-b295ed0d79a9 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:44.885441 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-d00aeaee-edd4-4f2f-9c34-b295ed0d79a9 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Added segment 1cfc6abd-0e65-46a0-877d-4257c302f313 of type vlan for network e23e6a6a-781a-4319-95c4-6af683ce54b1 Jul 24 09:36:44.950082 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-54dca675-c933-4f41-8279-c6ba4da2c8f6 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Transition to ACTIVE for port object c351b0b9-5b0e-4638-bb3b-d308218a6346 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:44.951534 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5cb716b-6715-49f9-bb27-2f32ba9affff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:44.968535 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-e5cb716b-6715-49f9-bb27-2f32ba9affff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0783deff-46f9-4f21-b179-aabc847cb83f']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:44.973990 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d00aeaee-edd4-4f2f-9c34-b295ed0d79a9 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:44.981794 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-e5cb716b-6715-49f9-bb27-2f32ba9affff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfed7080-3fee-4453-a63a-a6bc8a5834f7') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:44.982095 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-e5cb716b-6715-49f9-bb27-2f32ba9affff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfed7080-3fee-4453-a63a-a6bc8a5834f7') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:44.995056 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-01353905-4af8-4b94-91b7-e3d8026125db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:44.998361 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5cb716b-6715-49f9-bb27-2f32ba9affff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:45.027129 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-01353905-4af8-4b94-91b7-e3d8026125db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:45.034475 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5cb716b-6715-49f9-bb27-2f32ba9affff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:45.072036 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5cb716b-6715-49f9-bb27-2f32ba9affff admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:45.072277 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-8d5810b2-a455-48b1-8d3d-52f8a0cae7b7 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Allocated IP 172.20.0.14 (4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc/8077a859-a96c-47e4-9c0f-1d1c1c0806f8/dbb1dece-2875-4a71-9a6d-1925cab7011e) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:45.073224 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5cb716b-6715-49f9-bb27-2f32ba9affff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:45.075406 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:45.077864 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d00aeaee-edd4-4f2f-9c34-b295ed0d79a9 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:45.084256 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00aeaee-edd4-4f2f-9c34-b295ed0d79a9 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:45.084897 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d00aeaee-edd4-4f2f-9c34-b295ed0d79a9 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:45.090355 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-2bf5b2fd-25aa-433b-9210-476944fe02a6 None None] For port 5e577fa8-5dfc-40e0-96d3-d679a618f47c, host n-d-800085-9, got binding levels [] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:45.090972 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2bf5b2fd-25aa-433b-9210-476944fe02a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:45.096482 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-8d5810b2-a455-48b1-8d3d-52f8a0cae7b7 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Allocated IP 172.20.0.13 (4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc/8077a859-a96c-47e4-9c0f-1d1c1c0806f8/dbb1dece-2875-4a71-9a6d-1925cab7011e) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:45.100473 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-54dca675-c933-4f41-8279-c6ba4da2c8f6 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:45.118943 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-2bf5b2fd-25aa-433b-9210-476944fe02a6 None None] Calling delete_port for 5e577fa8-5dfc-40e0-96d3-d679a618f47c owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:45.133664 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.ipam_backend_mixin [None req-2bf5b2fd-25aa-433b-9210-476944fe02a6 None None] Port 5e577fa8-5dfc-40e0-96d3-d679a618f47c was not found and therefore no delete operation was performed {{(pid=94037) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 09:36:45.142673 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c3a7cc93-6ea0-4fcc-a932-ac2a8ccc039c None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:45.151884 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2bf5b2fd-25aa-433b-9210-476944fe02a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:45.162806 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5cb716b-6715-49f9-bb27-2f32ba9affff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:45.163618 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-9f396be3-88f2-460f-b6a2-004213435229 None None] For port 532a2a88-c096-45fe-87fd-248004bfb7bf, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:36:45.168412 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5cb716b-6715-49f9-bb27-2f32ba9affff admin admin] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:45.173531 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37152) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:45.174921 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e5cb716b-6715-49f9-bb27-2f32ba9affff admin admin] 10.222.0.32 "DELETE /v2.0/networks/0783deff-46f9-4f21-b179-aabc847cb83f HTTP/1.1" status: 204 len: 168 time: 1.4550831 Jul 24 09:36:45.191766 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d00aeaee-edd4-4f2f-9c34-b295ed0d79a9 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6849740 Jul 24 09:36:45.197251 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37154) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:45.199272 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb716b-6715-49f9-bb27-2f32ba9affff admin admin] Pushing event deleted for resources: {'Network': ['ID=0783deff-46f9-4f21-b179-aabc847cb83f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:45.207177 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c3a7cc93-6ea0-4fcc-a932-ac2a8ccc039c None None] Transition to ACTIVE for port object 0e2961f5-a09e-4426-b9cd-5e3d3a534a02 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:45.221719 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5b2fd-25aa-433b-9210-476944fe02a6 None None] Pushing event deleted for resources: {'Port': ['ID=5e577fa8-5dfc-40e0-96d3-d679a618f47c,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:45.224649 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-9f396be3-88f2-460f-b6a2-004213435229 None None] For port 532a2a88-c096-45fe-87fd-248004bfb7bf, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=532a2a88-c096-45fe-87fd-248004bfb7bf,segment=NetworkSegment(540672ce-a91c-4474-9e57-27f7919dffc0),segment_id=540672ce-a91c-4474-9e57-27f7919dffc0)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:36:45.241659 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf5b2fd-25aa-433b-9210-476944fe02a6 None None] No DVR routers for this DVR port 5e577fa8-5dfc-40e0-96d3-d679a618f47c on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:45.244548 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9f396be3-88f2-460f-b6a2-004213435229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:45.253057 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-01353905-4af8-4b94-91b7-e3d8026125db admin admin] Allocated IP 172.25.7.10 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/ed5e59c4-070b-462a-a207-5a49985bf8ef) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:45.261618 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c3a7cc93-6ea0-4fcc-a932-ac2a8ccc039c None None] Transition to ACTIVE for port object 0e2961f5-a09e-4426-b9cd-5e3d3a534a02 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:45.281637 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-412dc0cd-b0d4-49b8-af61-73db20bd2c0f tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Request body: {'subnet': {'network_id': 'e23e6a6a-781a-4319-95c4-6af683ce54b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:45.293612 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c3a7cc93-6ea0-4fcc-a932-ac2a8ccc039c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:45.300956 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:36:45.332677 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dca675-c933-4f41-8279-c6ba4da2c8f6 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network d4a26288-2715-4c65-8816-0b6170dbefb1 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:45.336013 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:36:45.336894 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 702ccc68-15a3-4bcc-b7c7-7fbbf1fee01e not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:36:45.360860 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a7cc93-6ea0-4fcc-a932-ac2a8ccc039c None None] Network 7edef21f-18cb-4666-85f5-21ab7f8be42d is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:45.365038 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-c3a7cc93-6ea0-4fcc-a932-ac2a8ccc039c None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:45.367162 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f396be3-88f2-460f-b6a2-004213435229 None None] Pushing event updated for resources: {'Port': ['ID=532a2a88-c096-45fe-87fd-248004bfb7bf,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:45.369778 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a7cc93-6ea0-4fcc-a932-ac2a8ccc039c None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:45.443929 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-01353905-4af8-4b94-91b7-e3d8026125db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:45.473707 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-c3a7cc93-6ea0-4fcc-a932-ac2a8ccc039c None None] Attempting to bind port 0e2961f5-a09e-4426-b9cd-5e3d3a534a02 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:36:45.474465 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-c3a7cc93-6ea0-4fcc-a932-ac2a8ccc039c None None] Attempting to bind port 0e2961f5-a09e-4426-b9cd-5e3d3a534a02 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'cd5ba498-deee-4ecf-a902-e902747f5dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7edef21f-18cb-4666-85f5-21ab7f8be42d'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:36:45.475084 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a7cc93-6ea0-4fcc-a932-ac2a8ccc039c None None] Attempting to bind port 0e2961f5-a09e-4426-b9cd-5e3d3a534a02 on network 7edef21f-18cb-4666-85f5-21ab7f8be42d {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:36:45.479013 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7cc93-6ea0-4fcc-a932-ac2a8ccc039c None None] Pushing event updated for resources: {'Port': ['ID=0e2961f5-a09e-4426-b9cd-5e3d3a534a02,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:45.484253 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a7cc93-6ea0-4fcc-a932-ac2a8ccc039c None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:36:45.484887 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a7cc93-6ea0-4fcc-a932-ac2a8ccc039c None None] Checking segment: {'id': 'cd5ba498-deee-4ecf-a902-e902747f5dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7edef21f-18cb-4666-85f5-21ab7f8be42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:45.485536 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c3a7cc93-6ea0-4fcc-a932-ac2a8ccc039c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:45.486326 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a7cc93-6ea0-4fcc-a932-ac2a8ccc039c None None] Bound using segment: {'id': 'cd5ba498-deee-4ecf-a902-e902747f5dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7edef21f-18cb-4666-85f5-21ab7f8be42d'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:36:45.487292 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-c3a7cc93-6ea0-4fcc-a932-ac2a8ccc039c None None] Bound port: 0e2961f5-a09e-4426-b9cd-5e3d3a534a02, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5ba498-deee-4ecf-a902-e902747f5dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7edef21f-18cb-4666-85f5-21ab7f8be42d'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:36:45.487929 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c3a7cc93-6ea0-4fcc-a932-ac2a8ccc039c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:45.490393 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-01353905-4af8-4b94-91b7-e3d8026125db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:45.537567 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01353905-4af8-4b94-91b7-e3d8026125db admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:45.541570 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-01353905-4af8-4b94-91b7-e3d8026125db admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:45.549009 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01353905-4af8-4b94-91b7-e3d8026125db admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:45.582258 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-c3a7cc93-6ea0-4fcc-a932-ac2a8ccc039c None None] For port 0e2961f5-a09e-4426-b9cd-5e3d3a534a02, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:36:45.593719 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-c3a7cc93-6ea0-4fcc-a932-ac2a8ccc039c None None] For port 0e2961f5-a09e-4426-b9cd-5e3d3a534a02, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=0e2961f5-a09e-4426-b9cd-5e3d3a534a02,segment=NetworkSegment(cd5ba498-deee-4ecf-a902-e902747f5dff),segment_id=cd5ba498-deee-4ecf-a902-e902747f5dff)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:36:45.600453 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c3a7cc93-6ea0-4fcc-a932-ac2a8ccc039c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:45.609204 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01353905-4af8-4b94-91b7-e3d8026125db admin admin] Pushing event updated for resources: {'Port': ['ID=ed5e59c4-070b-462a-a207-5a49985bf8ef,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:45.672936 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00aeaee-edd4-4f2f-9c34-b295ed0d79a9 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'Network': ['ID=e23e6a6a-781a-4319-95c4-6af683ce54b1,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:45.687281 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-54dca675-c933-4f41-8279-c6ba4da2c8f6 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:45.687935 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network e23e6a6a-781a-4319-95c4-6af683ce54b1 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:36:45.693604 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dca675-c933-4f41-8279-c6ba4da2c8f6 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:45.696809 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dca675-c933-4f41-8279-c6ba4da2c8f6 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Port': ['ID=c351b0b9-5b0e-4638-bb3b-d308218a6346,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:45.701903 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7cc93-6ea0-4fcc-a932-ac2a8ccc039c None None] Pushing event updated for resources: {'Port': ['ID=0e2961f5-a09e-4426-b9cd-5e3d3a534a02,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:45.879545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dca675-c933-4f41-8279-c6ba4da2c8f6 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:45.880234 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-54dca675-c933-4f41-8279-c6ba4da2c8f6 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:45.935197 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412dc0cd-b0d4-49b8-af61-73db20bd2c0f tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Made reservation on behalf of 359551b003a744d0a963cb1d5a25f061 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:45.939375 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-412dc0cd-b0d4-49b8-af61-73db20bd2c0f tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:45.951645 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-01353905-4af8-4b94-91b7-e3d8026125db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:46.001611 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-54dca675-c933-4f41-8279-c6ba4da2c8f6 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.8691332 Jul 24 09:36:46.010707 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37156) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:46.066689 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d5810b2-a455-48b1-8d3d-52f8a0cae7b7 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:46.099660 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.ipam_backend_mixin [None req-412dc0cd-b0d4-49b8-af61-73db20bd2c0f tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Performing IP validity checks on allocation pools {{(pid=94036) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 24 09:36:46.100344 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.ipam_backend_mixin [None req-412dc0cd-b0d4-49b8-af61-73db20bd2c0f tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94036) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 24 09:36:46.217779 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d5810b2-a455-48b1-8d3d-52f8a0cae7b7 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:46.244004 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-79dfa3d5-8715-4357-bcff-8345a285a6eb tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting port c351b0b9-5b0e-4638-bb3b-d308218a6346 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:46.244434 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-79dfa3d5-8715-4357-bcff-8345a285a6eb tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:46.319549 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5810b2-a455-48b1-8d3d-52f8a0cae7b7 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Network 4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:46.339226 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-01353905-4af8-4b94-91b7-e3d8026125db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:46.361744 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-8d5810b2-a455-48b1-8d3d-52f8a0cae7b7 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:46.364154 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5810b2-a455-48b1-8d3d-52f8a0cae7b7 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:46.376599 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5810b2-a455-48b1-8d3d-52f8a0cae7b7 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event updated for resources: {'Port': ['ID=dbb1dece-2875-4a71-9a6d-1925cab7011e,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:46.431058 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-79dfa3d5-8715-4357-bcff-8345a285a6eb tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:46.452616 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-79dfa3d5-8715-4357-bcff-8345a285a6eb tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Calling delete_port for c351b0b9-5b0e-4638-bb3b-d308218a6346 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:46.507300 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-412dc0cd-b0d4-49b8-af61-73db20bd2c0f tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:46.516359 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 532a2a88-c096-45fe-87fd-248004bfb7bf up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:36:46.569642 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5810b2-a455-48b1-8d3d-52f8a0cae7b7 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:46.570528 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d5810b2-a455-48b1-8d3d-52f8a0cae7b7 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:46.584893 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 532a2a88-c096-45fe-87fd-248004bfb7bf completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:36:46.589231 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 0e2961f5-a09e-4426-b9cd-5e3d3a534a02 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:36:46.616308 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01353905-4af8-4b94-91b7-e3d8026125db admin admin] Router a3531d40-57b1-452d-ab9f-a2b9208f96a7 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:36:46.632141 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8d5810b2-a455-48b1-8d3d-52f8a0cae7b7 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.6684816 Jul 24 09:36:46.635671 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37160) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:46.641330 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-af55a819-f500-4e43-b51d-5606e539608e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'port_id': 'dbb1dece-2875-4a71-9a6d-1925cab7011e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:46.666346 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412dc0cd-b0d4-49b8-af61-73db20bd2c0f tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'Subnet': ['ID=1a417cc5-66ba-4cef-a35e-04982751b2de,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:46.673947 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77de3f5f-a9dc-4f05-a534-49040907e576 None None] Network d4a26288-2715-4c65-8816-0b6170dbefb1 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:46.690817 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412dc0cd-b0d4-49b8-af61-73db20bd2c0f tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Checking segment: {'id': '1cfc6abd-0e65-46a0-877d-4257c302f313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e23e6a6a-781a-4319-95c4-6af683ce54b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:46.691507 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412dc0cd-b0d4-49b8-af61-73db20bd2c0f tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Network hostable DHCP agents. Network: e23e6a6a-781a-4319-95c4-6af683ce54b1, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:36:46.757174 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-af55a819-f500-4e43-b51d-5606e539608e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:46.758141 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-79dfa3d5-8715-4357-bcff-8345a285a6eb tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:46.786221 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412dc0cd-b0d4-49b8-af61-73db20bd2c0f tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Network e23e6a6a-781a-4319-95c4-6af683ce54b1 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:36:46.804876 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfa3d5-8715-4357-bcff-8345a285a6eb tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Port': ['ID=c351b0b9-5b0e-4638-bb3b-d308218a6346,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:46.816162 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-412dc0cd-b0d4-49b8-af61-73db20bd2c0f tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, e23e6a6a-781a-4319-95c4-6af683ce54b1) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:46.828386 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412dc0cd-b0d4-49b8-af61-73db20bd2c0f tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:46.829035 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-412dc0cd-b0d4-49b8-af61-73db20bd2c0f tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:46.834216 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:46.840792 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e309ef7d-5cdf-4c6f-b3a2-438333492cee None None] Network e23e6a6a-781a-4319-95c4-6af683ce54b1 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:46.852818 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21a65e4d-5e8d-4f03-b496-f1773a057b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:46.865421 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3d5603a6-d065-42f8-a276-63ba11b4c50b None None] Provisioning for port 532a2a88-c096-45fe-87fd-248004bfb7bf completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:36:46.877002 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01353905-4af8-4b94-91b7-e3d8026125db admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:36:46.892274 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-79dfa3d5-8715-4357-bcff-8345a285a6eb tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:46.894669 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-79dfa3d5-8715-4357-bcff-8345a285a6eb tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/ports/c351b0b9-5b0e-4638-bb3b-d308218a6346 HTTP/1.1" status: 204 len: 168 time: 0.8829765 Jul 24 09:36:46.897716 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37162) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:46.907610 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] Sync routers for ids ['a3531d40-57b1-452d-ab9f-a2b9208f96a7'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:36:46.922362 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3d5603a6-d065-42f8-a276-63ba11b4c50b None None] Provisioning complete for port 532a2a88-c096-45fe-87fd-248004bfb7bf triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:46.922832 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3d5603a6-d065-42f8-a276-63ba11b4c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:46.933736 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f0df5d9-ffa0-4100-9ff5-60fa17c833c9 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] GET failed (client error): The resource could not be found. Jul 24 09:36:46.946359 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9f0df5d9-ffa0-4100-9ff5-60fa17c833c9 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "GET /v2.0/ports/c351b0b9-5b0e-4638-bb3b-d308218a6346 HTTP/1.1" status: 404 len: 333 time: 0.0423319 Jul 24 09:36:46.946359 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-01353905-4af8-4b94-91b7-e3d8026125db admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:46.946359 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-01353905-4af8-4b94-91b7-e3d8026125db admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1664579 Jul 24 09:36:46.946359 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37164) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:46.947164 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37166) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:46.962146 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-412dc0cd-b0d4-49b8-af61-73db20bd2c0f tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7219818 Jul 24 09:36:46.963515 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37168) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:46.964852 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 0e2961f5-a09e-4426-b9cd-5e3d3a534a02 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:36:46.970990 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-ce1f0af1-47f9-491c-907f-4619b734f727 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:47.077755 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3fd049e-7f36-49ea-a64d-406497948e9d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting subnet 04994a39-c64d-45f6-8aec-0d41931d4df9 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:36:47.083191 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d3fd049e-7f36-49ea-a64d-406497948e9d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:47.139666 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d3fd049e-7f36-49ea-a64d-406497948e9d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:47.184796 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0af1-47f9-491c-907f-4619b734f727 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4374082'] for subnet, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:47.217220 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5e577fa8-5dfc-40e0-96d3-d679a618f47c no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:36:47.221667 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] Routers {'a3531d40-57b1-452d-ab9f-a2b9208f96a7'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:47.222550 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['a3531d40-57b1-452d-ab9f-a2b9208f96a7'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:47.234896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5593489a-9834-4df2-bbc8-037caa1e5e59 None None] Network 7edef21f-18cb-4666-85f5-21ab7f8be42d requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:47.254300 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-af55a819-f500-4e43-b51d-5606e539608e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:47.323975 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d3fd049e-7f36-49ea-a64d-406497948e9d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:47.338016 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 5e577fa8-5dfc-40e0-96d3-d679a618f47c {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:36:47.338835 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5e577fa8-5dfc-40e0-96d3-d679a618f47c not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:36:47.378489 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3d5603a6-d065-42f8-a276-63ba11b4c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:47.476464 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683bd05f-e6d9-4408-ae76-ed982afd24de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-e23e6a6a-781a-4319-95c4-6af683ce54b1', 'network_id': 'e23e6a6a-781a-4319-95c4-6af683ce54b1', 'tenant_id': '359551b003a744d0a963cb1d5a25f061', 'fixed_ips': [{'subnet_id': '1a417cc5-66ba-4cef-a35e-04982751b2de'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:36:47.477713 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-683bd05f-e6d9-4408-ae76-ed982afd24de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:47.490251 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d3fd049e-7f36-49ea-a64d-406497948e9d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:47.544655 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-af55a819-f500-4e43-b51d-5606e539608e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Allocated IP 172.25.7.145 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/e1f5ac66-c480-4670-aa6c-d94801704d0b) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:47.557704 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] Set router a3531d40-57b1-452d-ab9f-a2b9208f96a7 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:36:47.593111 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0af1-47f9-491c-907f-4619b734f727 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761914635587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6006986'] for subnet, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:47.718851 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1f0af1-47f9-491c-907f-4619b734f727 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:47.719381 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0af1-47f9-491c-907f-4619b734f727 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:47.722477 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ce1f0af1-47f9-491c-907f-4619b734f727 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "PUT /v2.0/subnets/1a417cc5-66ba-4cef-a35e-04982751b2de HTTP/1.1" status: 200 len: 877 time: 0.7579517 Jul 24 09:36:47.729131 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37170) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:47.750561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f0af1-47f9-491c-907f-4619b734f727 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event updated for resources: {'Subnet': ['ID=1a417cc5-66ba-4cef-a35e-04982751b2de,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:47.847336 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-af55a819-f500-4e43-b51d-5606e539608e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:47.854995 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-21a65e4d-5e8d-4f03-b496-f1773a057b88 admin admin] Deleting port c38dbc4e-e371-4483-8660-3b6c935b4f63 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:47.855441 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21a65e4d-5e8d-4f03-b496-f1773a057b88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:47.883123 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd049e-7f36-49ea-a64d-406497948e9d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Subnet': ['ID=04994a39-c64d-45f6-8aec-0d41931d4df9,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:47.885787 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d3fd049e-7f36-49ea-a64d-406497948e9d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:47.888308 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d3fd049e-7f36-49ea-a64d-406497948e9d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/subnets/04994a39-c64d-45f6-8aec-0d41931d4df9 HTTP/1.1" status: 204 len: 168 time: 0.9374723 Jul 24 09:36:47.893635 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37172) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:48.000655 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bf2b30f1-3ae4-4bfd-8aba-187cb565d3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:48.083530 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.db.api [None req-3d5603a6-d065-42f8-a276-63ba11b4c50b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:36:48.083987 n-d-800085-9 neutron-server[94037]: DEBUG oslo_db.api [None req-3d5603a6-d065-42f8-a276-63ba11b4c50b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:36:48.092013 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f349a08-36b5-4007-bda3-c666012a3790 None None] Network d4a26288-2715-4c65-8816-0b6170dbefb1 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:48.175132 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-bf2b30f1-3ae4-4bfd-8aba-187cb565d3c4 admin admin] Allocated IP 172.20.0.1 (7edef21f-18cb-4666-85f5-21ab7f8be42d/f6c24f1c-f05a-474a-92c1-211497c463b7/d251e84f-5c1e-4576-a8d4-87e361bcdf84) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:48.288392 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:48.305579 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bf2b30f1-3ae4-4bfd-8aba-187cb565d3c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:48.336159 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-683bd05f-e6d9-4408-ae76-ed982afd24de None None] Allocated IP 172.20.0.3 (e23e6a6a-781a-4319-95c4-6af683ce54b1/1a417cc5-66ba-4cef-a35e-04982751b2de/f6314e24-c2db-421b-879a-800d7097e5fb) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:48.339570 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-bf2b30f1-3ae4-4bfd-8aba-187cb565d3c4 admin admin] Transition to ACTIVE for port object d251e84f-5c1e-4576-a8d4-87e361bcdf84 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:48.350330 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-88588f56-c60a-4e84-87f6-8c2b75fc8d53 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:48.373240 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3531d40-57b1-452d-ab9f-a2b9208f96a7', 'name': 'tempest-TestServerMultinode-425625299-router', 'tenant_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'ed5e59c4-070b-462a-a207-5a49985bf8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:36:43Z', 'updated_at': '2021-07-24T09:36:45Z', 'revision_number': 3, 'project_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'gw_port': {'id': 'ed5e59c4-070b-462a-a207-5a49985bf8ef', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fa:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3531d40-57b1-452d-ab9f-a2b9208f96a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:36:45Z', 'updated_at': '2021-07-24T09:36:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:48.374353 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-21a65e4d-5e8d-4f03-b496-f1773a057b88 admin admin] For port c38dbc4e-e371-4483-8660-3b6c935b4f63, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c38dbc4e-e371-4483-8660-3b6c935b4f63,segment=NetworkSegment(056dba41-20ef-4871-8f1d-aeabfad23862),segment_id=056dba41-20ef-4871-8f1d-aeabfad23862)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:48.374721 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21a65e4d-5e8d-4f03-b496-f1773a057b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:48.387619 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-af55a819-f500-4e43-b51d-5606e539608e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:48.393846 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bf2b30f1-3ae4-4bfd-8aba-187cb565d3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:48.398741 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-21a65e4d-5e8d-4f03-b496-f1773a057b88 admin admin] Calling delete_port for c38dbc4e-e371-4483-8660-3b6c935b4f63 owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:48.413268 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] Checking router: a3531d40-57b1-452d-ab9f-a2b9208f96a7 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:36:48.414130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] Updating router a3531d40-57b1-452d-ab9f-a2b9208f96a7 port ed5e59c4-070b-462a-a207-5a49985bf8ef binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:36:48.446341 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2b30f1-3ae4-4bfd-8aba-187cb565d3c4 admin admin] Network 7edef21f-18cb-4666-85f5-21ab7f8be42d is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:48.454678 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-bf2b30f1-3ae4-4bfd-8aba-187cb565d3c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:48.462679 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2b30f1-3ae4-4bfd-8aba-187cb565d3c4 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:48.473375 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:48.489759 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b30f1-3ae4-4bfd-8aba-187cb565d3c4 admin admin] Pushing event updated for resources: {'Port': ['ID=d251e84f-5c1e-4576-a8d4-87e361bcdf84,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:48.522020 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bf2b30f1-3ae4-4bfd-8aba-187cb565d3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:48.541885 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af55a819-f500-4e43-b51d-5606e539608e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:48.555552 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-af55a819-f500-4e43-b51d-5606e539608e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:48.560561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af55a819-f500-4e43-b51d-5606e539608e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:48.566696 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55a819-f500-4e43-b51d-5606e539608e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event updated for resources: {'Port': ['ID=e1f5ac66-c480-4670-aa6c-d94801704d0b,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:48.569212 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:48.631424 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3d5603a6-d065-42f8-a276-63ba11b4c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:48.735089 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-3d5603a6-d065-42f8-a276-63ba11b4c50b None None] For port 532a2a88-c096-45fe-87fd-248004bfb7bf, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=532a2a88-c096-45fe-87fd-248004bfb7bf,segment=NetworkSegment(540672ce-a91c-4474-9e57-27f7919dffc0),segment_id=540672ce-a91c-4474-9e57-27f7919dffc0)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:48.743791 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bf2b30f1-3ae4-4bfd-8aba-187cb565d3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:48.744024 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3d5603a6-d065-42f8-a276-63ba11b4c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:48.813616 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6211a68-2e54-46dd-ad21-2f8e40388f14 None None] DHCP port deletion for d4a26288-2715-4c65-8816-0b6170dbefb1 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:36:48.848149 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-88588f56-c60a-4e84-87f6-8c2b75fc8d53 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting port 532a2a88-c096-45fe-87fd-248004bfb7bf {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:48.848636 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-88588f56-c60a-4e84-87f6-8c2b75fc8d53 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:48.952530 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f237d469-247a-402d-8093-294d82a6f71e None None] Could not find standard attr ID for object c351b0b9-5b0e-4638-bb3b-d308218a6346. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:36:48.961598 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bf2b30f1-3ae4-4bfd-8aba-187cb565d3c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:48.968042 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bf2b30f1-3ae4-4bfd-8aba-187cb565d3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:48.975475 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5603a6-d065-42f8-a276-63ba11b4c50b None None] Pushing event updated for resources: {'Port': ['ID=532a2a88-c096-45fe-87fd-248004bfb7bf,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:48.993742 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-683bd05f-e6d9-4408-ae76-ed982afd24de None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.010916 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-683bd05f-e6d9-4408-ae76-ed982afd24de None None] Transition to ACTIVE for port object f6314e24-c2db-421b-879a-800d7097e5fb will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:49.025709 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-88588f56-c60a-4e84-87f6-8c2b75fc8d53 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] For port 532a2a88-c096-45fe-87fd-248004bfb7bf, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=532a2a88-c096-45fe-87fd-248004bfb7bf,segment=NetworkSegment(540672ce-a91c-4474-9e57-27f7919dffc0),segment_id=540672ce-a91c-4474-9e57-27f7919dffc0)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:49.026107 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-88588f56-c60a-4e84-87f6-8c2b75fc8d53 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.043794 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f237d469-247a-402d-8093-294d82a6f71e None None] Provisioning for port 0e2961f5-a09e-4426-b9cd-5e3d3a534a02 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:36:49.050602 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bf2b30f1-3ae4-4bfd-8aba-187cb565d3c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.052406 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b30f1-3ae4-4bfd-8aba-187cb565d3c4 admin admin] Pushing event updated for resources: {'Port': ['ID=d251e84f-5c1e-4576-a8d4-87e361bcdf84,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:49.056144 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-88588f56-c60a-4e84-87f6-8c2b75fc8d53 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Calling delete_port for 532a2a88-c096-45fe-87fd-248004bfb7bf owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:49.064481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f237d469-247a-402d-8093-294d82a6f71e None None] Provisioning complete for port 0e2961f5-a09e-4426-b9cd-5e3d3a534a02 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:49.065474 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f237d469-247a-402d-8093-294d82a6f71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.079896 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21a65e4d-5e8d-4f03-b496-f1773a057b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.098576 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-683bd05f-e6d9-4408-ae76-ed982afd24de None None] Transition to ACTIVE for port object f6314e24-c2db-421b-879a-800d7097e5fb will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:49.125192 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-e6211a68-2e54-46dd-ad21-2f8e40388f14 None None] Deleting port 532a2a88-c096-45fe-87fd-248004bfb7bf {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:49.125654 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e6211a68-2e54-46dd-ad21-2f8e40388f14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.132329 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-683bd05f-e6d9-4408-ae76-ed982afd24de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.157342 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a65e4d-5e8d-4f03-b496-f1773a057b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=c38dbc4e-e371-4483-8660-3b6c935b4f63,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:49.160725 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2b30f1-3ae4-4bfd-8aba-187cb565d3c4 admin admin] Network 7edef21f-18cb-4666-85f5-21ab7f8be42d is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:49.162993 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-bf2b30f1-3ae4-4bfd-8aba-187cb565d3c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:49.207906 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683bd05f-e6d9-4408-ae76-ed982afd24de None None] Network e23e6a6a-781a-4319-95c4-6af683ce54b1 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:49.214919 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-683bd05f-e6d9-4408-ae76-ed982afd24de None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:49.217382 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683bd05f-e6d9-4408-ae76-ed982afd24de None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:49.246004 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.272103 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.310126 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-e6211a68-2e54-46dd-ad21-2f8e40388f14 None None] For port 532a2a88-c096-45fe-87fd-248004bfb7bf, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=532a2a88-c096-45fe-87fd-248004bfb7bf,segment=NetworkSegment(540672ce-a91c-4474-9e57-27f7919dffc0),segment_id=540672ce-a91c-4474-9e57-27f7919dffc0)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:49.310126 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e6211a68-2e54-46dd-ad21-2f8e40388f14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.322010 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Subnet': ['ID=1a417cc5-66ba-4cef-a35e-04982751b2de,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:49.335043 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2b30f1-3ae4-4bfd-8aba-187cb565d3c4 admin admin] Router a3531d40-57b1-452d-ab9f-a2b9208f96a7 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:36:49.349540 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] Transition to ACTIVE for port object ed5e59c4-070b-462a-a207-5a49985bf8ef will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:49.368299 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bd05f-e6d9-4408-ae76-ed982afd24de None None] Pushing event updated for resources: {'Port': ['ID=f6314e24-c2db-421b-879a-800d7097e5fb,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:49.381024 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-e6211a68-2e54-46dd-ad21-2f8e40388f14 None None] Calling delete_port for 532a2a88-c096-45fe-87fd-248004bfb7bf owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:49.395558 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.402103 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-683bd05f-e6d9-4408-ae76-ed982afd24de None None] Attempting to bind port f6314e24-c2db-421b-879a-800d7097e5fb on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:36:49.402619 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-683bd05f-e6d9-4408-ae76-ed982afd24de None None] Attempting to bind port f6314e24-c2db-421b-879a-800d7097e5fb by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '1cfc6abd-0e65-46a0-877d-4257c302f313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e23e6a6a-781a-4319-95c4-6af683ce54b1'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:36:49.403087 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683bd05f-e6d9-4408-ae76-ed982afd24de None None] Attempting to bind port f6314e24-c2db-421b-879a-800d7097e5fb on network e23e6a6a-781a-4319-95c4-6af683ce54b1 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:36:49.407718 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-88588f56-c60a-4e84-87f6-8c2b75fc8d53 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.501876 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2b30f1-3ae4-4bfd-8aba-187cb565d3c4 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:36:49.508331 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bf2b30f1-3ae4-4bfd-8aba-187cb565d3c4 admin admin] 10.222.0.32 "PUT /v2.0/routers/a3531d40-57b1-452d-ab9f-a2b9208f96a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5593355 Jul 24 09:36:49.514562 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683bd05f-e6d9-4408-ae76-ed982afd24de None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:36:49.520561 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683bd05f-e6d9-4408-ae76-ed982afd24de None None] Checking segment: {'id': '1cfc6abd-0e65-46a0-877d-4257c302f313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e23e6a6a-781a-4319-95c4-6af683ce54b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:49.521161 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-683bd05f-e6d9-4408-ae76-ed982afd24de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.521598 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683bd05f-e6d9-4408-ae76-ed982afd24de None None] Bound using segment: {'id': '1cfc6abd-0e65-46a0-877d-4257c302f313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e23e6a6a-781a-4319-95c4-6af683ce54b1'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:36:49.522212 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-683bd05f-e6d9-4408-ae76-ed982afd24de None None] Bound port: f6314e24-c2db-421b-879a-800d7097e5fb, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc6abd-0e65-46a0-877d-4257c302f313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e23e6a6a-781a-4319-95c4-6af683ce54b1'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:36:49.522707 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-683bd05f-e6d9-4408-ae76-ed982afd24de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.606017 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f237d469-247a-402d-8093-294d82a6f71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.615042 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88588f56-c60a-4e84-87f6-8c2b75fc8d53 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Port': ['ID=532a2a88-c096-45fe-87fd-248004bfb7bf,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:49.617448 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe92b73-3f91-4def-9ffd-e53a8dd6f29c None None] Pushing event updated for resources: {'Port': ['ID=ed5e59c4-070b-462a-a207-5a49985bf8ef,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:49.634049 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] Attempting to bind port ed5e59c4-070b-462a-a207-5a49985bf8ef on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:36:49.634670 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] Attempting to bind port ed5e59c4-070b-462a-a207-5a49985bf8ef by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:36:49.634932 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] Attempting to bind port ed5e59c4-070b-462a-a207-5a49985bf8ef on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:36:49.642763 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.662861 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23e6a6a-781a-4319-95c4-6af683ce54b1']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:49.666976 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:36:49.666976 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:49.667256 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88588f56-c60a-4e84-87f6-8c2b75fc8d53 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] No DVR routers for this DVR port 532a2a88-c096-45fe-87fd-248004bfb7bf on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:49.667423 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.667802 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:36:49.668769 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] Bound port: ed5e59c4-070b-462a-a207-5a49985bf8ef, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:36:49.669174 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.694288 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cfc6abd-0e65-46a0-877d-4257c302f313') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:49.694646 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cfc6abd-0e65-46a0-877d-4257c302f313') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:49.721308 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-683bd05f-e6d9-4408-ae76-ed982afd24de None None] For port f6314e24-c2db-421b-879a-800d7097e5fb, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:36:49.727999 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f237d469-247a-402d-8093-294d82a6f71e None None] For port 0e2961f5-a09e-4426-b9cd-5e3d3a534a02, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=0e2961f5-a09e-4426-b9cd-5e3d3a534a02,segment=NetworkSegment(cd5ba498-deee-4ecf-a902-e902747f5dff),segment_id=cd5ba498-deee-4ecf-a902-e902747f5dff)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:49.734281 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e6211a68-2e54-46dd-ad21-2f8e40388f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.739374 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.745229 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-af55a819-f500-4e43-b51d-5606e539608e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.755509 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f237d469-247a-402d-8093-294d82a6f71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.764489 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-683bd05f-e6d9-4408-ae76-ed982afd24de None None] For port f6314e24-c2db-421b-879a-800d7097e5fb, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=f6314e24-c2db-421b-879a-800d7097e5fb,segment=NetworkSegment(1cfc6abd-0e65-46a0-877d-4257c302f313),segment_id=1cfc6abd-0e65-46a0-877d-4257c302f313)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:36:49.790453 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-683bd05f-e6d9-4408-ae76-ed982afd24de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.796666 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6211a68-2e54-46dd-ad21-2f8e40388f14 None None] Pushing event deleted for resources: {'Port': ['ID=532a2a88-c096-45fe-87fd-248004bfb7bf,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:49.798692 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6211a68-2e54-46dd-ad21-2f8e40388f14 None None] No DVR routers for this DVR port 532a2a88-c096-45fe-87fd-248004bfb7bf on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:49.806101 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f237d469-247a-402d-8093-294d82a6f71e None None] Could not find standard attr ID for object 532a2a88-c096-45fe-87fd-248004bfb7bf. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:36:49.834672 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] For port ed5e59c4-070b-462a-a207-5a49985bf8ef, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:36:49.835630 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.862711 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] For port ed5e59c4-070b-462a-a207-5a49985bf8ef, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=ed5e59c4-070b-462a-a207-5a49985bf8ef,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:36:49.869090 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-88588f56-c60a-4e84-87f6-8c2b75fc8d53 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.889347 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.889725 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-88588f56-c60a-4e84-87f6-8c2b75fc8d53 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a26288-2715-4c65-8816-0b6170dbefb1']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:49.892143 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:49.892555 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:49.895963 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:49.915786 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-21a65e4d-5e8d-4f03-b496-f1773a057b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:49.922871 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-88588f56-c60a-4e84-87f6-8c2b75fc8d53 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540672ce-a91c-4474-9e57-27f7919dffc0') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:49.923169 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-88588f56-c60a-4e84-87f6-8c2b75fc8d53 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540672ce-a91c-4474-9e57-27f7919dffc0') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:49.941655 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237d469-247a-402d-8093-294d82a6f71e None None] Pushing event updated for resources: {'Port': ['ID=0e2961f5-a09e-4426-b9cd-5e3d3a534a02,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:49.976320 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b68942-f42c-464a-be46-3bf91dcf8187 None None] Network e23e6a6a-781a-4319-95c4-6af683ce54b1 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:49.990180 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-88588f56-c60a-4e84-87f6-8c2b75fc8d53 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:50.000111 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0fa4309a-de85-4a52-917d-71131bf66739 None None] Provisioning for port d251e84f-5c1e-4576-a8d4-87e361bcdf84 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:36:50.002986 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] Routers {'a3531d40-57b1-452d-ab9f-a2b9208f96a7'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:50.003633 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['a3531d40-57b1-452d-ab9f-a2b9208f96a7'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:50.088977 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-88588f56-c60a-4e84-87f6-8c2b75fc8d53 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:50.127618 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.db.api [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 24 09:36:50.127618 n-d-800085-9 neutron-server[94036]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 24 09:36:50.127618 n-d-800085-9 neutron-server[94036]: [parameters: {'id': 'e23e6a6a-781a-4319-95c4-6af683ce54b1'}] Jul 24 09:36:50.127618 n-d-800085-9 neutron-server[94036]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:36:50.127618 n-d-800085-9 neutron-server[94036]: DEBUG oslo_db.api [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:36:50.144673 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88588f56-c60a-4e84-87f6-8c2b75fc8d53 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:50.145213 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-88588f56-c60a-4e84-87f6-8c2b75fc8d53 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:50.148358 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:50.181456 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-af55a819-f500-4e43-b51d-5606e539608e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:50.254009 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0fa4309a-de85-4a52-917d-71131bf66739 None None] Provisioning complete for port d251e84f-5c1e-4576-a8d4-87e361bcdf84 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:50.254383 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0fa4309a-de85-4a52-917d-71131bf66739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:50.256236 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-6e710ce0-f9a9-4ffd-8e60-a1301b5cea3c tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:50.263638 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-6e710ce0-f9a9-4ffd-8e60-a1301b5cea3c tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/networks?id=24720237-0fc0-4cac-9d1b-fcc942ebfb00 HTTP/1.1" status: 200 len: 909 time: 0.1343112 Jul 24 09:36:50.273682 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-fa3332a6-4b92-43ac-8667-cb74a35ace66 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/quotas/0b607624c70f44bfa2ac2a51aa587fd7 HTTP/1.1" status: 200 len: 375 time: 0.0092449 Jul 24 09:36:50.306000 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-88588f56-c60a-4e84-87f6-8c2b75fc8d53 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:50.327281 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-88588f56-c60a-4e84-87f6-8c2b75fc8d53 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:50.329471 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-88588f56-c60a-4e84-87f6-8c2b75fc8d53 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/networks/d4a26288-2715-4c65-8816-0b6170dbefb1 HTTP/1.1" status: 204 len: 168 time: 2.4331431 Jul 24 09:36:50.337405 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37206) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:50.355271 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-f2e7f200-95fe-44e1-a96f-7818105c9806 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'port': {'network_id': '519b91c4-728a-43a0-9c00-f00322593562', 'name': 'tempest-PortsTestJSON-242997923'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:50.379737 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88588f56-c60a-4e84-87f6-8c2b75fc8d53 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Network': ['ID=d4a26288-2715-4c65-8816-0b6170dbefb1,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:50.403282 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-5a7da06e-04ea-4c53-bf26-206a670745cf tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b607624c70f44bfa2ac2a51aa587fd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1110883 Jul 24 09:36:50.411359 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] Set router a3531d40-57b1-452d-ab9f-a2b9208f96a7 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:36:50.450432 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bd05f-e6d9-4408-ae76-ed982afd24de None None] Pushing event updated for resources: {'Port': ['ID=f6314e24-c2db-421b-879a-800d7097e5fb,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:50.482896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 0e2961f5-a09e-4426-b9cd-5e3d3a534a02 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:36:50.528860 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-5e3e0799-b5be-4269-9327-8ede69eacf09 service neutron] 10.222.0.32 "GET /v2.0/networks/24720237-0fc0-4cac-9d1b-fcc942ebfb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149218 Jul 24 09:36:50.538943 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-0fa4309a-de85-4a52-917d-71131bf66739 None None] Port d251e84f-5c1e-4576-a8d4-87e361bcdf84 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:36:50.630774 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-4ad24b22-0687-4a5e-8304-d1a7ecb02f19 service neutron] 10.222.0.32 "GET /v2.0/networks/24720237-0fc0-4cac-9d1b-fcc942ebfb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933402 Jul 24 09:36:50.669648 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe92b73-3f91-4def-9ffd-e53a8dd6f29c None None] Pushing event updated for resources: {'Port': ['ID=ed5e59c4-070b-462a-a207-5a49985bf8ef,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:50.733221 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 0e2961f5-a09e-4426-b9cd-5e3d3a534a02 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:50.733596 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:50.793681 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af54a72-8a8c-410e-9801-6930ef54029e None None] Network e23e6a6a-781a-4319-95c4-6af683ce54b1 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:50.845284 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:50.868250 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0006858d-89fc-4d38-9167-ca94431857f0 req-6c47d076-a880-42f0-adf3-f2620f095b34 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a1b49a8f-57a6-4747-89d5-540e01a408ee HTTP/1.1" status: 200 len: 210 time: 0.0544956 Jul 24 09:36:50.954682 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3531d40-57b1-452d-ab9f-a2b9208f96a7', 'name': 'tempest-TestServerMultinode-425625299-router', 'tenant_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'ed5e59c4-070b-462a-a207-5a49985bf8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:36:43Z', 'updated_at': '2021-07-24T09:36:48Z', 'revision_number': 4, 'project_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'gw_port': {'id': 'ed5e59c4-070b-462a-a207-5a49985bf8ef', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fa:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3531d40-57b1-452d-ab9f-a2b9208f96a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:36:45Z', 'updated_at': '2021-07-24T09:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'd251e84f-5c1e-4576-a8d4-87e361bcdf84', 'name': '', 'network_id': '7edef21f-18cb-4666-85f5-21ab7f8be42d', 'tenant_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'mac_address': 'fa:16:3e:c0:ce:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3531d40-57b1-452d-ab9f-a2b9208f96a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'f6c24f1c-f05a-474a-92c1-211497c463b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:36:48Z', 'updated_at': '2021-07-24T09:36:48Z', 'revision_number': 2, 'project_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'subnets': [{'id': 'f6c24f1c-f05a-474a-92c1-211497c463b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:50.971648 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc4add-14bc-4a23-b633-8d0e727efaab req-e910a64b-314a-4f7b-9e6c-87203ca6cdc1 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:50.973491 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d4fc4add-14bc-4a23-b633-8d0e727efaab req-e910a64b-314a-4f7b-9e6c-87203ca6cdc1 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 1097 time: 0.9494157 Jul 24 09:36:51.001926 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1320153d-8284-4110-9a9e-dba49c6d8504 None None] The sync data for ids ['a3531d40-57b1-452d-ab9f-a2b9208f96a7'] in n-d-800085-9 is: [{'id': 'a3531d40-57b1-452d-ab9f-a2b9208f96a7', 'name': 'tempest-TestServerMultinode-425625299-router', 'tenant_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'ed5e59c4-070b-462a-a207-5a49985bf8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:36:43Z', 'updated_at': '2021-07-24T09:36:48Z', 'revision_number': 4, 'project_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'gw_port': {'id': 'ed5e59c4-070b-462a-a207-5a49985bf8ef', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fa:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3531d40-57b1-452d-ab9f-a2b9208f96a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:36:45Z', 'updated_at': '2021-07-24T09:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'd251e84f-5c1e-4576-a8d4-87e361bcdf84', 'name': '', 'network_id': '7edef21f-18cb-4666-85f5-21ab7f8be42d', 'tenant_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'mac_address': 'fa:16:3e:c0:ce:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3531d40-57b1-452d-ab9f-a2b9208f96a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'f6c24f1c-f05a-474a-92c1-211497c463b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:36:48Z', 'updated_at': '2021-07-24T09:36:48Z', 'revision_number': 2, 'project_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'subnets': [{'id': 'f6c24f1c-f05a-474a-92c1-211497c463b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:36:51.007547 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e7f200-95fe-44e1-a96f-7818105c9806 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:51.010560 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f2e7f200-95fe-44e1-a96f-7818105c9806 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:51.070239 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bba084-6607-47be-8dba-dd3ae1745655 None None] get_active_networks_info from n-d-800085-9 {{(pid=94037) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 09:36:51.094976 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-f2e7f200-95fe-44e1-a96f-7818105c9806 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] device_id is not set on port 64ed92c9-7211-4dd5-8d77-20f632e16316 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:36:51.129602 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 532a2a88-c096-45fe-87fd-248004bfb7bf no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:36:51.162252 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 532a2a88-c096-45fe-87fd-248004bfb7bf {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:36:51.162597 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 532a2a88-c096-45fe-87fd-248004bfb7bf not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:36:51.188270 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d4fc4add-14bc-4a23-b633-8d0e727efaab req-642009d5-8c5b-4d8b-b855-2a2c55235a6c tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673214 Jul 24 09:36:51.218745 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37218) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:51.243021 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a65e4d-5e8d-4f03-b496-f1773a057b88 admin admin] Router c41a12c1-dc41-4a6f-819f-46a150a5c91c has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:36:51.268233 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-af55a819-f500-4e43-b51d-5606e539608e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:51.274592 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bba084-6607-47be-8dba-dd3ae1745655 None None] Resources bound (agent type, host, resource id): {{(pid=94037) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 09:36:51.300066 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-af55a819-f500-4e43-b51d-5606e539608e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:51.367686 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Deleting port f6314e24-c2db-421b-879a-800d7097e5fb {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:51.367686 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:51.505662 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-215c883a-8101-412b-ac5d-34f2dc164628 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Deleting port aaf1cb0f-7298-4dea-9521-55cb064f64db {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:51.506812 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-215c883a-8101-412b-ac5d-34f2dc164628 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:51.587513 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55a819-f500-4e43-b51d-5606e539608e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event updated for resources: {'Port': ['ID=e1f5ac66-c480-4670-aa6c-d94801704d0b,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:51.637530 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-215c883a-8101-412b-ac5d-34f2dc164628 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:51.638137 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-215c883a-8101-412b-ac5d-34f2dc164628 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:51.657190 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-215c883a-8101-412b-ac5d-34f2dc164628 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Calling delete_port for aaf1cb0f-7298-4dea-9521-55cb064f64db owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:51.720636 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f2e7f200-95fe-44e1-a96f-7818105c9806 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:51.732107 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-af55a819-f500-4e43-b51d-5606e539608e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:51.833382 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-215c883a-8101-412b-ac5d-34f2dc164628 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:51.837609 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] For port f6314e24-c2db-421b-879a-800d7097e5fb, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=f6314e24-c2db-421b-879a-800d7097e5fb,segment=NetworkSegment(1cfc6abd-0e65-46a0-877d-4257c302f313),segment_id=1cfc6abd-0e65-46a0-877d-4257c302f313)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:51.837986 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:51.861425 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c883a-8101-412b-ac5d-34f2dc164628 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'Port': ['ID=aaf1cb0f-7298-4dea-9521-55cb064f64db,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:51.876172 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Calling delete_port for f6314e24-c2db-421b-879a-800d7097e5fb owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:51.914719 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a65e4d-5e8d-4f03-b496-f1773a057b88 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:36:51.923160 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-21a65e4d-5e8d-4f03-b496-f1773a057b88 admin admin] 10.222.0.32 "PUT /v2.0/routers/c41a12c1-dc41-4a6f-819f-46a150a5c91c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7438183 Jul 24 09:36:51.923160 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f2e7f200-95fe-44e1-a96f-7818105c9806 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:51.923538 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37224) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:51.943188 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946987c2-183a-4b69-ab3c-46e60668d207 None None] Sync routers for ids ['c41a12c1-dc41-4a6f-819f-46a150a5c91c'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:36:51.961634 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946987c2-183a-4b69-ab3c-46e60668d207 None None] Routers {'c41a12c1-dc41-4a6f-819f-46a150a5c91c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:51.962517 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-946987c2-183a-4b69-ab3c-46e60668d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['c41a12c1-dc41-4a6f-819f-46a150a5c91c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:52.077900 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0e60861d-c754-43bf-a916-8d31987a6461 admin admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:52.099270 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7f200-95fe-44e1-a96f-7818105c9806 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Port': ['ID=64ed92c9-7211-4dd5-8d77-20f632e16316,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:52.150049 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-946987c2-183a-4b69-ab3c-46e60668d207 None None] Set router c41a12c1-dc41-4a6f-819f-46a150a5c91c gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:36:52.166689 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-04fc3379-20be-4db5-9baf-511ce5395afa req-06bc49b7-816c-480b-a27f-f704b3a46c3f tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a1b49a8f-57a6-4747-89d5-540e01a408ee HTTP/1.1" status: 200 len: 210 time: 0.1917989 Jul 24 09:36:52.169582 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-215c883a-8101-412b-ac5d-34f2dc164628 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:52.173796 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e7f200-95fe-44e1-a96f-7818105c9806 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network 519b91c4-728a-43a0-9c00-f00322593562 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:52.178771 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-215c883a-8101-412b-ac5d-34f2dc164628 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Floating IP 993f6491-b7cf-4b72-b13f-11cd95e74bf0 disassociated (deleted). External IP: 172.25.7.115, port: 1351ce31-eb57-4014-be82-98880d53d031. Jul 24 09:36:52.195196 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-f2e7f200-95fe-44e1-a96f-7818105c9806 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:52.197935 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e7f200-95fe-44e1-a96f-7818105c9806 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:52.206983 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e7f200-95fe-44e1-a96f-7818105c9806 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:52.207878 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f2e7f200-95fe-44e1-a96f-7818105c9806 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:52.211019 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-af55a819-f500-4e43-b51d-5606e539608e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Floating IP b889f8c1-5581-4dce-abf5-d64c3e08fa7a associated. External IP: 172.25.7.145, port: dbb1dece-2875-4a71-9a6d-1925cab7011e. Jul 24 09:36:52.350545 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f2e7f200-95fe-44e1-a96f-7818105c9806 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0073061 Jul 24 09:36:52.375167 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37226) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:52.407493 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:52.450920 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device ed5e59c4-070b-462a-a207-5a49985bf8ef up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:36:52.464394 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Port': ['ID=f6314e24-c2db-421b-879a-800d7097e5fb,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:52.474671 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No DVR routers for this DVR port f6314e24-c2db-421b-879a-800d7097e5fb on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:52.485131 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-6869ef53-c7c2-4de6-9cf7-87805d2f34ec tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:52.490586 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-6869ef53-c7c2-4de6-9cf7-87805d2f34ec tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.37 "GET /v2.0/networks?id=24720237-0fc0-4cac-9d1b-fcc942ebfb00 HTTP/1.1" status: 200 len: 909 time: 0.3798153 Jul 24 09:36:52.510216 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0e60861d-c754-43bf-a916-8d31987a6461 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:52.519445 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-90f95559-c943-4df3-8197-17a663d92ca7 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Request body: {'port': {'device_id': 'a1b49a8f-57a6-4747-89d5-540e01a408ee', 'network_id': '24720237-0fc0-4cac-9d1b-fcc942ebfb00', 'admin_state_up': True, 'tenant_id': '0b607624c70f44bfa2ac2a51aa587fd7'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:52.549508 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port ed5e59c4-070b-462a-a207-5a49985bf8ef completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:36:52.554051 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port ed5e59c4-070b-462a-a207-5a49985bf8ef triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:52.554661 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:52.588819 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:52.607868 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23e6a6a-781a-4319-95c4-6af683ce54b1']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:52.617327 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-946987c2-183a-4b69-ab3c-46e60668d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41a12c1-dc41-4a6f-819f-46a150a5c91c', 'name': 'tempest-TestServerBasicOps-573340759-router', 'tenant_id': '176aaf0dded54b22a6df40358b073bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'e9604f62-ff1e-4ee6-b3f8-3c36a993515e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:31:15Z', 'updated_at': '2021-07-24T09:36:48Z', 'revision_number': 5, 'project_id': '176aaf0dded54b22a6df40358b073bac', 'gw_port': {'id': 'e9604f62-ff1e-4ee6-b3f8-3c36a993515e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a12c1-dc41-4a6f-819f-46a150a5c91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:31:17Z', 'updated_at': '2021-07-24T09:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:52.654888 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946987c2-183a-4b69-ab3c-46e60668d207 None None] Checking router: c41a12c1-dc41-4a6f-819f-46a150a5c91c for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:36:52.664676 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cfc6abd-0e65-46a0-877d-4257c302f313') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:52.664978 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cfc6abd-0e65-46a0-877d-4257c302f313') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:52.665591 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946987c2-183a-4b69-ab3c-46e60668d207 None None] Routers {'c41a12c1-dc41-4a6f-819f-46a150a5c91c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:52.666492 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-946987c2-183a-4b69-ab3c-46e60668d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['c41a12c1-dc41-4a6f-819f-46a150a5c91c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:52.706735 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:52.714810 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-90f95559-c943-4df3-8197-17a663d92ca7 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Made reservation on behalf of 0b607624c70f44bfa2ac2a51aa587fd7 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:52.717208 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-90f95559-c943-4df3-8197-17a663d92ca7 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:52.745027 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:52.754649 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-c524a92a-f2fc-4c5d-9e40-492a1f874785 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting port 64ed92c9-7211-4dd5-8d77-20f632e16316 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:52.755021 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c524a92a-f2fc-4c5d-9e40-492a1f874785 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:52.758960 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-0e60861d-c754-43bf-a916-8d31987a6461 admin admin] Deleting port e9604f62-ff1e-4ee6-b3f8-3c36a993515e {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:52.759294 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0e60861d-c754-43bf-a916-8d31987a6461 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:52.760705 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:52.762952 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215c883a-8101-412b-ac5d-34f2dc164628 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Router 262067c8-796c-4ead-99cb-516954606b60 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:36:52.775961 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:52.776381 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:52.781061 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:52.798308 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port ed5e59c4-070b-462a-a207-5a49985bf8ef, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=ed5e59c4-070b-462a-a207-5a49985bf8ef,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:52.807231 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:52.834444 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-946987c2-183a-4b69-ab3c-46e60668d207 None None] Set router c41a12c1-dc41-4a6f-819f-46a150a5c91c gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:36:52.893469 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=ed5e59c4-070b-462a-a207-5a49985bf8ef,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:52.910067 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-946987c2-183a-4b69-ab3c-46e60668d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41a12c1-dc41-4a6f-819f-46a150a5c91c', 'name': 'tempest-TestServerBasicOps-573340759-router', 'tenant_id': '176aaf0dded54b22a6df40358b073bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:31:15Z', 'updated_at': '2021-07-24T09:36:52Z', 'revision_number': 6, 'project_id': '176aaf0dded54b22a6df40358b073bac', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:52.935641 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:52.941750 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:52.944260 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/networks/e23e6a6a-781a-4319-95c4-6af683ce54b1 HTTP/1.1" status: 204 len: 168 time: 5.2117600 Jul 24 09:36:52.946057 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af55a819-f500-4e43-b51d-5606e539608e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Router ded0923b-fb04-46a7-ae6e-e336d28e3cd9 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:36:52.951707 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37228) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:52.955468 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946987c2-183a-4b69-ab3c-46e60668d207 None None] The sync data for ids ['c41a12c1-dc41-4a6f-819f-46a150a5c91c'] in n-d-800085-9 is: [{'id': 'c41a12c1-dc41-4a6f-819f-46a150a5c91c', 'name': 'tempest-TestServerBasicOps-573340759-router', 'tenant_id': '176aaf0dded54b22a6df40358b073bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:31:15Z', 'updated_at': '2021-07-24T09:36:52Z', 'revision_number': 6, 'project_id': '176aaf0dded54b22a6df40358b073bac', 'gw_port_host': None}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:36:53.011103 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5fdf7a-bb53-49ab-9cd5-db20651042ef tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Network': ['ID=e23e6a6a-781a-4319-95c4-6af683ce54b1,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:53.020288 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-10acd271-c1b4-42d0-a1c8-bbc4bd5d3e85 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:53.020794 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10acd271-c1b4-42d0-a1c8-bbc4bd5d3e85 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:53.024874 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-10acd271-c1b4-42d0-a1c8-bbc4bd5d3e85 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/subnets/1a417cc5-66ba-4cef-a35e-04982751b2de HTTP/1.1" status: 404 len: 337 time: 0.0680299 Jul 24 09:36:53.029143 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37230) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:53.060582 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-90f95559-c943-4df3-8197-17a663d92ca7 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Allocated IP 172.20.0.5 (24720237-0fc0-4cac-9d1b-fcc942ebfb00/1945b820-8cd7-46f1-a597-4cb02f209ece/7721a055-354c-4d33-9030-f423300e779c) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:36:53.067249 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-7796b236-1509-4839-a2d1-2ba0e7fcd11f tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:53.067883 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7796b236-1509-4839-a2d1-2ba0e7fcd11f tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:53.069868 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7796b236-1509-4839-a2d1-2ba0e7fcd11f tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/networks/e23e6a6a-781a-4319-95c4-6af683ce54b1 HTTP/1.1" status: 404 len: 339 time: 0.0397265 Jul 24 09:36:53.106360 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37232) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:53.171359 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf6d2a0-5e24-486d-b3c6-5d084ae060e9 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:53.171816 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf6d2a0-5e24-486d-b3c6-5d084ae060e9 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:53.173679 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1bf6d2a0-5e24-486d-b3c6-5d084ae060e9 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/subnets/32f5d629-0700-4c47-a600-33c1bc963ecf HTTP/1.1" status: 404 len: 337 time: 0.0663345 Jul 24 09:36:53.178791 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37234) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:53.223537 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2085d0-f719-490a-9610-2d7499294c0e tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:53.224129 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac2085d0-f719-490a-9610-2d7499294c0e tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:53.228313 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ac2085d0-f719-490a-9610-2d7499294c0e tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/networks/2959db91-495d-4934-8651-d1c437256084 HTTP/1.1" status: 404 len: 339 time: 0.0412025 Jul 24 09:36:53.229061 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37238) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:53.302106 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c524a92a-f2fc-4c5d-9e40-492a1f874785 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:53.308189 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-52e6273a-c72e-4fe6-9543-5048d5b171ae req-af6fdd1e-a00c-4296-8e28-d52dae6d1391 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a1b49a8f-57a6-4747-89d5-540e01a408ee HTTP/1.1" status: 200 len: 210 time: 0.0495877 Jul 24 09:36:53.311044 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af55a819-f500-4e43-b51d-5606e539608e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:36:53.327384 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cf1516-74cd-493d-8c0e-1983a9b0b228 None None] Sync routers for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:36:53.339936 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cf1516-74cd-493d-8c0e-1983a9b0b228 None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:53.340556 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-78cf1516-74cd-493d-8c0e-1983a9b0b228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:53.344344 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-c524a92a-f2fc-4c5d-9e40-492a1f874785 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Calling delete_port for 64ed92c9-7211-4dd5-8d77-20f632e16316 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:53.374329 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-af55a819-f500-4e43-b51d-5606e539608e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:53.382006 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-0e60861d-c754-43bf-a916-8d31987a6461 admin admin] For port e9604f62-ff1e-4ee6-b3f8-3c36a993515e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e9604f62-ff1e-4ee6-b3f8-3c36a993515e,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:53.382632 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0e60861d-c754-43bf-a916-8d31987a6461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:53.394680 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-78cf1516-74cd-493d-8c0e-1983a9b0b228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:53.406144 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cf1516-74cd-493d-8c0e-1983a9b0b228 None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:53.406770 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-78cf1516-74cd-493d-8c0e-1983a9b0b228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:53.437173 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-90f95559-c943-4df3-8197-17a663d92ca7 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:53.443845 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-78cf1516-74cd-493d-8c0e-1983a9b0b228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:53.444490 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cf1516-74cd-493d-8c0e-1983a9b0b228 None None] The sync data for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:36:53.447593 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-af55a819-f500-4e43-b51d-5606e539608e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.8108752 Jul 24 09:36:53.451289 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37240) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:53.456362 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-31b0a165-0c55-4a10-9c08-94f58cbc7615 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Request body: {'floatingip': {'port_id': 'dbb1dece-2875-4a71-9a6d-1925cab7011e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:53.472114 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-0e60861d-c754-43bf-a916-8d31987a6461 admin admin] Calling delete_port for e9604f62-ff1e-4ee6-b3f8-3c36a993515e owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:53.489203 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d45d006b-66d5-45ad-8222-9be7c1d22b62 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:53.494552 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-90f95559-c943-4df3-8197-17a663d92ca7 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Transition to ACTIVE for port object 7721a055-354c-4d33-9030-f423300e779c will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:53.522944 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215c883a-8101-412b-ac5d-34f2dc164628 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:36:53.533930 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eace257-2553-4a46-b53e-cae22228e4af None None] Sync routers for ids ['262067c8-796c-4ead-99cb-516954606b60'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:36:53.535309 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-31b0a165-0c55-4a10-9c08-94f58cbc7615 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:53.544139 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eace257-2553-4a46-b53e-cae22228e4af None None] Routers {'262067c8-796c-4ead-99cb-516954606b60'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:53.545675 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-3eace257-2553-4a46-b53e-cae22228e4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['262067c8-796c-4ead-99cb-516954606b60'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:53.557008 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-215c883a-8101-412b-ac5d-34f2dc164628 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:53.611955 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-90f95559-c943-4df3-8197-17a663d92ca7 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:53.625722 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-215c883a-8101-412b-ac5d-34f2dc164628 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "DELETE /v2.0/floatingips/993f6491-b7cf-4b72-b13f-11cd95e74bf0 HTTP/1.1" status: 204 len: 168 time: 2.4051700 Jul 24 09:36:53.679062 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-3eace257-2553-4a46-b53e-cae22228e4af None None] Set router 262067c8-796c-4ead-99cb-516954606b60 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:36:53.704706 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e', 'tag': '1351ce31-eb57-4014-be82-98880d53d031'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:36:53.707327 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5e766a-6141-4aad-9a11-3395c59f3590" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e", "tag": "1351ce31-eb57-4014-be82-98880d53d031"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:36:53.780171 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c524a92a-f2fc-4c5d-9e40-492a1f874785 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:53.812223 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-90f95559-c943-4df3-8197-17a663d92ca7 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Network 24720237-0fc0-4cac-9d1b-fcc942ebfb00 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:53.820626 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-90f95559-c943-4df3-8197-17a663d92ca7 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:53.823980 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-90f95559-c943-4df3-8197-17a663d92ca7 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:53.851063 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4407e228-fc7c-4d7b-ad77-572ef14aba3e x-openstack-request-id: req-4407e228-fc7c-4d7b-ad77-572ef14aba3e {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:36:53.851426 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e", "tag": "1351ce31-eb57-4014-be82-98880d53d031", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:36:53.851688 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4407e228-fc7c-4d7b-ad77-572ef14aba3e {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:36:53.852246 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e', 'tag': '1351ce31-eb57-4014-be82-98880d53d031', 'status': 'completed', 'code': 200} Jul 24 09:36:53.856599 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524a92a-f2fc-4c5d-9e40-492a1f874785 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Port': ['ID=64ed92c9-7211-4dd5-8d77-20f632e16316,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:53.880523 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c524a92a-f2fc-4c5d-9e40-492a1f874785 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:53.885604 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c524a92a-f2fc-4c5d-9e40-492a1f874785 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/ports/64ed92c9-7211-4dd5-8d77-20f632e16316 HTTP/1.1" status: 204 len: 168 time: 1.5040185 Jul 24 09:36:53.917222 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37246) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:53.941369 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f95559-c943-4df3-8197-17a663d92ca7 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Pushing event updated for resources: {'Port': ['ID=7721a055-354c-4d33-9030-f423300e779c,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:53.957168 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-6c1a10f8-5dfa-456f-a9d4-db4a3488d45c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'port': {'network_id': '519b91c4-728a-43a0-9c00-f00322593562', 'mac_address': 'fa:16:3e:e3:f2:6b', 'name': 'tempest-PortsTestJSON-1830908027'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:53.983821 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-3eace257-2553-4a46-b53e-cae22228e4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262067c8-796c-4ead-99cb-516954606b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704094437', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'd1f9f5e9-6e33-48c7-9723-1b0d73c24b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:34:32Z', 'updated_at': '2021-07-24T09:34:46Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'd1f9f5e9-6e33-48c7-9723-1b0d73c24b93', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262067c8-796c-4ead-99cb-516954606b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:34:34Z', 'updated_at': '2021-07-24T09:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '549131a6-141b-4458-838f-280417db0bb1', 'name': '', 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:af:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262067c8-796c-4ead-99cb-516954606b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '052febb9-0d85-4f6f-a5a7-9b8b9b12c295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:34:44Z', 'updated_at': '2021-07-24T09:34:56Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': '052febb9-0d85-4f6f-a5a7-9b8b9b12c295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:53.989695 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-90f95559-c943-4df3-8197-17a663d92ca7 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:53.990403 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-90f95559-c943-4df3-8197-17a663d92ca7 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:54.025956 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d45d006b-66d5-45ad-8222-9be7c1d22b62 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:54.026893 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eace257-2553-4a46-b53e-cae22228e4af None None] Checking router: 262067c8-796c-4ead-99cb-516954606b60 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:36:54.039592 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eace257-2553-4a46-b53e-cae22228e4af None None] Routers {'262067c8-796c-4ead-99cb-516954606b60'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:54.040367 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-3eace257-2553-4a46-b53e-cae22228e4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['262067c8-796c-4ead-99cb-516954606b60'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:54.081192 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-d45d006b-66d5-45ad-8222-9be7c1d22b62 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e90af8b0-dd30-49cf-bfef-aadc9d6c3c41']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:54.096993 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-d45d006b-66d5-45ad-8222-9be7c1d22b62 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6772f5b-74e9-4f5f-8fd9-e9ed12e17818') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:54.097393 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-d45d006b-66d5-45ad-8222-9be7c1d22b62 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6772f5b-74e9-4f5f-8fd9-e9ed12e17818') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:54.115133 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-90f95559-c943-4df3-8197-17a663d92ca7 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6001225 Jul 24 09:36:54.117547 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d45d006b-66d5-45ad-8222-9be7c1d22b62 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:54.133444 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d45d006b-66d5-45ad-8222-9be7c1d22b62 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:54.140655 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45d006b-66d5-45ad-8222-9be7c1d22b62 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:54.141115 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d45d006b-66d5-45ad-8222-9be7c1d22b62 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:54.154577 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-cd615ea4-ca20-4f62-b47a-09cdac8168a1 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:54.155155 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:54.157410 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-cd615ea4-ca20-4f62-b47a-09cdac8168a1 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0201528 Jul 24 09:36:54.250310 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791f48a-3f45-4410-b081-788a8718550b req-fcfbe5d4-3d46-4daf-b887-4cb00ffb8d20 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:54.253267 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c791f48a-3f45-4410-b081-788a8718550b req-fcfbe5d4-3d46-4daf-b887-4cb00ffb8d20 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 946 time: 0.2103279 Jul 24 09:36:54.275017 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64505372-ae85-4413-9596-4bea78829993 None None] Sync routers for ids ['a3531d40-57b1-452d-ab9f-a2b9208f96a7'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:36:54.291418 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64505372-ae85-4413-9596-4bea78829993 None None] Routers {'a3531d40-57b1-452d-ab9f-a2b9208f96a7'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:54.292518 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-64505372-ae85-4413-9596-4bea78829993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['a3531d40-57b1-452d-ab9f-a2b9208f96a7'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:54.293355 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-3eace257-2553-4a46-b53e-cae22228e4af None None] Set router 262067c8-796c-4ead-99cb-516954606b60 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:36:54.340525 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0e60861d-c754-43bf-a916-8d31987a6461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:54.354904 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-349ae796-2db4-42ef-9ffe-4d5b392cad43 service neutron] Request body: {'port': {'device_id': 'a1b49a8f-57a6-4747-89d5-540e01a408ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:54.362426 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d45d006b-66d5-45ad-8222-9be7c1d22b62 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:54.393191 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d45d006b-66d5-45ad-8222-9be7c1d22b62 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:54.395275 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d45d006b-66d5-45ad-8222-9be7c1d22b62 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/networks/e90af8b0-dd30-49cf-bfef-aadc9d6c3c41 HTTP/1.1" status: 204 len: 168 time: 1.1355703 Jul 24 09:36:54.402855 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60861d-c754-43bf-a916-8d31987a6461 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9604f62-ff1e-4ee6-b3f8-3c36a993515e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:54.409736 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37254) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:54.441656 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e766a-6141-4aad-9a11-3395c59f3590 req-476d978a-b257-42f2-8133-1533eae6bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:54.443542 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a5e766a-6141-4aad-9a11-3395c59f3590 req-476d978a-b257-42f2-8133-1533eae6bbc0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 1097 time: 0.5990653 Jul 24 09:36:54.457752 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c791f48a-3f45-4410-b081-788a8718550b req-1bfcc4f8-9d9a-4d05-a7fb-f60b0457cec6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983128 Jul 24 09:36:54.472891 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d006b-66d5-45ad-8222-9be7c1d22b62 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Network': ['ID=e90af8b0-dd30-49cf-bfef-aadc9d6c3c41,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:54.508966 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-64505372-ae85-4413-9596-4bea78829993 None None] Set router a3531d40-57b1-452d-ab9f-a2b9208f96a7 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:36:54.539640 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-3eace257-2553-4a46-b53e-cae22228e4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262067c8-796c-4ead-99cb-516954606b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704094437', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'd1f9f5e9-6e33-48c7-9723-1b0d73c24b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:34:32Z', 'updated_at': '2021-07-24T09:34:46Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'd1f9f5e9-6e33-48c7-9723-1b0d73c24b93', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262067c8-796c-4ead-99cb-516954606b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:34:34Z', 'updated_at': '2021-07-24T09:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '549131a6-141b-4458-838f-280417db0bb1', 'name': '', 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:af:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262067c8-796c-4ead-99cb-516954606b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '052febb9-0d85-4f6f-a5a7-9b8b9b12c295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:34:44Z', 'updated_at': '2021-07-24T09:34:56Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': '052febb9-0d85-4f6f-a5a7-9b8b9b12c295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:54.543357 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-349ae796-2db4-42ef-9ffe-4d5b392cad43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:54.554574 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-048475d7-beea-423c-ab39-2b8783fb0dce tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:54.555771 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-048475d7-beea-423c-ab39-2b8783fb0dce tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:54.557831 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-048475d7-beea-423c-ab39-2b8783fb0dce tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/subnets/5cdea7b0-aca7-4782-a901-fc9dc33b2747 HTTP/1.1" status: 404 len: 337 time: 0.1286025 Jul 24 09:36:54.573903 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37256) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:54.577302 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eace257-2553-4a46-b53e-cae22228e4af None None] The sync data for ids ['262067c8-796c-4ead-99cb-516954606b60'] in n-d-800085-9 is: [{'id': '262067c8-796c-4ead-99cb-516954606b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704094437', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'd1f9f5e9-6e33-48c7-9723-1b0d73c24b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:34:32Z', 'updated_at': '2021-07-24T09:34:46Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'd1f9f5e9-6e33-48c7-9723-1b0d73c24b93', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262067c8-796c-4ead-99cb-516954606b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:34:34Z', 'updated_at': '2021-07-24T09:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '549131a6-141b-4458-838f-280417db0bb1', 'name': '', 'network_id': '7c3d9c5a-df8f-4d09-8c37-3b893a39df26', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:af:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262067c8-796c-4ead-99cb-516954606b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '052febb9-0d85-4f6f-a5a7-9b8b9b12c295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:34:44Z', 'updated_at': '2021-07-24T09:34:56Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': '052febb9-0d85-4f6f-a5a7-9b8b9b12c295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:36:54.633972 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device ed5e59c4-070b-462a-a207-5a49985bf8ef up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:36:54.654006 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1a10f8-5dfa-456f-a9d4-db4a3488d45c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:54.663113 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25c4222-805e-4aad-971a-35701020254d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:54.663805 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b25c4222-805e-4aad-971a-35701020254d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:54.665707 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b25c4222-805e-4aad-971a-35701020254d tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/networks/3c65c80d-912f-4ecf-8bbb-08bf460fca2c HTTP/1.1" status: 404 len: 339 time: 0.0724485 Jul 24 09:36:54.706129 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5dd1efdf-aee1-4dae-a492-c2f4726f0a86 None None] Provisioning for port 7721a055-354c-4d33-9030-f423300e779c completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:36:54.710940 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37258) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:54.720645 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5dd1efdf-aee1-4dae-a492-c2f4726f0a86 None None] Provisioning complete for port 7721a055-354c-4d33-9030-f423300e779c triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:54.721108 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5dd1efdf-aee1-4dae-a492-c2f4726f0a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:54.727094 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0e60861d-c754-43bf-a916-8d31987a6461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:54.768216 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-5dd1efdf-aee1-4dae-a492-c2f4726f0a86 None None] Port 7721a055-354c-4d33-9030-f423300e779c cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:36:54.819914 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-5857681d-a64e-4b37-b9ad-97ace47a1ccb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:54.820905 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5857681d-a64e-4b37-b9ad-97ace47a1ccb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:54.824714 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5857681d-a64e-4b37-b9ad-97ace47a1ccb tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/subnets/7fb65de4-5fdc-487c-953c-4cbd548ee320 HTTP/1.1" status: 404 len: 337 time: 0.1085999 Jul 24 09:36:54.824974 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port ed5e59c4-070b-462a-a207-5a49985bf8ef triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:54.824974 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:54.855416 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37260) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:54.944953 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0e60861d-c754-43bf-a916-8d31987a6461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:54.960235 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0e60861d-c754-43bf-a916-8d31987a6461 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:54.968665 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-db652746-c287-465c-a8cd-a4ae7310b312 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:54.969278 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db652746-c287-465c-a8cd-a4ae7310b312 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:54.972594 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-db652746-c287-465c-a8cd-a4ae7310b312 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/networks/1a1f7e5f-e797-4deb-b75d-03585fea24c0 HTTP/1.1" status: 404 len: 339 time: 0.1067462 Jul 24 09:36:54.977777 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c1a10f8-5dfa-456f-a9d4-db4a3488d45c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:54.979730 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37262) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:54.980059 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-64505372-ae85-4413-9596-4bea78829993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3531d40-57b1-452d-ab9f-a2b9208f96a7', 'name': 'tempest-TestServerMultinode-425625299-router', 'tenant_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'ed5e59c4-070b-462a-a207-5a49985bf8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:36:43Z', 'updated_at': '2021-07-24T09:36:48Z', 'revision_number': 4, 'project_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'gw_port': {'id': 'ed5e59c4-070b-462a-a207-5a49985bf8ef', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3531d40-57b1-452d-ab9f-a2b9208f96a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:36:45Z', 'updated_at': '2021-07-24T09:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'd251e84f-5c1e-4576-a8d4-87e361bcdf84', 'name': '', 'network_id': '7edef21f-18cb-4666-85f5-21ab7f8be42d', 'tenant_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'mac_address': 'fa:16:3e:c0:ce:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3531d40-57b1-452d-ab9f-a2b9208f96a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'f6c24f1c-f05a-474a-92c1-211497c463b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:36:48Z', 'updated_at': '2021-07-24T09:36:48Z', 'revision_number': 2, 'project_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'subnets': [{'id': 'f6c24f1c-f05a-474a-92c1-211497c463b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:54.992036 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e766a-6141-4aad-9a11-3395c59f3590 req-6b6b87dd-53c2-4e80-b9e3-480e065210ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:54.995622 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a5e766a-6141-4aad-9a11-3395c59f3590 req-6b6b87dd-53c2-4e80-b9e3-480e065210ec service neutron] 10.222.0.20 "GET /v2.0/networks?id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26 HTTP/1.1" status: 200 len: 897 time: 0.5202935 Jul 24 09:36:55.016436 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6079af06-530e-44d4-a352-f10a5f0c30e2 None None] New status for floating IP 993f6491-b7cf-4b72-b13f-11cd95e74bf0: DOWN {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:36:55.043798 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64505372-ae85-4413-9596-4bea78829993 None None] Checking router: a3531d40-57b1-452d-ab9f-a2b9208f96a7 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:36:55.044104 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64505372-ae85-4413-9596-4bea78829993 None None] Updating router a3531d40-57b1-452d-ab9f-a2b9208f96a7 port d251e84f-5c1e-4576-a8d4-87e361bcdf84 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:36:55.139375 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-3117cde7-c1e1-4c17-bcc9-5ff71af7450a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:55.139845 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3117cde7-c1e1-4c17-bcc9-5ff71af7450a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:55.142029 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3117cde7-c1e1-4c17-bcc9-5ff71af7450a tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/subnets/97d3f8dd-0bc9-499f-b97b-1cd6688eaf78 HTTP/1.1" status: 404 len: 337 time: 0.1572764 Jul 24 09:36:55.147111 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c27158-232c-4b54-99bc-c5f241ea1a5b req-3ae03042-6daa-416d-809d-fed7fb495bce tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:55.148714 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d2c27158-232c-4b54-99bc-c5f241ea1a5b req-3ae03042-6daa-416d-809d-fed7fb495bce tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a1b49a8f-57a6-4747-89d5-540e01a408ee HTTP/1.1" status: 200 len: 1027 time: 0.6723714 Jul 24 09:36:55.149421 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37264) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:55.151212 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a5e766a-6141-4aad-9a11-3395c59f3590 req-7e04fae0-2786-4610-8328-475278f8ce68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1351ce31-eb57-4014-be82-98880d53d031 HTTP/1.1" status: 200 len: 217 time: 0.0907202 Jul 24 09:36:55.171455 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0e60861d-c754-43bf-a916-8d31987a6461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:55.171987 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e60861d-c754-43bf-a916-8d31987a6461 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c41a12c1-dc41-4a6f-819f-46a150a5c91c {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:36:55.205799 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-6c1a10f8-5dfa-456f-a9d4-db4a3488d45c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] device_id is not set on port 54b3aa2d-8b2f-4d65-a87d-c2f91cd6f43e yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:36:55.216731 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0e60861d-c754-43bf-a916-8d31987a6461 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:55.220554 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0e60861d-c754-43bf-a916-8d31987a6461 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c41a12c1-dc41-4a6f-819f-46a150a5c91c HTTP/1.1" status: 204 len: 168 time: 3.2971961 Jul 24 09:36:55.226363 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.db.resource_extend [None req-31b0a165-0c55-4a10-9c08-94f58cbc7615 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 09:36:55.228119 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37266) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:55.252610 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a88ca71-0930-47e4-9188-7966f61c0680 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:55.253249 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a88ca71-0930-47e4-9188-7966f61c0680 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:55.255085 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4a88ca71-0930-47e4-9188-7966f61c0680 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/networks/c3b18b8e-3250-4c93-b702-39dbb5c8c742 HTTP/1.1" status: 404 len: 339 time: 0.1029439 Jul 24 09:36:55.266676 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37268) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:55.274646 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c38dbc4e-e371-4483-8660-3b6c935b4f63 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:36:55.299335 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: c38dbc4e-e371-4483-8660-3b6c935b4f63 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:36:55.300003 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c38dbc4e-e371-4483-8660-3b6c935b4f63 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:36:55.300003 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e9604f62-ff1e-4ee6-b3f8-3c36a993515e no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:36:55.328524 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: e9604f62-ff1e-4ee6-b3f8-3c36a993515e {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:36:55.329531 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e9604f62-ff1e-4ee6-b3f8-3c36a993515e not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:36:55.342557 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-64505372-ae85-4413-9596-4bea78829993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:55.349942 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c01864-8fc4-4965-b489-5ec732e2a380 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:55.350507 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c01864-8fc4-4965-b489-5ec732e2a380 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:55.351815 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b84d921-888b-424a-9b0c-49bc1df570e4 admin admin] Deleting subnet 4e844200-8ddf-4a71-a5c7-21ad9d7c004c {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:36:55.354654 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-30c01864-8fc4-4965-b489-5ec732e2a380 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/subnets/42b05765-1e63-47c1-9cff-798abbc709aa HTTP/1.1" status: 404 len: 337 time: 0.0822353 Jul 24 09:36:55.361641 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37270) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:55.371318 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e766a-6141-4aad-9a11-3395c59f3590 req-89be490e-3527-4d5d-bdc5-db88db26fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:55.373231 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a5e766a-6141-4aad-9a11-3395c59f3590 req-89be490e-3527-4d5d-bdc5-db88db26fc5c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=052febb9-0d85-4f6f-a5a7-9b8b9b12c295 HTTP/1.1" status: 200 len: 834 time: 0.2074409 Jul 24 09:36:55.374542 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8b84d921-888b-424a-9b0c-49bc1df570e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:55.377674 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d2c27158-232c-4b54-99bc-c5f241ea1a5b req-adafa047-84a4-4a54-956b-7da918011a40 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102010 Jul 24 09:36:55.400454 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92252e2-f313-4f62-b4e0-81333d0d8025 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:55.400980 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92252e2-f313-4f62-b4e0-81333d0d8025 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:55.404966 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c92252e2-f313-4f62-b4e0-81333d0d8025 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/networks/a9228b6f-8f27-4558-9991-80bff03d1963 HTTP/1.1" status: 404 len: 339 time: 0.0297539 Jul 24 09:36:55.422472 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37272) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:55.463857 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-31b0a165-0c55-4a10-9c08-94f58cbc7615 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:55.468543 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3fce6b-96ed-449a-aad6-55ac7b63a675 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:55.469042 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3fce6b-96ed-449a-aad6-55ac7b63a675 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:55.470829 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8f3fce6b-96ed-449a-aad6-55ac7b63a675 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/subnets/4367e839-7648-44fa-9af3-c2ffe07838eb HTTP/1.1" status: 404 len: 337 time: 0.0421901 Jul 24 09:36:55.473916 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37274) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:55.500421 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8b84d921-888b-424a-9b0c-49bc1df570e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:55.502724 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-31b0a165-0c55-4a10-9c08-94f58cbc7615 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:55.524787 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-796bfd09-79bf-404a-8f4c-636891e2d5f4 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:55.525348 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-796bfd09-79bf-404a-8f4c-636891e2d5f4 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:55.527461 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-796bfd09-79bf-404a-8f4c-636891e2d5f4 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/networks/d572ce85-c45d-4254-9371-3af63d14f5f6 HTTP/1.1" status: 404 len: 339 time: 0.0495682 Jul 24 09:36:55.531406 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37278) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:55.600852 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe26064-1810-4f32-bd70-0f9cbfd0acd4 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:55.601516 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe26064-1810-4f32-bd70-0f9cbfd0acd4 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:55.605497 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ebe26064-1810-4f32-bd70-0f9cbfd0acd4 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/subnets/8ec19226-da19-491d-9f9a-f43aaf145d83 HTTP/1.1" status: 404 len: 337 time: 0.0682755 Jul 24 09:36:55.608289 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37280) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:55.626464 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e766a-6141-4aad-9a11-3395c59f3590 req-8b2ccb04-bc65-4af6-9025-8e375397df14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:55.628574 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a5e766a-6141-4aad-9a11-3395c59f3590 req-8b2ccb04-bc65-4af6-9025-8e375397df14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7c3d9c5a-df8f-4d09-8c37-3b893a39df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2444863 Jul 24 09:36:55.631435 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c1a10f8-5dfa-456f-a9d4-db4a3488d45c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:55.647650 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-9a5e766a-6141-4aad-9a11-3395c59f3590 req-903617e1-faf7-4a24-8f0d-e81ef5e604d3 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:36:55.648680 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a5e766a-6141-4aad-9a11-3395c59f3590 req-903617e1-faf7-4a24-8f0d-e81ef5e604d3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061858 Jul 24 09:36:55.651322 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-553cb80f-809a-4c77-b76e-37e1720d7201 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:55.651941 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553cb80f-809a-4c77-b76e-37e1720d7201 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:55.653644 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-553cb80f-809a-4c77-b76e-37e1720d7201 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/networks/f74a103b-c289-4cd4-a438-2b01a3e5555c HTTP/1.1" status: 404 len: 339 time: 0.0397966 Jul 24 09:36:55.662639 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37282) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:55.695998 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-64505372-ae85-4413-9596-4bea78829993 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:55.699134 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ca597-78c0-46c0-b4cb-82eb6560fe61 req-6a61b143-e4d8-4bba-91dd-04903223dc74 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:55.700844 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e2ca597-78c0-46c0-b4cb-82eb6560fe61 req-6a61b143-e4d8-4bba-91dd-04903223dc74 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 946 time: 0.4934802 Jul 24 09:36:55.709272 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7cfb16d-36a6-4e28-b1bb-3f649618d625 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:55.709653 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-64505372-ae85-4413-9596-4bea78829993 None None] Transition to ACTIVE for port object d251e84f-5c1e-4576-a8d4-87e361bcdf84 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:55.709800 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7cfb16d-36a6-4e28-b1bb-3f649618d625 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:55.711467 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d7cfb16d-36a6-4e28-b1bb-3f649618d625 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/subnets/8344fbee-7ff5-415f-ad76-70abee16f893 HTTP/1.1" status: 404 len: 337 time: 0.0465996 Jul 24 09:36:55.719083 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37284) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:55.719571 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-64505372-ae85-4413-9596-4bea78829993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:55.750856 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed77eb7d-a77a-4671-a7a6-900339ee9b9b tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:55.751432 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed77eb7d-a77a-4671-a7a6-900339ee9b9b tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:55.753444 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ed77eb7d-a77a-4671-a7a6-900339ee9b9b tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/networks/e595a857-8a7f-48a4-8b11-0b4a274c2089 HTTP/1.1" status: 404 len: 339 time: 0.0315409 Jul 24 09:36:55.768723 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37286) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:55.801345 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56f430-725c-4a5c-bcbd-e858a41e73b2 None None] Pushing event updated for resources: {'Port': ['ID=d251e84f-5c1e-4576-a8d4-87e361bcdf84,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:55.832708 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a5e766a-6141-4aad-9a11-3395c59f3590 req-fe946630-74ab-4474-86b8-7c27a6b32106 service neutron] 10.222.0.20 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763470 Jul 24 09:36:55.834416 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c1a10f8-5dfa-456f-a9d4-db4a3488d45c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:55.835085 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-64505372-ae85-4413-9596-4bea78829993 None None] Attempting to bind port d251e84f-5c1e-4576-a8d4-87e361bcdf84 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:36:55.836019 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-64505372-ae85-4413-9596-4bea78829993 None None] Attempting to bind port d251e84f-5c1e-4576-a8d4-87e361bcdf84 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'cd5ba498-deee-4ecf-a902-e902747f5dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7edef21f-18cb-4666-85f5-21ab7f8be42d'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:36:55.836019 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64505372-ae85-4413-9596-4bea78829993 None None] Attempting to bind port d251e84f-5c1e-4576-a8d4-87e361bcdf84 on network 7edef21f-18cb-4666-85f5-21ab7f8be42d {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:36:55.841911 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64505372-ae85-4413-9596-4bea78829993 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:36:55.842298 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64505372-ae85-4413-9596-4bea78829993 None None] Checking segment: {'id': 'cd5ba498-deee-4ecf-a902-e902747f5dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7edef21f-18cb-4666-85f5-21ab7f8be42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:55.842701 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-64505372-ae85-4413-9596-4bea78829993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:55.843102 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64505372-ae85-4413-9596-4bea78829993 None None] Bound using segment: {'id': 'cd5ba498-deee-4ecf-a902-e902747f5dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7edef21f-18cb-4666-85f5-21ab7f8be42d'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:36:55.843574 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-64505372-ae85-4413-9596-4bea78829993 None None] Bound port: d251e84f-5c1e-4576-a8d4-87e361bcdf84, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5ba498-deee-4ecf-a902-e902747f5dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7edef21f-18cb-4666-85f5-21ab7f8be42d'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:36:55.843960 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-64505372-ae85-4413-9596-4bea78829993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:55.871487 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cbb3c1-c3b8-4d6d-99f7-b31af4629017 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:55.871943 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77cbb3c1-c3b8-4d6d-99f7-b31af4629017 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:55.876195 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-77cbb3c1-c3b8-4d6d-99f7-b31af4629017 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/subnets/476f410c-a24a-4567-8cca-3fc75260459a HTTP/1.1" status: 404 len: 337 time: 0.0954142 Jul 24 09:36:55.877942 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8b84d921-888b-424a-9b0c-49bc1df570e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:55.885195 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37288) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:55.919450 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-64505372-ae85-4413-9596-4bea78829993 None None] For port d251e84f-5c1e-4576-a8d4-87e361bcdf84, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:36:55.924648 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-64505372-ae85-4413-9596-4bea78829993 None None] For port d251e84f-5c1e-4576-a8d4-87e361bcdf84, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d251e84f-5c1e-4576-a8d4-87e361bcdf84,segment=NetworkSegment(cd5ba498-deee-4ecf-a902-e902747f5dff),segment_id=cd5ba498-deee-4ecf-a902-e902747f5dff)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:36:55.935470 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1a10f8-5dfa-456f-a9d4-db4a3488d45c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network 519b91c4-728a-43a0-9c00-f00322593562 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:55.941579 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-64505372-ae85-4413-9596-4bea78829993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:55.953513 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-6c1a10f8-5dfa-456f-a9d4-db4a3488d45c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:55.956243 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1a10f8-5dfa-456f-a9d4-db4a3488d45c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:55.962791 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1a10f8-5dfa-456f-a9d4-db4a3488d45c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:55.964101 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c1a10f8-5dfa-456f-a9d4-db4a3488d45c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:55.996437 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a10f8-5dfa-456f-a9d4-db4a3488d45c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Port': ['ID=54b3aa2d-8b2f-4d65-a87d-c2f91cd6f43e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:56.017192 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64505372-ae85-4413-9596-4bea78829993 None None] Routers {'a3531d40-57b1-452d-ab9f-a2b9208f96a7'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:56.018056 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-64505372-ae85-4413-9596-4bea78829993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['a3531d40-57b1-452d-ab9f-a2b9208f96a7'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:56.020098 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56f430-725c-4a5c-bcbd-e858a41e73b2 None None] Pushing event updated for resources: {'Port': ['ID=d251e84f-5c1e-4576-a8d4-87e361bcdf84,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:56.056835 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6c1a10f8-5dfa-456f-a9d4-db4a3488d45c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1362584 Jul 24 09:36:56.059345 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37290) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:56.096907 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-349ae796-2db4-42ef-9ffe-4d5b392cad43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7721a055-354c-4d33-9030-f423300e779c {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:36:56.106792 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-349ae796-2db4-42ef-9ffe-4d5b392cad43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:56.126077 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-349ae796-2db4-42ef-9ffe-4d5b392cad43 service neutron] Transition to ACTIVE for port object 7721a055-354c-4d33-9030-f423300e779c will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:36:56.138927 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21680b26-4049-44ac-960a-79dd0918a6a4 req-96d37c70-8f6d-43f5-a467-5551daf3233f tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:56.149487 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-21680b26-4049-44ac-960a-79dd0918a6a4 req-96d37c70-8f6d-43f5-a467-5551daf3233f tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 946 time: 0.5630300 Jul 24 09:36:56.161928 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-64505372-ae85-4413-9596-4bea78829993 None None] Set router a3531d40-57b1-452d-ab9f-a2b9208f96a7 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:36:56.190622 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c48f25-0182-4862-9da8-3a252e520c87 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] DELETE failed (client error): The resource could not be found. Jul 24 09:36:56.191379 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20c48f25-0182-4862-9da8-3a252e520c87 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:36:56.193206 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-20c48f25-0182-4862-9da8-3a252e520c87 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/networks/fce055fa-37df-48a9-89cf-2a16938a1624 HTTP/1.1" status: 404 len: 339 time: 0.2865767 Jul 24 09:36:56.197984 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37292) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:56.306826 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-21680b26-4049-44ac-960a-79dd0918a6a4 req-05aec047-7a28-47bc-b72e-8a8ad3f5f60d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564226 Jul 24 09:36:56.309122 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8b84d921-888b-424a-9b0c-49bc1df570e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:56.311583 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-349ae796-2db4-42ef-9ffe-4d5b392cad43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:56.376296 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ae796-2db4-42ef-9ffe-4d5b392cad43 service neutron] Pushing event updated for resources: {'Port': ['ID=7721a055-354c-4d33-9030-f423300e779c,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:56.379874 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b0a165-0c55-4a10-9c08-94f58cbc7615 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Router ded0923b-fb04-46a7-ae6e-e336d28e3cd9 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:36:56.419927 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84d921-888b-424a-9b0c-49bc1df570e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e844200-8ddf-4a71-a5c7-21ad9d7c004c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:56.423242 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8b84d921-888b-424a-9b0c-49bc1df570e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:56.428286 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8b84d921-888b-424a-9b0c-49bc1df570e4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4e844200-8ddf-4a71-a5c7-21ad9d7c004c HTTP/1.1" status: 204 len: 168 time: 1.1921415 Jul 24 09:36:56.438045 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37296) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:56.448774 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d251e84f-5c1e-4576-a8d4-87e361bcdf84 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:36:56.450187 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b453c7c0-5de2-4d49-b2e9-b57fbda1acb4 None None] Network b9fcf570-4b6f-434c-a29b-f858143b2ec9 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:56.465589 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876280e0-adef-4bfa-a05f-cbb7161a5daf tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:56.467205 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-068e85fb-909b-4333-9a54-45faacb2d2d2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Deleting subnet 1bcea5b5-fca3-4541-ba12-5c1a3129258c {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:36:56.467659 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-876280e0-adef-4bfa-a05f-cbb7161a5daf tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "GET /v2.0/ports/54b3aa2d-8b2f-4d65-a87d-c2f91cd6f43e HTTP/1.1" status: 200 len: 841 time: 0.4068067 Jul 24 09:36:56.469859 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37298) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:56.497321 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-068e85fb-909b-4333-9a54-45faacb2d2d2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:56.606384 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a5e766a-6141-4aad-9a11-3395c59f3590 req-97a42e16-c0a0-498e-9d3b-7d13977fd7c0 service neutron] 10.222.0.20 "GET /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6889925 Jul 24 09:36:56.641784 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-64505372-ae85-4413-9596-4bea78829993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3531d40-57b1-452d-ab9f-a2b9208f96a7', 'name': 'tempest-TestServerMultinode-425625299-router', 'tenant_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'ed5e59c4-070b-462a-a207-5a49985bf8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:36:43Z', 'updated_at': '2021-07-24T09:36:48Z', 'revision_number': 4, 'project_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'gw_port': {'id': 'ed5e59c4-070b-462a-a207-5a49985bf8ef', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3531d40-57b1-452d-ab9f-a2b9208f96a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:36:45Z', 'updated_at': '2021-07-24T09:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'd251e84f-5c1e-4576-a8d4-87e361bcdf84', 'name': '', 'network_id': '7edef21f-18cb-4666-85f5-21ab7f8be42d', 'tenant_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'mac_address': 'fa:16:3e:c0:ce:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3531d40-57b1-452d-ab9f-a2b9208f96a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'f6c24f1c-f05a-474a-92c1-211497c463b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:36:48Z', 'updated_at': '2021-07-24T09:36:55Z', 'revision_number': 4, 'project_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'subnets': [{'id': 'f6c24f1c-f05a-474a-92c1-211497c463b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:56.650502 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e18054-4c77-4c58-95c6-2bdf74530698 req-d3695266-0216-444f-b1b4-d4ecc99e18d8 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:56.657802 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-59e18054-4c77-4c58-95c6-2bdf74530698 req-d3695266-0216-444f-b1b4-d4ecc99e18d8 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a1b49a8f-57a6-4747-89d5-540e01a408ee HTTP/1.1" status: 200 len: 1052 time: 0.1475198 Jul 24 09:36:56.682427 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port d251e84f-5c1e-4576-a8d4-87e361bcdf84 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:36:56.688675 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64505372-ae85-4413-9596-4bea78829993 None None] The sync data for ids ['a3531d40-57b1-452d-ab9f-a2b9208f96a7'] in n-d-800085-9 is: [{'id': 'a3531d40-57b1-452d-ab9f-a2b9208f96a7', 'name': 'tempest-TestServerMultinode-425625299-router', 'tenant_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'ed5e59c4-070b-462a-a207-5a49985bf8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:36:43Z', 'updated_at': '2021-07-24T09:36:48Z', 'revision_number': 4, 'project_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'gw_port': {'id': 'ed5e59c4-070b-462a-a207-5a49985bf8ef', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3531d40-57b1-452d-ab9f-a2b9208f96a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:36:45Z', 'updated_at': '2021-07-24T09:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'd251e84f-5c1e-4576-a8d4-87e361bcdf84', 'name': '', 'network_id': '7edef21f-18cb-4666-85f5-21ab7f8be42d', 'tenant_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'mac_address': 'fa:16:3e:c0:ce:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3531d40-57b1-452d-ab9f-a2b9208f96a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'f6c24f1c-f05a-474a-92c1-211497c463b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:36:48Z', 'updated_at': '2021-07-24T09:36:55Z', 'revision_number': 4, 'project_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'subnets': [{'id': 'f6c24f1c-f05a-474a-92c1-211497c463b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:36:56.696844 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port d251e84f-5c1e-4576-a8d4-87e361bcdf84 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:56.697432 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:56.722060 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-59e18054-4c77-4c58-95c6-2bdf74530698 req-d12ccf7a-58bf-4f28-9fe7-d48d9a5a2b44 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571663 Jul 24 09:36:56.729952 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-1333ae50-86f7-4bc5-93e0-35e341d2ab55 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting port 54b3aa2d-8b2f-4d65-a87d-c2f91cd6f43e {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:56.730556 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1333ae50-86f7-4bc5-93e0-35e341d2ab55 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:56.826391 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:56.840831 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1333ae50-86f7-4bc5-93e0-35e341d2ab55 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:56.855933 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-1333ae50-86f7-4bc5-93e0-35e341d2ab55 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Calling delete_port for 54b3aa2d-8b2f-4d65-a87d-c2f91cd6f43e owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:56.877943 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port d251e84f-5c1e-4576-a8d4-87e361bcdf84, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d251e84f-5c1e-4576-a8d4-87e361bcdf84,segment=NetworkSegment(cd5ba498-deee-4ecf-a902-e902747f5dff),segment_id=cd5ba498-deee-4ecf-a902-e902747f5dff)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:56.880798 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e169f67-b6a4-4034-9079-836f2741a7fb None None] DHCP port deletion for b9fcf570-4b6f-434c-a29b-f858143b2ec9 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:36:56.896715 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:56.981753 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=d251e84f-5c1e-4576-a8d4-87e361bcdf84,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:56.994055 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1333ae50-86f7-4bc5-93e0-35e341d2ab55 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:57.007801 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-0e169f67-b6a4-4034-9079-836f2741a7fb None None] Deleting port 5a7dccfa-67ae-4f9e-b9a3-bd7807085db7 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:57.008183 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0e169f67-b6a4-4034-9079-836f2741a7fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:57.026896 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333ae50-86f7-4bc5-93e0-35e341d2ab55 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Port': ['ID=54b3aa2d-8b2f-4d65-a87d-c2f91cd6f43e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:57.030712 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-1e2ca597-78c0-46c0-b4cb-82eb6560fe61 req-258e2d65-e161-4857-b3ff-7feb21d7f4e2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Deleting port 1351ce31-eb57-4014-be82-98880d53d031 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:57.031054 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1e2ca597-78c0-46c0-b4cb-82eb6560fe61 req-258e2d65-e161-4857-b3ff-7feb21d7f4e2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:57.041776 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1333ae50-86f7-4bc5-93e0-35e341d2ab55 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:57.044837 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1333ae50-86f7-4bc5-93e0-35e341d2ab55 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/ports/54b3aa2d-8b2f-4d65-a87d-c2f91cd6f43e HTTP/1.1" status: 204 len: 168 time: 0.5739233 Jul 24 09:36:57.047467 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37300) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:57.082806 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-172b784e-2174-40e1-9bc7-11ad144e6b40 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] GET failed (client error): The resource could not be found. Jul 24 09:36:57.088604 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-172b784e-2174-40e1-9bc7-11ad144e6b40 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "GET /v2.0/ports/54b3aa2d-8b2f-4d65-a87d-c2f91cd6f43e HTTP/1.1" status: 404 len: 333 time: 0.0387309 Jul 24 09:36:57.089600 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37302) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:57.093160 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-0e169f67-b6a4-4034-9079-836f2741a7fb None None] For port 5a7dccfa-67ae-4f9e-b9a3-bd7807085db7, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5a7dccfa-67ae-4f9e-b9a3-bd7807085db7,segment=NetworkSegment(056dba41-20ef-4871-8f1d-aeabfad23862),segment_id=056dba41-20ef-4871-8f1d-aeabfad23862)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:57.093559 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0e169f67-b6a4-4034-9079-836f2741a7fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:57.095130 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-36380715-3066-464d-9830-f5a3ecf4653c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'port': {'network_id': '519b91c4-728a-43a0-9c00-f00322593562', 'name': 'tempest-PortsTestJSON-558716169'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:57.108590 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-0e169f67-b6a4-4034-9079-836f2741a7fb None None] Calling delete_port for 5a7dccfa-67ae-4f9e-b9a3-bd7807085db7 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:57.158818 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-20438561-f8bf-4414-8731-47b0687947ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:57.166235 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-068e85fb-909b-4333-9a54-45faacb2d2d2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:57.217508 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0e169f67-b6a4-4034-9079-836f2741a7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:57.237730 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36380715-3066-464d-9830-f5a3ecf4653c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:36:57.242394 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36380715-3066-464d-9830-f5a3ecf4653c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:57.262442 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e169f67-b6a4-4034-9079-836f2741a7fb None None] No DVR routers for this DVR port 5a7dccfa-67ae-4f9e-b9a3-bd7807085db7 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:57.276763 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-36380715-3066-464d-9830-f5a3ecf4653c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] device_id is not set on port b21fba0f-d12e-4b27-85d4-cefe2a65693b yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:36:57.277373 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e169f67-b6a4-4034-9079-836f2741a7fb None None] Pushing event deleted for resources: {'Port': ['ID=5a7dccfa-67ae-4f9e-b9a3-bd7807085db7,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:57.292663 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0a574cc3-d216-4bb2-8ae1-4c67bcf1a8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:57.383297 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-349ae796-2db4-42ef-9ffe-4d5b392cad43 service neutron] Attempting to bind port 7721a055-354c-4d33-9030-f423300e779c on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:36:57.383660 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-349ae796-2db4-42ef-9ffe-4d5b392cad43 service neutron] Attempting to bind port 7721a055-354c-4d33-9030-f423300e779c by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '94e00f13-d29f-4b24-accf-dd5e2626e5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '24720237-0fc0-4cac-9d1b-fcc942ebfb00'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:36:57.384236 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-349ae796-2db4-42ef-9ffe-4d5b392cad43 service neutron] Attempting to bind port 7721a055-354c-4d33-9030-f423300e779c on network 24720237-0fc0-4cac-9d1b-fcc942ebfb00 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:36:57.392466 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b0a165-0c55-4a10-9c08-94f58cbc7615 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:36:57.397526 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-1e2ca597-78c0-46c0-b4cb-82eb6560fe61 req-258e2d65-e161-4857-b3ff-7feb21d7f4e2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] For port 1351ce31-eb57-4014-be82-98880d53d031, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=1351ce31-eb57-4014-be82-98880d53d031,segment=NetworkSegment(d64301cc-d735-488b-91bf-d20f44a7a8ad),segment_id=d64301cc-d735-488b-91bf-d20f44a7a8ad)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:57.397840 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1e2ca597-78c0-46c0-b4cb-82eb6560fe61 req-258e2d65-e161-4857-b3ff-7feb21d7f4e2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:57.405596 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-31b0a165-0c55-4a10-9c08-94f58cbc7615 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:57.407922 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d5721d-b5cc-414a-8479-4b4bbc96fdd0 None None] Sync routers for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:36:57.419691 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d5721d-b5cc-414a-8479-4b4bbc96fdd0 None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:57.420694 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f2d5721d-b5cc-414a-8479-4b4bbc96fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:57.426097 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-349ae796-2db4-42ef-9ffe-4d5b392cad43 service neutron] Port 7721a055-354c-4d33-9030-f423300e779c on network 24720237-0fc0-4cac-9d1b-fcc942ebfb00 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:36:57.426426 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-349ae796-2db4-42ef-9ffe-4d5b392cad43 service neutron] Attempting to bind port 7721a055-354c-4d33-9030-f423300e779c on network 24720237-0fc0-4cac-9d1b-fcc942ebfb00 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:36:57.464889 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f2d5721d-b5cc-414a-8479-4b4bbc96fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:57.475365 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d5721d-b5cc-414a-8479-4b4bbc96fdd0 None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:36:57.476557 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f2d5721d-b5cc-414a-8479-4b4bbc96fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:36:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:57.491031 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36380715-3066-464d-9830-f5a3ecf4653c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:57.500107 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-1e2ca597-78c0-46c0-b4cb-82eb6560fe61 req-258e2d65-e161-4857-b3ff-7feb21d7f4e2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Calling delete_port for 1351ce31-eb57-4014-be82-98880d53d031 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:57.510541 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-349ae796-2db4-42ef-9ffe-4d5b392cad43 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:36:57.510884 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-349ae796-2db4-42ef-9ffe-4d5b392cad43 service neutron] Checking segment: {'id': '94e00f13-d29f-4b24-accf-dd5e2626e5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '24720237-0fc0-4cac-9d1b-fcc942ebfb00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:36:57.511281 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-349ae796-2db4-42ef-9ffe-4d5b392cad43 service neutron] Bound using segment: {'id': '94e00f13-d29f-4b24-accf-dd5e2626e5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '24720237-0fc0-4cac-9d1b-fcc942ebfb00'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:36:57.511732 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-349ae796-2db4-42ef-9ffe-4d5b392cad43 service neutron] Bound port: 7721a055-354c-4d33-9030-f423300e779c, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e00f13-d29f-4b24-accf-dd5e2626e5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '24720237-0fc0-4cac-9d1b-fcc942ebfb00'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:36:57.512091 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-349ae796-2db4-42ef-9ffe-4d5b392cad43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:57.514580 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f2d5721d-b5cc-414a-8479-4b4bbc96fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:57.515422 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d5721d-b5cc-414a-8479-4b4bbc96fdd0 None None] The sync data for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:36:57.519570 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-068e85fb-909b-4333-9a54-45faacb2d2d2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:57.531768 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36380715-3066-464d-9830-f5a3ecf4653c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:57.580430 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36380715-3066-464d-9830-f5a3ecf4653c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network 519b91c4-728a-43a0-9c00-f00322593562 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:36:57.586532 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-36380715-3066-464d-9830-f5a3ecf4653c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:36:57.588610 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36380715-3066-464d-9830-f5a3ecf4653c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Port': ['ID=b21fba0f-d12e-4b27-85d4-cefe2a65693b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:57.591072 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-20438561-f8bf-4414-8731-47b0687947ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:57.591207 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36380715-3066-464d-9830-f5a3ecf4653c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:36:57.598156 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36380715-3066-464d-9830-f5a3ecf4653c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:57.598805 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36380715-3066-464d-9830-f5a3ecf4653c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:57.616845 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-36380715-3066-464d-9830-f5a3ecf4653c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5246484 Jul 24 09:36:57.618092 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37306) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:57.624157 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-4ade17c6-8036-4689-9adb-b0018beb1942 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:36:57.650898 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-20438561-f8bf-4414-8731-47b0687947ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9fcf570-4b6f-434c-a29b-f858143b2ec9']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:57.713757 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ade17c6-8036-4689-9adb-b0018beb1942 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:57.723757 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-20438561-f8bf-4414-8731-47b0687947ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056dba41-20ef-4871-8f1d-aeabfad23862') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:57.724056 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-20438561-f8bf-4414-8731-47b0687947ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056dba41-20ef-4871-8f1d-aeabfad23862') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:57.761748 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-20438561-f8bf-4414-8731-47b0687947ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:57.794707 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-31b0a165-0c55-4a10-9c08-94f58cbc7615 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "PUT /v2.0/floatingips/b889f8c1-5581-4dce-abf5-d64c3e08fa7a HTTP/1.1" status: 200 len: 979 time: 4.3421388 Jul 24 09:36:57.804710 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37310) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:57.819086 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-068e85fb-909b-4333-9a54-45faacb2d2d2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:57.822218 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-20438561-f8bf-4414-8731-47b0687947ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:57.870992 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0669cad-3ff9-47e2-a32f-b979ac1c339d req-4411d209-6fa0-4ac4-a6b5-ac017be27a58 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:57.872496 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e0669cad-3ff9-47e2-a32f-b979ac1c339d req-4411d209-6fa0-4ac4-a6b5-ac017be27a58 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e HTTP/1.1" status: 200 len: 946 time: 0.4781668 Jul 24 09:36:57.875323 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-349ae796-2db4-42ef-9ffe-4d5b392cad43 service neutron] For port 7721a055-354c-4d33-9030-f423300e779c, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:36:57.912413 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca7386-159b-432a-8dc0-268a3f31405d req-85c8cc18-d216-4cd3-a98e-fbc6b69ac31d tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:57.913884 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8eca7386-159b-432a-8dc0-268a3f31405d req-85c8cc18-d216-4cd3-a98e-fbc6b69ac31d tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a1b49a8f-57a6-4747-89d5-540e01a408ee HTTP/1.1" status: 200 len: 1052 time: 0.1188362 Jul 24 09:36:57.917749 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20438561-f8bf-4414-8731-47b0687947ba admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:57.918156 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-20438561-f8bf-4414-8731-47b0687947ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:57.920195 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:57.922194 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e85fb-909b-4333-9a54-45faacb2d2d2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Subnet': ['ID=1bcea5b5-fca3-4541-ba12-5c1a3129258c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:57.933814 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ade17c6-8036-4689-9adb-b0018beb1942 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:57.942741 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ade17c6-8036-4689-9adb-b0018beb1942 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:57.945260 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-349ae796-2db4-42ef-9ffe-4d5b392cad43 service neutron] For port 7721a055-354c-4d33-9030-f423300e779c, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=7721a055-354c-4d33-9030-f423300e779c,segment=NetworkSegment(94e00f13-d29f-4b24-accf-dd5e2626e5f2),segment_id=94e00f13-d29f-4b24-accf-dd5e2626e5f2)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:36:57.954171 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-068e85fb-909b-4333-9a54-45faacb2d2d2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:57.955621 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0503bb96-2776-4499-ae25-f05f46dbcc52 None None] Network a1053d57-0bcc-4032-94ca-6e62d6efbff3 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:36:57.956574 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-068e85fb-909b-4333-9a54-45faacb2d2d2 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/subnets/1bcea5b5-fca3-4541-ba12-5c1a3129258c HTTP/1.1" status: 204 len: 168 time: 1.7282336 Jul 24 09:36:57.976048 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37312) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:57.983093 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-349ae796-2db4-42ef-9ffe-4d5b392cad43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:58.013206 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-4ade17c6-8036-4689-9adb-b0018beb1942 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] In _notify_port_updated(), no bound segment for port b21fba0f-d12e-4b27-85d4-cefe2a65693b on network 519b91c4-728a-43a0-9c00-f00322593562 {{(pid=94035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 09:36:58.019177 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ade17c6-8036-4689-9adb-b0018beb1942 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:58.019797 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ade17c6-8036-4689-9adb-b0018beb1942 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:58.025946 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4ade17c6-8036-4689-9adb-b0018beb1942 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "PUT /v2.0/ports/b21fba0f-d12e-4b27-85d4-cefe2a65693b HTTP/1.1" status: 200 len: 818 time: 0.4020267 Jul 24 09:36:58.026150 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37314) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:58.036491 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8eca7386-159b-432a-8dc0-268a3f31405d req-e150ef09-92b7-4481-9097-74b1574c5fbd tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135602 Jul 24 09:36:58.039075 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade17c6-8036-4689-9adb-b0018beb1942 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Port': ['ID=b21fba0f-d12e-4b27-85d4-cefe2a65693b,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:58.101833 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ced546f5-887a-4f74-aa2b-d5353a0a4ea8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:58.167743 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-349ae796-2db4-42ef-9ffe-4d5b392cad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:58.168449 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-ced546f5-887a-4f74-aa2b-d5353a0a4ea8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Deleting port 4bba69b4-96cf-4c87-85b2-8da32fc77116 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:58.169477 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ced546f5-887a-4f74-aa2b-d5353a0a4ea8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:58.170759 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-349ae796-2db4-42ef-9ffe-4d5b392cad43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:58.172224 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-349ae796-2db4-42ef-9ffe-4d5b392cad43 service neutron] 10.222.0.37 "PUT /v2.0/ports/7721a055-354c-4d33-9030-f423300e779c HTTP/1.1" status: 200 len: 1091 time: 4.0049767 Jul 24 09:36:58.179173 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b49a8f-57a6-4747-89d5-540e01a408ee', 'tag': '7721a055-354c-4d33-9030-f423300e779c'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:36:58.181473 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36935234-717a-4bc7-96a9-cf17e2754f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b49a8f-57a6-4747-89d5-540e01a408ee", "tag": "7721a055-354c-4d33-9030-f423300e779c"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:36:58.184100 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-20438561-f8bf-4414-8731-47b0687947ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:58.196159 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e0669cad-3ff9-47e2-a32f-b979ac1c339d req-ecaf90fa-7a9c-41b9-9b74-dc3d77a62c22 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=01a82cd7-ed12-4e2c-b796-bfcebf0be03f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2926209 Jul 24 09:36:58.230357 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-20438561-f8bf-4414-8731-47b0687947ba admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:58.232326 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-20438561-f8bf-4414-8731-47b0687947ba admin admin] 10.222.0.32 "DELETE /v2.0/networks/b9fcf570-4b6f-434c-a29b-f858143b2ec9 HTTP/1.1" status: 204 len: 168 time: 1.7902167 Jul 24 09:36:58.255542 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3e4877-ae7d-4b4d-86f1-d661f07654e1 None None] DHCP port deletion for a1053d57-0bcc-4032-94ca-6e62d6efbff3 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:36:58.302342 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444e8372-4f65-43f9-bd28-b2da6cec33da x-openstack-request-id: req-444e8372-4f65-43f9-bd28-b2da6cec33da {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:36:58.303164 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b49a8f-57a6-4747-89d5-540e01a408ee", "tag": "7721a055-354c-4d33-9030-f423300e779c", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:36:58.303734 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-444e8372-4f65-43f9-bd28-b2da6cec33da {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:36:58.304288 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b49a8f-57a6-4747-89d5-540e01a408ee', 'tag': '7721a055-354c-4d33-9030-f423300e779c', 'status': 'completed', 'code': 200} Jul 24 09:36:58.307336 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20438561-f8bf-4414-8731-47b0687947ba admin admin] Pushing event deleted for resources: {'Network': ['ID=b9fcf570-4b6f-434c-a29b-f858143b2ec9,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:58.326343 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-ee3e4877-ae7d-4b4d-86f1-d661f07654e1 None None] Deleting port 4bba69b4-96cf-4c87-85b2-8da32fc77116 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:58.331065 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ee3e4877-ae7d-4b4d-86f1-d661f07654e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:58.337627 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ae796-2db4-42ef-9ffe-4d5b392cad43 service neutron] Pushing event updated for resources: {'Port': ['ID=7721a055-354c-4d33-9030-f423300e779c,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:58.358056 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1e2ca597-78c0-46c0-b4cb-82eb6560fe61 req-258e2d65-e161-4857-b3ff-7feb21d7f4e2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:58.400355 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-ced546f5-887a-4f74-aa2b-d5353a0a4ea8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] For port 4bba69b4-96cf-4c87-85b2-8da32fc77116, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4bba69b4-96cf-4c87-85b2-8da32fc77116,segment=NetworkSegment(018b0ccb-b364-459b-876c-2c096fd59237),segment_id=018b0ccb-b364-459b-876c-2c096fd59237)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:58.400966 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ced546f5-887a-4f74-aa2b-d5353a0a4ea8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:58.425252 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-ced546f5-887a-4f74-aa2b-d5353a0a4ea8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Calling delete_port for 4bba69b4-96cf-4c87-85b2-8da32fc77116 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:58.463139 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e2d65-e161-4857-b3ff-7feb21d7f4e2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'Port': ['ID=1351ce31-eb57-4014-be82-98880d53d031,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:58.469024 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d251e84f-5c1e-4576-a8d4-87e361bcdf84 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:36:58.527584 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ee3e4877-ae7d-4b4d-86f1-d661f07654e1 None None] For port 4bba69b4-96cf-4c87-85b2-8da32fc77116, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4bba69b4-96cf-4c87-85b2-8da32fc77116,segment=NetworkSegment(018b0ccb-b364-459b-876c-2c096fd59237),segment_id=018b0ccb-b364-459b-876c-2c096fd59237)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:36:58.527989 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ee3e4877-ae7d-4b4d-86f1-d661f07654e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:58.543807 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ced546f5-887a-4f74-aa2b-d5353a0a4ea8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:58.554136 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-ee3e4877-ae7d-4b4d-86f1-d661f07654e1 None None] Calling delete_port for 4bba69b4-96cf-4c87-85b2-8da32fc77116 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:58.556369 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2ca597-78c0-46c0-b4cb-82eb6560fe61 req-258e2d65-e161-4857-b3ff-7feb21d7f4e2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] No DVR routers for this DVR port 1351ce31-eb57-4014-be82-98880d53d031 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:58.567734 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 1351ce31-eb57-4014-be82-98880d53d031 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:36:58.569734 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1e2ca597-78c0-46c0-b4cb-82eb6560fe61 req-258e2d65-e161-4857-b3ff-7feb21d7f4e2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:58.571788 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e2ca597-78c0-46c0-b4cb-82eb6560fe61 req-258e2d65-e161-4857-b3ff-7feb21d7f4e2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.20 "DELETE /v2.0/ports/1351ce31-eb57-4014-be82-98880d53d031 HTTP/1.1" status: 204 len: 173 time: 2.8629231 Jul 24 09:36:58.581552 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-5b848a68-7fbf-44f7-869e-12154d643a21 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Deleting port e1f5ac66-c480-4670-aa6c-d94801704d0b {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:58.581894 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5b848a68-7fbf-44f7-869e-12154d643a21 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:58.583447 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37320) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:58.595170 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced546f5-887a-4f74-aa2b-d5353a0a4ea8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] No DVR routers for this DVR port 4bba69b4-96cf-4c87-85b2-8da32fc77116 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:58.603486 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 1351ce31-eb57-4014-be82-98880d53d031 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:36:58.603837 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 1351ce31-eb57-4014-be82-98880d53d031 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:36:58.605223 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced546f5-887a-4f74-aa2b-d5353a0a4ea8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Port': ['ID=4bba69b4-96cf-4c87-85b2-8da32fc77116,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:58.630796 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-1a16b64c-5039-44c1-9de8-d60c86300414 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting port b21fba0f-d12e-4b27-85d4-cefe2a65693b {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:36:58.631175 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1a16b64c-5039-44c1-9de8-d60c86300414 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:58.657204 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-b07404bc-23fc-47be-bcdf-5d4fae8ac8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:58.658794 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-b07404bc-23fc-47be-bcdf-5d4fae8ac8df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b607624c70f44bfa2ac2a51aa587fd7&device_id=a1b49a8f-57a6-4747-89d5-540e01a408ee HTTP/1.1" status: 200 len: 1094 time: 0.4212172 Jul 24 09:36:58.662938 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port d251e84f-5c1e-4576-a8d4-87e361bcdf84 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:36:58.663263 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:58.724769 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ced546f5-887a-4f74-aa2b-d5353a0a4ea8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:58.740070 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-ced546f5-887a-4f74-aa2b-d5353a0a4ea8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1053d57-0bcc-4032-94ca-6e62d6efbff3']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:58.749791 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ee3e4877-ae7d-4b4d-86f1-d661f07654e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:58.750240 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-ced546f5-887a-4f74-aa2b-d5353a0a4ea8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018b0ccb-b364-459b-876c-2c096fd59237') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:58.750549 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-ced546f5-887a-4f74-aa2b-d5353a0a4ea8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018b0ccb-b364-459b-876c-2c096fd59237') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:36:58.760553 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ced546f5-887a-4f74-aa2b-d5353a0a4ea8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:58.777863 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ced546f5-887a-4f74-aa2b-d5353a0a4ea8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:58.779459 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-a4130b4f-d1db-442e-890a-0540fafb26c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7721a055-354c-4d33-9030-f423300e779c HTTP/1.1" status: 200 len: 217 time: 0.1010642 Jul 24 09:36:58.781400 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e4877-ae7d-4b4d-86f1-d661f07654e1 None None] Pushing event deleted for resources: {'Port': ['ID=4bba69b4-96cf-4c87-85b2-8da32fc77116,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:58.787850 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3e4877-ae7d-4b4d-86f1-d661f07654e1 None None] No DVR routers for this DVR port 4bba69b4-96cf-4c87-85b2-8da32fc77116 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:36:58.791430 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced546f5-887a-4f74-aa2b-d5353a0a4ea8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:36:58.792617 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ced546f5-887a-4f74-aa2b-d5353a0a4ea8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:36:58.796227 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:36:58.831862 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1a16b64c-5039-44c1-9de8-d60c86300414 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:58.865623 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5a7dccfa-67ae-4f9e-b9a3-bd7807085db7 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:36:58.865925 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ced546f5-887a-4f74-aa2b-d5353a0a4ea8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:58.875912 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ced546f5-887a-4f74-aa2b-d5353a0a4ea8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:58.881124 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ced546f5-887a-4f74-aa2b-d5353a0a4ea8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] 10.222.0.32 "DELETE /v2.0/networks/a1053d57-0bcc-4032-94ca-6e62d6efbff3 HTTP/1.1" status: 204 len: 168 time: 0.9036520 Jul 24 09:36:58.896665 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 5a7dccfa-67ae-4f9e-b9a3-bd7807085db7 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:36:58.897336 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5a7dccfa-67ae-4f9e-b9a3-bd7807085db7 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:36:58.897921 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4bba69b4-96cf-4c87-85b2-8da32fc77116 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:36:58.899884 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced546f5-887a-4f74-aa2b-d5353a0a4ea8 tempest-NetworksTest-940391562 tempest-NetworksTest-940391562-project] Pushing event deleted for resources: {'Network': ['ID=a1053d57-0bcc-4032-94ca-6e62d6efbff3,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:58.919317 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 4bba69b4-96cf-4c87-85b2-8da32fc77116 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:36:58.919317 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4bba69b4-96cf-4c87-85b2-8da32fc77116 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:36:58.919726 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-0375f6f7-4dc2-4f63-8417-2deac4b2112d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:58.921747 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-0375f6f7-4dc2-4f63-8417-2deac4b2112d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1945b820-8cd7-46f1-a597-4cb02f209ece HTTP/1.1" status: 200 len: 848 time: 0.1071420 Jul 24 09:36:58.927822 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7a50fab7-3af7-42f4-bb63-369e87b560aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9b1cb98e59c48669615f4c794808b22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3382885 Jul 24 09:36:58.927822 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-1a16b64c-5039-44c1-9de8-d60c86300414 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Calling delete_port for b21fba0f-d12e-4b27-85d4-cefe2a65693b owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:58.939419 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37324) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:59.006707 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5b848a68-7fbf-44f7-869e-12154d643a21 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:59.007085 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5b848a68-7fbf-44f7-869e-12154d643a21 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:59.007990 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d00c7160-6be9-4923-ae6c-cfb374e56b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:59.032805 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d00c7160-6be9-4923-ae6c-cfb374e56b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:59.080383 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-5b848a68-7fbf-44f7-869e-12154d643a21 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Calling delete_port for e1f5ac66-c480-4670-aa6c-d94801704d0b owned by network:floatingip {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:36:59.099980 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d00c7160-6be9-4923-ae6c-cfb374e56b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:59.103250 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d00c7160-6be9-4923-ae6c-cfb374e56b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:59.107174 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d00c7160-6be9-4923-ae6c-cfb374e56b3f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ecd3fa9-ed13-4f4b-8a33-52e25bd0ffa4 HTTP/1.1" status: 204 len: 168 time: 0.1656394 Jul 24 09:36:59.120761 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c7160-6be9-4923-ae6c-cfb374e56b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecd3fa9-ed13-4f4b-8a33-52e25bd0ffa4,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:59.281093 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-0d3196e4-0077-4a78-a073-10297aaa46f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:59.282636 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-0d3196e4-0077-4a78-a073-10297aaa46f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=24720237-0fc0-4cac-9d1b-fcc942ebfb00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3453434 Jul 24 09:36:59.286864 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1a16b64c-5039-44c1-9de8-d60c86300414 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:59.297864 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37336) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:59.344101 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37338) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:59.356581 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16b64c-5039-44c1-9de8-d60c86300414 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Port': ['ID=b21fba0f-d12e-4b27-85d4-cefe2a65693b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:36:59.367542 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1a16b64c-5039-44c1-9de8-d60c86300414 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:59.371837 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1a16b64c-5039-44c1-9de8-d60c86300414 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/ports/b21fba0f-d12e-4b27-85d4-cefe2a65693b HTTP/1.1" status: 204 len: 168 time: 1.3241405 Jul 24 09:36:59.374596 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37340) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:59.510306 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37344) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:59.621331 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e235e31c-a788-42ac-869e-0185a51119c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=176aaf0dded54b22a6df40358b073bac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1057234 Jul 24 09:36:59.626051 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bcce0652-63f9-460c-bed9-3547085e96a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=359551b003a744d0a963cb1d5a25f061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2783885 Jul 24 09:36:59.626051 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37346) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:59.631687 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37348) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:59.756146 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d730e5-246c-4013-bda0-4cf8f0bcb68f req-d6f82441-eb34-4015-87aa-5904f891bd9e tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:59.757612 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a7d730e5-246c-4013-bda0-4cf8f0bcb68f req-d6f82441-eb34-4015-87aa-5904f891bd9e tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a1b49a8f-57a6-4747-89d5-540e01a408ee HTTP/1.1" status: 200 len: 1094 time: 0.5705972 Jul 24 09:36:59.777698 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-16e35d89-c999-4bc0-9f8a-5952e1e4dc95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:59.782571 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-302a336a-226e-4bc1-9620-288717777937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:59.783995 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a31a0f6b-7008-4380-8873-6bdc8a39d7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:59.831980 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-16e35d89-c999-4bc0-9f8a-5952e1e4dc95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:59.835354 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-302a336a-226e-4bc1-9620-288717777937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:59.850879 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-850f26d1-9766-4916-b4ed-000d200eae45 service neutron] 10.222.0.37 "GET /v2.0/networks/24720237-0fc0-4cac-9d1b-fcc942ebfb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5523686 Jul 24 09:36:59.873298 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a7d730e5-246c-4013-bda0-4cf8f0bcb68f req-1c151afd-5777-413b-8ae2-b5a371aae77b tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009469 Jul 24 09:36:59.912966 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3742f5a7-202d-45bb-b9fe-3e6cd27aeaa2 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:36:59.914527 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3742f5a7-202d-45bb-b9fe-3e6cd27aeaa2 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5356421 Jul 24 09:36:59.918132 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37350) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:36:59.932332 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5b848a68-7fbf-44f7-869e-12154d643a21 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:59.964308 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-302a336a-226e-4bc1-9620-288717777937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:59.966894 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-302a336a-226e-4bc1-9620-288717777937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:59.968083 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-302a336a-226e-4bc1-9620-288717777937 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f521352-a4d5-4f4b-a9d6-eb5990a3d1c9 HTTP/1.1" status: 204 len: 168 time: 0.3351829 Jul 24 09:36:59.983615 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-16e35d89-c999-4bc0-9f8a-5952e1e4dc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:59.986260 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-16e35d89-c999-4bc0-9f8a-5952e1e4dc95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:36:59.987432 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-16e35d89-c999-4bc0-9f8a-5952e1e4dc95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cafce2e3-72bf-4ee4-9c7c-ae6386cd62f0 HTTP/1.1" status: 204 len: 168 time: 0.3608060 Jul 24 09:36:59.991837 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a336a-226e-4bc1-9620-288717777937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f521352-a4d5-4f4b-a9d6-eb5990a3d1c9,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:00.005777 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-42743e41-8530-415c-b48b-8791bf5caad7 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] GET failed (client error): The resource could not be found. Jul 24 09:37:00.008057 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-42743e41-8530-415c-b48b-8791bf5caad7 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "GET /v2.0/ports/b21fba0f-d12e-4b27-85d4-cefe2a65693b HTTP/1.1" status: 404 len: 333 time: 0.0883594 Jul 24 09:37:00.012727 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b848a68-7fbf-44f7-869e-12154d643a21 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event deleted for resources: {'Port': ['ID=e1f5ac66-c480-4670-aa6c-d94801704d0b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:00.014579 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37356) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:00.016078 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e35d89-c999-4bc0-9f8a-5952e1e4dc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafce2e3-72bf-4ee4-9c7c-ae6386cd62f0,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:00.023478 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5894b899-9a50-49cb-b0e3-f4cccbe1ae63 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:00.025231 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-cfd7e91e-eefa-4727-b4f7-e20d7b884d11 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-737500305'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:00.109095 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa3c0f50-6798-4f75-8350-e46d4f44c91e req-31de6260-6ddc-4488-bce8-c9e74944d535 service neutron] 10.222.0.37 "GET /v2.0/networks/24720237-0fc0-4cac-9d1b-fcc942ebfb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508836 Jul 24 09:37:00.114539 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd7e91e-eefa-4727-b4f7-e20d7b884d11 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:00.118286 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cfd7e91e-eefa-4727-b4f7-e20d7b884d11 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:00.140278 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5b848a68-7fbf-44f7-869e-12154d643a21 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:00.140629 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-5b848a68-7fbf-44f7-869e-12154d643a21 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Floating IP b889f8c1-5581-4dce-abf5-d64c3e08fa7a disassociated (deleted). External IP: 172.25.7.145, port: dbb1dece-2875-4a71-9a6d-1925cab7011e. Jul 24 09:37:00.268945 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd7e91e-eefa-4727-b4f7-e20d7b884d11 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:37:00.298244 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cfd7e91e-eefa-4727-b4f7-e20d7b884d11 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:00.298718 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-cfd7e91e-eefa-4727-b4f7-e20d7b884d11 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Added segment 914a566c-f69a-444b-874b-b1f435792ce9 of type vlan for network 6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5 Jul 24 09:37:00.309760 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e', 'name': 'network-vif-deleted', 'tag': '1351ce31-eb57-4014-be82-98880d53d031'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:37:00.312911 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d9bde7-3bc8-4555-8505-c01a843b13c1" -d '{"events": [{"server_uuid": "c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e", "name": "network-vif-deleted", "tag": "1351ce31-eb57-4014-be82-98880d53d031"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:37:00.382787 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cfd7e91e-eefa-4727-b4f7-e20d7b884d11 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:00.387549 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36935234-717a-4bc7-96a9-cf17e2754f5c req-dbe15601-16d9-470d-a7c7-ddada8381f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:00.389102 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-36935234-717a-4bc7-96a9-cf17e2754f5c req-dbe15601-16d9-470d-a7c7-ddada8381f25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b607624c70f44bfa2ac2a51aa587fd7&device_id=a1b49a8f-57a6-4747-89d5-540e01a408ee HTTP/1.1" status: 200 len: 1094 time: 0.1922324 Jul 24 09:37:00.458462 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:00.488094 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-5894b899-9a50-49cb-b0e3-f4cccbe1ae63 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Deleting port 549131a6-141b-4458-838f-280417db0bb1 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:00.488457 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5894b899-9a50-49cb-b0e3-f4cccbe1ae63 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:00.557967 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbb5aca-5353-4f3a-83e4-ded19ae386e5 x-openstack-request-id: req-3fbb5aca-5353-4f3a-83e4-ded19ae386e5 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:37:00.557967 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e", "name": "network-vif-deleted", "tag": "1351ce31-eb57-4014-be82-98880d53d031", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:37:00.558353 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3fbb5aca-5353-4f3a-83e4-ded19ae386e5 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:37:00.558468 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b55970-4d8b-4d86-8e3d-4a32f4d9c35e', 'name': 'network-vif-deleted', 'tag': '1351ce31-eb57-4014-be82-98880d53d031', 'status': 'completed', 'code': 200} Jul 24 09:37:00.655624 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-5894b899-9a50-49cb-b0e3-f4cccbe1ae63 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] For port 549131a6-141b-4458-838f-280417db0bb1, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=549131a6-141b-4458-838f-280417db0bb1,segment=NetworkSegment(d64301cc-d735-488b-91bf-d20f44a7a8ad),segment_id=d64301cc-d735-488b-91bf-d20f44a7a8ad)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:00.655769 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cfd7e91e-eefa-4727-b4f7-e20d7b884d11 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:00.656728 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5894b899-9a50-49cb-b0e3-f4cccbe1ae63 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:00.662110 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd7e91e-eefa-4727-b4f7-e20d7b884d11 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:00.662839 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cfd7e91e-eefa-4727-b4f7-e20d7b884d11 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:00.681783 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-5894b899-9a50-49cb-b0e3-f4cccbe1ae63 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Calling delete_port for 549131a6-141b-4458-838f-280417db0bb1 owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:00.685388 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b848a68-7fbf-44f7-869e-12154d643a21 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Router ded0923b-fb04-46a7-ae6e-e336d28e3cd9 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:37:00.732521 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-cfd7e91e-eefa-4727-b4f7-e20d7b884d11 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7124989 Jul 24 09:37:00.735407 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37378) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:00.742033 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-9a382e25-bd4b-4146-868b-c8e4294b3799 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'subnet': {'network_id': '6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:00.774723 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36935234-717a-4bc7-96a9-cf17e2754f5c req-5360c931-c57f-4059-9a10-bb19e7248a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:00.776231 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-36935234-717a-4bc7-96a9-cf17e2754f5c req-5360c931-c57f-4059-9a10-bb19e7248a5e service neutron] 10.222.0.37 "GET /v2.0/networks?id=24720237-0fc0-4cac-9d1b-fcc942ebfb00 HTTP/1.1" status: 200 len: 909 time: 0.3690338 Jul 24 09:37:00.779011 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7e91e-eefa-4727-b4f7-e20d7b884d11 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Network': ['ID=6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:00.805867 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:37:00.929302 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-36935234-717a-4bc7-96a9-cf17e2754f5c req-3c3053ed-8dc4-45c8-8360-b11681431d1b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7721a055-354c-4d33-9030-f423300e779c HTTP/1.1" status: 200 len: 217 time: 0.1459157 Jul 24 09:37:00.948603 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a382e25-bd4b-4146-868b-c8e4294b3799 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:00.952661 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9a382e25-bd4b-4146-868b-c8e4294b3799 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:00.998854 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36935234-717a-4bc7-96a9-cf17e2754f5c req-0089fb57-520c-46c3-b734-d71c3cde064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:00.999849 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-36935234-717a-4bc7-96a9-cf17e2754f5c req-0089fb57-520c-46c3-b734-d71c3cde064f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1945b820-8cd7-46f1-a597-4cb02f209ece HTTP/1.1" status: 200 len: 848 time: 0.0574796 Jul 24 09:37:01.034967 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:01.130418 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b848a68-7fbf-44f7-869e-12154d643a21 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:37:01.140316 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5b848a68-7fbf-44f7-869e-12154d643a21 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:01.145160 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7b5cbf-7757-40f3-8da6-4113eda6e562 None None] Sync routers for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:37:01.159966 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7b5cbf-7757-40f3-8da6-4113eda6e562 None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:01.160711 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-fe7b5cbf-7757-40f3-8da6-4113eda6e562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:01.205147 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-fe7b5cbf-7757-40f3-8da6-4113eda6e562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:01.210989 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9a382e25-bd4b-4146-868b-c8e4294b3799 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:01.214650 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7b5cbf-7757-40f3-8da6-4113eda6e562 None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:01.215459 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-fe7b5cbf-7757-40f3-8da6-4113eda6e562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:01.235834 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36935234-717a-4bc7-96a9-cf17e2754f5c req-1d6f7c1e-a2c7-43bd-b66c-f536f603e4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:01.237921 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-36935234-717a-4bc7-96a9-cf17e2754f5c req-1d6f7c1e-a2c7-43bd-b66c-f536f603e4a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=24720237-0fc0-4cac-9d1b-fcc942ebfb00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1844425 Jul 24 09:37:01.241365 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ca54a-c4f7-4abe-a659-68cb23dd79de req-f29debdc-b30d-433f-af2c-3b5a4f36daf2 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:01.242786 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da8ca54a-c4f7-4abe-a659-68cb23dd79de req-f29debdc-b30d-433f-af2c-3b5a4f36daf2 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a1b49a8f-57a6-4747-89d5-540e01a408ee HTTP/1.1" status: 200 len: 1094 time: 0.2418785 Jul 24 09:37:01.251000 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-fe7b5cbf-7757-40f3-8da6-4113eda6e562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:01.252553 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7b5cbf-7757-40f3-8da6-4113eda6e562 None None] The sync data for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:37:01.261796 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37398) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:01.301132 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5b848a68-7fbf-44f7-869e-12154d643a21 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "DELETE /v2.0/floatingips/b889f8c1-5581-4dce-abf5-d64c3e08fa7a HTTP/1.1" status: 204 len: 168 time: 3.4929359 Jul 24 09:37:01.304959 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37404) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:01.365908 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5894b899-9a50-49cb-b0e3-f4cccbe1ae63 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:01.378508 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a382e25-bd4b-4146-868b-c8e4294b3799 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Subnet': ['ID=1abd1524-e966-4ad2-b1e2-7d934d03ce7b,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:01.405396 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894b899-9a50-49cb-b0e3-f4cccbe1ae63 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'Port': ['ID=549131a6-141b-4458-838f-280417db0bb1,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:01.409632 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a382e25-bd4b-4146-868b-c8e4294b3799 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Checking segment: {'id': '914a566c-f69a-444b-874b-b1f435792ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:01.410044 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a382e25-bd4b-4146-868b-c8e4294b3799 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network hostable DHCP agents. Network: 6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:37:01.442641 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da8ca54a-c4f7-4abe-a659-68cb23dd79de req-3fb67963-6ab6-4416-8930-56cd2d209fb7 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815825 Jul 24 09:37:01.508983 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-36935234-717a-4bc7-96a9-cf17e2754f5c req-45abffce-9754-413e-879f-8d47599ed5f6 service neutron] 10.222.0.37 "GET /v2.0/networks/24720237-0fc0-4cac-9d1b-fcc942ebfb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488785 Jul 24 09:37:01.516826 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a382e25-bd4b-4146-868b-c8e4294b3799 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network 6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:37:01.534751 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37408) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:01.540094 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-9a382e25-bd4b-4146-868b-c8e4294b3799 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:01.550686 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14580bb-c9c4-4e88-8a66-13782ce2aac8 None None] Network 6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:01.569377 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-df418149-f0c8-4c94-b866-9089e7c78e8e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Deleting port dbb1dece-2875-4a71-9a6d-1925cab7011e {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:01.569721 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-df418149-f0c8-4c94-b866-9089e7c78e8e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:01.645043 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-7e325ef1-6e3b-4fa0-9d9d-0bffede4432d tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2077630829', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:01.657140 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-e4319e13-70c5-481a-9558-12bf85fe6eb5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1291147909-network', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:01.661884 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a382e25-bd4b-4146-868b-c8e4294b3799 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:01.662837 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9a382e25-bd4b-4146-868b-c8e4294b3799 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:01.714864 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5894b899-9a50-49cb-b0e3-f4cccbe1ae63 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:01.742356 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.db.api [None req-e4319e13-70c5-481a-9558-12bf85fe6eb5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 09:37:01.742356 n-d-800085-9 neutron-server[94036]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 24 09:37:01.742356 n-d-800085-9 neutron-server[94036]: [parameters: {'project_id_1': '1badc3f1501941d9bbfe9d2d50d5c337', 'expiration_1': datetime.datetime(2021, 7, 24, 9, 37, 1, 679137)}] Jul 24 09:37:01.742356 n-d-800085-9 neutron-server[94036]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:37:01.742876 n-d-800085-9 neutron-server[94036]: DEBUG oslo_db.api [None req-e4319e13-70c5-481a-9558-12bf85fe6eb5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:37:01.760347 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-36935234-717a-4bc7-96a9-cf17e2754f5c req-9fd0bbc7-cd9d-4882-85af-ef05692e9f69 service neutron] 10.222.0.37 "GET /v2.0/networks/24720237-0fc0-4cac-9d1b-fcc942ebfb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447317 Jul 24 09:37:01.765756 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7e325ef1-6e3b-4fa0-9d9d-0bffede4432d tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:01.766850 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7e325ef1-6e3b-4fa0-9d9d-0bffede4432d tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:01.767899 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da92b62-2feb-4688-bbc1-2d945d67d3b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5', 'network_id': '6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5', 'tenant_id': 'ece2fa60f63e47ff8c9742fc9be058e6', 'fixed_ips': [{'subnet_id': '1abd1524-e966-4ad2-b1e2-7d934d03ce7b'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:37:01.768970 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2da92b62-2feb-4688-bbc1-2d945d67d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:01.780361 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-df418149-f0c8-4c94-b866-9089e7c78e8e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:01.799682 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-df418149-f0c8-4c94-b866-9089e7c78e8e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Calling delete_port for dbb1dece-2875-4a71-9a6d-1925cab7011e owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:01.818254 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9a382e25-bd4b-4146-868b-c8e4294b3799 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0806463 Jul 24 09:37:01.818847 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37412) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:01.849342 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-6501075a-75c9-48c1-b20b-4313898aaf17 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'subnet': {'network_id': '6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:01.883313 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7e325ef1-6e3b-4fa0-9d9d-0bffede4432d tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:01.916398 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-2da92b62-2feb-4688-bbc1-2d945d67d3b3 None None] Allocated IP 172.20.0.2 (6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5/1abd1524-e966-4ad2-b1e2-7d934d03ce7b/f9140d3f-18e3-4725-a4ec-ba66edd873ef) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:01.921879 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7e325ef1-6e3b-4fa0-9d9d-0bffede4432d tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:01.991241 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7e325ef1-6e3b-4fa0-9d9d-0bffede4432d tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:01.992476 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7e325ef1-6e3b-4fa0-9d9d-0bffede4432d tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4547083 Jul 24 09:37:01.996480 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37414) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:02.007064 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-088dc0cb-9c02-48bf-beca-cc45fbb37097 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1596599085'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:02.062261 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088dc0cb-9c02-48bf-beca-cc45fbb37097 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Made reservation on behalf of 1e6a8f51199c4924b7435f354bb0c5d4 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:02.066365 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-088dc0cb-9c02-48bf-beca-cc45fbb37097 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:02.095719 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2da92b62-2feb-4688-bbc1-2d945d67d3b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:02.104684 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2da92b62-2feb-4688-bbc1-2d945d67d3b3 None None] Transition to ACTIVE for port object f9140d3f-18e3-4725-a4ec-ba66edd873ef will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:02.110272 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-088dc0cb-9c02-48bf-beca-cc45fbb37097 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:02.121724 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2da92b62-2feb-4688-bbc1-2d945d67d3b3 None None] Transition to ACTIVE for port object f9140d3f-18e3-4725-a4ec-ba66edd873ef will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:02.128752 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2da92b62-2feb-4688-bbc1-2d945d67d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:02.145056 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6501075a-75c9-48c1-b20b-4313898aaf17 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:02.148698 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6501075a-75c9-48c1-b20b-4313898aaf17 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:02.171995 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da92b62-2feb-4688-bbc1-2d945d67d3b3 None None] Network 6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:02.178807 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-2da92b62-2feb-4688-bbc1-2d945d67d3b3 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:02.180807 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da92b62-2feb-4688-bbc1-2d945d67d3b3 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:02.186310 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da92b62-2feb-4688-bbc1-2d945d67d3b3 None None] Pushing event updated for resources: {'Port': ['ID=f9140d3f-18e3-4725-a4ec-ba66edd873ef,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:02.253837 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-2da92b62-2feb-4688-bbc1-2d945d67d3b3 None None] Attempting to bind port f9140d3f-18e3-4725-a4ec-ba66edd873ef on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:37:02.254229 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-2da92b62-2feb-4688-bbc1-2d945d67d3b3 None None] Attempting to bind port f9140d3f-18e3-4725-a4ec-ba66edd873ef by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '914a566c-f69a-444b-874b-b1f435792ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:37:02.254580 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da92b62-2feb-4688-bbc1-2d945d67d3b3 None None] Attempting to bind port f9140d3f-18e3-4725-a4ec-ba66edd873ef on network 6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:37:02.259392 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da92b62-2feb-4688-bbc1-2d945d67d3b3 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:37:02.259764 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da92b62-2feb-4688-bbc1-2d945d67d3b3 None None] Checking segment: {'id': '914a566c-f69a-444b-874b-b1f435792ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:02.260163 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2da92b62-2feb-4688-bbc1-2d945d67d3b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:02.260555 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da92b62-2feb-4688-bbc1-2d945d67d3b3 None None] Bound using segment: {'id': '914a566c-f69a-444b-874b-b1f435792ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:37:02.261048 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-2da92b62-2feb-4688-bbc1-2d945d67d3b3 None None] Bound port: f9140d3f-18e3-4725-a4ec-ba66edd873ef, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914a566c-f69a-444b-874b-b1f435792ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:37:02.261438 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2da92b62-2feb-4688-bbc1-2d945d67d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:02.281075 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5894b899-9a50-49cb-b0e3-f4cccbe1ae63 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Router 262067c8-796c-4ead-99cb-516954606b60 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:37:02.313478 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-df418149-f0c8-4c94-b866-9089e7c78e8e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:02.322552 n-d-800085-9 neutron-server[94036]: INFO neutron.db.ipam_backend_mixin [None req-6501075a-75c9-48c1-b20b-4313898aaf17 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1abd1524-e966-4ad2-b1e2-7d934d03ce7b (CIDR: 172.20.0.0/28) Jul 24 09:37:02.347379 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-2da92b62-2feb-4688-bbc1-2d945d67d3b3 None None] For port f9140d3f-18e3-4725-a4ec-ba66edd873ef, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:37:02.351144 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-2da92b62-2feb-4688-bbc1-2d945d67d3b3 None None] For port f9140d3f-18e3-4725-a4ec-ba66edd873ef, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=f9140d3f-18e3-4725-a4ec-ba66edd873ef,segment=NetworkSegment(914a566c-f69a-444b-874b-b1f435792ce9),segment_id=914a566c-f69a-444b-874b-b1f435792ce9)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:37:02.356671 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-6501075a-75c9-48c1-b20b-4313898aaf17 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:37:02.357196 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6501075a-75c9-48c1-b20b-4313898aaf17 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:37:02.357978 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2da92b62-2feb-4688-bbc1-2d945d67d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:02.364952 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df418149-f0c8-4c94-b866-9089e7c78e8e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event deleted for resources: {'Port': ['ID=dbb1dece-2875-4a71-9a6d-1925cab7011e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:02.411247 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5894b899-9a50-49cb-b0e3-f4cccbe1ae63 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:37:02.416658 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5894b899-9a50-49cb-b0e3-f4cccbe1ae63 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "PUT /v2.0/routers/262067c8-796c-4ead-99cb-516954606b60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1168413 Jul 24 09:37:02.419709 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37416) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:02.441415 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463b95fc-b5a9-4cad-b687-522dfc1cf217 None None] Sync routers for ids ['262067c8-796c-4ead-99cb-516954606b60'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:37:02.458106 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da92b62-2feb-4688-bbc1-2d945d67d3b3 None None] Pushing event updated for resources: {'Port': ['ID=f9140d3f-18e3-4725-a4ec-ba66edd873ef,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:02.464411 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463b95fc-b5a9-4cad-b687-522dfc1cf217 None None] Routers {'262067c8-796c-4ead-99cb-516954606b60'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:02.465192 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-463b95fc-b5a9-4cad-b687-522dfc1cf217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['262067c8-796c-4ead-99cb-516954606b60'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:02.491048 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-28356863-c6ed-4714-af5e-2617931d25dd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Deleting subnet 052febb9-0d85-4f6f-a5a7-9b8b9b12c295 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:37:02.495312 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28356863-c6ed-4714-af5e-2617931d25dd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:02.556906 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28356863-c6ed-4714-af5e-2617931d25dd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:02.565096 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-088dc0cb-9c02-48bf-beca-cc45fbb37097 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:02.567029 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-df418149-f0c8-4c94-b866-9089e7c78e8e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:02.569785 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-df418149-f0c8-4c94-b866-9089e7c78e8e tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "DELETE /v2.0/ports/dbb1dece-2875-4a71-9a6d-1925cab7011e HTTP/1.1" status: 204 len: 168 time: 1.2575076 Jul 24 09:37:02.573471 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-088dc0cb-9c02-48bf-beca-cc45fbb37097 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:02.579469 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37420) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:02.586187 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-463b95fc-b5a9-4cad-b687-522dfc1cf217 None None] Set router 262067c8-796c-4ead-99cb-516954606b60 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:37:02.588391 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-1d4a7dab-0f3f-4c1c-8ca2-3d187129b0f5 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:02.631602 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088dc0cb-9c02-48bf-beca-cc45fbb37097 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:37:02.634043 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4319e13-70c5-481a-9558-12bf85fe6eb5 admin admin] Made reservation on behalf of 1badc3f1501941d9bbfe9d2d50d5c337 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:02.637041 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e4319e13-70c5-481a-9558-12bf85fe6eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:02.646349 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6501075a-75c9-48c1-b20b-4313898aaf17 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8246810 Jul 24 09:37:02.649379 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37422) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:02.651321 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088dc0cb-9c02-48bf-beca-cc45fbb37097 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81972c67-805f-4d17-a042-0533164b6056,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:02.679743 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-134b8fad-5fa5-461c-868e-00501c730880 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'subnet': {'network_id': '6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:02.693578 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-088dc0cb-9c02-48bf-beca-cc45fbb37097 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:02.693973 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-088dc0cb-9c02-48bf-beca-cc45fbb37097 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Added segment 2ce652d4-606e-45b8-a1e7-8a551ef8b0f0 of type vlan for network cd0e5a07-c697-41eb-af24-253cd58af8c3 Jul 24 09:37:02.700794 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e4319e13-70c5-481a-9558-12bf85fe6eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:02.775316 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf2547-9ca9-4dd5-ae9a-98a0c5394e46 req-d3fc0258-31ba-4c51-bd95-96802fce6867 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:02.777005 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7baf2547-9ca9-4dd5-ae9a-98a0c5394e46 req-d3fc0258-31ba-4c51-bd95-96802fce6867 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a1b49a8f-57a6-4747-89d5-540e01a408ee HTTP/1.1" status: 200 len: 1094 time: 0.1729560 Jul 24 09:37:02.784148 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d4a7dab-0f3f-4c1c-8ca2-3d187129b0f5 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:02.869262 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-088dc0cb-9c02-48bf-beca-cc45fbb37097 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:02.873735 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7baf2547-9ca9-4dd5-ae9a-98a0c5394e46 req-b38a95b8-f556-4927-b14b-6ea1ef77dd84 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497484 Jul 24 09:37:02.905912 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28356863-c6ed-4714-af5e-2617931d25dd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:02.920470 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 7721a055-354c-4d33-9030-f423300e779c details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:37:02.968963 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:02.993398 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28356863-c6ed-4714-af5e-2617931d25dd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:03.016977 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-088dc0cb-9c02-48bf-beca-cc45fbb37097 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:03.022862 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28356863-c6ed-4714-af5e-2617931d25dd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'Subnet': ['ID=052febb9-0d85-4f6f-a5a7-9b8b9b12c295,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:03.023051 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088dc0cb-9c02-48bf-beca-cc45fbb37097 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:03.024252 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-088dc0cb-9c02-48bf-beca-cc45fbb37097 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:03.034166 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28356863-c6ed-4714-af5e-2617931d25dd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:03.036555 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-28356863-c6ed-4714-af5e-2617931d25dd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "DELETE /v2.0/subnets/052febb9-0d85-4f6f-a5a7-9b8b9b12c295 HTTP/1.1" status: 204 len: 168 time: 0.6157117 Jul 24 09:37:03.039740 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37424) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:03.046967 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c324d134-ffa8-4393-b167-218b3e558dee None None] Network 7c3d9c5a-df8f-4d09-8c37-3b893a39df26 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:03.136921 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088dc0cb-9c02-48bf-beca-cc45fbb37097 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Pushing event updated for resources: {'Network': ['ID=cd0e5a07-c697-41eb-af24-253cd58af8c3,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:03.171462 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cf58a512-8826-4f75-8f60-0579f72e4077 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:03.173140 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e4319e13-70c5-481a-9558-12bf85fe6eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:03.181505 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network cd0e5a07-c697-41eb-af24-253cd58af8c3 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:37:03.184580 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d4a7dab-0f3f-4c1c-8ca2-3d187129b0f5 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:03.194254 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e4319e13-70c5-481a-9558-12bf85fe6eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:03.209035 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-088dc0cb-9c02-48bf-beca-cc45fbb37097 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2066627 Jul 24 09:37:03.209238 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37426) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:03.214343 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-23955623-ec6d-470d-9815-66e0a5b64a07 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Request body: {'subnet': {'network_id': 'cd0e5a07-c697-41eb-af24-253cd58af8c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:03.260317 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4319e13-70c5-481a-9558-12bf85fe6eb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:37:03.290986 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4319e13-70c5-481a-9558-12bf85fe6eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:03.293802 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e4319e13-70c5-481a-9558-12bf85fe6eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:03.294318 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-e4319e13-70c5-481a-9558-12bf85fe6eb5 admin admin] Added segment b834dced-f120-4459-b81e-21a451713a8b of type vlan for network ac0598e8-c43b-451d-ac72-9b82e96a2d8a Jul 24 09:37:03.296106 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134b8fad-5fa5-461c-868e-00501c730880 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:03.299785 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-134b8fad-5fa5-461c-868e-00501c730880 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:03.341552 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 7721a055-354c-4d33-9030-f423300e779c, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=7721a055-354c-4d33-9030-f423300e779c,segment=NetworkSegment(94e00f13-d29f-4b24-accf-dd5e2626e5f2),segment_id=94e00f13-d29f-4b24-accf-dd5e2626e5f2)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:03.367161 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e4319e13-70c5-481a-9558-12bf85fe6eb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:03.370981 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '7721a055-354c-4d33-9030-f423300e779c', 'network_id': '24720237-0fc0-4cac-9d1b-fcc942ebfb00', 'port_id': '7721a055-354c-4d33-9030-f423300e779c', 'mac_address': 'fa:16:3e:7e:01:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1945b820-8cd7-46f1-a597-4cb02f209ece', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:37:03.396157 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-1d4a7dab-0f3f-4c1c-8ca2-3d187129b0f5 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Allocated IP 172.25.7.91 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/da4d5280-10a1-4553-a149-8cb01775a7cc) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:03.423822 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-463b95fc-b5a9-4cad-b687-522dfc1cf217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262067c8-796c-4ead-99cb-516954606b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704094437', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'd1f9f5e9-6e33-48c7-9723-1b0d73c24b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:34:32Z', 'updated_at': '2021-07-24T09:37:01Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'd1f9f5e9-6e33-48c7-9723-1b0d73c24b93', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262067c8-796c-4ead-99cb-516954606b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:34:34Z', 'updated_at': '2021-07-24T09:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:03.426208 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e4319e13-70c5-481a-9558-12bf85fe6eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:03.427375 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4319e13-70c5-481a-9558-12bf85fe6eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:03.428420 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e4319e13-70c5-481a-9558-12bf85fe6eb5 admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:03.449015 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cf58a512-8826-4f75-8f60-0579f72e4077 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:03.461598 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23955623-ec6d-470d-9815-66e0a5b64a07 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Made reservation on behalf of 1e6a8f51199c4924b7435f354bb0c5d4 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:03.465445 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-23955623-ec6d-470d-9815-66e0a5b64a07 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:03.468099 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463b95fc-b5a9-4cad-b687-522dfc1cf217 None None] Checking router: 262067c8-796c-4ead-99cb-516954606b60 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:37:03.472777 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:03.495937 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e4319e13-70c5-481a-9558-12bf85fe6eb5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2328961 Jul 24 09:37:03.502622 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37428) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:03.502825 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463b95fc-b5a9-4cad-b687-522dfc1cf217 None None] Routers {'262067c8-796c-4ead-99cb-516954606b60'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:03.503411 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-463b95fc-b5a9-4cad-b687-522dfc1cf217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['262067c8-796c-4ead-99cb-516954606b60'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:03.508091 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7721a055-354c-4d33-9030-f423300e779c {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:37:03.508784 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-049fbb04-cf89-4240-b8bc-822706434562 admin admin] Request body: {'subnet': {'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1291147909-subnet', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:03.587626 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4319e13-70c5-481a-9558-12bf85fe6eb5 admin admin] Pushing event updated for resources: {'Network': ['ID=ac0598e8-c43b-451d-ac72-9b82e96a2d8a,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:03.596879 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66cee8b-79c8-4ed8-b6f2-29fb69240856 None None] DHCP port deletion for 7c3d9c5a-df8f-4d09-8c37-3b893a39df26 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:37:03.598866 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049fbb04-cf89-4240-b8bc-822706434562 admin admin] Made reservation on behalf of 1badc3f1501941d9bbfe9d2d50d5c337 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:03.601252 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-049fbb04-cf89-4240-b8bc-822706434562 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:03.613194 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network ac0598e8-c43b-451d-ac72-9b82e96a2d8a details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:37:03.652452 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 7721a055-354c-4d33-9030-f423300e779c, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=7721a055-354c-4d33-9030-f423300e779c,segment=NetworkSegment(94e00f13-d29f-4b24-accf-dd5e2626e5f2),segment_id=94e00f13-d29f-4b24-accf-dd5e2626e5f2)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:03.686627 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:03.722720 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-cf58a512-8826-4f75-8f60-0579f72e4077 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Deleting port d1f9f5e9-6e33-48c7-9723-1b0d73c24b93 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:03.723065 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cf58a512-8826-4f75-8f60-0579f72e4077 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:03.761874 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-463b95fc-b5a9-4cad-b687-522dfc1cf217 None None] Set router 262067c8-796c-4ead-99cb-516954606b60 gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:37:03.863180 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-463b95fc-b5a9-4cad-b687-522dfc1cf217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262067c8-796c-4ead-99cb-516954606b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704094437', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:34:32Z', 'updated_at': '2021-07-24T09:37:03Z', 'revision_number': 6, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:03.936942 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463b95fc-b5a9-4cad-b687-522dfc1cf217 None None] The sync data for ids ['262067c8-796c-4ead-99cb-516954606b60'] in n-d-800085-9 is: [{'id': '262067c8-796c-4ead-99cb-516954606b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704094437', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:34:32Z', 'updated_at': '2021-07-24T09:37:03Z', 'revision_number': 6, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port_host': None}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:37:03.946148 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-134b8fad-5fa5-461c-868e-00501c730880 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:03.962667 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=7721a055-354c-4d33-9030-f423300e779c,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:03.967866 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-cf58a512-8826-4f75-8f60-0579f72e4077 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] For port d1f9f5e9-6e33-48c7-9723-1b0d73c24b93, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d1f9f5e9-6e33-48c7-9723-1b0d73c24b93,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:03.968654 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cf58a512-8826-4f75-8f60-0579f72e4077 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:03.980564 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['7721a055-354c-4d33-9030-f423300e779c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:37:04.022966 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-f66cee8b-79c8-4ed8-b6f2-29fb69240856 None None] Deleting port a34b39e2-ca2c-416f-a85a-8f4780c9a423 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:04.023353 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f66cee8b-79c8-4ed8-b6f2-29fb69240856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:04.035219 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134b8fad-5fa5-461c-868e-00501c730880 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network 6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:04.039780 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-cf58a512-8826-4f75-8f60-0579f72e4077 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Calling delete_port for d1f9f5e9-6e33-48c7-9723-1b0d73c24b93 owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:04.040193 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ec9686-9a52-4504-b0ac-5f4ddb8d0610 None None] Network 6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:04.054767 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-134b8fad-5fa5-461c-868e-00501c730880 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:04.066778 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134b8fad-5fa5-461c-868e-00501c730880 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:04.067792 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-134b8fad-5fa5-461c-868e-00501c730880 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:04.088219 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b8fad-5fa5-461c-868e-00501c730880 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Subnet': ['ID=2be8f516-fffe-4999-ac90-a1c83b949af6,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:04.098034 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-23955623-ec6d-470d-9815-66e0a5b64a07 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:04.132339 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d4a7dab-0f3f-4c1c-8ca2-3d187129b0f5 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:04.155143 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-134b8fad-5fa5-461c-868e-00501c730880 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4967394 Jul 24 09:37:04.156277 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37432) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:04.161921 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-a8034382-d84a-49c8-9a7e-21bee432dd95 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'port': {'network_id': '6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5', 'fixed_ips': [{'subnet_id': '1abd1524-e966-4ad2-b1e2-7d934d03ce7b'}, {'subnet_id': '2be8f516-fffe-4999-ac90-a1c83b949af6'}], 'name': 'tempest-PortsTestJSON-1766665897'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:04.180132 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f66cee8b-79c8-4ed8-b6f2-29fb69240856 None None] For port a34b39e2-ca2c-416f-a85a-8f4780c9a423, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a34b39e2-ca2c-416f-a85a-8f4780c9a423,segment=NetworkSegment(d64301cc-d735-488b-91bf-d20f44a7a8ad),segment_id=d64301cc-d735-488b-91bf-d20f44a7a8ad)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:04.180514 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f66cee8b-79c8-4ed8-b6f2-29fb69240856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:04.209745 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f7ce5541-6d67-403e-b53e-08af5dbb57df None None] Provisioning for port f9140d3f-18e3-4725-a4ec-ba66edd873ef completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:04.225019 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-f66cee8b-79c8-4ed8-b6f2-29fb69240856 None None] Calling delete_port for a34b39e2-ca2c-416f-a85a-8f4780c9a423 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:04.227588 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23955623-ec6d-470d-9815-66e0a5b64a07 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Checking segment: {'id': '2ce652d4-606e-45b8-a1e7-8a551ef8b0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cd0e5a07-c697-41eb-af24-253cd58af8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:04.227965 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23955623-ec6d-470d-9815-66e0a5b64a07 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Network hostable DHCP agents. Network: cd0e5a07-c697-41eb-af24-253cd58af8c3, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:37:04.244130 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23955623-ec6d-470d-9815-66e0a5b64a07 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Pushing event updated for resources: {'Subnet': ['ID=c1525566-ab23-4bc5-885a-fe7f58ad8372,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:04.291829 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899b3d3-7aaa-493f-b71a-d96d98deef54 req-42293860-e242-4ccd-af31-fc1444ab7b6d tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:04.298136 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23955623-ec6d-470d-9815-66e0a5b64a07 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Network cd0e5a07-c697-41eb-af24-253cd58af8c3 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:37:04.299202 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3899b3d3-7aaa-493f-b71a-d96d98deef54 req-42293860-e242-4ccd-af31-fc1444ab7b6d tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a1b49a8f-57a6-4747-89d5-540e01a408ee HTTP/1.1" status: 200 len: 1095 time: 0.2685125 Jul 24 09:37:04.339149 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-23955623-ec6d-470d-9815-66e0a5b64a07 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, cd0e5a07-c697-41eb-af24-253cd58af8c3) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:04.343055 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d4a7dab-0f3f-4c1c-8ca2-3d187129b0f5 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:04.357900 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b1d725-c8af-44d4-ab65-3843b68b0539 None None] Network cd0e5a07-c697-41eb-af24-253cd58af8c3 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:04.366472 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23955623-ec6d-470d-9815-66e0a5b64a07 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:04.367146 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-23955623-ec6d-470d-9815-66e0a5b64a07 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:04.397696 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-23955623-ec6d-470d-9815-66e0a5b64a07 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1846461 Jul 24 09:37:04.399455 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37434) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:04.413094 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-47ae792b-7a16-47d6-ace9-fc9834f71f00 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Request body: {'network': {'name': 'tempest-router-network01--415209447'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:04.463152 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4a7dab-0f3f-4c1c-8ca2-3d187129b0f5 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:04.486759 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3899b3d3-7aaa-493f-b71a-d96d98deef54 req-a3c39024-b09d-4520-8e3a-a64fec8f81e9 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862538 Jul 24 09:37:04.487946 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-1d4a7dab-0f3f-4c1c-8ca2-3d187129b0f5 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:04.494002 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-049fbb04-cf89-4240-b8bc-822706434562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:04.515105 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4a7dab-0f3f-4c1c-8ca2-3d187129b0f5 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:04.520000 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a7dab-0f3f-4c1c-8ca2-3d187129b0f5 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event updated for resources: {'Port': ['ID=da4d5280-10a1-4553-a149-8cb01775a7cc,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:04.520516 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ae792b-7a16-47d6-ace9-fc9834f71f00 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Made reservation on behalf of 1e6a8f51199c4924b7435f354bb0c5d4 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:04.556013 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-47ae792b-7a16-47d6-ace9-fc9834f71f00 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:04.566843 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8034382-d84a-49c8-9a7e-21bee432dd95 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:04.575495 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f9140d3f-18e3-4725-a4ec-ba66edd873ef up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:04.585117 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f66cee8b-79c8-4ed8-b6f2-29fb69240856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:04.614672 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ae792b-7a16-47d6-ace9-fc9834f71f00 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:37:04.627578 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-47ae792b-7a16-47d6-ace9-fc9834f71f00 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:04.628210 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-47ae792b-7a16-47d6-ace9-fc9834f71f00 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Added segment c516502f-0429-44b8-ac1f-164fd5c67e29 of type vlan for network 4c0190dd-8560-4839-b16a-05799f84bae1 Jul 24 09:37:04.636316 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049fbb04-cf89-4240-b8bc-822706434562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:04.684159 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-47ae792b-7a16-47d6-ace9-fc9834f71f00 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:04.689263 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049fbb04-cf89-4240-b8bc-822706434562 admin admin] Checking segment: {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:04.689643 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049fbb04-cf89-4240-b8bc-822706434562 admin admin] Network hostable DHCP agents. Network: ac0598e8-c43b-451d-ac72-9b82e96a2d8a, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:37:04.719830 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8034382-d84a-49c8-9a7e-21bee432dd95 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:04.723242 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cf58a512-8826-4f75-8f60-0579f72e4077 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:04.750182 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-47ae792b-7a16-47d6-ace9-fc9834f71f00 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:04.756050 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ae792b-7a16-47d6-ace9-fc9834f71f00 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:04.756982 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-47ae792b-7a16-47d6-ace9-fc9834f71f00 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:04.765738 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58a512-8826-4f75-8f60-0579f72e4077 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'Port': ['ID=d1f9f5e9-6e33-48c7-9723-1b0d73c24b93,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:04.766000 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049fbb04-cf89-4240-b8bc-822706434562 admin admin] Network ac0598e8-c43b-451d-ac72-9b82e96a2d8a is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:37:04.786510 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-a8034382-d84a-49c8-9a7e-21bee432dd95 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] device_id is not set on port 18d3457c-c3de-4f93-9d46-32002bd4f4ba yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:37:04.798676 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d4a7dab-0f3f-4c1c-8ca2-3d187129b0f5 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:04.806914 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-049fbb04-cf89-4240-b8bc-822706434562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, ac0598e8-c43b-451d-ac72-9b82e96a2d8a) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:04.821478 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0208c62b-08e8-448a-aa01-745bd1c1dcde None None] Network ac0598e8-c43b-451d-ac72-9b82e96a2d8a requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:04.824732 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cee8b-79c8-4ed8-b6f2-29fb69240856 None None] Pushing event deleted for resources: {'Port': ['ID=a34b39e2-ca2c-416f-a85a-8f4780c9a423,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:04.826599 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66cee8b-79c8-4ed8-b6f2-29fb69240856 None None] No DVR routers for this DVR port a34b39e2-ca2c-416f-a85a-8f4780c9a423 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:37:04.844817 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049fbb04-cf89-4240-b8bc-822706434562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:04.845975 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-049fbb04-cf89-4240-b8bc-822706434562 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:04.860059 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-47ae792b-7a16-47d6-ace9-fc9834f71f00 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4579413 Jul 24 09:37:04.864773 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37436) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:04.878847 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-9b023946-6645-4dd2-87f0-6b1f984c3260 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Request body: {'network': {'name': 'tempest-router-network02--1040415060'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:04.900482 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-049fbb04-cf89-4240-b8bc-822706434562 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3956983 Jul 24 09:37:04.915571 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37438) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:04.927080 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-17edad61-590c-4f19-a6a5-e317275fecf6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:04.927259 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d4a7dab-0f3f-4c1c-8ca2-3d187129b0f5 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:04.972149 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port f9140d3f-18e3-4725-a4ec-ba66edd873ef completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:04.980114 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae792b-7a16-47d6-ace9-fc9834f71f00 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Pushing event updated for resources: {'Network': ['ID=4c0190dd-8560-4839-b16a-05799f84bae1,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:04.983837 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f901f8d1-86a7-4cd9-a9e1-9b7d090113d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-cd0e5a07-c697-41eb-af24-253cd58af8c3', 'network_id': 'cd0e5a07-c697-41eb-af24-253cd58af8c3', 'tenant_id': '1e6a8f51199c4924b7435f354bb0c5d4', 'fixed_ips': [{'subnet_id': 'c1525566-ab23-4bc5-885a-fe7f58ad8372'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:37:04.984980 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cf58a512-8826-4f75-8f60-0579f72e4077 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:04.985863 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f901f8d1-86a7-4cd9-a9e1-9b7d090113d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:05.005373 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 4c0190dd-8560-4839-b16a-05799f84bae1 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:37:05.006928 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port f9140d3f-18e3-4725-a4ec-ba66edd873ef triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:05.007302 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:05.094781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b023946-6645-4dd2-87f0-6b1f984c3260 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Made reservation on behalf of 1e6a8f51199c4924b7435f354bb0c5d4 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:05.098975 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b023946-6645-4dd2-87f0-6b1f984c3260 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:05.117703 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cf58a512-8826-4f75-8f60-0579f72e4077 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:05.122689 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cf58a512-8826-4f75-8f60-0579f72e4077 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:05.174378 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17edad61-590c-4f19-a6a5-e317275fecf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:05.175431 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17edad61-590c-4f19-a6a5-e317275fecf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:05.190613 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b023946-6645-4dd2-87f0-6b1f984c3260 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:37:05.193853 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cf58a512-8826-4f75-8f60-0579f72e4077 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:05.194371 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf58a512-8826-4f75-8f60-0579f72e4077 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Fanout notify agent at l3_agent the message router_deleted on router 262067c8-796c-4ead-99cb-516954606b60 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:37:05.204276 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cf58a512-8826-4f75-8f60-0579f72e4077 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:05.208546 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cf58a512-8826-4f75-8f60-0579f72e4077 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "DELETE /v2.0/routers/262067c8-796c-4ead-99cb-516954606b60 HTTP/1.1" status: 204 len: 168 time: 2.1645799 Jul 24 09:37:05.209149 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37440) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:05.222271 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b023946-6645-4dd2-87f0-6b1f984c3260 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:05.222587 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-9b023946-6645-4dd2-87f0-6b1f984c3260 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Added segment 5d58cf3e-7585-4ea4-b32a-5fe72b63c269 of type vlan for network e9eff479-745b-405c-b9d8-cfe1cb2848ed Jul 24 09:37:05.255888 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371ae57d-c95a-4474-8180-4bac6c1af1c6 None None] Update dhcp port {'port': {'network_id': '6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5', 'fixed_ips': [{'subnet_id': '1abd1524-e966-4ad2-b1e2-7d934d03ce7b', 'ip_address': '172.20.0.2'}, {'subnet_id': '2be8f516-fffe-4999-ac90-a1c83b949af6'}], 'binding:host_id': 'n-d-800085-9'}, 'id': 'f9140d3f-18e3-4725-a4ec-ba66edd873ef'} from n-d-800085-9. {{(pid=94037) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 09:37:05.305747 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-a8034382-d84a-49c8-9a7e-21bee432dd95 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Allocated IP 172.20.0.14 (6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5/1abd1524-e966-4ad2-b1e2-7d934d03ce7b/18d3457c-c3de-4f93-9d46-32002bd4f4ba) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:05.311101 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d4a7dab-0f3f-4c1c-8ca2-3d187129b0f5 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:05.311579 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69311a49-6692-4443-b0f1-ef3a808daf59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:37:05.312428 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-69311a49-6692-4443-b0f1-ef3a808daf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:05.321478 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17edad61-590c-4f19-a6a5-e317275fecf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:05.328200 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d4a7dab-0f3f-4c1c-8ca2-3d187129b0f5 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:05.332655 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-a8034382-d84a-49c8-9a7e-21bee432dd95 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Allocated IP 172.20.0.24 (6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5/2be8f516-fffe-4999-ac90-a1c83b949af6/18d3457c-c3de-4f93-9d46-32002bd4f4ba) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:05.369489 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b023946-6645-4dd2-87f0-6b1f984c3260 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:05.389222 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-371ae57d-c95a-4474-8180-4bac6c1af1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:05.406756 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d858988-401a-47b9-951d-7c39182e8f80 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:05.435764 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a7dab-0f3f-4c1c-8ca2-3d187129b0f5 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event updated for resources: {'Port': ['ID=da4d5280-10a1-4553-a149-8cb01775a7cc,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:05.467660 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d4a7dab-0f3f-4c1c-8ca2-3d187129b0f5 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:05.507945 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1d4a7dab-0f3f-4c1c-8ca2-3d187129b0f5 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:05.511922 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1d4a7dab-0f3f-4c1c-8ca2-3d187129b0f5 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9260094 Jul 24 09:37:05.518037 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37442) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:05.589014 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-a72b5440-1ae5-4a74-9495-b5f6118099a3 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Request body: {'port': {'network_id': '4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc', 'name': 'tempest-FloatingIPTestJSON-1372014540'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:05.605088 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-f901f8d1-86a7-4cd9-a9e1-9b7d090113d8 None None] Allocated IP 2001:db8::2 (cd0e5a07-c697-41eb-af24-253cd58af8c3/c1525566-ab23-4bc5-885a-fe7f58ad8372/80be7af8-ea35-4a9b-b9f9-e1ffc5f78010) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:05.622847 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:05.661620 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8034382-d84a-49c8-9a7e-21bee432dd95 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:05.710547 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-a8034382-d84a-49c8-9a7e-21bee432dd95 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Transition to ACTIVE for port object 18d3457c-c3de-4f93-9d46-32002bd4f4ba will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:05.754041 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port f9140d3f-18e3-4725-a4ec-ba66edd873ef, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=f9140d3f-18e3-4725-a4ec-ba66edd873ef,segment=NetworkSegment(914a566c-f69a-444b-874b-b1f435792ce9),segment_id=914a566c-f69a-444b-874b-b1f435792ce9)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:05.774319 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72b5440-1ae5-4a74-9495-b5f6118099a3 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Made reservation on behalf of 76fd8d5cff76432285d9245511956821 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:05.779066 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a72b5440-1ae5-4a74-9495-b5f6118099a3 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:05.785443 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8034382-d84a-49c8-9a7e-21bee432dd95 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:05.796843 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:05.840082 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b023946-6645-4dd2-87f0-6b1f984c3260 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:05.841672 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8034382-d84a-49c8-9a7e-21bee432dd95 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network 6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:05.845010 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-a72b5440-1ae5-4a74-9495-b5f6118099a3 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] device_id is not set on port 9ae52248-19e1-4ee9-aaeb-0009707d4bda yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:37:05.845456 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b023946-6645-4dd2-87f0-6b1f984c3260 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:05.846072 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b023946-6645-4dd2-87f0-6b1f984c3260 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:05.849618 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-a8034382-d84a-49c8-9a7e-21bee432dd95 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:05.859172 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8034382-d84a-49c8-9a7e-21bee432dd95 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:05.875295 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-69311a49-6692-4443-b0f1-ef3a808daf59 None None] Allocated IP 172.20.0.2 (ac0598e8-c43b-451d-ac72-9b82e96a2d8a/c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130/43df69a9-7aa3-4d3e-b447-745c4164c6f8) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:05.908557 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17edad61-590c-4f19-a6a5-e317275fecf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:05.925729 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 549131a6-141b-4458-838f-280417db0bb1 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:37:05.942479 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8034382-d84a-49c8-9a7e-21bee432dd95 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Port': ['ID=18d3457c-c3de-4f93-9d46-32002bd4f4ba,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:05.956107 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9b023946-6645-4dd2-87f0-6b1f984c3260 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0816960 Jul 24 09:37:05.968443 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37446) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:05.976432 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-5de0503e-e411-4d09-b249-9b9df2c3a6db tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Request body: {'subnet': {'network_id': '4c0190dd-8560-4839-b16a-05799f84bae1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:06.015473 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 549131a6-141b-4458-838f-280417db0bb1 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:37:06.016342 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 549131a6-141b-4458-838f-280417db0bb1 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:37:06.016464 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a34b39e2-ca2c-416f-a85a-8f4780c9a423 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:37:06.022549 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-371ae57d-c95a-4474-8180-4bac6c1af1c6 None None] Allocated IP 172.20.0.18 (6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5/2be8f516-fffe-4999-ac90-a1c83b949af6/f9140d3f-18e3-4725-a4ec-ba66edd873ef) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:06.033271 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=f9140d3f-18e3-4725-a4ec-ba66edd873ef,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:06.048198 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d858988-401a-47b9-951d-7c39182e8f80 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:06.053368 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b023946-6645-4dd2-87f0-6b1f984c3260 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Pushing event updated for resources: {'Network': ['ID=e9eff479-745b-405c-b9d8-cfe1cb2848ed,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:06.062319 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f901f8d1-86a7-4cd9-a9e1-9b7d090113d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:06.070928 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8034382-d84a-49c8-9a7e-21bee432dd95 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:06.071126 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-9d858988-401a-47b9-951d-7c39182e8f80 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3d9c5a-df8f-4d09-8c37-3b893a39df26']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:06.071593 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a8034382-d84a-49c8-9a7e-21bee432dd95 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:06.074740 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f901f8d1-86a7-4cd9-a9e1-9b7d090113d8 None None] Transition to ACTIVE for port object 80be7af8-ea35-4a9b-b9f9-e1ffc5f78010 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:06.085504 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-9d858988-401a-47b9-951d-7c39182e8f80 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64301cc-d735-488b-91bf-d20f44a7a8ad') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:06.085846 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-9d858988-401a-47b9-951d-7c39182e8f80 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64301cc-d735-488b-91bf-d20f44a7a8ad') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:06.091825 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f901f8d1-86a7-4cd9-a9e1-9b7d090113d8 None None] Transition to ACTIVE for port object 80be7af8-ea35-4a9b-b9f9-e1ffc5f78010 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:06.099710 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d858988-401a-47b9-951d-7c39182e8f80 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:06.121696 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc68156-e4c2-4ba5-8fbc-c5de4682fc6a req-cbf17f44-f305-4dd6-831a-e2a72368ef77 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:06.125491 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a8034382-d84a-49c8-9a7e-21bee432dd95 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.9659376 Jul 24 09:37:06.125642 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cfc68156-e4c2-4ba5-8fbc-c5de4682fc6a req-cbf17f44-f305-4dd6-831a-e2a72368ef77 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a1b49a8f-57a6-4747-89d5-540e01a408ee HTTP/1.1" status: 200 len: 1095 time: 0.2882493 Jul 24 09:37:06.125642 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d858988-401a-47b9-951d-7c39182e8f80 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:06.127166 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37448) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:06.132416 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e98a136c-8249-4b2b-b47e-e4a7f7efe9b1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1abd1524-e966-4ad2-b1e2-7d934d03ce7b'}]}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:06.150253 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-a72b5440-1ae5-4a74-9495-b5f6118099a3 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Allocated IP 172.20.0.3 (4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc/8077a859-a96c-47e4-9c0f-1d1c1c0806f8/9ae52248-19e1-4ee9-aaeb-0009707d4bda) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:06.155094 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de0503e-e411-4d09-b249-9b9df2c3a6db tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Made reservation on behalf of 1e6a8f51199c4924b7435f354bb0c5d4 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:06.158680 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5de0503e-e411-4d09-b249-9b9df2c3a6db tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:06.168175 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d858988-401a-47b9-951d-7c39182e8f80 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:37:06.168627 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d858988-401a-47b9-951d-7c39182e8f80 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:37:06.200554 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:37:06.211522 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network e9eff479-745b-405c-b9d8-cfe1cb2848ed details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:37:06.217225 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: a34b39e2-ca2c-416f-a85a-8f4780c9a423 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:37:06.217573 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a34b39e2-ca2c-416f-a85a-8f4780c9a423 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:37:06.220299 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f901f8d1-86a7-4cd9-a9e1-9b7d090113d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:06.309584 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-371ae57d-c95a-4474-8180-4bac6c1af1c6 None None] For port f9140d3f-18e3-4725-a4ec-ba66edd873ef, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=f9140d3f-18e3-4725-a4ec-ba66edd873ef,segment=NetworkSegment(914a566c-f69a-444b-874b-b1f435792ce9),segment_id=914a566c-f69a-444b-874b-b1f435792ce9)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:06.315063 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cfc68156-e4c2-4ba5-8fbc-c5de4682fc6a req-519ad471-6984-4c6a-b105-03909ebbc9e3 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760259 Jul 24 09:37:06.328121 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d858988-401a-47b9-951d-7c39182e8f80 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:06.360095 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d858988-401a-47b9-951d-7c39182e8f80 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:06.362907 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9d858988-401a-47b9-951d-7c39182e8f80 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "DELETE /v2.0/networks/7c3d9c5a-df8f-4d09-8c37-3b893a39df26 HTTP/1.1" status: 204 len: 168 time: 1.1518090 Jul 24 09:37:06.367947 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37450) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:06.369303 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d858988-401a-47b9-951d-7c39182e8f80 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'Network': ['ID=7c3d9c5a-df8f-4d09-8c37-3b893a39df26,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:06.381133 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d858988-401a-47b9-951d-7c39182e8f80 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:06.381760 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d858988-401a-47b9-951d-7c39182e8f80 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:06.382291 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d858988-401a-47b9-951d-7c39182e8f80 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:06.382811 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d858988-401a-47b9-951d-7c39182e8f80 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:06.383962 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d858988-401a-47b9-951d-7c39182e8f80 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:06.384481 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d858988-401a-47b9-951d-7c39182e8f80 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:06.385033 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d858988-401a-47b9-951d-7c39182e8f80 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:06.385945 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d858988-401a-47b9-951d-7c39182e8f80 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:06.386460 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d858988-401a-47b9-951d-7c39182e8f80 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:06.386962 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d858988-401a-47b9-951d-7c39182e8f80 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:06.387476 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d858988-401a-47b9-951d-7c39182e8f80 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:06.387973 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d858988-401a-47b9-951d-7c39182e8f80 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:06.395803 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f901f8d1-86a7-4cd9-a9e1-9b7d090113d8 None None] Network cd0e5a07-c697-41eb-af24-253cd58af8c3 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:06.417404 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-f901f8d1-86a7-4cd9-a9e1-9b7d090113d8 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:06.419893 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f901f8d1-86a7-4cd9-a9e1-9b7d090113d8 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:06.452022 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901f8d1-86a7-4cd9-a9e1-9b7d090113d8 None None] Pushing event updated for resources: {'Port': ['ID=80be7af8-ea35-4a9b-b9f9-e1ffc5f78010,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:06.464876 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f9140d3f-18e3-4725-a4ec-ba66edd873ef up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:06.486858 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-371ae57d-c95a-4474-8180-4bac6c1af1c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:06.562136 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a72b5440-1ae5-4a74-9495-b5f6118099a3 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:06.577113 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5de0503e-e411-4d09-b249-9b9df2c3a6db tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:06.585471 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-371ae57d-c95a-4474-8180-4bac6c1af1c6 None None] Transition to ACTIVE for port object f9140d3f-18e3-4725-a4ec-ba66edd873ef will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:06.586564 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f901f8d1-86a7-4cd9-a9e1-9b7d090113d8 None None] Attempting to bind port 80be7af8-ea35-4a9b-b9f9-e1ffc5f78010 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:37:06.586842 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f901f8d1-86a7-4cd9-a9e1-9b7d090113d8 None None] Attempting to bind port 80be7af8-ea35-4a9b-b9f9-e1ffc5f78010 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '2ce652d4-606e-45b8-a1e7-8a551ef8b0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cd0e5a07-c697-41eb-af24-253cd58af8c3'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:37:06.587211 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f901f8d1-86a7-4cd9-a9e1-9b7d090113d8 None None] Attempting to bind port 80be7af8-ea35-4a9b-b9f9-e1ffc5f78010 on network cd0e5a07-c697-41eb-af24-253cd58af8c3 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:37:06.603192 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-371ae57d-c95a-4474-8180-4bac6c1af1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:06.605893 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-69311a49-6692-4443-b0f1-ef3a808daf59 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:06.642338 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e98a136c-8249-4b2b-b47e-e4a7f7efe9b1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:06.659166 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ae57d-c95a-4474-8180-4bac6c1af1c6 None None] Pushing event updated for resources: {'Port': ['ID=f9140d3f-18e3-4725-a4ec-ba66edd873ef,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:06.664039 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f901f8d1-86a7-4cd9-a9e1-9b7d090113d8 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:37:06.664242 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f901f8d1-86a7-4cd9-a9e1-9b7d090113d8 None None] Checking segment: {'id': '2ce652d4-606e-45b8-a1e7-8a551ef8b0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cd0e5a07-c697-41eb-af24-253cd58af8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:06.667576 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f901f8d1-86a7-4cd9-a9e1-9b7d090113d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:06.672501 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:37:06.673006 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f901f8d1-86a7-4cd9-a9e1-9b7d090113d8 None None] Bound using segment: {'id': '2ce652d4-606e-45b8-a1e7-8a551ef8b0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cd0e5a07-c697-41eb-af24-253cd58af8c3'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:37:06.674185 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f901f8d1-86a7-4cd9-a9e1-9b7d090113d8 None None] Bound port: 80be7af8-ea35-4a9b-b9f9-e1ffc5f78010, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce652d4-606e-45b8-a1e7-8a551ef8b0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cd0e5a07-c697-41eb-af24-253cd58af8c3'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:37:06.674604 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f901f8d1-86a7-4cd9-a9e1-9b7d090113d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:06.684225 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0503e-e411-4d09-b249-9b9df2c3a6db tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Pushing event updated for resources: {'Subnet': ['ID=aeb3a9ab-392c-4237-a105-cfbf2eacec81,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:06.700429 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-69311a49-6692-4443-b0f1-ef3a808daf59 None None] Transition to ACTIVE for port object 43df69a9-7aa3-4d3e-b447-745c4164c6f8 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:06.708447 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a72b5440-1ae5-4a74-9495-b5f6118099a3 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:06.734266 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17edad61-590c-4f19-a6a5-e317275fecf6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:06.753851 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de0503e-e411-4d09-b249-9b9df2c3a6db tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Checking segment: {'id': 'c516502f-0429-44b8-ac1f-164fd5c67e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4c0190dd-8560-4839-b16a-05799f84bae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:06.754413 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de0503e-e411-4d09-b249-9b9df2c3a6db tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Network hostable DHCP agents. Network: 4c0190dd-8560-4839-b16a-05799f84bae1, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:37:06.756069 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17edad61-590c-4f19-a6a5-e317275fecf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:06.768595 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72b5440-1ae5-4a74-9495-b5f6118099a3 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Network 4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:06.795502 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-a72b5440-1ae5-4a74-9495-b5f6118099a3 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:06.801582 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72b5440-1ae5-4a74-9495-b5f6118099a3 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:06.807211 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c843a1f0-5a1a-4e5b-af26-aeee5a789b02 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:06.812324 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b5440-1ae5-4a74-9495-b5f6118099a3 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event updated for resources: {'Port': ['ID=9ae52248-19e1-4ee9-aaeb-0009707d4bda,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:06.855344 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de0503e-e411-4d09-b249-9b9df2c3a6db tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Network 4c0190dd-8560-4839-b16a-05799f84bae1 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:37:06.881096 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c843a1f0-5a1a-4e5b-af26-aeee5a789b02 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:06.885367 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-5de0503e-e411-4d09-b249-9b9df2c3a6db tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 4c0190dd-8560-4839-b16a-05799f84bae1) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:06.899091 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72b5440-1ae5-4a74-9495-b5f6118099a3 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:06.899884 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a72b5440-1ae5-4a74-9495-b5f6118099a3 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:06.905296 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de0503e-e411-4d09-b249-9b9df2c3a6db tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:06.906052 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5de0503e-e411-4d09-b249-9b9df2c3a6db tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:06.944333 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a72b5440-1ae5-4a74-9495-b5f6118099a3 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4255276 Jul 24 09:37:06.946915 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37454) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:06.951631 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-a4104071-37a0-463f-bf1c-1a8cf3a2bce9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Request body: {'floatingip': {'port_id': '9ae52248-19e1-4ee9-aaeb-0009707d4bda'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:06.976023 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 7721a055-354c-4d33-9030-f423300e779c up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:06.991946 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5de0503e-e411-4d09-b249-9b9df2c3a6db tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0188982 Jul 24 09:37:06.992824 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37456) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:07.002048 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-644c9cfe-e153-4eed-b5c0-38521ad9b46f tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Request body: {'subnet': {'network_id': 'e9eff479-745b-405c-b9d8-cfe1cb2848ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:07.009237 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a4104071-37a0-463f-bf1c-1a8cf3a2bce9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:07.032638 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e19344d-d3da-4aa0-85b5-47035a015495 None None] Network 4c0190dd-8560-4839-b16a-05799f84bae1 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:07.033959 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-17edad61-590c-4f19-a6a5-e317275fecf6 admin admin] Allocated IP 172.25.7.14 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/64977256-8a33-4c10-942a-8f9e3bdc5387) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:07.067674 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-69311a49-6692-4443-b0f1-ef3a808daf59 None None] Transition to ACTIVE for port object 43df69a9-7aa3-4d3e-b447-745c4164c6f8 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:07.106598 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f901f8d1-86a7-4cd9-a9e1-9b7d090113d8 None None] For port 80be7af8-ea35-4a9b-b9f9-e1ffc5f78010, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:37:07.125037 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f901f8d1-86a7-4cd9-a9e1-9b7d090113d8 None None] For port 80be7af8-ea35-4a9b-b9f9-e1ffc5f78010, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=80be7af8-ea35-4a9b-b9f9-e1ffc5f78010,segment=NetworkSegment(2ce652d4-606e-45b8-a1e7-8a551ef8b0f0),segment_id=2ce652d4-606e-45b8-a1e7-8a551ef8b0f0)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:37:07.130635 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-69311a49-6692-4443-b0f1-ef3a808daf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:07.146397 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c843a1f0-5a1a-4e5b-af26-aeee5a789b02 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:07.149141 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c843a1f0-5a1a-4e5b-af26-aeee5a789b02 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:07.153053 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c843a1f0-5a1a-4e5b-af26-aeee5a789b02 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "DELETE /v2.0/security-groups/01a82cd7-ed12-4e2c-b796-bfcebf0be03f HTTP/1.1" status: 204 len: 168 time: 0.7790546 Jul 24 09:37:07.172456 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-e98a136c-8249-4b2b-b47e-e4a7f7efe9b1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Delete allocated IP 172.20.0.24 (6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5/2be8f516-fffe-4999-ac90-a1c83b949af6) {{(pid=94035) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 24 09:37:07.198696 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843a1f0-5a1a-4e5b-af26-aeee5a789b02 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a82cd7-ed12-4e2c-b796-bfcebf0be03f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:07.221935 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d1f9f5e9-6e33-48c7-9723-1b0d73c24b93 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:37:07.233858 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69311a49-6692-4443-b0f1-ef3a808daf59 None None] Pushing event updated for resources: {'Port': ['ID=43df69a9-7aa3-4d3e-b447-745c4164c6f8,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:07.240191 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f901f8d1-86a7-4cd9-a9e1-9b7d090113d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:07.291491 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17edad61-590c-4f19-a6a5-e317275fecf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:07.304178 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: d1f9f5e9-6e33-48c7-9723-1b0d73c24b93 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:37:07.304662 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d1f9f5e9-6e33-48c7-9723-1b0d73c24b93 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:37:07.349497 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644c9cfe-e153-4eed-b5c0-38521ad9b46f tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Made reservation on behalf of 1e6a8f51199c4924b7435f354bb0c5d4 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:07.353252 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-644c9cfe-e153-4eed-b5c0-38521ad9b46f tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:07.395994 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 7721a055-354c-4d33-9030-f423300e779c completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:07.403868 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69311a49-6692-4443-b0f1-ef3a808daf59 None None] Network ac0598e8-c43b-451d-ac72-9b82e96a2d8a is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:07.411680 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 7721a055-354c-4d33-9030-f423300e779c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:07.412752 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:07.414213 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-69311a49-6692-4443-b0f1-ef3a808daf59 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:07.464264 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69311a49-6692-4443-b0f1-ef3a808daf59 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:07.525562 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17edad61-590c-4f19-a6a5-e317275fecf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:07.543094 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901f8d1-86a7-4cd9-a9e1-9b7d090113d8 None None] Pushing event updated for resources: {'Port': ['ID=80be7af8-ea35-4a9b-b9f9-e1ffc5f78010,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:07.597023 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37464) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:07.597939 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edad61-590c-4f19-a6a5-e317275fecf6 admin admin] Pushing event updated for resources: {'Port': ['ID=64977256-8a33-4c10-942a-8f9e3bdc5387,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:07.608487 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ff08e8fc-4d5f-4e50-86b4-809dec7e5247 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-387350762', 'description': 'tempest-secgroup-smoke-387350762 description', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:07.629449 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e98a136c-8249-4b2b-b47e-e4a7f7efe9b1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:07.635151 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-69311a49-6692-4443-b0f1-ef3a808daf59 None None] Attempting to bind port 43df69a9-7aa3-4d3e-b447-745c4164c6f8 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:37:07.635540 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-69311a49-6692-4443-b0f1-ef3a808daf59 None None] Attempting to bind port 43df69a9-7aa3-4d3e-b447-745c4164c6f8 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:37:07.635903 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69311a49-6692-4443-b0f1-ef3a808daf59 None None] Attempting to bind port 43df69a9-7aa3-4d3e-b447-745c4164c6f8 on network ac0598e8-c43b-451d-ac72-9b82e96a2d8a {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:37:07.670447 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69311a49-6692-4443-b0f1-ef3a808daf59 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:37:07.671236 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69311a49-6692-4443-b0f1-ef3a808daf59 None None] Checking segment: {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:07.671875 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-69311a49-6692-4443-b0f1-ef3a808daf59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:07.672780 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69311a49-6692-4443-b0f1-ef3a808daf59 None None] Bound using segment: {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:37:07.674170 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-69311a49-6692-4443-b0f1-ef3a808daf59 None None] Bound port: 43df69a9-7aa3-4d3e-b447-745c4164c6f8, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:37:07.674813 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-69311a49-6692-4443-b0f1-ef3a808daf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:07.699954 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-e98a136c-8249-4b2b-b47e-e4a7f7efe9b1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Ignored duplicate provisioning block setup for port 18d3457c-c3de-4f93-9d46-32002bd4f4ba by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 24 09:37:07.704261 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17edad61-590c-4f19-a6a5-e317275fecf6 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:07.708914 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-17edad61-590c-4f19-a6a5-e317275fecf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:07.712794 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e98a136c-8249-4b2b-b47e-e4a7f7efe9b1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:07.715258 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17edad61-590c-4f19-a6a5-e317275fecf6 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:07.765225 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff08e8fc-4d5f-4e50-86b4-809dec7e5247 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:07.770509 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-644c9cfe-e153-4eed-b5c0-38521ad9b46f tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:07.848222 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccecd30e-b0d1-4e31-9e43-37a836db88f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-4c0190dd-8560-4839-b16a-05799f84bae1', 'network_id': '4c0190dd-8560-4839-b16a-05799f84bae1', 'tenant_id': '1e6a8f51199c4924b7435f354bb0c5d4', 'fixed_ips': [{'subnet_id': 'aeb3a9ab-392c-4237-a105-cfbf2eacec81'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:37:07.849390 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ccecd30e-b0d1-4e31-9e43-37a836db88f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:07.893787 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a136c-8249-4b2b-b47e-e4a7f7efe9b1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Port': ['ID=18d3457c-c3de-4f93-9d46-32002bd4f4ba,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:07.914696 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:08.037460 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b49a8f-57a6-4747-89d5-540e01a408ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7721a055-354c-4d33-9030-f423300e779c'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:37:08.040093 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bb1b5c-ed4e-4c1a-a067-27e2f9c15445" -d '{"events": [{"server_uuid": "a1b49a8f-57a6-4747-89d5-540e01a408ee", "name": "network-vif-plugged", "status": "completed", "tag": "7721a055-354c-4d33-9030-f423300e779c"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:37:08.042639 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-e98a136c-8249-4b2b-b47e-e4a7f7efe9b1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] In _notify_port_updated(), no bound segment for port 18d3457c-c3de-4f93-9d46-32002bd4f4ba on network 6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5 {{(pid=94035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 09:37:08.048903 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98a136c-8249-4b2b-b47e-e4a7f7efe9b1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:08.051242 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e98a136c-8249-4b2b-b47e-e4a7f7efe9b1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:08.052977 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e98a136c-8249-4b2b-b47e-e4a7f7efe9b1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "PUT /v2.0/ports/18d3457c-c3de-4f93-9d46-32002bd4f4ba HTTP/1.1" status: 200 len: 920 time: 1.9248216 Jul 24 09:37:08.063124 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37468) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:08.069938 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-4bc7829e-71de-4149-81b3-6e15296915a5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1abd1524-e966-4ad2-b1e2-7d934d03ce7b'}, {'subnet_id': '2be8f516-fffe-4999-ac90-a1c83b949af6'}]}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:08.077058 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25bea26-0bb5-49ef-ab2c-d707cd63d550 None None] Network 6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:08.163009 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 7721a055-354c-4d33-9030-f423300e779c, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=7721a055-354c-4d33-9030-f423300e779c,segment=NetworkSegment(94e00f13-d29f-4b24-accf-dd5e2626e5f2),segment_id=94e00f13-d29f-4b24-accf-dd5e2626e5f2)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:08.167991 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f407f124-2bac-4c84-a1c6-471a573a2c7c x-openstack-request-id: req-f407f124-2bac-4c84-a1c6-471a573a2c7c {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:37:08.168388 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b49a8f-57a6-4747-89d5-540e01a408ee", "name": "network-vif-plugged", "status": "completed", "tag": "7721a055-354c-4d33-9030-f423300e779c", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:37:08.168779 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f407f124-2bac-4c84-a1c6-471a573a2c7c {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:37:08.169226 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b49a8f-57a6-4747-89d5-540e01a408ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7721a055-354c-4d33-9030-f423300e779c', 'code': 200} Jul 24 09:37:08.178466 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c9cfe-e153-4eed-b5c0-38521ad9b46f tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Pushing event updated for resources: {'Subnet': ['ID=39f99699-e11c-4494-9c62-203f5546464f,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:08.180142 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-69311a49-6692-4443-b0f1-ef3a808daf59 None None] For port 43df69a9-7aa3-4d3e-b447-745c4164c6f8, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:37:08.190160 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:08.234266 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-69311a49-6692-4443-b0f1-ef3a808daf59 None None] For port 43df69a9-7aa3-4d3e-b447-745c4164c6f8, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=43df69a9-7aa3-4d3e-b447-745c4164c6f8,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:37:08.280528 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-69311a49-6692-4443-b0f1-ef3a808daf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:08.293958 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-75e0575e-3353-4cf7-87cb-33ae4db14a86 None None] Provisioning for port f9140d3f-18e3-4725-a4ec-ba66edd873ef completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:08.316929 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4bc7829e-71de-4149-81b3-6e15296915a5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:08.322980 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff08e8fc-4d5f-4e50-86b4-809dec7e5247 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:08.345483 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff08e8fc-4d5f-4e50-86b4-809dec7e5247 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:08.365268 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-75e0575e-3353-4cf7-87cb-33ae4db14a86 None None] Provisioning complete for port f9140d3f-18e3-4725-a4ec-ba66edd873ef triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:08.365637 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-75e0575e-3353-4cf7-87cb-33ae4db14a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:08.429018 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17edad61-590c-4f19-a6a5-e317275fecf6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:08.438192 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff08e8fc-4d5f-4e50-86b4-809dec7e5247 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:08.440505 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ff08e8fc-4d5f-4e50-86b4-809dec7e5247 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8397238 Jul 24 09:37:08.464300 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=7721a055-354c-4d33-9030-f423300e779c,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:08.520703 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37470) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:08.520932 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-ccecd30e-b0d1-4e31-9e43-37a836db88f5 None None] Allocated IP 2001:db8::2 (4c0190dd-8560-4839-b16a-05799f84bae1/aeb3a9ab-392c-4237-a105-cfbf2eacec81/c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:08.538353 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-69ca7911-d1cc-4d83-8407-1079566931e3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group_rule': {'security_group_id': '991c09cd-9516-4a08-b1a5-2fb4bf17b7c3', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:08.577684 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 80be7af8-ea35-4a9b-b9f9-e1ffc5f78010 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:08.617100 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08e8fc-4d5f-4e50-86b4-809dec7e5247 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=991c09cd-9516-4a08-b1a5-2fb4bf17b7c3,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:08.730199 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69311a49-6692-4443-b0f1-ef3a808daf59 None None] Pushing event updated for resources: {'Port': ['ID=43df69a9-7aa3-4d3e-b447-745c4164c6f8,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:08.740000 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-69ca7911-d1cc-4d83-8407-1079566931e3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:08.824022 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a4104071-37a0-463f-bf1c-1a8cf3a2bce9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:08.851296 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a4104071-37a0-463f-bf1c-1a8cf3a2bce9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:08.913649 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-69ca7911-d1cc-4d83-8407-1079566931e3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:08.931194 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-69ca7911-d1cc-4d83-8407-1079566931e3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:08.935639 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 80be7af8-ea35-4a9b-b9f9-e1ffc5f78010 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:08.955035 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f9140d3f-18e3-4725-a4ec-ba66edd873ef up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:08.987078 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44110940-1aab-45d9-bef2-96bd4ad5ba26 req-5ce6afc5-4375-4500-811c-1f83e2b7f85a tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:08.991363 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f7060f-d68e-436c-b03b-01a71be6ba78 None None] Network cd0e5a07-c697-41eb-af24-253cd58af8c3 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:08.997008 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44110940-1aab-45d9-bef2-96bd4ad5ba26 req-5ce6afc5-4375-4500-811c-1f83e2b7f85a tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a1b49a8f-57a6-4747-89d5-540e01a408ee HTTP/1.1" status: 200 len: 1095 time: 1.3018146 Jul 24 09:37:08.997203 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca7911-d1cc-4d83-8407-1079566931e3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8438f476-bfb4-42c8-825c-d15e1b80f78a,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:09.078635 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44110940-1aab-45d9-bef2-96bd4ad5ba26 req-9cc6f285-9fe5-4a77-813d-425ce9dd79b7 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767074 Jul 24 09:37:09.083456 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4879f-1023-44e2-a8c0-2816e072fe70 req-d98bf22d-1745-4b33-b686-a48b5d860187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:09.085326 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-08c4879f-1023-44e2-a8c0-2816e072fe70 req-d98bf22d-1745-4b33-b686-a48b5d860187 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a1b49a8f-57a6-4747-89d5-540e01a408ee HTTP/1.1" status: 200 len: 1096 time: 0.8972495 Jul 24 09:37:09.088041 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644c9cfe-e153-4eed-b5c0-38521ad9b46f tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Checking segment: {'id': '5d58cf3e-7585-4ea4-b32a-5fe72b63c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e9eff479-745b-405c-b9d8-cfe1cb2848ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:09.088585 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644c9cfe-e153-4eed-b5c0-38521ad9b46f tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Network hostable DHCP agents. Network: e9eff479-745b-405c-b9d8-cfe1cb2848ed, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:37:09.097229 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-69ca7911-d1cc-4d83-8407-1079566931e3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:09.098845 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-69ca7911-d1cc-4d83-8407-1079566931e3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5725386 Jul 24 09:37:09.106494 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37472) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:09.122973 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-f1121ccd-df5b-4a49-b30a-8f674d1ba8e1 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group_rule': {'security_group_id': '991c09cd-9516-4a08-b1a5-2fb4bf17b7c3', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:09.158808 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-a4104071-37a0-463f-bf1c-1a8cf3a2bce9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Floating IP b06af541-3abc-4b1d-bc20-988ef463ef6d associated. External IP: 172.25.7.91, port: 9ae52248-19e1-4ee9-aaeb-0009707d4bda. Jul 24 09:37:09.167462 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644c9cfe-e153-4eed-b5c0-38521ad9b46f tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Network e9eff479-745b-405c-b9d8-cfe1cb2848ed is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:37:09.183931 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ccecd30e-b0d1-4e31-9e43-37a836db88f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:09.186239 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port f9140d3f-18e3-4725-a4ec-ba66edd873ef triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:09.186614 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:09.188172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-519e1cd7-c17d-4ba5-a5fd-cbe66822e0cc None None] Provisioning for port 80be7af8-ea35-4a9b-b9f9-e1ffc5f78010 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:09.224981 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-519e1cd7-c17d-4ba5-a5fd-cbe66822e0cc None None] Provisioning complete for port 80be7af8-ea35-4a9b-b9f9-e1ffc5f78010 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:09.224981 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-519e1cd7-c17d-4ba5-a5fd-cbe66822e0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:09.229499 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17edad61-590c-4f19-a6a5-e317275fecf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:09.259702 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-644c9cfe-e153-4eed-b5c0-38521ad9b46f tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, e9eff479-745b-405c-b9d8-cfe1cb2848ed) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:09.262733 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ccecd30e-b0d1-4e31-9e43-37a836db88f5 None None] Transition to ACTIVE for port object c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:09.264266 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644c9cfe-e153-4eed-b5c0-38521ad9b46f tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:09.264981 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-644c9cfe-e153-4eed-b5c0-38521ad9b46f tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:09.269852 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-08c4879f-1023-44e2-a8c0-2816e072fe70 req-0852e507-2802-4200-bd04-04b8df8b325f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713927 Jul 24 09:37:09.285981 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76efd347-3704-4355-b28e-cd689e7bdac7 None None] Network e9eff479-745b-405c-b9d8-cfe1cb2848ed requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:09.305522 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f1121ccd-df5b-4a49-b30a-8f674d1ba8e1 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:09.335017 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-644c9cfe-e153-4eed-b5c0-38521ad9b46f tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3414097 Jul 24 09:37:09.338762 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ccecd30e-b0d1-4e31-9e43-37a836db88f5 None None] Transition to ACTIVE for port object c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:09.342255 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37474) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:09.353944 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-4bc7829e-71de-4149-81b3-6e15296915a5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Allocated IP 172.20.0.26 (6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5/2be8f516-fffe-4999-ac90-a1c83b949af6/18d3457c-c3de-4f93-9d46-32002bd4f4ba) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:09.395061 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ccecd30e-b0d1-4e31-9e43-37a836db88f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:09.425935 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f1121ccd-df5b-4a49-b30a-8f674d1ba8e1 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:09.471595 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f1121ccd-df5b-4a49-b30a-8f674d1ba8e1 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:09.534579 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1121ccd-df5b-4a49-b30a-8f674d1ba8e1 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7bf9890-2048-4d2a-94b2-9c2db4be73fb,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:09.558103 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f1121ccd-df5b-4a49-b30a-8f674d1ba8e1 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:09.559948 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f1121ccd-df5b-4a49-b30a-8f674d1ba8e1 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4416859 Jul 24 09:37:09.563405 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37476) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:09.569924 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-80b93a99-7059-4a9d-82d2-f61fb34636dc tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group_rule': {'security_group_id': '991c09cd-9516-4a08-b1a5-2fb4bf17b7c3', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:09.621685 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4104071-37a0-463f-bf1c-1a8cf3a2bce9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Router ded0923b-fb04-46a7-ae6e-e336d28e3cd9 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:37:09.635802 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-80b93a99-7059-4a9d-82d2-f61fb34636dc tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:09.707713 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-80b93a99-7059-4a9d-82d2-f61fb34636dc tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:09.750882 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-80b93a99-7059-4a9d-82d2-f61fb34636dc tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:09.806841 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-80b93a99-7059-4a9d-82d2-f61fb34636dc tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:09.808338 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-80b93a99-7059-4a9d-82d2-f61fb34636dc tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2431123 Jul 24 09:37:09.813674 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37478) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:09.824624 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-a6e76b9b-a4a3-4afe-9bdb-9cef36cce1cc tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group_rule': {'security_group_id': '991c09cd-9516-4a08-b1a5-2fb4bf17b7c3', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:09.832558 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccecd30e-b0d1-4e31-9e43-37a836db88f5 None None] Network 4c0190dd-8560-4839-b16a-05799f84bae1 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:09.833096 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b93a99-7059-4a9d-82d2-f61fb34636dc tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11232749-9538-4c2c-b00b-24354293d2a6,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:09.884611 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-519e1cd7-c17d-4ba5-a5fd-cbe66822e0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:09.900389 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-ccecd30e-b0d1-4e31-9e43-37a836db88f5 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:09.908489 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6e76b9b-a4a3-4afe-9bdb-9cef36cce1cc tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:09.926251 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccecd30e-b0d1-4e31-9e43-37a836db88f5 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:09.932287 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecd30e-b0d1-4e31-9e43-37a836db88f5 None None] Pushing event updated for resources: {'Port': ['ID=c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:09.953849 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4104071-37a0-463f-bf1c-1a8cf3a2bce9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:37:09.972920 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9100fc-67c5-4681-b69b-e4dd969a70eb None None] Sync routers for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:37:09.975023 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a4104071-37a0-463f-bf1c-1a8cf3a2bce9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:10.004321 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9100fc-67c5-4681-b69b-e4dd969a70eb None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:10.005914 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-cf9100fc-67c5-4681-b69b-e4dd969a70eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:10.113992 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a4104071-37a0-463f-bf1c-1a8cf3a2bce9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "PUT /v2.0/floatingips/b06af541-3abc-4b1d-bc20-988ef463ef6d HTTP/1.1" status: 200 len: 977 time: 3.1658623 Jul 24 09:37:10.118911 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37482) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:10.123224 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-cf9100fc-67c5-4681-b69b-e4dd969a70eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:10.128343 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-519e1cd7-c17d-4ba5-a5fd-cbe66822e0cc None None] For port 80be7af8-ea35-4a9b-b9f9-e1ffc5f78010, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=80be7af8-ea35-4a9b-b9f9-e1ffc5f78010,segment=NetworkSegment(2ce652d4-606e-45b8-a1e7-8a551ef8b0f0),segment_id=2ce652d4-606e-45b8-a1e7-8a551ef8b0f0)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:10.129514 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6e76b9b-a4a3-4afe-9bdb-9cef36cce1cc tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:10.139721 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12febb37-64ba-4954-9f91-403e068e3ed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-e9eff479-745b-405c-b9d8-cfe1cb2848ed', 'network_id': 'e9eff479-745b-405c-b9d8-cfe1cb2848ed', 'tenant_id': '1e6a8f51199c4924b7435f354bb0c5d4', 'fixed_ips': [{'subnet_id': '39f99699-e11c-4494-9c62-203f5546464f'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:37:10.140515 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-12febb37-64ba-4954-9f91-403e068e3ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:10.142394 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cc0331-7a32-41b8-9ac3-5b925086dbcc None None] Network ac0598e8-c43b-451d-ac72-9b82e96a2d8a requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:10.158566 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6e76b9b-a4a3-4afe-9bdb-9cef36cce1cc tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:10.160036 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9100fc-67c5-4681-b69b-e4dd969a70eb None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:10.162768 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-cf9100fc-67c5-4681-b69b-e4dd969a70eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:10.181848 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4bc7829e-71de-4149-81b3-6e15296915a5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:10.183986 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e76b9b-a4a3-4afe-9bdb-9cef36cce1cc tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c67de97-5307-4830-b037-ea8426b55e6a,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:10.207152 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-519e1cd7-c17d-4ba5-a5fd-cbe66822e0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:10.208546 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-4bc7829e-71de-4149-81b3-6e15296915a5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Ignored duplicate provisioning block setup for port 18d3457c-c3de-4f93-9d46-32002bd4f4ba by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 24 09:37:10.217696 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6e76b9b-a4a3-4afe-9bdb-9cef36cce1cc tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:10.219012 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a6e76b9b-a4a3-4afe-9bdb-9cef36cce1cc tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4037995 Jul 24 09:37:10.233343 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ccecd30e-b0d1-4e31-9e43-37a836db88f5 None None] Attempting to bind port c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:37:10.233976 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ccecd30e-b0d1-4e31-9e43-37a836db88f5 None None] Attempting to bind port c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'c516502f-0429-44b8-ac1f-164fd5c67e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4c0190dd-8560-4839-b16a-05799f84bae1'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:37:10.234515 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccecd30e-b0d1-4e31-9e43-37a836db88f5 None None] Attempting to bind port c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3 on network 4c0190dd-8560-4839-b16a-05799f84bae1 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:37:10.240364 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37484) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:10.245521 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-d3d8aeaa-2d3d-4cba-9426-b044cc4272d6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group_rule': {'security_group_id': '991c09cd-9516-4a08-b1a5-2fb4bf17b7c3', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:10.261558 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-cf9100fc-67c5-4681-b69b-e4dd969a70eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:10.262378 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9100fc-67c5-4681-b69b-e4dd969a70eb None None] The sync data for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:37:10.305109 n-d-800085-9 neutron-server[94036]: INFO neutron.db.securitygroups_db [None req-d3d8aeaa-2d3d-4cba-9426-b044cc4272d6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Project 766769263b9c4ac0aa4c77c8f3c95808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 09:37:10.315070 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccecd30e-b0d1-4e31-9e43-37a836db88f5 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:37:10.315338 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccecd30e-b0d1-4e31-9e43-37a836db88f5 None None] Checking segment: {'id': 'c516502f-0429-44b8-ac1f-164fd5c67e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4c0190dd-8560-4839-b16a-05799f84bae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:10.315836 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ccecd30e-b0d1-4e31-9e43-37a836db88f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:10.316098 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccecd30e-b0d1-4e31-9e43-37a836db88f5 None None] Bound using segment: {'id': 'c516502f-0429-44b8-ac1f-164fd5c67e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4c0190dd-8560-4839-b16a-05799f84bae1'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:37:10.316586 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ccecd30e-b0d1-4e31-9e43-37a836db88f5 None None] Bound port: c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c516502f-0429-44b8-ac1f-164fd5c67e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4c0190dd-8560-4839-b16a-05799f84bae1'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:37:10.317071 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ccecd30e-b0d1-4e31-9e43-37a836db88f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:10.331767 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d3d8aeaa-2d3d-4cba-9426-b044cc4272d6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:10.334841 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4bc7829e-71de-4149-81b3-6e15296915a5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:10.369212 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-87a0c6fc-e296-471a-a817-98b405640d17 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Deleting port 9ae52248-19e1-4ee9-aaeb-0009707d4bda {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:10.369597 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-87a0c6fc-e296-471a-a817-98b405640d17 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:10.464799 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d3d8aeaa-2d3d-4cba-9426-b044cc4272d6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:10.481744 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d3d8aeaa-2d3d-4cba-9426-b044cc4272d6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:10.503422 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e1cd7-c17d-4ba5-a5fd-cbe66822e0cc None None] Pushing event updated for resources: {'Port': ['ID=80be7af8-ea35-4a9b-b9f9-e1ffc5f78010,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:10.514931 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 43df69a9-7aa3-4d3e-b447-745c4164c6f8 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:10.527422 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e2b17d68-1279-4fb5-b57d-5cc7ff96a015 None None] Provisioning for port 43df69a9-7aa3-4d3e-b447-745c4164c6f8 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:10.534261 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17edad61-590c-4f19-a6a5-e317275fecf6 admin admin] Router d357846a-9402-40b4-ba91-a11a0c295fd8 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:37:10.557607 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8aeaa-2d3d-4cba-9426-b044cc4272d6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157bfbe5-0f7d-4846-9ebf-af6a9bbf89b2,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:10.564670 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d3d8aeaa-2d3d-4cba-9426-b044cc4272d6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:10.566442 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d3d8aeaa-2d3d-4cba-9426-b044cc4272d6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3248413 Jul 24 09:37:10.569956 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37486) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:10.576676 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7829e-71de-4149-81b3-6e15296915a5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Port': ['ID=18d3457c-c3de-4f93-9d46-32002bd4f4ba,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:10.576947 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-ca87b200-bcd1-4757-ad79-06e52dc62e06 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group_rule': {'security_group_id': '991c09cd-9516-4a08-b1a5-2fb4bf17b7c3', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:10.599664 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-87a0c6fc-e296-471a-a817-98b405640d17 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:10.674030 n-d-800085-9 neutron-server[94036]: INFO neutron.db.securitygroups_db [None req-ca87b200-bcd1-4757-ad79-06e52dc62e06 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Project 766769263b9c4ac0aa4c77c8f3c95808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 09:37:10.682332 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca87b200-bcd1-4757-ad79-06e52dc62e06 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:10.708692 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ccecd30e-b0d1-4e31-9e43-37a836db88f5 None None] For port c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:37:10.717721 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-12febb37-64ba-4954-9f91-403e068e3ed7 None None] Allocated IP 2001:db8::2 (e9eff479-745b-405c-b9d8-cfe1cb2848ed/39f99699-e11c-4494-9c62-203f5546464f/a369b2f7-bc39-41cc-a3e8-f453e97df848) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:10.732877 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e2b17d68-1279-4fb5-b57d-5cc7ff96a015 None None] Provisioning complete for port f9140d3f-18e3-4725-a4ec-ba66edd873ef triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:10.733248 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e2b17d68-1279-4fb5-b57d-5cc7ff96a015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:10.748196 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ccecd30e-b0d1-4e31-9e43-37a836db88f5 None None] For port c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3,segment=NetworkSegment(c516502f-0429-44b8-ac1f-164fd5c67e29),segment_id=c516502f-0429-44b8-ac1f-164fd5c67e29)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:37:10.772687 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ccecd30e-b0d1-4e31-9e43-37a836db88f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:10.786688 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c485668-8ed7-4961-b93e-8a3de54f7159 req-ca0b4e34-c8a1-441b-a3a6-889994eb092a tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:10.788330 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7c485668-8ed7-4961-b93e-8a3de54f7159 req-ca0b4e34-c8a1-441b-a3a6-889994eb092a tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a1b49a8f-57a6-4747-89d5-540e01a408ee HTTP/1.1" status: 200 len: 1096 time: 0.5027957 Jul 24 09:37:10.823015 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-4bc7829e-71de-4149-81b3-6e15296915a5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] In _notify_port_updated(), no bound segment for port 18d3457c-c3de-4f93-9d46-32002bd4f4ba on network 6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5 {{(pid=94035) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 09:37:10.823392 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 43df69a9-7aa3-4d3e-b447-745c4164c6f8 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:10.830393 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc7829e-71de-4149-81b3-6e15296915a5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:10.831299 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4bc7829e-71de-4149-81b3-6e15296915a5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:10.832674 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4bc7829e-71de-4149-81b3-6e15296915a5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "PUT /v2.0/ports/18d3457c-c3de-4f93-9d46-32002bd4f4ba HTTP/1.1" status: 200 len: 1000 time: 2.7678149 Jul 24 09:37:10.842053 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37488) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:10.860568 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca87b200-bcd1-4757-ad79-06e52dc62e06 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:10.874402 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 43df69a9-7aa3-4d3e-b447-745c4164c6f8 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:10.874674 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:10.886558 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca87b200-bcd1-4757-ad79-06e52dc62e06 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:10.916378 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87b200-bcd1-4757-ad79-06e52dc62e06 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=021b7fa5-c65a-4c8e-b7ad-05c6edde3c8a,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:10.917752 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7c485668-8ed7-4961-b93e-8a3de54f7159 req-2628d88a-f012-444f-99a0-3a5b933c76a8 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054950 Jul 24 09:37:10.919150 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9ff7da5d-fe24-4414-89cb-355acd5f7b51 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:10.998582 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecd30e-b0d1-4e31-9e43-37a836db88f5 None None] Pushing event updated for resources: {'Port': ['ID=c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:11.000028 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ca87b200-bcd1-4757-ad79-06e52dc62e06 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:11.014477 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ca87b200-bcd1-4757-ad79-06e52dc62e06 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4429820 Jul 24 09:37:11.019327 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37492) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:11.024273 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-87a0c6fc-e296-471a-a817-98b405640d17 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:11.024655 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-87a0c6fc-e296-471a-a817-98b405640d17 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:11.024906 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-b2e7872c-71f4-4923-9f4b-2f2b04bd8050 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'network': {'name': 'tempest-network-smoke--61540263', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'port_security_enabled': True}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:11.025055 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-87a0c6fc-e296-471a-a817-98b405640d17 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Floating IP b06af541-3abc-4b1d-bc20-988ef463ef6d disassociated. External IP: 172.25.7.91, port: 9ae52248-19e1-4ee9-aaeb-0009707d4bda. Jul 24 09:37:11.025352 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-87a0c6fc-e296-471a-a817-98b405640d17 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Calling delete_port for 9ae52248-19e1-4ee9-aaeb-0009707d4bda owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:11.062421 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17edad61-590c-4f19-a6a5-e317275fecf6 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:37:11.095545 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] Sync routers for ids ['d357846a-9402-40b4-ba91-a11a0c295fd8'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:37:11.156593 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] Routers {'d357846a-9402-40b4-ba91-a11a0c295fd8'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:11.157782 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['d357846a-9402-40b4-ba91-a11a0c295fd8'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:11.191410 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-12febb37-64ba-4954-9f91-403e068e3ed7 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:11.229848 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e2b17d68-1279-4fb5-b57d-5cc7ff96a015 None None] Provisioning for port 18d3457c-c3de-4f93-9d46-32002bd4f4ba completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:11.238329 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e7872c-71f4-4923-9f4b-2f2b04bd8050 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Made reservation on behalf of 766769263b9c4ac0aa4c77c8f3c95808 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:11.241107 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b2e7872c-71f4-4923-9f4b-2f2b04bd8050 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:11.275234 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17edad61-590c-4f19-a6a5-e317275fecf6 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:11.279662 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-17edad61-590c-4f19-a6a5-e317275fecf6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3576090 Jul 24 09:37:11.282303 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37494) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:11.346043 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:11.354636 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-12febb37-64ba-4954-9f91-403e068e3ed7 None None] Transition to ACTIVE for port object a369b2f7-bc39-41cc-a3e8-f453e97df848 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:11.356443 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e2b17d68-1279-4fb5-b57d-5cc7ff96a015 None None] Provisioning complete for port 18d3457c-c3de-4f93-9d46-32002bd4f4ba triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:11.357356 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e2b17d68-1279-4fb5-b57d-5cc7ff96a015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:11.374219 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe10407-23f5-45ba-af82-37edcc6e0ffa req-46171420-f6df-4838-9b8f-7cb36ca6c318 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:11.376053 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bbe10407-23f5-45ba-af82-37edcc6e0ffa req-46171420-f6df-4838-9b8f-7cb36ca6c318 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a1b49a8f-57a6-4747-89d5-540e01a408ee HTTP/1.1" status: 200 len: 1096 time: 0.3590012 Jul 24 09:37:11.386950 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-87a0c6fc-e296-471a-a817-98b405640d17 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:11.391178 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-091f076d-d3da-44ca-b861-0536a3c51c7c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting port 18d3457c-c3de-4f93-9d46-32002bd4f4ba {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:11.391694 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-091f076d-d3da-44ca-b861-0536a3c51c7c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:11.413450 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-e2b17d68-1279-4fb5-b57d-5cc7ff96a015 None None] Port 18d3457c-c3de-4f93-9d46-32002bd4f4ba cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:37:11.449310 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-12febb37-64ba-4954-9f91-403e068e3ed7 None None] Transition to ACTIVE for port object a369b2f7-bc39-41cc-a3e8-f453e97df848 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:11.458649 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e7872c-71f4-4923-9f4b-2f2b04bd8050 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:37:11.473976 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-12febb37-64ba-4954-9f91-403e068e3ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:11.477115 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 43df69a9-7aa3-4d3e-b447-745c4164c6f8, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=43df69a9-7aa3-4d3e-b447-745c4164c6f8,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:11.510931 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b2e7872c-71f4-4923-9f4b-2f2b04bd8050 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:11.511439 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-b2e7872c-71f4-4923-9f4b-2f2b04bd8050 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Added segment 8403fcfa-dc03-4d4d-ba8a-1cbc043f631d of type vlan for network 24e68462-bbf2-4bb0-9276-7f619db90058 Jul 24 09:37:11.512728 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0c6fc-e296-471a-a817-98b405640d17 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event deleted for resources: {'Port': ['ID=9ae52248-19e1-4ee9-aaeb-0009707d4bda,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:11.528822 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bbe10407-23f5-45ba-af82-37edcc6e0ffa req-77e1f103-ecd5-48f9-bbd4-d9ac03ad9dd4 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630810 Jul 24 09:37:11.536872 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:11.573960 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-9ff7da5d-fe24-4414-89cb-355acd5f7b51 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Allocated IP 2001:db8::1 (4c0190dd-8560-4839-b16a-05799f84bae1/aeb3a9ab-392c-4237-a105-cfbf2eacec81/1a7bea95-e54f-41fe-aca4-0f63e0587b31) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:11.582219 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12febb37-64ba-4954-9f91-403e068e3ed7 None None] Network e9eff479-745b-405c-b9d8-cfe1cb2848ed is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:11.601048 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b2e7872c-71f4-4923-9f4b-2f2b04bd8050 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:11.603572 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] Set router d357846a-9402-40b4-ba91-a11a0c295fd8 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:37:11.615605 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-12febb37-64ba-4954-9f91-403e068e3ed7 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:11.657246 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-091f076d-d3da-44ca-b861-0536a3c51c7c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:11.664707 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12febb37-64ba-4954-9f91-403e068e3ed7 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:11.675655 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-091f076d-d3da-44ca-b861-0536a3c51c7c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Calling delete_port for 18d3457c-c3de-4f93-9d46-32002bd4f4ba owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:11.696699 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f21415ce-b21e-4a1f-8ed5-634a9cf6d40e None None] Provisioning complete for port 43df69a9-7aa3-4d3e-b447-745c4164c6f8 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:11.700867 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f21415ce-b21e-4a1f-8ed5-634a9cf6d40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:11.702379 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12febb37-64ba-4954-9f91-403e068e3ed7 None None] Pushing event updated for resources: {'Port': ['ID=a369b2f7-bc39-41cc-a3e8-f453e97df848,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:11.748658 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a0c6fc-e296-471a-a817-98b405640d17 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Router ded0923b-fb04-46a7-ae6e-e336d28e3cd9 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:37:11.821441 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b2e7872c-71f4-4923-9f4b-2f2b04bd8050 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:11.827087 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e7872c-71f4-4923-9f4b-2f2b04bd8050 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:11.827709 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b2e7872c-71f4-4923-9f4b-2f2b04bd8050 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:11.877734 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a0c6fc-e296-471a-a817-98b405640d17 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:37:11.892478 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ce10c1-7429-4e89-8254-b5413e955db5 None None] Sync routers for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:37:11.901852 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=43df69a9-7aa3-4d3e-b447-745c4164c6f8,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:11.929237 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ce10c1-7429-4e89-8254-b5413e955db5 None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:11.929951 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d5ce10c1-7429-4e89-8254-b5413e955db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:11.932042 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-12febb37-64ba-4954-9f91-403e068e3ed7 None None] Attempting to bind port a369b2f7-bc39-41cc-a3e8-f453e97df848 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:37:11.932410 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-12febb37-64ba-4954-9f91-403e068e3ed7 None None] Attempting to bind port a369b2f7-bc39-41cc-a3e8-f453e97df848 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '5d58cf3e-7585-4ea4-b32a-5fe72b63c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e9eff479-745b-405c-b9d8-cfe1cb2848ed'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:37:11.932792 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12febb37-64ba-4954-9f91-403e068e3ed7 None None] Attempting to bind port a369b2f7-bc39-41cc-a3e8-f453e97df848 on network e9eff479-745b-405c-b9d8-cfe1cb2848ed {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:37:11.948178 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12febb37-64ba-4954-9f91-403e068e3ed7 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:37:11.948610 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12febb37-64ba-4954-9f91-403e068e3ed7 None None] Checking segment: {'id': '5d58cf3e-7585-4ea4-b32a-5fe72b63c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e9eff479-745b-405c-b9d8-cfe1cb2848ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:11.949009 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-12febb37-64ba-4954-9f91-403e068e3ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:11.949403 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12febb37-64ba-4954-9f91-403e068e3ed7 None None] Bound using segment: {'id': '5d58cf3e-7585-4ea4-b32a-5fe72b63c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e9eff479-745b-405c-b9d8-cfe1cb2848ed'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:37:11.950017 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-12febb37-64ba-4954-9f91-403e068e3ed7 None None] Bound port: a369b2f7-bc39-41cc-a3e8-f453e97df848, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d58cf3e-7585-4ea4-b32a-5fe72b63c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e9eff479-745b-405c-b9d8-cfe1cb2848ed'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:37:11.950398 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-12febb37-64ba-4954-9f91-403e068e3ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:11.984012 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9ff7da5d-fe24-4414-89cb-355acd5f7b51 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:12.003563 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-87a0c6fc-e296-471a-a817-98b405640d17 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:12.005618 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-87a0c6fc-e296-471a-a817-98b405640d17 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "DELETE /v2.0/ports/9ae52248-19e1-4ee9-aaeb-0009707d4bda HTTP/1.1" status: 204 len: 168 time: 1.8857353 Jul 24 09:37:12.009583 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37498) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:12.035400 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b2e7872c-71f4-4923-9f4b-2f2b04bd8050 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0112998 Jul 24 09:37:12.061445 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37500) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:12.088013 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-27c2553e-86d9-4c9c-992b-a824bfa95d91 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "GET /v2.0/floatingips/b06af541-3abc-4b1d-bc20-988ef463ef6d HTTP/1.1" status: 200 len: 687 time: 0.0752177 Jul 24 09:37:12.093314 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-12febb37-64ba-4954-9f91-403e068e3ed7 None None] For port a369b2f7-bc39-41cc-a3e8-f453e97df848, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:37:12.098568 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-12febb37-64ba-4954-9f91-403e068e3ed7 None None] For port a369b2f7-bc39-41cc-a3e8-f453e97df848, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a369b2f7-bc39-41cc-a3e8-f453e97df848,segment=NetworkSegment(5d58cf3e-7585-4ea4-b32a-5fe72b63c269),segment_id=5d58cf3e-7585-4ea4-b32a-5fe72b63c269)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:37:12.099612 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f21415ce-b21e-4a1f-8ed5-634a9cf6d40e None None] Provisioning complete for port 80be7af8-ea35-4a9b-b9f9-e1ffc5f78010 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:12.100723 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f21415ce-b21e-4a1f-8ed5-634a9cf6d40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:12.105628 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-d6add04a-4e83-4c42-bc6d-9f68670fd6d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1802577442', 'admin_state_up': True, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:12.134557 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37502) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:12.136540 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f31034-0abb-4903-a682-9b266015653c req-4299ee5b-11f0-423a-8dc3-cb1e53f7fcc3 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:12.149437 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-06f31034-0abb-4903-a682-9b266015653c req-4299ee5b-11f0-423a-8dc3-cb1e53f7fcc3 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a1b49a8f-57a6-4747-89d5-540e01a408ee HTTP/1.1" status: 200 len: 1096 time: 0.4677444 Jul 24 09:37:12.191711 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-091f076d-d3da-44ca-b861-0536a3c51c7c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:12.200355 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-9ff7da5d-fe24-4414-89cb-355acd5f7b51 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Transition to ACTIVE for port object 1a7bea95-e54f-41fe-aca4-0f63e0587b31 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:12.212705 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d5ce10c1-7429-4e89-8254-b5413e955db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:12.222441 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ce10c1-7429-4e89-8254-b5413e955db5 None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:12.223329 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d5ce10c1-7429-4e89-8254-b5413e955db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:12.240412 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f076d-d3da-44ca-b861-0536a3c51c7c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Port': ['ID=18d3457c-c3de-4f93-9d46-32002bd4f4ba,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:12.271797 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d5ce10c1-7429-4e89-8254-b5413e955db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:12.274260 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ce10c1-7429-4e89-8254-b5413e955db5 None None] The sync data for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:37:12.363939 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d87f78-c3b7-4541-be3d-021816971d86 None None] Network 4c0190dd-8560-4839-b16a-05799f84bae1 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:12.364853 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6add04a-4e83-4c42-bc6d-9f68670fd6d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:12.365754 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6add04a-4e83-4c42-bc6d-9f68670fd6d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:12.378964 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-12febb37-64ba-4954-9f91-403e068e3ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:12.388660 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7872c-71f4-4923-9f4b-2f2b04bd8050 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Network': ['ID=24e68462-bbf2-4bb0-9276-7f619db90058,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:12.403375 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-091f076d-d3da-44ca-b861-0536a3c51c7c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:12.409769 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-091f076d-d3da-44ca-b861-0536a3c51c7c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/ports/18d3457c-c3de-4f93-9d46-32002bd4f4ba HTTP/1.1" status: 204 len: 168 time: 1.5666313 Jul 24 09:37:12.412623 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37504) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:12.467327 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bbcbe94-3835-417b-bcf3-16e7829fce01 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] GET failed (client error): The resource could not be found. Jul 24 09:37:12.474347 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8bbcbe94-3835-417b-bcf3-16e7829fce01 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "GET /v2.0/ports/18d3457c-c3de-4f93-9d46-32002bd4f4ba HTTP/1.1" status: 404 len: 333 time: 0.0605302 Jul 24 09:37:12.475416 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37506) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:12.500347 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 24e68462-bbf2-4bb0-9276-7f619db90058 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:37:12.540535 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:05Z', 'updated_at': '2021-07-24T09:37:08Z', 'revision_number': 3, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'gw_port': {'id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:06Z', 'updated_at': '2021-07-24T09:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:12.550018 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91f3adf-55f3-45ea-bf3d-c748fea5eccf tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting subnet 2be8f516-fffe-4999-ac90-a1c83b949af6 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:37:12.554260 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d91f3adf-55f3-45ea-bf3d-c748fea5eccf tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:12.583713 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] Checking router: d357846a-9402-40b4-ba91-a11a0c295fd8 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:37:12.584071 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] Updating router d357846a-9402-40b4-ba91-a11a0c295fd8 port 64977256-8a33-4c10-942a-8f9e3bdc5387 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:37:12.587390 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 80be7af8-ea35-4a9b-b9f9-e1ffc5f78010 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:12.598353 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d91f3adf-55f3-45ea-bf3d-c748fea5eccf tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:12.697096 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-06f31034-0abb-4903-a682-9b266015653c req-3d539512-125b-4222-a7a0-3ce7a3d7b9f4 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5469298 Jul 24 09:37:12.733700 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d91f3adf-55f3-45ea-bf3d-c748fea5eccf tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:12.814694 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9ff7da5d-fe24-4414-89cb-355acd5f7b51 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:12.845999 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12febb37-64ba-4954-9f91-403e068e3ed7 None None] Pushing event updated for resources: {'Port': ['ID=a369b2f7-bc39-41cc-a3e8-f453e97df848,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:12.846985 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d91f3adf-55f3-45ea-bf3d-c748fea5eccf tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:12.853890 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:12.885935 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6add04a-4e83-4c42-bc6d-9f68670fd6d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:12.900160 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f3adf-55f3-45ea-bf3d-c748fea5eccf tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Subnet': ['ID=2be8f516-fffe-4999-ac90-a1c83b949af6,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:12.913976 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d91f3adf-55f3-45ea-bf3d-c748fea5eccf tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:12.915978 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d91f3adf-55f3-45ea-bf3d-c748fea5eccf tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/subnets/2be8f516-fffe-4999-ac90-a1c83b949af6 HTTP/1.1" status: 204 len: 168 time: 0.4392319 Jul 24 09:37:12.918641 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37512) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:12.924057 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df928c14-1c01-4063-acbe-09587080f54c None None] Network 6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:12.959901 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7da5d-fe24-4414-89cb-355acd5f7b51 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Pushing event updated for resources: {'Port': ['ID=1a7bea95-e54f-41fe-aca4-0f63e0587b31,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:12.988259 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47bfd79-e827-45e5-b159-c75514dae4c1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting subnet 1abd1524-e966-4ad2-b1e2-7d934d03ce7b {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:37:12.991963 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c47bfd79-e827-45e5-b159-c75514dae4c1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:13.038534 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c47bfd79-e827-45e5-b159-c75514dae4c1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:13.066698 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff7da5d-fe24-4414-89cb-355acd5f7b51 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Network 4c0190dd-8560-4839-b16a-05799f84bae1 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:13.075019 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-9ff7da5d-fe24-4414-89cb-355acd5f7b51 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:13.077401 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff7da5d-fe24-4414-89cb-355acd5f7b51 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:13.078111 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9ff7da5d-fe24-4414-89cb-355acd5f7b51 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:13.091862 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-989e3ac4-88de-4bb4-966c-d5b73d0913e9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Deleting port da4d5280-10a1-4553-a149-8cb01775a7cc {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:13.092614 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-989e3ac4-88de-4bb4-966c-d5b73d0913e9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:13.114653 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f21415ce-b21e-4a1f-8ed5-634a9cf6d40e None None] Could not find standard attr ID for object 18d3457c-c3de-4f93-9d46-32002bd4f4ba. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:37:13.124212 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 80be7af8-ea35-4a9b-b9f9-e1ffc5f78010 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:13.124424 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:13.223836 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-4d226b82-a151-4d17-be46-a6a559a22f88 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:13.225646 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-4d226b82-a151-4d17-be46-a6a559a22f88 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/networks?id=24720237-0fc0-4cac-9d1b-fcc942ebfb00 HTTP/1.1" status: 200 len: 909 time: 0.1829379 Jul 24 09:37:13.230649 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c47bfd79-e827-45e5-b159-c75514dae4c1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:13.264480 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-f1626f3f-9209-4d28-9231-7516b1967401 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/quotas/0b607624c70f44bfa2ac2a51aa587fd7 HTTP/1.1" status: 200 len: 375 time: 0.0302067 Jul 24 09:37:13.369898 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:13.420590 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-7339006c-062c-485f-a423-3e5babc53cd9 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b607624c70f44bfa2ac2a51aa587fd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1490197 Jul 24 09:37:13.428364 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c47bfd79-e827-45e5-b159-c75514dae4c1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:13.448997 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e2a881c3-f296-42bc-ba36-04c1c0138522 None None] Provisioning for port c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:13.563181 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bfd79-e827-45e5-b159-c75514dae4c1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Subnet': ['ID=1abd1524-e966-4ad2-b1e2-7d934d03ce7b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:13.567223 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-a9c77603-5ef4-49a6-9a9a-408eb45d93bc service neutron] 10.222.0.32 "GET /v2.0/networks/24720237-0fc0-4cac-9d1b-fcc942ebfb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047661 Jul 24 09:37:13.588950 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:13.598327 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:13.598714 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:13.649138 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c47bfd79-e827-45e5-b159-c75514dae4c1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:13.651053 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c47bfd79-e827-45e5-b159-c75514dae4c1 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/subnets/1abd1524-e966-4ad2-b1e2-7d934d03ce7b HTTP/1.1" status: 204 len: 168 time: 0.7313533 Jul 24 09:37:13.655311 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37524) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:13.662659 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6add04a-4e83-4c42-bc6d-9f68670fd6d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:13.886008 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:13.904227 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-989e3ac4-88de-4bb4-966c-d5b73d0913e9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:13.904473 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-989e3ac4-88de-4bb4-966c-d5b73d0913e9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:13.915015 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] Transition to ACTIVE for port object 64977256-8a33-4c10-942a-8f9e3bdc5387 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:13.916778 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:13.942745 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-989e3ac4-88de-4bb4-966c-d5b73d0913e9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Calling delete_port for da4d5280-10a1-4553-a149-8cb01775a7cc owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:13.947585 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-160766ac-7406-4fc9-a6e2-8fdb62100335 None None] Provisioning complete for port c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:13.947965 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-160766ac-7406-4fc9-a6e2-8fdb62100335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:13.951473 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63e48464-ced5-4815-941b-9381236016a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:13.979980 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3,segment=NetworkSegment(c516502f-0429-44b8-ac1f-164fd5c67e29),segment_id=c516502f-0429-44b8-ac1f-164fd5c67e29)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:13.989988 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:14.002144 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b538fc-ad34-4092-b25f-2ecaef702d54 None None] Update dhcp port {'port': {'network_id': '6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5', 'fixed_ips': [{'subnet_id': '1abd1524-e966-4ad2-b1e2-7d934d03ce7b'}], 'binding:host_id': 'n-d-800085-9'}, 'id': 'f9140d3f-18e3-4725-a4ec-ba66edd873ef'} from n-d-800085-9. {{(pid=94037) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 09:37:14.071055 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9ff7da5d-fe24-4414-89cb-355acd5f7b51 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:14.086313 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a7cbe1-3de8-409a-8c6c-ae89f4371111 None None] Network e9eff479-745b-405c-b9d8-cfe1cb2848ed requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:14.088663 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:14.089455 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 43df69a9-7aa3-4d3e-b447-745c4164c6f8 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:14.181929 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b25a4-603f-4025-9e8e-29782298db7b None None] Pushing event updated for resources: {'Port': ['ID=64977256-8a33-4c10-942a-8f9e3bdc5387,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:14.202620 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-3c84cc67-38fe-40e5-a5ad-be7fddc89f51 service neutron] 10.222.0.32 "GET /v2.0/networks/24720237-0fc0-4cac-9d1b-fcc942ebfb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6267693 Jul 24 09:37:14.211618 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f760a129-6eb9-4706-9de4-e9bb77aa6997 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:14.283941 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-f760a129-6eb9-4706-9de4-e9bb77aa6997 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting port f9140d3f-18e3-4725-a4ec-ba66edd873ef {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:14.284344 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f760a129-6eb9-4706-9de4-e9bb77aa6997 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:14.371545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-f760a129-6eb9-4706-9de4-e9bb77aa6997 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] For port f9140d3f-18e3-4725-a4ec-ba66edd873ef, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=f9140d3f-18e3-4725-a4ec-ba66edd873ef,segment=NetworkSegment(914a566c-f69a-444b-874b-b1f435792ce9),segment_id=914a566c-f69a-444b-874b-b1f435792ce9)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:14.371724 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f760a129-6eb9-4706-9de4-e9bb77aa6997 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:14.385253 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-f760a129-6eb9-4706-9de4-e9bb77aa6997 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Calling delete_port for f9140d3f-18e3-4725-a4ec-ba66edd873ef owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:14.402852 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] Attempting to bind port 64977256-8a33-4c10-942a-8f9e3bdc5387 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:37:14.403317 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] Attempting to bind port 64977256-8a33-4c10-942a-8f9e3bdc5387 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:37:14.403659 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] Attempting to bind port 64977256-8a33-4c10-942a-8f9e3bdc5387 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:37:14.431548 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:37:14.431548 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:14.431895 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:14.432823 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:37:14.435517 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] Bound port: 64977256-8a33-4c10-942a-8f9e3bdc5387, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:37:14.435922 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:14.437700 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:14.438284 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-74b538fc-ad34-4092-b25f-2ecaef702d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:14.471485 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-226cc48d-a882-4d5c-bb49-751a90abed90 req-febf7b6b-5101-48cb-ab42-fc4443c82155 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7d381ae9-2089-4297-94c3-3b61eed62c5b HTTP/1.1" status: 200 len: 210 time: 0.0522387 Jul 24 09:37:14.535263 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f760a129-6eb9-4706-9de4-e9bb77aa6997 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:14.550979 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:14.582370 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760a129-6eb9-4706-9de4-e9bb77aa6997 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Port': ['ID=f9140d3f-18e3-4725-a4ec-ba66edd873ef,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:14.586171 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f760a129-6eb9-4706-9de4-e9bb77aa6997 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] No DVR routers for this DVR port f9140d3f-18e3-4725-a4ec-ba66edd873ef on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:37:14.604451 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 43df69a9-7aa3-4d3e-b447-745c4164c6f8 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:14.604847 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:14.647026 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-989e3ac4-88de-4bb4-966c-d5b73d0913e9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:14.699748 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f760a129-6eb9-4706-9de4-e9bb77aa6997 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:14.718425 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-f760a129-6eb9-4706-9de4-e9bb77aa6997 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:14.732194 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-f760a129-6eb9-4706-9de4-e9bb77aa6997 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914a566c-f69a-444b-874b-b1f435792ce9') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:14.732485 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-f760a129-6eb9-4706-9de4-e9bb77aa6997 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914a566c-f69a-444b-874b-b1f435792ce9') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:14.744288 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f760a129-6eb9-4706-9de4-e9bb77aa6997 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:14.763117 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] For port 64977256-8a33-4c10-942a-8f9e3bdc5387, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:37:14.777194 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f760a129-6eb9-4706-9de4-e9bb77aa6997 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:14.798985 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f760a129-6eb9-4706-9de4-e9bb77aa6997 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:37:14.799406 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f760a129-6eb9-4706-9de4-e9bb77aa6997 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:37:14.816671 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:37:14.840157 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9ff7da5d-fe24-4414-89cb-355acd5f7b51 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:14.842830 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-63e48464-ced5-4815-941b-9381236016a7 admin admin] Allocated IP 172.20.0.1 (ac0598e8-c43b-451d-ac72-9b82e96a2d8a/c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130/a2eb262f-dbe1-444a-9b62-50923837ba76) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:14.849582 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e3ac4-88de-4bb4-966c-d5b73d0913e9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event deleted for resources: {'Port': ['ID=da4d5280-10a1-4553-a149-8cb01775a7cc,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:14.898819 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9ff7da5d-fe24-4414-89cb-355acd5f7b51 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:14.899537 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9ff7da5d-fe24-4414-89cb-355acd5f7b51 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:14.899683 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f760a129-6eb9-4706-9de4-e9bb77aa6997 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:14.909661 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f760a129-6eb9-4706-9de4-e9bb77aa6997 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:14.910409 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6add04a-4e83-4c42-bc6d-9f68670fd6d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:14.911911 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f760a129-6eb9-4706-9de4-e9bb77aa6997 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/networks/6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5 HTTP/1.1" status: 204 len: 168 time: 1.2556000 Jul 24 09:37:14.918072 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37538) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:14.970725 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760a129-6eb9-4706-9de4-e9bb77aa6997 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Network': ['ID=6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:14.992903 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] For port 64977256-8a33-4c10-942a-8f9e3bdc5387, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=64977256-8a33-4c10-942a-8f9e3bdc5387,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:37:15.002635 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9da5eec-5218-4b9c-bc29-a468f43c5acc None None] Network 6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:15.007930 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6add04a-4e83-4c42-bc6d-9f68670fd6d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:15.012576 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:15.025150 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2c52b7-3658-4276-90df-6ac084982241 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:15.034574 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4f2c52b7-3658-4276-90df-6ac084982241 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1149867 Jul 24 09:37:15.035801 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37540) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:15.057019 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9da5eec-5218-4b9c-bc29-a468f43c5acc None None] Network 6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5 could not be found, it might have been deleted concurrently. {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 24 09:37:15.058638 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-160766ac-7406-4fc9-a6e2-8fdb62100335 None None] Provisioning for port 1a7bea95-e54f-41fe-aca4-0f63e0587b31 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:15.077379 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-160766ac-7406-4fc9-a6e2-8fdb62100335 None None] Provisioning complete for port 1a7bea95-e54f-41fe-aca4-0f63e0587b31 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:15.077787 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-160766ac-7406-4fc9-a6e2-8fdb62100335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:15.135558 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e60279-cc75-455f-acb5-b3de7f8dce87 None None] DHCP port deletion for 6b08ac04-bf9c-4c4a-b7d8-c0968b4732d5 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:37:15.146442 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d5e50127-ed75-47a2-a5de-fdb47b272827 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1092343 Jul 24 09:37:15.147326 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37542) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:15.150459 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7da5d-fe24-4414-89cb-355acd5f7b51 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Pushing event updated for resources: {'Port': ['ID=1a7bea95-e54f-41fe-aca4-0f63e0587b31,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:15.166005 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-ef21575f-0f47-43d5-af22-72549199f370 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1679691638'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:15.183912 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-989e3ac4-88de-4bb4-966c-d5b73d0913e9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:15.183912 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-989e3ac4-88de-4bb4-966c-d5b73d0913e9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:15.183912 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-989e3ac4-88de-4bb4-966c-d5b73d0913e9 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "DELETE /v2.0/floatingips/b06af541-3abc-4b1d-bc20-988ef463ef6d HTTP/1.1" status: 204 len: 168 time: 3.0293643 Jul 24 09:37:15.184776 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37544) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:15.189087 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ff2b987e-033e-469e-b44c-984d2e02c79c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'port_id': 'f0c0fa73-3595-40ee-b7a3-defa8b25c225'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:15.206864 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b25a4-603f-4025-9e8e-29782298db7b None None] Pushing event updated for resources: {'Port': ['ID=64977256-8a33-4c10-942a-8f9e3bdc5387,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:15.211970 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] Routers {'d357846a-9402-40b4-ba91-a11a0c295fd8'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:15.212590 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['d357846a-9402-40b4-ba91-a11a0c295fd8'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:15.214328 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-160766ac-7406-4fc9-a6e2-8fdb62100335 None None] Port 1a7bea95-e54f-41fe-aca4-0f63e0587b31 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:37:15.249331 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef21575f-0f47-43d5-af22-72549199f370 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:15.254290 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ef21575f-0f47-43d5-af22-72549199f370 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:15.285991 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef21575f-0f47-43d5-af22-72549199f370 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:37:15.299230 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ef21575f-0f47-43d5-af22-72549199f370 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:15.299701 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-ef21575f-0f47-43d5-af22-72549199f370 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Added segment 329c1a64-f663-4837-a9e2-c9fa1e13b503 of type vlan for network bccb725e-07dc-4b23-b8a5-b52baa28c834 Jul 24 09:37:15.332911 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff2b987e-033e-469e-b44c-984d2e02c79c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:15.355166 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] Set router d357846a-9402-40b4-ba91-a11a0c295fd8 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:37:15.360463 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63e48464-ced5-4815-941b-9381236016a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:15.368769 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ef21575f-0f47-43d5-af22-72549199f370 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:15.389446 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff7da5d-fe24-4414-89cb-355acd5f7b51 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Network 4c0190dd-8560-4839-b16a-05799f84bae1 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:15.389932 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-af73f9d9-d6ed-401d-a31e-5a6860480dd1 None None] Provisioning for port a369b2f7-bc39-41cc-a3e8-f453e97df848 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:15.402095 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-63e48464-ced5-4815-941b-9381236016a7 admin admin] Transition to ACTIVE for port object a2eb262f-dbe1-444a-9b62-50923837ba76 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:15.414285 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-9ff7da5d-fe24-4414-89cb-355acd5f7b51 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:15.414719 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ef21575f-0f47-43d5-af22-72549199f370 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:15.422925 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef21575f-0f47-43d5-af22-72549199f370 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:15.423738 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ef21575f-0f47-43d5-af22-72549199f370 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:15.441104 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-d6add04a-4e83-4c42-bc6d-9f68670fd6d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Allocated IP 172.25.7.23 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/a7e4c6e6-d452-4e94-b77c-5b58ff0ac530) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:15.469277 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-af73f9d9-d6ed-401d-a31e-5a6860480dd1 None None] Provisioning complete for port 1a7bea95-e54f-41fe-aca4-0f63e0587b31 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:15.469871 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-af73f9d9-d6ed-401d-a31e-5a6860480dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:15.562384 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ef21575f-0f47-43d5-af22-72549199f370 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4138348 Jul 24 09:37:15.567333 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37548) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:15.569655 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-af73f9d9-d6ed-401d-a31e-5a6860480dd1 None None] Port 1a7bea95-e54f-41fe-aca4-0f63e0587b31 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:37:15.576089 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-af73f9d9-d6ed-401d-a31e-5a6860480dd1 None None] Could not find standard attr ID for object f9140d3f-18e3-4725-a4ec-ba66edd873ef. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:37:15.625080 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-86ba69a8-5e0c-429d-b6a6-cbb1c81b6b9d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'subnet': {'network_id': 'bccb725e-07dc-4b23-b8a5-b52baa28c834', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:15.667795 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:15.785202 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:15.785667 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:15.835574 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63e48464-ced5-4815-941b-9381236016a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:15.866414 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:05Z', 'updated_at': '2021-07-24T09:37:08Z', 'revision_number': 3, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'gw_port': {'id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:06Z', 'updated_at': '2021-07-24T09:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:15.878877 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-19b2d2fe-5e55-4f17-93ba-0733638ebc4c req-e47a7b4b-ec6f-4711-b553-0b101b17537d tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7d381ae9-2089-4297-94c3-3b61eed62c5b HTTP/1.1" status: 200 len: 210 time: 0.1014264 Jul 24 09:37:15.910763 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8817e4b-2720-4b9e-be89-0396dbac1263 None None] The sync data for ids ['d357846a-9402-40b4-ba91-a11a0c295fd8'] in n-d-800085-9 is: [{'id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:05Z', 'updated_at': '2021-07-24T09:37:08Z', 'revision_number': 3, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'gw_port': {'id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:06Z', 'updated_at': '2021-07-24T09:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:37:16.038595 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e48464-ced5-4815-941b-9381236016a7 admin admin] Network ac0598e8-c43b-451d-ac72-9b82e96a2d8a is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:16.053042 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e48464-ced5-4815-941b-9381236016a7 admin admin] Pushing event updated for resources: {'Port': ['ID=a2eb262f-dbe1-444a-9b62-50923837ba76,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:16.059306 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-63e48464-ced5-4815-941b-9381236016a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:16.069541 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-1a6b143c-d545-49ce-a107-c893900dda3c tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:16.071058 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-1a6b143c-d545-49ce-a107-c893900dda3c tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.20 "GET /v2.0/networks?id=24720237-0fc0-4cac-9d1b-fcc942ebfb00 HTTP/1.1" status: 200 len: 909 time: 0.4107111 Jul 24 09:37:16.074523 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21575f-0f47-43d5-af22-72549199f370 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Network': ['ID=bccb725e-07dc-4b23-b8a5-b52baa28c834,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:16.085982 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6add04a-4e83-4c42-bc6d-9f68670fd6d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:16.086540 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-319a87a5-5e18-4bd6-ac22-4a7151841719 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Request body: {'port': {'device_id': '7d381ae9-2089-4297-94c3-3b61eed62c5b', 'network_id': '24720237-0fc0-4cac-9d1b-fcc942ebfb00', 'admin_state_up': True, 'tenant_id': '0b607624c70f44bfa2ac2a51aa587fd7'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:16.105560 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e48464-ced5-4815-941b-9381236016a7 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:16.122161 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network bccb725e-07dc-4b23-b8a5-b52baa28c834 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:37:16.160400 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a369b2f7-bc39-41cc-a3e8-f453e97df848 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:16.166083 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4845fbb0-c7f8-454c-a5da-62f928b1e9e5 None None] Provisioning complete for port 1a7bea95-e54f-41fe-aca4-0f63e0587b31 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:16.166415 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4845fbb0-c7f8-454c-a5da-62f928b1e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:16.186917 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-319a87a5-5e18-4bd6-ac22-4a7151841719 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Made reservation on behalf of 0b607624c70f44bfa2ac2a51aa587fd7 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:16.191173 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-319a87a5-5e18-4bd6-ac22-4a7151841719 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:16.213930 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63e48464-ced5-4815-941b-9381236016a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:16.224954 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4845fbb0-c7f8-454c-a5da-62f928b1e9e5 None None] Port 1a7bea95-e54f-41fe-aca4-0f63e0587b31 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:37:16.226183 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ba69a8-5e0c-429d-b6a6-cbb1c81b6b9d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:16.230492 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-86ba69a8-5e0c-429d-b6a6-cbb1c81b6b9d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:16.291447 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff2b987e-033e-469e-b44c-984d2e02c79c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:16.349840 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port a369b2f7-bc39-41cc-a3e8-f453e97df848 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:16.355110 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port a369b2f7-bc39-41cc-a3e8-f453e97df848 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:16.356198 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:16.518382 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:16.520694 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-319a87a5-5e18-4bd6-ac22-4a7151841719 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Allocated IP 172.20.0.7 (24720237-0fc0-4cac-9d1b-fcc942ebfb00/1945b820-8cd7-46f1-a597-4cb02f209ece/0e229577-0bac-4690-98f7-ef0a60d3a74a) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:16.559978 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port a369b2f7-bc39-41cc-a3e8-f453e97df848, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a369b2f7-bc39-41cc-a3e8-f453e97df848,segment=NetworkSegment(5d58cf3e-7585-4ea4-b32a-5fe72b63c269),segment_id=5d58cf3e-7585-4ea4-b32a-5fe72b63c269)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:16.567347 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:16.605662 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3720b845-5036-4b5e-8b3b-2251c58eac76 None None] Provisioning for port a2eb262f-dbe1-444a-9b62-50923837ba76 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:16.620298 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3720b845-5036-4b5e-8b3b-2251c58eac76 None None] Provisioning complete for port a2eb262f-dbe1-444a-9b62-50923837ba76 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:16.620815 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3720b845-5036-4b5e-8b3b-2251c58eac76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:16.667482 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-86ba69a8-5e0c-429d-b6a6-cbb1c81b6b9d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:16.674105 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-3720b845-5036-4b5e-8b3b-2251c58eac76 None None] Port a2eb262f-dbe1-444a-9b62-50923837ba76 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:37:16.681467 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f9140d3f-18e3-4725-a4ec-ba66edd873ef no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:37:16.727971 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: f9140d3f-18e3-4725-a4ec-ba66edd873ef {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:37:16.728890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f9140d3f-18e3-4725-a4ec-ba66edd873ef not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:37:16.744200 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba69a8-5e0c-429d-b6a6-cbb1c81b6b9d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Subnet': ['ID=05b15e74-5ed1-45cf-ab06-222f3c745289,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:16.747818 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:16.749335 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=a369b2f7-bc39-41cc-a3e8-f453e97df848,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:16.756853 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff7da5d-fe24-4414-89cb-355acd5f7b51 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Router 1dad1f1f-30c0-4bee-adc7-f56dd1b599b7 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:37:16.817968 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6add04a-4e83-4c42-bc6d-9f68670fd6d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:16.833545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ba69a8-5e0c-429d-b6a6-cbb1c81b6b9d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Checking segment: {'id': '329c1a64-f663-4837-a9e2-c9fa1e13b503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bccb725e-07dc-4b23-b8a5-b52baa28c834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:16.833914 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ba69a8-5e0c-429d-b6a6-cbb1c81b6b9d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network hostable DHCP agents. Network: bccb725e-07dc-4b23-b8a5-b52baa28c834, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:37:16.856856 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-319a87a5-5e18-4bd6-ac22-4a7151841719 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:16.877262 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-319a87a5-5e18-4bd6-ac22-4a7151841719 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Transition to ACTIVE for port object 0e229577-0bac-4690-98f7-ef0a60d3a74a will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:16.881186 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ba69a8-5e0c-429d-b6a6-cbb1c81b6b9d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network bccb725e-07dc-4b23-b8a5-b52baa28c834 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:37:16.900564 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-86ba69a8-5e0c-429d-b6a6-cbb1c81b6b9d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, bccb725e-07dc-4b23-b8a5-b52baa28c834) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:16.905683 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ba69a8-5e0c-429d-b6a6-cbb1c81b6b9d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:16.906214 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-86ba69a8-5e0c-429d-b6a6-cbb1c81b6b9d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:16.916613 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54946174-a8ab-4901-81aa-c84652daa8fd None None] Network bccb725e-07dc-4b23-b8a5-b52baa28c834 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:16.941006 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-86ba69a8-5e0c-429d-b6a6-cbb1c81b6b9d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3611846 Jul 24 09:37:16.942348 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37552) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:16.943598 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-319a87a5-5e18-4bd6-ac22-4a7151841719 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:16.953450 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-0dfa55f1-7794-4623-bd42-f2516c145890 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'port': {'network_id': 'bccb725e-07dc-4b23-b8a5-b52baa28c834', 'name': 'tempest-PortsTestJSON-873917257'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:16.970963 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['7721a055-354c-4d33-9030-f423300e779c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:37:17.010376 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6add04a-4e83-4c42-bc6d-9f68670fd6d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Port': ['ID=a7e4c6e6-d452-4e94-b77c-5b58ff0ac530,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:17.027074 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-319a87a5-5e18-4bd6-ac22-4a7151841719 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Network 24720237-0fc0-4cac-9d1b-fcc942ebfb00 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:17.048880 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6add04a-4e83-4c42-bc6d-9f68670fd6d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:17.064931 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-319a87a5-5e18-4bd6-ac22-4a7151841719 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:17.065866 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-d6add04a-4e83-4c42-bc6d-9f68670fd6d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:17.067657 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-319a87a5-5e18-4bd6-ac22-4a7151841719 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:17.068481 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6add04a-4e83-4c42-bc6d-9f68670fd6d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:17.101324 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a87a5-5e18-4bd6-ac22-4a7151841719 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Pushing event updated for resources: {'Port': ['ID=0e229577-0bac-4690-98f7-ef0a60d3a74a,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:17.138769 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-319a87a5-5e18-4bd6-ac22-4a7151841719 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:17.139392 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-319a87a5-5e18-4bd6-ac22-4a7151841719 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:17.176507 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-319a87a5-5e18-4bd6-ac22-4a7151841719 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0963416 Jul 24 09:37:17.180150 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfa55f1-7794-4623-bd42-f2516c145890 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:17.186779 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0dfa55f1-7794-4623-bd42-f2516c145890 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:17.203923 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a730e897-ac12-47ed-aec1-20bda7c08af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-bccb725e-07dc-4b23-b8a5-b52baa28c834', 'network_id': 'bccb725e-07dc-4b23-b8a5-b52baa28c834', 'tenant_id': 'ece2fa60f63e47ff8c9742fc9be058e6', 'fixed_ips': [{'subnet_id': '05b15e74-5ed1-45cf-ab06-222f3c745289'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:37:17.205648 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a730e897-ac12-47ed-aec1-20bda7c08af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:17.209069 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-8553ef40-3a86-47a9-856f-51cfb2be4ea8 service neutron] Request body: {'port': {'device_id': '7d381ae9-2089-4297-94c3-3b61eed62c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:17.236647 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-0dfa55f1-7794-4623-bd42-f2516c145890 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] device_id is not set on port d024d99c-f363-43ed-a39a-3351daafdd03 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:37:17.372402 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-ff2b987e-033e-469e-b44c-984d2e02c79c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Allocated IP 172.25.7.28 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/2220e2f5-2666-4bcf-9515-5efbaefedb6a) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:17.375200 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff7da5d-fe24-4414-89cb-355acd5f7b51 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:37:17.381810 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9ff7da5d-fe24-4414-89cb-355acd5f7b51 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "PUT /v2.0/routers/1dad1f1f-30c0-4bee-adc7-f56dd1b599b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0391197 Jul 24 09:37:17.392611 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6700b612-e7b1-4f57-be81-1677103641e1 None None] Sync routers for ids ['1dad1f1f-30c0-4bee-adc7-f56dd1b599b7'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:37:17.400456 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37554) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:17.411029 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-8553ef40-3a86-47a9-856f-51cfb2be4ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:17.416060 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6700b612-e7b1-4f57-be81-1677103641e1 None None] Routers {'1dad1f1f-30c0-4bee-adc7-f56dd1b599b7'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:17.416629 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6700b612-e7b1-4f57-be81-1677103641e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['1dad1f1f-30c0-4bee-adc7-f56dd1b599b7'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:17.482484 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63e48464-ced5-4815-941b-9381236016a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:17.486247 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6700b612-e7b1-4f57-be81-1677103641e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:17.505843 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6700b612-e7b1-4f57-be81-1677103641e1 None None] Routers {'1dad1f1f-30c0-4bee-adc7-f56dd1b599b7'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:17.506793 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6700b612-e7b1-4f57-be81-1677103641e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['1dad1f1f-30c0-4bee-adc7-f56dd1b599b7'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:17.589776 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 64977256-8a33-4c10-942a-8f9e3bdc5387 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:17.635413 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6700b612-e7b1-4f57-be81-1677103641e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:17.637616 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6700b612-e7b1-4f57-be81-1677103641e1 None None] The sync data for ids ['1dad1f1f-30c0-4bee-adc7-f56dd1b599b7'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:37:17.647938 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84189b-34b9-4a61-b09d-5b3f0376b438 req-39503ca1-a975-40e8-9645-01fad3c645b7 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:17.653387 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d458e8a7-7d04-477f-9749-89be547cb266 None None] Provisioning for port 0e229577-0bac-4690-98f7-ef0a60d3a74a completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:17.655179 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2e84189b-34b9-4a61-b09d-5b3f0376b438 req-39503ca1-a975-40e8-9645-01fad3c645b7 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7d381ae9-2089-4297-94c3-3b61eed62c5b HTTP/1.1" status: 200 len: 1027 time: 0.6629050 Jul 24 09:37:17.659243 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d458e8a7-7d04-477f-9749-89be547cb266 None None] Provisioning complete for port 0e229577-0bac-4690-98f7-ef0a60d3a74a triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:17.659631 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d458e8a7-7d04-477f-9749-89be547cb266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:17.685034 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 64977256-8a33-4c10-942a-8f9e3bdc5387 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:17.692668 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 64977256-8a33-4c10-942a-8f9e3bdc5387 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:17.693093 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:17.722596 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d458e8a7-7d04-477f-9749-89be547cb266 None None] Port 0e229577-0bac-4690-98f7-ef0a60d3a74a cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:37:17.733360 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-0dfa55f1-7794-4623-bd42-f2516c145890 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Allocated IP 172.20.0.3 (bccb725e-07dc-4b23-b8a5-b52baa28c834/05b15e74-5ed1-45cf-ab06-222f3c745289/d024d99c-f363-43ed-a39a-3351daafdd03) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:17.778728 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:17.801068 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 64977256-8a33-4c10-942a-8f9e3bdc5387, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=64977256-8a33-4c10-942a-8f9e3bdc5387,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:17.807194 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:17.808138 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a369b2f7-bc39-41cc-a3e8-f453e97df848 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:17.825478 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2e84189b-34b9-4a61-b09d-5b3f0376b438 req-15f23d68-5314-4f2c-9639-2a64842bf56d tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693151 Jul 24 09:37:17.848799 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff2b987e-033e-469e-b44c-984d2e02c79c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:17.876867 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6add04a-4e83-4c42-bc6d-9f68670fd6d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:17.893384 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=64977256-8a33-4c10-942a-8f9e3bdc5387,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:17.900681 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port a369b2f7-bc39-41cc-a3e8-f453e97df848 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:17.901100 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:18.052029 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-8553ef40-3a86-47a9-856f-51cfb2be4ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e229577-0bac-4690-98f7-ef0a60d3a74a {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:37:18.071616 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff2b987e-033e-469e-b44c-984d2e02c79c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:18.090630 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-8553ef40-3a86-47a9-856f-51cfb2be4ea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:18.125665 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63e48464-ced5-4815-941b-9381236016a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:18.143183 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63e48464-ced5-4815-941b-9381236016a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:18.148975 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-8553ef40-3a86-47a9-856f-51cfb2be4ea8 service neutron] Transition to ACTIVE for port object 0e229577-0bac-4690-98f7-ef0a60d3a74a will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:18.162299 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-8553ef40-3a86-47a9-856f-51cfb2be4ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:18.185116 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2b987e-033e-469e-b44c-984d2e02c79c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:18.221287 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0dfa55f1-7794-4623-bd42-f2516c145890 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:18.237872 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-ff2b987e-033e-469e-b44c-984d2e02c79c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:18.244543 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b987e-033e-469e-b44c-984d2e02c79c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event updated for resources: {'Port': ['ID=2220e2f5-2666-4bcf-9515-5efbaefedb6a,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:18.251077 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2b987e-033e-469e-b44c-984d2e02c79c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:18.275723 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-0dfa55f1-7794-4623-bd42-f2516c145890 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Transition to ACTIVE for port object d024d99c-f363-43ed-a39a-3351daafdd03 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:18.287345 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553ef40-3a86-47a9-856f-51cfb2be4ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=0e229577-0bac-4690-98f7-ef0a60d3a74a,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:18.347820 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-f47053b8-d84a-4ac6-a681-1827b8c79f4e tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:37:18.352317 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f47053b8-d84a-4ac6-a681-1827b8c79f4e tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "PUT /v2.0/routers/1dad1f1f-30c0-4bee-adc7-f56dd1b599b7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9474175 Jul 24 09:37:18.352514 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37556) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:18.360161 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63e48464-ced5-4815-941b-9381236016a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:18.400139 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e48464-ced5-4815-941b-9381236016a7 admin admin] Pushing event updated for resources: {'Port': ['ID=a2eb262f-dbe1-444a-9b62-50923837ba76,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:18.451785 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6add04a-4e83-4c42-bc6d-9f68670fd6d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:18.484488 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-8553ef40-3a86-47a9-856f-51cfb2be4ea8 service neutron] Attempting to bind port 0e229577-0bac-4690-98f7-ef0a60d3a74a on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:37:18.484806 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-8553ef40-3a86-47a9-856f-51cfb2be4ea8 service neutron] Attempting to bind port 0e229577-0bac-4690-98f7-ef0a60d3a74a by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '94e00f13-d29f-4b24-accf-dd5e2626e5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '24720237-0fc0-4cac-9d1b-fcc942ebfb00'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:37:18.485148 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-8553ef40-3a86-47a9-856f-51cfb2be4ea8 service neutron] Attempting to bind port 0e229577-0bac-4690-98f7-ef0a60d3a74a on network 24720237-0fc0-4cac-9d1b-fcc942ebfb00 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:37:18.501080 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-8553ef40-3a86-47a9-856f-51cfb2be4ea8 service neutron] Port 0e229577-0bac-4690-98f7-ef0a60d3a74a on network 24720237-0fc0-4cac-9d1b-fcc942ebfb00 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:37:18.501578 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-8553ef40-3a86-47a9-856f-51cfb2be4ea8 service neutron] Attempting to bind port 0e229577-0bac-4690-98f7-ef0a60d3a74a on network 24720237-0fc0-4cac-9d1b-fcc942ebfb00 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:37:18.544281 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0dfa55f1-7794-4623-bd42-f2516c145890 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:18.564622 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-a730e897-ac12-47ed-aec1-20bda7c08af4 None None] Allocated IP 172.20.0.2 (bccb725e-07dc-4b23-b8a5-b52baa28c834/05b15e74-5ed1-45cf-ab06-222f3c745289/7890b317-f165-4098-9376-7bf35c77a74b) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:18.582600 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-8553ef40-3a86-47a9-856f-51cfb2be4ea8 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:37:18.582879 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-8553ef40-3a86-47a9-856f-51cfb2be4ea8 service neutron] Checking segment: {'id': '94e00f13-d29f-4b24-accf-dd5e2626e5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '24720237-0fc0-4cac-9d1b-fcc942ebfb00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:18.583152 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-8553ef40-3a86-47a9-856f-51cfb2be4ea8 service neutron] Bound using segment: {'id': '94e00f13-d29f-4b24-accf-dd5e2626e5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '24720237-0fc0-4cac-9d1b-fcc942ebfb00'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:37:18.583604 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-8553ef40-3a86-47a9-856f-51cfb2be4ea8 service neutron] Bound port: 0e229577-0bac-4690-98f7-ef0a60d3a74a, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e00f13-d29f-4b24-accf-dd5e2626e5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '24720237-0fc0-4cac-9d1b-fcc942ebfb00'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:37:18.583967 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-8553ef40-3a86-47a9-856f-51cfb2be4ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:18.723079 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e48464-ced5-4815-941b-9381236016a7 admin admin] Network ac0598e8-c43b-451d-ac72-9b82e96a2d8a is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:18.730074 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-63e48464-ced5-4815-941b-9381236016a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:18.746881 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a730e897-ac12-47ed-aec1-20bda7c08af4 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:18.765808 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a730e897-ac12-47ed-aec1-20bda7c08af4 None None] Transition to ACTIVE for port object 7890b317-f165-4098-9376-7bf35c77a74b will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:18.786759 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a730e897-ac12-47ed-aec1-20bda7c08af4 None None] Transition to ACTIVE for port object 7890b317-f165-4098-9376-7bf35c77a74b will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:18.800604 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a730e897-ac12-47ed-aec1-20bda7c08af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:18.841636 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a730e897-ac12-47ed-aec1-20bda7c08af4 None None] Network bccb725e-07dc-4b23-b8a5-b52baa28c834 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:18.847351 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-a730e897-ac12-47ed-aec1-20bda7c08af4 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:18.851444 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a730e897-ac12-47ed-aec1-20bda7c08af4 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:18.902997 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730e897-ac12-47ed-aec1-20bda7c08af4 None None] Pushing event updated for resources: {'Port': ['ID=7890b317-f165-4098-9376-7bf35c77a74b,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:18.951135 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-a730e897-ac12-47ed-aec1-20bda7c08af4 None None] Attempting to bind port 7890b317-f165-4098-9376-7bf35c77a74b on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:37:18.951518 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-a730e897-ac12-47ed-aec1-20bda7c08af4 None None] Attempting to bind port 7890b317-f165-4098-9376-7bf35c77a74b by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '329c1a64-f663-4837-a9e2-c9fa1e13b503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bccb725e-07dc-4b23-b8a5-b52baa28c834'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:37:18.951893 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a730e897-ac12-47ed-aec1-20bda7c08af4 None None] Attempting to bind port 7890b317-f165-4098-9376-7bf35c77a74b on network bccb725e-07dc-4b23-b8a5-b52baa28c834 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:37:18.959004 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a730e897-ac12-47ed-aec1-20bda7c08af4 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:37:18.959437 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a730e897-ac12-47ed-aec1-20bda7c08af4 None None] Checking segment: {'id': '329c1a64-f663-4837-a9e2-c9fa1e13b503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bccb725e-07dc-4b23-b8a5-b52baa28c834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:18.959796 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a730e897-ac12-47ed-aec1-20bda7c08af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:18.960198 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a730e897-ac12-47ed-aec1-20bda7c08af4 None None] Bound using segment: {'id': '329c1a64-f663-4837-a9e2-c9fa1e13b503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bccb725e-07dc-4b23-b8a5-b52baa28c834'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:37:18.960692 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-a730e897-ac12-47ed-aec1-20bda7c08af4 None None] Bound port: 7890b317-f165-4098-9376-7bf35c77a74b, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329c1a64-f663-4837-a9e2-c9fa1e13b503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bccb725e-07dc-4b23-b8a5-b52baa28c834'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:37:18.961111 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a730e897-ac12-47ed-aec1-20bda7c08af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:18.995463 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfa55f1-7794-4623-bd42-f2516c145890 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network bccb725e-07dc-4b23-b8a5-b52baa28c834 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:19.041923 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-a730e897-ac12-47ed-aec1-20bda7c08af4 None None] For port 7890b317-f165-4098-9376-7bf35c77a74b, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:37:19.045706 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-a730e897-ac12-47ed-aec1-20bda7c08af4 None None] For port 7890b317-f165-4098-9376-7bf35c77a74b, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7890b317-f165-4098-9376-7bf35c77a74b,segment=NetworkSegment(329c1a64-f663-4837-a9e2-c9fa1e13b503),segment_id=329c1a64-f663-4837-a9e2-c9fa1e13b503)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:37:19.051264 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a730e897-ac12-47ed-aec1-20bda7c08af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:19.051780 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-0dfa55f1-7794-4623-bd42-f2516c145890 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:19.061895 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfa55f1-7794-4623-bd42-f2516c145890 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:19.065055 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa55f1-7794-4623-bd42-f2516c145890 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Port': ['ID=d024d99c-f363-43ed-a39a-3351daafdd03,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:19.130505 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f7e17e57-ebc7-4bd5-a407-fdb6b5cdb521 None None] Provisioning complete for port a2eb262f-dbe1-444a-9b62-50923837ba76 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:19.131038 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f7e17e57-ebc7-4bd5-a407-fdb6b5cdb521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:19.172341 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730e897-ac12-47ed-aec1-20bda7c08af4 None None] Pushing event updated for resources: {'Port': ['ID=7890b317-f165-4098-9376-7bf35c77a74b,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:19.182037 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-8553ef40-3a86-47a9-856f-51cfb2be4ea8 service neutron] For port 0e229577-0bac-4690-98f7-ef0a60d3a74a, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:37:19.194236 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfa55f1-7794-4623-bd42-f2516c145890 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:19.194916 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0dfa55f1-7794-4623-bd42-f2516c145890 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:19.195352 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-f7e17e57-ebc7-4bd5-a407-fdb6b5cdb521 None None] Port a2eb262f-dbe1-444a-9b62-50923837ba76 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:37:19.214544 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-8553ef40-3a86-47a9-856f-51cfb2be4ea8 service neutron] For port 0e229577-0bac-4690-98f7-ef0a60d3a74a, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=0e229577-0bac-4690-98f7-ef0a60d3a74a,segment=NetworkSegment(94e00f13-d29f-4b24-accf-dd5e2626e5f2),segment_id=94e00f13-d29f-4b24-accf-dd5e2626e5f2)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:37:19.226865 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-8553ef40-3a86-47a9-856f-51cfb2be4ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:19.279602 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0dfa55f1-7794-4623-bd42-f2516c145890 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3284862 Jul 24 09:37:19.284610 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37560) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:19.290432 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-449704ed-f508-402e-807e-20e610ca7174 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'port': {'network_id': 'bccb725e-07dc-4b23-b8a5-b52baa28c834', 'name': 'tempest-PortsTestJSON-609012792'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:19.304068 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636a6ac-bb07-412f-9f45-c49917bcefed req-a309fc6d-c29c-4221-abb1-5d41727cfbe6 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:19.305674 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0636a6ac-bb07-412f-9f45-c49917bcefed req-a309fc6d-c29c-4221-abb1-5d41727cfbe6 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7d381ae9-2089-4297-94c3-3b61eed62c5b HTTP/1.1" status: 200 len: 1052 time: 0.3049419 Jul 24 09:37:19.308668 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-8553ef40-3a86-47a9-856f-51cfb2be4ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:19.309916 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-8553ef40-3a86-47a9-856f-51cfb2be4ea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:19.311303 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-8553ef40-3a86-47a9-856f-51cfb2be4ea8 service neutron] 10.222.0.20 "PUT /v2.0/ports/0e229577-0bac-4690-98f7-ef0a60d3a74a HTTP/1.1" status: 200 len: 1091 time: 2.1082990 Jul 24 09:37:19.323764 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d381ae9-2089-4297-94c3-3b61eed62c5b', 'tag': '0e229577-0bac-4690-98f7-ef0a60d3a74a'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:37:19.326584 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519cea6e-e79a-4762-b147-f1a6f4070752" -d '{"events": [{"name": "network-changed", "server_uuid": "7d381ae9-2089-4297-94c3-3b61eed62c5b", "tag": "0e229577-0bac-4690-98f7-ef0a60d3a74a"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:37:19.366577 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 64977256-8a33-4c10-942a-8f9e3bdc5387 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:19.414777 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7c4ee6-7ca1-4c4f-9c4c-7e0091ea1817 x-openstack-request-id: req-df7c4ee6-7ca1-4c4f-9c4c-7e0091ea1817 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:37:19.415080 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d381ae9-2089-4297-94c3-3b61eed62c5b", "tag": "0e229577-0bac-4690-98f7-ef0a60d3a74a", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:37:19.415329 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df7c4ee6-7ca1-4c4f-9c4c-7e0091ea1817 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:37:19.415725 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d381ae9-2089-4297-94c3-3b61eed62c5b', 'tag': '0e229577-0bac-4690-98f7-ef0a60d3a74a', 'status': 'completed', 'code': 200} Jul 24 09:37:19.417135 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6add04a-4e83-4c42-bc6d-9f68670fd6d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Router 8a73d4a4-2da9-43d0-bd4d-52e5eea91de5 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:37:19.474373 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff2b987e-033e-469e-b44c-984d2e02c79c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:19.476086 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 64977256-8a33-4c10-942a-8f9e3bdc5387 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:19.476465 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:19.530692 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553ef40-3a86-47a9-856f-51cfb2be4ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=0e229577-0bac-4690-98f7-ef0a60d3a74a,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:19.534846 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e48464-ced5-4815-941b-9381236016a7 admin admin] Router d357846a-9402-40b4-ba91-a11a0c295fd8 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:37:19.592013 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0636a6ac-bb07-412f-9f45-c49917bcefed req-1cf059e8-89da-480b-9e96-3bfc7056c518 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618811 Jul 24 09:37:19.681527 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-34090a39-817b-4588-b278-77ab6a3c7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:19.683328 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-34090a39-817b-4588-b278-77ab6a3c7238 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b607624c70f44bfa2ac2a51aa587fd7&device_id=7d381ae9-2089-4297-94c3-3b61eed62c5b HTTP/1.1" status: 200 len: 1094 time: 0.2930067 Jul 24 09:37:19.732558 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449704ed-f508-402e-807e-20e610ca7174 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:19.736608 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-449704ed-f508-402e-807e-20e610ca7174 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:19.747229 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-66b82f8f-8a67-4fae-811e-9ad1addf01fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e229577-0bac-4690-98f7-ef0a60d3a74a HTTP/1.1" status: 200 len: 217 time: 0.0548577 Jul 24 09:37:19.769939 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-351593d2-48f0-4a4a-9b5a-5efb8f0fe205 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:19.783767 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff2b987e-033e-469e-b44c-984d2e02c79c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:19.853798 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-449704ed-f508-402e-807e-20e610ca7174 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] device_id is not set on port 39f06692-2956-4751-8dbd-eb50716c24bb yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:37:19.874102 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6add04a-4e83-4c42-bc6d-9f68670fd6d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:37:19.884886 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] Sync routers for ids ['8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:37:19.894488 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] Routers {'8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:19.895209 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:19.898179 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e48464-ced5-4815-941b-9381236016a7 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:37:19.909786 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] Sync routers for ids ['d357846a-9402-40b4-ba91-a11a0c295fd8'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:37:19.910405 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-63e48464-ced5-4815-941b-9381236016a7 admin admin] 10.222.0.32 "PUT /v2.0/routers/d357846a-9402-40b4-ba91-a11a0c295fd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6231976 Jul 24 09:37:19.927396 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] Routers {'d357846a-9402-40b4-ba91-a11a0c295fd8'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:19.928218 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['d357846a-9402-40b4-ba91-a11a0c295fd8'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:19.951969 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d6add04a-4e83-4c42-bc6d-9f68670fd6d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:19.956662 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d6add04a-4e83-4c42-bc6d-9f68670fd6d2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.8629470 Jul 24 09:37:19.958028 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37566) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:19.979133 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-611bb322-d919-46e5-9ab5-d89907f3bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:19.982809 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-611bb322-d919-46e5-9ab5-d89907f3bc68 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1945b820-8cd7-46f1-a597-4cb02f209ece HTTP/1.1" status: 200 len: 848 time: 0.2271919 Jul 24 09:37:20.107798 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] Set router 8a73d4a4-2da9-43d0-bd4d-52e5eea91de5 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:37:20.121999 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff2b987e-033e-469e-b44c-984d2e02c79c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:20.138202 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff2b987e-033e-469e-b44c-984d2e02c79c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:20.172696 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] Set router d357846a-9402-40b4-ba91-a11a0c295fd8 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:37:20.253456 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b987e-033e-469e-b44c-984d2e02c79c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event updated for resources: {'Port': ['ID=2220e2f5-2666-4bcf-9515-5efbaefedb6a,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:20.278540 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-449704ed-f508-402e-807e-20e610ca7174 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Allocated IP 172.20.0.12 (bccb725e-07dc-4b23-b8a5-b52baa28c834/05b15e74-5ed1-45cf-ab06-222f3c745289/39f06692-2956-4751-8dbd-eb50716c24bb) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:20.281938 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-5c2f5cad-4d5e-4215-a3a7-f97079266ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:20.283740 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-5c2f5cad-4d5e-4215-a3a7-f97079266ce7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=24720237-0fc0-4cac-9d1b-fcc942ebfb00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2536907 Jul 24 09:37:20.359868 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff2b987e-033e-469e-b44c-984d2e02c79c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:20.441492 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802577442', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:12Z', 'updated_at': '2021-07-24T09:37:17Z', 'revision_number': 3, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:15Z', 'updated_at': '2021-07-24T09:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:20.505551 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] Checking router: 8a73d4a4-2da9-43d0-bd4d-52e5eea91de5 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:37:20.506075 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] Updating router 8a73d4a4-2da9-43d0-bd4d-52e5eea91de5 port a7e4c6e6-d452-4e94-b77c-5b58ff0ac530 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:37:20.538150 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-ff2b987e-033e-469e-b44c-984d2e02c79c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Floating IP 2b4ae21d-1e66-4ef3-a89c-5e0e3f05e50a associated. External IP: 172.25.7.28, port: f0c0fa73-3595-40ee-b7a3-defa8b25c225. Jul 24 09:37:20.579892 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:20.660561 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b6b0db-fa7c-437e-af4d-66da4019b7a5 None None] Network bccb725e-07dc-4b23-b8a5-b52baa28c834 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:20.705304 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3a089b07-27b4-4350-bcce-82c001a123d4 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=766769263b9c4ac0aa4c77c8f3c95808&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7460625 Jul 24 09:37:20.712985 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37584) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:20.784815 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-af32fe0c-8f02-4a4f-867b-76006fd9e134 service neutron] 10.222.0.20 "GET /v2.0/networks/24720237-0fc0-4cac-9d1b-fcc942ebfb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923007 Jul 24 09:37:20.849997 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37588) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:20.867413 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-1ccc7f5f-b64f-44cb-bbe2-8e4f4d0f0173 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1684494350-network', 'tenant_id': '94fa90b1a6e34c30b97fc752987ffda5'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:20.876852 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-351593d2-48f0-4a4a-9b5a-5efb8f0fe205 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Deleting port 1a7bea95-e54f-41fe-aca4-0f63e0587b31 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:20.877435 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-351593d2-48f0-4a4a-9b5a-5efb8f0fe205 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:20.883422 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5684946f-1308-4ff1-8d58-ed1ab5d2c69a None None] Provisioning for port 7890b317-f165-4098-9376-7bf35c77a74b completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:20.953286 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-449704ed-f508-402e-807e-20e610ca7174 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:20.972599 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f5efa6-8198-4715-8a4f-94b98f70b130 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:20.974479 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-86f5efa6-8198-4715-8a4f-94b98f70b130 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2596910 Jul 24 09:37:20.975830 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:20.978320 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37590) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:20.988060 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:05Z', 'updated_at': '2021-07-24T09:37:16Z', 'revision_number': 4, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'gw_port': {'id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:06Z', 'updated_at': '2021-07-24T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'a2eb262f-dbe1-444a-9b62-50923837ba76', 'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'mac_address': 'fa:16:3e:0d:45:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:14Z', 'updated_at': '2021-07-24T09:37:17Z', 'revision_number': 2, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'subnets': [{'id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:20.995461 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] Transition to ACTIVE for port object a7e4c6e6-d452-4e94-b77c-5b58ff0ac530 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:21.009699 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:21.037007 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-449704ed-f508-402e-807e-20e610ca7174 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Transition to ACTIVE for port object 39f06692-2956-4751-8dbd-eb50716c24bb will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:21.048961 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] Checking router: d357846a-9402-40b4-ba91-a11a0c295fd8 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:37:21.049317 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] Updating router d357846a-9402-40b4-ba91-a11a0c295fd8 port a2eb262f-dbe1-444a-9b62-50923837ba76 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:37:21.060837 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccc7f5f-b64f-44cb-bbe2-8e4f4d0f0173 admin admin] Made reservation on behalf of 94fa90b1a6e34c30b97fc752987ffda5 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:21.063362 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1ccc7f5f-b64f-44cb-bbe2-8e4f4d0f0173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:21.066252 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] Attempting to bind port a7e4c6e6-d452-4e94-b77c-5b58ff0ac530 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:37:21.066904 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] Attempting to bind port a7e4c6e6-d452-4e94-b77c-5b58ff0ac530 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:37:21.067487 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] Attempting to bind port a7e4c6e6-d452-4e94-b77c-5b58ff0ac530 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:37:21.080180 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:37:21.081609 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:21.082911 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:21.083566 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:37:21.084261 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] Bound port: a7e4c6e6-d452-4e94-b77c-5b58ff0ac530, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:37:21.085475 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:21.086716 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4eb52dc3-6eb0-43f9-94a3-4d61d3ce24c6 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1070607 Jul 24 09:37:21.087705 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d97fbd3e-0936-4cf7-b2ae-4b0b0bb8cf4b req-9dc5c953-4001-49ab-8f97-254df848d30a service neutron] 10.222.0.20 "GET /v2.0/networks/24720237-0fc0-4cac-9d1b-fcc942ebfb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921069 Jul 24 09:37:21.090166 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37592) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:21.091594 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2b5d1-54fe-4366-9113-0cc8f50e34a5 req-441b4130-f20c-43b7-b190-d17deeaf6cca tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:21.092303 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1ccc7f5f-b64f-44cb-bbe2-8e4f4d0f0173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:21.093593 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8ec2b5d1-54fe-4366-9113-0cc8f50e34a5 req-441b4130-f20c-43b7-b190-d17deeaf6cca tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7d381ae9-2089-4297-94c3-3b61eed62c5b HTTP/1.1" status: 200 len: 1094 time: 0.3170831 Jul 24 09:37:21.101003 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-29a39734-f974-4154-9b9a-0ea0adfe3ba0 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1047561333', 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:21.122872 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:21.167969 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] For port a7e4c6e6-d452-4e94-b77c-5b58ff0ac530, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:37:21.172003 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] For port a7e4c6e6-d452-4e94-b77c-5b58ff0ac530, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a7e4c6e6-d452-4e94-b77c-5b58ff0ac530,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:37:21.181327 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:21.183928 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae33e8a-4177-4a3e-9508-95e18ef70f15 None None] Pushing event updated for resources: {'Port': ['ID=a7e4c6e6-d452-4e94-b77c-5b58ff0ac530,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:21.207793 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-351593d2-48f0-4a4a-9b5a-5efb8f0fe205 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:21.243074 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8ec2b5d1-54fe-4366-9113-0cc8f50e34a5 req-83c8848f-7bc5-4da0-a209-371cb788f4b4 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327095 Jul 24 09:37:21.275195 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae33e8a-4177-4a3e-9508-95e18ef70f15 None None] Pushing event updated for resources: {'Port': ['ID=a7e4c6e6-d452-4e94-b77c-5b58ff0ac530,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:21.285134 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2b987e-033e-469e-b44c-984d2e02c79c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Router ded0923b-fb04-46a7-ae6e-e336d28e3cd9 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:37:21.305777 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] Routers {'8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:21.309941 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:21.310125 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-351593d2-48f0-4a4a-9b5a-5efb8f0fe205 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Calling delete_port for 1a7bea95-e54f-41fe-aca4-0f63e0587b31 owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:21.368372 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-449704ed-f508-402e-807e-20e610ca7174 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:21.444574 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7890b317-f165-4098-9376-7bf35c77a74b up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:21.517389 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] Set router 8a73d4a4-2da9-43d0-bd4d-52e5eea91de5 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:37:21.586406 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b3b400f0-49c3-441c-9a9f-78ce70b1d025 None None] Provisioning for port d024d99c-f363-43ed-a39a-3351daafdd03 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:21.598234 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b3b400f0-49c3-441c-9a9f-78ce70b1d025 None None] Provisioning complete for port d024d99c-f363-43ed-a39a-3351daafdd03 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:21.598987 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b3b400f0-49c3-441c-9a9f-78ce70b1d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:21.657087 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cea6e-e79a-4762-b147-f1a6f4070752 req-10319655-f86a-42f2-babb-e9962fca7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:21.659345 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-519cea6e-e79a-4762-b147-f1a6f4070752 req-10319655-f86a-42f2-babb-e9962fca7843 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b607624c70f44bfa2ac2a51aa587fd7&device_id=7d381ae9-2089-4297-94c3-3b61eed62c5b HTTP/1.1" status: 200 len: 1094 time: 0.4797013 Jul 24 09:37:21.675408 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449704ed-f508-402e-807e-20e610ca7174 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network bccb725e-07dc-4b23-b8a5-b52baa28c834 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:21.677917 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 7890b317-f165-4098-9376-7bf35c77a74b completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:21.716645 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:21.719567 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 7890b317-f165-4098-9376-7bf35c77a74b triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:21.720208 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:21.774141 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-b3b400f0-49c3-441c-9a9f-78ce70b1d025 None None] Port d024d99c-f363-43ed-a39a-3351daafdd03 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:37:21.775341 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802577442', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:12Z', 'updated_at': '2021-07-24T09:37:17Z', 'revision_number': 3, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:15Z', 'updated_at': '2021-07-24T09:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:21.790546 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cea6e-e79a-4762-b147-f1a6f4070752 req-dc8ddc40-0074-4b1b-9ed8-4fc9e2de4b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:21.792061 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-519cea6e-e79a-4762-b147-f1a6f4070752 req-dc8ddc40-0074-4b1b-9ed8-4fc9e2de4b89 service neutron] 10.222.0.20 "GET /v2.0/networks?id=24720237-0fc0-4cac-9d1b-fcc942ebfb00 HTTP/1.1" status: 200 len: 909 time: 0.1078718 Jul 24 09:37:21.799765 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-449704ed-f508-402e-807e-20e610ca7174 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:21.802297 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b3b400f0-49c3-441c-9a9f-78ce70b1d025 None None] Provisioning complete for port 7890b317-f165-4098-9376-7bf35c77a74b triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:21.802845 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449704ed-f508-402e-807e-20e610ca7174 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:21.803134 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b3b400f0-49c3-441c-9a9f-78ce70b1d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:21.818133 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144c7485-438a-4a52-8422-cb05de43a95f None None] The sync data for ids ['8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'] in n-d-800085-9 is: [{'id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802577442', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:12Z', 'updated_at': '2021-07-24T09:37:17Z', 'revision_number': 3, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:15Z', 'updated_at': '2021-07-24T09:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:37:21.849314 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:21.865613 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449704ed-f508-402e-807e-20e610ca7174 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Port': ['ID=39f06692-2956-4751-8dbd-eb50716c24bb,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:21.931465 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 7890b317-f165-4098-9376-7bf35c77a74b, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7890b317-f165-4098-9376-7bf35c77a74b,segment=NetworkSegment(329c1a64-f663-4837-a9e2-c9fa1e13b503),segment_id=329c1a64-f663-4837-a9e2-c9fa1e13b503)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:21.941149 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:21.977092 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1ccc7f5f-b64f-44cb-bbe2-8e4f4d0f0173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:21.983127 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-351593d2-48f0-4a4a-9b5a-5efb8f0fe205 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:21.985025 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] Transition to ACTIVE for port object a2eb262f-dbe1-444a-9b62-50923837ba76 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:21.988278 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2b987e-033e-469e-b44c-984d2e02c79c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:37:22.001965 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf7c6b0-8712-4354-aa6d-fa1aaa760aee None None] Sync routers for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:37:22.003673 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-519cea6e-e79a-4762-b147-f1a6f4070752 req-952b98e5-acbf-4d3d-959a-d72346f9ba70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e229577-0bac-4690-98f7-ef0a60d3a74a HTTP/1.1" status: 200 len: 217 time: 0.1935546 Jul 24 09:37:22.015237 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1ccc7f5f-b64f-44cb-bbe2-8e4f4d0f0173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:22.015796 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:22.031032 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf7c6b0-8712-4354-aa6d-fa1aaa760aee None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:22.031818 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ddf7c6b0-8712-4354-aa6d-fa1aaa760aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:22.045953 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a39734-f974-4154-9b9a-0ea0adfe3ba0 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Made reservation on behalf of 766769263b9c4ac0aa4c77c8f3c95808 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:22.056105 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-29a39734-f974-4154-9b9a-0ea0adfe3ba0 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:22.063361 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=7890b317-f165-4098-9376-7bf35c77a74b,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:22.065765 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff2b987e-033e-469e-b44c-984d2e02c79c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:22.118588 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351593d2-48f0-4a4a-9b5a-5efb8f0fe205 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Pushing event deleted for resources: {'Port': ['ID=1a7bea95-e54f-41fe-aca4-0f63e0587b31,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:22.153710 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ddf7c6b0-8712-4354-aa6d-fa1aaa760aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:22.164638 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a12a76-7e81-49e3-ae3f-6efa5528581c None None] Pushing event updated for resources: {'Port': ['ID=a2eb262f-dbe1-444a-9b62-50923837ba76,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:22.172163 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf7c6b0-8712-4354-aa6d-fa1aaa760aee None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:22.172748 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ddf7c6b0-8712-4354-aa6d-fa1aaa760aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:22.193029 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ff2b987e-033e-469e-b44c-984d2e02c79c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.0072920 Jul 24 09:37:22.197873 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37594) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:22.231633 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-2904bd49-b724-4763-abe9-0dee5c792bda tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1602831042'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:22.290194 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-9d208b03-92d8-4d8e-bdaa-985d925b2aab None None] Provisioning complete for port d024d99c-f363-43ed-a39a-3351daafdd03 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:22.290674 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9d208b03-92d8-4d8e-bdaa-985d925b2aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:22.292640 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] Attempting to bind port a2eb262f-dbe1-444a-9b62-50923837ba76 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:37:22.295479 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ccc7f5f-b64f-44cb-bbe2-8e4f4d0f0173 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:37:22.296085 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] Attempting to bind port a2eb262f-dbe1-444a-9b62-50923837ba76 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:37:22.296503 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] Attempting to bind port a2eb262f-dbe1-444a-9b62-50923837ba76 on network ac0598e8-c43b-451d-ac72-9b82e96a2d8a {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:37:22.310370 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ddf7c6b0-8712-4354-aa6d-fa1aaa760aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:22.311046 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf7c6b0-8712-4354-aa6d-fa1aaa760aee None None] The sync data for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:37:22.312673 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:37:22.314668 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] Checking segment: {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:22.315310 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:22.321135 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] Bound using segment: {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:37:22.321716 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] Bound port: a2eb262f-dbe1-444a-9b62-50923837ba76, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:37:22.322105 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:22.394336 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2904bd49-b724-4763-abe9-0dee5c792bda tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Made reservation on behalf of 76fd8d5cff76432285d9245511956821 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:22.399934 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2904bd49-b724-4763-abe9-0dee5c792bda tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:22.414791 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-9d208b03-92d8-4d8e-bdaa-985d925b2aab None None] Port d024d99c-f363-43ed-a39a-3351daafdd03 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:37:22.468229 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2904bd49-b724-4763-abe9-0dee5c792bda tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:37:22.474371 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] For port a2eb262f-dbe1-444a-9b62-50923837ba76, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:37:22.481686 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] For port a2eb262f-dbe1-444a-9b62-50923837ba76, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a2eb262f-dbe1-444a-9b62-50923837ba76,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:37:22.490062 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:22.490823 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1ccc7f5f-b64f-44cb-bbe2-8e4f4d0f0173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:22.491691 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-1ccc7f5f-b64f-44cb-bbe2-8e4f4d0f0173 admin admin] Added segment afa3e6ec-9e81-4cd4-b9e9-8201a5f2dd12 of type vlan for network 0d8e36d5-cc54-411b-9550-fd844f6e75e0 Jul 24 09:37:22.542570 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1ccc7f5f-b64f-44cb-bbe2-8e4f4d0f0173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:22.548521 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2904bd49-b724-4763-abe9-0dee5c792bda tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:22.549178 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-2904bd49-b724-4763-abe9-0dee5c792bda tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Added segment 61c0849e-4e4a-4080-9d75-bb3cee154963 of type vlan for network c7a69387-a1f5-452c-a2b6-025cfdcb6181 Jul 24 09:37:22.561731 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc7f5f-b64f-44cb-bbe2-8e4f4d0f0173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa1d375-1aa2-4828-bde3-254270623525,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:22.571802 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] Routers {'d357846a-9402-40b4-ba91-a11a0c295fd8'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:22.572609 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449704ed-f508-402e-807e-20e610ca7174 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:22.572763 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['d357846a-9402-40b4-ba91-a11a0c295fd8'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:22.573315 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-449704ed-f508-402e-807e-20e610ca7174 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:22.635813 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-351593d2-48f0-4a4a-9b5a-5efb8f0fe205 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:22.658856 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.db.resource_extend [None req-1ccc7f5f-b64f-44cb-bbe2-8e4f4d0f0173 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 09:37:22.670624 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-95267d86-bc15-42e7-bcf6-311c0cdb85f7 None None] Provisioning for port 39f06692-2956-4751-8dbd-eb50716c24bb completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:22.692265 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-95267d86-bc15-42e7-bcf6-311c0cdb85f7 None None] Provisioning complete for port 39f06692-2956-4751-8dbd-eb50716c24bb triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:22.692822 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-95267d86-bc15-42e7-bcf6-311c0cdb85f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:22.703767 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a12a76-7e81-49e3-ae3f-6efa5528581c None None] Pushing event updated for resources: {'Port': ['ID=a2eb262f-dbe1-444a-9b62-50923837ba76,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:22.727617 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2904bd49-b724-4763-abe9-0dee5c792bda tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:22.781035 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-95267d86-bc15-42e7-bcf6-311c0cdb85f7 None None] Port 39f06692-2956-4751-8dbd-eb50716c24bb cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:37:22.787443 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1ccc7f5f-b64f-44cb-bbe2-8e4f4d0f0173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:22.789118 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccc7f5f-b64f-44cb-bbe2-8e4f4d0f0173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:22.789733 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1ccc7f5f-b64f-44cb-bbe2-8e4f4d0f0173 admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:22.792372 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2904bd49-b724-4763-abe9-0dee5c792bda tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:22.800044 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2904bd49-b724-4763-abe9-0dee5c792bda tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:22.801107 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2904bd49-b724-4763-abe9-0dee5c792bda tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:22.805028 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-449704ed-f508-402e-807e-20e610ca7174 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5161378 Jul 24 09:37:22.808043 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37598) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:22.818564 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] Set router d357846a-9402-40b4-ba91-a11a0c295fd8 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:37:22.835026 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-29a39734-f974-4154-9b9a-0ea0adfe3ba0 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:22.836925 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cea6e-e79a-4762-b147-f1a6f4070752 req-bdb6cfd0-618f-4f28-9954-65c7b521679d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:22.838458 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-519cea6e-e79a-4762-b147-f1a6f4070752 req-bdb6cfd0-618f-4f28-9954-65c7b521679d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1945b820-8cd7-46f1-a597-4cb02f209ece HTTP/1.1" status: 200 len: 848 time: 0.8178484 Jul 24 09:37:22.984871 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2904bd49-b724-4763-abe9-0dee5c792bda tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7831767 Jul 24 09:37:23.016593 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37600) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:23.022808 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-3a923aea-4646-4f30-9b78-d02373d71b2a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Request body: {'subnet': {'network_id': 'c7a69387-a1f5-452c-a2b6-025cfdcb6181', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:23.035128 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904bd49-b724-4763-abe9-0dee5c792bda tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event updated for resources: {'Network': ['ID=c7a69387-a1f5-452c-a2b6-025cfdcb6181,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:23.074881 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a39734-f974-4154-9b9a-0ea0adfe3ba0 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Subnet': ['ID=abcc95a9-2b8f-4f45-9295-16fd096d5cdf,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:23.081167 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network c7a69387-a1f5-452c-a2b6-025cfdcb6181 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:37:23.141682 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a39734-f974-4154-9b9a-0ea0adfe3ba0 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Checking segment: {'id': '8403fcfa-dc03-4d4d-ba8a-1cbc043f631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:23.141949 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a39734-f974-4154-9b9a-0ea0adfe3ba0 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network hostable DHCP agents. Network: 24e68462-bbf2-4bb0-9276-7f619db90058, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:37:23.197765 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:05Z', 'updated_at': '2021-07-24T09:37:16Z', 'revision_number': 4, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'gw_port': {'id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:06Z', 'updated_at': '2021-07-24T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'a2eb262f-dbe1-444a-9b62-50923837ba76', 'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'mac_address': 'fa:16:3e:0d:45:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:14Z', 'updated_at': '2021-07-24T09:37:22Z', 'revision_number': 4, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'subnets': [{'id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:23.211337 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce0c14c-c285-4f8d-b875-08b7ad2e9147 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:23.215475 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9ce0c14c-c285-4f8d-b875-08b7ad2e9147 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.3851650 Jul 24 09:37:23.219060 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37602) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:23.227548 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c919e0b-1dd8-4dfd-9840-e07ee13ea4ad None None] The sync data for ids ['d357846a-9402-40b4-ba91-a11a0c295fd8'] in n-d-800085-9 is: [{'id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:05Z', 'updated_at': '2021-07-24T09:37:16Z', 'revision_number': 4, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'gw_port': {'id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:06Z', 'updated_at': '2021-07-24T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'a2eb262f-dbe1-444a-9b62-50923837ba76', 'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'mac_address': 'fa:16:3e:0d:45:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:14Z', 'updated_at': '2021-07-24T09:37:22Z', 'revision_number': 4, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'subnets': [{'id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:37:23.233517 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a39734-f974-4154-9b9a-0ea0adfe3ba0 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network 24e68462-bbf2-4bb0-9276-7f619db90058 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:37:23.315615 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-29a39734-f974-4154-9b9a-0ea0adfe3ba0 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 24e68462-bbf2-4bb0-9276-7f619db90058) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:23.329585 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2f506e-4e4e-4904-b160-447bc47b42f9 None None] Network 24e68462-bbf2-4bb0-9276-7f619db90058 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:23.387314 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a39734-f974-4154-9b9a-0ea0adfe3ba0 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:23.388177 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-29a39734-f974-4154-9b9a-0ea0adfe3ba0 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:23.395099 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a923aea-4646-4f30-9b78-d02373d71b2a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Made reservation on behalf of 76fd8d5cff76432285d9245511956821 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:23.398684 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3a923aea-4646-4f30-9b78-d02373d71b2a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:23.421081 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1ccc7f5f-b64f-44cb-bbe2-8e4f4d0f0173 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5648434 Jul 24 09:37:23.426702 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37604) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:23.438475 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-da15554e-83ee-4579-80bb-1ce4073c3eac admin admin] Request body: {'subnet': {'network_id': '0d8e36d5-cc54-411b-9550-fd844f6e75e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1684494350-subnet', 'tenant_id': '94fa90b1a6e34c30b97fc752987ffda5', 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:23.438776 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc7f5f-b64f-44cb-bbe2-8e4f4d0f0173 admin admin] Pushing event updated for resources: {'Network': ['ID=0d8e36d5-cc54-411b-9550-fd844f6e75e0,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:23.468178 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-29a39734-f974-4154-9b9a-0ea0adfe3ba0 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3734326 Jul 24 09:37:23.471738 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351593d2-48f0-4a4a-9b5a-5efb8f0fe205 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Router 1dad1f1f-30c0-4bee-adc7-f56dd1b599b7 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:37:23.476453 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37606) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:23.483331 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c44973-0bfd-4687-8de0-7fe63c4aa491 req-7d1a1a17-b1aa-4d53-a687-ccb254f2eaa1 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:23.485956 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c9c44973-0bfd-4687-8de0-7fe63c4aa491 req-7d1a1a17-b1aa-4d53-a687-ccb254f2eaa1 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7d381ae9-2089-4297-94c3-3b61eed62c5b HTTP/1.1" status: 200 len: 1094 time: 1.0188975 Jul 24 09:37:23.501458 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 0d8e36d5-cc54-411b-9550-fd844f6e75e0 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:37:23.534161 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a7e4c6e6-d452-4e94-b77c-5b58ff0ac530 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:23.627410 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351593d2-48f0-4a4a-9b5a-5efb8f0fe205 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:37:23.631273 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cea6e-e79a-4762-b147-f1a6f4070752 req-cf983626-5421-4644-aa6b-b81d9ab01927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:23.633927 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-519cea6e-e79a-4762-b147-f1a6f4070752 req-cf983626-5421-4644-aa6b-b81d9ab01927 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=24720237-0fc0-4cac-9d1b-fcc942ebfb00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7775393 Jul 24 09:37:23.639938 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-351593d2-48f0-4a4a-9b5a-5efb8f0fe205 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "PUT /v2.0/routers/1dad1f1f-30c0-4bee-adc7-f56dd1b599b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2821336 Jul 24 09:37:23.647156 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37608) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:23.652187 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da15554e-83ee-4579-80bb-1ce4073c3eac admin admin] Made reservation on behalf of 94fa90b1a6e34c30b97fc752987ffda5 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:23.655080 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da15554e-83ee-4579-80bb-1ce4073c3eac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:23.686539 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-e7073326-aff8-4af6-afa6-0915bc4bb6f7 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting port 39f06692-2956-4751-8dbd-eb50716c24bb {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:23.686948 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e7073326-aff8-4af6-afa6-0915bc4bb6f7 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:23.740048 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c9c44973-0bfd-4687-8de0-7fe63c4aa491 req-eeb624dc-2b97-4050-ae52-9b87213f8fb8 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434959 Jul 24 09:37:23.779548 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-519cea6e-e79a-4762-b147-f1a6f4070752 req-1617cb6f-30a9-46f0-b049-a9bc720f8e72 service neutron] 10.222.0.20 "GET /v2.0/networks/24720237-0fc0-4cac-9d1b-fcc942ebfb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378081 Jul 24 09:37:23.782958 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-84574d58-d79f-4f6d-8b97-618cbf1f6613 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] delete failed (client error): The resource could not be found. Jul 24 09:37:23.787630 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-84574d58-d79f-4f6d-8b97-618cbf1f6613 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1424802851 HTTP/1.1" status: 404 len: 335 time: 0.1153324 Jul 24 09:37:23.788530 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37610) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:23.800934 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-c1e94248-d456-4a02-be64-7a9fba2e6db9 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Request body: {'router': {'external_gateway_info': {'network_id': '1dad1f1f-30c0-4bee-adc7-f56dd1b599b7'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:23.853589 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4936e33-ca3d-4b23-822d-c328a041cfdf None None] Sync routers for ids ['1dad1f1f-30c0-4bee-adc7-f56dd1b599b7'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:37:23.898543 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4936e33-ca3d-4b23-822d-c328a041cfdf None None] Routers {'1dad1f1f-30c0-4bee-adc7-f56dd1b599b7'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:23.899641 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f4936e33-ca3d-4b23-822d-c328a041cfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['1dad1f1f-30c0-4bee-adc7-f56dd1b599b7'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:23.946977 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port a7e4c6e6-d452-4e94-b77c-5b58ff0ac530 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:23.950688 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f4936e33-ca3d-4b23-822d-c328a041cfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:23.962795 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port a7e4c6e6-d452-4e94-b77c-5b58ff0ac530 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:23.963204 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:24.014520 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4936e33-ca3d-4b23-822d-c328a041cfdf None None] Routers {'1dad1f1f-30c0-4bee-adc7-f56dd1b599b7'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:24.015142 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f4936e33-ca3d-4b23-822d-c328a041cfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['1dad1f1f-30c0-4bee-adc7-f56dd1b599b7'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:24.015461 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e7073326-aff8-4af6-afa6-0915bc4bb6f7 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:24.027164 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9a4a08-0b15-4650-bfd3-804a1aa25f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-24e68462-bbf2-4bb0-9276-7f619db90058', 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'fixed_ips': [{'subnet_id': 'abcc95a9-2b8f-4f45-9295-16fd096d5cdf'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:37:24.028493 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9b9a4a08-0b15-4650-bfd3-804a1aa25f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:24.067135 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-e7073326-aff8-4af6-afa6-0915bc4bb6f7 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Calling delete_port for 39f06692-2956-4751-8dbd-eb50716c24bb owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:24.082606 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f4936e33-ca3d-4b23-822d-c328a041cfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:24.083280 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4936e33-ca3d-4b23-822d-c328a041cfdf None None] The sync data for ids ['1dad1f1f-30c0-4bee-adc7-f56dd1b599b7'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:37:24.105464 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c1e94248-d456-4a02-be64-7a9fba2e6db9 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:24.124982 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-519cea6e-e79a-4762-b147-f1a6f4070752 req-1a6a2408-1b13-48b0-929b-666138e18af1 service neutron] 10.222.0.20 "GET /v2.0/networks/24720237-0fc0-4cac-9d1b-fcc942ebfb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349769 Jul 24 09:37:24.147538 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-c1e94248-d456-4a02-be64-7a9fba2e6db9 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] update failed (client error): The resource could not be found. Jul 24 09:37:24.152102 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c1e94248-d456-4a02-be64-7a9fba2e6db9 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "PUT /v2.0/routers/1dad1f1f-30c0-4bee-adc7-f56dd1b599b7 HTTP/1.1" status: 404 len: 339 time: 0.3575006 Jul 24 09:37:24.153295 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37612) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:24.162731 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-0ab64485-65e8-4f73-b81a-483f1cdb4552 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1609518421'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:24.192503 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab64485-65e8-4f73-b81a-483f1cdb4552 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Made reservation on behalf of 1e6a8f51199c4924b7435f354bb0c5d4 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:24.196817 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0ab64485-65e8-4f73-b81a-483f1cdb4552 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:24.238447 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab64485-65e8-4f73-b81a-483f1cdb4552 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:37:24.253073 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0ab64485-65e8-4f73-b81a-483f1cdb4552 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:24.253433 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-0ab64485-65e8-4f73-b81a-483f1cdb4552 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Added segment 276dd710-50ac-4db6-8cff-e2b229b2c822 of type vlan for network 1d215050-2c56-45a6-b886-e888d806d37e Jul 24 09:37:24.259496 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:24.284295 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port a7e4c6e6-d452-4e94-b77c-5b58ff0ac530, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a7e4c6e6-d452-4e94-b77c-5b58ff0ac530,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:24.315038 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:24.316128 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7890b317-f165-4098-9376-7bf35c77a74b up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:24.326662 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0ab64485-65e8-4f73-b81a-483f1cdb4552 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:24.377218 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0ab64485-65e8-4f73-b81a-483f1cdb4552 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:24.385796 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab64485-65e8-4f73-b81a-483f1cdb4552 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:24.386508 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0ab64485-65e8-4f73-b81a-483f1cdb4552 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:24.425957 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-9b9a4a08-0b15-4650-bfd3-804a1aa25f67 None None] Allocated IP 172.20.0.2 (24e68462-bbf2-4bb0-9276-7f619db90058/abcc95a9-2b8f-4f45-9295-16fd096d5cdf/98789e84-c506-4a75-b71a-7e2f8f8c3783) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:24.448458 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0ab64485-65e8-4f73-b81a-483f1cdb4552 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2914245 Jul 24 09:37:24.449685 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37614) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:24.455139 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-e129cc1e-8e0a-48e2-9b72-e58be66b4981 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Request body: {'subnet': {'network_id': '1d215050-2c56-45a6-b886-e888d806d37e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:24.458784 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=a7e4c6e6-d452-4e94-b77c-5b58ff0ac530,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:24.479145 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:24.479780 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:24.480309 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:24.480654 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:24.481027 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:24.481365 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:24.481715 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:24.481896 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da15554e-83ee-4579-80bb-1ce4073c3eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:24.482036 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:24.482408 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:24.482702 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:24.482968 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:24.483359 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:24.514763 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 7890b317-f165-4098-9376-7bf35c77a74b triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:24.515148 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:24.552569 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab64485-65e8-4f73-b81a-483f1cdb4552 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Pushing event updated for resources: {'Network': ['ID=1d215050-2c56-45a6-b886-e888d806d37e,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:24.580630 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 1d215050-2c56-45a6-b886-e888d806d37e details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:37:24.598846 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3a923aea-4646-4f30-9b78-d02373d71b2a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:24.629566 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e129cc1e-8e0a-48e2-9b72-e58be66b4981 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Made reservation on behalf of 1e6a8f51199c4924b7435f354bb0c5d4 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:24.635939 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e129cc1e-8e0a-48e2-9b72-e58be66b4981 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:24.659494 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15554e-83ee-4579-80bb-1ce4073c3eac admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbfa21a0-4bd1-479a-96b3-1e13d43e9e59,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:24.713969 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a923aea-4646-4f30-9b78-d02373d71b2a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event updated for resources: {'Subnet': ['ID=74abb273-0f30-49d6-a11a-69cb429c466f,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:24.745678 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 0e229577-0bac-4690-98f7-ef0a60d3a74a details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:37:24.796904 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9b9a4a08-0b15-4650-bfd3-804a1aa25f67 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:24.824730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-9b9a4a08-0b15-4650-bfd3-804a1aa25f67 None None] Transition to ACTIVE for port object 98789e84-c506-4a75-b71a-7e2f8f8c3783 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:24.826816 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a923aea-4646-4f30-9b78-d02373d71b2a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Checking segment: {'id': '61c0849e-4e4a-4080-9d75-bb3cee154963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c7a69387-a1f5-452c-a2b6-025cfdcb6181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:24.827253 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a923aea-4646-4f30-9b78-d02373d71b2a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Network hostable DHCP agents. Network: c7a69387-a1f5-452c-a2b6-025cfdcb6181, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:37:24.835238 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e7073326-aff8-4af6-afa6-0915bc4bb6f7 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:24.897409 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7073326-aff8-4af6-afa6-0915bc4bb6f7 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Port': ['ID=39f06692-2956-4751-8dbd-eb50716c24bb,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:24.899304 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da15554e-83ee-4579-80bb-1ce4073c3eac admin admin] Checking segment: {'id': 'afa3e6ec-9e81-4cd4-b9e9-8201a5f2dd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d8e36d5-cc54-411b-9550-fd844f6e75e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:24.899706 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da15554e-83ee-4579-80bb-1ce4073c3eac admin admin] Network hostable DHCP agents. Network: 0d8e36d5-cc54-411b-9550-fd844f6e75e0, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:37:24.907795 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e129cc1e-8e0a-48e2-9b72-e58be66b4981 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:24.916697 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-9b9a4a08-0b15-4650-bfd3-804a1aa25f67 None None] Transition to ACTIVE for port object 98789e84-c506-4a75-b71a-7e2f8f8c3783 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:24.939375 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9b9a4a08-0b15-4650-bfd3-804a1aa25f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:24.993391 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129cc1e-8e0a-48e2-9b72-e58be66b4981 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Pushing event updated for resources: {'Subnet': ['ID=11afcf02-e433-4614-be01-51dbc9c82919,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:24.999540 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9a4a08-0b15-4650-bfd3-804a1aa25f67 None None] Network 24e68462-bbf2-4bb0-9276-7f619db90058 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:25.002161 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 0e229577-0bac-4690-98f7-ef0a60d3a74a, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=0e229577-0bac-4690-98f7-ef0a60d3a74a,segment=NetworkSegment(94e00f13-d29f-4b24-accf-dd5e2626e5f2),segment_id=94e00f13-d29f-4b24-accf-dd5e2626e5f2)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:25.003714 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a923aea-4646-4f30-9b78-d02373d71b2a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Network c7a69387-a1f5-452c-a2b6-025cfdcb6181 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:37:25.018521 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-9b9a4a08-0b15-4650-bfd3-804a1aa25f67 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:25.025772 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e129cc1e-8e0a-48e2-9b72-e58be66b4981 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Checking segment: {'id': '276dd710-50ac-4db6-8cff-e2b229b2c822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1d215050-2c56-45a6-b886-e888d806d37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:25.026181 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9a4a08-0b15-4650-bfd3-804a1aa25f67 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:25.026945 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e129cc1e-8e0a-48e2-9b72-e58be66b4981 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Network hostable DHCP agents. Network: 1d215050-2c56-45a6-b886-e888d806d37e, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:37:25.056494 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '0e229577-0bac-4690-98f7-ef0a60d3a74a', 'network_id': '24720237-0fc0-4cac-9d1b-fcc942ebfb00', 'port_id': '0e229577-0bac-4690-98f7-ef0a60d3a74a', 'mac_address': 'fa:16:3e:37:be:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1945b820-8cd7-46f1-a597-4cb02f209ece', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:37:25.068375 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e129cc1e-8e0a-48e2-9b72-e58be66b4981 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Network 1d215050-2c56-45a6-b886-e888d806d37e is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:37:25.081435 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a4a08-0b15-4650-bfd3-804a1aa25f67 None None] Pushing event updated for resources: {'Port': ['ID=98789e84-c506-4a75-b71a-7e2f8f8c3783,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:25.105164 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-e129cc1e-8e0a-48e2-9b72-e58be66b4981 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 1d215050-2c56-45a6-b886-e888d806d37e) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:25.106203 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da15554e-83ee-4579-80bb-1ce4073c3eac admin admin] Network 0d8e36d5-cc54-411b-9550-fd844f6e75e0 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:37:25.117539 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-3a923aea-4646-4f30-9b78-d02373d71b2a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, c7a69387-a1f5-452c-a2b6-025cfdcb6181) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:25.120241 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e129cc1e-8e0a-48e2-9b72-e58be66b4981 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:25.120885 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e129cc1e-8e0a-48e2-9b72-e58be66b4981 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:25.127793 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c85e91-53b3-4f57-b130-4b797532658a None None] Network 1d215050-2c56-45a6-b886-e888d806d37e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:25.129696 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-9b9a4a08-0b15-4650-bfd3-804a1aa25f67 None None] Attempting to bind port 98789e84-c506-4a75-b71a-7e2f8f8c3783 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:37:25.130770 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-9b9a4a08-0b15-4650-bfd3-804a1aa25f67 None None] Attempting to bind port 98789e84-c506-4a75-b71a-7e2f8f8c3783 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '8403fcfa-dc03-4d4d-ba8a-1cbc043f631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:37:25.131154 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a4a08-0b15-4650-bfd3-804a1aa25f67 None None] Attempting to bind port 98789e84-c506-4a75-b71a-7e2f8f8c3783 on network 24e68462-bbf2-4bb0-9276-7f619db90058 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:37:25.143443 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e129cc1e-8e0a-48e2-9b72-e58be66b4981 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6925948 Jul 24 09:37:25.146176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37618) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:25.151793 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-8d120522-44c5-4fdd-8b03-816bc459abfc tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Request body: {'router': {'external_gateway_info': {'network_id': '1d215050-2c56-45a6-b886-e888d806d37e'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:25.159565 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cb26a4-88ef-4830-a324-dddac8fa12b3 None None] Network c7a69387-a1f5-452c-a2b6-025cfdcb6181 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:25.173076 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-da15554e-83ee-4579-80bb-1ce4073c3eac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 0d8e36d5-cc54-411b-9550-fd844f6e75e0) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:25.183074 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a923aea-4646-4f30-9b78-d02373d71b2a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:25.183676 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3a923aea-4646-4f30-9b78-d02373d71b2a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:25.186776 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e7073326-aff8-4af6-afa6-0915bc4bb6f7 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:25.188544 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e7073326-aff8-4af6-afa6-0915bc4bb6f7 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/ports/39f06692-2956-4751-8dbd-eb50716c24bb HTTP/1.1" status: 204 len: 168 time: 1.9678817 Jul 24 09:37:25.202717 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da15554e-83ee-4579-80bb-1ce4073c3eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:25.203313 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da15554e-83ee-4579-80bb-1ce4073c3eac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:25.205894 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37620) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:25.258636 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3a923aea-4646-4f30-9b78-d02373d71b2a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2407935 Jul 24 09:37:25.259847 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-5742c492-8f99-4162-a9f3-760010937160 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] GET failed (client error): The resource could not be found. Jul 24 09:37:25.262195 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5742c492-8f99-4162-a9f3-760010937160 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "GET /v2.0/ports/39f06692-2956-4751-8dbd-eb50716c24bb HTTP/1.1" status: 404 len: 333 time: 0.0546913 Jul 24 09:37:25.262572 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37622) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:25.267166 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37624) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:25.267296 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f6493b-dc4e-4695-b642-54a9d807d968 None None] Network 0d8e36d5-cc54-411b-9550-fd844f6e75e0 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:25.271283 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-7d198100-2349-41ac-8e5b-22bc406d2f71 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-102928105', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}, 'admin_state_up': False}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:25.292836 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-da15554e-83ee-4579-80bb-1ce4073c3eac admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8637662 Jul 24 09:37:25.294825 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a83f5-4305-412d-b234-fe6e3bf3f684 req-afa057fc-63f2-43cc-ab4a-fd9c621a587d tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:25.295435 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a4a08-0b15-4650-bfd3-804a1aa25f67 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:37:25.295813 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a4a08-0b15-4650-bfd3-804a1aa25f67 None None] Checking segment: {'id': '8403fcfa-dc03-4d4d-ba8a-1cbc043f631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:25.296281 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ae0a83f5-4305-412d-b234-fe6e3bf3f684 req-afa057fc-63f2-43cc-ab4a-fd9c621a587d tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7d381ae9-2089-4297-94c3-3b61eed62c5b HTTP/1.1" status: 200 len: 1094 time: 0.4019911 Jul 24 09:37:25.300893 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37626) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:25.306721 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9b9a4a08-0b15-4650-bfd3-804a1aa25f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:25.307144 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a4a08-0b15-4650-bfd3-804a1aa25f67 None None] Bound using segment: {'id': '8403fcfa-dc03-4d4d-ba8a-1cbc043f631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:37:25.307651 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-9b9a4a08-0b15-4650-bfd3-804a1aa25f67 None None] Bound port: 98789e84-c506-4a75-b71a-7e2f8f8c3783, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8403fcfa-dc03-4d4d-ba8a-1cbc043f631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:37:25.308834 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-60f460d8-6c30-42bf-9bdd-62c793763944 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1684494350-router', 'tenant_id': '94fa90b1a6e34c30b97fc752987ffda5', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:25.311038 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9b9a4a08-0b15-4650-bfd3-804a1aa25f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:25.404911 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7d198100-2349-41ac-8e5b-22bc406d2f71 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:25.405835 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7d198100-2349-41ac-8e5b-22bc406d2f71 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:25.410109 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:25.414094 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b546e688-615c-4333-83c6-fc097ae9272c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:25.465441 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ae0a83f5-4305-412d-b234-fe6e3bf3f684 req-f087d160-646a-4431-87d7-f1ec2ca20af3 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166301 Jul 24 09:37:25.512078 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a7e4c6e6-d452-4e94-b77c-5b58ff0ac530 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:25.525333 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-60f460d8-6c30-42bf-9bdd-62c793763944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:25.526473 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-60f460d8-6c30-42bf-9bdd-62c793763944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:25.535590 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e229577-0bac-4690-98f7-ef0a60d3a74a {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:37:25.538881 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d120522-44c5-4fdd-8b03-816bc459abfc tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:25.589537 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b1a665-8003-48cb-8191-aff1f3ba69b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-c7a69387-a1f5-452c-a2b6-025cfdcb6181', 'network_id': 'c7a69387-a1f5-452c-a2b6-025cfdcb6181', 'tenant_id': '76fd8d5cff76432285d9245511956821', 'fixed_ips': [{'subnet_id': '74abb273-0f30-49d6-a11a-69cb429c466f'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:37:25.590385 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a665-8003-48cb-8191-aff1f3ba69b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:25.616713 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-60f460d8-6c30-42bf-9bdd-62c793763944 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:25.644957 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 0e229577-0bac-4690-98f7-ef0a60d3a74a, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=0e229577-0bac-4690-98f7-ef0a60d3a74a,segment=NetworkSegment(94e00f13-d29f-4b24-accf-dd5e2626e5f2),segment_id=94e00f13-d29f-4b24-accf-dd5e2626e5f2)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:25.680467 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:25.687332 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-9b9a4a08-0b15-4650-bfd3-804a1aa25f67 None None] For port 98789e84-c506-4a75-b71a-7e2f8f8c3783, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:37:25.756878 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-9b9a4a08-0b15-4650-bfd3-804a1aa25f67 None None] For port 98789e84-c506-4a75-b71a-7e2f8f8c3783, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=98789e84-c506-4a75-b71a-7e2f8f8c3783,segment=NetworkSegment(8403fcfa-dc03-4d4d-ba8a-1cbc043f631d),segment_id=8403fcfa-dc03-4d4d-ba8a-1cbc043f631d)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:37:25.808487 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-60f460d8-6c30-42bf-9bdd-62c793763944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:25.871235 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-8d120522-44c5-4fdd-8b03-816bc459abfc tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:37:25.876004 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8d120522-44c5-4fdd-8b03-816bc459abfc tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "PUT /v2.0/routers/1dad1f1f-30c0-4bee-adc7-f56dd1b599b7 HTTP/1.1" status: 400 len: 364 time: 0.7251217 Jul 24 09:37:25.876413 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37628) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:25.965256 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7d198100-2349-41ac-8e5b-22bc406d2f71 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:25.983819 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9b9a4a08-0b15-4650-bfd3-804a1aa25f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:26.058154 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-0aac2fc6-21fe-4746-beb9-3390c6fc91e3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting port d024d99c-f363-43ed-a39a-3351daafdd03 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:26.058425 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0aac2fc6-21fe-4746-beb9-3390c6fc91e3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:26.075474 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['0e229577-0bac-4690-98f7-ef0a60d3a74a'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:37:26.106031 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port a7e4c6e6-d452-4e94-b77c-5b58ff0ac530 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:26.106402 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:26.132021 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3342c69a-74ca-497e-a396-1e6e32f64da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-1d215050-2c56-45a6-b886-e888d806d37e', 'network_id': '1d215050-2c56-45a6-b886-e888d806d37e', 'tenant_id': '1e6a8f51199c4924b7435f354bb0c5d4', 'fixed_ips': [{'subnet_id': '11afcf02-e433-4614-be01-51dbc9c82919'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:37:26.132903 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3342c69a-74ca-497e-a396-1e6e32f64da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:26.135074 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=0e229577-0bac-4690-98f7-ef0a60d3a74a,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:26.212918 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91844f2e-4ce2-47f4-b4af-7d6f7994d150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-0d8e36d5-cc54-411b-9550-fd844f6e75e0', 'network_id': '0d8e36d5-cc54-411b-9550-fd844f6e75e0', 'tenant_id': '94fa90b1a6e34c30b97fc752987ffda5', 'fixed_ips': [{'subnet_id': 'dbfa21a0-4bd1-479a-96b3-1e13d43e9e59'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:37:26.213995 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-91844f2e-4ce2-47f4-b4af-7d6f7994d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:26.215383 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7d198100-2349-41ac-8e5b-22bc406d2f71 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:26.330399 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0aac2fc6-21fe-4746-beb9-3390c6fc91e3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:26.362110 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-c9b1a665-8003-48cb-8191-aff1f3ba69b9 None None] Allocated IP 172.20.0.2 (c7a69387-a1f5-452c-a2b6-025cfdcb6181/74abb273-0f30-49d6-a11a-69cb429c466f/efa3520d-b7e5-4f49-95bd-b471509673e1) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:26.384665 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7c39eb16-7047-4d7b-8c46-9f4f70ee62c8 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:26.390196 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a4a08-0b15-4650-bfd3-804a1aa25f67 None None] Pushing event updated for resources: {'Port': ['ID=98789e84-c506-4a75-b71a-7e2f8f8c3783,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:26.391554 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-0aac2fc6-21fe-4746-beb9-3390c6fc91e3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Calling delete_port for d024d99c-f363-43ed-a39a-3351daafdd03 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:26.396988 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-60f460d8-6c30-42bf-9bdd-62c793763944 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:26.420929 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-60f460d8-6c30-42bf-9bdd-62c793763944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:26.553783 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-b546e688-615c-4333-83c6-fc097ae9272c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Allocated IP 172.20.0.1 (24e68462-bbf2-4bb0-9276-7f619db90058/abcc95a9-2b8f-4f45-9295-16fd096d5cdf/96ce3d72-8768-4b06-94da-4dcfb0587c92) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:26.669534 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-60f460d8-6c30-42bf-9bdd-62c793763944 admin admin] Allocated IP 172.25.7.124 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/f3151235-bd32-4dac-99fd-b4d41c63c58b) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:26.736824 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-3342c69a-74ca-497e-a396-1e6e32f64da3 None None] Allocated IP 2001:db8:1::2 (1d215050-2c56-45a6-b886-e888d806d37e/11afcf02-e433-4614-be01-51dbc9c82919/45831fde-d26f-41f9-8e66-ecafd5d09098) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:26.744003 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a2eb262f-dbe1-444a-9b62-50923837ba76 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:26.799612 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b546e688-615c-4333-83c6-fc097ae9272c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:26.807737 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7ec71-834f-4b2f-bb12-ccaf1f04542f req-f4a0b286-ce3b-4691-bf65-25a850e332c9 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:26.809368 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2cf7ec71-834f-4b2f-bb12-ccaf1f04542f req-f4a0b286-ce3b-4691-bf65-25a850e332c9 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7d381ae9-2089-4297-94c3-3b61eed62c5b HTTP/1.1" status: 200 len: 1095 time: 0.2069316 Jul 24 09:37:26.813206 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-91844f2e-4ce2-47f4-b4af-7d6f7994d150 None None] Allocated IP 172.20.0.2 (0d8e36d5-cc54-411b-9550-fd844f6e75e0/dbfa21a0-4bd1-479a-96b3-1e13d43e9e59/4fe90463-33e1-46d2-8389-c4dfa67e1ea8) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:26.870790 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-b546e688-615c-4333-83c6-fc097ae9272c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Transition to ACTIVE for port object 96ce3d72-8768-4b06-94da-4dcfb0587c92 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:26.923272 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0aac2fc6-21fe-4746-beb9-3390c6fc91e3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:26.957985 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7d198100-2349-41ac-8e5b-22bc406d2f71 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:26.962482 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2cf7ec71-834f-4b2f-bb12-ccaf1f04542f req-222cc2f5-75d5-407c-ba5d-7c9dcf6c8894 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369934 Jul 24 09:37:26.976003 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-7c39eb16-7047-4d7b-8c46-9f4f70ee62c8 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Allocated IP 2001:db8::1 (cd0e5a07-c697-41eb-af24-253cd58af8c3/c1525566-ab23-4bc5-885a-fe7f58ad8372/67b3a565-ade1-4263-9a28-4193a92ec367) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:26.983895 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-60f460d8-6c30-42bf-9bdd-62c793763944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:27.002868 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac2fc6-21fe-4746-beb9-3390c6fc91e3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Port': ['ID=d024d99c-f363-43ed-a39a-3351daafdd03,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:27.010419 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7d198100-2349-41ac-8e5b-22bc406d2f71 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:27.020322 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a665-8003-48cb-8191-aff1f3ba69b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:27.060607 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c9b1a665-8003-48cb-8191-aff1f3ba69b9 None None] Transition to ACTIVE for port object efa3520d-b7e5-4f49-95bd-b471509673e1 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:27.119335 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-60f460d8-6c30-42bf-9bdd-62c793763944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:27.125550 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port a2eb262f-dbe1-444a-9b62-50923837ba76 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:27.142128 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b546e688-615c-4333-83c6-fc097ae9272c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:27.147558 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port a2eb262f-dbe1-444a-9b62-50923837ba76 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:27.148075 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:27.167899 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f460d8-6c30-42bf-9bdd-62c793763944 admin admin] Pushing event updated for resources: {'Port': ['ID=f3151235-bd32-4dac-99fd-b4d41c63c58b,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:27.175455 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c9b1a665-8003-48cb-8191-aff1f3ba69b9 None None] Transition to ACTIVE for port object efa3520d-b7e5-4f49-95bd-b471509673e1 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:27.212369 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a665-8003-48cb-8191-aff1f3ba69b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:27.222970 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7c39eb16-7047-4d7b-8c46-9f4f70ee62c8 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:27.247185 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f460d8-6c30-42bf-9bdd-62c793763944 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:27.260209 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-7c39eb16-7047-4d7b-8c46-9f4f70ee62c8 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Transition to ACTIVE for port object 67b3a565-ade1-4263-9a28-4193a92ec367 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:27.273033 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-60f460d8-6c30-42bf-9bdd-62c793763944 admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:27.278855 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f460d8-6c30-42bf-9bdd-62c793763944 admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:27.295823 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b546e688-615c-4333-83c6-fc097ae9272c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network 24e68462-bbf2-4bb0-9276-7f619db90058 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:27.304698 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0aac2fc6-21fe-4746-beb9-3390c6fc91e3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:27.306453 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0aac2fc6-21fe-4746-beb9-3390c6fc91e3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/ports/d024d99c-f363-43ed-a39a-3351daafdd03 HTTP/1.1" status: 204 len: 168 time: 2.0293393 Jul 24 09:37:27.328333 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37632) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:27.336575 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-b546e688-615c-4333-83c6-fc097ae9272c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:27.336836 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-779f52ba-6ec5-4a80-8654-46e18c9ae339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:27.340600 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546e688-615c-4333-83c6-fc097ae9272c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Port': ['ID=96ce3d72-8768-4b06-94da-4dcfb0587c92,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:27.344539 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3342c69a-74ca-497e-a396-1e6e32f64da3 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:27.344786 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b546e688-615c-4333-83c6-fc097ae9272c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:27.354320 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b1a665-8003-48cb-8191-aff1f3ba69b9 None None] Network c7a69387-a1f5-452c-a2b6-025cfdcb6181 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:27.381471 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-90255ec7-ac5b-4573-b503-87478d218fcc tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] GET failed (client error): The resource could not be found. Jul 24 09:37:27.387365 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-90255ec7-ac5b-4573-b503-87478d218fcc tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "GET /v2.0/ports/d024d99c-f363-43ed-a39a-3351daafdd03 HTTP/1.1" status: 404 len: 333 time: 0.0577908 Jul 24 09:37:27.387989 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37634) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:27.393483 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-c9b1a665-8003-48cb-8191-aff1f3ba69b9 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:27.396544 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b1a665-8003-48cb-8191-aff1f3ba69b9 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:27.409018 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3342c69a-74ca-497e-a396-1e6e32f64da3 None None] Transition to ACTIVE for port object 45831fde-d26f-41f9-8e66-ecafd5d09098 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:27.414878 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1a665-8003-48cb-8191-aff1f3ba69b9 None None] Pushing event updated for resources: {'Port': ['ID=efa3520d-b7e5-4f49-95bd-b471509673e1,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:27.435169 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7c39eb16-7047-4d7b-8c46-9f4f70ee62c8 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:27.459071 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-7d198100-2349-41ac-8e5b-22bc406d2f71 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Allocated IP 172.25.7.234 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/9635bff8-256b-40f1-a056-efac6f3435ec) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:27.461650 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b546e688-615c-4333-83c6-fc097ae9272c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:27.518890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3342c69a-74ca-497e-a396-1e6e32f64da3 None None] Transition to ACTIVE for port object 45831fde-d26f-41f9-8e66-ecafd5d09098 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:27.544682 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-91844f2e-4ce2-47f4-b4af-7d6f7994d150 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:27.557734 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3342c69a-74ca-497e-a396-1e6e32f64da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:27.617854 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-91844f2e-4ce2-47f4-b4af-7d6f7994d150 None None] Transition to ACTIVE for port object 4fe90463-33e1-46d2-8389-c4dfa67e1ea8 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:27.644158 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-91844f2e-4ce2-47f4-b4af-7d6f7994d150 None None] Transition to ACTIVE for port object 4fe90463-33e1-46d2-8389-c4dfa67e1ea8 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:27.648297 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:27.679551 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3342c69a-74ca-497e-a396-1e6e32f64da3 None None] Network 1d215050-2c56-45a6-b886-e888d806d37e is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:27.680986 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-c9b1a665-8003-48cb-8191-aff1f3ba69b9 None None] Attempting to bind port efa3520d-b7e5-4f49-95bd-b471509673e1 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:37:27.681367 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-c9b1a665-8003-48cb-8191-aff1f3ba69b9 None None] Attempting to bind port efa3520d-b7e5-4f49-95bd-b471509673e1 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '61c0849e-4e4a-4080-9d75-bb3cee154963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c7a69387-a1f5-452c-a2b6-025cfdcb6181'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:37:27.681732 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b1a665-8003-48cb-8191-aff1f3ba69b9 None None] Attempting to bind port efa3520d-b7e5-4f49-95bd-b471509673e1 on network c7a69387-a1f5-452c-a2b6-025cfdcb6181 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:37:27.700522 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-3342c69a-74ca-497e-a396-1e6e32f64da3 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:27.702549 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b1a665-8003-48cb-8191-aff1f3ba69b9 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:37:27.702936 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b1a665-8003-48cb-8191-aff1f3ba69b9 None None] Checking segment: {'id': '61c0849e-4e4a-4080-9d75-bb3cee154963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c7a69387-a1f5-452c-a2b6-025cfdcb6181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:27.703345 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a665-8003-48cb-8191-aff1f3ba69b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:27.703731 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b1a665-8003-48cb-8191-aff1f3ba69b9 None None] Bound using segment: {'id': '61c0849e-4e4a-4080-9d75-bb3cee154963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c7a69387-a1f5-452c-a2b6-025cfdcb6181'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:37:27.705297 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-c9b1a665-8003-48cb-8191-aff1f3ba69b9 None None] Bound port: efa3520d-b7e5-4f49-95bd-b471509673e1, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c0849e-4e4a-4080-9d75-bb3cee154963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c7a69387-a1f5-452c-a2b6-025cfdcb6181'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:37:27.705681 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a665-8003-48cb-8191-aff1f3ba69b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:27.708019 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-91844f2e-4ce2-47f4-b4af-7d6f7994d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:27.710929 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3342c69a-74ca-497e-a396-1e6e32f64da3 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:27.723915 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7d198100-2349-41ac-8e5b-22bc406d2f71 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:27.752652 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b546e688-615c-4333-83c6-fc097ae9272c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:27.790291 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port a2eb262f-dbe1-444a-9b62-50923837ba76, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a2eb262f-dbe1-444a-9b62-50923837ba76,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:27.797168 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342c69a-74ca-497e-a396-1e6e32f64da3 None None] Pushing event updated for resources: {'Port': ['ID=45831fde-d26f-41f9-8e66-ecafd5d09098,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:27.800171 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61518f69-304a-4735-a294-77bc03413785 None None] Network 24e68462-bbf2-4bb0-9276-7f619db90058 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:27.841836 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91844f2e-4ce2-47f4-b4af-7d6f7994d150 None None] Network 0d8e36d5-cc54-411b-9550-fd844f6e75e0 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:27.842714 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:27.882784 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c39eb16-7047-4d7b-8c46-9f4f70ee62c8 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Network cd0e5a07-c697-41eb-af24-253cd58af8c3 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:27.883554 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-91844f2e-4ce2-47f4-b4af-7d6f7994d150 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:27.905862 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7d198100-2349-41ac-8e5b-22bc406d2f71 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:27.915412 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91844f2e-4ce2-47f4-b4af-7d6f7994d150 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:27.931202 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff616a9-ef7c-41e8-8bfa-8db4dc26df6c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting subnet 05b15e74-5ed1-45cf-ab06-222f3c745289 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:37:27.933876 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-7c39eb16-7047-4d7b-8c46-9f4f70ee62c8 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:27.943359 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c39eb16-7047-4d7b-8c46-9f4f70ee62c8 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:27.943922 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7c39eb16-7047-4d7b-8c46-9f4f70ee62c8 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:27.968354 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ff616a9-ef7c-41e8-8bfa-8db4dc26df6c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:27.972543 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39eb16-7047-4d7b-8c46-9f4f70ee62c8 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Pushing event updated for resources: {'Port': ['ID=67b3a565-ade1-4263-9a28-4193a92ec367,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:27.995195 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6f8d0470-77b4-4079-b431-42b944b66c1b None None] Provisioning for port 98789e84-c506-4a75-b71a-7e2f8f8c3783 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:28.008250 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d198100-2349-41ac-8e5b-22bc406d2f71 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event updated for resources: {'Port': ['ID=9635bff8-256b-40f1-a056-efac6f3435ec,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:28.015995 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-3342c69a-74ca-497e-a396-1e6e32f64da3 None None] Attempting to bind port 45831fde-d26f-41f9-8e66-ecafd5d09098 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:37:28.016310 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-3342c69a-74ca-497e-a396-1e6e32f64da3 None None] Attempting to bind port 45831fde-d26f-41f9-8e66-ecafd5d09098 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '276dd710-50ac-4db6-8cff-e2b229b2c822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1d215050-2c56-45a6-b886-e888d806d37e'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:37:28.017205 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342c69a-74ca-497e-a396-1e6e32f64da3 None None] Attempting to bind port 45831fde-d26f-41f9-8e66-ecafd5d09098 on network 1d215050-2c56-45a6-b886-e888d806d37e {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:37:28.024942 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91844f2e-4ce2-47f4-b4af-7d6f7994d150 None None] Pushing event updated for resources: {'Port': ['ID=4fe90463-33e1-46d2-8389-c4dfa67e1ea8,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:28.050386 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-c9b1a665-8003-48cb-8191-aff1f3ba69b9 None None] For port efa3520d-b7e5-4f49-95bd-b471509673e1, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:37:28.059346 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d198100-2349-41ac-8e5b-22bc406d2f71 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:28.063505 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-7d198100-2349-41ac-8e5b-22bc406d2f71 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:28.071824 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d198100-2349-41ac-8e5b-22bc406d2f71 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:28.082721 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342c69a-74ca-497e-a396-1e6e32f64da3 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:37:28.083114 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342c69a-74ca-497e-a396-1e6e32f64da3 None None] Checking segment: {'id': '276dd710-50ac-4db6-8cff-e2b229b2c822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1d215050-2c56-45a6-b886-e888d806d37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:28.083499 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3342c69a-74ca-497e-a396-1e6e32f64da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:28.083894 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342c69a-74ca-497e-a396-1e6e32f64da3 None None] Bound using segment: {'id': '276dd710-50ac-4db6-8cff-e2b229b2c822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1d215050-2c56-45a6-b886-e888d806d37e'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:37:28.107747 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-3342c69a-74ca-497e-a396-1e6e32f64da3 None None] Bound port: 45831fde-d26f-41f9-8e66-ecafd5d09098, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276dd710-50ac-4db6-8cff-e2b229b2c822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1d215050-2c56-45a6-b886-e888d806d37e'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:37:28.108656 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3342c69a-74ca-497e-a396-1e6e32f64da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:28.109140 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ff616a9-ef7c-41e8-8bfa-8db4dc26df6c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:28.230176 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-c9b1a665-8003-48cb-8191-aff1f3ba69b9 None None] For port efa3520d-b7e5-4f49-95bd-b471509673e1, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=efa3520d-b7e5-4f49-95bd-b471509673e1,segment=NetworkSegment(61c0849e-4e4a-4080-9d75-bb3cee154963),segment_id=61c0849e-4e4a-4080-9d75-bb3cee154963)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:37:28.351198 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7c39eb16-7047-4d7b-8c46-9f4f70ee62c8 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:28.354247 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-60f460d8-6c30-42bf-9bdd-62c793763944 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:28.399742 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e458df-cfd6-4284-8383-77bb2a6c3878 req-3734142a-48d0-4cfe-8dc3-eed7deb87deb tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:28.401269 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-00e458df-cfd6-4284-8383-77bb2a6c3878 req-3734142a-48d0-4cfe-8dc3-eed7deb87deb tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7d381ae9-2089-4297-94c3-3b61eed62c5b HTTP/1.1" status: 200 len: 1095 time: 0.2569244 Jul 24 09:37:28.452260 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ff616a9-ef7c-41e8-8bfa-8db4dc26df6c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:28.460187 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=a2eb262f-dbe1-444a-9b62-50923837ba76,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:28.463980 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 98789e84-c506-4a75-b71a-7e2f8f8c3783 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:28.470967 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-91844f2e-4ce2-47f4-b4af-7d6f7994d150 None None] Attempting to bind port 4fe90463-33e1-46d2-8389-c4dfa67e1ea8 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:37:28.471297 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-91844f2e-4ce2-47f4-b4af-7d6f7994d150 None None] Attempting to bind port 4fe90463-33e1-46d2-8389-c4dfa67e1ea8 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'afa3e6ec-9e81-4cd4-b9e9-8201a5f2dd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d8e36d5-cc54-411b-9550-fd844f6e75e0'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:37:28.471814 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91844f2e-4ce2-47f4-b4af-7d6f7994d150 None None] Attempting to bind port 4fe90463-33e1-46d2-8389-c4dfa67e1ea8 on network 0d8e36d5-cc54-411b-9550-fd844f6e75e0 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:37:28.477888 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a665-8003-48cb-8191-aff1f3ba69b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:28.564490 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91844f2e-4ce2-47f4-b4af-7d6f7994d150 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:37:28.564905 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91844f2e-4ce2-47f4-b4af-7d6f7994d150 None None] Checking segment: {'id': 'afa3e6ec-9e81-4cd4-b9e9-8201a5f2dd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d8e36d5-cc54-411b-9550-fd844f6e75e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:28.565393 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-91844f2e-4ce2-47f4-b4af-7d6f7994d150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:28.565799 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91844f2e-4ce2-47f4-b4af-7d6f7994d150 None None] Bound using segment: {'id': 'afa3e6ec-9e81-4cd4-b9e9-8201a5f2dd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d8e36d5-cc54-411b-9550-fd844f6e75e0'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:37:28.566387 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-91844f2e-4ce2-47f4-b4af-7d6f7994d150 None None] Bound port: 4fe90463-33e1-46d2-8389-c4dfa67e1ea8, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa3e6ec-9e81-4cd4-b9e9-8201a5f2dd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d8e36d5-cc54-411b-9550-fd844f6e75e0'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:37:28.566771 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-91844f2e-4ce2-47f4-b4af-7d6f7994d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:28.585045 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-754b0512-1f84-4c80-93f2-d331e5ebbcbe None None] Provisioning for port 67b3a565-ade1-4263-9a28-4193a92ec367 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:28.595907 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-754b0512-1f84-4c80-93f2-d331e5ebbcbe None None] Provisioning complete for port 67b3a565-ade1-4263-9a28-4193a92ec367 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:28.596282 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-754b0512-1f84-4c80-93f2-d331e5ebbcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:28.597267 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-00e458df-cfd6-4284-8383-77bb2a6c3878 req-4c7b36ab-3275-49d6-8ce9-9a0e18c1657c tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804457 Jul 24 09:37:28.622958 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7d198100-2349-41ac-8e5b-22bc406d2f71 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:28.682993 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-754b0512-1f84-4c80-93f2-d331e5ebbcbe None None] Port 67b3a565-ade1-4263-9a28-4193a92ec367 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:37:28.697660 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 0e229577-0bac-4690-98f7-ef0a60d3a74a up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:28.722611 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b546e688-615c-4333-83c6-fc097ae9272c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:28.747759 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b546e688-615c-4333-83c6-fc097ae9272c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:28.756436 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ff616a9-ef7c-41e8-8bfa-8db4dc26df6c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:28.809024 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1a665-8003-48cb-8191-aff1f3ba69b9 None None] Pushing event updated for resources: {'Port': ['ID=efa3520d-b7e5-4f49-95bd-b471509673e1,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:28.819550 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff616a9-ef7c-41e8-8bfa-8db4dc26df6c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Subnet': ['ID=05b15e74-5ed1-45cf-ab06-222f3c745289,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:28.849818 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ff616a9-ef7c-41e8-8bfa-8db4dc26df6c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:28.851749 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4ff616a9-ef7c-41e8-8bfa-8db4dc26df6c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/subnets/05b15e74-5ed1-45cf-ab06-222f3c745289 HTTP/1.1" status: 204 len: 168 time: 1.4596987 Jul 24 09:37:28.855843 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37638) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:28.857646 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29714289-bc53-4df4-bfce-c2e8f0840112 None None] Network bccb725e-07dc-4b23-b8a5-b52baa28c834 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:28.867305 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-3342c69a-74ca-497e-a396-1e6e32f64da3 None None] For port 45831fde-d26f-41f9-8e66-ecafd5d09098, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:37:28.906388 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b546e688-615c-4333-83c6-fc097ae9272c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:28.908381 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546e688-615c-4333-83c6-fc097ae9272c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Port': ['ID=96ce3d72-8768-4b06-94da-4dcfb0587c92,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:28.927941 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 98789e84-c506-4a75-b71a-7e2f8f8c3783 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:28.931210 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-3342c69a-74ca-497e-a396-1e6e32f64da3 None None] For port 45831fde-d26f-41f9-8e66-ecafd5d09098, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=45831fde-d26f-41f9-8e66-ecafd5d09098,segment=NetworkSegment(276dd710-50ac-4db6-8cff-e2b229b2c822),segment_id=276dd710-50ac-4db6-8cff-e2b229b2c822)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:37:28.932575 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-91844f2e-4ce2-47f4-b4af-7d6f7994d150 None None] For port 4fe90463-33e1-46d2-8389-c4dfa67e1ea8, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:37:28.956643 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-97b2189e-4c02-4bd9-9ebf-9715f42fb52f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:28.971582 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 98789e84-c506-4a75-b71a-7e2f8f8c3783 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:28.972016 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:28.975906 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3342c69a-74ca-497e-a396-1e6e32f64da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:29.006663 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-91844f2e-4ce2-47f4-b4af-7d6f7994d150 None None] For port 4fe90463-33e1-46d2-8389-c4dfa67e1ea8, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4fe90463-33e1-46d2-8389-c4dfa67e1ea8,segment=NetworkSegment(afa3e6ec-9e81-4cd4-b9e9-8201a5f2dd12),segment_id=afa3e6ec-9e81-4cd4-b9e9-8201a5f2dd12)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:37:29.028496 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-60f460d8-6c30-42bf-9bdd-62c793763944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:29.045405 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 0e229577-0bac-4690-98f7-ef0a60d3a74a completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:29.071295 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-91844f2e-4ce2-47f4-b4af-7d6f7994d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:29.083863 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 0e229577-0bac-4690-98f7-ef0a60d3a74a triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:29.084624 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:29.122028 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7d198100-2349-41ac-8e5b-22bc406d2f71 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:29.187366 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b546e688-615c-4333-83c6-fc097ae9272c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network 24e68462-bbf2-4bb0-9276-7f619db90058 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:29.192656 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7c39eb16-7047-4d7b-8c46-9f4f70ee62c8 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:29.241002 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-b546e688-615c-4333-83c6-fc097ae9272c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:29.246461 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7c39eb16-7047-4d7b-8c46-9f4f70ee62c8 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:29.247291 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7c39eb16-7047-4d7b-8c46-9f4f70ee62c8 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:29.271589 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342c69a-74ca-497e-a396-1e6e32f64da3 None None] Pushing event updated for resources: {'Port': ['ID=45831fde-d26f-41f9-8e66-ecafd5d09098,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:29.381552 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-97b2189e-4c02-4bd9-9ebf-9715f42fb52f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting port 7890b317-f165-4098-9376-7bf35c77a74b {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:29.382288 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-97b2189e-4c02-4bd9-9ebf-9715f42fb52f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:29.391852 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39eb16-7047-4d7b-8c46-9f4f70ee62c8 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Pushing event updated for resources: {'Port': ['ID=67b3a565-ade1-4263-9a28-4193a92ec367,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:29.546059 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:29.553079 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91844f2e-4ce2-47f4-b4af-7d6f7994d150 None None] Pushing event updated for resources: {'Port': ['ID=4fe90463-33e1-46d2-8389-c4dfa67e1ea8,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:29.564869 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d198100-2349-41ac-8e5b-22bc406d2f71 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Router 95593643-903a-42e4-81e2-77a96c990919 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:37:29.567824 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:29.573948 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b546e688-615c-4333-83c6-fc097ae9272c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Router 8a73d4a4-2da9-43d0-bd4d-52e5eea91de5 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:37:29.592149 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-44f9a0f6-5253-489a-b7e1-972dffbbfd74 None None] Provisioning for port 96ce3d72-8768-4b06-94da-4dcfb0587c92 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:29.628242 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-97b2189e-4c02-4bd9-9ebf-9715f42fb52f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] For port 7890b317-f165-4098-9376-7bf35c77a74b, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7890b317-f165-4098-9376-7bf35c77a74b,segment=NetworkSegment(329c1a64-f663-4837-a9e2-c9fa1e13b503),segment_id=329c1a64-f663-4837-a9e2-c9fa1e13b503)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:29.628792 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-97b2189e-4c02-4bd9-9ebf-9715f42fb52f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:29.654346 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-97b2189e-4c02-4bd9-9ebf-9715f42fb52f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Calling delete_port for 7890b317-f165-4098-9376-7bf35c77a74b owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:29.675121 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c39eb16-7047-4d7b-8c46-9f4f70ee62c8 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Network cd0e5a07-c697-41eb-af24-253cd58af8c3 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:29.680961 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-7c39eb16-7047-4d7b-8c46-9f4f70ee62c8 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:29.726450 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 0e229577-0bac-4690-98f7-ef0a60d3a74a, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=0e229577-0bac-4690-98f7-ef0a60d3a74a,segment=NetworkSegment(94e00f13-d29f-4b24-accf-dd5e2626e5f2),segment_id=94e00f13-d29f-4b24-accf-dd5e2626e5f2)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:29.733379 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d381ae9-2089-4297-94c3-3b61eed62c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e229577-0bac-4690-98f7-ef0a60d3a74a'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:37:29.735944 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d181f2fc-d8b3-42da-8526-e31429f43099" -d '{"events": [{"server_uuid": "7d381ae9-2089-4297-94c3-3b61eed62c5b", "name": "network-vif-plugged", "status": "completed", "tag": "0e229577-0bac-4690-98f7-ef0a60d3a74a"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:37:29.738686 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-44f9a0f6-5253-489a-b7e1-972dffbbfd74 None None] Provisioning complete for port 96ce3d72-8768-4b06-94da-4dcfb0587c92 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:29.739415 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-44f9a0f6-5253-489a-b7e1-972dffbbfd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:29.744465 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:29.747755 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 98789e84-c506-4a75-b71a-7e2f8f8c3783, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=98789e84-c506-4a75-b71a-7e2f8f8c3783,segment=NetworkSegment(8403fcfa-dc03-4d4d-ba8a-1cbc043f631d),segment_id=8403fcfa-dc03-4d4d-ba8a-1cbc043f631d)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:29.837712 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:29.870924 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f460d8-6c30-42bf-9bdd-62c793763944 admin admin] Router 9d67713f-3dec-4e58-959b-6484fa1b1aed is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:37:29.951032 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c256f0d3-0237-43b9-ba5c-ae2a5406ba9f None None] DHCP port deletion for bccb725e-07dc-4b23-b8a5-b52baa28c834 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:37:30.100774 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-44f9a0f6-5253-489a-b7e1-972dffbbfd74 None None] Port 96ce3d72-8768-4b06-94da-4dcfb0587c92 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:37:30.105215 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=0e229577-0bac-4690-98f7-ef0a60d3a74a,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:30.212527 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-765b2d7f-52be-441f-8ad2-4f7e2574799b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:30.262085 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-44f9a0f6-5253-489a-b7e1-972dffbbfd74 None None] Provisioning complete for port 98789e84-c506-4a75-b71a-7e2f8f8c3783 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:30.263794 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-44f9a0f6-5253-489a-b7e1-972dffbbfd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:30.268331 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdfb44d-8322-4718-a9ea-90045ea90306 x-openstack-request-id: req-3bdfb44d-8322-4718-a9ea-90045ea90306 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:37:30.269475 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d381ae9-2089-4297-94c3-3b61eed62c5b", "name": "network-vif-plugged", "status": "completed", "tag": "0e229577-0bac-4690-98f7-ef0a60d3a74a", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:37:30.269911 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3bdfb44d-8322-4718-a9ea-90045ea90306 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:37:30.270462 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d381ae9-2089-4297-94c3-3b61eed62c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e229577-0bac-4690-98f7-ef0a60d3a74a', 'code': 200} Jul 24 09:37:30.366117 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=98789e84-c506-4a75-b71a-7e2f8f8c3783,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:30.382622 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-c256f0d3-0237-43b9-ba5c-ae2a5406ba9f None None] Deleting port 7890b317-f165-4098-9376-7bf35c77a74b {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:30.382896 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c256f0d3-0237-43b9-ba5c-ae2a5406ba9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:30.385616 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c39eb16-7047-4d7b-8c46-9f4f70ee62c8 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Router 1dad1f1f-30c0-4bee-adc7-f56dd1b599b7 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:37:30.419421 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-97b2189e-4c02-4bd9-9ebf-9715f42fb52f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:30.535203 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-c256f0d3-0237-43b9-ba5c-ae2a5406ba9f None None] For port 7890b317-f165-4098-9376-7bf35c77a74b, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7890b317-f165-4098-9376-7bf35c77a74b,segment=NetworkSegment(329c1a64-f663-4837-a9e2-c9fa1e13b503),segment_id=329c1a64-f663-4837-a9e2-c9fa1e13b503)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:30.536023 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c256f0d3-0237-43b9-ba5c-ae2a5406ba9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:30.555449 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-c256f0d3-0237-43b9-ba5c-ae2a5406ba9f None None] Calling delete_port for 7890b317-f165-4098-9376-7bf35c77a74b owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:30.600138 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c39eb16-7047-4d7b-8c46-9f4f70ee62c8 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:37:30.612226 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e39a058-2497-4a98-a88b-d71e8dd981ec None None] Sync routers for ids ['1dad1f1f-30c0-4bee-adc7-f56dd1b599b7'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:37:30.614653 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7c39eb16-7047-4d7b-8c46-9f4f70ee62c8 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "PUT /v2.0/routers/1dad1f1f-30c0-4bee-adc7-f56dd1b599b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7363658 Jul 24 09:37:30.628645 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e39a058-2497-4a98-a88b-d71e8dd981ec None None] Routers {'1dad1f1f-30c0-4bee-adc7-f56dd1b599b7'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:30.629280 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-6e39a058-2497-4a98-a88b-d71e8dd981ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['1dad1f1f-30c0-4bee-adc7-f56dd1b599b7'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:30.634034 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b2189e-4c02-4bd9-9ebf-9715f42fb52f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] No DVR routers for this DVR port 7890b317-f165-4098-9376-7bf35c77a74b on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:37:30.640242 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37648) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:30.671338 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2189e-4c02-4bd9-9ebf-9715f42fb52f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Port': ['ID=7890b317-f165-4098-9376-7bf35c77a74b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:30.696962 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d355ed-e38c-4ecb-9d4f-96e069c57535 req-da308a0c-86ea-4bb4-bf42-b2b8dc428cdb tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:30.698524 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-6e39a058-2497-4a98-a88b-d71e8dd981ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:30.698676 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-07d355ed-e38c-4ecb-9d4f-96e069c57535 req-da308a0c-86ea-4bb4-bf42-b2b8dc428cdb tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7d381ae9-2089-4297-94c3-3b61eed62c5b HTTP/1.1" status: 200 len: 1096 time: 0.8749378 Jul 24 09:37:30.701223 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4fe90463-33e1-46d2-8389-c4dfa67e1ea8 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:30.720527 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e39a058-2497-4a98-a88b-d71e8dd981ec None None] Routers {'1dad1f1f-30c0-4bee-adc7-f56dd1b599b7'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:30.721882 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-6e39a058-2497-4a98-a88b-d71e8dd981ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['1dad1f1f-30c0-4bee-adc7-f56dd1b599b7'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:30.759743 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d351024f-020f-4700-8e07-025e3ca1776c None None] Network c7a69387-a1f5-452c-a2b6-025cfdcb6181 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:30.772350 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-6e39a058-2497-4a98-a88b-d71e8dd981ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:30.773664 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e39a058-2497-4a98-a88b-d71e8dd981ec None None] The sync data for ids ['1dad1f1f-30c0-4bee-adc7-f56dd1b599b7'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:37:30.826689 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:30.884236 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 4fe90463-33e1-46d2-8389-c4dfa67e1ea8 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:30.895276 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 45831fde-d26f-41f9-8e66-ecafd5d09098 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:30.939374 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b546e688-615c-4333-83c6-fc097ae9272c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:37:30.956857 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b546e688-615c-4333-83c6-fc097ae9272c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "PUT /v2.0/routers/8a73d4a4-2da9-43d0-bd4d-52e5eea91de5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4752016 Jul 24 09:37:30.964575 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c256f0d3-0237-43b9-ba5c-ae2a5406ba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:30.966873 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] Sync routers for ids ['8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:37:31.002640 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-284a5b2c-12bf-4a1d-8070-d5cc7fc7447d None None] Provisioning complete for port 96ce3d72-8768-4b06-94da-4dcfb0587c92 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:31.003017 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-284a5b2c-12bf-4a1d-8070-d5cc7fc7447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:31.017336 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d198100-2349-41ac-8e5b-22bc406d2f71 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:37:31.029298 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ceeef7-06a9-4c18-8dcd-c13c82349fd0 None None] Sync routers for ids ['95593643-903a-42e4-81e2-77a96c990919'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:37:31.044601 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ceeef7-06a9-4c18-8dcd-c13c82349fd0 None None] Routers {'95593643-903a-42e4-81e2-77a96c990919'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:31.048704 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-93ceeef7-06a9-4c18-8dcd-c13c82349fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['95593643-903a-42e4-81e2-77a96c990919'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:31.084941 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7d198100-2349-41ac-8e5b-22bc406d2f71 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:31.091357 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7d198100-2349-41ac-8e5b-22bc406d2f71 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.8262947 Jul 24 09:37:31.092015 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37652) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:31.101381 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c256f0d3-0237-43b9-ba5c-ae2a5406ba9f None None] No DVR routers for this DVR port 7890b317-f165-4098-9376-7bf35c77a74b on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:37:31.135869 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256f0d3-0237-43b9-ba5c-ae2a5406ba9f None None] Pushing event deleted for resources: {'Port': ['ID=7890b317-f165-4098-9376-7bf35c77a74b,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:31.137939 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-93ceeef7-06a9-4c18-8dcd-c13c82349fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:31.164049 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] Routers {'8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:31.164794 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:31.168540 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ceeef7-06a9-4c18-8dcd-c13c82349fd0 None None] Routers {'95593643-903a-42e4-81e2-77a96c990919'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:31.186391 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-93ceeef7-06a9-4c18-8dcd-c13c82349fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['95593643-903a-42e4-81e2-77a96c990919'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:31.225636 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-93ceeef7-06a9-4c18-8dcd-c13c82349fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:31.227165 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ceeef7-06a9-4c18-8dcd-c13c82349fd0 None None] The sync data for ids ['95593643-903a-42e4-81e2-77a96c990919'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:37:31.283693 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:31.351251 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 45831fde-d26f-41f9-8e66-ecafd5d09098 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:31.362364 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa86252d-c616-4e0a-882c-df202cd065cb None None] Network 0d8e36d5-cc54-411b-9550-fd844f6e75e0 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:31.368170 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-284a5b2c-12bf-4a1d-8070-d5cc7fc7447d None None] Port 96ce3d72-8768-4b06-94da-4dcfb0587c92 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:37:31.398927 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a2eb262f-dbe1-444a-9b62-50923837ba76 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:31.412619 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f460d8-6c30-42bf-9bdd-62c793763944 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:37:31.455675 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-07d355ed-e38c-4ecb-9d4f-96e069c57535 req-de367434-6300-486e-8302-baafd586716e tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287673 Jul 24 09:37:31.478214 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-60f460d8-6c30-42bf-9bdd-62c793763944 admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:31.482062 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-60f460d8-6c30-42bf-9bdd-62c793763944 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1776135 Jul 24 09:37:31.487432 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37664) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:31.507638 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-2ee08902-02d7-45d0-b1c2-bc0970b667fe tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387350762&fields=id&tenant_id=766769263b9c4ac0aa4c77c8f3c95808 HTTP/1.1" status: 200 len: 267 time: 0.1441844 Jul 24 09:37:31.520095 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-97b2189e-4c02-4bd9-9ebf-9715f42fb52f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:31.550031 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-97b2189e-4c02-4bd9-9ebf-9715f42fb52f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bccb725e-07dc-4b23-b8a5-b52baa28c834']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:31.566360 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-97b2189e-4c02-4bd9-9ebf-9715f42fb52f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329c1a64-f663-4837-a9e2-c9fa1e13b503') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:31.566673 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-97b2189e-4c02-4bd9-9ebf-9715f42fb52f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329c1a64-f663-4837-a9e2-c9fa1e13b503') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:31.574060 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1f1818de-97a8-4ead-aae1-4882647de89b tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:31.648615 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] Sync routers for ids ['9d67713f-3dec-4e58-959b-6484fa1b1aed'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:37:31.653592 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119cc585-d8a0-4acb-9390-8fb08c4d0d27 None None] Network 1d215050-2c56-45a6-b886-e888d806d37e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:31.658027 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a042620-11fb-4cd4-8dde-7a34cd26cbe8 req-944741ee-5b00-435f-a4e2-74cc76ae9fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:31.659559 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7a042620-11fb-4cd4-8dde-7a34cd26cbe8 req-944741ee-5b00-435f-a4e2-74cc76ae9fcc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7d381ae9-2089-4297-94c3-3b61eed62c5b HTTP/1.1" status: 200 len: 1096 time: 1.3127282 Jul 24 09:37:31.665779 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-97b2189e-4c02-4bd9-9ebf-9715f42fb52f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:31.716833 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-97b2189e-4c02-4bd9-9ebf-9715f42fb52f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:31.734710 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-1f1818de-97a8-4ead-aae1-4882647de89b tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 24 09:37:31.738488 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1f1818de-97a8-4ead-aae1-4882647de89b tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "DELETE /v2.0/routers/1dad1f1f-30c0-4bee-adc7-f56dd1b599b7 HTTP/1.1" status: 409 len: 329 time: 1.0740325 Jul 24 09:37:31.738625 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b2189e-4c02-4bd9-9ebf-9715f42fb52f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:37:31.741037 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-97b2189e-4c02-4bd9-9ebf-9715f42fb52f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:37:31.742665 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:37:31.745497 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37666) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:31.748951 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-284a5b2c-12bf-4a1d-8070-d5cc7fc7447d None None] Provisioning complete for port 67b3a565-ade1-4263-9a28-4193a92ec367 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:31.749332 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-284a5b2c-12bf-4a1d-8070-d5cc7fc7447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:31.761500 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7a042620-11fb-4cd4-8dde-7a34cd26cbe8 req-df8a6898-cde4-408d-ac00-ed181ffd10f6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920844 Jul 24 09:37:31.784012 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] Routers {'9d67713f-3dec-4e58-959b-6484fa1b1aed'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:31.784653 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['9d67713f-3dec-4e58-959b-6484fa1b1aed'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:31.788331 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] Set router 8a73d4a4-2da9-43d0-bd4d-52e5eea91de5 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:37:31.882764 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-97b2189e-4c02-4bd9-9ebf-9715f42fb52f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:31.902153 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-97b2189e-4c02-4bd9-9ebf-9715f42fb52f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:31.908141 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-97b2189e-4c02-4bd9-9ebf-9715f42fb52f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/networks/bccb725e-07dc-4b23-b8a5-b52baa28c834 HTTP/1.1" status: 204 len: 168 time: 3.0406554 Jul 24 09:37:31.912058 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37668) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:31.912586 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2189e-4c02-4bd9-9ebf-9715f42fb52f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Network': ['ID=bccb725e-07dc-4b23-b8a5-b52baa28c834,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:31.921143 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-767a7845-73be-4839-9349-80d541ce2873 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-245614735'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:31.957880 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-8d5515f6-277c-47e2-80c2-981f850ce50e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:31.959374 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-8d5515f6-277c-47e2-80c2-981f850ce50e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/networks?id=24e68462-bbf2-4bb0-9276-7f619db90058 HTTP/1.1" status: 200 len: 795 time: 0.4153371 Jul 24 09:37:31.995517 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-fc6edbbf-b467-4632-ba5b-073e5c0bce75 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/quotas/766769263b9c4ac0aa4c77c8f3c95808 HTTP/1.1" status: 200 len: 375 time: 0.0107110 Jul 24 09:37:32.008123 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-284a5b2c-12bf-4a1d-8070-d5cc7fc7447d None None] Port 67b3a565-ade1-4263-9a28-4193a92ec367 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:37:32.009341 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767a7845-73be-4839-9349-80d541ce2873 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:32.013291 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-767a7845-73be-4839-9349-80d541ce2873 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:32.076418 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767a7845-73be-4839-9349-80d541ce2873 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:37:32.100670 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-767a7845-73be-4839-9349-80d541ce2873 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:32.101126 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-767a7845-73be-4839-9349-80d541ce2873 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Added segment c3d03feb-77e1-4459-9631-aca5b8aab298 of type vlan for network 32ed990e-a2f7-44fe-8e7a-0d4d3c03377c Jul 24 09:37:32.129393 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port a2eb262f-dbe1-444a-9b62-50923837ba76 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:32.129778 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:32.131346 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-284a5b2c-12bf-4a1d-8070-d5cc7fc7447d None None] Provisioning for port efa3520d-b7e5-4f49-95bd-b471509673e1 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:32.171815 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-767a7845-73be-4839-9349-80d541ce2873 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:32.230819 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] Set router 9d67713f-3dec-4e58-959b-6484fa1b1aed gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:37:32.236628 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-767a7845-73be-4839-9349-80d541ce2873 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:32.242461 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767a7845-73be-4839-9349-80d541ce2873 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:32.243083 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-767a7845-73be-4839-9349-80d541ce2873 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:32.304389 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfd1a77f-f125-4f1e-af42-54321787527d tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:32.318438 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a7845-73be-4839-9349-80d541ce2873 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Network': ['ID=32ed990e-a2f7-44fe-8e7a-0d4d3c03377c,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:32.334308 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-767a7845-73be-4839-9349-80d541ce2873 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4189146 Jul 24 09:37:32.337035 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37670) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:32.342859 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-a17b0f9a-efd7-47c6-8aed-fbee5a19342a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'subnet': {'network_id': '32ed990e-a2f7-44fe-8e7a-0d4d3c03377c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:32.348883 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 32ed990e-a2f7-44fe-8e7a-0d4d3c03377c details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:37:32.414985 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c20d7597-7a32-441c-bb15-85c17e9226fc tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:32.418318 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-37f92b39-f898-4179-8fd7-96c2dd7c1a29 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4045010 Jul 24 09:37:32.437993 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-916373f8-daf8-43ce-a08f-6ee98a7d98c3 None None] Provisioning for port 4fe90463-33e1-46d2-8389-c4dfa67e1ea8 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:32.542117 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17b0f9a-efd7-47c6-8aed-fbee5a19342a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:32.545846 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a17b0f9a-efd7-47c6-8aed-fbee5a19342a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:32.550247 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-916373f8-daf8-43ce-a08f-6ee98a7d98c3 None None] Provisioning complete for port 4fe90463-33e1-46d2-8389-c4dfa67e1ea8 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:32.550596 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-916373f8-daf8-43ce-a08f-6ee98a7d98c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:32.710798 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device efa3520d-b7e5-4f49-95bd-b471509673e1 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:32.744473 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e9cf5-4ebb-4c7d-84fc-b1e7418463fa req-2e305b64-16fa-44b5-a5da-24c3f332b7c2 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:32.746052 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-394e9cf5-4ebb-4c7d-84fc-b1e7418463fa req-2e305b64-16fa-44b5-a5da-24c3f332b7c2 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7d381ae9-2089-4297-94c3-3b61eed62c5b HTTP/1.1" status: 200 len: 1096 time: 0.1643300 Jul 24 09:37:32.795255 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802577442', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:12Z', 'updated_at': '2021-07-24T09:37:27Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:15Z', 'updated_at': '2021-07-24T09:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '96ce3d72-8768-4b06-94da-4dcfb0587c92', 'name': '', 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:c3:32:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'abcc95a9-2b8f-4f45-9295-16fd096d5cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:26Z', 'updated_at': '2021-07-24T09:37:28Z', 'revision_number': 2, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': 'abcc95a9-2b8f-4f45-9295-16fd096d5cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:32.838947 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] Checking router: 8a73d4a4-2da9-43d0-bd4d-52e5eea91de5 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:37:32.839334 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] Updating router 8a73d4a4-2da9-43d0-bd4d-52e5eea91de5 port 96ce3d72-8768-4b06-94da-4dcfb0587c92 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:37:32.873023 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-916373f8-daf8-43ce-a08f-6ee98a7d98c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:32.886643 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port efa3520d-b7e5-4f49-95bd-b471509673e1 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:32.888636 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-394e9cf5-4ebb-4c7d-84fc-b1e7418463fa req-f7747690-ca6c-4724-8157-7c54bb333a4c tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357369 Jul 24 09:37:32.930440 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port efa3520d-b7e5-4f49-95bd-b471509673e1 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:32.930923 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:32.966468 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:32.992661 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d67713f-3dec-4e58-959b-6484fa1b1aed', 'name': 'tempest-TestVolumeBootPattern-1684494350-router', 'tenant_id': '94fa90b1a6e34c30b97fc752987ffda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'f3151235-bd32-4dac-99fd-b4d41c63c58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:25Z', 'updated_at': '2021-07-24T09:37:28Z', 'revision_number': 3, 'project_id': '94fa90b1a6e34c30b97fc752987ffda5', 'gw_port': {'id': 'f3151235-bd32-4dac-99fd-b4d41c63c58b', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d67713f-3dec-4e58-959b-6484fa1b1aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:26Z', 'updated_at': '2021-07-24T09:37:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:33.001479 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-dfd1a77f-f125-4f1e-af42-54321787527d tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Allocated IP 172.20.0.1 (c7a69387-a1f5-452c-a2b6-025cfdcb6181/74abb273-0f30-49d6-a11a-69cb429c466f/a7e42d67-ac42-4823-a72e-9b7a6e0626a7) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:33.020015 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:33.068110 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] Checking router: 9d67713f-3dec-4e58-959b-6484fa1b1aed for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:37:33.068477 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] Updating router 9d67713f-3dec-4e58-959b-6484fa1b1aed port f3151235-bd32-4dac-99fd-b4d41c63c58b binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:37:33.074279 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a17b0f9a-efd7-47c6-8aed-fbee5a19342a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:33.095766 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-916373f8-daf8-43ce-a08f-6ee98a7d98c3 None None] For port 4fe90463-33e1-46d2-8389-c4dfa67e1ea8, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4fe90463-33e1-46d2-8389-c4dfa67e1ea8,segment=NetworkSegment(afa3e6ec-9e81-4cd4-b9e9-8201a5f2dd12),segment_id=afa3e6ec-9e81-4cd4-b9e9-8201a5f2dd12)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:33.107387 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-916373f8-daf8-43ce-a08f-6ee98a7d98c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:33.138621 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-cfd04693-9630-4a37-b15f-44e9e0ff03e5 service neutron] 10.222.0.32 "GET /v2.0/networks/24e68462-bbf2-4bb0-9276-7f619db90058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5865314 Jul 24 09:37:33.144026 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-05c842e6-f8c4-49cd-b209-78db9997c242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:33.201817 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b0f9a-efd7-47c6-8aed-fbee5a19342a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Subnet': ['ID=78fa4ae8-0a0f-4c05-b3e2-aa936804cbc9,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:33.224052 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfd1a77f-f125-4f1e-af42-54321787527d tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:33.228165 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-916373f8-daf8-43ce-a08f-6ee98a7d98c3 None None] Provisioning for port 45831fde-d26f-41f9-8e66-ecafd5d09098 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:33.238426 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17b0f9a-efd7-47c6-8aed-fbee5a19342a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Checking segment: {'id': 'c3d03feb-77e1-4459-9631-aca5b8aab298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '32ed990e-a2f7-44fe-8e7a-0d4d3c03377c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:33.238783 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17b0f9a-efd7-47c6-8aed-fbee5a19342a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network hostable DHCP agents. Network: 32ed990e-a2f7-44fe-8e7a-0d4d3c03377c, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:37:33.243018 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:33.250204 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e370b9e-0dd2-44b7-9b25-8aba999df4a4 req-b1457d73-8f6e-40cc-8932-60d96b36cf8c tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:33.251829 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e370b9e-0dd2-44b7-9b25-8aba999df4a4 req-b1457d73-8f6e-40cc-8932-60d96b36cf8c tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7d381ae9-2089-4297-94c3-3b61eed62c5b HTTP/1.1" status: 200 len: 1096 time: 0.2018449 Jul 24 09:37:33.257904 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-c20d7597-7a32-441c-bb15-85c17e9226fc tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Deleting port 67b3a565-ade1-4263-9a28-4193a92ec367 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:33.258246 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c20d7597-7a32-441c-bb15-85c17e9226fc tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:33.304728 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17b0f9a-efd7-47c6-8aed-fbee5a19342a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network 32ed990e-a2f7-44fe-8e7a-0d4d3c03377c is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:37:33.331340 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-dfd1a77f-f125-4f1e-af42-54321787527d tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Transition to ACTIVE for port object a7e42d67-ac42-4823-a72e-9b7a6e0626a7 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:33.346763 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-a17b0f9a-efd7-47c6-8aed-fbee5a19342a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 32ed990e-a2f7-44fe-8e7a-0d4d3c03377c) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:33.365184 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17b0f9a-efd7-47c6-8aed-fbee5a19342a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:33.365736 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a17b0f9a-efd7-47c6-8aed-fbee5a19342a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:33.377625 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e370b9e-0dd2-44b7-9b25-8aba999df4a4 req-34faa2a6-417d-42a0-bf6d-a4b06daeabf2 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159048 Jul 24 09:37:33.394674 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a17b0f9a-efd7-47c6-8aed-fbee5a19342a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0560644 Jul 24 09:37:33.399218 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37676) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:33.403167 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c20d7597-7a32-441c-bb15-85c17e9226fc tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:33.415746 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-c20d7597-7a32-441c-bb15-85c17e9226fc tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Calling delete_port for 67b3a565-ade1-4263-9a28-4193a92ec367 owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:33.465512 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-4dff0874-446d-4605-adba-89852e562e58 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'port': {'network_id': '32ed990e-a2f7-44fe-8e7a-0d4d3c03377c', 'name': 'tempest-PortsTestJSON-1263215944', 'fixed_ips': [{'subnet_id': '78fa4ae8-0a0f-4c05-b3e2-aa936804cbc9', 'ip_address': '172.20.0.10'}]}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:33.471074 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-caa79ecd-30e5-4ed9-a10b-44f1586d4dc5 service neutron] 10.222.0.32 "GET /v2.0/networks/24e68462-bbf2-4bb0-9276-7f619db90058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197584 Jul 24 09:37:33.471243 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-916373f8-daf8-43ce-a08f-6ee98a7d98c3 None None] Provisioning complete for port 45831fde-d26f-41f9-8e66-ecafd5d09098 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:33.471700 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-916373f8-daf8-43ce-a08f-6ee98a7d98c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:33.480697 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bc760a-1e88-4738-a2b2-cd81fe7a305e None None] Network 32ed990e-a2f7-44fe-8e7a-0d4d3c03377c requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:33.547569 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfd1a77f-f125-4f1e-af42-54321787527d tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:33.588604 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42a03e-d5e8-433c-8ba9-1bab4626ac7a req-f718ad0b-b6ad-4af7-a21b-acd4a1247256 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:33.590718 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2e42a03e-d5e8-433c-8ba9-1bab4626ac7a req-f718ad0b-b6ad-4af7-a21b-acd4a1247256 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7d381ae9-2089-4297-94c3-3b61eed62c5b HTTP/1.1" status: 200 len: 1096 time: 0.1267297 Jul 24 09:37:33.695409 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2e42a03e-d5e8-433c-8ba9-1bab4626ac7a req-56bbc841-fb21-4a9a-a683-b9ef4112cf19 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972409 Jul 24 09:37:33.720012 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c20d7597-7a32-441c-bb15-85c17e9226fc tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:33.744510 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916373f8-daf8-43ce-a08f-6ee98a7d98c3 None None] Pushing event updated for resources: {'Port': ['ID=4fe90463-33e1-46d2-8389-c4dfa67e1ea8,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:33.782692 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d7597-7a32-441c-bb15-85c17e9226fc tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Pushing event deleted for resources: {'Port': ['ID=67b3a565-ade1-4263-9a28-4193a92ec367,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:33.872336 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:33.983995 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c20d7597-7a32-441c-bb15-85c17e9226fc tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:34.032522 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port efa3520d-b7e5-4f49-95bd-b471509673e1, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=efa3520d-b7e5-4f49-95bd-b471509673e1,segment=NetworkSegment(61c0849e-4e4a-4080-9d75-bb3cee154963),segment_id=61c0849e-4e4a-4080-9d75-bb3cee154963)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:34.101870 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd1a77f-f125-4f1e-af42-54321787527d tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Network c7a69387-a1f5-452c-a2b6-025cfdcb6181 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:34.106811 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-dfd1a77f-f125-4f1e-af42-54321787527d tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:34.107451 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:34.143688 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-05c842e6-f8c4-49cd-b209-78db9997c242 admin admin] Allocated IP 172.20.0.1 (0d8e36d5-cc54-411b-9550-fd844f6e75e0/dbfa21a0-4bd1-479a-96b3-1e13d43e9e59/eee94b83-e72a-498c-8198-ce796df6d864) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:34.171087 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd1a77f-f125-4f1e-af42-54321787527d tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:34.246724 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7890b317-f165-4098-9376-7bf35c77a74b no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:37:34.266780 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-916373f8-daf8-43ce-a08f-6ee98a7d98c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:34.277743 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 7890b317-f165-4098-9376-7bf35c77a74b {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:37:34.278083 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7890b317-f165-4098-9376-7bf35c77a74b not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:37:34.305983 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a04e15ca-d94a-4cca-8984-aeb0fce5cf42 req-783e1193-b0d1-412c-8ff4-2245c05c7b08 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 210 time: 0.2021339 Jul 24 09:37:34.334870 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1a77f-f125-4f1e-af42-54321787527d tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event updated for resources: {'Port': ['ID=a7e42d67-ac42-4823-a72e-9b7a6e0626a7,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:34.360024 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf473635-a8a2-4209-816d-8b59f46ee01d req-65110883-522d-4847-97d0-a29a6d80135e tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:34.369326 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfd1a77f-f125-4f1e-af42-54321787527d tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:34.369501 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cf473635-a8a2-4209-816d-8b59f46ee01d req-65110883-522d-4847-97d0-a29a6d80135e tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7d381ae9-2089-4297-94c3-3b61eed62c5b HTTP/1.1" status: 200 len: 1096 time: 0.2500029 Jul 24 09:37:34.395156 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20d7597-7a32-441c-bb15-85c17e9226fc tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Router 1dad1f1f-30c0-4bee-adc7-f56dd1b599b7 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:37:34.455606 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cf473635-a8a2-4209-816d-8b59f46ee01d req-75c50c6c-5169-42b0-b855-6c28ea05b4f4 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715311 Jul 24 09:37:34.456991 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:34.482101 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] Transition to ACTIVE for port object 96ce3d72-8768-4b06-94da-4dcfb0587c92 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:34.490088 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=efa3520d-b7e5-4f49-95bd-b471509673e1,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:34.536356 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:34.554134 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20d7597-7a32-441c-bb15-85c17e9226fc tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:37:34.559781 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c20d7597-7a32-441c-bb15-85c17e9226fc tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "PUT /v2.0/routers/1dad1f1f-30c0-4bee-adc7-f56dd1b599b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8155122 Jul 24 09:37:34.564220 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37696) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:34.575221 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] Transition to ACTIVE for port object f3151235-bd32-4dac-99fd-b4d41c63c58b will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:34.576228 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c75d0b-eb92-4a8d-b54e-5baf6c923ec3 None None] Sync routers for ids ['1dad1f1f-30c0-4bee-adc7-f56dd1b599b7'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:37:34.582111 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:34.584541 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 98789e84-c506-4a75-b71a-7e2f8f8c3783 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:34.590636 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c75d0b-eb92-4a8d-b54e-5baf6c923ec3 None None] Routers {'1dad1f1f-30c0-4bee-adc7-f56dd1b599b7'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:34.591263 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-39c75d0b-eb92-4a8d-b54e-5baf6c923ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['1dad1f1f-30c0-4bee-adc7-f56dd1b599b7'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:34.617940 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-a83558f9-e4a0-476d-bfcb-5edbbf0135a7 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] show failed (client error): The resource could not be found. Jul 24 09:37:34.618597 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a83558f9-e4a0-476d-bfcb-5edbbf0135a7 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-1206895470 HTTP/1.1" status: 404 len: 335 time: 0.0529773 Jul 24 09:37:34.622326 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37700) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:34.627780 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-6daeab3c-64fa-4a16-bac4-7dc5e7149f89 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:34.649090 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-916373f8-daf8-43ce-a08f-6ee98a7d98c3 None None] For port 45831fde-d26f-41f9-8e66-ecafd5d09098, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=45831fde-d26f-41f9-8e66-ecafd5d09098,segment=NetworkSegment(276dd710-50ac-4db6-8cff-e2b229b2c822),segment_id=276dd710-50ac-4db6-8cff-e2b229b2c822)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:34.652866 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-39c75d0b-eb92-4a8d-b54e-5baf6c923ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:34.662012 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c75d0b-eb92-4a8d-b54e-5baf6c923ec3 None None] Routers {'1dad1f1f-30c0-4bee-adc7-f56dd1b599b7'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:34.662668 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-39c75d0b-eb92-4a8d-b54e-5baf6c923ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['1dad1f1f-30c0-4bee-adc7-f56dd1b599b7'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:34.678024 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-6daeab3c-64fa-4a16-bac4-7dc5e7149f89 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] update failed (client error): The resource could not be found. Jul 24 09:37:34.679829 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6daeab3c-64fa-4a16-bac4-7dc5e7149f89 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-3033816 HTTP/1.1" status: 404 len: 332 time: 0.0561194 Jul 24 09:37:34.683757 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37702) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:34.696653 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-916373f8-daf8-43ce-a08f-6ee98a7d98c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:34.713212 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dff0874-446d-4605-adba-89852e562e58 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:34.727862 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-39c75d0b-eb92-4a8d-b54e-5baf6c923ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:34.728530 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c75d0b-eb92-4a8d-b54e-5baf6c923ec3 None None] The sync data for ids ['1dad1f1f-30c0-4bee-adc7-f56dd1b599b7'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:37:34.728695 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:34.748581 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38b2fb2-4817-4e40-a3ea-ee25912dc150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-32ed990e-a2f7-44fe-8e7a-0d4d3c03377c', 'network_id': '32ed990e-a2f7-44fe-8e7a-0d4d3c03377c', 'tenant_id': 'ece2fa60f63e47ff8c9742fc9be058e6', 'fixed_ips': [{'subnet_id': '78fa4ae8-0a0f-4c05-b3e2-aa936804cbc9'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:37:34.749786 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a38b2fb2-4817-4e40-a3ea-ee25912dc150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:34.790320 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-af828c8b-1bf1-4f86-84ae-91ec4287520a tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Deleting subnet 11afcf02-e433-4614-be01-51dbc9c82919 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:37:34.794216 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-af828c8b-1bf1-4f86-84ae-91ec4287520a tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:34.806678 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-05c842e6-f8c4-49cd-b209-78db9997c242 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:34.809867 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfd1a77f-f125-4f1e-af42-54321787527d tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:34.816650 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 98789e84-c506-4a75-b71a-7e2f8f8c3783 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:34.817135 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:34.856551 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-af828c8b-1bf1-4f86-84ae-91ec4287520a tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:34.902666 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-05c842e6-f8c4-49cd-b209-78db9997c242 admin admin] Transition to ACTIVE for port object eee94b83-e72a-498c-8198-ce796df6d864 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:34.950560 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32bd246-8932-487c-a183-00cf88dcade8 None None] Pushing event updated for resources: {'Port': ['ID=96ce3d72-8768-4b06-94da-4dcfb0587c92,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:34.989779 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-af828c8b-1bf1-4f86-84ae-91ec4287520a tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:35.058831 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] Attempting to bind port f3151235-bd32-4dac-99fd-b4d41c63c58b on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:37:35.059210 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] Attempting to bind port f3151235-bd32-4dac-99fd-b4d41c63c58b by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:37:35.059499 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] Attempting to bind port f3151235-bd32-4dac-99fd-b4d41c63c58b on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:37:35.075890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] Attempting to bind port 96ce3d72-8768-4b06-94da-4dcfb0587c92 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:37:35.075890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] Attempting to bind port 96ce3d72-8768-4b06-94da-4dcfb0587c92 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '8403fcfa-dc03-4d4d-ba8a-1cbc043f631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:37:35.076218 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] Attempting to bind port 96ce3d72-8768-4b06-94da-4dcfb0587c92 on network 24e68462-bbf2-4bb0-9276-7f619db90058 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:37:35.079822 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:37:35.079822 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:35.080068 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:35.080364 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-af828c8b-1bf1-4f86-84ae-91ec4287520a tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:35.080488 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:37:35.080908 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] Bound port: f3151235-bd32-4dac-99fd-b4d41c63c58b, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:37:35.081293 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:35.099064 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-af828c8b-1bf1-4f86-84ae-91ec4287520a tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:35.100045 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4dff0874-446d-4605-adba-89852e562e58 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:35.103638 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-af828c8b-1bf1-4f86-84ae-91ec4287520a tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "DELETE /v2.0/subnets/11afcf02-e433-4614-be01-51dbc9c82919 HTTP/1.1" status: 204 len: 168 time: 0.4164212 Jul 24 09:37:35.107691 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37704) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:35.122567 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af828c8b-1bf1-4f86-84ae-91ec4287520a tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Pushing event deleted for resources: {'Subnet': ['ID=11afcf02-e433-4614-be01-51dbc9c82919,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:35.130475 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8686d8dd-b757-4316-ab28-b6734592c434 None None] Network 1d215050-2c56-45a6-b886-e888d806d37e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:35.133065 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af828c8b-1bf1-4f86-84ae-91ec4287520a tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:35.133425 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af828c8b-1bf1-4f86-84ae-91ec4287520a tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:35.133769 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af828c8b-1bf1-4f86-84ae-91ec4287520a tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:35.134110 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af828c8b-1bf1-4f86-84ae-91ec4287520a tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:35.134450 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af828c8b-1bf1-4f86-84ae-91ec4287520a tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:35.134788 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af828c8b-1bf1-4f86-84ae-91ec4287520a tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:35.135124 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af828c8b-1bf1-4f86-84ae-91ec4287520a tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:35.135686 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af828c8b-1bf1-4f86-84ae-91ec4287520a tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:35.136030 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af828c8b-1bf1-4f86-84ae-91ec4287520a tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:35.136495 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af828c8b-1bf1-4f86-84ae-91ec4287520a tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:35.136858 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af828c8b-1bf1-4f86-84ae-91ec4287520a tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:35.137187 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af828c8b-1bf1-4f86-84ae-91ec4287520a tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:35.150921 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:37:35.151295 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] Checking segment: {'id': '8403fcfa-dc03-4d4d-ba8a-1cbc043f631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:35.151696 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:35.152089 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] Bound using segment: {'id': '8403fcfa-dc03-4d4d-ba8a-1cbc043f631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:37:35.152558 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] Bound port: 96ce3d72-8768-4b06-94da-4dcfb0587c92, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8403fcfa-dc03-4d4d-ba8a-1cbc043f631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:37:35.152972 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:35.164760 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-407e6a5a-4b7e-46fc-9056-e46bcceac5da None None] Provisioning complete for port 4fe90463-33e1-46d2-8389-c4dfa67e1ea8 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:35.165174 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-407e6a5a-4b7e-46fc-9056-e46bcceac5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:35.177746 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916373f8-daf8-43ce-a08f-6ee98a7d98c3 None None] Pushing event updated for resources: {'Port': ['ID=45831fde-d26f-41f9-8e66-ecafd5d09098,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:35.180451 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-4dff0874-446d-4605-adba-89852e562e58 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] device_id is not set on port 3a462ba3-2ef7-43a9-8715-ebacdf821cdb yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:37:35.254765 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769cfb9-7e4c-42a7-833f-ea9bfcdd4723 req-cc9c5bb5-4dd0-4223-aba3-d4fd253784f0 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:35.256494 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4769cfb9-7e4c-42a7-833f-ea9bfcdd4723 req-cc9c5bb5-4dd0-4223-aba3-d4fd253784f0 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7d381ae9-2089-4297-94c3-3b61eed62c5b HTTP/1.1" status: 200 len: 1096 time: 0.0603635 Jul 24 09:37:35.340629 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef3abd52-a531-4a73-94f1-e9c72ef526ae tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:35.348550 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-05c842e6-f8c4-49cd-b209-78db9997c242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:35.424478 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] For port f3151235-bd32-4dac-99fd-b4d41c63c58b, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:37:35.449842 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] For port f3151235-bd32-4dac-99fd-b4d41c63c58b, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=f3151235-bd32-4dac-99fd-b4d41c63c58b,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:37:35.513132 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:35.515038 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-a38b2fb2-4817-4e40-a3ea-ee25912dc150 None None] Allocated IP 172.20.0.2 (32ed990e-a2f7-44fe-8e7a-0d4d3c03377c/78fa4ae8-0a0f-4c05-b3e2-aa936804cbc9/bbb4262b-b7bd-4934-b094-aff60285171e) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:35.531594 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7a20efdf-83e3-44fe-a944-fe7bba423c27 req-d9d57b3a-4999-47d5-accd-c03102c06be7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 210 time: 0.0919619 Jul 24 09:37:35.533717 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c842e6-f8c4-49cd-b209-78db9997c242 admin admin] Network 0d8e36d5-cc54-411b-9550-fd844f6e75e0 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:35.566092 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0563a4d-2618-493e-9ab4-b4d4d8ede26c None None] Pushing event updated for resources: {'Port': ['ID=f3151235-bd32-4dac-99fd-b4d41c63c58b,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:35.573243 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c842e6-f8c4-49cd-b209-78db9997c242 admin admin] Pushing event updated for resources: {'Port': ['ID=eee94b83-e72a-498c-8198-ce796df6d864,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:35.576585 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-05c842e6-f8c4-49cd-b209-78db9997c242 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:35.586705 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c842e6-f8c4-49cd-b209-78db9997c242 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:35.666382 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-05c842e6-f8c4-49cd-b209-78db9997c242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:35.670395 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfd1a77f-f125-4f1e-af42-54321787527d tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:35.709325 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4fe90463-33e1-46d2-8389-c4dfa67e1ea8 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:35.763222 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] For port 96ce3d72-8768-4b06-94da-4dcfb0587c92, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:37:35.798504 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfd1a77f-f125-4f1e-af42-54321787527d tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:35.833533 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] For port 96ce3d72-8768-4b06-94da-4dcfb0587c92, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=96ce3d72-8768-4b06-94da-4dcfb0587c92,segment=NetworkSegment(8403fcfa-dc03-4d4d-ba8a-1cbc043f631d),segment_id=8403fcfa-dc03-4d4d-ba8a-1cbc043f631d)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:37:35.838586 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] Routers {'9d67713f-3dec-4e58-959b-6484fa1b1aed'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:35.839393 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['9d67713f-3dec-4e58-959b-6484fa1b1aed'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:35.854374 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-ef3abd52-a531-4a73-94f1-e9c72ef526ae tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Deleting port 45831fde-d26f-41f9-8e66-ecafd5d09098 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:35.854785 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef3abd52-a531-4a73-94f1-e9c72ef526ae tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:35.935951 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-4769cfb9-7e4c-42a7-833f-ea9bfcdd4723 req-aead9ec4-3726-46db-a65f-fab41ed1b040 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Deleting port 0e229577-0bac-4690-98f7-ef0a60d3a74a {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:35.936650 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4769cfb9-7e4c-42a7-833f-ea9bfcdd4723 req-aead9ec4-3726-46db-a65f-fab41ed1b040 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:35.946902 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1a77f-f125-4f1e-af42-54321787527d tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event updated for resources: {'Port': ['ID=a7e42d67-ac42-4823-a72e-9b7a6e0626a7,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:35.974470 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-86a86bbc-ef2c-421f-986b-7619c42c1f40 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:35.976037 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-86a86bbc-ef2c-421f-986b-7619c42c1f40 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.37 "GET /v2.0/networks?id=24e68462-bbf2-4bb0-9276-7f619db90058 HTTP/1.1" status: 200 len: 795 time: 0.6532569 Jul 24 09:37:35.978779 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfd1a77f-f125-4f1e-af42-54321787527d tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:35.989529 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-05c842e6-f8c4-49cd-b209-78db9997c242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:36.001201 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-ef3abd52-a531-4a73-94f1-e9c72ef526ae tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] For port 45831fde-d26f-41f9-8e66-ecafd5d09098, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=45831fde-d26f-41f9-8e66-ecafd5d09098,segment=NetworkSegment(276dd710-50ac-4db6-8cff-e2b229b2c822),segment_id=276dd710-50ac-4db6-8cff-e2b229b2c822)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:36.001719 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef3abd52-a531-4a73-94f1-e9c72ef526ae tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:36.041550 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-ef3abd52-a531-4a73-94f1-e9c72ef526ae tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Calling delete_port for 45831fde-d26f-41f9-8e66-ecafd5d09098 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:36.063526 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:36.084349 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-4769cfb9-7e4c-42a7-833f-ea9bfcdd4723 req-aead9ec4-3726-46db-a65f-fab41ed1b040 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] For port 0e229577-0bac-4690-98f7-ef0a60d3a74a, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=0e229577-0bac-4690-98f7-ef0a60d3a74a,segment=NetworkSegment(94e00f13-d29f-4b24-accf-dd5e2626e5f2),segment_id=94e00f13-d29f-4b24-accf-dd5e2626e5f2)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:36.084660 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4769cfb9-7e4c-42a7-833f-ea9bfcdd4723 req-aead9ec4-3726-46db-a65f-fab41ed1b040 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:36.088693 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0eafb6-da4d-4562-988e-aa9844a08b6b req-e091a7cc-be26-4f2a-873d-dfcca70236f8 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:36.090484 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6e0eafb6-da4d-4562-988e-aa9844a08b6b req-e091a7cc-be26-4f2a-873d-dfcca70236f8 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7d381ae9-2089-4297-94c3-3b61eed62c5b HTTP/1.1" status: 200 len: 1096 time: 0.2594385 Jul 24 09:37:36.095114 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-31236dd4-93a0-45b6-8c71-dfafac8cce2e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=766769263b9c4ac0aa4c77c8f3c95808 HTTP/1.1" status: 200 len: 379 time: 0.0885150 Jul 24 09:37:36.108455 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-d7a9ebd1-7b64-4289-b91f-84d8adb1a14e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'port': {'device_id': 'f7535399-4f61-4b04-921d-dd6df058d911', 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058', 'admin_state_up': True, 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'security_groups': ['991c09cd-9516-4a08-b1a5-2fb4bf17b7c3']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:36.136362 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-4769cfb9-7e4c-42a7-833f-ea9bfcdd4723 req-aead9ec4-3726-46db-a65f-fab41ed1b040 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Calling delete_port for 0e229577-0bac-4690-98f7-ef0a60d3a74a owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:36.143490 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0563a4d-2618-493e-9ab4-b4d4d8ede26c None None] Pushing event updated for resources: {'Port': ['ID=f3151235-bd32-4dac-99fd-b4d41c63c58b,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:36.253941 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-407e6a5a-4b7e-46fc-9056-e46bcceac5da None None] Provisioning for port a7e42d67-ac42-4823-a72e-9b7a6e0626a7 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:36.262996 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd1a77f-f125-4f1e-af42-54321787527d tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Network c7a69387-a1f5-452c-a2b6-025cfdcb6181 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:36.270852 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-dfd1a77f-f125-4f1e-af42-54321787527d tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:36.280994 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6e0eafb6-da4d-4562-988e-aa9844a08b6b req-68aae62a-0df2-4aa7-a99d-2d0bd0cfadab tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767926 Jul 24 09:37:36.293290 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-407e6a5a-4b7e-46fc-9056-e46bcceac5da None None] Provisioning complete for port a7e42d67-ac42-4823-a72e-9b7a6e0626a7 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:36.293290 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-407e6a5a-4b7e-46fc-9056-e46bcceac5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:36.293873 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] Routers {'8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:36.294525 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:36.348319 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 4fe90463-33e1-46d2-8389-c4dfa67e1ea8 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:36.348690 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:36.361564 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef3abd52-a531-4a73-94f1-e9c72ef526ae tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:36.378421 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-d7a9ebd1-7b64-4289-b91f-84d8adb1a14e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Made reservation on behalf of 766769263b9c4ac0aa4c77c8f3c95808 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:36.382901 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-d7a9ebd1-7b64-4289-b91f-84d8adb1a14e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:36.418719 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3abd52-a531-4a73-94f1-e9c72ef526ae tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Pushing event deleted for resources: {'Port': ['ID=45831fde-d26f-41f9-8e66-ecafd5d09098,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:36.422393 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3abd52-a531-4a73-94f1-e9c72ef526ae tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] No DVR routers for this DVR port 45831fde-d26f-41f9-8e66-ecafd5d09098 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:37:36.460913 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32bd246-8932-487c-a183-00cf88dcade8 None None] Pushing event updated for resources: {'Port': ['ID=96ce3d72-8768-4b06-94da-4dcfb0587c92,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:36.498728 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4769cfb9-7e4c-42a7-833f-ea9bfcdd4723 req-aead9ec4-3726-46db-a65f-fab41ed1b040 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:36.530224 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-05c842e6-f8c4-49cd-b209-78db9997c242 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:36.547807 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-05c842e6-f8c4-49cd-b209-78db9997c242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:36.549815 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead9ec4-3726-46db-a65f-fab41ed1b040 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e229577-0bac-4690-98f7-ef0a60d3a74a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:36.600145 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a38b2fb2-4817-4e40-a3ea-ee25912dc150 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:36.614474 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a38b2fb2-4817-4e40-a3ea-ee25912dc150 None None] Transition to ACTIVE for port object bbb4262b-b7bd-4934-b094-aff60285171e will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:36.636515 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd1a77f-f125-4f1e-af42-54321787527d tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Router 95593643-903a-42e4-81e2-77a96c990919 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:37:36.648964 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a38b2fb2-4817-4e40-a3ea-ee25912dc150 None None] Transition to ACTIVE for port object bbb4262b-b7bd-4934-b094-aff60285171e will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:36.660220 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-4769cfb9-7e4c-42a7-833f-ea9bfcdd4723 req-aead9ec4-3726-46db-a65f-fab41ed1b040 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] No DVR routers for this DVR port 0e229577-0bac-4690-98f7-ef0a60d3a74a on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:37:36.664465 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4769cfb9-7e4c-42a7-833f-ea9bfcdd4723 req-aead9ec4-3726-46db-a65f-fab41ed1b040 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:36.667634 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4769cfb9-7e4c-42a7-833f-ea9bfcdd4723 req-aead9ec4-3726-46db-a65f-fab41ed1b040 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.20 "DELETE /v2.0/ports/0e229577-0bac-4690-98f7-ef0a60d3a74a HTTP/1.1" status: 204 len: 173 time: 1.4055436 Jul 24 09:37:36.672074 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d381ae9-2089-4297-94c3-3b61eed62c5b', 'name': 'network-vif-deleted', 'tag': '0e229577-0bac-4690-98f7-ef0a60d3a74a'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:37:36.675031 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ca85fd-13cd-421a-831a-71c87dce91df" -d '{"events": [{"server_uuid": "7d381ae9-2089-4297-94c3-3b61eed62c5b", "name": "network-vif-deleted", "tag": "0e229577-0bac-4690-98f7-ef0a60d3a74a"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:37:36.718176 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef3abd52-a531-4a73-94f1-e9c72ef526ae tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:36.725632 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-d7a9ebd1-7b64-4289-b91f-84d8adb1a14e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Allocated IP 172.20.0.10 (24e68462-bbf2-4bb0-9276-7f619db90058/abcc95a9-2b8f-4f45-9295-16fd096d5cdf/3ef59e28-0946-4325-a05e-13184352fb6e) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:36.834087 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] Set router 8a73d4a4-2da9-43d0-bd4d-52e5eea91de5 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:37:36.889262 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-407e6a5a-4b7e-46fc-9056-e46bcceac5da None None] Port a7e42d67-ac42-4823-a72e-9b7a6e0626a7 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:37:36.917417 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-ef3abd52-a531-4a73-94f1-e9c72ef526ae tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d215050-2c56-45a6-b886-e888d806d37e']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:36.935002 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd2dc75-5a38-406f-9504-457d3940cba9 None None] DHCP port deletion for 1d215050-2c56-45a6-b886-e888d806d37e request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:37:36.937562 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['0e229577-0bac-4690-98f7-ef0a60d3a74a'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:37:36.940943 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['7721a055-354c-4d33-9030-f423300e779c'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:37:36.949714 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a38b2fb2-4817-4e40-a3ea-ee25912dc150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:36.953562 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] Set router 9d67713f-3dec-4e58-959b-6484fa1b1aed gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:37:36.966002 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8028b4e-eaae-4767-b2af-e2069e50c6bc x-openstack-request-id: req-a8028b4e-eaae-4767-b2af-e2069e50c6bc {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:37:36.966564 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d381ae9-2089-4297-94c3-3b61eed62c5b", "name": "network-vif-deleted", "tag": "0e229577-0bac-4690-98f7-ef0a60d3a74a", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:37:36.966564 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8028b4e-eaae-4767-b2af-e2069e50c6bc {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:37:36.966975 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d381ae9-2089-4297-94c3-3b61eed62c5b', 'name': 'network-vif-deleted', 'tag': '0e229577-0bac-4690-98f7-ef0a60d3a74a', 'status': 'completed', 'code': 200} Jul 24 09:37:36.971773 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-d7a9ebd1-7b64-4289-b91f-84d8adb1a14e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:36.974395 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3f12ac7d-15bc-4eed-ae1f-431cb94f8d2e req-bff9050f-2094-4cb4-9e4f-b0f362093052 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 210 time: 0.2296488 Jul 24 09:37:36.981613 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-ef3abd52-a531-4a73-94f1-e9c72ef526ae tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276dd710-50ac-4db6-8cff-e2b229b2c822') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:36.981798 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-ef3abd52-a531-4a73-94f1-e9c72ef526ae tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276dd710-50ac-4db6-8cff-e2b229b2c822') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:36.986943 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-d7a9ebd1-7b64-4289-b91f-84d8adb1a14e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Transition to ACTIVE for port object 3ef59e28-0946-4325-a05e-13184352fb6e will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:36.998521 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-05c842e6-f8c4-49cd-b209-78db9997c242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:37.000443 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c842e6-f8c4-49cd-b209-78db9997c242 admin admin] Pushing event updated for resources: {'Port': ['ID=eee94b83-e72a-498c-8198-ce796df6d864,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:37.004558 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef3abd52-a531-4a73-94f1-e9c72ef526ae tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:37.016683 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-407e6a5a-4b7e-46fc-9056-e46bcceac5da None None] Could not find standard attr ID for object 45831fde-d26f-41f9-8e66-ecafd5d09098. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:37:37.023948 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-4dff0874-446d-4605-adba-89852e562e58 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Allocated IP 172.20.0.10 (32ed990e-a2f7-44fe-8e7a-0d4d3c03377c/78fa4ae8-0a0f-4c05-b3e2-aa936804cbc9/3a462ba3-2ef7-43a9-8715-ebacdf821cdb) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:37.034338 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-d7a9ebd1-7b64-4289-b91f-84d8adb1a14e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:37.080460 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-d7a9ebd1-7b64-4289-b91f-84d8adb1a14e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network 24e68462-bbf2-4bb0-9276-7f619db90058 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:37.086470 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-d7a9ebd1-7b64-4289-b91f-84d8adb1a14e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:37.089451 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef3abd52-a531-4a73-94f1-e9c72ef526ae tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:37.091381 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-d7a9ebd1-7b64-4289-b91f-84d8adb1a14e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:37.099767 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9ebd1-7b64-4289-b91f-84d8adb1a14e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Port': ['ID=3ef59e28-0946-4325-a05e-13184352fb6e,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:37.147964 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef3abd52-a531-4a73-94f1-e9c72ef526ae tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:37:37.148469 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef3abd52-a531-4a73-94f1-e9c72ef526ae tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:37:37.159151 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:37:37.171049 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-d7a9ebd1-7b64-4289-b91f-84d8adb1a14e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:37.171754 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-d7a9ebd1-7b64-4289-b91f-84d8adb1a14e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:37.191703 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-d7a9ebd1-7b64-4289-b91f-84d8adb1a14e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0894537 Jul 24 09:37:37.196533 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38b2fb2-4817-4e40-a3ea-ee25912dc150 None None] Network 32ed990e-a2f7-44fe-8e7a-0d4d3c03377c is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:37.212231 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-232f9a02-f877-4295-9032-899f1ca2b1e7 service neutron] Request body: {'port': {'device_id': 'f7535399-4f61-4b04-921d-dd6df058d911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:37.217385 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-a38b2fb2-4817-4e40-a3ea-ee25912dc150 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:37.221415 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38b2fb2-4817-4e40-a3ea-ee25912dc150 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:37.322725 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-407e6a5a-4b7e-46fc-9056-e46bcceac5da None None] Provisioning complete for port efa3520d-b7e5-4f49-95bd-b471509673e1 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:37.323518 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-407e6a5a-4b7e-46fc-9056-e46bcceac5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:37.333528 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b2fb2-4817-4e40-a3ea-ee25912dc150 None None] Pushing event updated for resources: {'Port': ['ID=bbb4262b-b7bd-4934-b094-aff60285171e,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:37.359440 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-232f9a02-f877-4295-9032-899f1ca2b1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:37.429499 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef3abd52-a531-4a73-94f1-e9c72ef526ae tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:37.439673 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c842e6-f8c4-49cd-b209-78db9997c242 admin admin] Network 0d8e36d5-cc54-411b-9550-fd844f6e75e0 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:37.488995 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ef3abd52-a531-4a73-94f1-e9c72ef526ae tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:37.490996 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ef3abd52-a531-4a73-94f1-e9c72ef526ae tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "DELETE /v2.0/networks/1d215050-2c56-45a6-b886-e888d806d37e HTTP/1.1" status: 204 len: 168 time: 2.3799527 Jul 24 09:37:37.501377 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37718) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:37.506272 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-05c842e6-f8c4-49cd-b209-78db9997c242 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:37.522941 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-334ec905-28ea-4445-ae7c-6d7d1b994041 req-cd1d8206-1789-4362-8e71-1164ea371d62 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7d381ae9-2089-4297-94c3-3b61eed62c5b HTTP/1.1" status: 200 len: 210 time: 0.0878830 Jul 24 09:37:37.530691 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3abd52-a531-4a73-94f1-e9c72ef526ae tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Pushing event deleted for resources: {'Network': ['ID=1d215050-2c56-45a6-b886-e888d806d37e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:37.579663 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd1a77f-f125-4f1e-af42-54321787527d tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:37:37.607507 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab14d01-c680-445b-b71f-1f06a300b07f None None] Sync routers for ids ['95593643-903a-42e4-81e2-77a96c990919'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:37:37.610723 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-dfd1a77f-f125-4f1e-af42-54321787527d tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "PUT /v2.0/routers/95593643-903a-42e4-81e2-77a96c990919/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5101266 Jul 24 09:37:37.629362 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37720) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:37.638857 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-cb154513-6f14-4ef0-9382-16a2d3a2a445 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Request body: {'port': {'network_id': 'c7a69387-a1f5-452c-a2b6-025cfdcb6181', 'name': 'tempest-FloatingIPTestJSON-1398703040'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:37.664610 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-a38b2fb2-4817-4e40-a3ea-ee25912dc150 None None] Attempting to bind port bbb4262b-b7bd-4934-b094-aff60285171e on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:37:37.665011 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-a38b2fb2-4817-4e40-a3ea-ee25912dc150 None None] Attempting to bind port bbb4262b-b7bd-4934-b094-aff60285171e by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'c3d03feb-77e1-4459-9631-aca5b8aab298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '32ed990e-a2f7-44fe-8e7a-0d4d3c03377c'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:37:37.665381 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38b2fb2-4817-4e40-a3ea-ee25912dc150 None None] Attempting to bind port bbb4262b-b7bd-4934-b094-aff60285171e on network 32ed990e-a2f7-44fe-8e7a-0d4d3c03377c {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:37:37.673392 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38b2fb2-4817-4e40-a3ea-ee25912dc150 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:37:37.674496 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38b2fb2-4817-4e40-a3ea-ee25912dc150 None None] Checking segment: {'id': 'c3d03feb-77e1-4459-9631-aca5b8aab298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '32ed990e-a2f7-44fe-8e7a-0d4d3c03377c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:37.674496 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a38b2fb2-4817-4e40-a3ea-ee25912dc150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:37.674698 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38b2fb2-4817-4e40-a3ea-ee25912dc150 None None] Bound using segment: {'id': 'c3d03feb-77e1-4459-9631-aca5b8aab298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '32ed990e-a2f7-44fe-8e7a-0d4d3c03377c'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:37:37.675021 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-a38b2fb2-4817-4e40-a3ea-ee25912dc150 None None] Bound port: bbb4262b-b7bd-4934-b094-aff60285171e, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d03feb-77e1-4459-9631-aca5b8aab298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '32ed990e-a2f7-44fe-8e7a-0d4d3c03377c'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:37:37.675406 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a38b2fb2-4817-4e40-a3ea-ee25912dc150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:37.726455 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device efa3520d-b7e5-4f49-95bd-b471509673e1 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:37.740213 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab14d01-c680-445b-b71f-1f06a300b07f None None] Routers {'95593643-903a-42e4-81e2-77a96c990919'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:37.740901 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-bab14d01-c680-445b-b71f-1f06a300b07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['95593643-903a-42e4-81e2-77a96c990919'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:37.796443 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-bab14d01-c680-445b-b71f-1f06a300b07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:37.883687 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb154513-6f14-4ef0-9382-16a2d3a2a445 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Made reservation on behalf of 76fd8d5cff76432285d9245511956821 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:37.888191 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cb154513-6f14-4ef0-9382-16a2d3a2a445 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:37.920520 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab14d01-c680-445b-b71f-1f06a300b07f None None] Routers {'95593643-903a-42e4-81e2-77a96c990919'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:37.921177 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-bab14d01-c680-445b-b71f-1f06a300b07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['95593643-903a-42e4-81e2-77a96c990919'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:37.921297 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-cb154513-6f14-4ef0-9382-16a2d3a2a445 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] device_id is not set on port 12c4d595-7b38-4db3-b01c-d6c67c468b30 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:37:38.003373 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-bab14d01-c680-445b-b71f-1f06a300b07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:38.003768 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab14d01-c680-445b-b71f-1f06a300b07f None None] The sync data for ids ['95593643-903a-42e4-81e2-77a96c990919'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:37:38.003969 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-232f9a02-f877-4295-9032-899f1ca2b1e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef59e28-0946-4325-a05e-13184352fb6e {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:37:38.016902 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-232f9a02-f877-4295-9032-899f1ca2b1e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:38.039447 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-a38b2fb2-4817-4e40-a3ea-ee25912dc150 None None] For port bbb4262b-b7bd-4934-b094-aff60285171e, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:37:38.049506 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-a38b2fb2-4817-4e40-a3ea-ee25912dc150 None None] For port bbb4262b-b7bd-4934-b094-aff60285171e, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=bbb4262b-b7bd-4934-b094-aff60285171e,segment=NetworkSegment(c3d03feb-77e1-4459-9631-aca5b8aab298),segment_id=c3d03feb-77e1-4459-9631-aca5b8aab298)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:37:38.058929 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802577442', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:12Z', 'updated_at': '2021-07-24T09:37:27Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:15Z', 'updated_at': '2021-07-24T09:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '96ce3d72-8768-4b06-94da-4dcfb0587c92', 'name': '', 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:c3:32:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'abcc95a9-2b8f-4f45-9295-16fd096d5cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:26Z', 'updated_at': '2021-07-24T09:37:35Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': 'abcc95a9-2b8f-4f45-9295-16fd096d5cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:38.061171 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-232f9a02-f877-4295-9032-899f1ca2b1e7 service neutron] Transition to ACTIVE for port object 3ef59e28-0946-4325-a05e-13184352fb6e will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:38.070594 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-232f9a02-f877-4295-9032-899f1ca2b1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:38.073207 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a38b2fb2-4817-4e40-a3ea-ee25912dc150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:38.096775 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3babf06-d3fd-4c0f-b48b-ce3c1114273d tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Deleting subnet 39f99699-e11c-4494-9c62-203f5546464f {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:37:38.112151 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f3babf06-d3fd-4c0f-b48b-ce3c1114273d tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:38.119271 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23dd212-d626-4ec1-9cc0-667bd2cd7c63 None None] The sync data for ids ['8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'] in n-d-800085-9 is: [{'id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802577442', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:12Z', 'updated_at': '2021-07-24T09:37:27Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:15Z', 'updated_at': '2021-07-24T09:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '96ce3d72-8768-4b06-94da-4dcfb0587c92', 'name': '', 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:c3:32:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'abcc95a9-2b8f-4f45-9295-16fd096d5cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:26Z', 'updated_at': '2021-07-24T09:37:35Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': 'abcc95a9-2b8f-4f45-9295-16fd096d5cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:37:38.133186 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-cb154513-6f14-4ef0-9382-16a2d3a2a445 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Allocated IP 172.20.0.13 (c7a69387-a1f5-452c-a2b6-025cfdcb6181/74abb273-0f30-49d6-a11a-69cb429c466f/12c4d595-7b38-4db3-b01c-d6c67c468b30) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:38.141777 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4dff0874-446d-4605-adba-89852e562e58 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:38.157621 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d67713f-3dec-4e58-959b-6484fa1b1aed', 'name': 'tempest-TestVolumeBootPattern-1684494350-router', 'tenant_id': '94fa90b1a6e34c30b97fc752987ffda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'f3151235-bd32-4dac-99fd-b4d41c63c58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:25Z', 'updated_at': '2021-07-24T09:37:35Z', 'revision_number': 4, 'project_id': '94fa90b1a6e34c30b97fc752987ffda5', 'gw_port': {'id': 'f3151235-bd32-4dac-99fd-b4d41c63c58b', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d67713f-3dec-4e58-959b-6484fa1b1aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:26Z', 'updated_at': '2021-07-24T09:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'eee94b83-e72a-498c-8198-ce796df6d864', 'name': '', 'network_id': '0d8e36d5-cc54-411b-9550-fd844f6e75e0', 'tenant_id': '94fa90b1a6e34c30b97fc752987ffda5', 'mac_address': 'fa:16:3e:fe:d6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d67713f-3dec-4e58-959b-6484fa1b1aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'dbfa21a0-4bd1-479a-96b3-1e13d43e9e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:33Z', 'updated_at': '2021-07-24T09:37:34Z', 'revision_number': 1, 'project_id': '94fa90b1a6e34c30b97fc752987ffda5', 'subnets': [{'id': 'dbfa21a0-4bd1-479a-96b3-1e13d43e9e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:38.160103 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f9a02-f877-4295-9032-899f1ca2b1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef59e28-0946-4325-a05e-13184352fb6e,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:38.196804 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-4dff0874-446d-4605-adba-89852e562e58 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Transition to ACTIVE for port object 3a462ba3-2ef7-43a9-8715-ebacdf821cdb will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:38.232791 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f3babf06-d3fd-4c0f-b48b-ce3c1114273d tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:38.337266 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c842e6-f8c4-49cd-b209-78db9997c242 admin admin] Router 9d67713f-3dec-4e58-959b-6484fa1b1aed has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:37:38.446864 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f3babf06-d3fd-4c0f-b48b-ce3c1114273d tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:38.459675 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-232f9a02-f877-4295-9032-899f1ca2b1e7 service neutron] Attempting to bind port 3ef59e28-0946-4325-a05e-13184352fb6e on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:37:38.460019 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-232f9a02-f877-4295-9032-899f1ca2b1e7 service neutron] Attempting to bind port 3ef59e28-0946-4325-a05e-13184352fb6e by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '8403fcfa-dc03-4d4d-ba8a-1cbc043f631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:37:38.460360 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-232f9a02-f877-4295-9032-899f1ca2b1e7 service neutron] Attempting to bind port 3ef59e28-0946-4325-a05e-13184352fb6e on network 24e68462-bbf2-4bb0-9276-7f619db90058 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:37:38.492273 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-232f9a02-f877-4295-9032-899f1ca2b1e7 service neutron] Port 3ef59e28-0946-4325-a05e-13184352fb6e on network 24e68462-bbf2-4bb0-9276-7f619db90058 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:37:38.492608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-232f9a02-f877-4295-9032-899f1ca2b1e7 service neutron] Attempting to bind port 3ef59e28-0946-4325-a05e-13184352fb6e on network 24e68462-bbf2-4bb0-9276-7f619db90058 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:37:38.514661 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4dff0874-446d-4605-adba-89852e562e58 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:38.517068 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-232f9a02-f877-4295-9032-899f1ca2b1e7 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:37:38.517424 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-232f9a02-f877-4295-9032-899f1ca2b1e7 service neutron] Checking segment: {'id': '8403fcfa-dc03-4d4d-ba8a-1cbc043f631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:38.517816 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-232f9a02-f877-4295-9032-899f1ca2b1e7 service neutron] Bound using segment: {'id': '8403fcfa-dc03-4d4d-ba8a-1cbc043f631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:37:38.518273 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-232f9a02-f877-4295-9032-899f1ca2b1e7 service neutron] Bound port: 3ef59e28-0946-4325-a05e-13184352fb6e, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8403fcfa-dc03-4d4d-ba8a-1cbc043f631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:37:38.518941 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-232f9a02-f877-4295-9032-899f1ca2b1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:38.568176 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port efa3520d-b7e5-4f49-95bd-b471509673e1 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:38.568637 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:38.587770 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef91ed7-60f0-43b3-9953-04f4b9041c9e req-7094ed20-747e-438a-b9b8-6498e6239140 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:38.600390 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cef91ed7-60f0-43b3-9953-04f4b9041c9e req-7094ed20-747e-438a-b9b8-6498e6239140 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 944 time: 0.4377141 Jul 24 09:37:38.637505 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553d0a10-2256-40db-8951-bbabbae5364c None None] The sync data for ids ['9d67713f-3dec-4e58-959b-6484fa1b1aed'] in n-d-800085-9 is: [{'id': '9d67713f-3dec-4e58-959b-6484fa1b1aed', 'name': 'tempest-TestVolumeBootPattern-1684494350-router', 'tenant_id': '94fa90b1a6e34c30b97fc752987ffda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'f3151235-bd32-4dac-99fd-b4d41c63c58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:25Z', 'updated_at': '2021-07-24T09:37:35Z', 'revision_number': 4, 'project_id': '94fa90b1a6e34c30b97fc752987ffda5', 'gw_port': {'id': 'f3151235-bd32-4dac-99fd-b4d41c63c58b', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d67713f-3dec-4e58-959b-6484fa1b1aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:26Z', 'updated_at': '2021-07-24T09:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'eee94b83-e72a-498c-8198-ce796df6d864', 'name': '', 'network_id': '0d8e36d5-cc54-411b-9550-fd844f6e75e0', 'tenant_id': '94fa90b1a6e34c30b97fc752987ffda5', 'mac_address': 'fa:16:3e:fe:d6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d67713f-3dec-4e58-959b-6484fa1b1aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'dbfa21a0-4bd1-479a-96b3-1e13d43e9e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:33Z', 'updated_at': '2021-07-24T09:37:34Z', 'revision_number': 1, 'project_id': '94fa90b1a6e34c30b97fc752987ffda5', 'subnets': [{'id': 'dbfa21a0-4bd1-479a-96b3-1e13d43e9e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:37:38.699723 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cb154513-6f14-4ef0-9382-16a2d3a2a445 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:38.705299 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-232f9a02-f877-4295-9032-899f1ca2b1e7 service neutron] For port 3ef59e28-0946-4325-a05e-13184352fb6e, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:37:38.709004 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b2fb2-4817-4e40-a3ea-ee25912dc150 None None] Pushing event updated for resources: {'Port': ['ID=bbb4262b-b7bd-4934-b094-aff60285171e,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:38.711227 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-232f9a02-f877-4295-9032-899f1ca2b1e7 service neutron] For port 3ef59e28-0946-4325-a05e-13184352fb6e, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=3ef59e28-0946-4325-a05e-13184352fb6e,segment=NetworkSegment(8403fcfa-dc03-4d4d-ba8a-1cbc043f631d),segment_id=8403fcfa-dc03-4d4d-ba8a-1cbc043f631d)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:37:38.727518 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-232f9a02-f877-4295-9032-899f1ca2b1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:38.732666 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e23c6ddb-9d1c-4171-8acb-a4c4aaf41510 None None] Provisioning for port 3ef59e28-0946-4325-a05e-13184352fb6e completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:38.737390 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-cb154513-6f14-4ef0-9382-16a2d3a2a445 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Transition to ACTIVE for port object 12c4d595-7b38-4db3-b01c-d6c67c468b30 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:38.737618 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 0e229577-0bac-4690-98f7-ef0a60d3a74a no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:37:38.776760 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 0e229577-0bac-4690-98f7-ef0a60d3a74a {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:37:38.777109 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 0e229577-0bac-4690-98f7-ef0a60d3a74a not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:37:38.790014 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-232f9a02-f877-4295-9032-899f1ca2b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:38.791381 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-232f9a02-f877-4295-9032-899f1ca2b1e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:38.793136 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-232f9a02-f877-4295-9032-899f1ca2b1e7 service neutron] 10.222.0.37 "PUT /v2.0/ports/3ef59e28-0946-4325-a05e-13184352fb6e HTTP/1.1" status: 200 len: 1092 time: 1.5933430 Jul 24 09:37:38.857221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dff0874-446d-4605-adba-89852e562e58 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network 32ed990e-a2f7-44fe-8e7a-0d4d3c03377c is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:38.886401 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e23c6ddb-9d1c-4171-8acb-a4c4aaf41510 None None] Provisioning for port eee94b83-e72a-498c-8198-ce796df6d864 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:38.892625 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e23c6ddb-9d1c-4171-8acb-a4c4aaf41510 None None] Provisioning complete for port eee94b83-e72a-498c-8198-ce796df6d864 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:38.893042 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e23c6ddb-9d1c-4171-8acb-a4c4aaf41510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:38.946430 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-e23c6ddb-9d1c-4171-8acb-a4c4aaf41510 None None] Port eee94b83-e72a-498c-8198-ce796df6d864 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:37:38.947573 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-4dff0874-446d-4605-adba-89852e562e58 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:38.961707 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e23c6ddb-9d1c-4171-8acb-a4c4aaf41510 None None] Provisioning complete for port a7e42d67-ac42-4823-a72e-9b7a6e0626a7 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:38.962088 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e23c6ddb-9d1c-4171-8acb-a4c4aaf41510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:38.984325 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f9a02-f877-4295-9032-899f1ca2b1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef59e28-0946-4325-a05e-13184352fb6e,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:38.995287 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7535399-4f61-4b04-921d-dd6df058d911', 'tag': '3ef59e28-0946-4325-a05e-13184352fb6e'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:37:39.007129 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75249252-2062-4d52-a87b-8e24e1139c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7535399-4f61-4b04-921d-dd6df058d911", "tag": "3ef59e28-0946-4325-a05e-13184352fb6e"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:37:39.031442 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-e23c6ddb-9d1c-4171-8acb-a4c4aaf41510 None None] Port a7e42d67-ac42-4823-a72e-9b7a6e0626a7 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:37:39.032204 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dff0874-446d-4605-adba-89852e562e58 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:39.041547 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 45831fde-d26f-41f9-8e66-ecafd5d09098 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:37:39.067422 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff0874-446d-4605-adba-89852e562e58 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Port': ['ID=3a462ba3-2ef7-43a9-8715-ebacdf821cdb,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:39.077056 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cb154513-6f14-4ef0-9382-16a2d3a2a445 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:39.092110 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 45831fde-d26f-41f9-8e66-ecafd5d09098 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:37:39.096090 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 45831fde-d26f-41f9-8e66-ecafd5d09098 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:37:39.120069 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cef91ed7-60f0-43b3-9953-04f4b9041c9e req-a94886c0-4635-494d-8c3d-b8bfb6406fca tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=991c09cd-9516-4a08-b1a5-2fb4bf17b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4961073 Jul 24 09:37:39.169192 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-b6cd3847-1f84-4a24-b517-daa16d07fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:39.179366 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-b6cd3847-1f84-4a24-b517-daa16d07fefc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 1095 time: 0.3187754 Jul 24 09:37:39.204399 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f3babf06-d3fd-4c0f-b48b-ce3c1114273d tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:39.233920 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c842e6-f8c4-49cd-b209-78db9997c242 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:37:39.243827 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb154513-6f14-4ef0-9382-16a2d3a2a445 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event updated for resources: {'Port': ['ID=12c4d595-7b38-4db3-b01c-d6c67c468b30,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:39.286773 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498ce911-37e1-48b7-9cce-c6030c730c59 x-openstack-request-id: req-498ce911-37e1-48b7-9cce-c6030c730c59 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:37:39.287063 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7535399-4f61-4b04-921d-dd6df058d911", "tag": "3ef59e28-0946-4325-a05e-13184352fb6e", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:37:39.287358 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-498ce911-37e1-48b7-9cce-c6030c730c59 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:37:39.287794 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7535399-4f61-4b04-921d-dd6df058d911', 'tag': '3ef59e28-0946-4325-a05e-13184352fb6e', 'status': 'completed', 'code': 200} Jul 24 09:37:39.289751 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-05c842e6-f8c4-49cd-b209-78db9997c242 admin admin] 10.222.0.32 "PUT /v2.0/routers/9d67713f-3dec-4e58-959b-6484fa1b1aed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8006678 Jul 24 09:37:39.293596 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3babf06-d3fd-4c0f-b48b-ce3c1114273d tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Pushing event deleted for resources: {'Subnet': ['ID=39f99699-e11c-4494-9c62-203f5546464f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:39.304662 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dff0874-446d-4605-adba-89852e562e58 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:39.305337 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4dff0874-446d-4605-adba-89852e562e58 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:39.311368 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f3babf06-d3fd-4c0f-b48b-ce3c1114273d tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:39.313517 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f3babf06-d3fd-4c0f-b48b-ce3c1114273d tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "DELETE /v2.0/subnets/39f99699-e11c-4494-9c62-203f5546464f HTTP/1.1" status: 204 len: 168 time: 1.8094277 Jul 24 09:37:39.317716 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a02a30-b450-4be0-b1fb-3b0ae36f8450 None None] Network e9eff479-745b-405c-b9d8-cfe1cb2848ed requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:39.322159 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37734) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:39.389892 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4dff0874-446d-4605-adba-89852e562e58 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.9283311 Jul 24 09:37:39.392644 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-717794d4-75a5-479d-ba80-09c9a3090634 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ef59e28-0946-4325-a05e-13184352fb6e HTTP/1.1" status: 200 len: 217 time: 0.1409073 Jul 24 09:37:39.399701 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb154513-6f14-4ef0-9382-16a2d3a2a445 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Network c7a69387-a1f5-452c-a2b6-025cfdcb6181 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:39.400413 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37736) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:39.430421 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-47aa127b-c79d-4c38-b51e-539511e7b75c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'port': {'network_id': '32ed990e-a2f7-44fe-8e7a-0d4d3c03377c', 'name': 'tempest-PortsTestJSON-1421958466', 'fixed_ips': [{'subnet_id': '78fa4ae8-0a0f-4c05-b3e2-aa936804cbc9', 'ip_address': '172.20.0.9'}]}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:39.453958 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-77796638-dd39-4e87-8a96-5d433986c4b2 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Deleting subnet aeb3a9ab-392c-4237-a105-cfbf2eacec81 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:37:39.459580 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-77796638-dd39-4e87-8a96-5d433986c4b2 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:39.461687 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-cb154513-6f14-4ef0-9382-16a2d3a2a445 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:39.478067 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb154513-6f14-4ef0-9382-16a2d3a2a445 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:39.577674 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-77796638-dd39-4e87-8a96-5d433986c4b2 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:39.708349 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972d48db-d5e1-40d5-b9b9-b4c1fc7878a1 None None] DHCP port deletion for e9eff479-745b-405c-b9d8-cfe1cb2848ed request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:37:39.804528 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-972d48db-d5e1-40d5-b9b9-b4c1fc7878a1 None None] Deleting port a369b2f7-bc39-41cc-a3e8-f453e97df848 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:39.805323 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-972d48db-d5e1-40d5-b9b9-b4c1fc7878a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:39.830967 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-77796638-dd39-4e87-8a96-5d433986c4b2 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:39.833687 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-7835a572-9ea9-424e-b0db-a318a0937d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:39.835239 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-7835a572-9ea9-424e-b0db-a318a0937d40 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abcc95a9-2b8f-4f45-9295-16fd096d5cdf HTTP/1.1" status: 200 len: 835 time: 0.4250379 Jul 24 09:37:39.848538 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb154513-6f14-4ef0-9382-16a2d3a2a445 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:39.854025 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cb154513-6f14-4ef0-9382-16a2d3a2a445 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:39.943729 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce11e6f-05a6-4758-81ed-3daf696bcdeb req-4cdc4134-40a5-4855-9059-cf073fe1bd04 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:39.951675 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9ce11e6f-05a6-4758-81ed-3daf696bcdeb req-4cdc4134-40a5-4855-9059-cf073fe1bd04 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a1b49a8f-57a6-4747-89d5-540e01a408ee HTTP/1.1" status: 200 len: 1096 time: 0.6771977 Jul 24 09:37:39.983181 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bbb4262b-b7bd-4934-b094-aff60285171e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:40.004114 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-77796638-dd39-4e87-8a96-5d433986c4b2 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:40.072072 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-972d48db-d5e1-40d5-b9b9-b4c1fc7878a1 None None] For port a369b2f7-bc39-41cc-a3e8-f453e97df848, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a369b2f7-bc39-41cc-a3e8-f453e97df848,segment=NetworkSegment(5d58cf3e-7585-4ea4-b32a-5fe72b63c269),segment_id=5d58cf3e-7585-4ea4-b32a-5fe72b63c269)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:40.072774 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-972d48db-d5e1-40d5-b9b9-b4c1fc7878a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:40.075498 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-091dd66c-58e5-4db4-a5c0-4438048c3032 None None] Provisioning for port 12c4d595-7b38-4db3-b01c-d6c67c468b30 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:40.081543 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77796638-dd39-4e87-8a96-5d433986c4b2 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Pushing event deleted for resources: {'Subnet': ['ID=aeb3a9ab-392c-4237-a105-cfbf2eacec81,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:40.087362 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-091dd66c-58e5-4db4-a5c0-4438048c3032 None None] Provisioning complete for port 12c4d595-7b38-4db3-b01c-d6c67c468b30 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:40.088116 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-091dd66c-58e5-4db4-a5c0-4438048c3032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:40.091135 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-cb154513-6f14-4ef0-9382-16a2d3a2a445 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4589698 Jul 24 09:37:40.102793 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37752) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:40.114320 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-b18b0a46-5d8a-4c49-b1dd-4bb09ba346e0 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Request body: {'floatingip': {'port_id': '12c4d595-7b38-4db3-b01c-d6c67c468b30'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:40.120992 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-77796638-dd39-4e87-8a96-5d433986c4b2 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:40.133140 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-77796638-dd39-4e87-8a96-5d433986c4b2 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "DELETE /v2.0/subnets/aeb3a9ab-392c-4237-a105-cfbf2eacec81 HTTP/1.1" status: 204 len: 168 time: 0.8073695 Jul 24 09:37:40.138782 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37754) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:40.167818 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-091dd66c-58e5-4db4-a5c0-4438048c3032 None None] Port 12c4d595-7b38-4db3-b01c-d6c67c468b30 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:37:40.173747 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9ce11e6f-05a6-4758-81ed-3daf696bcdeb req-bad61576-f2a7-4e3d-9a83-fb37923cfc83 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210934 Jul 24 09:37:40.177556 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba03073-4f4f-4042-b530-e4349b254ddd None None] Network 4c0190dd-8560-4839-b16a-05799f84bae1 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:40.196218 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-972d48db-d5e1-40d5-b9b9-b4c1fc7878a1 None None] Calling delete_port for a369b2f7-bc39-41cc-a3e8-f453e97df848 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:40.213656 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47aa127b-c79d-4c38-b51e-539511e7b75c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:40.221104 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port bbb4262b-b7bd-4934-b094-aff60285171e completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:40.344642 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 96ce3d72-8768-4b06-94da-4dcfb0587c92 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:40.525444 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b18b0a46-5d8a-4c49-b1dd-4bb09ba346e0 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:40.526407 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-47aa127b-c79d-4c38-b51e-539511e7b75c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:40.568488 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-47aa127b-c79d-4c38-b51e-539511e7b75c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] device_id is not set on port c31ee68a-f49e-4657-8480-aa6c52ac8cd4 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:37:40.587808 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-f621bc80-4782-4c7e-87f5-9035ba53f1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:40.589333 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-f621bc80-4782-4c7e-87f5-9035ba53f1f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=24e68462-bbf2-4bb0-9276-7f619db90058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7123959 Jul 24 09:37:40.609252 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9540ef78-22f2-44a1-9dfd-9d1f29ecd08e tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:40.746594 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-972d48db-d5e1-40d5-b9b9-b4c1fc7878a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:40.756379 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 96ce3d72-8768-4b06-94da-4dcfb0587c92 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:40.793301 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d9706c-37ca-4ab4-b748-4995edf86112 None None] Network 32ed990e-a2f7-44fe-8e7a-0d4d3c03377c requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:40.793559 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e266858-0b8b-4f97-aaa6-619a1c59cdfd req-b7132799-5c5b-4a91-af84-ca734fadfe93 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:40.795149 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 96ce3d72-8768-4b06-94da-4dcfb0587c92 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:40.795357 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2e266858-0b8b-4f97-aaa6-619a1c59cdfd req-b7132799-5c5b-4a91-af84-ca734fadfe93 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a1b49a8f-57a6-4747-89d5-540e01a408ee HTTP/1.1" status: 200 len: 1096 time: 0.5040698 Jul 24 09:37:40.795514 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:40.801678 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d48db-d5e1-40d5-b9b9-b4c1fc7878a1 None None] Pushing event deleted for resources: {'Port': ['ID=a369b2f7-bc39-41cc-a3e8-f453e97df848,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:40.849916 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9aa8c-8176-4b5b-b88c-9d781636e17b req-8e3f99d1-7e44-48b4-a20f-96c54b177766 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:40.858599 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a4e9aa8c-8176-4b5b-b88c-9d781636e17b req-8e3f99d1-7e44-48b4-a20f-96c54b177766 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 944 time: 0.4934285 Jul 24 09:37:40.862813 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972d48db-d5e1-40d5-b9b9-b4c1fc7878a1 None None] No DVR routers for this DVR port a369b2f7-bc39-41cc-a3e8-f453e97df848 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:37:40.938105 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-9540ef78-22f2-44a1-9dfd-9d1f29ecd08e tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Deleting port a369b2f7-bc39-41cc-a3e8-f453e97df848 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:40.938708 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9540ef78-22f2-44a1-9dfd-9d1f29ecd08e tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:41.027784 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-4dc8008b-329a-4968-ac70-c21b99dc1e9d service neutron] 10.222.0.37 "GET /v2.0/networks/24e68462-bbf2-4bb0-9276-7f619db90058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098356 Jul 24 09:37:41.084615 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fb769316-b30d-49a1-ba79-d29e419e528a None None] Provisioning for port bbb4262b-b7bd-4934-b094-aff60285171e completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:41.104002 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fb769316-b30d-49a1-ba79-d29e419e528a None None] Provisioning complete for port bbb4262b-b7bd-4934-b094-aff60285171e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:41.109358 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fb769316-b30d-49a1-ba79-d29e419e528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:41.192004 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a4e9aa8c-8176-4b5b-b88c-9d781636e17b req-3f9e350d-5b08-4b4e-a8e0-c9f6d78bdbc6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=991c09cd-9516-4a08-b1a5-2fb4bf17b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3319905 Jul 24 09:37:41.222699 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-47aa127b-c79d-4c38-b51e-539511e7b75c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Allocated IP 172.20.0.9 (32ed990e-a2f7-44fe-8e7a-0d4d3c03377c/78fa4ae8-0a0f-4c05-b3e2-aa936804cbc9/c31ee68a-f49e-4657-8480-aa6c52ac8cd4) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:41.234169 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368fee80-a8b4-43f6-ba0d-87a0bcf65ceb None None] DHCP port deletion for 4c0190dd-8560-4839-b16a-05799f84bae1 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:37:41.293645 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-9540ef78-22f2-44a1-9dfd-9d1f29ecd08e tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] For port a369b2f7-bc39-41cc-a3e8-f453e97df848, host n-d-800085-9, got binding levels [] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:41.294283 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9540ef78-22f2-44a1-9dfd-9d1f29ecd08e tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:41.312035 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-9540ef78-22f2-44a1-9dfd-9d1f29ecd08e tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Calling delete_port for a369b2f7-bc39-41cc-a3e8-f453e97df848 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:41.316064 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.ipam_backend_mixin [None req-9540ef78-22f2-44a1-9dfd-9d1f29ecd08e tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Port a369b2f7-bc39-41cc-a3e8-f453e97df848 was not found and therefore no delete operation was performed {{(pid=94035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 09:37:41.317617 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9540ef78-22f2-44a1-9dfd-9d1f29ecd08e tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:41.348128 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:41.394513 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f1c66a05-3b0b-48b4-b836-d152781cd29e req-1e3b6f46-2625-48d9-b960-201ad415fab0 service neutron] 10.222.0.37 "GET /v2.0/networks/24e68462-bbf2-4bb0-9276-7f619db90058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344555 Jul 24 09:37:41.476158 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 96ce3d72-8768-4b06-94da-4dcfb0587c92, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=96ce3d72-8768-4b06-94da-4dcfb0587c92,segment=NetworkSegment(8403fcfa-dc03-4d4d-ba8a-1cbc043f631d),segment_id=8403fcfa-dc03-4d4d-ba8a-1cbc043f631d)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:41.482868 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:41.500050 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fb769316-b30d-49a1-ba79-d29e419e528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:41.540356 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-368fee80-a8b4-43f6-ba0d-87a0bcf65ceb None None] Deleting port c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:41.540994 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-368fee80-a8b4-43f6-ba0d-87a0bcf65ceb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:41.703218 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-368fee80-a8b4-43f6-ba0d-87a0bcf65ceb None None] For port c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3,segment=NetworkSegment(c516502f-0429-44b8-ac1f-164fd5c67e29),segment_id=c516502f-0429-44b8-ac1f-164fd5c67e29)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:41.703658 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-368fee80-a8b4-43f6-ba0d-87a0bcf65ceb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:41.726689 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-fb769316-b30d-49a1-ba79-d29e419e528a None None] For port bbb4262b-b7bd-4934-b094-aff60285171e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=bbb4262b-b7bd-4934-b094-aff60285171e,segment=NetworkSegment(c3d03feb-77e1-4459-9631-aca5b8aab298),segment_id=c3d03feb-77e1-4459-9631-aca5b8aab298)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:41.729011 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-368fee80-a8b4-43f6-ba0d-87a0bcf65ceb None None] Calling delete_port for c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:41.734008 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=96ce3d72-8768-4b06-94da-4dcfb0587c92,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:41.850770 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fb769316-b30d-49a1-ba79-d29e419e528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:41.853070 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b18b0a46-5d8a-4c49-b1dd-4bb09ba346e0 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:41.855975 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540ef78-22f2-44a1-9dfd-9d1f29ecd08e tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Pushing event deleted for resources: {'Port': ['ID=a369b2f7-bc39-41cc-a3e8-f453e97df848,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:41.858305 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9540ef78-22f2-44a1-9dfd-9d1f29ecd08e tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] No DVR routers for this DVR port a369b2f7-bc39-41cc-a3e8-f453e97df848 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:37:41.861840 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f3151235-bd32-4dac-99fd-b4d41c63c58b up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:41.864079 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b18b0a46-5d8a-4c49-b1dd-4bb09ba346e0 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:42.020152 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb769316-b30d-49a1-ba79-d29e419e528a None None] Pushing event updated for resources: {'Port': ['ID=bbb4262b-b7bd-4934-b094-aff60285171e,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:42.034087 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9540ef78-22f2-44a1-9dfd-9d1f29ecd08e tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:42.045655 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-9540ef78-22f2-44a1-9dfd-9d1f29ecd08e tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9eff479-745b-405c-b9d8-cfe1cb2848ed']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:42.069756 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-9540ef78-22f2-44a1-9dfd-9d1f29ecd08e tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d58cf3e-7585-4ea4-b32a-5fe72b63c269') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:42.072878 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-368fee80-a8b4-43f6-ba0d-87a0bcf65ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:42.073318 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-9540ef78-22f2-44a1-9dfd-9d1f29ecd08e tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d58cf3e-7585-4ea4-b32a-5fe72b63c269') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:42.106401 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9540ef78-22f2-44a1-9dfd-9d1f29ecd08e tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:42.114702 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b4bc5c66-6a09-4dd7-8ec8-1cba3dff5dcc None None] Provisioning for port 3a462ba3-2ef7-43a9-8715-ebacdf821cdb completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:42.120612 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368fee80-a8b4-43f6-ba0d-87a0bcf65ceb None None] Pushing event deleted for resources: {'Port': ['ID=c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:42.129038 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b4bc5c66-6a09-4dd7-8ec8-1cba3dff5dcc None None] Provisioning complete for port 3a462ba3-2ef7-43a9-8715-ebacdf821cdb triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:42.129411 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b4bc5c66-6a09-4dd7-8ec8-1cba3dff5dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:42.147859 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9540ef78-22f2-44a1-9dfd-9d1f29ecd08e tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:42.161666 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9540ef78-22f2-44a1-9dfd-9d1f29ecd08e tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:37:42.162647 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9540ef78-22f2-44a1-9dfd-9d1f29ecd08e tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:37:42.166965 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:37:42.180820 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port f3151235-bd32-4dac-99fd-b4d41c63c58b completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:42.187201 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc5c66-6a09-4dd7-8ec8-1cba3dff5dcc None None] Port 3a462ba3-2ef7-43a9-8715-ebacdf821cdb cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:37:42.191658 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port f3151235-bd32-4dac-99fd-b4d41c63c58b triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:42.192303 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:42.197131 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-b18b0a46-5d8a-4c49-b1dd-4bb09ba346e0 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Floating IP 2b4ae21d-1e66-4ef3-a89c-5e0e3f05e50a associated. External IP: 172.25.7.28, port: f0c0fa73-3595-40ee-b7a3-defa8b25c225. Jul 24 09:37:42.243508 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368fee80-a8b4-43f6-ba0d-87a0bcf65ceb None None] No DVR routers for this DVR port c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:37:42.270380 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b4bc5c66-6a09-4dd7-8ec8-1cba3dff5dcc None None] Provisioning complete for port bbb4262b-b7bd-4934-b094-aff60285171e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:42.271228 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b4bc5c66-6a09-4dd7-8ec8-1cba3dff5dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:42.280113 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-2e266858-0b8b-4f97-aaa6-619a1c59cdfd req-3daf4434-7a65-4205-ab10-56aa392449ac tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Deleting port 7721a055-354c-4d33-9030-f423300e779c {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:42.280616 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2e266858-0b8b-4f97-aaa6-619a1c59cdfd req-3daf4434-7a65-4205-ab10-56aa392449ac tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:42.307533 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531394d1-3597-49fe-bf85-d024919a6aa8 req-900c6922-7917-42b0-91b5-5041884ee8c6 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:42.318495 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-531394d1-3597-49fe-bf85-d024919a6aa8 req-900c6922-7917-42b0-91b5-5041884ee8c6 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a1b49a8f-57a6-4747-89d5-540e01a408ee HTTP/1.1" status: 200 len: 1096 time: 0.9191749 Jul 24 09:37:42.398437 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75249252-2062-4d52-a87b-8e24e1139c6d req-bf5904a3-7519-4cda-9131-2c809ee49fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:42.400079 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75249252-2062-4d52-a87b-8e24e1139c6d req-bf5904a3-7519-4cda-9131-2c809ee49fe6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 1095 time: 0.9325826 Jul 24 09:37:42.408127 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:42.440091 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port f3151235-bd32-4dac-99fd-b4d41c63c58b, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=f3151235-bd32-4dac-99fd-b4d41c63c58b,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:42.444261 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:42.454622 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9540ef78-22f2-44a1-9dfd-9d1f29ecd08e tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:42.473777 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9540ef78-22f2-44a1-9dfd-9d1f29ecd08e tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:42.475817 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9540ef78-22f2-44a1-9dfd-9d1f29ecd08e tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "DELETE /v2.0/networks/e9eff479-745b-405c-b9d8-cfe1cb2848ed HTTP/1.1" status: 204 len: 168 time: 2.3303375 Jul 24 09:37:42.489699 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37778) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:42.502791 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540ef78-22f2-44a1-9dfd-9d1f29ecd08e tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Pushing event deleted for resources: {'Network': ['ID=e9eff479-745b-405c-b9d8-cfe1cb2848ed,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:42.527280 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=f3151235-bd32-4dac-99fd-b4d41c63c58b,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:42.528227 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-47aa127b-c79d-4c38-b51e-539511e7b75c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:42.535919 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-531394d1-3597-49fe-bf85-d024919a6aa8 req-bfe8029f-9055-4da9-82ef-493aee8d78d7 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3640a992-0bcd-4744-b704-e247f69e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007210 Jul 24 09:37:42.557211 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6398a4a4-8281-4aaf-b3a5-051d16d7e755 None None] Provisioning complete for port 3a462ba3-2ef7-43a9-8715-ebacdf821cdb triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:42.557802 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6398a4a4-8281-4aaf-b3a5-051d16d7e755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:42.590949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-47aa127b-c79d-4c38-b51e-539511e7b75c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Transition to ACTIVE for port object c31ee68a-f49e-4657-8480-aa6c52ac8cd4 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:42.606511 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-6398a4a4-8281-4aaf-b3a5-051d16d7e755 None None] Port 3a462ba3-2ef7-43a9-8715-ebacdf821cdb cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:37:42.609026 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:37:42.611620 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-2e266858-0b8b-4f97-aaa6-619a1c59cdfd req-3daf4434-7a65-4205-ab10-56aa392449ac tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] For port 7721a055-354c-4d33-9030-f423300e779c, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=7721a055-354c-4d33-9030-f423300e779c,segment=NetworkSegment(94e00f13-d29f-4b24-accf-dd5e2626e5f2),segment_id=94e00f13-d29f-4b24-accf-dd5e2626e5f2)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:42.612007 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2e266858-0b8b-4f97-aaa6-619a1c59cdfd req-3daf4434-7a65-4205-ab10-56aa392449ac tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:42.636983 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:37:42.637336 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c7dbd014-fcbb-47f9-88ed-d2f8e47d78e3 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:37:42.637794 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a369b2f7-bc39-41cc-a3e8-f453e97df848 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:37:42.653533 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75249252-2062-4d52-a87b-8e24e1139c6d req-01556f3c-3515-4ef3-8a05-bd97b8b2c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:42.654644 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75249252-2062-4d52-a87b-8e24e1139c6d req-01556f3c-3515-4ef3-8a05-bd97b8b2c8a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=24e68462-bbf2-4bb0-9276-7f619db90058 HTTP/1.1" status: 200 len: 895 time: 0.2111676 Jul 24 09:37:42.655532 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-2e266858-0b8b-4f97-aaa6-619a1c59cdfd req-3daf4434-7a65-4205-ab10-56aa392449ac tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Calling delete_port for 7721a055-354c-4d33-9030-f423300e779c owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:42.657575 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: a369b2f7-bc39-41cc-a3e8-f453e97df848 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:37:42.657928 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a369b2f7-bc39-41cc-a3e8-f453e97df848 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:37:42.719986 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75249252-2062-4d52-a87b-8e24e1139c6d req-77d30022-10d6-4af6-a123-09e294e19fe3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ef59e28-0946-4325-a05e-13184352fb6e HTTP/1.1" status: 200 len: 217 time: 0.0524209 Jul 24 09:37:42.724303 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d36bf3-91dd-4d6b-a2aa-f3f1969cfd3e req-5398e561-0a7d-4016-943d-f18252775449 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:42.725999 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-16d36bf3-91dd-4d6b-a2aa-f3f1969cfd3e req-5398e561-0a7d-4016-943d-f18252775449 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 944 time: 0.3153777 Jul 24 09:37:42.761465 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b612da5-cb1b-4ec4-af16-1ca2ad453f66 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:42.811778 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-16d36bf3-91dd-4d6b-a2aa-f3f1969cfd3e req-9c6983a3-abf3-409d-af24-f1f4467a79f2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=991c09cd-9516-4a08-b1a5-2fb4bf17b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771923 Jul 24 09:37:42.827110 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-47aa127b-c79d-4c38-b51e-539511e7b75c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:42.853539 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] Sync routers for ids ['9d67713f-3dec-4e58-959b-6484fa1b1aed'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:37:42.862931 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] Routers {'9d67713f-3dec-4e58-959b-6484fa1b1aed'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:42.863668 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['9d67713f-3dec-4e58-959b-6484fa1b1aed'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:42.882351 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18b0a46-5d8a-4c49-b1dd-4bb09ba346e0 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Router ded0923b-fb04-46a7-ae6e-e336d28e3cd9 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:37:42.914342 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b612da5-cb1b-4ec4-af16-1ca2ad453f66 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:42.923264 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75249252-2062-4d52-a87b-8e24e1139c6d req-285f473c-777e-4308-8178-d9705e6a85e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:42.924746 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75249252-2062-4d52-a87b-8e24e1139c6d req-285f473c-777e-4308-8178-d9705e6a85e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abcc95a9-2b8f-4f45-9295-16fd096d5cdf HTTP/1.1" status: 200 len: 835 time: 0.1676145 Jul 24 09:37:42.928569 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-8b612da5-cb1b-4ec4-af16-1ca2ad453f66 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0190dd-8560-4839-b16a-05799f84bae1']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:42.942826 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-8b612da5-cb1b-4ec4-af16-1ca2ad453f66 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c516502f-0429-44b8-ac1f-164fd5c67e29') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:42.943215 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-8b612da5-cb1b-4ec4-af16-1ca2ad453f66 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c516502f-0429-44b8-ac1f-164fd5c67e29') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:42.946980 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aa127b-c79d-4c38-b51e-539511e7b75c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network 32ed990e-a2f7-44fe-8e7a-0d4d3c03377c is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:42.968334 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-47aa127b-c79d-4c38-b51e-539511e7b75c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:42.995664 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa127b-c79d-4c38-b51e-539511e7b75c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Port': ['ID=c31ee68a-f49e-4657-8480-aa6c52ac8cd4,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:43.000214 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aa127b-c79d-4c38-b51e-539511e7b75c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:43.013854 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b612da5-cb1b-4ec4-af16-1ca2ad453f66 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:43.038801 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b612da5-cb1b-4ec4-af16-1ca2ad453f66 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:43.050322 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b612da5-cb1b-4ec4-af16-1ca2ad453f66 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:37:43.051016 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b612da5-cb1b-4ec4-af16-1ca2ad453f66 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:37:43.054726 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:37:43.062164 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 3ef59e28-0946-4325-a05e-13184352fb6e details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:37:43.112048 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] Set router 9d67713f-3dec-4e58-959b-6484fa1b1aed gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:37:43.119624 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-e9b4dd60-c3ec-4ff3-948b-6d0a0e8b5787 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:43.128773 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-e9b4dd60-c3ec-4ff3-948b-6d0a0e8b5787 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 812 time: 0.4150727 Jul 24 09:37:43.135320 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18b0a46-5d8a-4c49-b1dd-4bb09ba346e0 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:37:43.143443 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b612da5-cb1b-4ec4-af16-1ca2ad453f66 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:43.152491 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b612da5-cb1b-4ec4-af16-1ca2ad453f66 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:43.155114 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8b612da5-cb1b-4ec4-af16-1ca2ad453f66 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "DELETE /v2.0/networks/4c0190dd-8560-4839-b16a-05799f84bae1 HTTP/1.1" status: 204 len: 168 time: 0.6627057 Jul 24 09:37:43.184242 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aa127b-c79d-4c38-b51e-539511e7b75c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:43.185161 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-47aa127b-c79d-4c38-b51e-539511e7b75c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:43.196903 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37782) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:43.223926 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 3ef59e28-0946-4325-a05e-13184352fb6e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=3ef59e28-0946-4325-a05e-13184352fb6e,segment=NetworkSegment(8403fcfa-dc03-4d4d-ba8a-1cbc043f631d),segment_id=8403fcfa-dc03-4d4d-ba8a-1cbc043f631d)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:43.236798 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 7721a055-354c-4d33-9030-f423300e779c no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:37:43.241738 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '3ef59e28-0946-4325-a05e-13184352fb6e', 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058', 'port_id': '3ef59e28-0946-4325-a05e-13184352fb6e', 'mac_address': 'fa:16:3e:10:8e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abcc95a9-2b8f-4f45-9295-16fd096d5cdf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:37:43.245701 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c2f2cf-c469-4f47-9a60-1b8088f99c8f None None] Sync routers for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:37:43.260712 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-bf77be24-8583-42ef-bebc-a1a6e5977788 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/quotas/1badc3f1501941d9bbfe9d2d50d5c337 HTTP/1.1" status: 200 len: 375 time: 0.1256993 Jul 24 09:37:43.299954 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c2f2cf-c469-4f47-9a60-1b8088f99c8f None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:43.300562 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d9c2f2cf-c469-4f47-9a60-1b8088f99c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:43.323218 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b612da5-cb1b-4ec4-af16-1ca2ad453f66 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Pushing event deleted for resources: {'Network': ['ID=4c0190dd-8560-4839-b16a-05799f84bae1,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:43.327398 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-47aa127b-c79d-4c38-b51e-539511e7b75c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9177275 Jul 24 09:37:43.331313 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37786) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:43.356967 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2e266858-0b8b-4f97-aaa6-619a1c59cdfd req-3daf4434-7a65-4205-ab10-56aa392449ac tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:43.360550 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75249252-2062-4d52-a87b-8e24e1139c6d req-ac925069-cdf5-4bce-88ca-2a3030da84b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:43.362254 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75249252-2062-4d52-a87b-8e24e1139c6d req-ac925069-cdf5-4bce-88ca-2a3030da84b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=24e68462-bbf2-4bb0-9276-7f619db90058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4142053 Jul 24 09:37:43.364085 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d9c2f2cf-c469-4f47-9a60-1b8088f99c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:43.373550 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-b66818ea-e31d-455a-8e6a-4026088da6b6 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Deleting subnet c1525566-ab23-4bc5-885a-fe7f58ad8372 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:37:43.388965 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No active binding found for port 7721a055-354c-4d33-9030-f423300e779c {{(pid=94037) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 24 09:37:43.390063 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 7721a055-354c-4d33-9030-f423300e779c not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:37:43.392680 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c2f2cf-c469-4f47-9a60-1b8088f99c8f None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:43.393649 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d9c2f2cf-c469-4f47-9a60-1b8088f99c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:43.396462 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:43.407619 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b66818ea-e31d-455a-8e6a-4026088da6b6 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:43.414363 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef59e28-0946-4325-a05e-13184352fb6e {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:37:43.418879 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-185b6a18-db0f-4205-a4c0-bfed9167bc75 None None] Provisioning for port c31ee68a-f49e-4657-8480-aa6c52ac8cd4 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:43.460956 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-185b6a18-db0f-4205-a4c0-bfed9167bc75 None None] Provisioning complete for port c31ee68a-f49e-4657-8480-aa6c52ac8cd4 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:43.461345 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-185b6a18-db0f-4205-a4c0-bfed9167bc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:43.470224 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d67713f-3dec-4e58-959b-6484fa1b1aed', 'name': 'tempest-TestVolumeBootPattern-1684494350-router', 'tenant_id': '94fa90b1a6e34c30b97fc752987ffda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'f3151235-bd32-4dac-99fd-b4d41c63c58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:25Z', 'updated_at': '2021-07-24T09:37:35Z', 'revision_number': 4, 'project_id': '94fa90b1a6e34c30b97fc752987ffda5', 'gw_port': {'id': 'f3151235-bd32-4dac-99fd-b4d41c63c58b', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d67713f-3dec-4e58-959b-6484fa1b1aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:26Z', 'updated_at': '2021-07-24T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'eee94b83-e72a-498c-8198-ce796df6d864', 'name': '', 'network_id': '0d8e36d5-cc54-411b-9550-fd844f6e75e0', 'tenant_id': '94fa90b1a6e34c30b97fc752987ffda5', 'mac_address': 'fa:16:3e:fe:d6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d67713f-3dec-4e58-959b-6484fa1b1aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'dbfa21a0-4bd1-479a-96b3-1e13d43e9e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:33Z', 'updated_at': '2021-07-24T09:37:36Z', 'revision_number': 2, 'project_id': '94fa90b1a6e34c30b97fc752987ffda5', 'subnets': [{'id': 'dbfa21a0-4bd1-479a-96b3-1e13d43e9e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:43.498187 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-d9c2f2cf-c469-4f47-9a60-1b8088f99c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:43.498849 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c2f2cf-c469-4f47-9a60-1b8088f99c8f None None] The sync data for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:37:43.501483 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] Checking router: 9d67713f-3dec-4e58-959b-6484fa1b1aed for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:37:43.502003 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] Updating router 9d67713f-3dec-4e58-959b-6484fa1b1aed port eee94b83-e72a-498c-8198-ce796df6d864 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:37:43.529856 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 3ef59e28-0946-4325-a05e-13184352fb6e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=3ef59e28-0946-4325-a05e-13184352fb6e,segment=NetworkSegment(8403fcfa-dc03-4d4d-ba8a-1cbc043f631d),segment_id=8403fcfa-dc03-4d4d-ba8a-1cbc043f631d)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:43.536162 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-185b6a18-db0f-4205-a4c0-bfed9167bc75 None None] Port c31ee68a-f49e-4657-8480-aa6c52ac8cd4 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:37:43.540558 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:43.541047 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:43.562434 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75249252-2062-4d52-a87b-8e24e1139c6d req-c33453a0-ea7f-4b03-8cd7-d203d0c659d3 service neutron] 10.222.0.37 "GET /v2.0/networks/24e68462-bbf2-4bb0-9276-7f619db90058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830070 Jul 24 09:37:43.564863 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf4434-7a65-4205-ab10-56aa392449ac tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Pushing event deleted for resources: {'Port': ['ID=7721a055-354c-4d33-9030-f423300e779c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:43.653011 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=3ef59e28-0946-4325-a05e-13184352fb6e,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:43.703047 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-eaaeee9c-0a07-49cb-83db-6e51f5e77387 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4263723 Jul 24 09:37:43.723015 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:37:43.732178 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b66818ea-e31d-455a-8e6a-4026088da6b6 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:43.732436 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 96ce3d72-8768-4b06-94da-4dcfb0587c92 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:43.746225 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e266858-0b8b-4f97-aaa6-619a1c59cdfd req-3daf4434-7a65-4205-ab10-56aa392449ac tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] No DVR routers for this DVR port 7721a055-354c-4d33-9030-f423300e779c on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:37:43.761974 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['3ef59e28-0946-4325-a05e-13184352fb6e'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:37:43.782807 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-2e266858-0b8b-4f97-aaa6-619a1c59cdfd req-3daf4434-7a65-4205-ab10-56aa392449ac tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:43.784903 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2e266858-0b8b-4f97-aaa6-619a1c59cdfd req-3daf4434-7a65-4205-ab10-56aa392449ac tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.37 "DELETE /v2.0/ports/7721a055-354c-4d33-9030-f423300e779c HTTP/1.1" status: 204 len: 173 time: 2.9813516 Jul 24 09:37:43.797986 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b49a8f-57a6-4747-89d5-540e01a408ee', 'name': 'network-vif-deleted', 'tag': '7721a055-354c-4d33-9030-f423300e779c'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:37:43.800655 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef10e97b-b5bf-4d12-a25d-44344f34fe91" -d '{"events": [{"server_uuid": "a1b49a8f-57a6-4747-89d5-540e01a408ee", "name": "network-vif-deleted", "tag": "7721a055-354c-4d33-9030-f423300e779c"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:37:43.948866 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c7116281-51f7-4578-9cc3-2a104f816299 req-8552941b-a28f-4dc6-9a34-2f5e3190ca07 tempest-TestServerMultinode-96283636 tempest-TestServerMultinode-96283636-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a1b49a8f-57a6-4747-89d5-540e01a408ee HTTP/1.1" status: 200 len: 210 time: 0.0482469 Jul 24 09:37:44.011301 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75249252-2062-4d52-a87b-8e24e1139c6d req-99719e1b-8c44-4232-b5b5-4a7fbfc269af service neutron] 10.222.0.37 "GET /v2.0/networks/24e68462-bbf2-4bb0-9276-7f619db90058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299223 Jul 24 09:37:44.014870 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:44.034268 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] Transition to ACTIVE for port object eee94b83-e72a-498c-8198-ce796df6d864 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:44.043003 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-c89204d7-bfe3-4ad9-96b4-7b7c8108fb46 service neutron] 10.222.0.32 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066950 Jul 24 09:37:44.052781 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:44.097760 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e6ada-ed85-43fc-a6f3-75ba1e3fe17e None None] Pushing event updated for resources: {'Port': ['ID=eee94b83-e72a-498c-8198-ce796df6d864,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:44.103544 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c3cba3-f5fd-4dfa-98b3-87241aa54245 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:44.116879 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e6ada-ed85-43fc-a6f3-75ba1e3fe17e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:44.117187 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52544ef2-8355-4485-98d3-745b178b52e7 x-openstack-request-id: req-52544ef2-8355-4485-98d3-745b178b52e7 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:37:44.117372 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b49a8f-57a6-4747-89d5-540e01a408ee", "name": "network-vif-deleted", "tag": "7721a055-354c-4d33-9030-f423300e779c", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:37:44.117623 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-52544ef2-8355-4485-98d3-745b178b52e7 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:37:44.117734 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e6ada-ed85-43fc-a6f3-75ba1e3fe17e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:44.118018 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b49a8f-57a6-4747-89d5-540e01a408ee', 'name': 'network-vif-deleted', 'tag': '7721a055-354c-4d33-9030-f423300e779c', 'status': 'completed', 'code': 200} Jul 24 09:37:44.118130 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e6ada-ed85-43fc-a6f3-75ba1e3fe17e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:44.118360 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e6ada-ed85-43fc-a6f3-75ba1e3fe17e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:44.118694 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e6ada-ed85-43fc-a6f3-75ba1e3fe17e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:44.119023 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e6ada-ed85-43fc-a6f3-75ba1e3fe17e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:44.119350 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e6ada-ed85-43fc-a6f3-75ba1e3fe17e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:44.119672 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e6ada-ed85-43fc-a6f3-75ba1e3fe17e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:44.120767 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e6ada-ed85-43fc-a6f3-75ba1e3fe17e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:44.121331 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e6ada-ed85-43fc-a6f3-75ba1e3fe17e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:44.121525 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-15c3cba3-f5fd-4dfa-98b3-87241aa54245 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.7889891 Jul 24 09:37:44.121638 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e6ada-ed85-43fc-a6f3-75ba1e3fe17e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:44.122029 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e6ada-ed85-43fc-a6f3-75ba1e3fe17e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:37:44.122681 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37794) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:44.123614 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b66818ea-e31d-455a-8e6a-4026088da6b6 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:44.299068 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:44.311109 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] Attempting to bind port eee94b83-e72a-498c-8198-ce796df6d864 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:37:44.311484 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] Attempting to bind port eee94b83-e72a-498c-8198-ce796df6d864 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'afa3e6ec-9e81-4cd4-b9e9-8201a5f2dd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d8e36d5-cc54-411b-9550-fd844f6e75e0'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:37:44.311849 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] Attempting to bind port eee94b83-e72a-498c-8198-ce796df6d864 on network 0d8e36d5-cc54-411b-9550-fd844f6e75e0 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:37:44.318018 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:37:44.318264 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 96ce3d72-8768-4b06-94da-4dcfb0587c92 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:44.318389 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] Checking segment: {'id': 'afa3e6ec-9e81-4cd4-b9e9-8201a5f2dd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d8e36d5-cc54-411b-9550-fd844f6e75e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:44.318527 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:44.318836 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:44.319401 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] Bound using segment: {'id': 'afa3e6ec-9e81-4cd4-b9e9-8201a5f2dd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d8e36d5-cc54-411b-9550-fd844f6e75e0'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:37:44.319876 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] Bound port: eee94b83-e72a-498c-8198-ce796df6d864, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa3e6ec-9e81-4cd4-b9e9-8201a5f2dd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0d8e36d5-cc54-411b-9550-fd844f6e75e0'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:37:44.320267 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:44.326077 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-25d37b92-7026-4997-b59f-f2878320ec2e service neutron] 10.222.0.32 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796891 Jul 24 09:37:44.342022 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b66818ea-e31d-455a-8e6a-4026088da6b6 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:44.418586 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66818ea-e31d-455a-8e6a-4026088da6b6 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Pushing event deleted for resources: {'Subnet': ['ID=c1525566-ab23-4bc5-885a-fe7f58ad8372,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:44.437900 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b66818ea-e31d-455a-8e6a-4026088da6b6 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:44.443089 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b66818ea-e31d-455a-8e6a-4026088da6b6 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "DELETE /v2.0/subnets/c1525566-ab23-4bc5-885a-fe7f58ad8372 HTTP/1.1" status: 204 len: 168 time: 1.2419205 Jul 24 09:37:44.446054 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37796) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:44.457582 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d21fccd-be80-43d7-b0e6-55ffba42bd32 None None] Network cd0e5a07-c697-41eb-af24-253cd58af8c3 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:44.503852 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6b92b-d3bf-4fe7-9f82-83045433291d req-78171ff3-8b88-4cfe-ab61-5631a0044899 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:44.511350 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ae6b92b-d3bf-4fe7-9f82-83045433291d req-78171ff3-8b88-4cfe-ab61-5631a0044899 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 945 time: 0.3872528 Jul 24 09:37:44.534178 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] For port eee94b83-e72a-498c-8198-ce796df6d864, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:37:44.537932 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] For port eee94b83-e72a-498c-8198-ce796df6d864, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=eee94b83-e72a-498c-8198-ce796df6d864,segment=NetworkSegment(afa3e6ec-9e81-4cd4-b9e9-8201a5f2dd12),segment_id=afa3e6ec-9e81-4cd4-b9e9-8201a5f2dd12)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:37:44.544960 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:44.560611 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c41ea8-cf2f-4e93-bdb1-63d227e09291 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:44.566934 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c41ea8-cf2f-4e93-bdb1-63d227e09291 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:44.573553 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c41ea8-cf2f-4e93-bdb1-63d227e09291 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:44.578950 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d2c41ea8-cf2f-4e93-bdb1-63d227e09291 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.4535563 Jul 24 09:37:44.593745 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37802) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:44.625719 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e4fe5819-0a9c-4839-8b4b-00afa3cf552c tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:44.667262 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e6ada-ed85-43fc-a6f3-75ba1e3fe17e None None] Pushing event updated for resources: {'Port': ['ID=eee94b83-e72a-498c-8198-ce796df6d864,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:44.687609 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] Routers {'9d67713f-3dec-4e58-959b-6484fa1b1aed'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:44.691799 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['9d67713f-3dec-4e58-959b-6484fa1b1aed'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:44.731134 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18b0a46-5d8a-4c49-b1dd-4bb09ba346e0 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Router 95593643-903a-42e4-81e2-77a96c990919 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:37:44.742271 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-e4fe5819-0a9c-4839-8b4b-00afa3cf552c tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Deleting port 80be7af8-ea35-4a9b-b9f9-e1ffc5f78010 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:44.742857 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e4fe5819-0a9c-4839-8b4b-00afa3cf552c tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:44.801642 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ae6b92b-d3bf-4fe7-9f82-83045433291d req-aa03caed-6f96-433f-a4bc-d9f5bc483135 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=991c09cd-9516-4a08-b1a5-2fb4bf17b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2891161 Jul 24 09:37:44.834442 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bbb4262b-b7bd-4934-b094-aff60285171e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:44.889831 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] Set router 9d67713f-3dec-4e58-959b-6484fa1b1aed gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:37:44.910872 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-e4fe5819-0a9c-4839-8b4b-00afa3cf552c tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] For port 80be7af8-ea35-4a9b-b9f9-e1ffc5f78010, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=80be7af8-ea35-4a9b-b9f9-e1ffc5f78010,segment=NetworkSegment(2ce652d4-606e-45b8-a1e7-8a551ef8b0f0),segment_id=2ce652d4-606e-45b8-a1e7-8a551ef8b0f0)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:44.911666 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e4fe5819-0a9c-4839-8b4b-00afa3cf552c tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:44.946197 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2d89bd6f-39bc-449a-b2e1-3e826298ae95 req-56f5e7be-a671-49e9-9745-abe7e8d8fd76 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 210 time: 0.0490682 Jul 24 09:37:44.952702 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-e4fe5819-0a9c-4839-8b4b-00afa3cf552c tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Calling delete_port for 80be7af8-ea35-4a9b-b9f9-e1ffc5f78010 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:44.978821 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-726fdf65-4744-4376-b3ec-29e2c67953ee tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting port c31ee68a-f49e-4657-8480-aa6c52ac8cd4 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:44.980116 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-726fdf65-4744-4376-b3ec-29e2c67953ee tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:45.048684 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port bbb4262b-b7bd-4934-b094-aff60285171e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:45.049277 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:45.077219 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37816) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:45.144400 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4f527e-7ffa-454b-a9fc-45b93bc5b9ce None None] DHCP port deletion for cd0e5a07-c697-41eb-af24-253cd58af8c3 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:37:45.163968 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-726fdf65-4744-4376-b3ec-29e2c67953ee tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:45.177381 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-726fdf65-4744-4376-b3ec-29e2c67953ee tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Calling delete_port for c31ee68a-f49e-4657-8480-aa6c52ac8cd4 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:45.232451 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f3151235-bd32-4dac-99fd-b4d41c63c58b up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:45.238200 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d67713f-3dec-4e58-959b-6484fa1b1aed', 'name': 'tempest-TestVolumeBootPattern-1684494350-router', 'tenant_id': '94fa90b1a6e34c30b97fc752987ffda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'f3151235-bd32-4dac-99fd-b4d41c63c58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:25Z', 'updated_at': '2021-07-24T09:37:35Z', 'revision_number': 4, 'project_id': '94fa90b1a6e34c30b97fc752987ffda5', 'gw_port': {'id': 'f3151235-bd32-4dac-99fd-b4d41c63c58b', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d67713f-3dec-4e58-959b-6484fa1b1aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:26Z', 'updated_at': '2021-07-24T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'eee94b83-e72a-498c-8198-ce796df6d864', 'name': '', 'network_id': '0d8e36d5-cc54-411b-9550-fd844f6e75e0', 'tenant_id': '94fa90b1a6e34c30b97fc752987ffda5', 'mac_address': 'fa:16:3e:fe:d6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d67713f-3dec-4e58-959b-6484fa1b1aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'dbfa21a0-4bd1-479a-96b3-1e13d43e9e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:33Z', 'updated_at': '2021-07-24T09:37:44Z', 'revision_number': 4, 'project_id': '94fa90b1a6e34c30b97fc752987ffda5', 'subnets': [{'id': 'dbfa21a0-4bd1-479a-96b3-1e13d43e9e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:45.274850 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-df4f527e-7ffa-454b-a9fc-45b93bc5b9ce None None] Deleting port 80be7af8-ea35-4a9b-b9f9-e1ffc5f78010 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:45.275299 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-df4f527e-7ffa-454b-a9fc-45b93bc5b9ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:45.293767 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e4fe5819-0a9c-4839-8b4b-00afa3cf552c tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:45.295985 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df80e0af-c5d2-4cbb-920f-62e82197f32b None None] The sync data for ids ['9d67713f-3dec-4e58-959b-6484fa1b1aed'] in n-d-800085-9 is: [{'id': '9d67713f-3dec-4e58-959b-6484fa1b1aed', 'name': 'tempest-TestVolumeBootPattern-1684494350-router', 'tenant_id': '94fa90b1a6e34c30b97fc752987ffda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'f3151235-bd32-4dac-99fd-b4d41c63c58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:25Z', 'updated_at': '2021-07-24T09:37:35Z', 'revision_number': 4, 'project_id': '94fa90b1a6e34c30b97fc752987ffda5', 'gw_port': {'id': 'f3151235-bd32-4dac-99fd-b4d41c63c58b', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d67713f-3dec-4e58-959b-6484fa1b1aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:26Z', 'updated_at': '2021-07-24T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'eee94b83-e72a-498c-8198-ce796df6d864', 'name': '', 'network_id': '0d8e36d5-cc54-411b-9550-fd844f6e75e0', 'tenant_id': '94fa90b1a6e34c30b97fc752987ffda5', 'mac_address': 'fa:16:3e:fe:d6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d67713f-3dec-4e58-959b-6484fa1b1aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'dbfa21a0-4bd1-479a-96b3-1e13d43e9e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:33Z', 'updated_at': '2021-07-24T09:37:44Z', 'revision_number': 4, 'project_id': '94fa90b1a6e34c30b97fc752987ffda5', 'subnets': [{'id': 'dbfa21a0-4bd1-479a-96b3-1e13d43e9e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:37:45.371855 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port f3151235-bd32-4dac-99fd-b4d41c63c58b triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:45.372445 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:45.413211 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-df4f527e-7ffa-454b-a9fc-45b93bc5b9ce None None] For port 80be7af8-ea35-4a9b-b9f9-e1ffc5f78010, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=80be7af8-ea35-4a9b-b9f9-e1ffc5f78010,segment=NetworkSegment(2ce652d4-606e-45b8-a1e7-8a551ef8b0f0),segment_id=2ce652d4-606e-45b8-a1e7-8a551ef8b0f0)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:45.413618 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-df4f527e-7ffa-454b-a9fc-45b93bc5b9ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:45.439468 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-df4f527e-7ffa-454b-a9fc-45b93bc5b9ce None None] Calling delete_port for 80be7af8-ea35-4a9b-b9f9-e1ffc5f78010 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:45.465235 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18b0a46-5d8a-4c49-b1dd-4bb09ba346e0 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:37:45.467486 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-726fdf65-4744-4376-b3ec-29e2c67953ee tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:45.472122 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b18b0a46-5d8a-4c49-b1dd-4bb09ba346e0 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:45.479909 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa593d4a-6a06-48bd-94a2-20bde13b3b3b None None] Sync routers for ids ['95593643-903a-42e4-81e2-77a96c990919'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:37:45.497471 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa593d4a-6a06-48bd-94a2-20bde13b3b3b None None] Routers {'95593643-903a-42e4-81e2-77a96c990919'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:45.499730 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-fa593d4a-6a06-48bd-94a2-20bde13b3b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['95593643-903a-42e4-81e2-77a96c990919'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:45.511224 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fe5819-0a9c-4839-8b4b-00afa3cf552c tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] No DVR routers for this DVR port 80be7af8-ea35-4a9b-b9f9-e1ffc5f78010 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:37:45.518917 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe5819-0a9c-4839-8b4b-00afa3cf552c tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Pushing event deleted for resources: {'Port': ['ID=80be7af8-ea35-4a9b-b9f9-e1ffc5f78010,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:45.628229 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e4fe5819-0a9c-4839-8b4b-00afa3cf552c tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:45.644396 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-e4fe5819-0a9c-4839-8b4b-00afa3cf552c tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0e5a07-c697-41eb-af24-253cd58af8c3']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:45.654844 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-fa593d4a-6a06-48bd-94a2-20bde13b3b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:45.657646 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-e4fe5819-0a9c-4839-8b4b-00afa3cf552c tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce652d4-606e-45b8-a1e7-8a551ef8b0f0') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:45.657952 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-e4fe5819-0a9c-4839-8b4b-00afa3cf552c tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce652d4-606e-45b8-a1e7-8a551ef8b0f0') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:45.668834 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e4fe5819-0a9c-4839-8b4b-00afa3cf552c tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:45.671893 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fdf65-4744-4376-b3ec-29e2c67953ee tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Port': ['ID=c31ee68a-f49e-4657-8480-aa6c52ac8cd4,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:45.680281 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-df4f527e-7ffa-454b-a9fc-45b93bc5b9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:45.684647 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa593d4a-6a06-48bd-94a2-20bde13b3b3b None None] Routers {'95593643-903a-42e4-81e2-77a96c990919'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:45.685371 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-fa593d4a-6a06-48bd-94a2-20bde13b3b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['95593643-903a-42e4-81e2-77a96c990919'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:45.724547 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e4fe5819-0a9c-4839-8b4b-00afa3cf552c tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:45.739719 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4fe5819-0a9c-4839-8b4b-00afa3cf552c tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:37:45.740247 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e4fe5819-0a9c-4839-8b4b-00afa3cf552c tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:45.767643 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f527e-7ffa-454b-a9fc-45b93bc5b9ce None None] Pushing event deleted for resources: {'Port': ['ID=80be7af8-ea35-4a9b-b9f9-e1ffc5f78010,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:45.784174 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4f527e-7ffa-454b-a9fc-45b93bc5b9ce None None] No DVR routers for this DVR port 80be7af8-ea35-4a9b-b9f9-e1ffc5f78010 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:37:45.813164 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device eee94b83-e72a-498c-8198-ce796df6d864 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:45.820774 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-fa593d4a-6a06-48bd-94a2-20bde13b3b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:45.823307 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa593d4a-6a06-48bd-94a2-20bde13b3b3b None None] The sync data for ids ['95593643-903a-42e4-81e2-77a96c990919'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:37:45.910959 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:37:45.914448 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-726fdf65-4744-4376-b3ec-29e2c67953ee tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:45.921308 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-726fdf65-4744-4376-b3ec-29e2c67953ee tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/ports/c31ee68a-f49e-4657-8480-aa6c52ac8cd4 HTTP/1.1" status: 204 len: 168 time: 1.3212345 Jul 24 09:37:45.924273 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port eee94b83-e72a-498c-8198-ce796df6d864 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:45.926184 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37822) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:45.930118 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port eee94b83-e72a-498c-8198-ce796df6d864 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:45.930118 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:45.944854 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b18b0a46-5d8a-4c49-b1dd-4bb09ba346e0 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "PUT /v2.0/floatingips/2b4ae21d-1e66-4ef3-a89c-5e0e3f05e50a HTTP/1.1" status: 200 len: 978 time: 5.8396473 Jul 24 09:37:45.948765 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37824) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:45.964970 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-af16c53b-9a64-475d-afbb-98af233b026a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] GET failed (client error): The resource could not be found. Jul 24 09:37:45.967076 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-af16c53b-9a64-475d-afbb-98af233b026a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "GET /v2.0/ports/c31ee68a-f49e-4657-8480-aa6c52ac8cd4 HTTP/1.1" status: 404 len: 333 time: 0.0393901 Jul 24 09:37:45.970435 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37826) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:46.028810 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:46.076607 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port eee94b83-e72a-498c-8198-ce796df6d864, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=eee94b83-e72a-498c-8198-ce796df6d864,segment=NetworkSegment(afa3e6ec-9e81-4cd4-b9e9-8201a5f2dd12),segment_id=afa3e6ec-9e81-4cd4-b9e9-8201a5f2dd12)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:46.081559 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e4fe5819-0a9c-4839-8b4b-00afa3cf552c tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:46.097411 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:46.103267 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e4fe5819-0a9c-4839-8b4b-00afa3cf552c tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:46.107990 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e4fe5819-0a9c-4839-8b4b-00afa3cf552c tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "DELETE /v2.0/networks/cd0e5a07-c697-41eb-af24-253cd58af8c3 HTTP/1.1" status: 204 len: 168 time: 1.6582565 Jul 24 09:37:46.119779 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37830) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:46.122088 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-542c1f45-063d-4fb9-a731-7114639b2a40 req-d01582d3-1232-4c4f-84e3-1f27e1ce1881 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 210 time: 0.0726626 Jul 24 09:37:46.169694 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=eee94b83-e72a-498c-8198-ce796df6d864,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:46.174212 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe5819-0a9c-4839-8b4b-00afa3cf552c tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Pushing event deleted for resources: {'Network': ['ID=cd0e5a07-c697-41eb-af24-253cd58af8c3,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:46.174418 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b71e9fb3-de6a-44b7-b2a6-44c83a2e3bd7 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dad1f1f-30c0-4bee-adc7-f56dd1b599b7 HTTP/1.1" status: 200 len: 205 time: 0.0487943 Jul 24 09:37:46.174539 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37832) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:46.224926 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 80be7af8-ea35-4a9b-b9f9-e1ffc5f78010 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:37:46.265733 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 80be7af8-ea35-4a9b-b9f9-e1ffc5f78010 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:37:46.266678 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 80be7af8-ea35-4a9b-b9f9-e1ffc5f78010 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:37:46.281277 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-787607a2-bb78-43f1-b658-34217ab98c44 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:46.354830 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-caf83ae8-7030-41a0-896d-83d89ad71047 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting port 3a462ba3-2ef7-43a9-8715-ebacdf821cdb {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:46.355178 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-caf83ae8-7030-41a0-896d-83d89ad71047 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:46.360327 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344867e8-cb15-42d6-8314-dc1e34494604 req-ea5baff9-54ec-4a35-b4bc-9fcee3820c08 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:46.361888 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-344867e8-cb15-42d6-8314-dc1e34494604 req-ea5baff9-54ec-4a35-b4bc-9fcee3820c08 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 945 time: 0.4500566 Jul 24 09:37:46.428000 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-344867e8-cb15-42d6-8314-dc1e34494604 req-a45e890d-d3a0-44de-90c2-509677ee26bc tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=991c09cd-9516-4a08-b1a5-2fb4bf17b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572019 Jul 24 09:37:46.449272 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-27f4c41a-7809-4692-9fec-8a0af7a4b29f tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Deleting port 12c4d595-7b38-4db3-b01c-d6c67c468b30 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:46.449618 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-27f4c41a-7809-4692-9fec-8a0af7a4b29f tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:46.473219 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-61ac4a3a-782c-40bd-9fdd-76db90dce59c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:46.474725 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-61ac4a3a-782c-40bd-9fdd-76db90dce59c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.20 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 812 time: 0.2342060 Jul 24 09:37:46.495170 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-9549c5bb-95f7-4931-ab29-0b1171e3a502 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Request body: {'port': {'device_id': '790df571-bc34-4f24-a207-97e8a975c0e0', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'admin_state_up': True, 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:46.518393 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-787607a2-bb78-43f1-b658-34217ab98c44 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:46.522789 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-787607a2-bb78-43f1-b658-34217ab98c44 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:46.574771 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-caf83ae8-7030-41a0-896d-83d89ad71047 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:46.588725 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-caf83ae8-7030-41a0-896d-83d89ad71047 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Calling delete_port for 3a462ba3-2ef7-43a9-8715-ebacdf821cdb owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:46.601145 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-787607a2-bb78-43f1-b658-34217ab98c44 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:46.601653 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787607a2-bb78-43f1-b658-34217ab98c44 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Fanout notify agent at l3_agent the message router_deleted on router 1dad1f1f-30c0-4bee-adc7-f56dd1b599b7 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:37:46.611492 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-787607a2-bb78-43f1-b658-34217ab98c44 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:46.616629 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-787607a2-bb78-43f1-b658-34217ab98c44 tempest-RoutersNegativeIpV6Test-1490450836 tempest-RoutersNegativeIpV6Test-1490450836-project] 10.222.0.32 "DELETE /v2.0/routers/1dad1f1f-30c0-4bee-adc7-f56dd1b599b7 HTTP/1.1" status: 204 len: 168 time: 0.4371603 Jul 24 09:37:46.647113 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-27f4c41a-7809-4692-9fec-8a0af7a4b29f tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:46.674365 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:46.743970 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c113650b-52db-4f80-bdc9-98cacf7caaa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:46.789925 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-caf83ae8-7030-41a0-896d-83d89ad71047 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:46.918250 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf83ae8-7030-41a0-896d-83d89ad71047 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Port': ['ID=3a462ba3-2ef7-43a9-8715-ebacdf821cdb,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:46.985041 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-caf83ae8-7030-41a0-896d-83d89ad71047 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:46.987573 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-caf83ae8-7030-41a0-896d-83d89ad71047 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/ports/3a462ba3-2ef7-43a9-8715-ebacdf821cdb HTTP/1.1" status: 204 len: 168 time: 1.0161793 Jul 24 09:37:46.993608 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37838) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:47.054211 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62077ff-0d48-4204-92e2-8374e2d75654 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] GET failed (client error): The resource could not be found. Jul 24 09:37:47.057939 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 3ef59e28-0946-4325-a05e-13184352fb6e up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:47.067056 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e62077ff-0d48-4204-92e2-8374e2d75654 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "GET /v2.0/ports/3a462ba3-2ef7-43a9-8715-ebacdf821cdb HTTP/1.1" status: 404 len: 333 time: 0.0721862 Jul 24 09:37:47.068685 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37840) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:47.069631 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37842) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:47.137881 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 3ef59e28-0946-4325-a05e-13184352fb6e completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:47.145518 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-3681a545-759b-4ed9-888f-8e5f416525a3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting subnet 78fa4ae8-0a0f-4c05-b3e2-aa936804cbc9 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:37:47.147803 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 3ef59e28-0946-4325-a05e-13184352fb6e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:47.150275 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3681a545-759b-4ed9-888f-8e5f416525a3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:47.175157 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:47.210856 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3681a545-759b-4ed9-888f-8e5f416525a3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:47.313712 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-9549c5bb-95f7-4931-ab29-0b1171e3a502 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Made reservation on behalf of 1badc3f1501941d9bbfe9d2d50d5c337 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:47.317194 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-9549c5bb-95f7-4931-ab29-0b1171e3a502 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:47.324501 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3681a545-759b-4ed9-888f-8e5f416525a3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:47.326451 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:47.377911 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 3ef59e28-0946-4325-a05e-13184352fb6e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=3ef59e28-0946-4325-a05e-13184352fb6e,segment=NetworkSegment(8403fcfa-dc03-4d4d-ba8a-1cbc043f631d),segment_id=8403fcfa-dc03-4d4d-ba8a-1cbc043f631d)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:47.379616 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7535399-4f61-4b04-921d-dd6df058d911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef59e28-0946-4325-a05e-13184352fb6e'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:37:47.383305 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53623f3e-3cd1-480d-afda-90d80fa8de0c" -d '{"events": [{"server_uuid": "f7535399-4f61-4b04-921d-dd6df058d911", "name": "network-vif-plugged", "status": "completed", "tag": "3ef59e28-0946-4325-a05e-13184352fb6e"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:37:47.401504 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:47.425956 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3681a545-759b-4ed9-888f-8e5f416525a3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:47.473539 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d29a38-cd3a-494a-b013-b61ea446a85c x-openstack-request-id: req-14d29a38-cd3a-494a-b013-b61ea446a85c {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:37:47.474209 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7535399-4f61-4b04-921d-dd6df058d911", "name": "network-vif-plugged", "status": "completed", "tag": "3ef59e28-0946-4325-a05e-13184352fb6e", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:37:47.475670 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14d29a38-cd3a-494a-b013-b61ea446a85c {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:37:47.476556 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7535399-4f61-4b04-921d-dd6df058d911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef59e28-0946-4325-a05e-13184352fb6e', 'code': 200} Jul 24 09:37:47.525576 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=3ef59e28-0946-4325-a05e-13184352fb6e,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:47.543113 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-27f4c41a-7809-4692-9fec-8a0af7a4b29f tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:47.543777 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-27f4c41a-7809-4692-9fec-8a0af7a4b29f tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:47.544633 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-27f4c41a-7809-4692-9fec-8a0af7a4b29f tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Floating IP 2b4ae21d-1e66-4ef3-a89c-5e0e3f05e50a disassociated. External IP: 172.25.7.28, port: 12c4d595-7b38-4db3-b01c-d6c67c468b30. Jul 24 09:37:47.545156 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-27f4c41a-7809-4692-9fec-8a0af7a4b29f tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Calling delete_port for 12c4d595-7b38-4db3-b01c-d6c67c468b30 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:47.549268 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681a545-759b-4ed9-888f-8e5f416525a3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Subnet': ['ID=78fa4ae8-0a0f-4c05-b3e2-aa936804cbc9,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:47.576947 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8189f782-a66f-4b30-a405-0707e3513b30 req-f0362a7c-3d4f-44f4-b252-b2fc04e5a772 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 210 time: 0.1681504 Jul 24 09:37:47.593759 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3681a545-759b-4ed9-888f-8e5f416525a3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:47.603951 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a68cba3-ae49-4a07-b882-c431604e47a5 None None] Network 32ed990e-a2f7-44fe-8e7a-0d4d3c03377c requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:47.604915 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3681a545-759b-4ed9-888f-8e5f416525a3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/subnets/78fa4ae8-0a0f-4c05-b3e2-aa936804cbc9 HTTP/1.1" status: 204 len: 168 time: 0.5321736 Jul 24 09:37:47.605910 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37852) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:47.732201 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1c89-c2b0-4d63-a452-d75c6c358a67 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:47.736449 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device eee94b83-e72a-498c-8198-ce796df6d864 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:47.757015 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f259121d-0cb9-4fd8-81f8-f7376861b13d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e6a8f51199c4924b7435f354bb0c5d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6856663 Jul 24 09:37:47.761182 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37854) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:47.836293 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port eee94b83-e72a-498c-8198-ce796df6d864 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:47.836604 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:47.900033 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e6a0bb82-ccc7-486a-9bbd-185b40b90b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:47.903108 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-7b9b1c89-c2b0-4d63-a452-d75c6c358a67 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting port bbb4262b-b7bd-4934-b094-aff60285171e {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:47.903529 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1c89-c2b0-4d63-a452-d75c6c358a67 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:47.925031 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b75a76-9bfe-42da-b7e0-869108d3466b None None] DHCP port deletion for 32ed990e-a2f7-44fe-8e7a-0d4d3c03377c request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:37:47.964037 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-27f4c41a-7809-4692-9fec-8a0af7a4b29f tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:47.989014 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-9549c5bb-95f7-4931-ab29-0b1171e3a502 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Allocated IP 172.20.0.3 (ac0598e8-c43b-451d-ac72-9b82e96a2d8a/c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130/ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:47.993960 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-7b9b1c89-c2b0-4d63-a452-d75c6c358a67 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] For port bbb4262b-b7bd-4934-b094-aff60285171e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=bbb4262b-b7bd-4934-b094-aff60285171e,segment=NetworkSegment(c3d03feb-77e1-4459-9631-aca5b8aab298),segment_id=c3d03feb-77e1-4459-9631-aca5b8aab298)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:47.994326 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1c89-c2b0-4d63-a452-d75c6c358a67 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:48.008157 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-7b9b1c89-c2b0-4d63-a452-d75c6c358a67 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Calling delete_port for bbb4262b-b7bd-4934-b094-aff60285171e owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:48.032889 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850f497-7ed5-4f2c-8699-048e8325a0d8 req-dc3a21ae-3f33-429c-839a-21767cf99dbe tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:48.033886 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-39b75a76-9bfe-42da-b7e0-869108d3466b None None] Deleting port bbb4262b-b7bd-4934-b094-aff60285171e {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:48.034491 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-39b75a76-9bfe-42da-b7e0-869108d3466b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:48.039786 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a850f497-7ed5-4f2c-8699-048e8325a0d8 req-dc3a21ae-3f33-429c-839a-21767cf99dbe tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 946 time: 0.4095101 Jul 24 09:37:48.061484 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4c41a-7809-4692-9fec-8a0af7a4b29f tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event deleted for resources: {'Port': ['ID=12c4d595-7b38-4db3-b01c-d6c67c468b30,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:48.069546 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e6a0bb82-ccc7-486a-9bbd-185b40b90b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:48.094717 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26018f4d-fa4c-4bef-90cc-84987bdc18ed req-e0a7da09-3aba-4a29-b0f2-2f4624fd8c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:48.096473 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-26018f4d-fa4c-4bef-90cc-84987bdc18ed req-e0a7da09-3aba-4a29-b0f2-2f4624fd8c4a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 1097 time: 0.4623547 Jul 24 09:37:48.127781 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-39b75a76-9bfe-42da-b7e0-869108d3466b None None] For port bbb4262b-b7bd-4934-b094-aff60285171e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=bbb4262b-b7bd-4934-b094-aff60285171e,segment=NetworkSegment(c3d03feb-77e1-4459-9631-aca5b8aab298),segment_id=c3d03feb-77e1-4459-9631-aca5b8aab298)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:48.128365 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-39b75a76-9bfe-42da-b7e0-869108d3466b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:48.146479 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-39b75a76-9bfe-42da-b7e0-869108d3466b None None] Calling delete_port for bbb4262b-b7bd-4934-b094-aff60285171e owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:48.173434 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1c89-c2b0-4d63-a452-d75c6c358a67 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:48.197019 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e6a0bb82-ccc7-486a-9bbd-185b40b90b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:48.199757 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e6a0bb82-ccc7-486a-9bbd-185b40b90b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:48.204272 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e6a0bb82-ccc7-486a-9bbd-185b40b90b66 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81972c67-805f-4d17-a042-0533164b6056 HTTP/1.1" status: 204 len: 168 time: 0.4410841 Jul 24 09:37:48.227602 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b1c89-c2b0-4d63-a452-d75c6c358a67 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Port': ['ID=bbb4262b-b7bd-4934-b094-aff60285171e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:48.235123 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9b1c89-c2b0-4d63-a452-d75c6c358a67 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] No DVR routers for this DVR port bbb4262b-b7bd-4934-b094-aff60285171e on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:37:48.239637 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0bb82-ccc7-486a-9bbd-185b40b90b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81972c67-805f-4d17-a042-0533164b6056,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:48.339728 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 09:37:48.351881 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-39b75a76-9bfe-42da-b7e0-869108d3466b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:48.371734 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1c89-c2b0-4d63-a452-d75c6c358a67 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:48.388179 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-7b9b1c89-c2b0-4d63-a452-d75c6c358a67 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ed990e-a2f7-44fe-8e7a-0d4d3c03377c']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:48.401387 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b75a76-9bfe-42da-b7e0-869108d3466b None None] Pushing event deleted for resources: {'Port': ['ID=bbb4262b-b7bd-4934-b094-aff60285171e,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:48.411263 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-7b9b1c89-c2b0-4d63-a452-d75c6c358a67 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d03feb-77e1-4459-9631-aca5b8aab298') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:48.411575 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-7b9b1c89-c2b0-4d63-a452-d75c6c358a67 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d03feb-77e1-4459-9631-aca5b8aab298') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:48.421430 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b75a76-9bfe-42da-b7e0-869108d3466b None None] No DVR routers for this DVR port bbb4262b-b7bd-4934-b094-aff60285171e on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:37:48.423904 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1c89-c2b0-4d63-a452-d75c6c358a67 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:48.438241 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a850f497-7ed5-4f2c-8699-048e8325a0d8 req-36f1c0b4-1947-489c-a276-0084213a2c5c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=991c09cd-9516-4a08-b1a5-2fb4bf17b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3974631 Jul 24 09:37:48.446046 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1c89-c2b0-4d63-a452-d75c6c358a67 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:48.454781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9b1c89-c2b0-4d63-a452-d75c6c358a67 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:37:48.455697 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1c89-c2b0-4d63-a452-d75c6c358a67 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:37:48.460266 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:37:48.526725 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-26018f4d-fa4c-4bef-90cc-84987bdc18ed req-266e90fa-b525-48d7-b04d-b61ab2007bc4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=991c09cd-9516-4a08-b1a5-2fb4bf17b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4106917 Jul 24 09:37:48.530378 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1c89-c2b0-4d63-a452-d75c6c358a67 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:48.555537 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1c89-c2b0-4d63-a452-d75c6c358a67 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:48.561690 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7b9b1c89-c2b0-4d63-a452-d75c6c358a67 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/networks/32ed990e-a2f7-44fe-8e7a-0d4d3c03377c HTTP/1.1" status: 204 len: 168 time: 0.9505188 Jul 24 09:37:48.568965 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f4c41a-7809-4692-9fec-8a0af7a4b29f tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Router 95593643-903a-42e4-81e2-77a96c990919 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:37:48.569353 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37860) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:48.576232 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-85f660dd-22b9-424d-a98b-b9e35a2a8372 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1708063351'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:48.583538 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b1c89-c2b0-4d63-a452-d75c6c358a67 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Network': ['ID=32ed990e-a2f7-44fe-8e7a-0d4d3c03377c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:48.615827 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f660dd-22b9-424d-a98b-b9e35a2a8372 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:48.622812 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-85f660dd-22b9-424d-a98b-b9e35a2a8372 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:48.655229 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f660dd-22b9-424d-a98b-b9e35a2a8372 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:37:48.665850 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-85f660dd-22b9-424d-a98b-b9e35a2a8372 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:48.666233 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-85f660dd-22b9-424d-a98b-b9e35a2a8372 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Added segment b8fe6f9b-7e36-407d-bf77-1cf5007d7527 of type vlan for network 4c811b21-029c-4a44-a2d2-4fee371a2f2f Jul 24 09:37:48.748590 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f737b927-74e6-44c2-bc0f-564e1b80dee2 req-35577390-b026-472e-851e-69dbb2309214 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 210 time: 0.0359743 Jul 24 09:37:48.760286 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-85f660dd-22b9-424d-a98b-b9e35a2a8372 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:48.761312 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-c113650b-52db-4f80-bdc9-98cacf7caaa6 admin admin] Deleting port 1033e945-87a0-4396-9650-bdc78fa30cb3 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:48.761753 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c113650b-52db-4f80-bdc9-98cacf7caaa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:48.803306 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-9549c5bb-95f7-4931-ab29-0b1171e3a502 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:48.822354 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-85f660dd-22b9-424d-a98b-b9e35a2a8372 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:48.831774 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f660dd-22b9-424d-a98b-b9e35a2a8372 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:48.834563 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-85f660dd-22b9-424d-a98b-b9e35a2a8372 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:48.866874 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-9549c5bb-95f7-4931-ab29-0b1171e3a502 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Transition to ACTIVE for port object ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:48.894272 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-85f660dd-22b9-424d-a98b-b9e35a2a8372 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3232219 Jul 24 09:37:48.896968 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37872) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:48.897794 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f4c41a-7809-4692-9fec-8a0af7a4b29f tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:37:48.905680 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-566b9623-7c4b-4ab1-982c-f5ffe9f15417 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'subnet': {'network_id': '4c811b21-029c-4a44-a2d2-4fee371a2f2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:48.914650 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2605fcd9-c976-4203-8c89-1ecadf3b38b3 None None] Sync routers for ids ['95593643-903a-42e4-81e2-77a96c990919'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:37:48.930960 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2605fcd9-c976-4203-8c89-1ecadf3b38b3 None None] Routers {'95593643-903a-42e4-81e2-77a96c990919'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:48.932795 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-2605fcd9-c976-4203-8c89-1ecadf3b38b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['95593643-903a-42e4-81e2-77a96c990919'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:48.986872 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f660dd-22b9-424d-a98b-b9e35a2a8372 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Network': ['ID=4c811b21-029c-4a44-a2d2-4fee371a2f2f,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:48.997587 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-c113650b-52db-4f80-bdc9-98cacf7caaa6 admin admin] For port 1033e945-87a0-4396-9650-bdc78fa30cb3, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=1033e945-87a0-4396-9650-bdc78fa30cb3,segment=NetworkSegment(94e00f13-d29f-4b24-accf-dd5e2626e5f2),segment_id=94e00f13-d29f-4b24-accf-dd5e2626e5f2)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:48.998100 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c113650b-52db-4f80-bdc9-98cacf7caaa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:49.006006 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 4c811b21-029c-4a44-a2d2-4fee371a2f2f details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:37:49.013715 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-2605fcd9-c976-4203-8c89-1ecadf3b38b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:49.024686 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-27f4c41a-7809-4692-9fec-8a0af7a4b29f tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:49.030067 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-27f4c41a-7809-4692-9fec-8a0af7a4b29f tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "DELETE /v2.0/ports/12c4d595-7b38-4db3-b01c-d6c67c468b30 HTTP/1.1" status: 204 len: 168 time: 3.0467165 Jul 24 09:37:49.030067 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-c113650b-52db-4f80-bdc9-98cacf7caaa6 admin admin] Calling delete_port for 1033e945-87a0-4396-9650-bdc78fa30cb3 owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:49.032143 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37878) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:49.061410 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2605fcd9-c976-4203-8c89-1ecadf3b38b3 None None] Routers {'95593643-903a-42e4-81e2-77a96c990919'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:49.062025 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-2605fcd9-c976-4203-8c89-1ecadf3b38b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['95593643-903a-42e4-81e2-77a96c990919'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:49.095864 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566b9623-7c4b-4ab1-982c-f5ffe9f15417 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:49.100593 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-566b9623-7c4b-4ab1-982c-f5ffe9f15417 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:49.102645 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-2605fcd9-c976-4203-8c89-1ecadf3b38b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:49.103530 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2605fcd9-c976-4203-8c89-1ecadf3b38b3 None None] The sync data for ids ['95593643-903a-42e4-81e2-77a96c990919'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:37:49.219341 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-9549c5bb-95f7-4931-ab29-0b1171e3a502 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:49.278050 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549c5bb-95f7-4931-ab29-0b1171e3a502 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event updated for resources: {'Port': ['ID=ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:49.311700 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-9549c5bb-95f7-4931-ab29-0b1171e3a502 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Network ac0598e8-c43b-451d-ac72-9b82e96a2d8a is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:49.319358 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-9549c5bb-95f7-4931-ab29-0b1171e3a502 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:49.330171 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-9549c5bb-95f7-4931-ab29-0b1171e3a502 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:49.425391 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-566b9623-7c4b-4ab1-982c-f5ffe9f15417 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:49.520889 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b9623-7c4b-4ab1-982c-f5ffe9f15417 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Subnet': ['ID=c92b13e5-e8c9-447c-ad24-c500c7f61beb,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:49.542183 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566b9623-7c4b-4ab1-982c-f5ffe9f15417 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Checking segment: {'id': 'b8fe6f9b-7e36-407d-bf77-1cf5007d7527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4c811b21-029c-4a44-a2d2-4fee371a2f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:49.542791 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566b9623-7c4b-4ab1-982c-f5ffe9f15417 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network hostable DHCP agents. Network: 4c811b21-029c-4a44-a2d2-4fee371a2f2f, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:37:49.543530 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-9549c5bb-95f7-4931-ab29-0b1171e3a502 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:49.544455 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-9549c5bb-95f7-4931-ab29-0b1171e3a502 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:49.568449 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566b9623-7c4b-4ab1-982c-f5ffe9f15417 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network 4c811b21-029c-4a44-a2d2-4fee371a2f2f is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:37:49.584469 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-566b9623-7c4b-4ab1-982c-f5ffe9f15417 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 4c811b21-029c-4a44-a2d2-4fee371a2f2f) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:49.593009 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566b9623-7c4b-4ab1-982c-f5ffe9f15417 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:49.593614 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-566b9623-7c4b-4ab1-982c-f5ffe9f15417 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:49.597131 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e9d2d8-a372-4f43-8388-be95571ce18d None None] Network 4c811b21-029c-4a44-a2d2-4fee371a2f2f requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:49.620977 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-566b9623-7c4b-4ab1-982c-f5ffe9f15417 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7225840 Jul 24 09:37:49.625520 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37890) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:49.637813 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-783a4102-9caa-4340-b51b-7b741ca701ed tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2117490579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:49.681985 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-783a4102-9caa-4340-b51b-7b741ca701ed tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:49.683407 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-783a4102-9caa-4340-b51b-7b741ca701ed tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:49.738290 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bbb4262b-b7bd-4934-b094-aff60285171e no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:37:49.763465 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c866d7ea-b9da-4360-aa63-27b68a115d42 None None] Provisioning for port ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:49.764198 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-9549c5bb-95f7-4931-ab29-0b1171e3a502 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2758145 Jul 24 09:37:49.783367 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-b25232e3-de47-4f5e-9cdb-10382e4cec6e service neutron] Request body: {'port': {'device_id': '790df571-bc34-4f24-a207-97e8a975c0e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:49.810512 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: bbb4262b-b7bd-4934-b094-aff60285171e {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:37:49.811509 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bbb4262b-b7bd-4934-b094-aff60285171e not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:37:49.858347 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c866d7ea-b9da-4360-aa63-27b68a115d42 None None] Provisioning complete for port ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:49.859177 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c866d7ea-b9da-4360-aa63-27b68a115d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:49.883371 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c113650b-52db-4f80-bdc9-98cacf7caaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:49.906077 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-783a4102-9caa-4340-b51b-7b741ca701ed tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:49.921142 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-783a4102-9caa-4340-b51b-7b741ca701ed tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:49.926102 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e6914a-12bb-49a3-8d87-37f1d4a65303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-4c811b21-029c-4a44-a2d2-4fee371a2f2f', 'network_id': '4c811b21-029c-4a44-a2d2-4fee371a2f2f', 'tenant_id': 'ece2fa60f63e47ff8c9742fc9be058e6', 'fixed_ips': [{'subnet_id': 'c92b13e5-e8c9-447c-ad24-c500c7f61beb'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:37:49.927140 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b7e6914a-12bb-49a3-8d87-37f1d4a65303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:49.961475 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-c866d7ea-b9da-4360-aa63-27b68a115d42 None None] Port ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:37:49.969924 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-783a4102-9caa-4340-b51b-7b741ca701ed tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:49.974462 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-783a4102-9caa-4340-b51b-7b741ca701ed tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3440244 Jul 24 09:37:49.974462 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37900) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:49.982356 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-b1a490ba-6282-4eb6-b476-9050b979a53a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'port': {'network_id': '4c811b21-029c-4a44-a2d2-4fee371a2f2f', 'name': 'tempest-PortsTestJSON-1360629715'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:49.984620 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c113650b-52db-4f80-bdc9-98cacf7caaa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1033e945-87a0-4396-9650-bdc78fa30cb3,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:50.020035 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c902702-e593-45cd-938f-12924b535694 req-794613a6-ab12-4f30-8736-644ac494d015 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:50.042294 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8c902702-e593-45cd-938f-12924b535694 req-794613a6-ab12-4f30-8736-644ac494d015 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 931 time: 0.1340547 Jul 24 09:37:50.158413 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-b7e6914a-12bb-49a3-8d87-37f1d4a65303 None None] Allocated IP 172.20.0.2 (4c811b21-029c-4a44-a2d2-4fee371a2f2f/c92b13e5-e8c9-447c-ad24-c500c7f61beb/e6fbd43e-1773-4f45-8f1f-04c16ea1398f) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:50.221335 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8c902702-e593-45cd-938f-12924b535694 req-aa42c22f-32b8-4b04-bf6e-36decc85c117 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780226 Jul 24 09:37:50.308170 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a490ba-6282-4eb6-b476-9050b979a53a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:37:50.311662 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b1a490ba-6282-4eb6-b476-9050b979a53a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:50.354005 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-b1a490ba-6282-4eb6-b476-9050b979a53a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] device_id is not set on port 84255393-a239-4cda-8722-84fbc8c2c50f yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:37:50.388079 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b7e6914a-12bb-49a3-8d87-37f1d4a65303 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:50.399572 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b7e6914a-12bb-49a3-8d87-37f1d4a65303 None None] Transition to ACTIVE for port object e6fbd43e-1773-4f45-8f1f-04c16ea1398f will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:50.428124 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b7e6914a-12bb-49a3-8d87-37f1d4a65303 None None] Transition to ACTIVE for port object e6fbd43e-1773-4f45-8f1f-04c16ea1398f will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:50.446475 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b7e6914a-12bb-49a3-8d87-37f1d4a65303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:50.549659 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6914a-12bb-49a3-8d87-37f1d4a65303 None None] Pushing event updated for resources: {'Port': ['ID=e6fbd43e-1773-4f45-8f1f-04c16ea1398f,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:50.552399 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-b1a490ba-6282-4eb6-b476-9050b979a53a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Allocated IP 172.20.0.3 (4c811b21-029c-4a44-a2d2-4fee371a2f2f/c92b13e5-e8c9-447c-ad24-c500c7f61beb/84255393-a239-4cda-8722-84fbc8c2c50f) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:50.575164 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e6914a-12bb-49a3-8d87-37f1d4a65303 None None] Network 4c811b21-029c-4a44-a2d2-4fee371a2f2f is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:50.581817 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-b7e6914a-12bb-49a3-8d87-37f1d4a65303 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:50.591882 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e6914a-12bb-49a3-8d87-37f1d4a65303 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:50.700786 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e434f4-c69b-426f-bf0c-11a57ca96abb req-6bba8d93-d902-4f33-9d27-b43535eb5cf4 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:50.702280 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-29e434f4-c69b-426f-bf0c-11a57ca96abb req-6bba8d93-d902-4f33-9d27-b43535eb5cf4 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 946 time: 1.1410155 Jul 24 09:37:50.714215 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-b7e6914a-12bb-49a3-8d87-37f1d4a65303 None None] Attempting to bind port e6fbd43e-1773-4f45-8f1f-04c16ea1398f on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:37:50.714571 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-b7e6914a-12bb-49a3-8d87-37f1d4a65303 None None] Attempting to bind port e6fbd43e-1773-4f45-8f1f-04c16ea1398f by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'b8fe6f9b-7e36-407d-bf77-1cf5007d7527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4c811b21-029c-4a44-a2d2-4fee371a2f2f'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:37:50.714930 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e6914a-12bb-49a3-8d87-37f1d4a65303 None None] Attempting to bind port e6fbd43e-1773-4f45-8f1f-04c16ea1398f on network 4c811b21-029c-4a44-a2d2-4fee371a2f2f {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:37:50.723392 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e6914a-12bb-49a3-8d87-37f1d4a65303 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:37:50.723853 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e6914a-12bb-49a3-8d87-37f1d4a65303 None None] Checking segment: {'id': 'b8fe6f9b-7e36-407d-bf77-1cf5007d7527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4c811b21-029c-4a44-a2d2-4fee371a2f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:50.724164 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b7e6914a-12bb-49a3-8d87-37f1d4a65303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:50.724554 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e6914a-12bb-49a3-8d87-37f1d4a65303 None None] Bound using segment: {'id': 'b8fe6f9b-7e36-407d-bf77-1cf5007d7527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4c811b21-029c-4a44-a2d2-4fee371a2f2f'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:37:50.725063 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-b7e6914a-12bb-49a3-8d87-37f1d4a65303 None None] Bound port: e6fbd43e-1773-4f45-8f1f-04c16ea1398f, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8fe6f9b-7e36-407d-bf77-1cf5007d7527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4c811b21-029c-4a44-a2d2-4fee371a2f2f'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:37:50.725444 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b7e6914a-12bb-49a3-8d87-37f1d4a65303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:50.825064 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-b25232e3-de47-4f5e-9cdb-10382e4cec6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:50.857729 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b1a490ba-6282-4eb6-b476-9050b979a53a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:50.863796 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-29e434f4-c69b-426f-bf0c-11a57ca96abb req-1413706b-d2fc-481f-b9c9-f4ba72976761 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=991c09cd-9516-4a08-b1a5-2fb4bf17b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048090 Jul 24 09:37:50.872151 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-b7e6914a-12bb-49a3-8d87-37f1d4a65303 None None] For port e6fbd43e-1773-4f45-8f1f-04c16ea1398f, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:37:50.880894 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-b1a490ba-6282-4eb6-b476-9050b979a53a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Transition to ACTIVE for port object 84255393-a239-4cda-8722-84fbc8c2c50f will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:50.882417 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-b7e6914a-12bb-49a3-8d87-37f1d4a65303 None None] For port e6fbd43e-1773-4f45-8f1f-04c16ea1398f, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e6fbd43e-1773-4f45-8f1f-04c16ea1398f,segment=NetworkSegment(b8fe6f9b-7e36-407d-bf77-1cf5007d7527),segment_id=b8fe6f9b-7e36-407d-bf77-1cf5007d7527)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:37:50.890553 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b7e6914a-12bb-49a3-8d87-37f1d4a65303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:50.943264 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c113650b-52db-4f80-bdc9-98cacf7caaa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:50.987745 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b1a490ba-6282-4eb6-b476-9050b979a53a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:51.036656 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6914a-12bb-49a3-8d87-37f1d4a65303 None None] Pushing event updated for resources: {'Port': ['ID=e6fbd43e-1773-4f45-8f1f-04c16ea1398f,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:51.139307 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a490ba-6282-4eb6-b476-9050b979a53a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network 4c811b21-029c-4a44-a2d2-4fee371a2f2f is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:51.149717 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a490ba-6282-4eb6-b476-9050b979a53a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Port': ['ID=84255393-a239-4cda-8722-84fbc8c2c50f,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:51.167823 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-b1a490ba-6282-4eb6-b476-9050b979a53a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:51.167823 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a490ba-6282-4eb6-b476-9050b979a53a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:51.233741 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a490ba-6282-4eb6-b476-9050b979a53a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:51.234910 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b1a490ba-6282-4eb6-b476-9050b979a53a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:51.263432 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7b55f85f-1bae-4d0b-baf6-394665768a90 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:51.308723 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72794397-9cc8-490a-8821-012674f0f08a req-2151d2d1-f1e8-42fb-bccc-ff77e7ca819d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:51.326130 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-72794397-9cc8-490a-8821-012674f0f08a req-2151d2d1-f1e8-42fb-bccc-ff77e7ca819d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 946 time: 0.2497036 Jul 24 09:37:51.330550 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b1a490ba-6282-4eb6-b476-9050b979a53a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3556345 Jul 24 09:37:51.349722 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37922) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:51.621770 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c113650b-52db-4f80-bdc9-98cacf7caaa6 admin admin] Router 3b168fd3-f942-4feb-b3d1-9c1ed54ced2b has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:37:51.656152 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-b25232e3-de47-4f5e-9cdb-10382e4cec6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:37:51.667059 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-b25232e3-de47-4f5e-9cdb-10382e4cec6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:51.691817 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6dccd-5c59-4422-9369-70133ffeb45e req-ebe01765-87fa-4556-9f65-17c16f8cd59c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:51.703819 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1cf6dccd-5c59-4422-9369-70133ffeb45e req-ebe01765-87fa-4556-9f65-17c16f8cd59c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 931 time: 0.3120229 Jul 24 09:37:51.716571 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-b25232e3-de47-4f5e-9cdb-10382e4cec6e service neutron] Transition to ACTIVE for port object ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:37:51.781122 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-b25232e3-de47-4f5e-9cdb-10382e4cec6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:51.791772 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e6fbd43e-1773-4f45-8f1f-04c16ea1398f up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:51.887374 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port e6fbd43e-1773-4f45-8f1f-04c16ea1398f completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:51.898477 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1cf6dccd-5c59-4422-9369-70133ffeb45e req-f3fc64b5-813c-4a2c-a19d-97bb55312f82 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795986 Jul 24 09:37:51.936009 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25232e3-de47-4f5e-9cdb-10382e4cec6e service neutron] Pushing event updated for resources: {'Port': ['ID=ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:51.958305 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-72794397-9cc8-490a-8821-012674f0f08a req-263b13bc-1a5d-4523-9036-19a48a3bf8cb tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=991c09cd-9516-4a08-b1a5-2fb4bf17b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6306722 Jul 24 09:37:51.974492 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37924) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:52.185090 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c113650b-52db-4f80-bdc9-98cacf7caaa6 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:37:52.198096 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d6d41e-e180-4a95-9873-0445e7ece7ea None None] Sync routers for ids ['3b168fd3-f942-4feb-b3d1-9c1ed54ced2b'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:37:52.224008 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d6d41e-e180-4a95-9873-0445e7ece7ea None None] Routers {'3b168fd3-f942-4feb-b3d1-9c1ed54ced2b'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:52.225685 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-40d6d41e-e180-4a95-9873-0445e7ece7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['3b168fd3-f942-4feb-b3d1-9c1ed54ced2b'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:52.279031 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c113650b-52db-4f80-bdc9-98cacf7caaa6 admin admin] 10.222.0.32 "PUT /v2.0/routers/3b168fd3-f942-4feb-b3d1-9c1ed54ced2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2006075 Jul 24 09:37:52.285948 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37930) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:52.293477 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-b25232e3-de47-4f5e-9cdb-10382e4cec6e service neutron] Attempting to bind port ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:37:52.293826 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-b25232e3-de47-4f5e-9cdb-10382e4cec6e service neutron] Attempting to bind port ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:37:52.294171 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-b25232e3-de47-4f5e-9cdb-10382e4cec6e service neutron] Attempting to bind port ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3 on network ac0598e8-c43b-451d-ac72-9b82e96a2d8a {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:37:52.303755 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7724bbdf-5701-4a0e-b561-14fc0291375c tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:52.305485 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7724bbdf-5701-4a0e-b561-14fc0291375c tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 1092 time: 0.3298876 Jul 24 09:37:52.307825 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-b25232e3-de47-4f5e-9cdb-10382e4cec6e service neutron] Port ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3 on network ac0598e8-c43b-451d-ac72-9b82e96a2d8a not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:37:52.308173 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-b25232e3-de47-4f5e-9cdb-10382e4cec6e service neutron] Attempting to bind port ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3 on network ac0598e8-c43b-451d-ac72-9b82e96a2d8a {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:37:52.329549 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37932) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:52.330313 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-b25232e3-de47-4f5e-9cdb-10382e4cec6e service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:37:52.330653 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-b25232e3-de47-4f5e-9cdb-10382e4cec6e service neutron] Checking segment: {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:37:52.331061 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-b25232e3-de47-4f5e-9cdb-10382e4cec6e service neutron] Bound using segment: {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:37:52.331546 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-b25232e3-de47-4f5e-9cdb-10382e4cec6e service neutron] Bound port: ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:37:52.331916 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-b25232e3-de47-4f5e-9cdb-10382e4cec6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:52.352987 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-a0122a18-3124-4af5-b2c0-ba373b20f9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'port_id': '3ef59e28-0946-4325-a05e-13184352fb6e', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:37:52.468452 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-7b55f85f-1bae-4d0b-baf6-394665768a90 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Deleting port a7e42d67-ac42-4823-a72e-9b7a6e0626a7 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:52.469381 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7b55f85f-1bae-4d0b-baf6-394665768a90 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:52.471602 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-40d6d41e-e180-4a95-9873-0445e7ece7ea None None] Set router 3b168fd3-f942-4feb-b3d1-9c1ed54ced2b gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:37:52.481135 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0122a18-3124-4af5-b2c0-ba373b20f9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for floatingip, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:52.535533 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-b25232e3-de47-4f5e-9cdb-10382e4cec6e service neutron] For port ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:37:52.558504 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-b25232e3-de47-4f5e-9cdb-10382e4cec6e service neutron] For port ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:37:52.601485 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba829df-b3f3-4044-a5ce-b9992e178157 None None] Network 4c811b21-029c-4a44-a2d2-4fee371a2f2f requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:52.602298 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-b25232e3-de47-4f5e-9cdb-10382e4cec6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:52.636352 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dd9fbf16-1c76-4fba-9acb-c3fe03a8f2a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:52.694015 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a8aaecb-9571-4bd0-ba53-94b559b1bd6f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:52.711325 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-b25232e3-de47-4f5e-9cdb-10382e4cec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:52.711990 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-b25232e3-de47-4f5e-9cdb-10382e4cec6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:52.713452 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-b25232e3-de47-4f5e-9cdb-10382e4cec6e service neutron] 10.222.0.20 "PUT /v2.0/ports/ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3 HTTP/1.1" status: 200 len: 1091 time: 2.9365706 Jul 24 09:37:52.722753 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790df571-bc34-4f24-a207-97e8a975c0e0', 'tag': 'ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:37:52.725968 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13356ea-765b-4bff-9e97-08baacd36ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "790df571-bc34-4f24-a207-97e8a975c0e0", "tag": "ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:37:52.768704 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7b55f85f-1bae-4d0b-baf6-394665768a90 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:52.837574 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-40d6d41e-e180-4a95-9873-0445e7ece7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b168fd3-f942-4feb-b3d1-9c1ed54ced2b', 'name': 'tempest-TestServerMultinode-111780723-router', 'tenant_id': '10423aad3f5042c0a55898d238c4bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '7f6ee225-8198-4f9b-9fe0-819aa3da125e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:36:30Z', 'updated_at': '2021-07-24T09:37:49Z', 'revision_number': 5, 'project_id': '10423aad3f5042c0a55898d238c4bdc5', 'gw_port': {'id': '7f6ee225-8198-4f9b-9fe0-819aa3da125e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b168fd3-f942-4feb-b3d1-9c1ed54ced2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:36:32Z', 'updated_at': '2021-07-24T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:52.837793 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67283f0-c7e2-4457-bb77-3b220bb74865 x-openstack-request-id: req-b67283f0-c7e2-4457-bb77-3b220bb74865 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:37:52.838092 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "790df571-bc34-4f24-a207-97e8a975c0e0", "tag": "ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:37:52.838508 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b67283f0-c7e2-4457-bb77-3b220bb74865 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:37:52.839223 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790df571-bc34-4f24-a207-97e8a975c0e0', 'tag': 'ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3', 'status': 'completed', 'code': 200} Jul 24 09:37:52.856479 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-25d5a04a-4495-402d-a3f1-4da4362f23fa None None] Provisioning for port e6fbd43e-1773-4f45-8f1f-04c16ea1398f completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:52.888708 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-7b55f85f-1bae-4d0b-baf6-394665768a90 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Calling delete_port for a7e42d67-ac42-4823-a72e-9b7a6e0626a7 owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:52.921239 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d6d41e-e180-4a95-9873-0445e7ece7ea None None] Checking router: 3b168fd3-f942-4feb-b3d1-9c1ed54ced2b for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:37:52.923299 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25232e3-de47-4f5e-9cdb-10382e4cec6e service neutron] Pushing event updated for resources: {'Port': ['ID=ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:52.931498 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d6d41e-e180-4a95-9873-0445e7ece7ea None None] Routers {'3b168fd3-f942-4feb-b3d1-9c1ed54ced2b'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:52.932995 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-40d6d41e-e180-4a95-9873-0445e7ece7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['3b168fd3-f942-4feb-b3d1-9c1ed54ced2b'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:53.063420 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dd9fbf16-1c76-4fba-9acb-c3fe03a8f2a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:53.161755 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-25d5a04a-4495-402d-a3f1-4da4362f23fa None None] Provisioning complete for port e6fbd43e-1773-4f45-8f1f-04c16ea1398f triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:53.162566 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-25d5a04a-4495-402d-a3f1-4da4362f23fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:53.186875 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-5bb1d4af-864c-4615-828e-f7085ae398b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:53.189270 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-5bb1d4af-864c-4615-828e-f7085ae398b8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 1094 time: 0.3916154 Jul 24 09:37:53.254641 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa014d-ce69-4c3e-8201-5005c50b7c0f req-a3c8385e-74fc-46e3-b34c-bd499b0c179f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:53.256725 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-83fa014d-ce69-4c3e-8201-5005c50b7c0f req-a3c8385e-74fc-46e3-b34c-bd499b0c179f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 943 time: 0.2206421 Jul 24 09:37:53.281237 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-dd9fbf16-1c76-4fba-9acb-c3fe03a8f2a7 admin admin] Deleting port 7f6ee225-8198-4f9b-9fe0-819aa3da125e {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:53.281574 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dd9fbf16-1c76-4fba-9acb-c3fe03a8f2a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:53.286089 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-034c1a23-cea4-4566-ae6e-291c9dc071c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3 HTTP/1.1" status: 200 len: 217 time: 0.0845032 Jul 24 09:37:53.287767 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0122a18-3124-4af5-b2c0-ba373b20f9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:53.317629 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-25d5a04a-4495-402d-a3f1-4da4362f23fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:53.356532 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-40d6d41e-e180-4a95-9873-0445e7ece7ea None None] Set router 3b168fd3-f942-4feb-b3d1-9c1ed54ced2b gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:37:53.367504 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-25d5a04a-4495-402d-a3f1-4da4362f23fa None None] For port e6fbd43e-1773-4f45-8f1f-04c16ea1398f, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e6fbd43e-1773-4f45-8f1f-04c16ea1398f,segment=NetworkSegment(b8fe6f9b-7e36-407d-bf77-1cf5007d7527),segment_id=b8fe6f9b-7e36-407d-bf77-1cf5007d7527)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:53.375948 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-dd9fbf16-1c76-4fba-9acb-c3fe03a8f2a7 admin admin] For port 7f6ee225-8198-4f9b-9fe0-819aa3da125e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7f6ee225-8198-4f9b-9fe0-819aa3da125e,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:53.376224 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-25d5a04a-4495-402d-a3f1-4da4362f23fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:53.376371 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dd9fbf16-1c76-4fba-9acb-c3fe03a8f2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:53.391480 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-dd9fbf16-1c76-4fba-9acb-c3fe03a8f2a7 admin admin] Calling delete_port for 7f6ee225-8198-4f9b-9fe0-819aa3da125e owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:53.462038 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5a04a-4495-402d-a3f1-4da4362f23fa None None] Pushing event updated for resources: {'Port': ['ID=e6fbd43e-1773-4f45-8f1f-04c16ea1398f,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:53.485428 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a8aaecb-9571-4bd0-ba53-94b559b1bd6f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:53.532344 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a8aaecb-9571-4bd0-ba53-94b559b1bd6f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:53.574655 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-9dbca0ae-4280-4eb1-b7f4-41cb4ce2cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:53.576147 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-9dbca0ae-4280-4eb1-b7f4-41cb4ce2cd7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 HTTP/1.1" status: 200 len: 851 time: 0.2835577 Jul 24 09:37:53.611215 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-83fa014d-ce69-4c3e-8201-5005c50b7c0f req-cbcc3cf3-20ce-4613-a2d6-f84a89d7d144 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440130 Jul 24 09:37:53.719942 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dd9fbf16-1c76-4fba-9acb-c3fe03a8f2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:53.738271 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-a0122a18-3124-4af5-b2c0-ba373b20f9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Allocated IP 172.25.7.153 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/e5855ec9-7cf1-4174-8a43-9c268452ab15) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:37:53.742049 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e6fbd43e-1773-4f45-8f1f-04c16ea1398f up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:37:53.743695 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-40d6d41e-e180-4a95-9873-0445e7ece7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b168fd3-f942-4feb-b3d1-9c1ed54ced2b', 'name': 'tempest-TestServerMultinode-111780723-router', 'tenant_id': '10423aad3f5042c0a55898d238c4bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '7f6ee225-8198-4f9b-9fe0-819aa3da125e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:36:30Z', 'updated_at': '2021-07-24T09:37:49Z', 'revision_number': 5, 'project_id': '10423aad3f5042c0a55898d238c4bdc5', 'gw_port': {'id': '7f6ee225-8198-4f9b-9fe0-819aa3da125e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b168fd3-f942-4feb-b3d1-9c1ed54ced2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:36:32Z', 'updated_at': '2021-07-24T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:53.804139 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0edf868b-a020-403b-95da-7e9b1330923b None None] Provisioning for port 84255393-a239-4cda-8722-84fbc8c2c50f completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:37:53.824425 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0edf868b-a020-403b-95da-7e9b1330923b None None] Provisioning complete for port 84255393-a239-4cda-8722-84fbc8c2c50f triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:53.828385 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0edf868b-a020-403b-95da-7e9b1330923b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:53.841942 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8aaecb-9571-4bd0-ba53-94b559b1bd6f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Port': ['ID=84255393-a239-4cda-8722-84fbc8c2c50f,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:53.864970 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d6d41e-e180-4a95-9873-0445e7ece7ea None None] The sync data for ids ['3b168fd3-f942-4feb-b3d1-9c1ed54ced2b'] in n-d-800085-9 is: [{'id': '3b168fd3-f942-4feb-b3d1-9c1ed54ced2b', 'name': 'tempest-TestServerMultinode-111780723-router', 'tenant_id': '10423aad3f5042c0a55898d238c4bdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '7f6ee225-8198-4f9b-9fe0-819aa3da125e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:36:30Z', 'updated_at': '2021-07-24T09:37:49Z', 'revision_number': 5, 'project_id': '10423aad3f5042c0a55898d238c4bdc5', 'gw_port': {'id': '7f6ee225-8198-4f9b-9fe0-819aa3da125e', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b168fd3-f942-4feb-b3d1-9c1ed54ced2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:36:32Z', 'updated_at': '2021-07-24T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:37:53.877764 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7b55f85f-1bae-4d0b-baf6-394665768a90 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:53.947826 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9fbf16-1c76-4fba-9acb-c3fe03a8f2a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f6ee225-8198-4f9b-9fe0-819aa3da125e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:53.959603 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-0edf868b-a020-403b-95da-7e9b1330923b None None] Port 84255393-a239-4cda-8722-84fbc8c2c50f cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:37:53.983141 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55f85f-1bae-4d0b-baf6-394665768a90 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event deleted for resources: {'Port': ['ID=a7e42d67-ac42-4823-a72e-9b7a6e0626a7,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:53.987139 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-0274cc31-2e95-4e58-ade0-e5ec974204a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:53.988785 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-0274cc31-2e95-4e58-ade0-e5ec974204a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3963726 Jul 24 09:37:53.995692 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0edf868b-a020-403b-95da-7e9b1330923b None None] Provisioning complete for port e6fbd43e-1773-4f45-8f1f-04c16ea1398f triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:53.996412 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0edf868b-a020-403b-95da-7e9b1330923b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:54.019584 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port e6fbd43e-1773-4f45-8f1f-04c16ea1398f triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:54.025003 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:54.063335 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0122a18-3124-4af5-b2c0-ba373b20f9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:54.143117 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dd9fbf16-1c76-4fba-9acb-c3fe03a8f2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:54.315232 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dd9fbf16-1c76-4fba-9acb-c3fe03a8f2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:54.327253 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dd9fbf16-1c76-4fba-9acb-c3fe03a8f2a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:54.371149 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-bf228baf-b1d7-400d-859a-1ddaeeaceb2e None None] Provisioning complete for port 84255393-a239-4cda-8722-84fbc8c2c50f triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:54.371714 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bf228baf-b1d7-400d-859a-1ddaeeaceb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:54.420651 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-bf228baf-b1d7-400d-859a-1ddaeeaceb2e None None] Port 84255393-a239-4cda-8722-84fbc8c2c50f cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:37:54.447185 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dd9fbf16-1c76-4fba-9acb-c3fe03a8f2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:54.447832 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9fbf16-1c76-4fba-9acb-c3fe03a8f2a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b168fd3-f942-4feb-b3d1-9c1ed54ced2b {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:37:54.449692 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a8aaecb-9571-4bd0-ba53-94b559b1bd6f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:54.455613 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dd9fbf16-1c76-4fba-9acb-c3fe03a8f2a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:54.459200 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-dd9fbf16-1c76-4fba-9acb-c3fe03a8f2a7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3b168fd3-f942-4feb-b3d1-9c1ed54ced2b HTTP/1.1" status: 204 len: 168 time: 2.1698995 Jul 24 09:37:54.459429 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37952) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:54.546279 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5c985b85-1afc-47f5-b253-f101bfa47492 None None] Provisioning complete for port 84255393-a239-4cda-8722-84fbc8c2c50f triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:54.546877 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5c985b85-1afc-47f5-b253-f101bfa47492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:54.573787 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b5b35e-5f9b-46f5-a955-f182b702059c admin admin] Deleting subnet 1945b820-8cd7-46f1-a597-4cb02f209ece {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:37:54.585947 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-10b5b35e-5f9b-46f5-a955-f182b702059c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:54.615614 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-5c985b85-1afc-47f5-b253-f101bfa47492 None None] Port 84255393-a239-4cda-8722-84fbc8c2c50f cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:37:54.630188 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-10b5b35e-5f9b-46f5-a955-f182b702059c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:54.698499 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0122a18-3124-4af5-b2c0-ba373b20f9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:54.707141 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a8aaecb-9571-4bd0-ba53-94b559b1bd6f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:54.721792 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-d08fc909-0bb7-40c9-b328-2b1030e4b8c4 service neutron] 10.222.0.20 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7251508 Jul 24 09:37:54.793068 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-10b5b35e-5f9b-46f5-a955-f182b702059c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:54.798794 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0122a18-3124-4af5-b2c0-ba373b20f9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:54.822144 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-a0122a18-3124-4af5-b2c0-ba373b20f9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:54.824514 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0122a18-3124-4af5-b2c0-ba373b20f9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:37:54.866965 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0122a18-3124-4af5-b2c0-ba373b20f9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Port': ['ID=e5855ec9-7cf1-4174-8a43-9c268452ab15,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:54.918315 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7b55f85f-1bae-4d0b-baf6-394665768a90 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:54.944827 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-10b5b35e-5f9b-46f5-a955-f182b702059c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:54.987508 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5b35e-5f9b-46f5-a955-f182b702059c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1945b820-8cd7-46f1-a597-4cb02f209ece,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:54.991169 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-10b5b35e-5f9b-46f5-a955-f182b702059c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:54.995188 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-10b5b35e-5f9b-46f5-a955-f182b702059c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1945b820-8cd7-46f1-a597-4cb02f209ece HTTP/1.1" status: 204 len: 168 time: 0.5326416 Jul 24 09:37:54.995418 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37960) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:55.007282 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aad8b06-49ea-4b9b-aca9-be1ea5bb3254 None None] Network 24720237-0fc0-4cac-9d1b-fcc942ebfb00 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:55.056466 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c8dde-7da8-4b15-9ee6-2f8790060368 req-dea7c4f6-2dd2-456f-b061-02d88e11355c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:55.058006 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-137c8dde-7da8-4b15-9ee6-2f8790060368 req-dea7c4f6-2dd2-456f-b061-02d88e11355c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 943 time: 0.3469529 Jul 24 09:37:55.136062 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0faf0aa4-cdb3-4545-8300-3275a82e8508 req-369ef6dc-651a-4da3-8382-9deaf0949abf service neutron] 10.222.0.20 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850238 Jul 24 09:37:55.197141 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-137c8dde-7da8-4b15-9ee6-2f8790060368 req-d9bd9ee6-733f-45f6-9ef4-20a985c4de2c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247277 Jul 24 09:37:55.225029 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a8aaecb-9571-4bd0-ba53-94b559b1bd6f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:55.233775 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-282d5304-ad2c-4d94-9443-de31ea6840c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:55.241128 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a8aaecb-9571-4bd0-ba53-94b559b1bd6f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:55.312701 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce980964-fe39-4bce-91c0-0ba366694275 None None] DHCP port deletion for 24720237-0fc0-4cac-9d1b-fcc942ebfb00 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:37:55.371984 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-ce980964-fe39-4bce-91c0-0ba366694275 None None] Deleting port 934969f2-747c-426a-b43d-9c7319f3bda4 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:55.372356 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce980964-fe39-4bce-91c0-0ba366694275 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:55.382377 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8aaecb-9571-4bd0-ba53-94b559b1bd6f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Port': ['ID=84255393-a239-4cda-8722-84fbc8c2c50f,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:55.387156 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a8aaecb-9571-4bd0-ba53-94b559b1bd6f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:55.436976 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-282d5304-ad2c-4d94-9443-de31ea6840c4 admin admin] Deleting port 934969f2-747c-426a-b43d-9c7319f3bda4 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:55.436976 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-282d5304-ad2c-4d94-9443-de31ea6840c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:55.451248 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ce980964-fe39-4bce-91c0-0ba366694275 None None] For port 934969f2-747c-426a-b43d-9c7319f3bda4, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=934969f2-747c-426a-b43d-9c7319f3bda4,segment=NetworkSegment(94e00f13-d29f-4b24-accf-dd5e2626e5f2),segment_id=94e00f13-d29f-4b24-accf-dd5e2626e5f2)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:55.451989 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce980964-fe39-4bce-91c0-0ba366694275 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:55.478813 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-ce980964-fe39-4bce-91c0-0ba366694275 None None] Calling delete_port for 934969f2-747c-426a-b43d-9c7319f3bda4 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:55.505541 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-5a207873-eef7-4f03-aa12-6a2e61e094d5 req-329786b8-9d1c-4b3b-9cdd-4ae3b6b2e585 service neutron] (94036) timed out ('10.222.0.32', 43412) {{(pid=94036) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 09:37:55.510202 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13356ea-765b-4bff-9e97-08baacd36ac3 req-b0bd7df9-7944-4e24-a042-5e05d2fc0335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:55.511838 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f13356ea-765b-4bff-9e97-08baacd36ac3 req-b0bd7df9-7944-4e24-a042-5e05d2fc0335 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 1094 time: 0.3028779 Jul 24 09:37:55.561470 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-282d5304-ad2c-4d94-9443-de31ea6840c4 admin admin] For port 934969f2-747c-426a-b43d-9c7319f3bda4, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=934969f2-747c-426a-b43d-9c7319f3bda4,segment=NetworkSegment(94e00f13-d29f-4b24-accf-dd5e2626e5f2),segment_id=94e00f13-d29f-4b24-accf-dd5e2626e5f2)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:37:55.561850 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-282d5304-ad2c-4d94-9443-de31ea6840c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:55.578509 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8aaecb-9571-4bd0-ba53-94b559b1bd6f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network 4c811b21-029c-4a44-a2d2-4fee371a2f2f is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:37:55.583204 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-2a8aaecb-9571-4bd0-ba53-94b559b1bd6f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:37:55.594625 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce980964-fe39-4bce-91c0-0ba366694275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:55.608107 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-282d5304-ad2c-4d94-9443-de31ea6840c4 admin admin] Calling delete_port for 934969f2-747c-426a-b43d-9c7319f3bda4 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:55.659176 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce980964-fe39-4bce-91c0-0ba366694275 None None] Pushing event deleted for resources: {'Port': ['ID=934969f2-747c-426a-b43d-9c7319f3bda4,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:55.663960 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce980964-fe39-4bce-91c0-0ba366694275 None None] No DVR routers for this DVR port 934969f2-747c-426a-b43d-9c7319f3bda4 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:37:55.748892 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 934969f2-747c-426a-b43d-9c7319f3bda4 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:37:55.764138 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b55f85f-1bae-4d0b-baf6-394665768a90 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Router 95593643-903a-42e4-81e2-77a96c990919 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:37:55.800498 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 934969f2-747c-426a-b43d-9c7319f3bda4 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:37:55.800937 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 934969f2-747c-426a-b43d-9c7319f3bda4 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:37:55.801568 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7f6ee225-8198-4f9b-9fe0-819aa3da125e no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:37:55.808857 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0122a18-3124-4af5-b2c0-ba373b20f9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:55.826796 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 7f6ee225-8198-4f9b-9fe0-819aa3da125e {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:37:55.827528 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7f6ee225-8198-4f9b-9fe0-819aa3da125e not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:37:55.828635 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 1033e945-87a0-4396-9650-bdc78fa30cb3 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:37:55.858931 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 1033e945-87a0-4396-9650-bdc78fa30cb3 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:37:55.859614 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 1033e945-87a0-4396-9650-bdc78fa30cb3 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:37:55.884038 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13356ea-765b-4bff-9e97-08baacd36ac3 req-c795b75b-953e-450d-8863-123b870c7857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:55.885822 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f13356ea-765b-4bff-9e97-08baacd36ac3 req-c795b75b-953e-450d-8863-123b870c7857 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 912 time: 0.3637691 Jul 24 09:37:56.012210 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f13356ea-765b-4bff-9e97-08baacd36ac3 req-9f518967-4c09-417e-80d8-a63630025cd0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3 HTTP/1.1" status: 200 len: 217 time: 0.0798321 Jul 24 09:37:56.070958 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-00a277a5-553f-4bf2-88ce-ca78bc8ae52c None None] Provisioning complete for port 84255393-a239-4cda-8722-84fbc8c2c50f triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:37:56.071934 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-00a277a5-553f-4bf2-88ce-ca78bc8ae52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:56.086857 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13356ea-765b-4bff-9e97-08baacd36ac3 req-3bd73e8d-7c02-48f1-b7b6-68c89a3d6856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:56.088679 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f13356ea-765b-4bff-9e97-08baacd36ac3 req-3bd73e8d-7c02-48f1-b7b6-68c89a3d6856 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 HTTP/1.1" status: 200 len: 851 time: 0.0694020 Jul 24 09:37:56.149002 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-00a277a5-553f-4bf2-88ce-ca78bc8ae52c None None] Port 84255393-a239-4cda-8722-84fbc8c2c50f cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:37:56.188347 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b55f85f-1bae-4d0b-baf6-394665768a90 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:37:56.198329 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7b55f85f-1bae-4d0b-baf6-394665768a90 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "PUT /v2.0/routers/95593643-903a-42e4-81e2-77a96c990919/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1609983 Jul 24 09:37:56.199871 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37974) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:56.207138 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621d0667-d707-450c-97f6-618fb7d09ebf None None] Sync routers for ids ['95593643-903a-42e4-81e2-77a96c990919'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:37:56.217198 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621d0667-d707-450c-97f6-618fb7d09ebf None None] Routers {'95593643-903a-42e4-81e2-77a96c990919'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:56.218172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-621d0667-d707-450c-97f6-618fb7d09ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['95593643-903a-42e4-81e2-77a96c990919'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:56.218514 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0122a18-3124-4af5-b2c0-ba373b20f9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:56.253119 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-621d0667-d707-450c-97f6-618fb7d09ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:56.306401 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621d0667-d707-450c-97f6-618fb7d09ebf None None] Routers {'95593643-903a-42e4-81e2-77a96c990919'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:56.308681 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-621d0667-d707-450c-97f6-618fb7d09ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['95593643-903a-42e4-81e2-77a96c990919'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:56.313395 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13356ea-765b-4bff-9e97-08baacd36ac3 req-93d42984-5527-4646-a693-e7d034f2d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:56.314963 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f13356ea-765b-4bff-9e97-08baacd36ac3 req-93d42984-5527-4646-a693-e7d034f2d906 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1923070 Jul 24 09:37:56.353488 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-282d5304-ad2c-4d94-9443-de31ea6840c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:56.370297 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2adba651-f1a1-411c-a454-055a790a2bde tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:56.382907 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-621d0667-d707-450c-97f6-618fb7d09ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:56.384251 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621d0667-d707-450c-97f6-618fb7d09ebf None None] The sync data for ids ['95593643-903a-42e4-81e2-77a96c990919'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:37:56.456852 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d5304-ad2c-4d94-9443-de31ea6840c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=934969f2-747c-426a-b43d-9c7319f3bda4,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:56.459691 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8aaecb-9571-4bd0-ba53-94b559b1bd6f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Router 2c228aa6-c3fa-4bf1-a02a-01d1b5c25a75 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:37:56.461840 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282d5304-ad2c-4d94-9443-de31ea6840c4 admin admin] No DVR routers for this DVR port 934969f2-747c-426a-b43d-9c7319f3bda4 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:37:56.482494 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f13356ea-765b-4bff-9e97-08baacd36ac3 req-a0fb9846-4986-4332-b93c-8add587daa65 service neutron] 10.222.0.20 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605859 Jul 24 09:37:56.484885 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0122a18-3124-4af5-b2c0-ba373b20f9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:56.575465 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f13356ea-765b-4bff-9e97-08baacd36ac3 req-95b62553-135a-424b-aeb1-8b81f9f7427b service neutron] 10.222.0.20 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859723 Jul 24 09:37:56.576563 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0122a18-3124-4af5-b2c0-ba373b20f9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:56.635586 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0122a18-3124-4af5-b2c0-ba373b20f9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Port': ['ID=e5855ec9-7cf1-4174-8a43-9c268452ab15,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:56.679199 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0122a18-3124-4af5-b2c0-ba373b20f9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:56.686127 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-282d5304-ad2c-4d94-9443-de31ea6840c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:56.705195 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-282d5304-ad2c-4d94-9443-de31ea6840c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24720237-0fc0-4cac-9d1b-fcc942ebfb00']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:56.724843 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8aaecb-9571-4bd0-ba53-94b559b1bd6f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:37:56.735900 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a90e612-39aa-467b-9866-6a1a776d23e6 None None] Sync routers for ids ['2c228aa6-c3fa-4bf1-a02a-01d1b5c25a75'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:37:56.738212 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2a8aaecb-9571-4bd0-ba53-94b559b1bd6f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "PUT /v2.0/routers/2c228aa6-c3fa-4bf1-a02a-01d1b5c25a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3792217 Jul 24 09:37:56.740203 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-282d5304-ad2c-4d94-9443-de31ea6840c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e00f13-d29f-4b24-accf-dd5e2626e5f2') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:56.740806 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-282d5304-ad2c-4d94-9443-de31ea6840c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e00f13-d29f-4b24-accf-dd5e2626e5f2') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:56.742329 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37978) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:56.747858 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a90e612-39aa-467b-9866-6a1a776d23e6 None None] Routers {'2c228aa6-c3fa-4bf1-a02a-01d1b5c25a75'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:56.748583 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-3a90e612-39aa-467b-9866-6a1a776d23e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['2c228aa6-c3fa-4bf1-a02a-01d1b5c25a75'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:56.752281 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e7972-a34d-47b3-bdad-e7954ac5afa0 req-182800e5-a756-406b-a265-987ccba664be tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:56.753893 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-647e7972-a34d-47b3-bdad-e7954ac5afa0 req-182800e5-a756-406b-a265-987ccba664be tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 943 time: 0.3814840 Jul 24 09:37:56.783619 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-282d5304-ad2c-4d94-9443-de31ea6840c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:56.796543 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-a0122a18-3124-4af5-b2c0-ba373b20f9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Floating IP 469b9030-d010-429a-a4bc-9cb80215866c associated. External IP: 172.25.7.153, port: 3ef59e28-0946-4325-a05e-13184352fb6e. Jul 24 09:37:56.801666 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-3a90e612-39aa-467b-9866-6a1a776d23e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:56.810732 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a90e612-39aa-467b-9866-6a1a776d23e6 None None] Routers {'2c228aa6-c3fa-4bf1-a02a-01d1b5c25a75'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:56.811595 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-3a90e612-39aa-467b-9866-6a1a776d23e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['2c228aa6-c3fa-4bf1-a02a-01d1b5c25a75'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:56.821691 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2adba651-f1a1-411c-a454-055a790a2bde tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:56.845699 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-282d5304-ad2c-4d94-9443-de31ea6840c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:56.849356 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-3a90e612-39aa-467b-9866-6a1a776d23e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:56.850256 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a90e612-39aa-467b-9866-6a1a776d23e6 None None] The sync data for ids ['2c228aa6-c3fa-4bf1-a02a-01d1b5c25a75'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:37:56.866904 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282d5304-ad2c-4d94-9443-de31ea6840c4 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:37:56.867319 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-282d5304-ad2c-4d94-9443-de31ea6840c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:37:56.887796 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:37:56.906391 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-647e7972-a34d-47b3-bdad-e7954ac5afa0 req-a7f8a65c-7911-4dda-99a6-92cc8778dec7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359029 Jul 24 09:37:57.031181 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c2f6b5-45a6-45c2-91db-28a6df38cd84 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:57.033122 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f7c2f6b5-45a6-45c2-91db-28a6df38cd84 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c228aa6-c3fa-4bf1-a02a-01d1b5c25a75 HTTP/1.1" status: 200 len: 982 time: 0.2783036 Jul 24 09:37:57.036194 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37982) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:57.116988 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-282d5304-ad2c-4d94-9443-de31ea6840c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:57.127435 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-282d5304-ad2c-4d94-9443-de31ea6840c4 admin admin] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:57.129536 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-282d5304-ad2c-4d94-9443-de31ea6840c4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/24720237-0fc0-4cac-9d1b-fcc942ebfb00 HTTP/1.1" status: 204 len: 168 time: 2.1331611 Jul 24 09:37:57.134461 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 37986) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:57.169337 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0122a18-3124-4af5-b2c0-ba373b20f9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Router 8a73d4a4-2da9-43d0-bd4d-52e5eea91de5 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:37:57.197819 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-2adba651-f1a1-411c-a454-055a790a2bde tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Deleting port 9635bff8-256b-40f1-a056-efac6f3435ec {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:57.198165 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2adba651-f1a1-411c-a454-055a790a2bde tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:57.231335 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d5304-ad2c-4d94-9443-de31ea6840c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=24720237-0fc0-4cac-9d1b-fcc942ebfb00,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:57.291465 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-588e35a2-2771-41b1-8c0d-69ae1731ecd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:57.295142 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0122a18-3124-4af5-b2c0-ba373b20f9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:37:57.307726 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a67aa1-039e-4ccf-ad1c-b8aa1333a70a None None] Sync routers for ids ['8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:37:57.319618 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a67aa1-039e-4ccf-ad1c-b8aa1333a70a None None] Routers {'8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:57.320571 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-20a67aa1-039e-4ccf-ad1c-b8aa1333a70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:57.321088 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0122a18-3124-4af5-b2c0-ba373b20f9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:57.370710 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a0122a18-3124-4af5-b2c0-ba373b20f9c6 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0307992 Jul 24 09:37:57.371726 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7535399-4f61-4b04-921d-dd6df058d911', 'tag': '3ef59e28-0946-4325-a05e-13184352fb6e'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:37:57.391220 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d779a11f-5054-479b-afb0-0a5f16ee819f" -d '{"events": [{"name": "network-changed", "server_uuid": "f7535399-4f61-4b04-921d-dd6df058d911", "tag": "3ef59e28-0946-4325-a05e-13184352fb6e"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:37:57.448451 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-20a67aa1-039e-4ccf-ad1c-b8aa1333a70a None None] Set router 8a73d4a4-2da9-43d0-bd4d-52e5eea91de5 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:37:57.471957 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffdc201-8bc7-4e64-bce9-20eefbabfdf8 x-openstack-request-id: req-cffdc201-8bc7-4e64-bce9-20eefbabfdf8 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:37:57.472299 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7535399-4f61-4b04-921d-dd6df058d911", "tag": "3ef59e28-0946-4325-a05e-13184352fb6e", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:37:57.472559 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cffdc201-8bc7-4e64-bce9-20eefbabfdf8 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:37:57.473022 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7535399-4f61-4b04-921d-dd6df058d911', 'tag': '3ef59e28-0946-4325-a05e-13184352fb6e', 'status': 'completed', 'code': 200} Jul 24 09:37:57.493674 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2adba651-f1a1-411c-a454-055a790a2bde tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:57.576637 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-2adba651-f1a1-411c-a454-055a790a2bde tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Calling delete_port for 9635bff8-256b-40f1-a056-efac6f3435ec owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:57.761439 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-20a67aa1-039e-4ccf-ad1c-b8aa1333a70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802577442', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:12Z', 'updated_at': '2021-07-24T09:37:27Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:15Z', 'updated_at': '2021-07-24T09:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '469b9030-d010-429a-a4bc-9cb80215866c', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'floating_ip_address': '172.25.7.153', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'port_id': '3ef59e28-0946-4325-a05e-13184352fb6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058', 'mac_address': 'fa:16:3e:10:8e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7535399-4f61-4b04-921d-dd6df058d911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:37:55Z', 'updated_at': '2021-07-24T09:37:55Z', 'revision_number': 0, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ce3d72-8768-4b06-94da-4dcfb0587c92', 'name': '', 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:c3:32:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'abcc95a9-2b8f-4f45-9295-16fd096d5cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:26Z', 'updated_at': '2021-07-24T09:37:41Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': 'abcc95a9-2b8f-4f45-9295-16fd096d5cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:57.801611 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a67aa1-039e-4ccf-ad1c-b8aa1333a70a None None] Checking router: 8a73d4a4-2da9-43d0-bd4d-52e5eea91de5 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:37:57.811151 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a67aa1-039e-4ccf-ad1c-b8aa1333a70a None None] Routers {'8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:37:57.812045 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-20a67aa1-039e-4ccf-ad1c-b8aa1333a70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:37:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:57.932165 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-20a67aa1-039e-4ccf-ad1c-b8aa1333a70a None None] Set router 8a73d4a4-2da9-43d0-bd4d-52e5eea91de5 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:37:58.002746 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5c001-6ae7-42d9-a426-c9757f1a29b9 req-dc11da59-91f9-4f32-8326-ae9f9e9efafe tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:58.011784 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-50f5c001-6ae7-42d9-a426-c9757f1a29b9 req-dc11da59-91f9-4f32-8326-ae9f9e9efafe tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 946 time: 0.5262451 Jul 24 09:37:58.038138 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779a11f-5054-479b-afb0-0a5f16ee819f req-18f6eff0-cb9a-4df2-965f-336c8c6383b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:58.039770 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d779a11f-5054-479b-afb0-0a5f16ee819f req-18f6eff0-cb9a-4df2-965f-336c8c6383b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 1097 time: 0.5410213 Jul 24 09:37:58.045833 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2adba651-f1a1-411c-a454-055a790a2bde tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:58.107231 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-50f5c001-6ae7-42d9-a426-c9757f1a29b9 req-32faecd5-a7ea-4d21-a9d5-f434d8009b96 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=991c09cd-9516-4a08-b1a5-2fb4bf17b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947292 Jul 24 09:37:58.133182 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adba651-f1a1-411c-a454-055a790a2bde tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event deleted for resources: {'Port': ['ID=9635bff8-256b-40f1-a056-efac6f3435ec,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:58.177739 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 37996) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:58.207143 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b32868b4-3bce-4ecd-91b9-3e9ca5ea2888 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:58.225458 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-20a67aa1-039e-4ccf-ad1c-b8aa1333a70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802577442', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:12Z', 'updated_at': '2021-07-24T09:37:27Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:15Z', 'updated_at': '2021-07-24T09:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '469b9030-d010-429a-a4bc-9cb80215866c', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'floating_ip_address': '172.25.7.153', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'port_id': '3ef59e28-0946-4325-a05e-13184352fb6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058', 'mac_address': 'fa:16:3e:10:8e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7535399-4f61-4b04-921d-dd6df058d911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:37:55Z', 'updated_at': '2021-07-24T09:37:55Z', 'revision_number': 0, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ce3d72-8768-4b06-94da-4dcfb0587c92', 'name': '', 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:c3:32:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'abcc95a9-2b8f-4f45-9295-16fd096d5cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:26Z', 'updated_at': '2021-07-24T09:37:41Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': 'abcc95a9-2b8f-4f45-9295-16fd096d5cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:37:58.227354 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779a11f-5054-479b-afb0-0a5f16ee819f req-21149932-14ea-4853-9de5-b154d68b8526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:58.228957 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d779a11f-5054-479b-afb0-0a5f16ee819f req-21149932-14ea-4853-9de5-b154d68b8526 service neutron] 10.222.0.37 "GET /v2.0/networks?id=24e68462-bbf2-4bb0-9276-7f619db90058 HTTP/1.1" status: 200 len: 895 time: 0.1791515 Jul 24 09:37:58.259593 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a67aa1-039e-4ccf-ad1c-b8aa1333a70a None None] The sync data for ids ['8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'] in n-d-800085-9 is: [{'id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802577442', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:12Z', 'updated_at': '2021-07-24T09:37:27Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:15Z', 'updated_at': '2021-07-24T09:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '469b9030-d010-429a-a4bc-9cb80215866c', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'floating_ip_address': '172.25.7.153', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'port_id': '3ef59e28-0946-4325-a05e-13184352fb6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058', 'mac_address': 'fa:16:3e:10:8e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7535399-4f61-4b04-921d-dd6df058d911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:37:55Z', 'updated_at': '2021-07-24T09:37:55Z', 'revision_number': 0, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ce3d72-8768-4b06-94da-4dcfb0587c92', 'name': '', 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:c3:32:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'abcc95a9-2b8f-4f45-9295-16fd096d5cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:26Z', 'updated_at': '2021-07-24T09:37:41Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': 'abcc95a9-2b8f-4f45-9295-16fd096d5cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:37:58.315811 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-82e2a64c-859c-4640-9837-ec3285571b14 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/floatingips/469b9030-d010-429a-a4bc-9cb80215866c HTTP/1.1" status: 200 len: 992 time: 0.1368639 Jul 24 09:37:58.339328 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d779a11f-5054-479b-afb0-0a5f16ee819f req-fcefb987-d9c0-4a94-ba32-7502f7c8554f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ef59e28-0946-4325-a05e-13184352fb6e HTTP/1.1" status: 200 len: 1000 time: 0.1033862 Jul 24 09:37:58.397364 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779a11f-5054-479b-afb0-0a5f16ee819f req-cdae1df1-1ebf-4bb9-a8a8-a5a6cf88efea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:58.398868 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d779a11f-5054-479b-afb0-0a5f16ee819f req-cdae1df1-1ebf-4bb9-a8a8-a5a6cf88efea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abcc95a9-2b8f-4f45-9295-16fd096d5cdf HTTP/1.1" status: 200 len: 835 time: 0.0538542 Jul 24 09:37:58.482402 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779a11f-5054-479b-afb0-0a5f16ee819f req-ba0bd8c6-cfa0-479a-9a4b-69d5072e1e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:58.484248 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d779a11f-5054-479b-afb0-0a5f16ee819f req-ba0bd8c6-cfa0-479a-9a4b-69d5072e1e75 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=24e68462-bbf2-4bb0-9276-7f619db90058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785747 Jul 24 09:37:58.545282 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eaad1a-2db5-4463-8831-90e710bd784a None None] New status for floating IP 469b9030-d010-429a-a4bc-9cb80215866c: ACTIVE {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:37:58.605383 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d779a11f-5054-479b-afb0-0a5f16ee819f req-107cff98-5a0d-4158-bf55-69c383f84d3c service neutron] 10.222.0.37 "GET /v2.0/networks/24e68462-bbf2-4bb0-9276-7f619db90058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147790 Jul 24 09:37:58.756839 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d779a11f-5054-479b-afb0-0a5f16ee819f req-384f24f5-318e-4e52-9625-01a7a460cb8f service neutron] 10.222.0.37 "GET /v2.0/networks/24e68462-bbf2-4bb0-9276-7f619db90058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441641 Jul 24 09:37:58.839034 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2adba651-f1a1-411c-a454-055a790a2bde tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:58.848747 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852c3ab-9d85-42cc-a150-9693bcecaa5f req-f608fcbd-a429-4bbd-bb5c-2d6ff97a7968 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:37:58.850257 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a852c3ab-9d85-42cc-a150-9693bcecaa5f req-f608fcbd-a429-4bbd-bb5c-2d6ff97a7968 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 943 time: 0.7511859 Jul 24 09:37:58.987257 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2adba651-f1a1-411c-a454-055a790a2bde tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:58.991664 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2adba651-f1a1-411c-a454-055a790a2bde tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:59.009233 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ebb0b5c8-e5b2-4aa0-a9ae-c764db2aab3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:59.125632 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a852c3ab-9d85-42cc-a150-9693bcecaa5f req-6bcf4bbe-ef37-4f98-9014-e9d849e1c984 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469065 Jul 24 09:37:59.139419 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2adba651-f1a1-411c-a454-055a790a2bde tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:59.139419 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adba651-f1a1-411c-a454-055a790a2bde tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Fanout notify agent at l3_agent the message router_deleted on router 95593643-903a-42e4-81e2-77a96c990919 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:37:59.149381 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2adba651-f1a1-411c-a454-055a790a2bde tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:59.153098 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2adba651-f1a1-411c-a454-055a790a2bde tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "DELETE /v2.0/routers/95593643-903a-42e4-81e2-77a96c990919 HTTP/1.1" status: 204 len: 168 time: 2.9508581 Jul 24 09:37:59.154706 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38000) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:59.281846 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-89007f5d-d285-4cfb-92d2-0d51083f1680 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Deleting subnet 74abb273-0f30-49d6-a11a-69cb429c466f {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:37:59.290043 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-89007f5d-d285-4cfb-92d2-0d51083f1680 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:59.318898 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38006) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:59.364933 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-89007f5d-d285-4cfb-92d2-0d51083f1680 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:59.369713 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-b32868b4-3bce-4ecd-91b9-3e9ca5ea2888 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting port 84255393-a239-4cda-8722-84fbc8c2c50f {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:59.370045 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b32868b4-3bce-4ecd-91b9-3e9ca5ea2888 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:59.408939 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a608f5ec-f82d-42f3-9a7b-4bf78134b616 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/floatingips/469b9030-d010-429a-a4bc-9cb80215866c HTTP/1.1" status: 200 len: 994 time: 0.0807748 Jul 24 09:37:59.569825 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b32868b4-3bce-4ecd-91b9-3e9ca5ea2888 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:59.578606 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-89007f5d-d285-4cfb-92d2-0d51083f1680 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:59.608819 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-b32868b4-3bce-4ecd-91b9-3e9ca5ea2888 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Calling delete_port for 84255393-a239-4cda-8722-84fbc8c2c50f owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:37:59.714939 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-89007f5d-d285-4cfb-92d2-0d51083f1680 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:59.760064 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89007f5d-d285-4cfb-92d2-0d51083f1680 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event deleted for resources: {'Subnet': ['ID=74abb273-0f30-49d6-a11a-69cb429c466f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:37:59.763297 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-89007f5d-d285-4cfb-92d2-0d51083f1680 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:59.767888 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-89007f5d-d285-4cfb-92d2-0d51083f1680 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "DELETE /v2.0/subnets/74abb273-0f30-49d6-a11a-69cb429c466f HTTP/1.1" status: 204 len: 168 time: 0.6095686 Jul 24 09:37:59.768330 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38008) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:37:59.772428 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53eea80b-1369-42a7-8390-d156369f4059 None None] Network c7a69387-a1f5-452c-a2b6-025cfdcb6181 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:37:59.778383 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-ebb0b5c8-e5b2-4aa0-a9ae-c764db2aab3c admin admin] Deleting port d251e84f-5c1e-4576-a8d4-87e361bcdf84 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:37:59.778727 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ebb0b5c8-e5b2-4aa0-a9ae-c764db2aab3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:59.830369 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3c814c94-7f30-485b-af86-ca5fcfcbc923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:37:59.967977 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-099679c8-2bf7-4783-978f-17e256e6533c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:00.024099 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14994308-f449-45cf-a275-e868fe2f03f4 None None] DHCP port deletion for c7a69387-a1f5-452c-a2b6-025cfdcb6181 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:38:00.033820 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-ebb0b5c8-e5b2-4aa0-a9ae-c764db2aab3c admin admin] For port d251e84f-5c1e-4576-a8d4-87e361bcdf84, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d251e84f-5c1e-4576-a8d4-87e361bcdf84,segment=NetworkSegment(cd5ba498-deee-4ecf-a902-e902747f5dff),segment_id=cd5ba498-deee-4ecf-a902-e902747f5dff)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:00.034205 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ebb0b5c8-e5b2-4aa0-a9ae-c764db2aab3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:00.068670 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-ebb0b5c8-e5b2-4aa0-a9ae-c764db2aab3c admin admin] Calling delete_port for d251e84f-5c1e-4576-a8d4-87e361bcdf84 owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:00.096340 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b32868b4-3bce-4ecd-91b9-3e9ca5ea2888 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:00.112034 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-14994308-f449-45cf-a275-e868fe2f03f4 None None] Deleting port efa3520d-b7e5-4f49-95bd-b471509673e1 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:00.112397 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-14994308-f449-45cf-a275-e868fe2f03f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:00.190848 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32868b4-3bce-4ecd-91b9-3e9ca5ea2888 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Port': ['ID=84255393-a239-4cda-8722-84fbc8c2c50f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:00.256846 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-14994308-f449-45cf-a275-e868fe2f03f4 None None] For port efa3520d-b7e5-4f49-95bd-b471509673e1, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=efa3520d-b7e5-4f49-95bd-b471509673e1,segment=NetworkSegment(61c0849e-4e4a-4080-9d75-bb3cee154963),segment_id=61c0849e-4e4a-4080-9d75-bb3cee154963)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:00.261187 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-14994308-f449-45cf-a275-e868fe2f03f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:00.285343 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-14994308-f449-45cf-a275-e868fe2f03f4 None None] Calling delete_port for efa3520d-b7e5-4f49-95bd-b471509673e1 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:00.307368 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-099679c8-2bf7-4783-978f-17e256e6533c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Deleting port efa3520d-b7e5-4f49-95bd-b471509673e1 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:00.307721 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-099679c8-2bf7-4783-978f-17e256e6533c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:00.397124 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-14994308-f449-45cf-a275-e868fe2f03f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:00.457243 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14994308-f449-45cf-a275-e868fe2f03f4 None None] Pushing event deleted for resources: {'Port': ['ID=efa3520d-b7e5-4f49-95bd-b471509673e1,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:00.470333 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14994308-f449-45cf-a275-e868fe2f03f4 None None] No DVR routers for this DVR port efa3520d-b7e5-4f49-95bd-b471509673e1 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:38:00.479560 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7248176-f022-42c0-9f9d-727f8fd96f24 req-6781175b-1873-4f34-86f6-65f0b6c93f4f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:00.499573 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f7248176-f022-42c0-9f9d-727f8fd96f24 req-6781175b-1873-4f34-86f6-65f0b6c93f4f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 943 time: 0.2554324 Jul 24 09:38:00.514740 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:00.597013 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f7248176-f022-42c0-9f9d-727f8fd96f24 req-50fd806d-e88a-4735-ae1d-97e3b63673d9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965052 Jul 24 09:38:00.650082 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-099679c8-2bf7-4783-978f-17e256e6533c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] For port efa3520d-b7e5-4f49-95bd-b471509673e1, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=efa3520d-b7e5-4f49-95bd-b471509673e1,segment=NetworkSegment(61c0849e-4e4a-4080-9d75-bb3cee154963),segment_id=61c0849e-4e4a-4080-9d75-bb3cee154963)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:00.650647 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-099679c8-2bf7-4783-978f-17e256e6533c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:00.670648 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-099679c8-2bf7-4783-978f-17e256e6533c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Calling delete_port for efa3520d-b7e5-4f49-95bd-b471509673e1 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:00.672283 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b32868b4-3bce-4ecd-91b9-3e9ca5ea2888 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:00.921422 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ebb0b5c8-e5b2-4aa0-a9ae-c764db2aab3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:00.963765 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0b5c8-e5b2-4aa0-a9ae-c764db2aab3c admin admin] Pushing event deleted for resources: {'Port': ['ID=d251e84f-5c1e-4576-a8d4-87e361bcdf84,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:00.970874 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32868b4-3bce-4ecd-91b9-3e9ca5ea2888 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Router 2c228aa6-c3fa-4bf1-a02a-01d1b5c25a75 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:38:00.971752 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-099679c8-2bf7-4783-978f-17e256e6533c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:01.045047 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:01.048871 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099679c8-2bf7-4783-978f-17e256e6533c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] No DVR routers for this DVR port efa3520d-b7e5-4f49-95bd-b471509673e1 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:38:01.052175 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099679c8-2bf7-4783-978f-17e256e6533c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event deleted for resources: {'Port': ['ID=efa3520d-b7e5-4f49-95bd-b471509673e1,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:01.246040 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32868b4-3bce-4ecd-91b9-3e9ca5ea2888 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:38:01.254636 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b32868b4-3bce-4ecd-91b9-3e9ca5ea2888 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "PUT /v2.0/routers/2c228aa6-c3fa-4bf1-a02a-01d1b5c25a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2171628 Jul 24 09:38:01.258940 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38016) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:01.265180 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020dfc3b-fdcd-43a2-89a8-a79f914ee1ae None None] Sync routers for ids ['2c228aa6-c3fa-4bf1-a02a-01d1b5c25a75'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:38:01.278858 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020dfc3b-fdcd-43a2-89a8-a79f914ee1ae None None] Routers {'2c228aa6-c3fa-4bf1-a02a-01d1b5c25a75'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:01.279478 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-020dfc3b-fdcd-43a2-89a8-a79f914ee1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['2c228aa6-c3fa-4bf1-a02a-01d1b5c25a75'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:01.285604 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-099679c8-2bf7-4783-978f-17e256e6533c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:01.293047 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8be6102-a83d-44f9-b072-1215fb7994b7 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] GET failed (client error): The resource could not be found. Jul 24 09:38:01.295753 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c8be6102-a83d-44f9-b072-1215fb7994b7 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "GET /v2.0/ports/84255393-a239-4cda-8722-84fbc8c2c50f HTTP/1.1" status: 404 len: 333 time: 0.0353312 Jul 24 09:38:01.299432 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-099679c8-2bf7-4783-978f-17e256e6533c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a69387-a1f5-452c-a2b6-025cfdcb6181']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:01.300394 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38018) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:01.315540 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-099679c8-2bf7-4783-978f-17e256e6533c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c0849e-4e4a-4080-9d75-bb3cee154963') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:01.315845 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-099679c8-2bf7-4783-978f-17e256e6533c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c0849e-4e4a-4080-9d75-bb3cee154963') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:01.325539 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-020dfc3b-fdcd-43a2-89a8-a79f914ee1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:01.329349 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-099679c8-2bf7-4783-978f-17e256e6533c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:01.339773 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020dfc3b-fdcd-43a2-89a8-a79f914ee1ae None None] Routers {'2c228aa6-c3fa-4bf1-a02a-01d1b5c25a75'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:01.340411 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-020dfc3b-fdcd-43a2-89a8-a79f914ee1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['2c228aa6-c3fa-4bf1-a02a-01d1b5c25a75'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:01.349303 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ebb0b5c8-e5b2-4aa0-a9ae-c764db2aab3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:01.350108 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-099679c8-2bf7-4783-978f-17e256e6533c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:01.358837 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099679c8-2bf7-4783-978f-17e256e6533c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:38:01.359793 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-099679c8-2bf7-4783-978f-17e256e6533c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:38:01.362771 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:38:01.391967 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-020dfc3b-fdcd-43a2-89a8-a79f914ee1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:01.392619 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020dfc3b-fdcd-43a2-89a8-a79f914ee1ae None None] The sync data for ids ['2c228aa6-c3fa-4bf1-a02a-01d1b5c25a75'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:38:01.425741 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-302c42df-d067-4a48-9a66-91953d53d43e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:01.511245 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-099679c8-2bf7-4783-978f-17e256e6533c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:01.522917 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-099679c8-2bf7-4783-978f-17e256e6533c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:01.524861 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-099679c8-2bf7-4783-978f-17e256e6533c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "DELETE /v2.0/networks/c7a69387-a1f5-452c-a2b6-025cfdcb6181 HTTP/1.1" status: 204 len: 168 time: 1.7555232 Jul 24 09:38:01.537052 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38020) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:01.547659 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099679c8-2bf7-4783-978f-17e256e6533c tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event deleted for resources: {'Network': ['ID=c7a69387-a1f5-452c-a2b6-025cfdcb6181,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:01.635900 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-302c42df-d067-4a48-9a66-91953d53d43e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:01.639850 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-302c42df-d067-4a48-9a66-91953d53d43e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:01.754173 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-302c42df-d067-4a48-9a66-91953d53d43e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:01.754697 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302c42df-d067-4a48-9a66-91953d53d43e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Fanout notify agent at l3_agent the message router_deleted on router 2c228aa6-c3fa-4bf1-a02a-01d1b5c25a75 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:38:01.762050 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-302c42df-d067-4a48-9a66-91953d53d43e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:01.763212 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-302c42df-d067-4a48-9a66-91953d53d43e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/routers/2c228aa6-c3fa-4bf1-a02a-01d1b5c25a75 HTTP/1.1" status: 204 len: 168 time: 0.4573133 Jul 24 09:38:01.773366 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38028) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:01.800223 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device efa3520d-b7e5-4f49-95bd-b471509673e1 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:38:01.825657 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: efa3520d-b7e5-4f49-95bd-b471509673e1 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:38:01.826279 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device efa3520d-b7e5-4f49-95bd-b471509673e1 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:38:01.838898 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-8beddc20-f5d5-49ab-8165-681683859f57 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting subnet c92b13e5-e8c9-447c-ad24-c500c7f61beb {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:38:01.844367 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8beddc20-f5d5-49ab-8165-681683859f57 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:01.897384 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8beddc20-f5d5-49ab-8165-681683859f57 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:01.997349 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8beddc20-f5d5-49ab-8165-681683859f57 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:02.063450 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8beddc20-f5d5-49ab-8165-681683859f57 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:02.096540 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beddc20-f5d5-49ab-8165-681683859f57 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Subnet': ['ID=c92b13e5-e8c9-447c-ad24-c500c7f61beb,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:02.100235 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8beddc20-f5d5-49ab-8165-681683859f57 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:02.102275 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8beddc20-f5d5-49ab-8165-681683859f57 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/subnets/c92b13e5-e8c9-447c-ad24-c500c7f61beb HTTP/1.1" status: 204 len: 168 time: 0.3278651 Jul 24 09:38:02.104978 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38030) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:02.111711 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d62e5c-fc7a-4684-b607-470976cc9e7b None None] Network 4c811b21-029c-4a44-a2d2-4fee371a2f2f requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:38:02.206332 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a5509557-d474-4835-9c14-65c772d3275f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:02.262942 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed1b44-8e77-4c0b-acb3-9bbe756d0171 req-0304417e-77af-4633-932f-6f1031bd5477 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:02.264374 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-75ed1b44-8e77-4c0b-acb3-9bbe756d0171 req-0304417e-77af-4633-932f-6f1031bd5477 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 943 time: 0.1410308 Jul 24 09:38:02.272706 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb0b5c8-e5b2-4aa0-a9ae-c764db2aab3c admin admin] Router a3531d40-57b1-452d-ab9f-a2b9208f96a7 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:38:02.276720 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-2a3191ae-3220-4d63-af94-84d5198e1d02 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Deleting port 2220e2f5-2666-4bcf-9515-5efbaefedb6a {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:02.277416 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a3191ae-3220-4d63-af94-84d5198e1d02 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:02.288525 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-a5509557-d474-4835-9c14-65c772d3275f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting port e6fbd43e-1773-4f45-8f1f-04c16ea1398f {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:02.288914 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a5509557-d474-4835-9c14-65c772d3275f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:02.380489 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-a5509557-d474-4835-9c14-65c772d3275f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] For port e6fbd43e-1773-4f45-8f1f-04c16ea1398f, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e6fbd43e-1773-4f45-8f1f-04c16ea1398f,segment=NetworkSegment(b8fe6f9b-7e36-407d-bf77-1cf5007d7527),segment_id=b8fe6f9b-7e36-407d-bf77-1cf5007d7527)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:02.381600 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a5509557-d474-4835-9c14-65c772d3275f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:02.397111 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-a5509557-d474-4835-9c14-65c772d3275f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Calling delete_port for e6fbd43e-1773-4f45-8f1f-04c16ea1398f owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:02.404598 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2e4b09-9d4f-4835-b92c-2065398bd4c0 None None] DHCP port deletion for 4c811b21-029c-4a44-a2d2-4fee371a2f2f request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:38:02.435037 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-75ed1b44-8e77-4c0b-acb3-9bbe756d0171 req-a6dc5d20-64b4-4b2c-9784-be89c22bec84 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548707 Jul 24 09:38:02.478753 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a3191ae-3220-4d63-af94-84d5198e1d02 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:02.479085 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a3191ae-3220-4d63-af94-84d5198e1d02 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:02.500280 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-2a3191ae-3220-4d63-af94-84d5198e1d02 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Calling delete_port for 2220e2f5-2666-4bcf-9515-5efbaefedb6a owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:02.501804 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-6e2e4b09-9d4f-4835-b92c-2065398bd4c0 None None] Deleting port e6fbd43e-1773-4f45-8f1f-04c16ea1398f {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:02.502459 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6e2e4b09-9d4f-4835-b92c-2065398bd4c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:02.506387 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb0b5c8-e5b2-4aa0-a9ae-c764db2aab3c admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:38:02.512798 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ebb0b5c8-e5b2-4aa0-a9ae-c764db2aab3c admin admin] 10.222.0.32 "PUT /v2.0/routers/a3531d40-57b1-452d-ab9f-a2b9208f96a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3746436 Jul 24 09:38:02.515766 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38032) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:02.518784 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7edf39e-2a70-4061-940a-521a9e5beb7a None None] Sync routers for ids ['a3531d40-57b1-452d-ab9f-a2b9208f96a7'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:38:02.538244 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7edf39e-2a70-4061-940a-521a9e5beb7a None None] Routers {'a3531d40-57b1-452d-ab9f-a2b9208f96a7'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:02.538880 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d7edf39e-2a70-4061-940a-521a9e5beb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['a3531d40-57b1-452d-ab9f-a2b9208f96a7'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:02.581638 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-6e2e4b09-9d4f-4835-b92c-2065398bd4c0 None None] For port e6fbd43e-1773-4f45-8f1f-04c16ea1398f, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e6fbd43e-1773-4f45-8f1f-04c16ea1398f,segment=NetworkSegment(b8fe6f9b-7e36-407d-bf77-1cf5007d7527),segment_id=b8fe6f9b-7e36-407d-bf77-1cf5007d7527)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:02.582447 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6e2e4b09-9d4f-4835-b92c-2065398bd4c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:02.594821 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a5509557-d474-4835-9c14-65c772d3275f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:02.598503 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-6e2e4b09-9d4f-4835-b92c-2065398bd4c0 None None] Calling delete_port for e6fbd43e-1773-4f45-8f1f-04c16ea1398f owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:02.639305 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5509557-d474-4835-9c14-65c772d3275f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Port': ['ID=e6fbd43e-1773-4f45-8f1f-04c16ea1398f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:02.641273 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5509557-d474-4835-9c14-65c772d3275f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] No DVR routers for this DVR port e6fbd43e-1773-4f45-8f1f-04c16ea1398f on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:38:02.713249 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a3191ae-3220-4d63-af94-84d5198e1d02 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:02.735464 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe4352a7-2e54-4fcc-9428-24d83ae2a26d admin admin] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:02.775037 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:38:02.788684 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3191ae-3220-4d63-af94-84d5198e1d02 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event deleted for resources: {'Port': ['ID=2220e2f5-2666-4bcf-9515-5efbaefedb6a,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:02.815140 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6e2e4b09-9d4f-4835-b92c-2065398bd4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:02.835797 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a5509557-d474-4835-9c14-65c772d3275f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:02.852364 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-d7edf39e-2a70-4061-940a-521a9e5beb7a None None] Set router a3531d40-57b1-452d-ab9f-a2b9208f96a7 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:38:02.870930 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-a5509557-d474-4835-9c14-65c772d3275f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c811b21-029c-4a44-a2d2-4fee371a2f2f']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:02.898993 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-a5509557-d474-4835-9c14-65c772d3275f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8fe6f9b-7e36-407d-bf77-1cf5007d7527') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:02.899332 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-a5509557-d474-4835-9c14-65c772d3275f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8fe6f9b-7e36-407d-bf77-1cf5007d7527') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:02.907892 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e4b09-9d4f-4835-b92c-2065398bd4c0 None None] Pushing event deleted for resources: {'Port': ['ID=e6fbd43e-1773-4f45-8f1f-04c16ea1398f,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:02.918633 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e4b09-9d4f-4835-b92c-2065398bd4c0 None None] No DVR routers for this DVR port e6fbd43e-1773-4f45-8f1f-04c16ea1398f on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:38:02.930333 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a5509557-d474-4835-9c14-65c772d3275f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:02.947812 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a3191ae-3220-4d63-af94-84d5198e1d02 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:02.957577 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2a3191ae-3220-4d63-af94-84d5198e1d02 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:02.959034 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2a3191ae-3220-4d63-af94-84d5198e1d02 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "DELETE /v2.0/floatingips/2b4ae21d-1e66-4ef3-a89c-5e0e3f05e50a HTTP/1.1" status: 204 len: 168 time: 1.4207296 Jul 24 09:38:02.963458 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38038) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:02.999031 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:03.011311 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a5509557-d474-4835-9c14-65c772d3275f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:03.011566 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe4352a7-2e54-4fcc-9428-24d83ae2a26d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:03.028234 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbcd7202-b333-48d4-8d41-1205e8618fae tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] DELETE failed (client error): The resource could not be found. Jul 24 09:38:03.029637 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbcd7202-b333-48d4-8d41-1205e8618fae tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:38:03.031699 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cbcd7202-b333-48d4-8d41-1205e8618fae tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "DELETE /v2.0/ports/12c4d595-7b38-4db3-b01c-d6c67c468b30 HTTP/1.1" status: 404 len: 333 time: 0.0664649 Jul 24 09:38:03.034695 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38040) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:03.036980 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5509557-d474-4835-9c14-65c772d3275f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:38:03.039094 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a5509557-d474-4835-9c14-65c772d3275f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:03.065084 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:03.073617 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3c4ae452-f078-4643-bae2-4f092c0bfdc6 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "GET /v2.0/ports?device_id=95593643-903a-42e4-81e2-77a96c990919 HTTP/1.1" status: 200 len: 205 time: 0.0344148 Jul 24 09:38:03.074208 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38042) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:03.091985 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'port_id': 'ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3', 'mac_address': 'fa:16:3e:03:d3:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:38:03.137698 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-e8ec215b-b10b-46ee-b2ef-f02ea3514432 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] delete failed (client error): The resource could not be found. Jul 24 09:38:03.139045 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e8ec215b-b10b-46ee-b2ef-f02ea3514432 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "DELETE /v2.0/routers/95593643-903a-42e4-81e2-77a96c990919 HTTP/1.1" status: 404 len: 336 time: 0.0629516 Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:38:03.140499 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:38:03.149518 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38044) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:03.158792 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:03.170562 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d7edf39e-2a70-4061-940a-521a9e5beb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3531d40-57b1-452d-ab9f-a2b9208f96a7', 'name': 'tempest-TestServerMultinode-425625299-router', 'tenant_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'ed5e59c4-070b-462a-a207-5a49985bf8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:36:43Z', 'updated_at': '2021-07-24T09:38:00Z', 'revision_number': 5, 'project_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'gw_port': {'id': 'ed5e59c4-070b-462a-a207-5a49985bf8ef', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3531d40-57b1-452d-ab9f-a2b9208f96a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:36:45Z', 'updated_at': '2021-07-24T09:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:03.185635 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-6415d5a4-90c0-411f-9a77-d15f4f2fa91a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] DELETE failed (client error): The resource could not be found. Jul 24 09:38:03.186319 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6415d5a4-90c0-411f-9a77-d15f4f2fa91a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:38:03.189232 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6415d5a4-90c0-411f-9a77-d15f4f2fa91a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "DELETE /v2.0/subnets/74abb273-0f30-49d6-a11a-69cb429c466f HTTP/1.1" status: 404 len: 337 time: 0.0344620 Jul 24 09:38:03.191179 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:38:03.191564 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38046) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:03.192717 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a5509557-d474-4835-9c14-65c772d3275f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:03.219824 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a5509557-d474-4835-9c14-65c772d3275f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:03.225724 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a5509557-d474-4835-9c14-65c772d3275f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/networks/4c811b21-029c-4a44-a2d2-4fee371a2f2f HTTP/1.1" status: 204 len: 168 time: 1.1159687 Jul 24 09:38:03.225724 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5509557-d474-4835-9c14-65c772d3275f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Network': ['ID=4c811b21-029c-4a44-a2d2-4fee371a2f2f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:03.227820 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38048) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:03.228140 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7edf39e-2a70-4061-940a-521a9e5beb7a None None] Checking router: a3531d40-57b1-452d-ab9f-a2b9208f96a7 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:38:03.243241 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:03.250755 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7edf39e-2a70-4061-940a-521a9e5beb7a None None] Routers {'a3531d40-57b1-452d-ab9f-a2b9208f96a7'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:03.251489 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:03.252055 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d7edf39e-2a70-4061-940a-521a9e5beb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['a3531d40-57b1-452d-ab9f-a2b9208f96a7'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:03.280999 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-fe4352a7-2e54-4fcc-9428-24d83ae2a26d admin admin] Deleting port ed5e59c4-070b-462a-a207-5a49985bf8ef {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:03.282227 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe4352a7-2e54-4fcc-9428-24d83ae2a26d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:03.319052 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d936f3ac-e01a-4028-bb0c-45bb1a2816c5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:03.328818 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d936f3ac-e01a-4028-bb0c-45bb1a2816c5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "GET /v2.0/ports/126a2c1b-eb5b-4184-b2d0-f6ff0c00cb0b HTTP/1.1" status: 200 len: 840 time: 0.0914812 Jul 24 09:38:03.329583 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38050) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:03.392338 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:03.408615 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-d7edf39e-2a70-4061-940a-521a9e5beb7a None None] Set router a3531d40-57b1-452d-ab9f-a2b9208f96a7 gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:38:03.410133 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-561f7f0b-e5f9-4382-8ef9-9badfdd799db tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "GET /v2.0/ports/126a2c1b-eb5b-4184-b2d0-f6ff0c00cb0b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0794261 Jul 24 09:38:03.418291 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38052) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:03.428729 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-9a183c82-3a04-45f7-a3ec-63e620815539 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'subnet': {'network_id': '519b91c4-728a-43a0-9c00-f00322593562', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:03.446099 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-fe4352a7-2e54-4fcc-9428-24d83ae2a26d admin admin] For port ed5e59c4-070b-462a-a207-5a49985bf8ef, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=ed5e59c4-070b-462a-a207-5a49985bf8ef,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:03.446471 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe4352a7-2e54-4fcc-9428-24d83ae2a26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:03.450328 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:38:03.472938 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-fe4352a7-2e54-4fcc-9428-24d83ae2a26d admin admin] Calling delete_port for ed5e59c4-070b-462a-a207-5a49985bf8ef owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:03.499644 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-ad327f4e-28ef-476d-9973-73f39ac9fcea tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Deleting port f0c0fa73-3595-40ee-b7a3-defa8b25c225 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:03.499988 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ad327f4e-28ef-476d-9973-73f39ac9fcea tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:03.527986 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d7edf39e-2a70-4061-940a-521a9e5beb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3531d40-57b1-452d-ab9f-a2b9208f96a7', 'name': 'tempest-TestServerMultinode-425625299-router', 'tenant_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:36:43Z', 'updated_at': '2021-07-24T09:38:03Z', 'revision_number': 6, 'project_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:03.591825 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7edf39e-2a70-4061-940a-521a9e5beb7a None None] The sync data for ids ['a3531d40-57b1-452d-ab9f-a2b9208f96a7'] in n-d-800085-9 is: [{'id': 'a3531d40-57b1-452d-ab9f-a2b9208f96a7', 'name': 'tempest-TestServerMultinode-425625299-router', 'tenant_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:36:43Z', 'updated_at': '2021-07-24T09:38:03Z', 'revision_number': 6, 'project_id': '0b607624c70f44bfa2ac2a51aa587fd7', 'gw_port_host': None}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:38:03.680109 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a183c82-3a04-45f7-a3ec-63e620815539 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:38:03.683607 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9a183c82-3a04-45f7-a3ec-63e620815539 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:03.691779 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ad327f4e-28ef-476d-9973-73f39ac9fcea tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:03.727860 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-ad327f4e-28ef-476d-9973-73f39ac9fcea tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Calling delete_port for f0c0fa73-3595-40ee-b7a3-defa8b25c225 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:03.789867 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b629b4-2438-4e89-bb0a-f34f667e200c req-44578c6c-09d8-4032-9f0d-05449d497441 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:03.791485 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-78b629b4-2438-4e89-bb0a-f34f667e200c req-44578c6c-09d8-4032-9f0d-05449d497441 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 944 time: 0.1720374 Jul 24 09:38:03.861745 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-78b629b4-2438-4e89-bb0a-f34f667e200c req-8e2fe097-1f92-4cbf-8e05-7f3f0b4c87e8 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613542 Jul 24 09:38:03.906749 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe4352a7-2e54-4fcc-9428-24d83ae2a26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:03.941128 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4352a7-2e54-4fcc-9428-24d83ae2a26d admin admin] Pushing event deleted for resources: {'Port': ['ID=ed5e59c4-070b-462a-a207-5a49985bf8ef,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:03.996792 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e6fbd43e-1773-4f45-8f1f-04c16ea1398f no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:38:04.040316 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: e6fbd43e-1773-4f45-8f1f-04c16ea1398f {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:38:04.040668 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e6fbd43e-1773-4f45-8f1f-04c16ea1398f not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:38:04.052083 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe4352a7-2e54-4fcc-9428-24d83ae2a26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:04.073328 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9a183c82-3a04-45f7-a3ec-63e620815539 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:04.088542 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ad327f4e-28ef-476d-9973-73f39ac9fcea tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:04.156409 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a183c82-3a04-45f7-a3ec-63e620815539 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network 519b91c4-728a-43a0-9c00-f00322593562 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:38:04.161401 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad327f4e-28ef-476d-9973-73f39ac9fcea tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event deleted for resources: {'Port': ['ID=f0c0fa73-3595-40ee-b7a3-defa8b25c225,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:04.163386 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe4352a7-2e54-4fcc-9428-24d83ae2a26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:04.165023 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe4352a7-2e54-4fcc-9428-24d83ae2a26d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:04.170492 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-9a183c82-3a04-45f7-a3ec-63e620815539 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:04.208536 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245c44b6-e210-476d-a9f7-fed50ee3aa95 None None] Network 519b91c4-728a-43a0-9c00-f00322593562 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:38:04.221258 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a183c82-3a04-45f7-a3ec-63e620815539 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:04.221866 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9a183c82-3a04-45f7-a3ec-63e620815539 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:04.238403 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe4352a7-2e54-4fcc-9428-24d83ae2a26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:04.239066 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4352a7-2e54-4fcc-9428-24d83ae2a26d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3531d40-57b1-452d-ab9f-a2b9208f96a7 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:38:04.246033 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fe4352a7-2e54-4fcc-9428-24d83ae2a26d admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:04.247854 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fe4352a7-2e54-4fcc-9428-24d83ae2a26d admin admin] 10.222.0.32 "DELETE /v2.0/routers/a3531d40-57b1-452d-ab9f-a2b9208f96a7 HTTP/1.1" status: 204 len: 168 time: 1.7306349 Jul 24 09:38:04.250812 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38060) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:04.270064 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a183c82-3a04-45f7-a3ec-63e620815539 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Subnet': ['ID=a4ed21e0-d49e-4da1-973a-6d15133d55b8,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:04.280819 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9a183c82-3a04-45f7-a3ec-63e620815539 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8549683 Jul 24 09:38:04.282028 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38062) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:04.289504 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-45c9cfb3-85e6-497d-a3b7-a5880c418dec tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'security_group': {'name': 'tempest-secgroup-1713440654'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:04.326385 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-99af2a5e-d3b3-4b39-9251-48b64011741e admin admin] Deleting subnet f6c24f1c-f05a-474a-92c1-211497c463b7 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:38:04.331892 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-99af2a5e-d3b3-4b39-9251-48b64011741e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:04.348145 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ad327f4e-28ef-476d-9973-73f39ac9fcea tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:04.350513 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ad327f4e-28ef-476d-9973-73f39ac9fcea tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "DELETE /v2.0/ports/f0c0fa73-3595-40ee-b7a3-defa8b25c225 HTTP/1.1" status: 204 len: 168 time: 1.1572993 Jul 24 09:38:04.354020 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38064) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:04.368113 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-45c9cfb3-85e6-497d-a3b7-a5880c418dec tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:04.402189 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-99af2a5e-d3b3-4b39-9251-48b64011741e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:04.556447 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-287b3863-37b7-4ed3-97a6-c38539d9265a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Deleting port 6cf0abfe-4e18-4a50-8545-579710b002da {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:04.557265 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-287b3863-37b7-4ed3-97a6-c38539d9265a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:04.564773 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-99af2a5e-d3b3-4b39-9251-48b64011741e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:04.621554 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-45c9cfb3-85e6-497d-a3b7-a5880c418dec tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:04.632619 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-45c9cfb3-85e6-497d-a3b7-a5880c418dec tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:04.670310 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-45c9cfb3-85e6-497d-a3b7-a5880c418dec tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:04.672713 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-45c9cfb3-85e6-497d-a3b7-a5880c418dec tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3875358 Jul 24 09:38:04.678017 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38066) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:04.685547 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-a990501b-f7d5-416d-bdaf-e4d410419fab tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'security_group': {'name': 'tempest-secgroup-910446223'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:04.708597 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9cfb3-85e6-497d-a3b7-a5880c418dec tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd60e003-4fea-4f2a-b0a2-91742020a983,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:04.721950 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e22c49-70f2-43e7-a1bd-1c7fa3ad2b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-519b91c4-728a-43a0-9c00-f00322593562', 'network_id': '519b91c4-728a-43a0-9c00-f00322593562', 'tenant_id': 'ece2fa60f63e47ff8c9742fc9be058e6', 'fixed_ips': [{'subnet_id': 'a4ed21e0-d49e-4da1-973a-6d15133d55b8'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:38:04.723772 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a990501b-f7d5-416d-bdaf-e4d410419fab tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:04.724060 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f9e22c49-70f2-43e7-a1bd-1c7fa3ad2b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:04.744213 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-287b3863-37b7-4ed3-97a6-c38539d9265a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:04.756662 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-99af2a5e-d3b3-4b39-9251-48b64011741e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:04.774173 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-287b3863-37b7-4ed3-97a6-c38539d9265a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Calling delete_port for 6cf0abfe-4e18-4a50-8545-579710b002da owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:04.795378 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-99af2a5e-d3b3-4b39-9251-48b64011741e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:04.797555 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-99af2a5e-d3b3-4b39-9251-48b64011741e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f6c24f1c-f05a-474a-92c1-211497c463b7 HTTP/1.1" status: 204 len: 168 time: 0.5453217 Jul 24 09:38:04.805360 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af2a5e-d3b3-4b39-9251-48b64011741e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6c24f1c-f05a-474a-92c1-211497c463b7,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:04.806172 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38068) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:04.859810 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:38:04.862408 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b65a76f-03ef-4529-8647-748df195929d None None] Network 7edef21f-18cb-4666-85f5-21ab7f8be42d requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:38:04.900402 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a990501b-f7d5-416d-bdaf-e4d410419fab tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:04.905643 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a990501b-f7d5-416d-bdaf-e4d410419fab tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:04.979432 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a990501b-f7d5-416d-bdaf-e4d410419fab tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:04.981627 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a990501b-f7d5-416d-bdaf-e4d410419fab tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3014088 Jul 24 09:38:04.982991 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990501b-f7d5-416d-bdaf-e4d410419fab tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7c8f32-b060-43d5-af59-4e2f67b064fe,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:04.986254 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38072) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:04.995114 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-621c715a-7a68-4e68-a43f-7984dd13cc5f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-108427776', 'security_groups': ['fd7c8f32-b060-43d5-af59-4e2f67b064fe'], 'network_id': '519b91c4-728a-43a0-9c00-f00322593562', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a4ed21e0-d49e-4da1-973a-6d15133d55b8'}]}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:05.079186 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:38:05.088307 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-f9e22c49-70f2-43e7-a1bd-1c7fa3ad2b36 None None] Allocated IP 172.20.0.2 (519b91c4-728a-43a0-9c00-f00322593562/a4ed21e0-d49e-4da1-973a-6d15133d55b8/48b5a9f4-156f-4caa-b34a-9d859f15bc5c) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:38:05.091471 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:05.091831 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:05.126031 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d37eb65a-4f85-439f-957b-e21af5005538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:05.236773 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a6178-df51-40aa-9281-147bb86ef689 req-97eb8b0e-3f12-4df1-8b2e-acf244da0528 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:05.243828 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-793a6178-df51-40aa-9281-147bb86ef689 req-97eb8b0e-3f12-4df1-8b2e-acf244da0528 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 944 time: 0.2177193 Jul 24 09:38:05.262778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621c715a-7a68-4e68-a43f-7984dd13cc5f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:38:05.343496 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f30b081-3461-4a2b-af18-ba35c0e6f624 None None] DHCP port deletion for 7edef21f-18cb-4666-85f5-21ab7f8be42d request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:38:05.344659 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-793a6178-df51-40aa-9281-147bb86ef689 req-6c57fb70-61ed-4eae-b6f9-f4b0c61a3641 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997705 Jul 24 09:38:05.358530 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-d37eb65a-4f85-439f-957b-e21af5005538 admin admin] Deleting port 0e2961f5-a09e-4426-b9cd-5e3d3a534a02 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:05.359707 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d37eb65a-4f85-439f-957b-e21af5005538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:05.374324 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-287b3863-37b7-4ed3-97a6-c38539d9265a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:05.383613 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:05.419493 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b3863-37b7-4ed3-97a6-c38539d9265a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event deleted for resources: {'Port': ['ID=6cf0abfe-4e18-4a50-8545-579710b002da,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:05.454670 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790df571-bc34-4f24-a207-97e8a975c0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:38:05.456993 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd199cd2-b45e-4f14-a422-5ceb6f981846" -d '{"events": [{"server_uuid": "790df571-bc34-4f24-a207-97e8a975c0e0", "name": "network-vif-plugged", "status": "completed", "tag": "ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:38:05.489102 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:05.506411 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-d37eb65a-4f85-439f-957b-e21af5005538 admin admin] For port 0e2961f5-a09e-4426-b9cd-5e3d3a534a02, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=0e2961f5-a09e-4426-b9cd-5e3d3a534a02,segment=NetworkSegment(cd5ba498-deee-4ecf-a902-e902747f5dff),segment_id=cd5ba498-deee-4ecf-a902-e902747f5dff)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:05.507667 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:05.508169 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d37eb65a-4f85-439f-957b-e21af5005538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:05.516852 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f9e22c49-70f2-43e7-a1bd-1c7fa3ad2b36 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:05.564592 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-9f30b081-3461-4a2b-af18-ba35c0e6f624 None None] Deleting port 0e2961f5-a09e-4426-b9cd-5e3d3a534a02 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:05.565008 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9f30b081-3461-4a2b-af18-ba35c0e6f624 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:05.571613 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553c17b9-2193-4060-ae93-cce9da7b52e5 x-openstack-request-id: req-553c17b9-2193-4060-ae93-cce9da7b52e5 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:38:05.571984 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790df571-bc34-4f24-a207-97e8a975c0e0", "name": "network-vif-plugged", "status": "completed", "tag": "ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:38:05.572172 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-553c17b9-2193-4060-ae93-cce9da7b52e5 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:38:05.572702 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790df571-bc34-4f24-a207-97e8a975c0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3', 'code': 200} Jul 24 09:38:05.585443 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f9e22c49-70f2-43e7-a1bd-1c7fa3ad2b36 None None] Transition to ACTIVE for port object 48b5a9f4-156f-4caa-b34a-9d859f15bc5c will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:05.589946 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-d37eb65a-4f85-439f-957b-e21af5005538 admin admin] Calling delete_port for 0e2961f5-a09e-4426-b9cd-5e3d3a534a02 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:05.717897 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-287b3863-37b7-4ed3-97a6-c38539d9265a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:05.721739 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-287b3863-37b7-4ed3-97a6-c38539d9265a tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "DELETE /v2.0/ports/6cf0abfe-4e18-4a50-8545-579710b002da HTTP/1.1" status: 204 len: 168 time: 1.3654592 Jul 24 09:38:05.724515 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38080) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:05.724960 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f9e22c49-70f2-43e7-a1bd-1c7fa3ad2b36 None None] Transition to ACTIVE for port object 48b5a9f4-156f-4caa-b34a-9d859f15bc5c will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:05.731880 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device ed5e59c4-070b-462a-a207-5a49985bf8ef no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:38:05.738272 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-9f30b081-3461-4a2b-af18-ba35c0e6f624 None None] For port 0e2961f5-a09e-4426-b9cd-5e3d3a534a02, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=0e2961f5-a09e-4426-b9cd-5e3d3a534a02,segment=NetworkSegment(cd5ba498-deee-4ecf-a902-e902747f5dff),segment_id=cd5ba498-deee-4ecf-a902-e902747f5dff)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:05.738272 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9f30b081-3461-4a2b-af18-ba35c0e6f624 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:05.741115 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:05.761053 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f9e22c49-70f2-43e7-a1bd-1c7fa3ad2b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:05.790514 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-9f30b081-3461-4a2b-af18-ba35c0e6f624 None None] Calling delete_port for 0e2961f5-a09e-4426-b9cd-5e3d3a534a02 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:05.813361 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: ed5e59c4-070b-462a-a207-5a49985bf8ef {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:38:05.813877 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device ed5e59c4-070b-462a-a207-5a49985bf8ef not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:38:05.814401 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 0e2961f5-a09e-4426-b9cd-5e3d3a534a02 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:38:05.824217 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-621c715a-7a68-4e68-a43f-7984dd13cc5f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:05.832709 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d3e878-e770-48dc-ab17-59bb512f6a75 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:05.834686 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-00d3e878-e770-48dc-ab17-59bb512f6a75 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "GET /v2.0/ports?device_id=ded0923b-fb04-46a7-ae6e-e336d28e3cd9 HTTP/1.1" status: 200 len: 913 time: 0.1087401 Jul 24 09:38:05.837752 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38082) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:05.849974 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675a284-b33a-435c-8831-e9182a7b6f85 req-ef06787c-a128-47f7-a573-7d91099a8fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:05.851742 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6675a284-b33a-435c-8831-e9182a7b6f85 req-ef06787c-a128-47f7-a573-7d91099a8fe5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 1096 time: 0.0936975 Jul 24 09:38:05.854727 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-621c715a-7a68-4e68-a43f-7984dd13cc5f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] device_id is not set on port a6d9af90-958a-4022-a8aa-2636c6ad3010 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:38:05.886677 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e22c49-70f2-43e7-a1bd-1c7fa3ad2b36 None None] Network 519b91c4-728a-43a0-9c00-f00322593562 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:38:05.917545 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d37eb65a-4f85-439f-957b-e21af5005538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:05.927320 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-f9e22c49-70f2-43e7-a1bd-1c7fa3ad2b36 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:05.932304 n-d-800085-9 neutron-server[94037]: INFO neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No ports have port_id starting with 0e2961f5-a09e-4426-b9cd-5e3d3a534a02 Jul 24 09:38:05.935605 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d251e84f-5c1e-4576-a8d4-87e361bcdf84 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:38:05.939368 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e22c49-70f2-43e7-a1bd-1c7fa3ad2b36 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:38:05.941275 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e22c49-70f2-43e7-a1bd-1c7fa3ad2b36 None None] Pushing event updated for resources: {'Port': ['ID=48b5a9f4-156f-4caa-b34a-9d859f15bc5c,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:05.955115 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37eb65a-4f85-439f-957b-e21af5005538 admin admin] No DVR routers for this DVR port 0e2961f5-a09e-4426-b9cd-5e3d3a534a02 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:38:05.961808 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37eb65a-4f85-439f-957b-e21af5005538 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e2961f5-a09e-4426-b9cd-5e3d3a534a02,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:05.963116 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6675a284-b33a-435c-8831-e9182a7b6f85 req-207bc6e9-3f40-48b7-ba83-551b27d10b27 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031790 Jul 24 09:38:05.987532 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: d251e84f-5c1e-4576-a8d4-87e361bcdf84 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:38:05.987882 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d251e84f-5c1e-4576-a8d4-87e361bcdf84 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:38:06.059090 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d37eb65a-4f85-439f-957b-e21af5005538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:06.076517 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-d37eb65a-4f85-439f-957b-e21af5005538 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7edef21f-18cb-4666-85f5-21ab7f8be42d']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:06.079952 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f9e22c49-70f2-43e7-a1bd-1c7fa3ad2b36 None None] Attempting to bind port 48b5a9f4-156f-4caa-b34a-9d859f15bc5c on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:38:06.080396 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f9e22c49-70f2-43e7-a1bd-1c7fa3ad2b36 None None] Attempting to bind port 48b5a9f4-156f-4caa-b34a-9d859f15bc5c by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '259109e4-e1a1-4803-bfae-42766115f484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '519b91c4-728a-43a0-9c00-f00322593562'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:38:06.080869 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e22c49-70f2-43e7-a1bd-1c7fa3ad2b36 None None] Attempting to bind port 48b5a9f4-156f-4caa-b34a-9d859f15bc5c on network 519b91c4-728a-43a0-9c00-f00322593562 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:38:06.082675 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-621c715a-7a68-4e68-a43f-7984dd13cc5f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Allocated IP 172.20.0.10 (519b91c4-728a-43a0-9c00-f00322593562/a4ed21e0-d49e-4da1-973a-6d15133d55b8/a6d9af90-958a-4022-a8aa-2636c6ad3010) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:38:06.088496 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e22c49-70f2-43e7-a1bd-1c7fa3ad2b36 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:38:06.088995 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e22c49-70f2-43e7-a1bd-1c7fa3ad2b36 None None] Checking segment: {'id': '259109e4-e1a1-4803-bfae-42766115f484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '519b91c4-728a-43a0-9c00-f00322593562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:38:06.089476 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f9e22c49-70f2-43e7-a1bd-1c7fa3ad2b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:06.089930 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e22c49-70f2-43e7-a1bd-1c7fa3ad2b36 None None] Bound using segment: {'id': '259109e4-e1a1-4803-bfae-42766115f484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '519b91c4-728a-43a0-9c00-f00322593562'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:38:06.090483 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f9e22c49-70f2-43e7-a1bd-1c7fa3ad2b36 None None] Bound port: 48b5a9f4-156f-4caa-b34a-9d859f15bc5c, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '259109e4-e1a1-4803-bfae-42766115f484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '519b91c4-728a-43a0-9c00-f00322593562'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:38:06.090947 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f9e22c49-70f2-43e7-a1bd-1c7fa3ad2b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:06.094625 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-d37eb65a-4f85-439f-957b-e21af5005538 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd5ba498-deee-4ecf-a902-e902747f5dff') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:06.095194 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-d37eb65a-4f85-439f-957b-e21af5005538 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd5ba498-deee-4ecf-a902-e902747f5dff') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:06.103433 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9f30b081-3461-4a2b-af18-ba35c0e6f624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:06.157846 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30b081-3461-4a2b-af18-ba35c0e6f624 None None] Pushing event deleted for resources: {'Port': ['ID=0e2961f5-a09e-4426-b9cd-5e3d3a534a02,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:06.166374 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f30b081-3461-4a2b-af18-ba35c0e6f624 None None] No DVR routers for this DVR port 0e2961f5-a09e-4426-b9cd-5e3d3a534a02 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:38:06.184163 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d37eb65a-4f85-439f-957b-e21af5005538 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:06.206534 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d37eb65a-4f85-439f-957b-e21af5005538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:06.208779 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f9e22c49-70f2-43e7-a1bd-1c7fa3ad2b36 None None] For port 48b5a9f4-156f-4caa-b34a-9d859f15bc5c, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:38:06.212506 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f9e22c49-70f2-43e7-a1bd-1c7fa3ad2b36 None None] For port 48b5a9f4-156f-4caa-b34a-9d859f15bc5c, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=48b5a9f4-156f-4caa-b34a-9d859f15bc5c,segment=NetworkSegment(259109e4-e1a1-4803-bfae-42766115f484),segment_id=259109e4-e1a1-4803-bfae-42766115f484)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:38:06.217991 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f9e22c49-70f2-43e7-a1bd-1c7fa3ad2b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:06.218202 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37eb65a-4f85-439f-957b-e21af5005538 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:38:06.218574 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d37eb65a-4f85-439f-957b-e21af5005538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:38:06.220262 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:38:06.270752 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-621c715a-7a68-4e68-a43f-7984dd13cc5f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:06.303082 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e22c49-70f2-43e7-a1bd-1c7fa3ad2b36 None None] Pushing event updated for resources: {'Port': ['ID=48b5a9f4-156f-4caa-b34a-9d859f15bc5c,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:06.310805 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d37eb65a-4f85-439f-957b-e21af5005538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:06.315602 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-621c715a-7a68-4e68-a43f-7984dd13cc5f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Transition to ACTIVE for port object a6d9af90-958a-4022-a8aa-2636c6ad3010 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:06.316148 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d37eb65a-4f85-439f-957b-e21af5005538 admin admin] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:06.321268 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d37eb65a-4f85-439f-957b-e21af5005538 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7edef21f-18cb-4666-85f5-21ab7f8be42d HTTP/1.1" status: 204 len: 168 time: 1.5096526 Jul 24 09:38:06.363331 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37eb65a-4f85-439f-957b-e21af5005538 admin admin] Pushing event deleted for resources: {'Network': ['ID=7edef21f-18cb-4666-85f5-21ab7f8be42d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:06.403927 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-621c715a-7a68-4e68-a43f-7984dd13cc5f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:06.484341 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c715a-7a68-4e68-a43f-7984dd13cc5f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Port': ['ID=a6d9af90-958a-4022-a8aa-2636c6ad3010,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:06.494982 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621c715a-7a68-4e68-a43f-7984dd13cc5f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network 519b91c4-728a-43a0-9c00-f00322593562 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:38:06.496594 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-621c715a-7a68-4e68-a43f-7984dd13cc5f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:06.499250 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621c715a-7a68-4e68-a43f-7984dd13cc5f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:38:06.586661 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621c715a-7a68-4e68-a43f-7984dd13cc5f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:06.588061 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-621c715a-7a68-4e68-a43f-7984dd13cc5f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:06.608479 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18976573-c137-4aef-9238-3a98895371b9 req-210cb674-1034-4c3f-bf54-1711ea61a924 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:06.612240 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-621c715a-7a68-4e68-a43f-7984dd13cc5f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6237278 Jul 24 09:38:06.613007 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38092) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:06.622470 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-18976573-c137-4aef-9238-3a98895371b9 req-210cb674-1034-4c3f-bf54-1711ea61a924 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 945 time: 0.1700554 Jul 24 09:38:06.641577 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-1eea2b46-5a9b-4862-a4bd-36849fc6dcfd tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'subnet': {'network_id': '519b91c4-728a-43a0-9c00-f00322593562', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:06.664180 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38094) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:06.700345 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-301f5f59-3b1c-4fff-91bb-26e3d1ee0a98 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:06.712349 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-18976573-c137-4aef-9238-3a98895371b9 req-7ab41d46-516e-4922-ae33-71120b3a3ca3 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886362 Jul 24 09:38:06.818323 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c58fa841-a781-4844-849c-dea3b9373daa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=10423aad3f5042c0a55898d238c4bdc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526437 Jul 24 09:38:06.820880 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38096) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:06.829267 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eea2b46-5a9b-4862-a4bd-36849fc6dcfd tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:38:06.832869 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1eea2b46-5a9b-4862-a4bd-36849fc6dcfd tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:06.944817 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a742b63-fb97-46e4-a248-448841c0c257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:06.965320 n-d-800085-9 neutron-server[94036]: INFO neutron.db.ipam_backend_mixin [None req-1eea2b46-5a9b-4862-a4bd-36849fc6dcfd tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a4ed21e0-d49e-4da1-973a-6d15133d55b8 (CIDR: 172.20.0.0/28) Jul 24 09:38:06.973756 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eea2b46-5a9b-4862-a4bd-36849fc6dcfd tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:38:06.974232 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eea2b46-5a9b-4862-a4bd-36849fc6dcfd tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:38:06.981456 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a742b63-fb97-46e4-a248-448841c0c257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:07.009582 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1eea2b46-5a9b-4862-a4bd-36849fc6dcfd tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3946307 Jul 24 09:38:07.011858 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38098) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:07.023378 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-2e114371-9b43-40cd-af93-1e4d149e0f6f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'subnet': {'network_id': '519b91c4-728a-43a0-9c00-f00322593562', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:07.041705 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-301f5f59-3b1c-4fff-91bb-26e3d1ee0a98 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Deleting port d07855d6-94f2-4705-9a5a-1c3d1fc9c3a7 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:07.042157 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-301f5f59-3b1c-4fff-91bb-26e3d1ee0a98 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:07.131560 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a742b63-fb97-46e4-a248-448841c0c257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:07.135030 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a742b63-fb97-46e4-a248-448841c0c257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:07.138880 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6a742b63-fb97-46e4-a248-448841c0c257 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49df1834-627a-4376-a00e-d5f0c181ce58 HTTP/1.1" status: 204 len: 168 time: 0.3144805 Jul 24 09:38:07.152690 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a742b63-fb97-46e4-a248-448841c0c257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49df1834-627a-4376-a00e-d5f0c181ce58,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:07.207541 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e114371-9b43-40cd-af93-1e4d149e0f6f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:38:07.212382 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-301f5f59-3b1c-4fff-91bb-26e3d1ee0a98 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:07.213170 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2e114371-9b43-40cd-af93-1e4d149e0f6f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:07.229057 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-301f5f59-3b1c-4fff-91bb-26e3d1ee0a98 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Calling delete_port for d07855d6-94f2-4705-9a5a-1c3d1fc9c3a7 owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:07.485020 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-301f5f59-3b1c-4fff-91bb-26e3d1ee0a98 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:07.533011 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f5f59-3b1c-4fff-91bb-26e3d1ee0a98 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event deleted for resources: {'Port': ['ID=d07855d6-94f2-4705-9a5a-1c3d1fc9c3a7,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:07.543707 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f5f59-3b1c-4fff-91bb-26e3d1ee0a98 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:07.544028 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f5f59-3b1c-4fff-91bb-26e3d1ee0a98 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:07.544476 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f5f59-3b1c-4fff-91bb-26e3d1ee0a98 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:07.544942 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f5f59-3b1c-4fff-91bb-26e3d1ee0a98 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:07.545283 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f5f59-3b1c-4fff-91bb-26e3d1ee0a98 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:07.545573 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f5f59-3b1c-4fff-91bb-26e3d1ee0a98 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:07.545812 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f5f59-3b1c-4fff-91bb-26e3d1ee0a98 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:07.546140 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f5f59-3b1c-4fff-91bb-26e3d1ee0a98 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:07.546694 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f5f59-3b1c-4fff-91bb-26e3d1ee0a98 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:07.547023 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f5f59-3b1c-4fff-91bb-26e3d1ee0a98 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:07.547410 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f5f59-3b1c-4fff-91bb-26e3d1ee0a98 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:07.547805 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f5f59-3b1c-4fff-91bb-26e3d1ee0a98 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:07.628844 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-69300285-1513-4d9c-bd83-287178245ace None None] Provisioning for port 48b5a9f4-156f-4caa-b34a-9d859f15bc5c completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:38:07.651445 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-69300285-1513-4d9c-bd83-287178245ace None None] Provisioning complete for port 126a2c1b-eb5b-4184-b2d0-f6ff0c00cb0b triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:07.651974 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-69300285-1513-4d9c-bd83-287178245ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:07.677451 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2e114371-9b43-40cd-af93-1e4d149e0f6f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:07.719203 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-69300285-1513-4d9c-bd83-287178245ace None None] Port 126a2c1b-eb5b-4184-b2d0-f6ff0c00cb0b cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:38:07.756173 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e114371-9b43-40cd-af93-1e4d149e0f6f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network 519b91c4-728a-43a0-9c00-f00322593562 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:38:07.760663 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-2e114371-9b43-40cd-af93-1e4d149e0f6f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:07.769733 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38118) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:07.776728 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e114371-9b43-40cd-af93-1e4d149e0f6f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:07.781668 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2e114371-9b43-40cd-af93-1e4d149e0f6f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:07.783754 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 48b5a9f4-156f-4caa-b34a-9d859f15bc5c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:38:07.798334 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e114371-9b43-40cd-af93-1e4d149e0f6f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Subnet': ['ID=272a99dc-3fe9-4cbf-821c-d3f3c298f1d8,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:07.817254 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2e114371-9b43-40cd-af93-1e4d149e0f6f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8043351 Jul 24 09:38:07.819920 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38122) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:07.828406 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-6dc2bc1e-d76d-4d13-9cb3-66a6ebee6d03 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2097662519', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '272a99dc-3fe9-4cbf-821c-d3f3c298f1d8'}], 'security_groups': ['dd60e003-4fea-4f2a-b0a2-91742020a983']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:07.898502 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 48b5a9f4-156f-4caa-b34a-9d859f15bc5c completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:38:07.907793 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 48b5a9f4-156f-4caa-b34a-9d859f15bc5c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:07.909395 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:07.966098 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadc03fd-14d9-406e-979c-9ddcdc2c2e6a None None] Network 519b91c4-728a-43a0-9c00-f00322593562 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:38:07.987230 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6dc2bc1e-d76d-4d13-9cb3-66a6ebee6d03 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:08.055675 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a2246-cdd6-4ba4-9ccd-92d04305b7f5 req-9ded8835-50b5-4cdc-9c86-d0f004565565 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:08.061728 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:08.063731 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dc1a2246-cdd6-4ba4-9ccd-92d04305b7f5 req-9ded8835-50b5-4cdc-9c86-d0f004565565 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 945 time: 0.2027128 Jul 24 09:38:08.128142 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-9603c160-3954-41c6-94e7-4db7b4648a43 None None] Provisioning for port a6d9af90-958a-4022-a8aa-2636c6ad3010 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:38:08.141014 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-9603c160-3954-41c6-94e7-4db7b4648a43 None None] Provisioning complete for port a6d9af90-958a-4022-a8aa-2636c6ad3010 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:08.141722 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9603c160-3954-41c6-94e7-4db7b4648a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:08.157249 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 48b5a9f4-156f-4caa-b34a-9d859f15bc5c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=48b5a9f4-156f-4caa-b34a-9d859f15bc5c,segment=NetworkSegment(259109e4-e1a1-4803-bfae-42766115f484),segment_id=259109e4-e1a1-4803-bfae-42766115f484)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:08.183937 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:08.235166 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-9603c160-3954-41c6-94e7-4db7b4648a43 None None] Port a6d9af90-958a-4022-a8aa-2636c6ad3010 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:38:08.287795 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=48b5a9f4-156f-4caa-b34a-9d859f15bc5c,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:08.344089 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bf88f346-4bdb-407f-928d-478246392520 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b607624c70f44bfa2ac2a51aa587fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5724757 Jul 24 09:38:08.344605 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38130) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:08.379847 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-301f5f59-3b1c-4fff-91bb-26e3d1ee0a98 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:08.397798 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dc1a2246-cdd6-4ba4-9ccd-92d04305b7f5 req-662e0836-9901-4bf1-a286-239b1e3bc3c0 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249259 Jul 24 09:38:08.505550 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-6dc2bc1e-d76d-4d13-9cb3-66a6ebee6d03 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Delete allocated IP 172.20.0.10 (519b91c4-728a-43a0-9c00-f00322593562/a4ed21e0-d49e-4da1-973a-6d15133d55b8) {{(pid=94036) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 24 09:38:08.514840 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8dcc89-33c1-4427-8aba-df8bacd8f3d1 None None] Update dhcp port {'port': {'network_id': '519b91c4-728a-43a0-9c00-f00322593562', 'fixed_ips': [{'subnet_id': 'a4ed21e0-d49e-4da1-973a-6d15133d55b8', 'ip_address': '172.20.0.2'}, {'subnet_id': '272a99dc-3fe9-4cbf-821c-d3f3c298f1d8'}], 'binding:host_id': 'n-d-800085-9'}, 'id': '48b5a9f4-156f-4caa-b34a-9d859f15bc5c'} from n-d-800085-9. {{(pid=94037) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 09:38:08.519591 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-6dc2bc1e-d76d-4d13-9cb3-66a6ebee6d03 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Allocated IP 172.20.0.30 (519b91c4-728a-43a0-9c00-f00322593562/272a99dc-3fe9-4cbf-821c-d3f3c298f1d8/a6d9af90-958a-4022-a8aa-2636c6ad3010) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:38:08.552409 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1a8dcc89-33c1-4427-8aba-df8bacd8f3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:08.571897 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb3aadb8-d72a-448b-b035-acc66cc72d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:08.617381 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb3aadb8-d72a-448b-b035-acc66cc72d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:08.738438 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbad41-af52-4121-b71c-d5d0e9561601 req-596d90c4-ead8-4723-b0ba-47aea13ff8e1 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:08.741599 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e9fbad41-af52-4121-b71c-d5d0e9561601 req-596d90c4-ead8-4723-b0ba-47aea13ff8e1 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 945 time: 0.2011817 Jul 24 09:38:08.746425 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6dc2bc1e-d76d-4d13-9cb3-66a6ebee6d03 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:08.763982 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-6dc2bc1e-d76d-4d13-9cb3-66a6ebee6d03 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Ignored duplicate provisioning block setup for port a6d9af90-958a-4022-a8aa-2636c6ad3010 by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 24 09:38:08.772262 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6dc2bc1e-d76d-4d13-9cb3-66a6ebee6d03 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:08.786864 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb3aadb8-d72a-448b-b035-acc66cc72d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:08.789355 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb3aadb8-d72a-448b-b035-acc66cc72d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:08.790806 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-eb3aadb8-d72a-448b-b035-acc66cc72d1b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3640a992-0bcd-4744-b704-e247f69e1f24 HTTP/1.1" status: 204 len: 168 time: 0.4434166 Jul 24 09:38:08.824600 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3aadb8-d72a-448b-b035-acc66cc72d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3640a992-0bcd-4744-b704-e247f69e1f24,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:08.832548 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e9fbad41-af52-4121-b71c-d5d0e9561601 req-f3ac6b3d-c549-489b-810f-eb0fab02bb9a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780535 Jul 24 09:38:08.844520 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301f5f59-3b1c-4fff-91bb-26e3d1ee0a98 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Router ded0923b-fb04-46a7-ae6e-e336d28e3cd9 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:38:08.852756 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-1a8dcc89-33c1-4427-8aba-df8bacd8f3d1 None None] Allocated IP 172.20.0.18 (519b91c4-728a-43a0-9c00-f00322593562/272a99dc-3fe9-4cbf-821c-d3f3c298f1d8/48b5a9f4-156f-4caa-b34a-9d859f15bc5c) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:38:08.899895 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2bc1e-d76d-4d13-9cb3-66a6ebee6d03 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Port': ['ID=a6d9af90-958a-4022-a8aa-2636c6ad3010,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:08.922316 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-6dc2bc1e-d76d-4d13-9cb3-66a6ebee6d03 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] In _notify_port_updated(), no bound segment for port a6d9af90-958a-4022-a8aa-2636c6ad3010 on network 519b91c4-728a-43a0-9c00-f00322593562 {{(pid=94036) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 09:38:08.928841 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc2bc1e-d76d-4d13-9cb3-66a6ebee6d03 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:08.929914 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6dc2bc1e-d76d-4d13-9cb3-66a6ebee6d03 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:08.931584 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6dc2bc1e-d76d-4d13-9cb3-66a6ebee6d03 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "PUT /v2.0/ports/a6d9af90-958a-4022-a8aa-2636c6ad3010 HTTP/1.1" status: 200 len: 921 time: 1.1105547 Jul 24 09:38:08.935105 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38138) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:09.096010 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-1a8dcc89-33c1-4427-8aba-df8bacd8f3d1 None None] For port 48b5a9f4-156f-4caa-b34a-9d859f15bc5c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=48b5a9f4-156f-4caa-b34a-9d859f15bc5c,segment=NetworkSegment(259109e4-e1a1-4803-bfae-42766115f484),segment_id=259109e4-e1a1-4803-bfae-42766115f484)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:09.104714 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301f5f59-3b1c-4fff-91bb-26e3d1ee0a98 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:38:09.119209 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-301f5f59-3b1c-4fff-91bb-26e3d1ee0a98 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "PUT /v2.0/routers/ded0923b-fb04-46a7-ae6e-e336d28e3cd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2800241 Jul 24 09:38:09.121226 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38142) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:09.121836 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254c8d7e-83fb-4b77-8e7f-8a844e7782e2 None None] Sync routers for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:38:09.150455 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1a8dcc89-33c1-4427-8aba-df8bacd8f3d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:09.166438 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1a8dcc89-33c1-4427-8aba-df8bacd8f3d1 None None] Transition to ACTIVE for port object 48b5a9f4-156f-4caa-b34a-9d859f15bc5c will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:09.181679 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1a8dcc89-33c1-4427-8aba-df8bacd8f3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:09.198911 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c8d7e-83fb-4b77-8e7f-8a844e7782e2 None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:09.199512 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-254c8d7e-83fb-4b77-8e7f-8a844e7782e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:09.205786 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65be6c2-091d-4697-87a3-9f59f072d206 req-39aad164-7725-4f01-a7b9-0bc5b3a1430e tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:09.208346 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e65be6c2-091d-4697-87a3-9f59f072d206 req-39aad164-7725-4f01-a7b9-0bc5b3a1430e tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 945 time: 0.2114654 Jul 24 09:38:09.263712 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-9f95ed41-fa4f-4a79-8f5e-bcf63a6b9762 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting port a6d9af90-958a-4022-a8aa-2636c6ad3010 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:09.265432 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9f95ed41-fa4f-4a79-8f5e-bcf63a6b9762 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:09.329482 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-254c8d7e-83fb-4b77-8e7f-8a844e7782e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:09.356818 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1b4730c0-003b-4ba9-9ebc-16302aeec9a8 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:09.385592 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8dcc89-33c1-4427-8aba-df8bacd8f3d1 None None] Pushing event updated for resources: {'Port': ['ID=48b5a9f4-156f-4caa-b34a-9d859f15bc5c,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:09.397004 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c8d7e-83fb-4b77-8e7f-8a844e7782e2 None None] Routers {'ded0923b-fb04-46a7-ae6e-e336d28e3cd9'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:09.397770 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-254c8d7e-83fb-4b77-8e7f-8a844e7782e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:09.420877 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9f95ed41-fa4f-4a79-8f5e-bcf63a6b9762 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:09.437767 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-9f95ed41-fa4f-4a79-8f5e-bcf63a6b9762 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Calling delete_port for a6d9af90-958a-4022-a8aa-2636c6ad3010 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:09.438789 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-254c8d7e-83fb-4b77-8e7f-8a844e7782e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:09.439646 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254c8d7e-83fb-4b77-8e7f-8a844e7782e2 None None] The sync data for ids ['ded0923b-fb04-46a7-ae6e-e336d28e3cd9'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:38:09.543911 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e65be6c2-091d-4697-87a3-9f59f072d206 req-31055e96-234c-4c2d-a86a-2c06f316b0d4 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275406 Jul 24 09:38:09.584184 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1b4730c0-003b-4ba9-9ebc-16302aeec9a8 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:09.642660 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9f95ed41-fa4f-4a79-8f5e-bcf63a6b9762 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:09.679720 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95ed41-fa4f-4a79-8f5e-bcf63a6b9762 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Port': ['ID=a6d9af90-958a-4022-a8aa-2636c6ad3010,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:09.708595 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-1b4730c0-003b-4ba9-9ebc-16302aeec9a8 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Deleting port 9548d760-36f0-4aab-b9ce-ca2013b4dede {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:09.709287 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1b4730c0-003b-4ba9-9ebc-16302aeec9a8 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:09.734487 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 48b5a9f4-156f-4caa-b34a-9d859f15bc5c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:38:09.792676 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9f95ed41-fa4f-4a79-8f5e-bcf63a6b9762 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:09.795338 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9f95ed41-fa4f-4a79-8f5e-bcf63a6b9762 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/ports/a6d9af90-958a-4022-a8aa-2636c6ad3010 HTTP/1.1" status: 204 len: 168 time: 0.8549888 Jul 24 09:38:09.798444 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38148) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:09.855661 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-4628e854-379b-4f49-8e0f-df10868e29d7 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] GET failed (client error): The resource could not be found. Jul 24 09:38:09.859674 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4628e854-379b-4f49-8e0f-df10868e29d7 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "GET /v2.0/ports/a6d9af90-958a-4022-a8aa-2636c6ad3010 HTTP/1.1" status: 404 len: 333 time: 0.0584538 Jul 24 09:38:09.862762 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38152) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:09.873725 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1b4730c0-003b-4ba9-9ebc-16302aeec9a8 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:09.903014 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-1b4730c0-003b-4ba9-9ebc-16302aeec9a8 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Calling delete_port for 9548d760-36f0-4aab-b9ce-ca2013b4dede owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:09.977221 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3304acc1-c995-46a2-b7a7-0d0d491a9940 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:10.008100 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3304acc1-c995-46a2-b7a7-0d0d491a9940 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:10.047847 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da7577-4562-4ba7-ba9f-1844c324db8e req-cef6877e-7a9a-4f06-9dc0-2e1d1d573b5e tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:10.049527 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a8da7577-4562-4ba7-ba9f-1844c324db8e req-cef6877e-7a9a-4f06-9dc0-2e1d1d573b5e tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 945 time: 0.1524620 Jul 24 09:38:10.078840 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3304acc1-c995-46a2-b7a7-0d0d491a9940 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:10.081824 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3304acc1-c995-46a2-b7a7-0d0d491a9940 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:10.085434 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3304acc1-c995-46a2-b7a7-0d0d491a9940 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/security-groups/fd7c8f32-b060-43d5-af59-4e2f67b064fe HTTP/1.1" status: 204 len: 168 time: 0.2192760 Jul 24 09:38:10.085879 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38154) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:10.102728 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304acc1-c995-46a2-b7a7-0d0d491a9940 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7c8f32-b060-43d5-af59-4e2f67b064fe,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:10.125286 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a8da7577-4562-4ba7-ba9f-1844c324db8e req-b2a531d5-179d-4551-bcf1-a23725992dbd tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573044 Jul 24 09:38:10.173582 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-de6b8ee2-2fa5-4c23-81e1-8b9d549a96be None None] Provisioning for port 48b5a9f4-156f-4caa-b34a-9d859f15bc5c completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:38:10.180152 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-de6b8ee2-2fa5-4c23-81e1-8b9d549a96be None None] Provisioning complete for port 48b5a9f4-156f-4caa-b34a-9d859f15bc5c triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:10.180542 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-de6b8ee2-2fa5-4c23-81e1-8b9d549a96be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:10.187878 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1b4730c0-003b-4ba9-9ebc-16302aeec9a8 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:10.203622 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-45a93787-74f2-41db-8aa2-a9585eff8d49 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:10.226960 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4730c0-003b-4ba9-9ebc-16302aeec9a8 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event deleted for resources: {'Port': ['ID=9548d760-36f0-4aab-b9ce-ca2013b4dede,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:10.269832 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-45a93787-74f2-41db-8aa2-a9585eff8d49 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:10.302237 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-de6b8ee2-2fa5-4c23-81e1-8b9d549a96be None None] Provisioning complete for port 126a2c1b-eb5b-4184-b2d0-f6ff0c00cb0b triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:10.302894 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-de6b8ee2-2fa5-4c23-81e1-8b9d549a96be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:10.342368 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-de6b8ee2-2fa5-4c23-81e1-8b9d549a96be None None] Port 126a2c1b-eb5b-4184-b2d0-f6ff0c00cb0b cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:38:10.346148 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-de6b8ee2-2fa5-4c23-81e1-8b9d549a96be None None] Could not find standard attr ID for object a6d9af90-958a-4022-a8aa-2636c6ad3010. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:38:10.354687 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1b4730c0-003b-4ba9-9ebc-16302aeec9a8 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:10.418564 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-45a93787-74f2-41db-8aa2-a9585eff8d49 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:10.421312 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-45a93787-74f2-41db-8aa2-a9585eff8d49 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:10.422300 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-45a93787-74f2-41db-8aa2-a9585eff8d49 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/security-groups/dd60e003-4fea-4f2a-b0a2-91742020a983 HTTP/1.1" status: 204 len: 168 time: 0.3353810 Jul 24 09:38:10.425345 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38164) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:10.470128 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1b4730c0-003b-4ba9-9ebc-16302aeec9a8 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:10.471827 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a93787-74f2-41db-8aa2-a9585eff8d49 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd60e003-4fea-4f2a-b0a2-91742020a983,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:10.475191 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1b4730c0-003b-4ba9-9ebc-16302aeec9a8 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:10.510269 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d0cd23-c238-403d-9b17-62ad19e5c720 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting subnet a4ed21e0-d49e-4da1-973a-6d15133d55b8 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:38:10.515056 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-33d0cd23-c238-403d-9b17-62ad19e5c720 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:10.527523 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1b4730c0-003b-4ba9-9ebc-16302aeec9a8 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:10.528204 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4730c0-003b-4ba9-9ebc-16302aeec9a8 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Fanout notify agent at l3_agent the message router_deleted on router ded0923b-fb04-46a7-ae6e-e336d28e3cd9 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:38:10.542075 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1b4730c0-003b-4ba9-9ebc-16302aeec9a8 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:10.543671 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1b4730c0-003b-4ba9-9ebc-16302aeec9a8 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "DELETE /v2.0/routers/ded0923b-fb04-46a7-ae6e-e336d28e3cd9 HTTP/1.1" status: 204 len: 168 time: 1.4201405 Jul 24 09:38:10.546084 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38168) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:10.578587 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-33d0cd23-c238-403d-9b17-62ad19e5c720 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:10.624157 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a30a849-59f7-4ccb-8b9f-73fe4d83d8e1 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Deleting subnet 8077a859-a96c-47e4-9c0f-1d1c1c0806f8 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:38:10.628246 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3a30a849-59f7-4ccb-8b9f-73fe4d83d8e1 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:10.676568 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3a30a849-59f7-4ccb-8b9f-73fe4d83d8e1 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:10.724962 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-33d0cd23-c238-403d-9b17-62ad19e5c720 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:10.759570 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3a30a849-59f7-4ccb-8b9f-73fe4d83d8e1 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:10.819400 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-33d0cd23-c238-403d-9b17-62ad19e5c720 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:10.838228 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-33d0cd23-c238-403d-9b17-62ad19e5c720 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:10.839266 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3a30a849-59f7-4ccb-8b9f-73fe4d83d8e1 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:10.845410 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-33d0cd23-c238-403d-9b17-62ad19e5c720 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/subnets/a4ed21e0-d49e-4da1-973a-6d15133d55b8 HTTP/1.1" status: 204 len: 168 time: 0.4128132 Jul 24 09:38:10.845852 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38174) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:10.863467 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-47b3a37f-a7b9-4e0a-b7d4-8e5b1581b5a3 None None] Could not find standard attr ID for object a6d9af90-958a-4022-a8aa-2636c6ad3010. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:38:10.872437 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-7bc15596-d4c5-4120-b0a6-00b89bfbdb3c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'subnet': {'network_id': '519b91c4-728a-43a0-9c00-f00322593562', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:10.879955 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0cd23-c238-403d-9b17-62ad19e5c720 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Subnet': ['ID=a4ed21e0-d49e-4da1-973a-6d15133d55b8,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:10.900635 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3a30a849-59f7-4ccb-8b9f-73fe4d83d8e1 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:10.902738 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3a30a849-59f7-4ccb-8b9f-73fe4d83d8e1 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "DELETE /v2.0/subnets/8077a859-a96c-47e4-9c0f-1d1c1c0806f8 HTTP/1.1" status: 204 len: 168 time: 0.3554134 Jul 24 09:38:10.904132 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30a849-59f7-4ccb-8b9f-73fe4d83d8e1 tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event deleted for resources: {'Subnet': ['ID=8077a859-a96c-47e4-9c0f-1d1c1c0806f8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:10.906797 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38176) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:11.014188 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-77db905e-4cfb-434a-b2ae-1b2c4f7a04df tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:11.058211 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc15596-d4c5-4120-b0a6-00b89bfbdb3c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:38:11.064315 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7bc15596-d4c5-4120-b0a6-00b89bfbdb3c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:11.064873 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54eeef6-d94b-472a-b801-12adca2dadca None None] Network 519b91c4-728a-43a0-9c00-f00322593562 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:38:11.183704 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-77db905e-4cfb-434a-b2ae-1b2c4f7a04df tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:11.216156 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-77db905e-4cfb-434a-b2ae-1b2c4f7a04df tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:11.239321 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-77db905e-4cfb-434a-b2ae-1b2c4f7a04df tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db96eb1-8f1b-44bb-ad17-d46762a390a5') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:11.239624 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-77db905e-4cfb-434a-b2ae-1b2c4f7a04df tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db96eb1-8f1b-44bb-ad17-d46762a390a5') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:11.257707 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-77db905e-4cfb-434a-b2ae-1b2c4f7a04df tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:11.318936 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-77db905e-4cfb-434a-b2ae-1b2c4f7a04df tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:11.329869 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77db905e-4cfb-434a-b2ae-1b2c4f7a04df tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:38:11.330294 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-77db905e-4cfb-434a-b2ae-1b2c4f7a04df tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:38:11.333335 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:38:11.400133 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0819a-1787-492e-adb6-633824999a88 req-671320c8-3651-4a15-9d31-ba9b15a345af tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:11.402061 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b9a0819a-1787-492e-adb6-633824999a88 req-671320c8-3651-4a15-9d31-ba9b15a345af tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.20 "GET /v2.0/ports?device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 945 time: 0.1440513 Jul 24 09:38:11.406221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397aede4-5c44-4db5-89a7-e36492913cfb req-37f04a97-34a3-4d3b-8b61-9ff7045cbbf0 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:11.407855 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-397aede4-5c44-4db5-89a7-e36492913cfb req-37f04a97-34a3-4d3b-8b61-9ff7045cbbf0 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 945 time: 0.1750610 Jul 24 09:38:11.435294 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-77db905e-4cfb-434a-b2ae-1b2c4f7a04df tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:11.445085 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-77db905e-4cfb-434a-b2ae-1b2c4f7a04df tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:11.448784 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-77db905e-4cfb-434a-b2ae-1b2c4f7a04df tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] 10.222.0.32 "DELETE /v2.0/networks/4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc HTTP/1.1" status: 204 len: 168 time: 0.5390699 Jul 24 09:38:11.465394 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db905e-4cfb-434a-b2ae-1b2c4f7a04df tempest-FloatingIPTestJSON-206106022 tempest-FloatingIPTestJSON-206106022-project] Pushing event deleted for resources: {'Network': ['ID=4a1ea3e0-a76f-4ebc-ba9a-3b1738ae3fcc,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:11.479168 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7bc15596-d4c5-4120-b0a6-00b89bfbdb3c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:11.483982 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-397aede4-5c44-4db5-89a7-e36492913cfb req-56f87a89-ab3f-404f-afb5-9f962348db2c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699372 Jul 24 09:38:11.578747 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc15596-d4c5-4120-b0a6-00b89bfbdb3c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network 519b91c4-728a-43a0-9c00-f00322593562 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:38:11.587951 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-7bc15596-d4c5-4120-b0a6-00b89bfbdb3c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:11.589659 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc15596-d4c5-4120-b0a6-00b89bfbdb3c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Subnet': ['ID=cc1990a2-f81d-4c11-b16c-77209fcd72f4,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:11.592946 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc15596-d4c5-4120-b0a6-00b89bfbdb3c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:11.594196 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7bc15596-d4c5-4120-b0a6-00b89bfbdb3c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:11.623084 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-b9a0819a-1787-492e-adb6-633824999a88 req-5dc75c61-b539-4149-8147-9ccd69365ac4 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Deleting port ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:11.623439 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b9a0819a-1787-492e-adb6-633824999a88 req-5dc75c61-b539-4149-8147-9ccd69365ac4 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:11.628965 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7bc15596-d4c5-4120-b0a6-00b89bfbdb3c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7611036 Jul 24 09:38:11.631757 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38182) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:11.637442 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-6c0bbdcd-ecf2-4263-a31f-0a1c76f289e5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'security_group': {'name': 'tempest-secgroup-708767922'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:11.689510 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c0bbdcd-ecf2-4263-a31f-0a1c76f289e5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:11.764609 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-b9a0819a-1787-492e-adb6-633824999a88 req-5dc75c61-b539-4149-8147-9ccd69365ac4 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] For port ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:11.765534 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b9a0819a-1787-492e-adb6-633824999a88 req-5dc75c61-b539-4149-8147-9ccd69365ac4 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:11.809723 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-b9a0819a-1787-492e-adb6-633824999a88 req-5dc75c61-b539-4149-8147-9ccd69365ac4 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Calling delete_port for ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:11.859040 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c0bbdcd-ecf2-4263-a31f-0a1c76f289e5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:11.868326 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c0bbdcd-ecf2-4263-a31f-0a1c76f289e5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:11.884866 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38190) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:11.919366 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6c0bbdcd-ecf2-4263-a31f-0a1c76f289e5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:11.923493 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6c0bbdcd-ecf2-4263-a31f-0a1c76f289e5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2880757 Jul 24 09:38:11.924194 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38194) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:11.930845 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bbdcd-ecf2-4263-a31f-0a1c76f289e5 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a389b32-b2c2-4227-9987-b65124d74192,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:11.936344 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-e8b68c60-8c97-42de-a719-0ec1b6a36524 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'security_group': {'name': 'tempest-secgroup-1412517965'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:11.973263 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b19e1955-a84e-4088-975d-bf746f4618f0 req-8eb79c17-59d8-41d6-bd58-4443347b60bd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1614263 Jul 24 09:38:11.996921 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e8b68c60-8c97-42de-a719-0ec1b6a36524 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:12.091727 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4cdeef39-81bd-4e85-b467-63b013fbcc90 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76fd8d5cff76432285d9245511956821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2018864 Jul 24 09:38:12.092480 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38196) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:12.145214 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b9a0819a-1787-492e-adb6-633824999a88 req-5dc75c61-b539-4149-8147-9ccd69365ac4 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:12.153539 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfb4e468-0c44-4089-9821-4f945db5d16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:12.157641 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:38:12.206567 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfb4e468-0c44-4089-9821-4f945db5d16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:12.213057 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc75c61-b539-4149-8147-9ccd69365ac4 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event deleted for resources: {'Port': ['ID=ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:12.269890 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e1955-a84e-4088-975d-bf746f4618f0 req-8858a329-e387-4df5-99e9-5510ef5060d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:12.271583 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b19e1955-a84e-4088-975d-bf746f4618f0 req-8858a329-e387-4df5-99e9-5510ef5060d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 1097 time: 0.2270896 Jul 24 09:38:12.295289 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfb4e468-0c44-4089-9821-4f945db5d16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:12.299040 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfb4e468-0c44-4089-9821-4f945db5d16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:12.300486 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-dfb4e468-0c44-4089-9821-4f945db5d16c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b9cf10fc-68c7-419a-bc5b-6234c215d578 HTTP/1.1" status: 204 len: 168 time: 0.2068670 Jul 24 09:38:12.331662 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4e468-0c44-4089-9821-4f945db5d16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cf10fc-68c7-419a-bc5b-6234c215d578,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:12.374188 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a674b3d9-6507-41b5-960f-bd3ec4f5a4d2 None None] Network 519b91c4-728a-43a0-9c00-f00322593562 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:38:12.396720 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a0819a-1787-492e-adb6-633824999a88 req-5dc75c61-b539-4149-8147-9ccd69365ac4 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] No DVR routers for this DVR port ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:38:12.401852 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e8b68c60-8c97-42de-a719-0ec1b6a36524 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:12.403385 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b9a0819a-1787-492e-adb6-633824999a88 req-5dc75c61-b539-4149-8147-9ccd69365ac4 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:12.405623 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b9a0819a-1787-492e-adb6-633824999a88 req-5dc75c61-b539-4149-8147-9ccd69365ac4 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.20 "DELETE /v2.0/ports/ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3 HTTP/1.1" status: 204 len: 173 time: 0.9919477 Jul 24 09:38:12.407991 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790df571-bc34-4f24-a207-97e8a975c0e0', 'name': 'network-vif-deleted', 'tag': 'ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:38:12.410488 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d992e8-17e6-4106-9ac8-a7aa263eec1e" -d '{"events": [{"server_uuid": "790df571-bc34-4f24-a207-97e8a975c0e0", "name": "network-vif-deleted", "tag": "ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:38:12.417421 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e8b68c60-8c97-42de-a719-0ec1b6a36524 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:12.461838 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e1955-a84e-4088-975d-bf746f4618f0 req-37d21682-2056-477e-affe-927e5210d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:12.467691 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b19e1955-a84e-4088-975d-bf746f4618f0 req-37d21682-2056-477e-affe-927e5210d4b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=24e68462-bbf2-4bb0-9276-7f619db90058 HTTP/1.1" status: 200 len: 895 time: 0.1495023 Jul 24 09:38:12.479724 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e8b68c60-8c97-42de-a719-0ec1b6a36524 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:12.488905 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e8b68c60-8c97-42de-a719-0ec1b6a36524 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5583298 Jul 24 09:38:12.489511 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38202) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:12.494611 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-7a1c2c5c-098d-405c-a353-e1598c37fa47 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'security_group': {'name': 'tempest-secgroup-981054627'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:12.507025 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b68c60-8c97-42de-a719-0ec1b6a36524 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffb8f4d-dcac-421b-b8d8-57ba697fe472,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:12.567991 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a1c2c5c-098d-405c-a353-e1598c37fa47 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:12.611491 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-37c0a70f-f6ef-4131-8894-1581a5bfe9f6 None None] Provisioning complete for port 48b5a9f4-156f-4caa-b34a-9d859f15bc5c triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:12.611964 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-37c0a70f-f6ef-4131-8894-1581a5bfe9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:12.619146 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92a7b6b-0680-41bb-81c2-ac1f403f9226 x-openstack-request-id: req-d92a7b6b-0680-41bb-81c2-ac1f403f9226 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:38:12.624412 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790df571-bc34-4f24-a207-97e8a975c0e0", "name": "network-vif-deleted", "tag": "ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:38:12.625036 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d92a7b6b-0680-41bb-81c2-ac1f403f9226 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:38:12.625335 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790df571-bc34-4f24-a207-97e8a975c0e0', 'name': 'network-vif-deleted', 'tag': 'ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3', 'status': 'completed', 'code': 200} Jul 24 09:38:12.649653 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b19e1955-a84e-4088-975d-bf746f4618f0 req-9234f3fa-82fc-4463-a9dc-5c76181bc4b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ef59e28-0946-4325-a05e-13184352fb6e HTTP/1.1" status: 200 len: 1002 time: 0.1706643 Jul 24 09:38:12.743466 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-19ce8efa-f787-42a0-8843-5d7de39dca05 req-58b7f483-a13e-43b7-a294-dad815b37763 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 210 time: 0.0697572 Jul 24 09:38:12.770280 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e1955-a84e-4088-975d-bf746f4618f0 req-4c15b577-8bda-44c2-89ec-7e7a447acd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:12.774332 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b19e1955-a84e-4088-975d-bf746f4618f0 req-4c15b577-8bda-44c2-89ec-7e7a447acd78 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abcc95a9-2b8f-4f45-9295-16fd096d5cdf HTTP/1.1" status: 200 len: 835 time: 0.1175132 Jul 24 09:38:12.816866 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a1c2c5c-098d-405c-a353-e1598c37fa47 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:12.825493 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a1c2c5c-098d-405c-a353-e1598c37fa47 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:12.855734 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e1955-a84e-4088-975d-bf746f4618f0 req-048a1e77-67d0-4e10-a692-41ed24d7b9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:12.858103 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b19e1955-a84e-4088-975d-bf746f4618f0 req-048a1e77-67d0-4e10-a692-41ed24d7b9ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=24e68462-bbf2-4bb0-9276-7f619db90058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750818 Jul 24 09:38:12.905980 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c2c5c-098d-405c-a353-e1598c37fa47 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e69d562f-d544-4490-a75d-0e59354b315b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:12.922839 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a1c2c5c-098d-405c-a353-e1598c37fa47 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:12.924149 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7a1c2c5c-098d-405c-a353-e1598c37fa47 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4336789 Jul 24 09:38:12.929309 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38216) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:12.937954 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-874033c3-e277-4d42-be40-8b040b3dd62f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-375655088', 'security_groups': ['e69d562f-d544-4490-a75d-0e59354b315b'], 'network_id': '519b91c4-728a-43a0-9c00-f00322593562', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cc1990a2-f81d-4c11-b16c-77209fcd72f4'}]}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:12.945198 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-37c0a70f-f6ef-4131-8894-1581a5bfe9f6 None None] Provisioning complete for port 126a2c1b-eb5b-4184-b2d0-f6ff0c00cb0b triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:12.945591 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-37c0a70f-f6ef-4131-8894-1581a5bfe9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:13.001231 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-37c0a70f-f6ef-4131-8894-1581a5bfe9f6 None None] Port 126a2c1b-eb5b-4184-b2d0-f6ff0c00cb0b cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:38:13.058485 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556145a3-119c-48cc-a61f-da584d27a72d None None] Update dhcp port {'port': {'network_id': '519b91c4-728a-43a0-9c00-f00322593562', 'fixed_ips': [{'subnet_id': '272a99dc-3fe9-4cbf-821c-d3f3c298f1d8', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cc1990a2-f81d-4c11-b16c-77209fcd72f4'}], 'binding:host_id': 'n-d-800085-9'}, 'id': '48b5a9f4-156f-4caa-b34a-9d859f15bc5c'} from n-d-800085-9. {{(pid=94037) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 09:38:13.098923 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-556145a3-119c-48cc-a61f-da584d27a72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:13.148607 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874033c3-e277-4d42-be40-8b040b3dd62f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:38:13.170853 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b19e1955-a84e-4088-975d-bf746f4618f0 req-054ef2b0-2097-4257-abb7-821e1771d5d0 service neutron] 10.222.0.37 "GET /v2.0/networks/24e68462-bbf2-4bb0-9276-7f619db90058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055301 Jul 24 09:38:13.286115 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-874033c3-e277-4d42-be40-8b040b3dd62f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:13.306437 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [None req-874033c3-e277-4d42-be40-8b040b3dd62f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] device_id is not set on port 38a6617c-b854-47ab-82ae-a939a841ecf1 yet. {{(pid=94035) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:38:13.326172 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b19e1955-a84e-4088-975d-bf746f4618f0 req-67356ab1-74d6-4074-94a2-4fa314e2ecc8 service neutron] 10.222.0.37 "GET /v2.0/networks/24e68462-bbf2-4bb0-9276-7f619db90058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480889 Jul 24 09:38:13.376703 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-556145a3-119c-48cc-a61f-da584d27a72d None None] Allocated IP 172.20.0.2 (519b91c4-728a-43a0-9c00-f00322593562/cc1990a2-f81d-4c11-b16c-77209fcd72f4/48b5a9f4-156f-4caa-b34a-9d859f15bc5c) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:38:13.542868 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-556145a3-119c-48cc-a61f-da584d27a72d None None] For port 48b5a9f4-156f-4caa-b34a-9d859f15bc5c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=48b5a9f4-156f-4caa-b34a-9d859f15bc5c,segment=NetworkSegment(259109e4-e1a1-4803-bfae-42766115f484),segment_id=259109e4-e1a1-4803-bfae-42766115f484)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:13.593022 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-556145a3-119c-48cc-a61f-da584d27a72d None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:13.610860 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-556145a3-119c-48cc-a61f-da584d27a72d None None] Transition to ACTIVE for port object 48b5a9f4-156f-4caa-b34a-9d859f15bc5c will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:13.611520 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38234) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:13.617973 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-556145a3-119c-48cc-a61f-da584d27a72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:13.686070 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-874033c3-e277-4d42-be40-8b040b3dd62f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Allocated IP 172.20.0.13 (519b91c4-728a-43a0-9c00-f00322593562/cc1990a2-f81d-4c11-b16c-77209fcd72f4/38a6617c-b854-47ab-82ae-a939a841ecf1) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:38:13.752088 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556145a3-119c-48cc-a61f-da584d27a72d None None] Pushing event updated for resources: {'Port': ['ID=48b5a9f4-156f-4caa-b34a-9d859f15bc5c,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:13.788071 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-5bb5285c-54d7-4ce8-ad4e-94310d1296cf tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-859859146', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:13.834870 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5bb5285c-54d7-4ce8-ad4e-94310d1296cf tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:13.835889 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5bb5285c-54d7-4ce8-ad4e-94310d1296cf tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:13.943105 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0aec59ec-e769-4ecd-985c-5cda90a7736a req-0dc89c0c-3d78-44c8-ba23-c069ec8ef71b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 210 time: 0.1219409 Jul 24 09:38:13.947721 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5bb5285c-54d7-4ce8-ad4e-94310d1296cf tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:13.956658 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5bb5285c-54d7-4ce8-ad4e-94310d1296cf tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:13.978830 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5bb5285c-54d7-4ce8-ad4e-94310d1296cf tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:13.982709 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5bb5285c-54d7-4ce8-ad4e-94310d1296cf tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3685510 Jul 24 09:38:13.984205 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38240) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:13.988959 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-8ac0dd30-3f64-4a1b-83a5-88f39fc16602 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1897834166'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:14.011086 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac0dd30-3f64-4a1b-83a5-88f39fc16602 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Made reservation on behalf of 445b3bbb4f4549599769ad866b57b88c for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:38:14.013933 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ac0dd30-3f64-4a1b-83a5-88f39fc16602 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:14.021510 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-874033c3-e277-4d42-be40-8b040b3dd62f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:14.024201 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ac0dd30-3f64-4a1b-83a5-88f39fc16602 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:14.037977 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-874033c3-e277-4d42-be40-8b040b3dd62f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Transition to ACTIVE for port object 38a6617c-b854-47ab-82ae-a939a841ecf1 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:14.092205 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-874033c3-e277-4d42-be40-8b040b3dd62f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:14.129374 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:14.190768 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874033c3-e277-4d42-be40-8b040b3dd62f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network 519b91c4-728a-43a0-9c00-f00322593562 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:38:14.198153 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-874033c3-e277-4d42-be40-8b040b3dd62f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:14.204553 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874033c3-e277-4d42-be40-8b040b3dd62f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:38:14.210195 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ac0dd30-3f64-4a1b-83a5-88f39fc16602 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:14.224561 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ac0dd30-3f64-4a1b-83a5-88f39fc16602 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:14.256811 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874033c3-e277-4d42-be40-8b040b3dd62f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Port': ['ID=38a6617c-b854-47ab-82ae-a939a841ecf1,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:14.272249 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0dd30-3f64-4a1b-83a5-88f39fc16602 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e67f1bfc-5b3f-4f52-a1e2-c51545c8c461,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:14.299670 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874033c3-e277-4d42-be40-8b040b3dd62f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:14.300517 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-874033c3-e277-4d42-be40-8b040b3dd62f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:14.305221 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac0dd30-3f64-4a1b-83a5-88f39fc16602 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:38:14.327065 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-874033c3-e277-4d42-be40-8b040b3dd62f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3965883 Jul 24 09:38:14.329604 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38252) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:14.335604 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-7795421b-5e77-4148-bd96-1ad8e5727b31 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'subnet': {'network_id': '519b91c4-728a-43a0-9c00-f00322593562', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:14.344874 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ac0dd30-3f64-4a1b-83a5-88f39fc16602 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:14.345257 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-8ac0dd30-3f64-4a1b-83a5-88f39fc16602 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Added segment e31a37c9-4ea0-4426-9bfd-128331c16a88 of type vlan for network 3d70805a-69d6-407d-a490-957d951e3ab0 Jul 24 09:38:14.424443 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ac0dd30-3f64-4a1b-83a5-88f39fc16602 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:14.473580 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ac0dd30-3f64-4a1b-83a5-88f39fc16602 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:14.479899 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac0dd30-3f64-4a1b-83a5-88f39fc16602 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:14.480562 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ac0dd30-3f64-4a1b-83a5-88f39fc16602 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:14.519868 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7795421b-5e77-4148-bd96-1ad8e5727b31 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:38:14.525579 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7795421b-5e77-4148-bd96-1ad8e5727b31 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:14.580251 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38256) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:14.584794 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8ac0dd30-3f64-4a1b-83a5-88f39fc16602 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5998654 Jul 24 09:38:14.586360 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-2357c66b-07b5-46dd-834f-60c26dc9c544 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Request body: {'subnet': {'network_id': '3d70805a-69d6-407d-a490-957d951e3ab0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:14.641049 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0dd30-3f64-4a1b-83a5-88f39fc16602 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Pushing event updated for resources: {'Network': ['ID=3d70805a-69d6-407d-a490-957d951e3ab0,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:14.655423 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 3d70805a-69d6-407d-a490-957d951e3ab0 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:38:14.684206 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fb83146b-6a2c-485e-874e-a751407e8a3c None None] Provisioning for port 48b5a9f4-156f-4caa-b34a-9d859f15bc5c completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:38:14.697124 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fb83146b-6a2c-485e-874e-a751407e8a3c None None] Provisioning complete for port 48b5a9f4-156f-4caa-b34a-9d859f15bc5c triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:14.697627 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fb83146b-6a2c-485e-874e-a751407e8a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:14.736672 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2357c66b-07b5-46dd-834f-60c26dc9c544 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Made reservation on behalf of 445b3bbb4f4549599769ad866b57b88c for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:38:14.741505 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2357c66b-07b5-46dd-834f-60c26dc9c544 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:14.846675 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38260) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:14.870173 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:38:14.898883 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:38:14.899744 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ea82e7f6-e7fe-4b27-b33d-abfe1c041dc3 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:38:14.948387 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fb83146b-6a2c-485e-874e-a751407e8a3c None None] Provisioning complete for port 126a2c1b-eb5b-4184-b2d0-f6ff0c00cb0b triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:14.949302 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fb83146b-6a2c-485e-874e-a751407e8a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:15.010635 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-afa55c2e-61ca-4300-b484-2ad9473fe00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:15.038412 n-d-800085-9 neutron-server[94035]: INFO neutron.db.ipam_backend_mixin [None req-7795421b-5e77-4148-bd96-1ad8e5727b31 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cc1990a2-f81d-4c11-b16c-77209fcd72f4 (CIDR: 172.20.0.0/28) Jul 24 09:38:15.052110 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-fb83146b-6a2c-485e-874e-a751407e8a3c None None] Port 126a2c1b-eb5b-4184-b2d0-f6ff0c00cb0b cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:38:15.052370 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-7795421b-5e77-4148-bd96-1ad8e5727b31 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:38:15.052921 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7795421b-5e77-4148-bd96-1ad8e5727b31 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:38:15.079373 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2357c66b-07b5-46dd-834f-60c26dc9c544 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:15.117842 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e37a6259-91c4-45f7-9203-3660323428a1 req-27cc3847-fad3-4f0a-a0f8-6bc09cede9b9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 210 time: 0.0339112 Jul 24 09:38:15.170584 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357c66b-07b5-46dd-834f-60c26dc9c544 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Pushing event updated for resources: {'Subnet': ['ID=c67a2792-c31f-44bd-8d06-4420c306107c,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:15.176450 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-afa55c2e-61ca-4300-b484-2ad9473fe00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:15.181116 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-71a001d7-b237-4b87-9fee-859354527e10 None None] Provisioning for port 38a6617c-b854-47ab-82ae-a939a841ecf1 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:38:15.182073 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2357c66b-07b5-46dd-834f-60c26dc9c544 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Checking segment: {'id': 'e31a37c9-4ea0-4426-9bfd-128331c16a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3d70805a-69d6-407d-a490-957d951e3ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:38:15.182452 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2357c66b-07b5-46dd-834f-60c26dc9c544 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Network hostable DHCP agents. Network: 3d70805a-69d6-407d-a490-957d951e3ab0, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:38:15.184531 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-afa55c2e-61ca-4300-b484-2ad9473fe00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:15.186415 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-71a001d7-b237-4b87-9fee-859354527e10 None None] Provisioning complete for port 38a6617c-b854-47ab-82ae-a939a841ecf1 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:15.186821 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-71a001d7-b237-4b87-9fee-859354527e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:15.194927 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7795421b-5e77-4148-bd96-1ad8e5727b31 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8639605 Jul 24 09:38:15.199026 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38266) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:15.208364 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-be91ed8f-e88a-480b-9b44-d293b482561a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'subnet': {'network_id': '519b91c4-728a-43a0-9c00-f00322593562', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:15.211450 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa55c2e-61ca-4300-b484-2ad9473fe00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0772d103-b866-4cb5-a7f4-b821af8f2989,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:15.238015 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-afa55c2e-61ca-4300-b484-2ad9473fe00c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=13ce9abafba246e8a7650cbcff6493d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3878291 Jul 24 09:38:15.238572 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38268) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:15.250102 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-71a001d7-b237-4b87-9fee-859354527e10 None None] Port 38a6617c-b854-47ab-82ae-a939a841ecf1 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:38:15.257838 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2357c66b-07b5-46dd-834f-60c26dc9c544 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Network 3d70805a-69d6-407d-a490-957d951e3ab0 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:38:15.296570 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-2357c66b-07b5-46dd-834f-60c26dc9c544 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 3d70805a-69d6-407d-a490-957d951e3ab0) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:15.305636 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0399f7bc-4b04-45b1-b8e2-2372676626b0 None None] Network 3d70805a-69d6-407d-a490-957d951e3ab0 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:38:15.308340 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e68865a4-6937-4c90-a3af-24b59a0625ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:15.308939 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2357c66b-07b5-46dd-834f-60c26dc9c544 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:15.309848 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2357c66b-07b5-46dd-834f-60c26dc9c544 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:15.341151 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e68865a4-6937-4c90-a3af-24b59a0625ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:15.345695 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2357c66b-07b5-46dd-834f-60c26dc9c544 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7630634 Jul 24 09:38:15.348073 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38270) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:15.354971 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-916bd54a-2756-49f9-97b5-73efe11ba0bb tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Request body: {'network': {'name': 'tempest-router-network01--821975526'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:15.373362 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be91ed8f-e88a-480b-9b44-d293b482561a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:38:15.379330 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-be91ed8f-e88a-480b-9b44-d293b482561a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:15.420356 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e68865a4-6937-4c90-a3af-24b59a0625ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:15.424108 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e68865a4-6937-4c90-a3af-24b59a0625ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:15.429425 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e68865a4-6937-4c90-a3af-24b59a0625ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0772d103-b866-4cb5-a7f4-b821af8f2989 HTTP/1.1" status: 204 len: 168 time: 0.1896746 Jul 24 09:38:15.439818 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68865a4-6937-4c90-a3af-24b59a0625ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0772d103-b866-4cb5-a7f4-b821af8f2989,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:15.482842 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916bd54a-2756-49f9-97b5-73efe11ba0bb tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Made reservation on behalf of 445b3bbb4f4549599769ad866b57b88c for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:38:15.486566 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-916bd54a-2756-49f9-97b5-73efe11ba0bb tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:15.518770 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6132b2-3690-4c6f-91a2-1e12828589c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-3d70805a-69d6-407d-a490-957d951e3ab0', 'network_id': '3d70805a-69d6-407d-a490-957d951e3ab0', 'tenant_id': '445b3bbb4f4549599769ad866b57b88c', 'fixed_ips': [{'subnet_id': 'c67a2792-c31f-44bd-8d06-4420c306107c'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:38:15.520995 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5c6132b2-3690-4c6f-91a2-1e12828589c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:15.528634 n-d-800085-9 neutron-server[94035]: INFO neutron.db.ipam_backend_mixin [None req-be91ed8f-e88a-480b-9b44-d293b482561a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 272a99dc-3fe9-4cbf-821c-d3f3c298f1d8 (CIDR: 172.20.0.16/28) Jul 24 09:38:15.529577 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916bd54a-2756-49f9-97b5-73efe11ba0bb tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:38:15.545747 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-916bd54a-2756-49f9-97b5-73efe11ba0bb tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:15.546142 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-916bd54a-2756-49f9-97b5-73efe11ba0bb tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Added segment d6eb720d-8565-4286-b6eb-0494b760ae6b of type vlan for network a98d504d-4092-46f4-9da4-783c54fa06ad Jul 24 09:38:15.560850 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-be91ed8f-e88a-480b-9b44-d293b482561a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:38:15.561341 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be91ed8f-e88a-480b-9b44-d293b482561a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:38:15.595917 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-be91ed8f-e88a-480b-9b44-d293b482561a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3954644 Jul 24 09:38:15.599598 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38276) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:15.608240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-40a22d2e-1f95-4dbb-8a43-f60f4031b5e3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'subnet': {'network_id': '519b91c4-728a-43a0-9c00-f00322593562', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:15.629370 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-916bd54a-2756-49f9-97b5-73efe11ba0bb tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:15.687756 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-916bd54a-2756-49f9-97b5-73efe11ba0bb tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:15.697129 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916bd54a-2756-49f9-97b5-73efe11ba0bb tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:15.698002 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-916bd54a-2756-49f9-97b5-73efe11ba0bb tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:15.703425 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-5c6132b2-3690-4c6f-91a2-1e12828589c9 None None] Allocated IP 172.20.0.2 (3d70805a-69d6-407d-a490-957d951e3ab0/c67a2792-c31f-44bd-8d06-4420c306107c/02dc113b-e25a-42a8-9a9b-54e12e1b77aa) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:38:15.723456 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-916bd54a-2756-49f9-97b5-73efe11ba0bb tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3718438 Jul 24 09:38:15.731689 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 48b5a9f4-156f-4caa-b34a-9d859f15bc5c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:38:15.737318 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38278) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:15.743024 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-41a6dd1c-e5b4-4619-b127-ca52176221ab tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Request body: {'network': {'name': 'tempest-router-network02--1625787076'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:15.785241 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a6dd1c-e5b4-4619-b127-ca52176221ab tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Made reservation on behalf of 445b3bbb4f4549599769ad866b57b88c for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:38:15.790048 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-41a6dd1c-e5b4-4619-b127-ca52176221ab tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:15.804646 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bd54a-2756-49f9-97b5-73efe11ba0bb tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Pushing event updated for resources: {'Network': ['ID=a98d504d-4092-46f4-9da4-783c54fa06ad,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:15.850817 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38280) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:15.856377 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a6dd1c-e5b4-4619-b127-ca52176221ab tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:38:15.864420 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network a98d504d-4092-46f4-9da4-783c54fa06ad details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:38:15.882599 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6609a4b2-06db-427f-b5c4-444daf182114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:15.891757 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-41a6dd1c-e5b4-4619-b127-ca52176221ab tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:15.892218 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-41a6dd1c-e5b4-4619-b127-ca52176221ab tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Added segment 8fd35c65-52b1-474b-b439-8e711ff02b7a of type vlan for network 5af0f08d-d513-4d09-b14d-6727b11d6828 Jul 24 09:38:15.957545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a22d2e-1f95-4dbb-8a43-f60f4031b5e3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Made reservation on behalf of ece2fa60f63e47ff8c9742fc9be058e6 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:38:15.961536 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-40a22d2e-1f95-4dbb-8a43-f60f4031b5e3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:15.969698 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-41a6dd1c-e5b4-4619-b127-ca52176221ab tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:15.997982 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 48b5a9f4-156f-4caa-b34a-9d859f15bc5c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:15.998355 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:16.050144 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5c6132b2-3690-4c6f-91a2-1e12828589c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:16.061915 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5c6132b2-3690-4c6f-91a2-1e12828589c9 None None] Transition to ACTIVE for port object 02dc113b-e25a-42a8-9a9b-54e12e1b77aa will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:16.087512 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-41a6dd1c-e5b4-4619-b127-ca52176221ab tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:16.093945 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a6dd1c-e5b4-4619-b127-ca52176221ab tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:16.094596 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-41a6dd1c-e5b4-4619-b127-ca52176221ab tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:16.102570 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5c6132b2-3690-4c6f-91a2-1e12828589c9 None None] Transition to ACTIVE for port object 02dc113b-e25a-42a8-9a9b-54e12e1b77aa will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:16.113666 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5c6132b2-3690-4c6f-91a2-1e12828589c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:16.180445 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6132b2-3690-4c6f-91a2-1e12828589c9 None None] Pushing event updated for resources: {'Port': ['ID=02dc113b-e25a-42a8-9a9b-54e12e1b77aa,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:16.184529 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6132b2-3690-4c6f-91a2-1e12828589c9 None None] Network 3d70805a-69d6-407d-a490-957d951e3ab0 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:38:16.186867 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-5c6132b2-3690-4c6f-91a2-1e12828589c9 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:16.188603 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6132b2-3690-4c6f-91a2-1e12828589c9 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:38:16.204135 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dd1c-e5b4-4619-b127-ca52176221ab tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Pushing event updated for resources: {'Network': ['ID=5af0f08d-d513-4d09-b14d-6727b11d6828,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:16.247673 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 5af0f08d-d513-4d09-b14d-6727b11d6828 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:38:16.269861 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6609a4b2-06db-427f-b5c4-444daf182114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:16.284981 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6609a4b2-06db-427f-b5c4-444daf182114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:16.293861 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a06b7fb0-3036-4378-9941-4e52db6cc85c req-abc78f8b-f071-4624-bec9-cc3ee1d761fd tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 210 time: 0.0418358 Jul 24 09:38:16.317700 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609a4b2-06db-427f-b5c4-444daf182114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb929869-d9c2-4097-8442-fd90974979dc,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:16.328566 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-41a6dd1c-e5b4-4619-b127-ca52176221ab tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5905902 Jul 24 09:38:16.331466 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38286) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:16.336781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-6045a0c0-9317-45cb-bed2-abef6c22637a tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Request body: {'subnet': {'network_id': 'a98d504d-4092-46f4-9da4-783c54fa06ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:16.340292 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-5c6132b2-3690-4c6f-91a2-1e12828589c9 None None] Attempting to bind port 02dc113b-e25a-42a8-9a9b-54e12e1b77aa on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:38:16.340798 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-5c6132b2-3690-4c6f-91a2-1e12828589c9 None None] Attempting to bind port 02dc113b-e25a-42a8-9a9b-54e12e1b77aa by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'e31a37c9-4ea0-4426-9bfd-128331c16a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3d70805a-69d6-407d-a490-957d951e3ab0'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:38:16.341265 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6132b2-3690-4c6f-91a2-1e12828589c9 None None] Attempting to bind port 02dc113b-e25a-42a8-9a9b-54e12e1b77aa on network 3d70805a-69d6-407d-a490-957d951e3ab0 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:38:16.351845 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6609a4b2-06db-427f-b5c4-444daf182114 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a50299ebe9eb45df86d4f10baa11fbb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5006599 Jul 24 09:38:16.358191 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38288) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:16.402396 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6132b2-3690-4c6f-91a2-1e12828589c9 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:38:16.402965 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6132b2-3690-4c6f-91a2-1e12828589c9 None None] Checking segment: {'id': 'e31a37c9-4ea0-4426-9bfd-128331c16a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3d70805a-69d6-407d-a490-957d951e3ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:38:16.403472 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5c6132b2-3690-4c6f-91a2-1e12828589c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:16.403968 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6132b2-3690-4c6f-91a2-1e12828589c9 None None] Bound using segment: {'id': 'e31a37c9-4ea0-4426-9bfd-128331c16a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3d70805a-69d6-407d-a490-957d951e3ab0'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:38:16.404559 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-5c6132b2-3690-4c6f-91a2-1e12828589c9 None None] Bound port: 02dc113b-e25a-42a8-9a9b-54e12e1b77aa, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31a37c9-4ea0-4426-9bfd-128331c16a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3d70805a-69d6-407d-a490-957d951e3ab0'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:38:16.405192 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5c6132b2-3690-4c6f-91a2-1e12828589c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:16.421941 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-40a22d2e-1f95-4dbb-8a43-f60f4031b5e3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:16.491735 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-5c6132b2-3690-4c6f-91a2-1e12828589c9 None None] For port 02dc113b-e25a-42a8-9a9b-54e12e1b77aa, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:38:16.496261 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-5c6132b2-3690-4c6f-91a2-1e12828589c9 None None] For port 02dc113b-e25a-42a8-9a9b-54e12e1b77aa, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=02dc113b-e25a-42a8-9a9b-54e12e1b77aa,segment=NetworkSegment(e31a37c9-4ea0-4426-9bfd-128331c16a88),segment_id=e31a37c9-4ea0-4426-9bfd-128331c16a88)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:38:16.504342 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a22d2e-1f95-4dbb-8a43-f60f4031b5e3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Network 519b91c4-728a-43a0-9c00-f00322593562 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:38:16.505372 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5c6132b2-3690-4c6f-91a2-1e12828589c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:16.507712 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-40a22d2e-1f95-4dbb-8a43-f60f4031b5e3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:16.512135 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a22d2e-1f95-4dbb-8a43-f60f4031b5e3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:16.512727 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-40a22d2e-1f95-4dbb-8a43-f60f4031b5e3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:16.525405 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e20c97b-9448-403f-851e-826b7efa6bcf None None] Network 519b91c4-728a-43a0-9c00-f00322593562 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:38:16.525670 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a22d2e-1f95-4dbb-8a43-f60f4031b5e3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Subnet': ['ID=33b24188-67a4-4f15-a994-451cae8698db,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:16.534867 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-40a22d2e-1f95-4dbb-8a43-f60f4031b5e3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9338923 Jul 24 09:38:16.537974 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38290) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:16.545300 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-6e73f31b-5b9e-4b5b-8080-1670f42f37ef tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-305581048', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '33b24188-67a4-4f15-a994-451cae8698db'}], 'security_groups': ['4a389b32-b2c2-4227-9987-b65124d74192', '4ffb8f4d-dcac-421b-b8d8-57ba697fe472']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:16.657550 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2ab2a93d-fbeb-4ae2-97c6-a752be262724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:16.728892 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6045a0c0-9317-45cb-bed2-abef6c22637a tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Made reservation on behalf of 445b3bbb4f4549599769ad866b57b88c for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:38:16.737431 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6045a0c0-9317-45cb-bed2-abef6c22637a tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:16.755114 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:16.762595 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6132b2-3690-4c6f-91a2-1e12828589c9 None None] Pushing event updated for resources: {'Port': ['ID=02dc113b-e25a-42a8-9a9b-54e12e1b77aa,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:16.808199 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2ab2a93d-fbeb-4ae2-97c6-a752be262724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:17.049261 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2ab2a93d-fbeb-4ae2-97c6-a752be262724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:17.056310 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2ab2a93d-fbeb-4ae2-97c6-a752be262724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:17.057598 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2ab2a93d-fbeb-4ae2-97c6-a752be262724 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb929869-d9c2-4097-8442-fd90974979dc HTTP/1.1" status: 204 len: 168 time: 0.6979532 Jul 24 09:38:17.074360 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2a93d-fbeb-4ae2-97c6-a752be262724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb929869-d9c2-4097-8442-fd90974979dc,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:17.166516 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83031bd1-9316-442a-803c-c057c98b10a1 None None] Update dhcp port {'port': {'network_id': '519b91c4-728a-43a0-9c00-f00322593562', 'fixed_ips': [{'subnet_id': '272a99dc-3fe9-4cbf-821c-d3f3c298f1d8', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cc1990a2-f81d-4c11-b16c-77209fcd72f4', 'ip_address': '172.20.0.2'}, {'subnet_id': '33b24188-67a4-4f15-a994-451cae8698db'}], 'binding:host_id': 'n-d-800085-9'}, 'id': '48b5a9f4-156f-4caa-b34a-9d859f15bc5c'} from n-d-800085-9. {{(pid=94037) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 09:38:17.185220 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6045a0c0-9317-45cb-bed2-abef6c22637a tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:17.257093 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-83031bd1-9316-442a-803c-c057c98b10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:17.269653 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045a0c0-9317-45cb-bed2-abef6c22637a tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Pushing event updated for resources: {'Subnet': ['ID=5e1a0b34-48c6-43d4-9832-ae531138ec3d,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:17.282105 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6045a0c0-9317-45cb-bed2-abef6c22637a tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Checking segment: {'id': 'd6eb720d-8565-4286-b6eb-0494b760ae6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a98d504d-4092-46f4-9da4-783c54fa06ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:38:17.282799 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6045a0c0-9317-45cb-bed2-abef6c22637a tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Network hostable DHCP agents. Network: a98d504d-4092-46f4-9da4-783c54fa06ad, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:38:17.307637 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6045a0c0-9317-45cb-bed2-abef6c22637a tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Network a98d504d-4092-46f4-9da4-783c54fa06ad is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:38:17.334227 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-6045a0c0-9317-45cb-bed2-abef6c22637a tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, a98d504d-4092-46f4-9da4-783c54fa06ad) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:17.348373 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6045a0c0-9317-45cb-bed2-abef6c22637a tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:17.352526 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6045a0c0-9317-45cb-bed2-abef6c22637a tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:17.373502 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12de7bb1-3fc6-471f-af63-05edb7fc2525 None None] Network a98d504d-4092-46f4-9da4-783c54fa06ad requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:38:17.379105 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e73f31b-5b9e-4b5b-8080-1670f42f37ef tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:17.386781 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6045a0c0-9317-45cb-bed2-abef6c22637a tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0539434 Jul 24 09:38:17.390236 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38296) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:17.395425 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-76e6b13e-28e4-4239-a54a-c5af0edd4a11 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Request body: {'subnet': {'network_id': '5af0f08d-d513-4d09-b14d-6727b11d6828', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:17.448851 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ff7dbdba-963e-4bd7-8484-428dc5fa1a24 req-46457ead-b256-4460-bfbf-0c64ffe0e4f1 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=790df571-bc34-4f24-a207-97e8a975c0e0 HTTP/1.1" status: 200 len: 210 time: 0.0519941 Jul 24 09:38:17.561177 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e6b13e-28e4-4239-a54a-c5af0edd4a11 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Made reservation on behalf of 445b3bbb4f4549599769ad866b57b88c for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:38:17.565419 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-76e6b13e-28e4-4239-a54a-c5af0edd4a11 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:17.725166 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c8b5e6-53a4-4753-a80f-ac1f3b4582da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-a98d504d-4092-46f4-9da4-783c54fa06ad', 'network_id': 'a98d504d-4092-46f4-9da4-783c54fa06ad', 'tenant_id': '445b3bbb4f4549599769ad866b57b88c', 'fixed_ips': [{'subnet_id': '5e1a0b34-48c6-43d4-9832-ae531138ec3d'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:38:17.726604 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-60c8b5e6-53a4-4753-a80f-ac1f3b4582da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:17.760993 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-83031bd1-9316-442a-803c-c057c98b10a1 None None] Allocated IP 172.20.0.34 (519b91c4-728a-43a0-9c00-f00322593562/33b24188-67a4-4f15-a994-451cae8698db/48b5a9f4-156f-4caa-b34a-9d859f15bc5c) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:38:17.777869 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 02dc113b-e25a-42a8-9a9b-54e12e1b77aa up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:38:17.919182 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-76e6b13e-28e4-4239-a54a-c5af0edd4a11 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:18.038747 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6b13e-28e4-4239-a54a-c5af0edd4a11 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Pushing event updated for resources: {'Subnet': ['ID=bcb6a748-84b9-491a-bb60-effa9cbea3d2,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:18.041450 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e6b13e-28e4-4239-a54a-c5af0edd4a11 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Checking segment: {'id': '8fd35c65-52b1-474b-b439-8e711ff02b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5af0f08d-d513-4d09-b14d-6727b11d6828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:38:18.041825 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e6b13e-28e4-4239-a54a-c5af0edd4a11 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Network hostable DHCP agents. Network: 5af0f08d-d513-4d09-b14d-6727b11d6828, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:38:18.082254 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e6b13e-28e4-4239-a54a-c5af0edd4a11 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Network 5af0f08d-d513-4d09-b14d-6727b11d6828 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:38:18.094695 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-76e6b13e-28e4-4239-a54a-c5af0edd4a11 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 5af0f08d-d513-4d09-b14d-6727b11d6828) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:18.106903 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e6b13e-28e4-4239-a54a-c5af0edd4a11 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:18.107503 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-76e6b13e-28e4-4239-a54a-c5af0edd4a11 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:18.132381 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-76e6b13e-28e4-4239-a54a-c5af0edd4a11 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7381635 Jul 24 09:38:18.132620 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38314) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:18.205787 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-83031bd1-9316-442a-803c-c057c98b10a1 None None] For port 48b5a9f4-156f-4caa-b34a-9d859f15bc5c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=48b5a9f4-156f-4caa-b34a-9d859f15bc5c,segment=NetworkSegment(259109e4-e1a1-4803-bfae-42766115f484),segment_id=259109e4-e1a1-4803-bfae-42766115f484)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:18.240426 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b238484a-c93f-4c31-b92a-2176f858e01f None None] Network 5af0f08d-d513-4d09-b14d-6727b11d6828 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:38:18.247935 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e83eee7-9c01-412f-a01a-fe03152c4073 None None] Network 3d70805a-69d6-407d-a490-957d951e3ab0 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:38:18.350472 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 02dc113b-e25a-42a8-9a9b-54e12e1b77aa completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:38:18.362242 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-83031bd1-9316-442a-803c-c057c98b10a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:18.391846 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-60c8b5e6-53a4-4753-a80f-ac1f3b4582da None None] Allocated IP 172.20.0.2 (a98d504d-4092-46f4-9da4-783c54fa06ad/5e1a0b34-48c6-43d4-9832-ae531138ec3d/5364b33d-f166-4bd8-afaa-e457c052cfcf) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:38:18.428323 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-cb5dc315-4842-44ec-8e83-77bfceba492a None None] Provisioning for port 02dc113b-e25a-42a8-9a9b-54e12e1b77aa completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:38:18.450782 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-83031bd1-9316-442a-803c-c057c98b10a1 None None] Transition to ACTIVE for port object 48b5a9f4-156f-4caa-b34a-9d859f15bc5c will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:18.451695 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-cb5dc315-4842-44ec-8e83-77bfceba492a None None] Provisioning complete for port 02dc113b-e25a-42a8-9a9b-54e12e1b77aa triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:18.451953 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cb5dc315-4842-44ec-8e83-77bfceba492a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:18.488579 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-83031bd1-9316-442a-803c-c057c98b10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:18.606786 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-6e73f31b-5b9e-4b5b-8080-1670f42f37ef tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Delete allocated IP 172.20.0.13 (519b91c4-728a-43a0-9c00-f00322593562/cc1990a2-f81d-4c11-b16c-77209fcd72f4) {{(pid=94036) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 24 09:38:18.618920 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-6e73f31b-5b9e-4b5b-8080-1670f42f37ef tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Allocated IP 172.20.0.43 (519b91c4-728a-43a0-9c00-f00322593562/33b24188-67a4-4f15-a994-451cae8698db/38a6617c-b854-47ab-82ae-a939a841ecf1) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:38:18.808311 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83031bd1-9316-442a-803c-c057c98b10a1 None None] Pushing event updated for resources: {'Port': ['ID=48b5a9f4-156f-4caa-b34a-9d859f15bc5c,revision_number=7']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:18.939651 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-60c8b5e6-53a4-4753-a80f-ac1f3b4582da None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:18.941879 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e73f31b-5b9e-4b5b-8080-1670f42f37ef tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:18.950200 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-60c8b5e6-53a4-4753-a80f-ac1f3b4582da None None] Transition to ACTIVE for port object 5364b33d-f166-4bd8-afaa-e457c052cfcf will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:18.967741 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-6e73f31b-5b9e-4b5b-8080-1670f42f37ef tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Transition to ACTIVE for port object 38a6617c-b854-47ab-82ae-a939a841ecf1 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:18.972788 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-60c8b5e6-53a4-4753-a80f-ac1f3b4582da None None] Transition to ACTIVE for port object 5364b33d-f166-4bd8-afaa-e457c052cfcf will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:18.975279 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e73f31b-5b9e-4b5b-8080-1670f42f37ef tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:19.033987 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d9978dd-e7ee-4a56-aad5-26fc908cf32c tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:19.063363 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-60c8b5e6-53a4-4753-a80f-ac1f3b4582da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:19.080959 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f305f4f1-4057-4c08-ab99-a9e295961e5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-5af0f08d-d513-4d09-b14d-6727b11d6828', 'network_id': '5af0f08d-d513-4d09-b14d-6727b11d6828', 'tenant_id': '445b3bbb4f4549599769ad866b57b88c', 'fixed_ips': [{'subnet_id': 'bcb6a748-84b9-491a-bb60-effa9cbea3d2'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:38:19.081807 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f305f4f1-4057-4c08-ab99-a9e295961e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:19.173604 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cb5dc315-4842-44ec-8e83-77bfceba492a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:19.186328 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c8b5e6-53a4-4753-a80f-ac1f3b4582da None None] Network a98d504d-4092-46f4-9da4-783c54fa06ad is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:38:19.205667 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-60c8b5e6-53a4-4753-a80f-ac1f3b4582da None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:19.211142 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c8b5e6-53a4-4753-a80f-ac1f3b4582da None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:38:19.211378 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-6e73f31b-5b9e-4b5b-8080-1670f42f37ef tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] In _notify_port_updated(), no bound segment for port 38a6617c-b854-47ab-82ae-a939a841ecf1 on network 519b91c4-728a-43a0-9c00-f00322593562 {{(pid=94036) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 09:38:19.217658 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e73f31b-5b9e-4b5b-8080-1670f42f37ef tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:19.218894 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e73f31b-5b9e-4b5b-8080-1670f42f37ef tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:19.221111 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6e73f31b-5b9e-4b5b-8080-1670f42f37ef tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "PUT /v2.0/ports/38a6617c-b854-47ab-82ae-a939a841ecf1 HTTP/1.1" status: 200 len: 959 time: 2.6821327 Jul 24 09:38:19.222014 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73f31b-5b9e-4b5b-8080-1670f42f37ef tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event updated for resources: {'Port': ['ID=38a6617c-b854-47ab-82ae-a939a841ecf1,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:19.224367 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38340) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:19.399908 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-923dc1eb-970e-47f0-97e3-f5894e7ecd2c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting port 38a6617c-b854-47ab-82ae-a939a841ecf1 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:19.400250 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-923dc1eb-970e-47f0-97e3-f5894e7ecd2c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:19.451158 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-60c8b5e6-53a4-4753-a80f-ac1f3b4582da None None] Attempting to bind port 5364b33d-f166-4bd8-afaa-e457c052cfcf on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:38:19.453667 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-60c8b5e6-53a4-4753-a80f-ac1f3b4582da None None] Attempting to bind port 5364b33d-f166-4bd8-afaa-e457c052cfcf by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd6eb720d-8565-4286-b6eb-0494b760ae6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a98d504d-4092-46f4-9da4-783c54fa06ad'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:38:19.453990 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c8b5e6-53a4-4753-a80f-ac1f3b4582da None None] Attempting to bind port 5364b33d-f166-4bd8-afaa-e457c052cfcf on network a98d504d-4092-46f4-9da4-783c54fa06ad {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:38:19.456091 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8b5e6-53a4-4753-a80f-ac1f3b4582da None None] Pushing event updated for resources: {'Port': ['ID=5364b33d-f166-4bd8-afaa-e457c052cfcf,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:19.512915 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c8b5e6-53a4-4753-a80f-ac1f3b4582da None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:38:19.513433 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c8b5e6-53a4-4753-a80f-ac1f3b4582da None None] Checking segment: {'id': 'd6eb720d-8565-4286-b6eb-0494b760ae6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a98d504d-4092-46f4-9da4-783c54fa06ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:38:19.513715 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-60c8b5e6-53a4-4753-a80f-ac1f3b4582da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:19.514112 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c8b5e6-53a4-4753-a80f-ac1f3b4582da None None] Bound using segment: {'id': 'd6eb720d-8565-4286-b6eb-0494b760ae6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a98d504d-4092-46f4-9da4-783c54fa06ad'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:38:19.514636 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-60c8b5e6-53a4-4753-a80f-ac1f3b4582da None None] Bound port: 5364b33d-f166-4bd8-afaa-e457c052cfcf, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6eb720d-8565-4286-b6eb-0494b760ae6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a98d504d-4092-46f4-9da4-783c54fa06ad'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:38:19.515737 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-60c8b5e6-53a4-4753-a80f-ac1f3b4582da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:19.533009 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-cb5dc315-4842-44ec-8e83-77bfceba492a None None] For port 02dc113b-e25a-42a8-9a9b-54e12e1b77aa, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=02dc113b-e25a-42a8-9a9b-54e12e1b77aa,segment=NetworkSegment(e31a37c9-4ea0-4426-9bfd-128331c16a88),segment_id=e31a37c9-4ea0-4426-9bfd-128331c16a88)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:19.559756 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-923dc1eb-970e-47f0-97e3-f5894e7ecd2c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:19.585996 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-923dc1eb-970e-47f0-97e3-f5894e7ecd2c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Calling delete_port for 38a6617c-b854-47ab-82ae-a939a841ecf1 owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:19.614605 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-f305f4f1-4057-4c08-ab99-a9e295961e5a None None] Allocated IP 172.20.0.2 (5af0f08d-d513-4d09-b14d-6727b11d6828/bcb6a748-84b9-491a-bb60-effa9cbea3d2/2ad13b91-012f-48d9-a091-e98060af833e) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:38:19.646607 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-4d9978dd-e7ee-4a56-aad5-26fc908cf32c tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Allocated IP 172.20.0.1 (a98d504d-4092-46f4-9da4-783c54fa06ad/5e1a0b34-48c6-43d4-9832-ae531138ec3d/ec8b2208-98e1-4f40-818a-ad7093569cef) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:38:19.801213 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cb5dc315-4842-44ec-8e83-77bfceba492a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:19.803436 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 48b5a9f4-156f-4caa-b34a-9d859f15bc5c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:38:19.947930 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-923dc1eb-970e-47f0-97e3-f5894e7ecd2c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:19.987404 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d9978dd-e7ee-4a56-aad5-26fc908cf32c tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:20.004964 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-4d9978dd-e7ee-4a56-aad5-26fc908cf32c tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Transition to ACTIVE for port object ec8b2208-98e1-4f40-818a-ad7093569cef will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:20.055378 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f305f4f1-4057-4c08-ab99-a9e295961e5a None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:20.066466 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923dc1eb-970e-47f0-97e3-f5894e7ecd2c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Port': ['ID=38a6617c-b854-47ab-82ae-a939a841ecf1,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:20.076975 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d9978dd-e7ee-4a56-aad5-26fc908cf32c tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:20.087434 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f305f4f1-4057-4c08-ab99-a9e295961e5a None None] Transition to ACTIVE for port object 2ad13b91-012f-48d9-a091-e98060af833e will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:20.130886 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9978dd-e7ee-4a56-aad5-26fc908cf32c tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Network a98d504d-4092-46f4-9da4-783c54fa06ad is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:38:20.137825 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-4d9978dd-e7ee-4a56-aad5-26fc908cf32c tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:20.145382 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9978dd-e7ee-4a56-aad5-26fc908cf32c tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:38:20.150339 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5877d128-239d-42a8-9101-59a04728f77f None None] Provisioning complete for port 02dc113b-e25a-42a8-9a9b-54e12e1b77aa triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:20.150799 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5877d128-239d-42a8-9101-59a04728f77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:20.168456 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5dc315-4842-44ec-8e83-77bfceba492a None None] Pushing event updated for resources: {'Port': ['ID=02dc113b-e25a-42a8-9a9b-54e12e1b77aa,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:20.170028 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-923dc1eb-970e-47f0-97e3-f5894e7ecd2c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:20.179919 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f305f4f1-4057-4c08-ab99-a9e295961e5a None None] Transition to ACTIVE for port object 2ad13b91-012f-48d9-a091-e98060af833e will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:20.180142 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-923dc1eb-970e-47f0-97e3-f5894e7ecd2c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/ports/38a6617c-b854-47ab-82ae-a939a841ecf1 HTTP/1.1" status: 204 len: 168 time: 0.9427485 Jul 24 09:38:20.180285 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38360) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:20.203033 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d9978dd-e7ee-4a56-aad5-26fc908cf32c tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:20.206435 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9978dd-e7ee-4a56-aad5-26fc908cf32c tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Pushing event updated for resources: {'Port': ['ID=ec8b2208-98e1-4f40-818a-ad7093569cef,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:20.233407 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-2549b508-9b2f-4d2f-abac-482bdc355f77 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] GET failed (client error): The resource could not be found. Jul 24 09:38:20.238450 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-60c8b5e6-53a4-4753-a80f-ac1f3b4582da None None] For port 5364b33d-f166-4bd8-afaa-e457c052cfcf, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:38:20.244938 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2549b508-9b2f-4d2f-abac-482bdc355f77 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "GET /v2.0/ports/38a6617c-b854-47ab-82ae-a939a841ecf1 HTTP/1.1" status: 404 len: 333 time: 0.0635545 Jul 24 09:38:20.247989 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38362) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:20.266648 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f305f4f1-4057-4c08-ab99-a9e295961e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:20.270086 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-60c8b5e6-53a4-4753-a80f-ac1f3b4582da None None] For port 5364b33d-f166-4bd8-afaa-e457c052cfcf, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5364b33d-f166-4bd8-afaa-e457c052cfcf,segment=NetworkSegment(d6eb720d-8565-4286-b6eb-0494b760ae6b),segment_id=d6eb720d-8565-4286-b6eb-0494b760ae6b)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:38:20.310614 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-60c8b5e6-53a4-4753-a80f-ac1f3b4582da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:20.313796 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5486f4ef-5021-42cf-8551-920fc451b1aa tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:20.329435 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f305f4f1-4057-4c08-ab99-a9e295961e5a None None] Network 5af0f08d-d513-4d09-b14d-6727b11d6828 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:38:20.344337 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-f305f4f1-4057-4c08-ab99-a9e295961e5a None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:20.365163 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f305f4f1-4057-4c08-ab99-a9e295961e5a None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:38:20.370117 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305f4f1-4057-4c08-ab99-a9e295961e5a None None] Pushing event updated for resources: {'Port': ['ID=2ad13b91-012f-48d9-a091-e98060af833e,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:20.385231 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d9978dd-e7ee-4a56-aad5-26fc908cf32c tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:20.389005 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5486f4ef-5021-42cf-8551-920fc451b1aa tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:20.502244 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5486f4ef-5021-42cf-8551-920fc451b1aa tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:20.506170 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5486f4ef-5021-42cf-8551-920fc451b1aa tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:20.507591 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5486f4ef-5021-42cf-8551-920fc451b1aa tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/security-groups/e69d562f-d544-4490-a75d-0e59354b315b HTTP/1.1" status: 204 len: 168 time: 0.2575274 Jul 24 09:38:20.525188 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38364) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:20.529494 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486f4ef-5021-42cf-8551-920fc451b1aa tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69d562f-d544-4490-a75d-0e59354b315b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:20.550819 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8b5e6-53a4-4753-a80f-ac1f3b4582da None None] Pushing event updated for resources: {'Port': ['ID=5364b33d-f166-4bd8-afaa-e457c052cfcf,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:20.555683 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f305f4f1-4057-4c08-ab99-a9e295961e5a None None] Attempting to bind port 2ad13b91-012f-48d9-a091-e98060af833e on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:38:20.556099 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f305f4f1-4057-4c08-ab99-a9e295961e5a None None] Attempting to bind port 2ad13b91-012f-48d9-a091-e98060af833e by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '8fd35c65-52b1-474b-b439-8e711ff02b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5af0f08d-d513-4d09-b14d-6727b11d6828'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:38:20.556445 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305f4f1-4057-4c08-ab99-a9e295961e5a None None] Attempting to bind port 2ad13b91-012f-48d9-a091-e98060af833e on network 5af0f08d-d513-4d09-b14d-6727b11d6828 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:38:20.567636 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305f4f1-4057-4c08-ab99-a9e295961e5a None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:38:20.568025 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305f4f1-4057-4c08-ab99-a9e295961e5a None None] Checking segment: {'id': '8fd35c65-52b1-474b-b439-8e711ff02b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5af0f08d-d513-4d09-b14d-6727b11d6828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:38:20.568422 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f305f4f1-4057-4c08-ab99-a9e295961e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:20.568837 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305f4f1-4057-4c08-ab99-a9e295961e5a None None] Bound using segment: {'id': '8fd35c65-52b1-474b-b439-8e711ff02b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5af0f08d-d513-4d09-b14d-6727b11d6828'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:38:20.569375 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f305f4f1-4057-4c08-ab99-a9e295961e5a None None] Bound port: 2ad13b91-012f-48d9-a091-e98060af833e, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd35c65-52b1-474b-b439-8e711ff02b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5af0f08d-d513-4d09-b14d-6727b11d6828'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:38:20.569812 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f305f4f1-4057-4c08-ab99-a9e295961e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:20.664921 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-eecb1d7e-5c1a-4836-ab41-366758ac9f8e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:20.679238 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f305f4f1-4057-4c08-ab99-a9e295961e5a None None] For port 2ad13b91-012f-48d9-a091-e98060af833e, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:38:20.688475 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f305f4f1-4057-4c08-ab99-a9e295961e5a None None] For port 2ad13b91-012f-48d9-a091-e98060af833e, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=2ad13b91-012f-48d9-a091-e98060af833e,segment=NetworkSegment(8fd35c65-52b1-474b-b439-8e711ff02b7a),segment_id=8fd35c65-52b1-474b-b439-8e711ff02b7a)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:38:20.690413 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-656e5c9a-4bce-4837-a1fb-ce96dd3f8683 None None] Provisioning for port 48b5a9f4-156f-4caa-b34a-9d859f15bc5c completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:38:20.715741 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f305f4f1-4057-4c08-ab99-a9e295961e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:20.722865 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:38:20.731510 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-eecb1d7e-5c1a-4836-ab41-366758ac9f8e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:20.748505 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-656e5c9a-4bce-4837-a1fb-ce96dd3f8683 None None] Provisioning complete for port 48b5a9f4-156f-4caa-b34a-9d859f15bc5c triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:20.749587 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-656e5c9a-4bce-4837-a1fb-ce96dd3f8683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:20.857410 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-eecb1d7e-5c1a-4836-ab41-366758ac9f8e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:20.864611 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-eecb1d7e-5c1a-4836-ab41-366758ac9f8e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:20.870482 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-eecb1d7e-5c1a-4836-ab41-366758ac9f8e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/security-groups/4ffb8f4d-dcac-421b-b8d8-57ba697fe472 HTTP/1.1" status: 204 len: 168 time: 0.3365388 Jul 24 09:38:20.884635 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38366) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:20.924180 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb1d7e-5c1a-4836-ab41-366758ac9f8e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffb8f4d-dcac-421b-b8d8-57ba697fe472,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:20.931396 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d9978dd-e7ee-4a56-aad5-26fc908cf32c tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:20.942514 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d9978dd-e7ee-4a56-aad5-26fc908cf32c tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:21.051977 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d9978dd-e7ee-4a56-aad5-26fc908cf32c tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:21.054745 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9978dd-e7ee-4a56-aad5-26fc908cf32c tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Pushing event updated for resources: {'Port': ['ID=ec8b2208-98e1-4f40-818a-ad7093569cef,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:21.129277 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f6e35821-f958-4296-bbde-05903bee153e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:21.179145 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f6e35821-f958-4296-bbde-05903bee153e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:21.256992 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9978dd-e7ee-4a56-aad5-26fc908cf32c tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Network a98d504d-4092-46f4-9da4-783c54fa06ad is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:38:21.265897 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-4d9978dd-e7ee-4a56-aad5-26fc908cf32c tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:21.346286 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f6e35821-f958-4296-bbde-05903bee153e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:21.347577 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f6e35821-f958-4296-bbde-05903bee153e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:21.351561 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f6e35821-f958-4296-bbde-05903bee153e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/security-groups/4a389b32-b2c2-4227-9987-b65124d74192 HTTP/1.1" status: 204 len: 168 time: 0.4617157 Jul 24 09:38:21.352732 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38376) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:21.433947 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-7449f02c-b213-4645-92d1-247b541c4862 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting subnet cc1990a2-f81d-4c11-b16c-77209fcd72f4 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:38:21.442094 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7449f02c-b213-4645-92d1-247b541c4862 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:21.453386 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e35821-f958-4296-bbde-05903bee153e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a389b32-b2c2-4227-9987-b65124d74192,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:21.516684 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7449f02c-b213-4645-92d1-247b541c4862 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:21.532397 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305f4f1-4057-4c08-ab99-a9e295961e5a None None] Pushing event updated for resources: {'Port': ['ID=2ad13b91-012f-48d9-a091-e98060af833e,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:21.540040 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9978dd-e7ee-4a56-aad5-26fc908cf32c tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Router 8b9337c2-22d8-4ccc-82f5-37752cfb5462 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:38:21.617516 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-656e5c9a-4bce-4837-a1fb-ce96dd3f8683 None None] Could not find standard attr ID for object 38a6617c-b854-47ab-82ae-a939a841ecf1. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:38:21.641100 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-656e5c9a-4bce-4837-a1fb-ce96dd3f8683 None None] Provisioning complete for port 126a2c1b-eb5b-4184-b2d0-f6ff0c00cb0b triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:21.641700 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-656e5c9a-4bce-4837-a1fb-ce96dd3f8683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:21.649381 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7449f02c-b213-4645-92d1-247b541c4862 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:21.694355 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-656e5c9a-4bce-4837-a1fb-ce96dd3f8683 None None] Port 126a2c1b-eb5b-4184-b2d0-f6ff0c00cb0b cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:38:21.765354 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9978dd-e7ee-4a56-aad5-26fc908cf32c tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:38:21.786270 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b09c28-9da2-4814-bb0f-8e84ca1361c3 None None] Sync routers for ids ['8b9337c2-22d8-4ccc-82f5-37752cfb5462'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:38:21.792267 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38378) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:21.795021 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4d9978dd-e7ee-4a56-aad5-26fc908cf32c tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] 10.222.0.32 "PUT /v2.0/routers/8b9337c2-22d8-4ccc-82f5-37752cfb5462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6554427 Jul 24 09:38:21.808452 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-632f3dce-0521-4699-b93b-86aa7f0c3d08 None None] Could not find standard attr ID for object 38a6617c-b854-47ab-82ae-a939a841ecf1. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:38:21.814659 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b09c28-9da2-4814-bb0f-8e84ca1361c3 None None] Routers {'8b9337c2-22d8-4ccc-82f5-37752cfb5462'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:21.816724 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a4b09c28-9da2-4814-bb0f-8e84ca1361c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8b9337c2-22d8-4ccc-82f5-37752cfb5462'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:21.895110 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a4b09c28-9da2-4814-bb0f-8e84ca1361c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:21.908534 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b09c28-9da2-4814-bb0f-8e84ca1361c3 None None] Routers {'8b9337c2-22d8-4ccc-82f5-37752cfb5462'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:21.909705 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a4b09c28-9da2-4814-bb0f-8e84ca1361c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8b9337c2-22d8-4ccc-82f5-37752cfb5462'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:21.982736 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7449f02c-b213-4645-92d1-247b541c4862 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:21.999821 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a4b09c28-9da2-4814-bb0f-8e84ca1361c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:22.001268 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b09c28-9da2-4814-bb0f-8e84ca1361c3 None None] The sync data for ids ['8b9337c2-22d8-4ccc-82f5-37752cfb5462'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:38:22.009427 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 2ad13b91-012f-48d9-a091-e98060af833e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:38:22.130831 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 2ad13b91-012f-48d9-a091-e98060af833e completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:38:22.143062 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449f02c-b213-4645-92d1-247b541c4862 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Subnet': ['ID=cc1990a2-f81d-4c11-b16c-77209fcd72f4,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:22.143594 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5364b33d-f166-4bd8-afaa-e457c052cfcf up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:38:22.157938 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7449f02c-b213-4645-92d1-247b541c4862 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:22.160528 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7449f02c-b213-4645-92d1-247b541c4862 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/subnets/cc1990a2-f81d-4c11-b16c-77209fcd72f4 HTTP/1.1" status: 204 len: 168 time: 0.8068411 Jul 24 09:38:22.164456 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38382) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:22.204479 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71b87a5-6c68-4b75-a5fa-48a9cec2fd0e None None] Network a98d504d-4092-46f4-9da4-783c54fa06ad requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:38:22.209290 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa7b5e8-de14-4bc5-9917-f7c2fd775237 None None] Network 519b91c4-728a-43a0-9c00-f00322593562 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:38:22.357550 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f3d3c652-c0ab-4368-b6d8-f1904638f18b None None] Provisioning for port 5364b33d-f166-4bd8-afaa-e457c052cfcf completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:38:22.436221 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b554b1-bb98-4594-82c7-e55f82f92f2a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting subnet 33b24188-67a4-4f15-a994-451cae8698db {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:38:22.443254 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c9b554b1-bb98-4594-82c7-e55f82f92f2a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:22.457457 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 5364b33d-f166-4bd8-afaa-e457c052cfcf completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:38:22.472431 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 5364b33d-f166-4bd8-afaa-e457c052cfcf triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:22.472701 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:22.480388 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c324a079-d0eb-496c-a64f-4f28ace3eead None None] Network 5af0f08d-d513-4d09-b14d-6727b11d6828 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:38:22.522146 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c9b554b1-bb98-4594-82c7-e55f82f92f2a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:22.571603 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-a2800d0b-6a3f-490c-9c45-2a9fb822c4cf tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:38:22.575529 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a2800d0b-6a3f-490c-9c45-2a9fb822c4cf tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] 10.222.0.32 "PUT /v2.0/routers/8b9337c2-22d8-4ccc-82f5-37752cfb5462/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7780433 Jul 24 09:38:22.575834 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38386) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:22.635682 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c9b554b1-bb98-4594-82c7-e55f82f92f2a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:22.651040 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e0c3706b-af11-4dea-81aa-0f24178cd020 None None] Provisioning for port 2ad13b91-012f-48d9-a091-e98060af833e completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:38:22.689093 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e0c3706b-af11-4dea-81aa-0f24178cd020 None None] Provisioning complete for port 2ad13b91-012f-48d9-a091-e98060af833e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:22.689375 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e0c3706b-af11-4dea-81aa-0f24178cd020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:22.714816 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c9b554b1-bb98-4594-82c7-e55f82f92f2a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:22.750915 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b554b1-bb98-4594-82c7-e55f82f92f2a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Subnet': ['ID=33b24188-67a4-4f15-a994-451cae8698db,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:22.767909 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c9b554b1-bb98-4594-82c7-e55f82f92f2a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:22.770636 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c9b554b1-bb98-4594-82c7-e55f82f92f2a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/subnets/33b24188-67a4-4f15-a994-451cae8698db HTTP/1.1" status: 204 len: 168 time: 0.6044536 Jul 24 09:38:22.772679 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38388) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:22.810544 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-226bd179-d74b-4efc-b8e0-b26068a1c6de tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] DELETE failed (client error): The resource could not be found. Jul 24 09:38:22.811805 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-226bd179-d74b-4efc-b8e0-b26068a1c6de tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:38:22.814461 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-226bd179-d74b-4efc-b8e0-b26068a1c6de tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/subnets/cc1990a2-f81d-4c11-b16c-77209fcd72f4 HTTP/1.1" status: 404 len: 337 time: 0.0402048 Jul 24 09:38:22.816851 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38390) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:22.830345 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:22.897216 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f87ea6-f0d0-4a21-b1b3-349929f9dfd9 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting subnet 272a99dc-3fe9-4cbf-821c-d3f3c298f1d8 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:38:22.902227 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-62f87ea6-f0d0-4a21-b1b3-349929f9dfd9 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:22.943042 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 5364b33d-f166-4bd8-afaa-e457c052cfcf, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5364b33d-f166-4bd8-afaa-e457c052cfcf,segment=NetworkSegment(d6eb720d-8565-4286-b6eb-0494b760ae6b),segment_id=d6eb720d-8565-4286-b6eb-0494b760ae6b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:22.954192 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:22.955120 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 02dc113b-e25a-42a8-9a9b-54e12e1b77aa up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:38:22.976588 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-62f87ea6-f0d0-4a21-b1b3-349929f9dfd9 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:22.993513 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-772da5ca-e920-4ac8-a349-979ffae6cf31 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:23.054436 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e0c3706b-af11-4dea-81aa-0f24178cd020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:23.113657 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-62f87ea6-f0d0-4a21-b1b3-349929f9dfd9 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:23.148301 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=5364b33d-f166-4bd8-afaa-e457c052cfcf,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:23.179214 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-e0c3706b-af11-4dea-81aa-0f24178cd020 None None] For port 2ad13b91-012f-48d9-a091-e98060af833e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=2ad13b91-012f-48d9-a091-e98060af833e,segment=NetworkSegment(8fd35c65-52b1-474b-b439-8e711ff02b7a),segment_id=8fd35c65-52b1-474b-b439-8e711ff02b7a)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:23.201852 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e0c3706b-af11-4dea-81aa-0f24178cd020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:23.263280 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-62f87ea6-f0d0-4a21-b1b3-349929f9dfd9 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:23.271016 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f093bee5-d380-4c1b-8355-8abe1c7831c7 None None] Update dhcp port {'port': {'network_id': '519b91c4-728a-43a0-9c00-f00322593562', 'fixed_ips': [{'subnet_id': '272a99dc-3fe9-4cbf-821c-d3f3c298f1d8', 'ip_address': '172.20.0.18'}, {'subnet_id': '33b24188-67a4-4f15-a994-451cae8698db'}], 'binding:host_id': 'n-d-800085-9'}, 'id': '48b5a9f4-156f-4caa-b34a-9d859f15bc5c'} from n-d-800085-9. {{(pid=94037) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 09:38:23.274482 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3706b-af11-4dea-81aa-0f24178cd020 None None] Pushing event updated for resources: {'Port': ['ID=2ad13b91-012f-48d9-a091-e98060af833e,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:23.306954 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 02dc113b-e25a-42a8-9a9b-54e12e1b77aa triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:23.307320 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:23.334244 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f87ea6-f0d0-4a21-b1b3-349929f9dfd9 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Subnet': ['ID=272a99dc-3fe9-4cbf-821c-d3f3c298f1d8,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:23.347467 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-62f87ea6-f0d0-4a21-b1b3-349929f9dfd9 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:23.355607 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-62f87ea6-f0d0-4a21-b1b3-349929f9dfd9 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/subnets/272a99dc-3fe9-4cbf-821c-d3f3c298f1d8 HTTP/1.1" status: 204 len: 168 time: 0.5368223 Jul 24 09:38:23.358438 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38398) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:23.415067 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f093bee5-d380-4c1b-8355-8abe1c7831c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:23.431375 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5555f78-f06f-438f-99a6-af8b0656204e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] DELETE failed (client error): The resource could not be found. Jul 24 09:38:23.432013 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5555f78-f06f-438f-99a6-af8b0656204e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:38:23.437767 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f5555f78-f06f-438f-99a6-af8b0656204e tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/subnets/a4ed21e0-d49e-4da1-973a-6d15133d55b8 HTTP/1.1" status: 404 len: 337 time: 0.0773551 Jul 24 09:38:23.439898 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38406) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:23.547427 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9786bef0-86fb-4c1c-8336-3f131f707479 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c228aa6-c3fa-4bf1-a02a-01d1b5c25a75 HTTP/1.1" status: 200 len: 205 time: 0.1047664 Jul 24 09:38:23.554900 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38416) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:23.588204 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e7fd1cf3-1c08-48a0-a395-df4096518c37 None None] Provisioning complete for port 5364b33d-f166-4bd8-afaa-e457c052cfcf triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:23.588573 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e7fd1cf3-1c08-48a0-a395-df4096518c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:23.618900 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-772da5ca-e920-4ac8-a349-979ffae6cf31 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Deleting port ec8b2208-98e1-4f40-818a-ad7093569cef {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:23.619436 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-772da5ca-e920-4ac8-a349-979ffae6cf31 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:23.663564 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-edbadca4-85aa-4339-b3d3-2a6d07dba9de tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] delete failed (client error): The resource could not be found. Jul 24 09:38:23.665171 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-edbadca4-85aa-4339-b3d3-2a6d07dba9de tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/routers/2c228aa6-c3fa-4bf1-a02a-01d1b5c25a75 HTTP/1.1" status: 404 len: 336 time: 0.1090136 Jul 24 09:38:23.670850 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38432) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:23.754853 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ae02a9-0921-4d22-bdaa-8a4bc14db33b tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] DELETE failed (client error): The resource could not be found. Jul 24 09:38:23.755421 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ae02a9-0921-4d22-bdaa-8a4bc14db33b tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:38:23.759657 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-68ae02a9-0921-4d22-bdaa-8a4bc14db33b tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/subnets/c92b13e5-e8c9-447c-ad24-c500c7f61beb HTTP/1.1" status: 404 len: 337 time: 0.0807147 Jul 24 09:38:23.760365 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38448) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:23.790717 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69310368-d1a2-4b8d-a7bc-13ca34890743 None None] Network 519b91c4-728a-43a0-9c00-f00322593562 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:38:23.860936 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-500ef964-a63d-46c7-b3e9-4733218cc3d2 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] DELETE failed (client error): The resource could not be found. Jul 24 09:38:23.861406 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500ef964-a63d-46c7-b3e9-4733218cc3d2 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:38:23.864328 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-500ef964-a63d-46c7-b3e9-4733218cc3d2 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/subnets/78fa4ae8-0a0f-4c05-b3e2-aa936804cbc9 HTTP/1.1" status: 404 len: 337 time: 0.1020236 Jul 24 09:38:23.867350 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38460) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:23.910437 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b42fba-db2f-41c7-be90-8855643b21e3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] DELETE failed (client error): The resource could not be found. Jul 24 09:38:23.910903 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b42fba-db2f-41c7-be90-8855643b21e3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:38:23.913086 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e4b42fba-db2f-41c7-be90-8855643b21e3 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/subnets/05b15e74-5ed1-45cf-ab06-222f3c745289 HTTP/1.1" status: 404 len: 337 time: 0.0444357 Jul 24 09:38:23.916202 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38462) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:23.923175 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-772da5ca-e920-4ac8-a349-979ffae6cf31 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:23.969034 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-772da5ca-e920-4ac8-a349-979ffae6cf31 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Calling delete_port for ec8b2208-98e1-4f40-818a-ad7093569cef owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:23.982071 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3b7129-b9d1-4c01-81fd-2672b24e6c14 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] DELETE failed (client error): The resource could not be found. Jul 24 09:38:23.982894 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c3b7129-b9d1-4c01-81fd-2672b24e6c14 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:38:23.992836 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8c3b7129-b9d1-4c01-81fd-2672b24e6c14 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/ports/18d3457c-c3de-4f93-9d46-32002bd4f4ba HTTP/1.1" status: 404 len: 333 time: 0.0705633 Jul 24 09:38:23.993374 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38464) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:23.995405 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 2ad13b91-012f-48d9-a091-e98060af833e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:38:24.041036 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed7e7b5-d9bc-445b-9755-2a5381aca781 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] DELETE failed (client error): The resource could not be found. Jul 24 09:38:24.041499 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ed7e7b5-d9bc-445b-9755-2a5381aca781 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:38:24.046858 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2ed7e7b5-d9bc-445b-9755-2a5381aca781 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/subnets/2be8f516-fffe-4999-ac90-a1c83b949af6 HTTP/1.1" status: 404 len: 337 time: 0.0501378 Jul 24 09:38:24.048939 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38466) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:24.088588 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7ca79f-29b0-4f02-8136-93e1fe76256a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] DELETE failed (client error): The resource could not be found. Jul 24 09:38:24.089167 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a7ca79f-29b0-4f02-8136-93e1fe76256a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:38:24.095498 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9a7ca79f-29b0-4f02-8136-93e1fe76256a tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/subnets/1abd1524-e966-4ad2-b1e2-7d934d03ce7b HTTP/1.1" status: 404 len: 337 time: 0.0408165 Jul 24 09:38:24.096318 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38468) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:24.137596 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde03309-86ba-45e3-b8a2-abce3bb6572f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] DELETE failed (client error): The resource could not be found. Jul 24 09:38:24.142325 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde03309-86ba-45e3-b8a2-abce3bb6572f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:38:24.151283 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fde03309-86ba-45e3-b8a2-abce3bb6572f tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/ports/c351b0b9-5b0e-4638-bb3b-d308218a6346 HTTP/1.1" status: 404 len: 333 time: 0.0515277 Jul 24 09:38:24.151492 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e7fd1cf3-1c08-48a0-a395-df4096518c37 None None] Provisioning for port ec8b2208-98e1-4f40-818a-ad7093569cef completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:38:24.151898 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38470) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:24.157275 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e7fd1cf3-1c08-48a0-a395-df4096518c37 None None] Provisioning complete for port ec8b2208-98e1-4f40-818a-ad7093569cef triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:24.158017 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e7fd1cf3-1c08-48a0-a395-df4096518c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:24.200137 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7abcea8-9781-4f6c-a8b0-bf5c85e36db7 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] DELETE failed (client error): The resource could not be found. Jul 24 09:38:24.201041 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7abcea8-9781-4f6c-a8b0-bf5c85e36db7 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:38:24.204510 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b7abcea8-9781-4f6c-a8b0-bf5c85e36db7 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/subnets/04994a39-c64d-45f6-8aec-0d41931d4df9 HTTP/1.1" status: 404 len: 337 time: 0.0504141 Jul 24 09:38:24.207119 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38472) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:24.242002 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 2ad13b91-012f-48d9-a091-e98060af833e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:24.244450 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:24.250205 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-54092f5e-be01-4f55-b853-1ba94cacd65d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] DELETE failed (client error): The resource could not be found. Jul 24 09:38:24.250775 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54092f5e-be01-4f55-b853-1ba94cacd65d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:38:24.252965 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-54092f5e-be01-4f55-b853-1ba94cacd65d tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/subnets/e08b6ef4-6cdd-4b83-b475-1330f298664f HTTP/1.1" status: 404 len: 337 time: 0.0448518 Jul 24 09:38:24.256490 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38474) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:24.316182 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd1cf3-1c08-48a0-a395-df4096518c37 None None] Port ec8b2208-98e1-4f40-818a-ad7093569cef cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:38:24.388694 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-772da5ca-e920-4ac8-a349-979ffae6cf31 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:24.405156 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b39df7-84a6-4f98-a6de-ff281fc2ad90 None None] DHCP port deletion for 519b91c4-728a-43a0-9c00-f00322593562 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:38:24.424145 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-6455d135-0e70-42e0-9106-f14d1f88a81c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting port 126a2c1b-eb5b-4184-b2d0-f6ff0c00cb0b {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:24.425711 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6455d135-0e70-42e0-9106-f14d1f88a81c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:24.434418 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772da5ca-e920-4ac8-a349-979ffae6cf31 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Pushing event deleted for resources: {'Port': ['ID=ec8b2208-98e1-4f40-818a-ad7093569cef,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:24.520567 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4e37e3e9-3111-4a1d-9ccb-13307f3f7ceb None None] Could not find standard attr ID for object ec8b2208-98e1-4f40-818a-ad7093569cef. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:38:24.529904 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6455d135-0e70-42e0-9106-f14d1f88a81c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:24.531524 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5364b33d-f166-4bd8-afaa-e457c052cfcf up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:38:24.563373 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-6455d135-0e70-42e0-9106-f14d1f88a81c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Calling delete_port for 126a2c1b-eb5b-4184-b2d0-f6ff0c00cb0b owned by {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:24.615442 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4e37e3e9-3111-4a1d-9ccb-13307f3f7ceb None None] Provisioning complete for port 48b5a9f4-156f-4caa-b34a-9d859f15bc5c triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:24.615816 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4e37e3e9-3111-4a1d-9ccb-13307f3f7ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:24.689776 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-81b39df7-84a6-4f98-a6de-ff281fc2ad90 None None] Deleting port 48b5a9f4-156f-4caa-b34a-9d859f15bc5c {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:24.690445 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-81b39df7-84a6-4f98-a6de-ff281fc2ad90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:24.744170 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-772da5ca-e920-4ac8-a349-979ffae6cf31 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:24.812927 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6455d135-0e70-42e0-9106-f14d1f88a81c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:24.849872 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef56d-f134-4c4f-a899-0dfbbe6aedd2 req-dae5e8eb-8278-4a5f-b06f-9ee280386d13 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:24.856533 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-667ef56d-f134-4c4f-a899-0dfbbe6aedd2 req-dae5e8eb-8278-4a5f-b06f-9ee280386d13 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 946 time: 0.1465285 Jul 24 09:38:24.890781 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455d135-0e70-42e0-9106-f14d1f88a81c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Port': ['ID=126a2c1b-eb5b-4184-b2d0-f6ff0c00cb0b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:24.908003 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6455d135-0e70-42e0-9106-f14d1f88a81c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:24.915723 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38518) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:24.918091 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6455d135-0e70-42e0-9106-f14d1f88a81c tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/ports/126a2c1b-eb5b-4184-b2d0-f6ff0c00cb0b HTTP/1.1" status: 204 len: 168 time: 0.6528978 Jul 24 09:38:24.969936 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-667ef56d-f134-4c4f-a899-0dfbbe6aedd2 req-7177510b-d13d-4bf9-b479-2391a437b981 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=991c09cd-9516-4a08-b1a5-2fb4bf17b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065156 Jul 24 09:38:24.983878 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38522) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:25.058325 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772da5ca-e920-4ac8-a349-979ffae6cf31 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Router 8b9337c2-22d8-4ccc-82f5-37752cfb5462 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:38:25.135761 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6163dbda-2699-4518-9504-2a17788cf379 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:25.137125 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6b15cc1d-b74c-41d9-a34c-cf9610f89a11 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/floatingips/469b9030-d010-429a-a4bc-9cb80215866c HTTP/1.1" status: 200 len: 994 time: 0.1519413 Jul 24 09:38:25.158176 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 5364b33d-f166-4bd8-afaa-e457c052cfcf triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:25.158743 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:25.168983 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-81b39df7-84a6-4f98-a6de-ff281fc2ad90 None None] For port 48b5a9f4-156f-4caa-b34a-9d859f15bc5c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=48b5a9f4-156f-4caa-b34a-9d859f15bc5c,segment=NetworkSegment(259109e4-e1a1-4803-bfae-42766115f484),segment_id=259109e4-e1a1-4803-bfae-42766115f484)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:25.169368 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-81b39df7-84a6-4f98-a6de-ff281fc2ad90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:25.213472 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-81b39df7-84a6-4f98-a6de-ff281fc2ad90 None None] Calling delete_port for 48b5a9f4-156f-4caa-b34a-9d859f15bc5c owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:25.301690 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772da5ca-e920-4ac8-a349-979ffae6cf31 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:38:25.303925 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4e37e3e9-3111-4a1d-9ccb-13307f3f7ceb None None] Provisioning complete for port 2ad13b91-012f-48d9-a091-e98060af833e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:25.304679 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4e37e3e9-3111-4a1d-9ccb-13307f3f7ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:25.312616 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38536) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:25.320288 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3175dfd6-f5e5-4d8c-b229-97c64fad6133 None None] Sync routers for ids ['8b9337c2-22d8-4ccc-82f5-37752cfb5462'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:38:25.322944 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-772da5ca-e920-4ac8-a349-979ffae6cf31 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] 10.222.0.32 "PUT /v2.0/routers/8b9337c2-22d8-4ccc-82f5-37752cfb5462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7317133 Jul 24 09:38:25.380959 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-fccd790e-7d1b-45d7-8534-92173d8584df tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] delete failed (client error): The resource could not be found. Jul 24 09:38:25.382225 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fccd790e-7d1b-45d7-8534-92173d8584df tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-883860502 HTTP/1.1" status: 404 len: 334 time: 0.0676689 Jul 24 09:38:25.387851 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38540) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:25.402249 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-69d6a5c2-a1c5-4598-8c5e-8e621c8c55df tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Request body: {'router': {'external_gateway_info': {'network_id': '8b9337c2-22d8-4ccc-82f5-37752cfb5462'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:25.409429 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3175dfd6-f5e5-4d8c-b229-97c64fad6133 None None] Routers {'8b9337c2-22d8-4ccc-82f5-37752cfb5462'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:25.409856 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-6163dbda-2699-4518-9504-2a17788cf379 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Deleting port 48b5a9f4-156f-4caa-b34a-9d859f15bc5c {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:25.410107 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-3175dfd6-f5e5-4d8c-b229-97c64fad6133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8b9337c2-22d8-4ccc-82f5-37752cfb5462'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:25.412650 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6163dbda-2699-4518-9504-2a17788cf379 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:25.472660 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-3175dfd6-f5e5-4d8c-b229-97c64fad6133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:25.478919 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-81b39df7-84a6-4f98-a6de-ff281fc2ad90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:25.556020 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b39df7-84a6-4f98-a6de-ff281fc2ad90 None None] No DVR routers for this DVR port 48b5a9f4-156f-4caa-b34a-9d859f15bc5c on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:38:25.560343 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b39df7-84a6-4f98-a6de-ff281fc2ad90 None None] Pushing event deleted for resources: {'Port': ['ID=48b5a9f4-156f-4caa-b34a-9d859f15bc5c,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:25.566051 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3175dfd6-f5e5-4d8c-b229-97c64fad6133 None None] Routers {'8b9337c2-22d8-4ccc-82f5-37752cfb5462'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:25.566673 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-3175dfd6-f5e5-4d8c-b229-97c64fad6133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8b9337c2-22d8-4ccc-82f5-37752cfb5462'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:25.595638 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 48b5a9f4-156f-4caa-b34a-9d859f15bc5c no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:38:25.636639 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b39df7-84a6-4f98-a6de-ff281fc2ad90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:25.637028 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b39df7-84a6-4f98-a6de-ff281fc2ad90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:25.637371 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b39df7-84a6-4f98-a6de-ff281fc2ad90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:25.637725 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b39df7-84a6-4f98-a6de-ff281fc2ad90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:25.638168 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b39df7-84a6-4f98-a6de-ff281fc2ad90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:25.639075 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b39df7-84a6-4f98-a6de-ff281fc2ad90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:25.640090 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b39df7-84a6-4f98-a6de-ff281fc2ad90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:25.640460 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b39df7-84a6-4f98-a6de-ff281fc2ad90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:25.640845 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b39df7-84a6-4f98-a6de-ff281fc2ad90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:25.641179 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b39df7-84a6-4f98-a6de-ff281fc2ad90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:25.641508 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b39df7-84a6-4f98-a6de-ff281fc2ad90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:25.641920 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b39df7-84a6-4f98-a6de-ff281fc2ad90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:25.652568 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-6163dbda-2699-4518-9504-2a17788cf379 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] For port 48b5a9f4-156f-4caa-b34a-9d859f15bc5c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=48b5a9f4-156f-4caa-b34a-9d859f15bc5c,segment=NetworkSegment(259109e4-e1a1-4803-bfae-42766115f484),segment_id=259109e4-e1a1-4803-bfae-42766115f484)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:25.653900 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6163dbda-2699-4518-9504-2a17788cf379 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:25.668857 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-3175dfd6-f5e5-4d8c-b229-97c64fad6133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:25.671563 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3175dfd6-f5e5-4d8c-b229-97c64fad6133 None None] The sync data for ids ['8b9337c2-22d8-4ccc-82f5-37752cfb5462'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:38:25.682278 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 48b5a9f4-156f-4caa-b34a-9d859f15bc5c {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:38:25.682619 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 48b5a9f4-156f-4caa-b34a-9d859f15bc5c not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:38:25.688070 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-6163dbda-2699-4518-9504-2a17788cf379 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Calling delete_port for 48b5a9f4-156f-4caa-b34a-9d859f15bc5c owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:25.697254 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4e37e3e9-3111-4a1d-9ccb-13307f3f7ceb None None] Could not find standard attr ID for object 126a2c1b-eb5b-4184-b2d0-f6ff0c00cb0b. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:38:25.743721 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-69d6a5c2-a1c5-4598-8c5e-8e621c8c55df tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:25.755756 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916d0e9-9054-40e7-8cf7-0d60cee25697 req-0a47529b-ef8e-4e23-88cd-e2ea99f79d63 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:25.757394 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d916d0e9-9054-40e7-8cf7-0d60cee25697 req-0a47529b-ef8e-4e23-88cd-e2ea99f79d63 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 1097 time: 0.2292836 Jul 24 09:38:25.772454 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-69d6a5c2-a1c5-4598-8c5e-8e621c8c55df tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] update failed (client error): The resource could not be found. Jul 24 09:38:25.773470 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-69d6a5c2-a1c5-4598-8c5e-8e621c8c55df tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] 10.222.0.32 "PUT /v2.0/routers/8b9337c2-22d8-4ccc-82f5-37752cfb5462 HTTP/1.1" status: 404 len: 339 time: 0.3824818 Jul 24 09:38:25.778688 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38544) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:25.807837 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d916d0e9-9054-40e7-8cf7-0d60cee25697 req-e36f5b37-c904-46b7-b881-bf1aa26adde7 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=991c09cd-9516-4a08-b1a5-2fb4bf17b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366833 Jul 24 09:38:25.945961 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6163dbda-2699-4518-9504-2a17788cf379 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:25.982834 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163dbda-2699-4518-9504-2a17788cf379 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Port': ['ID=48b5a9f4-156f-4caa-b34a-9d859f15bc5c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:25.987999 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6163dbda-2699-4518-9504-2a17788cf379 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] No DVR routers for this DVR port 48b5a9f4-156f-4caa-b34a-9d859f15bc5c on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:38:26.154518 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6163dbda-2699-4518-9504-2a17788cf379 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:26.169261 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-6163dbda-2699-4518-9504-2a17788cf379 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519b91c4-728a-43a0-9c00-f00322593562']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:26.185884 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-6163dbda-2699-4518-9504-2a17788cf379 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '259109e4-e1a1-4803-bfae-42766115f484') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:26.186212 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-6163dbda-2699-4518-9504-2a17788cf379 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '259109e4-e1a1-4803-bfae-42766115f484') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:26.214346 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-03806c13-1a63-47a5-98f9-4b05702f3e9e tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:26.227482 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6163dbda-2699-4518-9504-2a17788cf379 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:26.255255 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6163dbda-2699-4518-9504-2a17788cf379 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:26.322268 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6163dbda-2699-4518-9504-2a17788cf379 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:38:26.322722 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6163dbda-2699-4518-9504-2a17788cf379 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:38:26.325942 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:38:26.726464 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-90847a33-5881-4b16-83d0-c6f48983afeb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2277448 Jul 24 09:38:26.868995 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6163dbda-2699-4518-9504-2a17788cf379 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:26.884939 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6163dbda-2699-4518-9504-2a17788cf379 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:26.890729 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6163dbda-2699-4518-9504-2a17788cf379 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] 10.222.0.32 "DELETE /v2.0/networks/519b91c4-728a-43a0-9c00-f00322593562 HTTP/1.1" status: 204 len: 168 time: 1.9730663 Jul 24 09:38:27.000672 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163dbda-2699-4518-9504-2a17788cf379 tempest-PortsTestJSON-773737978 tempest-PortsTestJSON-773737978-project] Pushing event deleted for resources: {'Network': ['ID=519b91c4-728a-43a0-9c00-f00322593562,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:27.125800 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-03806c13-1a63-47a5-98f9-4b05702f3e9e tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Allocated IP 172.20.0.1 (3d70805a-69d6-407d-a490-957d951e3ab0/c67a2792-c31f-44bd-8d06-4420c306107c/a13999e6-4fa9-47fd-88ab-a95ac2d43c68) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:38:27.231222 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38580) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:27.260034 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-907e3d5d-29e5-4d29-8ee6-8b15c4bfee82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:27.298668 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-03806c13-1a63-47a5-98f9-4b05702f3e9e tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:27.321141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-03806c13-1a63-47a5-98f9-4b05702f3e9e tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Transition to ACTIVE for port object a13999e6-4fa9-47fd-88ab-a95ac2d43c68 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:27.396668 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-03806c13-1a63-47a5-98f9-4b05702f3e9e tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:27.431911 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03806c13-1a63-47a5-98f9-4b05702f3e9e tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Network 3d70805a-69d6-407d-a490-957d951e3ab0 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:38:27.458231 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-03806c13-1a63-47a5-98f9-4b05702f3e9e tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:27.462551 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03806c13-1a63-47a5-98f9-4b05702f3e9e tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:38:27.526875 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-03806c13-1a63-47a5-98f9-4b05702f3e9e tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:27.558930 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4ea33b04-5159-4846-99eb-c42b43664392 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ece2fa60f63e47ff8c9742fc9be058e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3242009 Jul 24 09:38:27.563553 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38590) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:27.658837 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03806c13-1a63-47a5-98f9-4b05702f3e9e tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Pushing event updated for resources: {'Port': ['ID=a13999e6-4fa9-47fd-88ab-a95ac2d43c68,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:27.685183 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-14126b92-3b22-4e10-ab7f-7c4ecf35f1a4 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:38:27.706390 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-14126b92-3b22-4e10-ab7f-7c4ecf35f1a4 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3564651 Jul 24 09:38:27.718206 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-ad04d9b0-a739-43dc-a420-40ebf5c1f49c service neutron] Request body: {'binding': {'host': 'n-h2-800085-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:27.718678 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-ad04d9b0-a739-43dc-a420-40ebf5c1f49c service neutron] Unknown quota resources ['binding']. {{(pid=94036) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 09:38:27.720921 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bc37147a-9fd1-4028-9f8f-2fd35bf459dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:27.752863 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-03806c13-1a63-47a5-98f9-4b05702f3e9e tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:27.792223 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bc37147a-9fd1-4028-9f8f-2fd35bf459dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:27.929211 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bc37147a-9fd1-4028-9f8f-2fd35bf459dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:27.931799 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bc37147a-9fd1-4028-9f8f-2fd35bf459dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:27.936841 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bc37147a-9fd1-4028-9f8f-2fd35bf459dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0bc36c9f-90c4-4819-b86a-665c775a2ef1 HTTP/1.1" status: 204 len: 168 time: 0.3690624 Jul 24 09:38:27.946063 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37147a-9fd1-4028-9f8f-2fd35bf459dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc36c9f-90c4-4819-b86a-665c775a2ef1,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:27.960577 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-ad04d9b0-a739-43dc-a420-40ebf5c1f49c service neutron] Attempting to bind port 3ef59e28-0946-4325-a05e-13184352fb6e on host n-h2-800085-9 for vnic_type normal with profile None {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:38:27.960949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-ad04d9b0-a739-43dc-a420-40ebf5c1f49c service neutron] Attempting to bind port 3ef59e28-0946-4325-a05e-13184352fb6e by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '8403fcfa-dc03-4d4d-ba8a-1cbc043f631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:38:27.961288 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-ad04d9b0-a739-43dc-a420-40ebf5c1f49c service neutron] Attempting to bind port 3ef59e28-0946-4325-a05e-13184352fb6e on network 24e68462-bbf2-4bb0-9276-7f619db90058 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:38:27.968663 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-ad04d9b0-a739-43dc-a420-40ebf5c1f49c service neutron] Port 3ef59e28-0946-4325-a05e-13184352fb6e on network 24e68462-bbf2-4bb0-9276-7f619db90058 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:38:27.968995 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-ad04d9b0-a739-43dc-a420-40ebf5c1f49c service neutron] Attempting to bind port 3ef59e28-0946-4325-a05e-13184352fb6e on network 24e68462-bbf2-4bb0-9276-7f619db90058 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:38:27.975330 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-ad04d9b0-a739-43dc-a420-40ebf5c1f49c service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:38:27.975717 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-ad04d9b0-a739-43dc-a420-40ebf5c1f49c service neutron] Checking segment: {'id': '8403fcfa-dc03-4d4d-ba8a-1cbc043f631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:38:27.976175 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-ad04d9b0-a739-43dc-a420-40ebf5c1f49c service neutron] Bound using segment: {'id': '8403fcfa-dc03-4d4d-ba8a-1cbc043f631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:38:27.976841 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-ad04d9b0-a739-43dc-a420-40ebf5c1f49c service neutron] Bound port: 3ef59e28-0946-4325-a05e-13184352fb6e, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8403fcfa-dc03-4d4d-ba8a-1cbc043f631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:38:28.007285 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-08e54680-382a-45a4-aedc-7b77b613dadb None None] Provisioning for port a13999e6-4fa9-47fd-88ab-a95ac2d43c68 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:38:28.029095 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-08e54680-382a-45a4-aedc-7b77b613dadb None None] Provisioning complete for port a13999e6-4fa9-47fd-88ab-a95ac2d43c68 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:28.029471 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-08e54680-382a-45a4-aedc-7b77b613dadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:28.091207 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-ad04d9b0-a739-43dc-a420-40ebf5c1f49c service neutron] For port 3ef59e28-0946-4325-a05e-13184352fb6e, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3ef59e28-0946-4325-a05e-13184352fb6e,segment=NetworkSegment(8403fcfa-dc03-4d4d-ba8a-1cbc043f631d),segment_id=8403fcfa-dc03-4d4d-ba8a-1cbc043f631d)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:38:28.103672 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-ad04d9b0-a739-43dc-a420-40ebf5c1f49c service neutron] Notify callbacks [] for binding, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:28.111119 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-ad04d9b0-a739-43dc-a420-40ebf5c1f49c service neutron] 10.222.0.32 "POST /v2.0/ports/3ef59e28-0946-4325-a05e-13184352fb6e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4033461 Jul 24 09:38:28.140191 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-08e54680-382a-45a4-aedc-7b77b613dadb None None] Port a13999e6-4fa9-47fd-88ab-a95ac2d43c68 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:38:28.318934 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-03806c13-1a63-47a5-98f9-4b05702f3e9e tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:28.325663 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-03806c13-1a63-47a5-98f9-4b05702f3e9e tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:28.455518 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03806c13-1a63-47a5-98f9-4b05702f3e9e tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Pushing event updated for resources: {'Port': ['ID=a13999e6-4fa9-47fd-88ab-a95ac2d43c68,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:28.501466 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-03806c13-1a63-47a5-98f9-4b05702f3e9e tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:28.530107 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390ce1d-4c7e-4969-aed0-46688e292d36 req-14b88272-1a42-4ca4-919b-85cb8fb57ffd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:28.534874 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b390ce1d-4c7e-4969-aed0-46688e292d36 req-14b88272-1a42-4ca4-919b-85cb8fb57ffd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 946 time: 0.2189884 Jul 24 09:38:28.599146 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b390ce1d-4c7e-4969-aed0-46688e292d36 req-a4698ddb-882f-486a-96cb-73e117eec62f tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=991c09cd-9516-4a08-b1a5-2fb4bf17b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587757 Jul 24 09:38:28.601470 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-204df818-3c27-4a3d-a7e1-0345dacbc5b9 req-0da29c47-da79-4100-85ad-c421f1e14f48 service neutron] (94036) timed out ('10.222.0.37', 57241) {{(pid=94036) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 09:38:28.605255 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-a9109e29-3caa-4e00-a7b4-993e75e9632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:28.607227 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-a9109e29-3caa-4e00-a7b4-993e75e9632c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 1097 time: 0.1943426 Jul 24 09:38:28.672991 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03806c13-1a63-47a5-98f9-4b05702f3e9e tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Network 3d70805a-69d6-407d-a490-957d951e3ab0 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:38:28.675841 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-03806c13-1a63-47a5-98f9-4b05702f3e9e tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:28.815505 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-96248add-54fa-452d-a03e-0e08185a5b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:28.820172 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-96248add-54fa-452d-a03e-0e08185a5b28 service neutron] 10.222.0.20 "GET /v2.0/networks?id=24e68462-bbf2-4bb0-9276-7f619db90058 HTTP/1.1" status: 200 len: 895 time: 0.1941750 Jul 24 09:38:28.866864 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03806c13-1a63-47a5-98f9-4b05702f3e9e tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Router 8b9337c2-22d8-4ccc-82f5-37752cfb5462 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:38:28.925704 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-40e83fff-7e61-4c72-9953-73c0fdd4136e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ef59e28-0946-4325-a05e-13184352fb6e HTTP/1.1" status: 200 len: 1002 time: 0.0991945 Jul 24 09:38:29.002907 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-9c673932-6cf0-4226-bc42-6e6182900e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:29.004489 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-9c673932-6cf0-4226-bc42-6e6182900e99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=abcc95a9-2b8f-4f45-9295-16fd096d5cdf HTTP/1.1" status: 200 len: 835 time: 0.0732317 Jul 24 09:38:29.049885 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03806c13-1a63-47a5-98f9-4b05702f3e9e tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:38:29.059378 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-03806c13-1a63-47a5-98f9-4b05702f3e9e tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] 10.222.0.32 "PUT /v2.0/routers/8b9337c2-22d8-4ccc-82f5-37752cfb5462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2790623 Jul 24 09:38:29.063214 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38622) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:29.068296 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef47054d-58ed-4e40-aa8a-6bb4e02494ed None None] Sync routers for ids ['8b9337c2-22d8-4ccc-82f5-37752cfb5462'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:38:29.082454 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a7ca682b-517a-40f2-9be2-a21a17c74ec6 None None] Provisioning complete for port a13999e6-4fa9-47fd-88ab-a95ac2d43c68 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:29.084115 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a7ca682b-517a-40f2-9be2-a21a17c74ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:29.173253 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-642d6fb5-763f-40b9-a726-418b42fe3935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:29.185116 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fd5379a0-e6ea-4e83-8ec0-27aaca6fddce tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:29.187346 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-a7ca682b-517a-40f2-9be2-a21a17c74ec6 None None] Port a13999e6-4fa9-47fd-88ab-a95ac2d43c68 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:38:29.193824 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-642d6fb5-763f-40b9-a726-418b42fe3935 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=24e68462-bbf2-4bb0-9276-7f619db90058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1823359 Jul 24 09:38:29.292643 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef47054d-58ed-4e40-aa8a-6bb4e02494ed None None] Routers {'8b9337c2-22d8-4ccc-82f5-37752cfb5462'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:29.295658 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ef47054d-58ed-4e40-aa8a-6bb4e02494ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8b9337c2-22d8-4ccc-82f5-37752cfb5462'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:29.313583 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-fd5379a0-e6ea-4e83-8ec0-27aaca6fddce tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 24 09:38:29.315122 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fd5379a0-e6ea-4e83-8ec0-27aaca6fddce tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] 10.222.0.32 "DELETE /v2.0/routers/8b9337c2-22d8-4ccc-82f5-37752cfb5462 HTTP/1.1" status: 409 len: 329 time: 0.2497501 Jul 24 09:38:29.317170 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38632) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:29.322657 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38634) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:29.376544 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ef47054d-58ed-4e40-aa8a-6bb4e02494ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:29.385896 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef47054d-58ed-4e40-aa8a-6bb4e02494ed None None] Routers {'8b9337c2-22d8-4ccc-82f5-37752cfb5462'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:29.386733 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ef47054d-58ed-4e40-aa8a-6bb4e02494ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8b9337c2-22d8-4ccc-82f5-37752cfb5462'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:29.431730 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-52f65a66-5c76-41ab-8ee6-fe3a80c7831b service neutron] 10.222.0.20 "GET /v2.0/networks/24e68462-bbf2-4bb0-9276-7f619db90058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300863 Jul 24 09:38:29.436069 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ef47054d-58ed-4e40-aa8a-6bb4e02494ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:29.446551 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef47054d-58ed-4e40-aa8a-6bb4e02494ed None None] The sync data for ids ['8b9337c2-22d8-4ccc-82f5-37752cfb5462'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:38:29.450736 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-232f4b03-14ca-45fa-8dd8-cb94a7985221 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1224907922'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:29.490098 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232f4b03-14ca-45fa-8dd8-cb94a7985221 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Made reservation on behalf of 99522c69057542cfad6beb1560629fb7 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:38:29.493801 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-232f4b03-14ca-45fa-8dd8-cb94a7985221 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:29.511263 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-232f4b03-14ca-45fa-8dd8-cb94a7985221 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:29.702750 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-232f4b03-14ca-45fa-8dd8-cb94a7985221 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:29.725259 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-232f4b03-14ca-45fa-8dd8-cb94a7985221 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:29.769422 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232f4b03-14ca-45fa-8dd8-cb94a7985221 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:38:29.794894 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e751a878-8875-42c2-a5af-3239fe71e34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:29.799605 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-232f4b03-14ca-45fa-8dd8-cb94a7985221 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:29.799967 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-232f4b03-14ca-45fa-8dd8-cb94a7985221 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Added segment bbcf20b0-7f1b-4505-bfb5-d7235834022b of type vlan for network d64ce9ee-34e8-4aaa-ab75-ca5a0efa570b Jul 24 09:38:29.801643 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f4b03-14ca-45fa-8dd8-cb94a7985221 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30be0469-b5c6-4d16-875c-66795af9f7e8,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:29.874476 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd8a99-0a0f-4aec-94b1-41ff4ffcf2aa req-a639dce8-b5d1-4d0d-86f7-ea8316ebbd0e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:29.881429 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f9fd8a99-0a0f-4aec-94b1-41ff4ffcf2aa req-a639dce8-b5d1-4d0d-86f7-ea8316ebbd0e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 946 time: 0.1743176 Jul 24 09:38:29.885981 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-232f4b03-14ca-45fa-8dd8-cb94a7985221 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:29.964770 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f9fd8a99-0a0f-4aec-94b1-41ff4ffcf2aa req-2580cfb5-8a23-4fc3-a139-a5f819dfcb68 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=991c09cd-9516-4a08-b1a5-2fb4bf17b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824139 Jul 24 09:38:29.968773 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-232f4b03-14ca-45fa-8dd8-cb94a7985221 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:29.977061 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232f4b03-14ca-45fa-8dd8-cb94a7985221 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:29.977787 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-232f4b03-14ca-45fa-8dd8-cb94a7985221 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:30.018182 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-d2ee54b4-440b-40d3-9554-f60b787eec30 service neutron] 10.222.0.20 "GET /v2.0/networks/24e68462-bbf2-4bb0-9276-7f619db90058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5786669 Jul 24 09:38:30.085936 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f4b03-14ca-45fa-8dd8-cb94a7985221 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Network': ['ID=d64ce9ee-34e8-4aaa-ab75-ca5a0efa570b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:30.098536 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network d64ce9ee-34e8-4aaa-ab75-ca5a0efa570b details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:38:30.104355 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-232f4b03-14ca-45fa-8dd8-cb94a7985221 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7828488 Jul 24 09:38:30.105019 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38656) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:30.111472 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-39d457c4-fad2-4b82-bfb2-40818128fc5d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1417105641'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:30.145983 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d457c4-fad2-4b82-bfb2-40818128fc5d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Made reservation on behalf of 99522c69057542cfad6beb1560629fb7 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:38:30.156244 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-39d457c4-fad2-4b82-bfb2-40818128fc5d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:30.208405 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d457c4-fad2-4b82-bfb2-40818128fc5d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:38:30.225764 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-39d457c4-fad2-4b82-bfb2-40818128fc5d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:30.226651 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-39d457c4-fad2-4b82-bfb2-40818128fc5d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Added segment 4767d700-3915-49a5-8365-dac2bd0c2081 of type vlan for network ca54830f-1e2e-47d2-9a8a-1f04e6ede15b Jul 24 09:38:30.227152 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-54178c72-c951-45a5-a86b-877b0a9d4633 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:30.228707 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-54178c72-c951-45a5-a86b-877b0a9d4633 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911&tenant_id=766769263b9c4ac0aa4c77c8f3c95808&binding%3Ahost_id=n-h1-800085-9 HTTP/1.1" status: 200 len: 1097 time: 0.1446064 Jul 24 09:38:30.251973 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-014f31ed-96e0-4252-a1ff-d355eb7de797 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800085-9'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:30.277817 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-39d457c4-fad2-4b82-bfb2-40818128fc5d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:30.315163 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-39d457c4-fad2-4b82-bfb2-40818128fc5d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:30.326178 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d457c4-fad2-4b82-bfb2-40818128fc5d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:30.327451 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-39d457c4-fad2-4b82-bfb2-40818128fc5d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:30.349489 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fd76207c-452b-40c2-ba99-dba6fdd3256b tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:30.354659 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-014f31ed-96e0-4252-a1ff-d355eb7de797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:30.367787 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-39d457c4-fad2-4b82-bfb2-40818128fc5d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2611759 Jul 24 09:38:30.370937 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38658) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:30.378751 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ed2ba527-514f-4136-b580-844e8e7e3162 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'subnet': {'network_id': 'd64ce9ee-34e8-4aaa-ab75-ca5a0efa570b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:30.428438 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d457c4-fad2-4b82-bfb2-40818128fc5d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Network': ['ID=ca54830f-1e2e-47d2-9a8a-1f04e6ede15b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:30.456299 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network ca54830f-1e2e-47d2-9a8a-1f04e6ede15b details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:38:30.541276 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:30.586783 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2ba527-514f-4136-b580-844e8e7e3162 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Made reservation on behalf of 99522c69057542cfad6beb1560629fb7 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:38:30.591057 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed2ba527-514f-4136-b580-844e8e7e3162 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:30.626879 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-014f31ed-96e0-4252-a1ff-d355eb7de797 service neutron] For port 3ef59e28-0946-4325-a05e-13184352fb6e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=3ef59e28-0946-4325-a05e-13184352fb6e,segment=NetworkSegment(8403fcfa-dc03-4d4d-ba8a-1cbc043f631d),segment_id=8403fcfa-dc03-4d4d-ba8a-1cbc043f631d)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:30.711769 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-014f31ed-96e0-4252-a1ff-d355eb7de797 service neutron] For port 3ef59e28-0946-4325-a05e-13184352fb6e, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:38:30.784454 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7535399-4f61-4b04-921d-dd6df058d911', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ef59e28-0946-4325-a05e-13184352fb6e'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:38:30.787003 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7177d1a3-f6fa-4e48-80d6-6cff6868d9c8" -d '{"events": [{"server_uuid": "f7535399-4f61-4b04-921d-dd6df058d911", "name": "network-vif-unplugged", "status": "completed", "tag": "3ef59e28-0946-4325-a05e-13184352fb6e"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:38:30.791750 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-014f31ed-96e0-4252-a1ff-d355eb7de797 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:30.803380 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-014f31ed-96e0-4252-a1ff-d355eb7de797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:30.838589 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed2ba527-514f-4136-b580-844e8e7e3162 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:30.862878 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-fd76207c-452b-40c2-ba99-dba6fdd3256b tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Deleting port a13999e6-4fa9-47fd-88ab-a95ac2d43c68 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:30.863223 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fd76207c-452b-40c2-ba99-dba6fdd3256b tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:30.908054 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67373660-4b5e-4770-800e-0d936e23567d x-openstack-request-id: req-67373660-4b5e-4770-800e-0d936e23567d {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:38:30.908403 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7535399-4f61-4b04-921d-dd6df058d911", "name": "network-vif-unplugged", "status": "completed", "tag": "3ef59e28-0946-4325-a05e-13184352fb6e", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:38:30.908602 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67373660-4b5e-4770-800e-0d936e23567d {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:38:30.909015 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7535399-4f61-4b04-921d-dd6df058d911', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ef59e28-0946-4325-a05e-13184352fb6e', 'code': 200} Jul 24 09:38:30.966345 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ba527-514f-4136-b580-844e8e7e3162 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Subnet': ['ID=b0ff8a52-cbf8-44f6-b97f-3cad18d789e4,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:30.990203 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f31ed-96e0-4252-a1ff-d355eb7de797 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef59e28-0946-4325-a05e-13184352fb6e,revision_number=7']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:30.996647 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2ba527-514f-4136-b580-844e8e7e3162 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Checking segment: {'id': 'bbcf20b0-7f1b-4505-bfb5-d7235834022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd64ce9ee-34e8-4aaa-ab75-ca5a0efa570b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:38:30.997055 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2ba527-514f-4136-b580-844e8e7e3162 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network hostable DHCP agents. Network: d64ce9ee-34e8-4aaa-ab75-ca5a0efa570b, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:38:31.052696 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:31.057668 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2ba527-514f-4136-b580-844e8e7e3162 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network d64ce9ee-34e8-4aaa-ab75-ca5a0efa570b is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:38:31.072763 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-ed2ba527-514f-4136-b580-844e8e7e3162 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, d64ce9ee-34e8-4aaa-ab75-ca5a0efa570b) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:31.079982 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2ba527-514f-4136-b580-844e8e7e3162 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:31.085136 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91995ed-fbc8-4c06-8e19-9ceb1cd3e64a None None] Network d64ce9ee-34e8-4aaa-ab75-ca5a0efa570b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:38:31.088090 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed2ba527-514f-4136-b580-844e8e7e3162 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:31.130525 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ed2ba527-514f-4136-b580-844e8e7e3162 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7584558 Jul 24 09:38:31.132505 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38668) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:31.151298 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-94f93624-416a-4443-a983-3eaf23d1de21 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'subnet': {'network_id': 'ca54830f-1e2e-47d2-9a8a-1f04e6ede15b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:31.171320 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fd76207c-452b-40c2-ba99-dba6fdd3256b tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:31.188451 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-014f31ed-96e0-4252-a1ff-d355eb7de797 service neutron] Attempting to bind port 3ef59e28-0946-4325-a05e-13184352fb6e on host n-h1-800085-9 for vnic_type normal with profile {"migrating_to": "n-h2-800085-9"} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:38:31.188816 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-014f31ed-96e0-4252-a1ff-d355eb7de797 service neutron] Attempting to bind port 3ef59e28-0946-4325-a05e-13184352fb6e by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '8403fcfa-dc03-4d4d-ba8a-1cbc043f631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:38:31.189174 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-014f31ed-96e0-4252-a1ff-d355eb7de797 service neutron] Attempting to bind port 3ef59e28-0946-4325-a05e-13184352fb6e on network 24e68462-bbf2-4bb0-9276-7f619db90058 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:38:31.197345 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-fd76207c-452b-40c2-ba99-dba6fdd3256b tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Calling delete_port for a13999e6-4fa9-47fd-88ab-a95ac2d43c68 owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:31.199334 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-014f31ed-96e0-4252-a1ff-d355eb7de797 service neutron] Port 3ef59e28-0946-4325-a05e-13184352fb6e on network 24e68462-bbf2-4bb0-9276-7f619db90058 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:38:31.199673 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-014f31ed-96e0-4252-a1ff-d355eb7de797 service neutron] Attempting to bind port 3ef59e28-0946-4325-a05e-13184352fb6e on network 24e68462-bbf2-4bb0-9276-7f619db90058 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:38:31.213049 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-014f31ed-96e0-4252-a1ff-d355eb7de797 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:38:31.213862 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-014f31ed-96e0-4252-a1ff-d355eb7de797 service neutron] Checking segment: {'id': '8403fcfa-dc03-4d4d-ba8a-1cbc043f631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:38:31.213862 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-014f31ed-96e0-4252-a1ff-d355eb7de797 service neutron] Bound using segment: {'id': '8403fcfa-dc03-4d4d-ba8a-1cbc043f631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:38:31.214233 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-014f31ed-96e0-4252-a1ff-d355eb7de797 service neutron] Bound port: 3ef59e28-0946-4325-a05e-13184352fb6e, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8403fcfa-dc03-4d4d-ba8a-1cbc043f631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:38:31.214601 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-014f31ed-96e0-4252-a1ff-d355eb7de797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:31.243372 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-42945492-8d71-4985-b8f9-7d0ea84469bb None None] Provisioning complete for port 3ef59e28-0946-4325-a05e-13184352fb6e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:31.244433 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-42945492-8d71-4985-b8f9-7d0ea84469bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:31.370853 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-014f31ed-96e0-4252-a1ff-d355eb7de797 service neutron] For port 3ef59e28-0946-4325-a05e-13184352fb6e, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:38:31.391012 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-014f31ed-96e0-4252-a1ff-d355eb7de797 service neutron] For port 3ef59e28-0946-4325-a05e-13184352fb6e, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=3ef59e28-0946-4325-a05e-13184352fb6e,segment=NetworkSegment(8403fcfa-dc03-4d4d-ba8a-1cbc043f631d),segment_id=8403fcfa-dc03-4d4d-ba8a-1cbc043f631d)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:38:31.400412 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-014f31ed-96e0-4252-a1ff-d355eb7de797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:31.404613 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-42945492-8d71-4985-b8f9-7d0ea84469bb None None] Port 3ef59e28-0946-4325-a05e-13184352fb6e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:38:31.412129 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b48d5a-3762-4fd3-ad0c-ebb76433987e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-d64ce9ee-34e8-4aaa-ab75-ca5a0efa570b', 'network_id': 'd64ce9ee-34e8-4aaa-ab75-ca5a0efa570b', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'fixed_ips': [{'subnet_id': 'b0ff8a52-cbf8-44f6-b97f-3cad18d789e4'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:38:31.413239 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-70b48d5a-3762-4fd3-ad0c-ebb76433987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:31.442648 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f9111-53d9-4394-bb15-7c517a5fd096 req-594da54c-6aa4-4d81-9a70-4c8e8d2eca9a tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:31.444592 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4c0f9111-53d9-4394-bb15-7c517a5fd096 req-594da54c-6aa4-4d81-9a70-4c8e8d2eca9a tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 944 time: 0.2857304 Jul 24 09:38:31.446255 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f93624-416a-4443-a983-3eaf23d1de21 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Made reservation on behalf of 99522c69057542cfad6beb1560629fb7 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:38:31.451992 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-94f93624-416a-4443-a983-3eaf23d1de21 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:31.541561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f31ed-96e0-4252-a1ff-d355eb7de797 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef59e28-0946-4325-a05e-13184352fb6e,revision_number=8']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:31.569687 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fd76207c-452b-40c2-ba99-dba6fdd3256b tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:31.615273 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76207c-452b-40c2-ba99-dba6fdd3256b tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Pushing event deleted for resources: {'Port': ['ID=a13999e6-4fa9-47fd-88ab-a95ac2d43c68,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:31.663505 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4c0f9111-53d9-4394-bb15-7c517a5fd096 req-d1ddf516-7634-4069-81d0-259e7dd36167 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=991c09cd-9516-4a08-b1a5-2fb4bf17b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944157 Jul 24 09:38:31.726145 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-014f31ed-96e0-4252-a1ff-d355eb7de797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:31.727104 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-014f31ed-96e0-4252-a1ff-d355eb7de797 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:31.728753 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-014f31ed-96e0-4252-a1ff-d355eb7de797 service neutron] 10.222.0.20 "PUT /v2.0/ports/3ef59e28-0946-4325-a05e-13184352fb6e HTTP/1.1" status: 200 len: 1122 time: 1.4830739 Jul 24 09:38:31.812325 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['3ef59e28-0946-4325-a05e-13184352fb6e'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:38:31.887139 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fd76207c-452b-40c2-ba99-dba6fdd3256b tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:31.923562 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-94f93624-416a-4443-a983-3eaf23d1de21 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:31.955462 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-70b48d5a-3762-4fd3-ad0c-ebb76433987e None None] Allocated IP 2001:db8::2 (d64ce9ee-34e8-4aaa-ab75-ca5a0efa570b/b0ff8a52-cbf8-44f6-b97f-3cad18d789e4/d73cd75d-78b3-4866-8a51-fb58be5b6fd2) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:38:31.999353 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f93624-416a-4443-a983-3eaf23d1de21 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Subnet': ['ID=d268b6df-a8b1-41e1-918e-2da32dfce013,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:32.039051 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-9c47c794-13fb-4f65-a0c3-bbf7e2313efe None None] Provisioning complete for port 3ef59e28-0946-4325-a05e-13184352fb6e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:32.039471 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9c47c794-13fb-4f65-a0c3-bbf7e2313efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:32.062950 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f93624-416a-4443-a983-3eaf23d1de21 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Checking segment: {'id': '4767d700-3915-49a5-8365-dac2bd0c2081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ca54830f-1e2e-47d2-9a8a-1f04e6ede15b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:38:32.063331 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f93624-416a-4443-a983-3eaf23d1de21 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network hostable DHCP agents. Network: ca54830f-1e2e-47d2-9a8a-1f04e6ede15b, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:38:32.110151 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f93624-416a-4443-a983-3eaf23d1de21 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network ca54830f-1e2e-47d2-9a8a-1f04e6ede15b is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:38:32.124242 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-94f93624-416a-4443-a983-3eaf23d1de21 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, ca54830f-1e2e-47d2-9a8a-1f04e6ede15b) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:32.137644 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f93624-416a-4443-a983-3eaf23d1de21 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:32.138261 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-94f93624-416a-4443-a983-3eaf23d1de21 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:32.149078 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd76207c-452b-40c2-ba99-dba6fdd3256b tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Router 8b9337c2-22d8-4ccc-82f5-37752cfb5462 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:38:32.159671 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-94f93624-416a-4443-a983-3eaf23d1de21 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0270615 Jul 24 09:38:32.162071 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38674) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:32.167910 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d0bb96-80d4-4602-8445-7a862eba627f None None] Network ca54830f-1e2e-47d2-9a8a-1f04e6ede15b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:38:32.171687 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f7e8218d-c206-473b-b85e-a41e06c3b366 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1960961057', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:32.224449 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f7e8218d-c206-473b-b85e-a41e06c3b366 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:32.226010 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f7e8218d-c206-473b-b85e-a41e06c3b366 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:32.278030 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd76207c-452b-40c2-ba99-dba6fdd3256b tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:38:32.289437 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fd76207c-452b-40c2-ba99-dba6fdd3256b tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] 10.222.0.32 "PUT /v2.0/routers/8b9337c2-22d8-4ccc-82f5-37752cfb5462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9653461 Jul 24 09:38:32.292628 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38676) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:32.298236 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f7e8218d-c206-473b-b85e-a41e06c3b366 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:32.303042 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc53b5e-e5fe-4240-aea1-657aa10d092c None None] Sync routers for ids ['8b9337c2-22d8-4ccc-82f5-37752cfb5462'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:38:32.307137 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f7e8218d-c206-473b-b85e-a41e06c3b366 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:32.343123 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f7e8218d-c206-473b-b85e-a41e06c3b366 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:32.345818 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f7e8218d-c206-473b-b85e-a41e06c3b366 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1796846 Jul 24 09:38:32.348771 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38678) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:32.353236 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-6db30f29-cf07-464e-9e28-7fb2c3834cef tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] show failed (client error): The resource could not be found. Jul 24 09:38:32.355127 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6db30f29-cf07-464e-9e28-7fb2c3834cef tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-931587123 HTTP/1.1" status: 404 len: 334 time: 0.0614557 Jul 24 09:38:32.359077 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38680) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:32.364504 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc53b5e-e5fe-4240-aea1-657aa10d092c None None] Routers {'8b9337c2-22d8-4ccc-82f5-37752cfb5462'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:32.365824 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-efc53b5e-e5fe-4240-aea1-657aa10d092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8b9337c2-22d8-4ccc-82f5-37752cfb5462'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:32.367497 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-78a6e780-0f0c-4271-98f6-60d7cae4c65e tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:32.421557 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-78a6e780-0f0c-4271-98f6-60d7cae4c65e tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] update failed (client error): The resource could not be found. Jul 24 09:38:32.423134 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-78a6e780-0f0c-4271-98f6-60d7cae4c65e tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-181149397 HTTP/1.1" status: 404 len: 334 time: 0.0622344 Jul 24 09:38:32.429216 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38682) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:32.469418 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-efc53b5e-e5fe-4240-aea1-657aa10d092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:32.514564 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46057eb-ce11-4478-947d-b2d4f412b99a tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Deleting subnet bcb6a748-84b9-491a-bb60-effa9cbea3d2 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:38:32.518003 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c46057eb-ce11-4478-947d-b2d4f412b99a tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:32.568268 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c46057eb-ce11-4478-947d-b2d4f412b99a tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:32.649993 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc53b5e-e5fe-4240-aea1-657aa10d092c None None] Routers {'8b9337c2-22d8-4ccc-82f5-37752cfb5462'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:32.650714 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-efc53b5e-e5fe-4240-aea1-657aa10d092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8b9337c2-22d8-4ccc-82f5-37752cfb5462'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:32.655557 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-70b48d5a-3762-4fd3-ad0c-ebb76433987e None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:32.695306 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c46057eb-ce11-4478-947d-b2d4f412b99a tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:32.709590 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e1859e-5d30-4c78-bd37-4723093c931b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-ca54830f-1e2e-47d2-9a8a-1f04e6ede15b', 'network_id': 'ca54830f-1e2e-47d2-9a8a-1f04e6ede15b', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'fixed_ips': [{'subnet_id': 'd268b6df-a8b1-41e1-918e-2da32dfce013'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:38:32.710455 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f9e1859e-5d30-4c78-bd37-4723093c931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:32.713111 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9c47c794-13fb-4f65-a0c3-bbf7e2313efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:32.727415 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfc101f2-044e-4814-b80a-0fd2a2c7a39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:32.730280 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-efc53b5e-e5fe-4240-aea1-657aa10d092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:32.730917 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc53b5e-e5fe-4240-aea1-657aa10d092c None None] The sync data for ids ['8b9337c2-22d8-4ccc-82f5-37752cfb5462'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:38:32.784791 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-70b48d5a-3762-4fd3-ad0c-ebb76433987e None None] Transition to ACTIVE for port object d73cd75d-78b3-4866-8a51-fb58be5b6fd2 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:32.786939 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c46057eb-ce11-4478-947d-b2d4f412b99a tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:32.802975 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-70b48d5a-3762-4fd3-ad0c-ebb76433987e None None] Transition to ACTIVE for port object d73cd75d-78b3-4866-8a51-fb58be5b6fd2 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:32.811951 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7535399-4f61-4b04-921d-dd6df058d911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef59e28-0946-4325-a05e-13184352fb6e'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:38:32.814297 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4813919-fa74-4178-90fe-c3c21ecba9a1" -d '{"events": [{"server_uuid": "f7535399-4f61-4b04-921d-dd6df058d911", "name": "network-vif-plugged", "status": "completed", "tag": "3ef59e28-0946-4325-a05e-13184352fb6e"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:38:32.827680 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-70b48d5a-3762-4fd3-ad0c-ebb76433987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:32.887884 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c46057eb-ce11-4478-947d-b2d4f412b99a tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:32.888432 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c46057eb-ce11-4478-947d-b2d4f412b99a tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] 10.222.0.32 "DELETE /v2.0/subnets/bcb6a748-84b9-491a-bb60-effa9cbea3d2 HTTP/1.1" status: 204 len: 168 time: 0.4579217 Jul 24 09:38:32.889348 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46057eb-ce11-4478-947d-b2d4f412b99a tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb6a748-84b9-491a-bb60-effa9cbea3d2,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:32.895096 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38688) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:32.912450 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d6ea50-6fc7-4797-8b90-7bb913d2b94c x-openstack-request-id: req-01d6ea50-6fc7-4797-8b90-7bb913d2b94c {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:38:32.912897 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7535399-4f61-4b04-921d-dd6df058d911", "name": "network-vif-plugged", "status": "completed", "tag": "3ef59e28-0946-4325-a05e-13184352fb6e", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:38:32.913153 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01d6ea50-6fc7-4797-8b90-7bb913d2b94c {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:38:32.913542 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7535399-4f61-4b04-921d-dd6df058d911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef59e28-0946-4325-a05e-13184352fb6e', 'code': 200} Jul 24 09:38:32.926589 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-9c47c794-13fb-4f65-a0c3-bbf7e2313efe None None] For port 3ef59e28-0946-4325-a05e-13184352fb6e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=3ef59e28-0946-4325-a05e-13184352fb6e,segment=NetworkSegment(8403fcfa-dc03-4d4d-ba8a-1cbc043f631d),segment_id=8403fcfa-dc03-4d4d-ba8a-1cbc043f631d)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:32.942373 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7535399-4f61-4b04-921d-dd6df058d911', 'tag': '3ef59e28-0946-4325-a05e-13184352fb6e'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:38:32.944643 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770d500c-f4b8-406a-8094-563ccfaa45d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f7535399-4f61-4b04-921d-dd6df058d911", "tag": "3ef59e28-0946-4325-a05e-13184352fb6e"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:38:32.977204 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aeb4a35-52c2-49de-bbdc-fee90b6b6bb6 None None] Network 5af0f08d-d513-4d09-b14d-6727b11d6828 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:38:33.046067 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ef806-5dc7-4f47-a7bc-860a28a43be9 req-bdd190a4-c378-45db-a84d-3317655b8317 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:33.058693 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c87ef806-5dc7-4f47-a7bc-860a28a43be9 req-bdd190a4-c378-45db-a84d-3317655b8317 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 944 time: 0.2740867 Jul 24 09:38:33.081577 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff1d7ec-658a-4625-a232-eaef3a141e48 x-openstack-request-id: req-dff1d7ec-658a-4625-a232-eaef3a141e48 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:38:33.081935 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7535399-4f61-4b04-921d-dd6df058d911", "tag": "3ef59e28-0946-4325-a05e-13184352fb6e", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:38:33.082135 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dff1d7ec-658a-4625-a232-eaef3a141e48 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:38:33.083962 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7535399-4f61-4b04-921d-dd6df058d911', 'tag': '3ef59e28-0946-4325-a05e-13184352fb6e', 'status': 'completed', 'code': 200} Jul 24 09:38:33.200076 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab705fc2-6e17-43b4-bcfc-7ab184627284 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Deleting subnet 5e1a0b34-48c6-43d4-9832-ae531138ec3d {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:38:33.213966 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ab705fc2-6e17-43b4-bcfc-7ab184627284 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:33.227806 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c87ef806-5dc7-4f47-a7bc-860a28a43be9 req-b898e73f-9b98-43ab-baaf-9ec9b2caa037 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=991c09cd-9516-4a08-b1a5-2fb4bf17b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681848 Jul 24 09:38:33.271570 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d500c-f4b8-406a-8094-563ccfaa45d0 req-fd09fc95-c98c-4729-b895-ef1b3bba0fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:33.273411 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-770d500c-f4b8-406a-8094-563ccfaa45d0 req-fd09fc95-c98c-4729-b895-ef1b3bba0fd1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 1127 time: 0.2128663 Jul 24 09:38:33.274439 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9c47c794-13fb-4f65-a0c3-bbf7e2313efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:33.297706 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b48d5a-3762-4fd3-ad0c-ebb76433987e None None] Network d64ce9ee-34e8-4aaa-ab75-ca5a0efa570b is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:38:33.340473 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-70b48d5a-3762-4fd3-ad0c-ebb76433987e None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:33.403677 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ab705fc2-6e17-43b4-bcfc-7ab184627284 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:33.435782 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d500c-f4b8-406a-8094-563ccfaa45d0 req-ae45c706-7c9b-4add-8a95-35e5c9d06dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:33.450580 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-770d500c-f4b8-406a-8094-563ccfaa45d0 req-ae45c706-7c9b-4add-8a95-35e5c9d06dfb service neutron] 10.222.0.37 "GET /v2.0/networks?id=24e68462-bbf2-4bb0-9276-7f619db90058 HTTP/1.1" status: 200 len: 895 time: 0.1572354 Jul 24 09:38:33.457241 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-dfc101f2-044e-4814-b80a-0fd2a2c7a39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Allocated IP 2001:db8::1 (d64ce9ee-34e8-4aaa-ab75-ca5a0efa570b/b0ff8a52-cbf8-44f6-b97f-3cad18d789e4/00546e11-fa3c-412b-8a93-b65825962f96) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:38:33.569950 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-770d500c-f4b8-406a-8094-563ccfaa45d0 req-5363fb9b-049e-48d3-a4ed-306b8a281a31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ef59e28-0946-4325-a05e-13184352fb6e HTTP/1.1" status: 200 len: 1002 time: 0.1185615 Jul 24 09:38:33.571060 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38704) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:33.572568 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b48d5a-3762-4fd3-ad0c-ebb76433987e None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:38:33.628024 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfc101f2-044e-4814-b80a-0fd2a2c7a39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:33.645458 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d500c-f4b8-406a-8094-563ccfaa45d0 req-7aa9e31c-2a52-4ad5-8c5d-b74615186ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:33.646716 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-770d500c-f4b8-406a-8094-563ccfaa45d0 req-7aa9e31c-2a52-4ad5-8c5d-b74615186ca9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abcc95a9-2b8f-4f45-9295-16fd096d5cdf HTTP/1.1" status: 200 len: 835 time: 0.0700943 Jul 24 09:38:33.646890 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-dfc101f2-044e-4814-b80a-0fd2a2c7a39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Transition to ACTIVE for port object 00546e11-fa3c-412b-8a93-b65825962f96 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:33.657613 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:33.722567 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b48d5a-3762-4fd3-ad0c-ebb76433987e None None] Pushing event updated for resources: {'Port': ['ID=d73cd75d-78b3-4866-8a51-fb58be5b6fd2,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:33.740397 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfc101f2-044e-4814-b80a-0fd2a2c7a39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:33.742988 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ab705fc2-6e17-43b4-bcfc-7ab184627284 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:33.750572 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c86bfc58-55af-4040-9fc2-f8f98259ad9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:33.793957 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d500c-f4b8-406a-8094-563ccfaa45d0 req-f067087d-a3c8-41a9-a7aa-461ede5a0acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:33.795858 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-770d500c-f4b8-406a-8094-563ccfaa45d0 req-f067087d-a3c8-41a9-a7aa-461ede5a0acc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=24e68462-bbf2-4bb0-9276-7f619db90058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1422179 Jul 24 09:38:33.810147 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc101f2-044e-4814-b80a-0fd2a2c7a39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network d64ce9ee-34e8-4aaa-ab75-ca5a0efa570b is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:38:33.820056 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-dfc101f2-044e-4814-b80a-0fd2a2c7a39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:33.822452 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc101f2-044e-4814-b80a-0fd2a2c7a39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:38:33.823029 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfc101f2-044e-4814-b80a-0fd2a2c7a39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:33.876451 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc101f2-044e-4814-b80a-0fd2a2c7a39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Port': ['ID=00546e11-fa3c-412b-8a93-b65825962f96,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:33.924690 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ab705fc2-6e17-43b4-bcfc-7ab184627284 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:33.940636 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-770d500c-f4b8-406a-8094-563ccfaa45d0 req-0046ac9d-dce9-4998-a827-ed592d8d57da service neutron] 10.222.0.37 "GET /v2.0/networks/24e68462-bbf2-4bb0-9276-7f619db90058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374652 Jul 24 09:38:33.963104 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ab705fc2-6e17-43b4-bcfc-7ab184627284 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:33.965417 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ab705fc2-6e17-43b4-bcfc-7ab184627284 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] 10.222.0.32 "DELETE /v2.0/subnets/5e1a0b34-48c6-43d4-9832-ae531138ec3d HTTP/1.1" status: 204 len: 168 time: 1.0688696 Jul 24 09:38:33.968830 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38708) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:33.969112 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068196b3-9316-4e8e-b8a2-1ee3c919f33a None None] Network a98d504d-4092-46f4-9da4-783c54fa06ad requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:38:33.979454 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab705fc2-6e17-43b4-bcfc-7ab184627284 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Pushing event deleted for resources: {'Subnet': ['ID=5e1a0b34-48c6-43d4-9832-ae531138ec3d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:33.993895 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c86bfc58-55af-4040-9fc2-f8f98259ad9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:34.008071 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c86bfc58-55af-4040-9fc2-f8f98259ad9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:34.035797 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47c794-13fb-4f65-a0c3-bbf7e2313efe None None] Pushing event updated for resources: {'Port': ['ID=3ef59e28-0946-4325-a05e-13184352fb6e,revision_number=9']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:34.083335 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-f9e1859e-5d30-4c78-bd37-4723093c931b None None] Allocated IP 2001:db8:1::2 (ca54830f-1e2e-47d2-9a8a-1f04e6ede15b/d268b6df-a8b1-41e1-918e-2da32dfce013/40628514-d19d-4c28-ab14-5e0b679c01e5) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:38:34.084767 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfc101f2-044e-4814-b80a-0fd2a2c7a39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:34.097822 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c86bfc58-55af-4040-9fc2-f8f98259ad9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7f3f1ff2f7d4d5aa342ab4ccaf4a0ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5259776 Jul 24 09:38:34.103277 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38710) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:34.104854 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-13c5429c-e74e-4ae5-9ad2-21810c7c2c67 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:34.112263 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bfc58-55af-4040-9fc2-f8f98259ad9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2f0ee8-ec4b-4278-8fd8-1d4d7d569694,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:34.142818 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-770d500c-f4b8-406a-8094-563ccfaa45d0 req-8e1ff0d2-1648-4dc4-b047-21cc7ae07eb7 service neutron] 10.222.0.37 "GET /v2.0/networks/24e68462-bbf2-4bb0-9276-7f619db90058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955254 Jul 24 09:38:34.200436 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-70b48d5a-3762-4fd3-ad0c-ebb76433987e None None] Attempting to bind port d73cd75d-78b3-4866-8a51-fb58be5b6fd2 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:38:34.200860 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-70b48d5a-3762-4fd3-ad0c-ebb76433987e None None] Attempting to bind port d73cd75d-78b3-4866-8a51-fb58be5b6fd2 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'bbcf20b0-7f1b-4505-bfb5-d7235834022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd64ce9ee-34e8-4aaa-ab75-ca5a0efa570b'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:38:34.201220 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b48d5a-3762-4fd3-ad0c-ebb76433987e None None] Attempting to bind port d73cd75d-78b3-4866-8a51-fb58be5b6fd2 on network d64ce9ee-34e8-4aaa-ab75-ca5a0efa570b {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:38:34.213304 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6be5-089e-4b37-9e9f-27fa4f3f1043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:34.280541 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b48d5a-3762-4fd3-ad0c-ebb76433987e None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:38:34.281525 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b48d5a-3762-4fd3-ad0c-ebb76433987e None None] Checking segment: {'id': 'bbcf20b0-7f1b-4505-bfb5-d7235834022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd64ce9ee-34e8-4aaa-ab75-ca5a0efa570b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:38:34.282479 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-70b48d5a-3762-4fd3-ad0c-ebb76433987e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:34.283494 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b48d5a-3762-4fd3-ad0c-ebb76433987e None None] Bound using segment: {'id': 'bbcf20b0-7f1b-4505-bfb5-d7235834022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd64ce9ee-34e8-4aaa-ab75-ca5a0efa570b'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:38:34.284409 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-70b48d5a-3762-4fd3-ad0c-ebb76433987e None None] Bound port: d73cd75d-78b3-4866-8a51-fb58be5b6fd2, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbcf20b0-7f1b-4505-bfb5-d7235834022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd64ce9ee-34e8-4aaa-ab75-ca5a0efa570b'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:38:34.285057 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-70b48d5a-3762-4fd3-ad0c-ebb76433987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:34.306309 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6be5-089e-4b37-9e9f-27fa4f3f1043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:34.419765 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6be5-089e-4b37-9e9f-27fa4f3f1043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:34.425839 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6be5-089e-4b37-9e9f-27fa4f3f1043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:34.427442 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0cbd6be5-089e-4b37-9e9f-27fa4f3f1043 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f2f0ee8-ec4b-4278-8fd8-1d4d7d569694 HTTP/1.1" status: 204 len: 168 time: 0.3226500 Jul 24 09:38:34.444257 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd6be5-089e-4b37-9e9f-27fa4f3f1043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2f0ee8-ec4b-4278-8fd8-1d4d7d569694,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:34.509843 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-70b48d5a-3762-4fd3-ad0c-ebb76433987e None None] For port d73cd75d-78b3-4866-8a51-fb58be5b6fd2, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:38:34.516659 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-70b48d5a-3762-4fd3-ad0c-ebb76433987e None None] For port d73cd75d-78b3-4866-8a51-fb58be5b6fd2, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d73cd75d-78b3-4866-8a51-fb58be5b6fd2,segment=NetworkSegment(bbcf20b0-7f1b-4505-bfb5-d7235834022b),segment_id=bbcf20b0-7f1b-4505-bfb5-d7235834022b)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:38:34.536109 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f9e1859e-5d30-4c78-bd37-4723093c931b None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:34.539956 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-70b48d5a-3762-4fd3-ad0c-ebb76433987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:34.578454 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c012381-b5fe-4636-af92-1b8c91d1d134 None None] DHCP port deletion for 5af0f08d-d513-4d09-b14d-6727b11d6828 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:38:34.583342 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f9e1859e-5d30-4c78-bd37-4723093c931b None None] Transition to ACTIVE for port object 40628514-d19d-4c28-ab14-5e0b679c01e5 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:34.657057 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f9e1859e-5d30-4c78-bd37-4723093c931b None None] Transition to ACTIVE for port object 40628514-d19d-4c28-ab14-5e0b679c01e5 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:34.671508 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-13c5429c-e74e-4ae5-9ad2-21810c7c2c67 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Deleting port 2ad13b91-012f-48d9-a091-e98060af833e {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:34.672219 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-13c5429c-e74e-4ae5-9ad2-21810c7c2c67 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:34.681255 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f9e1859e-5d30-4c78-bd37-4723093c931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:34.683255 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b48d5a-3762-4fd3-ad0c-ebb76433987e None None] Pushing event updated for resources: {'Port': ['ID=d73cd75d-78b3-4866-8a51-fb58be5b6fd2,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:34.774390 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e1859e-5d30-4c78-bd37-4723093c931b None None] Network ca54830f-1e2e-47d2-9a8a-1f04e6ede15b is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:38:34.778285 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd67d018-bf9a-4777-81da-39dfa3cffd46 None None] DHCP port deletion for a98d504d-4092-46f4-9da4-783c54fa06ad request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:38:34.810048 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-f9e1859e-5d30-4c78-bd37-4723093c931b None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:34.813700 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e1859e-5d30-4c78-bd37-4723093c931b None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:38:34.815692 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-13c5429c-e74e-4ae5-9ad2-21810c7c2c67 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] For port 2ad13b91-012f-48d9-a091-e98060af833e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=2ad13b91-012f-48d9-a091-e98060af833e,segment=NetworkSegment(8fd35c65-52b1-474b-b439-8e711ff02b7a),segment_id=8fd35c65-52b1-474b-b439-8e711ff02b7a)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:34.816457 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-13c5429c-e74e-4ae5-9ad2-21810c7c2c67 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:34.913650 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-3c012381-b5fe-4636-af92-1b8c91d1d134 None None] Deleting port 2ad13b91-012f-48d9-a091-e98060af833e {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:34.914022 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3c012381-b5fe-4636-af92-1b8c91d1d134 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:34.916237 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-13c5429c-e74e-4ae5-9ad2-21810c7c2c67 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Calling delete_port for 2ad13b91-012f-48d9-a091-e98060af833e owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:34.962069 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1859e-5d30-4c78-bd37-4723093c931b None None] Pushing event updated for resources: {'Port': ['ID=40628514-d19d-4c28-ab14-5e0b679c01e5,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:35.019459 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 3ef59e28-0946-4325-a05e-13184352fb6e details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:38:35.022406 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f9e1859e-5d30-4c78-bd37-4723093c931b None None] Attempting to bind port 40628514-d19d-4c28-ab14-5e0b679c01e5 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:38:35.022872 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f9e1859e-5d30-4c78-bd37-4723093c931b None None] Attempting to bind port 40628514-d19d-4c28-ab14-5e0b679c01e5 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4767d700-3915-49a5-8365-dac2bd0c2081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ca54830f-1e2e-47d2-9a8a-1f04e6ede15b'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:38:35.023267 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e1859e-5d30-4c78-bd37-4723093c931b None None] Attempting to bind port 40628514-d19d-4c28-ab14-5e0b679c01e5 on network ca54830f-1e2e-47d2-9a8a-1f04e6ede15b {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:38:35.045033 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38720) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:35.093871 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-13c5429c-e74e-4ae5-9ad2-21810c7c2c67 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:35.096625 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ebf172a-ad0e-4b2d-84da-47618efdb5af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:35.126599 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e1859e-5d30-4c78-bd37-4723093c931b None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:38:35.126974 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e1859e-5d30-4c78-bd37-4723093c931b None None] Checking segment: {'id': '4767d700-3915-49a5-8365-dac2bd0c2081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ca54830f-1e2e-47d2-9a8a-1f04e6ede15b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:38:35.127860 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f9e1859e-5d30-4c78-bd37-4723093c931b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:35.128311 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e1859e-5d30-4c78-bd37-4723093c931b None None] Bound using segment: {'id': '4767d700-3915-49a5-8365-dac2bd0c2081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ca54830f-1e2e-47d2-9a8a-1f04e6ede15b'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:38:35.128967 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f9e1859e-5d30-4c78-bd37-4723093c931b None None] Bound port: 40628514-d19d-4c28-ab14-5e0b679c01e5, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4767d700-3915-49a5-8365-dac2bd0c2081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ca54830f-1e2e-47d2-9a8a-1f04e6ede15b'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:38:35.129367 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f9e1859e-5d30-4c78-bd37-4723093c931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:35.156305 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfa6a7-5a89-4523-9206-67d6c2ece7ad req-892faf20-1c03-4244-a6df-7ecf07973281 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:35.157845 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-41dfa6a7-5a89-4523-9206-67d6c2ece7ad req-892faf20-1c03-4244-a6df-7ecf07973281 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 946 time: 0.5100162 Jul 24 09:38:35.166420 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5429c-e74e-4ae5-9ad2-21810c7c2c67 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Pushing event deleted for resources: {'Port': ['ID=2ad13b91-012f-48d9-a091-e98060af833e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:35.177536 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c5429c-e74e-4ae5-9ad2-21810c7c2c67 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] No DVR routers for this DVR port 2ad13b91-012f-48d9-a091-e98060af833e on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:38:35.182336 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-3c012381-b5fe-4636-af92-1b8c91d1d134 None None] For port 2ad13b91-012f-48d9-a091-e98060af833e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=2ad13b91-012f-48d9-a091-e98060af833e,segment=NetworkSegment(8fd35c65-52b1-474b-b439-8e711ff02b7a),segment_id=8fd35c65-52b1-474b-b439-8e711ff02b7a)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:35.182741 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3c012381-b5fe-4636-af92-1b8c91d1d134 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:35.203503 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-fd67d018-bf9a-4777-81da-39dfa3cffd46 None None] Deleting port 5364b33d-f166-4bd8-afaa-e457c052cfcf {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:35.203811 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fd67d018-bf9a-4777-81da-39dfa3cffd46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:35.227161 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-3c012381-b5fe-4636-af92-1b8c91d1d134 None None] Calling delete_port for 2ad13b91-012f-48d9-a091-e98060af833e owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:35.279494 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfc101f2-044e-4814-b80a-0fd2a2c7a39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:35.292047 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-41dfa6a7-5a89-4523-9206-67d6c2ece7ad req-59a06a15-7d92-4fbe-b44a-698428753efa tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=991c09cd-9516-4a08-b1a5-2fb4bf17b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243060 Jul 24 09:38:35.300236 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfc101f2-044e-4814-b80a-0fd2a2c7a39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:35.301068 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dfc101f2-044e-4814-b80a-0fd2a2c7a39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:35.361410 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-13c5429c-e74e-4ae5-9ad2-21810c7c2c67 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:35.378818 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-13c5429c-e74e-4ae5-9ad2-21810c7c2c67 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af0f08d-d513-4d09-b14d-6727b11d6828']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:35.380144 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 3ef59e28-0946-4325-a05e-13184352fb6e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=3ef59e28-0946-4325-a05e-13184352fb6e,segment=NetworkSegment(8403fcfa-dc03-4d4d-ba8a-1cbc043f631d),segment_id=8403fcfa-dc03-4d4d-ba8a-1cbc043f631d)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:35.398880 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-fd67d018-bf9a-4777-81da-39dfa3cffd46 None None] For port 5364b33d-f166-4bd8-afaa-e457c052cfcf, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=5364b33d-f166-4bd8-afaa-e457c052cfcf,segment=NetworkSegment(d6eb720d-8565-4286-b6eb-0494b760ae6b),segment_id=d6eb720d-8565-4286-b6eb-0494b760ae6b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:35.399320 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fd67d018-bf9a-4777-81da-39dfa3cffd46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:35.419979 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f9e1859e-5d30-4c78-bd37-4723093c931b None None] For port 40628514-d19d-4c28-ab14-5e0b679c01e5, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:38:35.420218 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-13c5429c-e74e-4ae5-9ad2-21810c7c2c67 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd35c65-52b1-474b-b439-8e711ff02b7a') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:35.420218 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-13c5429c-e74e-4ae5-9ad2-21810c7c2c67 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd35c65-52b1-474b-b439-8e711ff02b7a') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:35.432102 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-fd67d018-bf9a-4777-81da-39dfa3cffd46 None None] Calling delete_port for 5364b33d-f166-4bd8-afaa-e457c052cfcf owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:35.438920 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 3ef59e28-0946-4325-a05e-13184352fb6e has no active binding in host n-h2-800085-9 {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 24 09:38:35.443026 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f9e1859e-5d30-4c78-bd37-4723093c931b None None] For port 40628514-d19d-4c28-ab14-5e0b679c01e5, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=40628514-d19d-4c28-ab14-5e0b679c01e5,segment=NetworkSegment(4767d700-3915-49a5-8365-dac2bd0c2081),segment_id=4767d700-3915-49a5-8365-dac2bd0c2081)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:38:35.443686 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-13c5429c-e74e-4ae5-9ad2-21810c7c2c67 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:35.450536 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc101f2-044e-4814-b80a-0fd2a2c7a39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Port': ['ID=00546e11-fa3c-412b-8a93-b65825962f96,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:35.457118 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f9e1859e-5d30-4c78-bd37-4723093c931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:35.520815 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-13c5429c-e74e-4ae5-9ad2-21810c7c2c67 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:35.544473 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c5429c-e74e-4ae5-9ad2-21810c7c2c67 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:38:35.545664 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-13c5429c-e74e-4ae5-9ad2-21810c7c2c67 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:38:35.550690 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:38:35.571234 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3c012381-b5fe-4636-af92-1b8c91d1d134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:35.584329 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ebf172a-ad0e-4b2d-84da-47618efdb5af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:35.599525 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1859e-5d30-4c78-bd37-4723093c931b None None] Pushing event updated for resources: {'Port': ['ID=40628514-d19d-4c28-ab14-5e0b679c01e5,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:35.622780 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ebf172a-ad0e-4b2d-84da-47618efdb5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:35.628621 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c012381-b5fe-4636-af92-1b8c91d1d134 None None] Pushing event deleted for resources: {'Port': ['ID=2ad13b91-012f-48d9-a091-e98060af833e,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:35.635501 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c012381-b5fe-4636-af92-1b8c91d1d134 None None] No DVR routers for this DVR port 2ad13b91-012f-48d9-a091-e98060af833e on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:38:35.673416 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fd67d018-bf9a-4777-81da-39dfa3cffd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:35.709620 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67d018-bf9a-4777-81da-39dfa3cffd46 None None] Pushing event deleted for resources: {'Port': ['ID=5364b33d-f166-4bd8-afaa-e457c052cfcf,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:35.720098 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38724) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:35.721589 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd67d018-bf9a-4777-81da-39dfa3cffd46 None None] No DVR routers for this DVR port 5364b33d-f166-4bd8-afaa-e457c052cfcf on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:38:35.722691 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4ebf172a-ad0e-4b2d-84da-47618efdb5af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ec2abfa41d04482a0bc765546fe8fe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6757708 Jul 24 09:38:35.735936 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc101f2-044e-4814-b80a-0fd2a2c7a39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network d64ce9ee-34e8-4aaa-ab75-ca5a0efa570b is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:38:35.741089 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-13c5429c-e74e-4ae5-9ad2-21810c7c2c67 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:35.744081 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-dfc101f2-044e-4814-b80a-0fd2a2c7a39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:35.755842 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-13c5429c-e74e-4ae5-9ad2-21810c7c2c67 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:35.758030 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-13c5429c-e74e-4ae5-9ad2-21810c7c2c67 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] 10.222.0.32 "DELETE /v2.0/networks/5af0f08d-d513-4d09-b14d-6727b11d6828 HTTP/1.1" status: 204 len: 168 time: 1.7882347 Jul 24 09:38:35.758806 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf172a-ad0e-4b2d-84da-47618efdb5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3780cf7-1247-45cc-9543-2d32373b16da,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:35.762329 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38726) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:35.791097 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5429c-e74e-4ae5-9ad2-21810c7c2c67 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Pushing event deleted for resources: {'Network': ['ID=5af0f08d-d513-4d09-b14d-6727b11d6828,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:35.805860 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d715cf9-871f-4d9f-ba87-c927e5277350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:35.840000 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d715cf9-871f-4d9f-ba87-c927e5277350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:35.968643 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d715cf9-871f-4d9f-ba87-c927e5277350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:35.971930 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8d715cf9-871f-4d9f-ba87-c927e5277350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:35.975456 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8d715cf9-871f-4d9f-ba87-c927e5277350 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a3780cf7-1247-45cc-9543-2d32373b16da HTTP/1.1" status: 204 len: 168 time: 0.2507958 Jul 24 09:38:35.988644 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d715cf9-871f-4d9f-ba87-c927e5277350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3780cf7-1247-45cc-9543-2d32373b16da,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:36.006949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d715cf9-871f-4d9f-ba87-c927e5277350 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:36.007344 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d715cf9-871f-4d9f-ba87-c927e5277350 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:36.007699 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d715cf9-871f-4d9f-ba87-c927e5277350 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:36.008042 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d715cf9-871f-4d9f-ba87-c927e5277350 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:36.008383 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d715cf9-871f-4d9f-ba87-c927e5277350 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:36.008717 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d715cf9-871f-4d9f-ba87-c927e5277350 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:36.009117 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d715cf9-871f-4d9f-ba87-c927e5277350 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:36.009411 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d715cf9-871f-4d9f-ba87-c927e5277350 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:36.009743 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d715cf9-871f-4d9f-ba87-c927e5277350 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:36.012811 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d715cf9-871f-4d9f-ba87-c927e5277350 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:36.013146 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d715cf9-871f-4d9f-ba87-c927e5277350 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:36.013496 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d715cf9-871f-4d9f-ba87-c927e5277350 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:38:36.050326 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bf758810-0cc9-49bd-aa5a-85475523b26f tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:36.061901 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d73cd75d-78b3-4866-8a51-fb58be5b6fd2 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:38:36.191165 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253ed157-7457-4c05-8287-79ba89edede7 None None] Network d64ce9ee-34e8-4aaa-ab75-ca5a0efa570b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:38:36.210803 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bf758810-0cc9-49bd-aa5a-85475523b26f tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:36.222401 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-bf758810-0cc9-49bd-aa5a-85475523b26f tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98d504d-4092-46f4-9da4-783c54fa06ad']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:36.235650 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-bf758810-0cc9-49bd-aa5a-85475523b26f tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6eb720d-8565-4286-b6eb-0494b760ae6b') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:36.236116 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-bf758810-0cc9-49bd-aa5a-85475523b26f tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6eb720d-8565-4286-b6eb-0494b760ae6b') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:36.252482 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bf758810-0cc9-49bd-aa5a-85475523b26f tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:36.273881 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bf758810-0cc9-49bd-aa5a-85475523b26f tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:36.283176 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf758810-0cc9-49bd-aa5a-85475523b26f tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:38:36.283919 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bf758810-0cc9-49bd-aa5a-85475523b26f tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:38:36.288249 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:38:36.304222 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc101f2-044e-4814-b80a-0fd2a2c7a39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Router dfd55b51-7dfe-4cc1-a196-728dda121042 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:38:36.415064 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bf758810-0cc9-49bd-aa5a-85475523b26f tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:36.438229 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bf758810-0cc9-49bd-aa5a-85475523b26f tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:36.445278 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bf758810-0cc9-49bd-aa5a-85475523b26f tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] 10.222.0.32 "DELETE /v2.0/networks/a98d504d-4092-46f4-9da4-783c54fa06ad HTTP/1.1" status: 204 len: 168 time: 0.6687541 Jul 24 09:38:36.446000 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38736) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:36.560257 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fa05489d-0e4c-4be1-9cf8-7594c59fa434 None None] Provisioning for port d73cd75d-78b3-4866-8a51-fb58be5b6fd2 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:38:36.598236 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port d73cd75d-78b3-4866-8a51-fb58be5b6fd2 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:38:36.606081 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e0a54b4-4072-4905-a790-0559f1d40922 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Deleting subnet c67a2792-c31f-44bd-8d06-4420c306107c {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:38:36.615070 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e0a54b4-4072-4905-a790-0559f1d40922 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:36.629757 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf758810-0cc9-49bd-aa5a-85475523b26f tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Pushing event deleted for resources: {'Network': ['ID=a98d504d-4092-46f4-9da4-783c54fa06ad,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:36.645362 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38738) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:36.651287 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port d73cd75d-78b3-4866-8a51-fb58be5b6fd2 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:36.651656 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:36.674711 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-20474643-3234-490a-835d-f307b5199bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:36.706704 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e0a54b4-4072-4905-a790-0559f1d40922 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:36.710991 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc101f2-044e-4814-b80a-0fd2a2c7a39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:38:36.719455 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-dfc101f2-044e-4814-b80a-0fd2a2c7a39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "PUT /v2.0/routers/dfd55b51-7dfe-4cc1-a196-728dda121042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3706012 Jul 24 09:38:36.722137 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414e15b-0845-4db5-adcc-94e4a55ac925 None None] Sync routers for ids ['dfd55b51-7dfe-4cc1-a196-728dda121042'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:38:36.724649 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38740) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:36.738826 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414e15b-0845-4db5-adcc-94e4a55ac925 None None] Routers {'dfd55b51-7dfe-4cc1-a196-728dda121042'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:36.739453 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d414e15b-0845-4db5-adcc-94e4a55ac925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['dfd55b51-7dfe-4cc1-a196-728dda121042'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:36.829506 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d414e15b-0845-4db5-adcc-94e4a55ac925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:36.834013 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2c60fe-e8e4-40f2-9cf5-2acdf15ea870 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:36.835702 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1a2c60fe-e8e4-40f2-9cf5-2acdf15ea870 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "GET /v2.0/ports/00546e11-fa3c-412b-8a93-b65825962f96 HTTP/1.1" status: 200 len: 911 time: 0.1099312 Jul 24 09:38:36.841760 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414e15b-0845-4db5-adcc-94e4a55ac925 None None] Routers {'dfd55b51-7dfe-4cc1-a196-728dda121042'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:36.842192 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38742) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:36.843672 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d414e15b-0845-4db5-adcc-94e4a55ac925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['dfd55b51-7dfe-4cc1-a196-728dda121042'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:36.879409 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d414e15b-0845-4db5-adcc-94e4a55ac925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:36.880584 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414e15b-0845-4db5-adcc-94e4a55ac925 None None] The sync data for ids ['dfd55b51-7dfe-4cc1-a196-728dda121042'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:38:36.923506 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:37.033577 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port d73cd75d-78b3-4866-8a51-fb58be5b6fd2, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d73cd75d-78b3-4866-8a51-fb58be5b6fd2,segment=NetworkSegment(bbcf20b0-7f1b-4505-bfb5-d7235834022b),segment_id=bbcf20b0-7f1b-4505-bfb5-d7235834022b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:37.043279 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:37.148212 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=d73cd75d-78b3-4866-8a51-fb58be5b6fd2,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:37.167551 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-20474643-3234-490a-835d-f307b5199bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:37.172284 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 2ad13b91-012f-48d9-a091-e98060af833e no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:38:37.184359 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-20474643-3234-490a-835d-f307b5199bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:37.208376 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516e27ae-e63b-49d4-b009-978b0de93930 None None] Network ca54830f-1e2e-47d2-9a8a-1f04e6ede15b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:38:37.256381 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 2ad13b91-012f-48d9-a091-e98060af833e {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:38:37.256728 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 2ad13b91-012f-48d9-a091-e98060af833e not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:38:37.257666 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5364b33d-f166-4bd8-afaa-e457c052cfcf no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:38:37.287409 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 5364b33d-f166-4bd8-afaa-e457c052cfcf {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:38:37.287758 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 5364b33d-f166-4bd8-afaa-e457c052cfcf not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:38:37.297095 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0a10ca97-1edf-427b-8daa-0b085b23658e None None] Provisioning for port 40628514-d19d-4c28-ab14-5e0b679c01e5 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:38:37.304782 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-20474643-3234-490a-835d-f307b5199bf6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=837ba9bb7b6f4e87a00d535eeb98fa19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6582527 Jul 24 09:38:37.305684 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38744) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:37.355970 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20474643-3234-490a-835d-f307b5199bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06756b5b-8036-43d9-ad38-09ffc0a8710a,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:37.446737 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24251a-752e-4983-ac81-7bbd87408353 req-00c748a1-b058-4a57-9e13-1a55e9c3f785 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:37.449096 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ee24251a-752e-4983-ac81-7bbd87408353 req-00c748a1-b058-4a57-9e13-1a55e9c3f785 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 946 time: 1.0465105 Jul 24 09:38:37.493966 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3397b31c-7e83-42a9-a37b-856d383d2ed8 None None] Provisioning complete for port d73cd75d-78b3-4866-8a51-fb58be5b6fd2 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:37.494347 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3397b31c-7e83-42a9-a37b-856d383d2ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:37.515966 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5152a19c-b791-40fb-8a6c-b62fdfb43f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:37.540190 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e0a54b4-4072-4905-a790-0559f1d40922 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:37.601869 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5152a19c-b791-40fb-8a6c-b62fdfb43f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:37.663390 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3397b31c-7e83-42a9-a37b-856d383d2ed8 None None] Provisioning for port 00546e11-fa3c-412b-8a93-b65825962f96 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:38:37.667336 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ee24251a-752e-4983-ac81-7bbd87408353 req-9b32931f-4db4-4f0e-9d61-a6ba5167aa02 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=991c09cd-9516-4a08-b1a5-2fb4bf17b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800144 Jul 24 09:38:37.668867 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3397b31c-7e83-42a9-a37b-856d383d2ed8 None None] Provisioning complete for port 00546e11-fa3c-412b-8a93-b65825962f96 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:37.669315 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3397b31c-7e83-42a9-a37b-856d383d2ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:37.688950 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-1c8fd18c-cb19-4b1c-b443-8f4cf47c4e91 service neutron] 10.222.0.37 "GET /v2.0/ports/3ef59e28-0946-4325-a05e-13184352fb6e/bindings/n-h2-800085-9 HTTP/1.1" status: 200 len: 384 time: 1.0319381 Jul 24 09:38:37.703842 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-daf273cc-ab60-4f8e-8903-4f5e7a563645 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:37.721363 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-3397b31c-7e83-42a9-a37b-856d383d2ed8 None None] Port 00546e11-fa3c-412b-8a93-b65825962f96 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:38:37.737240 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e0a54b4-4072-4905-a790-0559f1d40922 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:37.828087 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a54b4-4072-4905-a790-0559f1d40922 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Pushing event deleted for resources: {'Subnet': ['ID=c67a2792-c31f-44bd-8d06-4420c306107c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:37.838744 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5152a19c-b791-40fb-8a6c-b62fdfb43f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:37.841497 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5152a19c-b791-40fb-8a6c-b62fdfb43f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:37.843819 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5152a19c-b791-40fb-8a6c-b62fdfb43f34 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06756b5b-8036-43d9-ad38-09ffc0a8710a HTTP/1.1" status: 204 len: 168 time: 0.4832609 Jul 24 09:38:37.848679 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e0a54b4-4072-4905-a790-0559f1d40922 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:37.853020 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6e0a54b4-4072-4905-a790-0559f1d40922 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] 10.222.0.32 "DELETE /v2.0/subnets/c67a2792-c31f-44bd-8d06-4420c306107c HTTP/1.1" status: 204 len: 168 time: 1.4034956 Jul 24 09:38:37.855932 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38750) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:37.893246 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152a19c-b791-40fb-8a6c-b62fdfb43f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06756b5b-8036-43d9-ad38-09ffc0a8710a,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:37.894359 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33767ed2-d81d-4f62-b7fd-040ba86f70fd None None] Network 3d70805a-69d6-407d-a490-957d951e3ab0 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:38:37.970652 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fb0bc8b2-74d2-432b-8224-7e69eee10af9 None None] Provisioning complete for port 00546e11-fa3c-412b-8a93-b65825962f96 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:37.971032 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fb0bc8b2-74d2-432b-8224-7e69eee10af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:38.117776 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6da5800b-77f7-4d06-b59a-03165bb0ae43 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:38.146946 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d73cd75d-78b3-4866-8a51-fb58be5b6fd2 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:38:38.236221 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-bb1435ed-e57b-4fbb-b449-d54aed60cd8a service neutron] For port 3ef59e28-0946-4325-a05e-13184352fb6e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=3ef59e28-0946-4325-a05e-13184352fb6e,segment=NetworkSegment(8403fcfa-dc03-4d4d-ba8a-1cbc043f631d),segment_id=8403fcfa-dc03-4d4d-ba8a-1cbc043f631d)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:38.254516 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-daf273cc-ab60-4f8e-8903-4f5e7a563645 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Allocated IP 2001:db8:1::1 (ca54830f-1e2e-47d2-9a8a-1f04e6ede15b/d268b6df-a8b1-41e1-918e-2da32dfce013/1d3ddec8-6630-4b43-963f-54032dab2b7b) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:38:38.277120 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-bb1435ed-e57b-4fbb-b449-d54aed60cd8a service neutron] For port 3ef59e28-0946-4325-a05e-13184352fb6e, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:38:38.296660 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-fb0bc8b2-74d2-432b-8224-7e69eee10af9 None None] Port 00546e11-fa3c-412b-8a93-b65825962f96 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:38:38.319100 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port d73cd75d-78b3-4866-8a51-fb58be5b6fd2 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:38.319875 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:38.327871 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-6da5800b-77f7-4d06-b59a-03165bb0ae43 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Deleting port 02dc113b-e25a-42a8-9a9b-54e12e1b77aa {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:38.328227 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6da5800b-77f7-4d06-b59a-03165bb0ae43 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:38.415350 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-bb1435ed-e57b-4fbb-b449-d54aed60cd8a service neutron] For port 3ef59e28-0946-4325-a05e-13184352fb6e, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3ef59e28-0946-4325-a05e-13184352fb6e,segment=NetworkSegment(8403fcfa-dc03-4d4d-ba8a-1cbc043f631d),segment_id=8403fcfa-dc03-4d4d-ba8a-1cbc043f631d)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:38.428442 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7535399-4f61-4b04-921d-dd6df058d911', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ef59e28-0946-4325-a05e-13184352fb6e'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:38:38.429280 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-daf273cc-ab60-4f8e-8903-4f5e7a563645 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:38.431381 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e67d99-613e-45c1-a1b5-8803f8e02ff6" -d '{"events": [{"server_uuid": "f7535399-4f61-4b04-921d-dd6df058d911", "name": "network-vif-unplugged", "status": "completed", "tag": "3ef59e28-0946-4325-a05e-13184352fb6e"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:38:38.439535 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-bb1435ed-e57b-4fbb-b449-d54aed60cd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:38.474221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-daf273cc-ab60-4f8e-8903-4f5e7a563645 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Transition to ACTIVE for port object 1d3ddec8-6630-4b43-963f-54032dab2b7b will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:38.482536 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-91973ba5-8c59-4afa-963e-e312e9887931 None None] Provisioning complete for port 00546e11-fa3c-412b-8a93-b65825962f96 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:38.484653 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-91973ba5-8c59-4afa-963e-e312e9887931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:38.525299 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-daf273cc-ab60-4f8e-8903-4f5e7a563645 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:38.532280 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7907574a-5a19-4f59-a160-9b7806a78aa5 None None] DHCP port deletion for 3d70805a-69d6-407d-a490-957d951e3ab0 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:38:38.539739 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 40628514-d19d-4c28-ab14-5e0b679c01e5 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:38:38.553171 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a2a4ce-9925-499c-8978-88c4953dfc73 x-openstack-request-id: req-71a2a4ce-9925-499c-8978-88c4953dfc73 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:38:38.553682 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7535399-4f61-4b04-921d-dd6df058d911", "name": "network-vif-unplugged", "status": "completed", "tag": "3ef59e28-0946-4325-a05e-13184352fb6e", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:38:38.553779 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71a2a4ce-9925-499c-8978-88c4953dfc73 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:38:38.554253 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7535399-4f61-4b04-921d-dd6df058d911', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ef59e28-0946-4325-a05e-13184352fb6e', 'code': 200} Jul 24 09:38:38.582688 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-6da5800b-77f7-4d06-b59a-03165bb0ae43 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] For port 02dc113b-e25a-42a8-9a9b-54e12e1b77aa, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=02dc113b-e25a-42a8-9a9b-54e12e1b77aa,segment=NetworkSegment(e31a37c9-4ea0-4426-9bfd-128331c16a88),segment_id=e31a37c9-4ea0-4426-9bfd-128331c16a88)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:38.583073 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6da5800b-77f7-4d06-b59a-03165bb0ae43 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:38.613749 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf273cc-ab60-4f8e-8903-4f5e7a563645 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network ca54830f-1e2e-47d2-9a8a-1f04e6ede15b is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:38:38.614000 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-6da5800b-77f7-4d06-b59a-03165bb0ae43 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Calling delete_port for 02dc113b-e25a-42a8-9a9b-54e12e1b77aa owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:38.622031 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-91973ba5-8c59-4afa-963e-e312e9887931 None None] Port 00546e11-fa3c-412b-8a93-b65825962f96 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:38:38.626046 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-daf273cc-ab60-4f8e-8903-4f5e7a563645 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:38.640562 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf273cc-ab60-4f8e-8903-4f5e7a563645 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:38:38.649649 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-daf273cc-ab60-4f8e-8903-4f5e7a563645 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:38.726568 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-7907574a-5a19-4f59-a160-9b7806a78aa5 None None] Deleting port 02dc113b-e25a-42a8-9a9b-54e12e1b77aa {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:38.731174 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7907574a-5a19-4f59-a160-9b7806a78aa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:38.734878 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 40628514-d19d-4c28-ab14-5e0b679c01e5 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:38:38.772536 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-bb1435ed-e57b-4fbb-b449-d54aed60cd8a service neutron] Transition to ACTIVE for port object 3ef59e28-0946-4325-a05e-13184352fb6e will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:38.788924 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-bb1435ed-e57b-4fbb-b449-d54aed60cd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:38.803314 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 40628514-d19d-4c28-ab14-5e0b679c01e5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:38.803826 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:38.813724 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf273cc-ab60-4f8e-8903-4f5e7a563645 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Port': ['ID=1d3ddec8-6630-4b43-963f-54032dab2b7b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:38.955230 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-7907574a-5a19-4f59-a160-9b7806a78aa5 None None] For port 02dc113b-e25a-42a8-9a9b-54e12e1b77aa, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=02dc113b-e25a-42a8-9a9b-54e12e1b77aa,segment=NetworkSegment(e31a37c9-4ea0-4426-9bfd-128331c16a88),segment_id=e31a37c9-4ea0-4426-9bfd-128331c16a88)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:38.955371 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7907574a-5a19-4f59-a160-9b7806a78aa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:38.976296 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-7907574a-5a19-4f59-a160-9b7806a78aa5 None None] Calling delete_port for 02dc113b-e25a-42a8-9a9b-54e12e1b77aa owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:39.017988 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6da5800b-77f7-4d06-b59a-03165bb0ae43 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:39.039712 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-daf273cc-ab60-4f8e-8903-4f5e7a563645 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:39.084827 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da5800b-77f7-4d06-b59a-03165bb0ae43 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] No DVR routers for this DVR port 02dc113b-e25a-42a8-9a9b-54e12e1b77aa on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:38:39.186170 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1435ed-e57b-4fbb-b449-d54aed60cd8a service neutron] Pushing event updated for resources: {'Port': ['ID=3ef59e28-0946-4325-a05e-13184352fb6e,revision_number=11']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:39.235526 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:39.302903 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-37ec934f-ffca-4d52-a20b-8f358a4fdb6b None None] Provisioning for port 1d3ddec8-6630-4b43-963f-54032dab2b7b completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:38:39.312058 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5800b-77f7-4d06-b59a-03165bb0ae43 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Pushing event deleted for resources: {'Port': ['ID=02dc113b-e25a-42a8-9a9b-54e12e1b77aa,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:39.346530 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 40628514-d19d-4c28-ab14-5e0b679c01e5, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=40628514-d19d-4c28-ab14-5e0b679c01e5,segment=NetworkSegment(4767d700-3915-49a5-8365-dac2bd0c2081),segment_id=4767d700-3915-49a5-8365-dac2bd0c2081)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:39.355487 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 3ef59e28-0946-4325-a05e-13184352fb6e no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:38:39.362448 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:39.364331 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-37ec934f-ffca-4d52-a20b-8f358a4fdb6b None None] Provisioning complete for port 1d3ddec8-6630-4b43-963f-54032dab2b7b triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:39.364687 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-37ec934f-ffca-4d52-a20b-8f358a4fdb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:39.374770 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee69671-6d8a-460c-beaf-8dd54ae88a10 req-3f780169-8223-4d9a-9a34-174ee10295ae tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:39.379871 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eee69671-6d8a-460c-beaf-8dd54ae88a10 req-3f780169-8223-4d9a-9a34-174ee10295ae tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 945 time: 0.5436270 Jul 24 09:38:39.380978 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-bb1435ed-e57b-4fbb-b449-d54aed60cd8a service neutron] No DVR routers for this DVR port 3ef59e28-0946-4325-a05e-13184352fb6e on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:38:39.470839 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7907574a-5a19-4f59-a160-9b7806a78aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:39.479087 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-daf273cc-ab60-4f8e-8903-4f5e7a563645 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:39.488132 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-daf273cc-ab60-4f8e-8903-4f5e7a563645 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:39.489696 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-daf273cc-ab60-4f8e-8903-4f5e7a563645 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:39.501784 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7907574a-5a19-4f59-a160-9b7806a78aa5 None None] No DVR routers for this DVR port 02dc113b-e25a-42a8-9a9b-54e12e1b77aa on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:38:39.519881 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 3ef59e28-0946-4325-a05e-13184352fb6e not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:38:39.527024 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-37ec934f-ffca-4d52-a20b-8f358a4fdb6b None None] Port 1d3ddec8-6630-4b43-963f-54032dab2b7b cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:38:39.527024 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=40628514-d19d-4c28-ab14-5e0b679c01e5,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:39.559811 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907574a-5a19-4f59-a160-9b7806a78aa5 None None] Pushing event deleted for resources: {'Port': ['ID=02dc113b-e25a-42a8-9a9b-54e12e1b77aa,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:39.602879 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6da5800b-77f7-4d06-b59a-03165bb0ae43 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:39.609316 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf273cc-ab60-4f8e-8903-4f5e7a563645 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Port': ['ID=1d3ddec8-6630-4b43-963f-54032dab2b7b,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:39.616956 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-6da5800b-77f7-4d06-b59a-03165bb0ae43 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d70805a-69d6-407d-a490-957d951e3ab0']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:39.653887 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-6da5800b-77f7-4d06-b59a-03165bb0ae43 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e31a37c9-4ea0-4426-9bfd-128331c16a88') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:39.654188 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-6da5800b-77f7-4d06-b59a-03165bb0ae43 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e31a37c9-4ea0-4426-9bfd-128331c16a88') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:39.675715 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6da5800b-77f7-4d06-b59a-03165bb0ae43 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:39.705625 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6da5800b-77f7-4d06-b59a-03165bb0ae43 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:39.708442 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf273cc-ab60-4f8e-8903-4f5e7a563645 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network ca54830f-1e2e-47d2-9a8a-1f04e6ede15b is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:38:39.710909 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-daf273cc-ab60-4f8e-8903-4f5e7a563645 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:39.725338 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-eee69671-6d8a-460c-beaf-8dd54ae88a10 req-5d714be1-d1f2-4dc9-8252-174ec52dd950 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=991c09cd-9516-4a08-b1a5-2fb4bf17b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425580 Jul 24 09:38:39.733210 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da5800b-77f7-4d06-b59a-03165bb0ae43 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:38:39.733874 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6da5800b-77f7-4d06-b59a-03165bb0ae43 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:38:39.737480 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:38:39.740645 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-bb1435ed-e57b-4fbb-b449-d54aed60cd8a service neutron] 10.222.0.37 "PUT /v2.0/ports/3ef59e28-0946-4325-a05e-13184352fb6e/bindings/n-h2-800085-9/activate HTTP/1.1" status: 200 len: 369 time: 2.0426607 Jul 24 09:38:39.902082 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6da5800b-77f7-4d06-b59a-03165bb0ae43 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:39.914725 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf273cc-ab60-4f8e-8903-4f5e7a563645 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Router dfd55b51-7dfe-4cc1-a196-728dda121042 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:38:39.926624 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6da5800b-77f7-4d06-b59a-03165bb0ae43 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:39.934244 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6da5800b-77f7-4d06-b59a-03165bb0ae43 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] 10.222.0.32 "DELETE /v2.0/networks/3d70805a-69d6-407d-a490-957d951e3ab0 HTTP/1.1" status: 204 len: 168 time: 2.0714486 Jul 24 09:38:39.966990 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 40628514-d19d-4c28-ab14-5e0b679c01e5 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:38:39.974376 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38810) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:39.997696 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5800b-77f7-4d06-b59a-03165bb0ae43 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Pushing event deleted for resources: {'Network': ['ID=3d70805a-69d6-407d-a490-957d951e3ab0,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:40.039714 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38816) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:40.060331 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-87eb0982-ccff-4942-9bbb-3e175037ee21 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b9337c2-22d8-4ccc-82f5-37752cfb5462 HTTP/1.1" status: 200 len: 205 time: 0.0655105 Jul 24 09:38:40.061862 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 40628514-d19d-4c28-ab14-5e0b679c01e5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:40.062361 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:40.178142 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2fe72292-37f5-48e3-9cab-5ec28407ad82 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:40.222289 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-0a720020-4633-466a-83e9-c16d636c11ca tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:40.224012 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-0a720020-4633-466a-83e9-c16d636c11ca tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911&tenant_id=766769263b9c4ac0aa4c77c8f3c95808&binding%3Ahost_id=n-h1-800085-9 HTTP/1.1" status: 200 len: 1096 time: 0.4075541 Jul 24 09:38:40.236857 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d81d71c5-9816-463e-a38c-f13a5d2f6dff None None] Provisioning complete for port 1d3ddec8-6630-4b43-963f-54032dab2b7b triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:40.236857 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d81d71c5-9816-463e-a38c-f13a5d2f6dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:40.296789 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 02dc113b-e25a-42a8-9a9b-54e12e1b77aa no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:38:40.335821 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 02dc113b-e25a-42a8-9a9b-54e12e1b77aa {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:38:40.336547 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 02dc113b-e25a-42a8-9a9b-54e12e1b77aa not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:38:40.341831 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d81d71c5-9816-463e-a38c-f13a5d2f6dff None None] Port 1d3ddec8-6630-4b43-963f-54032dab2b7b cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:38:40.489866 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2fe72292-37f5-48e3-9cab-5ec28407ad82 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:40.500137 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2fe72292-37f5-48e3-9cab-5ec28407ad82 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:40.555209 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-a90e7762-26f3-416b-b699-544e385b007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:40.557436 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-a90e7762-26f3-416b-b699-544e385b007f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911&tenant_id=766769263b9c4ac0aa4c77c8f3c95808 HTTP/1.1" status: 200 len: 1096 time: 0.3029385 Jul 24 09:38:40.570155 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2fe72292-37f5-48e3-9cab-5ec28407ad82 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:40.570691 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe72292-37f5-48e3-9cab-5ec28407ad82 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Fanout notify agent at l3_agent the message router_deleted on router 8b9337c2-22d8-4ccc-82f5-37752cfb5462 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:38:40.579836 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2fe72292-37f5-48e3-9cab-5ec28407ad82 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:40.581052 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2fe72292-37f5-48e3-9cab-5ec28407ad82 tempest-RoutersNegativeTest-75355308 tempest-RoutersNegativeTest-75355308-project] 10.222.0.32 "DELETE /v2.0/routers/8b9337c2-22d8-4ccc-82f5-37752cfb5462 HTTP/1.1" status: 204 len: 168 time: 0.5377729 Jul 24 09:38:40.649190 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf273cc-ab60-4f8e-8903-4f5e7a563645 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:38:40.653734 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-95c46635-6559-4279-b2da-053224ff6158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:40.659636 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-95c46635-6559-4279-b2da-053224ff6158 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 1096 time: 0.0709836 Jul 24 09:38:40.659873 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d038c7d-ce86-4be1-bd2f-83a55857e566 None None] Sync routers for ids ['dfd55b51-7dfe-4cc1-a196-728dda121042'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:38:40.661798 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-daf273cc-ab60-4f8e-8903-4f5e7a563645 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "PUT /v2.0/routers/dfd55b51-7dfe-4cc1-a196-728dda121042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8182282 Jul 24 09:38:40.664345 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38834) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:40.678489 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d038c7d-ce86-4be1-bd2f-83a55857e566 None None] Routers {'dfd55b51-7dfe-4cc1-a196-728dda121042'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:40.679415 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-1d038c7d-ce86-4be1-bd2f-83a55857e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['dfd55b51-7dfe-4cc1-a196-728dda121042'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:40.729857 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b16621-62e0-40fc-a6d5-a7bfbca6aee8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:40.731392 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c7b16621-62e0-40fc-a6d5-a7bfbca6aee8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "GET /v2.0/ports/1d3ddec8-6630-4b43-963f-54032dab2b7b HTTP/1.1" status: 200 len: 913 time: 0.0660105 Jul 24 09:38:40.734739 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38844) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:40.754481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-1d038c7d-ce86-4be1-bd2f-83a55857e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:40.789319 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-950fe232-254e-4d1f-8a70-18179cb613d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:40.791361 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-950fe232-254e-4d1f-8a70-18179cb613d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=24e68462-bbf2-4bb0-9276-7f619db90058 HTTP/1.1" status: 200 len: 895 time: 0.1300480 Jul 24 09:38:40.795043 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d038c7d-ce86-4be1-bd2f-83a55857e566 None None] Routers {'dfd55b51-7dfe-4cc1-a196-728dda121042'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:40.796422 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-1d038c7d-ce86-4be1-bd2f-83a55857e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['dfd55b51-7dfe-4cc1-a196-728dda121042'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:40.854335 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-1d038c7d-ce86-4be1-bd2f-83a55857e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:40.857214 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d038c7d-ce86-4be1-bd2f-83a55857e566 None None] The sync data for ids ['dfd55b51-7dfe-4cc1-a196-728dda121042'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:38:40.967533 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-c7a005bc-1a47-4b90-96ab-77c554ca1d5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ef59e28-0946-4325-a05e-13184352fb6e HTTP/1.1" status: 200 len: 1000 time: 0.1661506 Jul 24 09:38:41.050883 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-cd3037f6-77ed-4a2f-bce5-b96a40c6e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:41.051088 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38868) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:41.052471 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-cd3037f6-77ed-4a2f-bce5-b96a40c6e1d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=abcc95a9-2b8f-4f45-9295-16fd096d5cdf HTTP/1.1" status: 200 len: 835 time: 0.0794189 Jul 24 09:38:41.060558 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbb0df-0410-4859-b7cc-6a9e908f2db2 req-8f02141f-050f-4dae-a2d3-4d219228724b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:41.062593 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-21bbb0df-0410-4859-b7cc-6a9e908f2db2 req-8f02141f-050f-4dae-a2d3-4d219228724b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 945 time: 0.2005224 Jul 24 09:38:41.122140 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-8d51443b-a54b-4b92-bf72-6466038e79ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:41.124110 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-8d51443b-a54b-4b92-bf72-6466038e79ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=24e68462-bbf2-4bb0-9276-7f619db90058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657604 Jul 24 09:38:41.150288 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-21bbb0df-0410-4859-b7cc-6a9e908f2db2 req-50ada820-f2e1-49db-a8eb-ca305260e732 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=991c09cd-9516-4a08-b1a5-2fb4bf17b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803366 Jul 24 09:38:41.253514 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-9e18649e-a649-4152-94f3-2aeeb4626b9d service neutron] 10.222.0.20 "GET /v2.0/networks/24e68462-bbf2-4bb0-9276-7f619db90058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226668 Jul 24 09:38:41.295174 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7176449e-7853-4738-8269-f7587d14b99f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=445b3bbb4f4549599769ad866b57b88c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2429655 Jul 24 09:38:41.298451 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38872) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:41.318881 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-56a1caa9-5e4e-493f-9b83-64ba761c0672 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:41.350847 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-d54429c2-4c7b-4834-b184-82a894fa700f service neutron] 10.222.0.20 "GET /v2.0/networks/24e68462-bbf2-4bb0-9276-7f619db90058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914605 Jul 24 09:38:41.428392 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-469d4cfb-3b9d-47f0-b3a5-fa691bbc313e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:41.485615 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-469d4cfb-3b9d-47f0-b3a5-fa691bbc313e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:41.597678 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-469d4cfb-3b9d-47f0-b3a5-fa691bbc313e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:41.600457 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-469d4cfb-3b9d-47f0-b3a5-fa691bbc313e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:41.602751 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-469d4cfb-3b9d-47f0-b3a5-fa691bbc313e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e67f1bfc-5b3f-4f52-a1e2-c51545c8c461 HTTP/1.1" status: 204 len: 168 time: 0.3024766 Jul 24 09:38:41.621369 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d4cfb-3b9d-47f0-b3a5-fa691bbc313e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67f1bfc-5b3f-4f52-a1e2-c51545c8c461,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:41.692186 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-56a1caa9-5e4e-493f-9b83-64ba761c0672 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting port 1d3ddec8-6630-4b43-963f-54032dab2b7b {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:41.692896 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-02c3d4be-0725-46b4-82c1-db35cd09984d tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:41.693652 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-56a1caa9-5e4e-493f-9b83-64ba761c0672 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:41.694121 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-02c3d4be-0725-46b4-82c1-db35cd09984d tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911&tenant_id=766769263b9c4ac0aa4c77c8f3c95808&binding%3Ahost_id=n-h2-800085-9 HTTP/1.1" status: 200 len: 1096 time: 0.1417544 Jul 24 09:38:41.831229 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-56a1caa9-5e4e-493f-9b83-64ba761c0672 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:41.848126 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-56a1caa9-5e4e-493f-9b83-64ba761c0672 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Calling delete_port for 1d3ddec8-6630-4b43-963f-54032dab2b7b owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:41.871928 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-dc10186d-c378-47c9-a2e0-e6a350fc6301 service neutron] For port 3ef59e28-0946-4325-a05e-13184352fb6e, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:38:41.875820 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-dc10186d-c378-47c9-a2e0-e6a350fc6301 service neutron] Notify callbacks [] for binding, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:41.877052 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-dc10186d-c378-47c9-a2e0-e6a350fc6301 service neutron] 10.222.0.20 "DELETE /v2.0/ports/3ef59e28-0946-4325-a05e-13184352fb6e/bindings/n-h1-800085-9 HTTP/1.1" status: 204 len: 173 time: 0.1761022 Jul 24 09:38:42.065076 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-56a1caa9-5e4e-493f-9b83-64ba761c0672 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:42.092364 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1caa9-5e4e-493f-9b83-64ba761c0672 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Port': ['ID=1d3ddec8-6630-4b43-963f-54032dab2b7b,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:42.239082 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-56a1caa9-5e4e-493f-9b83-64ba761c0672 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:42.418858 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b02e8-0e6c-4a46-ac90-e456833f2041 req-533cce53-eb41-4cc8-bab3-8b246ac715b2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:42.421012 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-565b02e8-0e6c-4a46-ac90-e456833f2041 req-533cce53-eb41-4cc8-bab3-8b246ac715b2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 945 time: 0.1157031 Jul 24 09:38:42.489665 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-565b02e8-0e6c-4a46-ac90-e456833f2041 req-97900e40-4a88-4ba4-ad74-be9f88736cde tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=991c09cd-9516-4a08-b1a5-2fb4bf17b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624137 Jul 24 09:38:42.525802 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a1caa9-5e4e-493f-9b83-64ba761c0672 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Router dfd55b51-7dfe-4cc1-a196-728dda121042 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:38:42.591089 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38902) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:42.699250 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a1caa9-5e4e-493f-9b83-64ba761c0672 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:38:42.708625 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38908) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:42.709153 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-56a1caa9-5e4e-493f-9b83-64ba761c0672 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "PUT /v2.0/routers/dfd55b51-7dfe-4cc1-a196-728dda121042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9725771 Jul 24 09:38:42.717930 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2abec17-0616-4c9c-8376-8a1991f45cc9 None None] Sync routers for ids ['dfd55b51-7dfe-4cc1-a196-728dda121042'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:38:42.725851 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013403da-df99-4b17-8ae9-6a44934b2c88 req-01828dc9-e7ec-477e-9e74-af0049fe1914 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:42.727395 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-013403da-df99-4b17-8ae9-6a44934b2c88 req-01828dc9-e7ec-477e-9e74-af0049fe1914 tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 1096 time: 0.1144946 Jul 24 09:38:42.737349 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2abec17-0616-4c9c-8376-8a1991f45cc9 None None] Routers {'dfd55b51-7dfe-4cc1-a196-728dda121042'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:42.737962 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-c2abec17-0616-4c9c-8376-8a1991f45cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['dfd55b51-7dfe-4cc1-a196-728dda121042'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:42.778239 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-013403da-df99-4b17-8ae9-6a44934b2c88 req-5622e870-deb6-4348-b84a-280b28cbf56f tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=991c09cd-9516-4a08-b1a5-2fb4bf17b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431981 Jul 24 09:38:42.795019 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-c2abec17-0616-4c9c-8376-8a1991f45cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:42.805107 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2abec17-0616-4c9c-8376-8a1991f45cc9 None None] Routers {'dfd55b51-7dfe-4cc1-a196-728dda121042'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:42.805897 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-c2abec17-0616-4c9c-8376-8a1991f45cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['dfd55b51-7dfe-4cc1-a196-728dda121042'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:42.837462 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-e451f436-f13a-412c-b379-200af700d2ec tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:42.838245 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-c2abec17-0616-4c9c-8376-8a1991f45cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:42.838607 n-d-800085-9 neutron-server[94036]: WARNING neutron.api.v2.base [None req-e451f436-f13a-412c-b379-200af700d2ec tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 24 09:38:42.838889 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2abec17-0616-4c9c-8376-8a1991f45cc9 None None] The sync data for ids ['dfd55b51-7dfe-4cc1-a196-728dda121042'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:38:42.839428 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-e451f436-f13a-412c-b379-200af700d2ec tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] create failed (client error): There was a conflict when trying to complete your request. Jul 24 09:38:42.840563 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e451f436-f13a-412c-b379-200af700d2ec tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2476203 Jul 24 09:38:42.844956 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38912) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:42.851352 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-a92ff40c-426f-4325-b568-059d7a1fe9e1 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group': {'name': 'tempest-secgroup--1113315401'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:42.934167 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a92ff40c-426f-4325-b568-059d7a1fe9e1 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:43.002229 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a92ff40c-426f-4325-b568-059d7a1fe9e1 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:43.090665 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795e8a0-a330-449e-a014-2cd2f241f3bd req-ad0c9c6d-1054-4116-8e1f-e6c0c80a3ce0 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:43.098078 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f795e8a0-a330-449e-a014-2cd2f241f3bd req-ad0c9c6d-1054-4116-8e1f-e6c0c80a3ce0 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 945 time: 0.2282758 Jul 24 09:38:43.194095 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f795e8a0-a330-449e-a014-2cd2f241f3bd req-09f1c6d3-3d77-4c8b-a3d2-fc8183d9bf0a tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=991c09cd-9516-4a08-b1a5-2fb4bf17b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949190 Jul 24 09:38:43.219704 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38916) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:43.289450 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6b90b6e8-7d64-454d-a3ea-6ae038cb20db tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/floatingips/469b9030-d010-429a-a4bc-9cb80215866c HTTP/1.1" status: 200 len: 992 time: 0.0680871 Jul 24 09:38:43.519005 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38930) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:43.618225 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a92ff40c-426f-4325-b568-059d7a1fe9e1 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:43.627179 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a92ff40c-426f-4325-b568-059d7a1fe9e1 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:43.707131 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ff40c-426f-4325-b568-059d7a1fe9e1 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce436898-d327-4cd3-b73d-d12717e94102,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:43.729615 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-9d721b17-52fd-4c01-85b0-8545154aa9db tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Deleting port e5855ec9-7cf1-4174-8a43-9c268452ab15 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:43.730081 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d721b17-52fd-4c01-85b0-8545154aa9db tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:43.764559 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-09163606-e998-4221-bb2a-7f66cbdae849 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:43.868161 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d721b17-52fd-4c01-85b0-8545154aa9db tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:43.868634 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d721b17-52fd-4c01-85b0-8545154aa9db tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:43.872045 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a92ff40c-426f-4325-b568-059d7a1fe9e1 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:43.880107 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a92ff40c-426f-4325-b568-059d7a1fe9e1 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:43.885519 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-9d721b17-52fd-4c01-85b0-8545154aa9db tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Calling delete_port for e5855ec9-7cf1-4174-8a43-9c268452ab15 owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:43.930700 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ff40c-426f-4325-b568-059d7a1fe9e1 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccda4549-b854-4988-a348-fbfd077c5dc9,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:43.933134 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a92ff40c-426f-4325-b568-059d7a1fe9e1 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:43.937061 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a92ff40c-426f-4325-b568-059d7a1fe9e1 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0881948 Jul 24 09:38:43.937484 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38934) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:43.944436 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-7ee28a48-0c33-4c78-a4d5-1191726fe3e0 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group_rule': {'security_group_id': 'ccda4549-b854-4988-a348-fbfd077c5dc9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:44.008283 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7ee28a48-0c33-4c78-a4d5-1191726fe3e0 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:44.098690 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7ee28a48-0c33-4c78-a4d5-1191726fe3e0 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:44.142072 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:44.142653 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7ee28a48-0c33-4c78-a4d5-1191726fe3e0 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:44.171020 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d721b17-52fd-4c01-85b0-8545154aa9db tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:44.175799 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee28a48-0c33-4c78-a4d5-1191726fe3e0 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0ac6a2-076a-4e7c-a6f4-6b3d11e0a39a,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:44.178597 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-09163606-e998-4221-bb2a-7f66cbdae849 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting port 00546e11-fa3c-412b-8a93-b65825962f96 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:44.179703 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-09163606-e998-4221-bb2a-7f66cbdae849 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:44.188139 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7ee28a48-0c33-4c78-a4d5-1191726fe3e0 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:44.189479 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7ee28a48-0c33-4c78-a4d5-1191726fe3e0 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2509329 Jul 24 09:38:44.197628 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38946) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:44.207469 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-30f35284-c9ab-44a2-822c-fd2103cceca1 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group_rule': {'security_group_id': 'ccda4549-b854-4988-a348-fbfd077c5dc9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:44.250646 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d721b17-52fd-4c01-85b0-8545154aa9db tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'Port': ['ID=e5855ec9-7cf1-4174-8a43-9c268452ab15,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:44.293941 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-30f35284-c9ab-44a2-822c-fd2103cceca1 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:44.304415 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d721b17-52fd-4c01-85b0-8545154aa9db tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:44.304850 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-9d721b17-52fd-4c01-85b0-8545154aa9db tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Floating IP 469b9030-d010-429a-a4bc-9cb80215866c disassociated (deleted). External IP: 172.25.7.153, port: 3ef59e28-0946-4325-a05e-13184352fb6e. Jul 24 09:38:44.321696 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-09163606-e998-4221-bb2a-7f66cbdae849 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:44.343795 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-09163606-e998-4221-bb2a-7f66cbdae849 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Calling delete_port for 00546e11-fa3c-412b-8a93-b65825962f96 owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:44.430287 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-30f35284-c9ab-44a2-822c-fd2103cceca1 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] create failed (client error): There was a conflict when trying to complete your request. Jul 24 09:38:44.433847 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-30f35284-c9ab-44a2-822c-fd2103cceca1 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2330575 Jul 24 09:38:44.435686 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38948) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:44.595847 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-09163606-e998-4221-bb2a-7f66cbdae849 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:44.603523 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a45a7542-f5b8-416a-a8ea-fa0a6651623f tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:44.626245 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09163606-e998-4221-bb2a-7f66cbdae849 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Port': ['ID=00546e11-fa3c-412b-8a93-b65825962f96,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:44.645632 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a45a7542-f5b8-416a-a8ea-fa0a6651623f tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:44.692416 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d721b17-52fd-4c01-85b0-8545154aa9db tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Router 8a73d4a4-2da9-43d0-bd4d-52e5eea91de5 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:38:44.759063 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-09163606-e998-4221-bb2a-7f66cbdae849 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:44.824176 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a45a7542-f5b8-416a-a8ea-fa0a6651623f tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:44.828337 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a45a7542-f5b8-416a-a8ea-fa0a6651623f tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:44.829553 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a45a7542-f5b8-416a-a8ea-fa0a6651623f tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "DELETE /v2.0/security-groups/ccda4549-b854-4988-a348-fbfd077c5dc9 HTTP/1.1" status: 204 len: 168 time: 0.3916655 Jul 24 09:38:44.834545 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38950) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:44.883980 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a7542-f5b8-416a-a8ea-fa0a6651623f tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccda4549-b854-4988-a348-fbfd077c5dc9,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:45.009757 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09163606-e998-4221-bb2a-7f66cbdae849 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Router dfd55b51-7dfe-4cc1-a196-728dda121042 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:38:45.019781 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-11c13950-f186-4d4a-b3bd-ce9f6781d2ae tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1558816 Jul 24 09:38:45.023321 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d721b17-52fd-4c01-85b0-8545154aa9db tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:38:45.023321 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38954) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:45.032480 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd26978-2af2-483f-9b00-cbbab2851b9e None None] Sync routers for ids ['8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:38:45.034358 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-3aba0b97-9ae5-4e6a-9fc1-fac621e29b58 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group': {'name': 'tempest-secgroup--2016722903'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:45.041843 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d721b17-52fd-4c01-85b0-8545154aa9db tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:45.046944 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd26978-2af2-483f-9b00-cbbab2851b9e None None] Routers {'8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:45.047582 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-dbd26978-2af2-483f-9b00-cbbab2851b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:45.094558 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9d721b17-52fd-4c01-85b0-8545154aa9db tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "DELETE /v2.0/floatingips/469b9030-d010-429a-a4bc-9cb80215866c HTTP/1.1" status: 204 len: 168 time: 1.5742102 Jul 24 09:38:45.095100 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7535399-4f61-4b04-921d-dd6df058d911', 'tag': '3ef59e28-0946-4325-a05e-13184352fb6e'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:38:45.098208 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90266f9-7886-4003-9916-9bc10a6644d6" -d '{"events": [{"name": "network-changed", "server_uuid": "f7535399-4f61-4b04-921d-dd6df058d911", "tag": "3ef59e28-0946-4325-a05e-13184352fb6e"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:38:45.102282 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3aba0b97-9ae5-4e6a-9fc1-fac621e29b58 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:45.128183 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09163606-e998-4221-bb2a-7f66cbdae849 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:38:45.143519 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-09163606-e998-4221-bb2a-7f66cbdae849 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "PUT /v2.0/routers/dfd55b51-7dfe-4cc1-a196-728dda121042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4334674 Jul 24 09:38:45.148601 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38962) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:45.152355 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531e2587-b6b5-4ee5-aad5-61e31d67952b None None] Sync routers for ids ['dfd55b51-7dfe-4cc1-a196-728dda121042'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:38:45.180155 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531e2587-b6b5-4ee5-aad5-61e31d67952b None None] Routers {'dfd55b51-7dfe-4cc1-a196-728dda121042'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:45.182031 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-531e2587-b6b5-4ee5-aad5-61e31d67952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['dfd55b51-7dfe-4cc1-a196-728dda121042'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:45.256427 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-dbd26978-2af2-483f-9b00-cbbab2851b9e None None] Set router 8a73d4a4-2da9-43d0-bd4d-52e5eea91de5 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:38:45.308878 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b43f7b51-2cce-47c1-ae1b-270780b92460 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd55b51-7dfe-4cc1-a196-728dda121042 HTTP/1.1" status: 200 len: 205 time: 0.1355731 Jul 24 09:38:45.346656 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-531e2587-b6b5-4ee5-aad5-61e31d67952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:45.349534 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920e0d4d-6a43-4922-8801-5e1475211637 x-openstack-request-id: req-920e0d4d-6a43-4922-8801-5e1475211637 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:38:45.353303 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7535399-4f61-4b04-921d-dd6df058d911", "tag": "3ef59e28-0946-4325-a05e-13184352fb6e", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:38:45.353880 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-920e0d4d-6a43-4922-8801-5e1475211637 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:38:45.355809 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7535399-4f61-4b04-921d-dd6df058d911', 'tag': '3ef59e28-0946-4325-a05e-13184352fb6e', 'status': 'completed', 'code': 200} Jul 24 09:38:45.359544 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38964) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:45.381933 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531e2587-b6b5-4ee5-aad5-61e31d67952b None None] Routers {'dfd55b51-7dfe-4cc1-a196-728dda121042'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:45.382491 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-531e2587-b6b5-4ee5-aad5-61e31d67952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['dfd55b51-7dfe-4cc1-a196-728dda121042'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:45.423839 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90266f9-7886-4003-9916-9bc10a6644d6 req-edc25622-9e43-460b-9b99-25586076dbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:45.426073 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a90266f9-7886-4003-9916-9bc10a6644d6 req-edc25622-9e43-460b-9b99-25586076dbb9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 1096 time: 0.1182888 Jul 24 09:38:45.461518 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-531e2587-b6b5-4ee5-aad5-61e31d67952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:45.462162 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531e2587-b6b5-4ee5-aad5-61e31d67952b None None] The sync data for ids ['dfd55b51-7dfe-4cc1-a196-728dda121042'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:38:45.572858 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90266f9-7886-4003-9916-9bc10a6644d6 req-3a103ad5-05ca-4278-8003-b7cd820936c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:45.574474 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a90266f9-7886-4003-9916-9bc10a6644d6 req-3a103ad5-05ca-4278-8003-b7cd820936c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=24e68462-bbf2-4bb0-9276-7f619db90058 HTTP/1.1" status: 200 len: 895 time: 0.1407735 Jul 24 09:38:45.589565 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3aba0b97-9ae5-4e6a-9fc1-fac621e29b58 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:45.594392 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d9e76d0-118d-404e-b2af-df567e9812ed tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:45.600108 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-dbd26978-2af2-483f-9b00-cbbab2851b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802577442', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:12Z', 'updated_at': '2021-07-24T09:37:27Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:15Z', 'updated_at': '2021-07-24T09:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '96ce3d72-8768-4b06-94da-4dcfb0587c92', 'name': '', 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:c3:32:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'abcc95a9-2b8f-4f45-9295-16fd096d5cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:26Z', 'updated_at': '2021-07-24T09:37:41Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': 'abcc95a9-2b8f-4f45-9295-16fd096d5cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:45.634456 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a90266f9-7886-4003-9916-9bc10a6644d6 req-e422dec2-73c3-416a-bf59-94c702984bf1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ef59e28-0946-4325-a05e-13184352fb6e HTTP/1.1" status: 200 len: 217 time: 0.0521798 Jul 24 09:38:45.637745 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd26978-2af2-483f-9b00-cbbab2851b9e None None] Checking router: 8a73d4a4-2da9-43d0-bd4d-52e5eea91de5 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:38:45.643233 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3aba0b97-9ae5-4e6a-9fc1-fac621e29b58 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:45.650340 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd26978-2af2-483f-9b00-cbbab2851b9e None None] Routers {'8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:45.653580 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-dbd26978-2af2-483f-9b00-cbbab2851b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:45.699266 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90266f9-7886-4003-9916-9bc10a6644d6 req-9b9bb471-2a21-41e8-b296-c0cb66a4bcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:45.701220 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a90266f9-7886-4003-9916-9bc10a6644d6 req-9b9bb471-2a21-41e8-b296-c0cb66a4bcee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=abcc95a9-2b8f-4f45-9295-16fd096d5cdf HTTP/1.1" status: 200 len: 835 time: 0.0591807 Jul 24 09:38:45.711234 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba0b97-9ae5-4e6a-9fc1-fac621e29b58 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb496cd6-d7c5-483a-83c1-ba9af184c32d,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:45.748964 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3aba0b97-9ae5-4e6a-9fc1-fac621e29b58 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:45.750562 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3aba0b97-9ae5-4e6a-9fc1-fac621e29b58 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7201259 Jul 24 09:38:45.772478 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38976) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:45.808855 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-37f39957-7b64-4fc0-a62b-d54239276d90 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group_rule': {'security_group_id': 'bb496cd6-d7c5-483a-83c1-ba9af184c32d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:45.809968 n-d-800085-9 neutron-server[94035]: WARNING neutron.api.v2.base [None req-37f39957-7b64-4fc0-a62b-d54239276d90 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 24 09:38:45.810700 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-37f39957-7b64-4fc0-a62b-d54239276d90 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:38:45.812235 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-37f39957-7b64-4fc0-a62b-d54239276d90 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0088658 Jul 24 09:38:45.820044 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38978) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:45.861559 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c4468-e3ed-48ff-a7b1-ee72d69ba6c5 req-693b34f9-d4ef-419a-b373-7aa30adc56c2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:45.870018 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-613c4468-e3ed-48ff-a7b1-ee72d69ba6c5 req-693b34f9-d4ef-419a-b373-7aa30adc56c2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 945 time: 0.3398330 Jul 24 09:38:45.956391 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d9e76d0-118d-404e-b2af-df567e9812ed tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:45.963816 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d9e76d0-118d-404e-b2af-df567e9812ed tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:45.989537 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ee1b1ee-e5ef-491f-a99a-6c56b284dd09 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:46.017312 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90266f9-7886-4003-9916-9bc10a6644d6 req-2462e4ae-049b-4fb0-bbf1-bce786cfcc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:46.018858 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a90266f9-7886-4003-9916-9bc10a6644d6 req-2462e4ae-049b-4fb0-bbf1-bce786cfcc42 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=24e68462-bbf2-4bb0-9276-7f619db90058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3105204 Jul 24 09:38:46.047603 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-613c4468-e3ed-48ff-a7b1-ee72d69ba6c5 req-d1eba67c-cff2-418a-a70c-bdb25950f45c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=991c09cd-9516-4a08-b1a5-2fb4bf17b7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764913 Jul 24 09:38:46.073921 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-dbd26978-2af2-483f-9b00-cbbab2851b9e None None] Set router 8a73d4a4-2da9-43d0-bd4d-52e5eea91de5 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:38:46.079194 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d9e76d0-118d-404e-b2af-df567e9812ed tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:46.079845 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9e76d0-118d-404e-b2af-df567e9812ed tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Fanout notify agent at l3_agent the message router_deleted on router dfd55b51-7dfe-4cc1-a196-728dda121042 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:38:46.087441 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d9e76d0-118d-404e-b2af-df567e9812ed tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:46.088625 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4d9e76d0-118d-404e-b2af-df567e9812ed tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/routers/dfd55b51-7dfe-4cc1-a196-728dda121042 HTTP/1.1" status: 204 len: 168 time: 0.7187161 Jul 24 09:38:46.093126 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38982) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:46.106784 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f162ec5-0122-483c-ba63-a8ec6c6c5a6a req-69eb2102-4a67-4f7c-ab57-38a314eef6a9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:46.109162 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3f162ec5-0122-483c-ba63-a8ec6c6c5a6a req-69eb2102-4a67-4f7c-ab57-38a314eef6a9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 945 time: 0.2073367 Jul 24 09:38:46.128785 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ee1b1ee-e5ef-491f-a99a-6c56b284dd09 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:46.256643 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-3f162ec5-0122-483c-ba63-a8ec6c6c5a6a req-e78d3e7d-d643-48c8-b81c-aaabc487b123 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Deleting port 3ef59e28-0946-4325-a05e-13184352fb6e {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:46.257280 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-3f162ec5-0122-483c-ba63-a8ec6c6c5a6a req-e78d3e7d-d643-48c8-b81c-aaabc487b123 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:46.307329 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-4191052e-b2ba-4ece-a6a5-5962a29376a8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting subnet d268b6df-a8b1-41e1-918e-2da32dfce013 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:38:46.313570 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4191052e-b2ba-4ece-a6a5-5962a29376a8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:46.354343 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ee1b1ee-e5ef-491f-a99a-6c56b284dd09 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:46.357018 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ee1b1ee-e5ef-491f-a99a-6c56b284dd09 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:46.358490 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8ee1b1ee-e5ef-491f-a99a-6c56b284dd09 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "DELETE /v2.0/security-groups/bb496cd6-d7c5-483a-83c1-ba9af184c32d HTTP/1.1" status: 204 len: 168 time: 0.5375817 Jul 24 09:38:46.366691 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38986) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:46.393309 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a90266f9-7886-4003-9916-9bc10a6644d6 req-6989690e-f4b1-4a81-bc43-8f1b47a6723b service neutron] 10.222.0.20 "GET /v2.0/networks/24e68462-bbf2-4bb0-9276-7f619db90058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486526 Jul 24 09:38:46.406986 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1b1ee-e5ef-491f-a99a-6c56b284dd09 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb496cd6-d7c5-483a-83c1-ba9af184c32d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:46.426914 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4191052e-b2ba-4ece-a6a5-5962a29376a8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:46.452162 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-3f162ec5-0122-483c-ba63-a8ec6c6c5a6a req-e78d3e7d-d643-48c8-b81c-aaabc487b123 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] For port 3ef59e28-0946-4325-a05e-13184352fb6e, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3ef59e28-0946-4325-a05e-13184352fb6e,segment=NetworkSegment(8403fcfa-dc03-4d4d-ba8a-1cbc043f631d),segment_id=8403fcfa-dc03-4d4d-ba8a-1cbc043f631d)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:46.452825 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-3f162ec5-0122-483c-ba63-a8ec6c6c5a6a req-e78d3e7d-d643-48c8-b81c-aaabc487b123 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:46.460647 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-dbd26978-2af2-483f-9b00-cbbab2851b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802577442', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:12Z', 'updated_at': '2021-07-24T09:37:27Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:15Z', 'updated_at': '2021-07-24T09:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '96ce3d72-8768-4b06-94da-4dcfb0587c92', 'name': '', 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:c3:32:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'abcc95a9-2b8f-4f45-9295-16fd096d5cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:26Z', 'updated_at': '2021-07-24T09:37:41Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': 'abcc95a9-2b8f-4f45-9295-16fd096d5cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:46.474831 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-3f162ec5-0122-483c-ba63-a8ec6c6c5a6a req-e78d3e7d-d643-48c8-b81c-aaabc487b123 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Calling delete_port for 3ef59e28-0946-4325-a05e-13184352fb6e owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:46.532068 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd26978-2af2-483f-9b00-cbbab2851b9e None None] The sync data for ids ['8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'] in n-d-800085-9 is: [{'id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802577442', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:12Z', 'updated_at': '2021-07-24T09:37:27Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:15Z', 'updated_at': '2021-07-24T09:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '96ce3d72-8768-4b06-94da-4dcfb0587c92', 'name': '', 'network_id': '24e68462-bbf2-4bb0-9276-7f619db90058', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:c3:32:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'abcc95a9-2b8f-4f45-9295-16fd096d5cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:26Z', 'updated_at': '2021-07-24T09:37:41Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': 'abcc95a9-2b8f-4f45-9295-16fd096d5cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:38:46.589177 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6d7d5533-5130-4657-a6ad-4056c882736f tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2136405 Jul 24 09:38:46.596391 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38988) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:46.601362 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-f79f946c-ff86-475c-9951-72aafada150a tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group': {'name': 'tempest-secgroup--2098119593'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:46.666740 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a90266f9-7886-4003-9916-9bc10a6644d6 req-889339a9-66cd-41d6-8c91-4af3d6f72379 service neutron] 10.222.0.20 "GET /v2.0/networks/24e68462-bbf2-4bb0-9276-7f619db90058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433414 Jul 24 09:38:46.673899 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-3f162ec5-0122-483c-ba63-a8ec6c6c5a6a req-e78d3e7d-d643-48c8-b81c-aaabc487b123 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:46.701048 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:46.712100 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f79f946c-ff86-475c-9951-72aafada150a tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:46.731877 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4191052e-b2ba-4ece-a6a5-5962a29376a8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:46.757569 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d3e7d-d643-48c8-b81c-aaabc487b123 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'Port': ['ID=3ef59e28-0946-4325-a05e-13184352fb6e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:46.810214 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f162ec5-0122-483c-ba63-a8ec6c6c5a6a req-e78d3e7d-d643-48c8-b81c-aaabc487b123 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] No DVR routers for this DVR port 3ef59e28-0946-4325-a05e-13184352fb6e on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:38:46.813357 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-3f162ec5-0122-483c-ba63-a8ec6c6c5a6a req-e78d3e7d-d643-48c8-b81c-aaabc487b123 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:46.816527 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3f162ec5-0122-483c-ba63-a8ec6c6c5a6a req-e78d3e7d-d643-48c8-b81c-aaabc487b123 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.20 "DELETE /v2.0/ports/3ef59e28-0946-4325-a05e-13184352fb6e HTTP/1.1" status: 204 len: 173 time: 0.7020578 Jul 24 09:38:46.840942 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4191052e-b2ba-4ece-a6a5-5962a29376a8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:46.883370 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191052e-b2ba-4ece-a6a5-5962a29376a8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Subnet': ['ID=d268b6df-a8b1-41e1-918e-2da32dfce013,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:46.932162 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4191052e-b2ba-4ece-a6a5-5962a29376a8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:46.939600 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4191052e-b2ba-4ece-a6a5-5962a29376a8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/subnets/d268b6df-a8b1-41e1-918e-2da32dfce013 HTTP/1.1" status: 204 len: 168 time: 0.8281219 Jul 24 09:38:46.939792 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c26ce72-31ea-4797-b243-4d4e7a47f492 None None] Network ca54830f-1e2e-47d2-9a8a-1f04e6ede15b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:38:46.940196 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 38990) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:46.979840 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f79f946c-ff86-475c-9951-72aafada150a tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:46.986499 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f79f946c-ff86-475c-9951-72aafada150a tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:47.061293 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f986622d-c711-41f1-9349-63f5c8f8e559 None None] New status for floating IP 469b9030-d010-429a-a4bc-9cb80215866c: DOWN {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:38:47.063717 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f946c-ff86-475c-9951-72aafada150a tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f466b0b1-437f-4cfe-b299-8d8364f21681,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:47.080092 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f79f946c-ff86-475c-9951-72aafada150a tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:47.084874 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f79f946c-ff86-475c-9951-72aafada150a tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4861784 Jul 24 09:38:47.085376 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38996) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:47.088799 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-443764f5-0ae2-4711-a7c5-1805c0d4cd98 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting subnet b0ff8a52-cbf8-44f6-b97f-3cad18d789e4 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:38:47.095253 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-e8b349c4-f36d-4242-9fe4-ebf8cf943277 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group_rule': {'security_group_id': 'f466b0b1-437f-4cfe-b299-8d8364f21681', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:47.105932 n-d-800085-9 neutron-server[94036]: WARNING neutron.api.v2.base [None req-e8b349c4-f36d-4242-9fe4-ebf8cf943277 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 24 09:38:47.107193 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-e8b349c4-f36d-4242-9fe4-ebf8cf943277 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:38:47.112299 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-443764f5-0ae2-4711-a7c5-1805c0d4cd98 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:47.113148 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e8b349c4-f36d-4242-9fe4-ebf8cf943277 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0240376 Jul 24 09:38:47.115991 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 38998) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:47.251432 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-443764f5-0ae2-4711-a7c5-1805c0d4cd98 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:47.368904 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7535399-4f61-4b04-921d-dd6df058d911', 'name': 'network-vif-deleted', 'tag': '3ef59e28-0946-4325-a05e-13184352fb6e'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:38:47.372009 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf4d2c4-efc6-475f-b559-7ff58863fe62" -d '{"events": [{"server_uuid": "f7535399-4f61-4b04-921d-dd6df058d911", "name": "network-vif-deleted", "tag": "3ef59e28-0946-4325-a05e-13184352fb6e"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:38:47.393857 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-689b95a0-f94d-4144-b933-12bfd1ce326a req-bb22963e-f39d-4480-9a4e-086f3ea60b96 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7535399-4f61-4b04-921d-dd6df058d911 HTTP/1.1" status: 200 len: 210 time: 0.1352253 Jul 24 09:38:47.403724 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fd9d4ffc-2fb7-43c0-a5fa-6902287d1191 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:47.416450 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-443764f5-0ae2-4711-a7c5-1805c0d4cd98 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:47.494801 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fd9d4ffc-2fb7-43c0-a5fa-6902287d1191 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:47.538100 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1d5367-72fc-46de-8c28-1e1142d7426c None None] DHCP port deletion for ca54830f-1e2e-47d2-9a8a-1f04e6ede15b request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:38:47.592128 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fd9d4ffc-2fb7-43c0-a5fa-6902287d1191 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:47.596553 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fd9d4ffc-2fb7-43c0-a5fa-6902287d1191 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:47.597773 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fd9d4ffc-2fb7-43c0-a5fa-6902287d1191 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "DELETE /v2.0/security-groups/f466b0b1-437f-4cfe-b299-8d8364f21681 HTTP/1.1" status: 204 len: 168 time: 0.4789791 Jul 24 09:38:47.601209 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39006) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:47.622069 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d4ffc-2fb7-43c0-a5fa-6902287d1191 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f466b0b1-437f-4cfe-b299-8d8364f21681,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:47.636928 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-443764f5-0ae2-4711-a7c5-1805c0d4cd98 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:47.656648 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-ef1d5367-72fc-46de-8c28-1e1142d7426c None None] Deleting port 40628514-d19d-4c28-ab14-5e0b679c01e5 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:47.657429 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ef1d5367-72fc-46de-8c28-1e1142d7426c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:47.686302 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443764f5-0ae2-4711-a7c5-1805c0d4cd98 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ff8a52-cbf8-44f6-b97f-3cad18d789e4,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:47.714761 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7d119c-e801-422a-84b9-a937c5860a1c x-openstack-request-id: req-3a7d119c-e801-422a-84b9-a937c5860a1c {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:38:47.715187 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7535399-4f61-4b04-921d-dd6df058d911", "name": "network-vif-deleted", "tag": "3ef59e28-0946-4325-a05e-13184352fb6e", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:38:47.715445 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a7d119c-e801-422a-84b9-a937c5860a1c {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:38:47.715841 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7535399-4f61-4b04-921d-dd6df058d911', 'name': 'network-vif-deleted', 'tag': '3ef59e28-0946-4325-a05e-13184352fb6e', 'status': 'completed', 'code': 200} Jul 24 09:38:47.717314 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-443764f5-0ae2-4711-a7c5-1805c0d4cd98 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:47.722300 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-443764f5-0ae2-4711-a7c5-1805c0d4cd98 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/subnets/b0ff8a52-cbf8-44f6-b97f-3cad18d789e4 HTTP/1.1" status: 204 len: 168 time: 0.7784960 Jul 24 09:38:47.722687 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39008) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:47.740054 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3b7b7dcd-b71d-49f3-a01c-3ccd8815e107 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1324999 Jul 24 09:38:47.745637 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39010) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:47.751460 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-df2989c0-5fb0-4563-84cb-2c8c69760cf5 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group': {'name': 'tempest-secgroup--712253610'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:47.766108 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ef1d5367-72fc-46de-8c28-1e1142d7426c None None] For port 40628514-d19d-4c28-ab14-5e0b679c01e5, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=40628514-d19d-4c28-ab14-5e0b679c01e5,segment=NetworkSegment(4767d700-3915-49a5-8365-dac2bd0c2081),segment_id=4767d700-3915-49a5-8365-dac2bd0c2081)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:47.766515 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ef1d5367-72fc-46de-8c28-1e1142d7426c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:47.786377 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-df2989c0-5fb0-4563-84cb-2c8c69760cf5 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:47.789702 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e80e222-d059-40c8-a6eb-4cedb5f8a10e None None] Network d64ce9ee-34e8-4aaa-ab75-ca5a0efa570b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:38:47.828588 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ed9b39ab-def1-4bb0-abad-acecf902d49e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:47.830300 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-ef1d5367-72fc-46de-8c28-1e1142d7426c None None] Calling delete_port for 40628514-d19d-4c28-ab14-5e0b679c01e5 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:47.905370 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b39ab-def1-4bb0-abad-acecf902d49e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting port 40628514-d19d-4c28-ab14-5e0b679c01e5 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:47.905766 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ed9b39ab-def1-4bb0-abad-acecf902d49e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:47.995282 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-df2989c0-5fb0-4563-84cb-2c8c69760cf5 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:48.010114 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-df2989c0-5fb0-4563-84cb-2c8c69760cf5 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:48.022704 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-ed9b39ab-def1-4bb0-abad-acecf902d49e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] For port 40628514-d19d-4c28-ab14-5e0b679c01e5, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=40628514-d19d-4c28-ab14-5e0b679c01e5,segment=NetworkSegment(4767d700-3915-49a5-8365-dac2bd0c2081),segment_id=4767d700-3915-49a5-8365-dac2bd0c2081)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:48.023148 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ed9b39ab-def1-4bb0-abad-acecf902d49e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:48.028466 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 40628514-d19d-4c28-ab14-5e0b679c01e5 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:38:48.049332 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b39ab-def1-4bb0-abad-acecf902d49e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Calling delete_port for 40628514-d19d-4c28-ab14-5e0b679c01e5 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:48.059992 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-df2989c0-5fb0-4563-84cb-2c8c69760cf5 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:48.060709 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-df2989c0-5fb0-4563-84cb-2c8c69760cf5 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3139529 Jul 24 09:38:48.061612 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2989c0-5fb0-4563-84cb-2c8c69760cf5 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6346de0a-2574-4e92-9c95-337e9f354b1f,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:48.063798 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39012) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:48.069991 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-4f6c814d-e4da-4776-b4cb-966be9618a2e tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group_rule': {'security_group_id': '6346de0a-2574-4e92-9c95-337e9f354b1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:48.088328 n-d-800085-9 neutron-server[94035]: WARNING neutron.api.v2.base [None req-4f6c814d-e4da-4776-b4cb-966be9618a2e tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 24 09:38:48.088328 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-4f6c814d-e4da-4776-b4cb-966be9618a2e tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:38:48.093193 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4f6c814d-e4da-4776-b4cb-966be9618a2e tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0283406 Jul 24 09:38:48.094045 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39014) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:48.099984 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-9b84ca14-cd35-4124-be63-24e9a778b8af tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group_rule': {'security_group_id': '6346de0a-2574-4e92-9c95-337e9f354b1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:48.100452 n-d-800085-9 neutron-server[94035]: WARNING neutron.api.v2.base [None req-9b84ca14-cd35-4124-be63-24e9a778b8af tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 24 09:38:48.101059 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-9b84ca14-cd35-4124-be63-24e9a778b8af tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:38:48.110339 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9b84ca14-cd35-4124-be63-24e9a778b8af tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0143850 Jul 24 09:38:48.112308 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39016) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:48.118978 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-5cf44395-ccce-4e79-8b8a-744340d38f79 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group_rule': {'security_group_id': '6346de0a-2574-4e92-9c95-337e9f354b1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:48.121315 n-d-800085-9 neutron-server[94035]: WARNING neutron.api.v2.base [None req-5cf44395-ccce-4e79-8b8a-744340d38f79 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 24 09:38:48.122117 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-5cf44395-ccce-4e79-8b8a-744340d38f79 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:38:48.124791 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5cf44395-ccce-4e79-8b8a-744340d38f79 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098941 Jul 24 09:38:48.126974 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39018) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:48.133500 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-2a336a59-783d-46b5-8c4f-23316e459827 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group_rule': {'security_group_id': '6346de0a-2574-4e92-9c95-337e9f354b1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:48.135662 n-d-800085-9 neutron-server[94035]: WARNING neutron.api.v2.base [None req-2a336a59-783d-46b5-8c4f-23316e459827 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 24 09:38:48.136464 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-2a336a59-783d-46b5-8c4f-23316e459827 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:38:48.140955 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2a336a59-783d-46b5-8c4f-23316e459827 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0096684 Jul 24 09:38:48.141137 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39020) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:48.198052 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ed9b39ab-def1-4bb0-abad-acecf902d49e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:48.229126 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00067ba7-f6da-4d6f-ad00-3a1fb0c906ac tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:48.236406 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b39ab-def1-4bb0-abad-acecf902d49e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Port': ['ID=40628514-d19d-4c28-ab14-5e0b679c01e5,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:48.245080 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No active binding found for port 40628514-d19d-4c28-ab14-5e0b679c01e5 {{(pid=94037) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 24 09:38:48.245565 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 40628514-d19d-4c28-ab14-5e0b679c01e5 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:38:48.253378 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ef1d5367-72fc-46de-8c28-1e1142d7426c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:48.273789 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9b39ab-def1-4bb0-abad-acecf902d49e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] No DVR routers for this DVR port 40628514-d19d-4c28-ab14-5e0b679c01e5 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:38:48.275596 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00067ba7-f6da-4d6f-ad00-3a1fb0c906ac tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:48.292326 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d5367-72fc-46de-8c28-1e1142d7426c None None] Pushing event deleted for resources: {'Port': ['ID=40628514-d19d-4c28-ab14-5e0b679c01e5,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:48.300175 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1d5367-72fc-46de-8c28-1e1142d7426c None None] No DVR routers for this DVR port 40628514-d19d-4c28-ab14-5e0b679c01e5 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:38:48.359897 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00067ba7-f6da-4d6f-ad00-3a1fb0c906ac tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:48.370805 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00067ba7-f6da-4d6f-ad00-3a1fb0c906ac tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:48.372778 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-00067ba7-f6da-4d6f-ad00-3a1fb0c906ac tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "DELETE /v2.0/security-groups/6346de0a-2574-4e92-9c95-337e9f354b1f HTTP/1.1" status: 204 len: 168 time: 0.2306223 Jul 24 09:38:48.380784 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39024) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:48.398248 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00067ba7-f6da-4d6f-ad00-3a1fb0c906ac tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6346de0a-2574-4e92-9c95-337e9f354b1f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:48.454568 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b8ef41-83be-4017-ba92-d19843148724 None None] DHCP port deletion for d64ce9ee-34e8-4aaa-ab75-ca5a0efa570b request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:38:48.454778 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ed9b39ab-def1-4bb0-abad-acecf902d49e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:48.473782 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-ed9b39ab-def1-4bb0-abad-acecf902d49e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca54830f-1e2e-47d2-9a8a-1f04e6ede15b']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:48.477402 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39028) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:48.493542 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-ed9b39ab-def1-4bb0-abad-acecf902d49e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4767d700-3915-49a5-8365-dac2bd0c2081') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:48.493827 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-ed9b39ab-def1-4bb0-abad-acecf902d49e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4767d700-3915-49a5-8365-dac2bd0c2081') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:48.505243 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bb2ec56f-ada2-4214-b003-02e785215aea tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1232653 Jul 24 09:38:48.509678 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39030) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:48.513306 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ed9b39ab-def1-4bb0-abad-acecf902d49e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:48.519849 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-35fd76d0-2b13-4047-b871-0ffad9494d11 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group': {'name': 'tempest-secgroup--295405186'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:48.541635 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ed9b39ab-def1-4bb0-abad-acecf902d49e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:48.553894 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9b39ab-def1-4bb0-abad-acecf902d49e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:38:48.554158 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ed9b39ab-def1-4bb0-abad-acecf902d49e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:38:48.557857 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:38:48.582250 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-35fd76d0-2b13-4047-b871-0ffad9494d11 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:48.608022 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-04b8ef41-83be-4017-ba92-d19843148724 None None] Deleting port d73cd75d-78b3-4866-8a51-fb58be5b6fd2 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:48.609179 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-04b8ef41-83be-4017-ba92-d19843148724 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:48.643244 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ed9b39ab-def1-4bb0-abad-acecf902d49e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:48.653238 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ed9b39ab-def1-4bb0-abad-acecf902d49e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:48.655492 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ed9b39ab-def1-4bb0-abad-acecf902d49e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/networks/ca54830f-1e2e-47d2-9a8a-1f04e6ede15b HTTP/1.1" status: 204 len: 168 time: 0.9317348 Jul 24 09:38:48.658968 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39034) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:48.702296 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b39ab-def1-4bb0-abad-acecf902d49e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Network': ['ID=ca54830f-1e2e-47d2-9a8a-1f04e6ede15b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:48.768502 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-04b8ef41-83be-4017-ba92-d19843148724 None None] For port d73cd75d-78b3-4866-8a51-fb58be5b6fd2, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d73cd75d-78b3-4866-8a51-fb58be5b6fd2,segment=NetworkSegment(bbcf20b0-7f1b-4505-bfb5-d7235834022b),segment_id=bbcf20b0-7f1b-4505-bfb5-d7235834022b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:48.771494 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-04b8ef41-83be-4017-ba92-d19843148724 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:48.795661 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b236642c-a8de-48de-af7b-23ccc70c6120 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:48.822184 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-04b8ef41-83be-4017-ba92-d19843148724 None None] Calling delete_port for d73cd75d-78b3-4866-8a51-fb58be5b6fd2 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:48.871869 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-35fd76d0-2b13-4047-b871-0ffad9494d11 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:48.882891 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-35fd76d0-2b13-4047-b871-0ffad9494d11 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:48.923999 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-35fd76d0-2b13-4047-b871-0ffad9494d11 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:48.925836 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-35fd76d0-2b13-4047-b871-0ffad9494d11 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4151871 Jul 24 09:38:48.927726 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd76d0-2b13-4047-b871-0ffad9494d11 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4000286-2408-46cd-b444-47f007d51ae2,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:48.931530 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39036) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:48.933207 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-b236642c-a8de-48de-af7b-23ccc70c6120 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting port d73cd75d-78b3-4866-8a51-fb58be5b6fd2 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:48.933705 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b236642c-a8de-48de-af7b-23ccc70c6120 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:48.940771 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-6efa3d1f-a3a8-4537-a0f4-e220682d62ca tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group_rule': {'security_group_id': 'e4000286-2408-46cd-b444-47f007d51ae2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:48.942238 n-d-800085-9 neutron-server[94036]: WARNING neutron.api.v2.base [None req-6efa3d1f-a3a8-4537-a0f4-e220682d62ca tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 24 09:38:48.942895 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-6efa3d1f-a3a8-4537-a0f4-e220682d62ca tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:38:48.944552 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6efa3d1f-a3a8-4537-a0f4-e220682d62ca tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080218 Jul 24 09:38:48.947878 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39038) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:48.949409 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-04b8ef41-83be-4017-ba92-d19843148724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:48.955070 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-9b891409-6c35-4502-a92c-b821af9b82bb tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group_rule': {'security_group_id': 'e4000286-2408-46cd-b444-47f007d51ae2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:48.963683 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b8ef41-83be-4017-ba92-d19843148724 None None] No DVR routers for this DVR port d73cd75d-78b3-4866-8a51-fb58be5b6fd2 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:38:48.995104 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8ef41-83be-4017-ba92-d19843148724 None None] Pushing event deleted for resources: {'Port': ['ID=d73cd75d-78b3-4866-8a51-fb58be5b6fd2,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:49.029925 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 3ef59e28-0946-4325-a05e-13184352fb6e no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:38:49.037181 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-b236642c-a8de-48de-af7b-23ccc70c6120 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] For port d73cd75d-78b3-4866-8a51-fb58be5b6fd2, host n-d-800085-9, got binding levels [] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:49.037554 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b236642c-a8de-48de-af7b-23ccc70c6120 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:49.054203 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-b236642c-a8de-48de-af7b-23ccc70c6120 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Calling delete_port for d73cd75d-78b3-4866-8a51-fb58be5b6fd2 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:49.066038 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.ipam_backend_mixin [None req-b236642c-a8de-48de-af7b-23ccc70c6120 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Port d73cd75d-78b3-4866-8a51-fb58be5b6fd2 was not found and therefore no delete operation was performed {{(pid=94036) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 09:38:49.066038 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b236642c-a8de-48de-af7b-23ccc70c6120 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:49.066965 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 3ef59e28-0946-4325-a05e-13184352fb6e {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:38:49.067407 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 3ef59e28-0946-4325-a05e-13184352fb6e not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:38:49.082172 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b236642c-a8de-48de-af7b-23ccc70c6120 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] No DVR routers for this DVR port d73cd75d-78b3-4866-8a51-fb58be5b6fd2 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:38:49.134992 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236642c-a8de-48de-af7b-23ccc70c6120 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Port': ['ID=d73cd75d-78b3-4866-8a51-fb58be5b6fd2,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:49.209655 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b236642c-a8de-48de-af7b-23ccc70c6120 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:49.221536 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-b236642c-a8de-48de-af7b-23ccc70c6120 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d64ce9ee-34e8-4aaa-ab75-ca5a0efa570b']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:49.234101 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-b236642c-a8de-48de-af7b-23ccc70c6120 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbcf20b0-7f1b-4505-bfb5-d7235834022b') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:49.234700 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-b236642c-a8de-48de-af7b-23ccc70c6120 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbcf20b0-7f1b-4505-bfb5-d7235834022b') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:49.250926 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b236642c-a8de-48de-af7b-23ccc70c6120 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:49.272652 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b236642c-a8de-48de-af7b-23ccc70c6120 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:49.282922 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b236642c-a8de-48de-af7b-23ccc70c6120 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:38:49.283678 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b236642c-a8de-48de-af7b-23ccc70c6120 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:38:49.288168 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:38:49.376357 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b236642c-a8de-48de-af7b-23ccc70c6120 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:49.380924 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b236642c-a8de-48de-af7b-23ccc70c6120 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:49.383274 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b236642c-a8de-48de-af7b-23ccc70c6120 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/networks/d64ce9ee-34e8-4aaa-ab75-ca5a0efa570b HTTP/1.1" status: 204 len: 168 time: 0.7218559 Jul 24 09:38:49.389176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39042) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:49.395601 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-d6a3483a-75b9-4300-9fd3-c9fcb58fdade tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-49463938'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:49.411634 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236642c-a8de-48de-af7b-23ccc70c6120 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Network': ['ID=d64ce9ee-34e8-4aaa-ab75-ca5a0efa570b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:49.441958 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a3483a-75b9-4300-9fd3-c9fcb58fdade tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Made reservation on behalf of 99522c69057542cfad6beb1560629fb7 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:38:49.447661 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d6a3483a-75b9-4300-9fd3-c9fcb58fdade tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:49.483403 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a3483a-75b9-4300-9fd3-c9fcb58fdade tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:38:49.495422 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d6a3483a-75b9-4300-9fd3-c9fcb58fdade tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:49.495837 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-d6a3483a-75b9-4300-9fd3-c9fcb58fdade tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Added segment 4d053e51-1a4f-45f0-ae22-bf9835db5c82 of type vlan for network 8f11f0f9-6b76-4432-b61f-408d5fb708e6 Jul 24 09:38:49.549388 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d6a3483a-75b9-4300-9fd3-c9fcb58fdade tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:49.552332 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-9b891409-6c35-4502-a92c-b821af9b82bb tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:38:49.556366 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9b891409-6c35-4502-a92c-b821af9b82bb tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6043537 Jul 24 09:38:49.556366 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39044) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:49.561411 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-2c059a42-8550-4451-af39-54b288c6df6b tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group_rule': {'security_group_id': 'e4000286-2408-46cd-b444-47f007d51ae2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:49.562160 n-d-800085-9 neutron-server[94035]: WARNING neutron.api.v2.base [None req-2c059a42-8550-4451-af39-54b288c6df6b tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 24 09:38:49.562727 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-2c059a42-8550-4451-af39-54b288c6df6b tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:38:49.566391 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2c059a42-8550-4451-af39-54b288c6df6b tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063086 Jul 24 09:38:49.566525 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39046) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:49.571508 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-b571c71a-bc10-4fdd-8788-ca478d5c4e47 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group_rule': {'security_group_id': 'e4000286-2408-46cd-b444-47f007d51ae2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:49.611275 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d6a3483a-75b9-4300-9fd3-c9fcb58fdade tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:49.617339 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a3483a-75b9-4300-9fd3-c9fcb58fdade tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:49.617961 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d6a3483a-75b9-4300-9fd3-c9fcb58fdade tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:49.673328 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39050) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:49.673565 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d6a3483a-75b9-4300-9fd3-c9fcb58fdade tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2820692 Jul 24 09:38:49.677753 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-b571c71a-bc10-4fdd-8788-ca478d5c4e47 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:38:49.681390 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b571c71a-bc10-4fdd-8788-ca478d5c4e47 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1112530 Jul 24 09:38:49.702584 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e26bcf9a-636b-44da-b6d2-0168647bc559 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'subnet': {'network_id': '8f11f0f9-6b76-4432-b61f-408d5fb708e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:49.706527 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39052) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:49.709445 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3483a-75b9-4300-9fd3-c9fcb58fdade tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Network': ['ID=8f11f0f9-6b76-4432-b61f-408d5fb708e6,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:49.721370 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 8f11f0f9-6b76-4432-b61f-408d5fb708e6 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:38:49.738945 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f24dd0d2-c7e1-4cc4-9450-e5da9ebe2abd tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group_rule': {'security_group_id': 'e4000286-2408-46cd-b444-47f007d51ae2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:49.739417 n-d-800085-9 neutron-server[94035]: WARNING neutron.api.v2.base [None req-f24dd0d2-c7e1-4cc4-9450-e5da9ebe2abd tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 24 09:38:49.739904 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-f24dd0d2-c7e1-4cc4-9450-e5da9ebe2abd tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:38:49.741597 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f24dd0d2-c7e1-4cc4-9450-e5da9ebe2abd tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0321801 Jul 24 09:38:49.745277 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39054) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:49.750058 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-ec0e4b9e-a79b-4500-bb17-e7fe2488392d tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group_rule': {'security_group_id': 'e4000286-2408-46cd-b444-47f007d51ae2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:49.787392 n-d-800085-9 neutron-server[94036]: INFO neutron.db.securitygroups_db [None req-ec0e4b9e-a79b-4500-bb17-e7fe2488392d tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Project c22b264aec68431d927ca49e5efab460 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 09:38:49.804706 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-ec0e4b9e-a79b-4500-bb17-e7fe2488392d tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:38:49.805670 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ec0e4b9e-a79b-4500-bb17-e7fe2488392d tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0593388 Jul 24 09:38:49.808526 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39056) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:49.813558 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-b7d4fd30-5783-4953-886b-e9bfa38ec940 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group_rule': {'security_group_id': 'e4000286-2408-46cd-b444-47f007d51ae2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:49.814783 n-d-800085-9 neutron-server[94036]: WARNING neutron.api.v2.base [None req-b7d4fd30-5783-4953-886b-e9bfa38ec940 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 24 09:38:49.815274 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-b7d4fd30-5783-4953-886b-e9bfa38ec940 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:38:49.817627 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b7d4fd30-5783-4953-886b-e9bfa38ec940 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079465 Jul 24 09:38:49.819473 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39058) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:49.823965 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-131cb9e6-6eeb-402a-a3b5-b4f243f293d5 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group_rule': {'security_group_id': 'e4000286-2408-46cd-b444-47f007d51ae2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:49.840424 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5a50f549-0c60-499c-9354-c67338b5bd28 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:49.852476 n-d-800085-9 neutron-server[94036]: INFO neutron.db.securitygroups_db [None req-131cb9e6-6eeb-402a-a3b5-b4f243f293d5 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Project c22b264aec68431d927ca49e5efab460 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 09:38:49.918661 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d73cd75d-78b3-4866-8a51-fb58be5b6fd2 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:38:49.932059 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26bcf9a-636b-44da-b6d2-0168647bc559 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Made reservation on behalf of 99522c69057542cfad6beb1560629fb7 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:38:49.935749 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-131cb9e6-6eeb-402a-a3b5-b4f243f293d5 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:38:49.936268 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e26bcf9a-636b-44da-b6d2-0168647bc559 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:49.936908 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-131cb9e6-6eeb-402a-a3b5-b4f243f293d5 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1164653 Jul 24 09:38:49.939725 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39060) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:49.946107 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-cc36e5bf-4937-47d6-b305-f6949afa606e tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group_rule': {'security_group_id': 'e4000286-2408-46cd-b444-47f007d51ae2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:49.950974 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: d73cd75d-78b3-4866-8a51-fb58be5b6fd2 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:38:49.952186 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d73cd75d-78b3-4866-8a51-fb58be5b6fd2 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:38:49.975438 n-d-800085-9 neutron-server[94036]: INFO neutron.db.securitygroups_db [None req-cc36e5bf-4937-47d6-b305-f6949afa606e tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Project c22b264aec68431d927ca49e5efab460 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 09:38:49.990640 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-cc36e5bf-4937-47d6-b305-f6949afa606e tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:38:49.993253 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-cc36e5bf-4937-47d6-b305-f6949afa606e tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0524950 Jul 24 09:38:49.994876 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39062) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:50.054151 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-33286d7c-9a98-4778-91d4-1a581a27cbdb tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:50.080246 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-33286d7c-9a98-4778-91d4-1a581a27cbdb tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:50.122514 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-33286d7c-9a98-4778-91d4-1a581a27cbdb tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:50.126430 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-33286d7c-9a98-4778-91d4-1a581a27cbdb tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:50.129563 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-33286d7c-9a98-4778-91d4-1a581a27cbdb tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "DELETE /v2.0/security-groups/e4000286-2408-46cd-b444-47f007d51ae2 HTTP/1.1" status: 204 len: 168 time: 0.1313450 Jul 24 09:38:50.130469 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39064) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:50.149026 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33286d7c-9a98-4778-91d4-1a581a27cbdb tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4000286-2408-46cd-b444-47f007d51ae2,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:50.194342 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a61bedf1-25ed-4467-8408-0a869b42d35f tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0627558 Jul 24 09:38:50.198900 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39066) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:50.203911 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-7f2ec887-6fb1-4c11-bc64-8e01319731d1 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group': {'name': 'tempest-secgroup--1572262244'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:50.227351 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7f2ec887-6fb1-4c11-bc64-8e01319731d1 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:50.251861 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e26bcf9a-636b-44da-b6d2-0168647bc559 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:50.331162 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7f2ec887-6fb1-4c11-bc64-8e01319731d1 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:50.336339 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7f2ec887-6fb1-4c11-bc64-8e01319731d1 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:50.338575 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bcf9a-636b-44da-b6d2-0168647bc559 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Subnet': ['ID=f558a8de-189b-4222-96af-2da27cfa85b2,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:50.361138 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26bcf9a-636b-44da-b6d2-0168647bc559 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Checking segment: {'id': '4d053e51-1a4f-45f0-ae22-bf9835db5c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8f11f0f9-6b76-4432-b61f-408d5fb708e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:38:50.361481 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26bcf9a-636b-44da-b6d2-0168647bc559 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network hostable DHCP agents. Network: 8f11f0f9-6b76-4432-b61f-408d5fb708e6, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:38:50.369795 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7f2ec887-6fb1-4c11-bc64-8e01319731d1 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:50.374024 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7f2ec887-6fb1-4c11-bc64-8e01319731d1 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1707385 Jul 24 09:38:50.374163 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39068) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:50.379813 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-bc6a9680-23cb-4674-bc4d-8bcc537e7bf9 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group_rule': {'security_group_id': '9a5bea7f-a724-4986-bd6b-d8ca4b08df90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:50.381188 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-5a50f549-0c60-499c-9354-c67338b5bd28 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Deleting port 96ce3d72-8768-4b06-94da-4dcfb0587c92 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:50.381544 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5a50f549-0c60-499c-9354-c67338b5bd28 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:50.385439 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ec887-6fb1-4c11-bc64-8e01319731d1 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5bea7f-a724-4986-bd6b-d8ca4b08df90,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:50.415726 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26bcf9a-636b-44da-b6d2-0168647bc559 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network 8f11f0f9-6b76-4432-b61f-408d5fb708e6 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:38:50.427796 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-bc6a9680-23cb-4674-bc4d-8bcc537e7bf9 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] create failed (client error): The resource could not be found. Jul 24 09:38:50.429117 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bc6a9680-23cb-4674-bc4d-8bcc537e7bf9 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0538332 Jul 24 09:38:50.431863 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39070) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:50.434915 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-e26bcf9a-636b-44da-b6d2-0168647bc559 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 8f11f0f9-6b76-4432-b61f-408d5fb708e6) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:50.438208 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-f97a3c6a-74d2-4e23-aaa1-d65069c5cee8 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group_rule': {'security_group_id': '9a5bea7f-a724-4986-bd6b-d8ca4b08df90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4cc11173-8aad-4ef0-b64c-1c252da909e2'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:50.445354 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a906ca4-c850-49cb-81f9-0e11cd9af5dd None None] Network 8f11f0f9-6b76-4432-b61f-408d5fb708e6 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:38:50.465841 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26bcf9a-636b-44da-b6d2-0168647bc559 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:50.466446 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e26bcf9a-636b-44da-b6d2-0168647bc559 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:50.502472 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39074) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:50.509947 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-8fe44eaf-07ef-4898-9502-ec1aa0192377 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-372747795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:50.513364 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e26bcf9a-636b-44da-b6d2-0168647bc559 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8385763 Jul 24 09:38:50.515182 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-f97a3c6a-74d2-4e23-aaa1-d65069c5cee8 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] create failed (client error): The resource could not be found. Jul 24 09:38:50.518895 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f97a3c6a-74d2-4e23-aaa1-d65069c5cee8 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0835578 Jul 24 09:38:50.519500 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39076) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:50.530176 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-5a50f549-0c60-499c-9354-c67338b5bd28 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] For port 96ce3d72-8768-4b06-94da-4dcfb0587c92, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=96ce3d72-8768-4b06-94da-4dcfb0587c92,segment=NetworkSegment(8403fcfa-dc03-4d4d-ba8a-1cbc043f631d),segment_id=8403fcfa-dc03-4d4d-ba8a-1cbc043f631d)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:50.530557 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5a50f549-0c60-499c-9354-c67338b5bd28 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:50.551702 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-5a50f549-0c60-499c-9354-c67338b5bd28 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Calling delete_port for 96ce3d72-8768-4b06-94da-4dcfb0587c92 owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:50.580930 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8fe44eaf-07ef-4898-9502-ec1aa0192377 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:50.582622 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8fe44eaf-07ef-4898-9502-ec1aa0192377 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:50.614936 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b62aa468-4466-4ca7-a958-46b17ed4a593 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:50.629385 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53d4bb7-fd02-4c80-a4bd-08cd09b9aaa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-8f11f0f9-6b76-4432-b61f-408d5fb708e6', 'network_id': '8f11f0f9-6b76-4432-b61f-408d5fb708e6', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'fixed_ips': [{'subnet_id': 'f558a8de-189b-4222-96af-2da27cfa85b2'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:38:50.636114 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b53d4bb7-fd02-4c80-a4bd-08cd09b9aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:50.643557 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b62aa468-4466-4ca7-a958-46b17ed4a593 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:50.700829 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8fe44eaf-07ef-4898-9502-ec1aa0192377 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:50.737898 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8fe44eaf-07ef-4898-9502-ec1aa0192377 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:50.761217 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b62aa468-4466-4ca7-a958-46b17ed4a593 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:50.764484 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b62aa468-4466-4ca7-a958-46b17ed4a593 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:50.768172 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b62aa468-4466-4ca7-a958-46b17ed4a593 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "DELETE /v2.0/security-groups/9a5bea7f-a724-4986-bd6b-d8ca4b08df90 HTTP/1.1" status: 204 len: 168 time: 0.2456088 Jul 24 09:38:50.770825 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39080) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:50.780468 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8fe44eaf-07ef-4898-9502-ec1aa0192377 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:50.787236 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8fe44eaf-07ef-4898-9502-ec1aa0192377 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2824712 Jul 24 09:38:50.787875 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39082) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:50.806379 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-64809818-12b3-4bdb-9717-521230f8f69b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'port': {'network_id': '8f11f0f9-6b76-4432-b61f-408d5fb708e6', 'name': 'tempest-RoutersIpV6Test-1060236596'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:50.812809 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62aa468-4466-4ca7-a958-46b17ed4a593 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5bea7f-a724-4986-bd6b-d8ca4b08df90,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:50.833254 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-b53d4bb7-fd02-4c80-a4bd-08cd09b9aaa6 None None] Allocated IP 2001:db8::2 (8f11f0f9-6b76-4432-b61f-408d5fb708e6/f558a8de-189b-4222-96af-2da27cfa85b2/ee82559c-740c-42de-a65c-a838309cca26) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:38:50.858108 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5a50f549-0c60-499c-9354-c67338b5bd28 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:50.944531 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50f549-0c60-499c-9354-c67338b5bd28 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'Port': ['ID=96ce3d72-8768-4b06-94da-4dcfb0587c92,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:50.996814 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64809818-12b3-4bdb-9717-521230f8f69b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Made reservation on behalf of 99522c69057542cfad6beb1560629fb7 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:38:50.998549 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-030e8438-8543-429d-836a-f49e3464cd52 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2251070 Jul 24 09:38:50.999477 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39088) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:51.009625 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e131ef80-a7da-4f85-a92a-c3ce1fbded2d tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group_rule': {'security_group_id': 'a9fc50eb-74ec-4fef-b5ab-8a07cf4fc720', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:51.016725 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-64809818-12b3-4bdb-9717-521230f8f69b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:51.073305 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-64809818-12b3-4bdb-9717-521230f8f69b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] device_id is not set on port 50b163a8-4c94-4f7e-9985-39899db0591e yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:38:51.202107 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5a50f549-0c60-499c-9354-c67338b5bd28 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:51.208550 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b53d4bb7-fd02-4c80-a4bd-08cd09b9aaa6 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:51.225338 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b53d4bb7-fd02-4c80-a4bd-08cd09b9aaa6 None None] Transition to ACTIVE for port object ee82559c-740c-42de-a65c-a838309cca26 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:51.241170 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b53d4bb7-fd02-4c80-a4bd-08cd09b9aaa6 None None] Transition to ACTIVE for port object ee82559c-740c-42de-a65c-a838309cca26 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:51.250080 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b53d4bb7-fd02-4c80-a4bd-08cd09b9aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:51.264471 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-e131ef80-a7da-4f85-a92a-c3ce1fbded2d tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] create failed (client error): The resource could not be found. Jul 24 09:38:51.269106 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e131ef80-a7da-4f85-a92a-c3ce1fbded2d tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2625749 Jul 24 09:38:51.301936 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53d4bb7-fd02-4c80-a4bd-08cd09b9aaa6 None None] Network 8f11f0f9-6b76-4432-b61f-408d5fb708e6 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:38:51.303544 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39092) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:51.305772 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-b53d4bb7-fd02-4c80-a4bd-08cd09b9aaa6 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:51.310693 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53d4bb7-fd02-4c80-a4bd-08cd09b9aaa6 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:38:51.313559 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-bc0932b0-c8b7-4d6e-83f8-8094beeb1be0 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group': {'name': 'tempest-secgroup--1601548013'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:51.314267 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d4bb7-fd02-4c80-a4bd-08cd09b9aaa6 None None] Pushing event updated for resources: {'Port': ['ID=ee82559c-740c-42de-a65c-a838309cca26,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:51.358530 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bc0932b0-c8b7-4d6e-83f8-8094beeb1be0 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:51.406622 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-64809818-12b3-4bdb-9717-521230f8f69b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Allocated IP 2001:db8::2e7 (8f11f0f9-6b76-4432-b61f-408d5fb708e6/f558a8de-189b-4222-96af-2da27cfa85b2/50b163a8-4c94-4f7e-9985-39899db0591e) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:38:51.419026 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-b53d4bb7-fd02-4c80-a4bd-08cd09b9aaa6 None None] Attempting to bind port ee82559c-740c-42de-a65c-a838309cca26 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:38:51.419548 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-b53d4bb7-fd02-4c80-a4bd-08cd09b9aaa6 None None] Attempting to bind port ee82559c-740c-42de-a65c-a838309cca26 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4d053e51-1a4f-45f0-ae22-bf9835db5c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8f11f0f9-6b76-4432-b61f-408d5fb708e6'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:38:51.420042 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53d4bb7-fd02-4c80-a4bd-08cd09b9aaa6 None None] Attempting to bind port ee82559c-740c-42de-a65c-a838309cca26 on network 8f11f0f9-6b76-4432-b61f-408d5fb708e6 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:38:51.428051 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53d4bb7-fd02-4c80-a4bd-08cd09b9aaa6 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:38:51.428601 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53d4bb7-fd02-4c80-a4bd-08cd09b9aaa6 None None] Checking segment: {'id': '4d053e51-1a4f-45f0-ae22-bf9835db5c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8f11f0f9-6b76-4432-b61f-408d5fb708e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:38:51.429119 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b53d4bb7-fd02-4c80-a4bd-08cd09b9aaa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:51.429614 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53d4bb7-fd02-4c80-a4bd-08cd09b9aaa6 None None] Bound using segment: {'id': '4d053e51-1a4f-45f0-ae22-bf9835db5c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8f11f0f9-6b76-4432-b61f-408d5fb708e6'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:38:51.430442 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-b53d4bb7-fd02-4c80-a4bd-08cd09b9aaa6 None None] Bound port: ee82559c-740c-42de-a65c-a838309cca26, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d053e51-1a4f-45f0-ae22-bf9835db5c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8f11f0f9-6b76-4432-b61f-408d5fb708e6'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:38:51.430921 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b53d4bb7-fd02-4c80-a4bd-08cd09b9aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:51.506766 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-b53d4bb7-fd02-4c80-a4bd-08cd09b9aaa6 None None] For port ee82559c-740c-42de-a65c-a838309cca26, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:38:51.510128 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-b53d4bb7-fd02-4c80-a4bd-08cd09b9aaa6 None None] For port ee82559c-740c-42de-a65c-a838309cca26, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=ee82559c-740c-42de-a65c-a838309cca26,segment=NetworkSegment(4d053e51-1a4f-45f0-ae22-bf9835db5c82),segment_id=4d053e51-1a4f-45f0-ae22-bf9835db5c82)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:38:51.517351 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b53d4bb7-fd02-4c80-a4bd-08cd09b9aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:51.603885 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d4bb7-fd02-4c80-a4bd-08cd09b9aaa6 None None] Pushing event updated for resources: {'Port': ['ID=ee82559c-740c-42de-a65c-a838309cca26,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:51.669352 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a50f549-0c60-499c-9354-c67338b5bd28 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Router 8a73d4a4-2da9-43d0-bd4d-52e5eea91de5 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:38:51.681586 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bc0932b0-c8b7-4d6e-83f8-8094beeb1be0 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:51.691601 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bc0932b0-c8b7-4d6e-83f8-8094beeb1be0 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:51.729721 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-64809818-12b3-4bdb-9717-521230f8f69b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:51.745312 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-64809818-12b3-4bdb-9717-521230f8f69b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Transition to ACTIVE for port object 50b163a8-4c94-4f7e-9985-39899db0591e will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:51.789362 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-64809818-12b3-4bdb-9717-521230f8f69b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:51.806811 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0932b0-c8b7-4d6e-83f8-8094beeb1be0 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c87fff05-7c15-4209-84db-2efc67de18b2,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:51.824933 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bc0932b0-c8b7-4d6e-83f8-8094beeb1be0 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:51.829974 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bc0932b0-c8b7-4d6e-83f8-8094beeb1be0 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5253754 Jul 24 09:38:51.839352 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39096) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:51.864246 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-deeb3a9f-4358-45d3-aa48-64769fa9a971 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group': {'name': 'tempest-secgroup--528706383'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:51.878970 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64809818-12b3-4bdb-9717-521230f8f69b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network 8f11f0f9-6b76-4432-b61f-408d5fb708e6 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:38:51.895841 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-64809818-12b3-4bdb-9717-521230f8f69b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:51.908585 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64809818-12b3-4bdb-9717-521230f8f69b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:38:51.911395 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-deeb3a9f-4358-45d3-aa48-64769fa9a971 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:51.924930 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64809818-12b3-4bdb-9717-521230f8f69b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:51.925630 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-64809818-12b3-4bdb-9717-521230f8f69b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:51.963316 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64809818-12b3-4bdb-9717-521230f8f69b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Port': ['ID=50b163a8-4c94-4f7e-9985-39899db0591e,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:52.019059 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a50f549-0c60-499c-9354-c67338b5bd28 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:38:52.034858 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5a50f549-0c60-499c-9354-c67338b5bd28 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "PUT /v2.0/routers/8a73d4a4-2da9-43d0-bd4d-52e5eea91de5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5557973 Jul 24 09:38:52.037853 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39098) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:52.040085 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d495f87-b353-43d8-b2a1-e3f6b7bdc038 None None] Sync routers for ids ['8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:38:52.055389 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d495f87-b353-43d8-b2a1-e3f6b7bdc038 None None] Routers {'8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:52.061543 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9d495f87-b353-43d8-b2a1-e3f6b7bdc038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:52.111347 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device ee82559c-740c-42de-a65c-a838309cca26 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:38:52.124203 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9325cad-4b59-419f-8b46-b9c867956da8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Deleting subnet abcc95a9-2b8f-4f45-9295-16fd096d5cdf {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:38:52.128175 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9325cad-4b59-419f-8b46-b9c867956da8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:52.164360 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-deeb3a9f-4358-45d3-aa48-64769fa9a971 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:52.171245 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-deeb3a9f-4358-45d3-aa48-64769fa9a971 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:52.185126 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-64809818-12b3-4bdb-9717-521230f8f69b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3861949 Jul 24 09:38:52.187869 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39100) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:52.202997 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-deeb3a9f-4358-45d3-aa48-64769fa9a971 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:52.208671 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-deeb3a9f-4358-45d3-aa48-64769fa9a971 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3608479 Jul 24 09:38:52.213070 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39104) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:52.219852 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port ee82559c-740c-42de-a65c-a838309cca26 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:38:52.220148 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9325cad-4b59-419f-8b46-b9c867956da8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:52.227706 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-500c4110-77f6-4aad-8f05-b1e5d694ac28 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group_rule': {'security_group_id': 'c87fff05-7c15-4209-84db-2efc67de18b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'dec4fc43-43be-4a0d-9cfd-38a5cc50f154'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:52.283009 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-9d495f87-b353-43d8-b2a1-e3f6b7bdc038 None None] Set router 8a73d4a4-2da9-43d0-bd4d-52e5eea91de5 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:38:52.284759 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb3a9f-4358-45d3-aa48-64769fa9a971 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec4fc43-43be-4a0d-9cfd-38a5cc50f154,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:52.359068 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-500c4110-77f6-4aad-8f05-b1e5d694ac28 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:38:52.363858 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-500c4110-77f6-4aad-8f05-b1e5d694ac28 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1472778 Jul 24 09:38:52.365222 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39106) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:52.367231 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9325cad-4b59-419f-8b46-b9c867956da8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:52.477527 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-703db128-3fa7-4287-b7a0-b4cea81907ac tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:52.499508 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9325cad-4b59-419f-8b46-b9c867956da8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:52.539435 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9d495f87-b353-43d8-b2a1-e3f6b7bdc038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802577442', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:12Z', 'updated_at': '2021-07-24T09:38:50Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:15Z', 'updated_at': '2021-07-24T09:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:52.543482 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9325cad-4b59-419f-8b46-b9c867956da8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:52.546456 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b9325cad-4b59-419f-8b46-b9c867956da8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "DELETE /v2.0/subnets/abcc95a9-2b8f-4f45-9295-16fd096d5cdf HTTP/1.1" status: 204 len: 168 time: 0.5076048 Jul 24 09:38:52.548320 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9325cad-4b59-419f-8b46-b9c867956da8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'Subnet': ['ID=abcc95a9-2b8f-4f45-9295-16fd096d5cdf,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:52.552756 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-703db128-3fa7-4287-b7a0-b4cea81907ac tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:52.555309 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44653ad-7211-4d3d-b0fc-4f6ba5937d4e None None] Network 24e68462-bbf2-4bb0-9276-7f619db90058 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:38:52.555537 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39108) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:52.705937 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d495f87-b353-43d8-b2a1-e3f6b7bdc038 None None] Checking router: 8a73d4a4-2da9-43d0-bd4d-52e5eea91de5 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:38:52.745708 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d495f87-b353-43d8-b2a1-e3f6b7bdc038 None None] Routers {'8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:52.747663 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9d495f87-b353-43d8-b2a1-e3f6b7bdc038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:52.865259 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-703db128-3fa7-4287-b7a0-b4cea81907ac tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:52.869904 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-703db128-3fa7-4287-b7a0-b4cea81907ac tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:52.883654 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-703db128-3fa7-4287-b7a0-b4cea81907ac tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "DELETE /v2.0/security-groups/dec4fc43-43be-4a0d-9cfd-38a5cc50f154 HTTP/1.1" status: 204 len: 168 time: 0.5124006 Jul 24 09:38:52.884450 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39112) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:52.949244 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703db128-3fa7-4287-b7a0-b4cea81907ac tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec4fc43-43be-4a0d-9cfd-38a5cc50f154,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:52.984139 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8dfd8cb1-4352-4c9c-9d14-f744eaf78963 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:53.026671 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-9d495f87-b353-43d8-b2a1-e3f6b7bdc038 None None] Set router 8a73d4a4-2da9-43d0-bd4d-52e5eea91de5 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:38:53.053299 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65947b49-9ff3-4fa4-b5c3-f2a15e08917a None None] DHCP port deletion for 24e68462-bbf2-4bb0-9276-7f619db90058 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:38:53.150560 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8dfd8cb1-4352-4c9c-9d14-f744eaf78963 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:53.162832 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-65947b49-9ff3-4fa4-b5c3-f2a15e08917a None None] Deleting port 98789e84-c506-4a75-b71a-7e2f8f8c3783 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:53.165900 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-65947b49-9ff3-4fa4-b5c3-f2a15e08917a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:53.179851 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-344d4ca1-1681-48d2-bafe-4bf0b1be0728 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2871575 Jul 24 09:38:53.190474 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39114) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:53.260852 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff4817f-45e7-4569-a0af-d079a8277b5d None None] Network 8f11f0f9-6b76-4432-b61f-408d5fb708e6 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:38:53.334306 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-94d4054b-e662-4d75-80b2-5c6bc3062093 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:53.386232 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-8dfd8cb1-4352-4c9c-9d14-f744eaf78963 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Deleting port a7e4c6e6-d452-4e94-b77c-5b58ff0ac530 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:53.386588 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8dfd8cb1-4352-4c9c-9d14-f744eaf78963 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:53.410178 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-65947b49-9ff3-4fa4-b5c3-f2a15e08917a None None] For port 98789e84-c506-4a75-b71a-7e2f8f8c3783, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=98789e84-c506-4a75-b71a-7e2f8f8c3783,segment=NetworkSegment(8403fcfa-dc03-4d4d-ba8a-1cbc043f631d),segment_id=8403fcfa-dc03-4d4d-ba8a-1cbc043f631d)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:53.410731 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-65947b49-9ff3-4fa4-b5c3-f2a15e08917a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:53.454137 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-94d4054b-e662-4d75-80b2-5c6bc3062093 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:53.458633 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-65947b49-9ff3-4fa4-b5c3-f2a15e08917a None None] Calling delete_port for 98789e84-c506-4a75-b71a-7e2f8f8c3783 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:53.461394 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9d495f87-b353-43d8-b2a1-e3f6b7bdc038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802577442', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:12Z', 'updated_at': '2021-07-24T09:38:50Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:15Z', 'updated_at': '2021-07-24T09:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:53.483722 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-211bea8e-de51-4c9a-838c-99a1970fb9db None None] Provisioning for port ee82559c-740c-42de-a65c-a838309cca26 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:38:53.492568 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-211bea8e-de51-4c9a-838c-99a1970fb9db None None] Provisioning complete for port ee82559c-740c-42de-a65c-a838309cca26 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:53.493152 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-211bea8e-de51-4c9a-838c-99a1970fb9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:53.493844 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d495f87-b353-43d8-b2a1-e3f6b7bdc038 None None] The sync data for ids ['8a73d4a4-2da9-43d0-bd4d-52e5eea91de5'] in n-d-800085-9 is: [{'id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802577442', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:12Z', 'updated_at': '2021-07-24T09:38:50Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': 'a7e4c6e6-d452-4e94-b77c-5b58ff0ac530', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d4a4-2da9-43d0-bd4d-52e5eea91de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:15Z', 'updated_at': '2021-07-24T09:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:38:53.629777 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-8dfd8cb1-4352-4c9c-9d14-f744eaf78963 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] For port a7e4c6e6-d452-4e94-b77c-5b58ff0ac530, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a7e4c6e6-d452-4e94-b77c-5b58ff0ac530,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:53.630032 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8dfd8cb1-4352-4c9c-9d14-f744eaf78963 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:53.648377 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-8dfd8cb1-4352-4c9c-9d14-f744eaf78963 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Calling delete_port for a7e4c6e6-d452-4e94-b77c-5b58ff0ac530 owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:53.740176 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-045b9f69-8da3-46f5-be29-97c7a46ef910 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:53.750043 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-211bea8e-de51-4c9a-838c-99a1970fb9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:53.812122 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-65947b49-9ff3-4fa4-b5c3-f2a15e08917a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:53.821472 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-211bea8e-de51-4c9a-838c-99a1970fb9db None None] For port ee82559c-740c-42de-a65c-a838309cca26, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=ee82559c-740c-42de-a65c-a838309cca26,segment=NetworkSegment(4d053e51-1a4f-45f0-ae22-bf9835db5c82),segment_id=4d053e51-1a4f-45f0-ae22-bf9835db5c82)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:38:53.850771 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-94d4054b-e662-4d75-80b2-5c6bc3062093 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:53.854571 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-94d4054b-e662-4d75-80b2-5c6bc3062093 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:53.858846 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-94d4054b-e662-4d75-80b2-5c6bc3062093 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "DELETE /v2.0/security-groups/c87fff05-7c15-4209-84db-2efc67de18b2 HTTP/1.1" status: 204 len: 168 time: 0.6624227 Jul 24 09:38:53.860337 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-211bea8e-de51-4c9a-838c-99a1970fb9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:53.865780 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65947b49-9ff3-4fa4-b5c3-f2a15e08917a None None] No DVR routers for this DVR port 98789e84-c506-4a75-b71a-7e2f8f8c3783 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:38:53.869401 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65947b49-9ff3-4fa4-b5c3-f2a15e08917a None None] Pushing event deleted for resources: {'Port': ['ID=98789e84-c506-4a75-b71a-7e2f8f8c3783,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:53.918453 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39128) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:53.919258 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4054b-e662-4d75-80b2-5c6bc3062093 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87fff05-7c15-4209-84db-2efc67de18b2,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:53.944397 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bea8e-de51-4c9a-838c-99a1970fb9db None None] Pushing event updated for resources: {'Port': ['ID=ee82559c-740c-42de-a65c-a838309cca26,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:54.043233 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 98789e84-c506-4a75-b71a-7e2f8f8c3783 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:38:54.073635 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-70753d9b-d0ea-4ef1-8e4f-a9cbfa3deea3 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:54.074624 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-70753d9b-d0ea-4ef1-8e4f-a9cbfa3deea3 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 812 time: 0.3605103 Jul 24 09:38:54.083391 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-347182d6-81cf-42cf-845e-44b50e3cabd0 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1441813 Jul 24 09:38:54.090856 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39132) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:54.101494 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 98789e84-c506-4a75-b71a-7e2f8f8c3783 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:38:54.101922 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 98789e84-c506-4a75-b71a-7e2f8f8c3783 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:38:54.102456 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 96ce3d72-8768-4b06-94da-4dcfb0587c92 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:38:54.115508 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-b10d0c45-31ca-4a06-93a5-221913e0f858 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/quotas/1badc3f1501941d9bbfe9d2d50d5c337 HTTP/1.1" status: 200 len: 375 time: 0.0247169 Jul 24 09:38:54.129630 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-39d5a393-8393-4fd6-af85-1710c857ceea tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group': {'name': 'tempest-secgroup--925200780'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:54.141702 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 96ce3d72-8768-4b06-94da-4dcfb0587c92 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:38:54.142068 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 96ce3d72-8768-4b06-94da-4dcfb0587c92 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:38:54.152238 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-67f524eb-684f-4202-8db7-aca1fbf88ce0 None None] Provisioning complete for port ee82559c-740c-42de-a65c-a838309cca26 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:54.152619 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-67f524eb-684f-4202-8db7-aca1fbf88ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:54.277942 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-39d5a393-8393-4fd6-af85-1710c857ceea tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:54.292986 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8dfd8cb1-4352-4c9c-9d14-f744eaf78963 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:54.328251 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-67f524eb-684f-4202-8db7-aca1fbf88ce0 None None] Provisioning for port 50b163a8-4c94-4f7e-9985-39899db0591e completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:38:54.333441 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-67f524eb-684f-4202-8db7-aca1fbf88ce0 None None] Provisioning complete for port 50b163a8-4c94-4f7e-9985-39899db0591e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:54.334103 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-67f524eb-684f-4202-8db7-aca1fbf88ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:54.340886 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd8cb1-4352-4c9c-9d14-f744eaf78963 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'Port': ['ID=a7e4c6e6-d452-4e94-b77c-5b58ff0ac530,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:54.354749 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-bc0dc104-f534-401b-8a14-af4debe5dccd tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2384484 Jul 24 09:38:54.368266 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-045b9f69-8da3-46f5-be29-97c7a46ef910 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:54.371200 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-f1bbd4c1-6671-4475-acbd-82ce9712199a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:38:54.372478 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-f1bbd4c1-6671-4475-acbd-82ce9712199a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090632 Jul 24 09:38:54.383283 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-045b9f69-8da3-46f5-be29-97c7a46ef910 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:54.404989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-67f524eb-684f-4202-8db7-aca1fbf88ce0 None None] Port 50b163a8-4c94-4f7e-9985-39899db0591e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:38:54.464259 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8dfd8cb1-4352-4c9c-9d14-f744eaf78963 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:54.478682 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b9f69-8da3-46f5-be29-97c7a46ef910 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Port': ['ID=50b163a8-4c94-4f7e-9985-39899db0591e,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:54.538091 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-af464970-dc18-491e-9578-59547f17cbf5 None None] Provisioning complete for port 50b163a8-4c94-4f7e-9985-39899db0591e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:54.538757 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-af464970-dc18-491e-9578-59547f17cbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:54.575817 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-39d5a393-8393-4fd6-af85-1710c857ceea tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:54.601819 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-39d5a393-8393-4fd6-af85-1710c857ceea tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:54.638494 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-af464970-dc18-491e-9578-59547f17cbf5 None None] Port 50b163a8-4c94-4f7e-9985-39899db0591e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:38:54.639261 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-39d5a393-8393-4fd6-af85-1710c857ceea tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:54.640665 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-39d5a393-8393-4fd6-af85-1710c857ceea tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5153005 Jul 24 09:38:54.650455 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39136) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:54.661361 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-08593078-df36-4358-a7a5-4ac2f44b5560 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group_rule': {'security_group_id': '5b5aceb7-5d0d-49b7-ba15-cf10bb4d9318', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:54.702721 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5a393-8393-4fd6-af85-1710c857ceea tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5aceb7-5d0d-49b7-ba15-cf10bb4d9318,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:54.704924 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-045b9f69-8da3-46f5-be29-97c7a46ef910 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:54.739839 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-ffecaead-f39f-4b72-9fea-23fbc80e499b service neutron] 10.222.0.32 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446887 Jul 24 09:38:54.743341 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8dfd8cb1-4352-4c9c-9d14-f744eaf78963 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:54.753330 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8dfd8cb1-4352-4c9c-9d14-f744eaf78963 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:54.800472 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-08593078-df36-4358-a7a5-4ac2f44b5560 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:38:54.805587 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-08593078-df36-4358-a7a5-4ac2f44b5560 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1485438 Jul 24 09:38:54.805587 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39138) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:54.809921 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-5283fa80-e65e-4c7b-9343-722c2369d6ea tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group_rule': {'security_group_id': '5b5aceb7-5d0d-49b7-ba15-cf10bb4d9318', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:54.856609 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8dfd8cb1-4352-4c9c-9d14-f744eaf78963 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:54.857196 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfd8cb1-4352-4c9c-9d14-f744eaf78963 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Fanout notify agent at l3_agent the message router_deleted on router 8a73d4a4-2da9-43d0-bd4d-52e5eea91de5 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:38:54.865345 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8dfd8cb1-4352-4c9c-9d14-f744eaf78963 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:54.869320 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8dfd8cb1-4352-4c9c-9d14-f744eaf78963 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "DELETE /v2.0/routers/8a73d4a4-2da9-43d0-bd4d-52e5eea91de5 HTTP/1.1" status: 204 len: 168 time: 2.3111563 Jul 24 09:38:54.871614 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39140) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:54.872341 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0fa9fcb2-b738-49d1-9645-c69a7e4f1f11 None None] Provisioning complete for port 50b163a8-4c94-4f7e-9985-39899db0591e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:54.873509 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0fa9fcb2-b738-49d1-9645-c69a7e4f1f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:54.920467 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-045b9f69-8da3-46f5-be29-97c7a46ef910 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:54.930361 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-0fa9fcb2-b738-49d1-9645-c69a7e4f1f11 None None] Port 50b163a8-4c94-4f7e-9985-39899db0591e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:38:54.952626 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-5283fa80-e65e-4c7b-9343-722c2369d6ea tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:38:54.957265 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5283fa80-e65e-4c7b-9343-722c2369d6ea tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1485152 Jul 24 09:38:54.977363 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39142) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:54.996369 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-c0366712-ef45-4071-9a5e-b7ee4835c9a6 service neutron] 10.222.0.32 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510655 Jul 24 09:38:55.016480 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f4885f5d-3696-4137-a521-7031893b5098 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:55.105519 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d17396d8-ce86-4a7c-8e09-65ef57611686 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:55.194720 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d17396d8-ce86-4a7c-8e09-65ef57611686 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:55.359461 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-045b9f69-8da3-46f5-be29-97c7a46ef910 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:55.367548 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-045b9f69-8da3-46f5-be29-97c7a46ef910 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:55.368425 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-045b9f69-8da3-46f5-be29-97c7a46ef910 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:55.434019 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca301dd4-add7-4573-9b42-ec287897dc7f req-9cfd8d6f-e34e-429c-8e2d-f3ddb3c1d132 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 210 time: 0.0615892 Jul 24 09:38:55.484520 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b9f69-8da3-46f5-be29-97c7a46ef910 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Port': ['ID=50b163a8-4c94-4f7e-9985-39899db0591e,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:55.591300 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045b9f69-8da3-46f5-be29-97c7a46ef910 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network 8f11f0f9-6b76-4432-b61f-408d5fb708e6 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:38:55.595382 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-045b9f69-8da3-46f5-be29-97c7a46ef910 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:55.778090 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045b9f69-8da3-46f5-be29-97c7a46ef910 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Router 9c7926b5-d428-4133-b822-327c7b1c092c is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:38:55.807512 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f4885f5d-3696-4137-a521-7031893b5098 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:55.832321 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d17396d8-ce86-4a7c-8e09-65ef57611686 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:55.836119 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d17396d8-ce86-4a7c-8e09-65ef57611686 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:55.837492 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d17396d8-ce86-4a7c-8e09-65ef57611686 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "DELETE /v2.0/security-groups/5b5aceb7-5d0d-49b7-ba15-cf10bb4d9318 HTTP/1.1" status: 204 len: 168 time: 0.8582692 Jul 24 09:38:55.839388 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-f4885f5d-3696-4137-a521-7031893b5098 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e68462-bbf2-4bb0-9276-7f619db90058']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:55.849138 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39158) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:55.907843 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-f4885f5d-3696-4137-a521-7031893b5098 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8403fcfa-dc03-4d4d-ba8a-1cbc043f631d') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:55.908387 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-f4885f5d-3696-4137-a521-7031893b5098 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8403fcfa-dc03-4d4d-ba8a-1cbc043f631d') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:55.925829 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045b9f69-8da3-46f5-be29-97c7a46ef910 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:38:55.931831 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-045b9f69-8da3-46f5-be29-97c7a46ef910 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "PUT /v2.0/routers/9c7926b5-d428-4133-b822-327c7b1c092c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7426307 Jul 24 09:38:55.934597 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39160) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:55.936478 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f816567-69a6-45d9-883d-3d0531335316 None None] Sync routers for ids ['9c7926b5-d428-4133-b822-327c7b1c092c'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:38:55.945402 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17396d8-ce86-4a7c-8e09-65ef57611686 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5aceb7-5d0d-49b7-ba15-cf10bb4d9318,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:55.964139 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device ee82559c-740c-42de-a65c-a838309cca26 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:38:55.972207 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f4885f5d-3696-4137-a521-7031893b5098 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:55.988881 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-507183e6-7498-4da4-8742-befd168a2353 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1150858 Jul 24 09:38:55.992725 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39162) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:55.996990 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ce60fa6f-f06b-406f-8e23-91803d9dbc5e tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group': {'name': 'tempest-secgroup--1123357177'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:56.006421 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f4885f5d-3696-4137-a521-7031893b5098 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:56.018777 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4885f5d-3696-4137-a521-7031893b5098 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:38:56.019441 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f4885f5d-3696-4137-a521-7031893b5098 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:38:56.022730 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:38:56.036135 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f816567-69a6-45d9-883d-3d0531335316 None None] Routers {'9c7926b5-d428-4133-b822-327c7b1c092c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:56.037380 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5f816567-69a6-45d9-883d-3d0531335316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['9c7926b5-d428-4133-b822-327c7b1c092c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:56.049327 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cded5fa8-0493-4769-8d32-058e82a5abdb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:56.052770 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ce60fa6f-f06b-406f-8e23-91803d9dbc5e tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:56.054711 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39164) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:56.055576 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-cded5fa8-0493-4769-8d32-058e82a5abdb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "GET /v2.0/ports/50b163a8-4c94-4f7e-9985-39899db0591e HTTP/1.1" status: 200 len: 984 time: 0.1197357 Jul 24 09:38:56.096031 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-08fb0895-02b8-467b-8af3-b2f0c9a4e07f None None] Provisioning complete for port 50b163a8-4c94-4f7e-9985-39899db0591e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:56.096679 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-08fb0895-02b8-467b-8af3-b2f0c9a4e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:56.100585 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5f816567-69a6-45d9-883d-3d0531335316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:56.147884 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f816567-69a6-45d9-883d-3d0531335316 None None] Routers {'9c7926b5-d428-4133-b822-327c7b1c092c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:56.148929 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5f816567-69a6-45d9-883d-3d0531335316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['9c7926b5-d428-4133-b822-327c7b1c092c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:56.186680 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-08fb0895-02b8-467b-8af3-b2f0c9a4e07f None None] Port 50b163a8-4c94-4f7e-9985-39899db0591e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:38:56.190173 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5f816567-69a6-45d9-883d-3d0531335316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:56.190885 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f816567-69a6-45d9-883d-3d0531335316 None None] The sync data for ids ['9c7926b5-d428-4133-b822-327c7b1c092c'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:38:56.197544 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port ee82559c-740c-42de-a65c-a838309cca26 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:56.198027 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:56.221246 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f4885f5d-3696-4137-a521-7031893b5098 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:56.248948 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f4885f5d-3696-4137-a521-7031893b5098 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:56.253259 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f4885f5d-3696-4137-a521-7031893b5098 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "DELETE /v2.0/networks/24e68462-bbf2-4bb0-9276-7f619db90058 HTTP/1.1" status: 204 len: 168 time: 1.3782513 Jul 24 09:38:56.254061 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39168) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:56.271406 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4885f5d-3696-4137-a521-7031893b5098 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'Network': ['ID=24e68462-bbf2-4bb0-9276-7f619db90058,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:56.346523 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-84fc8c59-b1ff-4e82-8de0-f0a63695f529 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:56.378265 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a7e4c6e6-d452-4e94-b77c-5b58ff0ac530 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:38:56.379231 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-84fc8c59-b1ff-4e82-8de0-f0a63695f529 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:56.400625 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: a7e4c6e6-d452-4e94-b77c-5b58ff0ac530 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:38:56.400625 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a7e4c6e6-d452-4e94-b77c-5b58ff0ac530 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:38:56.451802 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ce60fa6f-f06b-406f-8e23-91803d9dbc5e tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:56.458890 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ce60fa6f-f06b-406f-8e23-91803d9dbc5e tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:56.460187 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-84fc8c59-b1ff-4e82-8de0-f0a63695f529 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:56.462915 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-84fc8c59-b1ff-4e82-8de0-f0a63695f529 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:56.467663 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-84fc8c59-b1ff-4e82-8de0-f0a63695f529 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "DELETE /v2.0/security-groups/991c09cd-9516-4a08-b1a5-2fb4bf17b7c3 HTTP/1.1" status: 204 len: 168 time: 0.2091208 Jul 24 09:38:56.484098 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc8c59-b1ff-4e82-8de0-f0a63695f529 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=991c09cd-9516-4a08-b1a5-2fb4bf17b7c3,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:56.510500 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60fa6f-f06b-406f-8e23-91803d9dbc5e tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=215350a1-6891-4f27-a6e5-44724a9ec1c7,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:56.541570 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ce60fa6f-f06b-406f-8e23-91803d9dbc5e tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:56.542989 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ce60fa6f-f06b-406f-8e23-91803d9dbc5e tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5493860 Jul 24 09:38:56.546528 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39176) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:56.554161 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-9d70622d-9541-4ef2-af75-686f7767e6ec tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:56.555112 n-d-800085-9 neutron-server[94036]: WARNING neutron.api.v2.base [None req-9d70622d-9541-4ef2-af75-686f7767e6ec tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 24 09:38:56.555628 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-9d70622d-9541-4ef2-af75-686f7767e6ec tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] update failed (client error): There was a conflict when trying to complete your request. Jul 24 09:38:56.560191 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9d70622d-9541-4ef2-af75-686f7767e6ec tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "PUT /v2.0/security-groups/215350a1-6891-4f27-a6e5-44724a9ec1c7 HTTP/1.1" status: 409 len: 330 time: 0.0111883 Jul 24 09:38:56.574880 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39178) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:56.650379 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9b35a83c-e071-4e26-a17d-d1283dda2ed3 req-161d75cf-3809-4db5-8213-69b410493e76 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 210 time: 0.0547144 Jul 24 09:38:56.717193 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00f102a8-21cd-49b2-afaf-5f249247bb68 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:56.742914 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-636821aa-1823-45bf-bd14-0d6925e1e67b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:56.776169 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-39a48ff3-54db-422c-bb0f-8a3651f25fab tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:56.778385 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-39a48ff3-54db-422c-bb0f-8a3651f25fab tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.37 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 812 time: 0.2309804 Jul 24 09:38:56.783700 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00f102a8-21cd-49b2-afaf-5f249247bb68 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:56.785641 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39180) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:56.793380 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-977f9231-e2d1-4887-905d-2af777b406ae tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-532133645', 'description': 'tempest-secgroup-smoke-532133645 description', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:56.803103 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-174adfa0-2ca7-47c0-a9d0-0d7a16c2f4bd tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Request body: {'port': {'device_id': 'dfc776e9-ba3e-40f6-9947-b92bae2bf2e5', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'admin_state_up': True, 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:56.891565 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-977f9231-e2d1-4887-905d-2af777b406ae tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:56.954835 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00f102a8-21cd-49b2-afaf-5f249247bb68 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:56.958484 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-00f102a8-21cd-49b2-afaf-5f249247bb68 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:56.960289 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-00f102a8-21cd-49b2-afaf-5f249247bb68 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "DELETE /v2.0/security-groups/215350a1-6891-4f27-a6e5-44724a9ec1c7 HTTP/1.1" status: 204 len: 168 time: 0.3819845 Jul 24 09:38:56.965783 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39182) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:56.987143 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f102a8-21cd-49b2-afaf-5f249247bb68 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=215350a1-6891-4f27-a6e5-44724a9ec1c7,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:57.041647 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c7c47c2c-7acc-4458-9b1b-d512d7643b2a tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0733440 Jul 24 09:38:57.042382 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39184) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:57.051126 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-977f9231-e2d1-4887-905d-2af777b406ae tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:57.059079 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-977f9231-e2d1-4887-905d-2af777b406ae tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:57.063646 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-d86d87fd-ed63-4923-9482-706d4fdaefd9 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] delete failed (client error): The resource could not be found. Jul 24 09:38:57.067985 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d86d87fd-ed63-4923-9482-706d4fdaefd9 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "DELETE /v2.0/security-groups/ccab6fb4-179d-4dac-bc9b-3808a6221950 HTTP/1.1" status: 404 len: 347 time: 0.0212107 Jul 24 09:38:57.070266 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39186) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:57.092064 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-08fff058-d94f-4028-b8d9-9bf72d598c60 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] show failed (client error): The resource could not be found. Jul 24 09:38:57.093263 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-08fff058-d94f-4028-b8d9-9bf72d598c60 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "GET /v2.0/security-groups/6668158f-963d-4380-bf1b-6557260659e7 HTTP/1.1" status: 404 len: 347 time: 0.0218136 Jul 24 09:38:57.097576 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39188) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:57.107928 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f9231-e2d1-4887-905d-2af777b406ae tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb4d789-b27a-4fd8-9602-ad6cda7fd664,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:57.113373 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-174adfa0-2ca7-47c0-a9d0-0d7a16c2f4bd tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Made reservation on behalf of 1badc3f1501941d9bbfe9d2d50d5c337 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:38:57.117912 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-174adfa0-2ca7-47c0-a9d0-0d7a16c2f4bd tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:57.122045 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-977f9231-e2d1-4887-905d-2af777b406ae tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:57.126627 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-977f9231-e2d1-4887-905d-2af777b406ae tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3372271 Jul 24 09:38:57.130151 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39190) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:57.141754 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-baf55c2d-57ad-49b8-b56c-88c6a9ddd36f tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group_rule': {'security_group_id': '2fb4d789-b27a-4fd8-9602-ad6cda7fd664', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:57.149097 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-e214995e-7f37-49ea-a3bf-d10290887608 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] show failed (client error): The resource could not be found. Jul 24 09:38:57.150393 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e214995e-7f37-49ea-a3bf-d10290887608 tempest-NegativeSecGroupIPv6Test-1538308963 tempest-NegativeSecGroupIPv6Test-1538308963-project] 10.222.0.32 "GET /v2.0/security-group-rules/6b02984a-38dd-4d80-98dd-bf7d93ccf1b4 HTTP/1.1" status: 404 len: 356 time: 0.0516510 Jul 24 09:38:57.210686 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-baf55c2d-57ad-49b8-b56c-88c6a9ddd36f tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:57.264701 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-636821aa-1823-45bf-bd14-0d6925e1e67b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting port 50b163a8-4c94-4f7e-9985-39899db0591e {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:38:57.265146 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-636821aa-1823-45bf-bd14-0d6925e1e67b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:57.277345 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-714c9edd-fb5e-4bdd-be56-4a9c1d0c8413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:57.371691 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-174adfa0-2ca7-47c0-a9d0-0d7a16c2f4bd tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Allocated IP 172.20.0.3 (ac0598e8-c43b-451d-ac72-9b82e96a2d8a/c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130/f4345eb5-1778-4a49-8d45-214fdd215cf8) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:38:57.444996 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-baf55c2d-57ad-49b8-b56c-88c6a9ddd36f tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:57.452791 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-baf55c2d-57ad-49b8-b56c-88c6a9ddd36f tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:57.486758 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-636821aa-1823-45bf-bd14-0d6925e1e67b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:57.499688 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf55c2d-57ad-49b8-b56c-88c6a9ddd36f tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f656dcc0-5daa-4a15-85ef-a14366377dc2,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:57.512709 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-baf55c2d-57ad-49b8-b56c-88c6a9ddd36f tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:57.516535 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-baf55c2d-57ad-49b8-b56c-88c6a9ddd36f tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3783779 Jul 24 09:38:57.516535 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-636821aa-1823-45bf-bd14-0d6925e1e67b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Calling delete_port for 50b163a8-4c94-4f7e-9985-39899db0591e owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:38:57.516829 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39202) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:57.523484 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-1ae6a92b-4f06-406e-a9a8-d429a90e4144 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group_rule': {'security_group_id': '2fb4d789-b27a-4fd8-9602-ad6cda7fd664', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:57.602841 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-174adfa0-2ca7-47c0-a9d0-0d7a16c2f4bd tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:57.603124 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ae6a92b-4f06-406e-a9a8-d429a90e4144 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:57.624441 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39204) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:57.635655 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-174adfa0-2ca7-47c0-a9d0-0d7a16c2f4bd tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Transition to ACTIVE for port object f4345eb5-1778-4a49-8d45-214fdd215cf8 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:57.680730 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ae6a92b-4f06-406e-a9a8-d429a90e4144 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:57.682705 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-174adfa0-2ca7-47c0-a9d0-0d7a16c2f4bd tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:57.720293 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:38:57.728661 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ae6a92b-4f06-406e-a9a8-d429a90e4144 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:57.753019 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6a92b-4f06-406e-a9a8-d429a90e4144 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d94cf3-f7d3-4a6f-b496-576db12da59c,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:57.766593 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-174adfa0-2ca7-47c0-a9d0-0d7a16c2f4bd tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Network ac0598e8-c43b-451d-ac72-9b82e96a2d8a is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:38:57.777144 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-174adfa0-2ca7-47c0-a9d0-0d7a16c2f4bd tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:38:57.783665 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-174adfa0-2ca7-47c0-a9d0-0d7a16c2f4bd tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:38:57.785550 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1ae6a92b-4f06-406e-a9a8-d429a90e4144 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:57.788711 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1ae6a92b-4f06-406e-a9a8-d429a90e4144 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2709236 Jul 24 09:38:57.792998 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39210) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:57.799262 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-7e052072-5a3c-4353-baa0-7c29c13e12b2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group_rule': {'security_group_id': '2fb4d789-b27a-4fd8-9602-ad6cda7fd664', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:57.920851 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-174adfa0-2ca7-47c0-a9d0-0d7a16c2f4bd tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:57.922398 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-174adfa0-2ca7-47c0-a9d0-0d7a16c2f4bd tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:57.942907 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7e052072-5a3c-4353-baa0-7c29c13e12b2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:57.989774 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-636821aa-1823-45bf-bd14-0d6925e1e67b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:58.005843 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174adfa0-2ca7-47c0-a9d0-0d7a16c2f4bd tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event updated for resources: {'Port': ['ID=f4345eb5-1778-4a49-8d45-214fdd215cf8,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:58.013001 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-174adfa0-2ca7-47c0-a9d0-0d7a16c2f4bd tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2248549 Jul 24 09:38:58.025078 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-91c866ed-4895-4b18-8cbb-457cd76824c1 service neutron] Request body: {'port': {'device_id': 'dfc776e9-ba3e-40f6-9947-b92bae2bf2e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:58.036338 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636821aa-1823-45bf-bd14-0d6925e1e67b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Port': ['ID=50b163a8-4c94-4f7e-9985-39899db0591e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:58.101495 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-cf688bcb-c29f-4a7a-824f-3b2eca436560 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c22b264aec68431d927ca49e5efab460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4734278 Jul 24 09:38:58.105170 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39212) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:58.105548 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3ddb9-77a0-4671-85cf-f3a5f6ef19ba req-766ffc58-c3f7-4c79-941b-a8ffe1079f93 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:58.107263 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-18b3ddb9-77a0-4671-85cf-f3a5f6ef19ba req-766ffc58-c3f7-4c79-941b-a8ffe1079f93 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 931 time: 0.2662523 Jul 24 09:38:58.109367 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7e052072-5a3c-4353-baa0-7c29c13e12b2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:58.137880 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4cb489a7-18df-49af-a87f-6c8460520023 None None] Provisioning for port f4345eb5-1778-4a49-8d45-214fdd215cf8 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:38:58.151581 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4cb489a7-18df-49af-a87f-6c8460520023 None None] Provisioning complete for port f4345eb5-1778-4a49-8d45-214fdd215cf8 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:38:58.152254 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4cb489a7-18df-49af-a87f-6c8460520023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:58.223801 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7e052072-5a3c-4353-baa0-7c29c13e12b2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:58.254698 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-91c866ed-4895-4b18-8cbb-457cd76824c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:58.263021 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4cb489a7-18df-49af-a87f-6c8460520023 None None] Port f4345eb5-1778-4a49-8d45-214fdd215cf8 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:38:58.276917 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-636821aa-1823-45bf-bd14-0d6925e1e67b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:58.279871 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e052072-5a3c-4353-baa0-7c29c13e12b2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395a02d6-3430-47cd-ace4-3c064fe186d5,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:58.291556 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7e052072-5a3c-4353-baa0-7c29c13e12b2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:58.292907 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7e052072-5a3c-4353-baa0-7c29c13e12b2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4988031 Jul 24 09:38:58.297218 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39214) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:58.307840 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-3fd6db78-fdaf-491d-8480-35e58ae609dd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group_rule': {'security_group_id': '2fb4d789-b27a-4fd8-9602-ad6cda7fd664', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:58.337152 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c0726afb-2ef2-4442-8fe2-bf064bd4610a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:58.369626 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c0726afb-2ef2-4442-8fe2-bf064bd4610a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:58.394008 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-18b3ddb9-77a0-4671-85cf-f3a5f6ef19ba req-44bca999-f6f0-4c47-8e3a-9fe290d15e3e tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342465 Jul 24 09:38:58.474806 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3fd6db78-fdaf-491d-8480-35e58ae609dd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:58.565862 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c0726afb-2ef2-4442-8fe2-bf064bd4610a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:58.569033 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c0726afb-2ef2-4442-8fe2-bf064bd4610a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:58.570417 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c0726afb-2ef2-4442-8fe2-bf064bd4610a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce436898-d327-4cd3-b73d-d12717e94102 HTTP/1.1" status: 204 len: 168 time: 0.3944721 Jul 24 09:38:58.607933 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0726afb-2ef2-4442-8fe2-bf064bd4610a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce436898-d327-4cd3-b73d-d12717e94102,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:58.666841 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636821aa-1823-45bf-bd14-0d6925e1e67b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Router 9c7926b5-d428-4133-b822-327c7b1c092c has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:38:58.756528 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-91c866ed-4895-4b18-8cbb-457cd76824c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4345eb5-1778-4a49-8d45-214fdd215cf8 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:38:58.768394 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-91c866ed-4895-4b18-8cbb-457cd76824c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:58.791212 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-91c866ed-4895-4b18-8cbb-457cd76824c1 service neutron] Transition to ACTIVE for port object f4345eb5-1778-4a49-8d45-214fdd215cf8 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:38:58.798536 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-91c866ed-4895-4b18-8cbb-457cd76824c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:58.798812 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636821aa-1823-45bf-bd14-0d6925e1e67b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:38:58.810001 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71272f8-1ff8-4b5c-a496-6ced01c32fcc None None] Sync routers for ids ['9c7926b5-d428-4133-b822-327c7b1c092c'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:38:58.822512 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-636821aa-1823-45bf-bd14-0d6925e1e67b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "PUT /v2.0/routers/9c7926b5-d428-4133-b822-327c7b1c092c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7666111 Jul 24 09:38:58.825273 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71272f8-1ff8-4b5c-a496-6ced01c32fcc None None] Routers {'9c7926b5-d428-4133-b822-327c7b1c092c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:58.825932 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f71272f8-1ff8-4b5c-a496-6ced01c32fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['9c7926b5-d428-4133-b822-327c7b1c092c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:58.829734 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3fd6db78-fdaf-491d-8480-35e58ae609dd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:58.831754 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39222) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:58.860809 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3fd6db78-fdaf-491d-8480-35e58ae609dd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:58.861064 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c866ed-4895-4b18-8cbb-457cd76824c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f4345eb5-1778-4a49-8d45-214fdd215cf8,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:58.900453 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f71272f8-1ff8-4b5c-a496-6ced01c32fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:58.931784 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71272f8-1ff8-4b5c-a496-6ced01c32fcc None None] Routers {'9c7926b5-d428-4133-b822-327c7b1c092c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:38:58.934593 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f71272f8-1ff8-4b5c-a496-6ced01c32fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:38:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['9c7926b5-d428-4133-b822-327c7b1c092c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:58.968084 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-91c866ed-4895-4b18-8cbb-457cd76824c1 service neutron] Attempting to bind port f4345eb5-1778-4a49-8d45-214fdd215cf8 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:38:58.968729 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-91c866ed-4895-4b18-8cbb-457cd76824c1 service neutron] Attempting to bind port f4345eb5-1778-4a49-8d45-214fdd215cf8 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:38:58.969110 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-91c866ed-4895-4b18-8cbb-457cd76824c1 service neutron] Attempting to bind port f4345eb5-1778-4a49-8d45-214fdd215cf8 on network ac0598e8-c43b-451d-ac72-9b82e96a2d8a {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:38:58.979135 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-91c866ed-4895-4b18-8cbb-457cd76824c1 service neutron] Port f4345eb5-1778-4a49-8d45-214fdd215cf8 on network ac0598e8-c43b-451d-ac72-9b82e96a2d8a not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:38:58.979481 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-91c866ed-4895-4b18-8cbb-457cd76824c1 service neutron] Attempting to bind port f4345eb5-1778-4a49-8d45-214fdd215cf8 on network ac0598e8-c43b-451d-ac72-9b82e96a2d8a {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:38:58.994263 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f71272f8-1ff8-4b5c-a496-6ced01c32fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:38:58.994918 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71272f8-1ff8-4b5c-a496-6ced01c32fcc None None] The sync data for ids ['9c7926b5-d428-4133-b822-327c7b1c092c'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:38:59.001960 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-91c866ed-4895-4b18-8cbb-457cd76824c1 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:38:59.002352 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-91c866ed-4895-4b18-8cbb-457cd76824c1 service neutron] Checking segment: {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:38:59.002764 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-91c866ed-4895-4b18-8cbb-457cd76824c1 service neutron] Bound using segment: {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:38:59.003257 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-91c866ed-4895-4b18-8cbb-457cd76824c1 service neutron] Bound port: f4345eb5-1778-4a49-8d45-214fdd215cf8, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:38:59.003606 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-91c866ed-4895-4b18-8cbb-457cd76824c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:59.044206 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6db78-fdaf-491d-8480-35e58ae609dd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e03b7d7-302e-4f69-a5e5-8fda6719b1d8,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:59.057261 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3fd6db78-fdaf-491d-8480-35e58ae609dd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:59.059633 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3fd6db78-fdaf-491d-8480-35e58ae609dd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7558770 Jul 24 09:38:59.063362 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39230) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:59.070047 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-ee6d134a-74a1-47d0-b7da-37f4c42d7c99 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group_rule': {'security_group_id': '2fb4d789-b27a-4fd8-9602-ad6cda7fd664', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:59.128478 n-d-800085-9 neutron-server[94036]: INFO neutron.db.securitygroups_db [None req-ee6d134a-74a1-47d0-b7da-37f4c42d7c99 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Project 766769263b9c4ac0aa4c77c8f3c95808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 09:38:59.142281 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-91c866ed-4895-4b18-8cbb-457cd76824c1 service neutron] For port f4345eb5-1778-4a49-8d45-214fdd215cf8, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:38:59.145984 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-91c866ed-4895-4b18-8cbb-457cd76824c1 service neutron] For port f4345eb5-1778-4a49-8d45-214fdd215cf8, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=f4345eb5-1778-4a49-8d45-214fdd215cf8,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:38:59.147200 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee6d134a-74a1-47d0-b7da-37f4c42d7c99 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:59.193154 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-91c866ed-4895-4b18-8cbb-457cd76824c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:59.290915 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-2f925d74-0198-41cb-973f-c06fad26fc64 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] remove_router_interface failed (client error): The resource could not be found. Jul 24 09:38:59.296855 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2f925d74-0198-41cb-973f-c06fad26fc64 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "PUT /v2.0/routers/9c7926b5-d428-4133-b822-327c7b1c092c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4640045 Jul 24 09:38:59.297763 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39238) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:59.331323 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-91c866ed-4895-4b18-8cbb-457cd76824c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:59.331950 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-91c866ed-4895-4b18-8cbb-457cd76824c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:59.333429 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-91c866ed-4895-4b18-8cbb-457cd76824c1 service neutron] 10.222.0.37 "PUT /v2.0/ports/f4345eb5-1778-4a49-8d45-214fdd215cf8 HTTP/1.1" status: 200 len: 1091 time: 1.3129430 Jul 24 09:38:59.337042 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc776e9-ba3e-40f6-9947-b92bae2bf2e5', 'tag': 'f4345eb5-1778-4a49-8d45-214fdd215cf8'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:38:59.347354 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b65a5f-a82b-43c5-bdde-4d52aa04dca2" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc776e9-ba3e-40f6-9947-b92bae2bf2e5", "tag": "f4345eb5-1778-4a49-8d45-214fdd215cf8"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:38:59.370276 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-30d25376-a5ca-44b3-a208-4ef6120ae748 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c7926b5-d428-4133-b822-327c7b1c092c HTTP/1.1" status: 200 len: 205 time: 0.0711489 Jul 24 09:38:59.371646 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39250) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:59.524869 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17841b76-2f9b-4663-8da1-bb3bdb6c6c0b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:59.565809 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa69d9b5-65a6-4e0e-8d44-a9d1e26fa76f x-openstack-request-id: req-aa69d9b5-65a6-4e0e-8d44-a9d1e26fa76f {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:38:59.566109 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc776e9-ba3e-40f6-9947-b92bae2bf2e5", "tag": "f4345eb5-1778-4a49-8d45-214fdd215cf8", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:38:59.566362 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa69d9b5-65a6-4e0e-8d44-a9d1e26fa76f {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:38:59.566769 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc776e9-ba3e-40f6-9947-b92bae2bf2e5', 'tag': 'f4345eb5-1778-4a49-8d45-214fdd215cf8', 'status': 'completed', 'code': 200} Jul 24 09:38:59.589394 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c866ed-4895-4b18-8cbb-457cd76824c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f4345eb5-1778-4a49-8d45-214fdd215cf8,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:59.660772 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee6d134a-74a1-47d0-b7da-37f4c42d7c99 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:59.690339 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee6d134a-74a1-47d0-b7da-37f4c42d7c99 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:59.722639 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-a9041b5d-00c2-43a7-95d2-45734954440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:59.727674 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-a9041b5d-00c2-43a7-95d2-45734954440b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 1094 time: 0.3279805 Jul 24 09:38:59.803814 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-18d626e2-204d-40f3-a15a-2b7ac64153da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:59.835812 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d134a-74a1-47d0-b7da-37f4c42d7c99 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478c7933-ccca-4d51-aa56-e895ca8e58f6,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:38:59.847228 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-fa012f31-259b-472d-a313-c95025b185c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4345eb5-1778-4a49-8d45-214fdd215cf8 HTTP/1.1" status: 200 len: 217 time: 0.1062469 Jul 24 09:38:59.879476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39260) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:59.881486 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee6d134a-74a1-47d0-b7da-37f4c42d7c99 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:59.883602 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ee6d134a-74a1-47d0-b7da-37f4c42d7c99 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8167541 Jul 24 09:38:59.887967 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39262) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:38:59.892808 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-b01a6a83-df42-4ef3-b06e-5f1d7d16d714 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'security_group_rule': {'security_group_id': '2fb4d789-b27a-4fd8-9602-ad6cda7fd664', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:38:59.899807 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17841b76-2f9b-4663-8da1-bb3bdb6c6c0b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:59.907575 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17841b76-2f9b-4663-8da1-bb3bdb6c6c0b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:38:59.974374 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a2070-deaa-4aae-aa84-d1d31f5a8d6f req-c41230ee-f274-4039-808e-400afaa1de69 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:38:59.981579 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-888a2070-deaa-4aae-aa84-d1d31f5a8d6f req-c41230ee-f274-4039-808e-400afaa1de69 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 943 time: 0.3601770 Jul 24 09:38:59.999516 n-d-800085-9 neutron-server[94035]: INFO neutron.db.securitygroups_db [None req-b01a6a83-df42-4ef3-b06e-5f1d7d16d714 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Project 766769263b9c4ac0aa4c77c8f3c95808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 09:39:00.018967 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-f22bd35f-0c40-4d2b-8112-c89a2e8dd631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:00.019317 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-f22bd35f-0c40-4d2b-8112-c89a2e8dd631 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 HTTP/1.1" status: 200 len: 851 time: 0.1576431 Jul 24 09:39:00.025152 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17841b76-2f9b-4663-8da1-bb3bdb6c6c0b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:00.025651 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17841b76-2f9b-4663-8da1-bb3bdb6c6c0b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Fanout notify agent at l3_agent the message router_deleted on router 9c7926b5-d428-4133-b822-327c7b1c092c {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:39:00.042649 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b01a6a83-df42-4ef3-b06e-5f1d7d16d714 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:00.063650 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17841b76-2f9b-4663-8da1-bb3bdb6c6c0b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:00.077566 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-17841b76-2f9b-4663-8da1-bb3bdb6c6c0b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/routers/9c7926b5-d428-4133-b822-327c7b1c092c HTTP/1.1" status: 204 len: 168 time: 0.7044282 Jul 24 09:39:00.078959 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39266) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:00.138414 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-888a2070-deaa-4aae-aa84-d1d31f5a8d6f req-dfc63f02-f779-4b03-8fdc-4b6a091c2f30 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545277 Jul 24 09:39:00.154692 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c136366-6607-409a-b5b6-644ff5bb11ad tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting subnet f558a8de-189b-4222-96af-2da27cfa85b2 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:39:00.169398 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6c136366-6607-409a-b5b6-644ff5bb11ad tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:00.219573 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-7c2d0352-1ef6-4941-afe4-d56ceb2ab9f8 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1972990261'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:00.243215 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6c136366-6607-409a-b5b6-644ff5bb11ad tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:00.262313 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b01a6a83-df42-4ef3-b06e-5f1d7d16d714 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:00.268816 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b01a6a83-df42-4ef3-b06e-5f1d7d16d714 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:00.300112 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a6a83-df42-4ef3-b06e-5f1d7d16d714 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a7d26f-d202-4cca-943d-bd1dffbb6c3a,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:00.301918 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2d0352-1ef6-4941-afe4-d56ceb2ab9f8 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Made reservation on behalf of 451a1334326b46e68507b6352d549e06 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:39:00.310365 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7c2d0352-1ef6-4941-afe4-d56ceb2ab9f8 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:00.318300 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b01a6a83-df42-4ef3-b06e-5f1d7d16d714 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:00.321535 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-8739fd8d-2f8c-402e-896b-dffc67f3b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:00.323067 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-8739fd8d-2f8c-402e-896b-dffc67f3b0be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2962565 Jul 24 09:39:00.323539 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39276) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:00.324261 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b01a6a83-df42-4ef3-b06e-5f1d7d16d714 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4352560 Jul 24 09:39:00.338335 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-9af6c064-8ced-48a0-afad-f0dc8d8b4177 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'network': {'name': 'tempest-network-smoke--1018963322', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'port_security_enabled': True}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:00.351561 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7c2d0352-1ef6-4941-afe4-d56ceb2ab9f8 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:00.466180 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:00.482328 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6c136366-6607-409a-b5b6-644ff5bb11ad tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:00.505831 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af6c064-8ced-48a0-afad-f0dc8d8b4177 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Made reservation on behalf of 766769263b9c4ac0aa4c77c8f3c95808 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:39:00.509313 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9af6c064-8ced-48a0-afad-f0dc8d8b4177 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:00.647994 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af6c064-8ced-48a0-afad-f0dc8d8b4177 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:39:00.655988 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-bbfedc2c-79d5-4843-b6ef-c3069295e295 service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236988 Jul 24 09:39:00.770002 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9af6c064-8ced-48a0-afad-f0dc8d8b4177 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:00.770372 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-9af6c064-8ced-48a0-afad-f0dc8d8b4177 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Added segment 131111b9-19ff-47d2-afd5-e66fc03e4c35 of type vlan for network f04252e8-291e-482a-be58-76c4d5569c4f Jul 24 09:39:00.782902 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6c136366-6607-409a-b5b6-644ff5bb11ad tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:00.903985 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c136366-6607-409a-b5b6-644ff5bb11ad tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Subnet': ['ID=f558a8de-189b-4222-96af-2da27cfa85b2,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:00.920563 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb38f9a-7f31-4331-aa65-2a6e8bcf1b44 None None] Network 8f11f0f9-6b76-4432-b61f-408d5fb708e6 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:39:00.921089 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6c136366-6607-409a-b5b6-644ff5bb11ad tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:00.923726 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6c136366-6607-409a-b5b6-644ff5bb11ad tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/subnets/f558a8de-189b-4222-96af-2da27cfa85b2 HTTP/1.1" status: 204 len: 168 time: 0.8421719 Jul 24 09:39:00.925946 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39280) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:00.955124 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9af6c064-8ced-48a0-afad-f0dc8d8b4177 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:01.017718 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7c2d0352-1ef6-4941-afe4-d56ceb2ab9f8 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:01.026105 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b7e970df-c3fa-49ae-85bf-6cb51a2851db req-5b18d386-db20-46ee-9880-e9f9f4442587 service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580468 Jul 24 09:39:01.040229 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7c2d0352-1ef6-4941-afe4-d56ceb2ab9f8 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:01.069389 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4343a7d4-c7e1-4270-95ec-ffebc7f324c7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:01.091932 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2d0352-1ef6-4941-afe4-d56ceb2ab9f8 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:39:01.096129 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9af6c064-8ced-48a0-afad-f0dc8d8b4177 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:01.102913 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af6c064-8ced-48a0-afad-f0dc8d8b4177 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:01.103701 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9af6c064-8ced-48a0-afad-f0dc8d8b4177 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:01.213549 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7c2d0352-1ef6-4941-afe4-d56ceb2ab9f8 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:01.213899 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-7c2d0352-1ef6-4941-afe4-d56ceb2ab9f8 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Added segment a48333a5-18f2-441e-be8b-5ead2e5a4a38 of type vlan for network ca2d7738-f73f-46d3-9ddb-a66e1aa6f6e1 Jul 24 09:39:01.239006 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-4343a7d4-c7e1-4270-95ec-ffebc7f324c7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting port ee82559c-740c-42de-a65c-a838309cca26 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:39:01.240047 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4343a7d4-c7e1-4270-95ec-ffebc7f324c7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:01.259745 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d0352-1ef6-4941-afe4-d56ceb2ab9f8 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=602f74cb-fc5c-46a4-bbeb-0b3f6145d7bd,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:01.277828 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9af6c064-8ced-48a0-afad-f0dc8d8b4177 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9417732 Jul 24 09:39:01.308335 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39284) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:01.327013 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e25df05c-3d16-4339-b937-a418cc728bdf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1559831440', 'admin_state_up': True, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:01.379703 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6c064-8ced-48a0-afad-f0dc8d8b4177 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Network': ['ID=f04252e8-291e-482a-be58-76c4d5569c4f,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:01.407814 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7c2d0352-1ef6-4941-afe4-d56ceb2ab9f8 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:01.422927 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-4343a7d4-c7e1-4270-95ec-ffebc7f324c7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] For port ee82559c-740c-42de-a65c-a838309cca26, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=ee82559c-740c-42de-a65c-a838309cca26,segment=NetworkSegment(4d053e51-1a4f-45f0-ae22-bf9835db5c82),segment_id=4d053e51-1a4f-45f0-ae22-bf9835db5c82)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:39:01.423896 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4343a7d4-c7e1-4270-95ec-ffebc7f324c7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:01.431247 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e25df05c-3d16-4339-b937-a418cc728bdf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:01.434072 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e25df05c-3d16-4339-b937-a418cc728bdf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:01.439460 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network f04252e8-291e-482a-be58-76c4d5569c4f details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:39:01.457559 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-4343a7d4-c7e1-4270-95ec-ffebc7f324c7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Calling delete_port for ee82559c-740c-42de-a65c-a838309cca26 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:39:01.489943 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:01.533635 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b65a5f-a82b-43c5-bdde-4d52aa04dca2 req-fe795f3d-6f05-48fb-9897-3fcecc62f35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:01.546246 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70b65a5f-a82b-43c5-bdde-4d52aa04dca2 req-fe795f3d-6f05-48fb-9897-3fcecc62f35c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 1094 time: 0.4519074 Jul 24 09:39:01.548215 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7c2d0352-1ef6-4941-afe4-d56ceb2ab9f8 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:01.562958 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2d0352-1ef6-4941-afe4-d56ceb2ab9f8 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:01.563728 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7c2d0352-1ef6-4941-afe4-d56ceb2ab9f8 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:01.704692 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e534c0d9-12f0-477e-81c5-a6b0a9f834f5 None None] DHCP port deletion for 8f11f0f9-6b76-4432-b61f-408d5fb708e6 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:39:01.753314 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7c2d0352-1ef6-4941-afe4-d56ceb2ab9f8 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8579488 Jul 24 09:39:01.862719 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39286) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:01.872414 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-ec871c83-28af-406a-a26f-3d9e5b54b9e3 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Request body: {'subnet': {'network_id': 'ca2d7738-f73f-46d3-9ddb-a66e1aa6f6e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:01.892124 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-e534c0d9-12f0-477e-81c5-a6b0a9f834f5 None None] Deleting port ee82559c-740c-42de-a65c-a838309cca26 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:39:01.892492 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e534c0d9-12f0-477e-81c5-a6b0a9f834f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:02.000757 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d0352-1ef6-4941-afe4-d56ceb2ab9f8 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Pushing event updated for resources: {'Network': ['ID=ca2d7738-f73f-46d3-9ddb-a66e1aa6f6e1,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:02.024055 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180e42a-4287-400b-b40c-ca9ae694058a req-145672b8-831d-4a71-80df-c73c2480b52d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:02.032041 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7180e42a-4287-400b-b40c-ca9ae694058a req-145672b8-831d-4a71-80df-c73c2480b52d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 943 time: 0.5582767 Jul 24 09:39:02.083805 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device ee82559c-740c-42de-a65c-a838309cca26 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:39:02.101736 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b65a5f-a82b-43c5-bdde-4d52aa04dca2 req-d05865a0-b8e6-4676-837b-65c710877f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:02.103283 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70b65a5f-a82b-43c5-bdde-4d52aa04dca2 req-d05865a0-b8e6-4676-837b-65c710877f1b service neutron] 10.222.0.37 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 912 time: 0.5221341 Jul 24 09:39:02.156715 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec871c83-28af-406a-a26f-3d9e5b54b9e3 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Made reservation on behalf of 451a1334326b46e68507b6352d549e06 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:39:02.160338 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ec871c83-28af-406a-a26f-3d9e5b54b9e3 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:02.164582 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70b65a5f-a82b-43c5-bdde-4d52aa04dca2 req-d0073b64-e8d6-4cc6-8315-8308e2575609 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4345eb5-1778-4a49-8d45-214fdd215cf8 HTTP/1.1" status: 200 len: 217 time: 0.0492141 Jul 24 09:39:02.174798 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7180e42a-4287-400b-b40c-ca9ae694058a req-aca2fb29-d224-4248-acda-26370463e113 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415482 Jul 24 09:39:02.190949 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network ca2d7738-f73f-46d3-9ddb-a66e1aa6f6e1 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:39:02.265050 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e25df05c-3d16-4339-b937-a418cc728bdf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:02.275311 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4343a7d4-c7e1-4270-95ec-ffebc7f324c7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:02.287328 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-e534c0d9-12f0-477e-81c5-a6b0a9f834f5 None None] For port ee82559c-740c-42de-a65c-a838309cca26, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=ee82559c-740c-42de-a65c-a838309cca26,segment=NetworkSegment(4d053e51-1a4f-45f0-ae22-bf9835db5c82),segment_id=4d053e51-1a4f-45f0-ae22-bf9835db5c82)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:39:02.292581 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e534c0d9-12f0-477e-81c5-a6b0a9f834f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:02.331006 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-e534c0d9-12f0-477e-81c5-a6b0a9f834f5 None None] Calling delete_port for ee82559c-740c-42de-a65c-a838309cca26 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:39:02.346432 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b65a5f-a82b-43c5-bdde-4d52aa04dca2 req-19301e36-9fea-4874-b29f-5977682133ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:02.348862 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70b65a5f-a82b-43c5-bdde-4d52aa04dca2 req-19301e36-9fea-4874-b29f-5977682133ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 HTTP/1.1" status: 200 len: 851 time: 0.1729286 Jul 24 09:39:02.399831 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343a7d4-c7e1-4270-95ec-ffebc7f324c7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Port': ['ID=ee82559c-740c-42de-a65c-a838309cca26,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:02.443819 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4343a7d4-c7e1-4270-95ec-ffebc7f324c7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] No DVR routers for this DVR port ee82559c-740c-42de-a65c-a838309cca26 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:39:02.504538 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e25df05c-3d16-4339-b937-a418cc728bdf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:02.525147 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No active binding found for port ee82559c-740c-42de-a65c-a838309cca26 {{(pid=94037) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 24 09:39:02.529411 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device ee82559c-740c-42de-a65c-a838309cca26 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:39:02.551512 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b65a5f-a82b-43c5-bdde-4d52aa04dca2 req-b95fa099-b29a-43d2-8659-e0025df3f702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:02.553350 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70b65a5f-a82b-43c5-bdde-4d52aa04dca2 req-b95fa099-b29a-43d2-8659-e0025df3f702 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1980219 Jul 24 09:39:02.660095 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4343a7d4-c7e1-4270-95ec-ffebc7f324c7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:02.660865 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e534c0d9-12f0-477e-81c5-a6b0a9f834f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:02.681042 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-4343a7d4-c7e1-4270-95ec-ffebc7f324c7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f11f0f9-6b76-4432-b61f-408d5fb708e6']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:02.698481 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-4343a7d4-c7e1-4270-95ec-ffebc7f324c7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d053e51-1a4f-45f0-ae22-bf9835db5c82') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:02.699078 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-4343a7d4-c7e1-4270-95ec-ffebc7f324c7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d053e51-1a4f-45f0-ae22-bf9835db5c82') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:02.704235 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534c0d9-12f0-477e-81c5-a6b0a9f834f5 None None] Pushing event deleted for resources: {'Port': ['ID=ee82559c-740c-42de-a65c-a838309cca26,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:02.706766 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e534c0d9-12f0-477e-81c5-a6b0a9f834f5 None None] No DVR routers for this DVR port ee82559c-740c-42de-a65c-a838309cca26 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:39:02.720149 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4343a7d4-c7e1-4270-95ec-ffebc7f324c7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:02.739828 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ec871c83-28af-406a-a26f-3d9e5b54b9e3 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:02.744245 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4343a7d4-c7e1-4270-95ec-ffebc7f324c7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:02.804006 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4343a7d4-c7e1-4270-95ec-ffebc7f324c7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:39:02.804680 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4343a7d4-c7e1-4270-95ec-ffebc7f324c7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:39:02.809197 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:39:02.949381 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4343a7d4-c7e1-4270-95ec-ffebc7f324c7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:02.953593 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:02.959284 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4343a7d4-c7e1-4270-95ec-ffebc7f324c7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:02.972981 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4343a7d4-c7e1-4270-95ec-ffebc7f324c7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/networks/8f11f0f9-6b76-4432-b61f-408d5fb708e6 HTTP/1.1" status: 204 len: 168 time: 2.0401845 Jul 24 09:39:02.989685 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39300) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:03.015087 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-c4c39acb-48d0-4dff-b178-1371ed254a30 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-239196672'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:03.030873 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343a7d4-c7e1-4270-95ec-ffebc7f324c7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Network': ['ID=8f11f0f9-6b76-4432-b61f-408d5fb708e6,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:03.052153 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c39acb-48d0-4dff-b178-1371ed254a30 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Made reservation on behalf of 99522c69057542cfad6beb1560629fb7 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:39:03.059705 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c4c39acb-48d0-4dff-b178-1371ed254a30 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:03.194480 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c39acb-48d0-4dff-b178-1371ed254a30 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:39:03.241058 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c4c39acb-48d0-4dff-b178-1371ed254a30 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:03.241658 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-c4c39acb-48d0-4dff-b178-1371ed254a30 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Added segment 45e1f6e6-7f7f-49ba-9ccf-36400b3fc235 of type vlan for network a22008dd-4d3f-4c5e-84b0-106c19d3eb1b Jul 24 09:39:03.243492 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e25df05c-3d16-4339-b937-a418cc728bdf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:03.243622 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70b65a5f-a82b-43c5-bdde-4d52aa04dca2 req-74d9d67c-461e-4b7f-8741-ee9441b3129c service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6836543 Jul 24 09:39:03.244153 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec871c83-28af-406a-a26f-3d9e5b54b9e3 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Pushing event updated for resources: {'Subnet': ['ID=8316273e-bc19-488d-8f2e-43912c48b85b,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:03.251619 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec871c83-28af-406a-a26f-3d9e5b54b9e3 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Checking segment: {'id': 'a48333a5-18f2-441e-be8b-5ead2e5a4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ca2d7738-f73f-46d3-9ddb-a66e1aa6f6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:39:03.252723 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec871c83-28af-406a-a26f-3d9e5b54b9e3 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Network hostable DHCP agents. Network: ca2d7738-f73f-46d3-9ddb-a66e1aa6f6e1, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:39:03.302487 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e25df05c-3d16-4339-b937-a418cc728bdf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:03.351335 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec871c83-28af-406a-a26f-3d9e5b54b9e3 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Network ca2d7738-f73f-46d3-9ddb-a66e1aa6f6e1 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:39:03.368544 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-ec871c83-28af-406a-a26f-3d9e5b54b9e3 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, ca2d7738-f73f-46d3-9ddb-a66e1aa6f6e1) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:03.378130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb79e2f-4086-4463-aa4a-5783f059c9e2 None None] Network ca2d7738-f73f-46d3-9ddb-a66e1aa6f6e1 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:39:03.386328 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec871c83-28af-406a-a26f-3d9e5b54b9e3 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:03.387177 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ec871c83-28af-406a-a26f-3d9e5b54b9e3 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:03.417071 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70b65a5f-a82b-43c5-bdde-4d52aa04dca2 req-a03b7ede-6d99-484c-a335-0150efff9199 service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600802 Jul 24 09:39:03.423047 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ec871c83-28af-406a-a26f-3d9e5b54b9e3 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5548906 Jul 24 09:39:03.430043 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39304) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:03.444810 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-799e567f-d89c-4aeb-9265-fb0eb2d4216f tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Request body: {'port': {'network_id': 'ca2d7738-f73f-46d3-9ddb-a66e1aa6f6e1', 'name': 'tempest-TagsExtTest-1101634861'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:03.457545 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c4c39acb-48d0-4dff-b178-1371ed254a30 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:03.607851 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c4c39acb-48d0-4dff-b178-1371ed254a30 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:03.637726 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c39acb-48d0-4dff-b178-1371ed254a30 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:03.639263 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c4c39acb-48d0-4dff-b178-1371ed254a30 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:03.668667 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de92b8-2032-49b1-97a4-0c3ef6a71082 req-c26bce2b-d26a-4796-8b61-020c896a0a05 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:03.670535 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-21de92b8-2032-49b1-97a4-0c3ef6a71082 req-c26bce2b-d26a-4796-8b61-020c896a0a05 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 943 time: 0.3726349 Jul 24 09:39:03.696439 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6a9b88-c34e-45ce-ba00-485b8442b555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-ca2d7738-f73f-46d3-9ddb-a66e1aa6f6e1', 'network_id': 'ca2d7738-f73f-46d3-9ddb-a66e1aa6f6e1', 'tenant_id': '451a1334326b46e68507b6352d549e06', 'fixed_ips': [{'subnet_id': '8316273e-bc19-488d-8f2e-43912c48b85b'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:39:03.701534 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6a6a9b88-c34e-45ce-ba00-485b8442b555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:03.710312 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799e567f-d89c-4aeb-9265-fb0eb2d4216f tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Made reservation on behalf of 451a1334326b46e68507b6352d549e06 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:39:03.714552 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-799e567f-d89c-4aeb-9265-fb0eb2d4216f tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:03.733870 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-e25df05c-3d16-4339-b937-a418cc728bdf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Allocated IP 172.25.7.31 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/8498fc3f-c399-4568-ad79-98d1747b93c1) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:39:03.758895 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [None req-799e567f-d89c-4aeb-9265-fb0eb2d4216f tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] device_id is not set on port 38e17a45-2195-4b82-88da-b6a44d3f2b76 yet. {{(pid=94036) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 09:39:03.767255 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c4c39acb-48d0-4dff-b178-1371ed254a30 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7642312 Jul 24 09:39:03.776465 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39306) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:03.785542 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-8c35c0b3-4096-4327-a6e4-bac6782c603f tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'subnet': {'network_id': 'a22008dd-4d3f-4c5e-84b0-106c19d3eb1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:03.942973 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c39acb-48d0-4dff-b178-1371ed254a30 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Network': ['ID=a22008dd-4d3f-4c5e-84b0-106c19d3eb1b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:03.987285 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-21de92b8-2032-49b1-97a4-0c3ef6a71082 req-a50baec6-922a-4981-a4e7-878a5441207b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830143 Jul 24 09:39:03.991717 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network a22008dd-4d3f-4c5e-84b0-106c19d3eb1b details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:39:04.035267 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c35c0b3-4096-4327-a6e4-bac6782c603f tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Made reservation on behalf of 99522c69057542cfad6beb1560629fb7 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:39:04.039283 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8c35c0b3-4096-4327-a6e4-bac6782c603f tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:04.115196 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e25df05c-3d16-4339-b937-a418cc728bdf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:04.173570 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-6a6a9b88-c34e-45ce-ba00-485b8442b555 None None] Allocated IP 172.20.0.2 (ca2d7738-f73f-46d3-9ddb-a66e1aa6f6e1/8316273e-bc19-488d-8f2e-43912c48b85b/25f075d2-eea9-4b40-8cc8-ee686591231e) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:39:04.192947 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e25df05c-3d16-4339-b937-a418cc728bdf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:04.275519 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25df05c-3d16-4339-b937-a418cc728bdf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:39:04.280029 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-e25df05c-3d16-4339-b937-a418cc728bdf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:04.285514 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25df05c-3d16-4339-b937-a418cc728bdf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:39:04.290547 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25df05c-3d16-4339-b937-a418cc728bdf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Port': ['ID=8498fc3f-c399-4568-ad79-98d1747b93c1,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:04.499462 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8c35c0b3-4096-4327-a6e4-bac6782c603f tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:04.577729 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6a6a9b88-c34e-45ce-ba00-485b8442b555 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:04.610826 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35c0b3-4096-4327-a6e4-bac6782c603f tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Subnet': ['ID=db5b1057-5aeb-49ac-9cd5-f0a6d66622ab,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:04.617626 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6a6a9b88-c34e-45ce-ba00-485b8442b555 None None] Transition to ACTIVE for port object 25f075d2-eea9-4b40-8cc8-ee686591231e will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:04.651258 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6a6a9b88-c34e-45ce-ba00-485b8442b555 None None] Transition to ACTIVE for port object 25f075d2-eea9-4b40-8cc8-ee686591231e will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:04.674080 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6a6a9b88-c34e-45ce-ba00-485b8442b555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:04.785467 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c35c0b3-4096-4327-a6e4-bac6782c603f tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Checking segment: {'id': '45e1f6e6-7f7f-49ba-9ccf-36400b3fc235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a22008dd-4d3f-4c5e-84b0-106c19d3eb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:39:04.785834 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c35c0b3-4096-4327-a6e4-bac6782c603f tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network hostable DHCP agents. Network: a22008dd-4d3f-4c5e-84b0-106c19d3eb1b, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:39:04.791278 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6a9b88-c34e-45ce-ba00-485b8442b555 None None] Network ca2d7738-f73f-46d3-9ddb-a66e1aa6f6e1 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:39:04.797780 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-6a6a9b88-c34e-45ce-ba00-485b8442b555 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:04.803204 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a9b88-c34e-45ce-ba00-485b8442b555 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:39:04.811093 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e25df05c-3d16-4339-b937-a418cc728bdf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:04.812012 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a9b88-c34e-45ce-ba00-485b8442b555 None None] Pushing event updated for resources: {'Port': ['ID=25f075d2-eea9-4b40-8cc8-ee686591231e,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:04.827529 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c35c0b3-4096-4327-a6e4-bac6782c603f tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network a22008dd-4d3f-4c5e-84b0-106c19d3eb1b is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:39:04.840693 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-799e567f-d89c-4aeb-9265-fb0eb2d4216f tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Allocated IP 172.20.0.14 (ca2d7738-f73f-46d3-9ddb-a66e1aa6f6e1/8316273e-bc19-488d-8f2e-43912c48b85b/38e17a45-2195-4b82-88da-b6a44d3f2b76) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:39:04.856161 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-8c35c0b3-4096-4327-a6e4-bac6782c603f tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, a22008dd-4d3f-4c5e-84b0-106c19d3eb1b) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:04.863917 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c35c0b3-4096-4327-a6e4-bac6782c603f tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:04.864668 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8c35c0b3-4096-4327-a6e4-bac6782c603f tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:04.902235 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8c35c0b3-4096-4327-a6e4-bac6782c603f tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1214333 Jul 24 09:39:04.906324 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39310) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:04.913134 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-4c7a5ee8-6c63-4daf-81fe-9461bbc5558b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1549037474', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:04.930091 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc729b3-e317-4d49-af59-694b1189979a None None] Network a22008dd-4d3f-4c5e-84b0-106c19d3eb1b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:39:04.969854 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c7a5ee8-6c63-4daf-81fe-9461bbc5558b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:04.970869 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c7a5ee8-6c63-4daf-81fe-9461bbc5558b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:05.139786 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-799e567f-d89c-4aeb-9265-fb0eb2d4216f tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:05.190333 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-799e567f-d89c-4aeb-9265-fb0eb2d4216f tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Transition to ACTIVE for port object 38e17a45-2195-4b82-88da-b6a44d3f2b76 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:05.209657 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e25df05c-3d16-4339-b937-a418cc728bdf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:05.226816 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c7a5ee8-6c63-4daf-81fe-9461bbc5558b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:05.240072 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c7a5ee8-6c63-4daf-81fe-9461bbc5558b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:05.245979 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-799e567f-d89c-4aeb-9265-fb0eb2d4216f tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:05.265655 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-6a6a9b88-c34e-45ce-ba00-485b8442b555 None None] Attempting to bind port 25f075d2-eea9-4b40-8cc8-ee686591231e on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:39:05.266092 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-6a6a9b88-c34e-45ce-ba00-485b8442b555 None None] Attempting to bind port 25f075d2-eea9-4b40-8cc8-ee686591231e by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'a48333a5-18f2-441e-be8b-5ead2e5a4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ca2d7738-f73f-46d3-9ddb-a66e1aa6f6e1'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:39:05.266512 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6a9b88-c34e-45ce-ba00-485b8442b555 None None] Attempting to bind port 25f075d2-eea9-4b40-8cc8-ee686591231e on network ca2d7738-f73f-46d3-9ddb-a66e1aa6f6e1 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:39:05.301151 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6a9b88-c34e-45ce-ba00-485b8442b555 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:39:05.304811 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6a9b88-c34e-45ce-ba00-485b8442b555 None None] Checking segment: {'id': 'a48333a5-18f2-441e-be8b-5ead2e5a4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ca2d7738-f73f-46d3-9ddb-a66e1aa6f6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:39:05.305851 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6a6a9b88-c34e-45ce-ba00-485b8442b555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:05.306492 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6a9b88-c34e-45ce-ba00-485b8442b555 None None] Bound using segment: {'id': 'a48333a5-18f2-441e-be8b-5ead2e5a4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ca2d7738-f73f-46d3-9ddb-a66e1aa6f6e1'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:39:05.310694 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-6a6a9b88-c34e-45ce-ba00-485b8442b555 None None] Bound port: 25f075d2-eea9-4b40-8cc8-ee686591231e, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a48333a5-18f2-441e-be8b-5ead2e5a4a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ca2d7738-f73f-46d3-9ddb-a66e1aa6f6e1'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:39:05.311094 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6a6a9b88-c34e-45ce-ba00-485b8442b555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:05.328138 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e567f-d89c-4aeb-9265-fb0eb2d4216f tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Pushing event updated for resources: {'Port': ['ID=38e17a45-2195-4b82-88da-b6a44d3f2b76,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:05.359571 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799e567f-d89c-4aeb-9265-fb0eb2d4216f tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Network ca2d7738-f73f-46d3-9ddb-a66e1aa6f6e1 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:39:05.363045 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-799e567f-d89c-4aeb-9265-fb0eb2d4216f tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:05.365401 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c7a5ee8-6c63-4daf-81fe-9461bbc5558b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:05.369657 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4c7a5ee8-6c63-4daf-81fe-9461bbc5558b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4622450 Jul 24 09:39:05.371191 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39316) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:05.372320 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799e567f-d89c-4aeb-9265-fb0eb2d4216f tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:39:05.440188 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25df05c-3d16-4339-b937-a418cc728bdf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Router 1f1da2b7-4652-45a8-b2cc-cee6b32a5596 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:39:05.479939 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-6a6a9b88-c34e-45ce-ba00-485b8442b555 None None] For port 25f075d2-eea9-4b40-8cc8-ee686591231e, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:39:05.484382 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-6a6a9b88-c34e-45ce-ba00-485b8442b555 None None] For port 25f075d2-eea9-4b40-8cc8-ee686591231e, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=25f075d2-eea9-4b40-8cc8-ee686591231e,segment=NetworkSegment(a48333a5-18f2-441e-be8b-5ead2e5a4a38),segment_id=a48333a5-18f2-441e-be8b-5ead2e5a4a38)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:39:05.487732 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bd12e0-5e7d-4239-a1f0-b97e6d2dfd7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-a22008dd-4d3f-4c5e-84b0-106c19d3eb1b', 'network_id': 'a22008dd-4d3f-4c5e-84b0-106c19d3eb1b', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'fixed_ips': [{'subnet_id': 'db5b1057-5aeb-49ac-9cd5-f0a6d66622ab'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:39:05.489075 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f6bd12e0-5e7d-4239-a1f0-b97e6d2dfd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:05.505003 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6a6a9b88-c34e-45ce-ba00-485b8442b555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:05.637019 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25df05c-3d16-4339-b937-a418cc728bdf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:39:05.670646 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e25df05c-3d16-4339-b937-a418cc728bdf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:05.675695 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e25df05c-3d16-4339-b937-a418cc728bdf tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.3524826 Jul 24 09:39:05.679342 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39318) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:05.706302 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] Sync routers for ids ['1f1da2b7-4652-45a8-b2cc-cee6b32a5596'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:39:05.722727 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799e567f-d89c-4aeb-9265-fb0eb2d4216f tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:05.723527 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-799e567f-d89c-4aeb-9265-fb0eb2d4216f tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:05.727617 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a9b88-c34e-45ce-ba00-485b8442b555 None None] Pushing event updated for resources: {'Port': ['ID=25f075d2-eea9-4b40-8cc8-ee686591231e,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:05.751397 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] Routers {'1f1da2b7-4652-45a8-b2cc-cee6b32a5596'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:39:05.752019 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:39:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['1f1da2b7-4652-45a8-b2cc-cee6b32a5596'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:05.764795 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6c78fc63-229c-4a42-adbe-304490ed7f0b tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=766769263b9c4ac0aa4c77c8f3c95808&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0818586 Jul 24 09:39:05.768626 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39320) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:05.771381 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075fd90-363e-4a91-8c53-3f9ffcdca319 req-0eae3554-70b5-4816-97ab-5bf16cf3214d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:05.774758 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d075fd90-363e-4a91-8c53-3f9ffcdca319 req-0eae3554-70b5-4816-97ab-5bf16cf3214d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 943 time: 0.5458438 Jul 24 09:39:06.063006 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-f6bd12e0-5e7d-4239-a1f0-b97e6d2dfd7a None None] Allocated IP 2001:db8::2 (a22008dd-4d3f-4c5e-84b0-106c19d3eb1b/db5b1057-5aeb-49ac-9cd5-f0a6d66622ab/bb4b60a0-1a14-46ed-a6a1-37e4201793a9) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:39:06.069799 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82220fa-467d-420c-9ba7-36c4020be79f tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:06.071875 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e82220fa-467d-420c-9ba7-36c4020be79f tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3011990 Jul 24 09:39:06.074669 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39322) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:06.083076 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] Set router 1f1da2b7-4652-45a8-b2cc-cee6b32a5596 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:39:06.119143 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1f2528b4-1ce5-4aeb-a42b-4f9374dcea6b tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433264 Jul 24 09:39:06.119877 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39326) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:06.126658 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f757a2ce-20b8-4d09-9841-7a686d89e84b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1421918309', 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f', 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:06.184143 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-799e567f-d89c-4aeb-9265-fb0eb2d4216f tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7473078 Jul 24 09:39:06.189447 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39328) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:06.203284 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-352efb07-8e6e-4245-8190-8d23c01d89c6 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1930056530', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:06.213969 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d075fd90-363e-4a91-8c53-3f9ffcdca319 req-081ada73-8702-4a8d-916b-c9b44b82c63b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715730 Jul 24 09:39:06.354045 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-352efb07-8e6e-4245-8190-8d23c01d89c6 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:06.356394 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-352efb07-8e6e-4245-8190-8d23c01d89c6 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:06.361046 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f757a2ce-20b8-4d09-9841-7a686d89e84b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Made reservation on behalf of 766769263b9c4ac0aa4c77c8f3c95808 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:39:06.362792 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-28f2957a-7cf3-41a1-a44b-618fef95efbc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:06.366135 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f757a2ce-20b8-4d09-9841-7a686d89e84b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:06.693570 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f6bd12e0-5e7d-4239-a1f0-b97e6d2dfd7a None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:06.701402 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-352efb07-8e6e-4245-8190-8d23c01d89c6 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:06.715539 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-352efb07-8e6e-4245-8190-8d23c01d89c6 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:06.718524 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f6bd12e0-5e7d-4239-a1f0-b97e6d2dfd7a None None] Transition to ACTIVE for port object bb4b60a0-1a14-46ed-a6a1-37e4201793a9 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:06.760050 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559831440', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:01Z', 'updated_at': '2021-07-24T09:39:04Z', 'revision_number': 3, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:03Z', 'updated_at': '2021-07-24T09:39:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:06.765679 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-352efb07-8e6e-4245-8190-8d23c01d89c6 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:06.769430 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-352efb07-8e6e-4245-8190-8d23c01d89c6 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5738769 Jul 24 09:39:06.773188 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39332) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:06.778456 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f39bbf43-9e2e-4345-9e56-3afd8a15f95a tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-572079596', 'prefixes': ['172.20.0.0/16']}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:06.830314 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f757a2ce-20b8-4d09-9841-7a686d89e84b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:06.840984 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] Checking router: 1f1da2b7-4652-45a8-b2cc-cee6b32a5596 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:39:06.842885 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] Updating router 1f1da2b7-4652-45a8-b2cc-cee6b32a5596 port 8498fc3f-c399-4568-ad79-98d1747b93c1 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:39:06.854551 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f6bd12e0-5e7d-4239-a1f0-b97e6d2dfd7a None None] Transition to ACTIVE for port object bb4b60a0-1a14-46ed-a6a1-37e4201793a9 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:06.906408 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757a2ce-20b8-4d09-9841-7a686d89e84b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Subnet': ['ID=7326232c-8c83-4a7c-b128-55bd2c288aa8,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:06.912726 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f6bd12e0-5e7d-4239-a1f0-b97e6d2dfd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:06.986700 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f757a2ce-20b8-4d09-9841-7a686d89e84b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Checking segment: {'id': '131111b9-19ff-47d2-afd5-e66fc03e4c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:39:06.987344 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f757a2ce-20b8-4d09-9841-7a686d89e84b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network hostable DHCP agents. Network: f04252e8-291e-482a-be58-76c4d5569c4f, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:39:07.021252 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bd12e0-5e7d-4239-a1f0-b97e6d2dfd7a None None] Network a22008dd-4d3f-4c5e-84b0-106c19d3eb1b is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:39:07.027321 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f757a2ce-20b8-4d09-9841-7a686d89e84b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network f04252e8-291e-482a-be58-76c4d5569c4f is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:39:07.029154 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-f6bd12e0-5e7d-4239-a1f0-b97e6d2dfd7a None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:07.036642 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f39bbf43-9e2e-4345-9e56-3afd8a15f95a tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks [] for subnetpool, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:07.039602 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f39bbf43-9e2e-4345-9e56-3afd8a15f95a tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2654250 Jul 24 09:39:07.039966 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:07.044689 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39334) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:07.045771 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bd12e0-5e7d-4239-a1f0-b97e6d2dfd7a None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:39:07.050839 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-d400e06c-8ece-4b72-90b1-6b826dc18a65 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8316273e-bc19-488d-8f2e-43912c48b85b', 'tempest-TagsExtTest-Tag-1653600075') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:07.077796 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-f757a2ce-20b8-4d09-9841-7a686d89e84b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, f04252e8-291e-482a-be58-76c4d5569c4f) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:07.084858 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd12e0-5e7d-4239-a1f0-b97e6d2dfd7a None None] Pushing event updated for resources: {'Port': ['ID=bb4b60a0-1a14-46ed-a6a1-37e4201793a9,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:07.093505 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2003a32-464a-4d5f-a33d-dfaf316d1f5c None None] Network f04252e8-291e-482a-be58-76c4d5569c4f requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:39:07.120769 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-28f2957a-7cf3-41a1-a44b-618fef95efbc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Allocated IP 2001:db8::1 (a22008dd-4d3f-4c5e-84b0-106c19d3eb1b/db5b1057-5aeb-49ac-9cd5-f0a6d66622ab/6dad2167-47ae-4cc5-8c1f-04ad1410a737) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:39:07.140012 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f757a2ce-20b8-4d09-9841-7a686d89e84b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:07.141748 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f757a2ce-20b8-4d09-9841-7a686d89e84b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:07.246028 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f757a2ce-20b8-4d09-9841-7a686d89e84b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1224155 Jul 24 09:39:07.273148 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39336) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:07.470500 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-28f2957a-7cf3-41a1-a44b-618fef95efbc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:07.501503 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-28f2957a-7cf3-41a1-a44b-618fef95efbc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Transition to ACTIVE for port object 6dad2167-47ae-4cc5-8c1f-04ad1410a737 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:07.518846 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea00229-eb66-46f0-9d6c-34f622fc4d9f None None] Network ca2d7738-f73f-46d3-9ddb-a66e1aa6f6e1 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:39:07.530744 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f6bd12e0-5e7d-4239-a1f0-b97e6d2dfd7a None None] Attempting to bind port bb4b60a0-1a14-46ed-a6a1-37e4201793a9 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:39:07.531114 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f6bd12e0-5e7d-4239-a1f0-b97e6d2dfd7a None None] Attempting to bind port bb4b60a0-1a14-46ed-a6a1-37e4201793a9 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '45e1f6e6-7f7f-49ba-9ccf-36400b3fc235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a22008dd-4d3f-4c5e-84b0-106c19d3eb1b'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:39:07.531483 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bd12e0-5e7d-4239-a1f0-b97e6d2dfd7a None None] Attempting to bind port bb4b60a0-1a14-46ed-a6a1-37e4201793a9 on network a22008dd-4d3f-4c5e-84b0-106c19d3eb1b {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:39:07.569872 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bd12e0-5e7d-4239-a1f0-b97e6d2dfd7a None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:39:07.571712 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bd12e0-5e7d-4239-a1f0-b97e6d2dfd7a None None] Checking segment: {'id': '45e1f6e6-7f7f-49ba-9ccf-36400b3fc235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a22008dd-4d3f-4c5e-84b0-106c19d3eb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:39:07.571712 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f6bd12e0-5e7d-4239-a1f0-b97e6d2dfd7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:07.571712 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bd12e0-5e7d-4239-a1f0-b97e6d2dfd7a None None] Bound using segment: {'id': '45e1f6e6-7f7f-49ba-9ccf-36400b3fc235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a22008dd-4d3f-4c5e-84b0-106c19d3eb1b'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:39:07.571712 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f6bd12e0-5e7d-4239-a1f0-b97e6d2dfd7a None None] Bound port: bb4b60a0-1a14-46ed-a6a1-37e4201793a9, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e1f6e6-7f7f-49ba-9ccf-36400b3fc235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a22008dd-4d3f-4c5e-84b0-106c19d3eb1b'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:39:07.572725 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f6bd12e0-5e7d-4239-a1f0-b97e6d2dfd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:07.581472 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d400e06c-8ece-4b72-90b1-6b826dc18a65 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "PUT /v2.0/subnets/8316273e-bc19-488d-8f2e-43912c48b85b/tags/tempest-TagsExtTest-Tag-1653600075 HTTP/1.1" status: 201 len: 201 time: 0.5346127 Jul 24 09:39:07.584336 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39346) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:07.600798 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.tag.tag_plugin [None req-3b02a449-fe6f-420e-a651-54945957455f tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '38e17a45-2195-4b82-88da-b6a44d3f2b76', 'tempest-TagsExtTest-Tag-21806305') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:07.612959 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-788e613b-c1bc-4c42-89f0-e413b7b2ed8f None None] Provisioning for port 25f075d2-eea9-4b40-8cc8-ee686591231e completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:07.692817 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46479d60-c2cd-409c-8966-4b955ca61d59 req-ef29aeba-6d4b-4902-9844-8c83c8e444db tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:07.699078 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-46479d60-c2cd-409c-8966-4b955ca61d59 req-ef29aeba-6d4b-4902-9844-8c83c8e444db tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 943 time: 0.2334447 Jul 24 09:39:07.711015 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f6bd12e0-5e7d-4239-a1f0-b97e6d2dfd7a None None] For port bb4b60a0-1a14-46ed-a6a1-37e4201793a9, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:39:07.714119 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f6bd12e0-5e7d-4239-a1f0-b97e6d2dfd7a None None] For port bb4b60a0-1a14-46ed-a6a1-37e4201793a9, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=bb4b60a0-1a14-46ed-a6a1-37e4201793a9,segment=NetworkSegment(45e1f6e6-7f7f-49ba-9ccf-36400b3fc235),segment_id=45e1f6e6-7f7f-49ba-9ccf-36400b3fc235)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:39:07.732579 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f6bd12e0-5e7d-4239-a1f0-b97e6d2dfd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:07.783179 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-28f2957a-7cf3-41a1-a44b-618fef95efbc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:07.784331 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-46479d60-c2cd-409c-8966-4b955ca61d59 req-517a29b4-2aa5-47ae-94f9-c1b0ab788c51 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772779 Jul 24 09:39:07.920560 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f2957a-7cf3-41a1-a44b-618fef95efbc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network a22008dd-4d3f-4c5e-84b0-106c19d3eb1b is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:39:07.943443 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-28f2957a-7cf3-41a1-a44b-618fef95efbc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:07.946556 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f2957a-7cf3-41a1-a44b-618fef95efbc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:39:07.947103 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-28f2957a-7cf3-41a1-a44b-618fef95efbc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:08.229443 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 25f075d2-eea9-4b40-8cc8-ee686591231e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:08.282737 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2957a-7cf3-41a1-a44b-618fef95efbc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Port': ['ID=6dad2167-47ae-4cc5-8c1f-04ad1410a737,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:08.301268 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-28f2957a-7cf3-41a1-a44b-618fef95efbc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:08.310645 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3b02a449-fe6f-420e-a651-54945957455f tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "PUT /v2.0/ports/38e17a45-2195-4b82-88da-b6a44d3f2b76/tags/tempest-TagsExtTest-Tag-21806305 HTTP/1.1" status: 201 len: 201 time: 0.7220454 Jul 24 09:39:08.314138 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39352) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:08.331163 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.tag.tag_plugin [None req-db075c6d-ec87-4440-b60a-a480fb2ba368 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c7d777bd-7afe-4bf2-b77c-1db2311bf082', 'tempest-TagsExtTest-Tag-1629547000') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:08.434554 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd12e0-5e7d-4239-a1f0-b97e6d2dfd7a None None] Pushing event updated for resources: {'Port': ['ID=bb4b60a0-1a14-46ed-a6a1-37e4201793a9,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:08.453713 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063074e6-1d69-465b-b392-f6a941dc32bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-f04252e8-291e-482a-be58-76c4d5569c4f', 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'fixed_ips': [{'subnet_id': '7326232c-8c83-4a7c-b128-55bd2c288aa8'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:39:08.454685 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-063074e6-1d69-465b-b392-f6a941dc32bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:08.621331 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:08.670157 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-db075c6d-ec87-4440-b60a-a480fb2ba368 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "PUT /v2.0/routers/c7d777bd-7afe-4bf2-b77c-1db2311bf082/tags/tempest-TagsExtTest-Tag-1629547000 HTTP/1.1" status: 201 len: 201 time: 0.3549528 Jul 24 09:39:08.672580 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39356) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:08.674742 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] Transition to ACTIVE for port object 8498fc3f-c399-4568-ad79-98d1747b93c1 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:08.678178 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.tag.tag_plugin [None req-bb4ac71a-31a1-42d7-8e9f-2fda86536638 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '33232bbf-b5c1-41ce-86ed-485048de4397', 'tempest-TagsExtTest-Tag-493718417') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:08.689497 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 25f075d2-eea9-4b40-8cc8-ee686591231e completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:08.696992 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 25f075d2-eea9-4b40-8cc8-ee686591231e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:08.697340 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:08.726399 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:08.786545 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bb4ac71a-31a1-42d7-8e9f-2fda86536638 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "PUT /v2.0/subnetpools/33232bbf-b5c1-41ce-86ed-485048de4397/tags/tempest-TagsExtTest-Tag-493718417 HTTP/1.1" status: 201 len: 201 time: 0.1117971 Jul 24 09:39:08.816298 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39358) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:08.829654 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.tag.tag_plugin [None req-b9c0b11a-c4ea-4814-9090-7770ec7dc904 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8316273e-bc19-488d-8f2e-43912c48b85b') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:08.835856 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] Attempting to bind port 8498fc3f-c399-4568-ad79-98d1747b93c1 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:39:08.836399 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] Attempting to bind port 8498fc3f-c399-4568-ad79-98d1747b93c1 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:39:08.836588 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] Attempting to bind port 8498fc3f-c399-4568-ad79-98d1747b93c1 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:39:08.854112 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e756e-a954-41c1-a441-ecf428424d3c None None] Pushing event updated for resources: {'Port': ['ID=8498fc3f-c399-4568-ad79-98d1747b93c1,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:08.862720 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:39:08.863147 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:39:08.863643 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:08.863910 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:39:08.864405 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] Bound port: 8498fc3f-c399-4568-ad79-98d1747b93c1, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:39:08.864830 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:08.904054 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-063074e6-1d69-465b-b392-f6a941dc32bb None None] Allocated IP 172.20.0.2 (f04252e8-291e-482a-be58-76c4d5569c4f/7326232c-8c83-4a7c-b128-55bd2c288aa8/7af4df3b-f1fa-4352-b311-124389711f5e) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:39:09.048446 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] For port 8498fc3f-c399-4568-ad79-98d1747b93c1, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:39:09.111147 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] For port 8498fc3f-c399-4568-ad79-98d1747b93c1, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=8498fc3f-c399-4568-ad79-98d1747b93c1,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:39:09.112171 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:09.135283 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:09.143033 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7ddc2e76-c287-47ee-b82b-8eb4850ba681 None None] Provisioning complete for port 25f075d2-eea9-4b40-8cc8-ee686591231e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:09.143397 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7ddc2e76-c287-47ee-b82b-8eb4850ba681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:09.179270 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 25f075d2-eea9-4b40-8cc8-ee686591231e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=25f075d2-eea9-4b40-8cc8-ee686591231e,segment=NetworkSegment(a48333a5-18f2-441e-be8b-5ead2e5a4a38),segment_id=a48333a5-18f2-441e-be8b-5ead2e5a4a38)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:39:09.187799 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:09.224141 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:09.338723 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-28f2957a-7cf3-41a1-a44b-618fef95efbc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:09.350896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] Routers {'1f1da2b7-4652-45a8-b2cc-cee6b32a5596'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:39:09.351738 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:39:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['1f1da2b7-4652-45a8-b2cc-cee6b32a5596'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:09.356292 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-28f2957a-7cf3-41a1-a44b-618fef95efbc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:09.362359 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-28f2957a-7cf3-41a1-a44b-618fef95efbc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:09.408994 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e756e-a954-41c1-a441-ecf428424d3c None None] Pushing event updated for resources: {'Port': ['ID=8498fc3f-c399-4568-ad79-98d1747b93c1,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:09.518537 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=25f075d2-eea9-4b40-8cc8-ee686591231e,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:09.522696 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-063074e6-1d69-465b-b392-f6a941dc32bb None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:09.539188 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-063074e6-1d69-465b-b392-f6a941dc32bb None None] Transition to ACTIVE for port object 7af4df3b-f1fa-4352-b311-124389711f5e will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:09.596846 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac34037-6dc1-4955-b1c8-f6df1ef070ff req-b0c51314-b8c7-41c7-aab4-23a7cbcda1de tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:09.598547 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bac34037-6dc1-4955-b1c8-f6df1ef070ff req-b0c51314-b8c7-41c7-aab4-23a7cbcda1de tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 943 time: 0.6605849 Jul 24 09:39:09.617496 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] Set router 1f1da2b7-4652-45a8-b2cc-cee6b32a5596 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:39:09.694846 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39364) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:09.698774 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b9c0b11a-c4ea-4814-9090-7770ec7dc904 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "GET /v2.0/subnets/8316273e-bc19-488d-8f2e-43912c48b85b/tags HTTP/1.1" status: 200 len: 241 time: 0.8770452 Jul 24 09:39:09.699508 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-5c6ef045-14df-4a6b-8539-3136bf9ab624 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8316273e-bc19-488d-8f2e-43912c48b85b', 'tempest-TagsExtTest-Tag-1653600075') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:09.746515 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2957a-7cf3-41a1-a44b-618fef95efbc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Port': ['ID=6dad2167-47ae-4cc5-8c1f-04ad1410a737,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:09.764720 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bac34037-6dc1-4955-b1c8-f6df1ef070ff req-26be12bd-99e5-4e18-8b00-8c278e9f238b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390991 Jul 24 09:39:09.770566 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5c6ef045-14df-4a6b-8539-3136bf9ab624 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "GET /v2.0/subnets/8316273e-bc19-488d-8f2e-43912c48b85b/tags/tempest-TagsExtTest-Tag-1653600075 HTTP/1.1" status: 204 len: 168 time: 0.0744343 Jul 24 09:39:09.771538 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39366) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:09.778052 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.tag.tag_plugin [None req-40afd00e-8eaa-4e2d-858a-475d58f0f89e tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '8316273e-bc19-488d-8f2e-43912c48b85b', 'tempest-TagsExtTest-Tag-1653600075') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:09.802064 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bcf475-3d8d-4238-9871-bff147ff1135 None None] Network a22008dd-4d3f-4c5e-84b0-106c19d3eb1b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:39:09.804582 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-063074e6-1d69-465b-b392-f6a941dc32bb None None] Transition to ACTIVE for port object 7af4df3b-f1fa-4352-b311-124389711f5e will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:09.834895 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f2957a-7cf3-41a1-a44b-618fef95efbc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network a22008dd-4d3f-4c5e-84b0-106c19d3eb1b is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:39:09.838430 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-28f2957a-7cf3-41a1-a44b-618fef95efbc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:09.843005 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-063074e6-1d69-465b-b392-f6a941dc32bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:09.863256 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063074e6-1d69-465b-b392-f6a941dc32bb None None] Network f04252e8-291e-482a-be58-76c4d5569c4f is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:39:09.868730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-063074e6-1d69-465b-b392-f6a941dc32bb None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:09.927285 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Allocated IP 172.20.0.1 (f04252e8-291e-482a-be58-76c4d5569c4f/7326232c-8c83-4a7c-b128-55bd2c288aa8/8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:39:09.941697 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063074e6-1d69-465b-b392-f6a941dc32bb None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:39:10.250261 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:10.289026 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Transition to ACTIVE for port object 8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:10.351427 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:10.398405 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network f04252e8-291e-482a-be58-76c4d5569c4f is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:39:10.404388 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:10.411629 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:39:10.465100 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:10.468148 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Port': ['ID=8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:10.474809 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bb4b60a0-1a14-46ed-a6a1-37e4201793a9 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:10.486093 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:10.486453 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:10.486897 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:10.487117 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:10.487939 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7ddc2e76-c287-47ee-b82b-8eb4850ba681 None None] Provisioning for port 38e17a45-2195-4b82-88da-b6a44d3f2b76 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:10.488167 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:10.488521 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:10.488894 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:10.489388 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:10.490411 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:10.491327 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:10.491671 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:10.492006 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:10.554989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7ddc2e76-c287-47ee-b82b-8eb4850ba681 None None] Provisioning complete for port 38e17a45-2195-4b82-88da-b6a44d3f2b76 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:10.555806 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7ddc2e76-c287-47ee-b82b-8eb4850ba681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:10.563014 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-40afd00e-8eaa-4e2d-858a-475d58f0f89e tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "DELETE /v2.0/subnets/8316273e-bc19-488d-8f2e-43912c48b85b/tags/tempest-TagsExtTest-Tag-1653600075 HTTP/1.1" status: 204 len: 168 time: 0.7865946 Jul 24 09:39:10.563512 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39370) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:10.568454 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-03145c98-66ae-4724-9abb-6543d22ec5e6 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8316273e-bc19-488d-8f2e-43912c48b85b') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:10.583719 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f2957a-7cf3-41a1-a44b-618fef95efbc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Router 72fc189e-d39c-4505-b9af-e4c9d9a2afe2 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:39:10.620207 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc2e76-c287-47ee-b82b-8eb4850ba681 None None] Port 38e17a45-2195-4b82-88da-b6a44d3f2b76 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:39:10.622719 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-063074e6-1d69-465b-b392-f6a941dc32bb None None] Attempting to bind port 7af4df3b-f1fa-4352-b311-124389711f5e on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:39:10.624031 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-063074e6-1d69-465b-b392-f6a941dc32bb None None] Attempting to bind port 7af4df3b-f1fa-4352-b311-124389711f5e by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '131111b9-19ff-47d2-afd5-e66fc03e4c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:39:10.625290 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063074e6-1d69-465b-b392-f6a941dc32bb None None] Attempting to bind port 7af4df3b-f1fa-4352-b311-124389711f5e on network f04252e8-291e-482a-be58-76c4d5569c4f {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:39:10.629086 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063074e6-1d69-465b-b392-f6a941dc32bb None None] Pushing event updated for resources: {'Port': ['ID=7af4df3b-f1fa-4352-b311-124389711f5e,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:10.681639 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-03145c98-66ae-4724-9abb-6543d22ec5e6 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "GET /v2.0/subnets/8316273e-bc19-488d-8f2e-43912c48b85b/tags HTTP/1.1" status: 200 len: 205 time: 0.1168637 Jul 24 09:39:10.682314 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39372) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:10.682446 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063074e6-1d69-465b-b392-f6a941dc32bb None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:39:10.683103 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063074e6-1d69-465b-b392-f6a941dc32bb None None] Checking segment: {'id': '131111b9-19ff-47d2-afd5-e66fc03e4c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:39:10.684532 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-063074e6-1d69-465b-b392-f6a941dc32bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:10.685278 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063074e6-1d69-465b-b392-f6a941dc32bb None None] Bound using segment: {'id': '131111b9-19ff-47d2-afd5-e66fc03e4c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:39:10.686032 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-063074e6-1d69-465b-b392-f6a941dc32bb None None] Bound port: 7af4df3b-f1fa-4352-b311-124389711f5e, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131111b9-19ff-47d2-afd5-e66fc03e4c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:39:10.686660 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-063074e6-1d69-465b-b392-f6a941dc32bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:10.687580 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-163fab60-f788-4bab-bd6f-dffcd0813efb tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '38e17a45-2195-4b82-88da-b6a44d3f2b76') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:10.719068 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f2957a-7cf3-41a1-a44b-618fef95efbc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:39:10.729013 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-28f2957a-7cf3-41a1-a44b-618fef95efbc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "PUT /v2.0/routers/72fc189e-d39c-4505-b9af-e4c9d9a2afe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3524206 Jul 24 09:39:10.729797 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39374) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:10.730172 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb75c236-5984-49d8-8dc9-6c16d81c5de0 None None] Sync routers for ids ['72fc189e-d39c-4505-b9af-e4c9d9a2afe2'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:39:10.743742 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb75c236-5984-49d8-8dc9-6c16d81c5de0 None None] Routers {'72fc189e-d39c-4505-b9af-e4c9d9a2afe2'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:39:10.744888 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-cb75c236-5984-49d8-8dc9-6c16d81c5de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:39:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['72fc189e-d39c-4505-b9af-e4c9d9a2afe2'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:10.771706 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:10.773050 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-063074e6-1d69-465b-b392-f6a941dc32bb None None] For port 7af4df3b-f1fa-4352-b311-124389711f5e, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:39:10.776429 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-063074e6-1d69-465b-b392-f6a941dc32bb None None] For port 7af4df3b-f1fa-4352-b311-124389711f5e, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7af4df3b-f1fa-4352-b311-124389711f5e,segment=NetworkSegment(131111b9-19ff-47d2-afd5-e66fc03e4c35),segment_id=131111b9-19ff-47d2-afd5-e66fc03e4c35)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:39:10.814092 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-063074e6-1d69-465b-b392-f6a941dc32bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:10.815503 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-cb75c236-5984-49d8-8dc9-6c16d81c5de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:10.826633 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb75c236-5984-49d8-8dc9-6c16d81c5de0 None None] Routers {'72fc189e-d39c-4505-b9af-e4c9d9a2afe2'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:39:10.827929 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-cb75c236-5984-49d8-8dc9-6c16d81c5de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:39:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['72fc189e-d39c-4505-b9af-e4c9d9a2afe2'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:10.838722 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dccbca-e6b7-491d-bf4f-c78fc07699bd tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:10.840187 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e8dccbca-e6b7-491d-bf4f-c78fc07699bd tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "GET /v2.0/ports/6dad2167-47ae-4cc5-8c1f-04ad1410a737 HTTP/1.1" status: 200 len: 911 time: 0.1092372 Jul 24 09:39:10.848460 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559831440', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:01Z', 'updated_at': '2021-07-24T09:39:04Z', 'revision_number': 3, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:03Z', 'updated_at': '2021-07-24T09:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:10.853262 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39378) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:10.869981 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-cb75c236-5984-49d8-8dc9-6c16d81c5de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:10.870984 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb75c236-5984-49d8-8dc9-6c16d81c5de0 None None] The sync data for ids ['72fc189e-d39c-4505-b9af-e4c9d9a2afe2'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:39:10.946424 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port bb4b60a0-1a14-46ed-a6a1-37e4201793a9 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:11.015793 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39380) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:11.018365 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 25f075d2-eea9-4b40-8cc8-ee686591231e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:11.021511 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-163fab60-f788-4bab-bd6f-dffcd0813efb tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "GET /v2.0/ports/38e17a45-2195-4b82-88da-b6a44d3f2b76/tags HTTP/1.1" status: 200 len: 239 time: 0.3290992 Jul 24 09:39:11.023206 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.tag.tag_plugin [None req-b14d7312-4df3-40de-84c9-4b819bed692c tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '38e17a45-2195-4b82-88da-b6a44d3f2b76', 'tempest-TagsExtTest-Tag-21806305') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:11.108562 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda57572-f545-4aa4-bbec-68d972a3864b req-cb3bd5f8-2b97-4095-ab3a-16de12e79cc3 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:11.110250 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dda57572-f545-4aa4-bbec-68d972a3864b req-cb3bd5f8-2b97-4095-ab3a-16de12e79cc3 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 943 time: 0.1790509 Jul 24 09:39:11.120604 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9514d2-ab12-42d9-970d-e4d260f6c3b8 None None] The sync data for ids ['1f1da2b7-4652-45a8-b2cc-cee6b32a5596'] in n-d-800085-9 is: [{'id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559831440', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:01Z', 'updated_at': '2021-07-24T09:39:04Z', 'revision_number': 3, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:03Z', 'updated_at': '2021-07-24T09:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:39:11.197571 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ad785f3c-f7a9-4fb3-8a32-5928987759b1 None None] Provisioning complete for port 38e17a45-2195-4b82-88da-b6a44d3f2b76 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:11.197676 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ad785f3c-f7a9-4fb3-8a32-5928987759b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:11.250217 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39382) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:11.258230 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b14d7312-4df3-40de-84c9-4b819bed692c tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "GET /v2.0/ports/38e17a45-2195-4b82-88da-b6a44d3f2b76/tags/tempest-TagsExtTest-Tag-21806305 HTTP/1.1" status: 204 len: 168 time: 0.2299023 Jul 24 09:39:11.268113 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-8930ccf8-229f-4dbf-aaf0-ed0e723fbdce tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '38e17a45-2195-4b82-88da-b6a44d3f2b76', 'tempest-TagsExtTest-Tag-21806305') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:11.316029 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 25f075d2-eea9-4b40-8cc8-ee686591231e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:11.316806 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:11.377367 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063074e6-1d69-465b-b392-f6a941dc32bb None None] Pushing event updated for resources: {'Port': ['ID=7af4df3b-f1fa-4352-b311-124389711f5e,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:11.396720 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dda57572-f545-4aa4-bbec-68d972a3864b req-d51e504c-6b7c-4bca-9aad-3a7bf496035b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638199 Jul 24 09:39:11.424252 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-ad785f3c-f7a9-4fb3-8a32-5928987759b1 None None] Port 38e17a45-2195-4b82-88da-b6a44d3f2b76 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:39:11.465690 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:11.473434 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ad785f3c-f7a9-4fb3-8a32-5928987759b1 None None] Provisioning for port bb4b60a0-1a14-46ed-a6a1-37e4201793a9 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:11.480337 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:11.501968 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ad785f3c-f7a9-4fb3-8a32-5928987759b1 None None] Provisioning complete for port bb4b60a0-1a14-46ed-a6a1-37e4201793a9 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:11.502339 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ad785f3c-f7a9-4fb3-8a32-5928987759b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:11.557851 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-835931a5-3005-4923-be2d-3ae83f0ca483 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:11.649443 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:11.740945 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ad785f3c-f7a9-4fb3-8a32-5928987759b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:11.767325 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Port': ['ID=8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:11.832568 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ad785f3c-f7a9-4fb3-8a32-5928987759b1 None None] For port bb4b60a0-1a14-46ed-a6a1-37e4201793a9, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=bb4b60a0-1a14-46ed-a6a1-37e4201793a9,segment=NetworkSegment(45e1f6e6-7f7f-49ba-9ccf-36400b3fc235),segment_id=45e1f6e6-7f7f-49ba-9ccf-36400b3fc235)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:39:11.846558 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ad785f3c-f7a9-4fb3-8a32-5928987759b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:11.932544 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8930ccf8-229f-4dbf-aaf0-ed0e723fbdce tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "DELETE /v2.0/ports/38e17a45-2195-4b82-88da-b6a44d3f2b76/tags/tempest-TagsExtTest-Tag-21806305 HTTP/1.1" status: 204 len: 168 time: 0.6794989 Jul 24 09:39:11.933032 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39386) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:11.950931 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-4ef35cb6-bceb-4ea6-93fe-2ea448e7132d tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '38e17a45-2195-4b82-88da-b6a44d3f2b76') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:11.965825 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad785f3c-f7a9-4fb3-8a32-5928987759b1 None None] Pushing event updated for resources: {'Port': ['ID=bb4b60a0-1a14-46ed-a6a1-37e4201793a9,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:12.000927 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-16a6108e-0c71-4bb4-9a81-d3117e26cac8 None None] Provisioning complete for port bb4b60a0-1a14-46ed-a6a1-37e4201793a9 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:12.001305 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-16a6108e-0c71-4bb4-9a81-d3117e26cac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:12.034691 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network f04252e8-291e-482a-be58-76c4d5569c4f is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:39:12.045116 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:12.182163 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 8498fc3f-c399-4568-ad79-98d1747b93c1 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:12.231626 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39388) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:12.232791 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4ef35cb6-bceb-4ea6-93fe-2ea448e7132d tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "GET /v2.0/ports/38e17a45-2195-4b82-88da-b6a44d3f2b76/tags HTTP/1.1" status: 200 len: 205 time: 0.2855351 Jul 24 09:39:12.253464 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.tag.tag_plugin [None req-d199f83c-0b7a-4f2e-9270-3404b85c4ead tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c7d777bd-7afe-4bf2-b77c-1db2311bf082') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:12.330386 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-16a6108e-0c71-4bb4-9a81-d3117e26cac8 None None] Provisioning for port 6dad2167-47ae-4cc5-8c1f-04ad1410a737 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:12.336661 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-16a6108e-0c71-4bb4-9a81-d3117e26cac8 None None] Provisioning complete for port 6dad2167-47ae-4cc5-8c1f-04ad1410a737 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:12.342001 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-16a6108e-0c71-4bb4-9a81-d3117e26cac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:12.348517 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Router 1f1da2b7-4652-45a8-b2cc-cee6b32a5596 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:39:12.429624 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-16a6108e-0c71-4bb4-9a81-d3117e26cac8 None None] Port 6dad2167-47ae-4cc5-8c1f-04ad1410a737 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:39:12.477126 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 8498fc3f-c399-4568-ad79-98d1747b93c1 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:12.484992 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 8498fc3f-c399-4568-ad79-98d1747b93c1 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:12.484992 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:12.607765 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-137bd812-3677-4ed8-a40c-d6fd01d23cc6 None None] Provisioning complete for port 6dad2167-47ae-4cc5-8c1f-04ad1410a737 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:12.607765 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-137bd812-3677-4ed8-a40c-d6fd01d23cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:12.629574 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d199f83c-0b7a-4f2e-9270-3404b85c4ead tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "GET /v2.0/routers/c7d777bd-7afe-4bf2-b77c-1db2311bf082/tags HTTP/1.1" status: 200 len: 241 time: 0.3934798 Jul 24 09:39:12.630659 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39392) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:12.642544 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.tag.tag_plugin [None req-5c8d023a-d2f4-4ea6-a198-71560b1c7e8c tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c7d777bd-7afe-4bf2-b77c-1db2311bf082', 'tempest-TagsExtTest-Tag-1629547000') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:12.691357 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:39:12.694658 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-137bd812-3677-4ed8-a40c-d6fd01d23cc6 None None] Port 6dad2167-47ae-4cc5-8c1f-04ad1410a737 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:39:12.716411 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a9e7f7c9-56b9-4b9e-8a08-5edc60dc23d7 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "PUT /v2.0/routers/1f1da2b7-4652-45a8-b2cc-cee6b32a5596/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4421117 Jul 24 09:39:12.765019 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-835931a5-3005-4923-be2d-3ae83f0ca483 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting port 6dad2167-47ae-4cc5-8c1f-04ad1410a737 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:39:12.765650 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-835931a5-3005-4923-be2d-3ae83f0ca483 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:12.836915 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f360bd5-f026-4802-9a4a-f69a6c57f040 req-f1f9c9e9-a2ee-4078-93be-5fe2385a6481 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:12.838853 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f360bd5-f026-4802-9a4a-f69a6c57f040 req-f1f9c9e9-a2ee-4078-93be-5fe2385a6481 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 943 time: 0.2806559 Jul 24 09:39:12.852852 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39398) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:12.855131 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:12.859119 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-1867865c-ea9e-4e80-95b8-cf2f28a7456b tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c7d777bd-7afe-4bf2-b77c-1db2311bf082', 'tempest-TagsExtTest-Tag-1629547000') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:12.876004 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5c8d023a-d2f4-4ea6-a198-71560b1c7e8c tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "GET /v2.0/routers/c7d777bd-7afe-4bf2-b77c-1db2311bf082/tags/tempest-TagsExtTest-Tag-1629547000 HTTP/1.1" status: 204 len: 168 time: 0.2389624 Jul 24 09:39:12.925789 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 8498fc3f-c399-4568-ad79-98d1747b93c1, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=8498fc3f-c399-4568-ad79-98d1747b93c1,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:39:12.937954 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:12.939332 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7af4df3b-f1fa-4352-b311-124389711f5e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:13.039510 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f360bd5-f026-4802-9a4a-f69a6c57f040 req-7d2f2053-cf39-4fab-afef-a3672a93a5d2 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926794 Jul 24 09:39:13.055053 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-835931a5-3005-4923-be2d-3ae83f0ca483 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:13.084413 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-835931a5-3005-4923-be2d-3ae83f0ca483 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Calling delete_port for 6dad2167-47ae-4cc5-8c1f-04ad1410a737 owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:39:13.086202 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-87a34f41-ed08-4270-b4a4-f94a0e370e76 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-532133645&fields=id&tenant_id=766769263b9c4ac0aa4c77c8f3c95808 HTTP/1.1" status: 200 len: 267 time: 0.0676630 Jul 24 09:39:13.146718 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f083cd-375f-4a52-b54e-8e7dcf63e9a2 None None] Network f04252e8-291e-482a-be58-76c4d5569c4f requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:39:13.147695 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1867865c-ea9e-4e80-95b8-cf2f28a7456b tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "DELETE /v2.0/routers/c7d777bd-7afe-4bf2-b77c-1db2311bf082/tags/tempest-TagsExtTest-Tag-1629547000 HTTP/1.1" status: 204 len: 168 time: 0.2933733 Jul 24 09:39:13.157574 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=8498fc3f-c399-4568-ad79-98d1747b93c1,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:13.160793 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39410) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:13.210136 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-7c024135-9561-4d88-a545-534e1e10a1a2 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c7d777bd-7afe-4bf2-b77c-1db2311bf082') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:13.224040 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-176fb207-1bb6-4af6-9426-d11a5e6473c1 None None] Provisioning complete for port 6dad2167-47ae-4cc5-8c1f-04ad1410a737 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:13.224421 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-176fb207-1bb6-4af6-9426-d11a5e6473c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:13.256691 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 7af4df3b-f1fa-4352-b311-124389711f5e completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:13.330461 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-176fb207-1bb6-4af6-9426-d11a5e6473c1 None None] Port 6dad2167-47ae-4cc5-8c1f-04ad1410a737 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:39:13.331684 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-835931a5-3005-4923-be2d-3ae83f0ca483 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:13.362022 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835931a5-3005-4923-be2d-3ae83f0ca483 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Port': ['ID=6dad2167-47ae-4cc5-8c1f-04ad1410a737,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:13.433391 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7c024135-9561-4d88-a545-534e1e10a1a2 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "GET /v2.0/routers/c7d777bd-7afe-4bf2-b77c-1db2311bf082/tags HTTP/1.1" status: 200 len: 205 time: 0.2654653 Jul 24 09:39:13.433935 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39412) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:13.443738 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-f5d7af41-c16b-430c-b59a-f7b5165704cd tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '33232bbf-b5c1-41ce-86ed-485048de4397') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:13.517978 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-835931a5-3005-4923-be2d-3ae83f0ca483 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:13.527974 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f72d1b23-74bb-4135-8add-b9c8d89f571b None None] Provisioning for port 7af4df3b-f1fa-4352-b311-124389711f5e completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:13.540414 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f72d1b23-74bb-4135-8add-b9c8d89f571b None None] Provisioning complete for port 7af4df3b-f1fa-4352-b311-124389711f5e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:13.549278 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f72d1b23-74bb-4135-8add-b9c8d89f571b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:13.558460 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-1210c80b-9759-4da2-bf43-12c49e224701 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:13.560229 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-1210c80b-9759-4da2-bf43-12c49e224701 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/networks?id=f04252e8-291e-482a-be58-76c4d5569c4f HTTP/1.1" status: 200 len: 797 time: 0.4662659 Jul 24 09:39:13.588376 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-6f598e6a-6b83-4ba1-93fd-38be02d1e8aa tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/quotas/766769263b9c4ac0aa4c77c8f3c95808 HTTP/1.1" status: 200 len: 375 time: 0.0219884 Jul 24 09:39:13.624545 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f5d7af41-c16b-430c-b59a-f7b5165704cd tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "GET /v2.0/subnetpools/33232bbf-b5c1-41ce-86ed-485048de4397/tags HTTP/1.1" status: 200 len: 240 time: 0.1887503 Jul 24 09:39:13.631554 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39414) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:13.637608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.tag.tag_plugin [None req-efe599c8-14ea-46c9-9ddc-f04770ae0df0 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '33232bbf-b5c1-41ce-86ed-485048de4397', 'tempest-TagsExtTest-Tag-493718417') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:13.711884 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f72d1b23-74bb-4135-8add-b9c8d89f571b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:13.764048 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-a4c46b81-ea78-4fb2-953f-9ce22e7dd62b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1632667 Jul 24 09:39:13.769826 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f72d1b23-74bb-4135-8add-b9c8d89f571b None None] For port 7af4df3b-f1fa-4352-b311-124389711f5e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7af4df3b-f1fa-4352-b311-124389711f5e,segment=NetworkSegment(131111b9-19ff-47d2-afd5-e66fc03e4c35),segment_id=131111b9-19ff-47d2-afd5-e66fc03e4c35)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:39:13.785402 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f72d1b23-74bb-4135-8add-b9c8d89f571b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:13.894969 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d1b23-74bb-4135-8add-b9c8d89f571b None None] Pushing event updated for resources: {'Port': ['ID=7af4df3b-f1fa-4352-b311-124389711f5e,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:13.961930 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-69412a62-e110-4369-92b1-c947b700ac4a service neutron] 10.222.0.32 "GET /v2.0/networks/f04252e8-291e-482a-be58-76c4d5569c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588018 Jul 24 09:39:13.993330 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-efe599c8-14ea-46c9-9ddc-f04770ae0df0 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "GET /v2.0/subnetpools/33232bbf-b5c1-41ce-86ed-485048de4397/tags/tempest-TagsExtTest-Tag-493718417 HTTP/1.1" status: 204 len: 168 time: 0.3600445 Jul 24 09:39:13.999871 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39418) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:14.007898 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.tag.tag_plugin [None req-b69c13ec-0f01-4822-8453-f00d57ae7f7c tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '33232bbf-b5c1-41ce-86ed-485048de4397', 'tempest-TagsExtTest-Tag-493718417') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:14.011552 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835931a5-3005-4923-be2d-3ae83f0ca483 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Router 72fc189e-d39c-4505-b9af-e4c9d9a2afe2 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:39:14.036396 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bb4b60a0-1a14-46ed-a6a1-37e4201793a9 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:14.094995 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08576094-b6c6-4534-8e11-6958be135598 None None] Sync routers for ids ['1f1da2b7-4652-45a8-b2cc-cee6b32a5596'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:39:14.123658 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-12bcba22-6a6d-46d4-a830-04d967cc7391 service neutron] 10.222.0.32 "GET /v2.0/networks/f04252e8-291e-482a-be58-76c4d5569c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551249 Jul 24 09:39:14.196667 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08576094-b6c6-4534-8e11-6958be135598 None None] Routers {'1f1da2b7-4652-45a8-b2cc-cee6b32a5596'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:39:14.197351 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-08576094-b6c6-4534-8e11-6958be135598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:39:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['1f1da2b7-4652-45a8-b2cc-cee6b32a5596'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:14.239592 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835931a5-3005-4923-be2d-3ae83f0ca483 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:39:14.258118 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5917cec7-d9a5-4530-bb1b-51941c9dc9e6 None None] Sync routers for ids ['72fc189e-d39c-4505-b9af-e4c9d9a2afe2'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:39:14.262275 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-835931a5-3005-4923-be2d-3ae83f0ca483 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "PUT /v2.0/routers/72fc189e-d39c-4505-b9af-e4c9d9a2afe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4078867 Jul 24 09:39:14.265856 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39422) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:14.291127 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5917cec7-d9a5-4530-bb1b-51941c9dc9e6 None None] Routers {'72fc189e-d39c-4505-b9af-e4c9d9a2afe2'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:39:14.293847 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5917cec7-d9a5-4530-bb1b-51941c9dc9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:39:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['72fc189e-d39c-4505-b9af-e4c9d9a2afe2'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:14.321062 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:14.324610 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4eb24045-ff38-41e9-8013-4d7fe14ad537 None None] Provisioning complete for port 7af4df3b-f1fa-4352-b311-124389711f5e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:14.325357 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4eb24045-ff38-41e9-8013-4d7fe14ad537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:14.380069 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b69c13ec-0f01-4822-8453-f00d57ae7f7c tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "DELETE /v2.0/subnetpools/33232bbf-b5c1-41ce-86ed-485048de4397/tags/tempest-TagsExtTest-Tag-493718417 HTTP/1.1" status: 204 len: 168 time: 0.3790925 Jul 24 09:39:14.382141 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39424) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:14.385408 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cc612011-e6a3-47c7-9304-cd4960904f25 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "GET /v2.0/ports?device_id=72fc189e-d39c-4505-b9af-e4c9d9a2afe2 HTTP/1.1" status: 200 len: 205 time: 0.1182976 Jul 24 09:39:14.386049 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39426) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:14.392591 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5917cec7-d9a5-4530-bb1b-51941c9dc9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:14.393561 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-82712822-22a1-486f-8b7f-da88c21354bf tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '33232bbf-b5c1-41ce-86ed-485048de4397') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:14.416423 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5917cec7-d9a5-4530-bb1b-51941c9dc9e6 None None] Routers {'72fc189e-d39c-4505-b9af-e4c9d9a2afe2'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:39:14.417589 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5917cec7-d9a5-4530-bb1b-51941c9dc9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:39:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['72fc189e-d39c-4505-b9af-e4c9d9a2afe2'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:14.445695 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port bb4b60a0-1a14-46ed-a6a1-37e4201793a9 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:14.446206 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:14.461332 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-82712822-22a1-486f-8b7f-da88c21354bf tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "GET /v2.0/subnetpools/33232bbf-b5c1-41ce-86ed-485048de4397/tags HTTP/1.1" status: 200 len: 205 time: 0.0741787 Jul 24 09:39:14.469046 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39432) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:14.487050 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-fcd7ac3e-e40f-4e19-a493-ca1773144ddc tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '33232bbf-b5c1-41ce-86ed-485048de4397') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:14.574913 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2183a53f-2d08-4f63-af24-3288a38742b5 req-007e55b8-fa39-4cb4-af06-8874bd1ffcdb tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 210 time: 0.0621305 Jul 24 09:39:14.608492 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-08576094-b6c6-4534-8e11-6958be135598 None None] Set router 1f1da2b7-4652-45a8-b2cc-cee6b32a5596 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:39:14.614379 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fcd7ac3e-e40f-4e19-a493-ca1773144ddc tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "DELETE /v2.0/subnetpools/33232bbf-b5c1-41ce-86ed-485048de4397/tags HTTP/1.1" status: 204 len: 168 time: 0.1395724 Jul 24 09:39:14.617829 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39434) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:14.629663 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-dec5a0bc-626d-4d4f-aca7-377c4b92885e tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c7d777bd-7afe-4bf2-b77c-1db2311bf082') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:14.641641 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f316e2-871e-41d9-8cb6-a8d05e2eb0a8 req-3a19804d-e40e-4b23-9a5f-b914cf2e4f5c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:14.643480 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-41f316e2-871e-41d9-8cb6-a8d05e2eb0a8 req-3a19804d-e40e-4b23-9a5f-b914cf2e4f5c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 943 time: 0.4203198 Jul 24 09:39:14.662168 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-53d86426-4b3e-4b16-bc82-94e90063c8cd tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:14.727705 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5917cec7-d9a5-4530-bb1b-51941c9dc9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:14.734350 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5917cec7-d9a5-4530-bb1b-51941c9dc9e6 None None] The sync data for ids ['72fc189e-d39c-4505-b9af-e4c9d9a2afe2'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:39:15.057246 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 8498fc3f-c399-4568-ad79-98d1747b93c1 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:15.068242 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-53d86426-4b3e-4b16-bc82-94e90063c8cd tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:15.080211 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-41f316e2-871e-41d9-8cb6-a8d05e2eb0a8 req-4cc8142d-43e7-4db0-a562-2fb28270871a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077022 Jul 24 09:39:15.087483 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-53d86426-4b3e-4b16-bc82-94e90063c8cd tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:15.121878 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4eb24045-ff38-41e9-8013-4d7fe14ad537 None None] Provisioning for port 8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:15.154647 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-dec5a0bc-626d-4d4f-aca7-377c4b92885e tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "DELETE /v2.0/routers/c7d777bd-7afe-4bf2-b77c-1db2311bf082/tags HTTP/1.1" status: 204 len: 168 time: 0.5330322 Jul 24 09:39:15.155425 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39444) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:15.156853 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4eb24045-ff38-41e9-8013-4d7fe14ad537 None None] Provisioning complete for port 8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:15.157249 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4eb24045-ff38-41e9-8013-4d7fe14ad537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:15.163244 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-1388fc88-32c4-442e-86f8-f91a6870ea3d tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '38e17a45-2195-4b82-88da-b6a44d3f2b76') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:15.189521 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-53d86426-4b3e-4b16-bc82-94e90063c8cd tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:15.190359 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d86426-4b3e-4b16-bc82-94e90063c8cd tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Fanout notify agent at l3_agent the message router_deleted on router 72fc189e-d39c-4505-b9af-e4c9d9a2afe2 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:39:15.210798 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-53d86426-4b3e-4b16-bc82-94e90063c8cd tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:15.218397 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-53d86426-4b3e-4b16-bc82-94e90063c8cd tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/routers/72fc189e-d39c-4505-b9af-e4c9d9a2afe2 HTTP/1.1" status: 204 len: 168 time: 0.8283155 Jul 24 09:39:15.220600 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39446) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:15.251199 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4eb24045-ff38-41e9-8013-4d7fe14ad537 None None] Port 8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:39:15.264354 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1388fc88-32c4-442e-86f8-f91a6870ea3d tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "DELETE /v2.0/ports/38e17a45-2195-4b82-88da-b6a44d3f2b76/tags HTTP/1.1" status: 204 len: 168 time: 0.1070254 Jul 24 09:39:15.264981 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39448) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:15.270124 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-10b498bc-a9bc-4746-8b9f-8f5cdd983bde tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8316273e-bc19-488d-8f2e-43912c48b85b') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:15.318911 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-996e9f64-8508-4e29-99da-01f0ab999bda tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting subnet db5b1057-5aeb-49ac-9cd5-f0a6d66622ab {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:39:15.323541 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-996e9f64-8508-4e29-99da-01f0ab999bda tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:15.351471 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 8498fc3f-c399-4568-ad79-98d1747b93c1 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:15.351838 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:15.384111 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-996e9f64-8508-4e29-99da-01f0ab999bda tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:15.413226 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-10b498bc-a9bc-4746-8b9f-8f5cdd983bde tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "DELETE /v2.0/subnets/8316273e-bc19-488d-8f2e-43912c48b85b/tags HTTP/1.1" status: 204 len: 168 time: 0.1470580 Jul 24 09:39:15.420372 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39452) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:15.430362 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-bae2f897-9557-4434-9167-59cd1976671f tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8316273e-bc19-488d-8f2e-43912c48b85b', 'tempest-TagsExtTest-Tag-1997254748') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:15.433334 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0975f46d-c741-49e5-bd65-6139e47494ef None None] Provisioning complete for port 8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:15.434078 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0975f46d-c741-49e5-bd65-6139e47494ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:15.598829 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bae2f897-9557-4434-9167-59cd1976671f tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "PUT /v2.0/subnets/8316273e-bc19-488d-8f2e-43912c48b85b/tags/tempest-TagsExtTest-Tag-1997254748 HTTP/1.1" status: 201 len: 201 time: 0.1793559 Jul 24 09:39:15.599399 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39456) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:15.613613 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-44ff2c3c-d890-4ca2-a04c-2cc7b0454d04 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '38e17a45-2195-4b82-88da-b6a44d3f2b76', 'tempest-TagsExtTest-Tag-608339458') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:15.624349 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-0975f46d-c741-49e5-bd65-6139e47494ef None None] Port 8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:39:15.666069 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-996e9f64-8508-4e29-99da-01f0ab999bda tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:15.699798 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-08576094-b6c6-4534-8e11-6958be135598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559831440', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:01Z', 'updated_at': '2021-07-24T09:39:10Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:03Z', 'updated_at': '2021-07-24T09:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5', 'name': '', 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:ce:f9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '7326232c-8c83-4a7c-b128-55bd2c288aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:09Z', 'updated_at': '2021-07-24T09:39:11Z', 'revision_number': 2, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': '7326232c-8c83-4a7c-b128-55bd2c288aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:15.735025 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08576094-b6c6-4534-8e11-6958be135598 None None] Checking router: 1f1da2b7-4652-45a8-b2cc-cee6b32a5596 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:39:15.735025 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08576094-b6c6-4534-8e11-6958be135598 None None] Updating router 1f1da2b7-4652-45a8-b2cc-cee6b32a5596 port 8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:39:15.786287 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-44ff2c3c-d890-4ca2-a04c-2cc7b0454d04 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "PUT /v2.0/ports/38e17a45-2195-4b82-88da-b6a44d3f2b76/tags/tempest-TagsExtTest-Tag-608339458 HTTP/1.1" status: 201 len: 201 time: 0.1859343 Jul 24 09:39:15.790476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39458) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:15.803552 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-08576094-b6c6-4534-8e11-6958be135598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:15.810988 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6eb58bf0-2f17-458d-9caf-e22416049737 req-2de4a2ce-c5d9-4765-9dce-65d47f1418fd tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 210 time: 0.0501206 Jul 24 09:39:15.813612 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.tag.tag_plugin [None req-27ca2bc4-4db7-45cb-9382-4b236b0aebb3 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c7d777bd-7afe-4bf2-b77c-1db2311bf082', 'tempest-TagsExtTest-Tag-1191741312') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:16.019991 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-996e9f64-8508-4e29-99da-01f0ab999bda tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:16.102709 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7af4df3b-f1fa-4352-b311-124389711f5e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:16.105610 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e9f64-8508-4e29-99da-01f0ab999bda tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Subnet': ['ID=db5b1057-5aeb-49ac-9cd5-f0a6d66622ab,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:16.132185 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-27ca2bc4-4db7-45cb-9382-4b236b0aebb3 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "PUT /v2.0/routers/c7d777bd-7afe-4bf2-b77c-1db2311bf082/tags/tempest-TagsExtTest-Tag-1191741312 HTTP/1.1" status: 201 len: 201 time: 0.3401058 Jul 24 09:39:16.134324 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39464) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:16.143753 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-a1d4c373-06fa-4e1d-a757-a7999dbaf178 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '33232bbf-b5c1-41ce-86ed-485048de4397', 'tempest-TagsExtTest-Tag-591454802') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:16.152484 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-996e9f64-8508-4e29-99da-01f0ab999bda tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:16.156520 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-996e9f64-8508-4e29-99da-01f0ab999bda tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/subnets/db5b1057-5aeb-49ac-9cd5-f0a6d66622ab HTTP/1.1" status: 204 len: 168 time: 0.9349270 Jul 24 09:39:16.168407 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdd97a8-2ab3-4a80-b7a3-ad33a6996907 None None] Network a22008dd-4d3f-4c5e-84b0-106c19d3eb1b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:39:16.172717 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39466) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:16.261857 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a1d4c373-06fa-4e1d-a757-a7999dbaf178 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "PUT /v2.0/subnetpools/33232bbf-b5c1-41ce-86ed-485048de4397/tags/tempest-TagsExtTest-Tag-591454802 HTTP/1.1" status: 201 len: 201 time: 0.1234896 Jul 24 09:39:16.263936 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39468) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:16.278314 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-62b12d0b-1f6f-41a9-ae5c-10fa0788b38f tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '8316273e-bc19-488d-8f2e-43912c48b85b', {'tags': ['tempest-TagsExtTest-Tag-930765604', 'tempest-TagsExtTest-Tag-243833873', 'tempest-TagsExtTest-Tag-554193726']}) {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:16.374140 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0e864bde-2082-413d-9819-a817e91b6bfb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:16.488117 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-62b12d0b-1f6f-41a9-ae5c-10fa0788b38f tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "PUT /v2.0/subnets/8316273e-bc19-488d-8f2e-43912c48b85b/tags HTTP/1.1" status: 200 len: 315 time: 0.2231615 Jul 24 09:39:16.489147 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39472) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:16.499142 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-a65b4cf1-2bf0-41e2-a3b9-2a4e28f16c41 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8316273e-bc19-488d-8f2e-43912c48b85b') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:16.540775 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-0e864bde-2082-413d-9819-a817e91b6bfb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting port bb4b60a0-1a14-46ed-a6a1-37e4201793a9 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:39:16.540775 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0e864bde-2082-413d-9819-a817e91b6bfb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:16.593398 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee623bc-1d95-45e1-b764-e816a588a4ac req-14366798-0c13-4ebf-ad29-97c75525fd2f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:16.595570 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cee623bc-1d95-45e1-b764-e816a588a4ac req-14366798-0c13-4ebf-ad29-97c75525fd2f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 943 time: 0.1659956 Jul 24 09:39:16.682465 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-0e864bde-2082-413d-9819-a817e91b6bfb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] For port bb4b60a0-1a14-46ed-a6a1-37e4201793a9, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=bb4b60a0-1a14-46ed-a6a1-37e4201793a9,segment=NetworkSegment(45e1f6e6-7f7f-49ba-9ccf-36400b3fc235),segment_id=45e1f6e6-7f7f-49ba-9ccf-36400b3fc235)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:39:16.683484 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0e864bde-2082-413d-9819-a817e91b6bfb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:16.706559 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a65b4cf1-2bf0-41e2-a3b9-2a4e28f16c41 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "DELETE /v2.0/subnets/8316273e-bc19-488d-8f2e-43912c48b85b/tags HTTP/1.1" status: 204 len: 168 time: 0.2124493 Jul 24 09:39:16.709806 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39474) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:16.715102 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-66f68832-7e52-41ab-b8b1-86bcfd413157 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8316273e-bc19-488d-8f2e-43912c48b85b', 'tempest-TagsExtTest-Tag-930765604') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:16.722700 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cee623bc-1d95-45e1-b764-e816a588a4ac req-fcaa0437-5999-4781-81df-b85c66414a7b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170397 Jul 24 09:39:16.739308 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-0e864bde-2082-413d-9819-a817e91b6bfb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Calling delete_port for bb4b60a0-1a14-46ed-a6a1-37e4201793a9 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:39:16.913288 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0e864bde-2082-413d-9819-a817e91b6bfb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:16.959210 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-9566523f-e5ee-4123-a3df-12f7f4e10816 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:16.968941 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-9566523f-e5ee-4123-a3df-12f7f4e10816 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.20 "GET /v2.0/networks?id=f04252e8-291e-482a-be58-76c4d5569c4f HTTP/1.1" status: 200 len: 797 time: 0.3193407 Jul 24 09:39:16.991964 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e864bde-2082-413d-9819-a817e91b6bfb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Port': ['ID=bb4b60a0-1a14-46ed-a6a1-37e4201793a9,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:17.017202 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e864bde-2082-413d-9819-a817e91b6bfb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] No DVR routers for this DVR port bb4b60a0-1a14-46ed-a6a1-37e4201793a9 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:39:17.113820 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-08576094-b6c6-4534-8e11-6958be135598 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:17.135063 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-08576094-b6c6-4534-8e11-6958be135598 None None] Transition to ACTIVE for port object 8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:17.219215 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62fedb36-9313-46b0-8df8-19a8cdcf91d5 req-b4f82d63-8a6c-4a31-beb0-77b6ee503796 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 210 time: 0.1869001 Jul 24 09:39:17.225347 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-08576094-b6c6-4534-8e11-6958be135598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:17.257963 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:17.277136 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-66f68832-7e52-41ab-b8b1-86bcfd413157 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] show failed (client error): The resource could not be found. Jul 24 09:39:17.282437 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-66f68832-7e52-41ab-b8b1-86bcfd413157 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "GET /v2.0/subnets/8316273e-bc19-488d-8f2e-43912c48b85b/tags/tempest-TagsExtTest-Tag-930765604 HTTP/1.1" status: 404 len: 328 time: 0.5713611 Jul 24 09:39:17.288797 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39484) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:17.297359 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0e864bde-2082-413d-9819-a817e91b6bfb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:17.307294 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-84e4dfbd-3099-4af7-842e-a9e0ca42fffa tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8316273e-bc19-488d-8f2e-43912c48b85b', 'tempest-TagsExtTest-Tag-243833873') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:17.344259 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-0e864bde-2082-413d-9819-a817e91b6bfb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22008dd-4d3f-4c5e-84b0-106c19d3eb1b']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:17.370935 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-0e864bde-2082-413d-9819-a817e91b6bfb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e1f6e6-7f7f-49ba-9ccf-36400b3fc235') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:17.371381 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860aba8-1d86-4aaa-9319-81a703d30491 None None] Pushing event updated for resources: {'Port': ['ID=8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:17.371599 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-0e864bde-2082-413d-9819-a817e91b6bfb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e1f6e6-7f7f-49ba-9ccf-36400b3fc235') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:17.375082 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-a9e8c7be-a0d9-4f7e-91e6-c55e984dc8d8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=766769263b9c4ac0aa4c77c8f3c95808 HTTP/1.1" status: 200 len: 379 time: 0.3950474 Jul 24 09:39:17.383283 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0e864bde-2082-413d-9819-a817e91b6bfb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:17.389280 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 7af4df3b-f1fa-4352-b311-124389711f5e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:17.389656 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:17.395745 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-a937df71-d09e-4a0a-a0de-836ef7eae359 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'port': {'device_id': '5090d115-b07d-4af6-8482-05f17ec17609', 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f', 'admin_state_up': True, 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'security_groups': ['2fb4d789-b27a-4fd8-9602-ad6cda7fd664']}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:17.406140 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0e864bde-2082-413d-9819-a817e91b6bfb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:17.423445 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e864bde-2082-413d-9819-a817e91b6bfb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:39:17.424491 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0e864bde-2082-413d-9819-a817e91b6bfb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:39:17.471531 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:39:17.573044 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-08576094-b6c6-4534-8e11-6958be135598 None None] Attempting to bind port 8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:39:17.573427 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-08576094-b6c6-4534-8e11-6958be135598 None None] Attempting to bind port 8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '131111b9-19ff-47d2-afd5-e66fc03e4c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:39:17.573798 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08576094-b6c6-4534-8e11-6958be135598 None None] Attempting to bind port 8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5 on network f04252e8-291e-482a-be58-76c4d5569c4f {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:39:17.588713 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08576094-b6c6-4534-8e11-6958be135598 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:39:17.589384 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08576094-b6c6-4534-8e11-6958be135598 None None] Checking segment: {'id': '131111b9-19ff-47d2-afd5-e66fc03e4c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:39:17.589516 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-08576094-b6c6-4534-8e11-6958be135598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:17.589901 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08576094-b6c6-4534-8e11-6958be135598 None None] Bound using segment: {'id': '131111b9-19ff-47d2-afd5-e66fc03e4c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:39:17.590561 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-08576094-b6c6-4534-8e11-6958be135598 None None] Bound port: 8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131111b9-19ff-47d2-afd5-e66fc03e4c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:39:17.591503 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-08576094-b6c6-4534-8e11-6958be135598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:17.681028 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-84e4dfbd-3099-4af7-842e-a9e0ca42fffa tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] show failed (client error): The resource could not be found. Jul 24 09:39:17.682564 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-84e4dfbd-3099-4af7-842e-a9e0ca42fffa tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "GET /v2.0/subnets/8316273e-bc19-488d-8f2e-43912c48b85b/tags/tempest-TagsExtTest-Tag-243833873 HTTP/1.1" status: 404 len: 328 time: 0.3838239 Jul 24 09:39:17.687192 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3475227c-3737-41cc-a224-61efe6b2985d None None] DHCP port deletion for a22008dd-4d3f-4c5e-84b0-106c19d3eb1b request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:39:17.688249 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39486) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:17.715415 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-7f66d612-2227-42b9-a41d-55b15b141303 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8316273e-bc19-488d-8f2e-43912c48b85b', 'tempest-TagsExtTest-Tag-554193726') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:17.790849 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-08576094-b6c6-4534-8e11-6958be135598 None None] For port 8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:39:17.929738 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-a937df71-d09e-4a0a-a0de-836ef7eae359 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Made reservation on behalf of 766769263b9c4ac0aa4c77c8f3c95808 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:39:17.933061 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-a937df71-d09e-4a0a-a0de-836ef7eae359 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:18.049674 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bb4b60a0-1a14-46ed-a6a1-37e4201793a9 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:39:18.091872 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: bb4b60a0-1a14-46ed-a6a1-37e4201793a9 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:39:18.092620 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bb4b60a0-1a14-46ed-a6a1-37e4201793a9 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:39:18.133164 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-7f66d612-2227-42b9-a41d-55b15b141303 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] show failed (client error): The resource could not be found. Jul 24 09:39:18.134564 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7f66d612-2227-42b9-a41d-55b15b141303 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "GET /v2.0/subnets/8316273e-bc19-488d-8f2e-43912c48b85b/tags/tempest-TagsExtTest-Tag-554193726 HTTP/1.1" status: 404 len: 328 time: 0.4262452 Jul 24 09:39:18.138890 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39490) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:18.148568 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-657e2a7b-2393-46f1-bbe6-2064583c58a1 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '38e17a45-2195-4b82-88da-b6a44d3f2b76', {'tags': ['tempest-TagsExtTest-Tag-101768156', 'tempest-TagsExtTest-Tag-727883439', 'tempest-TagsExtTest-Tag-1884107134']}) {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:18.364772 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-a937df71-d09e-4a0a-a0de-836ef7eae359 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Allocated IP 172.20.0.14 (f04252e8-291e-482a-be58-76c4d5569c4f/7326232c-8c83-4a7c-b128-55bd2c288aa8/2e90edea-694c-4b69-a45e-4785364b4ed9) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:39:18.414444 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0e864bde-2082-413d-9819-a817e91b6bfb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:18.417123 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-08576094-b6c6-4534-8e11-6958be135598 None None] For port 8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5,segment=NetworkSegment(131111b9-19ff-47d2-afd5-e66fc03e4c35),segment_id=131111b9-19ff-47d2-afd5-e66fc03e4c35)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:39:18.426280 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11fbaa00-2fdb-4d49-a574-968939233e5a req-62a9692b-886c-4ef9-a584-c58eea95548e tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 210 time: 0.0713868 Jul 24 09:39:18.448035 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-08576094-b6c6-4534-8e11-6958be135598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:18.474408 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0e864bde-2082-413d-9819-a817e91b6bfb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:18.482983 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0e864bde-2082-413d-9819-a817e91b6bfb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/networks/a22008dd-4d3f-4c5e-84b0-106c19d3eb1b HTTP/1.1" status: 204 len: 168 time: 2.2982969 Jul 24 09:39:18.483482 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-657e2a7b-2393-46f1-bbe6-2064583c58a1 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "PUT /v2.0/ports/38e17a45-2195-4b82-88da-b6a44d3f2b76/tags HTTP/1.1" status: 200 len: 316 time: 0.3406005 Jul 24 09:39:18.486365 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39496) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:18.486699 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39498) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:18.504642 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-7738bac1-a77f-45c0-942b-3fdfa67685f7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-537771041', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}, 'admin_state_up': False}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:18.516451 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.tag.tag_plugin [None req-75f99ef8-6f8f-4525-bc78-accaf7073254 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '38e17a45-2195-4b82-88da-b6a44d3f2b76') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:18.522366 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860aba8-1d86-4aaa-9319-81a703d30491 None None] Pushing event updated for resources: {'Port': ['ID=8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:18.537201 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e864bde-2082-413d-9819-a817e91b6bfb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Network': ['ID=a22008dd-4d3f-4c5e-84b0-106c19d3eb1b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:18.540495 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08576094-b6c6-4534-8e11-6958be135598 None None] Routers {'1f1da2b7-4652-45a8-b2cc-cee6b32a5596'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:39:18.541225 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-08576094-b6c6-4534-8e11-6958be135598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:39:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['1f1da2b7-4652-45a8-b2cc-cee6b32a5596'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:18.707402 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7738bac1-a77f-45c0-942b-3fdfa67685f7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:18.708717 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7738bac1-a77f-45c0-942b-3fdfa67685f7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:18.717525 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-a937df71-d09e-4a0a-a0de-836ef7eae359 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:18.744593 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-a937df71-d09e-4a0a-a0de-836ef7eae359 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Transition to ACTIVE for port object 2e90edea-694c-4b69-a45e-4785364b4ed9 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:18.790579 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-08576094-b6c6-4534-8e11-6958be135598 None None] Set router 1f1da2b7-4652-45a8-b2cc-cee6b32a5596 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:39:18.823988 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-a937df71-d09e-4a0a-a0de-836ef7eae359 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:18.890835 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-75f99ef8-6f8f-4525-bc78-accaf7073254 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "DELETE /v2.0/ports/38e17a45-2195-4b82-88da-b6a44d3f2b76/tags HTTP/1.1" status: 204 len: 168 time: 0.4025481 Jul 24 09:39:18.895177 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39500) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:18.915777 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-a937df71-d09e-4a0a-a0de-836ef7eae359 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network f04252e8-291e-482a-be58-76c4d5569c4f is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:39:18.922076 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-a937df71-d09e-4a0a-a0de-836ef7eae359 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:18.927393 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-a937df71-d09e-4a0a-a0de-836ef7eae359 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:39:18.928711 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.tag.tag_plugin [None req-50156f39-2f32-48e5-a857-d2b98d95c32c tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '38e17a45-2195-4b82-88da-b6a44d3f2b76', 'tempest-TagsExtTest-Tag-101768156') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:18.940609 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a7803-de1d-4ce9-804d-b25958825f49 req-087d9346-d2ae-4dbd-8f76-68fd4fec9544 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:18.952426 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b11a7803-de1d-4ce9-804d-b25958825f49 req-087d9346-d2ae-4dbd-8f76-68fd4fec9544 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 943 time: 0.5960336 Jul 24 09:39:18.961693 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937df71-d09e-4a0a-a0de-836ef7eae359 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Port': ['ID=2e90edea-694c-4b69-a45e-4785364b4ed9,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:19.052273 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-a937df71-d09e-4a0a-a0de-836ef7eae359 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:19.053144 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-a937df71-d09e-4a0a-a0de-836ef7eae359 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:19.083126 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-a937df71-d09e-4a0a-a0de-836ef7eae359 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6930330 Jul 24 09:39:19.106343 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-8e8604bf-5261-42a6-bcbc-2c783dfa6362 service neutron] Request body: {'port': {'device_id': '5090d115-b07d-4af6-8482-05f17ec17609', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:19.145169 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7738bac1-a77f-45c0-942b-3fdfa67685f7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:19.246484 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-8e8604bf-5261-42a6-bcbc-2c783dfa6362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:19.303083 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b11a7803-de1d-4ce9-804d-b25958825f49 req-8af0189f-c15b-4d98-9bfa-13321d2e497e tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464799 Jul 24 09:39:19.316361 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-08576094-b6c6-4534-8e11-6958be135598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559831440', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:01Z', 'updated_at': '2021-07-24T09:39:10Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:03Z', 'updated_at': '2021-07-24T09:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5', 'name': '', 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:ce:f9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '7326232c-8c83-4a7c-b128-55bd2c288aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:09Z', 'updated_at': '2021-07-24T09:39:17Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': '7326232c-8c83-4a7c-b128-55bd2c288aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:19.368623 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08576094-b6c6-4534-8e11-6958be135598 None None] The sync data for ids ['1f1da2b7-4652-45a8-b2cc-cee6b32a5596'] in n-d-800085-9 is: [{'id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559831440', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:01Z', 'updated_at': '2021-07-24T09:39:10Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:03Z', 'updated_at': '2021-07-24T09:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5', 'name': '', 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:ce:f9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '7326232c-8c83-4a7c-b128-55bd2c288aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:09Z', 'updated_at': '2021-07-24T09:39:17Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': '7326232c-8c83-4a7c-b128-55bd2c288aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:39:19.394624 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1b3e237e-ec1f-4542-a460-5ea438f630e1 None None] Provisioning for port 2e90edea-694c-4b69-a45e-4785364b4ed9 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:19.403404 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1b3e237e-ec1f-4542-a460-5ea438f630e1 None None] Provisioning complete for port 2e90edea-694c-4b69-a45e-4785364b4ed9 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:19.404945 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1b3e237e-ec1f-4542-a460-5ea438f630e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:19.422852 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-50156f39-2f32-48e5-a857-d2b98d95c32c tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] show failed (client error): The resource could not be found. Jul 24 09:39:19.424171 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-50156f39-2f32-48e5-a857-d2b98d95c32c tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "GET /v2.0/ports/38e17a45-2195-4b82-88da-b6a44d3f2b76/tags/tempest-TagsExtTest-Tag-101768156 HTTP/1.1" status: 404 len: 328 time: 0.5265229 Jul 24 09:39:19.428365 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39504) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:19.433851 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7738bac1-a77f-45c0-942b-3fdfa67685f7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:19.443332 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.tag.tag_plugin [None req-7915a816-20d5-4fdc-bf8d-70e45ae46d85 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '38e17a45-2195-4b82-88da-b6a44d3f2b76', 'tempest-TagsExtTest-Tag-727883439') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:19.549383 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-1b3e237e-ec1f-4542-a460-5ea438f630e1 None None] Port 2e90edea-694c-4b69-a45e-4785364b4ed9 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:39:19.686940 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-7915a816-20d5-4fdc-bf8d-70e45ae46d85 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] show failed (client error): The resource could not be found. Jul 24 09:39:19.688237 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7915a816-20d5-4fdc-bf8d-70e45ae46d85 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "GET /v2.0/ports/38e17a45-2195-4b82-88da-b6a44d3f2b76/tags/tempest-TagsExtTest-Tag-727883439 HTTP/1.1" status: 404 len: 328 time: 0.2583609 Jul 24 09:39:19.693242 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39508) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:19.703424 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.tag.tag_plugin [None req-1101f029-568e-4913-931e-05f966ac98ce tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '38e17a45-2195-4b82-88da-b6a44d3f2b76', 'tempest-TagsExtTest-Tag-1884107134') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:19.798510 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd9725-b234-4c87-a8a9-177207837a89 req-8632f70a-fe7e-4ca0-b904-4d33db1bbb2f tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:19.800335 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-37fd9725-b234-4c87-a8a9-177207837a89 req-8632f70a-fe7e-4ca0-b904-4d33db1bbb2f tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 932 time: 0.1898522 Jul 24 09:39:19.880254 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7738bac1-a77f-45c0-942b-3fdfa67685f7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:19.902451 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7738bac1-a77f-45c0-942b-3fdfa67685f7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:19.975495 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-37fd9725-b234-4c87-a8a9-177207837a89 req-d9f73ab7-ecd7-440a-bdcc-fac3f839eb07 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fb4d789-b27a-4fd8-9602-ad6cda7fd664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626008 Jul 24 09:39:19.986375 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-1101f029-568e-4913-931e-05f966ac98ce tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] show failed (client error): The resource could not be found. Jul 24 09:39:19.990591 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1101f029-568e-4913-931e-05f966ac98ce tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "GET /v2.0/ports/38e17a45-2195-4b82-88da-b6a44d3f2b76/tags/tempest-TagsExtTest-Tag-1884107134 HTTP/1.1" status: 404 len: 329 time: 0.2941828 Jul 24 09:39:19.995323 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39510) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:20.006892 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.tag.tag_plugin [None req-bf153c83-0851-4ab3-b560-935eb7134d43 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c7d777bd-7afe-4bf2-b77c-1db2311bf082', {'tags': ['tempest-TagsExtTest-Tag-903938809', 'tempest-TagsExtTest-Tag-1904539403', 'tempest-TagsExtTest-Tag-760712000']}) {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:20.088419 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:20.126404 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-8e8604bf-5261-42a6-bcbc-2c783dfa6362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e90edea-694c-4b69-a45e-4785364b4ed9 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:39:20.142482 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-8e8604bf-5261-42a6-bcbc-2c783dfa6362 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:20.178258 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-7738bac1-a77f-45c0-942b-3fdfa67685f7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Allocated IP 172.25.7.201 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/c0a8e117-0323-4868-9004-411fe1e256c8) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:39:20.201656 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-8e8604bf-5261-42a6-bcbc-2c783dfa6362 service neutron] Transition to ACTIVE for port object 2e90edea-694c-4b69-a45e-4785364b4ed9 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:20.208626 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bf153c83-0851-4ab3-b560-935eb7134d43 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "PUT /v2.0/routers/c7d777bd-7afe-4bf2-b77c-1db2311bf082/tags HTTP/1.1" status: 200 len: 316 time: 0.2122211 Jul 24 09:39:20.209269 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39512) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:20.212498 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-8e8604bf-5261-42a6-bcbc-2c783dfa6362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:20.224396 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.tag.tag_plugin [None req-17b74e58-ff29-4a30-934e-f42855d986e5 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c7d777bd-7afe-4bf2-b77c-1db2311bf082') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:20.241713 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:20.257095 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:20.257463 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:20.325919 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8604bf-5261-42a6-bcbc-2c783dfa6362 service neutron] Pushing event updated for resources: {'Port': ['ID=2e90edea-694c-4b69-a45e-4785364b4ed9,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:20.428599 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-8e8604bf-5261-42a6-bcbc-2c783dfa6362 service neutron] Attempting to bind port 2e90edea-694c-4b69-a45e-4785364b4ed9 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:39:20.428986 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-8e8604bf-5261-42a6-bcbc-2c783dfa6362 service neutron] Attempting to bind port 2e90edea-694c-4b69-a45e-4785364b4ed9 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '131111b9-19ff-47d2-afd5-e66fc03e4c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:39:20.429322 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-8e8604bf-5261-42a6-bcbc-2c783dfa6362 service neutron] Attempting to bind port 2e90edea-694c-4b69-a45e-4785364b4ed9 on network f04252e8-291e-482a-be58-76c4d5569c4f {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:39:20.439864 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-8e8604bf-5261-42a6-bcbc-2c783dfa6362 service neutron] Port 2e90edea-694c-4b69-a45e-4785364b4ed9 on network f04252e8-291e-482a-be58-76c4d5569c4f not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:39:20.440203 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-8e8604bf-5261-42a6-bcbc-2c783dfa6362 service neutron] Attempting to bind port 2e90edea-694c-4b69-a45e-4785364b4ed9 on network f04252e8-291e-482a-be58-76c4d5569c4f {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:39:20.452145 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-8e8604bf-5261-42a6-bcbc-2c783dfa6362 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:39:20.452485 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-8e8604bf-5261-42a6-bcbc-2c783dfa6362 service neutron] Checking segment: {'id': '131111b9-19ff-47d2-afd5-e66fc03e4c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:39:20.452922 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-8e8604bf-5261-42a6-bcbc-2c783dfa6362 service neutron] Bound using segment: {'id': '131111b9-19ff-47d2-afd5-e66fc03e4c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:39:20.457487 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-8e8604bf-5261-42a6-bcbc-2c783dfa6362 service neutron] Bound port: 2e90edea-694c-4b69-a45e-4785364b4ed9, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131111b9-19ff-47d2-afd5-e66fc03e4c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:39:20.457854 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-8e8604bf-5261-42a6-bcbc-2c783dfa6362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:20.495528 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:20.627922 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5,segment=NetworkSegment(131111b9-19ff-47d2-afd5-e66fc03e4c35),segment_id=131111b9-19ff-47d2-afd5-e66fc03e4c35)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:39:20.634839 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:20.675588 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-8e8604bf-5261-42a6-bcbc-2c783dfa6362 service neutron] For port 2e90edea-694c-4b69-a45e-4785364b4ed9, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:39:20.683365 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-8e8604bf-5261-42a6-bcbc-2c783dfa6362 service neutron] For port 2e90edea-694c-4b69-a45e-4785364b4ed9, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=2e90edea-694c-4b69-a45e-4785364b4ed9,segment=NetworkSegment(131111b9-19ff-47d2-afd5-e66fc03e4c35),segment_id=131111b9-19ff-47d2-afd5-e66fc03e4c35)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:39:20.709640 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-8e8604bf-5261-42a6-bcbc-2c783dfa6362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:20.728216 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7738bac1-a77f-45c0-942b-3fdfa67685f7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:20.749452 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:20.761188 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-17b74e58-ff29-4a30-934e-f42855d986e5 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "DELETE /v2.0/routers/c7d777bd-7afe-4bf2-b77c-1db2311bf082/tags HTTP/1.1" status: 204 len: 168 time: 0.5483766 Jul 24 09:39:20.769334 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39518) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:20.782413 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501ec77-50fe-4a90-bca9-0bb573978f3d req-c41cee6f-3672-4890-9786-f61d8234f598 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:20.784311 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b501ec77-50fe-4a90-bca9-0bb573978f3d req-c41cee6f-3672-4890-9786-f61d8234f598 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 943 time: 0.2930329 Jul 24 09:39:20.790237 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.tag.tag_plugin [None req-32a63810-457f-4d31-8354-6851a0f8b939 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c7d777bd-7afe-4bf2-b77c-1db2311bf082', 'tempest-TagsExtTest-Tag-903938809') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:20.790450 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-8e8604bf-5261-42a6-bcbc-2c783dfa6362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:20.791278 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-8e8604bf-5261-42a6-bcbc-2c783dfa6362 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:20.793373 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-8e8604bf-5261-42a6-bcbc-2c783dfa6362 service neutron] 10.222.0.20 "PUT /v2.0/ports/2e90edea-694c-4b69-a45e-4785364b4ed9 HTTP/1.1" status: 200 len: 1092 time: 1.7027872 Jul 24 09:39:20.793950 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5090d115-b07d-4af6-8482-05f17ec17609', 'tag': '2e90edea-694c-4b69-a45e-4785364b4ed9'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:39:20.801419 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa772435-f70f-4e7d-8fcf-e9cf3dabd8aa" -d '{"events": [{"name": "network-changed", "server_uuid": "5090d115-b07d-4af6-8482-05f17ec17609", "tag": "2e90edea-694c-4b69-a45e-4785364b4ed9"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:39:20.901724 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a506558c-5978-426f-9937-6cbb4badb3e0 x-openstack-request-id: req-a506558c-5978-426f-9937-6cbb4badb3e0 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:39:20.902027 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5090d115-b07d-4af6-8482-05f17ec17609", "tag": "2e90edea-694c-4b69-a45e-4785364b4ed9", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:39:20.902283 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a506558c-5978-426f-9937-6cbb4badb3e0 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:39:20.902695 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5090d115-b07d-4af6-8482-05f17ec17609', 'tag': '2e90edea-694c-4b69-a45e-4785364b4ed9', 'status': 'completed', 'code': 200} Jul 24 09:39:20.938654 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8604bf-5261-42a6-bcbc-2c783dfa6362 service neutron] Pushing event updated for resources: {'Port': ['ID=2e90edea-694c-4b69-a45e-4785364b4ed9,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:20.996362 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7738bac1-a77f-45c0-942b-3fdfa67685f7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:21.051912 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-264e13c6-dae9-47c6-8f9e-fdd1fca6f294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:21.056426 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-264e13c6-dae9-47c6-8f9e-fdd1fca6f294 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 1095 time: 0.2026284 Jul 24 09:39:21.109956 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b501ec77-50fe-4a90-bca9-0bb573978f3d req-c586184e-d26a-4fa3-b429-67294dfea55b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603467 Jul 24 09:39:21.120178 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-32a63810-457f-4d31-8354-6851a0f8b939 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] show failed (client error): The resource could not be found. Jul 24 09:39:21.125107 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-32a63810-457f-4d31-8354-6851a0f8b939 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "GET /v2.0/routers/c7d777bd-7afe-4bf2-b77c-1db2311bf082/tags/tempest-TagsExtTest-Tag-903938809 HTTP/1.1" status: 404 len: 328 time: 0.3530142 Jul 24 09:39:21.125682 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39524) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:21.134585 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.tag.tag_plugin [None req-abeea3de-3719-426e-b128-d88e9e1b60a5 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c7d777bd-7afe-4bf2-b77c-1db2311bf082', 'tempest-TagsExtTest-Tag-1904539403') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:21.137467 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7738bac1-a77f-45c0-942b-3fdfa67685f7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:39:21.160380 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-7738bac1-a77f-45c0-942b-3fdfa67685f7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:21.160762 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-21adcda4-d0bf-4603-b65d-676b5315c4a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e90edea-694c-4b69-a45e-4785364b4ed9 HTTP/1.1" status: 200 len: 217 time: 0.0864484 Jul 24 09:39:21.187197 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738bac1-a77f-45c0-942b-3fdfa67685f7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Port': ['ID=c0a8e117-0323-4868-9004-411fe1e256c8,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:21.192661 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7738bac1-a77f-45c0-942b-3fdfa67685f7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:39:21.287011 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-5f221e8c-cc4a-4a28-95f9-64df7daae440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:21.288947 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-5f221e8c-cc4a-4a28-95f9-64df7daae440 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7326232c-8c83-4a7c-b128-55bd2c288aa8 HTTP/1.1" status: 200 len: 835 time: 0.0723109 Jul 24 09:39:21.295635 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-abeea3de-3719-426e-b128-d88e9e1b60a5 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] show failed (client error): The resource could not be found. Jul 24 09:39:21.299659 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-abeea3de-3719-426e-b128-d88e9e1b60a5 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "GET /v2.0/routers/c7d777bd-7afe-4bf2-b77c-1db2311bf082/tags/tempest-TagsExtTest-Tag-1904539403 HTTP/1.1" status: 404 len: 329 time: 0.1659231 Jul 24 09:39:21.301571 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39526) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:21.306244 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.tag.tag_plugin [None req-e3e8ef28-e1a4-4d09-ba73-57057d972692 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c7d777bd-7afe-4bf2-b77c-1db2311bf082', 'tempest-TagsExtTest-Tag-760712000') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:21.389980 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922e61a-079b-44a1-ab12-6fcdc8082e04 req-8a175f37-fcaf-4258-86f8-82c4da2b8ce8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:21.391510 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3922e61a-079b-44a1-ab12-6fcdc8082e04 req-8a175f37-fcaf-4258-86f8-82c4da2b8ce8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 944 time: 0.2842522 Jul 24 09:39:21.469907 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-5ae51f7d-c863-4924-9b42-1c1568fdc26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:21.472106 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-5ae51f7d-c863-4924-9b42-1c1568fdc26a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f04252e8-291e-482a-be58-76c4d5569c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1735497 Jul 24 09:39:21.475231 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3922e61a-079b-44a1-ab12-6fcdc8082e04 req-a40c152d-78e6-4e60-859e-6113569ee028 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fb4d789-b27a-4fd8-9602-ad6cda7fd664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759113 Jul 24 09:39:21.482818 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-e3e8ef28-e1a4-4d09-ba73-57057d972692 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] show failed (client error): The resource could not be found. Jul 24 09:39:21.483890 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e3e8ef28-e1a4-4d09-ba73-57057d972692 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "GET /v2.0/routers/c7d777bd-7afe-4bf2-b77c-1db2311bf082/tags/tempest-TagsExtTest-Tag-760712000 HTTP/1.1" status: 404 len: 328 time: 0.1811519 Jul 24 09:39:21.489474 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39528) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:21.494865 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-41689528-b91d-48f0-a9a3-85213fda5ba1 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '33232bbf-b5c1-41ce-86ed-485048de4397', {'tags': ['tempest-TagsExtTest-Tag-371308953', 'tempest-TagsExtTest-Tag-1480889849', 'tempest-TagsExtTest-Tag-1294002675']}) {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:21.588578 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-41689528-b91d-48f0-a9a3-85213fda5ba1 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "PUT /v2.0/subnetpools/33232bbf-b5c1-41ce-86ed-485048de4397/tags HTTP/1.1" status: 200 len: 317 time: 0.0956752 Jul 24 09:39:21.588847 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39532) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:21.598312 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-d6dbb557-ba38-4dc3-95cb-bfb8bc56bf50 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '33232bbf-b5c1-41ce-86ed-485048de4397') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:21.630820 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-fd171109-5a15-4b55-bb04-f6f9a525d7ee service neutron] 10.222.0.20 "GET /v2.0/networks/f04252e8-291e-482a-be58-76c4d5569c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524575 Jul 24 09:39:21.672954 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7738bac1-a77f-45c0-942b-3fdfa67685f7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:21.720310 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d6dbb557-ba38-4dc3-95cb-bfb8bc56bf50 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "DELETE /v2.0/subnetpools/33232bbf-b5c1-41ce-86ed-485048de4397/tags HTTP/1.1" status: 204 len: 168 time: 0.1303515 Jul 24 09:39:21.728014 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39534) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:21.733662 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-cefef096-8850-417a-a911-9ae68b74a50c tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '33232bbf-b5c1-41ce-86ed-485048de4397', 'tempest-TagsExtTest-Tag-371308953') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:21.766562 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-cefef096-8850-417a-a911-9ae68b74a50c tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] show failed (client error): The resource could not be found. Jul 24 09:39:21.769246 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cefef096-8850-417a-a911-9ae68b74a50c tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "GET /v2.0/subnetpools/33232bbf-b5c1-41ce-86ed-485048de4397/tags/tempest-TagsExtTest-Tag-371308953 HTTP/1.1" status: 404 len: 328 time: 0.0386689 Jul 24 09:39:21.770564 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39536) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:21.775033 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-85b6f748-87ef-4246-89ce-7d2a4d20ff00 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '33232bbf-b5c1-41ce-86ed-485048de4397', 'tempest-TagsExtTest-Tag-1480889849') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:21.780875 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a5cba49-220a-4e8e-9b18-e0300e32dfd2 req-3798e047-af52-40b4-9ac3-509ada37a5a4 service neutron] 10.222.0.20 "GET /v2.0/networks/f04252e8-291e-482a-be58-76c4d5569c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423051 Jul 24 09:39:21.811988 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-85b6f748-87ef-4246-89ce-7d2a4d20ff00 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] show failed (client error): The resource could not be found. Jul 24 09:39:21.813464 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-85b6f748-87ef-4246-89ce-7d2a4d20ff00 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "GET /v2.0/subnetpools/33232bbf-b5c1-41ce-86ed-485048de4397/tags/tempest-TagsExtTest-Tag-1480889849 HTTP/1.1" status: 404 len: 329 time: 0.0419028 Jul 24 09:39:21.816211 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39538) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:21.821359 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-55705d86-00ac-4ff5-a465-caec1fcb0aaf tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '33232bbf-b5c1-41ce-86ed-485048de4397', 'tempest-TagsExtTest-Tag-1294002675') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:21.854448 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-55705d86-00ac-4ff5-a465-caec1fcb0aaf tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] show failed (client error): The resource could not be found. Jul 24 09:39:21.858666 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-55705d86-00ac-4ff5-a465-caec1fcb0aaf tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "GET /v2.0/subnetpools/33232bbf-b5c1-41ce-86ed-485048de4397/tags/tempest-TagsExtTest-Tag-1294002675 HTTP/1.1" status: 404 len: 329 time: 0.0382657 Jul 24 09:39:21.858934 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39540) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:21.863209 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-c33cce68-b13c-4983-93f4-5dfd8726081e tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '33232bbf-b5c1-41ce-86ed-485048de4397') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:21.954462 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c33cce68-b13c-4983-93f4-5dfd8726081e tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "DELETE /v2.0/subnetpools/33232bbf-b5c1-41ce-86ed-485048de4397/tags HTTP/1.1" status: 204 len: 168 time: 0.0945404 Jul 24 09:39:21.957986 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39542) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:21.962409 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-b86ce9ad-fb62-4dff-931e-86dbba820622 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c7d777bd-7afe-4bf2-b77c-1db2311bf082') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:21.967548 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa772435-f70f-4e7d-8fcf-e9cf3dabd8aa req-234eb214-f22f-4e2e-b256-bd6c3b17e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:21.969098 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fa772435-f70f-4e7d-8fcf-e9cf3dabd8aa req-234eb214-f22f-4e2e-b256-bd6c3b17e486 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 1095 time: 0.1319430 Jul 24 09:39:21.977475 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7738bac1-a77f-45c0-942b-3fdfa67685f7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:21.994790 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:22.091645 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:22.094287 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:22.166972 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7738bac1-a77f-45c0-942b-3fdfa67685f7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Router 8c6341a6-edd3-4e7a-a532-e1c27cf45daa is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:39:22.484344 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b86ce9ad-fb62-4dff-931e-86dbba820622 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "DELETE /v2.0/routers/c7d777bd-7afe-4bf2-b77c-1db2311bf082/tags HTTP/1.1" status: 204 len: 168 time: 0.5252185 Jul 24 09:39:22.486702 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39546) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:22.492756 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-6a6ee039-4481-4a44-98f2-fdc9a0826bd9 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '38e17a45-2195-4b82-88da-b6a44d3f2b76') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:22.495694 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa772435-f70f-4e7d-8fcf-e9cf3dabd8aa req-ce2717a7-f21e-4ea2-b5c1-635a31d3a8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:22.497212 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fa772435-f70f-4e7d-8fcf-e9cf3dabd8aa req-ce2717a7-f21e-4ea2-b5c1-635a31d3a8af service neutron] 10.222.0.20 "GET /v2.0/networks?id=f04252e8-291e-482a-be58-76c4d5569c4f HTTP/1.1" status: 200 len: 897 time: 0.4884720 Jul 24 09:39:22.560084 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fa772435-f70f-4e7d-8fcf-e9cf3dabd8aa req-00895da1-1183-43c6-8e79-0534fec418b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e90edea-694c-4b69-a45e-4785364b4ed9 HTTP/1.1" status: 200 len: 217 time: 0.0422704 Jul 24 09:39:22.646548 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa772435-f70f-4e7d-8fcf-e9cf3dabd8aa req-bc13b63b-8bbb-4508-ab51-18273b527416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:22.648052 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fa772435-f70f-4e7d-8fcf-e9cf3dabd8aa req-bc13b63b-8bbb-4508-ab51-18273b527416 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7326232c-8c83-4a7c-b128-55bd2c288aa8 HTTP/1.1" status: 200 len: 835 time: 0.0791736 Jul 24 09:39:22.705562 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6a6ee039-4481-4a44-98f2-fdc9a0826bd9 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "DELETE /v2.0/ports/38e17a45-2195-4b82-88da-b6a44d3f2b76/tags HTTP/1.1" status: 204 len: 168 time: 0.2163427 Jul 24 09:39:22.708830 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39552) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:22.732521 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-ac50acb3-91f7-4e37-9318-00bdf453159b tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8316273e-bc19-488d-8f2e-43912c48b85b') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:22.766653 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e6b6f-7a42-4fc4-ac27-e1abd0d74407 req-a614ed70-1d07-4c5c-b2a1-9d687a852b7b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:22.773821 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de2e6b6f-7a42-4fc4-ac27-e1abd0d74407 req-a614ed70-1d07-4c5c-b2a1-9d687a852b7b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 943 time: 0.4817948 Jul 24 09:39:22.806332 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7738bac1-a77f-45c0-942b-3fdfa67685f7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:39:22.816671 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfc962f-117d-48b5-b2c5-c7ef6ea948b5 None None] Sync routers for ids ['8c6341a6-edd3-4e7a-a532-e1c27cf45daa'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:39:22.829324 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80323ef-b894-49f8-b730-fb95ae11c0a2 req-771d213a-335a-4817-833d-20ac3f42864a tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:22.830925 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d80323ef-b894-49f8-b730-fb95ae11c0a2 req-771d213a-335a-4817-833d-20ac3f42864a tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 944 time: 0.1737366 Jul 24 09:39:22.833332 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfc962f-117d-48b5-b2c5-c7ef6ea948b5 None None] Routers {'8c6341a6-edd3-4e7a-a532-e1c27cf45daa'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:39:22.834513 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-4cfc962f-117d-48b5-b2c5-c7ef6ea948b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:39:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8c6341a6-edd3-4e7a-a532-e1c27cf45daa'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:22.837723 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa772435-f70f-4e7d-8fcf-e9cf3dabd8aa req-2ae49c00-cd5f-4abb-94fd-28589bc43c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:22.838614 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de2e6b6f-7a42-4fc4-ac27-e1abd0d74407 req-a914b4bd-1696-4341-a7f6-4cc3d5b2fe13 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639043 Jul 24 09:39:22.839221 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fa772435-f70f-4e7d-8fcf-e9cf3dabd8aa req-2ae49c00-cd5f-4abb-94fd-28589bc43c70 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f04252e8-291e-482a-be58-76c4d5569c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1801109 Jul 24 09:39:22.852559 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7738bac1-a77f-45c0-942b-3fdfa67685f7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:22.856525 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7738bac1-a77f-45c0-942b-3fdfa67685f7 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.3677142 Jul 24 09:39:22.857348 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39554) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:22.888626 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-4cfc962f-117d-48b5-b2c5-c7ef6ea948b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:22.897294 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfc962f-117d-48b5-b2c5-c7ef6ea948b5 None None] Routers {'8c6341a6-edd3-4e7a-a532-e1c27cf45daa'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:39:22.898363 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-4cfc962f-117d-48b5-b2c5-c7ef6ea948b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:39:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8c6341a6-edd3-4e7a-a532-e1c27cf45daa'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:22.909693 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ac50acb3-91f7-4e37-9318-00bdf453159b tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "DELETE /v2.0/subnets/8316273e-bc19-488d-8f2e-43912c48b85b/tags HTTP/1.1" status: 204 len: 168 time: 0.1819537 Jul 24 09:39:22.942512 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39556) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:22.944460 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-4cfc962f-117d-48b5-b2c5-c7ef6ea948b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:22.945143 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfc962f-117d-48b5-b2c5-c7ef6ea948b5 None None] The sync data for ids ['8c6341a6-edd3-4e7a-a532-e1c27cf45daa'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:39:22.955541 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d80323ef-b894-49f8-b730-fb95ae11c0a2 req-fef805cf-543c-4f79-b3df-a0f1ebd713c4 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fb4d789-b27a-4fd8-9602-ad6cda7fd664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152472 Jul 24 09:39:23.025822 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fa772435-f70f-4e7d-8fcf-e9cf3dabd8aa req-ac43157d-cc99-4136-a92e-8bf5d12045d3 service neutron] 10.222.0.20 "GET /v2.0/networks/f04252e8-291e-482a-be58-76c4d5569c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778760 Jul 24 09:39:23.039102 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-32441c86-af30-4a35-a017-36d11f2adfb9 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "GET /v2.0/routers/8c6341a6-edd3-4e7a-a532-e1c27cf45daa HTTP/1.1" status: 200 len: 884 time: 0.1805806 Jul 24 09:39:23.040128 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39558) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:23.132822 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3e9b20c0-2aa6-41fe-b494-0b987084ec4c tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks [] for subnetpool, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:23.133872 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3e9b20c0-2aa6-41fe-b494-0b987084ec4c tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "DELETE /v2.0/subnetpools/33232bbf-b5c1-41ce-86ed-485048de4397 HTTP/1.1" status: 204 len: 168 time: 0.1903400 Jul 24 09:39:23.145770 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39560) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:23.195022 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8e4be265-0aa2-47bd-9ba7-ce5ccf25773c tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d777bd-7afe-4bf2-b77c-1db2311bf082 HTTP/1.1" status: 200 len: 205 time: 0.0480778 Jul 24 09:39:23.197767 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39562) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:23.284461 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fa772435-f70f-4e7d-8fcf-e9cf3dabd8aa req-3ded47ec-b687-4c2f-9666-91f6867b472f service neutron] 10.222.0.20 "GET /v2.0/networks/f04252e8-291e-482a-be58-76c4d5569c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482274 Jul 24 09:39:23.292652 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63486e08-9631-4bc8-8f5f-b86e51f7d2fb tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:23.334821 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5f56f270-59bf-48ed-a90c-ecbe80d966df tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2941566 Jul 24 09:39:23.337519 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39564) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:23.341818 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-b066a229-1a6b-4d2f-97d5-debcc4a61a5a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-537771041'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:23.491551 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63486e08-9631-4bc8-8f5f-b86e51f7d2fb tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:23.494210 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63486e08-9631-4bc8-8f5f-b86e51f7d2fb tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:23.539604 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63486e08-9631-4bc8-8f5f-b86e51f7d2fb tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:23.540549 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63486e08-9631-4bc8-8f5f-b86e51f7d2fb tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Fanout notify agent at l3_agent the message router_deleted on router c7d777bd-7afe-4bf2-b77c-1db2311bf082 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:39:23.551348 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-63486e08-9631-4bc8-8f5f-b86e51f7d2fb tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:23.554738 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-63486e08-9631-4bc8-8f5f-b86e51f7d2fb tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "DELETE /v2.0/routers/c7d777bd-7afe-4bf2-b77c-1db2311bf082 HTTP/1.1" status: 204 len: 168 time: 0.3536351 Jul 24 09:39:23.554944 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39566) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:23.662369 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-de537b6c-a255-49b0-aa4a-0af850a30e4c tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Deleting port 38e17a45-2195-4b82-88da-b6a44d3f2b76 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:39:23.662589 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de537b6c-a255-49b0-aa4a-0af850a30e4c tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:23.665635 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b066a229-1a6b-4d2f-97d5-debcc4a61a5a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:23.676875 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b066a229-1a6b-4d2f-97d5-debcc4a61a5a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593208'] for router, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:23.766813 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de537b6c-a255-49b0-aa4a-0af850a30e4c tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:23.778593 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-de537b6c-a255-49b0-aa4a-0af850a30e4c tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Calling delete_port for 38e17a45-2195-4b82-88da-b6a44d3f2b76 owned by {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:39:23.790640 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b066a229-1a6b-4d2f-97d5-debcc4a61a5a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Router 8c6341a6-edd3-4e7a-a532-e1c27cf45daa has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:39:23.911987 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b066a229-1a6b-4d2f-97d5-debcc4a61a5a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:39:23.919933 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b066a229-1a6b-4d2f-97d5-debcc4a61a5a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:23.921253 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b066a229-1a6b-4d2f-97d5-debcc4a61a5a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "PUT /v2.0/routers/8c6341a6-edd3-4e7a-a532-e1c27cf45daa HTTP/1.1" status: 200 len: 891 time: 0.5828025 Jul 24 09:39:23.924488 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19475d8c-4901-4719-bbe3-943d64f15f48 None None] Sync routers for ids ['8c6341a6-edd3-4e7a-a532-e1c27cf45daa'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:39:23.926804 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39572) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:23.935533 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de537b6c-a255-49b0-aa4a-0af850a30e4c tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:23.940529 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19475d8c-4901-4719-bbe3-943d64f15f48 None None] Routers {'8c6341a6-edd3-4e7a-a532-e1c27cf45daa'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:39:23.941577 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-19475d8c-4901-4719-bbe3-943d64f15f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:39:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8c6341a6-edd3-4e7a-a532-e1c27cf45daa'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:23.974571 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-19475d8c-4901-4719-bbe3-943d64f15f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:23.984716 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19475d8c-4901-4719-bbe3-943d64f15f48 None None] Routers {'8c6341a6-edd3-4e7a-a532-e1c27cf45daa'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:39:23.985766 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-19475d8c-4901-4719-bbe3-943d64f15f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:39:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8c6341a6-edd3-4e7a-a532-e1c27cf45daa'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:23.998229 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83f3e4-b218-4852-a5b0-ca424d2498dc req-cbac5d20-6d56-4a55-8a0e-cc99c13f364b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:23.999914 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad83f3e4-b218-4852-a5b0-ca424d2498dc req-cbac5d20-6d56-4a55-8a0e-cc99c13f364b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 943 time: 0.0904243 Jul 24 09:39:24.029933 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de537b6c-a255-49b0-aa4a-0af850a30e4c tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Pushing event deleted for resources: {'Port': ['ID=38e17a45-2195-4b82-88da-b6a44d3f2b76,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:24.032505 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-19475d8c-4901-4719-bbe3-943d64f15f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:24.033177 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19475d8c-4901-4719-bbe3-943d64f15f48 None None] The sync data for ids ['8c6341a6-edd3-4e7a-a532-e1c27cf45daa'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:39:24.050232 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad83f3e4-b218-4852-a5b0-ca424d2498dc req-bd4988e9-6a23-4ccb-a569-e97879613a59 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438256 Jul 24 09:39:24.179402 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39576) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:24.179617 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bcf7491d-8698-48d3-af46-dc51e8a7240d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "GET /v2.0/routers/8c6341a6-edd3-4e7a-a532-e1c27cf45daa HTTP/1.1" status: 200 len: 891 time: 0.2486897 Jul 24 09:39:24.185666 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-de537b6c-a255-49b0-aa4a-0af850a30e4c tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:24.189178 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-de537b6c-a255-49b0-aa4a-0af850a30e4c tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "DELETE /v2.0/ports/38e17a45-2195-4b82-88da-b6a44d3f2b76 HTTP/1.1" status: 204 len: 168 time: 0.6312084 Jul 24 09:39:24.190521 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39578) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:24.219627 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4ce66dbc-2231-44ca-bf46-c098350fa701 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c6341a6-edd3-4e7a-a532-e1c27cf45daa HTTP/1.1" status: 200 len: 205 time: 0.0417643 Jul 24 09:39:24.221793 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39580) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:24.254627 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bae12b-1672-45fd-9d5c-10aee8cabbae req-57b86e52-3c69-46e1-be46-6fef428060bb tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:24.256214 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-26bae12b-1672-45fd-9d5c-10aee8cabbae req-57b86e52-3c69-46e1-be46-6fef428060bb tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 944 time: 0.1799111 Jul 24 09:39:24.263378 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c03bdaa-4562-490c-bf24-fec38fed2623 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Deleting subnet 8316273e-bc19-488d-8f2e-43912c48b85b {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:39:24.273837 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8c03bdaa-4562-490c-bf24-fec38fed2623 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:24.338664 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-26bae12b-1672-45fd-9d5c-10aee8cabbae req-cd42dde3-950c-4f67-94f2-816121c25cbc tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fb4d789-b27a-4fd8-9602-ad6cda7fd664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726774 Jul 24 09:39:24.341261 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8c03bdaa-4562-490c-bf24-fec38fed2623 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:24.371317 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dfc9cd4d-e9da-42ca-bf6d-2d4a41f290d8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:24.434981 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8c03bdaa-4562-490c-bf24-fec38fed2623 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:24.499629 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8c03bdaa-4562-490c-bf24-fec38fed2623 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:24.505196 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dfc9cd4d-e9da-42ca-bf6d-2d4a41f290d8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:24.539573 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03bdaa-4562-490c-bf24-fec38fed2623 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Pushing event deleted for resources: {'Subnet': ['ID=8316273e-bc19-488d-8f2e-43912c48b85b,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:24.542625 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8c03bdaa-4562-490c-bf24-fec38fed2623 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:24.545352 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8c03bdaa-4562-490c-bf24-fec38fed2623 tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "DELETE /v2.0/subnets/8316273e-bc19-488d-8f2e-43912c48b85b HTTP/1.1" status: 204 len: 168 time: 0.3543859 Jul 24 09:39:24.547175 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926c4a28-c243-4fa0-a37e-4d8df70289af None None] Network ca2d7738-f73f-46d3-9ddb-a66e1aa6f6e1 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:39:24.547717 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39582) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:24.573542 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9cd4d-e9da-42ca-bf6d-2d4a41f290d8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting port c0a8e117-0323-4868-9004-411fe1e256c8 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:39:24.573879 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dfc9cd4d-e9da-42ca-bf6d-2d4a41f290d8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:24.645478 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-56118cac-0338-469c-bd4b-459d9238122e tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:24.689040 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dfc9cd4d-e9da-42ca-bf6d-2d4a41f290d8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:24.702075 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9cd4d-e9da-42ca-bf6d-2d4a41f290d8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Calling delete_port for c0a8e117-0323-4868-9004-411fe1e256c8 owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:39:24.707953 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-56118cac-0338-469c-bd4b-459d9238122e tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Deleting port 25f075d2-eea9-4b40-8cc8-ee686591231e {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:39:24.708675 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-56118cac-0338-469c-bd4b-459d9238122e tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:24.821112 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-56118cac-0338-469c-bd4b-459d9238122e tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] For port 25f075d2-eea9-4b40-8cc8-ee686591231e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=25f075d2-eea9-4b40-8cc8-ee686591231e,segment=NetworkSegment(a48333a5-18f2-441e-be8b-5ead2e5a4a38),segment_id=a48333a5-18f2-441e-be8b-5ead2e5a4a38)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:39:24.821112 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-56118cac-0338-469c-bd4b-459d9238122e tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:24.823772 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e698d3-ed0c-437b-9c2e-29d1ba778cd7 None None] DHCP port deletion for ca2d7738-f73f-46d3-9ddb-a66e1aa6f6e1 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:39:24.839073 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-56118cac-0338-469c-bd4b-459d9238122e tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Calling delete_port for 25f075d2-eea9-4b40-8cc8-ee686591231e owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:39:24.872262 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-96e698d3-ed0c-437b-9c2e-29d1ba778cd7 None None] Deleting port 25f075d2-eea9-4b40-8cc8-ee686591231e {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:39:24.872688 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-96e698d3-ed0c-437b-9c2e-29d1ba778cd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:24.909167 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dfc9cd4d-e9da-42ca-bf6d-2d4a41f290d8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:24.939002 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-56118cac-0338-469c-bd4b-459d9238122e tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:24.948781 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9cd4d-e9da-42ca-bf6d-2d4a41f290d8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Port': ['ID=c0a8e117-0323-4868-9004-411fe1e256c8,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:24.964651 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-96e698d3-ed0c-437b-9c2e-29d1ba778cd7 None None] For port 25f075d2-eea9-4b40-8cc8-ee686591231e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=25f075d2-eea9-4b40-8cc8-ee686591231e,segment=NetworkSegment(a48333a5-18f2-441e-be8b-5ead2e5a4a38),segment_id=a48333a5-18f2-441e-be8b-5ead2e5a4a38)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:39:24.965060 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-96e698d3-ed0c-437b-9c2e-29d1ba778cd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:24.978629 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-96e698d3-ed0c-437b-9c2e-29d1ba778cd7 None None] Calling delete_port for 25f075d2-eea9-4b40-8cc8-ee686591231e owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:39:24.978879 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56118cac-0338-469c-bd4b-459d9238122e tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Pushing event deleted for resources: {'Port': ['ID=25f075d2-eea9-4b40-8cc8-ee686591231e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:24.985582 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56118cac-0338-469c-bd4b-459d9238122e tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] No DVR routers for this DVR port 25f075d2-eea9-4b40-8cc8-ee686591231e on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:39:25.021949 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dfc9cd4d-e9da-42ca-bf6d-2d4a41f290d8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:25.074628 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-96e698d3-ed0c-437b-9c2e-29d1ba778cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:25.081098 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-56118cac-0338-469c-bd4b-459d9238122e tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:25.093736 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-56118cac-0338-469c-bd4b-459d9238122e tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca2d7738-f73f-46d3-9ddb-a66e1aa6f6e1']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:25.105810 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e698d3-ed0c-437b-9c2e-29d1ba778cd7 None None] Pushing event deleted for resources: {'Port': ['ID=25f075d2-eea9-4b40-8cc8-ee686591231e,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:25.107684 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-56118cac-0338-469c-bd4b-459d9238122e tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a48333a5-18f2-441e-be8b-5ead2e5a4a38') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:25.108073 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-56118cac-0338-469c-bd4b-459d9238122e tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a48333a5-18f2-441e-be8b-5ead2e5a4a38') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:25.115197 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e698d3-ed0c-437b-9c2e-29d1ba778cd7 None None] No DVR routers for this DVR port 25f075d2-eea9-4b40-8cc8-ee686591231e on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:39:25.130067 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-56118cac-0338-469c-bd4b-459d9238122e tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:25.148124 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-56118cac-0338-469c-bd4b-459d9238122e tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:25.155996 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56118cac-0338-469c-bd4b-459d9238122e tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:39:25.155996 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-56118cac-0338-469c-bd4b-459d9238122e tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:39:25.159842 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:39:25.170113 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dfc9cd4d-e9da-42ca-bf6d-2d4a41f290d8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:25.206584 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dfc9cd4d-e9da-42ca-bf6d-2d4a41f290d8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:25.215337 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 2e90edea-694c-4b69-a45e-4785364b4ed9 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:39:25.275721 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dfc9cd4d-e9da-42ca-bf6d-2d4a41f290d8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:25.276443 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc9cd4d-e9da-42ca-bf6d-2d4a41f290d8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Fanout notify agent at l3_agent the message router_deleted on router 8c6341a6-edd3-4e7a-a532-e1c27cf45daa {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:39:25.287908 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dfc9cd4d-e9da-42ca-bf6d-2d4a41f290d8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:25.289169 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-dfc9cd4d-e9da-42ca-bf6d-2d4a41f290d8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/routers/8c6341a6-edd3-4e7a-a532-e1c27cf45daa HTTP/1.1" status: 204 len: 168 time: 1.0661948 Jul 24 09:39:25.294061 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39596) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:25.302029 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-1fa69b41-7f77-43ec-87c9-9c2fe910a961 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1958027591'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:25.343596 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fca73-9b12-4bfe-a58b-9b54c54504b2 req-0c461f63-7fde-4fae-b507-cfec216031c1 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:25.345234 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da9fca73-9b12-4bfe-a58b-9b54c54504b2 req-0c461f63-7fde-4fae-b507-cfec216031c1 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 943 time: 0.1925654 Jul 24 09:39:25.406521 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da9fca73-9b12-4bfe-a58b-9b54c54504b2 req-365b0148-83c8-4ce1-b14e-34fd0c8e2c39 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539343 Jul 24 09:39:25.411444 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa69b41-7f77-43ec-87c9-9c2fe910a961 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Made reservation on behalf of 99522c69057542cfad6beb1560629fb7 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:39:25.417950 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1fa69b41-7f77-43ec-87c9-9c2fe910a961 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:25.425804 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 2e90edea-694c-4b69-a45e-4785364b4ed9, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=2e90edea-694c-4b69-a45e-4785364b4ed9,segment=NetworkSegment(131111b9-19ff-47d2-afd5-e66fc03e4c35),segment_id=131111b9-19ff-47d2-afd5-e66fc03e4c35)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:39:25.438640 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '2e90edea-694c-4b69-a45e-4785364b4ed9', 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f', 'port_id': '2e90edea-694c-4b69-a45e-4785364b4ed9', 'mac_address': 'fa:16:3e:bc:3a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7326232c-8c83-4a7c-b128-55bd2c288aa8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:39:25.480969 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:25.495528 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e90edea-694c-4b69-a45e-4785364b4ed9 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:39:25.520536 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 2e90edea-694c-4b69-a45e-4785364b4ed9, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=2e90edea-694c-4b69-a45e-4785364b4ed9,segment=NetworkSegment(131111b9-19ff-47d2-afd5-e66fc03e4c35),segment_id=131111b9-19ff-47d2-afd5-e66fc03e4c35)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:39:25.526004 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:25.554065 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device f4345eb5-1778-4a49-8d45-214fdd215cf8 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:39:25.622175 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa69b41-7f77-43ec-87c9-9c2fe910a961 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:39:25.637168 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1fa69b41-7f77-43ec-87c9-9c2fe910a961 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:25.637557 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-1fa69b41-7f77-43ec-87c9-9c2fe910a961 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Added segment 24540dbe-4514-4dc0-b4ab-ab11d7e65731 of type vlan for network 09386488-c0ad-4ff5-9eab-ec27168b571b Jul 24 09:39:25.649132 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-56118cac-0338-469c-bd4b-459d9238122e tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:25.679385 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-56118cac-0338-469c-bd4b-459d9238122e tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:25.680897 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port f4345eb5-1778-4a49-8d45-214fdd215cf8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=f4345eb5-1778-4a49-8d45-214fdd215cf8,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:39:25.683114 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=2e90edea-694c-4b69-a45e-4785364b4ed9,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:25.686116 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-56118cac-0338-469c-bd4b-459d9238122e tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] 10.222.0.32 "DELETE /v2.0/networks/ca2d7738-f73f-46d3-9ddb-a66e1aa6f6e1 HTTP/1.1" status: 204 len: 168 time: 1.1368995 Jul 24 09:39:25.687626 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56118cac-0338-469c-bd4b-459d9238122e tempest-TagsExtTest-340985373 tempest-TagsExtTest-340985373-project] Pushing event deleted for resources: {'Network': ['ID=ca2d7738-f73f-46d3-9ddb-a66e1aa6f6e1,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:25.697280 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:25.697830 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:25.698409 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:25.698898 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:25.699390 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:25.700452 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:25.700989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:25.701493 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:25.702024 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:25.702542 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:25.703195 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:25.703718 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:25.703925 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1fa69b41-7f77-43ec-87c9-9c2fe910a961 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:25.711587 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'f4345eb5-1778-4a49-8d45-214fdd215cf8', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'port_id': 'f4345eb5-1778-4a49-8d45-214fdd215cf8', 'mac_address': 'fa:16:3e:0d:9e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:39:25.733827 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400b6e1-a6f3-4c8c-9dee-3a68e3592b89 req-28c318ee-feab-4b0c-8d66-4721a0eb4178 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:25.735736 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6400b6e1-a6f3-4c8c-9dee-3a68e3592b89 req-28c318ee-feab-4b0c-8d66-4721a0eb4178 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 945 time: 0.1366577 Jul 24 09:39:25.743709 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['2e90edea-694c-4b69-a45e-4785364b4ed9'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:39:25.790329 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1fa69b41-7f77-43ec-87c9-9c2fe910a961 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:25.793414 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:25.796154 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6400b6e1-a6f3-4c8c-9dee-3a68e3592b89 req-f15d3025-3c79-4092-b473-8ec973fa9075 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fb4d789-b27a-4fd8-9602-ad6cda7fd664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547502 Jul 24 09:39:25.798107 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa69b41-7f77-43ec-87c9-9c2fe910a961 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:25.799006 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1fa69b41-7f77-43ec-87c9-9c2fe910a961 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:25.826010 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4345eb5-1778-4a49-8d45-214fdd215cf8 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:39:25.851236 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1fa69b41-7f77-43ec-87c9-9c2fe910a961 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5540977 Jul 24 09:39:25.854022 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39604) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:25.856711 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port f4345eb5-1778-4a49-8d45-214fdd215cf8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=f4345eb5-1778-4a49-8d45-214fdd215cf8,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:39:25.860491 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-690d058a-b7d0-4305-abdf-97d1df237a66 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'subnet': {'network_id': '09386488-c0ad-4ff5-9eab-ec27168b571b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:25.864373 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:25.943238 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa69b41-7f77-43ec-87c9-9c2fe910a961 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Network': ['ID=09386488-c0ad-4ff5-9eab-ec27168b571b,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:26.005411 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 09386488-c0ad-4ff5-9eab-ec27168b571b details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:39:26.035300 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=f4345eb5-1778-4a49-8d45-214fdd215cf8,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:26.083339 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 25f075d2-eea9-4b40-8cc8-ee686591231e no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:39:26.083654 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690d058a-b7d0-4305-abdf-97d1df237a66 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Made reservation on behalf of 99522c69057542cfad6beb1560629fb7 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:39:26.088863 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-690d058a-b7d0-4305-abdf-97d1df237a66 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:26.141581 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 25f075d2-eea9-4b40-8cc8-ee686591231e {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:39:26.141955 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 25f075d2-eea9-4b40-8cc8-ee686591231e not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:39:26.147623 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['f4345eb5-1778-4a49-8d45-214fdd215cf8'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:39:26.151545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39608) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:26.308559 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-690d058a-b7d0-4305-abdf-97d1df237a66 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:26.310627 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d34f1a39-bee0-4d89-bd18-6358afef9a84 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=451a1334326b46e68507b6352d549e06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547332 Jul 24 09:39:26.313505 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39612) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:26.377070 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d058a-b7d0-4305-abdf-97d1df237a66 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Subnet': ['ID=bc73ffe1-3d34-4c09-ba72-d4081ec7e918,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:26.384854 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690d058a-b7d0-4305-abdf-97d1df237a66 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Checking segment: {'id': '24540dbe-4514-4dc0-b4ab-ab11d7e65731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '09386488-c0ad-4ff5-9eab-ec27168b571b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:39:26.385150 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690d058a-b7d0-4305-abdf-97d1df237a66 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network hostable DHCP agents. Network: 09386488-c0ad-4ff5-9eab-ec27168b571b, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:39:26.385643 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1c37a4a8-56fb-48b4-8085-1a4b518941d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:26.403413 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690d058a-b7d0-4305-abdf-97d1df237a66 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network 09386488-c0ad-4ff5-9eab-ec27168b571b is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:39:26.412942 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-690d058a-b7d0-4305-abdf-97d1df237a66 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 09386488-c0ad-4ff5-9eab-ec27168b571b) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:26.413148 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1c37a4a8-56fb-48b4-8085-1a4b518941d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:26.418464 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690d058a-b7d0-4305-abdf-97d1df237a66 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:26.419635 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-690d058a-b7d0-4305-abdf-97d1df237a66 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:26.422616 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d903406-492d-4fdd-9f68-93fa3313eea3 None None] Network 09386488-c0ad-4ff5-9eab-ec27168b571b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:39:26.450677 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-690d058a-b7d0-4305-abdf-97d1df237a66 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5947168 Jul 24 09:39:26.452654 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39620) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:26.457934 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f8791910-2cfe-4389-97f6-99cbcc5801f4 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-62762337', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:26.495325 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1c37a4a8-56fb-48b4-8085-1a4b518941d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:26.498421 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f8791910-2cfe-4389-97f6-99cbcc5801f4 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:26.498983 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1c37a4a8-56fb-48b4-8085-1a4b518941d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:26.499593 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f8791910-2cfe-4389-97f6-99cbcc5801f4 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:26.500391 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1c37a4a8-56fb-48b4-8085-1a4b518941d8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/602f74cb-fc5c-46a4-bbeb-0b3f6145d7bd HTTP/1.1" status: 204 len: 168 time: 0.1855724 Jul 24 09:39:26.513303 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37a4a8-56fb-48b4-8085-1a4b518941d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602f74cb-fc5c-46a4-bbeb-0b3f6145d7bd,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:26.574542 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f8791910-2cfe-4389-97f6-99cbcc5801f4 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:26.583487 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f8791910-2cfe-4389-97f6-99cbcc5801f4 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:26.603642 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f8791910-2cfe-4389-97f6-99cbcc5801f4 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:26.614341 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f8791910-2cfe-4389-97f6-99cbcc5801f4 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1599967 Jul 24 09:39:26.616983 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39624) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:26.652132 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc53ca-2236-46cd-9e67-62199c43f1a6 req-eaa33429-2eb8-4e57-b516-e7b708256ea8 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:26.654973 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-90cc53ca-2236-46cd-9e67-62199c43f1a6 req-eaa33429-2eb8-4e57-b516-e7b708256ea8 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 944 time: 0.1370423 Jul 24 09:39:26.709262 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6c4b58-08f2-4435-b640-db92f199aa97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-09386488-c0ad-4ff5-9eab-ec27168b571b', 'network_id': '09386488-c0ad-4ff5-9eab-ec27168b571b', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'fixed_ips': [{'subnet_id': 'bc73ffe1-3d34-4c09-ba72-d4081ec7e918'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:39:26.710594 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8a6c4b58-08f2-4435-b640-db92f199aa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:26.734312 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-90cc53ca-2236-46cd-9e67-62199c43f1a6 req-9f70dcdf-4f13-443a-9d7a-a1358a36b5c0 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736771 Jul 24 09:39:26.904689 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-8a6c4b58-08f2-4435-b640-db92f199aa97 None None] Allocated IP 2001:db8::2 (09386488-c0ad-4ff5-9eab-ec27168b571b/bc73ffe1-3d34-4c09-ba72-d4081ec7e918/e3094798-6b9c-454f-a23a-055b2142a478) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:39:27.024443 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78bfa94e-fa04-4336-9b76-3069588d9c23 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:27.047880 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c86755-b485-47f7-a457-c80ce26b851e req-19b1c709-abd8-4db6-bc1e-66bec16a5a81 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:27.049734 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-87c86755-b485-47f7-a457-c80ce26b851e req-19b1c709-abd8-4db6-bc1e-66bec16a5a81 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 945 time: 0.1434958 Jul 24 09:39:27.113987 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8a6c4b58-08f2-4435-b640-db92f199aa97 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:27.125182 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8a6c4b58-08f2-4435-b640-db92f199aa97 None None] Transition to ACTIVE for port object e3094798-6b9c-454f-a23a-055b2142a478 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:27.144477 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8a6c4b58-08f2-4435-b640-db92f199aa97 None None] Transition to ACTIVE for port object e3094798-6b9c-454f-a23a-055b2142a478 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:27.152395 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8a6c4b58-08f2-4435-b640-db92f199aa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:27.195675 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-87c86755-b485-47f7-a457-c80ce26b851e req-569e11a9-5eb6-42ef-8a80-99a421370f88 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fb4d789-b27a-4fd8-9602-ad6cda7fd664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115167 Jul 24 09:39:27.200032 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6c4b58-08f2-4435-b640-db92f199aa97 None None] Network 09386488-c0ad-4ff5-9eab-ec27168b571b is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:39:27.203305 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-8a6c4b58-08f2-4435-b640-db92f199aa97 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:27.206463 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6c4b58-08f2-4435-b640-db92f199aa97 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:39:27.241027 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 2e90edea-694c-4b69-a45e-4785364b4ed9 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:27.353919 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-78bfa94e-fa04-4336-9b76-3069588d9c23 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Allocated IP 2001:db8::1 (09386488-c0ad-4ff5-9eab-ec27168b571b/bc73ffe1-3d34-4c09-ba72-d4081ec7e918/f30eca0a-b6a0-496e-a707-e27ad4b2c8c4) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:39:27.463440 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39652) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:27.492014 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c4b58-08f2-4435-b640-db92f199aa97 None None] Pushing event updated for resources: {'Port': ['ID=e3094798-6b9c-454f-a23a-055b2142a478,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:27.503838 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78bfa94e-fa04-4336-9b76-3069588d9c23 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:27.504467 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-41f0296e-a5bb-421f-b6ef-a5595309ff5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:27.511606 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-8a6c4b58-08f2-4435-b640-db92f199aa97 None None] Attempting to bind port e3094798-6b9c-454f-a23a-055b2142a478 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:39:27.511973 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-8a6c4b58-08f2-4435-b640-db92f199aa97 None None] Attempting to bind port e3094798-6b9c-454f-a23a-055b2142a478 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '24540dbe-4514-4dc0-b4ab-ab11d7e65731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '09386488-c0ad-4ff5-9eab-ec27168b571b'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:39:27.512374 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6c4b58-08f2-4435-b640-db92f199aa97 None None] Attempting to bind port e3094798-6b9c-454f-a23a-055b2142a478 on network 09386488-c0ad-4ff5-9eab-ec27168b571b {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:39:27.518320 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6c4b58-08f2-4435-b640-db92f199aa97 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:39:27.518694 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6c4b58-08f2-4435-b640-db92f199aa97 None None] Checking segment: {'id': '24540dbe-4514-4dc0-b4ab-ab11d7e65731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '09386488-c0ad-4ff5-9eab-ec27168b571b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:39:27.519092 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8a6c4b58-08f2-4435-b640-db92f199aa97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:27.519719 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6c4b58-08f2-4435-b640-db92f199aa97 None None] Bound using segment: {'id': '24540dbe-4514-4dc0-b4ab-ab11d7e65731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '09386488-c0ad-4ff5-9eab-ec27168b571b'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:39:27.519946 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-8a6c4b58-08f2-4435-b640-db92f199aa97 None None] Bound port: e3094798-6b9c-454f-a23a-055b2142a478, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24540dbe-4514-4dc0-b4ab-ab11d7e65731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '09386488-c0ad-4ff5-9eab-ec27168b571b'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:39:27.520316 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8a6c4b58-08f2-4435-b640-db92f199aa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:27.520711 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-78bfa94e-fa04-4336-9b76-3069588d9c23 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Transition to ACTIVE for port object f30eca0a-b6a0-496e-a707-e27ad4b2c8c4 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:27.557547 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device f4345eb5-1778-4a49-8d45-214fdd215cf8 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:27.561033 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78bfa94e-fa04-4336-9b76-3069588d9c23 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:27.594626 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-2bd30593-6d09-459d-b4b4-a98b49186c3f tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-755239497'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:27.610231 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-8a6c4b58-08f2-4435-b640-db92f199aa97 None None] For port e3094798-6b9c-454f-a23a-055b2142a478, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:39:27.612893 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 2e90edea-694c-4b69-a45e-4785364b4ed9 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:27.615464 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bfa94e-fa04-4336-9b76-3069588d9c23 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network 09386488-c0ad-4ff5-9eab-ec27168b571b is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:39:27.620033 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-78bfa94e-fa04-4336-9b76-3069588d9c23 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:27.621471 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd30593-6d09-459d-b4b4-a98b49186c3f tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] Made reservation on behalf of 162d2444f92946c89ad3efe4c40accf0 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:39:27.623030 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bfa94e-fa04-4336-9b76-3069588d9c23 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:39:27.624957 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78bfa94e-fa04-4336-9b76-3069588d9c23 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:27.627146 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2bd30593-6d09-459d-b4b4-a98b49186c3f tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:27.630237 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 2e90edea-694c-4b69-a45e-4785364b4ed9 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:27.630798 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:27.634161 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-8a6c4b58-08f2-4435-b640-db92f199aa97 None None] For port e3094798-6b9c-454f-a23a-055b2142a478, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e3094798-6b9c-454f-a23a-055b2142a478,segment=NetworkSegment(24540dbe-4514-4dc0-b4ab-ab11d7e65731),segment_id=24540dbe-4514-4dc0-b4ab-ab11d7e65731)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:39:27.638308 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2bd30593-6d09-459d-b4b4-a98b49186c3f tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:27.663865 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8a6c4b58-08f2-4435-b640-db92f199aa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:27.682845 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfa94e-fa04-4336-9b76-3069588d9c23 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Port': ['ID=f30eca0a-b6a0-496e-a707-e27ad4b2c8c4,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:27.744655 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port f4345eb5-1778-4a49-8d45-214fdd215cf8 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:27.754438 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port f4345eb5-1778-4a49-8d45-214fdd215cf8 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:27.754800 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:27.770309 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2bd30593-6d09-459d-b4b4-a98b49186c3f tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:27.775734 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c4b58-08f2-4435-b640-db92f199aa97 None None] Pushing event updated for resources: {'Port': ['ID=e3094798-6b9c-454f-a23a-055b2142a478,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:27.779530 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2bd30593-6d09-459d-b4b4-a98b49186c3f tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:27.814881 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd30593-6d09-459d-b4b4-a98b49186c3f tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:39:27.825823 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd30593-6d09-459d-b4b4-a98b49186c3f tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be6f6fe-178c-441f-9930-77c626622da3,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:27.833669 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2bd30593-6d09-459d-b4b4-a98b49186c3f tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:27.834385 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-2bd30593-6d09-459d-b4b4-a98b49186c3f tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] Added segment d8e0312f-84df-4cb1-90ad-9aece7ffc8c4 of type vlan for network 1e339261-4a66-4910-afbf-078f376116d4 Jul 24 09:39:27.870039 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:27.892463 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2bd30593-6d09-459d-b4b4-a98b49186c3f tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:27.896785 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78bfa94e-fa04-4336-9b76-3069588d9c23 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:27.942971 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5090d115-b07d-4af6-8482-05f17ec17609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e90edea-694c-4b69-a45e-4785364b4ed9'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:39:27.945416 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2654269c-202c-4bd7-8d4d-d0f9931b219e" -d '{"events": [{"server_uuid": "5090d115-b07d-4af6-8482-05f17ec17609", "name": "network-vif-plugged", "status": "completed", "tag": "2e90edea-694c-4b69-a45e-4785364b4ed9"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:39:27.970373 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 2e90edea-694c-4b69-a45e-4785364b4ed9, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=2e90edea-694c-4b69-a45e-4785364b4ed9,segment=NetworkSegment(131111b9-19ff-47d2-afd5-e66fc03e4c35),segment_id=131111b9-19ff-47d2-afd5-e66fc03e4c35)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:39:27.971664 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:28.002660 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:28.037787 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a649f86a-e58f-4b24-b61e-9153fa2faae2 x-openstack-request-id: req-a649f86a-e58f-4b24-b61e-9153fa2faae2 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:39:28.038260 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5090d115-b07d-4af6-8482-05f17ec17609", "name": "network-vif-plugged", "status": "completed", "tag": "2e90edea-694c-4b69-a45e-4785364b4ed9", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:39:28.038515 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a649f86a-e58f-4b24-b61e-9153fa2faae2 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:39:28.038923 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5090d115-b07d-4af6-8482-05f17ec17609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e90edea-694c-4b69-a45e-4785364b4ed9', 'code': 200} Jul 24 09:39:28.055516 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2bd30593-6d09-459d-b4b4-a98b49186c3f tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:28.062347 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd30593-6d09-459d-b4b4-a98b49186c3f tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:28.062978 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2bd30593-6d09-459d-b4b4-a98b49186c3f tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:28.126077 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port f4345eb5-1778-4a49-8d45-214fdd215cf8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=f4345eb5-1778-4a49-8d45-214fdd215cf8,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:39:28.149664 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:28.152567 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb88f1-12e5-425f-a4e7-e4809441ec2f req-a995588f-3efa-47be-80a6-b4d2881fb1c6 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:28.157153 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=2e90edea-694c-4b69-a45e-4785364b4ed9,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:28.167438 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-abeb88f1-12e5-425f-a4e7-e4809441ec2f req-a995588f-3efa-47be-80a6-b4d2881fb1c6 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 944 time: 0.2663846 Jul 24 09:39:28.194374 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2bd30593-6d09-459d-b4b4-a98b49186c3f tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7301083 Jul 24 09:39:28.201344 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39662) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:28.218754 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=f4345eb5-1778-4a49-8d45-214fdd215cf8,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:28.302743 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.tag.tag_plugin [None req-f0cc8631-02b5-4f22-8adc-9aae909fb80b tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '1e339261-4a66-4910-afbf-078f376116d4', 'tempest-TagsTest-Tag-1581917963') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:28.323705 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd30593-6d09-459d-b4b4-a98b49186c3f tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] Pushing event updated for resources: {'Network': ['ID=1e339261-4a66-4910-afbf-078f376116d4,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:28.338323 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 1e339261-4a66-4910-afbf-078f376116d4 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:39:28.347665 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-abeb88f1-12e5-425f-a4e7-e4809441ec2f req-055eb925-5237-42f0-a67c-feb04a036151 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792383 Jul 24 09:39:28.404681 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f2363-b693-41b4-92fe-f33f0e2a7429 req-582c7b7e-4944-4fa1-af51-ae27702a2364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:28.406442 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-157f2363-b693-41b4-92fe-f33f0e2a7429 req-582c7b7e-4944-4fa1-af51-ae27702a2364 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 1097 time: 0.1804998 Jul 24 09:39:28.411091 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78bfa94e-fa04-4336-9b76-3069588d9c23 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:28.422364 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78bfa94e-fa04-4336-9b76-3069588d9c23 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:28.423320 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-78bfa94e-fa04-4336-9b76-3069588d9c23 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:28.443218 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f0cc8631-02b5-4f22-8adc-9aae909fb80b tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] 10.222.0.32 "PUT /v2.0/networks/1e339261-4a66-4910-afbf-078f376116d4/tags/tempest-TagsTest-Tag-1581917963 HTTP/1.1" status: 201 len: 201 time: 0.1465967 Jul 24 09:39:28.446107 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39666) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:28.455604 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.tag.tag_plugin [None req-221a2ffa-6a93-4df0-b66a-3f3a1aaf850c tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1e339261-4a66-4910-afbf-078f376116d4', 'tempest-TagsTest-Tag-1581917963') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:28.529766 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-157f2363-b693-41b4-92fe-f33f0e2a7429 req-c1d155ee-f52f-4397-944f-a992ef540e38 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2fb4d789-b27a-4fd8-9602-ad6cda7fd664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165702 Jul 24 09:39:28.531209 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-221a2ffa-6a93-4df0-b66a-3f3a1aaf850c tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] 10.222.0.32 "GET /v2.0/networks/1e339261-4a66-4910-afbf-078f376116d4/tags/tempest-TagsTest-Tag-1581917963 HTTP/1.1" status: 204 len: 168 time: 0.0840216 Jul 24 09:39:28.533714 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39668) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:28.538256 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.tag.tag_plugin [None req-874f430f-686e-48d0-9091-18bcda9625b4 tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '1e339261-4a66-4910-afbf-078f376116d4') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:28.570983 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfa94e-fa04-4336-9b76-3069588d9c23 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Port': ['ID=f30eca0a-b6a0-496e-a707-e27ad4b2c8c4,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:28.584730 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429eb36-3ed6-416a-b45b-38afb561b476 req-22983ee2-e7d9-4887-b3fb-e8619e33bfe9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:28.586148 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3429eb36-3ed6-416a-b45b-38afb561b476 req-22983ee2-e7d9-4887-b3fb-e8619e33bfe9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 946 time: 0.2700655 Jul 24 09:39:28.658442 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-874f430f-686e-48d0-9091-18bcda9625b4 tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] 10.222.0.32 "GET /v2.0/networks/1e339261-4a66-4910-afbf-078f376116d4/tags HTTP/1.1" status: 200 len: 238 time: 0.1233771 Jul 24 09:39:28.659178 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39670) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:28.664170 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.tag.tag_plugin [None req-eb398642-bd97-4d3f-b470-df5b3efe7bb4 tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '1e339261-4a66-4910-afbf-078f376116d4', {'tags': ['tempest-TagsTest-Tag-1735115485', 'tempest-TagsTest-Tag-558976494', 'tempest-TagsTest-Tag-292042254']}) {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:28.666818 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bfa94e-fa04-4336-9b76-3069588d9c23 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network 09386488-c0ad-4ff5-9eab-ec27168b571b is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:39:28.672709 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-78bfa94e-fa04-4336-9b76-3069588d9c23 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:28.707265 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3429eb36-3ed6-416a-b45b-38afb561b476 req-73f6c6a6-d4d9-40a0-ae58-0426d42685a2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fb4d789-b27a-4fd8-9602-ad6cda7fd664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757973 Jul 24 09:39:28.778973 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-eb398642-bd97-4d3f-b470-df5b3efe7bb4 tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] 10.222.0.32 "PUT /v2.0/networks/1e339261-4a66-4910-afbf-078f376116d4/tags HTTP/1.1" status: 200 len: 307 time: 0.1160717 Jul 24 09:39:28.779318 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39672) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:28.784159 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.tag.tag_plugin [None req-63ca1187-d130-49b5-a92f-28c611ce395a tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '1e339261-4a66-4910-afbf-078f376116d4', 'tempest-TagsTest-Tag-1735115485') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:28.878163 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bfa94e-fa04-4336-9b76-3069588d9c23 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Router 6043fd1b-2108-4467-bfd3-fc5237fe3e0f is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:39:28.897400 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-63ca1187-d130-49b5-a92f-28c611ce395a tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] 10.222.0.32 "DELETE /v2.0/networks/1e339261-4a66-4910-afbf-078f376116d4/tags/tempest-TagsTest-Tag-1735115485 HTTP/1.1" status: 204 len: 168 time: 0.1170211 Jul 24 09:39:28.901109 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39674) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:28.914026 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.tag.tag_plugin [None req-d92433f4-9e4b-43af-9fea-9e43af0654a1 tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1e339261-4a66-4910-afbf-078f376116d4', 'tempest-TagsTest-Tag-1735115485') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:28.992320 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bfa94e-fa04-4336-9b76-3069588d9c23 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:39:28.999567 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-d92433f4-9e4b-43af-9fea-9e43af0654a1 tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] show failed (client error): The resource could not be found. Jul 24 09:39:29.006192 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-78bfa94e-fa04-4336-9b76-3069588d9c23 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "PUT /v2.0/routers/6043fd1b-2108-4467-bfd3-fc5237fe3e0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3874135 Jul 24 09:39:29.006968 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39678) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:29.010484 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4770cf-87fc-4779-9cf2-9fc0da606a1e None None] Sync routers for ids ['6043fd1b-2108-4467-bfd3-fc5237fe3e0f'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:39:29.015898 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d92433f4-9e4b-43af-9fea-9e43af0654a1 tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] 10.222.0.32 "GET /v2.0/networks/1e339261-4a66-4910-afbf-078f376116d4/tags/tempest-TagsTest-Tag-1735115485 HTTP/1.1" status: 404 len: 326 time: 0.1133683 Jul 24 09:39:29.016117 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-46c1d1d8-8453-46a9-830a-6a2ff381b010 tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1e339261-4a66-4910-afbf-078f376116d4', 'tempest-TagsTest-Tag-558976494') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:29.016620 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39680) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:29.034993 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4770cf-87fc-4779-9cf2-9fc0da606a1e None None] Routers {'6043fd1b-2108-4467-bfd3-fc5237fe3e0f'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:39:29.040433 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-1b4770cf-87fc-4779-9cf2-9fc0da606a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:39:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['6043fd1b-2108-4467-bfd3-fc5237fe3e0f'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:29.093981 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-1b4770cf-87fc-4779-9cf2-9fc0da606a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:29.104407 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4770cf-87fc-4779-9cf2-9fc0da606a1e None None] Routers {'6043fd1b-2108-4467-bfd3-fc5237fe3e0f'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:39:29.105124 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-1b4770cf-87fc-4779-9cf2-9fc0da606a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:39:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['6043fd1b-2108-4467-bfd3-fc5237fe3e0f'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:29.108900 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-46c1d1d8-8453-46a9-830a-6a2ff381b010 tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] 10.222.0.32 "GET /v2.0/networks/1e339261-4a66-4910-afbf-078f376116d4/tags/tempest-TagsTest-Tag-558976494 HTTP/1.1" status: 204 len: 168 time: 0.1003027 Jul 24 09:39:29.111531 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39682) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:29.116024 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-87cf1c23-fbdf-486b-b748-a6e50671c3b2 tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1e339261-4a66-4910-afbf-078f376116d4', 'tempest-TagsTest-Tag-292042254') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:29.118334 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7787695c-a3d0-453b-a6a8-be664090ae3f tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:29.124105 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7787695c-a3d0-453b-a6a8-be664090ae3f tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "GET /v2.0/ports/f30eca0a-b6a0-496e-a707-e27ad4b2c8c4 HTTP/1.1" status: 200 len: 911 time: 0.1035604 Jul 24 09:39:29.124105 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39684) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:29.131072 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-15e9f4a4-7745-4091-b920-c42fb502d663 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bc73ffe1-3d34-4c09-ba72-d4081ec7e918'}]}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:29.160236 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-1b4770cf-87fc-4779-9cf2-9fc0da606a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:29.161283 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4770cf-87fc-4779-9cf2-9fc0da606a1e None None] The sync data for ids ['6043fd1b-2108-4467-bfd3-fc5237fe3e0f'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:39:29.165756 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe89210-3ce5-4f72-a679-8700844a4c04 None None] Network 09386488-c0ad-4ff5-9eab-ec27168b571b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:39:29.223846 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-87cf1c23-fbdf-486b-b748-a6e50671c3b2 tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] 10.222.0.32 "GET /v2.0/networks/1e339261-4a66-4910-afbf-078f376116d4/tags/tempest-TagsTest-Tag-292042254 HTTP/1.1" status: 204 len: 168 time: 0.1111021 Jul 24 09:39:29.226236 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39686) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:29.241637 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3c368d9e-704c-47a3-af33-f1559f04a657 None None] Provisioning for port e3094798-6b9c-454f-a23a-055b2142a478 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:29.248159 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-6a27fb01-5b76-496f-96cf-f749e99df4ca tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1e339261-4a66-4910-afbf-078f376116d4') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:29.365220 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6a27fb01-5b76-496f-96cf-f749e99df4ca tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] 10.222.0.32 "DELETE /v2.0/networks/1e339261-4a66-4910-afbf-078f376116d4/tags HTTP/1.1" status: 204 len: 168 time: 0.1378412 Jul 24 09:39:29.369244 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39688) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:29.369642 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-15e9f4a4-7745-4091-b920-c42fb502d663 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:29.392816 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-c2cbfa7b-d468-4060-98e6-e9acc4bf5b44 tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1e339261-4a66-4910-afbf-078f376116d4', 'tempest-TagsTest-Tag-558976494') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:29.514380 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-c2cbfa7b-d468-4060-98e6-e9acc4bf5b44 tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] show failed (client error): The resource could not be found. Jul 24 09:39:29.516791 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c2cbfa7b-d468-4060-98e6-e9acc4bf5b44 tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] 10.222.0.32 "GET /v2.0/networks/1e339261-4a66-4910-afbf-078f376116d4/tags/tempest-TagsTest-Tag-558976494 HTTP/1.1" status: 404 len: 325 time: 0.1423695 Jul 24 09:39:29.518310 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39692) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:29.523004 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-6c2341e6-d9bf-4ef5-9442-f01162ce8250 tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1e339261-4a66-4910-afbf-078f376116d4', 'tempest-TagsTest-Tag-292042254') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:29.613450 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-6c2341e6-d9bf-4ef5-9442-f01162ce8250 tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] show failed (client error): The resource could not be found. Jul 24 09:39:29.617749 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6c2341e6-d9bf-4ef5-9442-f01162ce8250 tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] 10.222.0.32 "GET /v2.0/networks/1e339261-4a66-4910-afbf-078f376116d4/tags/tempest-TagsTest-Tag-292042254 HTTP/1.1" status: 404 len: 325 time: 0.0983260 Jul 24 09:39:29.618604 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39694) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:29.624003 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.tag.tag_plugin [None req-604c5c5b-56e3-441a-b2cd-dbe5b905916f tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1e339261-4a66-4910-afbf-078f376116d4') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:29.713208 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe55f02-ca4b-4b34-9b31-fd437dc79d2b req-a62bcef0-05ea-46c2-bbb4-32a251dd21bb tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:29.714814 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2fe55f02-ca4b-4b34-9b31-fd437dc79d2b req-a62bcef0-05ea-46c2-bbb4-32a251dd21bb tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 945 time: 0.1932852 Jul 24 09:39:29.791673 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c49c200d-287d-4ec0-b16a-65adb5b51a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:29.794530 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2fe55f02-ca4b-4b34-9b31-fd437dc79d2b req-d332f3aa-971e-4ecc-9254-96aca1fe8053 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714555 Jul 24 09:39:29.811199 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-604c5c5b-56e3-441a-b2cd-dbe5b905916f tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] 10.222.0.32 "DELETE /v2.0/networks/1e339261-4a66-4910-afbf-078f376116d4/tags HTTP/1.1" status: 204 len: 168 time: 0.1910636 Jul 24 09:39:29.812047 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39698) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:29.874936 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6a990328-0f25-4155-a196-f7dce9bc234a None None] Provisioning for port f30eca0a-b6a0-496e-a707-e27ad4b2c8c4 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:29.886828 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6a990328-0f25-4155-a196-f7dce9bc234a None None] Provisioning complete for port f30eca0a-b6a0-496e-a707-e27ad4b2c8c4 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:29.887912 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6a990328-0f25-4155-a196-f7dce9bc234a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:29.900395 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-229b0c4a-753f-445d-983f-a64225ff17e0 req-4aa1bd70-27fc-428f-bf9c-0f025c9ec1f8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2120833 Jul 24 09:39:29.933807 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-15e9f4a4-7745-4091-b920-c42fb502d663 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:29.955980 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-15e9f4a4-7745-4091-b920-c42fb502d663 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:29.956621 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-6a990328-0f25-4155-a196-f7dce9bc234a None None] Port f30eca0a-b6a0-496e-a707-e27ad4b2c8c4 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:39:29.968647 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e9f4a4-7745-4091-b920-c42fb502d663 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:29.969513 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-15e9f4a4-7745-4091-b920-c42fb502d663 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:29.973755 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-15e9f4a4-7745-4091-b920-c42fb502d663 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "PUT /v2.0/ports/f30eca0a-b6a0-496e-a707-e27ad4b2c8c4 HTTP/1.1" status: 200 len: 911 time: 0.8457398 Jul 24 09:39:29.976261 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39700) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:30.042875 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc776e9-ba3e-40f6-9947-b92bae2bf2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4345eb5-1778-4a49-8d45-214fdd215cf8'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:39:30.045952 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31dd8b5b-fd60-4c17-adc8-9c8621da2d47" -d '{"events": [{"server_uuid": "dfc776e9-ba3e-40f6-9947-b92bae2bf2e5", "name": "network-vif-plugged", "status": "completed", "tag": "f4345eb5-1778-4a49-8d45-214fdd215cf8"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:39:30.061944 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e3094798-6b9c-454f-a23a-055b2142a478 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:30.123156 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550981b2-d7c6-460b-943d-aee311275e17 x-openstack-request-id: req-550981b2-d7c6-460b-943d-aee311275e17 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:39:30.124058 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc776e9-ba3e-40f6-9947-b92bae2bf2e5", "name": "network-vif-plugged", "status": "completed", "tag": "f4345eb5-1778-4a49-8d45-214fdd215cf8", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:39:30.124367 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-550981b2-d7c6-460b-943d-aee311275e17 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:39:30.124856 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc776e9-ba3e-40f6-9947-b92bae2bf2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4345eb5-1778-4a49-8d45-214fdd215cf8', 'code': 200} Jul 24 09:39:30.126204 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port e3094798-6b9c-454f-a23a-055b2142a478 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:30.131026 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port e3094798-6b9c-454f-a23a-055b2142a478 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:30.131491 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:30.146897 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9f4a4-7745-4091-b920-c42fb502d663 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Port': ['ID=f30eca0a-b6a0-496e-a707-e27ad4b2c8c4,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:30.273372 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:30.322868 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port e3094798-6b9c-454f-a23a-055b2142a478, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e3094798-6b9c-454f-a23a-055b2142a478,segment=NetworkSegment(24540dbe-4514-4dc0-b4ab-ab11d7e65731),segment_id=24540dbe-4514-4dc0-b4ab-ab11d7e65731)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:39:30.334204 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:30.336216 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-dec0b878-1042-4f35-b4af-8d51510ff3c1 None None] Provisioning complete for port f30eca0a-b6a0-496e-a707-e27ad4b2c8c4 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:30.336584 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dec0b878-1042-4f35-b4af-8d51510ff3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:30.412402 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-dec0b878-1042-4f35-b4af-8d51510ff3c1 None None] Port f30eca0a-b6a0-496e-a707-e27ad4b2c8c4 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:39:30.422865 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=e3094798-6b9c-454f-a23a-055b2142a478,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:30.453390 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:30.464637 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8bb685ab-e23e-480a-aef2-24c8063b1f3d tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:30.551261 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b8bcf-b0e2-4b36-9c0c-35612a60e0a5 req-78878b18-eae9-4e30-92b5-04ceb01f53b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:30.553465 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-895b8bcf-b0e2-4b36-9c0c-35612a60e0a5 req-78878b18-eae9-4e30-92b5-04ceb01f53b4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 1096 time: 0.2401683 Jul 24 09:39:30.607500 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a805cef-4590-4431-a804-a1d2580be552 req-fa7af29f-d830-4752-b77c-f8b3992dd4af tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:30.609851 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a805cef-4590-4431-a804-a1d2580be552 req-fa7af29f-d830-4752-b77c-f8b3992dd4af tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 946 time: 0.7160847 Jul 24 09:39:30.645021 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f2d42e6b-6434-4a9f-93f0-8cdbfb6e3949 None None] Provisioning complete for port f30eca0a-b6a0-496e-a707-e27ad4b2c8c4 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:30.646742 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f2d42e6b-6434-4a9f-93f0-8cdbfb6e3949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:30.669670 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b0c4a-753f-445d-983f-a64225ff17e0 req-3b860f6f-a54d-4201-abfb-9c1794367b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:30.671388 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-229b0c4a-753f-445d-983f-a64225ff17e0 req-3b860f6f-a54d-4201-abfb-9c1794367b0a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 1097 time: 0.6934857 Jul 24 09:39:30.707790 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8bb685ab-e23e-480a-aef2-24c8063b1f3d tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:30.714192 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-f2d42e6b-6434-4a9f-93f0-8cdbfb6e3949 None None] Port f30eca0a-b6a0-496e-a707-e27ad4b2c8c4 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:39:30.753444 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-8bb685ab-e23e-480a-aef2-24c8063b1f3d tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e339261-4a66-4910-afbf-078f376116d4']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:30.767928 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a805cef-4590-4431-a804-a1d2580be552 req-c37b10d3-4b68-4f12-bf1b-8956ec7c3257 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fb4d789-b27a-4fd8-9602-ad6cda7fd664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422250 Jul 24 09:39:30.775149 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-8bb685ab-e23e-480a-aef2-24c8063b1f3d tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e0312f-84df-4cb1-90ad-9aece7ffc8c4') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:30.775549 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-8bb685ab-e23e-480a-aef2-24c8063b1f3d tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e0312f-84df-4cb1-90ad-9aece7ffc8c4') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:30.848253 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8bb685ab-e23e-480a-aef2-24c8063b1f3d tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:30.874727 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8bb685ab-e23e-480a-aef2-24c8063b1f3d tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:30.881477 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb685ab-e23e-480a-aef2-24c8063b1f3d tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:39:30.881855 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8bb685ab-e23e-480a-aef2-24c8063b1f3d tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:39:30.896687 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:39:30.992603 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b0c4a-753f-445d-983f-a64225ff17e0 req-4dbb46ce-8ef5-4f20-940f-21335bc4e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:30.994136 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-229b0c4a-753f-445d-983f-a64225ff17e0 req-4dbb46ce-8ef5-4f20-940f-21335bc4e764 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f04252e8-291e-482a-be58-76c4d5569c4f HTTP/1.1" status: 200 len: 897 time: 0.2825384 Jul 24 09:39:31.007912 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8bb685ab-e23e-480a-aef2-24c8063b1f3d tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:31.018797 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8bb685ab-e23e-480a-aef2-24c8063b1f3d tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:31.020839 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8bb685ab-e23e-480a-aef2-24c8063b1f3d tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] 10.222.0.32 "DELETE /v2.0/networks/1e339261-4a66-4910-afbf-078f376116d4 HTTP/1.1" status: 204 len: 168 time: 1.2068210 Jul 24 09:39:31.038321 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-895b8bcf-b0e2-4b36-9c0c-35612a60e0a5 req-c5423a25-d215-4829-8e1d-e932207a31ac service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789448 Jul 24 09:39:31.064208 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:31.076526 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d35f8ac0-2793-46fe-a577-8f7ae1be24d1 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:31.079007 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-229b0c4a-753f-445d-983f-a64225ff17e0 req-84341084-65ea-40fe-a959-749d8a5ddbcd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e90edea-694c-4b69-a45e-4785364b4ed9 HTTP/1.1" status: 200 len: 217 time: 0.0777383 Jul 24 09:39:31.099849 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb685ab-e23e-480a-aef2-24c8063b1f3d tempest-TagsTest-1707047499 tempest-TagsTest-1707047499-project] Pushing event deleted for resources: {'Network': ['ID=1e339261-4a66-4910-afbf-078f376116d4,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:31.151903 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bbe42-0bfd-4c15-aac6-627bb0f441ba req-c8609134-42fe-4fe4-9fae-4bb4ed489442 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:31.153529 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8a1bbe42-0bfd-4c15-aac6-627bb0f441ba req-c8609134-42fe-4fe4-9fae-4bb4ed489442 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 945 time: 0.2559822 Jul 24 09:39:31.158308 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6404014-d963-4ff6-a9fa-e1827f440047 req-5c2b08c2-991b-496b-b719-6e4fccffebde tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:31.159945 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f6404014-d963-4ff6-a9fa-e1827f440047 req-5c2b08c2-991b-496b-b719-6e4fccffebde tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 946 time: 0.1867800 Jul 24 09:39:31.185075 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b0c4a-753f-445d-983f-a64225ff17e0 req-e2575dca-450c-410d-9b4f-6c066da9f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:31.187504 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-229b0c4a-753f-445d-983f-a64225ff17e0 req-e2575dca-450c-410d-9b4f-6c066da9f721 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7326232c-8c83-4a7c-b128-55bd2c288aa8 HTTP/1.1" status: 200 len: 835 time: 0.0984421 Jul 24 09:39:31.256608 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f6404014-d963-4ff6-a9fa-e1827f440047 req-811bb18b-736e-463a-ba51-c156a302cf76 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fb4d789-b27a-4fd8-9602-ad6cda7fd664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866513 Jul 24 09:39:31.279279 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8a1bbe42-0bfd-4c15-aac6-627bb0f441ba req-d2896b70-6531-45f7-be3d-89eae292dd74 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040571 Jul 24 09:39:31.304194 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39714) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:31.362072 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b0c4a-753f-445d-983f-a64225ff17e0 req-5a8edea5-0db8-4b9d-b8b3-06ed21e0b25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:31.363546 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-229b0c4a-753f-445d-983f-a64225ff17e0 req-5a8edea5-0db8-4b9d-b8b3-06ed21e0b25e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f04252e8-291e-482a-be58-76c4d5569c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1649599 Jul 24 09:39:31.410951 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551bbd2f-f023-4f4a-9cb6-a0ef9193d70d tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:31.412517 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-551bbd2f-f023-4f4a-9cb6-a0ef9193d70d tempest-TestNetworkAdvancedServerOps-971481586 tempest-TestNetworkAdvancedServerOps-971481586-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 1092 time: 0.1105351 Jul 24 09:39:31.416727 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39718) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:31.421199 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-da3810e7-f993-421c-9fc0-e616163927ab tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'port_id': '2e90edea-694c-4b69-a45e-4785364b4ed9', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:31.426274 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39720) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:31.468627 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-d35f8ac0-2793-46fe-a577-8f7ae1be24d1 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting port f30eca0a-b6a0-496e-a707-e27ad4b2c8c4 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:39:31.469055 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d35f8ac0-2793-46fe-a577-8f7ae1be24d1 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:31.498814 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da3810e7-f993-421c-9fc0-e616163927ab tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:31.523962 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-229b0c4a-753f-445d-983f-a64225ff17e0 req-8257539b-ed8e-42f7-9768-ff84a1874227 service neutron] 10.222.0.20 "GET /v2.0/networks/f04252e8-291e-482a-be58-76c4d5569c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531749 Jul 24 09:39:31.590701 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d35f8ac0-2793-46fe-a577-8f7ae1be24d1 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:31.612348 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-d35f8ac0-2793-46fe-a577-8f7ae1be24d1 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Calling delete_port for f30eca0a-b6a0-496e-a707-e27ad4b2c8c4 owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:39:31.688620 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-229b0c4a-753f-445d-983f-a64225ff17e0 req-851d1ea3-a96d-4126-af99-45c2b8a00af0 service neutron] 10.222.0.20 "GET /v2.0/networks/f04252e8-291e-482a-be58-76c4d5569c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519158 Jul 24 09:39:31.704185 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6a82639d-1dfa-4adf-9e5c-64da2b622330 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=162d2444f92946c89ad3efe4c40accf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762570 Jul 24 09:39:31.706326 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39724) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:31.733925 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da3810e7-f993-421c-9fc0-e616163927ab tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:31.819130 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-04ee2726-7d58-441e-8596-bf4ad51e5af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:31.847489 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-04ee2726-7d58-441e-8596-bf4ad51e5af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:31.931215 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-da3810e7-f993-421c-9fc0-e616163927ab tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Allocated IP 172.25.7.223 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/4995eb2f-ef54-4ba4-92e1-d2249ff0ee83) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:39:31.963460 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e3094798-6b9c-454f-a23a-055b2142a478 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:31.976214 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-04ee2726-7d58-441e-8596-bf4ad51e5af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:31.986074 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-04ee2726-7d58-441e-8596-bf4ad51e5af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:31.993390 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-04ee2726-7d58-441e-8596-bf4ad51e5af2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8be6f6fe-178c-441f-9930-77c626622da3 HTTP/1.1" status: 204 len: 168 time: 0.2832916 Jul 24 09:39:32.033025 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port e3094798-6b9c-454f-a23a-055b2142a478 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:32.033400 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:32.053404 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee2726-7d58-441e-8596-bf4ad51e5af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be6f6fe-178c-441f-9930-77c626622da3,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:32.058618 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d35f8ac0-2793-46fe-a577-8f7ae1be24d1 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:32.126926 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da3810e7-f993-421c-9fc0-e616163927ab tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:32.140302 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f8ac0-2793-46fe-a577-8f7ae1be24d1 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Port': ['ID=f30eca0a-b6a0-496e-a707-e27ad4b2c8c4,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:32.223012 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da3810e7-f993-421c-9fc0-e616163927ab tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:32.286031 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3810e7-f993-421c-9fc0-e616163927ab tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Port': ['ID=4995eb2f-ef54-4ba4-92e1-d2249ff0ee83,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:32.294939 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3810e7-f993-421c-9fc0-e616163927ab tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:39:32.296288 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-da3810e7-f993-421c-9fc0-e616163927ab tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:32.298973 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3810e7-f993-421c-9fc0-e616163927ab tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:39:32.373124 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d35f8ac0-2793-46fe-a577-8f7ae1be24d1 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:32.618701 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319b319-b7ae-4946-9faf-63d76ccf26c2 req-e82f82d4-c484-4c83-86ee-8453479ca31d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:32.620157 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e319b319-b7ae-4946-9faf-63d76ccf26c2 req-e82f82d4-c484-4c83-86ee-8453479ca31d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 945 time: 0.1761787 Jul 24 09:39:32.641616 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35f8ac0-2793-46fe-a577-8f7ae1be24d1 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Router 6043fd1b-2108-4467-bfd3-fc5237fe3e0f has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:39:32.741482 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35f8ac0-2793-46fe-a577-8f7ae1be24d1 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:39:32.754921 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e319b319-b7ae-4946-9faf-63d76ccf26c2 req-d87a4f22-9206-46d3-b4e8-fdf40dd7c4bf tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268303 Jul 24 09:39:32.755952 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b7e24-2a91-4e4a-9851-04351cc75820 None None] Sync routers for ids ['6043fd1b-2108-4467-bfd3-fc5237fe3e0f'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:39:32.760372 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d35f8ac0-2793-46fe-a577-8f7ae1be24d1 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "PUT /v2.0/routers/6043fd1b-2108-4467-bfd3-fc5237fe3e0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7840765 Jul 24 09:39:32.763210 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39742) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:32.766754 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b7e24-2a91-4e4a-9851-04351cc75820 None None] Routers {'6043fd1b-2108-4467-bfd3-fc5237fe3e0f'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:39:32.769238 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e75b7e24-2a91-4e4a-9851-04351cc75820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:39:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['6043fd1b-2108-4467-bfd3-fc5237fe3e0f'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:32.802327 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7e2ed98b-fb27-4c9b-8447-cf276a60391a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "GET /v2.0/ports?device_id=6043fd1b-2108-4467-bfd3-fc5237fe3e0f HTTP/1.1" status: 200 len: 205 time: 0.0373001 Jul 24 09:39:32.804835 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39746) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:32.830828 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e75b7e24-2a91-4e4a-9851-04351cc75820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:32.840945 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b7e24-2a91-4e4a-9851-04351cc75820 None None] Routers {'6043fd1b-2108-4467-bfd3-fc5237fe3e0f'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:39:32.841780 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e75b7e24-2a91-4e4a-9851-04351cc75820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:39:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['6043fd1b-2108-4467-bfd3-fc5237fe3e0f'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:32.880855 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e75b7e24-2a91-4e4a-9851-04351cc75820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:32.881750 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b7e24-2a91-4e4a-9851-04351cc75820 None None] The sync data for ids ['6043fd1b-2108-4467-bfd3-fc5237fe3e0f'] in n-d-800085-9 is: [] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:39:32.936143 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:32.940961 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4990ecfa-4c5b-4729-87a3-635ed48da57d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:33.123328 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4990ecfa-4c5b-4729-87a3-635ed48da57d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:33.125496 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4990ecfa-4c5b-4729-87a3-635ed48da57d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:33.176894 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4990ecfa-4c5b-4729-87a3-635ed48da57d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:33.177776 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4990ecfa-4c5b-4729-87a3-635ed48da57d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Fanout notify agent at l3_agent the message router_deleted on router 6043fd1b-2108-4467-bfd3-fc5237fe3e0f {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:39:33.190853 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da3810e7-f993-421c-9fc0-e616163927ab tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:33.198059 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4990ecfa-4c5b-4729-87a3-635ed48da57d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:33.199410 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4990ecfa-4c5b-4729-87a3-635ed48da57d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/routers/6043fd1b-2108-4467-bfd3-fc5237fe3e0f HTTP/1.1" status: 204 len: 168 time: 0.3922217 Jul 24 09:39:33.203259 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39756) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:33.250211 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd032f2c-ff8e-4c0b-926b-f1b466fafae0 req-828bf05d-a870-4b4e-9cb4-3ee0a29a54b3 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:33.251748 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cd032f2c-ff8e-4c0b-926b-f1b466fafae0 req-828bf05d-a870-4b4e-9cb4-3ee0a29a54b3 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 945 time: 0.3461504 Jul 24 09:39:33.329240 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cd032f2c-ff8e-4c0b-926b-f1b466fafae0 req-ff0b9622-f3d0-43d0-b110-455287144f5f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672464 Jul 24 09:39:33.332042 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe9d8db-b676-48fe-a911-64e9dc6ee239 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting subnet bc73ffe1-3d34-4c09-ba72-d4081ec7e918 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:39:33.352830 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bfe9d8db-b676-48fe-a911-64e9dc6ee239 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:33.413388 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bfe9d8db-b676-48fe-a911-64e9dc6ee239 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:33.414504 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da3810e7-f993-421c-9fc0-e616163927ab tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:33.610956 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb53d56-80bd-4ffd-b787-43b50e3fe9c4 req-2b3be394-7ef5-4fb3-8212-5ce52400ec5e tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:33.617728 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9fb53d56-80bd-4ffd-b787-43b50e3fe9c4 req-2b3be394-7ef5-4fb3-8212-5ce52400ec5e tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 945 time: 0.1996968 Jul 24 09:39:33.648175 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bfe9d8db-b676-48fe-a911-64e9dc6ee239 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:33.654368 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da3810e7-f993-421c-9fc0-e616163927ab tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:33.662487 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da3810e7-f993-421c-9fc0-e616163927ab tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:33.694248 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9fb53d56-80bd-4ffd-b787-43b50e3fe9c4 req-b03e0dd9-ba6d-4fc1-94ad-033f26c41596 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743091 Jul 24 09:39:33.733124 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bfe9d8db-b676-48fe-a911-64e9dc6ee239 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:33.754021 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bfe9d8db-b676-48fe-a911-64e9dc6ee239 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:33.756515 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bfe9d8db-b676-48fe-a911-64e9dc6ee239 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/subnets/bc73ffe1-3d34-4c09-ba72-d4081ec7e918 HTTP/1.1" status: 204 len: 168 time: 0.5520356 Jul 24 09:39:33.763102 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b823e295-4df6-4a27-82d2-3bcf12e60fb1 None None] Network 09386488-c0ad-4ff5-9eab-ec27168b571b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:39:33.786751 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39770) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:33.795411 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9d8db-b676-48fe-a911-64e9dc6ee239 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Subnet': ['ID=bc73ffe1-3d34-4c09-ba72-d4081ec7e918,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:33.895667 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3810e7-f993-421c-9fc0-e616163927ab tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event updated for resources: {'Port': ['ID=4995eb2f-ef54-4ba4-92e1-d2249ff0ee83,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:33.911108 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5d5fee23-4244-4df2-b328-caa76dece52a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:33.939017 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da3810e7-f993-421c-9fc0-e616163927ab tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:34.084463 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-5d5fee23-4244-4df2-b328-caa76dece52a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting port e3094798-6b9c-454f-a23a-055b2142a478 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:39:34.086004 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5d5fee23-4244-4df2-b328-caa76dece52a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:34.206634 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-da3810e7-f993-421c-9fc0-e616163927ab tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Floating IP 0e2489e4-1d96-4be8-9ff2-7756eee31028 associated. External IP: 172.25.7.223, port: 2e90edea-694c-4b69-a45e-4785364b4ed9. Jul 24 09:39:34.244181 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d4976f-112a-421e-bd81-bcf5f4773654 None None] DHCP port deletion for 09386488-c0ad-4ff5-9eab-ec27168b571b request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:39:34.325400 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-5d5fee23-4244-4df2-b328-caa76dece52a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] For port e3094798-6b9c-454f-a23a-055b2142a478, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e3094798-6b9c-454f-a23a-055b2142a478,segment=NetworkSegment(24540dbe-4514-4dc0-b4ab-ab11d7e65731),segment_id=24540dbe-4514-4dc0-b4ab-ab11d7e65731)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:39:34.326952 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5d5fee23-4244-4df2-b328-caa76dece52a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:34.342790 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-b4d4976f-112a-421e-bd81-bcf5f4773654 None None] Deleting port e3094798-6b9c-454f-a23a-055b2142a478 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:39:34.343198 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b4d4976f-112a-421e-bd81-bcf5f4773654 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:34.378651 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-5d5fee23-4244-4df2-b328-caa76dece52a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Calling delete_port for e3094798-6b9c-454f-a23a-055b2142a478 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:39:34.467262 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0973003-0fef-4730-b5e8-f9bcd982a708 req-a9841f95-49b9-475a-8c63-8b4954c7f38f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:34.469643 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d0973003-0fef-4730-b5e8-f9bcd982a708 req-a9841f95-49b9-475a-8c63-8b4954c7f38f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 945 time: 0.1466749 Jul 24 09:39:34.475098 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-b4d4976f-112a-421e-bd81-bcf5f4773654 None None] For port e3094798-6b9c-454f-a23a-055b2142a478, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e3094798-6b9c-454f-a23a-055b2142a478,segment=NetworkSegment(24540dbe-4514-4dc0-b4ab-ab11d7e65731),segment_id=24540dbe-4514-4dc0-b4ab-ab11d7e65731)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:39:34.479589 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b4d4976f-112a-421e-bd81-bcf5f4773654 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:34.511769 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-b4d4976f-112a-421e-bd81-bcf5f4773654 None None] Calling delete_port for e3094798-6b9c-454f-a23a-055b2142a478 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:39:34.572182 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d0973003-0fef-4730-b5e8-f9bcd982a708 req-dc53bc63-f6b0-4246-a890-b0bfd5e7cb13 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914469 Jul 24 09:39:34.594039 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5d5fee23-4244-4df2-b328-caa76dece52a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:34.622338 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5fee23-4244-4df2-b328-caa76dece52a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] No DVR routers for this DVR port e3094798-6b9c-454f-a23a-055b2142a478 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:39:34.648254 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fee23-4244-4df2-b328-caa76dece52a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Port': ['ID=e3094798-6b9c-454f-a23a-055b2142a478,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:34.710002 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b4d4976f-112a-421e-bd81-bcf5f4773654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:34.719810 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:39:34.748697 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5d5fee23-4244-4df2-b328-caa76dece52a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:34.755066 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4976f-112a-421e-bd81-bcf5f4773654 None None] Pushing event deleted for resources: {'Port': ['ID=e3094798-6b9c-454f-a23a-055b2142a478,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:34.757633 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d4976f-112a-421e-bd81-bcf5f4773654 None None] No DVR routers for this DVR port e3094798-6b9c-454f-a23a-055b2142a478 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:39:34.783972 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-5d5fee23-4244-4df2-b328-caa76dece52a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09386488-c0ad-4ff5-9eab-ec27168b571b']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:34.796538 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-5d5fee23-4244-4df2-b328-caa76dece52a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24540dbe-4514-4dc0-b4ab-ab11d7e65731') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:34.797133 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-5d5fee23-4244-4df2-b328-caa76dece52a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24540dbe-4514-4dc0-b4ab-ab11d7e65731') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:34.807627 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5d5fee23-4244-4df2-b328-caa76dece52a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:34.826530 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5d5fee23-4244-4df2-b328-caa76dece52a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:34.835108 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d5fee23-4244-4df2-b328-caa76dece52a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:39:34.835659 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5d5fee23-4244-4df2-b328-caa76dece52a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:39:34.838779 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:39:34.845374 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3810e7-f993-421c-9fc0-e616163927ab tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Router 1f1da2b7-4652-45a8-b2cc-cee6b32a5596 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:39:34.936120 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5d5fee23-4244-4df2-b328-caa76dece52a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:34.943500 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5d5fee23-4244-4df2-b328-caa76dece52a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:34.945355 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5d5fee23-4244-4df2-b328-caa76dece52a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/networks/09386488-c0ad-4ff5-9eab-ec27168b571b HTTP/1.1" status: 204 len: 168 time: 1.1573973 Jul 24 09:39:34.951293 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39790) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:34.955871 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-ae51d09a-cdfe-4467-8130-2bfdf86e1b92 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-687275081', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:34.975394 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fee23-4244-4df2-b328-caa76dece52a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Network': ['ID=09386488-c0ad-4ff5-9eab-ec27168b571b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:35.002775 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ae51d09a-cdfe-4467-8130-2bfdf86e1b92 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:35.004963 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ae51d09a-cdfe-4467-8130-2bfdf86e1b92 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:35.017748 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3810e7-f993-421c-9fc0-e616163927ab tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:39:35.030341 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1f273c-18ad-4ba0-bce1-bbf44ed818a5 None None] Sync routers for ids ['1f1da2b7-4652-45a8-b2cc-cee6b32a5596'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:39:35.041738 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1f273c-18ad-4ba0-bce1-bbf44ed818a5 None None] Routers {'1f1da2b7-4652-45a8-b2cc-cee6b32a5596'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:39:35.042424 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-da1f273c-18ad-4ba0-bce1-bbf44ed818a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:39:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['1f1da2b7-4652-45a8-b2cc-cee6b32a5596'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:35.059974 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39792) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:35.074075 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da3810e7-f993-421c-9fc0-e616163927ab tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:35.100506 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ae51d09a-cdfe-4467-8130-2bfdf86e1b92 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:35.106193 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ae51d09a-cdfe-4467-8130-2bfdf86e1b92 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:35.130737 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ae51d09a-cdfe-4467-8130-2bfdf86e1b92 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:35.137663 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ae51d09a-cdfe-4467-8130-2bfdf86e1b92 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1841717 Jul 24 09:39:35.139151 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39796) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:35.144403 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-5ad7ecca-9136-407a-8d3c-69f151925f88 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-640512722'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:35.164579 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-da3810e7-f993-421c-9fc0-e616163927ab tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7463787 Jul 24 09:39:35.168602 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5090d115-b07d-4af6-8482-05f17ec17609', 'tag': '2e90edea-694c-4b69-a45e-4785364b4ed9'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:39:35.169714 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bfba17-9c4f-4281-bfd1-6e26782b787b" -d '{"events": [{"name": "network-changed", "server_uuid": "5090d115-b07d-4af6-8482-05f17ec17609", "tag": "2e90edea-694c-4b69-a45e-4785364b4ed9"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:39:35.188631 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad7ecca-9136-407a-8d3c-69f151925f88 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Made reservation on behalf of 99522c69057542cfad6beb1560629fb7 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:39:35.193525 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-da1f273c-18ad-4ba0-bce1-bbf44ed818a5 None None] Set router 1f1da2b7-4652-45a8-b2cc-cee6b32a5596 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:39:35.200796 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ad7ecca-9136-407a-8d3c-69f151925f88 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:35.246204 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad7ecca-9136-407a-8d3c-69f151925f88 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:39:35.257428 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ad7ecca-9136-407a-8d3c-69f151925f88 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:35.257844 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-5ad7ecca-9136-407a-8d3c-69f151925f88 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Added segment 95abb798-f83d-49be-a713-1d56a7eb5e16 of type vlan for network a3f1e0f0-1add-4177-bb45-895e94a44443 Jul 24 09:39:35.325924 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba98cb9-cf36-4c8d-a1b0-22ba4dbd8190 x-openstack-request-id: req-6ba98cb9-cf36-4c8d-a1b0-22ba4dbd8190 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:39:35.328803 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5090d115-b07d-4af6-8482-05f17ec17609", "tag": "2e90edea-694c-4b69-a45e-4785364b4ed9", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:39:35.328803 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ba98cb9-cf36-4c8d-a1b0-22ba4dbd8190 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:39:35.328803 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5090d115-b07d-4af6-8482-05f17ec17609', 'tag': '2e90edea-694c-4b69-a45e-4785364b4ed9', 'status': 'completed', 'code': 200} Jul 24 09:39:35.342486 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ad7ecca-9136-407a-8d3c-69f151925f88 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:35.412394 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7603fad9-3b18-4181-a87c-00a6034d9749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:35.472644 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ad7ecca-9136-407a-8d3c-69f151925f88 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:35.478556 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad7ecca-9136-407a-8d3c-69f151925f88 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:35.479172 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ad7ecca-9136-407a-8d3c-69f151925f88 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:35.583123 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-da1f273c-18ad-4ba0-bce1-bbf44ed818a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559831440', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:01Z', 'updated_at': '2021-07-24T09:39:10Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:03Z', 'updated_at': '2021-07-24T09:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '0e2489e4-1d96-4be8-9ff2-7756eee31028', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'floating_ip_address': '172.25.7.223', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'port_id': '2e90edea-694c-4b69-a45e-4785364b4ed9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f', 'mac_address': 'fa:16:3e:bc:3a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5090d115-b07d-4af6-8482-05f17ec17609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:39:32Z', 'updated_at': '2021-07-24T09:39:32Z', 'revision_number': 0, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5', 'name': '', 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:ce:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '7326232c-8c83-4a7c-b128-55bd2c288aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:09Z', 'updated_at': '2021-07-24T09:39:20Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': '7326232c-8c83-4a7c-b128-55bd2c288aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:35.592548 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe10dc-143e-477e-ba2a-47abaf4aec97 req-c375e7f9-e6fa-47e0-977f-1f07f1d8c08b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:35.594126 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-affe10dc-143e-477e-ba2a-47abaf4aec97 req-c375e7f9-e6fa-47e0-977f-1f07f1d8c08b tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 946 time: 0.2781641 Jul 24 09:39:35.598201 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfba17-9c4f-4281-bfd1-6e26782b787b req-2435c06b-f037-4aa9-a9ad-3fcb50c5b426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:35.602261 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e9bfba17-9c4f-4281-bfd1-6e26782b787b req-2435c06b-f037-4aa9-a9ad-3fcb50c5b426 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 1097 time: 0.2849510 Jul 24 09:39:35.611084 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7ecca-9136-407a-8d3c-69f151925f88 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Network': ['ID=a3f1e0f0-1add-4177-bb45-895e94a44443,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:35.654178 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network a3f1e0f0-1add-4177-bb45-895e94a44443 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:39:35.688549 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1f273c-18ad-4ba0-bce1-bbf44ed818a5 None None] Checking router: 1f1da2b7-4652-45a8-b2cc-cee6b32a5596 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:39:35.733902 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-affe10dc-143e-477e-ba2a-47abaf4aec97 req-551eceaf-3d7e-415b-ade8-f8f2236cb1d0 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fb4d789-b27a-4fd8-9602-ad6cda7fd664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306443 Jul 24 09:39:35.734580 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945120c1-d75d-418f-8bb6-0040bcf465b5 req-3a778662-c5c5-4888-ad53-134f99ce39e3 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:35.737900 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-945120c1-d75d-418f-8bb6-0040bcf465b5 req-3a778662-c5c5-4888-ad53-134f99ce39e3 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 945 time: 0.1382184 Jul 24 09:39:35.778976 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39808) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:35.804299 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1f273c-18ad-4ba0-bce1-bbf44ed818a5 None None] Routers {'1f1da2b7-4652-45a8-b2cc-cee6b32a5596'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:39:35.805232 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-da1f273c-18ad-4ba0-bce1-bbf44ed818a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:39:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['1f1da2b7-4652-45a8-b2cc-cee6b32a5596'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:35.839836 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7603fad9-3b18-4181-a87c-00a6034d9749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:35.845681 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfba17-9c4f-4281-bfd1-6e26782b787b req-cb6d108c-2eda-4fcf-8ad4-0dafe7a93aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:35.847480 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e9bfba17-9c4f-4281-bfd1-6e26782b787b req-cb6d108c-2eda-4fcf-8ad4-0dafe7a93aa2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f04252e8-291e-482a-be58-76c4d5569c4f HTTP/1.1" status: 200 len: 897 time: 0.2141523 Jul 24 09:39:35.849447 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7603fad9-3b18-4181-a87c-00a6034d9749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:35.876863 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603fad9-3b18-4181-a87c-00a6034d9749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df1f29c-e46c-436e-b7cc-31bd6c15a15e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:35.883552 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5ad7ecca-9136-407a-8d3c-69f151925f88 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7399614 Jul 24 09:39:35.891906 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39810) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:35.898039 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-66eb7341-28a7-4f3e-9d8c-a24c382543fd tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'subnet': {'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:36.019500 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7603fad9-3b18-4181-a87c-00a6034d9749 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fef68917c4914ef3b1d952cd32ab378b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9584277 Jul 24 09:39:36.032189 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39812) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:36.075347 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e3094798-6b9c-454f-a23a-055b2142a478 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:39:36.111918 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: e3094798-6b9c-454f-a23a-055b2142a478 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:39:36.111918 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e3094798-6b9c-454f-a23a-055b2142a478 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:39:36.114515 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-da1f273c-18ad-4ba0-bce1-bbf44ed818a5 None None] Set router 1f1da2b7-4652-45a8-b2cc-cee6b32a5596 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:39:36.119864 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e9bfba17-9c4f-4281-bfd1-6e26782b787b req-023915cd-67a3-493d-abc2-f87cb500300a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e90edea-694c-4b69-a45e-4785364b4ed9 HTTP/1.1" status: 200 len: 1000 time: 0.2439442 Jul 24 09:39:36.211442 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8e3432a8-e8e9-44e0-9168-03ebe8ea82b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:36.235766 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8e3432a8-e8e9-44e0-9168-03ebe8ea82b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:36.266525 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66eb7341-28a7-4f3e-9d8c-a24c382543fd tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Made reservation on behalf of 99522c69057542cfad6beb1560629fb7 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:39:36.270471 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66eb7341-28a7-4f3e-9d8c-a24c382543fd tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:36.297182 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfba17-9c4f-4281-bfd1-6e26782b787b req-be4e7aa2-9a4d-4e69-8c36-25c3879e856f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:36.298920 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e9bfba17-9c4f-4281-bfd1-6e26782b787b req-be4e7aa2-9a4d-4e69-8c36-25c3879e856f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7326232c-8c83-4a7c-b128-55bd2c288aa8 HTTP/1.1" status: 200 len: 835 time: 0.1625865 Jul 24 09:39:36.408010 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-dcd8b2cb-a631-4d09-9e6e-c0b8c437a7a4 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/floatingips/0e2489e4-1d96-4be8-9ff2-7756eee31028 HTTP/1.1" status: 200 len: 992 time: 0.6077111 Jul 24 09:39:36.438425 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8e3432a8-e8e9-44e0-9168-03ebe8ea82b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:36.441052 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819a531-9827-4ccd-a24b-79c9441ea35c req-69665a36-aae1-4eca-9e7d-e708ee94b42f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:36.442273 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8e3432a8-e8e9-44e0-9168-03ebe8ea82b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:36.442565 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6819a531-9827-4ccd-a24b-79c9441ea35c req-69665a36-aae1-4eca-9e7d-e708ee94b42f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 945 time: 0.7035167 Jul 24 09:39:36.444343 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8e3432a8-e8e9-44e0-9168-03ebe8ea82b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6df1f29c-e46c-436e-b7cc-31bd6c15a15e HTTP/1.1" status: 204 len: 168 time: 0.4105995 Jul 24 09:39:36.453548 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-945120c1-d75d-418f-8bb6-0040bcf465b5 req-4dc067ee-1caf-4938-9bb9-ad836a4c569a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Deleting port f4345eb5-1778-4a49-8d45-214fdd215cf8 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:39:36.454254 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-945120c1-d75d-418f-8bb6-0040bcf465b5 req-4dc067ee-1caf-4938-9bb9-ad836a4c569a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:36.464433 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3432a8-e8e9-44e0-9168-03ebe8ea82b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df1f29c-e46c-436e-b7cc-31bd6c15a15e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:36.519533 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfba17-9c4f-4281-bfd1-6e26782b787b req-63dd2ed9-436c-443e-8674-c8559b326ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:36.521537 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e9bfba17-9c4f-4281-bfd1-6e26782b787b req-63dd2ed9-436c-443e-8674-c8559b326ab2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f04252e8-291e-482a-be58-76c4d5569c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2136822 Jul 24 09:39:36.595502 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6819a531-9827-4ccd-a24b-79c9441ea35c req-4f6794f2-76ad-4698-87f1-7f7df59bcb68 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022835 Jul 24 09:39:36.620338 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-945120c1-d75d-418f-8bb6-0040bcf465b5 req-4dc067ee-1caf-4938-9bb9-ad836a4c569a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] For port f4345eb5-1778-4a49-8d45-214fdd215cf8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=f4345eb5-1778-4a49-8d45-214fdd215cf8,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:39:36.620627 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-945120c1-d75d-418f-8bb6-0040bcf465b5 req-4dc067ee-1caf-4938-9bb9-ad836a4c569a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:36.664809 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-945120c1-d75d-418f-8bb6-0040bcf465b5 req-4dc067ee-1caf-4938-9bb9-ad836a4c569a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Calling delete_port for f4345eb5-1778-4a49-8d45-214fdd215cf8 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:39:36.677778 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66eb7341-28a7-4f3e-9d8c-a24c382543fd tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:36.723131 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-da1f273c-18ad-4ba0-bce1-bbf44ed818a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559831440', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:01Z', 'updated_at': '2021-07-24T09:39:10Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:03Z', 'updated_at': '2021-07-24T09:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '0e2489e4-1d96-4be8-9ff2-7756eee31028', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'floating_ip_address': '172.25.7.223', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'port_id': '2e90edea-694c-4b69-a45e-4785364b4ed9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f', 'mac_address': 'fa:16:3e:bc:3a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5090d115-b07d-4af6-8482-05f17ec17609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:39:32Z', 'updated_at': '2021-07-24T09:39:32Z', 'revision_number': 0, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5', 'name': '', 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:ce:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '7326232c-8c83-4a7c-b128-55bd2c288aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:09Z', 'updated_at': '2021-07-24T09:39:20Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': '7326232c-8c83-4a7c-b128-55bd2c288aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:36.724408 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e9bfba17-9c4f-4281-bfd1-6e26782b787b req-b96f9bec-c662-4ef7-958f-edf81efbb03c service neutron] 10.222.0.20 "GET /v2.0/networks/f04252e8-291e-482a-be58-76c4d5569c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951756 Jul 24 09:39:36.826804 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb7341-28a7-4f3e-9d8c-a24c382543fd tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Subnet': ['ID=ecd46df8-eb24-4e88-9859-ca90c6cd4d2d,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:36.851704 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eb7341-28a7-4f3e-9d8c-a24c382543fd tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Checking segment: {'id': '95abb798-f83d-49be-a713-1d56a7eb5e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:39:36.852080 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eb7341-28a7-4f3e-9d8c-a24c382543fd tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network hostable DHCP agents. Network: a3f1e0f0-1add-4177-bb45-895e94a44443, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:39:36.855125 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1f273c-18ad-4ba0-bce1-bbf44ed818a5 None None] The sync data for ids ['1f1da2b7-4652-45a8-b2cc-cee6b32a5596'] in n-d-800085-9 is: [{'id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559831440', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:01Z', 'updated_at': '2021-07-24T09:39:10Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:03Z', 'updated_at': '2021-07-24T09:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '0e2489e4-1d96-4be8-9ff2-7756eee31028', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'floating_ip_address': '172.25.7.223', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'port_id': '2e90edea-694c-4b69-a45e-4785364b4ed9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f', 'mac_address': 'fa:16:3e:bc:3a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5090d115-b07d-4af6-8482-05f17ec17609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:39:32Z', 'updated_at': '2021-07-24T09:39:32Z', 'revision_number': 0, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5', 'name': '', 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:ce:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '7326232c-8c83-4a7c-b128-55bd2c288aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:09Z', 'updated_at': '2021-07-24T09:39:20Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': '7326232c-8c83-4a7c-b128-55bd2c288aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:39:36.867945 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e9bfba17-9c4f-4281-bfd1-6e26782b787b req-e67158b4-e7a9-4e29-8bba-2e67f709aa62 service neutron] 10.222.0.20 "GET /v2.0/networks/f04252e8-291e-482a-be58-76c4d5569c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349788 Jul 24 09:39:36.880776 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eb7341-28a7-4f3e-9d8c-a24c382543fd tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network a3f1e0f0-1add-4177-bb45-895e94a44443 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:39:36.901252 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-66eb7341-28a7-4f3e-9d8c-a24c382543fd tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, a3f1e0f0-1add-4177-bb45-895e94a44443) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:36.909833 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eb7341-28a7-4f3e-9d8c-a24c382543fd tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:36.911009 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66eb7341-28a7-4f3e-9d8c-a24c382543fd tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:36.918751 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2606aa2b-03b0-4c55-a57e-88eb1f6ecd7e None None] Network a3f1e0f0-1add-4177-bb45-895e94a44443 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:39:36.946355 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-945120c1-d75d-418f-8bb6-0040bcf465b5 req-4dc067ee-1caf-4938-9bb9-ad836a4c569a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:36.955533 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-66eb7341-28a7-4f3e-9d8c-a24c382543fd tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0614254 Jul 24 09:39:36.958570 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39820) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:36.964159 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['f4345eb5-1778-4a49-8d45-214fdd215cf8'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:39:37.030845 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc067ee-1caf-4938-9bb9-ad836a4c569a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event deleted for resources: {'Port': ['ID=f4345eb5-1778-4a49-8d45-214fdd215cf8,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:37.076547 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc067ee-1caf-4938-9bb9-ad836a4c569a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:37.077326 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc067ee-1caf-4938-9bb9-ad836a4c569a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:37.077850 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc067ee-1caf-4938-9bb9-ad836a4c569a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:37.078380 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc067ee-1caf-4938-9bb9-ad836a4c569a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:37.078720 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc067ee-1caf-4938-9bb9-ad836a4c569a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:37.079052 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc067ee-1caf-4938-9bb9-ad836a4c569a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:37.079385 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc067ee-1caf-4938-9bb9-ad836a4c569a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:37.079712 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc067ee-1caf-4938-9bb9-ad836a4c569a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:37.080033 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc067ee-1caf-4938-9bb9-ad836a4c569a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:37.080358 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc067ee-1caf-4938-9bb9-ad836a4c569a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:37.080683 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc067ee-1caf-4938-9bb9-ad836a4c569a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:37.081032 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc067ee-1caf-4938-9bb9-ad836a4c569a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:37.125600 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39822) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:37.155952 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b142b217-8de3-4e38-a191-ead04b66a2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:37.228793 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-945120c1-d75d-418f-8bb6-0040bcf465b5 req-4dc067ee-1caf-4938-9bb9-ad836a4c569a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] No DVR routers for this DVR port f4345eb5-1778-4a49-8d45-214fdd215cf8 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:39:37.236504 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-945120c1-d75d-418f-8bb6-0040bcf465b5 req-4dc067ee-1caf-4938-9bb9-ad836a4c569a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:37.239819 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-945120c1-d75d-418f-8bb6-0040bcf465b5 req-4dc067ee-1caf-4938-9bb9-ad836a4c569a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.37 "DELETE /v2.0/ports/f4345eb5-1778-4a49-8d45-214fdd215cf8 HTTP/1.1" status: 204 len: 173 time: 1.4948394 Jul 24 09:39:37.249469 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc776e9-ba3e-40f6-9947-b92bae2bf2e5', 'name': 'network-vif-deleted', 'tag': 'f4345eb5-1778-4a49-8d45-214fdd215cf8'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:39:37.251639 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea77f70-81e5-4728-9779-37f1bc39746f None None] New status for floating IP 0e2489e4-1d96-4be8-9ff2-7756eee31028: ACTIVE {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:39:37.252114 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1875dc0-d7b2-463b-b36d-381a612512ec" -d '{"events": [{"server_uuid": "dfc776e9-ba3e-40f6-9947-b92bae2bf2e5", "name": "network-vif-deleted", "tag": "f4345eb5-1778-4a49-8d45-214fdd215cf8"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:39:37.330046 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71396ad9-fc8f-487d-9253-c8885ce75fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-a3f1e0f0-1add-4177-bb45-895e94a44443', 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'fixed_ips': [{'subnet_id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:39:37.331292 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-71396ad9-fc8f-487d-9253-c8885ce75fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:37.407785 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b142b217-8de3-4e38-a191-ead04b66a2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:37.417708 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39826) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:37.444651 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b142b217-8de3-4e38-a191-ead04b66a2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:37.446877 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6996c5a1-0763-4785-b4cb-4616d67da7da x-openstack-request-id: req-6996c5a1-0763-4785-b4cb-4616d67da7da {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:39:37.447382 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc776e9-ba3e-40f6-9947-b92bae2bf2e5", "name": "network-vif-deleted", "tag": "f4345eb5-1778-4a49-8d45-214fdd215cf8", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:39:37.447790 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6996c5a1-0763-4785-b4cb-4616d67da7da {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:39:37.450405 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc776e9-ba3e-40f6-9947-b92bae2bf2e5', 'name': 'network-vif-deleted', 'tag': 'f4345eb5-1778-4a49-8d45-214fdd215cf8', 'status': 'completed', 'code': 200} Jul 24 09:39:37.501871 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b142b217-8de3-4e38-a191-ead04b66a2c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9da54d1fb0e4453f891b540d74899353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3728662 Jul 24 09:39:37.532841 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39828) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:37.601937 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9391ec86-7400-40d4-813d-38bfd78be404 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:37.609398 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142b217-8de3-4e38-a191-ead04b66a2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2e2267-d7f9-44e5-b72c-426e34f023ab,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:37.685331 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-71396ad9-fc8f-487d-9253-c8885ce75fa2 None None] Allocated IP 2001:db8::2 (a3f1e0f0-1add-4177-bb45-895e94a44443/ecd46df8-eb24-4e88-9859-ca90c6cd4d2d/c9424bb5-1619-4f44-8b98-0513f7720afe) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:39:37.725098 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6c4626e6-d320-4209-8b23-2c1b9b6cd70c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/floatingips/0e2489e4-1d96-4be8-9ff2-7756eee31028 HTTP/1.1" status: 200 len: 992 time: 0.3045228 Jul 24 09:39:37.774033 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-52195c59-ec5b-42e1-a733-9288c10ddf37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:37.794902 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d512e3a-ed61-45d8-bdc5-9b1a3c290e84 req-2a9a0db8-e9b2-49dd-94d8-ff7d521babb1 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 210 time: 0.0403461 Jul 24 09:39:37.816033 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-52195c59-ec5b-42e1-a733-9288c10ddf37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:37.891227 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-52195c59-ec5b-42e1-a733-9288c10ddf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:37.894826 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-52195c59-ec5b-42e1-a733-9288c10ddf37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:37.905490 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-52195c59-ec5b-42e1-a733-9288c10ddf37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e2e2267-d7f9-44e5-b72c-426e34f023ab HTTP/1.1" status: 204 len: 168 time: 0.3467789 Jul 24 09:39:37.924575 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-71396ad9-fc8f-487d-9253-c8885ce75fa2 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:37.936851 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52195c59-ec5b-42e1-a733-9288c10ddf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2e2267-d7f9-44e5-b72c-426e34f023ab,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:37.939279 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-71396ad9-fc8f-487d-9253-c8885ce75fa2 None None] Transition to ACTIVE for port object c9424bb5-1619-4f44-8b98-0513f7720afe will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:37.958315 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-71396ad9-fc8f-487d-9253-c8885ce75fa2 None None] Transition to ACTIVE for port object c9424bb5-1619-4f44-8b98-0513f7720afe will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:37.967990 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-71396ad9-fc8f-487d-9253-c8885ce75fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:38.011049 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71396ad9-fc8f-487d-9253-c8885ce75fa2 None None] Network a3f1e0f0-1add-4177-bb45-895e94a44443 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:39:38.014014 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-71396ad9-fc8f-487d-9253-c8885ce75fa2 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:38.018579 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71396ad9-fc8f-487d-9253-c8885ce75fa2 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:39:38.023176 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71396ad9-fc8f-487d-9253-c8885ce75fa2 None None] Pushing event updated for resources: {'Port': ['ID=c9424bb5-1619-4f44-8b98-0513f7720afe,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:38.098108 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-9391ec86-7400-40d4-813d-38bfd78be404 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Allocated IP 2001:db8::1 (a3f1e0f0-1add-4177-bb45-895e94a44443/ecd46df8-eb24-4e88-9859-ca90c6cd4d2d/e30c312a-20c0-439d-a8d1-408883ae900c) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:39:38.253626 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-71396ad9-fc8f-487d-9253-c8885ce75fa2 None None] Attempting to bind port c9424bb5-1619-4f44-8b98-0513f7720afe on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:39:38.254009 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-71396ad9-fc8f-487d-9253-c8885ce75fa2 None None] Attempting to bind port c9424bb5-1619-4f44-8b98-0513f7720afe by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '95abb798-f83d-49be-a713-1d56a7eb5e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:39:38.254508 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71396ad9-fc8f-487d-9253-c8885ce75fa2 None None] Attempting to bind port c9424bb5-1619-4f44-8b98-0513f7720afe on network a3f1e0f0-1add-4177-bb45-895e94a44443 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:39:38.259637 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71396ad9-fc8f-487d-9253-c8885ce75fa2 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:39:38.260003 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71396ad9-fc8f-487d-9253-c8885ce75fa2 None None] Checking segment: {'id': '95abb798-f83d-49be-a713-1d56a7eb5e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:39:38.260403 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-71396ad9-fc8f-487d-9253-c8885ce75fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:38.260829 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71396ad9-fc8f-487d-9253-c8885ce75fa2 None None] Bound using segment: {'id': '95abb798-f83d-49be-a713-1d56a7eb5e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:39:38.261295 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-71396ad9-fc8f-487d-9253-c8885ce75fa2 None None] Bound port: c9424bb5-1619-4f44-8b98-0513f7720afe, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95abb798-f83d-49be-a713-1d56a7eb5e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:39:38.261675 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-71396ad9-fc8f-487d-9253-c8885ce75fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:38.287584 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9391ec86-7400-40d4-813d-38bfd78be404 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:38.315783 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-9391ec86-7400-40d4-813d-38bfd78be404 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Transition to ACTIVE for port object e30c312a-20c0-439d-a8d1-408883ae900c will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:38.345438 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-71396ad9-fc8f-487d-9253-c8885ce75fa2 None None] For port c9424bb5-1619-4f44-8b98-0513f7720afe, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:39:38.357597 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-71396ad9-fc8f-487d-9253-c8885ce75fa2 None None] For port c9424bb5-1619-4f44-8b98-0513f7720afe, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c9424bb5-1619-4f44-8b98-0513f7720afe,segment=NetworkSegment(95abb798-f83d-49be-a713-1d56a7eb5e16),segment_id=95abb798-f83d-49be-a713-1d56a7eb5e16)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:39:38.363291 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9391ec86-7400-40d4-813d-38bfd78be404 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:38.369486 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-71396ad9-fc8f-487d-9253-c8885ce75fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:38.407474 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9391ec86-7400-40d4-813d-38bfd78be404 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network a3f1e0f0-1add-4177-bb45-895e94a44443 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:39:38.410635 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-9391ec86-7400-40d4-813d-38bfd78be404 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:38.414783 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9391ec86-7400-40d4-813d-38bfd78be404 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:39:38.415331 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9391ec86-7400-40d4-813d-38bfd78be404 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:38.474235 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71396ad9-fc8f-487d-9253-c8885ce75fa2 None None] Pushing event updated for resources: {'Port': ['ID=c9424bb5-1619-4f44-8b98-0513f7720afe,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:38.517459 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391ec86-7400-40d4-813d-38bfd78be404 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Port': ['ID=e30c312a-20c0-439d-a8d1-408883ae900c,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:38.599898 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9391ec86-7400-40d4-813d-38bfd78be404 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:38.728325 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39848) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:38.824601 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8cfee706-e4bf-49fe-9dd2-ebd5b551b7ed tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/floatingips/0e2489e4-1d96-4be8-9ff2-7756eee31028 HTTP/1.1" status: 200 len: 994 time: 0.0949590 Jul 24 09:39:39.009446 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-031195fe-5ce8-4312-be57-a908a0254539 req-be10bc8f-fea2-4655-9412-ef113542330e tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 210 time: 0.0744445 Jul 24 09:39:39.137570 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9391ec86-7400-40d4-813d-38bfd78be404 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:39.142480 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9391ec86-7400-40d4-813d-38bfd78be404 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:39.143495 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9391ec86-7400-40d4-813d-38bfd78be404 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:39.248621 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391ec86-7400-40d4-813d-38bfd78be404 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Port': ['ID=e30c312a-20c0-439d-a8d1-408883ae900c,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:39.321706 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9391ec86-7400-40d4-813d-38bfd78be404 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network a3f1e0f0-1add-4177-bb45-895e94a44443 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:39:39.323837 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-9391ec86-7400-40d4-813d-38bfd78be404 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:39.464046 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9391ec86-7400-40d4-813d-38bfd78be404 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Router 92324a94-624b-4572-a001-69dd808c49c3 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:39:39.568224 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device f4345eb5-1778-4a49-8d45-214fdd215cf8 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:39:39.591167 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9391ec86-7400-40d4-813d-38bfd78be404 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:39:39.601210 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9391ec86-7400-40d4-813d-38bfd78be404 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "PUT /v2.0/routers/92324a94-624b-4572-a001-69dd808c49c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6412468 Jul 24 09:39:39.604075 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39872) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:39.611735 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-a75b690a-be84-493f-b3f0-56b586ac0d9b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1543054446'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:39.611969 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79783d60-1552-4715-a985-27b2682fa181 None None] Sync routers for ids ['92324a94-624b-4572-a001-69dd808c49c3'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:39:39.614637 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: f4345eb5-1778-4a49-8d45-214fdd215cf8 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:39:39.614982 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device f4345eb5-1778-4a49-8d45-214fdd215cf8 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:39:39.638133 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79783d60-1552-4715-a985-27b2682fa181 None None] Routers {'92324a94-624b-4572-a001-69dd808c49c3'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:39:39.639227 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-79783d60-1552-4715-a985-27b2682fa181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:39:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['92324a94-624b-4572-a001-69dd808c49c3'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:39.666802 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75b690a-be84-493f-b3f0-56b586ac0d9b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Made reservation on behalf of 99522c69057542cfad6beb1560629fb7 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:39:39.672395 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a75b690a-be84-493f-b3f0-56b586ac0d9b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:39.711404 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75b690a-be84-493f-b3f0-56b586ac0d9b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:39:39.725843 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a75b690a-be84-493f-b3f0-56b586ac0d9b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:39.726219 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-a75b690a-be84-493f-b3f0-56b586ac0d9b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Added segment 9602ce56-9053-48e9-bd86-0d605eb84744 of type vlan for network 4bfe10b3-4b5e-4cac-af35-fcce2faec21b Jul 24 09:39:39.746856 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-79783d60-1552-4715-a985-27b2682fa181 None None] Set router 92324a94-624b-4572-a001-69dd808c49c3 gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:39:39.775602 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb792c6-6b96-44d8-87f8-a22345a9b1ae None None] Network a3f1e0f0-1add-4177-bb45-895e94a44443 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:39:39.783568 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a75b690a-be84-493f-b3f0-56b586ac0d9b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:39.826060 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a75b690a-be84-493f-b3f0-56b586ac0d9b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:39.832431 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75b690a-be84-493f-b3f0-56b586ac0d9b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:39.833236 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a75b690a-be84-493f-b3f0-56b586ac0d9b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:39.852467 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a75b690a-be84-493f-b3f0-56b586ac0d9b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2468753 Jul 24 09:39:39.855765 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39880) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:39.862735 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-99ca892c-a4e2-4489-96f2-42d6cccd3480 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'subnet': {'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:40.059075 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b690a-be84-493f-b3f0-56b586ac0d9b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Network': ['ID=4bfe10b3-4b5e-4cac-af35-fcce2faec21b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:40.062800 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e94e82fc-04e2-40c2-9e5b-56293f1e6aee None None] Provisioning for port c9424bb5-1619-4f44-8b98-0513f7720afe completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:40.093440 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c9424bb5-1619-4f44-8b98-0513f7720afe up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:40.095283 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 4bfe10b3-4b5e-4cac-af35-fcce2faec21b details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:39:40.120375 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ca892c-a4e2-4489-96f2-42d6cccd3480 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Made reservation on behalf of 99522c69057542cfad6beb1560629fb7 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:39:40.134600 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-99ca892c-a4e2-4489-96f2-42d6cccd3480 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:40.212546 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7a911dd5-8797-4776-b10d-37d7ccfe4294 req-ea0b3678-48a6-4ad8-9e05-9b276278d073 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 210 time: 0.0484252 Jul 24 09:39:40.284679 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port c9424bb5-1619-4f44-8b98-0513f7720afe completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:40.292610 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-79783d60-1552-4715-a985-27b2682fa181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:39:38Z', 'revision_number': 2, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None, '_interfaces': [{'id': 'e30c312a-20c0-439d-a8d1-408883ae900c', 'name': '', 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bd:ce:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:37Z', 'updated_at': '2021-07-24T09:39:38Z', 'revision_number': 2, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:40.331474 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79783d60-1552-4715-a985-27b2682fa181 None None] Checking router: 92324a94-624b-4572-a001-69dd808c49c3 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:39:40.331970 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79783d60-1552-4715-a985-27b2682fa181 None None] Updating router 92324a94-624b-4572-a001-69dd808c49c3 port e30c312a-20c0-439d-a8d1-408883ae900c binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:39:40.333978 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port c9424bb5-1619-4f44-8b98-0513f7720afe triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:40.334351 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:40.420445 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-79783d60-1552-4715-a985-27b2682fa181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:40.541365 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-99ca892c-a4e2-4489-96f2-42d6cccd3480 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:40.646535 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca892c-a4e2-4489-96f2-42d6cccd3480 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Subnet': ['ID=cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:40.670039 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ca892c-a4e2-4489-96f2-42d6cccd3480 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Checking segment: {'id': '9602ce56-9053-48e9-bd86-0d605eb84744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:39:40.670556 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ca892c-a4e2-4489-96f2-42d6cccd3480 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network hostable DHCP agents. Network: 4bfe10b3-4b5e-4cac-af35-fcce2faec21b, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:39:40.696493 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:40.696992 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ca892c-a4e2-4489-96f2-42d6cccd3480 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network 4bfe10b3-4b5e-4cac-af35-fcce2faec21b is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:39:40.722266 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-99ca892c-a4e2-4489-96f2-42d6cccd3480 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 4bfe10b3-4b5e-4cac-af35-fcce2faec21b) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:40.728471 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ca892c-a4e2-4489-96f2-42d6cccd3480 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:40.729214 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-99ca892c-a4e2-4489-96f2-42d6cccd3480 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:40.750514 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c075775-b67d-4cf2-8af9-b056e3e93a04 None None] Network 4bfe10b3-4b5e-4cac-af35-fcce2faec21b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:39:40.756785 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-99ca892c-a4e2-4489-96f2-42d6cccd3480 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8996081 Jul 24 09:39:40.759992 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39906) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:40.818267 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39908) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:40.921196 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port c9424bb5-1619-4f44-8b98-0513f7720afe, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c9424bb5-1619-4f44-8b98-0513f7720afe,segment=NetworkSegment(95abb798-f83d-49be-a713-1d56a7eb5e16),segment_id=95abb798-f83d-49be-a713-1d56a7eb5e16)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:39:41.007783 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9a7a1e6-4e38-40ea-8ea9-fdeb127aef38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:41.049700 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:41.077056 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b3a396e1-ca2e-45bc-9ec4-63de35672035 None None] Provisioning complete for port c9424bb5-1619-4f44-8b98-0513f7720afe triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:41.077438 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b3a396e1-ca2e-45bc-9ec4-63de35672035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:41.201121 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9a7a1e6-4e38-40ea-8ea9-fdeb127aef38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:41.207024 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9a7a1e6-4e38-40ea-8ea9-fdeb127aef38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:41.262457 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7a1e6-4e38-40ea-8ea9-fdeb127aef38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6282f7-a665-4294-8dea-504a2bf5e0d3,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:41.273912 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a9a7a1e6-4e38-40ea-8ea9-fdeb127aef38 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a556df8f1d4746f4bfa01c6c07814f2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4545169 Jul 24 09:39:41.274562 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39914) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:41.506114 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e6bde99-538c-4f89-a863-5e217759e082 req-cb7712e8-085f-4285-bc9f-7093054bcfd3 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 210 time: 0.1373708 Jul 24 09:39:41.511203 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8340abd2-ed3a-4e5e-b42a-40a9d6d3eae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:41.538518 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-79783d60-1552-4715-a985-27b2682fa181 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:41.549265 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-79783d60-1552-4715-a985-27b2682fa181 None None] Transition to ACTIVE for port object e30c312a-20c0-439d-a8d1-408883ae900c will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:41.552582 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=c9424bb5-1619-4f44-8b98-0513f7720afe,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:41.555114 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8340abd2-ed3a-4e5e-b42a-40a9d6d3eae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:41.560846 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-79783d60-1552-4715-a985-27b2682fa181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:41.623915 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909980c-e0b4-41cf-99a8-229366837f43 None None] Pushing event updated for resources: {'Port': ['ID=e30c312a-20c0-439d-a8d1-408883ae900c,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:41.636677 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8340abd2-ed3a-4e5e-b42a-40a9d6d3eae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:41.643722 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8340abd2-ed3a-4e5e-b42a-40a9d6d3eae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:41.647159 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8340abd2-ed3a-4e5e-b42a-40a9d6d3eae6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a6282f7-a665-4294-8dea-504a2bf5e0d3 HTTP/1.1" status: 204 len: 168 time: 0.3694146 Jul 24 09:39:41.651424 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b0ef88-800a-472c-a480-7f7fb9886190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-4bfe10b3-4b5e-4cac-af35-fcce2faec21b', 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'fixed_ips': [{'subnet_id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:39:41.652291 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-34b0ef88-800a-472c-a480-7f7fb9886190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:41.655855 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340abd2-ed3a-4e5e-b42a-40a9d6d3eae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6282f7-a665-4294-8dea-504a2bf5e0d3,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:41.750004 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f5886f80-5c5f-41a5-81ca-891b41c3d2e4 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:41.864833 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-34b0ef88-800a-472c-a480-7f7fb9886190 None None] Allocated IP 2001:db8:1::2 (4bfe10b3-4b5e-4cac-af35-fcce2faec21b/cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43/56313971-2046-40f9-a988-b91d1551a010) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:39:41.908947 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-79783d60-1552-4715-a985-27b2682fa181 None None] Attempting to bind port e30c312a-20c0-439d-a8d1-408883ae900c on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:39:41.909584 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-79783d60-1552-4715-a985-27b2682fa181 None None] Attempting to bind port e30c312a-20c0-439d-a8d1-408883ae900c by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '95abb798-f83d-49be-a713-1d56a7eb5e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:39:41.910147 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79783d60-1552-4715-a985-27b2682fa181 None None] Attempting to bind port e30c312a-20c0-439d-a8d1-408883ae900c on network a3f1e0f0-1add-4177-bb45-895e94a44443 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:39:41.947416 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b3a396e1-ca2e-45bc-9ec4-63de35672035 None None] Provisioning for port e30c312a-20c0-439d-a8d1-408883ae900c completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:41.991287 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79783d60-1552-4715-a985-27b2682fa181 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:39:41.991759 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79783d60-1552-4715-a985-27b2682fa181 None None] Checking segment: {'id': '95abb798-f83d-49be-a713-1d56a7eb5e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:39:42.005734 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-79783d60-1552-4715-a985-27b2682fa181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:42.006157 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79783d60-1552-4715-a985-27b2682fa181 None None] Bound using segment: {'id': '95abb798-f83d-49be-a713-1d56a7eb5e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:39:42.006673 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-79783d60-1552-4715-a985-27b2682fa181 None None] Bound port: e30c312a-20c0-439d-a8d1-408883ae900c, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95abb798-f83d-49be-a713-1d56a7eb5e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:39:42.007071 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-79783d60-1552-4715-a985-27b2682fa181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:42.014286 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c9424bb5-1619-4f44-8b98-0513f7720afe up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:42.192544 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39922) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:42.207575 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b0aa0cd-93bf-4149-b479-5871c9aef18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:42.315205 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b0aa0cd-93bf-4149-b479-5871c9aef18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:42.319946 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9b0aa0cd-93bf-4149-b479-5871c9aef18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:42.376401 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9b0aa0cd-93bf-4149-b479-5871c9aef18d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aad24945fd3045be9ecc5f20de1df790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1805263 Jul 24 09:39:42.376401 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0aa0cd-93bf-4149-b479-5871c9aef18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13eef7e6-a738-468a-9992-45875e3d1248,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:42.376893 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 39924) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:42.414078 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-79783d60-1552-4715-a985-27b2682fa181 None None] For port e30c312a-20c0-439d-a8d1-408883ae900c, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:39:42.417501 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-79783d60-1552-4715-a985-27b2682fa181 None None] For port e30c312a-20c0-439d-a8d1-408883ae900c, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e30c312a-20c0-439d-a8d1-408883ae900c,segment=NetworkSegment(95abb798-f83d-49be-a713-1d56a7eb5e16),segment_id=95abb798-f83d-49be-a713-1d56a7eb5e16)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:39:42.435304 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-79783d60-1552-4715-a985-27b2682fa181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:42.466630 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-58cd359a-840d-4c08-b21f-08e554799d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:42.499704 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-58cd359a-840d-4c08-b21f-08e554799d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:42.535300 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port c9424bb5-1619-4f44-8b98-0513f7720afe triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:42.535672 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:42.599687 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-58cd359a-840d-4c08-b21f-08e554799d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:42.602612 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-58cd359a-840d-4c08-b21f-08e554799d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:42.618297 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-58cd359a-840d-4c08-b21f-08e554799d46 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13eef7e6-a738-468a-9992-45875e3d1248 HTTP/1.1" status: 204 len: 168 time: 0.2346005 Jul 24 09:39:42.649489 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd359a-840d-4c08-b21f-08e554799d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13eef7e6-a738-468a-9992-45875e3d1248,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:42.672602 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-593da64c-dda7-4646-b50e-811d98e6ea68 req-a318e092-e626-4c92-8b72-9edd215fa7ed tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfc776e9-ba3e-40f6-9947-b92bae2bf2e5 HTTP/1.1" status: 200 len: 210 time: 0.0513248 Jul 24 09:39:42.682797 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79783d60-1552-4715-a985-27b2682fa181 None None] Routers {'92324a94-624b-4572-a001-69dd808c49c3'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:39:42.683439 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-79783d60-1552-4715-a985-27b2682fa181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:39:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['92324a94-624b-4572-a001-69dd808c49c3'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:42.797667 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-34b0ef88-800a-472c-a480-7f7fb9886190 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:42.833676 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-34b0ef88-800a-472c-a480-7f7fb9886190 None None] Transition to ACTIVE for port object 56313971-2046-40f9-a988-b91d1551a010 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:42.846388 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909980c-e0b4-41cf-99a8-229366837f43 None None] Pushing event updated for resources: {'Port': ['ID=e30c312a-20c0-439d-a8d1-408883ae900c,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:42.870837 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-79783d60-1552-4715-a985-27b2682fa181 None None] Set router 92324a94-624b-4572-a001-69dd808c49c3 gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:39:42.916715 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-34b0ef88-800a-472c-a480-7f7fb9886190 None None] Transition to ACTIVE for port object 56313971-2046-40f9-a988-b91d1551a010 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:42.934913 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-34b0ef88-800a-472c-a480-7f7fb9886190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:43.031653 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-f5886f80-5c5f-41a5-81ca-891b41c3d2e4 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Allocated IP 2001:db8:1::1 (4bfe10b3-4b5e-4cac-af35-fcce2faec21b/cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43/4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:39:43.067219 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b0ef88-800a-472c-a480-7f7fb9886190 None None] Network 4bfe10b3-4b5e-4cac-af35-fcce2faec21b is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:39:43.083316 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-34b0ef88-800a-472c-a480-7f7fb9886190 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:43.133997 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0ef88-800a-472c-a480-7f7fb9886190 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:39:43.138267 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0ef88-800a-472c-a480-7f7fb9886190 None None] Pushing event updated for resources: {'Port': ['ID=56313971-2046-40f9-a988-b91d1551a010,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:43.264963 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-34b0ef88-800a-472c-a480-7f7fb9886190 None None] Attempting to bind port 56313971-2046-40f9-a988-b91d1551a010 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:39:43.265641 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-34b0ef88-800a-472c-a480-7f7fb9886190 None None] Attempting to bind port 56313971-2046-40f9-a988-b91d1551a010 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '9602ce56-9053-48e9-bd86-0d605eb84744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:39:43.266028 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b0ef88-800a-472c-a480-7f7fb9886190 None None] Attempting to bind port 56313971-2046-40f9-a988-b91d1551a010 on network 4bfe10b3-4b5e-4cac-af35-fcce2faec21b {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:39:43.281059 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b0ef88-800a-472c-a480-7f7fb9886190 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:39:43.281450 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b0ef88-800a-472c-a480-7f7fb9886190 None None] Checking segment: {'id': '9602ce56-9053-48e9-bd86-0d605eb84744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:39:43.281862 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-34b0ef88-800a-472c-a480-7f7fb9886190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:43.282262 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b0ef88-800a-472c-a480-7f7fb9886190 None None] Bound using segment: {'id': '9602ce56-9053-48e9-bd86-0d605eb84744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:39:43.282753 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-34b0ef88-800a-472c-a480-7f7fb9886190 None None] Bound port: 56313971-2046-40f9-a988-b91d1551a010, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602ce56-9053-48e9-bd86-0d605eb84744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:39:43.283143 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-34b0ef88-800a-472c-a480-7f7fb9886190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:43.292628 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f5886f80-5c5f-41a5-81ca-891b41c3d2e4 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:43.320318 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-f5886f80-5c5f-41a5-81ca-891b41c3d2e4 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Transition to ACTIVE for port object 4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:43.358469 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-79783d60-1552-4715-a985-27b2682fa181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:39:38Z', 'revision_number': 2, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None, '_interfaces': [{'id': 'e30c312a-20c0-439d-a8d1-408883ae900c', 'name': '', 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bd:ce:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:37Z', 'updated_at': '2021-07-24T09:39:42Z', 'revision_number': 4, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:43.362754 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-34b0ef88-800a-472c-a480-7f7fb9886190 None None] For port 56313971-2046-40f9-a988-b91d1551a010, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:39:43.372780 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f5886f80-5c5f-41a5-81ca-891b41c3d2e4 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:43.395279 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79783d60-1552-4715-a985-27b2682fa181 None None] The sync data for ids ['92324a94-624b-4572-a001-69dd808c49c3'] in n-d-800085-9 is: [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:39:38Z', 'revision_number': 2, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None, '_interfaces': [{'id': 'e30c312a-20c0-439d-a8d1-408883ae900c', 'name': '', 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bd:ce:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:37Z', 'updated_at': '2021-07-24T09:39:42Z', 'revision_number': 4, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:39:43.405934 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-34b0ef88-800a-472c-a480-7f7fb9886190 None None] For port 56313971-2046-40f9-a988-b91d1551a010, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=56313971-2046-40f9-a988-b91d1551a010,segment=NetworkSegment(9602ce56-9053-48e9-bd86-0d605eb84744),segment_id=9602ce56-9053-48e9-bd86-0d605eb84744)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:39:43.415656 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-34b0ef88-800a-472c-a480-7f7fb9886190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:43.435879 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5886f80-5c5f-41a5-81ca-891b41c3d2e4 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network 4bfe10b3-4b5e-4cac-af35-fcce2faec21b is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:39:43.460430 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-f5886f80-5c5f-41a5-81ca-891b41c3d2e4 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:43.470963 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5886f80-5c5f-41a5-81ca-891b41c3d2e4 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:39:43.471544 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f5886f80-5c5f-41a5-81ca-891b41c3d2e4 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:43.531622 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0ef88-800a-472c-a480-7f7fb9886190 None None] Pushing event updated for resources: {'Port': ['ID=56313971-2046-40f9-a988-b91d1551a010,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:43.622218 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5886f80-5c5f-41a5-81ca-891b41c3d2e4 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Port': ['ID=4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:43.887741 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f5886f80-5c5f-41a5-81ca-891b41c3d2e4 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:44.125820 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e30c312a-20c0-439d-a8d1-408883ae900c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:44.233116 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:44.290789 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port e30c312a-20c0-439d-a8d1-408883ae900c completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:44.315659 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port e30c312a-20c0-439d-a8d1-408883ae900c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:44.316342 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:44.504830 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:44.510895 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f5886f80-5c5f-41a5-81ca-891b41c3d2e4 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:44.519421 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f5886f80-5c5f-41a5-81ca-891b41c3d2e4 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:44.520552 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f5886f80-5c5f-41a5-81ca-891b41c3d2e4 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:44.573423 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port e30c312a-20c0-439d-a8d1-408883ae900c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e30c312a-20c0-439d-a8d1-408883ae900c,segment=NetworkSegment(95abb798-f83d-49be-a713-1d56a7eb5e16),segment_id=95abb798-f83d-49be-a713-1d56a7eb5e16)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:39:44.585171 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:44.657355 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=e30c312a-20c0-439d-a8d1-408883ae900c,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:44.741676 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5886f80-5c5f-41a5-81ca-891b41c3d2e4 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Port': ['ID=4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:44.771373 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5886f80-5c5f-41a5-81ca-891b41c3d2e4 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network 4bfe10b3-4b5e-4cac-af35-fcce2faec21b is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:39:44.772933 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-f5886f80-5c5f-41a5-81ca-891b41c3d2e4 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:44.959406 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5886f80-5c5f-41a5-81ca-891b41c3d2e4 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Router 92324a94-624b-4572-a001-69dd808c49c3 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:39:45.109707 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5886f80-5c5f-41a5-81ca-891b41c3d2e4 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:39:45.118590 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39982) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:45.123745 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f80ff1e3-0ea4-43ec-b4d9-33747f80ab7e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1178460344'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:45.134407 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f5886f80-5c5f-41a5-81ca-891b41c3d2e4 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "PUT /v2.0/routers/92324a94-624b-4572-a001-69dd808c49c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3731527 Jul 24 09:39:45.180651 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80ff1e3-0ea4-43ec-b4d9-33747f80ab7e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Made reservation on behalf of 99522c69057542cfad6beb1560629fb7 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:39:45.186833 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f80ff1e3-0ea4-43ec-b4d9-33747f80ab7e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:45.218938 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80ff1e3-0ea4-43ec-b4d9-33747f80ab7e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:39:45.230391 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f80ff1e3-0ea4-43ec-b4d9-33747f80ab7e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:45.230758 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-f80ff1e3-0ea4-43ec-b4d9-33747f80ab7e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Added segment a60d9c87-7093-4cfb-b5fd-1e08950da81a of type vlan for network 5c5b6231-d10f-4295-91ed-d46b66a80934 Jul 24 09:39:45.280475 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f80ff1e3-0ea4-43ec-b4d9-33747f80ab7e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:45.289797 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75d94c8-5a27-46a6-bc01-02b6901fa0cb None None] Network 4bfe10b3-4b5e-4cac-af35-fcce2faec21b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:39:45.334674 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f80ff1e3-0ea4-43ec-b4d9-33747f80ab7e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:45.342410 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80ff1e3-0ea4-43ec-b4d9-33747f80ab7e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:45.343425 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f80ff1e3-0ea4-43ec-b4d9-33747f80ab7e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:45.389862 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f80ff1e3-0ea4-43ec-b4d9-33747f80ab7e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2668047 Jul 24 09:39:45.391162 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 39988) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:45.401557 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-54395215-0c03-463a-bbf4-5475addda345 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'subnet': {'network_id': '5c5b6231-d10f-4295-91ed-d46b66a80934', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:45.419553 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7a304bc4-6bd8-47c2-973b-00429686b84f None None] Provisioning for port 56313971-2046-40f9-a988-b91d1551a010 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:45.456279 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ff1e3-0ea4-43ec-b4d9-33747f80ab7e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Network': ['ID=5c5b6231-d10f-4295-91ed-d46b66a80934,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:45.493394 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 5c5b6231-d10f-4295-91ed-d46b66a80934 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:39:45.604059 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54395215-0c03-463a-bbf4-5475addda345 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Made reservation on behalf of 99522c69057542cfad6beb1560629fb7 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:39:45.610870 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-54395215-0c03-463a-bbf4-5475addda345 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:45.900461 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-54395215-0c03-463a-bbf4-5475addda345 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:45.928014 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] Sync routers for ids ['92324a94-624b-4572-a001-69dd808c49c3'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:39:45.941486 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] Routers {'92324a94-624b-4572-a001-69dd808c49c3'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:39:45.946273 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:39:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['92324a94-624b-4572-a001-69dd808c49c3'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:46.027483 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54395215-0c03-463a-bbf4-5475addda345 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Checking segment: {'id': 'a60d9c87-7093-4cfb-b5fd-1e08950da81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5c5b6231-d10f-4295-91ed-d46b66a80934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:39:46.027483 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54395215-0c03-463a-bbf4-5475addda345 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network hostable DHCP agents. Network: 5c5b6231-d10f-4295-91ed-d46b66a80934, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:39:46.034515 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54395215-0c03-463a-bbf4-5475addda345 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Subnet': ['ID=788e78b0-5cc1-42e7-86af-d10799a9ef6a,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:46.076581 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54395215-0c03-463a-bbf4-5475addda345 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network 5c5b6231-d10f-4295-91ed-d46b66a80934 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:39:46.101531 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-54395215-0c03-463a-bbf4-5475addda345 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 5c5b6231-d10f-4295-91ed-d46b66a80934) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:46.106840 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54395215-0c03-463a-bbf4-5475addda345 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:46.107516 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-54395215-0c03-463a-bbf4-5475addda345 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:46.120566 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691db796-e413-4449-886f-44d8eb2f8761 None None] Network 5c5b6231-d10f-4295-91ed-d46b66a80934 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:39:46.137601 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-54395215-0c03-463a-bbf4-5475addda345 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7452288 Jul 24 09:39:46.140720 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40008) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:46.161849 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40010) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:46.222271 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] Set router 92324a94-624b-4572-a001-69dd808c49c3 gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:39:46.348635 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 56313971-2046-40f9-a988-b91d1551a010 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:46.369981 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86e580aa-11cd-4866-850d-8d3030050829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:46.461414 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 56313971-2046-40f9-a988-b91d1551a010 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:46.468859 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-36196352-0086-4a0d-872f-f42b96217ed3 None None] Provisioning for port 4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:46.476646 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 56313971-2046-40f9-a988-b91d1551a010 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:46.477322 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:46.558939 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:39:43Z', 'revision_number': 3, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None, '_interfaces': [{'id': '4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af', 'name': '', 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bf:95:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:41Z', 'updated_at': '2021-07-24T09:39:44Z', 'revision_number': 2, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30c312a-20c0-439d-a8d1-408883ae900c', 'name': '', 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bd:ce:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:37Z', 'updated_at': '2021-07-24T09:39:44Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:46.577366 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86e580aa-11cd-4866-850d-8d3030050829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:46.584709 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-86e580aa-11cd-4866-850d-8d3030050829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:46.621363 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] Checking router: 92324a94-624b-4572-a001-69dd808c49c3 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:39:46.621985 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] Updating router 92324a94-624b-4572-a001-69dd808c49c3 port 4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:39:46.626886 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-36196352-0086-4a0d-872f-f42b96217ed3 None None] Provisioning complete for port 4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:46.627261 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-36196352-0086-4a0d-872f-f42b96217ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:46.661939 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e580aa-11cd-4866-850d-8d3030050829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dca579c-8eb3-4605-aac1-d5424b36b597,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:46.671258 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-86e580aa-11cd-4866-850d-8d3030050829 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c2906e8b92b34aa18112d134f4949b60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5076363 Jul 24 09:39:46.671873 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40014) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:46.702444 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:46.717077 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-36196352-0086-4a0d-872f-f42b96217ed3 None None] Port 4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:39:46.771704 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d0dcd3-4121-4a1c-ba35-c693044ade48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-5c5b6231-d10f-4295-91ed-d46b66a80934', 'network_id': '5c5b6231-d10f-4295-91ed-d46b66a80934', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'fixed_ips': [{'subnet_id': '788e78b0-5cc1-42e7-86af-d10799a9ef6a'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:39:46.772189 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-85d0dcd3-4121-4a1c-ba35-c693044ade48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:46.777784 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e7047a7d-bc96-47c2-85ee-d6af6c65e4c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:46.796833 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-36196352-0086-4a0d-872f-f42b96217ed3 None None] Provisioning complete for port 56313971-2046-40f9-a988-b91d1551a010 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:46.797207 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-36196352-0086-4a0d-872f-f42b96217ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:46.820424 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e7047a7d-bc96-47c2-85ee-d6af6c65e4c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:46.902255 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:46.905562 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e7047a7d-bc96-47c2-85ee-d6af6c65e4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:46.911440 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e7047a7d-bc96-47c2-85ee-d6af6c65e4c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:46.920490 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e7047a7d-bc96-47c2-85ee-d6af6c65e4c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0dca579c-8eb3-4605-aac1-d5424b36b597 HTTP/1.1" status: 204 len: 168 time: 0.2471285 Jul 24 09:39:46.933130 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ec9c87b3-8b71-4b02-9a75-d92c1217639b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:46.943335 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7047a7d-bc96-47c2-85ee-d6af6c65e4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dca579c-8eb3-4605-aac1-d5424b36b597,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:47.193547 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:47.316899 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:47.338313 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] Transition to ACTIVE for port object 4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:47.346955 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:47.399089 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 56313971-2046-40f9-a988-b91d1551a010, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=56313971-2046-40f9-a988-b91d1551a010,segment=NetworkSegment(9602ce56-9053-48e9-bd86-0d605eb84744),segment_id=9602ce56-9053-48e9-bd86-0d605eb84744)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:39:47.407533 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-36196352-0086-4a0d-872f-f42b96217ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:47.419439 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:47.420252 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e30c312a-20c0-439d-a8d1-408883ae900c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:47.474095 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40032) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:47.490181 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-ec9c87b3-8b71-4b02-9a75-d92c1217639b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Allocated IP 2001:db8:2::1 (5c5b6231-d10f-4295-91ed-d46b66a80934/788e78b0-5cc1-42e7-86af-d10799a9ef6a/07b73db6-b5e7-4a15-9716-5a4800900daa) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:39:47.493640 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3906d525-6ee7-4272-ac86-f2986aca848f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:47.523071 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] Attempting to bind port 4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:39:47.523706 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] Attempting to bind port 4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '9602ce56-9053-48e9-bd86-0d605eb84744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:39:47.524228 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] Attempting to bind port 4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af on network 4bfe10b3-4b5e-4cac-af35-fcce2faec21b {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:39:47.538304 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:39:47.539003 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] Checking segment: {'id': '9602ce56-9053-48e9-bd86-0d605eb84744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:39:47.543835 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:47.544541 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] Bound using segment: {'id': '9602ce56-9053-48e9-bd86-0d605eb84744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:39:47.554433 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] Bound port: 4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602ce56-9053-48e9-bd86-0d605eb84744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:39:47.554869 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:47.559432 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f83385-e3c7-40a1-952c-5b826a1aed02 None None] Pushing event updated for resources: {'Port': ['ID=4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:47.607427 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f83385-e3c7-40a1-952c-5b826a1aed02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:47.607772 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f83385-e3c7-40a1-952c-5b826a1aed02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:47.620357 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f83385-e3c7-40a1-952c-5b826a1aed02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:47.622055 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f83385-e3c7-40a1-952c-5b826a1aed02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:47.622572 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f83385-e3c7-40a1-952c-5b826a1aed02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:47.622914 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f83385-e3c7-40a1-952c-5b826a1aed02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:47.623252 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f83385-e3c7-40a1-952c-5b826a1aed02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:47.623587 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f83385-e3c7-40a1-952c-5b826a1aed02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:47.623918 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f83385-e3c7-40a1-952c-5b826a1aed02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:47.624247 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f83385-e3c7-40a1-952c-5b826a1aed02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:47.624573 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f83385-e3c7-40a1-952c-5b826a1aed02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:47.624929 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f83385-e3c7-40a1-952c-5b826a1aed02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:39:47.723930 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3906d525-6ee7-4272-ac86-f2986aca848f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:47.736724 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3906d525-6ee7-4272-ac86-f2986aca848f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:47.741536 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=56313971-2046-40f9-a988-b91d1551a010,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:47.775952 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] For port 4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:39:47.784894 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] For port 4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af,segment=NetworkSegment(9602ce56-9053-48e9-bd86-0d605eb84744),segment_id=9602ce56-9053-48e9-bd86-0d605eb84744)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:39:47.789829 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:47.791844 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ec9c87b3-8b71-4b02-9a75-d92c1217639b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:47.796525 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.db.api [None req-36196352-0086-4a0d-872f-f42b96217ed3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 09:39:47.797295 n-d-800085-9 neutron-server[94037]: DEBUG oslo_db.api [None req-36196352-0086-4a0d-872f-f42b96217ed3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 09:39:47.822201 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port e30c312a-20c0-439d-a8d1-408883ae900c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:47.822863 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:47.828090 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-ec9c87b3-8b71-4b02-9a75-d92c1217639b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Transition to ACTIVE for port object 07b73db6-b5e7-4a15-9716-5a4800900daa will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:47.838813 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3906d525-6ee7-4272-ac86-f2986aca848f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8d2e13afa754a259e3657a88f7472ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3635232 Jul 24 09:39:47.840504 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906d525-6ee7-4272-ac86-f2986aca848f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12a1975-c283-488a-9765-4f278472ae83,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:47.853075 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40034) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:47.888240 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f83385-e3c7-40a1-952c-5b826a1aed02 None None] Pushing event updated for resources: {'Port': ['ID=4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:47.915472 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] Routers {'92324a94-624b-4572-a001-69dd808c49c3'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:39:47.916097 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:39:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['92324a94-624b-4572-a001-69dd808c49c3'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:47.937883 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ec9c87b3-8b71-4b02-9a75-d92c1217639b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:47.990501 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3426924c-ba90-4a2e-88d2-2e03f350abf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:48.034708 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3426924c-ba90-4a2e-88d2-2e03f350abf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:48.039119 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9c87b3-8b71-4b02-9a75-d92c1217639b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network 5c5b6231-d10f-4295-91ed-d46b66a80934 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:39:48.055726 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-ec9c87b3-8b71-4b02-9a75-d92c1217639b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:48.058445 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9c87b3-8b71-4b02-9a75-d92c1217639b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:39:48.059322 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ec9c87b3-8b71-4b02-9a75-d92c1217639b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:48.113589 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] Set router 92324a94-624b-4572-a001-69dd808c49c3 gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:39:48.118586 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3426924c-ba90-4a2e-88d2-2e03f350abf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:48.121724 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3426924c-ba90-4a2e-88d2-2e03f350abf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:48.122938 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3426924c-ba90-4a2e-88d2-2e03f350abf2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a12a1975-c283-488a-9765-4f278472ae83 HTTP/1.1" status: 204 len: 168 time: 0.2521167 Jul 24 09:39:48.151454 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426924c-ba90-4a2e-88d2-2e03f350abf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12a1975-c283-488a-9765-4f278472ae83,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:48.159491 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c87b3-8b71-4b02-9a75-d92c1217639b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Port': ['ID=07b73db6-b5e7-4a15-9716-5a4800900daa,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:48.299990 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ec9c87b3-8b71-4b02-9a75-d92c1217639b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:48.351776 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-85d0dcd3-4121-4a1c-ba35-c693044ade48 None None] Allocated IP 2001:db8:2::2 (5c5b6231-d10f-4295-91ed-d46b66a80934/788e78b0-5cc1-42e7-86af-d10799a9ef6a/3a6080c8-6259-4f8c-920c-c901d827867a) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:39:48.768435 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-85d0dcd3-4121-4a1c-ba35-c693044ade48 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:48.786276 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-85d0dcd3-4121-4a1c-ba35-c693044ade48 None None] Transition to ACTIVE for port object 3a6080c8-6259-4f8c-920c-c901d827867a will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:48.822529 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-85d0dcd3-4121-4a1c-ba35-c693044ade48 None None] Transition to ACTIVE for port object 3a6080c8-6259-4f8c-920c-c901d827867a will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:48.843002 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-85d0dcd3-4121-4a1c-ba35-c693044ade48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:48.878365 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:39:43Z', 'revision_number': 3, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None, '_interfaces': [{'id': '4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af', 'name': '', 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bf:95:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:41Z', 'updated_at': '2021-07-24T09:39:47Z', 'revision_number': 4, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30c312a-20c0-439d-a8d1-408883ae900c', 'name': '', 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bd:ce:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:37Z', 'updated_at': '2021-07-24T09:39:44Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:48.929230 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5b65ca-d5d1-41cf-a6e1-5588d86e18b7 None None] The sync data for ids ['92324a94-624b-4572-a001-69dd808c49c3'] in n-d-800085-9 is: [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:39:43Z', 'revision_number': 3, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None, '_interfaces': [{'id': '4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af', 'name': '', 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bf:95:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:41Z', 'updated_at': '2021-07-24T09:39:47Z', 'revision_number': 4, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30c312a-20c0-439d-a8d1-408883ae900c', 'name': '', 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bd:ce:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:37Z', 'updated_at': '2021-07-24T09:39:44Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:39:48.976225 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0dcd3-4121-4a1c-ba35-c693044ade48 None None] Pushing event updated for resources: {'Port': ['ID=3a6080c8-6259-4f8c-920c-c901d827867a,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:49.064299 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d0dcd3-4121-4a1c-ba35-c693044ade48 None None] Network 5c5b6231-d10f-4295-91ed-d46b66a80934 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:39:49.073677 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-85d0dcd3-4121-4a1c-ba35-c693044ade48 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:49.083712 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d0dcd3-4121-4a1c-ba35-c693044ade48 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:39:49.239433 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-85d0dcd3-4121-4a1c-ba35-c693044ade48 None None] Attempting to bind port 3a6080c8-6259-4f8c-920c-c901d827867a on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:39:49.239801 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-85d0dcd3-4121-4a1c-ba35-c693044ade48 None None] Attempting to bind port 3a6080c8-6259-4f8c-920c-c901d827867a by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'a60d9c87-7093-4cfb-b5fd-1e08950da81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5c5b6231-d10f-4295-91ed-d46b66a80934'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:39:49.240164 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d0dcd3-4121-4a1c-ba35-c693044ade48 None None] Attempting to bind port 3a6080c8-6259-4f8c-920c-c901d827867a on network 5c5b6231-d10f-4295-91ed-d46b66a80934 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:39:49.257172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d0dcd3-4121-4a1c-ba35-c693044ade48 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:39:49.257546 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d0dcd3-4121-4a1c-ba35-c693044ade48 None None] Checking segment: {'id': 'a60d9c87-7093-4cfb-b5fd-1e08950da81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5c5b6231-d10f-4295-91ed-d46b66a80934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:39:49.259755 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-85d0dcd3-4121-4a1c-ba35-c693044ade48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:49.260163 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d0dcd3-4121-4a1c-ba35-c693044ade48 None None] Bound using segment: {'id': 'a60d9c87-7093-4cfb-b5fd-1e08950da81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5c5b6231-d10f-4295-91ed-d46b66a80934'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:39:49.260652 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-85d0dcd3-4121-4a1c-ba35-c693044ade48 None None] Bound port: 3a6080c8-6259-4f8c-920c-c901d827867a, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60d9c87-7093-4cfb-b5fd-1e08950da81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5c5b6231-d10f-4295-91ed-d46b66a80934'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:39:49.261072 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-85d0dcd3-4121-4a1c-ba35-c693044ade48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:49.348884 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-85d0dcd3-4121-4a1c-ba35-c693044ade48 None None] For port 3a6080c8-6259-4f8c-920c-c901d827867a, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:39:49.352243 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-85d0dcd3-4121-4a1c-ba35-c693044ade48 None None] For port 3a6080c8-6259-4f8c-920c-c901d827867a, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=3a6080c8-6259-4f8c-920c-c901d827867a,segment=NetworkSegment(a60d9c87-7093-4cfb-b5fd-1e08950da81a),segment_id=a60d9c87-7093-4cfb-b5fd-1e08950da81a)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:39:49.359088 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-85d0dcd3-4121-4a1c-ba35-c693044ade48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:49.540265 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0dcd3-4121-4a1c-ba35-c693044ade48 None None] Pushing event updated for resources: {'Port': ['ID=3a6080c8-6259-4f8c-920c-c901d827867a,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:49.552833 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:49.645508 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:49.651667 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:49.653608 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:49.659794 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ec9c87b3-8b71-4b02-9a75-d92c1217639b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:49.683336 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ec9c87b3-8b71-4b02-9a75-d92c1217639b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:49.684342 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ec9c87b3-8b71-4b02-9a75-d92c1217639b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:49.878644 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:49.908888 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c87b3-8b71-4b02-9a75-d92c1217639b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Port': ['ID=07b73db6-b5e7-4a15-9716-5a4800900daa,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:49.971633 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af,segment=NetworkSegment(9602ce56-9053-48e9-bd86-0d605eb84744),segment_id=9602ce56-9053-48e9-bd86-0d605eb84744)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:39:49.977696 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:49.978853 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 56313971-2046-40f9-a988-b91d1551a010 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:49.992572 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9c87b3-8b71-4b02-9a75-d92c1217639b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network 5c5b6231-d10f-4295-91ed-d46b66a80934 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:39:49.996004 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-ec9c87b3-8b71-4b02-9a75-d92c1217639b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:50.079992 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:50.104196 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 56313971-2046-40f9-a988-b91d1551a010 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:50.104489 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:50.218439 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9c87b3-8b71-4b02-9a75-d92c1217639b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Router 92324a94-624b-4572-a001-69dd808c49c3 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:39:50.335256 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9c87b3-8b71-4b02-9a75-d92c1217639b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:39:50.352391 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ec9c87b3-8b71-4b02-9a75-d92c1217639b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "PUT /v2.0/routers/92324a94-624b-4572-a001-69dd808c49c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2093930 Jul 24 09:39:50.355237 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40112) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:50.361639 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-a6a44acf-0b1b-441a-81df-b6905fd1f16e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1127368268'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:50.389736 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a44acf-0b1b-441a-81df-b6905fd1f16e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Made reservation on behalf of 99522c69057542cfad6beb1560629fb7 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:39:50.393985 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6a44acf-0b1b-441a-81df-b6905fd1f16e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:50.420233 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a44acf-0b1b-441a-81df-b6905fd1f16e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:39:50.430046 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6a44acf-0b1b-441a-81df-b6905fd1f16e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:50.430401 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-a6a44acf-0b1b-441a-81df-b6905fd1f16e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Added segment 5eb45141-983b-4a08-8e98-57b23105ce1e of type vlan for network edb071f8-c6a3-499c-b6f9-facb15a93281 Jul 24 09:39:50.471910 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6a44acf-0b1b-441a-81df-b6905fd1f16e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:50.515249 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6a44acf-0b1b-441a-81df-b6905fd1f16e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:50.521248 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a44acf-0b1b-441a-81df-b6905fd1f16e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:50.521987 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6a44acf-0b1b-441a-81df-b6905fd1f16e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:50.568670 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a6a44acf-0b1b-441a-81df-b6905fd1f16e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2122061 Jul 24 09:39:50.571465 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40114) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:50.585325 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-4ef8a795-fd8f-477e-97f0-6ecd21ccc39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'subnet': {'network_id': 'edb071f8-c6a3-499c-b6f9-facb15a93281', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:50.614382 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a44acf-0b1b-441a-81df-b6905fd1f16e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Network': ['ID=edb071f8-c6a3-499c-b6f9-facb15a93281,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:50.631230 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network edb071f8-c6a3-499c-b6f9-facb15a93281 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:39:50.721766 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] Sync routers for ids ['92324a94-624b-4572-a001-69dd808c49c3'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:39:50.782534 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef8a795-fd8f-477e-97f0-6ecd21ccc39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Made reservation on behalf of 99522c69057542cfad6beb1560629fb7 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:39:50.792339 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a795-fd8f-477e-97f0-6ecd21ccc39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:50.814471 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] Routers {'92324a94-624b-4572-a001-69dd808c49c3'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:39:50.815131 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:39:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['92324a94-624b-4572-a001-69dd808c49c3'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:50.952904 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] Set router 92324a94-624b-4572-a001-69dd808c49c3 gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:39:51.057271 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf93f86b-ec12-4dbd-bee2-5aed47bbf1fa None None] Network 5c5b6231-d10f-4295-91ed-d46b66a80934 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:39:51.126267 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a795-fd8f-477e-97f0-6ecd21ccc39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:51.145931 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1f72f8f4-9de3-4603-be4d-86009ee95b7c None None] Provisioning for port 3a6080c8-6259-4f8c-920c-c901d827867a completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:51.241476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8a795-fd8f-477e-97f0-6ecd21ccc39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Subnet': ['ID=fd89da08-8d5a-434a-b13e-a0bea83ba8bf,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:51.247485 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef8a795-fd8f-477e-97f0-6ecd21ccc39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Checking segment: {'id': '5eb45141-983b-4a08-8e98-57b23105ce1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'edb071f8-c6a3-499c-b6f9-facb15a93281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:39:51.247852 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef8a795-fd8f-477e-97f0-6ecd21ccc39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network hostable DHCP agents. Network: edb071f8-c6a3-499c-b6f9-facb15a93281, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:39:51.311393 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef8a795-fd8f-477e-97f0-6ecd21ccc39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network edb071f8-c6a3-499c-b6f9-facb15a93281 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:39:51.333134 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-4ef8a795-fd8f-477e-97f0-6ecd21ccc39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, edb071f8-c6a3-499c-b6f9-facb15a93281) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:51.342873 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef8a795-fd8f-477e-97f0-6ecd21ccc39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:39:51.344001 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a795-fd8f-477e-97f0-6ecd21ccc39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:51.348296 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dec675a-8901-4245-b7bd-991dc0a8b8f1 None None] Network edb071f8-c6a3-499c-b6f9-facb15a93281 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:39:51.367604 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4ef8a795-fd8f-477e-97f0-6ecd21ccc39a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7939634 Jul 24 09:39:51.369927 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40158) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:51.438259 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 3a6080c8-6259-4f8c-920c-c901d827867a up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:51.612175 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:39:48Z', 'revision_number': 4, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None, '_interfaces': [{'id': '07b73db6-b5e7-4a15-9716-5a4800900daa', 'name': '', 'network_id': '5c5b6231-d10f-4295-91ed-d46b66a80934', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:25:47:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '788e78b0-5cc1-42e7-86af-d10799a9ef6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:47Z', 'updated_at': '2021-07-24T09:39:49Z', 'revision_number': 2, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': '788e78b0-5cc1-42e7-86af-d10799a9ef6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af', 'name': '', 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bf:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:41Z', 'updated_at': '2021-07-24T09:39:49Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30c312a-20c0-439d-a8d1-408883ae900c', 'name': '', 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bd:ce:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:37Z', 'updated_at': '2021-07-24T09:39:44Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:51.688549 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] Checking router: 92324a94-624b-4572-a001-69dd808c49c3 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:39:51.688842 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] Updating router 92324a94-624b-4572-a001-69dd808c49c3 port 07b73db6-b5e7-4a15-9716-5a4800900daa binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:39:51.756482 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:52.001538 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 3a6080c8-6259-4f8c-920c-c901d827867a completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:52.027953 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 3a6080c8-6259-4f8c-920c-c901d827867a triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:52.028409 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:52.154518 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef1ae57-40ca-4625-af85-e23c952e15de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-edb071f8-c6a3-499c-b6f9-facb15a93281', 'network_id': 'edb071f8-c6a3-499c-b6f9-facb15a93281', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'fixed_ips': [{'subnet_id': 'fd89da08-8d5a-434a-b13e-a0bea83ba8bf'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:39:52.155404 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bef1ae57-40ca-4625-af85-e23c952e15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:52.211895 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9cefa2d5-7982-4732-afe4-12eaa3aedf62 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:52.359562 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-bef1ae57-40ca-4625-af85-e23c952e15de None None] Allocated IP 2001:db8:3::2 (edb071f8-c6a3-499c-b6f9-facb15a93281/fd89da08-8d5a-434a-b13e-a0bea83ba8bf/b89e04a7-a177-487a-afaf-93cf25663d67) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:39:52.691683 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bef1ae57-40ca-4625-af85-e23c952e15de None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:52.970485 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-bef1ae57-40ca-4625-af85-e23c952e15de None None] Transition to ACTIVE for port object b89e04a7-a177-487a-afaf-93cf25663d67 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:52.979005 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-eebeceb4-63e5-4738-b040-58eaba02d005 None None] Provisioning for port 07b73db6-b5e7-4a15-9716-5a4800900daa completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:53.023601 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-eebeceb4-63e5-4738-b040-58eaba02d005 None None] Provisioning complete for port 07b73db6-b5e7-4a15-9716-5a4800900daa triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:53.023601 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eebeceb4-63e5-4738-b040-58eaba02d005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:53.035382 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:53.064661 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-bef1ae57-40ca-4625-af85-e23c952e15de None None] Transition to ACTIVE for port object b89e04a7-a177-487a-afaf-93cf25663d67 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:53.093200 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bef1ae57-40ca-4625-af85-e23c952e15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:53.218378 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-9cefa2d5-7982-4732-afe4-12eaa3aedf62 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Allocated IP 2001:db8:3::1 (edb071f8-c6a3-499c-b6f9-facb15a93281/fd89da08-8d5a-434a-b13e-a0bea83ba8bf/916d657b-e360-42a6-9ef8-ee805538416a) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:39:53.249239 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:53.260143 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] Transition to ACTIVE for port object 07b73db6-b5e7-4a15-9716-5a4800900daa will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:53.282110 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 3a6080c8-6259-4f8c-920c-c901d827867a, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=3a6080c8-6259-4f8c-920c-c901d827867a,segment=NetworkSegment(a60d9c87-7093-4cfb-b5fd-1e08950da81a),segment_id=a60d9c87-7093-4cfb-b5fd-1e08950da81a)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:39:53.285694 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:53.288884 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-eebeceb4-63e5-4738-b040-58eaba02d005 None None] Port 07b73db6-b5e7-4a15-9716-5a4800900daa cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:39:53.294567 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:53.295321 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:53.339777 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef1ae57-40ca-4625-af85-e23c952e15de None None] Network edb071f8-c6a3-499c-b6f9-facb15a93281 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:39:53.358011 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1ae57-40ca-4625-af85-e23c952e15de None None] Pushing event updated for resources: {'Port': ['ID=b89e04a7-a177-487a-afaf-93cf25663d67,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:53.361059 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-bef1ae57-40ca-4625-af85-e23c952e15de None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:53.373727 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef1ae57-40ca-4625-af85-e23c952e15de None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:39:53.382122 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-eebeceb4-63e5-4738-b040-58eaba02d005 None None] Provisioning complete for port 3a6080c8-6259-4f8c-920c-c901d827867a triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:53.382515 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eebeceb4-63e5-4738-b040-58eaba02d005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:53.431596 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9cefa2d5-7982-4732-afe4-12eaa3aedf62 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:53.448712 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-9cefa2d5-7982-4732-afe4-12eaa3aedf62 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Transition to ACTIVE for port object 916d657b-e360-42a6-9ef8-ee805538416a will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:53.514715 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9cefa2d5-7982-4732-afe4-12eaa3aedf62 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:53.552629 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] Attempting to bind port 07b73db6-b5e7-4a15-9716-5a4800900daa on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:39:53.552960 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] Attempting to bind port 07b73db6-b5e7-4a15-9716-5a4800900daa by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'a60d9c87-7093-4cfb-b5fd-1e08950da81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5c5b6231-d10f-4295-91ed-d46b66a80934'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:39:53.553465 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] Attempting to bind port 07b73db6-b5e7-4a15-9716-5a4800900daa on network 5c5b6231-d10f-4295-91ed-d46b66a80934 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:39:53.582985 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50306c-8476-4a0e-a783-76bc12f1ce88 None None] Pushing event updated for resources: {'Port': ['ID=07b73db6-b5e7-4a15-9716-5a4800900daa,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:53.584980 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefa2d5-7982-4732-afe4-12eaa3aedf62 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Port': ['ID=916d657b-e360-42a6-9ef8-ee805538416a,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:53.599165 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cefa2d5-7982-4732-afe4-12eaa3aedf62 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network edb071f8-c6a3-499c-b6f9-facb15a93281 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:39:53.600951 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-9cefa2d5-7982-4732-afe4-12eaa3aedf62 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:53.604341 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cefa2d5-7982-4732-afe4-12eaa3aedf62 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:39:53.606380 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9cefa2d5-7982-4732-afe4-12eaa3aedf62 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:53.662261 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:39:53.662732 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] Checking segment: {'id': 'a60d9c87-7093-4cfb-b5fd-1e08950da81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5c5b6231-d10f-4295-91ed-d46b66a80934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:39:53.663281 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:53.663737 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] Bound using segment: {'id': 'a60d9c87-7093-4cfb-b5fd-1e08950da81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5c5b6231-d10f-4295-91ed-d46b66a80934'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:39:53.664291 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] Bound port: 07b73db6-b5e7-4a15-9716-5a4800900daa, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60d9c87-7093-4cfb-b5fd-1e08950da81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5c5b6231-d10f-4295-91ed-d46b66a80934'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:39:53.664768 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:53.734750 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-bef1ae57-40ca-4625-af85-e23c952e15de None None] Attempting to bind port b89e04a7-a177-487a-afaf-93cf25663d67 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:39:53.734750 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-bef1ae57-40ca-4625-af85-e23c952e15de None None] Attempting to bind port b89e04a7-a177-487a-afaf-93cf25663d67 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '5eb45141-983b-4a08-8e98-57b23105ce1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'edb071f8-c6a3-499c-b6f9-facb15a93281'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:39:53.735186 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef1ae57-40ca-4625-af85-e23c952e15de None None] Attempting to bind port b89e04a7-a177-487a-afaf-93cf25663d67 on network edb071f8-c6a3-499c-b6f9-facb15a93281 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:39:53.742233 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:53.742685 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:53.806316 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9cefa2d5-7982-4732-afe4-12eaa3aedf62 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:53.848525 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef1ae57-40ca-4625-af85-e23c952e15de None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:39:53.849050 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef1ae57-40ca-4625-af85-e23c952e15de None None] Checking segment: {'id': '5eb45141-983b-4a08-8e98-57b23105ce1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'edb071f8-c6a3-499c-b6f9-facb15a93281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:39:53.849520 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bef1ae57-40ca-4625-af85-e23c952e15de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:53.849983 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef1ae57-40ca-4625-af85-e23c952e15de None None] Bound using segment: {'id': '5eb45141-983b-4a08-8e98-57b23105ce1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'edb071f8-c6a3-499c-b6f9-facb15a93281'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:39:53.850783 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-bef1ae57-40ca-4625-af85-e23c952e15de None None] Bound port: b89e04a7-a177-487a-afaf-93cf25663d67, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb45141-983b-4a08-8e98-57b23105ce1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'edb071f8-c6a3-499c-b6f9-facb15a93281'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:39:53.851242 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bef1ae57-40ca-4625-af85-e23c952e15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:53.886069 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=3a6080c8-6259-4f8c-920c-c901d827867a,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:53.970227 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] For port 07b73db6-b5e7-4a15-9716-5a4800900daa, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:39:54.013548 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] For port 07b73db6-b5e7-4a15-9716-5a4800900daa, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=07b73db6-b5e7-4a15-9716-5a4800900daa,segment=NetworkSegment(a60d9c87-7093-4cfb-b5fd-1e08950da81a),segment_id=a60d9c87-7093-4cfb-b5fd-1e08950da81a)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:39:54.015088 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-bef1ae57-40ca-4625-af85-e23c952e15de None None] For port b89e04a7-a177-487a-afaf-93cf25663d67, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:39:54.029498 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:54.098301 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-bef1ae57-40ca-4625-af85-e23c952e15de None None] For port b89e04a7-a177-487a-afaf-93cf25663d67, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b89e04a7-a177-487a-afaf-93cf25663d67,segment=NetworkSegment(5eb45141-983b-4a08-8e98-57b23105ce1e),segment_id=5eb45141-983b-4a08-8e98-57b23105ce1e)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:39:54.114403 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50306c-8476-4a0e-a783-76bc12f1ce88 None None] Pushing event updated for resources: {'Port': ['ID=07b73db6-b5e7-4a15-9716-5a4800900daa,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:54.146626 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bef1ae57-40ca-4625-af85-e23c952e15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:54.319696 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] Routers {'92324a94-624b-4572-a001-69dd808c49c3'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:39:54.320337 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:39:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['92324a94-624b-4572-a001-69dd808c49c3'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:54.398819 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1ae57-40ca-4625-af85-e23c952e15de None None] Pushing event updated for resources: {'Port': ['ID=b89e04a7-a177-487a-afaf-93cf25663d67,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:54.415097 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 3a6080c8-6259-4f8c-920c-c901d827867a up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:54.419678 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9cefa2d5-7982-4732-afe4-12eaa3aedf62 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:54.425757 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9cefa2d5-7982-4732-afe4-12eaa3aedf62 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:54.427061 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9cefa2d5-7982-4732-afe4-12eaa3aedf62 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:54.588559 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] Set router 92324a94-624b-4572-a001-69dd808c49c3 gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:39:54.676529 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 3a6080c8-6259-4f8c-920c-c901d827867a triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:54.677225 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:54.687166 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefa2d5-7982-4732-afe4-12eaa3aedf62 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event updated for resources: {'Port': ['ID=916d657b-e360-42a6-9ef8-ee805538416a,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:54.854057 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cefa2d5-7982-4732-afe4-12eaa3aedf62 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Network edb071f8-c6a3-499c-b6f9-facb15a93281 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:39:54.855876 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-9cefa2d5-7982-4732-afe4-12eaa3aedf62 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:39:55.146543 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cefa2d5-7982-4732-afe4-12eaa3aedf62 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Router 92324a94-624b-4572-a001-69dd808c49c3 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:39:55.205366 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:39:53Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None, '_interfaces': [{'id': '07b73db6-b5e7-4a15-9716-5a4800900daa', 'name': '', 'network_id': '5c5b6231-d10f-4295-91ed-d46b66a80934', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:25:47:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '788e78b0-5cc1-42e7-86af-d10799a9ef6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:47Z', 'updated_at': '2021-07-24T09:39:53Z', 'revision_number': 4, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': '788e78b0-5cc1-42e7-86af-d10799a9ef6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af', 'name': '', 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bf:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:41Z', 'updated_at': '2021-07-24T09:39:49Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '916d657b-e360-42a6-9ef8-ee805538416a', 'name': '', 'network_id': 'edb071f8-c6a3-499c-b6f9-facb15a93281', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:67:a6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'fd89da08-8d5a-434a-b13e-a0bea83ba8bf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:52Z', 'updated_at': '2021-07-24T09:39:53Z', 'revision_number': 1, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'fd89da08-8d5a-434a-b13e-a0bea83ba8bf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30c312a-20c0-439d-a8d1-408883ae900c', 'name': '', 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bd:ce:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:37Z', 'updated_at': '2021-07-24T09:39:44Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:55.289944 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c43b9c9-73b1-47ce-b315-04c978164152 None None] The sync data for ids ['92324a94-624b-4572-a001-69dd808c49c3'] in n-d-800085-9 is: [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:39:53Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None, '_interfaces': [{'id': '07b73db6-b5e7-4a15-9716-5a4800900daa', 'name': '', 'network_id': '5c5b6231-d10f-4295-91ed-d46b66a80934', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:25:47:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '788e78b0-5cc1-42e7-86af-d10799a9ef6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:47Z', 'updated_at': '2021-07-24T09:39:53Z', 'revision_number': 4, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': '788e78b0-5cc1-42e7-86af-d10799a9ef6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af', 'name': '', 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bf:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:41Z', 'updated_at': '2021-07-24T09:39:49Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '916d657b-e360-42a6-9ef8-ee805538416a', 'name': '', 'network_id': 'edb071f8-c6a3-499c-b6f9-facb15a93281', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:67:a6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'fd89da08-8d5a-434a-b13e-a0bea83ba8bf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:52Z', 'updated_at': '2021-07-24T09:39:53Z', 'revision_number': 1, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'fd89da08-8d5a-434a-b13e-a0bea83ba8bf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30c312a-20c0-439d-a8d1-408883ae900c', 'name': '', 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bd:ce:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:37Z', 'updated_at': '2021-07-24T09:39:44Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:39:55.357158 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cefa2d5-7982-4732-afe4-12eaa3aedf62 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:39:55.389335 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9cefa2d5-7982-4732-afe4-12eaa3aedf62 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "PUT /v2.0/routers/92324a94-624b-4572-a001-69dd808c49c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0174146 Jul 24 09:39:55.391520 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40234) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:55.404242 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-06328f34-c3a3-49c7-a7a7-e70445b59082 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:55.992980 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40272) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:56.028041 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b835627-ca21-4667-abb0-0346fc1fe601 None None] Network edb071f8-c6a3-499c-b6f9-facb15a93281 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:39:56.181206 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f02956b9-310d-41eb-847f-7c0001ba1f24 None None] Provisioning for port b89e04a7-a177-487a-afaf-93cf25663d67 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:56.264556 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e3da9234-0099-4c24-8381-048d44cf909f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:56.482901 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e3da9234-0099-4c24-8381-048d44cf909f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:56.488354 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e3da9234-0099-4c24-8381-048d44cf909f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:56.506238 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.extraroute_db [None req-06328f34-c3a3-49c7-a7a7-e70445b59082 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94036) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 24 09:39:56.512572 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b89e04a7-a177-487a-afaf-93cf25663d67 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:56.529869 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da9234-0099-4c24-8381-048d44cf909f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea2b270-a080-490a-9421-4b532454690e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:56.544244 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.extraroute_db [None req-06328f34-c3a3-49c7-a7a7-e70445b59082 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Removed routes are [] {{(pid=94036) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 24 09:39:56.544654 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-06328f34-c3a3-49c7-a7a7-e70445b59082 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:56.552419 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e3da9234-0099-4c24-8381-048d44cf909f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ba29a3de1864638aec9efc161d2a6ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5578408 Jul 24 09:39:56.555013 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40280) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:56.637407 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d4477b3-fa43-483c-b770-9d16763485c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:56.679547 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d4477b3-fa43-483c-b770-9d16763485c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:56.680536 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port b89e04a7-a177-487a-afaf-93cf25663d67 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:56.686933 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port b89e04a7-a177-487a-afaf-93cf25663d67 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:56.687349 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:56.762545 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d4477b3-fa43-483c-b770-9d16763485c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:56.766411 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d4477b3-fa43-483c-b770-9d16763485c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:56.767313 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4d4477b3-fa43-483c-b770-9d16763485c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ea2b270-a080-490a-9421-4b532454690e HTTP/1.1" status: 204 len: 168 time: 0.2111566 Jul 24 09:39:56.786659 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4477b3-fa43-483c-b770-9d16763485c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea2b270-a080-490a-9421-4b532454690e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:56.880131 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:56.964809 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port b89e04a7-a177-487a-afaf-93cf25663d67, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b89e04a7-a177-487a-afaf-93cf25663d67,segment=NetworkSegment(5eb45141-983b-4a08-8e98-57b23105ce1e),segment_id=5eb45141-983b-4a08-8e98-57b23105ce1e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:39:56.970743 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:56.971573 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 07b73db6-b5e7-4a15-9716-5a4800900daa up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:57.085837 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-06328f34-c3a3-49c7-a7a7-e70445b59082 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:57.092121 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-06328f34-c3a3-49c7-a7a7-e70445b59082 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593208'] for router, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:57.116216 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=b89e04a7-a177-487a-afaf-93cf25663d67,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:57.134412 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 07b73db6-b5e7-4a15-9716-5a4800900daa completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:57.144481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 07b73db6-b5e7-4a15-9716-5a4800900daa triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:57.144922 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:57.280495 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-61a7146a-d8f5-4ff5-9f73-9465fe03b435 None None] Provisioning complete for port b89e04a7-a177-487a-afaf-93cf25663d67 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:57.280677 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-61a7146a-d8f5-4ff5-9f73-9465fe03b435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:57.301765 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06328f34-c3a3-49c7-a7a7-e70445b59082 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Router 92324a94-624b-4572-a001-69dd808c49c3 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:39:57.355778 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-45d3172d-7a46-4a93-b1cd-56d31376d1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:57.449142 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] Sync routers for ids ['92324a94-624b-4572-a001-69dd808c49c3'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:39:57.457879 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:57.464631 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] Routers {'92324a94-624b-4572-a001-69dd808c49c3'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:39:57.465312 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:39:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['92324a94-624b-4572-a001-69dd808c49c3'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:57.522102 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06328f34-c3a3-49c7-a7a7-e70445b59082 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:39:57.546593 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-06328f34-c3a3-49c7-a7a7-e70445b59082 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:57.547678 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-61a7146a-d8f5-4ff5-9f73-9465fe03b435 None None] Provisioning for port 916d657b-e360-42a6-9ef8-ee805538416a completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:39:57.549218 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-06328f34-c3a3-49c7-a7a7-e70445b59082 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "PUT /v2.0/routers/92324a94-624b-4572-a001-69dd808c49c3 HTTP/1.1" status: 200 len: 953 time: 2.1559920 Jul 24 09:39:57.552312 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40300) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:57.554750 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 07b73db6-b5e7-4a15-9716-5a4800900daa, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=07b73db6-b5e7-4a15-9716-5a4800900daa,segment=NetworkSegment(a60d9c87-7093-4cfb-b5fd-1e08950da81a),segment_id=a60d9c87-7093-4cfb-b5fd-1e08950da81a)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:39:57.557487 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-61a7146a-d8f5-4ff5-9f73-9465fe03b435 None None] Provisioning complete for port 916d657b-e360-42a6-9ef8-ee805538416a triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:57.558064 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-61a7146a-d8f5-4ff5-9f73-9465fe03b435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:57.609126 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:57.652700 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] Set router 92324a94-624b-4572-a001-69dd808c49c3 gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:39:57.661883 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-61a7146a-d8f5-4ff5-9f73-9465fe03b435 None None] Port 916d657b-e360-42a6-9ef8-ee805538416a cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:39:57.725187 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4cf76aed-6f42-429b-8e95-6c1c1853a07b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "GET /v2.0/routers/92324a94-624b-4572-a001-69dd808c49c3 HTTP/1.1" status: 200 len: 953 time: 0.1707292 Jul 24 09:39:57.727749 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40304) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:57.728612 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=07b73db6-b5e7-4a15-9716-5a4800900daa,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:57.742454 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-15e53fc9-3e12-4c2c-aa1a-368055724320 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'router': {'routes': None}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:39:57.793838 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c6c95383-eb74-4b21-9ed1-e01feefc66a6 None None] Provisioning complete for port 916d657b-e360-42a6-9ef8-ee805538416a triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:57.795015 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c6c95383-eb74-4b21-9ed1-e01feefc66a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:57.852972 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-c6c95383-eb74-4b21-9ed1-e01feefc66a6 None None] Port 916d657b-e360-42a6-9ef8-ee805538416a cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:39:57.942524 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:39:56Z', 'revision_number': 6, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None, '_interfaces': [{'id': '07b73db6-b5e7-4a15-9716-5a4800900daa', 'name': '', 'network_id': '5c5b6231-d10f-4295-91ed-d46b66a80934', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:25:47:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '788e78b0-5cc1-42e7-86af-d10799a9ef6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:47Z', 'updated_at': '2021-07-24T09:39:53Z', 'revision_number': 4, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': '788e78b0-5cc1-42e7-86af-d10799a9ef6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af', 'name': '', 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bf:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:41Z', 'updated_at': '2021-07-24T09:39:49Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '916d657b-e360-42a6-9ef8-ee805538416a', 'name': '', 'network_id': 'edb071f8-c6a3-499c-b6f9-facb15a93281', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:67:a6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'fd89da08-8d5a-434a-b13e-a0bea83ba8bf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:52Z', 'updated_at': '2021-07-24T09:39:53Z', 'revision_number': 2, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'fd89da08-8d5a-434a-b13e-a0bea83ba8bf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30c312a-20c0-439d-a8d1-408883ae900c', 'name': '', 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bd:ce:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:37Z', 'updated_at': '2021-07-24T09:39:44Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:57.977274 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] Checking router: 92324a94-624b-4572-a001-69dd808c49c3 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:39:57.978395 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] Updating router 92324a94-624b-4572-a001-69dd808c49c3 port 916d657b-e360-42a6-9ef8-ee805538416a binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:39:57.981050 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0488f0ef-c517-444e-a82d-f3ebbc50d01b None None] Provisioning complete for port 916d657b-e360-42a6-9ef8-ee805538416a triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:57.981451 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0488f0ef-c517-444e-a82d-f3ebbc50d01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:58.023803 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:58.435023 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b89e04a7-a177-487a-afaf-93cf25663d67 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:58.464791 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:58.488397 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-0488f0ef-c517-444e-a82d-f3ebbc50d01b None None] Port 916d657b-e360-42a6-9ef8-ee805538416a cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:39:58.495180 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] Transition to ACTIVE for port object 916d657b-e360-42a6-9ef8-ee805538416a will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:39:58.505858 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:58.519787 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port b89e04a7-a177-487a-afaf-93cf25663d67 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:58.520122 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:58.612608 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22733762-dd02-4540-b401-221e0746a619 None None] Pushing event updated for resources: {'Port': ['ID=916d657b-e360-42a6-9ef8-ee805538416a,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:58.629686 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.extraroute_db [None req-15e53fc9-3e12-4c2c-aa1a-368055724320 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Added routes are [] {{(pid=94036) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 24 09:39:58.631096 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.extraroute_db [None req-15e53fc9-3e12-4c2c-aa1a-368055724320 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94036) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 24 09:39:58.686173 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-15e53fc9-3e12-4c2c-aa1a-368055724320 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:58.737449 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 07b73db6-b5e7-4a15-9716-5a4800900daa up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:39:58.779470 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] Attempting to bind port 916d657b-e360-42a6-9ef8-ee805538416a on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:39:58.779861 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] Attempting to bind port 916d657b-e360-42a6-9ef8-ee805538416a by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '5eb45141-983b-4a08-8e98-57b23105ce1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'edb071f8-c6a3-499c-b6f9-facb15a93281'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:39:58.781842 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] Attempting to bind port 916d657b-e360-42a6-9ef8-ee805538416a on network edb071f8-c6a3-499c-b6f9-facb15a93281 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:39:58.789946 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:39:58.790321 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] Checking segment: {'id': '5eb45141-983b-4a08-8e98-57b23105ce1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'edb071f8-c6a3-499c-b6f9-facb15a93281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:39:58.792010 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:58.792958 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] Bound using segment: {'id': '5eb45141-983b-4a08-8e98-57b23105ce1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'edb071f8-c6a3-499c-b6f9-facb15a93281'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:39:58.793436 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] Bound port: 916d657b-e360-42a6-9ef8-ee805538416a, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb45141-983b-4a08-8e98-57b23105ce1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'edb071f8-c6a3-499c-b6f9-facb15a93281'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:39:58.793816 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:58.861169 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 07b73db6-b5e7-4a15-9716-5a4800900daa triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:39:58.861707 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:58.944535 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] For port 916d657b-e360-42a6-9ef8-ee805538416a, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:39:58.959860 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] For port 916d657b-e360-42a6-9ef8-ee805538416a, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=916d657b-e360-42a6-9ef8-ee805538416a,segment=NetworkSegment(5eb45141-983b-4a08-8e98-57b23105ce1e),segment_id=5eb45141-983b-4a08-8e98-57b23105ce1e)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:39:58.966018 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:59.007765 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-15e53fc9-3e12-4c2c-aa1a-368055724320 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:59.011779 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-15e53fc9-3e12-4c2c-aa1a-368055724320 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593208'] for router, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:59.067688 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22733762-dd02-4540-b401-221e0746a619 None None] Pushing event updated for resources: {'Port': ['ID=916d657b-e360-42a6-9ef8-ee805538416a,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:39:59.076809 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] Routers {'92324a94-624b-4572-a001-69dd808c49c3'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:39:59.077549 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:39:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['92324a94-624b-4572-a001-69dd808c49c3'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:59.127313 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e53fc9-3e12-4c2c-aa1a-368055724320 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Router 92324a94-624b-4572-a001-69dd808c49c3 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:39:59.206375 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] Set router 92324a94-624b-4572-a001-69dd808c49c3 gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:39:59.291083 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e53fc9-3e12-4c2c-aa1a-368055724320 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:39:59.318442 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-15e53fc9-3e12-4c2c-aa1a-368055724320 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:59.320176 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-15e53fc9-3e12-4c2c-aa1a-368055724320 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "PUT /v2.0/routers/92324a94-624b-4572-a001-69dd808c49c3 HTTP/1.1" status: 200 len: 703 time: 1.5912240 Jul 24 09:39:59.322841 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40326) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:59.472779 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-23af087d-5d16-45b9-8dcb-ae9f91497ac8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "GET /v2.0/routers/92324a94-624b-4572-a001-69dd808c49c3 HTTP/1.1" status: 200 len: 703 time: 0.1487339 Jul 24 09:39:59.475449 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40328) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:39:59.543910 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:39:58Z', 'revision_number': 7, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None, '_interfaces': [{'id': '07b73db6-b5e7-4a15-9716-5a4800900daa', 'name': '', 'network_id': '5c5b6231-d10f-4295-91ed-d46b66a80934', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:25:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '788e78b0-5cc1-42e7-86af-d10799a9ef6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:47Z', 'updated_at': '2021-07-24T09:39:57Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': '788e78b0-5cc1-42e7-86af-d10799a9ef6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af', 'name': '', 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bf:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:41Z', 'updated_at': '2021-07-24T09:39:49Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '916d657b-e360-42a6-9ef8-ee805538416a', 'name': '', 'network_id': 'edb071f8-c6a3-499c-b6f9-facb15a93281', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:67:a6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'fd89da08-8d5a-434a-b13e-a0bea83ba8bf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:52Z', 'updated_at': '2021-07-24T09:39:58Z', 'revision_number': 4, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'fd89da08-8d5a-434a-b13e-a0bea83ba8bf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30c312a-20c0-439d-a8d1-408883ae900c', 'name': '', 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bd:ce:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:37Z', 'updated_at': '2021-07-24T09:39:44Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:39:59.572355 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aaac32-242a-4b30-846d-5ebba42de88c None None] The sync data for ids ['92324a94-624b-4572-a001-69dd808c49c3'] in n-d-800085-9 is: [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:39:58Z', 'revision_number': 7, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None, '_interfaces': [{'id': '07b73db6-b5e7-4a15-9716-5a4800900daa', 'name': '', 'network_id': '5c5b6231-d10f-4295-91ed-d46b66a80934', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:25:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '788e78b0-5cc1-42e7-86af-d10799a9ef6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:47Z', 'updated_at': '2021-07-24T09:39:57Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': '788e78b0-5cc1-42e7-86af-d10799a9ef6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af', 'name': '', 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bf:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:41Z', 'updated_at': '2021-07-24T09:39:49Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '916d657b-e360-42a6-9ef8-ee805538416a', 'name': '', 'network_id': 'edb071f8-c6a3-499c-b6f9-facb15a93281', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:67:a6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'fd89da08-8d5a-434a-b13e-a0bea83ba8bf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:52Z', 'updated_at': '2021-07-24T09:39:58Z', 'revision_number': 4, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'fd89da08-8d5a-434a-b13e-a0bea83ba8bf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30c312a-20c0-439d-a8d1-408883ae900c', 'name': '', 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bd:ce:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:37Z', 'updated_at': '2021-07-24T09:39:44Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:39:59.798204 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2ddc7814-9899-46b9-804b-0dcc8a24e512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:39:59.897837 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78a9314-e0de-4b1f-aa65-adf0b49c9fdb None None] Sync routers for ids ['92324a94-624b-4572-a001-69dd808c49c3'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:39:59.907646 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78a9314-e0de-4b1f-aa65-adf0b49c9fdb None None] Routers {'92324a94-624b-4572-a001-69dd808c49c3'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:39:59.909248 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f78a9314-e0de-4b1f-aa65-adf0b49c9fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:40:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['92324a94-624b-4572-a001-69dd808c49c3'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:00.000129 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16d559b4-00c4-46b8-a0b9-02b3fe88c035 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:00.013639 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-f78a9314-e0de-4b1f-aa65-adf0b49c9fdb None None] Set router 92324a94-624b-4572-a001-69dd808c49c3 gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:40:00.381951 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f78a9314-e0de-4b1f-aa65-adf0b49c9fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:39:58Z', 'revision_number': 7, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None, '_interfaces': [{'id': '07b73db6-b5e7-4a15-9716-5a4800900daa', 'name': '', 'network_id': '5c5b6231-d10f-4295-91ed-d46b66a80934', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:25:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '788e78b0-5cc1-42e7-86af-d10799a9ef6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:47Z', 'updated_at': '2021-07-24T09:39:57Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': '788e78b0-5cc1-42e7-86af-d10799a9ef6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af', 'name': '', 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bf:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:41Z', 'updated_at': '2021-07-24T09:39:49Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '916d657b-e360-42a6-9ef8-ee805538416a', 'name': '', 'network_id': 'edb071f8-c6a3-499c-b6f9-facb15a93281', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:67:a6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'fd89da08-8d5a-434a-b13e-a0bea83ba8bf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:52Z', 'updated_at': '2021-07-24T09:39:58Z', 'revision_number': 4, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'fd89da08-8d5a-434a-b13e-a0bea83ba8bf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30c312a-20c0-439d-a8d1-408883ae900c', 'name': '', 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bd:ce:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:37Z', 'updated_at': '2021-07-24T09:39:44Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:00.398986 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-16d559b4-00c4-46b8-a0b9-02b3fe88c035 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting port 916d657b-e360-42a6-9ef8-ee805538416a {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:40:00.399335 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16d559b4-00c4-46b8-a0b9-02b3fe88c035 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:00.416775 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 916d657b-e360-42a6-9ef8-ee805538416a up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:40:00.512670 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78a9314-e0de-4b1f-aa65-adf0b49c9fdb None None] Checking router: 92324a94-624b-4572-a001-69dd808c49c3 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:40:00.523838 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-16d559b4-00c4-46b8-a0b9-02b3fe88c035 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] For port 916d657b-e360-42a6-9ef8-ee805538416a, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=916d657b-e360-42a6-9ef8-ee805538416a,segment=NetworkSegment(5eb45141-983b-4a08-8e98-57b23105ce1e),segment_id=5eb45141-983b-4a08-8e98-57b23105ce1e)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:40:00.524207 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16d559b4-00c4-46b8-a0b9-02b3fe88c035 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:00.547126 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-16d559b4-00c4-46b8-a0b9-02b3fe88c035 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Calling delete_port for 916d657b-e360-42a6-9ef8-ee805538416a owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:40:00.573522 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78a9314-e0de-4b1f-aa65-adf0b49c9fdb None None] Routers {'92324a94-624b-4572-a001-69dd808c49c3'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:40:00.576071 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f78a9314-e0de-4b1f-aa65-adf0b49c9fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:40:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['92324a94-624b-4572-a001-69dd808c49c3'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:00.697273 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 916d657b-e360-42a6-9ef8-ee805538416a completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:40:00.703879 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:00.714265 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 916d657b-e360-42a6-9ef8-ee805538416a triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:40:00.714648 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:00.792845 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-f78a9314-e0de-4b1f-aa65-adf0b49c9fdb None None] Set router 92324a94-624b-4572-a001-69dd808c49c3 gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:40:00.804379 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16d559b4-00c4-46b8-a0b9-02b3fe88c035 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:00.848175 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d559b4-00c4-46b8-a0b9-02b3fe88c035 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Port': ['ID=916d657b-e360-42a6-9ef8-ee805538416a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:00.860179 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Could not find standard attr ID for object 916d657b-e360-42a6-9ef8-ee805538416a. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 09:40:00.871330 n-d-800085-9 neutron-server[94037]: INFO neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No ports have port_id starting with 916d657b-e360-42a6-9ef8-ee805538416a Jul 24 09:40:01.011905 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16d559b4-00c4-46b8-a0b9-02b3fe88c035 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:01.083718 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:01.191445 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f78a9314-e0de-4b1f-aa65-adf0b49c9fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:39:58Z', 'revision_number': 7, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None, '_interfaces': [{'id': '07b73db6-b5e7-4a15-9716-5a4800900daa', 'name': '', 'network_id': '5c5b6231-d10f-4295-91ed-d46b66a80934', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:25:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '788e78b0-5cc1-42e7-86af-d10799a9ef6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:47Z', 'updated_at': '2021-07-24T09:39:57Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': '788e78b0-5cc1-42e7-86af-d10799a9ef6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af', 'name': '', 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bf:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:41Z', 'updated_at': '2021-07-24T09:39:49Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '916d657b-e360-42a6-9ef8-ee805538416a', 'name': '', 'network_id': 'edb071f8-c6a3-499c-b6f9-facb15a93281', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:67:a6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'fd89da08-8d5a-434a-b13e-a0bea83ba8bf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:52Z', 'updated_at': '2021-07-24T09:39:58Z', 'revision_number': 4, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'fd89da08-8d5a-434a-b13e-a0bea83ba8bf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30c312a-20c0-439d-a8d1-408883ae900c', 'name': '', 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bd:ce:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:37Z', 'updated_at': '2021-07-24T09:39:44Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:01.231167 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78a9314-e0de-4b1f-aa65-adf0b49c9fdb None None] The sync data for ids ['92324a94-624b-4572-a001-69dd808c49c3'] in n-d-800085-9 is: [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:39:58Z', 'revision_number': 7, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None, '_interfaces': [{'id': '07b73db6-b5e7-4a15-9716-5a4800900daa', 'name': '', 'network_id': '5c5b6231-d10f-4295-91ed-d46b66a80934', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:25:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '788e78b0-5cc1-42e7-86af-d10799a9ef6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:47Z', 'updated_at': '2021-07-24T09:39:57Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': '788e78b0-5cc1-42e7-86af-d10799a9ef6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af', 'name': '', 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bf:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:41Z', 'updated_at': '2021-07-24T09:39:49Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '916d657b-e360-42a6-9ef8-ee805538416a', 'name': '', 'network_id': 'edb071f8-c6a3-499c-b6f9-facb15a93281', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:67:a6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'fd89da08-8d5a-434a-b13e-a0bea83ba8bf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:52Z', 'updated_at': '2021-07-24T09:39:58Z', 'revision_number': 4, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'fd89da08-8d5a-434a-b13e-a0bea83ba8bf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30c312a-20c0-439d-a8d1-408883ae900c', 'name': '', 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bd:ce:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:37Z', 'updated_at': '2021-07-24T09:39:44Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:40:01.293366 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d559b4-00c4-46b8-a0b9-02b3fe88c035 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Router 92324a94-624b-4572-a001-69dd808c49c3 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:40:01.447189 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d559b4-00c4-46b8-a0b9-02b3fe88c035 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:40:01.452789 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-16d559b4-00c4-46b8-a0b9-02b3fe88c035 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "PUT /v2.0/routers/92324a94-624b-4572-a001-69dd808c49c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9757717 Jul 24 09:40:01.454864 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40352) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:01.502493 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84857e08-f9aa-4dc0-80fe-fdd8730016e4 None None] Sync routers for ids ['92324a94-624b-4572-a001-69dd808c49c3'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:40:01.512807 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84857e08-f9aa-4dc0-80fe-fdd8730016e4 None None] Routers {'92324a94-624b-4572-a001-69dd808c49c3'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:40:01.513427 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-84857e08-f9aa-4dc0-80fe-fdd8730016e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:40:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['92324a94-624b-4572-a001-69dd808c49c3'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:01.521751 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0dad1f4-907b-4e01-a440-a6550848588f tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting subnet fd89da08-8d5a-434a-b13e-a0bea83ba8bf {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:40:01.525419 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0dad1f4-907b-4e01-a440-a6550848588f tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:01.579768 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0dad1f4-907b-4e01-a440-a6550848588f tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:01.694602 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0dad1f4-907b-4e01-a440-a6550848588f tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:01.719159 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-84857e08-f9aa-4dc0-80fe-fdd8730016e4 None None] Set router 92324a94-624b-4572-a001-69dd808c49c3 gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:40:01.776375 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0dad1f4-907b-4e01-a440-a6550848588f tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:01.814043 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0dad1f4-907b-4e01-a440-a6550848588f tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:01.819051 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40358) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:01.820523 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a0dad1f4-907b-4e01-a440-a6550848588f tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/subnets/fd89da08-8d5a-434a-b13e-a0bea83ba8bf HTTP/1.1" status: 204 len: 168 time: 0.3645992 Jul 24 09:40:01.821661 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dad1f4-907b-4e01-a440-a6550848588f tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Subnet': ['ID=fd89da08-8d5a-434a-b13e-a0bea83ba8bf,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:01.823077 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f4ab8c-4eae-4eb8-a2aa-843b6e45f7e7 None None] Network edb071f8-c6a3-499c-b6f9-facb15a93281 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:40:01.999691 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-206a5ea8-29da-4a8f-8f35-c1cc27ae2507 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:02.038326 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-84857e08-f9aa-4dc0-80fe-fdd8730016e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:40:00Z', 'revision_number': 8, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None, '_interfaces': [{'id': '07b73db6-b5e7-4a15-9716-5a4800900daa', 'name': '', 'network_id': '5c5b6231-d10f-4295-91ed-d46b66a80934', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:25:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '788e78b0-5cc1-42e7-86af-d10799a9ef6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:47Z', 'updated_at': '2021-07-24T09:39:57Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': '788e78b0-5cc1-42e7-86af-d10799a9ef6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af', 'name': '', 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bf:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:41Z', 'updated_at': '2021-07-24T09:39:49Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30c312a-20c0-439d-a8d1-408883ae900c', 'name': '', 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bd:ce:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:37Z', 'updated_at': '2021-07-24T09:39:44Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:02.077727 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84857e08-f9aa-4dc0-80fe-fdd8730016e4 None None] Checking router: 92324a94-624b-4572-a001-69dd808c49c3 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:40:02.082005 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-206a5ea8-29da-4a8f-8f35-c1cc27ae2507 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting port b89e04a7-a177-487a-afaf-93cf25663d67 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:40:02.082394 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-206a5ea8-29da-4a8f-8f35-c1cc27ae2507 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:02.094631 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84857e08-f9aa-4dc0-80fe-fdd8730016e4 None None] Routers {'92324a94-624b-4572-a001-69dd808c49c3'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:40:02.095646 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-84857e08-f9aa-4dc0-80fe-fdd8730016e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:40:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['92324a94-624b-4572-a001-69dd808c49c3'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:02.184608 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-206a5ea8-29da-4a8f-8f35-c1cc27ae2507 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] For port b89e04a7-a177-487a-afaf-93cf25663d67, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b89e04a7-a177-487a-afaf-93cf25663d67,segment=NetworkSegment(5eb45141-983b-4a08-8e98-57b23105ce1e),segment_id=5eb45141-983b-4a08-8e98-57b23105ce1e)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:40:02.185235 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-206a5ea8-29da-4a8f-8f35-c1cc27ae2507 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:02.200328 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-206a5ea8-29da-4a8f-8f35-c1cc27ae2507 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Calling delete_port for b89e04a7-a177-487a-afaf-93cf25663d67 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:40:02.208429 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6488be0c-6f73-49f8-9831-6463a5041068 None None] DHCP port deletion for edb071f8-c6a3-499c-b6f9-facb15a93281 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:40:02.219314 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-84857e08-f9aa-4dc0-80fe-fdd8730016e4 None None] Set router 92324a94-624b-4572-a001-69dd808c49c3 gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:40:02.315215 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-206a5ea8-29da-4a8f-8f35-c1cc27ae2507 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:02.329572 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-6488be0c-6f73-49f8-9831-6463a5041068 None None] Deleting port b89e04a7-a177-487a-afaf-93cf25663d67 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:40:02.330302 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6488be0c-6f73-49f8-9831-6463a5041068 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:02.352094 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a5ea8-29da-4a8f-8f35-c1cc27ae2507 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Port': ['ID=b89e04a7-a177-487a-afaf-93cf25663d67,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:02.358948 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206a5ea8-29da-4a8f-8f35-c1cc27ae2507 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] No DVR routers for this DVR port b89e04a7-a177-487a-afaf-93cf25663d67 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:40:02.397416 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b89e04a7-a177-487a-afaf-93cf25663d67 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:40:02.501108 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: b89e04a7-a177-487a-afaf-93cf25663d67 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:40:02.501453 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b89e04a7-a177-487a-afaf-93cf25663d67 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:40:02.520488 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-206a5ea8-29da-4a8f-8f35-c1cc27ae2507 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:02.530034 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-84857e08-f9aa-4dc0-80fe-fdd8730016e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:40:00Z', 'revision_number': 8, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None, '_interfaces': [{'id': '07b73db6-b5e7-4a15-9716-5a4800900daa', 'name': '', 'network_id': '5c5b6231-d10f-4295-91ed-d46b66a80934', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:25:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '788e78b0-5cc1-42e7-86af-d10799a9ef6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:47Z', 'updated_at': '2021-07-24T09:39:57Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': '788e78b0-5cc1-42e7-86af-d10799a9ef6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af', 'name': '', 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bf:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:41Z', 'updated_at': '2021-07-24T09:39:49Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30c312a-20c0-439d-a8d1-408883ae900c', 'name': '', 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bd:ce:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:37Z', 'updated_at': '2021-07-24T09:39:44Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:02.543447 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-206a5ea8-29da-4a8f-8f35-c1cc27ae2507 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb071f8-c6a3-499c-b6f9-facb15a93281']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:02.544994 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-6488be0c-6f73-49f8-9831-6463a5041068 None None] For port b89e04a7-a177-487a-afaf-93cf25663d67, host n-d-800085-9, got binding levels [] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:40:02.545595 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6488be0c-6f73-49f8-9831-6463a5041068 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:02.560203 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84857e08-f9aa-4dc0-80fe-fdd8730016e4 None None] The sync data for ids ['92324a94-624b-4572-a001-69dd808c49c3'] in n-d-800085-9 is: [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:40:00Z', 'revision_number': 8, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None, '_interfaces': [{'id': '07b73db6-b5e7-4a15-9716-5a4800900daa', 'name': '', 'network_id': '5c5b6231-d10f-4295-91ed-d46b66a80934', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:25:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '788e78b0-5cc1-42e7-86af-d10799a9ef6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:47Z', 'updated_at': '2021-07-24T09:39:57Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': '788e78b0-5cc1-42e7-86af-d10799a9ef6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af', 'name': '', 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bf:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:41Z', 'updated_at': '2021-07-24T09:39:49Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30c312a-20c0-439d-a8d1-408883ae900c', 'name': '', 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bd:ce:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:37Z', 'updated_at': '2021-07-24T09:39:44Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:40:02.564620 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-206a5ea8-29da-4a8f-8f35-c1cc27ae2507 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb45141-983b-4a08-8e98-57b23105ce1e') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:02.565058 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-206a5ea8-29da-4a8f-8f35-c1cc27ae2507 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb45141-983b-4a08-8e98-57b23105ce1e') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:02.566922 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-6488be0c-6f73-49f8-9831-6463a5041068 None None] Calling delete_port for b89e04a7-a177-487a-afaf-93cf25663d67 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:40:02.580099 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.ipam_backend_mixin [None req-6488be0c-6f73-49f8-9831-6463a5041068 None None] Port b89e04a7-a177-487a-afaf-93cf25663d67 was not found and therefore no delete operation was performed {{(pid=94037) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 09:40:02.581721 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6488be0c-6f73-49f8-9831-6463a5041068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:02.599340 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-206a5ea8-29da-4a8f-8f35-c1cc27ae2507 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:02.620269 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-206a5ea8-29da-4a8f-8f35-c1cc27ae2507 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:02.633576 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206a5ea8-29da-4a8f-8f35-c1cc27ae2507 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:40:02.634014 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-206a5ea8-29da-4a8f-8f35-c1cc27ae2507 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:40:02.638110 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:40:02.643640 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488be0c-6f73-49f8-9831-6463a5041068 None None] Pushing event deleted for resources: {'Port': ['ID=b89e04a7-a177-487a-afaf-93cf25663d67,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:02.663969 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6488be0c-6f73-49f8-9831-6463a5041068 None None] No DVR routers for this DVR port b89e04a7-a177-487a-afaf-93cf25663d67 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:40:02.729180 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-206a5ea8-29da-4a8f-8f35-c1cc27ae2507 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:02.738318 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-206a5ea8-29da-4a8f-8f35-c1cc27ae2507 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:02.741341 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-206a5ea8-29da-4a8f-8f35-c1cc27ae2507 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/networks/edb071f8-c6a3-499c-b6f9-facb15a93281 HTTP/1.1" status: 204 len: 168 time: 0.9196019 Jul 24 09:40:02.743868 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40368) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:02.767770 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a5ea8-29da-4a8f-8f35-c1cc27ae2507 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Network': ['ID=edb071f8-c6a3-499c-b6f9-facb15a93281,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:02.928011 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:02.934663 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40372) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:03.140352 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d39309b3-8751-4d6e-8b27-f953da623b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:03.293784 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d39309b3-8751-4d6e-8b27-f953da623b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:03.299893 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d39309b3-8751-4d6e-8b27-f953da623b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:03.313233 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c367ed0e-5f38-4eb5-99f2-171b332dfa66 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:03.366715 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d39309b3-8751-4d6e-8b27-f953da623b50 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f352569c7c964d4dba33c67569ae7cb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4307308 Jul 24 09:40:03.368688 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39309b3-8751-4d6e-8b27-f953da623b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff8410c-dae4-43be-99d9-1276e3869041,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:03.372665 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40380) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:03.447622 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-476fee66-903f-43a5-80f1-54f4f06c1b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:03.477710 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-476fee66-903f-43a5-80f1-54f4f06c1b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:03.682471 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-c367ed0e-5f38-4eb5-99f2-171b332dfa66 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting port 07b73db6-b5e7-4a15-9716-5a4800900daa {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:40:03.682768 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c367ed0e-5f38-4eb5-99f2-171b332dfa66 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:03.801281 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-c367ed0e-5f38-4eb5-99f2-171b332dfa66 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] For port 07b73db6-b5e7-4a15-9716-5a4800900daa, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=07b73db6-b5e7-4a15-9716-5a4800900daa,segment=NetworkSegment(a60d9c87-7093-4cfb-b5fd-1e08950da81a),segment_id=a60d9c87-7093-4cfb-b5fd-1e08950da81a)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:40:03.801281 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c367ed0e-5f38-4eb5-99f2-171b332dfa66 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:03.815608 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-c367ed0e-5f38-4eb5-99f2-171b332dfa66 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Calling delete_port for 07b73db6-b5e7-4a15-9716-5a4800900daa owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:40:03.828858 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-476fee66-903f-43a5-80f1-54f4f06c1b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:03.831441 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-476fee66-903f-43a5-80f1-54f4f06c1b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:03.832685 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-476fee66-903f-43a5-80f1-54f4f06c1b16 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ff8410c-dae4-43be-99d9-1276e3869041 HTTP/1.1" status: 204 len: 168 time: 0.4589775 Jul 24 09:40:03.840807 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476fee66-903f-43a5-80f1-54f4f06c1b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff8410c-dae4-43be-99d9-1276e3869041,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:04.020676 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c367ed0e-5f38-4eb5-99f2-171b332dfa66 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:04.066356 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367ed0e-5f38-4eb5-99f2-171b332dfa66 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Port': ['ID=07b73db6-b5e7-4a15-9716-5a4800900daa,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:04.243461 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c367ed0e-5f38-4eb5-99f2-171b332dfa66 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:04.383835 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 916d657b-e360-42a6-9ef8-ee805538416a no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:40:04.416330 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 916d657b-e360-42a6-9ef8-ee805538416a {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:40:04.416683 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 916d657b-e360-42a6-9ef8-ee805538416a not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:40:04.843065 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c367ed0e-5f38-4eb5-99f2-171b332dfa66 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Router 92324a94-624b-4572-a001-69dd808c49c3 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:40:04.940415 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c367ed0e-5f38-4eb5-99f2-171b332dfa66 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:40:04.948275 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40388) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:04.949294 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c367ed0e-5f38-4eb5-99f2-171b332dfa66 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "PUT /v2.0/routers/92324a94-624b-4572-a001-69dd808c49c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2017448 Jul 24 09:40:04.952884 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee598752-88e8-49e6-8eb2-3bc508be596b None None] Sync routers for ids ['92324a94-624b-4572-a001-69dd808c49c3'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:40:04.962027 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee598752-88e8-49e6-8eb2-3bc508be596b None None] Routers {'92324a94-624b-4572-a001-69dd808c49c3'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:40:04.962752 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ee598752-88e8-49e6-8eb2-3bc508be596b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:40:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['92324a94-624b-4572-a001-69dd808c49c3'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:05.002199 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47bdada-e0f1-46d7-8e27-7e48b787e44b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting subnet 788e78b0-5cc1-42e7-86af-d10799a9ef6a {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:40:05.006181 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a47bdada-e0f1-46d7-8e27-7e48b787e44b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:05.051118 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-ee598752-88e8-49e6-8eb2-3bc508be596b None None] Set router 92324a94-624b-4572-a001-69dd808c49c3 gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:40:05.060812 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a47bdada-e0f1-46d7-8e27-7e48b787e44b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:05.161462 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a47bdada-e0f1-46d7-8e27-7e48b787e44b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:05.260580 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a47bdada-e0f1-46d7-8e27-7e48b787e44b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:05.289105 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47bdada-e0f1-46d7-8e27-7e48b787e44b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Subnet': ['ID=788e78b0-5cc1-42e7-86af-d10799a9ef6a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:05.293775 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a47bdada-e0f1-46d7-8e27-7e48b787e44b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:05.298756 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40394) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:05.303026 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a47bdada-e0f1-46d7-8e27-7e48b787e44b tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/subnets/788e78b0-5cc1-42e7-86af-d10799a9ef6a HTTP/1.1" status: 204 len: 168 time: 0.3522804 Jul 24 09:40:05.310164 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26829e9f-67df-47ef-a32b-56b7e7631a4e None None] Network 5c5b6231-d10f-4295-91ed-d46b66a80934 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:40:05.383310 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ee598752-88e8-49e6-8eb2-3bc508be596b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:40:03Z', 'revision_number': 9, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None, '_interfaces': [{'id': '4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af', 'name': '', 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bf:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:41Z', 'updated_at': '2021-07-24T09:39:49Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30c312a-20c0-439d-a8d1-408883ae900c', 'name': '', 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bd:ce:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:37Z', 'updated_at': '2021-07-24T09:39:44Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:05.384578 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5d39-2d81-40cf-9dea-95e959f4ccfc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:05.429340 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee598752-88e8-49e6-8eb2-3bc508be596b None None] Checking router: 92324a94-624b-4572-a001-69dd808c49c3 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:40:05.444178 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-bb5a5d39-2d81-40cf-9dea-95e959f4ccfc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting port 3a6080c8-6259-4f8c-920c-c901d827867a {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:40:05.444527 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5d39-2d81-40cf-9dea-95e959f4ccfc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:05.455710 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee598752-88e8-49e6-8eb2-3bc508be596b None None] Routers {'92324a94-624b-4572-a001-69dd808c49c3'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:40:05.456409 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ee598752-88e8-49e6-8eb2-3bc508be596b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:40:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['92324a94-624b-4572-a001-69dd808c49c3'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:05.515422 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-bb5a5d39-2d81-40cf-9dea-95e959f4ccfc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] For port 3a6080c8-6259-4f8c-920c-c901d827867a, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=3a6080c8-6259-4f8c-920c-c901d827867a,segment=NetworkSegment(a60d9c87-7093-4cfb-b5fd-1e08950da81a),segment_id=a60d9c87-7093-4cfb-b5fd-1e08950da81a)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:40:05.515830 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5d39-2d81-40cf-9dea-95e959f4ccfc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:05.528577 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-bb5a5d39-2d81-40cf-9dea-95e959f4ccfc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Calling delete_port for 3a6080c8-6259-4f8c-920c-c901d827867a owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:40:05.557100 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-ee598752-88e8-49e6-8eb2-3bc508be596b None None] Set router 92324a94-624b-4572-a001-69dd808c49c3 gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:40:05.670400 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5d39-2d81-40cf-9dea-95e959f4ccfc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:05.679822 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2411fbca-48e6-4080-8ad1-18366ab38423 None None] DHCP port deletion for 5c5b6231-d10f-4295-91ed-d46b66a80934 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:40:05.705966 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a5d39-2d81-40cf-9dea-95e959f4ccfc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Port': ['ID=3a6080c8-6259-4f8c-920c-c901d827867a,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:05.710793 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5a5d39-2d81-40cf-9dea-95e959f4ccfc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] No DVR routers for this DVR port 3a6080c8-6259-4f8c-920c-c901d827867a on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:40:05.812057 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5d39-2d81-40cf-9dea-95e959f4ccfc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:05.823950 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-bb5a5d39-2d81-40cf-9dea-95e959f4ccfc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c5b6231-d10f-4295-91ed-d46b66a80934']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:05.837924 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-bb5a5d39-2d81-40cf-9dea-95e959f4ccfc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60d9c87-7093-4cfb-b5fd-1e08950da81a') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:05.838216 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-bb5a5d39-2d81-40cf-9dea-95e959f4ccfc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60d9c87-7093-4cfb-b5fd-1e08950da81a') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:05.852558 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5d39-2d81-40cf-9dea-95e959f4ccfc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:05.871110 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5d39-2d81-40cf-9dea-95e959f4ccfc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:05.877799 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5a5d39-2d81-40cf-9dea-95e959f4ccfc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:40:05.878213 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5d39-2d81-40cf-9dea-95e959f4ccfc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:40:05.883209 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:40:05.949864 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5d39-2d81-40cf-9dea-95e959f4ccfc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:05.958677 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5d39-2d81-40cf-9dea-95e959f4ccfc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:05.963608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40396) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:05.971804 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bb5a5d39-2d81-40cf-9dea-95e959f4ccfc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/networks/5c5b6231-d10f-4295-91ed-d46b66a80934 HTTP/1.1" status: 204 len: 168 time: 0.6714911 Jul 24 09:40:05.974285 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ee598752-88e8-49e6-8eb2-3bc508be596b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:40:03Z', 'revision_number': 9, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None, '_interfaces': [{'id': '4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af', 'name': '', 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bf:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:41Z', 'updated_at': '2021-07-24T09:39:49Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30c312a-20c0-439d-a8d1-408883ae900c', 'name': '', 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bd:ce:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:37Z', 'updated_at': '2021-07-24T09:39:44Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:05.990235 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a5d39-2d81-40cf-9dea-95e959f4ccfc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Network': ['ID=5c5b6231-d10f-4295-91ed-d46b66a80934,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:06.004434 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee598752-88e8-49e6-8eb2-3bc508be596b None None] The sync data for ids ['92324a94-624b-4572-a001-69dd808c49c3'] in n-d-800085-9 is: [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:40:03Z', 'revision_number': 9, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None, '_interfaces': [{'id': '4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af', 'name': '', 'network_id': '4bfe10b3-4b5e-4cac-af35-fcce2faec21b', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bf:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:41Z', 'updated_at': '2021-07-24T09:39:49Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30c312a-20c0-439d-a8d1-408883ae900c', 'name': '', 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bd:ce:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:37Z', 'updated_at': '2021-07-24T09:39:44Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:40:06.334966 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e4c414e4-2dd9-48f8-bcec-07b6291986f8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:06.416217 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 3a6080c8-6259-4f8c-920c-c901d827867a no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:40:06.445357 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 3a6080c8-6259-4f8c-920c-c901d827867a {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:40:06.446039 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 3a6080c8-6259-4f8c-920c-c901d827867a not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:40:06.446138 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 07b73db6-b5e7-4a15-9716-5a4800900daa no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:40:06.484093 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 07b73db6-b5e7-4a15-9716-5a4800900daa {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:40:06.484427 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 07b73db6-b5e7-4a15-9716-5a4800900daa not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:40:06.631028 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-e4c414e4-2dd9-48f8-bcec-07b6291986f8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting port 4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:40:06.631377 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e4c414e4-2dd9-48f8-bcec-07b6291986f8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:06.726458 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-e4c414e4-2dd9-48f8-bcec-07b6291986f8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] For port 4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af,segment=NetworkSegment(9602ce56-9053-48e9-bd86-0d605eb84744),segment_id=9602ce56-9053-48e9-bd86-0d605eb84744)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:40:06.726830 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e4c414e4-2dd9-48f8-bcec-07b6291986f8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:06.741209 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-e4c414e4-2dd9-48f8-bcec-07b6291986f8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Calling delete_port for 4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:40:06.944927 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e4c414e4-2dd9-48f8-bcec-07b6291986f8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:06.974577 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c414e4-2dd9-48f8-bcec-07b6291986f8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Port': ['ID=4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:07.102597 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e4c414e4-2dd9-48f8-bcec-07b6291986f8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:07.304941 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c414e4-2dd9-48f8-bcec-07b6291986f8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Router 92324a94-624b-4572-a001-69dd808c49c3 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:40:07.411795 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c414e4-2dd9-48f8-bcec-07b6291986f8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:40:07.416869 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e4c414e4-2dd9-48f8-bcec-07b6291986f8 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "PUT /v2.0/routers/92324a94-624b-4572-a001-69dd808c49c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4515622 Jul 24 09:40:07.420133 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40406) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:07.430203 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e649f839-c84c-4f29-81a9-aef916dd4275 None None] Sync routers for ids ['92324a94-624b-4572-a001-69dd808c49c3'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:40:07.442761 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e649f839-c84c-4f29-81a9-aef916dd4275 None None] Routers {'92324a94-624b-4572-a001-69dd808c49c3'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:40:07.445315 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e649f839-c84c-4f29-81a9-aef916dd4275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:40:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['92324a94-624b-4572-a001-69dd808c49c3'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:07.474199 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb37f5a-bcb5-40bd-8b83-6e2b8d8cce20 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting subnet cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:40:07.477355 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0cb37f5a-bcb5-40bd-8b83-6e2b8d8cce20 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:07.534543 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0cb37f5a-bcb5-40bd-8b83-6e2b8d8cce20 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:07.540389 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-e649f839-c84c-4f29-81a9-aef916dd4275 None None] Set router 92324a94-624b-4572-a001-69dd808c49c3 gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:40:07.626303 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0cb37f5a-bcb5-40bd-8b83-6e2b8d8cce20 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:07.689002 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0cb37f5a-bcb5-40bd-8b83-6e2b8d8cce20 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:07.725948 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb37f5a-bcb5-40bd-8b83-6e2b8d8cce20 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Subnet': ['ID=cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:07.728438 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0cb37f5a-bcb5-40bd-8b83-6e2b8d8cce20 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:07.730397 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0cb37f5a-bcb5-40bd-8b83-6e2b8d8cce20 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/subnets/cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43 HTTP/1.1" status: 204 len: 168 time: 0.3093195 Jul 24 09:40:07.733893 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40408) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:07.739753 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec5c13c-ddb7-4b33-83df-28b770e647b4 None None] Network 4bfe10b3-4b5e-4cac-af35-fcce2faec21b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:40:07.781444 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e649f839-c84c-4f29-81a9-aef916dd4275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:40:06Z', 'revision_number': 10, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None, '_interfaces': [{'id': 'e30c312a-20c0-439d-a8d1-408883ae900c', 'name': '', 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bd:ce:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:37Z', 'updated_at': '2021-07-24T09:39:44Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:07.826638 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e649f839-c84c-4f29-81a9-aef916dd4275 None None] Checking router: 92324a94-624b-4572-a001-69dd808c49c3 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:40:07.839704 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5145e6a5-5308-466a-8513-b8acb1e6a607 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:07.842405 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e649f839-c84c-4f29-81a9-aef916dd4275 None None] Routers {'92324a94-624b-4572-a001-69dd808c49c3'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:40:07.843028 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e649f839-c84c-4f29-81a9-aef916dd4275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:40:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['92324a94-624b-4572-a001-69dd808c49c3'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:07.904489 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-5145e6a5-5308-466a-8513-b8acb1e6a607 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting port 56313971-2046-40f9-a988-b91d1551a010 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:40:07.908568 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5145e6a5-5308-466a-8513-b8acb1e6a607 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:07.961572 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-e649f839-c84c-4f29-81a9-aef916dd4275 None None] Set router 92324a94-624b-4572-a001-69dd808c49c3 gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:40:07.983348 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920b50ad-8c11-4b6e-9f10-93d50f2f3c88 None None] DHCP port deletion for 4bfe10b3-4b5e-4cac-af35-fcce2faec21b request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:40:07.988575 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-5145e6a5-5308-466a-8513-b8acb1e6a607 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] For port 56313971-2046-40f9-a988-b91d1551a010, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=56313971-2046-40f9-a988-b91d1551a010,segment=NetworkSegment(9602ce56-9053-48e9-bd86-0d605eb84744),segment_id=9602ce56-9053-48e9-bd86-0d605eb84744)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:40:07.989221 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5145e6a5-5308-466a-8513-b8acb1e6a607 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:08.002681 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-5145e6a5-5308-466a-8513-b8acb1e6a607 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Calling delete_port for 56313971-2046-40f9-a988-b91d1551a010 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:40:08.037277 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-920b50ad-8c11-4b6e-9f10-93d50f2f3c88 None None] Deleting port 56313971-2046-40f9-a988-b91d1551a010 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:40:08.037793 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-920b50ad-8c11-4b6e-9f10-93d50f2f3c88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:08.119066 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-920b50ad-8c11-4b6e-9f10-93d50f2f3c88 None None] For port 56313971-2046-40f9-a988-b91d1551a010, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=56313971-2046-40f9-a988-b91d1551a010,segment=NetworkSegment(9602ce56-9053-48e9-bd86-0d605eb84744),segment_id=9602ce56-9053-48e9-bd86-0d605eb84744)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:40:08.119892 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-920b50ad-8c11-4b6e-9f10-93d50f2f3c88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:08.121731 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5145e6a5-5308-466a-8513-b8acb1e6a607 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:08.135277 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-920b50ad-8c11-4b6e-9f10-93d50f2f3c88 None None] Calling delete_port for 56313971-2046-40f9-a988-b91d1551a010 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:40:08.163644 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5145e6a5-5308-466a-8513-b8acb1e6a607 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] No DVR routers for this DVR port 56313971-2046-40f9-a988-b91d1551a010 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:40:08.170117 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145e6a5-5308-466a-8513-b8acb1e6a607 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Port': ['ID=56313971-2046-40f9-a988-b91d1551a010,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:08.184703 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-e649f839-c84c-4f29-81a9-aef916dd4275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:40:06Z', 'revision_number': 10, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None, '_interfaces': [{'id': 'e30c312a-20c0-439d-a8d1-408883ae900c', 'name': '', 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bd:ce:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:37Z', 'updated_at': '2021-07-24T09:39:44Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:08.220671 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e649f839-c84c-4f29-81a9-aef916dd4275 None None] The sync data for ids ['92324a94-624b-4572-a001-69dd808c49c3'] in n-d-800085-9 is: [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:40:06Z', 'revision_number': 10, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None, '_interfaces': [{'id': 'e30c312a-20c0-439d-a8d1-408883ae900c', 'name': '', 'network_id': 'a3f1e0f0-1add-4177-bb45-895e94a44443', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'mac_address': 'fa:16:3e:bd:ce:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92324a94-624b-4572-a001-69dd808c49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:37Z', 'updated_at': '2021-07-24T09:39:44Z', 'revision_number': 5, 'project_id': '99522c69057542cfad6beb1560629fb7', 'subnets': [{'id': 'ecd46df8-eb24-4e88-9859-ca90c6cd4d2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:40:08.289836 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-920b50ad-8c11-4b6e-9f10-93d50f2f3c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:08.298306 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5145e6a5-5308-466a-8513-b8acb1e6a607 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:08.307607 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-5145e6a5-5308-466a-8513-b8acb1e6a607 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bfe10b3-4b5e-4cac-af35-fcce2faec21b']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:08.315148 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b50ad-8c11-4b6e-9f10-93d50f2f3c88 None None] Pushing event deleted for resources: {'Port': ['ID=56313971-2046-40f9-a988-b91d1551a010,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:08.319909 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-5145e6a5-5308-466a-8513-b8acb1e6a607 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9602ce56-9053-48e9-bd86-0d605eb84744') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:08.320256 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-5145e6a5-5308-466a-8513-b8acb1e6a607 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9602ce56-9053-48e9-bd86-0d605eb84744') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:08.322979 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920b50ad-8c11-4b6e-9f10-93d50f2f3c88 None None] No DVR routers for this DVR port 56313971-2046-40f9-a988-b91d1551a010 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:40:08.335538 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5145e6a5-5308-466a-8513-b8acb1e6a607 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:08.350365 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5145e6a5-5308-466a-8513-b8acb1e6a607 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:08.357174 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5145e6a5-5308-466a-8513-b8acb1e6a607 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:40:08.357678 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5145e6a5-5308-466a-8513-b8acb1e6a607 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:40:08.361133 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:40:08.441131 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5145e6a5-5308-466a-8513-b8acb1e6a607 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:08.446174 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5145e6a5-5308-466a-8513-b8acb1e6a607 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:08.448465 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5145e6a5-5308-466a-8513-b8acb1e6a607 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/networks/4bfe10b3-4b5e-4cac-af35-fcce2faec21b HTTP/1.1" status: 204 len: 168 time: 0.7135177 Jul 24 09:40:08.451361 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40414) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:08.464202 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145e6a5-5308-466a-8513-b8acb1e6a607 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Network': ['ID=4bfe10b3-4b5e-4cac-af35-fcce2faec21b,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:08.650395 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 56313971-2046-40f9-a988-b91d1551a010 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:40:08.677453 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 56313971-2046-40f9-a988-b91d1551a010 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:40:08.677799 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 56313971-2046-40f9-a988-b91d1551a010 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:40:08.841591 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-619d0695-c2fe-4bf6-bcff-9581fb914e1a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:09.099363 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-619d0695-c2fe-4bf6-bcff-9581fb914e1a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting port e30c312a-20c0-439d-a8d1-408883ae900c {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:40:09.099630 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-619d0695-c2fe-4bf6-bcff-9581fb914e1a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:09.196394 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-619d0695-c2fe-4bf6-bcff-9581fb914e1a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] For port e30c312a-20c0-439d-a8d1-408883ae900c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e30c312a-20c0-439d-a8d1-408883ae900c,segment=NetworkSegment(95abb798-f83d-49be-a713-1d56a7eb5e16),segment_id=95abb798-f83d-49be-a713-1d56a7eb5e16)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:40:09.196787 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-619d0695-c2fe-4bf6-bcff-9581fb914e1a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:09.209934 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-619d0695-c2fe-4bf6-bcff-9581fb914e1a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Calling delete_port for e30c312a-20c0-439d-a8d1-408883ae900c owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:40:09.386947 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-619d0695-c2fe-4bf6-bcff-9581fb914e1a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:09.413711 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d0695-c2fe-4bf6-bcff-9581fb914e1a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Port': ['ID=e30c312a-20c0-439d-a8d1-408883ae900c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:09.530697 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-619d0695-c2fe-4bf6-bcff-9581fb914e1a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:09.709418 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619d0695-c2fe-4bf6-bcff-9581fb914e1a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Router 92324a94-624b-4572-a001-69dd808c49c3 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:40:10.027678 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619d0695-c2fe-4bf6-bcff-9581fb914e1a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:40:10.032600 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-619d0695-c2fe-4bf6-bcff-9581fb914e1a tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "PUT /v2.0/routers/92324a94-624b-4572-a001-69dd808c49c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5801871 Jul 24 09:40:10.035173 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40420) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:10.041216 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ce11a-3143-4cbb-9df1-2578923f1c91 None None] Sync routers for ids ['92324a94-624b-4572-a001-69dd808c49c3'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:40:10.052012 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ce11a-3143-4cbb-9df1-2578923f1c91 None None] Routers {'92324a94-624b-4572-a001-69dd808c49c3'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:40:10.054212 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e02ce11a-3143-4cbb-9df1-2578923f1c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:40:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['92324a94-624b-4572-a001-69dd808c49c3'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:10.089636 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-307e6fff-8100-41e9-8476-a0893950b4f3 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting subnet ecd46df8-eb24-4e88-9859-ca90c6cd4d2d {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:40:10.093030 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-307e6fff-8100-41e9-8476-a0893950b4f3 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:10.127346 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-e02ce11a-3143-4cbb-9df1-2578923f1c91 None None] Set router 92324a94-624b-4572-a001-69dd808c49c3 gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:40:10.143556 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-307e6fff-8100-41e9-8476-a0893950b4f3 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:10.185943 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e02ce11a-3143-4cbb-9df1-2578923f1c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:40:09Z', 'revision_number': 11, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:10.211925 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ce11a-3143-4cbb-9df1-2578923f1c91 None None] Checking router: 92324a94-624b-4572-a001-69dd808c49c3 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:40:10.222419 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ce11a-3143-4cbb-9df1-2578923f1c91 None None] Routers {'92324a94-624b-4572-a001-69dd808c49c3'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:40:10.223044 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e02ce11a-3143-4cbb-9df1-2578923f1c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:40:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['92324a94-624b-4572-a001-69dd808c49c3'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:10.244319 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-307e6fff-8100-41e9-8476-a0893950b4f3 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:10.316529 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:40:10.323544 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-307e6fff-8100-41e9-8476-a0893950b4f3 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:10.341856 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:40:10.342221 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4ed8e2b5-cf96-4e57-aaa6-482f2cd8c2af not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:40:10.347471 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-e02ce11a-3143-4cbb-9df1-2578923f1c91 None None] Set router 92324a94-624b-4572-a001-69dd808c49c3 gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:40:10.355097 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-307e6fff-8100-41e9-8476-a0893950b4f3 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:10.359327 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-307e6fff-8100-41e9-8476-a0893950b4f3 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/subnets/ecd46df8-eb24-4e88-9859-ca90c6cd4d2d HTTP/1.1" status: 204 len: 168 time: 0.3208661 Jul 24 09:40:10.359327 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e6fff-8100-41e9-8476-a0893950b4f3 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Subnet': ['ID=ecd46df8-eb24-4e88-9859-ca90c6cd4d2d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:10.359719 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40422) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:10.375646 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33eb4888-e965-4235-955d-1a5994fada0b None None] Network a3f1e0f0-1add-4177-bb45-895e94a44443 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:40:10.418792 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e02ce11a-3143-4cbb-9df1-2578923f1c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:40:09Z', 'revision_number': 11, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:10.448877 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:10.452840 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ce11a-3143-4cbb-9df1-2578923f1c91 None None] The sync data for ids ['92324a94-624b-4572-a001-69dd808c49c3'] in n-d-800085-9 is: [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:40:09Z', 'revision_number': 11, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:40:10.533726 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Deleting port c9424bb5-1619-4f44-8b98-0513f7720afe {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:40:10.534618 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:10.645636 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] For port c9424bb5-1619-4f44-8b98-0513f7720afe, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c9424bb5-1619-4f44-8b98-0513f7720afe,segment=NetworkSegment(95abb798-f83d-49be-a713-1d56a7eb5e16),segment_id=95abb798-f83d-49be-a713-1d56a7eb5e16)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:40:10.646101 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:10.662219 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Calling delete_port for c9424bb5-1619-4f44-8b98-0513f7720afe owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:40:10.690160 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0585cf98-87a9-422e-a559-990d23832740 None None] DHCP port deletion for a3f1e0f0-1add-4177-bb45-895e94a44443 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:40:10.749825 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-0585cf98-87a9-422e-a559-990d23832740 None None] Deleting port c9424bb5-1619-4f44-8b98-0513f7720afe {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:40:10.750602 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0585cf98-87a9-422e-a559-990d23832740 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:10.754076 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:10.792883 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Port': ['ID=c9424bb5-1619-4f44-8b98-0513f7720afe,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:10.801193 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] No DVR routers for this DVR port c9424bb5-1619-4f44-8b98-0513f7720afe on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:40:10.803862 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:10.804223 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:10.804570 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:10.804945 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:10.805283 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:10.805619 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:10.806363 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:10.806757 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:10.807100 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:10.807438 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:10.808315 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:10.808657 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:10.832214 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-0585cf98-87a9-422e-a559-990d23832740 None None] For port c9424bb5-1619-4f44-8b98-0513f7720afe, host n-d-800085-9, got binding levels [] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:40:10.832620 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0585cf98-87a9-422e-a559-990d23832740 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:10.846467 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-0585cf98-87a9-422e-a559-990d23832740 None None] Calling delete_port for c9424bb5-1619-4f44-8b98-0513f7720afe owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:40:10.851673 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.ipam_backend_mixin [None req-0585cf98-87a9-422e-a559-990d23832740 None None] Port c9424bb5-1619-4f44-8b98-0513f7720afe was not found and therefore no delete operation was performed {{(pid=94037) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 09:40:10.853268 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0585cf98-87a9-422e-a559-990d23832740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:10.882206 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585cf98-87a9-422e-a559-990d23832740 None None] Pushing event deleted for resources: {'Port': ['ID=c9424bb5-1619-4f44-8b98-0513f7720afe,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:10.886045 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0585cf98-87a9-422e-a559-990d23832740 None None] No DVR routers for this DVR port c9424bb5-1619-4f44-8b98-0513f7720afe on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:40:10.898164 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:10.908462 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f1e0f0-1add-4177-bb45-895e94a44443']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:10.918951 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95abb798-f83d-49be-a713-1d56a7eb5e16') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:10.919233 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95abb798-f83d-49be-a713-1d56a7eb5e16') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:10.928549 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:10.949018 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:10.955581 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:40:10.956002 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:40:10.959182 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:40:11.020214 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:11.025359 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:11.030125 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/networks/a3f1e0f0-1add-4177-bb45-895e94a44443 HTTP/1.1" status: 204 len: 168 time: 0.6667821 Jul 24 09:40:11.030231 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40428) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:11.034884 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-fa8778b1-c463-4c3c-bf0e-9fb0acc23821 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'router': {'routes': None}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:11.042804 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09be4be-2d8d-40a2-bb98-2fa255a23208 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Pushing event deleted for resources: {'Network': ['ID=a3f1e0f0-1add-4177-bb45-895e94a44443,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:11.195956 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.extraroute_db [None req-fa8778b1-c463-4c3c-bf0e-9fb0acc23821 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Added routes are [] {{(pid=94036) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 24 09:40:11.196302 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.extraroute_db [None req-fa8778b1-c463-4c3c-bf0e-9fb0acc23821 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Removed routes are [] {{(pid=94036) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 24 09:40:11.196612 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa8778b1-c463-4c3c-bf0e-9fb0acc23821 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:11.333660 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa8778b1-c463-4c3c-bf0e-9fb0acc23821 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:11.336969 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa8778b1-c463-4c3c-bf0e-9fb0acc23821 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593208'] for router, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:11.417717 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8778b1-c463-4c3c-bf0e-9fb0acc23821 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Router 92324a94-624b-4572-a001-69dd808c49c3 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:40:11.494355 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8778b1-c463-4c3c-bf0e-9fb0acc23821 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:40:11.505359 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d318aae4-3eb7-42f1-b36d-cec1b4fdea7e None None] Sync routers for ids ['92324a94-624b-4572-a001-69dd808c49c3'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:40:11.506140 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fa8778b1-c463-4c3c-bf0e-9fb0acc23821 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:11.506955 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fa8778b1-c463-4c3c-bf0e-9fb0acc23821 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "PUT /v2.0/routers/92324a94-624b-4572-a001-69dd808c49c3 HTTP/1.1" status: 200 len: 704 time: 0.4755516 Jul 24 09:40:11.513531 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40432) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:11.522005 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d318aae4-3eb7-42f1-b36d-cec1b4fdea7e None None] Routers {'92324a94-624b-4572-a001-69dd808c49c3'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:40:11.523017 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d318aae4-3eb7-42f1-b36d-cec1b4fdea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:40:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['92324a94-624b-4572-a001-69dd808c49c3'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:11.544218 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-16807b05-dc11-474a-a342-5c571f98a868 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "GET /v2.0/ports?device_id=92324a94-624b-4572-a001-69dd808c49c3 HTTP/1.1" status: 200 len: 205 time: 0.0294752 Jul 24 09:40:11.547218 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40434) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:11.599965 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-d318aae4-3eb7-42f1-b36d-cec1b4fdea7e None None] Set router 92324a94-624b-4572-a001-69dd808c49c3 gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:40:11.641365 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c95ffa9d-881d-4e6b-a836-d5691be4cce9 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:11.681520 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d318aae4-3eb7-42f1-b36d-cec1b4fdea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:40:09Z', 'revision_number': 11, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:11.744493 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d318aae4-3eb7-42f1-b36d-cec1b4fdea7e None None] Checking router: 92324a94-624b-4572-a001-69dd808c49c3 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:40:11.762778 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:40:11.769701 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d318aae4-3eb7-42f1-b36d-cec1b4fdea7e None None] Routers {'92324a94-624b-4572-a001-69dd808c49c3'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:40:11.771662 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d318aae4-3eb7-42f1-b36d-cec1b4fdea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:40:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['92324a94-624b-4572-a001-69dd808c49c3'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:11.860000 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c95ffa9d-881d-4e6b-a836-d5691be4cce9 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:11.863114 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c95ffa9d-881d-4e6b-a836-d5691be4cce9 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:11.935152 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c95ffa9d-881d-4e6b-a836-d5691be4cce9 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:11.935930 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95ffa9d-881d-4e6b-a836-d5691be4cce9 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Fanout notify agent at l3_agent the message router_deleted on router 92324a94-624b-4572-a001-69dd808c49c3 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:40:11.943664 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c95ffa9d-881d-4e6b-a836-d5691be4cce9 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:11.944757 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c95ffa9d-881d-4e6b-a836-d5691be4cce9 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/routers/92324a94-624b-4572-a001-69dd808c49c3 HTTP/1.1" status: 204 len: 168 time: 0.3948953 Jul 24 09:40:11.949091 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40446) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:11.957380 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-262baa42-6337-4aef-bff9-82c308b2bcdb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1953197469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:11.991017 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-262baa42-6337-4aef-bff9-82c308b2bcdb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:11.993202 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-262baa42-6337-4aef-bff9-82c308b2bcdb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:12.008718 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-d318aae4-3eb7-42f1-b36d-cec1b4fdea7e None None] Set router 92324a94-624b-4572-a001-69dd808c49c3 gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:40:12.066054 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-d318aae4-3eb7-42f1-b36d-cec1b4fdea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:40:09Z', 'revision_number': 11, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:12.091911 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d318aae4-3eb7-42f1-b36d-cec1b4fdea7e None None] The sync data for ids ['92324a94-624b-4572-a001-69dd808c49c3'] in n-d-800085-9 is: [{'id': '92324a94-624b-4572-a001-69dd808c49c3', 'name': 'tempest-RoutersIpV6Test-router-687275081', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:35Z', 'updated_at': '2021-07-24T09:40:09Z', 'revision_number': 11, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:40:12.105669 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-262baa42-6337-4aef-bff9-82c308b2bcdb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:12.111445 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-262baa42-6337-4aef-bff9-82c308b2bcdb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:12.141949 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-262baa42-6337-4aef-bff9-82c308b2bcdb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:12.146210 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-262baa42-6337-4aef-bff9-82c308b2bcdb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1914487 Jul 24 09:40:12.146683 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40452) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:12.151869 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-85a3a559-3b60-44e4-8e8c-9289a59de77e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:12.158621 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec77b9b-37d9-4c74-99a1-ef77a5ce0998 req-3257c89a-214b-47e4-bb5e-ff44cf480310 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:12.160957 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dec77b9b-37d9-4c74-99a1-ef77a5ce0998 req-3257c89a-214b-47e4-bb5e-ff44cf480310 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 946 time: 0.1359472 Jul 24 09:40:12.215762 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dec77b9b-37d9-4c74-99a1-ef77a5ce0998 req-aa1b10d1-b749-4daf-9bd0-ed398eca8289 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fb4d789-b27a-4fd8-9602-ad6cda7fd664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453539 Jul 24 09:40:12.303929 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e30c312a-20c0-439d-a8d1-408883ae900c no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:40:12.325655 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: e30c312a-20c0-439d-a8d1-408883ae900c {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:40:12.326005 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e30c312a-20c0-439d-a8d1-408883ae900c not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:40:12.326655 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c9424bb5-1619-4f44-8b98-0513f7720afe no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:40:12.345971 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: c9424bb5-1619-4f44-8b98-0513f7720afe {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:40:12.346328 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device c9424bb5-1619-4f44-8b98-0513f7720afe not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:40:12.395404 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-85a3a559-3b60-44e4-8e8c-9289a59de77e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:12.410888 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-85a3a559-3b60-44e4-8e8c-9289a59de77e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593208'] for router, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:12.529169 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a3a559-3b60-44e4-8e8c-9289a59de77e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Router e3d3ca7c-cbe5-4aac-8a41-f5fafd434e56 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:40:12.607522 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a3a559-3b60-44e4-8e8c-9289a59de77e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:40:12.614203 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-85a3a559-3b60-44e4-8e8c-9289a59de77e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:12.616292 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-85a3a559-3b60-44e4-8e8c-9289a59de77e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "PUT /v2.0/routers/e3d3ca7c-cbe5-4aac-8a41-f5fafd434e56 HTTP/1.1" status: 200 len: 698 time: 0.4675984 Jul 24 09:40:12.617965 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40462) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:12.622594 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a85cdd3-c697-4753-ab56-cbcf391e746a None None] Sync routers for ids ['e3d3ca7c-cbe5-4aac-8a41-f5fafd434e56'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:40:12.646204 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a85cdd3-c697-4753-ab56-cbcf391e746a None None] Routers {'e3d3ca7c-cbe5-4aac-8a41-f5fafd434e56'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:40:12.647201 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8a85cdd3-c697-4753-ab56-cbcf391e746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:40:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e3d3ca7c-cbe5-4aac-8a41-f5fafd434e56'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:12.738936 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-36aac0cd-9a2e-4be2-acb5-0f7c8e8eb599 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "GET /v2.0/routers/e3d3ca7c-cbe5-4aac-8a41-f5fafd434e56 HTTP/1.1" status: 200 len: 704 time: 0.1193671 Jul 24 09:40:12.739622 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40466) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:12.747502 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-8a85cdd3-c697-4753-ab56-cbcf391e746a None None] Set router e3d3ca7c-cbe5-4aac-8a41-f5fafd434e56 gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:40:12.790878 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cb121306-018c-489b-bf30-ae123d64cc42 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3d3ca7c-cbe5-4aac-8a41-f5fafd434e56 HTTP/1.1" status: 200 len: 205 time: 0.0479269 Jul 24 09:40:12.791484 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40470) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:12.802451 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8a85cdd3-c697-4753-ab56-cbcf391e746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d3ca7c-cbe5-4aac-8a41-f5fafd434e56', 'name': 'tempest-RoutersIpV6Test-router-1953197469', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:40:11Z', 'updated_at': '2021-07-24T09:40:12Z', 'revision_number': 2, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:12.832902 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a85cdd3-c697-4753-ab56-cbcf391e746a None None] Checking router: e3d3ca7c-cbe5-4aac-8a41-f5fafd434e56 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:40:12.848211 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a85cdd3-c697-4753-ab56-cbcf391e746a None None] Routers {'e3d3ca7c-cbe5-4aac-8a41-f5fafd434e56'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:40:12.848862 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8a85cdd3-c697-4753-ab56-cbcf391e746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:40:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e3d3ca7c-cbe5-4aac-8a41-f5fafd434e56'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:12.894367 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0163e567-c430-4ad1-8a9e-f19a3a246e7d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:12.927337 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-8a85cdd3-c697-4753-ab56-cbcf391e746a None None] Set router e3d3ca7c-cbe5-4aac-8a41-f5fafd434e56 gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:40:12.995232 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8a85cdd3-c697-4753-ab56-cbcf391e746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d3ca7c-cbe5-4aac-8a41-f5fafd434e56', 'name': 'tempest-RoutersIpV6Test-router-1953197469', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:40:11Z', 'updated_at': '2021-07-24T09:40:12Z', 'revision_number': 2, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:40:13.022970 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a85cdd3-c697-4753-ab56-cbcf391e746a None None] The sync data for ids ['e3d3ca7c-cbe5-4aac-8a41-f5fafd434e56'] in n-d-800085-9 is: [{'id': 'e3d3ca7c-cbe5-4aac-8a41-f5fafd434e56', 'name': 'tempest-RoutersIpV6Test-router-1953197469', 'tenant_id': '99522c69057542cfad6beb1560629fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:40:11Z', 'updated_at': '2021-07-24T09:40:12Z', 'revision_number': 2, 'project_id': '99522c69057542cfad6beb1560629fb7', 'gw_port_host': None}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:40:13.081568 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0163e567-c430-4ad1-8a9e-f19a3a246e7d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:13.087016 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0163e567-c430-4ad1-8a9e-f19a3a246e7d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:13.147546 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0163e567-c430-4ad1-8a9e-f19a3a246e7d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:13.148199 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0163e567-c430-4ad1-8a9e-f19a3a246e7d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Fanout notify agent at l3_agent the message router_deleted on router e3d3ca7c-cbe5-4aac-8a41-f5fafd434e56 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:40:13.157245 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-0163e567-c430-4ad1-8a9e-f19a3a246e7d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:13.161722 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-0163e567-c430-4ad1-8a9e-f19a3a246e7d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/routers/e3d3ca7c-cbe5-4aac-8a41-f5fafd434e56 HTTP/1.1" status: 204 len: 168 time: 0.3657687 Jul 24 09:40:13.162258 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40480) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:13.212288 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fc234d91-2e65-4d1e-8cf8-46deb1b80c67 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3d3ca7c-cbe5-4aac-8a41-f5fafd434e56 HTTP/1.1" status: 200 len: 205 time: 0.0394962 Jul 24 09:40:13.215360 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40482) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:13.256971 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-244f8aa3-64c8-45be-8468-0d07e048d926 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] delete failed (client error): The resource could not be found. Jul 24 09:40:13.258037 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-244f8aa3-64c8-45be-8468-0d07e048d926 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/routers/e3d3ca7c-cbe5-4aac-8a41-f5fafd434e56 HTTP/1.1" status: 404 len: 336 time: 0.0416894 Jul 24 09:40:13.260480 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40486) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:13.292922 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d8abe7-c637-41b6-9b11-ef9f8e1b2f48 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] DELETE failed (client error): The resource could not be found. Jul 24 09:40:13.293646 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d8abe7-c637-41b6-9b11-ef9f8e1b2f48 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:40:13.295570 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-58d8abe7-c637-41b6-9b11-ef9f8e1b2f48 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/subnets/fd89da08-8d5a-434a-b13e-a0bea83ba8bf HTTP/1.1" status: 404 len: 337 time: 0.0334504 Jul 24 09:40:13.299215 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40488) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:13.348439 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2990898-fa4f-4581-9a0f-eff737d98b19 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] DELETE failed (client error): The resource could not be found. Jul 24 09:40:13.352468 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2990898-fa4f-4581-9a0f-eff737d98b19 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:40:13.355102 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a2990898-fa4f-4581-9a0f-eff737d98b19 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/subnets/788e78b0-5cc1-42e7-86af-d10799a9ef6a HTTP/1.1" status: 404 len: 337 time: 0.0539560 Jul 24 09:40:13.357632 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40490) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:13.391247 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e02a1e8-8824-4c2d-9d44-22e3e5b29683 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] DELETE failed (client error): The resource could not be found. Jul 24 09:40:13.392056 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e02a1e8-8824-4c2d-9d44-22e3e5b29683 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:40:13.394056 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4e02a1e8-8824-4c2d-9d44-22e3e5b29683 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/subnets/cd2c6f5c-a9c9-46c0-ae2c-bc24bde2ed43 HTTP/1.1" status: 404 len: 337 time: 0.0350323 Jul 24 09:40:13.396717 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40492) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:13.416986 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df7e0a-359f-4dbb-8f76-1433d94178c7 req-387b1905-49e9-4028-8003-23d291919ceb tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:13.418861 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e8df7e0a-359f-4dbb-8f76-1433d94178c7 req-387b1905-49e9-4028-8003-23d291919ceb tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 946 time: 0.0896804 Jul 24 09:40:13.437534 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-c543cd0e-3dae-434d-b10f-74c7319cb909 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] DELETE failed (client error): The resource could not be found. Jul 24 09:40:13.438162 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c543cd0e-3dae-434d-b10f-74c7319cb909 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:40:13.440359 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c543cd0e-3dae-434d-b10f-74c7319cb909 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/subnets/ecd46df8-eb24-4e88-9859-ca90c6cd4d2d HTTP/1.1" status: 404 len: 337 time: 0.0422077 Jul 24 09:40:13.443097 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40494) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:13.478329 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c21cd53b-09be-4d42-b253-3541c4e09c48 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "GET /v2.0/ports?device_id=92324a94-624b-4572-a001-69dd808c49c3 HTTP/1.1" status: 200 len: 205 time: 0.0340796 Jul 24 09:40:13.481021 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40496) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:13.493836 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e8df7e0a-359f-4dbb-8f76-1433d94178c7 req-4ef88450-7c47-4aaa-bf95-61731a95b8ed tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fb4d789-b27a-4fd8-9602-ad6cda7fd664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688577 Jul 24 09:40:13.535821 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-f3f4e9e0-0b2d-41fd-90ca-b64d4b897133 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] delete failed (client error): The resource could not be found. Jul 24 09:40:13.536891 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f3f4e9e0-0b2d-41fd-90ca-b64d4b897133 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/routers/92324a94-624b-4572-a001-69dd808c49c3 HTTP/1.1" status: 404 len: 336 time: 0.0547025 Jul 24 09:40:13.539569 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40498) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:13.577059 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bffdeea1-986f-4acb-8a12-693b620b2b3d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "GET /v2.0/ports?device_id=6043fd1b-2108-4467-bfd3-fc5237fe3e0f HTTP/1.1" status: 200 len: 205 time: 0.0362773 Jul 24 09:40:13.579192 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40500) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:13.617143 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-b5830d91-4223-4ccf-878b-54ccf76ec6fa tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] delete failed (client error): The resource could not be found. Jul 24 09:40:13.618175 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b5830d91-4223-4ccf-878b-54ccf76ec6fa tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/routers/6043fd1b-2108-4467-bfd3-fc5237fe3e0f HTTP/1.1" status: 404 len: 336 time: 0.0377736 Jul 24 09:40:13.621183 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40502) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:13.655157 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-e57a7d34-8e1d-4277-ad0d-fd2bac6f5915 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] DELETE failed (client error): The resource could not be found. Jul 24 09:40:13.655614 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e57a7d34-8e1d-4277-ad0d-fd2bac6f5915 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:40:13.657357 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e57a7d34-8e1d-4277-ad0d-fd2bac6f5915 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/subnets/bc73ffe1-3d34-4c09-ba72-d4081ec7e918 HTTP/1.1" status: 404 len: 337 time: 0.0352824 Jul 24 09:40:13.659892 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40504) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:13.693170 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c11ac2f8-aaa5-44ea-ad86-e8d36b5ccc73 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c6341a6-edd3-4e7a-a532-e1c27cf45daa HTTP/1.1" status: 200 len: 205 time: 0.0317688 Jul 24 09:40:13.695193 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40506) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:13.737350 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-1c709f99-e6b3-4e82-92f8-57f33a68a25d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] delete failed (client error): The resource could not be found. Jul 24 09:40:13.740583 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1c709f99-e6b3-4e82-92f8-57f33a68a25d tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/routers/8c6341a6-edd3-4e7a-a532-e1c27cf45daa HTTP/1.1" status: 404 len: 336 time: 0.0421290 Jul 24 09:40:13.740874 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40508) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:13.781275 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0cf1743e-03fc-4971-973b-e488ed132521 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "GET /v2.0/ports?device_id=72fc189e-d39c-4505-b9af-e4c9d9a2afe2 HTTP/1.1" status: 200 len: 205 time: 0.0389612 Jul 24 09:40:13.783274 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40512) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:13.826139 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-d096d481-3137-455e-a7ca-efee7f751e13 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] delete failed (client error): The resource could not be found. Jul 24 09:40:13.829823 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40516) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:13.829980 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d096d481-3137-455e-a7ca-efee7f751e13 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/routers/72fc189e-d39c-4505-b9af-e4c9d9a2afe2 HTTP/1.1" status: 404 len: 336 time: 0.0456798 Jul 24 09:40:13.867074 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6edc3a4-0c84-46a5-b0e6-2f5adc21d18c tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] DELETE failed (client error): The resource could not be found. Jul 24 09:40:13.867548 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6edc3a4-0c84-46a5-b0e6-2f5adc21d18c tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:40:13.870920 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a6edc3a4-0c84-46a5-b0e6-2f5adc21d18c tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/subnets/db5b1057-5aeb-49ac-9cd5-f0a6d66622ab HTTP/1.1" status: 404 len: 337 time: 0.0382361 Jul 24 09:40:13.872978 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40518) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:13.909161 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40520) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:13.909359 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b98e3c36-fca4-469e-9314-921f87c6b742 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c7926b5-d428-4133-b822-327c7b1c092c HTTP/1.1" status: 200 len: 205 time: 0.0347157 Jul 24 09:40:13.952849 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-be84a55f-24cb-4298-875b-d884946fa5fa tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] delete failed (client error): The resource could not be found. Jul 24 09:40:13.953857 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-be84a55f-24cb-4298-875b-d884946fa5fa tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/routers/9c7926b5-d428-4133-b822-327c7b1c092c HTTP/1.1" status: 404 len: 336 time: 0.0437129 Jul 24 09:40:13.956460 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40522) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:13.991582 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-228df385-c3f3-4aca-b870-a12a1002c469 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] DELETE failed (client error): The resource could not be found. Jul 24 09:40:13.992049 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-228df385-c3f3-4aca-b870-a12a1002c469 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:40:13.993834 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-228df385-c3f3-4aca-b870-a12a1002c469 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/subnets/f558a8de-189b-4222-96af-2da27cfa85b2 HTTP/1.1" status: 404 len: 337 time: 0.0364404 Jul 24 09:40:13.996590 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40524) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:14.030667 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40526) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:14.031475 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-dc52ac0e-37b5-4c5d-a5b6-5fe2615432fc tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd55b51-7dfe-4cc1-a196-728dda121042 HTTP/1.1" status: 200 len: 205 time: 0.0337484 Jul 24 09:40:14.080097 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-d5a68b9c-d9d5-4028-aac1-73af55a12ddb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] delete failed (client error): The resource could not be found. Jul 24 09:40:14.083778 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d5a68b9c-d9d5-4028-aac1-73af55a12ddb tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/routers/dfd55b51-7dfe-4cc1-a196-728dda121042 HTTP/1.1" status: 404 len: 336 time: 0.0482252 Jul 24 09:40:14.083955 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40528) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:14.116525 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f8dc061-b95d-447c-b570-6bb6a321db8e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] DELETE failed (client error): The resource could not be found. Jul 24 09:40:14.117019 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f8dc061-b95d-447c-b570-6bb6a321db8e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:40:14.121744 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4f8dc061-b95d-447c-b570-6bb6a321db8e tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/subnets/d268b6df-a8b1-41e1-918e-2da32dfce013 HTTP/1.1" status: 404 len: 337 time: 0.0338173 Jul 24 09:40:14.121873 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40530) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:14.153944 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:14.155190 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8213680-c5f3-41fb-8ce6-32fb69d46651 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] DELETE failed (client error): The resource could not be found. Jul 24 09:40:14.155648 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8213680-c5f3-41fb-8ce6-32fb69d46651 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 09:40:14.159780 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a8213680-c5f3-41fb-8ce6-32fb69d46651 tempest-RoutersIpV6Test-1006322455 tempest-RoutersIpV6Test-1006322455-project] 10.222.0.32 "DELETE /v2.0/subnets/b0ff8a52-cbf8-44f6-b97f-3cad18d789e4 HTTP/1.1" status: 404 len: 337 time: 0.0347207 Jul 24 09:40:14.442364 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40544) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:14.600974 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a97d35ed-6bc9-4bbb-8781-7aa4ff5d0444 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99522c69057542cfad6beb1560629fb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1573317 Jul 24 09:40:14.603533 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40550) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:14.658953 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39c742-2c3f-4223-bdbd-4311ca9bd7fc req-096a90e1-7e3a-4bed-b2f4-cef88fc32cab tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:14.663592 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7a39c742-2c3f-4223-bdbd-4311ca9bd7fc req-096a90e1-7e3a-4bed-b2f4-cef88fc32cab tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 946 time: 0.0802453 Jul 24 09:40:14.674134 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f50298a5-e278-4626-9d28-82b0a7886f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:14.701735 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f50298a5-e278-4626-9d28-82b0a7886f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:14.714472 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7a39c742-2c3f-4223-bdbd-4311ca9bd7fc req-252ab9b3-90b3-496d-990c-b6e289440e3c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fb4d789-b27a-4fd8-9602-ad6cda7fd664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470769 Jul 24 09:40:14.754055 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f50298a5-e278-4626-9d28-82b0a7886f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:14.756700 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f50298a5-e278-4626-9d28-82b0a7886f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:14.758443 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f50298a5-e278-4626-9d28-82b0a7886f6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30be0469-b5c6-4d16-875c-66795af9f7e8 HTTP/1.1" status: 204 len: 168 time: 0.1536169 Jul 24 09:40:14.772034 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50298a5-e278-4626-9d28-82b0a7886f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30be0469-b5c6-4d16-875c-66795af9f7e8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:15.515051 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40584) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:15.625690 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-501852c9-7126-4c3e-b11f-f2a7171baf67 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:15.626483 n-d-800085-9 neutron-server[94035]: WARNING neutron.api.v2.base [None req-501852c9-7126-4c3e-b11f-f2a7171baf67 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 24 09:40:15.627012 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-501852c9-7126-4c3e-b11f-f2a7171baf67 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] create failed (client error): There was a conflict when trying to complete your request. Jul 24 09:40:15.628134 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-501852c9-7126-4c3e-b11f-f2a7171baf67 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1120870 Jul 24 09:40:15.632192 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40588) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:15.640789 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-233ba170-3a03-49d9-88f6-541a1b5fcf7f tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group': {'name': 'tempest-secgroup--1725984243'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:15.667131 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-233ba170-3a03-49d9-88f6-541a1b5fcf7f tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:15.676849 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-233ba170-3a03-49d9-88f6-541a1b5fcf7f tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:15.794353 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-233ba170-3a03-49d9-88f6-541a1b5fcf7f tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:15.799060 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-233ba170-3a03-49d9-88f6-541a1b5fcf7f tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:15.872538 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ba170-3a03-49d9-88f6-541a1b5fcf7f tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10006b52-6e26-40a1-b1cc-b9ba26b6f9d1,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:15.924205 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41572d1e-67a4-4a64-80cf-5015c1b5cee1 req-48e74202-520c-403c-bdf3-77a0b5eb9beb tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:15.926283 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-41572d1e-67a4-4a64-80cf-5015c1b5cee1 req-48e74202-520c-403c-bdf3-77a0b5eb9beb tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 946 time: 0.1095767 Jul 24 09:40:15.994340 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-233ba170-3a03-49d9-88f6-541a1b5fcf7f tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:16.003284 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-233ba170-3a03-49d9-88f6-541a1b5fcf7f tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:16.036306 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-41572d1e-67a4-4a64-80cf-5015c1b5cee1 req-3b9f5633-44b9-46c3-a75f-dfd7fde834aa tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fb4d789-b27a-4fd8-9602-ad6cda7fd664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032126 Jul 24 09:40:16.067057 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-233ba170-3a03-49d9-88f6-541a1b5fcf7f tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:16.067057 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-233ba170-3a03-49d9-88f6-541a1b5fcf7f tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4263887 Jul 24 09:40:16.068086 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40604) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:16.073044 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ba170-3a03-49d9-88f6-541a1b5fcf7f tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c90c93-dc35-45a1-a1c5-29556812ee31,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:16.073258 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-2d262dfd-e195-49bf-bdda-b5a76f8d8769 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group_rule': {'security_group_id': 'a1c90c93-dc35-45a1-a1c5-29556812ee31', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:16.106444 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2d262dfd-e195-49bf-bdda-b5a76f8d8769 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:16.165230 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2d262dfd-e195-49bf-bdda-b5a76f8d8769 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:16.176782 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2d262dfd-e195-49bf-bdda-b5a76f8d8769 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:16.210915 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d262dfd-e195-49bf-bdda-b5a76f8d8769 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a8cf48-c674-4bdc-b264-1f5d6ebca950,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:16.220478 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2d262dfd-e195-49bf-bdda-b5a76f8d8769 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:16.224869 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2d262dfd-e195-49bf-bdda-b5a76f8d8769 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1527522 Jul 24 09:40:16.225056 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40606) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:16.236536 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-d505579c-4cfd-4fe0-884e-0ce5b2b780d8 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group_rule': {'security_group_id': 'a1c90c93-dc35-45a1-a1c5-29556812ee31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:16.273133 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d505579c-4cfd-4fe0-884e-0ce5b2b780d8 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:16.334012 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-d505579c-4cfd-4fe0-884e-0ce5b2b780d8 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] create failed (client error): There was a conflict when trying to complete your request. Jul 24 09:40:16.335173 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d505579c-4cfd-4fe0-884e-0ce5b2b780d8 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1091175 Jul 24 09:40:16.338480 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40608) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:16.412691 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7d3ae51a-e3dc-4db0-8550-1d80e428727c tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:16.447702 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7d3ae51a-e3dc-4db0-8550-1d80e428727c tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:16.509207 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7d3ae51a-e3dc-4db0-8550-1d80e428727c tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:16.513199 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7d3ae51a-e3dc-4db0-8550-1d80e428727c tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:16.517281 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7d3ae51a-e3dc-4db0-8550-1d80e428727c tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "DELETE /v2.0/security-groups/a1c90c93-dc35-45a1-a1c5-29556812ee31 HTTP/1.1" status: 204 len: 168 time: 0.1741264 Jul 24 09:40:16.517904 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40610) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:16.525551 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ae51a-e3dc-4db0-8550-1d80e428727c tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c90c93-dc35-45a1-a1c5-29556812ee31,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:16.584052 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bd7e75b6-9e7d-41b5-8ecc-38506e331ef7 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0647252 Jul 24 09:40:16.588333 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40612) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:16.594721 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-45085532-f446-4a08-94e4-1a207c80e8d2 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group': {'name': 'tempest-secgroup--776252925'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:16.625551 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-45085532-f446-4a08-94e4-1a207c80e8d2 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:16.699366 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:16.737043 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-45085532-f446-4a08-94e4-1a207c80e8d2 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:16.741927 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-45085532-f446-4a08-94e4-1a207c80e8d2 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:16.775588 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45085532-f446-4a08-94e4-1a207c80e8d2 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc51d790-8a35-4c5b-9a1b-0dc93b907f36,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:16.779325 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-45085532-f446-4a08-94e4-1a207c80e8d2 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:16.780695 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-45085532-f446-4a08-94e4-1a207c80e8d2 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1904523 Jul 24 09:40:16.783486 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40614) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:16.788223 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-47233cfa-c9bb-4b94-affa-7c45bd2a01ca tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group_rule': {'security_group_id': 'bc51d790-8a35-4c5b-9a1b-0dc93b907f36', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:16.789072 n-d-800085-9 neutron-server[94036]: WARNING neutron.api.v2.base [None req-47233cfa-c9bb-4b94-affa-7c45bd2a01ca tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 24 09:40:16.789774 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-47233cfa-c9bb-4b94-affa-7c45bd2a01ca tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:40:16.790856 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-47233cfa-c9bb-4b94-affa-7c45bd2a01ca tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062466 Jul 24 09:40:16.793453 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40616) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:16.856224 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee665c97-053e-4f32-b5e0-68af2b23e3f2 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:16.891201 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee665c97-053e-4f32-b5e0-68af2b23e3f2 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:16.939053 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee665c97-053e-4f32-b5e0-68af2b23e3f2 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:16.942497 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ee665c97-053e-4f32-b5e0-68af2b23e3f2 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:16.943683 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ee665c97-053e-4f32-b5e0-68af2b23e3f2 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "DELETE /v2.0/security-groups/bc51d790-8a35-4c5b-9a1b-0dc93b907f36 HTTP/1.1" status: 204 len: 168 time: 0.1492651 Jul 24 09:40:16.946388 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40622) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:16.954511 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee665c97-053e-4f32-b5e0-68af2b23e3f2 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc51d790-8a35-4c5b-9a1b-0dc93b907f36,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:17.013163 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-075c8ca9-8c19-45ac-8766-611537cca946 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0646544 Jul 24 09:40:17.018148 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40630) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:17.023421 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-fc418d76-21fa-41d2-b50f-a1f0f3b8fba9 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group': {'name': 'tempest-secgroup--665878730'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:17.070998 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fc418d76-21fa-41d2-b50f-a1f0f3b8fba9 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:17.175508 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fc418d76-21fa-41d2-b50f-a1f0f3b8fba9 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:17.196647 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fc418d76-21fa-41d2-b50f-a1f0f3b8fba9 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:17.237204 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fc418d76-21fa-41d2-b50f-a1f0f3b8fba9 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:17.241905 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fc418d76-21fa-41d2-b50f-a1f0f3b8fba9 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2192252 Jul 24 09:40:17.241905 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40636) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:17.247103 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-c13c53d7-7c2b-4e34-b7b0-d1db402d5ef9 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group_rule': {'security_group_id': '17ca9c35-784f-4398-b3d7-5f068c8010d4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:17.247675 n-d-800085-9 neutron-server[94036]: WARNING neutron.api.v2.base [None req-c13c53d7-7c2b-4e34-b7b0-d1db402d5ef9 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 24 09:40:17.248211 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-c13c53d7-7c2b-4e34-b7b0-d1db402d5ef9 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:40:17.250830 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c13c53d7-7c2b-4e34-b7b0-d1db402d5ef9 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068526 Jul 24 09:40:17.251957 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc418d76-21fa-41d2-b50f-a1f0f3b8fba9 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ca9c35-784f-4398-b3d7-5f068c8010d4,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:17.252422 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40638) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:17.289765 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c44bcc-d899-4934-9222-92ce3d262156 req-60956e38-070f-45ed-bbcc-6055349eef68 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:17.297831 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89c44bcc-d899-4934-9222-92ce3d262156 req-60956e38-070f-45ed-bbcc-6055349eef68 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 946 time: 0.1440537 Jul 24 09:40:17.341224 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6930994-bf9b-4409-8d33-7bc8520afed7 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:17.347491 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89c44bcc-d899-4934-9222-92ce3d262156 req-b6c97f87-32fb-43ca-b5f4-ba874b282747 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fb4d789-b27a-4fd8-9602-ad6cda7fd664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443082 Jul 24 09:40:17.368267 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6930994-bf9b-4409-8d33-7bc8520afed7 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:17.421792 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6930994-bf9b-4409-8d33-7bc8520afed7 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:17.425560 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6930994-bf9b-4409-8d33-7bc8520afed7 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:17.426910 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b6930994-bf9b-4409-8d33-7bc8520afed7 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "DELETE /v2.0/security-groups/17ca9c35-784f-4398-b3d7-5f068c8010d4 HTTP/1.1" status: 204 len: 168 time: 0.1728213 Jul 24 09:40:17.429857 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40642) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:17.460797 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6930994-bf9b-4409-8d33-7bc8520afed7 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ca9c35-784f-4398-b3d7-5f068c8010d4,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:17.514001 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-61aeacc0-76e7-424c-85c1-08ce8af6bd6d tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0828629 Jul 24 09:40:17.518068 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40644) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:17.524056 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-c6751fc3-132c-4f38-8257-9cfe4116cbe9 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group': {'name': 'tempest-secgroup--1025575855'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:17.555310 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c6751fc3-132c-4f38-8257-9cfe4116cbe9 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:17.648912 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c6751fc3-132c-4f38-8257-9cfe4116cbe9 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:17.652564 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c6751fc3-132c-4f38-8257-9cfe4116cbe9 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:17.679094 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c6751fc3-132c-4f38-8257-9cfe4116cbe9 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:17.683814 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40646) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:17.684074 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c6751fc3-132c-4f38-8257-9cfe4116cbe9 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1643469 Jul 24 09:40:17.689317 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6751fc3-132c-4f38-8257-9cfe4116cbe9 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e33564-f50c-422f-a249-09e7926319da,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:17.689485 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-e6106a3b-ce24-4391-82ed-5e199cc3072b tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group_rule': {'security_group_id': '06e33564-f50c-422f-a249-09e7926319da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:17.691563 n-d-800085-9 neutron-server[94036]: WARNING neutron.api.v2.base [None req-e6106a3b-ce24-4391-82ed-5e199cc3072b tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 24 09:40:17.692086 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-e6106a3b-ce24-4391-82ed-5e199cc3072b tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:40:17.693088 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e6106a3b-ce24-4391-82ed-5e199cc3072b tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0082150 Jul 24 09:40:17.695650 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40648) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:17.700659 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-32abb6ac-0adf-434e-bced-7e2a5160a9a0 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group_rule': {'security_group_id': '06e33564-f50c-422f-a249-09e7926319da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:17.701496 n-d-800085-9 neutron-server[94036]: WARNING neutron.api.v2.base [None req-32abb6ac-0adf-434e-bced-7e2a5160a9a0 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 24 09:40:17.701974 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-32abb6ac-0adf-434e-bced-7e2a5160a9a0 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:40:17.705078 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-32abb6ac-0adf-434e-bced-7e2a5160a9a0 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063601 Jul 24 09:40:17.705649 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40650) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:17.710849 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ee6d7c01-5496-479e-a634-136bc3d419b6 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group_rule': {'security_group_id': '06e33564-f50c-422f-a249-09e7926319da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:17.711805 n-d-800085-9 neutron-server[94035]: WARNING neutron.api.v2.base [None req-ee6d7c01-5496-479e-a634-136bc3d419b6 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 24 09:40:17.712310 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-ee6d7c01-5496-479e-a634-136bc3d419b6 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:40:17.713294 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ee6d7c01-5496-479e-a634-136bc3d419b6 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066876 Jul 24 09:40:17.715803 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40652) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:17.721557 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-d04600cc-60c6-45c4-8115-34c2f52e0c9f tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group_rule': {'security_group_id': '06e33564-f50c-422f-a249-09e7926319da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:17.722576 n-d-800085-9 neutron-server[94036]: WARNING neutron.api.v2.base [None req-d04600cc-60c6-45c4-8115-34c2f52e0c9f tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 24 09:40:17.723133 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-d04600cc-60c6-45c4-8115-34c2f52e0c9f tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:40:17.724497 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d04600cc-60c6-45c4-8115-34c2f52e0c9f tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0068727 Jul 24 09:40:17.727106 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40654) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:17.782852 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c2ced96c-c432-43e7-b844-be599f5e1cc1 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:17.807172 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c2ced96c-c432-43e7-b844-be599f5e1cc1 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:17.849005 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c2ced96c-c432-43e7-b844-be599f5e1cc1 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:17.851620 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c2ced96c-c432-43e7-b844-be599f5e1cc1 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:17.852794 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c2ced96c-c432-43e7-b844-be599f5e1cc1 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "DELETE /v2.0/security-groups/06e33564-f50c-422f-a249-09e7926319da HTTP/1.1" status: 204 len: 168 time: 0.1245940 Jul 24 09:40:17.856208 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40656) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:17.862650 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ced96c-c432-43e7-b844-be599f5e1cc1 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e33564-f50c-422f-a249-09e7926319da,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:17.898539 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-080792a3-ba8e-47b4-a563-107285bd5c6e tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0409253 Jul 24 09:40:17.902586 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40658) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:17.908111 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-9dcaafb3-cd64-47e7-8da2-7d97ca34fc1b tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group': {'name': 'tempest-secgroup--1216363938'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:17.933042 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9dcaafb3-cd64-47e7-8da2-7d97ca34fc1b tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:18.017782 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9dcaafb3-cd64-47e7-8da2-7d97ca34fc1b tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:18.021816 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9dcaafb3-cd64-47e7-8da2-7d97ca34fc1b tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:18.052908 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9dcaafb3-cd64-47e7-8da2-7d97ca34fc1b tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:18.056690 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9dcaafb3-cd64-47e7-8da2-7d97ca34fc1b tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1504877 Jul 24 09:40:18.056690 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcaafb3-cd64-47e7-8da2-7d97ca34fc1b tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bf1fd3-7684-43e8-b7fa-94db750fe55c,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:18.057182 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40660) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:18.063203 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-c442fd31-1a23-43d8-9455-5a6c1f715ae8 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group_rule': {'security_group_id': 'a0bf1fd3-7684-43e8-b7fa-94db750fe55c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:18.065230 n-d-800085-9 neutron-server[94035]: WARNING neutron.api.v2.base [None req-c442fd31-1a23-43d8-9455-5a6c1f715ae8 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 24 09:40:18.065874 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-c442fd31-1a23-43d8-9455-5a6c1f715ae8 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:40:18.069721 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c442fd31-1a23-43d8-9455-5a6c1f715ae8 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076830 Jul 24 09:40:18.069721 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40664) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:18.075954 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-933662cb-8525-470c-9d21-e009de3bab68 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group_rule': {'security_group_id': 'a0bf1fd3-7684-43e8-b7fa-94db750fe55c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:18.113457 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-933662cb-8525-470c-9d21-e009de3bab68 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:40:18.114597 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-933662cb-8525-470c-9d21-e009de3bab68 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0439787 Jul 24 09:40:18.118004 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40666) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:18.124474 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-54c6155e-37e3-41e1-bf58-dfb1d243e78a tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group_rule': {'security_group_id': 'a0bf1fd3-7684-43e8-b7fa-94db750fe55c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:18.125087 n-d-800085-9 neutron-server[94036]: WARNING neutron.api.v2.base [None req-54c6155e-37e3-41e1-bf58-dfb1d243e78a tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 24 09:40:18.125800 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-54c6155e-37e3-41e1-bf58-dfb1d243e78a tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:40:18.128712 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-54c6155e-37e3-41e1-bf58-dfb1d243e78a tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076525 Jul 24 09:40:18.129388 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40668) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:18.133856 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-e15f313f-b7d7-48cc-8b5b-b4a33be1897c tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group_rule': {'security_group_id': 'a0bf1fd3-7684-43e8-b7fa-94db750fe55c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:18.183003 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-e15f313f-b7d7-48cc-8b5b-b4a33be1897c tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:40:18.184351 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e15f313f-b7d7-48cc-8b5b-b4a33be1897c tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0539527 Jul 24 09:40:18.187136 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40672) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:18.193566 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-a4d18196-82f9-48e9-b215-93266c8367e5 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group_rule': {'security_group_id': 'a0bf1fd3-7684-43e8-b7fa-94db750fe55c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:18.194148 n-d-800085-9 neutron-server[94036]: WARNING neutron.api.v2.base [None req-a4d18196-82f9-48e9-b215-93266c8367e5 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 24 09:40:18.194642 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-a4d18196-82f9-48e9-b215-93266c8367e5 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:40:18.196515 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a4d18196-82f9-48e9-b215-93266c8367e5 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077260 Jul 24 09:40:18.199716 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40676) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:18.204523 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-afd7b5a0-13ed-4172-b069-008355b808dd tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group_rule': {'security_group_id': 'a0bf1fd3-7684-43e8-b7fa-94db750fe55c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:18.251390 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-afd7b5a0-13ed-4172-b069-008355b808dd tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:40:18.255648 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-afd7b5a0-13ed-4172-b069-008355b808dd tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0524027 Jul 24 09:40:18.256188 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40678) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:18.263548 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-308e3d02-8844-497d-af6d-0268e0d0404a tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group_rule': {'security_group_id': 'a0bf1fd3-7684-43e8-b7fa-94db750fe55c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:18.264404 n-d-800085-9 neutron-server[94036]: WARNING neutron.api.v2.base [None req-308e3d02-8844-497d-af6d-0268e0d0404a tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 24 09:40:18.264952 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-308e3d02-8844-497d-af6d-0268e0d0404a tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:40:18.268576 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-308e3d02-8844-497d-af6d-0268e0d0404a tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083585 Jul 24 09:40:18.268938 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40680) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:18.276775 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-139d351d-f325-4ba5-8b74-7c8b7a8c9a57 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group_rule': {'security_group_id': 'a0bf1fd3-7684-43e8-b7fa-94db750fe55c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:18.319120 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-139d351d-f325-4ba5-8b74-7c8b7a8c9a57 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:40:18.320786 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-139d351d-f325-4ba5-8b74-7c8b7a8c9a57 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0494649 Jul 24 09:40:18.323941 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40684) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:18.329134 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ac3002f0-9276-45a6-abf7-aa94fc1c7e22 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group_rule': {'security_group_id': 'a0bf1fd3-7684-43e8-b7fa-94db750fe55c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:18.390560 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-ac3002f0-9276-45a6-abf7-aa94fc1c7e22 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:40:18.392155 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ac3002f0-9276-45a6-abf7-aa94fc1c7e22 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0669842 Jul 24 09:40:18.395082 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40690) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:18.508612 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9db0d7ab-d441-4f70-9788-d1835b9afb7a tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:18.550101 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2247d-5326-4b89-aef7-67665753f56c req-434ddf99-4198-4454-af48-20696010bd01 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:18.552014 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-02b2247d-5326-4b89-aef7-67665753f56c req-434ddf99-4198-4454-af48-20696010bd01 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 946 time: 0.1299915 Jul 24 09:40:18.554051 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9db0d7ab-d441-4f70-9788-d1835b9afb7a tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:18.638332 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-02b2247d-5326-4b89-aef7-67665753f56c req-b432b966-a637-4870-8ece-eee3542771f3 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fb4d789-b27a-4fd8-9602-ad6cda7fd664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726285 Jul 24 09:40:18.653050 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9db0d7ab-d441-4f70-9788-d1835b9afb7a tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:18.655634 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9db0d7ab-d441-4f70-9788-d1835b9afb7a tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:18.659254 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9db0d7ab-d441-4f70-9788-d1835b9afb7a tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "DELETE /v2.0/security-groups/a0bf1fd3-7684-43e8-b7fa-94db750fe55c HTTP/1.1" status: 204 len: 168 time: 0.2595158 Jul 24 09:40:18.660113 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40698) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:18.690005 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0d7ab-d441-4f70-9788-d1835b9afb7a tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bf1fd3-7684-43e8-b7fa-94db750fe55c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:18.720723 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c32b12c1-5046-4512-9931-980592eb07a1 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0594125 Jul 24 09:40:18.724782 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40700) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:18.729731 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-711e0438-3bbf-479b-afc8-859cdc4462e6 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group': {'name': 'tempest-secgroup--316079797'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:18.769427 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-711e0438-3bbf-479b-afc8-859cdc4462e6 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:18.878246 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-711e0438-3bbf-479b-afc8-859cdc4462e6 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:18.884268 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-711e0438-3bbf-479b-afc8-859cdc4462e6 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:18.917760 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-711e0438-3bbf-479b-afc8-859cdc4462e6 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:18.919171 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-711e0438-3bbf-479b-afc8-859cdc4462e6 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1930735 Jul 24 09:40:18.922973 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40702) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:18.927934 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f8bb666f-ced7-403d-a3da-62a671be70e1 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group_rule': {'security_group_id': 'e00c7c7f-c9f4-44fe-86d4-458c83858e31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:18.934260 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e0438-3bbf-479b-afc8-859cdc4462e6 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e00c7c7f-c9f4-44fe-86d4-458c83858e31,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:18.995926 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-f8bb666f-ced7-403d-a3da-62a671be70e1 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] create failed (client error): The resource could not be found. Jul 24 09:40:19.001131 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40704) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:19.002900 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f8bb666f-ced7-403d-a3da-62a671be70e1 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0786278 Jul 24 09:40:19.007232 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-ed508cfd-59a9-4bb3-9c8e-ff7809c4e54d tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group_rule': {'security_group_id': 'e00c7c7f-c9f4-44fe-86d4-458c83858e31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '60e968c4-9b39-4efd-93ef-07277bc9c42c'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:19.061660 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-ed508cfd-59a9-4bb3-9c8e-ff7809c4e54d tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] create failed (client error): The resource could not be found. Jul 24 09:40:19.065688 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ed508cfd-59a9-4bb3-9c8e-ff7809c4e54d tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0603659 Jul 24 09:40:19.066061 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40706) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:19.148341 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-09b29c8b-2474-4020-a477-4fecef7f18de tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:19.210965 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-09b29c8b-2474-4020-a477-4fecef7f18de tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:19.279627 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-09b29c8b-2474-4020-a477-4fecef7f18de tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:19.282767 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-09b29c8b-2474-4020-a477-4fecef7f18de tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:19.287244 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40710) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:19.287970 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-09b29c8b-2474-4020-a477-4fecef7f18de tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "DELETE /v2.0/security-groups/e00c7c7f-c9f4-44fe-86d4-458c83858e31 HTTP/1.1" status: 204 len: 168 time: 0.2201228 Jul 24 09:40:19.299131 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b29c8b-2474-4020-a477-4fecef7f18de tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00c7c7f-c9f4-44fe-86d4-458c83858e31,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:19.373307 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a12f2307-eb0b-44dc-a7cc-2b178a8c69c9 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0836055 Jul 24 09:40:19.377060 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40712) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:19.381578 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-d634d9b8-f784-4a69-8ef4-cf41e7e8fcb4 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group_rule': {'security_group_id': 'a44080d5-7f16-4de7-b4ef-734f5eec6c9a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:19.423689 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-d634d9b8-f784-4a69-8ef4-cf41e7e8fcb4 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] create failed (client error): The resource could not be found. Jul 24 09:40:19.428338 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d634d9b8-f784-4a69-8ef4-cf41e7e8fcb4 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0471370 Jul 24 09:40:19.428971 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40714) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:19.435366 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-ada2b84f-5de5-4426-b5be-1f9d9e9af4d8 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group': {'name': 'tempest-secgroup--181633384'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:19.458365 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ada2b84f-5de5-4426-b5be-1f9d9e9af4d8 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:19.544625 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ada2b84f-5de5-4426-b5be-1f9d9e9af4d8 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:19.548824 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ada2b84f-5de5-4426-b5be-1f9d9e9af4d8 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:19.575673 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ada2b84f-5de5-4426-b5be-1f9d9e9af4d8 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:19.576901 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ada2b84f-5de5-4426-b5be-1f9d9e9af4d8 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1467667 Jul 24 09:40:19.580275 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40716) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:19.584971 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-3337ba9d-89df-44cb-b69a-3c60de9b78d0 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group': {'name': 'tempest-secgroup--2072892663'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:19.588834 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2b84f-5de5-4426-b5be-1f9d9e9af4d8 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15250e00-f974-4b0a-909f-fea38a148a61,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:19.609714 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3337ba9d-89df-44cb-b69a-3c60de9b78d0 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:19.726043 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3337ba9d-89df-44cb-b69a-3c60de9b78d0 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:19.732232 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3337ba9d-89df-44cb-b69a-3c60de9b78d0 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:19.764127 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3337ba9d-89df-44cb-b69a-3c60de9b78d0 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:19.767929 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3337ba9d-89df-44cb-b69a-3c60de9b78d0 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1838944 Jul 24 09:40:19.768553 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40722) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:19.773383 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-71088713-4c25-4cf5-b955-4e0bcddb680b tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group_rule': {'security_group_id': '15250e00-f974-4b0a-909f-fea38a148a61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5495c490-29f9-4180-8aca-7126a0901130'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:19.784597 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337ba9d-89df-44cb-b69a-3c60de9b78d0 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5495c490-29f9-4180-8aca-7126a0901130,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:19.820834 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-71088713-4c25-4cf5-b955-4e0bcddb680b tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 09:40:19.826401 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-71088713-4c25-4cf5-b955-4e0bcddb680b tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0565882 Jul 24 09:40:19.827557 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40724) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:19.849170 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe65fe3-706c-4ba8-9696-a5e662fa917e req-c7656024-30c3-4981-81da-bd7a7c1c8c60 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:19.851415 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ffe65fe3-706c-4ba8-9696-a5e662fa917e req-c7656024-30c3-4981-81da-bd7a7c1c8c60 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 946 time: 0.0884397 Jul 24 09:40:19.893479 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ffe65fe3-706c-4ba8-9696-a5e662fa917e req-8a31b016-f8a5-4724-b99b-8c144424b927 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fb4d789-b27a-4fd8-9602-ad6cda7fd664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357745 Jul 24 09:40:19.915462 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ad606d99-58fc-4088-aa70-4addad6cc949 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:19.942816 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ad606d99-58fc-4088-aa70-4addad6cc949 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:19.992009 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ad606d99-58fc-4088-aa70-4addad6cc949 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:20.002446 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ad606d99-58fc-4088-aa70-4addad6cc949 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:20.004213 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ad606d99-58fc-4088-aa70-4addad6cc949 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "DELETE /v2.0/security-groups/5495c490-29f9-4180-8aca-7126a0901130 HTTP/1.1" status: 204 len: 168 time: 0.1747406 Jul 24 09:40:20.007145 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40726) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:20.016260 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad606d99-58fc-4088-aa70-4addad6cc949 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5495c490-29f9-4180-8aca-7126a0901130,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:20.083327 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f6e54520-7661-41a6-8cd3-e26bbac08bc9 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0721262 Jul 24 09:40:20.083830 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40728) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:20.137896 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c297-6553-486d-b51b-9077b4805590 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:20.166498 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c297-6553-486d-b51b-9077b4805590 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:20.212373 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c297-6553-486d-b51b-9077b4805590 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:20.216419 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c297-6553-486d-b51b-9077b4805590 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:20.220158 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ddf7c297-6553-486d-b51b-9077b4805590 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "DELETE /v2.0/security-groups/15250e00-f974-4b0a-909f-fea38a148a61 HTTP/1.1" status: 204 len: 168 time: 0.1330903 Jul 24 09:40:20.220659 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40732) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:20.228320 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7c297-6553-486d-b51b-9077b4805590 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15250e00-f974-4b0a-909f-fea38a148a61,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:20.279818 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-55359693-b819-4754-881c-79aacca691f6 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576355 Jul 24 09:40:20.283931 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40734) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:20.288616 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-10d837f5-4c2c-4cd0-8fa4-f6ba174efd93 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group': {'name': 'tempest-secgroup--449390374'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:20.315355 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-10d837f5-4c2c-4cd0-8fa4-f6ba174efd93 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:20.404429 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-10d837f5-4c2c-4cd0-8fa4-f6ba174efd93 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:20.409901 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-10d837f5-4c2c-4cd0-8fa4-f6ba174efd93 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:20.440815 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-10d837f5-4c2c-4cd0-8fa4-f6ba174efd93 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:20.445117 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-10d837f5-4c2c-4cd0-8fa4-f6ba174efd93 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1574049 Jul 24 09:40:20.445381 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40742) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:20.450665 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f6778eeb-ac58-45b9-91c9-d8d68da80ab8 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:20.451188 n-d-800085-9 neutron-server[94035]: WARNING neutron.api.v2.base [None req-f6778eeb-ac58-45b9-91c9-d8d68da80ab8 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 24 09:40:20.451781 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [None req-f6778eeb-ac58-45b9-91c9-d8d68da80ab8 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] update failed (client error): There was a conflict when trying to complete your request. Jul 24 09:40:20.455364 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f6778eeb-ac58-45b9-91c9-d8d68da80ab8 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "PUT /v2.0/security-groups/d5cd8ad4-0a2f-4cea-8d2d-787dccc4b267 HTTP/1.1" status: 409 len: 330 time: 0.0063622 Jul 24 09:40:20.455522 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d837f5-4c2c-4cd0-8fa4-f6ba174efd93 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cd8ad4-0a2f-4cea-8d2d-787dccc4b267,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:20.455976 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40744) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:20.518162 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-504c05ad-1232-47c3-8acb-7b676cb97a13 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:20.571056 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-504c05ad-1232-47c3-8acb-7b676cb97a13 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:20.662708 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-7fc3f181-0578-4c8d-903c-7e4c36fc338e tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:20.664232 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-7fc3f181-0578-4c8d-903c-7e4c36fc338e tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 812 time: 0.1438982 Jul 24 09:40:20.665359 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-504c05ad-1232-47c3-8acb-7b676cb97a13 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:20.668389 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-504c05ad-1232-47c3-8acb-7b676cb97a13 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:20.672043 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-504c05ad-1232-47c3-8acb-7b676cb97a13 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "DELETE /v2.0/security-groups/d5cd8ad4-0a2f-4cea-8d2d-787dccc4b267 HTTP/1.1" status: 204 len: 168 time: 0.2125123 Jul 24 09:40:20.672803 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40748) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:20.686747 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c05ad-1232-47c3-8acb-7b676cb97a13 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cd8ad4-0a2f-4cea-8d2d-787dccc4b267,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:20.690566 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-b6025c3e-5f85-4304-929f-d1579af2fe61 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/quotas/1badc3f1501941d9bbfe9d2d50d5c337 HTTP/1.1" status: 200 len: 375 time: 0.0172541 Jul 24 09:40:20.730600 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-325915db-2aba-43b3-b35c-c82b364349d4 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0564606 Jul 24 09:40:20.734364 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40750) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:20.750344 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-5a20075c-3035-4a86-9b4f-067cee2a5f6c tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] delete failed (client error): The resource could not be found. Jul 24 09:40:20.753210 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5a20075c-3035-4a86-9b4f-067cee2a5f6c tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "DELETE /v2.0/security-groups/1af73dc5-fee6-45ea-b654-971943c30be2 HTTP/1.1" status: 404 len: 347 time: 0.0160923 Jul 24 09:40:20.755133 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40754) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:20.770631 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-96d4e3a2-a398-42f9-8e74-8bf5f85acf92 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] show failed (client error): The resource could not be found. Jul 24 09:40:20.771690 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-96d4e3a2-a398-42f9-8e74-8bf5f85acf92 tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "GET /v2.0/security-groups/1cbf65c9-1682-4436-8233-73dd1856ad30 HTTP/1.1" status: 404 len: 347 time: 0.0156100 Jul 24 09:40:20.778647 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-e94dba05-0b91-4eec-a51e-d6e90223ad59 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816505 Jul 24 09:40:20.780254 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40756) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:20.801028 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-03282e5c-96ad-4220-b4f4-e3a442b73fcc tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] show failed (client error): The resource could not be found. Jul 24 09:40:20.805950 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-03282e5c-96ad-4220-b4f4-e3a442b73fcc tempest-NegativeSecGroupTest-828620950 tempest-NegativeSecGroupTest-828620950-project] 10.222.0.32 "GET /v2.0/security-group-rules/75e94078-d816-4226-8372-0f17404901b0 HTTP/1.1" status: 404 len: 356 time: 0.0157552 Jul 24 09:40:20.902353 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-3731c17f-fa58-4e4d-9f85-e02f59b21b36 service neutron] 10.222.0.32 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226499 Jul 24 09:40:21.059239 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-d22d3d09-5337-4a13-a9fe-d2c165fc9c8e service neutron] 10.222.0.32 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499279 Jul 24 09:40:21.096498 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40768) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:21.139988 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8dae6c-3ecc-4693-9ade-183b2d5e3a0b req-b25a148e-3ab1-402c-ae9a-741145a20a86 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:21.147105 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0b8dae6c-3ecc-4693-9ade-183b2d5e3a0b req-b25a148e-3ab1-402c-ae9a-741145a20a86 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 946 time: 0.1067600 Jul 24 09:40:21.185328 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40774) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:21.200323 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0b8dae6c-3ecc-4693-9ade-183b2d5e3a0b req-b3fe8c60-c055-4813-a7ea-42c7f8b8caee tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fb4d789-b27a-4fd8-9602-ad6cda7fd664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509331 Jul 24 09:40:21.304355 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6df76fa-4b82-437d-86da-8506cfc62ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:21.392706 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-82abb688-0ee8-449f-b561-3fcc6a84dac9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=827dcb40d1f440d39c216ea3c1589397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2044439 Jul 24 09:40:21.393408 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40786) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:21.442290 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6bee00c9-5bf8-4fed-b66c-693a131d8823 req-b678cb6d-2e43-4d31-8186-9e1b7148dc9f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 210 time: 0.0410390 Jul 24 09:40:21.443237 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6df76fa-4b82-437d-86da-8506cfc62ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:21.451895 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a6df76fa-4b82-437d-86da-8506cfc62ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:21.478078 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-08346efc-85be-4653-a71a-2d1d95330a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:21.496322 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a6df76fa-4b82-437d-86da-8506cfc62ddf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cfc1429f6345475db6ed25fb43c52197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3987274 Jul 24 09:40:21.499048 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40788) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:21.499901 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df76fa-4b82-437d-86da-8506cfc62ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b66403f-875f-4c98-a417-19f323414d51,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:21.516007 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-08346efc-85be-4653-a71a-2d1d95330a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:21.585861 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cc3794ae-3faf-44ea-b68f-bb6c83817810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:21.598003 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-08346efc-85be-4653-a71a-2d1d95330a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:21.600466 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-08346efc-85be-4653-a71a-2d1d95330a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:21.601662 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-08346efc-85be-4653-a71a-2d1d95330a89 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/10006b52-6e26-40a1-b1cc-b9ba26b6f9d1 HTTP/1.1" status: 204 len: 168 time: 0.2066879 Jul 24 09:40:21.623263 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08346efc-85be-4653-a71a-2d1d95330a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10006b52-6e26-40a1-b1cc-b9ba26b6f9d1,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:21.627044 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cc3794ae-3faf-44ea-b68f-bb6c83817810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:21.684619 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cc3794ae-3faf-44ea-b68f-bb6c83817810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:21.688398 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cc3794ae-3faf-44ea-b68f-bb6c83817810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:21.692210 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-cc3794ae-3faf-44ea-b68f-bb6c83817810 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b66403f-875f-4c98-a417-19f323414d51 HTTP/1.1" status: 204 len: 168 time: 0.1918540 Jul 24 09:40:21.701543 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3794ae-3faf-44ea-b68f-bb6c83817810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b66403f-875f-4c98-a417-19f323414d51,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:22.380275 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443a4f3-5284-408e-a708-c7563f2ae43c req-c6bd7ba6-2105-491f-ab0f-33b9d0142873 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:22.388302 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4443a4f3-5284-408e-a708-c7563f2ae43c req-c6bd7ba6-2105-491f-ab0f-33b9d0142873 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 946 time: 0.1003196 Jul 24 09:40:22.446868 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4443a4f3-5284-408e-a708-c7563f2ae43c req-0ebaa5db-5d9e-4e50-b767-f86ae85a80a2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fb4d789-b27a-4fd8-9602-ad6cda7fd664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573008 Jul 24 09:40:22.447604 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-983054f7-2e8c-4521-87c5-f032956e3600 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:22.449260 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-983054f7-2e8c-4521-87c5-f032956e3600 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.37 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 812 time: 0.1718712 Jul 24 09:40:22.462566 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-e7bca06c-8dbe-4bbc-af6f-811687b80ca9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Request body: {'port': {'device_id': '130d744a-0a07-4872-aede-90832f698406', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'admin_state_up': True, 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:22.581686 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3a9884ad-85b0-4879-9729-862924adef6f req-1a5a91c9-3078-4510-84c2-eda706e33ef6 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 210 time: 0.0460753 Jul 24 09:40:22.637794 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-e7bca06c-8dbe-4bbc-af6f-811687b80ca9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Made reservation on behalf of 1badc3f1501941d9bbfe9d2d50d5c337 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:40:22.642334 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-e7bca06c-8dbe-4bbc-af6f-811687b80ca9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:22.787693 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-e7bca06c-8dbe-4bbc-af6f-811687b80ca9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Allocated IP 172.20.0.3 (ac0598e8-c43b-451d-ac72-9b82e96a2d8a/c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130/9888fda9-c52a-441f-8d48-8e197098673f) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:40:22.966670 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-e7bca06c-8dbe-4bbc-af6f-811687b80ca9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:23.144913 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40864) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:23.242298 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-e7bca06c-8dbe-4bbc-af6f-811687b80ca9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Transition to ACTIVE for port object 9888fda9-c52a-441f-8d48-8e197098673f will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:40:23.275718 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-e7bca06c-8dbe-4bbc-af6f-811687b80ca9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:23.329663 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-e7bca06c-8dbe-4bbc-af6f-811687b80ca9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Network ac0598e8-c43b-451d-ac72-9b82e96a2d8a is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:40:23.333472 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-e7bca06c-8dbe-4bbc-af6f-811687b80ca9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:40:23.338336 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-e7bca06c-8dbe-4bbc-af6f-811687b80ca9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:40:23.366177 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bca06c-8dbe-4bbc-af6f-811687b80ca9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event updated for resources: {'Port': ['ID=9888fda9-c52a-441f-8d48-8e197098673f,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:23.417318 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-e7bca06c-8dbe-4bbc-af6f-811687b80ca9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:23.418007 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-e7bca06c-8dbe-4bbc-af6f-811687b80ca9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:23.435195 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-e7bca06c-8dbe-4bbc-af6f-811687b80ca9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9774683 Jul 24 09:40:23.456342 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-606d4845-abc1-4047-9d21-82599f82cb48 service neutron] Request body: {'port': {'device_id': '130d744a-0a07-4872-aede-90832f698406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:23.460799 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-546cd742-a083-4857-880b-59a103a7be64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:23.622851 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-606d4845-abc1-4047-9d21-82599f82cb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:23.648362 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-546cd742-a083-4857-880b-59a103a7be64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:23.665132 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-546cd742-a083-4857-880b-59a103a7be64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:23.712516 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6e66a70a-05f0-4543-898c-0f97fcd3532a None None] Provisioning for port 9888fda9-c52a-441f-8d48-8e197098673f completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:40:23.718251 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6e66a70a-05f0-4543-898c-0f97fcd3532a None None] Provisioning complete for port 9888fda9-c52a-441f-8d48-8e197098673f triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:40:23.718708 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6e66a70a-05f0-4543-898c-0f97fcd3532a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:23.737690 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f714e-425e-4429-bbd5-72263213d0cf req-ee1a5a53-41f5-4523-9861-9d1a3071c86d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:23.742660 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b17f714e-425e-4429-bbd5-72263213d0cf req-ee1a5a53-41f5-4523-9861-9d1a3071c86d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 946 time: 0.1721666 Jul 24 09:40:23.798599 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-6e66a70a-05f0-4543-898c-0f97fcd3532a None None] Port 9888fda9-c52a-441f-8d48-8e197098673f cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:40:23.820070 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546cd742-a083-4857-880b-59a103a7be64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45c0a67-57c3-4d15-89c0-442556e1a0f3,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:23.829687 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-546cd742-a083-4857-880b-59a103a7be64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=59baec2df534446ba6b92e2ce9aba341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6813357 Jul 24 09:40:23.831438 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40886) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:23.863204 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b17f714e-425e-4429-bbd5-72263213d0cf req-501c7d10-b727-42fc-b5a6-530ab33adf6a tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fb4d789-b27a-4fd8-9602-ad6cda7fd664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137767 Jul 24 09:40:23.905663 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2d9cf6c4-8cbb-4975-9163-e473d14b3d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:23.937073 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2d9cf6c4-8cbb-4975-9163-e473d14b3d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:24.017143 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470df5d-1ae0-4985-a644-e29ba3e00041 req-f1f4f212-6795-4486-a941-c384df1c1374 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:24.017426 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2d9cf6c4-8cbb-4975-9163-e473d14b3d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:24.018972 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0470df5d-1ae0-4985-a644-e29ba3e00041 req-f1f4f212-6795-4486-a941-c384df1c1374 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 931 time: 0.2040293 Jul 24 09:40:24.022239 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2d9cf6c4-8cbb-4975-9163-e473d14b3d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:24.025792 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2d9cf6c4-8cbb-4975-9163-e473d14b3d29 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e45c0a67-57c3-4d15-89c0-442556e1a0f3 HTTP/1.1" status: 204 len: 168 time: 0.1894290 Jul 24 09:40:24.034643 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cf6c4-8cbb-4975-9163-e473d14b3d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45c0a67-57c3-4d15-89c0-442556e1a0f3,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:24.079401 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40892) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:24.093375 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0470df5d-1ae0-4985-a644-e29ba3e00041 req-7f29d435-9576-447e-9db6-c60296153944 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612714 Jul 24 09:40:24.145501 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-606d4845-abc1-4047-9d21-82599f82cb48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9888fda9-c52a-441f-8d48-8e197098673f {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:40:24.153819 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-606d4845-abc1-4047-9d21-82599f82cb48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:24.176817 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-606d4845-abc1-4047-9d21-82599f82cb48 service neutron] Transition to ACTIVE for port object 9888fda9-c52a-441f-8d48-8e197098673f will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:40:24.186318 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-606d4845-abc1-4047-9d21-82599f82cb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:24.236863 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e97be09a-4139-489d-ab97-15fb700c5256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:24.252630 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d4845-abc1-4047-9d21-82599f82cb48 service neutron] Pushing event updated for resources: {'Port': ['ID=9888fda9-c52a-441f-8d48-8e197098673f,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:24.366903 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e97be09a-4139-489d-ab97-15fb700c5256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:24.377316 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e97be09a-4139-489d-ab97-15fb700c5256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:24.388275 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-606d4845-abc1-4047-9d21-82599f82cb48 service neutron] Attempting to bind port 9888fda9-c52a-441f-8d48-8e197098673f on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:40:24.388850 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-606d4845-abc1-4047-9d21-82599f82cb48 service neutron] Attempting to bind port 9888fda9-c52a-441f-8d48-8e197098673f by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:40:24.389452 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-606d4845-abc1-4047-9d21-82599f82cb48 service neutron] Attempting to bind port 9888fda9-c52a-441f-8d48-8e197098673f on network ac0598e8-c43b-451d-ac72-9b82e96a2d8a {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:40:24.394419 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-606d4845-abc1-4047-9d21-82599f82cb48 service neutron] Port 9888fda9-c52a-441f-8d48-8e197098673f on network ac0598e8-c43b-451d-ac72-9b82e96a2d8a not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:40:24.394975 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-606d4845-abc1-4047-9d21-82599f82cb48 service neutron] Attempting to bind port 9888fda9-c52a-441f-8d48-8e197098673f on network ac0598e8-c43b-451d-ac72-9b82e96a2d8a {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:40:24.400262 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-606d4845-abc1-4047-9d21-82599f82cb48 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:40:24.400941 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-606d4845-abc1-4047-9d21-82599f82cb48 service neutron] Checking segment: {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:40:24.401501 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-606d4845-abc1-4047-9d21-82599f82cb48 service neutron] Bound using segment: {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:40:24.402106 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-606d4845-abc1-4047-9d21-82599f82cb48 service neutron] Bound port: 9888fda9-c52a-441f-8d48-8e197098673f, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:40:24.402635 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-606d4845-abc1-4047-9d21-82599f82cb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:24.424178 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97be09a-4139-489d-ab97-15fb700c5256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaaca9b-29b3-4e2c-b5cf-625cf8af7327,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:24.465540 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40900) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:24.466086 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e97be09a-4139-489d-ab97-15fb700c5256 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c93bcccdb779460c90db914628a82a50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3851027 Jul 24 09:40:24.509291 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-606d4845-abc1-4047-9d21-82599f82cb48 service neutron] For port 9888fda9-c52a-441f-8d48-8e197098673f, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:40:24.516054 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-606d4845-abc1-4047-9d21-82599f82cb48 service neutron] For port 9888fda9-c52a-441f-8d48-8e197098673f, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=9888fda9-c52a-441f-8d48-8e197098673f,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:40:24.531205 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-606d4845-abc1-4047-9d21-82599f82cb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:24.572646 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-606d4845-abc1-4047-9d21-82599f82cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:24.573682 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-606d4845-abc1-4047-9d21-82599f82cb48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:24.575503 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-606d4845-abc1-4047-9d21-82599f82cb48 service neutron] 10.222.0.37 "PUT /v2.0/ports/9888fda9-c52a-441f-8d48-8e197098673f HTTP/1.1" status: 200 len: 1091 time: 1.1305456 Jul 24 09:40:24.579434 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130d744a-0a07-4872-aede-90832f698406', 'tag': '9888fda9-c52a-441f-8d48-8e197098673f'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:40:24.581953 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6750a56-baca-42cf-9b71-22161bc97ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "130d744a-0a07-4872-aede-90832f698406", "tag": "9888fda9-c52a-441f-8d48-8e197098673f"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:40:24.591761 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a4dab86f-1869-4379-ad15-6458dbf40563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:24.663239 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a4dab86f-1869-4379-ad15-6458dbf40563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:24.665788 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d4845-abc1-4047-9d21-82599f82cb48 service neutron] Pushing event updated for resources: {'Port': ['ID=9888fda9-c52a-441f-8d48-8e197098673f,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:24.691700 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db6f286-faa9-4676-a27c-39b1e0559e09 x-openstack-request-id: req-3db6f286-faa9-4676-a27c-39b1e0559e09 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:40:24.691991 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130d744a-0a07-4872-aede-90832f698406", "tag": "9888fda9-c52a-441f-8d48-8e197098673f", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:40:24.692240 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3db6f286-faa9-4676-a27c-39b1e0559e09 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:40:24.692641 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130d744a-0a07-4872-aede-90832f698406', 'tag': '9888fda9-c52a-441f-8d48-8e197098673f', 'status': 'completed', 'code': 200} Jul 24 09:40:24.753789 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-bfa1537c-12ab-41cb-99ed-abcb79ef9ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:24.755464 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-bfa1537c-12ab-41cb-99ed-abcb79ef9ec0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 1094 time: 0.1128402 Jul 24 09:40:24.780998 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a4dab86f-1869-4379-ad15-6458dbf40563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:24.783669 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a4dab86f-1869-4379-ad15-6458dbf40563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:24.784842 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a4dab86f-1869-4379-ad15-6458dbf40563 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2eaaca9b-29b3-4e2c-b5cf-625cf8af7327 HTTP/1.1" status: 204 len: 168 time: 0.3183012 Jul 24 09:40:24.837227 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dab86f-1869-4379-ad15-6458dbf40563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaaca9b-29b3-4e2c-b5cf-625cf8af7327,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:24.840823 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-b97135ec-d292-44bc-8d7e-97fc348deb67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9888fda9-c52a-441f-8d48-8e197098673f HTTP/1.1" status: 200 len: 217 time: 0.0718911 Jul 24 09:40:24.923825 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-c7bdea36-61d8-4871-83c5-9c592e22dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:24.925651 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-c7bdea36-61d8-4871-83c5-9c592e22dc20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 HTTP/1.1" status: 200 len: 851 time: 0.0783463 Jul 24 09:40:25.037791 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-fdba8f6b-5970-4355-8d00-7027d1061114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:25.040121 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-fdba8f6b-5970-4355-8d00-7027d1061114 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1081150 Jul 24 09:40:25.046935 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ace5a1-53f8-4906-9de9-495205fecff2 req-158a6962-e6df-4a20-be69-db8fee3b8793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:25.048981 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-76ace5a1-53f8-4906-9de9-495205fecff2 req-158a6962-e6df-4a20-be69-db8fee3b8793 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 1097 time: 0.1642783 Jul 24 09:40:25.108150 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-76ace5a1-53f8-4906-9de9-495205fecff2 req-53985d27-e888-4b0e-978f-1225960603fa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2fb4d789-b27a-4fd8-9602-ad6cda7fd664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524755 Jul 24 09:40:25.184522 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726c36d-cc02-426c-802b-89013cb89ea6 req-01cf1ebc-b8de-4dfe-80d3-b5e36096df72 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:25.186240 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b726c36d-cc02-426c-802b-89013cb89ea6 req-01cf1ebc-b8de-4dfe-80d3-b5e36096df72 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 946 time: 0.1685328 Jul 24 09:40:25.222901 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-fa9fb4fc-464b-4c9f-aece-2dab272b6bfa service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646113 Jul 24 09:40:25.275144 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b726c36d-cc02-426c-802b-89013cb89ea6 req-745d494a-391f-43fc-a45f-36495d75565a tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fb4d789-b27a-4fd8-9602-ad6cda7fd664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818815 Jul 24 09:40:25.340704 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e028a-c0f3-4f61-8f7d-abcbde289e8a req-ec86756d-acd2-49aa-bb42-4141e08418df tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:25.342817 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fb4e028a-c0f3-4f61-8f7d-abcbde289e8a req-ec86756d-acd2-49aa-bb42-4141e08418df tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 943 time: 0.1310730 Jul 24 09:40:25.362064 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d90da6c-9f55-413b-9fdb-d1ca737dbf9e req-6dc8bbd6-4c8e-4673-ba49-eb99f842f4a7 service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276171 Jul 24 09:40:25.402117 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fb4e028a-c0f3-4f61-8f7d-abcbde289e8a req-fc0c3f64-315f-460c-a942-c3d0cc103f8e tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529854 Jul 24 09:40:25.458340 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40930) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:25.477723 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6764b782-b206-4048-9e97-8b5277ba6052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:25.523805 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6750a56-baca-42cf-9b71-22161bc97ecf req-9e683d47-0ab0-4cf4-9a0a-9cf103f596c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:25.526600 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6750a56-baca-42cf-9b71-22161bc97ecf req-9e683d47-0ab0-4cf4-9a0a-9cf103f596c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 1094 time: 0.1145036 Jul 24 09:40:25.665018 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6750a56-baca-42cf-9b71-22161bc97ecf req-c30198b8-c54d-4d65-b0d1-2f5bccaa6f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:25.666463 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6750a56-baca-42cf-9b71-22161bc97ecf req-c30198b8-c54d-4d65-b0d1-2f5bccaa6f5a service neutron] 10.222.0.37 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 912 time: 0.1332560 Jul 24 09:40:25.685649 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6764b782-b206-4048-9e97-8b5277ba6052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:25.718932 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6750a56-baca-42cf-9b71-22161bc97ecf req-7e739a40-2171-4326-aafe-4c118256c27a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9888fda9-c52a-441f-8d48-8e197098673f HTTP/1.1" status: 200 len: 217 time: 0.0435741 Jul 24 09:40:25.719532 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6764b782-b206-4048-9e97-8b5277ba6052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:25.802197 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6764b782-b206-4048-9e97-8b5277ba6052 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=94e64ae48b784aa1bdbf210d2d405fbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3388391 Jul 24 09:40:25.802432 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 40938) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:25.802923 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764b782-b206-4048-9e97-8b5277ba6052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82a6644-e66c-4595-b096-2dc816950f2f,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:25.810026 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6750a56-baca-42cf-9b71-22161bc97ecf req-8811e4d2-44a5-4408-8099-568e894f9780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:25.811590 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6750a56-baca-42cf-9b71-22161bc97ecf req-8811e4d2-44a5-4408-8099-568e894f9780 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 HTTP/1.1" status: 200 len: 851 time: 0.0814462 Jul 24 09:40:25.893811 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6750a56-baca-42cf-9b71-22161bc97ecf req-54acc3c0-a400-4a52-b98b-26915812ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:25.896163 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6750a56-baca-42cf-9b71-22161bc97ecf req-54acc3c0-a400-4a52-b98b-26915812ef05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783734 Jul 24 09:40:25.908577 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f118aaf8-ec31-414f-b0f8-0af5608effc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:25.953100 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f118aaf8-ec31-414f-b0f8-0af5608effc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:26.012544 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6750a56-baca-42cf-9b71-22161bc97ecf req-401a3310-00f9-4d31-bb08-66116989d562 service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066930 Jul 24 09:40:26.039534 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f118aaf8-ec31-414f-b0f8-0af5608effc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:26.043950 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f118aaf8-ec31-414f-b0f8-0af5608effc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:26.047978 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f118aaf8-ec31-414f-b0f8-0af5608effc9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d82a6644-e66c-4595-b096-2dc816950f2f HTTP/1.1" status: 204 len: 168 time: 0.2438276 Jul 24 09:40:26.056350 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118aaf8-ec31-414f-b0f8-0af5608effc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82a6644-e66c-4595-b096-2dc816950f2f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:26.153662 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6750a56-baca-42cf-9b71-22161bc97ecf req-25136f15-c830-4258-ac35-67d5abb23825 service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340358 Jul 24 09:40:26.438469 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27fb9b-7b9f-4f45-aac7-b02cbd65464e req-633b790a-f75c-49a3-af46-f4c7f4320186 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:26.440255 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db27fb9b-7b9f-4f45-aac7-b02cbd65464e req-633b790a-f75c-49a3-af46-f4c7f4320186 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 946 time: 0.0828087 Jul 24 09:40:26.494194 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-db27fb9b-7b9f-4f45-aac7-b02cbd65464e req-6c766e14-4722-4441-b57f-e8d284d4f2ad tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fb4d789-b27a-4fd8-9602-ad6cda7fd664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450945 Jul 24 09:40:26.525935 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 40954) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:26.562909 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192dbc03-ccf0-43a8-a14f-880fb8f96b9f req-d5dfd660-2c69-411b-869a-841f659449aa tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:26.565034 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-192dbc03-ccf0-43a8-a14f-880fb8f96b9f req-d5dfd660-2c69-411b-869a-841f659449aa tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 943 time: 0.0737936 Jul 24 09:40:26.605780 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5e5dd6ca-46af-45f5-8b19-09dc02a8d902 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/floatingips/0e2489e4-1d96-4be8-9ff2-7756eee31028 HTTP/1.1" status: 200 len: 994 time: 0.0766542 Jul 24 09:40:26.610317 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-192dbc03-ccf0-43a8-a14f-880fb8f96b9f req-e39ccb5d-87e6-4f41-af5f-14a0a81b55c5 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389359 Jul 24 09:40:27.261095 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-96d70dab-4be5-4a05-864b-4788231084c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:27.505983 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 2e90edea-694c-4b69-a45e-4785364b4ed9 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:40:27.509715 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 2e90edea-694c-4b69-a45e-4785364b4ed9 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:40:27.641895 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:27.707045 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5090d115-b07d-4af6-8482-05f17ec17609', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e90edea-694c-4b69-a45e-4785364b4ed9'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:40:27.709265 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6a2ffd-e9cb-43cd-b84e-733424a57b7b" -d '{"events": [{"server_uuid": "5090d115-b07d-4af6-8482-05f17ec17609", "name": "network-vif-unplugged", "status": "completed", "tag": "2e90edea-694c-4b69-a45e-4785364b4ed9"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:40:27.714153 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 2e90edea-694c-4b69-a45e-4785364b4ed9, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=2e90edea-694c-4b69-a45e-4785364b4ed9,segment=NetworkSegment(131111b9-19ff-47d2-afd5-e66fc03e4c35),segment_id=131111b9-19ff-47d2-afd5-e66fc03e4c35)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:40:27.721942 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:27.778835 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedc2bc0-2f58-4353-921f-56bfb3d487cd x-openstack-request-id: req-aedc2bc0-2f58-4353-921f-56bfb3d487cd {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:40:27.779154 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5090d115-b07d-4af6-8482-05f17ec17609", "name": "network-vif-unplugged", "status": "completed", "tag": "2e90edea-694c-4b69-a45e-4785364b4ed9", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:40:27.779409 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aedc2bc0-2f58-4353-921f-56bfb3d487cd {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:40:27.779826 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5090d115-b07d-4af6-8482-05f17ec17609', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e90edea-694c-4b69-a45e-4785364b4ed9', 'code': 200} Jul 24 09:40:27.808329 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae686c3b-b730-4291-9088-9345658a6110 req-9b6ffec1-8191-4556-87ac-886ea110af68 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:27.808918 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=2e90edea-694c-4b69-a45e-4785364b4ed9,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:27.811516 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ae686c3b-b730-4291-9088-9345658a6110 req-9b6ffec1-8191-4556-87ac-886ea110af68 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 943 time: 0.1073837 Jul 24 09:40:27.812494 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 2e90edea-694c-4b69-a45e-4785364b4ed9, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=2e90edea-694c-4b69-a45e-4785364b4ed9,segment=NetworkSegment(131111b9-19ff-47d2-afd5-e66fc03e4c35),segment_id=131111b9-19ff-47d2-afd5-e66fc03e4c35)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:40:27.826767 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:27.827082 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:27.827426 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:27.827761 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:27.828091 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:27.828427 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:27.828904 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:27.829231 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:27.829556 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:27.829876 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:27.830195 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:27.830514 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:27.840290 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '2e90edea-694c-4b69-a45e-4785364b4ed9', 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f', 'port_id': '2e90edea-694c-4b69-a45e-4785364b4ed9', 'mac_address': 'fa:16:3e:bc:3a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7326232c-8c83-4a7c-b128-55bd2c288aa8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:40:27.877175 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ae686c3b-b730-4291-9088-9345658a6110 req-b0bc5272-a511-415d-bc87-e544e66dcc43 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591133 Jul 24 09:40:27.884469 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:27.916124 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e90edea-694c-4b69-a45e-4785364b4ed9 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:40:27.940004 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 2e90edea-694c-4b69-a45e-4785364b4ed9, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=2e90edea-694c-4b69-a45e-4785364b4ed9,segment=NetworkSegment(131111b9-19ff-47d2-afd5-e66fc03e4c35),segment_id=131111b9-19ff-47d2-afd5-e66fc03e4c35)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:40:27.943871 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:28.005426 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=2e90edea-694c-4b69-a45e-4785364b4ed9,revision_number=7']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:28.180713 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['2e90edea-694c-4b69-a45e-4785364b4ed9'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:40:29.330881 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07361ab7-a548-49e8-9634-35cbfc506285 req-5c0aa1ee-36d7-474f-b59d-642283d02829 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:29.333073 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-07361ab7-a548-49e8-9634-35cbfc506285 req-5c0aa1ee-36d7-474f-b59d-642283d02829 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 943 time: 0.3797441 Jul 24 09:40:29.372697 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-07361ab7-a548-49e8-9634-35cbfc506285 req-df524342-c891-4610-99c5-8cebd1690f37 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329719 Jul 24 09:40:29.517177 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 2e90edea-694c-4b69-a45e-4785364b4ed9 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:40:29.569643 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 2e90edea-694c-4b69-a45e-4785364b4ed9 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:40:29.570167 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:29.669769 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:29.706455 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 2e90edea-694c-4b69-a45e-4785364b4ed9, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=2e90edea-694c-4b69-a45e-4785364b4ed9,segment=NetworkSegment(131111b9-19ff-47d2-afd5-e66fc03e4c35),segment_id=131111b9-19ff-47d2-afd5-e66fc03e4c35)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:40:29.710647 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:29.762903 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=2e90edea-694c-4b69-a45e-4785364b4ed9,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:29.782386 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5090d115-b07d-4af6-8482-05f17ec17609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e90edea-694c-4b69-a45e-4785364b4ed9'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:40:29.785142 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb01cdf2-6c16-4338-b109-683584fd2a51" -d '{"events": [{"server_uuid": "5090d115-b07d-4af6-8482-05f17ec17609", "name": "network-vif-plugged", "status": "completed", "tag": "2e90edea-694c-4b69-a45e-4785364b4ed9"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:40:29.794298 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd5bc-15af-4304-8bb0-f74ab46986b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:29.833443 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45a8f15-4062-4ac7-af5d-8de3344e0bf2 x-openstack-request-id: req-b45a8f15-4062-4ac7-af5d-8de3344e0bf2 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:40:29.833965 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5090d115-b07d-4af6-8482-05f17ec17609", "name": "network-vif-plugged", "status": "completed", "tag": "2e90edea-694c-4b69-a45e-4785364b4ed9", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:40:29.834538 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b45a8f15-4062-4ac7-af5d-8de3344e0bf2 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:40:29.835142 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5090d115-b07d-4af6-8482-05f17ec17609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e90edea-694c-4b69-a45e-4785364b4ed9', 'code': 200} Jul 24 09:40:30.471996 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:30.529108 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073352e4-c6b8-4864-8fb4-8d117ba39b1b req-d4aefb89-0b7b-41c6-ab5a-7820a137b7ef tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:30.536325 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-073352e4-c6b8-4864-8fb4-8d117ba39b1b req-d4aefb89-0b7b-41c6-ab5a-7820a137b7ef tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 943 time: 0.0837848 Jul 24 09:40:30.582622 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-073352e4-c6b8-4864-8fb4-8d117ba39b1b req-594f8b85-23bf-4c1c-8990-803b0ea2e56c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452020 Jul 24 09:40:30.915848 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41074) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:31.020589 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3bd974f7-9c60-4675-b8d6-40776f3dae6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:31.055793 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:31.115400 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3bd974f7-9c60-4675-b8d6-40776f3dae6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:31.119573 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3bd974f7-9c60-4675-b8d6-40776f3dae6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:31.158173 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3bd974f7-9c60-4675-b8d6-40776f3dae6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c5ae7f7a754429f86e02dde95d9d2b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2404425 Jul 24 09:40:31.159053 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd974f7-9c60-4675-b8d6-40776f3dae6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3aa0f33-3a94-46a7-97f2-f6245c547749,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:31.160862 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41078) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:31.221136 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-52a48e39-d81d-4f34-a91a-9c24459d4840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:31.245014 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-52a48e39-d81d-4f34-a91a-9c24459d4840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:31.291073 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-52a48e39-d81d-4f34-a91a-9c24459d4840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:31.293753 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-52a48e39-d81d-4f34-a91a-9c24459d4840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:31.294987 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-52a48e39-d81d-4f34-a91a-9c24459d4840 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a3aa0f33-3a94-46a7-97f2-f6245c547749 HTTP/1.1" status: 204 len: 168 time: 0.1329529 Jul 24 09:40:31.302774 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a48e39-d81d-4f34-a91a-9c24459d4840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3aa0f33-3a94-46a7-97f2-f6245c547749,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:31.565723 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41084) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:31.578976 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4b20-a09a-41d1-b74b-66b66925f64d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:31.736249 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-311b928a-5b3d-4209-86c5-762eaca1a3ec req-8ef60b0f-2ec0-4a85-84b5-c7d14d516aeb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0981166 Jul 24 09:40:31.738145 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4b20-a09a-41d1-b74b-66b66925f64d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:31.743185 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4b20-a09a-41d1-b74b-66b66925f64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:31.765651 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979c9ef-267c-4c80-9f3b-ba5c0658f8c8 req-41d0aff8-0f0e-41ff-8107-a8ae93cbac47 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:31.773314 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3979c9ef-267c-4c80-9f3b-ba5c0658f8c8 req-41d0aff8-0f0e-41ff-8107-a8ae93cbac47 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 943 time: 0.0905085 Jul 24 09:40:31.788116 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7ebf4b20-a09a-41d1-b74b-66b66925f64d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=932d52d826b14182abe6c96325cede84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2211759 Jul 24 09:40:31.789369 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf4b20-a09a-41d1-b74b-66b66925f64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a813a6-5e8e-4ff6-b998-41db2ef4ddca,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:31.792698 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41090) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:31.821292 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3979c9ef-267c-4c80-9f3b-ba5c0658f8c8 req-971da30f-d02b-4c84-b9f4-57295d6e9963 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435762 Jul 24 09:40:31.886242 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5ac843c-28c5-4001-bca3-b3dd8db2df5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:31.903345 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b928a-5b3d-4209-86c5-762eaca1a3ec req-95cdf395-3fbd-4d41-b8fb-7cccab09e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:31.905099 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-311b928a-5b3d-4209-86c5-762eaca1a3ec req-95cdf395-3fbd-4d41-b8fb-7cccab09e4d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 1097 time: 0.1036966 Jul 24 09:40:31.915083 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5ac843c-28c5-4001-bca3-b3dd8db2df5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:32.033709 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b928a-5b3d-4209-86c5-762eaca1a3ec req-4f2bcbee-2300-4878-a489-f4440738e48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:32.035406 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-311b928a-5b3d-4209-86c5-762eaca1a3ec req-4f2bcbee-2300-4878-a489-f4440738e48e service neutron] 10.222.0.20 "GET /v2.0/networks?id=f04252e8-291e-482a-be58-76c4d5569c4f HTTP/1.1" status: 200 len: 897 time: 0.1124744 Jul 24 09:40:32.036128 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5ac843c-28c5-4001-bca3-b3dd8db2df5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:32.038694 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5ac843c-28c5-4001-bca3-b3dd8db2df5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:32.039732 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c5ac843c-28c5-4001-bca3-b3dd8db2df5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a3a813a6-5e8e-4ff6-b998-41db2ef4ddca HTTP/1.1" status: 204 len: 168 time: 0.2457218 Jul 24 09:40:32.057598 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac843c-28c5-4001-bca3-b3dd8db2df5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a813a6-5e8e-4ff6-b998-41db2ef4ddca,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:32.113694 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-311b928a-5b3d-4209-86c5-762eaca1a3ec req-47afb596-1b36-45c6-8e90-c8839a2fb1e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e90edea-694c-4b69-a45e-4785364b4ed9 HTTP/1.1" status: 200 len: 1002 time: 0.0696824 Jul 24 09:40:32.174339 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b928a-5b3d-4209-86c5-762eaca1a3ec req-562c5264-4d77-4b6e-838d-c5cfaa38ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:32.175848 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-311b928a-5b3d-4209-86c5-762eaca1a3ec req-562c5264-4d77-4b6e-838d-c5cfaa38ef28 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7326232c-8c83-4a7c-b128-55bd2c288aa8 HTTP/1.1" status: 200 len: 835 time: 0.0563111 Jul 24 09:40:32.242433 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b928a-5b3d-4209-86c5-762eaca1a3ec req-72f5af72-539a-4d2a-8353-78fe0e3c0a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:32.244165 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-311b928a-5b3d-4209-86c5-762eaca1a3ec req-72f5af72-539a-4d2a-8353-78fe0e3c0a87 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f04252e8-291e-482a-be58-76c4d5569c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624299 Jul 24 09:40:32.336226 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-311b928a-5b3d-4209-86c5-762eaca1a3ec req-08828b41-dca8-46c4-aef3-4a5677f28159 service neutron] 10.222.0.20 "GET /v2.0/networks/f04252e8-291e-482a-be58-76c4d5569c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856392 Jul 24 09:40:32.435126 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-311b928a-5b3d-4209-86c5-762eaca1a3ec req-025af13d-4f12-443f-ad39-b5cf31d38b88 service neutron] 10.222.0.20 "GET /v2.0/networks/f04252e8-291e-482a-be58-76c4d5569c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927002 Jul 24 09:40:32.962731 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:32.991997 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0817d2-04db-473b-8001-b6c36efa3fcd req-e1f87ff4-c028-4371-ac50-92284de83a46 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:32.993745 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ed0817d2-04db-473b-8001-b6c36efa3fcd req-e1f87ff4-c028-4371-ac50-92284de83a46 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 943 time: 0.0843985 Jul 24 09:40:33.060131 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ed0817d2-04db-473b-8001-b6c36efa3fcd req-225ede5f-7a10-4891-a2e6-71e48ccdba3e tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604866 Jul 24 09:40:34.203006 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a8622-f60c-4bfa-a7a2-30e011730bf9 req-38a58a19-fd8d-41f4-8437-3fc51e77ad38 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:34.204594 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e86a8622-f60c-4bfa-a7a2-30e011730bf9 req-38a58a19-fd8d-41f4-8437-3fc51e77ad38 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 943 time: 0.0706372 Jul 24 09:40:34.243042 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e86a8622-f60c-4bfa-a7a2-30e011730bf9 req-69cb4ce4-0156-44d7-a576-714c0df7d078 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329463 Jul 24 09:40:35.386361 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde9047-0824-42a1-811e-6188d757ad0c req-36dcfcde-b1ce-43c3-951a-df39b48e8ea3 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:35.387916 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ffde9047-0824-42a1-811e-6188d757ad0c req-36dcfcde-b1ce-43c3-951a-df39b48e8ea3 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 943 time: 0.0702145 Jul 24 09:40:35.428815 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ffde9047-0824-42a1-811e-6188d757ad0c req-63d7a3db-6827-41ad-802a-59fff712dd78 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346532 Jul 24 09:40:35.838968 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 9888fda9-c52a-441f-8d48-8e197098673f details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:40:35.940926 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 9888fda9-c52a-441f-8d48-8e197098673f, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=9888fda9-c52a-441f-8d48-8e197098673f,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:40:35.953040 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '9888fda9-c52a-441f-8d48-8e197098673f', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'port_id': '9888fda9-c52a-441f-8d48-8e197098673f', 'mac_address': 'fa:16:3e:9e:8f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:40:36.038707 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:36.062610 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9888fda9-c52a-441f-8d48-8e197098673f {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:40:36.094254 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 9888fda9-c52a-441f-8d48-8e197098673f, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=9888fda9-c52a-441f-8d48-8e197098673f,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:40:36.101881 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:36.397278 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=9888fda9-c52a-441f-8d48-8e197098673f,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:36.470839 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['9888fda9-c52a-441f-8d48-8e197098673f'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:40:36.578844 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fd394-0967-43b4-9685-808a91f9aa92 req-0f9a6178-ff34-4c18-9b65-a73f325e9e1e tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:36.580265 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e97fd394-0967-43b4-9685-808a91f9aa92 req-0f9a6178-ff34-4c18-9b65-a73f325e9e1e tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 944 time: 0.0752888 Jul 24 09:40:36.625428 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e97fd394-0967-43b4-9685-808a91f9aa92 req-5b8c92a3-6e43-4b77-949a-b4b76c4c7daa tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381143 Jul 24 09:40:37.759939 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0829a5-4d6d-4a48-900d-fc0e2aa02284 req-80a1eb83-6cdc-47f7-87b5-2884bb36c0ca tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:37.761364 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0d0829a5-4d6d-4a48-900d-fc0e2aa02284 req-80a1eb83-6cdc-47f7-87b5-2884bb36c0ca tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 944 time: 0.0630877 Jul 24 09:40:37.805849 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0d0829a5-4d6d-4a48-900d-fc0e2aa02284 req-3fd5cd12-312a-45b3-b523-8f2801b74eb4 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388341 Jul 24 09:40:37.862462 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 9888fda9-c52a-441f-8d48-8e197098673f up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:40:37.915578 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 9888fda9-c52a-441f-8d48-8e197098673f completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:40:37.920485 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 9888fda9-c52a-441f-8d48-8e197098673f triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:40:37.921016 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:38.002430 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:38.026374 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130d744a-0a07-4872-aede-90832f698406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9888fda9-c52a-441f-8d48-8e197098673f'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:40:38.028797 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504130d9-80be-4129-bd4a-aac247f73654" -d '{"events": [{"server_uuid": "130d744a-0a07-4872-aede-90832f698406", "name": "network-vif-plugged", "status": "completed", "tag": "9888fda9-c52a-441f-8d48-8e197098673f"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:40:38.039845 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 9888fda9-c52a-441f-8d48-8e197098673f, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=9888fda9-c52a-441f-8d48-8e197098673f,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:40:38.045326 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:38.076463 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d54169-aba7-40f8-8e19-189b3847567b x-openstack-request-id: req-63d54169-aba7-40f8-8e19-189b3847567b {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:40:38.076785 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130d744a-0a07-4872-aede-90832f698406", "name": "network-vif-plugged", "status": "completed", "tag": "9888fda9-c52a-441f-8d48-8e197098673f", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:40:38.077021 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63d54169-aba7-40f8-8e19-189b3847567b {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:40:38.077416 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130d744a-0a07-4872-aede-90832f698406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9888fda9-c52a-441f-8d48-8e197098673f', 'code': 200} Jul 24 09:40:38.111216 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=9888fda9-c52a-441f-8d48-8e197098673f,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:38.193133 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe437b-7a4f-4b26-b06b-0a882e65b92f req-07e07390-583a-4d07-a0e1-7f0c582fcc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:38.194800 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8dbe437b-7a4f-4b26-b06b-0a882e65b92f req-07e07390-583a-4d07-a0e1-7f0c582fcc72 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 1096 time: 0.0590386 Jul 24 09:40:38.230391 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8dbe437b-7a4f-4b26-b06b-0a882e65b92f req-b75b93d9-f135-48e3-924c-ad45f2273751 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296352 Jul 24 09:40:38.992646 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e82852-c7f4-4fde-8703-61ecc78bd1b2 req-4869ee34-1a35-4c2b-8eb5-a45c661b7717 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:39.000909 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-55e82852-c7f4-4fde-8703-61ecc78bd1b2 req-4869ee34-1a35-4c2b-8eb5-a45c661b7717 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 945 time: 0.1129625 Jul 24 09:40:39.060985 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-55e82852-c7f4-4fde-8703-61ecc78bd1b2 req-040626ef-2f81-4f7f-a05e-acd0ffd62aea tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532472 Jul 24 09:40:40.213250 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc593af-186e-419b-ada8-1475af4624ea req-9615945a-a61b-4bc5-a06a-9ecabbcd3ac9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:40.215652 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8bc593af-186e-419b-ada8-1475af4624ea req-9615945a-a61b-4bc5-a06a-9ecabbcd3ac9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 945 time: 0.0831730 Jul 24 09:40:40.254628 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8bc593af-186e-419b-ada8-1475af4624ea req-fd701edd-69ab-431d-9eec-5830807d50e7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329452 Jul 24 09:40:40.398814 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddd45d-f4af-449e-913e-d9847755859b req-8e52a0c4-a789-49ff-bb89-31414c69f6dc tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:40.400944 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-18ddd45d-f4af-449e-913e-d9847755859b req-8e52a0c4-a789-49ff-bb89-31414c69f6dc tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 945 time: 0.0716753 Jul 24 09:40:40.440562 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-18ddd45d-f4af-449e-913e-d9847755859b req-1f1243a1-1413-4e9f-b960-67ddd3587394 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336945 Jul 24 09:40:43.681216 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-be177c81-65c5-47cd-92c4-228259005676 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:43.683495 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-be177c81-65c5-47cd-92c4-228259005676 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 812 time: 0.1097853 Jul 24 09:40:43.697808 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-3aa22c3b-4533-44e5-8361-cbbc8a196f61 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/quotas/1badc3f1501941d9bbfe9d2d50d5c337 HTTP/1.1" status: 200 len: 375 time: 0.0089617 Jul 24 09:40:43.774336 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-e5bea871-9323-440d-a56f-2d234aeb3692 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0717926 Jul 24 09:40:43.868017 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-7dd5f5ec-b3e4-4f1d-a92e-f0037434b543 service neutron] 10.222.0.32 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848565 Jul 24 09:40:43.964454 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-9f6db812-5ebe-4fa6-9340-5b981bc78dee service neutron] 10.222.0.32 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898364 Jul 24 09:40:44.191348 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:44.231814 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cbcd2f5e-4c59-455f-b2e2-10f887bc24c0 req-2f14b76d-8303-4291-8ea0-b2d3ac08a95e tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 210 time: 0.0622158 Jul 24 09:40:45.324953 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-d61452f0-2f94-465e-89be-0958d80e0625 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:45.329161 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-d61452f0-2f94-465e-89be-0958d80e0625 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.37 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 812 time: 0.1677535 Jul 24 09:40:45.344281 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a9df9c53-2c6a-458d-abc7-98142979b670 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Request body: {'port': {'device_id': 'e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'admin_state_up': True, 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:45.398089 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0121ef6-e245-4357-aeb7-e71cabda9cd3 req-9d977fb8-9da8-4160-bd78-9a9f4bce3a8f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 210 time: 0.0418880 Jul 24 09:40:45.486163 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a9df9c53-2c6a-458d-abc7-98142979b670 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Made reservation on behalf of 1badc3f1501941d9bbfe9d2d50d5c337 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:40:45.486916 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41356) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:45.489963 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a9df9c53-2c6a-458d-abc7-98142979b670 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:45.601934 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a3ec03cb-6ee4-47a7-bc70-cd3703558118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:45.624516 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a9df9c53-2c6a-458d-abc7-98142979b670 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Allocated IP 172.20.0.11 (ac0598e8-c43b-451d-ac72-9b82e96a2d8a/c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130/113fdbbe-e965-47c1-855f-b8baeb393bb8) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:40:45.767099 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a3ec03cb-6ee4-47a7-bc70-cd3703558118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:45.771583 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a3ec03cb-6ee4-47a7-bc70-cd3703558118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:45.818557 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec03cb-6ee4-47a7-bc70-cd3703558118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6cabf2-102f-4408-90e1-827eedf2232d,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:45.824837 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a3ec03cb-6ee4-47a7-bc70-cd3703558118 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3ecc13f5a5048a9a40720100ffd1251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367386 Jul 24 09:40:45.827390 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41368) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:45.893425 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-666a4f32-8ad6-4882-8aa7-447c48afe93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:45.897455 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a9df9c53-2c6a-458d-abc7-98142979b670 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:45.919186 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a9df9c53-2c6a-458d-abc7-98142979b670 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Transition to ACTIVE for port object 113fdbbe-e965-47c1-855f-b8baeb393bb8 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:40:45.922013 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-666a4f32-8ad6-4882-8aa7-447c48afe93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:45.959904 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a9df9c53-2c6a-458d-abc7-98142979b670 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:45.971403 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['9888fda9-c52a-441f-8d48-8e197098673f'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:40:45.989439 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-666a4f32-8ad6-4882-8aa7-447c48afe93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:45.995153 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-666a4f32-8ad6-4882-8aa7-447c48afe93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:46.000470 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-666a4f32-8ad6-4882-8aa7-447c48afe93c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d6cabf2-102f-4408-90e1-827eedf2232d HTTP/1.1" status: 204 len: 168 time: 0.1701462 Jul 24 09:40:46.003508 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a9df9c53-2c6a-458d-abc7-98142979b670 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Network ac0598e8-c43b-451d-ac72-9b82e96a2d8a is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:40:46.006475 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a9df9c53-2c6a-458d-abc7-98142979b670 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:40:46.008996 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a9df9c53-2c6a-458d-abc7-98142979b670 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:40:46.011574 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a4f32-8ad6-4882-8aa7-447c48afe93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6cabf2-102f-4408-90e1-827eedf2232d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:46.083515 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df9c53-2c6a-458d-abc7-98142979b670 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event updated for resources: {'Port': ['ID=113fdbbe-e965-47c1-855f-b8baeb393bb8,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:46.098109 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df9c53-2c6a-458d-abc7-98142979b670 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:46.098473 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df9c53-2c6a-458d-abc7-98142979b670 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:46.099086 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df9c53-2c6a-458d-abc7-98142979b670 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:46.099498 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df9c53-2c6a-458d-abc7-98142979b670 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:46.099906 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df9c53-2c6a-458d-abc7-98142979b670 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:46.100440 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df9c53-2c6a-458d-abc7-98142979b670 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:46.101131 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df9c53-2c6a-458d-abc7-98142979b670 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:46.101647 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df9c53-2c6a-458d-abc7-98142979b670 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:46.102156 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df9c53-2c6a-458d-abc7-98142979b670 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:46.102659 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df9c53-2c6a-458d-abc7-98142979b670 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:46.103150 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df9c53-2c6a-458d-abc7-98142979b670 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:46.104419 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df9c53-2c6a-458d-abc7-98142979b670 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:40:46.147560 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a9df9c53-2c6a-458d-abc7-98142979b670 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:46.155401 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a9df9c53-2c6a-458d-abc7-98142979b670 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:46.184562 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a9df9c53-2c6a-458d-abc7-98142979b670 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8486354 Jul 24 09:40:46.197454 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a4d2babe-928a-43be-80e7-1c0b3439c957 service neutron] Request body: {'port': {'device_id': 'e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:40:46.317570 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a4d2babe-928a-43be-80e7-1c0b3439c957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:46.357537 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3ed05329-5867-4a00-85fa-d4c2570d8e1e None None] Provisioning for port 113fdbbe-e965-47c1-855f-b8baeb393bb8 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:40:46.365052 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3ed05329-5867-4a00-85fa-d4c2570d8e1e None None] Provisioning complete for port 113fdbbe-e965-47c1-855f-b8baeb393bb8 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:40:46.365796 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3ed05329-5867-4a00-85fa-d4c2570d8e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:46.444087 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-3ed05329-5867-4a00-85fa-d4c2570d8e1e None None] Port 113fdbbe-e965-47c1-855f-b8baeb393bb8 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:40:46.495574 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41382) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:46.509281 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0799d14a-f429-4eaf-a256-8f2fcaa80322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:46.619097 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0799d14a-f429-4eaf-a256-8f2fcaa80322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:46.624299 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0799d14a-f429-4eaf-a256-8f2fcaa80322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:46.654901 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb39d60-a596-4671-a24a-697fcc3c6be1 req-3756cff5-c20e-47a4-81ee-08cd5ebdb8ca tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:46.656524 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0eb39d60-a596-4671-a24a-697fcc3c6be1 req-3756cff5-c20e-47a4-81ee-08cd5ebdb8ca tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 932 time: 0.1473804 Jul 24 09:40:46.714300 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:46.732147 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0799d14a-f429-4eaf-a256-8f2fcaa80322 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc3f2a0cd9b6457aa9dd9d133e4d0cea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2348158 Jul 24 09:40:46.734762 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41384) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:46.735119 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799d14a-f429-4eaf-a256-8f2fcaa80322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02bc707-3f30-4c5a-800a-fa7fd0047957,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:46.746816 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0eb39d60-a596-4671-a24a-697fcc3c6be1 req-910aba97-512a-4feb-950c-52a2557ea0ab tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777953 Jul 24 09:40:46.804010 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a4d2babe-928a-43be-80e7-1c0b3439c957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113fdbbe-e965-47c1-855f-b8baeb393bb8 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:40:46.813040 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a4d2babe-928a-43be-80e7-1c0b3439c957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:46.835208 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a4d2babe-928a-43be-80e7-1c0b3439c957 service neutron] Transition to ACTIVE for port object 113fdbbe-e965-47c1-855f-b8baeb393bb8 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:40:46.836378 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07a15ebb-e9cb-4ec5-80be-90e1210e3fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:46.841480 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a4d2babe-928a-43be-80e7-1c0b3439c957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:46.888814 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07a15ebb-e9cb-4ec5-80be-90e1210e3fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:46.935630 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2babe-928a-43be-80e7-1c0b3439c957 service neutron] Pushing event updated for resources: {'Port': ['ID=113fdbbe-e965-47c1-855f-b8baeb393bb8,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:47.026717 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07a15ebb-e9cb-4ec5-80be-90e1210e3fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:47.038822 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-07a15ebb-e9cb-4ec5-80be-90e1210e3fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:47.038822 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-07a15ebb-e9cb-4ec5-80be-90e1210e3fc5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e02bc707-3f30-4c5a-800a-fa7fd0047957 HTTP/1.1" status: 204 len: 168 time: 0.2973943 Jul 24 09:40:47.045717 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a15ebb-e9cb-4ec5-80be-90e1210e3fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02bc707-3f30-4c5a-800a-fa7fd0047957,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:47.057921 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a4d2babe-928a-43be-80e7-1c0b3439c957 service neutron] Attempting to bind port 113fdbbe-e965-47c1-855f-b8baeb393bb8 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:40:47.058257 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a4d2babe-928a-43be-80e7-1c0b3439c957 service neutron] Attempting to bind port 113fdbbe-e965-47c1-855f-b8baeb393bb8 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:40:47.058629 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a4d2babe-928a-43be-80e7-1c0b3439c957 service neutron] Attempting to bind port 113fdbbe-e965-47c1-855f-b8baeb393bb8 on network ac0598e8-c43b-451d-ac72-9b82e96a2d8a {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:40:47.068990 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a4d2babe-928a-43be-80e7-1c0b3439c957 service neutron] Port 113fdbbe-e965-47c1-855f-b8baeb393bb8 on network ac0598e8-c43b-451d-ac72-9b82e96a2d8a not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:40:47.069226 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a4d2babe-928a-43be-80e7-1c0b3439c957 service neutron] Attempting to bind port 113fdbbe-e965-47c1-855f-b8baeb393bb8 on network ac0598e8-c43b-451d-ac72-9b82e96a2d8a {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:40:47.075439 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a4d2babe-928a-43be-80e7-1c0b3439c957 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:40:47.075806 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a4d2babe-928a-43be-80e7-1c0b3439c957 service neutron] Checking segment: {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:40:47.076291 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a4d2babe-928a-43be-80e7-1c0b3439c957 service neutron] Bound using segment: {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:40:47.076885 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a4d2babe-928a-43be-80e7-1c0b3439c957 service neutron] Bound port: 113fdbbe-e965-47c1-855f-b8baeb393bb8, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:40:47.077285 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a4d2babe-928a-43be-80e7-1c0b3439c957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:47.157957 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a4d2babe-928a-43be-80e7-1c0b3439c957 service neutron] For port 113fdbbe-e965-47c1-855f-b8baeb393bb8, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:40:47.161478 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a4d2babe-928a-43be-80e7-1c0b3439c957 service neutron] For port 113fdbbe-e965-47c1-855f-b8baeb393bb8, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=113fdbbe-e965-47c1-855f-b8baeb393bb8,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:40:47.170767 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a4d2babe-928a-43be-80e7-1c0b3439c957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:47.205593 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a4d2babe-928a-43be-80e7-1c0b3439c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:47.206225 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a4d2babe-928a-43be-80e7-1c0b3439c957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:47.207629 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-a4d2babe-928a-43be-80e7-1c0b3439c957 service neutron] 10.222.0.37 "PUT /v2.0/ports/113fdbbe-e965-47c1-855f-b8baeb393bb8 HTTP/1.1" status: 200 len: 1092 time: 1.0150590 Jul 24 09:40:47.210069 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c', 'tag': '113fdbbe-e965-47c1-855f-b8baeb393bb8'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:40:47.212617 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99e6b12-0d2a-42a7-a3dd-c8f3aef6a489" -d '{"events": [{"name": "network-changed", "server_uuid": "e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c", "tag": "113fdbbe-e965-47c1-855f-b8baeb393bb8"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:40:47.292976 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cdfb9e-1363-40bc-8480-bcc0505e35dd x-openstack-request-id: req-97cdfb9e-1363-40bc-8480-bcc0505e35dd {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:40:47.293363 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c", "tag": "113fdbbe-e965-47c1-855f-b8baeb393bb8", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:40:47.293534 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97cdfb9e-1363-40bc-8480-bcc0505e35dd {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:40:47.293931 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c', 'tag': '113fdbbe-e965-47c1-855f-b8baeb393bb8', 'status': 'completed', 'code': 200} Jul 24 09:40:47.303289 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2babe-928a-43be-80e7-1c0b3439c957 service neutron] Pushing event updated for resources: {'Port': ['ID=113fdbbe-e965-47c1-855f-b8baeb393bb8,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:47.346145 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-e08de43e-a538-429b-98cb-9ef7d6148f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:47.347671 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-e08de43e-a538-429b-98cb-9ef7d6148f50 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 1095 time: 0.0956469 Jul 24 09:40:47.398428 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-1d7b1a9c-aef5-43e3-a15a-7224fd434025 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=113fdbbe-e965-47c1-855f-b8baeb393bb8 HTTP/1.1" status: 200 len: 217 time: 0.0430260 Jul 24 09:40:47.467762 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-32e26d05-3dbb-44fa-bc31-8264e7ff761a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:47.469373 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-32e26d05-3dbb-44fa-bc31-8264e7ff761a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 HTTP/1.1" status: 200 len: 851 time: 0.0644410 Jul 24 09:40:47.558962 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-7a6c7f71-aa18-468b-b049-ec0cc16cf06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:47.560714 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-7a6c7f71-aa18-468b-b049-ec0cc16cf06b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848763 Jul 24 09:40:47.685190 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-caee6084-0d7f-4992-9714-0f55e363d028 service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176620 Jul 24 09:40:47.809467 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8a974923-93c2-452f-8cb6-e78c95b964f0 req-8d6a48e5-aa23-4240-b7b8-bdf282c49fa0 service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166265 Jul 24 09:40:47.984473 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e6b12-0d2a-42a7-a3dd-c8f3aef6a489 req-0187fe41-f60e-4b09-9028-cdb2b95b2e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:47.986237 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d99e6b12-0d2a-42a7-a3dd-c8f3aef6a489 req-0187fe41-f60e-4b09-9028-cdb2b95b2e4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 1095 time: 0.1193593 Jul 24 09:40:48.004627 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64d054-e34d-4802-928a-d1b159437e22 req-b64a4ac5-86b9-4192-88e9-dae4e56c45ef tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:48.006164 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0d64d054-e34d-4802-928a-d1b159437e22 req-b64a4ac5-86b9-4192-88e9-dae4e56c45ef tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 944 time: 0.1543250 Jul 24 09:40:48.102911 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0d64d054-e34d-4802-928a-d1b159437e22 req-e2f0b10d-c740-47da-9ca9-59ab947a0f66 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878079 Jul 24 09:40:48.137944 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e6b12-0d2a-42a7-a3dd-c8f3aef6a489 req-1416a549-516a-4c6e-ace4-dfa14291197e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:48.139580 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d99e6b12-0d2a-42a7-a3dd-c8f3aef6a489 req-1416a549-516a-4c6e-ace4-dfa14291197e service neutron] 10.222.0.37 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 912 time: 0.1441443 Jul 24 09:40:48.259668 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d99e6b12-0d2a-42a7-a3dd-c8f3aef6a489 req-f9386d7b-4fca-47b4-a0ee-ac8921b4ffd0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=113fdbbe-e965-47c1-855f-b8baeb393bb8 HTTP/1.1" status: 200 len: 217 time: 0.1040533 Jul 24 09:40:48.314765 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e6b12-0d2a-42a7-a3dd-c8f3aef6a489 req-6feaeda8-0244-4c81-9f12-7bdfac224a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:48.316827 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d99e6b12-0d2a-42a7-a3dd-c8f3aef6a489 req-6feaeda8-0244-4c81-9f12-7bdfac224a31 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 HTTP/1.1" status: 200 len: 851 time: 0.0556233 Jul 24 09:40:48.431195 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e6b12-0d2a-42a7-a3dd-c8f3aef6a489 req-2e0db20b-dfe5-47e5-91e7-df6152d6e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:48.439111 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d99e6b12-0d2a-42a7-a3dd-c8f3aef6a489 req-2e0db20b-dfe5-47e5-91e7-df6152d6e9e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099889 Jul 24 09:40:48.572644 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d99e6b12-0d2a-42a7-a3dd-c8f3aef6a489 req-3da070ca-1626-43a7-a3a3-64157a5ab2ea service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315632 Jul 24 09:40:48.754316 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:40:49.032982 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d99e6b12-0d2a-42a7-a3dd-c8f3aef6a489 req-4d519bf1-d06e-413a-a1e6-61f3f7249733 service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535120 Jul 24 09:40:49.389027 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca14d2-57e7-47c0-a1d9-3f3ab7d8c082 req-56dc3cc0-6b71-4832-a077-32c9667cc7d3 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:49.400694 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d0ca14d2-57e7-47c0-a1d9-3f3ab7d8c082 req-56dc3cc0-6b71-4832-a077-32c9667cc7d3 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 944 time: 0.1358078 Jul 24 09:40:49.467562 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d0ca14d2-57e7-47c0-a1d9-3f3ab7d8c082 req-bde94d34-4d83-42cd-8671-4c7c4e5a667a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657995 Jul 24 09:40:49.714978 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41450) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:49.882601 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3c1cccdf-d117-46ab-9c28-fc848a2aa2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:50.054451 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3c1cccdf-d117-46ab-9c28-fc848a2aa2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:50.060431 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3c1cccdf-d117-46ab-9c28-fc848a2aa2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:50.093511 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3c1cccdf-d117-46ab-9c28-fc848a2aa2f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3f0cad7d855439ea3f6990d4cca19ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3773494 Jul 24 09:40:50.098825 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41454) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:50.116274 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1cccdf-d117-46ab-9c28-fc848a2aa2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe58e90c-f9e3-4a5e-b5d7-cd5f54d8d078,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:50.205025 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d7180093-999c-43ff-b72a-8003a030b209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:50.234132 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d7180093-999c-43ff-b72a-8003a030b209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:50.304915 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d7180093-999c-43ff-b72a-8003a030b209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:50.310725 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d7180093-999c-43ff-b72a-8003a030b209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:50.313525 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d7180093-999c-43ff-b72a-8003a030b209 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe58e90c-f9e3-4a5e-b5d7-cd5f54d8d078 HTTP/1.1" status: 204 len: 168 time: 0.2122147 Jul 24 09:40:50.331555 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7180093-999c-43ff-b72a-8003a030b209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe58e90c-f9e3-4a5e-b5d7-cd5f54d8d078,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:50.718482 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55511f-099b-4fcc-b3fe-3566ba53dc14 req-a85eacd2-267c-4598-98ac-a590b2d1c1b2 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:50.731490 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-be55511f-099b-4fcc-b3fe-3566ba53dc14 req-a85eacd2-267c-4598-98ac-a590b2d1c1b2 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 944 time: 0.1298039 Jul 24 09:40:50.819949 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-be55511f-099b-4fcc-b3fe-3566ba53dc14 req-d47f37f9-7349-4f64-a6cf-eaa2e5ee2329 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875781 Jul 24 09:40:50.925721 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41504) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:50.949478 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0efbb189-cec1-488b-998d-3ced8e019caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:51.111001 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0efbb189-cec1-488b-998d-3ced8e019caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:51.121736 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0efbb189-cec1-488b-998d-3ced8e019caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:51.248669 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbb189-cec1-488b-998d-3ced8e019caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c7daa1-c981-4b7d-ace1-460754786e03,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:51.307366 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0efbb189-cec1-488b-998d-3ced8e019caf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e7c351ef798d40b9a4fdb83ddba04ec9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3774154 Jul 24 09:40:51.310413 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41512) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:40:51.368191 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-81cd8604-b2b6-4c9c-b726-f012c8f5a857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:51.403673 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-81cd8604-b2b6-4c9c-b726-f012c8f5a857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:51.477094 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-81cd8604-b2b6-4c9c-b726-f012c8f5a857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:51.483532 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-81cd8604-b2b6-4c9c-b726-f012c8f5a857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:51.486178 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-81cd8604-b2b6-4c9c-b726-f012c8f5a857 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3c7daa1-c981-4b7d-ace1-460754786e03 HTTP/1.1" status: 204 len: 168 time: 0.1734321 Jul 24 09:40:51.499226 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd8604-b2b6-4c9c-b726-f012c8f5a857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c7daa1-c981-4b7d-ace1-460754786e03,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:40:52.096468 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e70f03-b3f0-4936-b552-703c1bd86ddf req-34566cde-8c07-470c-aad5-0827191fb9a4 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:52.098295 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-53e70f03-b3f0-4936-b552-703c1bd86ddf req-34566cde-8c07-470c-aad5-0827191fb9a4 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 944 time: 0.1328082 Jul 24 09:40:52.158641 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-53e70f03-b3f0-4936-b552-703c1bd86ddf req-9fd3bb08-799b-4f86-b9cc-208fa09e6eaa tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530493 Jul 24 09:40:53.399388 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cfdeb-2b95-4f50-bb24-136fc37e57d9 req-b2202c3f-23e6-4f0e-8ff8-b6cc91495f60 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:53.401010 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0b1cfdeb-2b95-4f50-bb24-136fc37e57d9 req-b2202c3f-23e6-4f0e-8ff8-b6cc91495f60 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 944 time: 0.0907202 Jul 24 09:40:53.445099 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0b1cfdeb-2b95-4f50-bb24-136fc37e57d9 req-126245d4-b598-46a3-8c65-33c16f2c6896 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375845 Jul 24 09:40:54.659671 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eef3bd-dcf5-4dd5-b3dc-e140030409bc req-f2f03460-5b58-4ec2-b06b-0c7e178e4e82 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:54.668971 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d4eef3bd-dcf5-4dd5-b3dc-e140030409bc req-f2f03460-5b58-4ec2-b06b-0c7e178e4e82 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 944 time: 0.1071649 Jul 24 09:40:54.723010 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d4eef3bd-dcf5-4dd5-b3dc-e140030409bc req-92fcd22c-101b-4507-8dcf-38a5b439a391 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530477 Jul 24 09:40:55.860034 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9249bb-4258-4f16-8337-94c7b9822ffb req-fdbb0e9d-83c9-4135-aa27-eb89495821d2 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:55.865202 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e9249bb-4258-4f16-8337-94c7b9822ffb req-fdbb0e9d-83c9-4135-aa27-eb89495821d2 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 944 time: 0.0747025 Jul 24 09:40:55.902857 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e9249bb-4258-4f16-8337-94c7b9822ffb req-4ec7b0e2-032f-4f24-93a0-dd9c1433386c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357168 Jul 24 09:40:57.066581 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8b92e-574e-4d67-aee6-a066ba921b75 req-ea830891-8fc8-43bc-ae60-ee75b6be1b3d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:57.070126 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ae8b92e-574e-4d67-aee6-a066ba921b75 req-ea830891-8fc8-43bc-ae60-ee75b6be1b3d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 944 time: 0.0829520 Jul 24 09:40:57.112643 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ae8b92e-574e-4d67-aee6-a066ba921b75 req-cf629362-6412-4967-97e4-619b28872acb tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368588 Jul 24 09:40:57.267914 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-81a5ce41-4cc9-4574-ad3f-c11e42033ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:40:58.307435 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf054b-8e7c-40a7-aa4f-cfa4b5e64312 req-b520857f-1fce-4bf7-92d5-14b890bde3b2 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:58.309933 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4aaf054b-8e7c-40a7-aa4f-cfa4b5e64312 req-b520857f-1fce-4bf7-92d5-14b890bde3b2 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 944 time: 0.1042857 Jul 24 09:40:58.365286 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4aaf054b-8e7c-40a7-aa4f-cfa4b5e64312 req-1dbc5bc0-3207-42c5-a477-c03060a3580c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490882 Jul 24 09:40:59.529969 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41229817-840a-4885-8b33-56825a5a17a4 req-b5f03ead-aa16-459a-932e-b547470aef65 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:40:59.532621 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-41229817-840a-4885-8b33-56825a5a17a4 req-b5f03ead-aa16-459a-932e-b547470aef65 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 944 time: 0.0741918 Jul 24 09:40:59.586589 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-41229817-840a-4885-8b33-56825a5a17a4 req-2e99a5b0-3386-47df-9ab0-7a60521252cd tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465188 Jul 24 09:40:59.788971 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e24793e5-b07f-47f5-85b6-8b77df2f60de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:00.459727 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:00.789039 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18e7b0-0a5b-4d00-9d4a-bb16be0b142b req-56ca8176-3649-4495-b91a-b97e8d09054b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:00.791834 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1f18e7b0-0a5b-4d00-9d4a-bb16be0b142b req-56ca8176-3649-4495-b91a-b97e8d09054b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 944 time: 0.0910802 Jul 24 09:41:00.839400 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1f18e7b0-0a5b-4d00-9d4a-bb16be0b142b req-d402f6b6-dc02-46a9-88bd-748d3ee1e6d0 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400927 Jul 24 09:41:01.060139 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:01.874024 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41706) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:02.036962 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7af34c-5db2-48a3-8558-b1486f2afcad req-ef92a0ef-6c3d-4bba-8b62-794831d16c2a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:02.039671 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6c7af34c-5db2-48a3-8558-b1486f2afcad req-ef92a0ef-6c3d-4bba-8b62-794831d16c2a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 944 time: 0.0934067 Jul 24 09:41:02.102021 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6c7af34c-5db2-48a3-8558-b1486f2afcad req-5ab776fb-b7c1-4bae-8be8-e202d0644794 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545988 Jul 24 09:41:02.133665 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-e9d2d4be-c33f-4394-8310-b101b55befa8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Deleting port 4995eb2f-ef54-4ba4-92e1-d2249ff0ee83 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:41:02.134720 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d4be-c33f-4394-8310-b101b55befa8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:02.242130 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d4be-c33f-4394-8310-b101b55befa8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:02.242466 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d4be-c33f-4394-8310-b101b55befa8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:02.256942 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-e9d2d4be-c33f-4394-8310-b101b55befa8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Calling delete_port for 4995eb2f-ef54-4ba4-92e1-d2249ff0ee83 owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:41:02.452071 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d4be-c33f-4394-8310-b101b55befa8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:02.485696 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2d4be-c33f-4394-8310-b101b55befa8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'Port': ['ID=4995eb2f-ef54-4ba4-92e1-d2249ff0ee83,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:02.591702 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d4be-c33f-4394-8310-b101b55befa8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:02.592196 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-e9d2d4be-c33f-4394-8310-b101b55befa8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Floating IP 0e2489e4-1d96-4be8-9ff2-7756eee31028 disassociated (deleted). External IP: 172.25.7.223, port: 2e90edea-694c-4b69-a45e-4785364b4ed9. Jul 24 09:41:02.893169 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d2d4be-c33f-4394-8310-b101b55befa8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Router 1f1da2b7-4652-45a8-b2cc-cee6b32a5596 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:41:02.946414 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:03.039254 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d2d4be-c33f-4394-8310-b101b55befa8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:41:03.053941 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a715ea75-7bbe-4b8b-94ae-21c7f55c290d None None] Sync routers for ids ['1f1da2b7-4652-45a8-b2cc-cee6b32a5596'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:41:03.058362 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d4be-c33f-4394-8310-b101b55befa8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:03.068483 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a715ea75-7bbe-4b8b-94ae-21c7f55c290d None None] Routers {'1f1da2b7-4652-45a8-b2cc-cee6b32a5596'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:41:03.070938 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a715ea75-7bbe-4b8b-94ae-21c7f55c290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:41:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['1f1da2b7-4652-45a8-b2cc-cee6b32a5596'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:41:03.114962 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e9d2d4be-c33f-4394-8310-b101b55befa8 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "DELETE /v2.0/floatingips/0e2489e4-1d96-4be8-9ff2-7756eee31028 HTTP/1.1" status: 204 len: 168 time: 1.2384775 Jul 24 09:41:03.116319 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5090d115-b07d-4af6-8482-05f17ec17609', 'tag': '2e90edea-694c-4b69-a45e-4785364b4ed9'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:41:03.120353 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad1f3a7-9967-4abd-b024-c8ce8169ec91" -d '{"events": [{"name": "network-changed", "server_uuid": "5090d115-b07d-4af6-8482-05f17ec17609", "tag": "2e90edea-694c-4b69-a45e-4785364b4ed9"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:41:03.134672 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41726) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:03.216820 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d206216d-73f8-4c3c-8cce-13525449ebdd x-openstack-request-id: req-d206216d-73f8-4c3c-8cce-13525449ebdd {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:41:03.217126 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5090d115-b07d-4af6-8482-05f17ec17609", "tag": "2e90edea-694c-4b69-a45e-4785364b4ed9", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:41:03.217392 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d206216d-73f8-4c3c-8cce-13525449ebdd {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:41:03.217809 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5090d115-b07d-4af6-8482-05f17ec17609', 'tag': '2e90edea-694c-4b69-a45e-4785364b4ed9', 'status': 'completed', 'code': 200} Jul 24 09:41:03.347603 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f3a7-9967-4abd-b024-c8ce8169ec91 req-0e07e39e-e6cd-4189-af69-e508484c4edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:03.350291 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8ad1f3a7-9967-4abd-b024-c8ce8169ec91 req-0e07e39e-e6cd-4189-af69-e508484c4edc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 1097 time: 0.1304917 Jul 24 09:41:03.386158 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-a715ea75-7bbe-4b8b-94ae-21c7f55c290d None None] Set router 1f1da2b7-4652-45a8-b2cc-cee6b32a5596 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:41:03.486100 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-91b20f59-9ef7-4b97-8f5c-74d4e2a31c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:03.492946 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f3a7-9967-4abd-b024-c8ce8169ec91 req-b008e485-c82b-4850-a686-1995b7f9ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:03.495074 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8ad1f3a7-9967-4abd-b024-c8ce8169ec91 req-b008e485-c82b-4850-a686-1995b7f9ad00 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f04252e8-291e-482a-be58-76c4d5569c4f HTTP/1.1" status: 200 len: 897 time: 0.1209753 Jul 24 09:41:03.570941 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ac7aa-fede-4aa2-9415-0f893b409b65 req-bd16a5a3-b23a-4aef-8f9c-63ef0c1e440c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:03.572725 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da3ac7aa-fede-4aa2-9415-0f893b409b65 req-bd16a5a3-b23a-4aef-8f9c-63ef0c1e440c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 944 time: 0.2163601 Jul 24 09:41:03.587783 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8ad1f3a7-9967-4abd-b024-c8ce8169ec91 req-2ff637af-69d7-4808-8947-cbd9e7e2529b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e90edea-694c-4b69-a45e-4785364b4ed9 HTTP/1.1" status: 200 len: 217 time: 0.0849946 Jul 24 09:41:03.658994 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da3ac7aa-fede-4aa2-9415-0f893b409b65 req-86aac289-1d74-4a6e-94a9-479f47c0e7cc tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727348 Jul 24 09:41:03.681210 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ae503-c074-4c28-8e64-18ade95a7542 req-b5028580-9614-4f22-abeb-ff4543c41117 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:03.683102 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f79ae503-c074-4c28-8e64-18ade95a7542 req-b5028580-9614-4f22-abeb-ff4543c41117 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 946 time: 0.1797097 Jul 24 09:41:03.685416 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f3a7-9967-4abd-b024-c8ce8169ec91 req-3efcb97d-125f-4f7c-bbb8-e8778e602b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:03.687065 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8ad1f3a7-9967-4abd-b024-c8ce8169ec91 req-3efcb97d-125f-4f7c-bbb8-e8778e602b8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7326232c-8c83-4a7c-b128-55bd2c288aa8 HTTP/1.1" status: 200 len: 835 time: 0.0921111 Jul 24 09:41:03.731315 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-91b20f59-9ef7-4b97-8f5c-74d4e2a31c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:03.737528 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-91b20f59-9ef7-4b97-8f5c-74d4e2a31c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:03.770635 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a715ea75-7bbe-4b8b-94ae-21c7f55c290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559831440', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:01Z', 'updated_at': '2021-07-24T09:39:10Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:03Z', 'updated_at': '2021-07-24T09:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5', 'name': '', 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:ce:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '7326232c-8c83-4a7c-b128-55bd2c288aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:09Z', 'updated_at': '2021-07-24T09:39:20Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': '7326232c-8c83-4a7c-b128-55bd2c288aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:41:03.784513 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-91b20f59-9ef7-4b97-8f5c-74d4e2a31c5c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a243365401e4f4e97a2145ab9a1d37f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6465001 Jul 24 09:41:03.784818 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f79ae503-c074-4c28-8e64-18ade95a7542 req-4b23c99d-54ad-4e94-a3d3-75c6ee37d011 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fb4d789-b27a-4fd8-9602-ad6cda7fd664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923412 Jul 24 09:41:03.789425 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41736) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:03.802763 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a715ea75-7bbe-4b8b-94ae-21c7f55c290d None None] Checking router: 1f1da2b7-4652-45a8-b2cc-cee6b32a5596 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:41:03.813672 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a715ea75-7bbe-4b8b-94ae-21c7f55c290d None None] Routers {'1f1da2b7-4652-45a8-b2cc-cee6b32a5596'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:41:03.814420 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a715ea75-7bbe-4b8b-94ae-21c7f55c290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:41:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['1f1da2b7-4652-45a8-b2cc-cee6b32a5596'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:41:03.822278 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f3a7-9967-4abd-b024-c8ce8169ec91 req-c9998c03-33e7-4051-8699-00ebf90c09e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:03.824225 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8ad1f3a7-9967-4abd-b024-c8ce8169ec91 req-c9998c03-33e7-4051-8699-00ebf90c09e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f04252e8-291e-482a-be58-76c4d5569c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1136267 Jul 24 09:41:03.835058 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b20f59-9ef7-4b97-8f5c-74d4e2a31c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ceb1810-06ea-4bae-bc2f-ec7a045679f9,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:03.885824 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-387e9ce5-2967-4258-92b9-7f060870e87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:03.909830 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-387e9ce5-2967-4258-92b9-7f060870e87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:03.950808 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8ad1f3a7-9967-4abd-b024-c8ce8169ec91 req-ef6db2e0-aa76-4a32-a78a-c4cdf7f53cdf service neutron] 10.222.0.20 "GET /v2.0/networks/f04252e8-291e-482a-be58-76c4d5569c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198099 Jul 24 09:41:03.953243 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-a715ea75-7bbe-4b8b-94ae-21c7f55c290d None None] Set router 1f1da2b7-4652-45a8-b2cc-cee6b32a5596 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:41:04.019303 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-387e9ce5-2967-4258-92b9-7f060870e87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:04.019303 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-387e9ce5-2967-4258-92b9-7f060870e87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:04.019303 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-387e9ce5-2967-4258-92b9-7f060870e87e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ceb1810-06ea-4bae-bc2f-ec7a045679f9 HTTP/1.1" status: 204 len: 168 time: 0.2256911 Jul 24 09:41:04.027550 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e9ce5-2967-4258-92b9-7f060870e87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ceb1810-06ea-4bae-bc2f-ec7a045679f9,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:04.151340 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8ad1f3a7-9967-4abd-b024-c8ce8169ec91 req-3495fd50-5b9a-4dff-9472-3a5b947a2703 service neutron] 10.222.0.20 "GET /v2.0/networks/f04252e8-291e-482a-be58-76c4d5569c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923776 Jul 24 09:41:04.278151 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a715ea75-7bbe-4b8b-94ae-21c7f55c290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559831440', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:01Z', 'updated_at': '2021-07-24T09:39:10Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:03Z', 'updated_at': '2021-07-24T09:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5', 'name': '', 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:ce:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '7326232c-8c83-4a7c-b128-55bd2c288aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:09Z', 'updated_at': '2021-07-24T09:39:20Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': '7326232c-8c83-4a7c-b128-55bd2c288aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:41:04.318737 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a715ea75-7bbe-4b8b-94ae-21c7f55c290d None None] The sync data for ids ['1f1da2b7-4652-45a8-b2cc-cee6b32a5596'] in n-d-800085-9 is: [{'id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559831440', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:01Z', 'updated_at': '2021-07-24T09:39:10Z', 'revision_number': 4, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:03Z', 'updated_at': '2021-07-24T09:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5', 'name': '', 'network_id': 'f04252e8-291e-482a-be58-76c4d5569c4f', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'mac_address': 'fa:16:3e:ce:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '7326232c-8c83-4a7c-b128-55bd2c288aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:09Z', 'updated_at': '2021-07-24T09:39:20Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'subnets': [{'id': '7326232c-8c83-4a7c-b128-55bd2c288aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:41:04.391378 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41744) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:04.406557 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3df3779b-3a83-41e4-92a5-1d438e7baffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:04.507258 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3df3779b-3a83-41e4-92a5-1d438e7baffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:04.512643 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3df3779b-3a83-41e4-92a5-1d438e7baffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:04.564867 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41746) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:04.567151 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3df3779b-3a83-41e4-92a5-1d438e7baffa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa91b2a1610a4c39b909c48eaa9fb3f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1722705 Jul 24 09:41:04.568175 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3779b-3a83-41e4-92a5-1d438e7baffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdd8bd2-9454-48ac-bdd7-e09f3f53ad78,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:04.632168 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e9317722-035c-4118-ba28-88f4e18f16f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:04.644722 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c283940-51ff-4f7f-a7fb-c530d8da9425 None None] New status for floating IP 0e2489e4-1d96-4be8-9ff2-7756eee31028: DOWN {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:41:04.664168 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e9317722-035c-4118-ba28-88f4e18f16f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:04.721585 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e9317722-035c-4118-ba28-88f4e18f16f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:04.727352 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e9317722-035c-4118-ba28-88f4e18f16f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:04.729898 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e9317722-035c-4118-ba28-88f4e18f16f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6bdd8bd2-9454-48ac-bdd7-e09f3f53ad78 HTTP/1.1" status: 204 len: 168 time: 0.1637368 Jul 24 09:41:04.767995 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9317722-035c-4118-ba28-88f4e18f16f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdd8bd2-9454-48ac-bdd7-e09f3f53ad78,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:04.864722 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33708109-e8d2-4c87-b736-7b2e7c2bea31 req-d546318b-c839-49d7-be29-1e026b999547 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:04.866321 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f6879-7eac-428b-9605-b5f34df3becf req-9492035b-a878-487c-8023-41e27c9b8990 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:04.866480 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-33708109-e8d2-4c87-b736-7b2e7c2bea31 req-d546318b-c839-49d7-be29-1e026b999547 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 944 time: 0.1029234 Jul 24 09:41:04.871616 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-779f6879-7eac-428b-9605-b5f34df3becf req-9492035b-a878-487c-8023-41e27c9b8990 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.20 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 946 time: 0.1404519 Jul 24 09:41:04.923289 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-33708109-e8d2-4c87-b736-7b2e7c2bea31 req-ccb69c80-61a7-4300-863c-6d3972fd8b82 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477087 Jul 24 09:41:05.034887 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4b7e8-1b74-4b7c-99de-85380aec0aa1 req-667145fd-99b4-477b-b165-a1a3da5c614c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:05.041407 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6ba4b7e8-1b74-4b7c-99de-85380aec0aa1 req-667145fd-99b4-477b-b165-a1a3da5c614c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 946 time: 0.1317966 Jul 24 09:41:05.097949 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-779f6879-7eac-428b-9605-b5f34df3becf req-913c5be3-61d7-49f2-a629-3cce50e20e9c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Deleting port 2e90edea-694c-4b69-a45e-4785364b4ed9 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:41:05.098380 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-779f6879-7eac-428b-9605-b5f34df3becf req-913c5be3-61d7-49f2-a629-3cce50e20e9c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:05.107747 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6ba4b7e8-1b74-4b7c-99de-85380aec0aa1 req-d8329aca-0d8b-40a7-bf8d-cef23d92eece tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/security-groups?id=2fb4d789-b27a-4fd8-9602-ad6cda7fd664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622234 Jul 24 09:41:05.206300 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-779f6879-7eac-428b-9605-b5f34df3becf req-913c5be3-61d7-49f2-a629-3cce50e20e9c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] For port 2e90edea-694c-4b69-a45e-4785364b4ed9, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=2e90edea-694c-4b69-a45e-4785364b4ed9,segment=NetworkSegment(131111b9-19ff-47d2-afd5-e66fc03e4c35),segment_id=131111b9-19ff-47d2-afd5-e66fc03e4c35)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:41:05.206811 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-779f6879-7eac-428b-9605-b5f34df3becf req-913c5be3-61d7-49f2-a629-3cce50e20e9c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:05.209114 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41764) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:05.223146 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-779f6879-7eac-428b-9605-b5f34df3becf req-913c5be3-61d7-49f2-a629-3cce50e20e9c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Calling delete_port for 2e90edea-694c-4b69-a45e-4785364b4ed9 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:41:05.223761 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-389aa15e-bb34-4c18-975e-bca84d117265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:05.321312 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-389aa15e-bb34-4c18-975e-bca84d117265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:05.325526 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-389aa15e-bb34-4c18-975e-bca84d117265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:05.366455 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-389aa15e-bb34-4c18-975e-bca84d117265 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c2f79b0bb3a340dda2caa112b2c72764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530669 Jul 24 09:41:05.366675 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41766) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:05.374704 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389aa15e-bb34-4c18-975e-bca84d117265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3d9048-b6e3-4686-8a37-61ca26fe26da,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:05.396622 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-779f6879-7eac-428b-9605-b5f34df3becf req-913c5be3-61d7-49f2-a629-3cce50e20e9c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:05.437270 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-626662ff-fc1b-42d2-bb90-861eea609169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:05.440419 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c5be3-61d7-49f2-a629-3cce50e20e9c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'Port': ['ID=2e90edea-694c-4b69-a45e-4785364b4ed9,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:05.481525 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-626662ff-fc1b-42d2-bb90-861eea609169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:05.504515 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-779f6879-7eac-428b-9605-b5f34df3becf req-913c5be3-61d7-49f2-a629-3cce50e20e9c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] No DVR routers for this DVR port 2e90edea-694c-4b69-a45e-4785364b4ed9 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:41:05.508437 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-779f6879-7eac-428b-9605-b5f34df3becf req-913c5be3-61d7-49f2-a629-3cce50e20e9c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:05.511439 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-779f6879-7eac-428b-9605-b5f34df3becf req-913c5be3-61d7-49f2-a629-3cce50e20e9c tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.20 "DELETE /v2.0/ports/2e90edea-694c-4b69-a45e-4785364b4ed9 HTTP/1.1" status: 204 len: 173 time: 0.6338997 Jul 24 09:41:05.512013 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5090d115-b07d-4af6-8482-05f17ec17609', 'name': 'network-vif-deleted', 'tag': '2e90edea-694c-4b69-a45e-4785364b4ed9'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:41:05.516078 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6c6d7d-8487-4fcd-a034-4765cc152889" -d '{"events": [{"server_uuid": "5090d115-b07d-4af6-8482-05f17ec17609", "name": "network-vif-deleted", "tag": "2e90edea-694c-4b69-a45e-4785364b4ed9"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:41:05.556488 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-626662ff-fc1b-42d2-bb90-861eea609169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:05.559484 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4de7ce-5330-40c7-a984-2dd98535b9a7 x-openstack-request-id: req-8d4de7ce-5330-40c7-a984-2dd98535b9a7 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:41:05.560163 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5090d115-b07d-4af6-8482-05f17ec17609", "name": "network-vif-deleted", "tag": "2e90edea-694c-4b69-a45e-4785364b4ed9", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:41:05.560430 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8d4de7ce-5330-40c7-a984-2dd98535b9a7 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:41:05.560865 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5090d115-b07d-4af6-8482-05f17ec17609', 'name': 'network-vif-deleted', 'tag': '2e90edea-694c-4b69-a45e-4785364b4ed9', 'status': 'completed', 'code': 200} Jul 24 09:41:05.561354 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-626662ff-fc1b-42d2-bb90-861eea609169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:05.563493 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-626662ff-fc1b-42d2-bb90-861eea609169 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa3d9048-b6e3-4686-8a37-61ca26fe26da HTTP/1.1" status: 204 len: 168 time: 0.1958282 Jul 24 09:41:05.575623 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626662ff-fc1b-42d2-bb90-861eea609169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3d9048-b6e3-4686-8a37-61ca26fe26da,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:06.121400 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10b201-7029-48ce-8425-0fdeca707d43 req-8307e9e7-5bd7-4974-b1c3-a78df04f6373 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:06.123391 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8c10b201-7029-48ce-8425-0fdeca707d43 req-8307e9e7-5bd7-4974-b1c3-a78df04f6373 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 944 time: 0.1044872 Jul 24 09:41:06.221734 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8c10b201-7029-48ce-8425-0fdeca707d43 req-d79923b1-6ab3-4757-b844-ebbb7b22b760 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914998 Jul 24 09:41:06.287489 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-baadbc58-bc91-4433-bf3b-aa2852ebd735 req-03afb266-e38c-4832-b843-c3ac29d290db tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "GET /v2.0/ports?device_id=5090d115-b07d-4af6-8482-05f17ec17609 HTTP/1.1" status: 200 len: 210 time: 0.0306754 Jul 24 09:41:07.357553 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41828) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:07.459703 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95e428-2f25-4465-92be-a0027bf092b8 req-83ddb82d-d759-4f41-9d67-3b3bd015161c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:07.461435 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ec95e428-2f25-4465-92be-a0027bf092b8 req-83ddb82d-d759-4f41-9d67-3b3bd015161c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 944 time: 0.1502085 Jul 24 09:41:07.529209 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ec95e428-2f25-4465-92be-a0027bf092b8 req-145804ce-21b5-4a52-81cb-d4fb58bd09d5 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535877 Jul 24 09:41:07.743295 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 2e90edea-694c-4b69-a45e-4785364b4ed9 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:41:07.764195 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 2e90edea-694c-4b69-a45e-4785364b4ed9 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:41:07.764626 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 2e90edea-694c-4b69-a45e-4785364b4ed9 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:41:07.798194 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e0e5-8efb-4205-8689-1022bb006640 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:08.214119 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-170d241f-a3ad-40be-9a35-075654367bbd tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=efa0739c5c494653b42c0f9807babd4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288277 Jul 24 09:41:08.369365 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-a9c3e0e5-8efb-4205-8689-1022bb006640 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Deleting port 8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:41:08.369912 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e0e5-8efb-4205-8689-1022bb006640 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:08.399051 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-b7d4c409-3619-4993-a93f-4eb669024f0e tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:08.401286 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-b7d4c409-3619-4993-a93f-4eb669024f0e tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815276 Jul 24 09:41:08.419123 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-ee48d659-4f34-4051-b176-8a30c90bf128 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.32 "GET /v2.0/quotas/efa0739c5c494653b42c0f9807babd4a HTTP/1.1" status: 200 len: 375 time: 0.0100615 Jul 24 09:41:08.462394 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-a9c3e0e5-8efb-4205-8689-1022bb006640 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] For port 8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5,segment=NetworkSegment(131111b9-19ff-47d2-afd5-e66fc03e4c35),segment_id=131111b9-19ff-47d2-afd5-e66fc03e4c35)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:41:08.462868 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e0e5-8efb-4205-8689-1022bb006640 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:08.482165 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-a9c3e0e5-8efb-4205-8689-1022bb006640 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Calling delete_port for 8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5 owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:41:08.490027 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-11cc1910-7d35-44ab-ae4e-88e525288fe4 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=efa0739c5c494653b42c0f9807babd4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648940 Jul 24 09:41:08.732185 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-59bf5c27-74b2-480e-9421-bb7ed2196d4e req-46d64f94-e75e-4ebd-84a9-b9eb1ae23307 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed4a776-04ee-4400-8640-4213c350ef55 HTTP/1.1" status: 200 len: 210 time: 0.0397418 Jul 24 09:41:08.796776 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401eabd-b46e-41eb-a844-c91f4fc0af77 req-74716dc0-5c11-4718-97f7-4107af582c19 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:08.798666 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2401eabd-b46e-41eb-a844-c91f4fc0af77 req-74716dc0-5c11-4718-97f7-4107af582c19 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 944 time: 0.1747570 Jul 24 09:41:08.852397 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e0e5-8efb-4205-8689-1022bb006640 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:08.875400 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2401eabd-b46e-41eb-a844-c91f4fc0af77 req-3f4f1955-29fa-4203-9185-cea924ab6884 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692949 Jul 24 09:41:08.897533 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3e0e5-8efb-4205-8689-1022bb006640 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'Port': ['ID=8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:09.131616 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e0e5-8efb-4205-8689-1022bb006640 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:09.432263 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c3e0e5-8efb-4205-8689-1022bb006640 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Router 1f1da2b7-4652-45a8-b2cc-cee6b32a5596 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:41:09.573903 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c3e0e5-8efb-4205-8689-1022bb006640 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:41:09.583424 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a9c3e0e5-8efb-4205-8689-1022bb006640 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "PUT /v2.0/routers/1f1da2b7-4652-45a8-b2cc-cee6b32a5596/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2215714 Jul 24 09:41:09.583424 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 41860) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:09.584406 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cabced-0490-41fb-b0b3-e7eca0f63ebb None None] Sync routers for ids ['1f1da2b7-4652-45a8-b2cc-cee6b32a5596'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:41:09.594884 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cabced-0490-41fb-b0b3-e7eca0f63ebb None None] Routers {'1f1da2b7-4652-45a8-b2cc-cee6b32a5596'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:41:09.595523 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-12cabced-0490-41fb-b0b3-e7eca0f63ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:41:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['1f1da2b7-4652-45a8-b2cc-cee6b32a5596'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:41:09.659389 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcbeb498-7b9e-4ec5-a9f0-d838605b44a2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Deleting subnet 7326232c-8c83-4a7c-b128-55bd2c288aa8 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:41:09.663276 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dcbeb498-7b9e-4ec5-a9f0-d838605b44a2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:09.723456 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-12cabced-0490-41fb-b0b3-e7eca0f63ebb None None] Set router 1f1da2b7-4652-45a8-b2cc-cee6b32a5596 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:41:09.761245 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dcbeb498-7b9e-4ec5-a9f0-d838605b44a2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:09.830152 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-c47fd8ba-bd80-4841-85de-b37ac5cf7290 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=efa0739c5c494653b42c0f9807babd4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633192 Jul 24 09:41:09.965631 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d6e3107c-674c-4f19-a656-565e34739b11 req-607a04e2-5efb-4451-992c-b2ba217d5e1b tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed4a776-04ee-4400-8640-4213c350ef55 HTTP/1.1" status: 200 len: 210 time: 0.0928564 Jul 24 09:41:10.003857 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-12cabced-0490-41fb-b0b3-e7eca0f63ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559831440', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:01Z', 'updated_at': '2021-07-24T09:41:08Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:03Z', 'updated_at': '2021-07-24T09:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:41:10.044811 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cabced-0490-41fb-b0b3-e7eca0f63ebb None None] Checking router: 1f1da2b7-4652-45a8-b2cc-cee6b32a5596 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:41:10.053905 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cabced-0490-41fb-b0b3-e7eca0f63ebb None None] Routers {'1f1da2b7-4652-45a8-b2cc-cee6b32a5596'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:41:10.054643 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-12cabced-0490-41fb-b0b3-e7eca0f63ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:41:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['1f1da2b7-4652-45a8-b2cc-cee6b32a5596'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:41:10.121682 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dcbeb498-7b9e-4ec5-a9f0-d838605b44a2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:10.169764 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-12cabced-0490-41fb-b0b3-e7eca0f63ebb None None] Set router 1f1da2b7-4652-45a8-b2cc-cee6b32a5596 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:41:10.194622 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-7769e290-7137-4620-b5a7-1716be4be0b6 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:10.196819 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-7769e290-7137-4620-b5a7-1716be4be0b6 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3610182 Jul 24 09:41:10.215101 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Request body: {'port': {'device_id': '9ed4a776-04ee-4400-8640-4213c350ef55', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': 'efa0739c5c494653b42c0f9807babd4a'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:41:10.261132 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2cdc0-2b4e-488f-8964-ee3ff280f0d8 req-da3898ac-de21-4d0f-b8e9-ca5af8e31b52 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:10.262708 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-10e2cdc0-2b4e-488f-8964-ee3ff280f0d8 req-da3898ac-de21-4d0f-b8e9-ca5af8e31b52 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 944 time: 0.2343562 Jul 24 09:41:10.320058 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dcbeb498-7b9e-4ec5-a9f0-d838605b44a2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:10.380827 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbeb498-7b9e-4ec5-a9f0-d838605b44a2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'Subnet': ['ID=7326232c-8c83-4a7c-b128-55bd2c288aa8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:10.392193 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dcbeb498-7b9e-4ec5-a9f0-d838605b44a2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:10.394149 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-dcbeb498-7b9e-4ec5-a9f0-d838605b44a2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "DELETE /v2.0/subnets/7326232c-8c83-4a7c-b128-55bd2c288aa8 HTTP/1.1" status: 204 len: 168 time: 0.8098769 Jul 24 09:41:10.394468 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c530d1aa-9da5-46eb-aedc-4ed8afd51caa None None] Network f04252e8-291e-482a-be58-76c4d5569c4f requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:41:10.397806 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41868) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:10.408653 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-10e2cdc0-2b4e-488f-8964-ee3ff280f0d8 req-df2c3f11-c0e1-40f0-9acd-256ac4499249 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357558 Jul 24 09:41:10.435043 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Made reservation on behalf of efa0739c5c494653b42c0f9807babd4a for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:41:10.439474 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:10.460081 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:10.465406 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-12cabced-0490-41fb-b0b3-e7eca0f63ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559831440', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:01Z', 'updated_at': '2021-07-24T09:41:08Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:03Z', 'updated_at': '2021-07-24T09:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:41:10.511247 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cabced-0490-41fb-b0b3-e7eca0f63ebb None None] The sync data for ids ['1f1da2b7-4652-45a8-b2cc-cee6b32a5596'] in n-d-800085-9 is: [{'id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559831440', 'tenant_id': '766769263b9c4ac0aa4c77c8f3c95808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:39:01Z', 'updated_at': '2021-07-24T09:41:08Z', 'revision_number': 5, 'project_id': '766769263b9c4ac0aa4c77c8f3c95808', 'gw_port': {'id': '8498fc3f-c399-4568-ad79-98d1747b93c1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1da2b7-4652-45a8-b2cc-cee6b32a5596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:39:03Z', 'updated_at': '2021-07-24T09:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:41:10.566319 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-43da0ad8-ca66-4320-8d66-387b4deeac0d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:10.578795 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:10.582946 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:10.671085 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=688d8c97-7b47-4bbe-9b0d-2ebf1978a4ab,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:10.681311 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-43da0ad8-ca66-4320-8d66-387b4deeac0d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:10.742232 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-43da0ad8-ca66-4320-8d66-387b4deeac0d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Deleting port 8498fc3f-c399-4568-ad79-98d1747b93c1 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:41:10.742686 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-43da0ad8-ca66-4320-8d66-387b4deeac0d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:10.757742 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Allocated IP 192.168.233.37 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/e9d4913d-4bfc-402b-9b61-47828ccb6130) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:41:10.827985 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-43da0ad8-ca66-4320-8d66-387b4deeac0d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] For port 8498fc3f-c399-4568-ad79-98d1747b93c1, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=8498fc3f-c399-4568-ad79-98d1747b93c1,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:41:10.828540 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-43da0ad8-ca66-4320-8d66-387b4deeac0d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:10.845048 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-43da0ad8-ca66-4320-8d66-387b4deeac0d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Calling delete_port for 8498fc3f-c399-4568-ad79-98d1747b93c1 owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:41:10.887473 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc70e37-1126-40c0-b59a-937d1532e50a None None] DHCP port deletion for f04252e8-291e-482a-be58-76c4d5569c4f request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:41:10.952691 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:10.968397 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-9dc70e37-1126-40c0-b59a-937d1532e50a None None] Deleting port 7af4df3b-f1fa-4352-b311-124389711f5e {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:41:10.971375 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9dc70e37-1126-40c0-b59a-937d1532e50a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:10.972048 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Transition to ACTIVE for port object e9d4913d-4bfc-402b-9b61-47828ccb6130 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:41:11.037202 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:11.092208 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-9dc70e37-1126-40c0-b59a-937d1532e50a None None] For port 7af4df3b-f1fa-4352-b311-124389711f5e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7af4df3b-f1fa-4352-b311-124389711f5e,segment=NetworkSegment(131111b9-19ff-47d2-afd5-e66fc03e4c35),segment_id=131111b9-19ff-47d2-afd5-e66fc03e4c35)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:41:11.093014 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9dc70e37-1126-40c0-b59a-937d1532e50a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:11.109070 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-9dc70e37-1126-40c0-b59a-937d1532e50a None None] Calling delete_port for 7af4df3b-f1fa-4352-b311-124389711f5e owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:41:11.128905 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:41:11.132781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:41:11.149884 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-43da0ad8-ca66-4320-8d66-387b4deeac0d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:11.152133 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:41:11.209359 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Pushing event updated for resources: {'Port': ['ID=e9d4913d-4bfc-402b-9b61-47828ccb6130,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:11.225316 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:41:11.225928 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:41:11.226477 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:41:11.227351 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:41:11.227866 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:41:11.228547 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:41:11.229305 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:41:11.229817 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:41:11.230435 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:41:11.230964 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:41:11.231505 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:41:11.232062 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:41:11.234613 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da0ad8-ca66-4320-8d66-387b4deeac0d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'Port': ['ID=8498fc3f-c399-4568-ad79-98d1747b93c1,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:11.241710 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9dc70e37-1126-40c0-b59a-937d1532e50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:11.262821 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:11.263739 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:11.283277 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-9d1f8bdd-d9e3-4d96-be5a-b9ac0c5704ac tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0750620 Jul 24 09:41:11.284777 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc70e37-1126-40c0-b59a-937d1532e50a None None] Pushing event deleted for resources: {'Port': ['ID=7af4df3b-f1fa-4352-b311-124389711f5e,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:11.296126 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc70e37-1126-40c0-b59a-937d1532e50a None None] No DVR routers for this DVR port 7af4df3b-f1fa-4352-b311-124389711f5e on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:41:11.303094 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-8612ef36-aa4c-40e8-80b8-23ac37a8f537 service neutron] Request body: {'port': {'device_id': '9ed4a776-04ee-4400-8640-4213c350ef55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:41:11.342358 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e1154-af9a-4b0a-9f4d-bf0ecf3315ac req-bfff8277-5b72-4746-97de-2813f79e8422 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:11.348762 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1b3e1154-af9a-4b0a-9f4d-bf0ecf3315ac req-bfff8277-5b72-4746-97de-2813f79e8422 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed4a776-04ee-4400-8640-4213c350ef55 HTTP/1.1" status: 200 len: 935 time: 0.2800834 Jul 24 09:41:11.419465 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-43da0ad8-ca66-4320-8d66-387b4deeac0d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:11.419780 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-8612ef36-aa4c-40e8-80b8-23ac37a8f537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:11.528800 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-aca2f17a-e8dc-48ce-a1cd-1a38620a068f None None] Provisioning for port e9d4913d-4bfc-402b-9b61-47828ccb6130 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:41:11.534637 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-aca2f17a-e8dc-48ce-a1cd-1a38620a068f None None] Provisioning complete for port e9d4913d-4bfc-402b-9b61-47828ccb6130 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:41:11.535308 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-aca2f17a-e8dc-48ce-a1cd-1a38620a068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:11.564932 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-43da0ad8-ca66-4320-8d66-387b4deeac0d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:11.567879 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-43da0ad8-ca66-4320-8d66-387b4deeac0d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:11.581608 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1b3e1154-af9a-4b0a-9f4d-bf0ecf3315ac req-9d5c55a1-16d2-4682-8a20-9af97ba8a63f tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d8c97-7b47-4bbe-9b0d-2ebf1978a4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238579 Jul 24 09:41:11.592821 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-aca2f17a-e8dc-48ce-a1cd-1a38620a068f None None] Port e9d4913d-4bfc-402b-9b61-47828ccb6130 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:41:11.661216 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-43da0ad8-ca66-4320-8d66-387b4deeac0d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:11.661801 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43da0ad8-ca66-4320-8d66-387b4deeac0d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Fanout notify agent at l3_agent the message router_deleted on router 1f1da2b7-4652-45a8-b2cc-cee6b32a5596 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:41:11.672030 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-43da0ad8-ca66-4320-8d66-387b4deeac0d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:11.673522 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-43da0ad8-ca66-4320-8d66-387b4deeac0d tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "DELETE /v2.0/routers/1f1da2b7-4652-45a8-b2cc-cee6b32a5596 HTTP/1.1" status: 204 len: 168 time: 1.2741385 Jul 24 09:41:11.676327 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41890) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:11.755024 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff6db7-572e-479d-a761-4fd8cc2b0b5c req-cab19d8a-227e-4a97-bd7a-3a59e62d4358 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:11.756709 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3dff6db7-572e-479d-a761-4fd8cc2b0b5c req-cab19d8a-227e-4a97-bd7a-3a59e62d4358 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 944 time: 0.1934686 Jul 24 09:41:11.833632 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3dff6db7-572e-479d-a761-4fd8cc2b0b5c req-cae3e5c8-19ba-44ba-8890-a06dfcff3d1c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674102 Jul 24 09:41:11.840403 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1dc5fd7f-6268-4f40-ac32-875b55b43aa2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:11.913376 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-8612ef36-aa4c-40e8-80b8-23ac37a8f537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d4913d-4bfc-402b-9b61-47828ccb6130 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:41:11.922838 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-8612ef36-aa4c-40e8-80b8-23ac37a8f537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:11.935003 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-8612ef36-aa4c-40e8-80b8-23ac37a8f537 service neutron] Transition to ACTIVE for port object e9d4913d-4bfc-402b-9b61-47828ccb6130 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:41:11.940307 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-8612ef36-aa4c-40e8-80b8-23ac37a8f537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:11.957642 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1dc5fd7f-6268-4f40-ac32-875b55b43aa2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:11.963561 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75556c07-e329-4978-bd55-037595e07541 req-bd1171ca-2a56-4adc-891a-16965d7ee958 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=130d744a-0a07-4872-aede-90832f698406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1786866 Jul 24 09:41:11.973155 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-1dc5fd7f-6268-4f40-ac32-875b55b43aa2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f04252e8-291e-482a-be58-76c4d5569c4f']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:41:11.974604 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 113fdbbe-e965-47c1-855f-b8baeb393bb8 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:41:11.984645 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-1dc5fd7f-6268-4f40-ac32-875b55b43aa2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131111b9-19ff-47d2-afd5-e66fc03e4c35') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:41:11.985353 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-1dc5fd7f-6268-4f40-ac32-875b55b43aa2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131111b9-19ff-47d2-afd5-e66fc03e4c35') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:41:11.990618 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612ef36-aa4c-40e8-80b8-23ac37a8f537 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d4913d-4bfc-402b-9b61-47828ccb6130,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:12.008578 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1dc5fd7f-6268-4f40-ac32-875b55b43aa2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:12.023982 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1dc5fd7f-6268-4f40-ac32-875b55b43aa2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:12.032333 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc5fd7f-6268-4f40-ac32-875b55b43aa2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:41:12.032728 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1dc5fd7f-6268-4f40-ac32-875b55b43aa2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:41:12.036548 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:41:12.096972 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-8612ef36-aa4c-40e8-80b8-23ac37a8f537 service neutron] Attempting to bind port e9d4913d-4bfc-402b-9b61-47828ccb6130 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:41:12.098666 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-8612ef36-aa4c-40e8-80b8-23ac37a8f537 service neutron] Attempting to bind port e9d4913d-4bfc-402b-9b61-47828ccb6130 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:41:12.098666 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-8612ef36-aa4c-40e8-80b8-23ac37a8f537 service neutron] Attempting to bind port e9d4913d-4bfc-402b-9b61-47828ccb6130 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:41:12.106328 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-8612ef36-aa4c-40e8-80b8-23ac37a8f537 service neutron] Port e9d4913d-4bfc-402b-9b61-47828ccb6130 on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:41:12.107142 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-8612ef36-aa4c-40e8-80b8-23ac37a8f537 service neutron] Attempting to bind port e9d4913d-4bfc-402b-9b61-47828ccb6130 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:41:12.114307 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-8612ef36-aa4c-40e8-80b8-23ac37a8f537 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:41:12.114864 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-8612ef36-aa4c-40e8-80b8-23ac37a8f537 service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:41:12.115379 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-8612ef36-aa4c-40e8-80b8-23ac37a8f537 service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:41:12.115929 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-8612ef36-aa4c-40e8-80b8-23ac37a8f537 service neutron] Bound port: e9d4913d-4bfc-402b-9b61-47828ccb6130, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:41:12.116387 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-8612ef36-aa4c-40e8-80b8-23ac37a8f537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:12.163710 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1dc5fd7f-6268-4f40-ac32-875b55b43aa2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:12.188167 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1dc5fd7f-6268-4f40-ac32-875b55b43aa2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:12.190152 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1dc5fd7f-6268-4f40-ac32-875b55b43aa2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "DELETE /v2.0/networks/f04252e8-291e-482a-be58-76c4d5569c4f HTTP/1.1" status: 204 len: 168 time: 0.5127506 Jul 24 09:41:12.202190 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 113fdbbe-e965-47c1-855f-b8baeb393bb8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=113fdbbe-e965-47c1-855f-b8baeb393bb8,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:41:12.210076 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41894) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:12.219082 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '113fdbbe-e965-47c1-855f-b8baeb393bb8', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'port_id': '113fdbbe-e965-47c1-855f-b8baeb393bb8', 'mac_address': 'fa:16:3e:9d:ef:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:41:12.240426 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-8612ef36-aa4c-40e8-80b8-23ac37a8f537 service neutron] For port e9d4913d-4bfc-402b-9b61-47828ccb6130, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:41:12.243345 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5fd7f-6268-4f40-ac32-875b55b43aa2 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'Network': ['ID=f04252e8-291e-482a-be58-76c4d5569c4f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:12.245163 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-8612ef36-aa4c-40e8-80b8-23ac37a8f537 service neutron] For port e9d4913d-4bfc-402b-9b61-47828ccb6130, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e9d4913d-4bfc-402b-9b61-47828ccb6130,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:41:12.252429 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-8612ef36-aa4c-40e8-80b8-23ac37a8f537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:12.300355 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75556c07-e329-4978-bd55-037595e07541 req-06f9d1e2-0dae-4977-9abf-552757abbcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:12.302179 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75556c07-e329-4978-bd55-037595e07541 req-06f9d1e2-0dae-4977-9abf-552757abbcaa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 1096 time: 0.2251070 Jul 24 09:41:12.332078 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-8612ef36-aa4c-40e8-80b8-23ac37a8f537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:12.333190 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-8612ef36-aa4c-40e8-80b8-23ac37a8f537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:12.334954 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-8612ef36-aa4c-40e8-80b8-23ac37a8f537 service neutron] 10.222.0.20 "PUT /v2.0/ports/e9d4913d-4bfc-402b-9b61-47828ccb6130 HTTP/1.1" status: 200 len: 1095 time: 1.0436077 Jul 24 09:41:12.335722 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed4a776-04ee-4400-8640-4213c350ef55', 'tag': 'e9d4913d-4bfc-402b-9b61-47828ccb6130'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:41:12.339029 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab724aa2-4e01-4737-9865-5f3eb15c3058" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed4a776-04ee-4400-8640-4213c350ef55", "tag": "e9d4913d-4bfc-402b-9b61-47828ccb6130"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:41:12.348573 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:12.392548 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113fdbbe-e965-47c1-855f-b8baeb393bb8 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:41:12.433620 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657b237c-1515-4fc5-af18-a386d394ebcf x-openstack-request-id: req-657b237c-1515-4fc5-af18-a386d394ebcf {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:41:12.433620 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed4a776-04ee-4400-8640-4213c350ef55", "tag": "e9d4913d-4bfc-402b-9b61-47828ccb6130", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:41:12.433620 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-657b237c-1515-4fc5-af18-a386d394ebcf {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:41:12.433620 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed4a776-04ee-4400-8640-4213c350ef55', 'tag': 'e9d4913d-4bfc-402b-9b61-47828ccb6130', 'status': 'completed', 'code': 200} Jul 24 09:41:12.437984 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 113fdbbe-e965-47c1-855f-b8baeb393bb8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=113fdbbe-e965-47c1-855f-b8baeb393bb8,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:41:12.441002 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612ef36-aa4c-40e8-80b8-23ac37a8f537 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d4913d-4bfc-402b-9b61-47828ccb6130,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:12.461067 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-4fb46403-8d0b-4ebe-bec4-09a1c99feec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:12.461492 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:12.463693 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-4fb46403-8d0b-4ebe-bec4-09a1c99feec1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efa0739c5c494653b42c0f9807babd4a&device_id=9ed4a776-04ee-4400-8640-4213c350ef55 HTTP/1.1" status: 200 len: 1098 time: 0.0892558 Jul 24 09:41:12.517847 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:41:12.530031 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-a3dff9cd-8545-40a1-8e9b-29cb8f404299 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=e9d4913d-4bfc-402b-9b61-47828ccb6130 HTTP/1.1" status: 200 len: 217 time: 0.0599146 Jul 24 09:41:12.544336 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:41:12.545641 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 8ed81d36-12d4-4ece-8d2c-2b73d87ab5b5 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:41:12.546594 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 8498fc3f-c399-4568-ad79-98d1747b93c1 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:41:12.608244 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-df1f40a2-c43f-4dd8-b786-bceef9c07dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:12.609512 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-df1f40a2-c43f-4dd8-b786-bceef9c07dac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0715525 Jul 24 09:41:12.614635 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 8498fc3f-c399-4568-ad79-98d1747b93c1 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:41:12.618566 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 8498fc3f-c399-4568-ad79-98d1747b93c1 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:41:12.619423 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7af4df3b-f1fa-4352-b311-124389711f5e no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:41:12.668243 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 7af4df3b-f1fa-4352-b311-124389711f5e {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:41:12.669166 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7af4df3b-f1fa-4352-b311-124389711f5e not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:41:12.689237 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3ab8ee35-8051-485d-88e9-ece20b8736d9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:12.694223 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=113fdbbe-e965-47c1-855f-b8baeb393bb8,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:12.714612 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['113fdbbe-e965-47c1-855f-b8baeb393bb8'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:41:12.747823 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3ab8ee35-8051-485d-88e9-ece20b8736d9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:12.747961 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-289be576-6c3c-4e85-8226-34c18f2b8bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:12.749438 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-289be576-6c3c-4e85-8226-34c18f2b8bb6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1334610 Jul 24 09:41:12.751157 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75556c07-e329-4978-bd55-037595e07541 req-2680c94e-3905-47c7-a4c0-6f6c82ecb01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:12.752788 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75556c07-e329-4978-bd55-037595e07541 req-2680c94e-3905-47c7-a4c0-6f6c82ecb01b service neutron] 10.222.0.37 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 912 time: 0.4217720 Jul 24 09:41:12.849582 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75556c07-e329-4978-bd55-037595e07541 req-c0bb4408-7736-48b8-8fc6-2d08020fbd1a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9888fda9-c52a-441f-8d48-8e197098673f HTTP/1.1" status: 200 len: 217 time: 0.0884786 Jul 24 09:41:12.862215 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5077a-127f-49a8-ba41-38007547f094 req-131cb184-9602-4a2d-b73f-d6caf94c6ecb tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:12.863388 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-58f5077a-127f-49a8-ba41-38007547f094 req-131cb184-9602-4a2d-b73f-d6caf94c6ecb tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed4a776-04ee-4400-8640-4213c350ef55 HTTP/1.1" status: 200 len: 947 time: 0.1539924 Jul 24 09:41:12.898651 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-f179915e-33e8-4d62-b7be-4ca15b145e3d service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414688 Jul 24 09:41:12.918393 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75556c07-e329-4978-bd55-037595e07541 req-9a5542c5-e60e-41a3-b466-e3c8e25a0e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:12.919647 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75556c07-e329-4978-bd55-037595e07541 req-9a5542c5-e60e-41a3-b466-e3c8e25a0e5d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 HTTP/1.1" status: 200 len: 851 time: 0.0636075 Jul 24 09:41:12.944798 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-58f5077a-127f-49a8-ba41-38007547f094 req-0c6f190b-98bb-46bb-a28e-ebd1743df4e4 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d8c97-7b47-4bbe-9b0d-2ebf1978a4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705359 Jul 24 09:41:12.997969 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3ab8ee35-8051-485d-88e9-ece20b8736d9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:13.000485 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3ab8ee35-8051-485d-88e9-ece20b8736d9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:13.004382 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3ab8ee35-8051-485d-88e9-ece20b8736d9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] 10.222.0.32 "DELETE /v2.0/security-groups/2fb4d789-b27a-4fd8-9602-ad6cda7fd664 HTTP/1.1" status: 204 len: 168 time: 0.7890778 Jul 24 09:41:13.016410 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8ee35-8051-485d-88e9-ece20b8736d9 tempest-TestNetworkAdvancedServerOps-241977866 tempest-TestNetworkAdvancedServerOps-241977866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb4d789-b27a-4fd8-9602-ad6cda7fd664,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:13.046123 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75556c07-e329-4978-bd55-037595e07541 req-efb608b2-601f-4a58-9d36-ce98a90f22b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:13.050343 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75556c07-e329-4978-bd55-037595e07541 req-efb608b2-601f-4a58-9d36-ce98a90f22b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220472 Jul 24 09:41:13.056820 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ecae3101-7559-41eb-98cc-4e7e27a33c94 req-a393b266-a876-499e-adbd-f1957b4ab0c3 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497436 Jul 24 09:41:13.056980 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fecd33-bd53-4e40-b93a-f7f1cdcaea43 req-3b62627d-743b-4882-b949-18265e0a76e0 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:13.058392 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c5fecd33-bd53-4e40-b93a-f7f1cdcaea43 req-3b62627d-743b-4882-b949-18265e0a76e0 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 945 time: 0.1216414 Jul 24 09:41:13.159765 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c5fecd33-bd53-4e40-b93a-f7f1cdcaea43 req-a16ef7fe-0a51-4a7a-bf8b-10e137815574 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932553 Jul 24 09:41:13.169924 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab724aa2-4e01-4737-9865-5f3eb15c3058 req-21eaab77-eeee-4485-add4-dcd240a0ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:13.171998 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ab724aa2-4e01-4737-9865-5f3eb15c3058 req-21eaab77-eeee-4485-add4-dcd240a0ddbe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efa0739c5c494653b42c0f9807babd4a&device_id=9ed4a776-04ee-4400-8640-4213c350ef55 HTTP/1.1" status: 200 len: 1098 time: 0.0651333 Jul 24 09:41:13.198428 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75556c07-e329-4978-bd55-037595e07541 req-64f2deaa-ecae-4b00-a3c7-5bd39445fa5e service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390228 Jul 24 09:41:13.282688 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab724aa2-4e01-4737-9865-5f3eb15c3058 req-f60289bd-0814-4c5a-a340-980383671247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:13.285395 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ab724aa2-4e01-4737-9865-5f3eb15c3058 req-f60289bd-0814-4c5a-a340-980383671247 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.1067300 Jul 24 09:41:13.302864 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-75556c07-e329-4978-bd55-037595e07541 req-47899bba-d4a1-4ebd-b049-759778f4e1ce service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972092 Jul 24 09:41:13.338263 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ab724aa2-4e01-4737-9865-5f3eb15c3058 req-dda99f5c-ca42-49a5-b049-25cee2e877a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=e9d4913d-4bfc-402b-9b61-47828ccb6130 HTTP/1.1" status: 200 len: 217 time: 0.0456707 Jul 24 09:41:13.355517 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41910) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:13.392197 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab724aa2-4e01-4737-9865-5f3eb15c3058 req-e28156e3-87bb-42ce-a767-7487a498bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:13.393773 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ab724aa2-4e01-4737-9865-5f3eb15c3058 req-e28156e3-87bb-42ce-a767-7487a498bccc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0490561 Jul 24 09:41:13.460529 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab724aa2-4e01-4737-9865-5f3eb15c3058 req-cba86176-bf76-4482-93d1-74c9e6fee41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:13.462605 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ab724aa2-4e01-4737-9865-5f3eb15c3058 req-cba86176-bf76-4482-93d1-74c9e6fee41d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0617938 Jul 24 09:41:13.494559 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2b1b0c4d-d929-4123-a3d0-c17cfa474d23 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=766769263b9c4ac0aa4c77c8f3c95808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1378598 Jul 24 09:41:13.497308 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41914) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:13.547578 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3c045390-d604-4474-b6ca-bef5589b999e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:13.557392 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ab724aa2-4e01-4737-9865-5f3eb15c3058 req-260308de-8d75-4325-aebd-88e7f154e9fd service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884480 Jul 24 09:41:13.569508 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3c045390-d604-4474-b6ca-bef5589b999e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:13.620881 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3c045390-d604-4474-b6ca-bef5589b999e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:13.623915 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3c045390-d604-4474-b6ca-bef5589b999e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:13.625249 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3c045390-d604-4474-b6ca-bef5589b999e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e31e7989-31a5-4b3b-851b-547899df69b5 HTTP/1.1" status: 204 len: 168 time: 0.1269042 Jul 24 09:41:13.634545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c045390-d604-4474-b6ca-bef5589b999e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31e7989-31a5-4b3b-851b-547899df69b5,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:13.664624 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ab724aa2-4e01-4737-9865-5f3eb15c3058 req-36492d0b-e661-42ab-82a8-f598ff01fe93 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007104 Jul 24 09:41:13.912619 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41924) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:13.955257 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e9edfbd6-9ce9-4672-87ac-833df1500246 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe63568b0489424999a86646481d209f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414155 Jul 24 09:41:13.957905 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 41926) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:13.987624 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 113fdbbe-e965-47c1-855f-b8baeb393bb8 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:41:14.015916 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-abd26e45-5985-49aa-8660-f0d2350cb976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:14.045594 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-abd26e45-5985-49aa-8660-f0d2350cb976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:14.047625 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 113fdbbe-e965-47c1-855f-b8baeb393bb8 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:41:14.053880 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 113fdbbe-e965-47c1-855f-b8baeb393bb8 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:41:14.053880 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:14.123210 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-abd26e45-5985-49aa-8660-f0d2350cb976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:14.127287 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-abd26e45-5985-49aa-8660-f0d2350cb976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:14.128708 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-abd26e45-5985-49aa-8660-f0d2350cb976 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa007c21-847e-49db-95ed-6dedb0d9ab17 HTTP/1.1" status: 204 len: 168 time: 0.1696353 Jul 24 09:41:14.155290 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c007aa-f3a5-4c48-8697-6d416f1a1072 req-6bf8e282-1f37-4f01-8273-3d4e15e36951 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:14.165563 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:14.170339 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd26e45-5985-49aa-8660-f0d2350cb976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa007c21-847e-49db-95ed-6dedb0d9ab17,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:14.170535 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-35c007aa-f3a5-4c48-8697-6d416f1a1072 req-6bf8e282-1f37-4f01-8273-3d4e15e36951 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed4a776-04ee-4400-8640-4213c350ef55 HTTP/1.1" status: 200 len: 947 time: 0.1059024 Jul 24 09:41:14.229452 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-35c007aa-f3a5-4c48-8697-6d416f1a1072 req-a955f593-0dbb-403c-afa8-291fc1ed3e96 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d8c97-7b47-4bbe-9b0d-2ebf1978a4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542321 Jul 24 09:41:14.250082 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113fdbbe-e965-47c1-855f-b8baeb393bb8'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:41:14.253193 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd487bf1-fe28-4291-b8e7-f8ff59d890ee" -d '{"events": [{"server_uuid": "e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c", "name": "network-vif-plugged", "status": "completed", "tag": "113fdbbe-e965-47c1-855f-b8baeb393bb8"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:41:14.269304 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:14.271565 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 113fdbbe-e965-47c1-855f-b8baeb393bb8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=113fdbbe-e965-47c1-855f-b8baeb393bb8,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:41:14.280201 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:14.336956 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8936ede-bdc3-42a4-9cdc-b3c90dd3f88e x-openstack-request-id: req-c8936ede-bdc3-42a4-9cdc-b3c90dd3f88e {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:41:14.337639 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c", "name": "network-vif-plugged", "status": "completed", "tag": "113fdbbe-e965-47c1-855f-b8baeb393bb8", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:41:14.338049 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8936ede-bdc3-42a4-9cdc-b3c90dd3f88e {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:41:14.338790 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113fdbbe-e965-47c1-855f-b8baeb393bb8', 'code': 200} Jul 24 09:41:14.372216 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=113fdbbe-e965-47c1-855f-b8baeb393bb8,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:14.463202 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388334f-3aa0-4356-98ab-47d3c52472a3 req-24d4ecd8-aeda-4557-beb4-604a6a251a09 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:14.465212 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b388334f-3aa0-4356-98ab-47d3c52472a3 req-24d4ecd8-aeda-4557-beb4-604a6a251a09 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 946 time: 0.1651130 Jul 24 09:41:14.508894 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502fa69-f08e-481c-9a46-7c1845980f23 req-498a333f-002d-49f0-973d-97d906fd15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:14.510637 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f502fa69-f08e-481c-9a46-7c1845980f23 req-498a333f-002d-49f0-973d-97d906fd15ab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 1097 time: 0.1257827 Jul 24 09:41:14.546441 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b388334f-3aa0-4356-98ab-47d3c52472a3 req-e762b60f-5cf3-4d9f-9a4d-6be3e16b6dce tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712423 Jul 24 09:41:14.572772 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f502fa69-f08e-481c-9a46-7c1845980f23 req-e5275dc3-7620-4804-9f54-c1b4f9afff41 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449424 Jul 24 09:41:15.393444 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5912ce-1fda-4adb-9b73-6f21b43b5da7 req-0f89d1a6-84dc-4aca-8921-d952f01db79a tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:15.397223 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fa5912ce-1fda-4adb-9b73-6f21b43b5da7 req-0f89d1a6-84dc-4aca-8921-d952f01db79a tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed4a776-04ee-4400-8640-4213c350ef55 HTTP/1.1" status: 200 len: 947 time: 0.0801754 Jul 24 09:41:15.434748 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fa5912ce-1fda-4adb-9b73-6f21b43b5da7 req-a02285e0-0709-42f6-96ef-3f90d4c20355 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d8c97-7b47-4bbe-9b0d-2ebf1978a4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330839 Jul 24 09:41:15.716383 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d85db3-2205-4b3d-8fc7-1aab0ddccc52 req-098ca6de-858e-4da7-9c40-c5781ede8928 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:15.717959 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1d85db3-2205-4b3d-8fc7-1aab0ddccc52 req-098ca6de-858e-4da7-9c40-c5781ede8928 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 946 time: 0.0851870 Jul 24 09:41:15.760300 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1d85db3-2205-4b3d-8fc7-1aab0ddccc52 req-08d15f52-a1b1-4bc7-82e4-9d552519596a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355504 Jul 24 09:41:15.774009 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device e9d4913d-4bfc-402b-9b61-47828ccb6130 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:41:15.884868 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port e9d4913d-4bfc-402b-9b61-47828ccb6130, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e9d4913d-4bfc-402b-9b61-47828ccb6130,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:41:15.896355 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'e9d4913d-4bfc-402b-9b61-47828ccb6130', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': 'e9d4913d-4bfc-402b-9b61-47828ccb6130', 'mac_address': 'fa:16:3e:ad:ab:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:41:15.924990 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f75b6e-60eb-4da6-a992-24e42dc740bd req-feb3f9ed-455e-4d45-8477-c889795838ec tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:15.926791 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-65f75b6e-60eb-4da6-a992-24e42dc740bd req-feb3f9ed-455e-4d45-8477-c889795838ec tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 946 time: 0.0741332 Jul 24 09:41:15.938614 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:15.951759 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d4913d-4bfc-402b-9b61-47828ccb6130 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:41:15.967602 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-65f75b6e-60eb-4da6-a992-24e42dc740bd req-43437636-7f59-4800-aa3d-9442d3214270 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338805 Jul 24 09:41:15.971239 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port e9d4913d-4bfc-402b-9b61-47828ccb6130, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e9d4913d-4bfc-402b-9b61-47828ccb6130,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:41:15.976408 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:16.048611 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=e9d4913d-4bfc-402b-9b61-47828ccb6130,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:16.169862 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['e9d4913d-4bfc-402b-9b61-47828ccb6130'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:41:16.335131 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275d8db-f1a7-4bbb-9cc0-fb8cde410f31 req-d49fc9a4-9c09-4b37-8b20-11ae0c66fb82 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:16.344212 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f275d8db-f1a7-4bbb-9cc0-fb8cde410f31 req-d49fc9a4-9c09-4b37-8b20-11ae0c66fb82 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 946 time: 0.0920415 Jul 24 09:41:16.384918 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f275d8db-f1a7-4bbb-9cc0-fb8cde410f31 req-e096d5f0-fb16-4ab9-9468-a348d081f99d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395515 Jul 24 09:41:16.603515 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67ca06-b20b-4873-9797-f295735018d4 req-e72beb5f-7659-4854-877d-4388574001df tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:16.605611 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e67ca06-b20b-4873-9797-f295735018d4 req-e72beb5f-7659-4854-877d-4388574001df tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed4a776-04ee-4400-8640-4213c350ef55 HTTP/1.1" status: 200 len: 948 time: 0.0752122 Jul 24 09:41:16.650625 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e67ca06-b20b-4873-9797-f295735018d4 req-61be3f9d-0acf-4985-893a-de3221f0071e tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d8c97-7b47-4bbe-9b0d-2ebf1978a4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378029 Jul 24 09:41:16.710290 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:17.536295 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bef0ce-857d-4bad-9114-96ddf03e9ad7 req-24bc1ba2-b7a0-4037-9068-bbca0ea38c1e tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:17.537821 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-74bef0ce-857d-4bad-9114-96ddf03e9ad7 req-24bc1ba2-b7a0-4037-9068-bbca0ea38c1e tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 946 time: 0.0702353 Jul 24 09:41:17.575757 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-74bef0ce-857d-4bad-9114-96ddf03e9ad7 req-4e7390fd-c027-4427-ad4b-4ca649b49b94 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316696 Jul 24 09:41:17.790435 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device e9d4913d-4bfc-402b-9b61-47828ccb6130 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:41:17.796169 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c5e63-8977-468a-81bc-80583d5ae3de req-4f045bb6-6377-40b7-89e8-4dabe2b2b912 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:17.797720 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e58c5e63-8977-468a-81bc-80583d5ae3de req-4f045bb6-6377-40b7-89e8-4dabe2b2b912 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed4a776-04ee-4400-8640-4213c350ef55 HTTP/1.1" status: 200 len: 948 time: 0.0685399 Jul 24 09:41:17.864950 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e58c5e63-8977-468a-81bc-80583d5ae3de req-d7f2cb2f-8a51-461d-86eb-755e15af74a7 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d8c97-7b47-4bbe-9b0d-2ebf1978a4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581255 Jul 24 09:41:17.880696 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port e9d4913d-4bfc-402b-9b61-47828ccb6130 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:41:17.886933 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port e9d4913d-4bfc-402b-9b61-47828ccb6130 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:41:17.888463 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:17.906185 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b0c37-d18d-49a4-9bb5-7ba021acb2aa req-a02624f4-fea9-4126-8f3d-b26a32e63df1 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:17.907988 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad3b0c37-d18d-49a4-9bb5-7ba021acb2aa req-a02624f4-fea9-4126-8f3d-b26a32e63df1 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 946 time: 0.1093903 Jul 24 09:41:17.987733 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:18.013607 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed4a776-04ee-4400-8640-4213c350ef55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d4913d-4bfc-402b-9b61-47828ccb6130'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:41:18.015940 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d058e6-33df-41ea-97b6-eee844791583" -d '{"events": [{"server_uuid": "9ed4a776-04ee-4400-8640-4213c350ef55", "name": "network-vif-plugged", "status": "completed", "tag": "e9d4913d-4bfc-402b-9b61-47828ccb6130"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:41:18.034444 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-ad3b0c37-d18d-49a4-9bb5-7ba021acb2aa req-aa50e50e-096d-4b29-a9e4-449fa81cb963 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Deleting port 113fdbbe-e965-47c1-855f-b8baeb393bb8 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:41:18.035048 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ad3b0c37-d18d-49a4-9bb5-7ba021acb2aa req-aa50e50e-096d-4b29-a9e4-449fa81cb963 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:18.051815 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port e9d4913d-4bfc-402b-9b61-47828ccb6130, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e9d4913d-4bfc-402b-9b61-47828ccb6130,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:41:18.064163 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:18.067585 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cef1c9c-4cbd-4a51-91c1-0305b2a53433 x-openstack-request-id: req-8cef1c9c-4cbd-4a51-91c1-0305b2a53433 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:41:18.067944 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed4a776-04ee-4400-8640-4213c350ef55", "name": "network-vif-plugged", "status": "completed", "tag": "e9d4913d-4bfc-402b-9b61-47828ccb6130", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:41:18.068214 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8cef1c9c-4cbd-4a51-91c1-0305b2a53433 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:41:18.068592 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed4a776-04ee-4400-8640-4213c350ef55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d4913d-4bfc-402b-9b61-47828ccb6130', 'code': 200} Jul 24 09:41:18.129064 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=e9d4913d-4bfc-402b-9b61-47828ccb6130,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:18.151137 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-ad3b0c37-d18d-49a4-9bb5-7ba021acb2aa req-aa50e50e-096d-4b29-a9e4-449fa81cb963 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] For port 113fdbbe-e965-47c1-855f-b8baeb393bb8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=113fdbbe-e965-47c1-855f-b8baeb393bb8,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:41:18.151863 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ad3b0c37-d18d-49a4-9bb5-7ba021acb2aa req-aa50e50e-096d-4b29-a9e4-449fa81cb963 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:18.165818 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-ad3b0c37-d18d-49a4-9bb5-7ba021acb2aa req-aa50e50e-096d-4b29-a9e4-449fa81cb963 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Calling delete_port for 113fdbbe-e965-47c1-855f-b8baeb393bb8 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:41:18.231444 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cd579-85bd-43f0-93aa-8b9b582f54fc req-0fd370e1-930a-423c-9fa9-3db8a4225ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:18.233656 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cb0cd579-85bd-43f0-93aa-8b9b582f54fc req-0fd370e1-930a-423c-9fa9-3db8a4225ce5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9ed4a776-04ee-4400-8640-4213c350ef55 HTTP/1.1" status: 200 len: 1100 time: 0.0752878 Jul 24 09:41:18.275571 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cb0cd579-85bd-43f0-93aa-8b9b582f54fc req-7848a4aa-f932-4265-bf1e-9ab9980777e5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=688d8c97-7b47-4bbe-9b0d-2ebf1978a4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350358 Jul 24 09:41:18.315395 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ad3b0c37-d18d-49a4-9bb5-7ba021acb2aa req-aa50e50e-096d-4b29-a9e4-449fa81cb963 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:18.329706 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['9888fda9-c52a-441f-8d48-8e197098673f'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:41:18.344857 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50e50e-096d-4b29-a9e4-449fa81cb963 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event deleted for resources: {'Port': ['ID=113fdbbe-e965-47c1-855f-b8baeb393bb8,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:18.408588 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3b0c37-d18d-49a4-9bb5-7ba021acb2aa req-aa50e50e-096d-4b29-a9e4-449fa81cb963 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] No DVR routers for this DVR port 113fdbbe-e965-47c1-855f-b8baeb393bb8 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:41:18.411884 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-ad3b0c37-d18d-49a4-9bb5-7ba021acb2aa req-aa50e50e-096d-4b29-a9e4-449fa81cb963 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:18.415843 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad3b0c37-d18d-49a4-9bb5-7ba021acb2aa req-aa50e50e-096d-4b29-a9e4-449fa81cb963 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.37 "DELETE /v2.0/ports/113fdbbe-e965-47c1-855f-b8baeb393bb8 HTTP/1.1" status: 204 len: 173 time: 0.5013363 Jul 24 09:41:18.416517 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c', 'name': 'network-vif-deleted', 'tag': '113fdbbe-e965-47c1-855f-b8baeb393bb8'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:41:18.420301 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b05e6b9-4d14-42d1-a7fe-ccbd7344dca4" -d '{"events": [{"server_uuid": "e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c", "name": "network-vif-deleted", "tag": "113fdbbe-e965-47c1-855f-b8baeb393bb8"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:41:18.477933 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506d8098-fec8-48dc-b498-ea4918b75999 x-openstack-request-id: req-506d8098-fec8-48dc-b498-ea4918b75999 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:41:18.478744 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c", "name": "network-vif-deleted", "tag": "113fdbbe-e965-47c1-855f-b8baeb393bb8", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:41:18.479017 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-506d8098-fec8-48dc-b498-ea4918b75999 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:41:18.479399 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c', 'name': 'network-vif-deleted', 'tag': '113fdbbe-e965-47c1-855f-b8baeb393bb8', 'status': 'completed', 'code': 200} Jul 24 09:41:18.730342 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e2f0504-d1fb-4b26-ba83-479c7e986ff0 req-c59a7fff-3613-46f8-a6d5-120be326096a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 210 time: 0.0423889 Jul 24 09:41:19.044583 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c359381-3d17-495e-b2e7-14dccd188056 req-66fc3ef3-ec69-4248-bd92-5250f77bab2d tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:19.047121 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6c359381-3d17-495e-b2e7-14dccd188056 req-66fc3ef3-ec69-4248-bd92-5250f77bab2d tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed4a776-04ee-4400-8640-4213c350ef55 HTTP/1.1" status: 200 len: 949 time: 0.0842364 Jul 24 09:41:19.095703 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6c359381-3d17-495e-b2e7-14dccd188056 req-1fba23e6-374d-45fe-a685-d2aa77f27e76 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d8c97-7b47-4bbe-9b0d-2ebf1978a4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405653 Jul 24 09:41:19.842487 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b556a1c9-e39f-47fe-adb6-72f49d892a7d req-05d7fd2b-d3ca-4f46-a6db-e71c456ad476 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 210 time: 0.0289879 Jul 24 09:41:20.004098 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 113fdbbe-e965-47c1-855f-b8baeb393bb8 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:41:20.025677 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 113fdbbe-e965-47c1-855f-b8baeb393bb8 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:41:20.026132 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 113fdbbe-e965-47c1-855f-b8baeb393bb8 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:41:20.247432 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c6a71-adc8-4fe8-8779-f708d3a64b89 req-1e444b09-c88a-48dd-9572-9eabde897fba tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:20.255715 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2a5c6a71-adc8-4fe8-8779-f708d3a64b89 req-1e444b09-c88a-48dd-9572-9eabde897fba tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed4a776-04ee-4400-8640-4213c350ef55 HTTP/1.1" status: 200 len: 949 time: 0.0807447 Jul 24 09:41:20.309781 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2a5c6a71-adc8-4fe8-8779-f708d3a64b89 req-679d58d5-0295-4e8d-ba42-55f554cea7e5 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d8c97-7b47-4bbe-9b0d-2ebf1978a4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532310 Jul 24 09:41:20.987586 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b126138a-6a0f-47ab-8322-230527d68a2a req-d076c4f9-e041-4c48-9c0e-571ae690ebf1 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 210 time: 0.0491040 Jul 24 09:41:21.161574 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42008) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:21.289090 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-22689227-fe94-447e-9b70-0ff836393739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:21.394072 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-22689227-fe94-447e-9b70-0ff836393739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:21.397991 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-22689227-fe94-447e-9b70-0ff836393739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:21.438970 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-22689227-fe94-447e-9b70-0ff836393739 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16844872949f4a76b2f857f6d1700d86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2761278 Jul 24 09:41:21.439841 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22689227-fe94-447e-9b70-0ff836393739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5f63cb-c6d6-4ad0-9e9a-cc37c4404e0f,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:21.441802 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42012) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:21.496111 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d9514dd-92da-4377-8565-91b7e1917897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:21.517743 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d9514dd-92da-4377-8565-91b7e1917897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:21.565718 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d9514dd-92da-4377-8565-91b7e1917897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:21.568405 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d9514dd-92da-4377-8565-91b7e1917897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:21.572937 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9d9514dd-92da-4377-8565-91b7e1917897 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b5f63cb-c6d6-4ad0-9e9a-cc37c4404e0f HTTP/1.1" status: 204 len: 168 time: 0.1258752 Jul 24 09:41:21.580215 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9514dd-92da-4377-8565-91b7e1917897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5f63cb-c6d6-4ad0-9e9a-cc37c4404e0f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:22.103497 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6acb8dd0-8896-48c4-8b68-e32c978493e1 req-0148d6a2-510e-4c12-ba09-4a7191599c2f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2dd5483-bf4a-4bbd-be50-a2b176b9ed1c HTTP/1.1" status: 200 len: 210 time: 0.0372663 Jul 24 09:41:23.676453 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42176) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:23.789444 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-68071efe-a922-4738-834a-cb17b137868f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:23.879415 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-68071efe-a922-4738-834a-cb17b137868f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:23.883764 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-68071efe-a922-4738-834a-cb17b137868f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:23.922804 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-68071efe-a922-4738-834a-cb17b137868f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3afaf6e00cdc485ba970d22acf95aa10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2451229 Jul 24 09:41:23.923719 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68071efe-a922-4738-834a-cb17b137868f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b72554b-c99b-4359-917a-a966eb7dbab4,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:23.925599 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42180) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:23.975014 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f89591b2-8599-42a8-9fb4-3f04671f8064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:23.996874 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f89591b2-8599-42a8-9fb4-3f04671f8064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:24.045107 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f89591b2-8599-42a8-9fb4-3f04671f8064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:24.048088 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f89591b2-8599-42a8-9fb4-3f04671f8064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:24.049307 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f89591b2-8599-42a8-9fb4-3f04671f8064 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b72554b-c99b-4359-917a-a966eb7dbab4 HTTP/1.1" status: 204 len: 168 time: 0.1227098 Jul 24 09:41:24.058431 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89591b2-8599-42a8-9fb4-3f04671f8064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b72554b-c99b-4359-917a-a966eb7dbab4,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:24.370243 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42190) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:24.385693 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-40a242ac-dd2d-4f96-b236-40c6d70817e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:24.486910 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-40a242ac-dd2d-4f96-b236-40c6d70817e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:24.490715 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-40a242ac-dd2d-4f96-b236-40c6d70817e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:24.530598 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-40a242ac-dd2d-4f96-b236-40c6d70817e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2de8bc3fb9b3402f8389b349f94737fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592383 Jul 24 09:41:24.531553 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a242ac-dd2d-4f96-b236-40c6d70817e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a6a9fd-ba07-4801-88d0-98848b3dfa06,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:24.535531 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42192) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:24.607913 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7f60ee07-9117-4b92-86cc-8fa5c9e6552f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:24.635520 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7f60ee07-9117-4b92-86cc-8fa5c9e6552f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:24.703741 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7f60ee07-9117-4b92-86cc-8fa5c9e6552f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:24.707150 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7f60ee07-9117-4b92-86cc-8fa5c9e6552f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:24.708589 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7f60ee07-9117-4b92-86cc-8fa5c9e6552f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67a6a9fd-ba07-4801-88d0-98848b3dfa06 HTTP/1.1" status: 204 len: 168 time: 0.1710072 Jul 24 09:41:24.719570 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60ee07-9117-4b92-86cc-8fa5c9e6552f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a6a9fd-ba07-4801-88d0-98848b3dfa06,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:25.755895 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:41:27.275721 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0e3b12e0-c3d5-4948-9fdc-9af5578875af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:28.779067 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895129d-871c-4fc9-a041-411bbb3acf85 req-0b18d2c0-4dd0-4a43-a05c-000787ae93b7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:28.780479 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a895129d-871c-4fc9-a041-411bbb3acf85 req-0b18d2c0-4dd0-4a43-a05c-000787ae93b7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 945 time: 0.0632088 Jul 24 09:41:28.816630 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a895129d-871c-4fc9-a041-411bbb3acf85 req-d6324cf0-75a8-49fd-85cf-b5981f8f5a41 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304422 Jul 24 09:41:29.790892 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-90244ed9-51a9-4071-8f3c-3fa64e5bafb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:30.158157 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6730d-5d46-4400-a044-2aedd121f9a9 req-3c8a23b3-f0e5-450d-89be-59528cfb1686 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:30.159680 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e1d6730d-5d46-4400-a044-2aedd121f9a9 req-3c8a23b3-f0e5-450d-89be-59528cfb1686 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 945 time: 0.2713513 Jul 24 09:41:30.193520 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72688b-ff61-47b8-89a7-378aed628831 req-1f9d37c1-b8e6-4ab1-9682-474f136bbab1 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:30.195001 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7c72688b-ff61-47b8-89a7-378aed628831 req-1f9d37c1-b8e6-4ab1-9682-474f136bbab1 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.37 "GET /v2.0/ports?device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 945 time: 0.0716887 Jul 24 09:41:30.198874 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e1d6730d-5d46-4400-a044-2aedd121f9a9 req-df9bf5f1-4dd6-489f-8911-57603a16d9a3 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330279 Jul 24 09:41:30.452847 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:30.542730 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-7c72688b-ff61-47b8-89a7-378aed628831 req-038a8494-5605-4b3f-9396-9d97f9b9140b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Deleting port 9888fda9-c52a-441f-8d48-8e197098673f {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:41:30.542987 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-7c72688b-ff61-47b8-89a7-378aed628831 req-038a8494-5605-4b3f-9396-9d97f9b9140b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:30.646326 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-7c72688b-ff61-47b8-89a7-378aed628831 req-038a8494-5605-4b3f-9396-9d97f9b9140b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] For port 9888fda9-c52a-441f-8d48-8e197098673f, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=9888fda9-c52a-441f-8d48-8e197098673f,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:41:30.646833 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-7c72688b-ff61-47b8-89a7-378aed628831 req-038a8494-5605-4b3f-9396-9d97f9b9140b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:30.659148 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-7c72688b-ff61-47b8-89a7-378aed628831 req-038a8494-5605-4b3f-9396-9d97f9b9140b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Calling delete_port for 9888fda9-c52a-441f-8d48-8e197098673f owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:41:30.793243 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-7c72688b-ff61-47b8-89a7-378aed628831 req-038a8494-5605-4b3f-9396-9d97f9b9140b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:30.829248 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a8494-5605-4b3f-9396-9d97f9b9140b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event deleted for resources: {'Port': ['ID=9888fda9-c52a-441f-8d48-8e197098673f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:30.879561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c72688b-ff61-47b8-89a7-378aed628831 req-038a8494-5605-4b3f-9396-9d97f9b9140b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] No DVR routers for this DVR port 9888fda9-c52a-441f-8d48-8e197098673f on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:41:30.882517 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-7c72688b-ff61-47b8-89a7-378aed628831 req-038a8494-5605-4b3f-9396-9d97f9b9140b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:30.885344 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7c72688b-ff61-47b8-89a7-378aed628831 req-038a8494-5605-4b3f-9396-9d97f9b9140b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.37 "DELETE /v2.0/ports/9888fda9-c52a-441f-8d48-8e197098673f HTTP/1.1" status: 204 len: 173 time: 0.6847785 Jul 24 09:41:30.885792 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130d744a-0a07-4872-aede-90832f698406', 'name': 'network-vif-deleted', 'tag': '9888fda9-c52a-441f-8d48-8e197098673f'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:41:30.888120 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c166b19f-fdfb-4fc8-9483-07357dba2681" -d '{"events": [{"server_uuid": "130d744a-0a07-4872-aede-90832f698406", "name": "network-vif-deleted", "tag": "9888fda9-c52a-441f-8d48-8e197098673f"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:41:30.935320 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcebc52-dcac-40c2-adea-b1d20cc43b29 x-openstack-request-id: req-7bcebc52-dcac-40c2-adea-b1d20cc43b29 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:41:30.935621 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130d744a-0a07-4872-aede-90832f698406", "name": "network-vif-deleted", "tag": "9888fda9-c52a-441f-8d48-8e197098673f", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:41:30.935876 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7bcebc52-dcac-40c2-adea-b1d20cc43b29 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:41:30.936282 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130d744a-0a07-4872-aede-90832f698406', 'name': 'network-vif-deleted', 'tag': '9888fda9-c52a-441f-8d48-8e197098673f', 'status': 'completed', 'code': 200} Jul 24 09:41:31.062133 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:31.302725 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ab9f4ba4-821d-4f4a-8681-8a59f2463e28 req-dcc9a21b-0c66-4e60-b6c4-deab340d2f1d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 210 time: 0.0316837 Jul 24 09:41:31.704730 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-984e782a-a33f-410e-9e86-85c3764abab4 req-76bff233-06bf-48ba-84d5-0a3e6e51e861 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9ed4a776-04ee-4400-8640-4213c350ef55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0584517 Jul 24 09:41:31.804825 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e782a-a33f-410e-9e86-85c3764abab4 req-2de83e26-5b5e-4b5f-ae52-0b35f9219d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:31.806482 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-984e782a-a33f-410e-9e86-85c3764abab4 req-2de83e26-5b5e-4b5f-ae52-0b35f9219d52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efa0739c5c494653b42c0f9807babd4a&device_id=9ed4a776-04ee-4400-8640-4213c350ef55 HTTP/1.1" status: 200 len: 1100 time: 0.0584776 Jul 24 09:41:32.049748 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 9888fda9-c52a-441f-8d48-8e197098673f no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:41:32.084480 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 9888fda9-c52a-441f-8d48-8e197098673f {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:41:32.085533 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 9888fda9-c52a-441f-8d48-8e197098673f not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:41:32.265934 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e782a-a33f-410e-9e86-85c3764abab4 req-9a7e9c37-107d-4f4e-99fa-458a5431594a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:32.267492 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-984e782a-a33f-410e-9e86-85c3764abab4 req-9a7e9c37-107d-4f4e-99fa-458a5431594a service neutron] 10.222.0.20 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.4406157 Jul 24 09:41:32.314485 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-984e782a-a33f-410e-9e86-85c3764abab4 req-66b4d447-2aa8-40bd-bc91-12a0f4e8cc23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=e9d4913d-4bfc-402b-9b61-47828ccb6130 HTTP/1.1" status: 200 len: 217 time: 0.0381925 Jul 24 09:41:32.374853 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e782a-a33f-410e-9e86-85c3764abab4 req-5c7bc35f-4eb7-4f2d-8e7e-bbb990bbc97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:32.377613 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-984e782a-a33f-410e-9e86-85c3764abab4 req-5c7bc35f-4eb7-4f2d-8e7e-bbb990bbc97c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0571637 Jul 24 09:41:32.418567 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-38c348e4-0e98-4489-82a9-0a89ca22142d req-386ba4a8-3a6c-4033-b232-1b47f33057c0 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 210 time: 0.0301538 Jul 24 09:41:32.454464 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e782a-a33f-410e-9e86-85c3764abab4 req-d0f1bf27-eb7a-4b6b-a71f-ec5e83a0cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:32.455984 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-984e782a-a33f-410e-9e86-85c3764abab4 req-d0f1bf27-eb7a-4b6b-a71f-ec5e83a0cea2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0719836 Jul 24 09:41:32.551314 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-984e782a-a33f-410e-9e86-85c3764abab4 req-c1ba5810-3bbe-4fee-8930-43c26f252fb9 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870793 Jul 24 09:41:32.653438 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-984e782a-a33f-410e-9e86-85c3764abab4 req-a4d9a30a-14b6-4307-87f6-8920783f49b2 service neutron] 10.222.0.20 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955253 Jul 24 09:41:32.938338 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:33.527420 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3bc07ed0-753a-4181-879a-b74efac88211 req-2f7425c9-026c-4dbd-9661-97ce1751de5d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 210 time: 0.0312171 Jul 24 09:41:34.663565 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-038b842f-3b7a-4a8b-8834-b36f55d5f38d req-ebd57941-eb97-4125-852f-7154bd11865b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=130d744a-0a07-4872-aede-90832f698406 HTTP/1.1" status: 200 len: 210 time: 0.0298691 Jul 24 09:41:38.095516 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42306) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:38.100305 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-c5aa0769-e829-4aa8-bd6d-923fb2fe2bce tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1958831731', 'description': 'tempest-secgroup-smoke-1958831731 description', 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:41:38.123500 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c5aa0769-e829-4aa8-bd6d-923fb2fe2bce tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:38.221365 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c5aa0769-e829-4aa8-bd6d-923fb2fe2bce tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:38.225758 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c5aa0769-e829-4aa8-bd6d-923fb2fe2bce tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:38.252682 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c5aa0769-e829-4aa8-bd6d-923fb2fe2bce tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:38.253888 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c5aa0769-e829-4aa8-bd6d-923fb2fe2bce tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1572478 Jul 24 09:41:38.255760 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa0769-e829-4aa8-bd6d-923fb2fe2bce tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88a96460-bb00-45f1-a165-650b01e57370,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:38.257091 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42310) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:38.263272 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-1fc2ddef-54e5-4cbd-a6c8-2f9b68736771 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Request body: {'security_group_rule': {'security_group_id': '88a96460-bb00-45f1-a165-650b01e57370', 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:41:38.294260 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1fc2ddef-54e5-4cbd-a6c8-2f9b68736771 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:38.357051 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1fc2ddef-54e5-4cbd-a6c8-2f9b68736771 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:38.360863 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1fc2ddef-54e5-4cbd-a6c8-2f9b68736771 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:38.385694 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2ddef-54e5-4cbd-a6c8-2f9b68736771 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4218eb19-91af-4f95-bd31-41c2678930a9,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:38.392693 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1fc2ddef-54e5-4cbd-a6c8-2f9b68736771 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:38.397680 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42312) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:38.398327 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1fc2ddef-54e5-4cbd-a6c8-2f9b68736771 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1361194 Jul 24 09:41:38.401600 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-dcbbd8fe-8f42-4f71-a3ea-471b30ca2b73 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Request body: {'security_group_rule': {'security_group_id': '88a96460-bb00-45f1-a165-650b01e57370', 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:41:38.445981 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dcbbd8fe-8f42-4f71-a3ea-471b30ca2b73 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:38.514832 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dcbbd8fe-8f42-4f71-a3ea-471b30ca2b73 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:38.518686 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dcbbd8fe-8f42-4f71-a3ea-471b30ca2b73 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:38.532345 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbd8fe-8f42-4f71-a3ea-471b30ca2b73 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84f70fc-d077-42c7-953b-4f586326d5ee,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:38.545237 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dcbbd8fe-8f42-4f71-a3ea-471b30ca2b73 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:38.546688 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-dcbbd8fe-8f42-4f71-a3ea-471b30ca2b73 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1501074 Jul 24 09:41:38.549404 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42314) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:38.554508 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-25db4867-6194-4fbb-b5b3-6db3ea6f6f2d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Request body: {'security_group_rule': {'security_group_id': '88a96460-bb00-45f1-a165-650b01e57370', 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:41:38.581157 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-25db4867-6194-4fbb-b5b3-6db3ea6f6f2d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:38.641358 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-25db4867-6194-4fbb-b5b3-6db3ea6f6f2d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:38.645044 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-25db4867-6194-4fbb-b5b3-6db3ea6f6f2d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:38.661595 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db4867-6194-4fbb-b5b3-6db3ea6f6f2d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be6d8cb-242b-4486-bf8e-05a03f9c4aae,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:38.669283 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-25db4867-6194-4fbb-b5b3-6db3ea6f6f2d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:38.670847 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-25db4867-6194-4fbb-b5b3-6db3ea6f6f2d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204114 Jul 24 09:41:38.673981 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42316) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:38.678639 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e0a83bf3-e966-4082-8a1c-fb532cb06ce0 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Request body: {'security_group_rule': {'security_group_id': '88a96460-bb00-45f1-a165-650b01e57370', 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:41:38.706739 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e0a83bf3-e966-4082-8a1c-fb532cb06ce0 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:38.768976 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e0a83bf3-e966-4082-8a1c-fb532cb06ce0 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:38.772763 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e0a83bf3-e966-4082-8a1c-fb532cb06ce0 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:38.790316 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a83bf3-e966-4082-8a1c-fb532cb06ce0 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045b6a00-c1cb-4b0a-a3de-e0c68f12a120,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:38.797476 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e0a83bf3-e966-4082-8a1c-fb532cb06ce0 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:38.798721 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e0a83bf3-e966-4082-8a1c-fb532cb06ce0 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237974 Jul 24 09:41:38.801553 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42318) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:38.807121 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-580918bf-ef04-4783-85f0-758537526356 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Request body: {'security_group_rule': {'security_group_id': '88a96460-bb00-45f1-a165-650b01e57370', 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:41:38.828935 n-d-800085-9 neutron-server[94036]: INFO neutron.db.securitygroups_db [None req-580918bf-ef04-4783-85f0-758537526356 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Project 1badc3f1501941d9bbfe9d2d50d5c337 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 09:41:38.833775 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-580918bf-ef04-4783-85f0-758537526356 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:38.893470 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-580918bf-ef04-4783-85f0-758537526356 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:38.897008 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-580918bf-ef04-4783-85f0-758537526356 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:38.918564 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580918bf-ef04-4783-85f0-758537526356 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8b6483-78d8-471b-981a-717169de5f8e,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:38.922412 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-580918bf-ef04-4783-85f0-758537526356 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:38.926764 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42320) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:41:38.927402 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-580918bf-ef04-4783-85f0-758537526356 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246059 Jul 24 09:41:38.931458 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-108c6de0-0de7-4f58-9a3d-605b92f8703a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Request body: {'security_group_rule': {'security_group_id': '88a96460-bb00-45f1-a165-650b01e57370', 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:41:38.954494 n-d-800085-9 neutron-server[94035]: INFO neutron.db.securitygroups_db [None req-108c6de0-0de7-4f58-9a3d-605b92f8703a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Project 1badc3f1501941d9bbfe9d2d50d5c337 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 09:41:38.960120 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-108c6de0-0de7-4f58-9a3d-605b92f8703a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:39.023725 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-108c6de0-0de7-4f58-9a3d-605b92f8703a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:39.027859 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-108c6de0-0de7-4f58-9a3d-605b92f8703a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:39.045785 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c6de0-0de7-4f58-9a3d-605b92f8703a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e29b54b4-c9b4-44d3-a2bf-e328beb9cf34,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:39.053058 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-108c6de0-0de7-4f58-9a3d-605b92f8703a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:39.057768 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-108c6de0-0de7-4f58-9a3d-605b92f8703a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1298218 Jul 24 09:41:44.185436 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:46.742012 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:53.581607 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-19bec188-3ad6-44ad-9a98-96aa56203073 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1958831731&fields=id&tenant_id=1badc3f1501941d9bbfe9d2d50d5c337 HTTP/1.1" status: 200 len: 267 time: 0.0374286 Jul 24 09:41:53.687928 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-7fa4673d-1409-4dfe-a838-b403db93617a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:53.689458 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-7fa4673d-1409-4dfe-a838-b403db93617a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 812 time: 0.1009414 Jul 24 09:41:53.704588 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-e694ea92-9dd9-4aea-8aaf-c31ca5a7df41 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/quotas/1badc3f1501941d9bbfe9d2d50d5c337 HTTP/1.1" status: 200 len: 375 time: 0.0097775 Jul 24 09:41:53.776106 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-f06a561b-78b7-4bed-9bb3-143b8f034849 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659206 Jul 24 09:41:53.875191 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-eb0d64c0-1749-4e11-9eda-d3b70b2c7591 service neutron] 10.222.0.32 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865569 Jul 24 09:41:53.974076 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-0c0bf3cc-e739-4d65-910f-041b3c41de17 service neutron] 10.222.0.32 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926630 Jul 24 09:41:54.367039 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-485e8031-7b78-4c9f-910b-d419b89cf510 req-8b61433b-53f0-4c68-a587-b23f3fffa8d6 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 210 time: 0.1220145 Jul 24 09:41:55.188795 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-f36908bd-045b-4835-be82-21e7a33eff29 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:55.190523 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-f36908bd-045b-4835-be82-21e7a33eff29 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.37 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 812 time: 0.1076221 Jul 24 09:41:55.242153 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-5364cde0-f1fd-4c95-8254-29d381edc9d1 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1badc3f1501941d9bbfe9d2d50d5c337 HTTP/1.1" status: 200 len: 380 time: 0.0430884 Jul 24 09:41:55.251559 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-7f129f4e-ef79-47a3-88bd-f520a635d90f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Request body: {'port': {'device_id': 'aaf551b5-7050-4f11-93cd-067ad502a3bb', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'admin_state_up': True, 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'security_groups': ['88a96460-bb00-45f1-a165-650b01e57370']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:41:55.366957 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-7f129f4e-ef79-47a3-88bd-f520a635d90f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Made reservation on behalf of 1badc3f1501941d9bbfe9d2d50d5c337 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:41:55.370592 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-7f129f4e-ef79-47a3-88bd-f520a635d90f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:55.480409 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-21abfda8-04d9-43f3-a9a2-ef3ec61b7233 req-6e9bd7d9-1755-42cf-81d6-20321a9d5517 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 210 time: 0.0327549 Jul 24 09:41:55.547256 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-7f129f4e-ef79-47a3-88bd-f520a635d90f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Allocated IP 172.20.0.4 (ac0598e8-c43b-451d-ac72-9b82e96a2d8a/c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130/859216e1-6a4c-4f7c-9def-f8941f152184) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:41:55.691635 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-7f129f4e-ef79-47a3-88bd-f520a635d90f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:55.711093 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-7f129f4e-ef79-47a3-88bd-f520a635d90f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Transition to ACTIVE for port object 859216e1-6a4c-4f7c-9def-f8941f152184 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:41:55.745406 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-7f129f4e-ef79-47a3-88bd-f520a635d90f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:55.802362 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-7f129f4e-ef79-47a3-88bd-f520a635d90f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Network ac0598e8-c43b-451d-ac72-9b82e96a2d8a is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:41:55.808058 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-7f129f4e-ef79-47a3-88bd-f520a635d90f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:41:55.815132 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-7f129f4e-ef79-47a3-88bd-f520a635d90f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:41:55.844614 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f129f4e-ef79-47a3-88bd-f520a635d90f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event updated for resources: {'Port': ['ID=859216e1-6a4c-4f7c-9def-f8941f152184,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:55.859428 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f129f4e-ef79-47a3-88bd-f520a635d90f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:41:55.859917 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f129f4e-ef79-47a3-88bd-f520a635d90f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:41:55.860365 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f129f4e-ef79-47a3-88bd-f520a635d90f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:41:55.860835 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f129f4e-ef79-47a3-88bd-f520a635d90f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:41:55.861275 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f129f4e-ef79-47a3-88bd-f520a635d90f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:41:55.861707 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f129f4e-ef79-47a3-88bd-f520a635d90f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:41:55.862139 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f129f4e-ef79-47a3-88bd-f520a635d90f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:41:55.862568 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f129f4e-ef79-47a3-88bd-f520a635d90f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:41:55.862998 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f129f4e-ef79-47a3-88bd-f520a635d90f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:41:55.863437 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f129f4e-ef79-47a3-88bd-f520a635d90f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:41:55.863859 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f129f4e-ef79-47a3-88bd-f520a635d90f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:41:55.864298 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f129f4e-ef79-47a3-88bd-f520a635d90f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:41:55.881347 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-7f129f4e-ef79-47a3-88bd-f520a635d90f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:55.882174 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-7f129f4e-ef79-47a3-88bd-f520a635d90f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:55.898356 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-7f129f4e-ef79-47a3-88bd-f520a635d90f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6514270 Jul 24 09:41:55.975625 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-af3da1d8-8497-4997-ba4d-cc16cefa6125 service neutron] Request body: {'port': {'device_id': 'aaf551b5-7050-4f11-93cd-067ad502a3bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:41:56.063424 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-af3da1d8-8497-4997-ba4d-cc16cefa6125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:56.157280 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fa57758c-3e36-40ef-91f4-cfaa2f28b3ff None None] Provisioning for port 859216e1-6a4c-4f7c-9def-f8941f152184 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:41:56.161433 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fa57758c-3e36-40ef-91f4-cfaa2f28b3ff None None] Provisioning complete for port 859216e1-6a4c-4f7c-9def-f8941f152184 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:41:56.161812 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fa57758c-3e36-40ef-91f4-cfaa2f28b3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:56.243864 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-fa57758c-3e36-40ef-91f4-cfaa2f28b3ff None None] Port 859216e1-6a4c-4f7c-9def-f8941f152184 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:41:56.376330 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-af3da1d8-8497-4997-ba4d-cc16cefa6125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859216e1-6a4c-4f7c-9def-f8941f152184 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:41:56.384708 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-af3da1d8-8497-4997-ba4d-cc16cefa6125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:56.397403 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-af3da1d8-8497-4997-ba4d-cc16cefa6125 service neutron] Transition to ACTIVE for port object 859216e1-6a4c-4f7c-9def-f8941f152184 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:41:56.403300 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-af3da1d8-8497-4997-ba4d-cc16cefa6125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:56.455406 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3da1d8-8497-4997-ba4d-cc16cefa6125 service neutron] Pushing event updated for resources: {'Port': ['ID=859216e1-6a4c-4f7c-9def-f8941f152184,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:56.554930 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-af3da1d8-8497-4997-ba4d-cc16cefa6125 service neutron] Attempting to bind port 859216e1-6a4c-4f7c-9def-f8941f152184 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:41:56.555699 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-af3da1d8-8497-4997-ba4d-cc16cefa6125 service neutron] Attempting to bind port 859216e1-6a4c-4f7c-9def-f8941f152184 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:41:56.556381 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-af3da1d8-8497-4997-ba4d-cc16cefa6125 service neutron] Attempting to bind port 859216e1-6a4c-4f7c-9def-f8941f152184 on network ac0598e8-c43b-451d-ac72-9b82e96a2d8a {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:41:56.562089 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-af3da1d8-8497-4997-ba4d-cc16cefa6125 service neutron] Port 859216e1-6a4c-4f7c-9def-f8941f152184 on network ac0598e8-c43b-451d-ac72-9b82e96a2d8a not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:41:56.562712 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-af3da1d8-8497-4997-ba4d-cc16cefa6125 service neutron] Attempting to bind port 859216e1-6a4c-4f7c-9def-f8941f152184 on network ac0598e8-c43b-451d-ac72-9b82e96a2d8a {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:41:56.569110 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-af3da1d8-8497-4997-ba4d-cc16cefa6125 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:41:56.570116 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-af3da1d8-8497-4997-ba4d-cc16cefa6125 service neutron] Checking segment: {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:41:56.570536 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-af3da1d8-8497-4997-ba4d-cc16cefa6125 service neutron] Bound using segment: {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:41:56.570949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-af3da1d8-8497-4997-ba4d-cc16cefa6125 service neutron] Bound port: 859216e1-6a4c-4f7c-9def-f8941f152184, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:41:56.571407 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-af3da1d8-8497-4997-ba4d-cc16cefa6125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:56.722816 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319074c-900a-4307-9480-6a74d41f1f41 req-48844067-388c-4a2e-ab10-7a7d4d0f815d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:56.724597 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4319074c-900a-4307-9480-6a74d41f1f41 req-48844067-388c-4a2e-ab10-7a7d4d0f815d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 943 time: 0.1154346 Jul 24 09:41:56.725872 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-af3da1d8-8497-4997-ba4d-cc16cefa6125 service neutron] For port 859216e1-6a4c-4f7c-9def-f8941f152184, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:41:56.729429 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-af3da1d8-8497-4997-ba4d-cc16cefa6125 service neutron] For port 859216e1-6a4c-4f7c-9def-f8941f152184, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=859216e1-6a4c-4f7c-9def-f8941f152184,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:41:56.752359 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-af3da1d8-8497-4997-ba4d-cc16cefa6125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:56.798783 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-af3da1d8-8497-4997-ba4d-cc16cefa6125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:56.799743 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-af3da1d8-8497-4997-ba4d-cc16cefa6125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:56.801678 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-af3da1d8-8497-4997-ba4d-cc16cefa6125 service neutron] 10.222.0.37 "PUT /v2.0/ports/859216e1-6a4c-4f7c-9def-f8941f152184 HTTP/1.1" status: 200 len: 1091 time: 0.8934610 Jul 24 09:41:56.810031 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf551b5-7050-4f11-93cd-067ad502a3bb', 'tag': '859216e1-6a4c-4f7c-9def-f8941f152184'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:41:56.813107 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0211254-73af-4090-97e1-8ccf3df3ac53" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf551b5-7050-4f11-93cd-067ad502a3bb", "tag": "859216e1-6a4c-4f7c-9def-f8941f152184"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:41:56.889287 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4319074c-900a-4307-9480-6a74d41f1f41 req-ff297a24-2bd9-4b87-868c-abcefed25b70 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558461 Jul 24 09:41:56.906180 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5813f073-ad97-4448-88e4-4b5c86d7e66c x-openstack-request-id: req-5813f073-ad97-4448-88e4-4b5c86d7e66c {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:41:56.906923 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf551b5-7050-4f11-93cd-067ad502a3bb", "tag": "859216e1-6a4c-4f7c-9def-f8941f152184", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:41:56.907108 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5813f073-ad97-4448-88e4-4b5c86d7e66c {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:41:56.907915 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf551b5-7050-4f11-93cd-067ad502a3bb', 'tag': '859216e1-6a4c-4f7c-9def-f8941f152184', 'status': 'completed', 'code': 200} Jul 24 09:41:56.908504 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3da1d8-8497-4997-ba4d-cc16cefa6125 service neutron] Pushing event updated for resources: {'Port': ['ID=859216e1-6a4c-4f7c-9def-f8941f152184,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:41:56.944022 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-f188753b-66a2-4d2e-b8df-0a658612b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:56.946246 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-f188753b-66a2-4d2e-b8df-0a658612b0fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 1094 time: 0.1022742 Jul 24 09:41:56.998815 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-1d9084a5-dded-4f1e-90fb-cccb66f46bc7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=859216e1-6a4c-4f7c-9def-f8941f152184 HTTP/1.1" status: 200 len: 217 time: 0.0440595 Jul 24 09:41:57.071528 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-dda00a52-8839-48a6-98a3-6b8c8cf3a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:57.073421 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-dda00a52-8839-48a6-98a3-6b8c8cf3a237 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 HTTP/1.1" status: 200 len: 851 time: 0.0690694 Jul 24 09:41:57.144218 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-35908323-3f8a-44b1-a164-94b61cfb313c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:57.145796 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-35908323-3f8a-44b1-a164-94b61cfb313c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645800 Jul 24 09:41:57.244572 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-e4a06387-e988-45e2-b8ab-78121ba76c39 service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917552 Jul 24 09:41:57.279961 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e97828c4-7b56-488e-a929-1cdf47254622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:41:57.349344 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83b5303a-ef5d-47d6-b7ef-99abd2aea2e0 req-50546229-24dc-42f2-84ac-5cb85bf2ef5a service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967336 Jul 24 09:41:57.455978 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0211254-73af-4090-97e1-8ccf3df3ac53 req-26ce75f0-cf59-4be8-b6b1-b329b257106c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:57.457562 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a0211254-73af-4090-97e1-8ccf3df3ac53 req-26ce75f0-cf59-4be8-b6b1-b329b257106c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 1094 time: 0.0589426 Jul 24 09:41:57.552760 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0211254-73af-4090-97e1-8ccf3df3ac53 req-7eeaf950-541a-4aa7-a5aa-a91fa5bef062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:57.555530 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a0211254-73af-4090-97e1-8ccf3df3ac53 req-7eeaf950-541a-4aa7-a5aa-a91fa5bef062 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 912 time: 0.0923574 Jul 24 09:41:57.602493 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a0211254-73af-4090-97e1-8ccf3df3ac53 req-3fef05aa-1036-4de8-abe0-42f64a6d0003 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=859216e1-6a4c-4f7c-9def-f8941f152184 HTTP/1.1" status: 200 len: 217 time: 0.0398824 Jul 24 09:41:57.658873 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0211254-73af-4090-97e1-8ccf3df3ac53 req-ab22402b-821e-413c-801c-491425eb0a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:57.660531 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a0211254-73af-4090-97e1-8ccf3df3ac53 req-ab22402b-821e-413c-801c-491425eb0a69 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 HTTP/1.1" status: 200 len: 851 time: 0.0515542 Jul 24 09:41:57.724306 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0211254-73af-4090-97e1-8ccf3df3ac53 req-dcf2b96a-d1fe-467e-addc-2e029eb95dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:57.726669 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a0211254-73af-4090-97e1-8ccf3df3ac53 req-dcf2b96a-d1fe-467e-addc-2e029eb95dda service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600426 Jul 24 09:41:57.823675 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a0211254-73af-4090-97e1-8ccf3df3ac53 req-70c288e0-3db4-4cd7-9ba3-704072c9c219 service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900002 Jul 24 09:41:57.931155 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a0211254-73af-4090-97e1-8ccf3df3ac53 req-586a6943-f792-40af-aa8a-67ecb467e2d6 service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007817 Jul 24 09:41:58.043342 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae54e3-d191-411c-a549-592c1450938d req-8569de63-11bf-45e1-917f-9f783cd358a6 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:58.046619 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-56ae54e3-d191-411c-a549-592c1450938d req-8569de63-11bf-45e1-917f-9f783cd358a6 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 943 time: 0.0691926 Jul 24 09:41:58.084240 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-56ae54e3-d191-411c-a549-592c1450938d req-e20f7cd9-64a7-4fdd-8e91-07e987282a2c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334127 Jul 24 09:41:59.245243 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a57c5c-07aa-4f10-aa21-b50a742b7d9e req-069d8570-f607-4462-a3df-3b891c2582e2 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:41:59.246822 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48a57c5c-07aa-4f10-aa21-b50a742b7d9e req-069d8570-f607-4462-a3df-3b891c2582e2 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 943 time: 0.0813868 Jul 24 09:41:59.287885 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48a57c5c-07aa-4f10-aa21-b50a742b7d9e req-b96323fc-f29e-431c-b66c-a7159b9820d4 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348792 Jul 24 09:41:59.793159 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7bfb2025-b08e-4b57-b718-86abc4ec5105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:00.440461 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e6d68-0707-44da-bc03-da5544cd3692 req-f4daedfd-6b3a-41d9-b33e-2be71c72a8e4 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:42:00.442047 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d67e6d68-0707-44da-bc03-da5544cd3692 req-f4daedfd-6b3a-41d9-b33e-2be71c72a8e4 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 943 time: 0.0805681 Jul 24 09:42:00.459532 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:00.486077 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d67e6d68-0707-44da-bc03-da5544cd3692 req-85f2e14d-80b5-4e8b-b46b-dd503e056910 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376079 Jul 24 09:42:01.063680 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:01.630012 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a1b0a-d2f4-4017-856a-7b6187c7ec3b req-6c53057a-5fd2-436f-9bd2-488f7d6dc0e7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:42:01.631485 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c47a1b0a-d2f4-4017-856a-7b6187c7ec3b req-6c53057a-5fd2-436f-9bd2-488f7d6dc0e7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 943 time: 0.0617685 Jul 24 09:42:01.669138 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c47a1b0a-d2f4-4017-856a-7b6187c7ec3b req-6e53d4a3-98e9-43e7-9ca0-29c76b0992a9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320036 Jul 24 09:42:02.756174 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:42:02.802852 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa89d-c1c4-44e8-a7d2-5aa27432e071 req-db274154-06eb-4222-a7d3-96cd7d1629b7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:42:02.804861 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4ddaa89d-c1c4-44e8-a7d2-5aa27432e071 req-db274154-06eb-4222-a7d3-96cd7d1629b7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 943 time: 0.0657208 Jul 24 09:42:02.845876 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4ddaa89d-c1c4-44e8-a7d2-5aa27432e071 req-64ff275e-e1ee-4739-9b90-37b8a0bfd276 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352464 Jul 24 09:42:02.940169 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:03.985847 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf1ca7-3d5f-47b6-ad8f-dfb72375b6b7 req-2891012b-3938-4053-ab23-1000a178c5ba tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:42:03.987372 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dbbf1ca7-3d5f-47b6-ad8f-dfb72375b6b7 req-2891012b-3938-4053-ab23-1000a178c5ba tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 943 time: 0.0734618 Jul 24 09:42:04.025178 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dbbf1ca7-3d5f-47b6-ad8f-dfb72375b6b7 req-c69075d6-d32f-451f-8f93-e62165cc9576 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320787 Jul 24 09:42:05.166641 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252311fb-14e7-41ae-943a-e5dab5d4145d req-ea1ce88a-422f-4217-bee2-079180d32006 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:42:05.168181 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-252311fb-14e7-41ae-943a-e5dab5d4145d req-ea1ce88a-422f-4217-bee2-079180d32006 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 943 time: 0.0708370 Jul 24 09:42:05.207755 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-252311fb-14e7-41ae-943a-e5dab5d4145d req-8f2c544d-93e7-4458-a156-bfb64cdd385f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334620 Jul 24 09:42:06.346769 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36f813-2794-43ac-8b85-99dcf7caffcd req-ad97fceb-f39c-41dd-a18f-b637d0566890 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:42:06.348275 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3d36f813-2794-43ac-8b85-99dcf7caffcd req-ad97fceb-f39c-41dd-a18f-b637d0566890 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 943 time: 0.0630617 Jul 24 09:42:06.386024 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3d36f813-2794-43ac-8b85-99dcf7caffcd req-4975b115-80dd-4e15-86f4-b5ae6ed046c6 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320976 Jul 24 09:42:07.519826 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d28a13-b261-4a57-b95e-9525853492bf req-0b722dd2-32fe-4b96-ae6d-02a1ea2c106d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:42:07.521362 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a7d28a13-b261-4a57-b95e-9525853492bf req-0b722dd2-32fe-4b96-ae6d-02a1ea2c106d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 943 time: 0.0637267 Jul 24 09:42:07.559629 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a7d28a13-b261-4a57-b95e-9525853492bf req-717cbb5d-b3c0-449b-bd3e-cbe901b6e1bc tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320067 Jul 24 09:42:08.310937 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 859216e1-6a4c-4f7c-9def-f8941f152184 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:42:08.407743 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 859216e1-6a4c-4f7c-9def-f8941f152184, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=859216e1-6a4c-4f7c-9def-f8941f152184,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:42:08.420700 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '859216e1-6a4c-4f7c-9def-f8941f152184', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'port_id': '859216e1-6a4c-4f7c-9def-f8941f152184', 'mac_address': 'fa:16:3e:c1:da:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:42:08.467862 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:08.480468 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859216e1-6a4c-4f7c-9def-f8941f152184 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:42:08.500508 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 859216e1-6a4c-4f7c-9def-f8941f152184, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=859216e1-6a4c-4f7c-9def-f8941f152184,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:42:08.504050 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:08.553258 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=859216e1-6a4c-4f7c-9def-f8941f152184,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:42:08.561290 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:42:08.561640 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:42:08.561982 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:42:08.562320 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:42:08.562678 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:42:08.563028 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:42:08.563341 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:42:08.563665 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:42:08.563991 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:42:08.564319 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:42:08.564645 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:42:08.564991 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:42:08.707869 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['859216e1-6a4c-4f7c-9def-f8941f152184'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:42:08.718134 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d45a8-0727-4765-89cb-77ad0b2fc9c8 req-adb826e5-7a8a-4a82-a155-76f821d1dd33 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:42:08.719775 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3f4d45a8-0727-4765-89cb-77ad0b2fc9c8 req-adb826e5-7a8a-4a82-a155-76f821d1dd33 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 944 time: 0.0731125 Jul 24 09:42:08.758508 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3f4d45a8-0727-4765-89cb-77ad0b2fc9c8 req-e6463f55-bd7d-430d-a1b9-9d2f902c7c76 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328820 Jul 24 09:42:09.892046 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de7784-d76f-4dac-8255-79054689206c req-f7d509bb-0fb1-4afc-bd62-a7be93dfb935 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:42:09.893571 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28de7784-d76f-4dac-8255-79054689206c req-f7d509bb-0fb1-4afc-bd62-a7be93dfb935 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 944 time: 0.0628169 Jul 24 09:42:09.933960 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28de7784-d76f-4dac-8255-79054689206c req-b8432aad-c5b0-4e8a-989d-77cf8035f93b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346689 Jul 24 09:42:10.310581 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 859216e1-6a4c-4f7c-9def-f8941f152184 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:42:10.357897 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 859216e1-6a4c-4f7c-9def-f8941f152184 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:42:10.361585 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 859216e1-6a4c-4f7c-9def-f8941f152184 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:42:10.361953 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:10.437554 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:10.463288 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf551b5-7050-4f11-93cd-067ad502a3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859216e1-6a4c-4f7c-9def-f8941f152184'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:42:10.465731 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78d5e86-23da-44d0-85bc-8c294e011f7d" -d '{"events": [{"server_uuid": "aaf551b5-7050-4f11-93cd-067ad502a3bb", "name": "network-vif-plugged", "status": "completed", "tag": "859216e1-6a4c-4f7c-9def-f8941f152184"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:42:10.479927 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 859216e1-6a4c-4f7c-9def-f8941f152184, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=859216e1-6a4c-4f7c-9def-f8941f152184,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:42:10.485628 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:10.511893 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecf73a1-703c-4dc1-98e3-f488478405ad x-openstack-request-id: req-9ecf73a1-703c-4dc1-98e3-f488478405ad {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:42:10.512189 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf551b5-7050-4f11-93cd-067ad502a3bb", "name": "network-vif-plugged", "status": "completed", "tag": "859216e1-6a4c-4f7c-9def-f8941f152184", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:42:10.512441 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ecf73a1-703c-4dc1-98e3-f488478405ad {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:42:10.512860 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf551b5-7050-4f11-93cd-067ad502a3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859216e1-6a4c-4f7c-9def-f8941f152184', 'code': 200} Jul 24 09:42:10.543034 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=859216e1-6a4c-4f7c-9def-f8941f152184,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:42:10.623161 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1607baa-d606-4182-a369-d96572515edc req-e658969c-0bae-465d-b47d-385cf58a47f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:42:10.624669 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1607baa-d606-4182-a369-d96572515edc req-e658969c-0bae-465d-b47d-385cf58a47f7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 1096 time: 0.0558496 Jul 24 09:42:10.659961 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1607baa-d606-4182-a369-d96572515edc req-f6089611-fb7a-4198-9f95-471db1ccbdda service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286622 Jul 24 09:42:11.071367 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffecbe-17ee-4c2b-9780-a798c3ef2e12 req-760e2c05-355b-4e4a-b113-324942820461 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:42:11.072894 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-22ffecbe-17ee-4c2b-9780-a798c3ef2e12 req-760e2c05-355b-4e4a-b113-324942820461 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 945 time: 0.0692143 Jul 24 09:42:11.111126 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-22ffecbe-17ee-4c2b-9780-a798c3ef2e12 req-ae71d8f7-3385-406f-b3c1-2cb5d54d859a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326154 Jul 24 09:42:11.822953 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b5774f36-b3cd-49a4-b448-d6a1d52c03b0 req-3d54fb84-4933-46a5-981b-13bcb3ae076f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528717 Jul 24 09:42:11.916258 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5774f36-b3cd-49a4-b448-d6a1d52c03b0 req-45260842-4b2a-41fa-9fb7-779ff1359c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:42:11.917772 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b5774f36-b3cd-49a4-b448-d6a1d52c03b0 req-45260842-4b2a-41fa-9fb7-779ff1359c2a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 1096 time: 0.0524442 Jul 24 09:42:12.023768 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5774f36-b3cd-49a4-b448-d6a1d52c03b0 req-de89fe0e-de39-4621-a9c1-b871abbf787e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:42:12.025128 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b5774f36-b3cd-49a4-b448-d6a1d52c03b0 req-de89fe0e-de39-4621-a9c1-b871abbf787e service neutron] 10.222.0.37 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 912 time: 0.0886116 Jul 24 09:42:12.067359 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b5774f36-b3cd-49a4-b448-d6a1d52c03b0 req-659f36e1-693e-4adc-89be-6120fa763d3a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=859216e1-6a4c-4f7c-9def-f8941f152184 HTTP/1.1" status: 200 len: 217 time: 0.0352423 Jul 24 09:42:12.119717 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5774f36-b3cd-49a4-b448-d6a1d52c03b0 req-203ed080-3e31-437a-843a-2aade8d16bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:42:12.121374 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b5774f36-b3cd-49a4-b448-d6a1d52c03b0 req-203ed080-3e31-437a-843a-2aade8d16bfa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 HTTP/1.1" status: 200 len: 851 time: 0.0481691 Jul 24 09:42:12.183434 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5774f36-b3cd-49a4-b448-d6a1d52c03b0 req-1096b376-c2b8-4715-b1f8-4cd0bba752e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:42:12.184980 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b5774f36-b3cd-49a4-b448-d6a1d52c03b0 req-1096b376-c2b8-4715-b1f8-4cd0bba752e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573325 Jul 24 09:42:12.315411 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b5774f36-b3cd-49a4-b448-d6a1d52c03b0 req-8a25edf2-b825-43e7-8b99-6cb32ba474d8 service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240785 Jul 24 09:42:12.327836 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bae91-92cc-4c40-8fd8-33aabbf1eeae req-a05a1550-473e-49dd-8a94-77563947ae68 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:42:12.329282 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b89bae91-92cc-4c40-8fd8-33aabbf1eeae req-a05a1550-473e-49dd-8a94-77563947ae68 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 945 time: 0.1288993 Jul 24 09:42:12.415838 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b89bae91-92cc-4c40-8fd8-33aabbf1eeae req-4b731bfd-1f15-44d5-96ea-b401256f1a2e tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780489 Jul 24 09:42:12.452373 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b5774f36-b3cd-49a4-b448-d6a1d52c03b0 req-164c0306-704b-4182-b54d-aaae54e5e419 service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220827 Jul 24 09:42:12.561327 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128d246-e278-4256-9973-9d4a6e344ab7 req-9f272e9d-e3d6-4230-9984-ea118449d00d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:42:12.562908 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1128d246-e278-4256-9973-9d4a6e344ab7 req-9f272e9d-e3d6-4230-9984-ea118449d00d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 945 time: 0.0681815 Jul 24 09:42:12.602099 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1128d246-e278-4256-9973-9d4a6e344ab7 req-bda293d3-fcfc-4ddb-9010-5ee892af3b1d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331659 Jul 24 09:42:12.625368 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 42986) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:42:12.679394 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2753e1af-f886-4677-bc3e-3578c401aaae tempest-TestVolumeBootPattern-847144835 tempest-TestVolumeBootPattern-847144835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:42:12.681076 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2753e1af-f886-4677-bc3e-3578c401aaae tempest-TestVolumeBootPattern-847144835 tempest-TestVolumeBootPattern-847144835-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 1091 time: 0.0541887 Jul 24 09:42:12.683954 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 42988) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:42:12.688659 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'port_id': '859216e1-6a4c-4f7c-9def-f8941f152184', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:42:12.711619 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:12.816609 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:12.922740 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Allocated IP 172.25.7.61 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/2129e134-a8f3-4b08-aeab-e52eef9c958e) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:42:13.024860 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:13.065490 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:13.104395 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:42:13.109727 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:42:13.114126 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:42:13.119631 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event updated for resources: {'Port': ['ID=2129e134-a8f3-4b08-aeab-e52eef9c958e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:42:13.151314 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:42:13.151667 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:42:13.152073 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:42:13.152427 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:42:13.152842 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:42:13.153190 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:42:13.153522 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:42:13.153854 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:42:13.154182 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:42:13.155019 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:42:13.155019 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:42:13.155227 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:42:13.486232 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:13.572873 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:13.728531 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:13.734377 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:13.804190 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event updated for resources: {'Port': ['ID=2129e134-a8f3-4b08-aeab-e52eef9c958e,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:42:13.812627 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:13.911312 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Floating IP 82671fd4-3b1a-4cd0-96fe-f651fe4302b0 associated. External IP: 172.25.7.61, port: 859216e1-6a4c-4f7c-9def-f8941f152184. Jul 24 09:42:14.122591 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Router d357846a-9402-40b4-ba91-a11a0c295fd8 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:42:14.207302 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:14.238581 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:42:14.249814 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7562b59-1572-4ec9-a27f-40eb30d2d07f None None] Sync routers for ids ['d357846a-9402-40b4-ba91-a11a0c295fd8'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:42:14.257484 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:14.260207 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7562b59-1572-4ec9-a27f-40eb30d2d07f None None] Routers {'d357846a-9402-40b4-ba91-a11a0c295fd8'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:42:14.260975 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c7562b59-1572-4ec9-a27f-40eb30d2d07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:42:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['d357846a-9402-40b4-ba91-a11a0c295fd8'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:42:14.305902 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4b05fbbf-28b2-4667-9c43-df93a4d1b458 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6208138 Jul 24 09:42:14.306728 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf551b5-7050-4f11-93cd-067ad502a3bb', 'tag': '859216e1-6a4c-4f7c-9def-f8941f152184'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:42:14.309408 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635fad8e-73ef-483e-afdd-2b28a13f3f35" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf551b5-7050-4f11-93cd-067ad502a3bb", "tag": "859216e1-6a4c-4f7c-9def-f8941f152184"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:42:14.350687 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a774c9aa-ba07-4198-80ec-5f891b9253a6 x-openstack-request-id: req-a774c9aa-ba07-4198-80ec-5f891b9253a6 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:42:14.350988 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf551b5-7050-4f11-93cd-067ad502a3bb", "tag": "859216e1-6a4c-4f7c-9def-f8941f152184", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:42:14.351722 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a774c9aa-ba07-4198-80ec-5f891b9253a6 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:42:14.351722 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf551b5-7050-4f11-93cd-067ad502a3bb', 'tag': '859216e1-6a4c-4f7c-9def-f8941f152184', 'status': 'completed', 'code': 200} Jul 24 09:42:14.380882 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-c7562b59-1572-4ec9-a27f-40eb30d2d07f None None] Set router d357846a-9402-40b4-ba91-a11a0c295fd8 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:42:14.426777 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fad8e-73ef-483e-afdd-2b28a13f3f35 req-2eab1ed8-1b2a-4059-8ce0-d4306f67934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:42:14.428579 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-635fad8e-73ef-483e-afdd-2b28a13f3f35 req-2eab1ed8-1b2a-4059-8ce0-d4306f67934a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 1096 time: 0.0561087 Jul 24 09:42:14.525124 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fad8e-73ef-483e-afdd-2b28a13f3f35 req-f57e9db4-54a4-47db-9597-7d1a4d6b4d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:42:14.527056 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-635fad8e-73ef-483e-afdd-2b28a13f3f35 req-f57e9db4-54a4-47db-9597-7d1a4d6b4d36 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 912 time: 0.0921543 Jul 24 09:42:14.596548 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-635fad8e-73ef-483e-afdd-2b28a13f3f35 req-22f23c39-3484-4e92-92fe-f37ebc074d5b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=859216e1-6a4c-4f7c-9def-f8941f152184 HTTP/1.1" status: 200 len: 998 time: 0.0625167 Jul 24 09:42:14.608258 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c7562b59-1572-4ec9-a27f-40eb30d2d07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:05Z', 'updated_at': '2021-07-24T09:37:16Z', 'revision_number': 4, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'gw_port': {'id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:06Z', 'updated_at': '2021-07-24T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '82671fd4-3b1a-4cd0-96fe-f651fe4302b0', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'port_id': '859216e1-6a4c-4f7c-9def-f8941f152184', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'mac_address': 'fa:16:3e:c1:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf551b5-7050-4f11-93cd-067ad502a3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:42:13Z', 'updated_at': '2021-07-24T09:42:13Z', 'revision_number': 0, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2eb262f-dbe1-444a-9b62-50923837ba76', 'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'mac_address': 'fa:16:3e:0d:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:14Z', 'updated_at': '2021-07-24T09:37:27Z', 'revision_number': 5, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'subnets': [{'id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:42:14.639991 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7562b59-1572-4ec9-a27f-40eb30d2d07f None None] Checking router: d357846a-9402-40b4-ba91-a11a0c295fd8 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:42:14.652060 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fad8e-73ef-483e-afdd-2b28a13f3f35 req-669bec7f-0c1e-44bd-811c-85617ad362ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:42:14.653932 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-635fad8e-73ef-483e-afdd-2b28a13f3f35 req-669bec7f-0c1e-44bd-811c-85617ad362ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 HTTP/1.1" status: 200 len: 851 time: 0.0519907 Jul 24 09:42:14.654457 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7562b59-1572-4ec9-a27f-40eb30d2d07f None None] Routers {'d357846a-9402-40b4-ba91-a11a0c295fd8'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:42:14.655114 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c7562b59-1572-4ec9-a27f-40eb30d2d07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:42:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['d357846a-9402-40b4-ba91-a11a0c295fd8'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:42:14.721347 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fad8e-73ef-483e-afdd-2b28a13f3f35 req-426b043e-7d03-4e8c-918c-2622c5a61293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:42:14.723034 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-635fad8e-73ef-483e-afdd-2b28a13f3f35 req-426b043e-7d03-4e8c-918c-2622c5a61293 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631204 Jul 24 09:42:14.825349 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-635fad8e-73ef-483e-afdd-2b28a13f3f35 req-640e151e-1cc6-4c07-a86e-da3ffd4a422d service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958056 Jul 24 09:42:14.926665 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-c7562b59-1572-4ec9-a27f-40eb30d2d07f None None] Set router d357846a-9402-40b4-ba91-a11a0c295fd8 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:42:14.929545 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-635fad8e-73ef-483e-afdd-2b28a13f3f35 req-6e7c1bb2-ddc3-48b3-92c0-4ae56d5d5d4d service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965135 Jul 24 09:42:15.155828 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c7562b59-1572-4ec9-a27f-40eb30d2d07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:05Z', 'updated_at': '2021-07-24T09:37:16Z', 'revision_number': 4, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'gw_port': {'id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:06Z', 'updated_at': '2021-07-24T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '82671fd4-3b1a-4cd0-96fe-f651fe4302b0', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'port_id': '859216e1-6a4c-4f7c-9def-f8941f152184', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'mac_address': 'fa:16:3e:c1:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf551b5-7050-4f11-93cd-067ad502a3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:42:13Z', 'updated_at': '2021-07-24T09:42:13Z', 'revision_number': 0, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2eb262f-dbe1-444a-9b62-50923837ba76', 'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'mac_address': 'fa:16:3e:0d:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:14Z', 'updated_at': '2021-07-24T09:37:27Z', 'revision_number': 5, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'subnets': [{'id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:42:15.187878 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7562b59-1572-4ec9-a27f-40eb30d2d07f None None] The sync data for ids ['d357846a-9402-40b4-ba91-a11a0c295fd8'] in n-d-800085-9 is: [{'id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:05Z', 'updated_at': '2021-07-24T09:37:16Z', 'revision_number': 4, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'gw_port': {'id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:06Z', 'updated_at': '2021-07-24T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '82671fd4-3b1a-4cd0-96fe-f651fe4302b0', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'port_id': '859216e1-6a4c-4f7c-9def-f8941f152184', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'mac_address': 'fa:16:3e:c1:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf551b5-7050-4f11-93cd-067ad502a3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:42:13Z', 'updated_at': '2021-07-24T09:42:13Z', 'revision_number': 0, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2eb262f-dbe1-444a-9b62-50923837ba76', 'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'mac_address': 'fa:16:3e:0d:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:14Z', 'updated_at': '2021-07-24T09:37:27Z', 'revision_number': 5, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'subnets': [{'id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:42:15.391348 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68280cf1-d9fb-4595-83fd-1351eac0841c None None] New status for floating IP 82671fd4-3b1a-4cd0-96fe-f651fe4302b0: ACTIVE {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:42:16.737273 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:26.233993 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047b321-659d-4094-9464-a25d2e0c113b req-59fee537-efc4-4a04-99dd-ac183cac0e51 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:42:26.235397 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a047b321-659d-4094-9464-a25d2e0c113b req-59fee537-efc4-4a04-99dd-ac183cac0e51 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed4a776-04ee-4400-8640-4213c350ef55 HTTP/1.1" status: 200 len: 949 time: 0.0628362 Jul 24 09:42:26.278362 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a047b321-659d-4094-9464-a25d2e0c113b req-6d328649-d487-4706-a298-8ff7e1284281 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d8c97-7b47-4bbe-9b0d-2ebf1978a4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372977 Jul 24 09:42:27.273234 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-670a1ce9-1502-4c68-a1f4-7fbe904ab6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:27.415843 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899daa0e-4393-4e89-94d7-b36707b1a30e req-42ddb9c1-8136-4d9f-a479-42841323f1ff tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:42:27.417338 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-899daa0e-4393-4e89-94d7-b36707b1a30e req-42ddb9c1-8136-4d9f-a479-42841323f1ff tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed4a776-04ee-4400-8640-4213c350ef55 HTTP/1.1" status: 200 len: 949 time: 0.0628076 Jul 24 09:42:27.456042 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-899daa0e-4393-4e89-94d7-b36707b1a30e req-3a1b5475-b969-4305-90a7-20f9db3e1717 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.32 "GET /v2.0/security-groups?id=688d8c97-7b47-4bbe-9b0d-2ebf1978a4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321560 Jul 24 09:42:27.727345 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c7c20-a782-44fa-827b-cbc511a77c8b req-9c7c637a-1410-482b-9047-f5cc480a31fd tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:42:27.728776 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8f0c7c20-a782-44fa-827b-cbc511a77c8b req-9c7c637a-1410-482b-9047-f5cc480a31fd tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed4a776-04ee-4400-8640-4213c350ef55 HTTP/1.1" status: 200 len: 949 time: 0.0645819 Jul 24 09:42:27.824297 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-8f0c7c20-a782-44fa-827b-cbc511a77c8b req-6c9efc51-8f35-46de-a3c7-e96fc93c76a1 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Deleting port e9d4913d-4bfc-402b-9b61-47828ccb6130 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:42:27.824655 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-8f0c7c20-a782-44fa-827b-cbc511a77c8b req-6c9efc51-8f35-46de-a3c7-e96fc93c76a1 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:27.917471 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-8f0c7c20-a782-44fa-827b-cbc511a77c8b req-6c9efc51-8f35-46de-a3c7-e96fc93c76a1 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] For port e9d4913d-4bfc-402b-9b61-47828ccb6130, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=e9d4913d-4bfc-402b-9b61-47828ccb6130,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:42:27.917831 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-8f0c7c20-a782-44fa-827b-cbc511a77c8b req-6c9efc51-8f35-46de-a3c7-e96fc93c76a1 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:27.929343 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-8f0c7c20-a782-44fa-827b-cbc511a77c8b req-6c9efc51-8f35-46de-a3c7-e96fc93c76a1 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Calling delete_port for e9d4913d-4bfc-402b-9b61-47828ccb6130 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:42:28.052073 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-8f0c7c20-a782-44fa-827b-cbc511a77c8b req-6c9efc51-8f35-46de-a3c7-e96fc93c76a1 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:28.063153 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['e9d4913d-4bfc-402b-9b61-47828ccb6130'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:42:28.081627 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9efc51-8f35-46de-a3c7-e96fc93c76a1 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Pushing event deleted for resources: {'Port': ['ID=e9d4913d-4bfc-402b-9b61-47828ccb6130,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:42:28.131214 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0c7c20-a782-44fa-827b-cbc511a77c8b req-6c9efc51-8f35-46de-a3c7-e96fc93c76a1 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] No DVR routers for this DVR port e9d4913d-4bfc-402b-9b61-47828ccb6130 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:42:28.135335 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-8f0c7c20-a782-44fa-827b-cbc511a77c8b req-6c9efc51-8f35-46de-a3c7-e96fc93c76a1 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:28.138624 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8f0c7c20-a782-44fa-827b-cbc511a77c8b req-6c9efc51-8f35-46de-a3c7-e96fc93c76a1 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.20 "DELETE /v2.0/ports/e9d4913d-4bfc-402b-9b61-47828ccb6130 HTTP/1.1" status: 204 len: 173 time: 0.4033303 Jul 24 09:42:28.139306 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed4a776-04ee-4400-8640-4213c350ef55', 'name': 'network-vif-deleted', 'tag': 'e9d4913d-4bfc-402b-9b61-47828ccb6130'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:42:28.141678 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f92e37-1679-406e-bced-7826b02f8ffa" -d '{"events": [{"server_uuid": "9ed4a776-04ee-4400-8640-4213c350ef55", "name": "network-vif-deleted", "tag": "e9d4913d-4bfc-402b-9b61-47828ccb6130"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:42:28.184781 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7f6ab1-3bed-4fe7-a9c8-799c30cfd589 x-openstack-request-id: req-ec7f6ab1-3bed-4fe7-a9c8-799c30cfd589 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:42:28.185090 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed4a776-04ee-4400-8640-4213c350ef55", "name": "network-vif-deleted", "tag": "e9d4913d-4bfc-402b-9b61-47828ccb6130", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:42:28.185461 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec7f6ab1-3bed-4fe7-a9c8-799c30cfd589 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:42:28.185864 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed4a776-04ee-4400-8640-4213c350ef55', 'name': 'network-vif-deleted', 'tag': 'e9d4913d-4bfc-402b-9b61-47828ccb6130', 'status': 'completed', 'code': 200} Jul 24 09:42:28.586286 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0438e87c-5b90-4d77-83d1-2a83e20b9aaf req-93428352-a670-403d-b1b8-bd6be0d94627 tempest-VolumesBackupsTest-572206119 tempest-VolumesBackupsTest-572206119-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed4a776-04ee-4400-8640-4213c350ef55 HTTP/1.1" status: 200 len: 210 time: 0.0377934 Jul 24 09:42:29.796724 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-86397619-cf3d-415a-a2df-2f3b579ec5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:30.454723 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:31.067277 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:32.451279 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device e9d4913d-4bfc-402b-9b61-47828ccb6130 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:42:32.473663 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: e9d4913d-4bfc-402b-9b61-47828ccb6130 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:42:32.474277 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device e9d4913d-4bfc-402b-9b61-47828ccb6130 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:42:32.944505 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:39.757014 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:42:44.197179 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:46.729678 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:57.274521 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8a1b0125-31a9-494c-84b0-64bd148c10ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:42:59.798323 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7dfd8963-ab2b-4a96-a007-b32ce785fa13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:43:00.458285 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:43:01.070557 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:43:02.944303 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:43:13.810490 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4baef5b8-5e39-442a-9fbc-cb7c20b8da33 req-a19cc791-fc96-4e4e-8c77-a5e553a2ddfd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0578599 Jul 24 09:43:13.904117 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baef5b8-5e39-442a-9fbc-cb7c20b8da33 req-56cbf0da-c4fc-450c-86e0-5f0c2884cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:43:13.905619 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4baef5b8-5e39-442a-9fbc-cb7c20b8da33 req-56cbf0da-c4fc-450c-86e0-5f0c2884cd75 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 1096 time: 0.0529473 Jul 24 09:43:14.007367 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baef5b8-5e39-442a-9fbc-cb7c20b8da33 req-f9dd2934-0797-4800-9509-57da86ae668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:43:14.009411 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4baef5b8-5e39-442a-9fbc-cb7c20b8da33 req-f9dd2934-0797-4800-9509-57da86ae668f service neutron] 10.222.0.37 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 912 time: 0.0858550 Jul 24 09:43:14.072010 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4baef5b8-5e39-442a-9fbc-cb7c20b8da33 req-21d1f86a-50b5-4371-b588-58d5847924c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=859216e1-6a4c-4f7c-9def-f8941f152184 HTTP/1.1" status: 200 len: 1000 time: 0.0556552 Jul 24 09:43:14.119539 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baef5b8-5e39-442a-9fbc-cb7c20b8da33 req-9042cb87-72d9-41d2-a0fc-9841b32f4e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:43:14.120968 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4baef5b8-5e39-442a-9fbc-cb7c20b8da33 req-9042cb87-72d9-41d2-a0fc-9841b32f4e80 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 HTTP/1.1" status: 200 len: 851 time: 0.0420597 Jul 24 09:43:14.184212 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baef5b8-5e39-442a-9fbc-cb7c20b8da33 req-6a88e645-b448-41a6-9c55-f188c0064ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:43:14.185324 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4baef5b8-5e39-442a-9fbc-cb7c20b8da33 req-6a88e645-b448-41a6-9c55-f188c0064ab5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585868 Jul 24 09:43:14.199086 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:43:14.274534 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4baef5b8-5e39-442a-9fbc-cb7c20b8da33 req-1a454019-f6cc-4098-b351-c7ce7381303c service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828745 Jul 24 09:43:14.368686 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4baef5b8-5e39-442a-9fbc-cb7c20b8da33 req-1583b83d-2495-449d-8ab0-0731844edd3a service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878417 Jul 24 09:43:16.734038 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:43:16.755747 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:43:27.276222 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-137fb172-5441-4302-91be-eff049d6dd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:43:29.798510 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6131ea10-7a87-48ba-a870-e3bb6cff9b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:43:30.459996 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:43:31.073037 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:43:32.948134 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:43:44.212153 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:43:46.733926 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:43:53.755074 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:43:57.374254 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7c0b2d99-681c-42bf-8653-47e0b39f5fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:43:59.800669 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ab935926-ddb1-4009-a73d-24b2e9902db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:00.465235 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:01.074655 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:02.951207 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:10.131259 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadc22c-37c9-4cd8-a946-e038d3a2a3fb req-6a5a302f-e931-47f1-a98f-30f297b87529 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:10.133377 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-baadc22c-37c9-4cd8-a946-e038d3a2a3fb req-6a5a302f-e931-47f1-a98f-30f297b87529 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 945 time: 0.0669248 Jul 24 09:44:10.171361 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-baadc22c-37c9-4cd8-a946-e038d3a2a3fb req-27f7e3ee-d02a-4fbc-b4b3-bd0cdd9b8f97 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322461 Jul 24 09:44:11.324126 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ac0b9-4900-441f-a13d-9bb72cce68e2 req-bc9f673d-feb9-453d-9394-75e5407cdd93 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:11.325674 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7f8ac0b9-4900-441f-a13d-9bb72cce68e2 req-bc9f673d-feb9-453d-9394-75e5407cdd93 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 945 time: 0.0640056 Jul 24 09:44:11.363179 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7f8ac0b9-4900-441f-a13d-9bb72cce68e2 req-7107d4ab-f9c0-4499-bab7-9d257e164122 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318754 Jul 24 09:44:11.590010 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b50bdc-d832-4284-a7f7-ce9610803d20 req-130dbb75-e74f-4082-8174-c85f856d176e tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:11.591468 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f6b50bdc-d832-4284-a7f7-ce9610803d20 req-130dbb75-e74f-4082-8174-c85f856d176e tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 945 time: 0.0681028 Jul 24 09:44:11.691416 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-f6b50bdc-d832-4284-a7f7-ce9610803d20 req-07a47deb-4261-4cc6-a52f-bf26918fd22c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Deleting port 859216e1-6a4c-4f7c-9def-f8941f152184 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:44:11.691771 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f6b50bdc-d832-4284-a7f7-ce9610803d20 req-07a47deb-4261-4cc6-a52f-bf26918fd22c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:12.042150 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-f6b50bdc-d832-4284-a7f7-ce9610803d20 req-07a47deb-4261-4cc6-a52f-bf26918fd22c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] For port 859216e1-6a4c-4f7c-9def-f8941f152184, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=859216e1-6a4c-4f7c-9def-f8941f152184,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:44:12.042496 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f6b50bdc-d832-4284-a7f7-ce9610803d20 req-07a47deb-4261-4cc6-a52f-bf26918fd22c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:12.252346 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f6b50bdc-d832-4284-a7f7-ce9610803d20 req-07a47deb-4261-4cc6-a52f-bf26918fd22c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:12.252716 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f6b50bdc-d832-4284-a7f7-ce9610803d20 req-07a47deb-4261-4cc6-a52f-bf26918fd22c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:12.253052 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [req-f6b50bdc-d832-4284-a7f7-ce9610803d20 req-07a47deb-4261-4cc6-a52f-bf26918fd22c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Floating IP 82671fd4-3b1a-4cd0-96fe-f651fe4302b0 disassociated. External IP: 172.25.7.61, port: 859216e1-6a4c-4f7c-9def-f8941f152184. Jul 24 09:44:12.253389 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-f6b50bdc-d832-4284-a7f7-ce9610803d20 req-07a47deb-4261-4cc6-a52f-bf26918fd22c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Calling delete_port for 859216e1-6a4c-4f7c-9def-f8941f152184 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:44:12.375095 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f6b50bdc-d832-4284-a7f7-ce9610803d20 req-07a47deb-4261-4cc6-a52f-bf26918fd22c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:12.407362 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a47deb-4261-4cc6-a52f-bf26918fd22c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event deleted for resources: {'Port': ['ID=859216e1-6a4c-4f7c-9def-f8941f152184,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:44:12.420930 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a47deb-4261-4cc6-a52f-bf26918fd22c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:12.421165 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a47deb-4261-4cc6-a52f-bf26918fd22c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:12.421516 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a47deb-4261-4cc6-a52f-bf26918fd22c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:12.421859 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a47deb-4261-4cc6-a52f-bf26918fd22c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:12.422197 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a47deb-4261-4cc6-a52f-bf26918fd22c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:12.422532 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a47deb-4261-4cc6-a52f-bf26918fd22c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:12.422864 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a47deb-4261-4cc6-a52f-bf26918fd22c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:12.423193 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a47deb-4261-4cc6-a52f-bf26918fd22c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:12.423523 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a47deb-4261-4cc6-a52f-bf26918fd22c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:12.423850 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a47deb-4261-4cc6-a52f-bf26918fd22c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:12.424177 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a47deb-4261-4cc6-a52f-bf26918fd22c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:12.424503 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a47deb-4261-4cc6-a52f-bf26918fd22c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:12.494213 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2433f9cc-fec6-46f3-8e65-ced3d1b70dbb req-66ae518c-60be-4a25-9570-4b2cc6830c18 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 210 time: 0.0384581 Jul 24 09:44:12.550122 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6b50bdc-d832-4284-a7f7-ce9610803d20 req-07a47deb-4261-4cc6-a52f-bf26918fd22c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Router d357846a-9402-40b4-ba91-a11a0c295fd8 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:44:12.652961 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6b50bdc-d832-4284-a7f7-ce9610803d20 req-07a47deb-4261-4cc6-a52f-bf26918fd22c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:44:12.663814 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9910dc02-b5eb-4420-b4b9-b5c24da19b05 None None] Sync routers for ids ['d357846a-9402-40b4-ba91-a11a0c295fd8'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:44:12.673564 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9910dc02-b5eb-4420-b4b9-b5c24da19b05 None None] Routers {'d357846a-9402-40b4-ba91-a11a0c295fd8'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:44:12.674179 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9910dc02-b5eb-4420-b4b9-b5c24da19b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:44:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['d357846a-9402-40b4-ba91-a11a0c295fd8'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:44:12.702587 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b50bdc-d832-4284-a7f7-ce9610803d20 req-07a47deb-4261-4cc6-a52f-bf26918fd22c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] No DVR routers for this DVR port 859216e1-6a4c-4f7c-9def-f8941f152184 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:44:12.705294 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f6b50bdc-d832-4284-a7f7-ce9610803d20 req-07a47deb-4261-4cc6-a52f-bf26918fd22c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:12.707293 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f6b50bdc-d832-4284-a7f7-ce9610803d20 req-07a47deb-4261-4cc6-a52f-bf26918fd22c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.37 "DELETE /v2.0/ports/859216e1-6a4c-4f7c-9def-f8941f152184 HTTP/1.1" status: 204 len: 173 time: 1.1104610 Jul 24 09:44:12.707764 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf551b5-7050-4f11-93cd-067ad502a3bb', 'name': 'network-vif-deleted', 'tag': '859216e1-6a4c-4f7c-9def-f8941f152184'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:44:12.711090 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676a7a63-45f5-4eb3-a7cc-95fe19d9e730" -d '{"events": [{"server_uuid": "aaf551b5-7050-4f11-93cd-067ad502a3bb", "name": "network-vif-deleted", "tag": "859216e1-6a4c-4f7c-9def-f8941f152184"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:44:12.807395 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-9910dc02-b5eb-4420-b4b9-b5c24da19b05 None None] Set router d357846a-9402-40b4-ba91-a11a0c295fd8 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:44:12.837005 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5324d054-c8fa-4591-87ae-866d2a41144b x-openstack-request-id: req-5324d054-c8fa-4591-87ae-866d2a41144b {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:44:12.837298 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf551b5-7050-4f11-93cd-067ad502a3bb", "name": "network-vif-deleted", "tag": "859216e1-6a4c-4f7c-9def-f8941f152184", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:44:12.837539 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5324d054-c8fa-4591-87ae-866d2a41144b {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:44:12.837874 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf551b5-7050-4f11-93cd-067ad502a3bb', 'name': 'network-vif-deleted', 'tag': '859216e1-6a4c-4f7c-9def-f8941f152184', 'status': 'completed', 'code': 200} Jul 24 09:44:13.020548 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9910dc02-b5eb-4420-b4b9-b5c24da19b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:05Z', 'updated_at': '2021-07-24T09:37:16Z', 'revision_number': 4, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'gw_port': {'id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:06Z', 'updated_at': '2021-07-24T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'a2eb262f-dbe1-444a-9b62-50923837ba76', 'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'mac_address': 'fa:16:3e:0d:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:14Z', 'updated_at': '2021-07-24T09:37:27Z', 'revision_number': 5, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'subnets': [{'id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:44:13.050003 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9910dc02-b5eb-4420-b4b9-b5c24da19b05 None None] Checking router: d357846a-9402-40b4-ba91-a11a0c295fd8 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:44:13.058890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9910dc02-b5eb-4420-b4b9-b5c24da19b05 None None] Routers {'d357846a-9402-40b4-ba91-a11a0c295fd8'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:44:13.059531 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9910dc02-b5eb-4420-b4b9-b5c24da19b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:44:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['d357846a-9402-40b4-ba91-a11a0c295fd8'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:44:13.171647 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-9910dc02-b5eb-4420-b4b9-b5c24da19b05 None None] Set router d357846a-9402-40b4-ba91-a11a0c295fd8 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:44:13.367223 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9910dc02-b5eb-4420-b4b9-b5c24da19b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:05Z', 'updated_at': '2021-07-24T09:37:16Z', 'revision_number': 4, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'gw_port': {'id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:06Z', 'updated_at': '2021-07-24T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'a2eb262f-dbe1-444a-9b62-50923837ba76', 'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'mac_address': 'fa:16:3e:0d:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:14Z', 'updated_at': '2021-07-24T09:37:27Z', 'revision_number': 5, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'subnets': [{'id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:44:13.392172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9910dc02-b5eb-4420-b4b9-b5c24da19b05 None None] The sync data for ids ['d357846a-9402-40b4-ba91-a11a0c295fd8'] in n-d-800085-9 is: [{'id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:05Z', 'updated_at': '2021-07-24T09:37:16Z', 'revision_number': 4, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'gw_port': {'id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:06Z', 'updated_at': '2021-07-24T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'a2eb262f-dbe1-444a-9b62-50923837ba76', 'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'mac_address': 'fa:16:3e:0d:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:14Z', 'updated_at': '2021-07-24T09:37:27Z', 'revision_number': 5, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'subnets': [{'id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:44:13.629333 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-132d7cf0-f3e4-4be7-a070-e01255ad2394 req-4cc48eef-ad59-4bc8-84d4-a7f149ea1728 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 210 time: 0.0493627 Jul 24 09:44:13.661460 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cce8f4c-973a-4ba0-8419-7ce0f8d011de None None] New status for floating IP 82671fd4-3b1a-4cd0-96fe-f651fe4302b0: DOWN {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:44:14.222449 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:14.722924 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2a116ef2-d60d-4b26-bdcd-37c7b5969763 req-233e2fb6-e3cb-4391-97c4-a4f7edd74772 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 210 time: 0.0291500 Jul 24 09:44:15.823095 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8180f5ae-47b3-417f-b9fb-edf6e8c1e793 req-eaf324eb-7795-4d9b-b819-c9493a83aa4d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaf551b5-7050-4f11-93cd-067ad502a3bb HTTP/1.1" status: 200 len: 210 time: 0.0295479 Jul 24 09:44:16.745495 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:16.882841 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 859216e1-6a4c-4f7c-9def-f8941f152184 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:44:16.912077 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 859216e1-6a4c-4f7c-9def-f8941f152184 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:44:16.912563 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 859216e1-6a4c-4f7c-9def-f8941f152184 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:44:17.049565 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-2fcb7315-0599-4ed3-899a-0c5aca9f22d7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1958831731&fields=id&tenant_id=1badc3f1501941d9bbfe9d2d50d5c337 HTTP/1.1" status: 200 len: 267 time: 0.0335340 Jul 24 09:44:17.158596 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-bc4be27e-d329-401a-81a9-c1aa8c4eea3e tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:17.160064 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-bc4be27e-d329-401a-81a9-c1aa8c4eea3e tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 812 time: 0.1039793 Jul 24 09:44:17.176504 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-fecc9f8d-b429-478b-a18b-4fa8becca005 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/quotas/1badc3f1501941d9bbfe9d2d50d5c337 HTTP/1.1" status: 200 len: 375 time: 0.0098977 Jul 24 09:44:17.244681 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-13f5b261-5637-43c1-ae6c-71beb27c699b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0623488 Jul 24 09:44:17.403374 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-e5cfdfbb-2c2b-4e30-b943-70a33d250b8d service neutron] 10.222.0.32 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457345 Jul 24 09:44:17.496010 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-d11aaab1-f719-4d31-90fd-bcf930736017 service neutron] 10.222.0.32 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865953 Jul 24 09:44:17.795873 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ade873cf-b702-4b23-97b4-c69713fd1a6b req-66378f4a-ca62-40cb-8895-65b44978148e tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 210 time: 0.0291829 Jul 24 09:44:18.882229 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-10e09b09-d604-4f06-9aa8-b2d3220adb72 req-9a7ae8c5-d3c5-48c7-ae84-cfdfd5ca44e8 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 210 time: 0.0344365 Jul 24 09:44:19.973210 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0751bd3e-40e3-4f58-88d3-5d67dc31f649 req-8ff686c7-36bc-4459-8d75-3c8cc4ceb349 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 210 time: 0.0324190 Jul 24 09:44:21.083900 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da58eadc-1561-4d19-aa41-0c409c48a826 req-d3dffd7e-a0f2-4735-a193-d439b8348de0 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 210 time: 0.0361624 Jul 24 09:44:22.207738 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-c86597c2-a0b4-432a-a97b-6225a5698747 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:22.209267 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-c86597c2-a0b4-432a-a97b-6225a5698747 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.20 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 812 time: 0.1224251 Jul 24 09:44:22.230147 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca4a493e-2d7b-4146-8b5e-eb70c319f09a req-26ff9f50-e088-41eb-8341-efaab2d2eaf5 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 210 time: 0.0475245 Jul 24 09:44:22.264551 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-5046ba5a-e2c0-425e-9a4c-f9f4813a5940 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1badc3f1501941d9bbfe9d2d50d5c337 HTTP/1.1" status: 200 len: 380 time: 0.0450349 Jul 24 09:44:22.273814 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-64a505c7-9a8c-4235-bd79-b9a87a78579d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Request body: {'port': {'device_id': '344162c0-eef7-4715-955b-5fc0a9264c32', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'admin_state_up': True, 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'security_groups': ['88a96460-bb00-45f1-a165-650b01e57370']}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:44:22.397157 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-64a505c7-9a8c-4235-bd79-b9a87a78579d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Made reservation on behalf of 1badc3f1501941d9bbfe9d2d50d5c337 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:44:22.401660 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-64a505c7-9a8c-4235-bd79-b9a87a78579d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:22.856544 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-64a505c7-9a8c-4235-bd79-b9a87a78579d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Allocated IP 172.20.0.8 (ac0598e8-c43b-451d-ac72-9b82e96a2d8a/c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130/a2c0c537-1714-4016-9fca-ef942b3074a2) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:44:23.005614 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-64a505c7-9a8c-4235-bd79-b9a87a78579d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:23.023835 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-64a505c7-9a8c-4235-bd79-b9a87a78579d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Transition to ACTIVE for port object a2c0c537-1714-4016-9fca-ef942b3074a2 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:44:23.066342 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-64a505c7-9a8c-4235-bd79-b9a87a78579d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:23.119267 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-64a505c7-9a8c-4235-bd79-b9a87a78579d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Network ac0598e8-c43b-451d-ac72-9b82e96a2d8a is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:44:23.122869 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-64a505c7-9a8c-4235-bd79-b9a87a78579d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:44:23.129735 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-64a505c7-9a8c-4235-bd79-b9a87a78579d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:44:23.161436 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a505c7-9a8c-4235-bd79-b9a87a78579d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event updated for resources: {'Port': ['ID=a2c0c537-1714-4016-9fca-ef942b3074a2,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:44:23.181796 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a505c7-9a8c-4235-bd79-b9a87a78579d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:23.182356 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a505c7-9a8c-4235-bd79-b9a87a78579d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:23.183018 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a505c7-9a8c-4235-bd79-b9a87a78579d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:23.183688 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a505c7-9a8c-4235-bd79-b9a87a78579d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:23.184204 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a505c7-9a8c-4235-bd79-b9a87a78579d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:23.184717 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a505c7-9a8c-4235-bd79-b9a87a78579d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:23.185304 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a505c7-9a8c-4235-bd79-b9a87a78579d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:23.185657 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a505c7-9a8c-4235-bd79-b9a87a78579d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:23.186150 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a505c7-9a8c-4235-bd79-b9a87a78579d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:23.186672 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a505c7-9a8c-4235-bd79-b9a87a78579d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:23.187174 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a505c7-9a8c-4235-bd79-b9a87a78579d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:23.187675 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a505c7-9a8c-4235-bd79-b9a87a78579d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:23.231793 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-64a505c7-9a8c-4235-bd79-b9a87a78579d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:23.232723 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-64a505c7-9a8c-4235-bd79-b9a87a78579d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:23.250048 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-64a505c7-9a8c-4235-bd79-b9a87a78579d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9807363 Jul 24 09:44:23.336203 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-c757d1b7-485a-4b44-9752-62aa2f8b2d94 service neutron] Request body: {'port': {'device_id': '344162c0-eef7-4715-955b-5fc0a9264c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:44:23.424034 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4465a03b-da01-40b4-b95e-9cff659bba2d None None] Provisioning for port a2c0c537-1714-4016-9fca-ef942b3074a2 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:44:23.428697 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4465a03b-da01-40b4-b95e-9cff659bba2d None None] Provisioning complete for port a2c0c537-1714-4016-9fca-ef942b3074a2 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:44:23.429450 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4465a03b-da01-40b4-b95e-9cff659bba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:23.465481 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-c757d1b7-485a-4b44-9752-62aa2f8b2d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:23.475800 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4465a03b-da01-40b4-b95e-9cff659bba2d None None] Port a2c0c537-1714-4016-9fca-ef942b3074a2 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:44:23.488505 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7d419-86f8-40c9-bd80-bac200bf45d2 req-0f759725-0cfe-46bf-9d0e-5efd58bfd290 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:23.489689 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b9b7d419-86f8-40c9-bd80-bac200bf45d2 req-0f759725-0cfe-46bf-9d0e-5efd58bfd290 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 931 time: 0.1496086 Jul 24 09:44:23.563614 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b9b7d419-86f8-40c9-bd80-bac200bf45d2 req-86267c12-3e46-4018-bbda-d0d07fe4a0e3 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678957 Jul 24 09:44:23.807515 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-c757d1b7-485a-4b44-9752-62aa2f8b2d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2c0c537-1714-4016-9fca-ef942b3074a2 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:44:23.816189 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-c757d1b7-485a-4b44-9752-62aa2f8b2d94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:23.829656 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-c757d1b7-485a-4b44-9752-62aa2f8b2d94 service neutron] Transition to ACTIVE for port object a2c0c537-1714-4016-9fca-ef942b3074a2 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:44:23.835155 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-c757d1b7-485a-4b44-9752-62aa2f8b2d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:23.890396 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757d1b7-485a-4b44-9752-62aa2f8b2d94 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c0c537-1714-4016-9fca-ef942b3074a2,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:44:23.969722 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-c757d1b7-485a-4b44-9752-62aa2f8b2d94 service neutron] Attempting to bind port a2c0c537-1714-4016-9fca-ef942b3074a2 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:44:23.970087 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-c757d1b7-485a-4b44-9752-62aa2f8b2d94 service neutron] Attempting to bind port a2c0c537-1714-4016-9fca-ef942b3074a2 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:44:23.970398 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-c757d1b7-485a-4b44-9752-62aa2f8b2d94 service neutron] Attempting to bind port a2c0c537-1714-4016-9fca-ef942b3074a2 on network ac0598e8-c43b-451d-ac72-9b82e96a2d8a {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:44:23.977000 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-c757d1b7-485a-4b44-9752-62aa2f8b2d94 service neutron] Port a2c0c537-1714-4016-9fca-ef942b3074a2 on network ac0598e8-c43b-451d-ac72-9b82e96a2d8a not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:44:23.977343 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-c757d1b7-485a-4b44-9752-62aa2f8b2d94 service neutron] Attempting to bind port a2c0c537-1714-4016-9fca-ef942b3074a2 on network ac0598e8-c43b-451d-ac72-9b82e96a2d8a {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:44:23.987256 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-c757d1b7-485a-4b44-9752-62aa2f8b2d94 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:44:23.987487 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-c757d1b7-485a-4b44-9752-62aa2f8b2d94 service neutron] Checking segment: {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:44:23.987735 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-c757d1b7-485a-4b44-9752-62aa2f8b2d94 service neutron] Bound using segment: {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:44:23.988813 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-c757d1b7-485a-4b44-9752-62aa2f8b2d94 service neutron] Bound port: a2c0c537-1714-4016-9fca-ef942b3074a2, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:44:23.989198 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-c757d1b7-485a-4b44-9752-62aa2f8b2d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:24.078000 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-c757d1b7-485a-4b44-9752-62aa2f8b2d94 service neutron] For port a2c0c537-1714-4016-9fca-ef942b3074a2, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:44:24.081771 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-c757d1b7-485a-4b44-9752-62aa2f8b2d94 service neutron] For port a2c0c537-1714-4016-9fca-ef942b3074a2, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=a2c0c537-1714-4016-9fca-ef942b3074a2,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:44:24.089044 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-c757d1b7-485a-4b44-9752-62aa2f8b2d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:24.150543 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-c757d1b7-485a-4b44-9752-62aa2f8b2d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:24.151093 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-c757d1b7-485a-4b44-9752-62aa2f8b2d94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:24.152937 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-c757d1b7-485a-4b44-9752-62aa2f8b2d94 service neutron] 10.222.0.20 "PUT /v2.0/ports/a2c0c537-1714-4016-9fca-ef942b3074a2 HTTP/1.1" status: 200 len: 1091 time: 0.8942347 Jul 24 09:44:24.153366 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344162c0-eef7-4715-955b-5fc0a9264c32', 'tag': 'a2c0c537-1714-4016-9fca-ef942b3074a2'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:44:24.155870 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7ad70a-4ce9-459a-babb-8adf2ffe8bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "344162c0-eef7-4715-955b-5fc0a9264c32", "tag": "a2c0c537-1714-4016-9fca-ef942b3074a2"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:44:24.199334 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757d1b7-485a-4b44-9752-62aa2f8b2d94 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c0c537-1714-4016-9fca-ef942b3074a2,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:44:24.311824 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-75fcea83-a5c3-43a1-84f4-fb45b03e9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:24.313594 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-75fcea83-a5c3-43a1-84f4-fb45b03e9740 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 1094 time: 0.0813849 Jul 24 09:44:24.388079 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-8162d006-1742-4f51-a063-cf6e1cafc9de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2c0c537-1714-4016-9fca-ef942b3074a2 HTTP/1.1" status: 200 len: 217 time: 0.0669570 Jul 24 09:44:24.441761 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73d15e1-a355-4720-bd1e-550ef7c0b5fb x-openstack-request-id: req-a73d15e1-a355-4720-bd1e-550ef7c0b5fb {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:44:24.442037 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344162c0-eef7-4715-955b-5fc0a9264c32", "tag": "a2c0c537-1714-4016-9fca-ef942b3074a2", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:44:24.442571 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a73d15e1-a355-4720-bd1e-550ef7c0b5fb {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:44:24.442991 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344162c0-eef7-4715-955b-5fc0a9264c32', 'tag': 'a2c0c537-1714-4016-9fca-ef942b3074a2', 'status': 'completed', 'code': 200} Jul 24 09:44:24.461453 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-2d236a13-88e7-4746-ba5c-88ba84086977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:24.463228 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-2d236a13-88e7-4746-ba5c-88ba84086977 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 HTTP/1.1" status: 200 len: 851 time: 0.0683584 Jul 24 09:44:24.528668 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-bae65c09-f7d8-4220-9aad-7056ec0b6e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:24.530274 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-bae65c09-f7d8-4220-9aad-7056ec0b6e12 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593095 Jul 24 09:44:24.641346 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-69bf028a-b6de-483f-ac90-60c2923a29d5 service neutron] 10.222.0.20 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031067 Jul 24 09:44:24.791791 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6c225-9100-4055-bbc1-bd27ad8adb11 req-ffa67431-7a15-40a8-92c1-94385b0f78d3 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:24.793357 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e1e6c225-9100-4055-bbc1-bd27ad8adb11 req-ffa67431-7a15-40a8-92c1-94385b0f78d3 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 943 time: 0.1448700 Jul 24 09:44:24.797246 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b1f1ad2d-f73e-4630-9af4-d290baa0c4c7 req-5f7b47eb-c4cd-4886-9a8c-dcf94df9553e service neutron] 10.222.0.20 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468360 Jul 24 09:44:24.837604 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e1e6c225-9100-4055-bbc1-bd27ad8adb11 req-d55f8cac-00fe-4991-bcfb-e2907775daee tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377512 Jul 24 09:44:24.925447 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ad70a-4ce9-459a-babb-8adf2ffe8bf2 req-ffdd63e9-bde0-4b8a-aa7c-17ec92320dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:24.930730 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6c7ad70a-4ce9-459a-babb-8adf2ffe8bf2 req-ffdd63e9-bde0-4b8a-aa7c-17ec92320dd8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 1094 time: 0.0858369 Jul 24 09:44:25.032323 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ad70a-4ce9-459a-babb-8adf2ffe8bf2 req-9830bc6e-aedb-4bc3-9452-4c4653f72c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:25.033983 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6c7ad70a-4ce9-459a-babb-8adf2ffe8bf2 req-9830bc6e-aedb-4bc3-9452-4c4653f72c85 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 912 time: 0.0982442 Jul 24 09:44:25.075365 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6c7ad70a-4ce9-459a-babb-8adf2ffe8bf2 req-02b90047-147d-4043-934e-fcabd962d34c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2c0c537-1714-4016-9fca-ef942b3074a2 HTTP/1.1" status: 200 len: 217 time: 0.0341282 Jul 24 09:44:25.122035 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ad70a-4ce9-459a-babb-8adf2ffe8bf2 req-e19e949b-fc40-4dc0-91fd-52c9316f4dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:25.123586 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6c7ad70a-4ce9-459a-babb-8adf2ffe8bf2 req-e19e949b-fc40-4dc0-91fd-52c9316f4dde service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 HTTP/1.1" status: 200 len: 851 time: 0.0427742 Jul 24 09:44:25.192847 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ad70a-4ce9-459a-babb-8adf2ffe8bf2 req-81746659-0d01-48c9-a2cc-1cf9c3d7fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:25.194841 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6c7ad70a-4ce9-459a-babb-8adf2ffe8bf2 req-81746659-0d01-48c9-a2cc-1cf9c3d7fd44 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650086 Jul 24 09:44:25.286844 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6c7ad70a-4ce9-459a-babb-8adf2ffe8bf2 req-8d081b46-ab18-4c76-850c-6ce3b2f917eb service neutron] 10.222.0.20 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841687 Jul 24 09:44:25.381073 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6c7ad70a-4ce9-459a-babb-8adf2ffe8bf2 req-9eb31138-16e1-48d1-a2e0-5495653cb06c service neutron] 10.222.0.20 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875008 Jul 24 09:44:25.979209 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384af50-cd86-4928-a20e-33b9e5cedc98 req-eb95e2a4-12c8-493e-8ea0-dde576054f61 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:25.980692 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7384af50-cd86-4928-a20e-33b9e5cedc98 req-eb95e2a4-12c8-493e-8ea0-dde576054f61 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 943 time: 0.0630896 Jul 24 09:44:26.018675 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7384af50-cd86-4928-a20e-33b9e5cedc98 req-6a325eef-b96e-4b57-8df0-829632cae0d0 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317402 Jul 24 09:44:27.152191 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c17717-7e0c-4d25-98c9-a4bc28e783e4 req-139c5be5-f008-4adf-8f68-58495c763211 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:27.153721 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b4c17717-7e0c-4d25-98c9-a4bc28e783e4 req-139c5be5-f008-4adf-8f68-58495c763211 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 943 time: 0.0640886 Jul 24 09:44:27.193879 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b4c17717-7e0c-4d25-98c9-a4bc28e783e4 req-c5000e3f-f796-4be9-a377-21bfc31b9a18 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341716 Jul 24 09:44:27.281511 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-496042b4-e54f-40f6-abcb-1564c2fe2ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:28.345047 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c104be-6286-40ae-ad0b-7619b78a2c86 req-cc2d2cfa-880d-44a8-92a5-87676c411f34 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:28.346467 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-32c104be-6286-40ae-ad0b-7619b78a2c86 req-cc2d2cfa-880d-44a8-92a5-87676c411f34 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 943 time: 0.0828812 Jul 24 09:44:28.385227 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-32c104be-6286-40ae-ad0b-7619b78a2c86 req-759599e2-d3e3-4ab7-8040-01153fd4ea03 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324595 Jul 24 09:44:29.523111 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8042c5-f7af-41a1-be3f-ab06d40cd21f req-1d1d5e73-928b-4e14-8d00-9b13809649fa tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:29.524589 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7d8042c5-f7af-41a1-be3f-ab06d40cd21f req-1d1d5e73-928b-4e14-8d00-9b13809649fa tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 943 time: 0.0654595 Jul 24 09:44:29.564575 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7d8042c5-f7af-41a1-be3f-ab06d40cd21f req-056cca31-542e-4188-a1e9-7abccdbb5320 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342393 Jul 24 09:44:29.802116 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-009b77ea-4df4-49cf-a0dc-d9ef329a3480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:30.456985 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:30.700404 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e485f9-bf18-474e-af30-6b846c97941f req-7e639471-74e6-4c8d-9a92-ce12115318f1 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:30.701987 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-07e485f9-bf18-474e-af30-6b846c97941f req-7e639471-74e6-4c8d-9a92-ce12115318f1 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 943 time: 0.0642068 Jul 24 09:44:30.740090 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-07e485f9-bf18-474e-af30-6b846c97941f req-dafa455b-5cdf-4fa0-b4fb-e4221e0ecf9a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325229 Jul 24 09:44:30.754080 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:44:31.076757 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:31.889222 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed55af9-bcbf-4c8c-ad0c-73e6ddb20d60 req-3b399f73-8637-4fc9-9e7d-4ede22a168b7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:31.891457 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1ed55af9-bcbf-4c8c-ad0c-73e6ddb20d60 req-3b399f73-8637-4fc9-9e7d-4ede22a168b7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 943 time: 0.0681474 Jul 24 09:44:31.936190 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1ed55af9-bcbf-4c8c-ad0c-73e6ddb20d60 req-a459306c-dd2c-48b9-b56b-d180b14477f8 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373545 Jul 24 09:44:32.958588 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:33.071753 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6a32d-8cc5-4ee2-ab2d-68e932e0fd4d req-5c75da42-aa3b-4522-9f2c-6b6bbd186cbe tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:33.073266 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f8d6a32d-8cc5-4ee2-ab2d-68e932e0fd4d req-5c75da42-aa3b-4522-9f2c-6b6bbd186cbe tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 943 time: 0.0656042 Jul 24 09:44:33.109636 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f8d6a32d-8cc5-4ee2-ab2d-68e932e0fd4d req-810a5412-dc3b-4bc1-94f9-687a7e70722a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307827 Jul 24 09:44:34.246355 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c0ed0-a110-4e3f-9963-7774d4fc7567 req-bc99726a-746d-4abb-9dd6-3aba1f2cfc87 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:34.247854 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f66c0ed0-a110-4e3f-9963-7774d4fc7567 req-bc99726a-746d-4abb-9dd6-3aba1f2cfc87 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 943 time: 0.0681307 Jul 24 09:44:34.288048 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f66c0ed0-a110-4e3f-9963-7774d4fc7567 req-cd439371-f8e1-464b-8edc-3fa10d21a13a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341749 Jul 24 09:44:35.424335 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012364b6-a8e0-44eb-a833-242ca6f6e365 req-27497af7-963d-46e3-95be-9e31fc876501 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:35.425873 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-012364b6-a8e0-44eb-a833-242ca6f6e365 req-27497af7-963d-46e3-95be-9e31fc876501 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 943 time: 0.0688484 Jul 24 09:44:35.463725 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-012364b6-a8e0-44eb-a833-242ca6f6e365 req-872ed8b9-1583-479e-8f0b-2191263e082b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322256 Jul 24 09:44:36.599368 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e9f5a-342e-4111-830b-885cb940c1fe req-a4090e5f-43b4-4693-8957-50f00f7327e9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:36.601509 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ac4e9f5a-342e-4111-830b-885cb940c1fe req-a4090e5f-43b4-4693-8957-50f00f7327e9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 943 time: 0.0680435 Jul 24 09:44:36.638730 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ac4e9f5a-342e-4111-830b-885cb940c1fe req-16a9ec29-1e97-44ac-bd24-46e1e9660ddd tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313642 Jul 24 09:44:36.844869 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device a2c0c537-1714-4016-9fca-ef942b3074a2 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:44:36.939171 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port a2c0c537-1714-4016-9fca-ef942b3074a2, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=a2c0c537-1714-4016-9fca-ef942b3074a2,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:44:36.950301 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'a2c0c537-1714-4016-9fca-ef942b3074a2', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'port_id': 'a2c0c537-1714-4016-9fca-ef942b3074a2', 'mac_address': 'fa:16:3e:10:81:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:44:36.986922 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:36.999895 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c0c537-1714-4016-9fca-ef942b3074a2 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:44:37.019351 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port a2c0c537-1714-4016-9fca-ef942b3074a2, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=a2c0c537-1714-4016-9fca-ef942b3074a2,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:44:37.024075 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:37.083739 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=a2c0c537-1714-4016-9fca-ef942b3074a2,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:44:37.091641 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:37.091989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:37.092332 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:37.092671 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:37.093029 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:37.093362 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:37.093691 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:37.094020 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:37.094343 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:37.094794 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:37.094989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:37.095317 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:44:37.263749 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['a2c0c537-1714-4016-9fca-ef942b3074a2'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:44:37.772775 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede42285-2ce8-4b6c-b453-47dc2d4e7193 req-23d693dd-2f4b-448c-8083-895c24341b74 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:37.774291 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ede42285-2ce8-4b6c-b453-47dc2d4e7193 req-23d693dd-2f4b-448c-8083-895c24341b74 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 944 time: 0.0648186 Jul 24 09:44:37.817539 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ede42285-2ce8-4b6c-b453-47dc2d4e7193 req-ac9f7e9e-14d1-4471-a3fb-b81dd52c155c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355945 Jul 24 09:44:38.855477 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device a2c0c537-1714-4016-9fca-ef942b3074a2 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:44:38.903622 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port a2c0c537-1714-4016-9fca-ef942b3074a2 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:44:38.907584 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port a2c0c537-1714-4016-9fca-ef942b3074a2 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:44:38.907958 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:38.950843 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383e6e4-04b9-4981-b592-b9f2fa7541fe req-70300c1c-95af-46cc-b57c-66a1768764e3 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:38.952378 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9383e6e4-04b9-4981-b592-b9f2fa7541fe req-70300c1c-95af-46cc-b57c-66a1768764e3 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 944 time: 0.0639622 Jul 24 09:44:38.991438 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9383e6e4-04b9-4981-b592-b9f2fa7541fe req-cb3514a9-116f-48f2-b691-9467ac2b1e1d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324500 Jul 24 09:44:38.997449 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:39.020522 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344162c0-eef7-4715-955b-5fc0a9264c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c0c537-1714-4016-9fca-ef942b3074a2'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:44:39.023301 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb4f08a-d95b-414d-9443-0c8d47c98025" -d '{"events": [{"server_uuid": "344162c0-eef7-4715-955b-5fc0a9264c32", "name": "network-vif-plugged", "status": "completed", "tag": "a2c0c537-1714-4016-9fca-ef942b3074a2"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:44:39.037507 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port a2c0c537-1714-4016-9fca-ef942b3074a2, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=a2c0c537-1714-4016-9fca-ef942b3074a2,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:44:39.044297 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:39.101393 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=a2c0c537-1714-4016-9fca-ef942b3074a2,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:44:39.126313 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7394776-10ae-437c-a931-9956df96c1a9 x-openstack-request-id: req-f7394776-10ae-437c-a931-9956df96c1a9 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:44:39.126611 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344162c0-eef7-4715-955b-5fc0a9264c32", "name": "network-vif-plugged", "status": "completed", "tag": "a2c0c537-1714-4016-9fca-ef942b3074a2", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:44:39.126872 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f7394776-10ae-437c-a931-9956df96c1a9 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:44:39.127271 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344162c0-eef7-4715-955b-5fc0a9264c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c0c537-1714-4016-9fca-ef942b3074a2', 'code': 200} Jul 24 09:44:39.234961 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde25cd-2829-44d1-8c2d-96b01182308a req-c7f6ee86-7ced-4460-87d3-71fb36f38ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:39.236761 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9bde25cd-2829-44d1-8c2d-96b01182308a req-c7f6ee86-7ced-4460-87d3-71fb36f38ed2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 1096 time: 0.0537405 Jul 24 09:44:39.269925 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9bde25cd-2829-44d1-8c2d-96b01182308a req-02fd89a3-3cc4-4449-940b-16a2af7efa97 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265851 Jul 24 09:44:40.136371 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b761e9-7ae0-4eba-980e-4e52c3001a59 req-a18026b7-0f62-4051-838d-abf80c03428a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:40.137977 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-48b761e9-7ae0-4eba-980e-4e52c3001a59 req-a18026b7-0f62-4051-838d-abf80c03428a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 945 time: 0.0731120 Jul 24 09:44:40.177659 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-48b761e9-7ae0-4eba-980e-4e52c3001a59 req-af0c460f-8a61-400c-93fe-8a059faefeb0 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339742 Jul 24 09:44:40.317161 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71affb3c-76a8-4be4-8b85-052a3cc82cc3 req-6939eeef-a792-4d5f-be9f-e900e0a868ed tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:40.318814 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-71affb3c-76a8-4be4-8b85-052a3cc82cc3 req-6939eeef-a792-4d5f-be9f-e900e0a868ed tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 945 time: 0.0699098 Jul 24 09:44:40.357128 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-71affb3c-76a8-4be4-8b85-052a3cc82cc3 req-18db9ac2-046f-4c01-bd17-6ca34a4a5d48 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317285 Jul 24 09:44:40.384313 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45316) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:44:40.537166 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ecd023-efd3-48b9-870c-8063845c7869 tempest-TestVolumeBootPattern-847144835 tempest-TestVolumeBootPattern-847144835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:40.539261 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-94ecd023-efd3-48b9-870c-8063845c7869 tempest-TestVolumeBootPattern-847144835 tempest-TestVolumeBootPattern-847144835-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 1091 time: 0.1539016 Jul 24 09:44:40.542287 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 45320) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:44:40.546648 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-4a643e5d-cab4-42b6-896f-63d64d73a0ec tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'port_id': 'a2c0c537-1714-4016-9fca-ef942b3074a2', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:44:40.569507 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4a643e5d-cab4-42b6-896f-63d64d73a0ec tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:40.678516 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4a643e5d-cab4-42b6-896f-63d64d73a0ec tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:40.779399 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-4a643e5d-cab4-42b6-896f-63d64d73a0ec tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Allocated IP 172.25.7.234 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/ff517c71-eeee-4490-a4da-e40ed6a17414) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:44:40.890167 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4a643e5d-cab4-42b6-896f-63d64d73a0ec tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:40.935966 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4a643e5d-cab4-42b6-896f-63d64d73a0ec tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:40.978181 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a643e5d-cab4-42b6-896f-63d64d73a0ec tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:44:40.981035 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-4a643e5d-cab4-42b6-896f-63d64d73a0ec tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:44:40.983547 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a643e5d-cab4-42b6-896f-63d64d73a0ec tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:44:41.005289 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a643e5d-cab4-42b6-896f-63d64d73a0ec tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event updated for resources: {'Port': ['ID=ff517c71-eeee-4490-a4da-e40ed6a17414,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:44:41.345366 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4a643e5d-cab4-42b6-896f-63d64d73a0ec tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:41.423488 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4a643e5d-cab4-42b6-896f-63d64d73a0ec tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:41.570195 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4a643e5d-cab4-42b6-896f-63d64d73a0ec tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:41.574759 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4a643e5d-cab4-42b6-896f-63d64d73a0ec tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:41.643094 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a643e5d-cab4-42b6-896f-63d64d73a0ec tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event updated for resources: {'Port': ['ID=ff517c71-eeee-4490-a4da-e40ed6a17414,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:44:41.658708 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4a643e5d-cab4-42b6-896f-63d64d73a0ec tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:41.772720 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-4a643e5d-cab4-42b6-896f-63d64d73a0ec tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Floating IP 5e64fb2c-3061-4308-9fbb-1bd55e834c8b associated. External IP: 172.25.7.234, port: a2c0c537-1714-4016-9fca-ef942b3074a2. Jul 24 09:44:41.973487 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a643e5d-cab4-42b6-896f-63d64d73a0ec tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Router d357846a-9402-40b4-ba91-a11a0c295fd8 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:44:42.081200 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a643e5d-cab4-42b6-896f-63d64d73a0ec tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:44:42.090893 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0351a12a-5765-423b-a74a-12bb89960a25 None None] Sync routers for ids ['d357846a-9402-40b4-ba91-a11a0c295fd8'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:44:42.097757 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4a643e5d-cab4-42b6-896f-63d64d73a0ec tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:42.102386 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0351a12a-5765-423b-a74a-12bb89960a25 None None] Routers {'d357846a-9402-40b4-ba91-a11a0c295fd8'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:44:42.103111 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-0351a12a-5765-423b-a74a-12bb89960a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:44:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['d357846a-9402-40b4-ba91-a11a0c295fd8'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:44:42.138192 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4a643e5d-cab4-42b6-896f-63d64d73a0ec tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5948820 Jul 24 09:44:42.138795 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344162c0-eef7-4715-955b-5fc0a9264c32', 'tag': 'a2c0c537-1714-4016-9fca-ef942b3074a2'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:44:42.141109 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4692a9aa-fc59-4ce6-918d-274277416b65" -d '{"events": [{"name": "network-changed", "server_uuid": "344162c0-eef7-4715-955b-5fc0a9264c32", "tag": "a2c0c537-1714-4016-9fca-ef942b3074a2"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:44:42.183652 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0832a8e4-cdec-49ec-afcf-55d430197610 x-openstack-request-id: req-0832a8e4-cdec-49ec-afcf-55d430197610 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:44:42.184065 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344162c0-eef7-4715-955b-5fc0a9264c32", "tag": "a2c0c537-1714-4016-9fca-ef942b3074a2", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:44:42.184393 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0832a8e4-cdec-49ec-afcf-55d430197610 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:44:42.185002 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344162c0-eef7-4715-955b-5fc0a9264c32', 'tag': 'a2c0c537-1714-4016-9fca-ef942b3074a2', 'status': 'completed', 'code': 200} Jul 24 09:44:42.229121 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-0351a12a-5765-423b-a74a-12bb89960a25 None None] Set router d357846a-9402-40b4-ba91-a11a0c295fd8 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:44:42.260330 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692a9aa-fc59-4ce6-918d-274277416b65 req-19f665c7-dc02-45f0-b97e-b451713b3aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:42.261522 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4692a9aa-fc59-4ce6-918d-274277416b65 req-19f665c7-dc02-45f0-b97e-b451713b3aa5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 1096 time: 0.0581264 Jul 24 09:44:42.356007 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692a9aa-fc59-4ce6-918d-274277416b65 req-4e07172a-8d86-4430-acf3-558921620e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:42.357626 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4692a9aa-fc59-4ce6-918d-274277416b65 req-4e07172a-8d86-4430-acf3-558921620e35 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 912 time: 0.0905995 Jul 24 09:44:42.428993 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4692a9aa-fc59-4ce6-918d-274277416b65 req-26cc04a9-939c-4d72-affb-d8b8c33ff316 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2c0c537-1714-4016-9fca-ef942b3074a2 HTTP/1.1" status: 200 len: 999 time: 0.0650048 Jul 24 09:44:42.480783 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692a9aa-fc59-4ce6-918d-274277416b65 req-14f4ef1f-77a4-4080-aedf-3068e9781d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:42.482499 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4692a9aa-fc59-4ce6-918d-274277416b65 req-14f4ef1f-77a4-4080-aedf-3068e9781d38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 HTTP/1.1" status: 200 len: 851 time: 0.0470188 Jul 24 09:44:42.484371 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-0351a12a-5765-423b-a74a-12bb89960a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:05Z', 'updated_at': '2021-07-24T09:37:16Z', 'revision_number': 4, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'gw_port': {'id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:06Z', 'updated_at': '2021-07-24T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '5e64fb2c-3061-4308-9fbb-1bd55e834c8b', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'port_id': 'a2c0c537-1714-4016-9fca-ef942b3074a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'mac_address': 'fa:16:3e:10:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344162c0-eef7-4715-955b-5fc0a9264c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:44:41Z', 'updated_at': '2021-07-24T09:44:41Z', 'revision_number': 0, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2eb262f-dbe1-444a-9b62-50923837ba76', 'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'mac_address': 'fa:16:3e:0d:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:14Z', 'updated_at': '2021-07-24T09:37:27Z', 'revision_number': 5, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'subnets': [{'id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:44:42.514369 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0351a12a-5765-423b-a74a-12bb89960a25 None None] Checking router: d357846a-9402-40b4-ba91-a11a0c295fd8 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:44:42.525552 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0351a12a-5765-423b-a74a-12bb89960a25 None None] Routers {'d357846a-9402-40b4-ba91-a11a0c295fd8'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:44:42.526310 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-0351a12a-5765-423b-a74a-12bb89960a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:44:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['d357846a-9402-40b4-ba91-a11a0c295fd8'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:44:42.546586 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692a9aa-fc59-4ce6-918d-274277416b65 req-c774dc28-074c-44b4-9dc6-a382e95bde3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:44:42.548134 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4692a9aa-fc59-4ce6-918d-274277416b65 req-c774dc28-074c-44b4-9dc6-a382e95bde3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595860 Jul 24 09:44:42.816777 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-0351a12a-5765-423b-a74a-12bb89960a25 None None] Set router d357846a-9402-40b4-ba91-a11a0c295fd8 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:44:42.959106 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4692a9aa-fc59-4ce6-918d-274277416b65 req-bb91af13-f97c-4e4a-898b-c0b52b867c9a service neutron] 10.222.0.20 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046836 Jul 24 09:44:43.057909 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-0351a12a-5765-423b-a74a-12bb89960a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:05Z', 'updated_at': '2021-07-24T09:37:16Z', 'revision_number': 4, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'gw_port': {'id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:06Z', 'updated_at': '2021-07-24T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '5e64fb2c-3061-4308-9fbb-1bd55e834c8b', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'port_id': 'a2c0c537-1714-4016-9fca-ef942b3074a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'mac_address': 'fa:16:3e:10:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344162c0-eef7-4715-955b-5fc0a9264c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:44:41Z', 'updated_at': '2021-07-24T09:44:41Z', 'revision_number': 0, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2eb262f-dbe1-444a-9b62-50923837ba76', 'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'mac_address': 'fa:16:3e:0d:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:14Z', 'updated_at': '2021-07-24T09:37:27Z', 'revision_number': 5, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'subnets': [{'id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:44:43.066484 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4692a9aa-fc59-4ce6-918d-274277416b65 req-4d5f11cc-5e8c-43c3-a30c-f25b8d03b3d2 service neutron] 10.222.0.20 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004841 Jul 24 09:44:43.087150 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0351a12a-5765-423b-a74a-12bb89960a25 None None] The sync data for ids ['d357846a-9402-40b4-ba91-a11a0c295fd8'] in n-d-800085-9 is: [{'id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:05Z', 'updated_at': '2021-07-24T09:37:16Z', 'revision_number': 4, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'gw_port': {'id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:06Z', 'updated_at': '2021-07-24T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '5e64fb2c-3061-4308-9fbb-1bd55e834c8b', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'port_id': 'a2c0c537-1714-4016-9fca-ef942b3074a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'mac_address': 'fa:16:3e:10:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344162c0-eef7-4715-955b-5fc0a9264c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:44:41Z', 'updated_at': '2021-07-24T09:44:41Z', 'revision_number': 0, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2eb262f-dbe1-444a-9b62-50923837ba76', 'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'mac_address': 'fa:16:3e:0d:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:14Z', 'updated_at': '2021-07-24T09:37:27Z', 'revision_number': 5, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'subnets': [{'id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:44:43.298626 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dea2f81-ae17-4c27-b322-b4d391af6141 None None] New status for floating IP 5e64fb2c-3061-4308-9fbb-1bd55e834c8b: ACTIVE {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:44:44.221944 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:46.738191 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:57.284027 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fe6612ec-6bbd-453e-bc9c-1ad6c1a321b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:44:59.806163 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f9dcff43-a59d-49b6-8aac-d2728b235e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:00.458340 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:01.080412 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:02.955726 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:07.753727 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:45:14.220494 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:16.749480 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:27.284600 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d4de17dd-49cc-485f-a1c3-2e1bca634a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:29.807653 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9607dd14-0bc3-449b-95d2-7c8ed6824862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:30.460796 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:31.083044 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:32.682135 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46404) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:45:32.818127 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-84e7c94c-d770-4afe-834e-20dbaf1f0532 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=efa0739c5c494653b42c0f9807babd4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348240 Jul 24 09:45:32.821243 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46408) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:45:32.867486 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f60d266f-5e57-4978-87b3-7cec95876698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:32.888366 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f60d266f-5e57-4978-87b3-7cec95876698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:32.934508 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f60d266f-5e57-4978-87b3-7cec95876698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:32.937175 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f60d266f-5e57-4978-87b3-7cec95876698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:32.938329 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f60d266f-5e57-4978-87b3-7cec95876698 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/688d8c97-7b47-4bbe-9b0d-2ebf1978a4ab HTTP/1.1" status: 204 len: 168 time: 0.1161268 Jul 24 09:45:32.948519 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d266f-5e57-4978-87b3-7cec95876698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688d8c97-7b47-4bbe-9b0d-2ebf1978a4ab,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:45:32.956054 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d266f-5e57-4978-87b3-7cec95876698 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:32.956403 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d266f-5e57-4978-87b3-7cec95876698 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:32.956763 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d266f-5e57-4978-87b3-7cec95876698 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:32.957132 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d266f-5e57-4978-87b3-7cec95876698 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:32.957469 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d266f-5e57-4978-87b3-7cec95876698 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:32.957769 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d266f-5e57-4978-87b3-7cec95876698 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:32.958093 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d266f-5e57-4978-87b3-7cec95876698 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:32.958418 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d266f-5e57-4978-87b3-7cec95876698 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:32.958741 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d266f-5e57-4978-87b3-7cec95876698 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:32.959061 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d266f-5e57-4978-87b3-7cec95876698 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:32.959376 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d266f-5e57-4978-87b3-7cec95876698 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:32.959696 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d266f-5e57-4978-87b3-7cec95876698 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:32.979409 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:37.685990 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-98347672-1a41-425c-8ddf-72cf34c4b608 req-54dd139e-af4d-425a-a8c7-a48ac884807a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559235 Jul 24 09:45:37.777447 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98347672-1a41-425c-8ddf-72cf34c4b608 req-7d9cb13b-b2d7-4a5d-b7ed-f6f3e3132f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:45:37.779005 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-98347672-1a41-425c-8ddf-72cf34c4b608 req-7d9cb13b-b2d7-4a5d-b7ed-f6f3e3132f86 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 1096 time: 0.0539217 Jul 24 09:45:37.883963 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98347672-1a41-425c-8ddf-72cf34c4b608 req-7926f262-b1e5-4648-b383-c8e1abbfde80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:45:37.885542 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-98347672-1a41-425c-8ddf-72cf34c4b608 req-7926f262-b1e5-4648-b383-c8e1abbfde80 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 912 time: 0.0887680 Jul 24 09:45:37.948513 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-98347672-1a41-425c-8ddf-72cf34c4b608 req-f247a988-367c-42d7-9711-47bf1eb77227 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2c0c537-1714-4016-9fca-ef942b3074a2 HTTP/1.1" status: 200 len: 1001 time: 0.0571287 Jul 24 09:45:38.000319 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98347672-1a41-425c-8ddf-72cf34c4b608 req-6e29695c-e3dd-496d-9f5c-d01b07943f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:45:38.001802 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-98347672-1a41-425c-8ddf-72cf34c4b608 req-6e29695c-e3dd-496d-9f5c-d01b07943f69 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 HTTP/1.1" status: 200 len: 851 time: 0.0473518 Jul 24 09:45:38.059744 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98347672-1a41-425c-8ddf-72cf34c4b608 req-3890918f-9283-4c38-8be0-42f5540b4c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:45:38.061341 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-98347672-1a41-425c-8ddf-72cf34c4b608 req-3890918f-9283-4c38-8be0-42f5540b4c31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529702 Jul 24 09:45:38.148329 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-98347672-1a41-425c-8ddf-72cf34c4b608 req-2471fd56-4aad-4b0f-a27d-d2a87b9027d6 service neutron] 10.222.0.20 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806065 Jul 24 09:45:38.242088 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-98347672-1a41-425c-8ddf-72cf34c4b608 req-e4d2eff9-6257-42f1-8226-67c318a1c734 service neutron] 10.222.0.20 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880723 Jul 24 09:45:41.898113 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46482) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:45:41.999235 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e23ef8d7-6025-4c50-9471-c6cf75639a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:42.087578 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e23ef8d7-6025-4c50-9471-c6cf75639a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:42.091136 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e23ef8d7-6025-4c50-9471-c6cf75639a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:42.128855 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e23ef8d7-6025-4c50-9471-c6cf75639a77 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d57509442cb42f5b88d679116aa3492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2296650 Jul 24 09:45:42.129977 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ef8d7-6025-4c50-9471-c6cf75639a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1815fbcc-c474-44fb-bbf3-bd0798073c8f,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:45:42.131582 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46486) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:45:42.185988 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b2446829-eebe-4f9b-949e-7b067390a646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:42.206283 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b2446829-eebe-4f9b-949e-7b067390a646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:42.250873 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b2446829-eebe-4f9b-949e-7b067390a646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:42.253525 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b2446829-eebe-4f9b-949e-7b067390a646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:42.254664 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b2446829-eebe-4f9b-949e-7b067390a646 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1815fbcc-c474-44fb-bbf3-bd0798073c8f HTTP/1.1" status: 204 len: 168 time: 0.1220551 Jul 24 09:45:42.261990 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2446829-eebe-4f9b-949e-7b067390a646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1815fbcc-c474-44fb-bbf3-bd0798073c8f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:45:42.269137 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2446829-eebe-4f9b-949e-7b067390a646 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:42.269817 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2446829-eebe-4f9b-949e-7b067390a646 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:42.270183 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2446829-eebe-4f9b-949e-7b067390a646 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:42.270634 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2446829-eebe-4f9b-949e-7b067390a646 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:42.271103 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2446829-eebe-4f9b-949e-7b067390a646 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:42.271466 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2446829-eebe-4f9b-949e-7b067390a646 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:42.271798 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2446829-eebe-4f9b-949e-7b067390a646 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:42.272127 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2446829-eebe-4f9b-949e-7b067390a646 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:42.272458 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2446829-eebe-4f9b-949e-7b067390a646 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:42.272819 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2446829-eebe-4f9b-949e-7b067390a646 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:42.273149 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2446829-eebe-4f9b-949e-7b067390a646 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:42.273473 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2446829-eebe-4f9b-949e-7b067390a646 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:42.845194 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46508) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:45:42.939577 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-8e237726-e691-4c99-97d9-38c887a375d5 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-867653227-network', 'tenant_id': 'fb8f826cdb864c2ba542b6c88c664991'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:45:42.959975 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e237726-e691-4c99-97d9-38c887a375d5 admin admin] Made reservation on behalf of fb8f826cdb864c2ba542b6c88c664991 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:45:42.962344 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8e237726-e691-4c99-97d9-38c887a375d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:42.970716 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8e237726-e691-4c99-97d9-38c887a375d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:43.056064 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8e237726-e691-4c99-97d9-38c887a375d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:43.059787 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8e237726-e691-4c99-97d9-38c887a375d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:43.082998 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e237726-e691-4c99-97d9-38c887a375d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:45:43.092892 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e237726-e691-4c99-97d9-38c887a375d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5beecd8e-4d56-4aba-9cff-fa4615b36259,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:45:43.098163 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8e237726-e691-4c99-97d9-38c887a375d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:43.098511 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-8e237726-e691-4c99-97d9-38c887a375d5 admin admin] Added segment b821ee8e-1784-4e0a-a8ce-3130e1fab4c4 of type vlan for network 2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1 Jul 24 09:45:43.136590 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8e237726-e691-4c99-97d9-38c887a375d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:43.164547 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8e237726-e691-4c99-97d9-38c887a375d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:43.165567 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e237726-e691-4c99-97d9-38c887a375d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:45:43.166169 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8e237726-e691-4c99-97d9-38c887a375d5 admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:43.221178 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8e237726-e691-4c99-97d9-38c887a375d5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.3747079 Jul 24 09:45:43.224061 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46512) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:45:43.229067 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-32ea84e4-1bf7-416e-a8d7-a70e42b4dcd9 admin admin] Request body: {'subnet': {'network_id': '2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-867653227-subnet', 'tenant_id': 'fb8f826cdb864c2ba542b6c88c664991', 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:45:43.249838 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ea84e4-1bf7-416e-a8d7-a70e42b4dcd9 admin admin] Made reservation on behalf of fb8f826cdb864c2ba542b6c88c664991 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:45:43.252266 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-32ea84e4-1bf7-416e-a8d7-a70e42b4dcd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:43.266989 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e237726-e691-4c99-97d9-38c887a375d5 admin admin] Pushing event updated for resources: {'Network': ['ID=2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:45:43.277228 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:45:43.421127 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-32ea84e4-1bf7-416e-a8d7-a70e42b4dcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:43.482730 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea84e4-1bf7-416e-a8d7-a70e42b4dcd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2899aee5-6d8e-41e3-b90c-8dfbe2dc41bf,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:45:43.487017 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ea84e4-1bf7-416e-a8d7-a70e42b4dcd9 admin admin] Checking segment: {'id': 'b821ee8e-1784-4e0a-a8ce-3130e1fab4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:45:43.487371 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ea84e4-1bf7-416e-a8d7-a70e42b4dcd9 admin admin] Network hostable DHCP agents. Network: 2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:45:43.506521 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ea84e4-1bf7-416e-a8d7-a70e42b4dcd9 admin admin] Network 2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:45:43.515536 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-32ea84e4-1bf7-416e-a8d7-a70e42b4dcd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:45:43.521739 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ea84e4-1bf7-416e-a8d7-a70e42b4dcd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:45:43.523168 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-32ea84e4-1bf7-416e-a8d7-a70e42b4dcd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:43.530050 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7322cad-46af-4452-88dd-a294a9826ed8 None None] Network 2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:45:43.542210 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-32ea84e4-1bf7-416e-a8d7-a70e42b4dcd9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3170002 Jul 24 09:45:43.546341 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46514) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:45:43.551259 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-935e05a2-be35-45b8-94d0-01ddb222c2d8 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-867653227-router', 'tenant_id': 'fb8f826cdb864c2ba542b6c88c664991', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:45:43.572943 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-935e05a2-be35-45b8-94d0-01ddb222c2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:43.574014 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-935e05a2-be35-45b8-94d0-01ddb222c2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:43.625124 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-935e05a2-be35-45b8-94d0-01ddb222c2d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:43.678755 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1', 'network_id': '2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1', 'tenant_id': 'fb8f826cdb864c2ba542b6c88c664991', 'fixed_ips': [{'subnet_id': '2899aee5-6d8e-41e3-b90c-8dfbe2dc41bf'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:45:43.679617 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:43.760984 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-935e05a2-be35-45b8-94d0-01ddb222c2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:43.811039 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Allocated IP 172.20.0.2 (2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1/2899aee5-6d8e-41e3-b90c-8dfbe2dc41bf/f5ef2dbd-0b25-4616-920d-a3b98aeb844d) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:45:43.948769 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:43.958831 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Transition to ACTIVE for port object f5ef2dbd-0b25-4616-920d-a3b98aeb844d will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:45:43.963840 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-935e05a2-be35-45b8-94d0-01ddb222c2d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:43.974090 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Transition to ACTIVE for port object f5ef2dbd-0b25-4616-920d-a3b98aeb844d will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:45:43.980695 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:43.984571 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-935e05a2-be35-45b8-94d0-01ddb222c2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:44.020403 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Network 2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:45:44.025528 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:45:44.029003 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:45:44.034337 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Pushing event updated for resources: {'Port': ['ID=f5ef2dbd-0b25-4616-920d-a3b98aeb844d,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:45:44.046180 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:44.046527 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:44.046871 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:44.047205 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:44.047537 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:44.047868 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:44.048199 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:44.048525 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:44.048885 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:44.049213 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:44.049537 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:44.049860 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:45:44.091199 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-935e05a2-be35-45b8-94d0-01ddb222c2d8 admin admin] Allocated IP 172.25.7.137 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/58690b35-013f-48ec-8ab5-899f145aae9d) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:45:44.098966 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Attempting to bind port f5ef2dbd-0b25-4616-920d-a3b98aeb844d on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:45:44.099333 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Attempting to bind port f5ef2dbd-0b25-4616-920d-a3b98aeb844d by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'b821ee8e-1784-4e0a-a8ce-3130e1fab4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:45:44.100276 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Attempting to bind port f5ef2dbd-0b25-4616-920d-a3b98aeb844d on network 2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:45:44.105178 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:45:44.105590 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Checking segment: {'id': 'b821ee8e-1784-4e0a-a8ce-3130e1fab4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:45:44.106033 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:44.106446 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Bound using segment: {'id': 'b821ee8e-1784-4e0a-a8ce-3130e1fab4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:45:44.106911 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Bound port: f5ef2dbd-0b25-4616-920d-a3b98aeb844d, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b821ee8e-1784-4e0a-a8ce-3130e1fab4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:45:44.107292 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:44.167443 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] For port f5ef2dbd-0b25-4616-920d-a3b98aeb844d, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:45:44.170521 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] For port f5ef2dbd-0b25-4616-920d-a3b98aeb844d, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=f5ef2dbd-0b25-4616-920d-a3b98aeb844d,segment=NetworkSegment(b821ee8e-1784-4e0a-a8ce-3130e1fab4c4),segment_id=b821ee8e-1784-4e0a-a8ce-3130e1fab4c4)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:45:44.175375 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:44.199840 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-935e05a2-be35-45b8-94d0-01ddb222c2d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:44.242892 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-935e05a2-be35-45b8-94d0-01ddb222c2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:44.246263 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de8f05-97d1-4f6c-9e39-868c5d2f99fb None None] Pushing event updated for resources: {'Port': ['ID=f5ef2dbd-0b25-4616-920d-a3b98aeb844d,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:45:44.249677 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:44.281666 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935e05a2-be35-45b8-94d0-01ddb222c2d8 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:45:44.284528 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-935e05a2-be35-45b8-94d0-01ddb222c2d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:45:44.288418 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935e05a2-be35-45b8-94d0-01ddb222c2d8 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:45:44.317545 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e05a2-be35-45b8-94d0-01ddb222c2d8 admin admin] Pushing event updated for resources: {'Port': ['ID=58690b35-013f-48ec-8ab5-899f145aae9d,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:45:44.533592 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f5ef2dbd-0b25-4616-920d-a3b98aeb844d up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:45:44.578511 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-935e05a2-be35-45b8-94d0-01ddb222c2d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:44.583020 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port f5ef2dbd-0b25-4616-920d-a3b98aeb844d completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:45:44.752152 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:45:44.772865 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-935e05a2-be35-45b8-94d0-01ddb222c2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:44.903525 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935e05a2-be35-45b8-94d0-01ddb222c2d8 admin admin] Router 60e52bae-15dc-4304-825d-f951a670b001 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:45:45.012818 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935e05a2-be35-45b8-94d0-01ddb222c2d8 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:45:45.022376 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] Sync routers for ids ['60e52bae-15dc-4304-825d-f951a670b001'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:45:45.030917 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-935e05a2-be35-45b8-94d0-01ddb222c2d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:45.032252 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-935e05a2-be35-45b8-94d0-01ddb222c2d8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.4844391 Jul 24 09:45:45.033788 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] Routers {'60e52bae-15dc-4304-825d-f951a670b001'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:45:45.034410 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:45:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['60e52bae-15dc-4304-825d-f951a670b001'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:45:45.034951 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46516) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:45:45.146490 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] Set router 60e52bae-15dc-4304-825d-f951a670b001 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:45:45.149631 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d90c56-e652-457b-9cb5-75bf8bba47f7 None None] Network 2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:45:45.275414 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-bf18bcff-e68f-412c-87af-923618a0ffd5 None None] Provisioning for port f5ef2dbd-0b25-4616-920d-a3b98aeb844d completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:45:45.290557 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-bf18bcff-e68f-412c-87af-923618a0ffd5 None None] Provisioning complete for port f5ef2dbd-0b25-4616-920d-a3b98aeb844d triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:45:45.290932 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bf18bcff-e68f-412c-87af-923618a0ffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:45.455067 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b8d6eaf6-3024-4d93-8da1-e0ff329ba60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:45.509039 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bf18bcff-e68f-412c-87af-923618a0ffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:45.557983 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-bf18bcff-e68f-412c-87af-923618a0ffd5 None None] For port f5ef2dbd-0b25-4616-920d-a3b98aeb844d, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=f5ef2dbd-0b25-4616-920d-a3b98aeb844d,segment=NetworkSegment(b821ee8e-1784-4e0a-a8ce-3130e1fab4c4),segment_id=b821ee8e-1784-4e0a-a8ce-3130e1fab4c4)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:45:45.561708 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e52bae-15dc-4304-825d-f951a670b001', 'name': 'tempest-ImageQuotaTest-867653227-router', 'tenant_id': 'fb8f826cdb864c2ba542b6c88c664991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '58690b35-013f-48ec-8ab5-899f145aae9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:45:43Z', 'updated_at': '2021-07-24T09:45:44Z', 'revision_number': 3, 'project_id': 'fb8f826cdb864c2ba542b6c88c664991', 'gw_port': {'id': '58690b35-013f-48ec-8ab5-899f145aae9d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e52bae-15dc-4304-825d-f951a670b001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:45:43Z', 'updated_at': '2021-07-24T09:45:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:45:45.565720 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bf18bcff-e68f-412c-87af-923618a0ffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:45.595799 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] Checking router: 60e52bae-15dc-4304-825d-f951a670b001 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:45:45.596151 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] Updating router 60e52bae-15dc-4304-825d-f951a670b001 port 58690b35-013f-48ec-8ab5-899f145aae9d binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:45:45.659566 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-b8d6eaf6-3024-4d93-8da1-e0ff329ba60e admin admin] Allocated IP 172.20.0.1 (2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1/2899aee5-6d8e-41e3-b90c-8dfbe2dc41bf/ddebe831-72fa-4720-9af8-d3371d916048) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:45:45.667014 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:45.689460 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18bcff-e68f-412c-87af-923618a0ffd5 None None] Pushing event updated for resources: {'Port': ['ID=f5ef2dbd-0b25-4616-920d-a3b98aeb844d,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:45:45.778827 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b8d6eaf6-3024-4d93-8da1-e0ff329ba60e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:45.794560 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-b8d6eaf6-3024-4d93-8da1-e0ff329ba60e admin admin] Transition to ACTIVE for port object ddebe831-72fa-4720-9af8-d3371d916048 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:45:45.806697 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-333063a3-0f40-47a2-a4f2-e9a57b126a63 None None] Provisioning complete for port f5ef2dbd-0b25-4616-920d-a3b98aeb844d triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:45:45.807069 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-333063a3-0f40-47a2-a4f2-e9a57b126a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:45.826060 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b8d6eaf6-3024-4d93-8da1-e0ff329ba60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:45.863731 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d6eaf6-3024-4d93-8da1-e0ff329ba60e admin admin] Network 2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:45:45.869884 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-b8d6eaf6-3024-4d93-8da1-e0ff329ba60e admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:45:45.874196 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d6eaf6-3024-4d93-8da1-e0ff329ba60e admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:45:45.877202 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6eaf6-3024-4d93-8da1-e0ff329ba60e admin admin] Pushing event updated for resources: {'Port': ['ID=ddebe831-72fa-4720-9af8-d3371d916048,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:45:45.914227 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b8d6eaf6-3024-4d93-8da1-e0ff329ba60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:46.015734 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:46.027874 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] Transition to ACTIVE for port object 58690b35-013f-48ec-8ab5-899f145aae9d will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:45:46.035656 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:46.073739 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b8d6eaf6-3024-4d93-8da1-e0ff329ba60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:46.088320 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9bdf1-b736-4368-8f67-7527f7ca25ab None None] Pushing event updated for resources: {'Port': ['ID=58690b35-013f-48ec-8ab5-899f145aae9d,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:45:46.090697 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] Attempting to bind port 58690b35-013f-48ec-8ab5-899f145aae9d on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:45:46.091063 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] Attempting to bind port 58690b35-013f-48ec-8ab5-899f145aae9d by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:45:46.091417 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] Attempting to bind port 58690b35-013f-48ec-8ab5-899f145aae9d on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:45:46.096902 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:45:46.097272 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:45:46.097669 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:46.098047 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:45:46.098499 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] Bound port: 58690b35-013f-48ec-8ab5-899f145aae9d, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:45:46.098873 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:46.152073 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] For port 58690b35-013f-48ec-8ab5-899f145aae9d, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:45:46.155233 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] For port 58690b35-013f-48ec-8ab5-899f145aae9d, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=58690b35-013f-48ec-8ab5-899f145aae9d,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:45:46.159310 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:46.221555 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2e86d1c6-811e-4746-802e-f8ab8244f4f8 None None] Provisioning for port ddebe831-72fa-4720-9af8-d3371d916048 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:45:46.229387 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2e86d1c6-811e-4746-802e-f8ab8244f4f8 None None] Provisioning complete for port ddebe831-72fa-4720-9af8-d3371d916048 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:45:46.229856 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2e86d1c6-811e-4746-802e-f8ab8244f4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:46.231345 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] Routers {'60e52bae-15dc-4304-825d-f951a670b001'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:45:46.231972 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:45:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['60e52bae-15dc-4304-825d-f951a670b001'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:45:46.234538 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9bdf1-b736-4368-8f67-7527f7ca25ab None None] Pushing event updated for resources: {'Port': ['ID=58690b35-013f-48ec-8ab5-899f145aae9d,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:45:46.244916 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b8d6eaf6-3024-4d93-8da1-e0ff329ba60e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:46.249307 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b8d6eaf6-3024-4d93-8da1-e0ff329ba60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:46.316103 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6eaf6-3024-4d93-8da1-e0ff329ba60e admin admin] Pushing event updated for resources: {'Port': ['ID=ddebe831-72fa-4720-9af8-d3371d916048,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:45:46.319262 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b8d6eaf6-3024-4d93-8da1-e0ff329ba60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:46.331514 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-2e86d1c6-811e-4746-802e-f8ab8244f4f8 None None] Port ddebe831-72fa-4720-9af8-d3371d916048 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:45:46.361506 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] Set router 60e52bae-15dc-4304-825d-f951a670b001 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:45:46.408039 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d6eaf6-3024-4d93-8da1-e0ff329ba60e admin admin] Network 2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:45:46.409630 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-b8d6eaf6-3024-4d93-8da1-e0ff329ba60e admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:45:46.546013 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d6eaf6-3024-4d93-8da1-e0ff329ba60e admin admin] Router 60e52bae-15dc-4304-825d-f951a670b001 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:45:46.603994 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f5ef2dbd-0b25-4616-920d-a3b98aeb844d up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:45:46.711440 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8ae75632-a3b5-4455-9d45-e1f5c887c05b None None] Provisioning complete for port ddebe831-72fa-4720-9af8-d3371d916048 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:45:46.711813 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8ae75632-a3b5-4455-9d45-e1f5c887c05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:46.773366 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port f5ef2dbd-0b25-4616-920d-a3b98aeb844d triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:45:46.773654 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:46.802021 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-8ae75632-a3b5-4455-9d45-e1f5c887c05b None None] Port ddebe831-72fa-4720-9af8-d3371d916048 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:45:46.832141 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:46.895912 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e52bae-15dc-4304-825d-f951a670b001', 'name': 'tempest-ImageQuotaTest-867653227-router', 'tenant_id': 'fb8f826cdb864c2ba542b6c88c664991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '58690b35-013f-48ec-8ab5-899f145aae9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:45:43Z', 'updated_at': '2021-07-24T09:45:46Z', 'revision_number': 4, 'project_id': 'fb8f826cdb864c2ba542b6c88c664991', 'gw_port': {'id': '58690b35-013f-48ec-8ab5-899f145aae9d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e52bae-15dc-4304-825d-f951a670b001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:45:43Z', 'updated_at': '2021-07-24T09:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'ddebe831-72fa-4720-9af8-d3371d916048', 'name': '', 'network_id': '2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1', 'tenant_id': 'fb8f826cdb864c2ba542b6c88c664991', 'mac_address': 'fa:16:3e:ec:74:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e52bae-15dc-4304-825d-f951a670b001', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '2899aee5-6d8e-41e3-b90c-8dfbe2dc41bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:45:45Z', 'updated_at': '2021-07-24T09:45:45Z', 'revision_number': 1, 'project_id': 'fb8f826cdb864c2ba542b6c88c664991', 'subnets': [{'id': '2899aee5-6d8e-41e3-b90c-8dfbe2dc41bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:45:46.927411 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35313eb-cb90-4f78-b394-deaf9616dab0 None None] The sync data for ids ['60e52bae-15dc-4304-825d-f951a670b001'] in n-d-800085-9 is: [{'id': '60e52bae-15dc-4304-825d-f951a670b001', 'name': 'tempest-ImageQuotaTest-867653227-router', 'tenant_id': 'fb8f826cdb864c2ba542b6c88c664991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '58690b35-013f-48ec-8ab5-899f145aae9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:45:43Z', 'updated_at': '2021-07-24T09:45:46Z', 'revision_number': 4, 'project_id': 'fb8f826cdb864c2ba542b6c88c664991', 'gw_port': {'id': '58690b35-013f-48ec-8ab5-899f145aae9d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e52bae-15dc-4304-825d-f951a670b001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:45:43Z', 'updated_at': '2021-07-24T09:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'ddebe831-72fa-4720-9af8-d3371d916048', 'name': '', 'network_id': '2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1', 'tenant_id': 'fb8f826cdb864c2ba542b6c88c664991', 'mac_address': 'fa:16:3e:ec:74:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e52bae-15dc-4304-825d-f951a670b001', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '2899aee5-6d8e-41e3-b90c-8dfbe2dc41bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:45:45Z', 'updated_at': '2021-07-24T09:45:45Z', 'revision_number': 1, 'project_id': 'fb8f826cdb864c2ba542b6c88c664991', 'subnets': [{'id': '2899aee5-6d8e-41e3-b90c-8dfbe2dc41bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:45:46.966228 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d6eaf6-3024-4d93-8da1-e0ff329ba60e admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:45:46.971513 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b8d6eaf6-3024-4d93-8da1-e0ff329ba60e admin admin] 10.222.0.32 "PUT /v2.0/routers/60e52bae-15dc-4304-825d-f951a670b001/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9354208 Jul 24 09:45:48.017052 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46536) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:45:48.359320 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0f9881cf-1bba-442f-a53a-a67fc45e3b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:48.542809 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 58690b35-013f-48ec-8ab5-899f145aae9d up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:45:48.592290 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 58690b35-013f-48ec-8ab5-899f145aae9d completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:45:48.596252 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 58690b35-013f-48ec-8ab5-899f145aae9d triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:45:48.596563 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:48.630133 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-0f9881cf-1bba-442f-a53a-a67fc45e3b46 admin admin] Deleting port ddebe831-72fa-4720-9af8-d3371d916048 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:45:48.630478 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0f9881cf-1bba-442f-a53a-a67fc45e3b46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:48.677483 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:48.697774 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 58690b35-013f-48ec-8ab5-899f145aae9d, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=58690b35-013f-48ec-8ab5-899f145aae9d,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:45:48.702053 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:48.706882 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0f9881cf-1bba-442f-a53a-a67fc45e3b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:48.719068 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-0f9881cf-1bba-442f-a53a-a67fc45e3b46 admin admin] Calling delete_port for ddebe831-72fa-4720-9af8-d3371d916048 owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:45:48.750356 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=58690b35-013f-48ec-8ab5-899f145aae9d,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:45:48.886921 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5182ec29-c5e5-49b9-afb6-ded7ff6361b7 None None] Sync routers for ids ['60e52bae-15dc-4304-825d-f951a670b001'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:45:48.896164 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5182ec29-c5e5-49b9-afb6-ded7ff6361b7 None None] Routers {'60e52bae-15dc-4304-825d-f951a670b001'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:45:48.897436 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5182ec29-c5e5-49b9-afb6-ded7ff6361b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:45:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['60e52bae-15dc-4304-825d-f951a670b001'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:45:48.900959 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0f9881cf-1bba-442f-a53a-a67fc45e3b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:48.930227 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9881cf-1bba-442f-a53a-a67fc45e3b46 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddebe831-72fa-4720-9af8-d3371d916048,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:45:48.999034 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-5182ec29-c5e5-49b9-afb6-ded7ff6361b7 None None] Set router 60e52bae-15dc-4304-825d-f951a670b001 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:45:49.112970 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0f9881cf-1bba-442f-a53a-a67fc45e3b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:49.191121 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5182ec29-c5e5-49b9-afb6-ded7ff6361b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e52bae-15dc-4304-825d-f951a670b001', 'name': 'tempest-ImageQuotaTest-867653227-router', 'tenant_id': 'fb8f826cdb864c2ba542b6c88c664991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '58690b35-013f-48ec-8ab5-899f145aae9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:45:43Z', 'updated_at': '2021-07-24T09:45:48Z', 'revision_number': 5, 'project_id': 'fb8f826cdb864c2ba542b6c88c664991', 'gw_port': {'id': '58690b35-013f-48ec-8ab5-899f145aae9d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e52bae-15dc-4304-825d-f951a670b001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:45:43Z', 'updated_at': '2021-07-24T09:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:45:49.220117 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5182ec29-c5e5-49b9-afb6-ded7ff6361b7 None None] Checking router: 60e52bae-15dc-4304-825d-f951a670b001 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:45:49.228003 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5182ec29-c5e5-49b9-afb6-ded7ff6361b7 None None] Routers {'60e52bae-15dc-4304-825d-f951a670b001'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:45:49.228594 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5182ec29-c5e5-49b9-afb6-ded7ff6361b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:45:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['60e52bae-15dc-4304-825d-f951a670b001'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:45:49.346922 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9881cf-1bba-442f-a53a-a67fc45e3b46 admin admin] Router 60e52bae-15dc-4304-825d-f951a670b001 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:45:49.413750 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-5182ec29-c5e5-49b9-afb6-ded7ff6361b7 None None] Set router 60e52bae-15dc-4304-825d-f951a670b001 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:45:49.450294 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9881cf-1bba-442f-a53a-a67fc45e3b46 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:45:49.455305 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0f9881cf-1bba-442f-a53a-a67fc45e3b46 admin admin] 10.222.0.32 "PUT /v2.0/routers/60e52bae-15dc-4304-825d-f951a670b001/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4372041 Jul 24 09:45:49.457792 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46538) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:45:49.557882 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e873d60-fe68-4001-a063-9358285a97af admin admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:49.581944 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5182ec29-c5e5-49b9-afb6-ded7ff6361b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e52bae-15dc-4304-825d-f951a670b001', 'name': 'tempest-ImageQuotaTest-867653227-router', 'tenant_id': 'fb8f826cdb864c2ba542b6c88c664991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '58690b35-013f-48ec-8ab5-899f145aae9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:45:43Z', 'updated_at': '2021-07-24T09:45:48Z', 'revision_number': 5, 'project_id': 'fb8f826cdb864c2ba542b6c88c664991', 'gw_port': {'id': '58690b35-013f-48ec-8ab5-899f145aae9d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e52bae-15dc-4304-825d-f951a670b001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:45:43Z', 'updated_at': '2021-07-24T09:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:45:49.607063 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5182ec29-c5e5-49b9-afb6-ded7ff6361b7 None None] The sync data for ids ['60e52bae-15dc-4304-825d-f951a670b001'] in n-d-800085-9 is: [{'id': '60e52bae-15dc-4304-825d-f951a670b001', 'name': 'tempest-ImageQuotaTest-867653227-router', 'tenant_id': 'fb8f826cdb864c2ba542b6c88c664991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '58690b35-013f-48ec-8ab5-899f145aae9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:45:43Z', 'updated_at': '2021-07-24T09:45:48Z', 'revision_number': 5, 'project_id': 'fb8f826cdb864c2ba542b6c88c664991', 'gw_port': {'id': '58690b35-013f-48ec-8ab5-899f145aae9d', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e52bae-15dc-4304-825d-f951a670b001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:45:43Z', 'updated_at': '2021-07-24T09:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:45:49.661288 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e873d60-fe68-4001-a063-9358285a97af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:49.711943 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-1e873d60-fe68-4001-a063-9358285a97af admin admin] Deleting port 58690b35-013f-48ec-8ab5-899f145aae9d {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:45:49.712283 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e873d60-fe68-4001-a063-9358285a97af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:49.791129 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-1e873d60-fe68-4001-a063-9358285a97af admin admin] For port 58690b35-013f-48ec-8ab5-899f145aae9d, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=58690b35-013f-48ec-8ab5-899f145aae9d,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:45:49.791490 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e873d60-fe68-4001-a063-9358285a97af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:49.804061 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-1e873d60-fe68-4001-a063-9358285a97af admin admin] Calling delete_port for 58690b35-013f-48ec-8ab5-899f145aae9d owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:45:49.963156 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e873d60-fe68-4001-a063-9358285a97af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:49.992893 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e873d60-fe68-4001-a063-9358285a97af admin admin] Pushing event deleted for resources: {'Port': ['ID=58690b35-013f-48ec-8ab5-899f145aae9d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:45:50.058804 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e873d60-fe68-4001-a063-9358285a97af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:50.151197 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e873d60-fe68-4001-a063-9358285a97af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:50.153760 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e873d60-fe68-4001-a063-9358285a97af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:50.202303 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e873d60-fe68-4001-a063-9358285a97af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:50.202834 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e873d60-fe68-4001-a063-9358285a97af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60e52bae-15dc-4304-825d-f951a670b001 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:45:50.210826 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e873d60-fe68-4001-a063-9358285a97af admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:50.214348 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1e873d60-fe68-4001-a063-9358285a97af admin admin] 10.222.0.32 "DELETE /v2.0/routers/60e52bae-15dc-4304-825d-f951a670b001 HTTP/1.1" status: 204 len: 168 time: 0.7533145 Jul 24 09:45:50.214523 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46540) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:45:50.260692 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-373bf396-06c9-4755-b4f8-72a3f21880fe admin admin] Deleting subnet 2899aee5-6d8e-41e3-b90c-8dfbe2dc41bf {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:45:50.263906 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-373bf396-06c9-4755-b4f8-72a3f21880fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:50.298705 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-373bf396-06c9-4755-b4f8-72a3f21880fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:50.384651 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-373bf396-06c9-4755-b4f8-72a3f21880fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:50.443824 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-373bf396-06c9-4755-b4f8-72a3f21880fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:50.471806 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373bf396-06c9-4755-b4f8-72a3f21880fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2899aee5-6d8e-41e3-b90c-8dfbe2dc41bf,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:45:50.473745 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-373bf396-06c9-4755-b4f8-72a3f21880fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:50.478755 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46542) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:45:50.480439 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16d3227-e925-45bc-94db-6dbac0dcd76d None None] Network 2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:45:50.493557 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-373bf396-06c9-4755-b4f8-72a3f21880fe admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2899aee5-6d8e-41e3-b90c-8dfbe2dc41bf HTTP/1.1" status: 204 len: 168 time: 0.2778578 Jul 24 09:45:50.539506 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device ddebe831-72fa-4720-9af8-d3371d916048 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:45:50.564979 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: ddebe831-72fa-4720-9af8-d3371d916048 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:45:50.565221 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device ddebe831-72fa-4720-9af8-d3371d916048 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:45:50.565344 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-62113d76-1ba0-4d2e-b5b0-86b7675dbe46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:50.625578 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-62113d76-1ba0-4d2e-b5b0-86b7675dbe46 admin admin] Deleting port f5ef2dbd-0b25-4616-920d-a3b98aeb844d {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:45:50.626004 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-62113d76-1ba0-4d2e-b5b0-86b7675dbe46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:50.688349 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-62113d76-1ba0-4d2e-b5b0-86b7675dbe46 admin admin] For port f5ef2dbd-0b25-4616-920d-a3b98aeb844d, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=f5ef2dbd-0b25-4616-920d-a3b98aeb844d,segment=NetworkSegment(b821ee8e-1784-4e0a-a8ce-3130e1fab4c4),segment_id=b821ee8e-1784-4e0a-a8ce-3130e1fab4c4)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:45:50.688714 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-62113d76-1ba0-4d2e-b5b0-86b7675dbe46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:50.701722 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdc23cb-e34e-42ff-ad1f-51673489fe78 None None] DHCP port deletion for 2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:45:50.701963 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-62113d76-1ba0-4d2e-b5b0-86b7675dbe46 admin admin] Calling delete_port for f5ef2dbd-0b25-4616-920d-a3b98aeb844d owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:45:50.729427 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3271c1-fcf4-4260-bfe3-71752973a904 None None] Sync routers for ids ['60e52bae-15dc-4304-825d-f951a670b001'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:45:50.744944 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3271c1-fcf4-4260-bfe3-71752973a904 None None] Routers set() bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:45:50.745309 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3271c1-fcf4-4260-bfe3-71752973a904 None None] Router IDs set() for agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 24 09:45:50.745953 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_agentschedulers_db [None req-ac3271c1-fcf4-4260-bfe3-71752973a904 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'60e52bae-15dc-4304-825d-f951a670b001'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:45:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent'). {{(pid=94037) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 24 09:45:50.760102 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3271c1-fcf4-4260-bfe3-71752973a904 None None] Routers set() bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:45:50.760462 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3271c1-fcf4-4260-bfe3-71752973a904 None None] Router IDs set() for agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 24 09:45:50.761047 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_agentschedulers_db [None req-ac3271c1-fcf4-4260-bfe3-71752973a904 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'60e52bae-15dc-4304-825d-f951a670b001'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:45:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent'). {{(pid=94037) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 24 09:45:50.761411 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3271c1-fcf4-4260-bfe3-71752973a904 None None] The sync data for ids ['60e52bae-15dc-4304-825d-f951a670b001'] in n-d-800085-9 is: [] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:45:50.769886 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4cdc23cb-e34e-42ff-ad1f-51673489fe78 None None] Deleting port f5ef2dbd-0b25-4616-920d-a3b98aeb844d {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:45:50.770261 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4cdc23cb-e34e-42ff-ad1f-51673489fe78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:50.786098 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-62113d76-1ba0-4d2e-b5b0-86b7675dbe46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:50.815241 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62113d76-1ba0-4d2e-b5b0-86b7675dbe46 admin admin] No DVR routers for this DVR port f5ef2dbd-0b25-4616-920d-a3b98aeb844d on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:45:50.826482 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62113d76-1ba0-4d2e-b5b0-86b7675dbe46 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5ef2dbd-0b25-4616-920d-a3b98aeb844d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:45:50.835901 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4cdc23cb-e34e-42ff-ad1f-51673489fe78 None None] For port f5ef2dbd-0b25-4616-920d-a3b98aeb844d, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=f5ef2dbd-0b25-4616-920d-a3b98aeb844d,segment=NetworkSegment(b821ee8e-1784-4e0a-a8ce-3130e1fab4c4),segment_id=b821ee8e-1784-4e0a-a8ce-3130e1fab4c4)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:45:50.836415 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4cdc23cb-e34e-42ff-ad1f-51673489fe78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:50.850332 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4cdc23cb-e34e-42ff-ad1f-51673489fe78 None None] Calling delete_port for f5ef2dbd-0b25-4616-920d-a3b98aeb844d owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:45:50.914075 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-62113d76-1ba0-4d2e-b5b0-86b7675dbe46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:50.923847 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-62113d76-1ba0-4d2e-b5b0-86b7675dbe46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:45:50.929935 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4cdc23cb-e34e-42ff-ad1f-51673489fe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:50.933555 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-62113d76-1ba0-4d2e-b5b0-86b7675dbe46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b821ee8e-1784-4e0a-a8ce-3130e1fab4c4') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:45:50.934229 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-62113d76-1ba0-4d2e-b5b0-86b7675dbe46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b821ee8e-1784-4e0a-a8ce-3130e1fab4c4') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:45:50.943092 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-62113d76-1ba0-4d2e-b5b0-86b7675dbe46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:50.955389 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc23cb-e34e-42ff-ad1f-51673489fe78 None None] Pushing event deleted for resources: {'Port': ['ID=f5ef2dbd-0b25-4616-920d-a3b98aeb844d,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:45:50.957272 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdc23cb-e34e-42ff-ad1f-51673489fe78 None None] No DVR routers for this DVR port f5ef2dbd-0b25-4616-920d-a3b98aeb844d on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:45:50.963475 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-62113d76-1ba0-4d2e-b5b0-86b7675dbe46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:50.971848 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62113d76-1ba0-4d2e-b5b0-86b7675dbe46 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:45:50.972246 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-62113d76-1ba0-4d2e-b5b0-86b7675dbe46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: timer() Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:45:50.974158 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:45:51.027186 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-62113d76-1ba0-4d2e-b5b0-86b7675dbe46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:51.032611 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-62113d76-1ba0-4d2e-b5b0-86b7675dbe46 admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:51.034562 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-62113d76-1ba0-4d2e-b5b0-86b7675dbe46 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1 HTTP/1.1" status: 204 len: 168 time: 0.5547037 Jul 24 09:45:51.045678 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62113d76-1ba0-4d2e-b5b0-86b7675dbe46 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c0aa30c-5836-48ba-8b6a-d9a0cae8e1f1,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:45:51.139712 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46546) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:45:51.182322 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1cab906b-d1fa-4522-bfc2-837d30201679 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb8f826cdb864c2ba542b6c88c664991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414217 Jul 24 09:45:51.184860 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46548) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:45:51.238047 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8248ba47-74ae-4808-a556-74f405a7711a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:51.260098 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8248ba47-74ae-4808-a556-74f405a7711a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:51.305389 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8248ba47-74ae-4808-a556-74f405a7711a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:51.307864 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8248ba47-74ae-4808-a556-74f405a7711a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:51.309045 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8248ba47-74ae-4808-a556-74f405a7711a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5beecd8e-4d56-4aba-9cff-fa4615b36259 HTTP/1.1" status: 204 len: 168 time: 0.1232429 Jul 24 09:45:51.316680 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ba47-74ae-4808-a556-74f405a7711a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beecd8e-4d56-4aba-9cff-fa4615b36259,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:45:51.628360 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46554) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:45:51.641879 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1a42ad1d-ac83-46f0-812b-09f8ebfea960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:51.729084 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1a42ad1d-ac83-46f0-812b-09f8ebfea960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:51.732588 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1a42ad1d-ac83-46f0-812b-09f8ebfea960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:51.769978 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1a42ad1d-ac83-46f0-812b-09f8ebfea960 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1405129 Jul 24 09:45:51.771162 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42ad1d-ac83-46f0-812b-09f8ebfea960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf335b2-3c6f-4ccc-bae0-766f5066cba7,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:45:51.772689 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46556) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:45:51.830402 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9382f6d8-6d7b-46fe-aab0-0e31df60c3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:51.851808 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9382f6d8-6d7b-46fe-aab0-0e31df60c3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:51.900652 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9382f6d8-6d7b-46fe-aab0-0e31df60c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:51.903171 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9382f6d8-6d7b-46fe-aab0-0e31df60c3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:51.904327 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9382f6d8-6d7b-46fe-aab0-0e31df60c3cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ccf335b2-3c6f-4ccc-bae0-766f5066cba7 HTTP/1.1" status: 204 len: 168 time: 0.1299269 Jul 24 09:45:51.911574 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382f6d8-6d7b-46fe-aab0-0e31df60c3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf335b2-3c6f-4ccc-bae0-766f5066cba7,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:45:52.491773 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 58690b35-013f-48ec-8ab5-899f145aae9d no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:45:52.511500 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 58690b35-013f-48ec-8ab5-899f145aae9d {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:45:52.511838 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 58690b35-013f-48ec-8ab5-899f145aae9d not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:45:52.512242 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f5ef2dbd-0b25-4616-920d-a3b98aeb844d no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:45:52.529973 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: f5ef2dbd-0b25-4616-920d-a3b98aeb844d {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:45:52.530531 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f5ef2dbd-0b25-4616-920d-a3b98aeb844d not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:45:57.285013 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8b7e9891-4c0e-4d6a-b590-08701b341dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:45:59.808471 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5b3fc70f-e4a6-44b2-95f2-856d27db84c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:00.461662 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:01.085171 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:02.961094 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:14.245701 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:16.789761 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:19.870913 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-77e72bc7-addf-4ea7-8b5e-30832db00c75 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1958831731&fields=id&tenant_id=1badc3f1501941d9bbfe9d2d50d5c337 HTTP/1.1" status: 200 len: 267 time: 0.0447340 Jul 24 09:46:19.979010 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-363b4ee3-baff-4e4f-ae56-9553ffb4187a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:19.980933 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-363b4ee3-baff-4e4f-ae56-9553ffb4187a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 812 time: 0.0996723 Jul 24 09:46:19.995203 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-284715b2-e923-4939-9b85-b115f236d24d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/quotas/1badc3f1501941d9bbfe9d2d50d5c337 HTTP/1.1" status: 200 len: 375 time: 0.0090103 Jul 24 09:46:20.086410 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-0d278494-c9e1-4c62-a77a-31c47d1868f8 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0863962 Jul 24 09:46:20.102738 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-bce86dd8-c28d-4b1f-9284-79fd181c4bc6 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:46:20.103691 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-bce86dd8-c28d-4b1f-9284-79fd181c4bc6 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063903 Jul 24 09:46:20.283808 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-29495a6d-d812-4314-8312-9c71304ab519 service neutron] 10.222.0.32 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745033 Jul 24 09:46:20.372372 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-4e06d5b9-661f-46b2-8576-667530a89cdf service neutron] 10.222.0.32 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819135 Jul 24 09:46:20.675939 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-570a18bd-05bc-46ba-b4d9-bef3bad1f81e req-b4ae264c-2483-4be5-b374-cf1390aa10e2 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 210 time: 0.0301569 Jul 24 09:46:21.532603 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-26d114c3-c71a-493a-9b74-287fcb2b2143 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:21.534089 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-26d114c3-c71a-493a-9b74-287fcb2b2143 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.37 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 812 time: 0.1119268 Jul 24 09:46:21.577094 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-c7441792-790a-4c88-883e-1ddc9a4fbae8 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1badc3f1501941d9bbfe9d2d50d5c337 HTTP/1.1" status: 200 len: 380 time: 0.0340426 Jul 24 09:46:21.585743 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-46ce9845-1838-45d9-b690-6cd75bd948f5 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Request body: {'port': {'device_id': '030b0ffc-491d-4bfd-b2fc-d9a6480f0a85', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'admin_state_up': True, 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'security_groups': ['88a96460-bb00-45f1-a165-650b01e57370']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:46:21.690597 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-46ce9845-1838-45d9-b690-6cd75bd948f5 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Made reservation on behalf of 1badc3f1501941d9bbfe9d2d50d5c337 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:46:21.694238 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-46ce9845-1838-45d9-b690-6cd75bd948f5 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:21.755973 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:46:21.798642 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9db364f4-3e83-483d-b5ab-32decb93277a req-a5630380-10dd-460c-857f-892191f0931f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 210 time: 0.0377240 Jul 24 09:46:21.852934 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-46ce9845-1838-45d9-b690-6cd75bd948f5 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Allocated IP 172.20.0.10 (ac0598e8-c43b-451d-ac72-9b82e96a2d8a/c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130/bef776d1-dbc8-47a0-b7eb-8ed6decf9310) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:46:21.989135 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-46ce9845-1838-45d9-b690-6cd75bd948f5 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:22.001782 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-46ce9845-1838-45d9-b690-6cd75bd948f5 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Transition to ACTIVE for port object bef776d1-dbc8-47a0-b7eb-8ed6decf9310 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:46:22.033320 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-46ce9845-1838-45d9-b690-6cd75bd948f5 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:22.075337 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-46ce9845-1838-45d9-b690-6cd75bd948f5 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Network ac0598e8-c43b-451d-ac72-9b82e96a2d8a is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:46:22.080654 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-46ce9845-1838-45d9-b690-6cd75bd948f5 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:46:22.085237 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-46ce9845-1838-45d9-b690-6cd75bd948f5 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:46:22.091923 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce9845-1838-45d9-b690-6cd75bd948f5 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event updated for resources: {'Port': ['ID=bef776d1-dbc8-47a0-b7eb-8ed6decf9310,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:46:22.139020 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-46ce9845-1838-45d9-b690-6cd75bd948f5 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:22.139695 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-46ce9845-1838-45d9-b690-6cd75bd948f5 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:22.155950 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-46ce9845-1838-45d9-b690-6cd75bd948f5 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5743299 Jul 24 09:46:22.170722 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-2e35fcb1-b169-4d68-bff6-a7d232063144 service neutron] Request body: {'port': {'device_id': '030b0ffc-491d-4bfd-b2fc-d9a6480f0a85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:46:22.252482 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-2e35fcb1-b169-4d68-bff6-a7d232063144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:22.322114 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f3680719-80f8-4582-8511-378e7cac3a7d None None] Provisioning for port bef776d1-dbc8-47a0-b7eb-8ed6decf9310 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:46:22.326569 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f3680719-80f8-4582-8511-378e7cac3a7d None None] Provisioning complete for port bef776d1-dbc8-47a0-b7eb-8ed6decf9310 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:46:22.327126 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f3680719-80f8-4582-8511-378e7cac3a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:22.359970 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-f3680719-80f8-4582-8511-378e7cac3a7d None None] Port bef776d1-dbc8-47a0-b7eb-8ed6decf9310 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:46:22.528226 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-2e35fcb1-b169-4d68-bff6-a7d232063144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef776d1-dbc8-47a0-b7eb-8ed6decf9310 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:46:22.535546 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-2e35fcb1-b169-4d68-bff6-a7d232063144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:22.547466 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-2e35fcb1-b169-4d68-bff6-a7d232063144 service neutron] Transition to ACTIVE for port object bef776d1-dbc8-47a0-b7eb-8ed6decf9310 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:46:22.551300 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-2e35fcb1-b169-4d68-bff6-a7d232063144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:22.895222 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35fcb1-b169-4d68-bff6-a7d232063144 service neutron] Pushing event updated for resources: {'Port': ['ID=bef776d1-dbc8-47a0-b7eb-8ed6decf9310,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:46:22.947204 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-2e35fcb1-b169-4d68-bff6-a7d232063144 service neutron] Attempting to bind port bef776d1-dbc8-47a0-b7eb-8ed6decf9310 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:46:22.947668 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-2e35fcb1-b169-4d68-bff6-a7d232063144 service neutron] Attempting to bind port bef776d1-dbc8-47a0-b7eb-8ed6decf9310 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:46:22.948101 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-2e35fcb1-b169-4d68-bff6-a7d232063144 service neutron] Attempting to bind port bef776d1-dbc8-47a0-b7eb-8ed6decf9310 on network ac0598e8-c43b-451d-ac72-9b82e96a2d8a {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:46:22.953845 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-2e35fcb1-b169-4d68-bff6-a7d232063144 service neutron] Port bef776d1-dbc8-47a0-b7eb-8ed6decf9310 on network ac0598e8-c43b-451d-ac72-9b82e96a2d8a not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:46:22.954331 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-2e35fcb1-b169-4d68-bff6-a7d232063144 service neutron] Attempting to bind port bef776d1-dbc8-47a0-b7eb-8ed6decf9310 on network ac0598e8-c43b-451d-ac72-9b82e96a2d8a {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:46:22.960571 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-2e35fcb1-b169-4d68-bff6-a7d232063144 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:46:22.961451 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-2e35fcb1-b169-4d68-bff6-a7d232063144 service neutron] Checking segment: {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:46:22.961943 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-2e35fcb1-b169-4d68-bff6-a7d232063144 service neutron] Bound using segment: {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:46:22.963062 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-2e35fcb1-b169-4d68-bff6-a7d232063144 service neutron] Bound port: bef776d1-dbc8-47a0-b7eb-8ed6decf9310, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b834dced-f120-4459-b81e-21a451713a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:46:22.963641 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-2e35fcb1-b169-4d68-bff6-a7d232063144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:22.967316 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435aae1-7de0-4684-99da-c12caf1f399e req-240112d0-bf3d-4307-b224-026ed84eccfa tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:22.975417 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a435aae1-7de0-4684-99da-c12caf1f399e req-240112d0-bf3d-4307-b224-026ed84eccfa tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 944 time: 0.0764844 Jul 24 09:46:23.016544 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a435aae1-7de0-4684-99da-c12caf1f399e req-e011fdbb-bbd5-4cd1-aafa-112788438c98 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405812 Jul 24 09:46:23.046590 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-2e35fcb1-b169-4d68-bff6-a7d232063144 service neutron] For port bef776d1-dbc8-47a0-b7eb-8ed6decf9310, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:46:23.050072 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-2e35fcb1-b169-4d68-bff6-a7d232063144 service neutron] For port bef776d1-dbc8-47a0-b7eb-8ed6decf9310, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=bef776d1-dbc8-47a0-b7eb-8ed6decf9310,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:46:23.056393 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-2e35fcb1-b169-4d68-bff6-a7d232063144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:23.101658 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-2e35fcb1-b169-4d68-bff6-a7d232063144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:23.102319 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-2e35fcb1-b169-4d68-bff6-a7d232063144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:23.103730 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-2e35fcb1-b169-4d68-bff6-a7d232063144 service neutron] 10.222.0.37 "PUT /v2.0/ports/bef776d1-dbc8-47a0-b7eb-8ed6decf9310 HTTP/1.1" status: 200 len: 1092 time: 0.9391923 Jul 24 09:46:23.104183 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030b0ffc-491d-4bfd-b2fc-d9a6480f0a85', 'tag': 'bef776d1-dbc8-47a0-b7eb-8ed6decf9310'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:46:23.106668 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69565ca0-6f4e-49ce-ac19-b22cd5430713" -d '{"events": [{"name": "network-changed", "server_uuid": "030b0ffc-491d-4bfd-b2fc-d9a6480f0a85", "tag": "bef776d1-dbc8-47a0-b7eb-8ed6decf9310"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:46:23.140174 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35fcb1-b169-4d68-bff6-a7d232063144 service neutron] Pushing event updated for resources: {'Port': ['ID=bef776d1-dbc8-47a0-b7eb-8ed6decf9310,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:46:23.156024 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2575fc-b064-4d33-8343-51ad92f5a41f x-openstack-request-id: req-4a2575fc-b064-4d33-8343-51ad92f5a41f {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:46:23.156327 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030b0ffc-491d-4bfd-b2fc-d9a6480f0a85", "tag": "bef776d1-dbc8-47a0-b7eb-8ed6decf9310", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:46:23.156581 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a2575fc-b064-4d33-8343-51ad92f5a41f {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:46:23.157008 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030b0ffc-491d-4bfd-b2fc-d9a6480f0a85', 'tag': 'bef776d1-dbc8-47a0-b7eb-8ed6decf9310', 'status': 'completed', 'code': 200} Jul 24 09:46:23.215043 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-93ef0dce-ee90-4f81-a901-da70cc7e93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:23.216678 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-93ef0dce-ee90-4f81-a901-da70cc7e93ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 1095 time: 0.0652399 Jul 24 09:46:23.265042 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-c8628db9-d174-4a8b-ba7b-50bbdf337a19 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bef776d1-dbc8-47a0-b7eb-8ed6decf9310 HTTP/1.1" status: 200 len: 217 time: 0.0401623 Jul 24 09:46:23.314281 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-181e043c-6fea-4909-88dd-18a4cd391c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:23.315768 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-181e043c-6fea-4909-88dd-18a4cd391c7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 HTTP/1.1" status: 200 len: 851 time: 0.0448947 Jul 24 09:46:23.376101 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-dff27407-c32c-4c05-ab98-d9fcb51cde54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:23.377564 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-dff27407-c32c-4c05-ab98-d9fcb51cde54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546532 Jul 24 09:46:23.475959 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-062d4ce9-09f2-40a4-8872-7f6754139eda service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910971 Jul 24 09:46:23.562775 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5809ff3-8dd4-42a5-8459-9ec740c8ea3c req-7e2d1539-ca60-4eb9-bc07-d557589b9114 service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804358 Jul 24 09:46:23.663118 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69565ca0-6f4e-49ce-ac19-b22cd5430713 req-1db02d8b-b485-417b-8228-534cb7802ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:23.664534 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-69565ca0-6f4e-49ce-ac19-b22cd5430713 req-1db02d8b-b485-417b-8228-534cb7802ee0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 1095 time: 0.0595257 Jul 24 09:46:23.751307 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69565ca0-6f4e-49ce-ac19-b22cd5430713 req-6dc82035-7fa3-4a52-a017-7a6c8af887d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:23.752796 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-69565ca0-6f4e-49ce-ac19-b22cd5430713 req-6dc82035-7fa3-4a52-a017-7a6c8af887d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 912 time: 0.0825741 Jul 24 09:46:23.797201 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-69565ca0-6f4e-49ce-ac19-b22cd5430713 req-f07e46ea-2433-40ca-a2b1-91452484fd65 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bef776d1-dbc8-47a0-b7eb-8ed6decf9310 HTTP/1.1" status: 200 len: 217 time: 0.0377550 Jul 24 09:46:23.845151 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69565ca0-6f4e-49ce-ac19-b22cd5430713 req-4450b389-56a1-4d3b-a849-f9880d106dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:23.846612 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-69565ca0-6f4e-49ce-ac19-b22cd5430713 req-4450b389-56a1-4d3b-a849-f9880d106dc3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 HTTP/1.1" status: 200 len: 851 time: 0.0427160 Jul 24 09:46:23.905528 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69565ca0-6f4e-49ce-ac19-b22cd5430713 req-67927df1-89de-447a-b4ee-94ca9dc7a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:23.907054 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-69565ca0-6f4e-49ce-ac19-b22cd5430713 req-67927df1-89de-447a-b4ee-94ca9dc7a1ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533466 Jul 24 09:46:24.001195 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-69565ca0-6f4e-49ce-ac19-b22cd5430713 req-2d573fb3-bae4-4a9d-8a1d-7cc1d7c7551a service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863874 Jul 24 09:46:24.093857 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-69565ca0-6f4e-49ce-ac19-b22cd5430713 req-20d06f95-2309-4b7a-9469-23b7daacf74e service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865791 Jul 24 09:46:24.154932 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14703f9-2799-40a2-b738-acc5bf8efe6f req-928289ff-97cc-4e83-91fb-c72fa6c5e2f5 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:24.156455 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b14703f9-2799-40a2-b738-acc5bf8efe6f req-928289ff-97cc-4e83-91fb-c72fa6c5e2f5 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 944 time: 0.0701828 Jul 24 09:46:24.201010 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b14703f9-2799-40a2-b738-acc5bf8efe6f req-a54bc2da-1d61-4a7f-94d1-af662095ad1c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389030 Jul 24 09:46:25.343150 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ddd08-4425-4314-999e-f006fc798d5e req-9887e7ff-95a1-4a30-b59c-7c66914c6d5d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:25.344683 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ed1ddd08-4425-4314-999e-f006fc798d5e req-9887e7ff-95a1-4a30-b59c-7c66914c6d5d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 944 time: 0.0648007 Jul 24 09:46:25.389007 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ed1ddd08-4425-4314-999e-f006fc798d5e req-ef45aab9-2973-4e1d-ad74-0c38d103bd36 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385611 Jul 24 09:46:26.518292 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adddc3e-bf39-4b23-8c8f-af406217aa7c req-198e5636-6c59-4669-ab60-15a3ac91f130 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:26.519847 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2adddc3e-bf39-4b23-8c8f-af406217aa7c req-198e5636-6c59-4669-ab60-15a3ac91f130 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 944 time: 0.0631087 Jul 24 09:46:26.557212 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2adddc3e-bf39-4b23-8c8f-af406217aa7c req-bcc9ad41-b333-4e51-8d9b-b6f07f315f22 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317717 Jul 24 09:46:27.288629 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b87c18a0-48c7-4a6b-8226-0a0f1e3965db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:27.707476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3011f5d-14a7-492f-8f60-137e44a94748 req-b44957cf-35f4-4997-99c0-be411b6bd868 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:27.709564 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f3011f5d-14a7-492f-8f60-137e44a94748 req-b44957cf-35f4-4997-99c0-be411b6bd868 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 944 time: 0.0756836 Jul 24 09:46:27.750505 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f3011f5d-14a7-492f-8f60-137e44a94748 req-08fbbcd1-0e0f-4677-ad5a-8bc2bfd55c5e tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346110 Jul 24 09:46:29.019923 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c189c7-d0ac-4bfb-82f6-485427468cce req-14dae274-be58-4f85-a4e2-357a13feb39a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:29.021832 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-78c189c7-d0ac-4bfb-82f6-485427468cce req-14dae274-be58-4f85-a4e2-357a13feb39a tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 944 time: 0.1993997 Jul 24 09:46:29.061320 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-78c189c7-d0ac-4bfb-82f6-485427468cce req-ece4fc2f-1c78-4e5c-aabe-1a4f96575870 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328724 Jul 24 09:46:29.808365 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2c6e5b17-161a-4b7c-ae82-f9e108409005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:30.196880 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d8963-b0b4-43ef-95f9-0316bce20175 req-6ace3a40-18e4-4ca2-8246-554d75843c45 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:30.198359 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-427d8963-b0b4-43ef-95f9-0316bce20175 req-6ace3a40-18e4-4ca2-8246-554d75843c45 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 944 time: 0.0638783 Jul 24 09:46:30.235292 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-427d8963-b0b4-43ef-95f9-0316bce20175 req-8ee67aaa-f8c3-44ac-8b0a-c59d4603713f tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314214 Jul 24 09:46:30.478970 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:31.087672 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:31.368143 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685eea65-e014-453e-ba06-631f7791616c req-1c57cbab-6890-495a-99c3-5e4c4b9defbd tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:31.369740 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-685eea65-e014-453e-ba06-631f7791616c req-1c57cbab-6890-495a-99c3-5e4c4b9defbd tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 944 time: 0.0660050 Jul 24 09:46:31.406459 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-685eea65-e014-453e-ba06-631f7791616c req-99a436af-67b9-432d-8cce-088667639414 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312445 Jul 24 09:46:32.541534 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298504f-5e98-4553-8648-8a23fe26c68e req-ccfd5a0f-5877-4f5d-ab6d-9a6048b83991 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:32.543005 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b298504f-5e98-4553-8648-8a23fe26c68e req-ccfd5a0f-5877-4f5d-ab6d-9a6048b83991 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 944 time: 0.0661728 Jul 24 09:46:32.579599 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b298504f-5e98-4553-8648-8a23fe26c68e req-160db389-0efb-4b92-8427-9928a3287af1 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311024 Jul 24 09:46:32.963310 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:33.352730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device bef776d1-dbc8-47a0-b7eb-8ed6decf9310 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:46:33.445216 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port bef776d1-dbc8-47a0-b7eb-8ed6decf9310, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=bef776d1-dbc8-47a0-b7eb-8ed6decf9310,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:46:33.455724 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'bef776d1-dbc8-47a0-b7eb-8ed6decf9310', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'port_id': 'bef776d1-dbc8-47a0-b7eb-8ed6decf9310', 'mac_address': 'fa:16:3e:9c:da:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:46:33.491473 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:33.503248 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef776d1-dbc8-47a0-b7eb-8ed6decf9310 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:46:33.523263 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port bef776d1-dbc8-47a0-b7eb-8ed6decf9310, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=bef776d1-dbc8-47a0-b7eb-8ed6decf9310,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:46:33.527716 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:33.572015 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=bef776d1-dbc8-47a0-b7eb-8ed6decf9310,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:46:33.711479 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912bca0-82f7-4c9b-8f9c-af2c1a03a29a req-eedca7fe-2b30-4a75-83bf-01648b5bc58b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:33.713005 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c912bca0-82f7-4c9b-8f9c-af2c1a03a29a req-eedca7fe-2b30-4a75-83bf-01648b5bc58b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 945 time: 0.0644681 Jul 24 09:46:33.749389 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c912bca0-82f7-4c9b-8f9c-af2c1a03a29a req-45af55a9-cf41-4844-a20c-d7132f71d17b tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308394 Jul 24 09:46:33.757761 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['bef776d1-dbc8-47a0-b7eb-8ed6decf9310'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:46:34.880254 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd57f4-0190-4fe0-920a-6883bd5a8b03 req-fd366f4e-0fa3-4ef7-a58f-a5c2b264600d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:34.881765 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-58fd57f4-0190-4fe0-920a-6883bd5a8b03 req-fd366f4e-0fa3-4ef7-a58f-a5c2b264600d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 945 time: 0.0624096 Jul 24 09:46:34.918712 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-58fd57f4-0190-4fe0-920a-6883bd5a8b03 req-0131b657-7595-4cdd-91e6-f7aebc7f9672 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314693 Jul 24 09:46:35.359801 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device bef776d1-dbc8-47a0-b7eb-8ed6decf9310 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:46:35.408289 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port bef776d1-dbc8-47a0-b7eb-8ed6decf9310 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:46:35.412419 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port bef776d1-dbc8-47a0-b7eb-8ed6decf9310 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:46:35.412818 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:35.484637 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:35.506312 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030b0ffc-491d-4bfd-b2fc-d9a6480f0a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef776d1-dbc8-47a0-b7eb-8ed6decf9310'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:46:35.508545 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f75c8f9-be93-447d-8331-fce46b6d756a" -d '{"events": [{"server_uuid": "030b0ffc-491d-4bfd-b2fc-d9a6480f0a85", "name": "network-vif-plugged", "status": "completed", "tag": "bef776d1-dbc8-47a0-b7eb-8ed6decf9310"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:46:35.521355 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port bef776d1-dbc8-47a0-b7eb-8ed6decf9310, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=bef776d1-dbc8-47a0-b7eb-8ed6decf9310,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:46:35.526590 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:35.551073 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a88d983-1f82-4057-9d1f-3a81cdea5fc3 x-openstack-request-id: req-6a88d983-1f82-4057-9d1f-3a81cdea5fc3 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:46:35.551368 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030b0ffc-491d-4bfd-b2fc-d9a6480f0a85", "name": "network-vif-plugged", "status": "completed", "tag": "bef776d1-dbc8-47a0-b7eb-8ed6decf9310", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:46:35.551621 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a88d983-1f82-4057-9d1f-3a81cdea5fc3 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:46:35.552007 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030b0ffc-491d-4bfd-b2fc-d9a6480f0a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef776d1-dbc8-47a0-b7eb-8ed6decf9310', 'code': 200} Jul 24 09:46:35.575405 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=bef776d1-dbc8-47a0-b7eb-8ed6decf9310,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:46:35.659734 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7da001-2645-4d71-b843-30b4db1b2ed4 req-d2e06a9f-eee6-431c-9e78-6e107fec610f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:35.661300 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b7da001-2645-4d71-b843-30b4db1b2ed4 req-d2e06a9f-eee6-431c-9e78-6e107fec610f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 1097 time: 0.0523508 Jul 24 09:46:35.697958 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b7da001-2645-4d71-b843-30b4db1b2ed4 req-8100ac40-ba14-4c0f-a313-436fd293a10f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307140 Jul 24 09:46:36.051613 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f397e36-76b4-412a-88cf-829aa4de7294 req-6903eda6-33b2-49c7-93fc-1b0c5da8b738 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:36.053676 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f397e36-76b4-412a-88cf-829aa4de7294 req-6903eda6-33b2-49c7-93fc-1b0c5da8b738 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 946 time: 0.0633531 Jul 24 09:46:36.090624 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f397e36-76b4-412a-88cf-829aa4de7294 req-e4d01052-37b1-447e-adc6-b8eb2f2db681 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314007 Jul 24 09:46:37.230846 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14f223-a136-4d94-9e38-471a5eda8aef req-190d09b7-4009-4b44-9c28-44c61ae35c5e tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:37.232319 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fb14f223-a136-4d94-9e38-471a5eda8aef req-190d09b7-4009-4b44-9c28-44c61ae35c5e tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 946 time: 0.0659935 Jul 24 09:46:37.268469 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fb14f223-a136-4d94-9e38-471a5eda8aef req-d6bea268-4ca6-41f8-8fe0-84cddf770966 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306375 Jul 24 09:46:37.488249 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124875e-4316-40ba-b6f1-4949ce6ac7a1 req-17124439-4f54-4f6b-aa54-d3f752f5c9f2 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:37.489767 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0124875e-4316-40ba-b6f1-4949ce6ac7a1 req-17124439-4f54-4f6b-aa54-d3f752f5c9f2 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 946 time: 0.0623322 Jul 24 09:46:37.528189 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0124875e-4316-40ba-b6f1-4949ce6ac7a1 req-4f4ec049-938c-4a2c-827b-cd5e8cfd90ee tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323710 Jul 24 09:46:37.554013 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46668) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:46:37.608117 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904a473d-16fe-4813-9a56-ea86a5f8e8ec tempest-TestVolumeBootPattern-847144835 tempest-TestVolumeBootPattern-847144835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:37.609622 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-904a473d-16fe-4813-9a56-ea86a5f8e8ec tempest-TestVolumeBootPattern-847144835 tempest-TestVolumeBootPattern-847144835-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 1092 time: 0.0546415 Jul 24 09:46:37.612437 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46670) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:46:37.617172 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'port_id': 'bef776d1-dbc8-47a0-b7eb-8ed6decf9310', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:46:37.640644 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for floatingip, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:37.732328 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:37.841602 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Allocated IP 172.25.7.63 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/ed1cf593-b27a-493b-99cc-626810aba1d8) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:46:37.946653 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:37.984229 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:38.022532 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:46:38.025244 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:46:38.027716 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:46:38.060414 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event updated for resources: {'Port': ['ID=ed1cf593-b27a-493b-99cc-626810aba1d8,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:46:38.071555 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:46:38.071906 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:46:38.072248 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:46:38.072594 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:46:38.072966 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:46:38.073303 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:46:38.073634 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:46:38.073962 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:46:38.074290 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:46:38.074618 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:46:38.074945 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:46:38.075270 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:46:38.500125 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:38.607363 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:38.750099 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:38.754538 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:38.822696 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event updated for resources: {'Port': ['ID=ed1cf593-b27a-493b-99cc-626810aba1d8,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:46:38.832130 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:38.924889 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Floating IP 16d2c8de-203d-42a0-a3b6-315732b9190d associated. External IP: 172.25.7.63, port: bef776d1-dbc8-47a0-b7eb-8ed6decf9310. Jul 24 09:46:39.387587 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Router d357846a-9402-40b4-ba91-a11a0c295fd8 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:46:39.486425 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:46:39.496976 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b47ed6f-b3c6-4c47-a20b-fc0eb99e227c None None] Sync routers for ids ['d357846a-9402-40b4-ba91-a11a0c295fd8'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:46:39.502565 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:39.505855 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b47ed6f-b3c6-4c47-a20b-fc0eb99e227c None None] Routers {'d357846a-9402-40b4-ba91-a11a0c295fd8'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:46:39.506455 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5b47ed6f-b3c6-4c47-a20b-fc0eb99e227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:46:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['d357846a-9402-40b4-ba91-a11a0c295fd8'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:46:39.542388 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-53bc0b69-46ee-45cb-8add-acf291899459 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9288678 Jul 24 09:46:39.542984 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030b0ffc-491d-4bfd-b2fc-d9a6480f0a85', 'tag': 'bef776d1-dbc8-47a0-b7eb-8ed6decf9310'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:46:39.545257 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef0bae3-b23c-413d-99e5-f144916074cd" -d '{"events": [{"name": "network-changed", "server_uuid": "030b0ffc-491d-4bfd-b2fc-d9a6480f0a85", "tag": "bef776d1-dbc8-47a0-b7eb-8ed6decf9310"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:46:39.585105 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac57fa3-395b-4fad-a8d2-3bbb225ff785 x-openstack-request-id: req-3ac57fa3-395b-4fad-a8d2-3bbb225ff785 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:46:39.585402 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030b0ffc-491d-4bfd-b2fc-d9a6480f0a85", "tag": "bef776d1-dbc8-47a0-b7eb-8ed6decf9310", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:46:39.585648 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ac57fa3-395b-4fad-a8d2-3bbb225ff785 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:46:39.586040 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030b0ffc-491d-4bfd-b2fc-d9a6480f0a85', 'tag': 'bef776d1-dbc8-47a0-b7eb-8ed6decf9310', 'status': 'completed', 'code': 200} Jul 24 09:46:39.619707 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-5b47ed6f-b3c6-4c47-a20b-fc0eb99e227c None None] Set router d357846a-9402-40b4-ba91-a11a0c295fd8 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:46:39.657707 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0bae3-b23c-413d-99e5-f144916074cd req-a297c18c-62a4-429e-8136-557010f04733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:39.659216 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ef0bae3-b23c-413d-99e5-f144916074cd req-a297c18c-62a4-429e-8136-557010f04733 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 1097 time: 0.0544996 Jul 24 09:46:39.698626 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-966563e1-0115-4776-91aa-9ca449f4aabc req-b0c325d6-e7e8-42b6-855a-2cd3f284844c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576105 Jul 24 09:46:39.756547 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0bae3-b23c-413d-99e5-f144916074cd req-5c12a96f-49ad-488d-9887-3b4cf60f5c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:39.757991 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ef0bae3-b23c-413d-99e5-f144916074cd req-5c12a96f-49ad-488d-9887-3b4cf60f5c0d service neutron] 10.222.0.37 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 912 time: 0.0924985 Jul 24 09:46:39.794683 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966563e1-0115-4776-91aa-9ca449f4aabc req-3b061c90-24eb-4f89-94bd-e42bed627bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:39.796202 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-966563e1-0115-4776-91aa-9ca449f4aabc req-3b061c90-24eb-4f89-94bd-e42bed627bbd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 1096 time: 0.0561881 Jul 24 09:46:39.825943 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ef0bae3-b23c-413d-99e5-f144916074cd req-ac5bf785-2a45-43b0-ae19-53382e39a15a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bef776d1-dbc8-47a0-b7eb-8ed6decf9310 HTTP/1.1" status: 200 len: 999 time: 0.0608680 Jul 24 09:46:39.854062 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5b47ed6f-b3c6-4c47-a20b-fc0eb99e227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:05Z', 'updated_at': '2021-07-24T09:37:16Z', 'revision_number': 4, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'gw_port': {'id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:06Z', 'updated_at': '2021-07-24T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '16d2c8de-203d-42a0-a3b6-315732b9190d', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'port_id': 'bef776d1-dbc8-47a0-b7eb-8ed6decf9310', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'mac_address': 'fa:16:3e:9c:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b0ffc-491d-4bfd-b2fc-d9a6480f0a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:46:38Z', 'updated_at': '2021-07-24T09:46:38Z', 'revision_number': 0, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'fixed_ip_address_scope': None}, {'id': '5e64fb2c-3061-4308-9fbb-1bd55e834c8b', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'port_id': 'a2c0c537-1714-4016-9fca-ef942b3074a2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'mac_address': 'fa:16:3e:10:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344162c0-eef7-4715-955b-5fc0a9264c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:44:41Z', 'updated_at': '2021-07-24T09:44:43Z', 'revision_number': 1, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2eb262f-dbe1-444a-9b62-50923837ba76', 'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'mac_address': 'fa:16:3e:0d:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:14Z', 'updated_at': '2021-07-24T09:37:27Z', 'revision_number': 5, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'subnets': [{'id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:46:39.874729 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0bae3-b23c-413d-99e5-f144916074cd req-41431f23-c228-493d-b83c-5fcd995829ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:39.875982 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ef0bae3-b23c-413d-99e5-f144916074cd req-41431f23-c228-493d-b83c-5fcd995829ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 HTTP/1.1" status: 200 len: 851 time: 0.0446389 Jul 24 09:46:39.880173 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b47ed6f-b3c6-4c47-a20b-fc0eb99e227c None None] Checking router: d357846a-9402-40b4-ba91-a11a0c295fd8 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:46:39.888951 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b47ed6f-b3c6-4c47-a20b-fc0eb99e227c None None] Routers {'d357846a-9402-40b4-ba91-a11a0c295fd8'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:46:39.889641 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5b47ed6f-b3c6-4c47-a20b-fc0eb99e227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:46:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['d357846a-9402-40b4-ba91-a11a0c295fd8'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:46:39.902970 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966563e1-0115-4776-91aa-9ca449f4aabc req-b5be975b-e336-45fb-a051-5f3608bec860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:39.904468 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-966563e1-0115-4776-91aa-9ca449f4aabc req-b5be975b-e336-45fb-a051-5f3608bec860 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 912 time: 0.0896840 Jul 24 09:46:39.939457 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0bae3-b23c-413d-99e5-f144916074cd req-2e24156c-b228-4912-b9c6-a0e5d13ba3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:39.941458 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ef0bae3-b23c-413d-99e5-f144916074cd req-2e24156c-b228-4912-b9c6-a0e5d13ba3aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587716 Jul 24 09:46:39.970660 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-966563e1-0115-4776-91aa-9ca449f4aabc req-2a5d107f-6b69-48f9-aad1-7c2c0ad16cb1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2c0c537-1714-4016-9fca-ef942b3074a2 HTTP/1.1" status: 200 len: 1001 time: 0.0599318 Jul 24 09:46:39.995555 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-5b47ed6f-b3c6-4c47-a20b-fc0eb99e227c None None] Set router d357846a-9402-40b4-ba91-a11a0c295fd8 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:46:40.027099 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966563e1-0115-4776-91aa-9ca449f4aabc req-ecfa8a9c-582f-4b26-b5e0-79140ff93c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:40.028510 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-966563e1-0115-4776-91aa-9ca449f4aabc req-ecfa8a9c-582f-4b26-b5e0-79140ff93c6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 HTTP/1.1" status: 200 len: 851 time: 0.0506148 Jul 24 09:46:40.039422 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ef0bae3-b23c-413d-99e5-f144916074cd req-bee80dac-1ce7-455c-8049-597b062bbc04 service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912466 Jul 24 09:46:40.087895 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966563e1-0115-4776-91aa-9ca449f4aabc req-7403c4d5-504d-4b0f-8396-7a4da133aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:46:40.089759 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-966563e1-0115-4776-91aa-9ca449f4aabc req-7403c4d5-504d-4b0f-8396-7a4da133aec5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554214 Jul 24 09:46:40.143957 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ef0bae3-b23c-413d-99e5-f144916074cd req-1e1bc225-efee-446e-b77a-d852e6fb595d service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982299 Jul 24 09:46:40.188364 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-966563e1-0115-4776-91aa-9ca449f4aabc req-fc93a8d4-436f-47b4-bb16-a5437f5fc780 service neutron] 10.222.0.20 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916100 Jul 24 09:46:40.232279 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5b47ed6f-b3c6-4c47-a20b-fc0eb99e227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:05Z', 'updated_at': '2021-07-24T09:37:16Z', 'revision_number': 4, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'gw_port': {'id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:06Z', 'updated_at': '2021-07-24T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '16d2c8de-203d-42a0-a3b6-315732b9190d', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'port_id': 'bef776d1-dbc8-47a0-b7eb-8ed6decf9310', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'mac_address': 'fa:16:3e:9c:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b0ffc-491d-4bfd-b2fc-d9a6480f0a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:46:38Z', 'updated_at': '2021-07-24T09:46:38Z', 'revision_number': 0, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'fixed_ip_address_scope': None}, {'id': '5e64fb2c-3061-4308-9fbb-1bd55e834c8b', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'port_id': 'a2c0c537-1714-4016-9fca-ef942b3074a2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'mac_address': 'fa:16:3e:10:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344162c0-eef7-4715-955b-5fc0a9264c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:44:41Z', 'updated_at': '2021-07-24T09:44:43Z', 'revision_number': 1, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2eb262f-dbe1-444a-9b62-50923837ba76', 'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'mac_address': 'fa:16:3e:0d:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:14Z', 'updated_at': '2021-07-24T09:37:27Z', 'revision_number': 5, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'subnets': [{'id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:46:40.257639 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b47ed6f-b3c6-4c47-a20b-fc0eb99e227c None None] The sync data for ids ['d357846a-9402-40b4-ba91-a11a0c295fd8'] in n-d-800085-9 is: [{'id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:05Z', 'updated_at': '2021-07-24T09:37:16Z', 'revision_number': 4, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'gw_port': {'id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:06Z', 'updated_at': '2021-07-24T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '16d2c8de-203d-42a0-a3b6-315732b9190d', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'port_id': 'bef776d1-dbc8-47a0-b7eb-8ed6decf9310', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'mac_address': 'fa:16:3e:9c:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b0ffc-491d-4bfd-b2fc-d9a6480f0a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:46:38Z', 'updated_at': '2021-07-24T09:46:38Z', 'revision_number': 0, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'fixed_ip_address_scope': None}, {'id': '5e64fb2c-3061-4308-9fbb-1bd55e834c8b', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'port_id': 'a2c0c537-1714-4016-9fca-ef942b3074a2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'mac_address': 'fa:16:3e:10:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344162c0-eef7-4715-955b-5fc0a9264c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:44:41Z', 'updated_at': '2021-07-24T09:44:43Z', 'revision_number': 1, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2eb262f-dbe1-444a-9b62-50923837ba76', 'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'mac_address': 'fa:16:3e:0d:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:14Z', 'updated_at': '2021-07-24T09:37:27Z', 'revision_number': 5, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'subnets': [{'id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:46:40.285411 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-966563e1-0115-4776-91aa-9ca449f4aabc req-5122dfb1-e284-4c48-bc0d-01da0c74060d service neutron] 10.222.0.20 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906439 Jul 24 09:46:40.451291 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73868101-7dff-46d4-a002-5594ad60990e None None] New status for floating IP 16d2c8de-203d-42a0-a3b6-315732b9190d: ACTIVE {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:46:44.247505 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:46.806855 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:57.289446 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2a1b7ce5-a2e0-491f-8fe0-08f23c56eab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:46:58.755681 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:46:59.808686 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a55c8c88-352a-49e2-a42d-1754ca7e0fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:47:00.482036 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:47:01.089741 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:47:02.966433 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:47:14.273233 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:47:14.861589 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad45fe1b-b4e7-4b08-b15f-51edfd5c4b17 req-9399b47c-020b-4870-88b3-177698134ec4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1159217 Jul 24 09:47:14.953821 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45fe1b-b4e7-4b08-b15f-51edfd5c4b17 req-47bff262-b171-42f4-a97e-a5aad5a9a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:47:14.955334 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad45fe1b-b4e7-4b08-b15f-51edfd5c4b17 req-47bff262-b171-42f4-a97e-a5aad5a9a3c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 1097 time: 0.0521598 Jul 24 09:47:15.057362 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45fe1b-b4e7-4b08-b15f-51edfd5c4b17 req-1e9488a4-2953-4103-9c9d-853aacf2d3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:47:15.058743 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad45fe1b-b4e7-4b08-b15f-51edfd5c4b17 req-1e9488a4-2953-4103-9c9d-853aacf2d3c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 912 time: 0.0859182 Jul 24 09:47:15.121293 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad45fe1b-b4e7-4b08-b15f-51edfd5c4b17 req-909ae49c-0ded-473d-9987-153a58a01071 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bef776d1-dbc8-47a0-b7eb-8ed6decf9310 HTTP/1.1" status: 200 len: 1001 time: 0.0559018 Jul 24 09:47:15.172564 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45fe1b-b4e7-4b08-b15f-51edfd5c4b17 req-ffabf21e-3ad8-487b-bd72-af5b199c8a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:47:15.174904 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad45fe1b-b4e7-4b08-b15f-51edfd5c4b17 req-ffabf21e-3ad8-487b-bd72-af5b199c8a63 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 HTTP/1.1" status: 200 len: 851 time: 0.0466905 Jul 24 09:47:15.234323 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45fe1b-b4e7-4b08-b15f-51edfd5c4b17 req-cd9c2ce0-e3ed-407a-bf1d-c0bc3ee37a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:47:15.235844 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad45fe1b-b4e7-4b08-b15f-51edfd5c4b17 req-cd9c2ce0-e3ed-407a-bf1d-c0bc3ee37a32 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552585 Jul 24 09:47:15.246537 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-ad45fe1b-b4e7-4b08-b15f-51edfd5c4b17 req-98d0a470-96d4-4e51-b54f-e849cb61c7e6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:47:15.247451 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad45fe1b-b4e7-4b08-b15f-51edfd5c4b17 req-98d0a470-96d4-4e51-b54f-e849cb61c7e6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049467 Jul 24 09:47:15.333909 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad45fe1b-b4e7-4b08-b15f-51edfd5c4b17 req-128d116c-2644-4fee-81d8-b33e8d5cced3 service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797079 Jul 24 09:47:15.424293 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ad45fe1b-b4e7-4b08-b15f-51edfd5c4b17 req-1d6c2fc7-fd4c-494c-bdd4-13bee5b4612f service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839865 Jul 24 09:47:16.822409 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:47:20.023138 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-68245de3-5df2-4a33-b341-ebda56bd9474 req-429cf9d9-03d5-46e2-809f-d8bd616b6d2a service neutron] (94035) timed out ('10.222.0.32', 33472) {{(pid=94035) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 09:47:27.290691 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e845f3de-a17a-4cab-a797-33f14f95dd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:47:29.811222 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e754028c-381b-4824-bcad-b3e278caf760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:47:30.482185 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:47:31.092468 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:47:32.969742 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:47:35.754048 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:47:40.665222 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-96154d29-12c0-49f7-b8f0-0d08dc040702 req-15d7fc36-43cc-4023-83f1-3d7c38f513aa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523813 Jul 24 09:47:40.759810 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96154d29-12c0-49f7-b8f0-0d08dc040702 req-1d4ddbce-77b1-4ae2-9650-152d31d0bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:47:40.761219 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-96154d29-12c0-49f7-b8f0-0d08dc040702 req-1d4ddbce-77b1-4ae2-9650-152d31d0bdc0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 1096 time: 0.0562849 Jul 24 09:47:40.860010 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96154d29-12c0-49f7-b8f0-0d08dc040702 req-a46206e9-2dd6-42d3-824d-1ff234aa2e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:47:40.861507 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-96154d29-12c0-49f7-b8f0-0d08dc040702 req-a46206e9-2dd6-42d3-824d-1ff234aa2e08 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 912 time: 0.0826485 Jul 24 09:47:40.927165 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-96154d29-12c0-49f7-b8f0-0d08dc040702 req-ac4dbce4-8331-4675-92c7-28ea8dbb286c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2c0c537-1714-4016-9fca-ef942b3074a2 HTTP/1.1" status: 200 len: 1001 time: 0.0595248 Jul 24 09:47:40.973447 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96154d29-12c0-49f7-b8f0-0d08dc040702 req-e06ec7c4-830e-4573-9754-f38ebb236002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:47:40.974852 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-96154d29-12c0-49f7-b8f0-0d08dc040702 req-e06ec7c4-830e-4573-9754-f38ebb236002 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 HTTP/1.1" status: 200 len: 851 time: 0.0421689 Jul 24 09:47:41.030799 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96154d29-12c0-49f7-b8f0-0d08dc040702 req-704967ce-95f4-4f50-97b8-5679b18b6d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:47:41.032169 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-96154d29-12c0-49f7-b8f0-0d08dc040702 req-704967ce-95f4-4f50-97b8-5679b18b6d24 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510695 Jul 24 09:47:41.042306 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-96154d29-12c0-49f7-b8f0-0d08dc040702 req-6fcb917e-7d9b-4733-8a7e-ad8bf917b2d3 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:47:41.043244 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-96154d29-12c0-49f7-b8f0-0d08dc040702 req-6fcb917e-7d9b-4733-8a7e-ad8bf917b2d3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048223 Jul 24 09:47:41.131531 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-96154d29-12c0-49f7-b8f0-0d08dc040702 req-f0e710d0-0588-4282-9547-dcbde03cac95 service neutron] 10.222.0.20 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819917 Jul 24 09:47:41.219096 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-96154d29-12c0-49f7-b8f0-0d08dc040702 req-79ed59f4-0277-4255-a601-193310052b02 service neutron] 10.222.0.20 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806086 Jul 24 09:47:44.261753 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:47:46.834465 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:47:57.295482 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cc70dd91-e023-400e-ba0b-c84d4596308d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:47:59.811262 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-05297f23-f402-471f-9c34-fc90f6b242a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:00.482375 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:01.095452 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:02.972490 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:08.731550 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46714) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:48:08.884362 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-b9e900ca-45e7-48fc-be27-b2aaba8648f9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Deleting port ed1cf593-b27a-493b-99cc-626810aba1d8 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:48:08.884606 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9e900ca-45e7-48fc-be27-b2aaba8648f9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:09.251103 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9e900ca-45e7-48fc-be27-b2aaba8648f9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:09.251437 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9e900ca-45e7-48fc-be27-b2aaba8648f9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:09.263093 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-b9e900ca-45e7-48fc-be27-b2aaba8648f9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Calling delete_port for ed1cf593-b27a-493b-99cc-626810aba1d8 owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:48:09.404077 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9e900ca-45e7-48fc-be27-b2aaba8648f9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:09.430567 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e900ca-45e7-48fc-be27-b2aaba8648f9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event deleted for resources: {'Port': ['ID=ed1cf593-b27a-493b-99cc-626810aba1d8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:48:09.457189 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e900ca-45e7-48fc-be27-b2aaba8648f9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:09.457536 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e900ca-45e7-48fc-be27-b2aaba8648f9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:09.457884 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e900ca-45e7-48fc-be27-b2aaba8648f9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:09.458224 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e900ca-45e7-48fc-be27-b2aaba8648f9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:09.458558 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e900ca-45e7-48fc-be27-b2aaba8648f9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:09.458893 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e900ca-45e7-48fc-be27-b2aaba8648f9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:09.459221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e900ca-45e7-48fc-be27-b2aaba8648f9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:09.459549 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e900ca-45e7-48fc-be27-b2aaba8648f9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:09.459892 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e900ca-45e7-48fc-be27-b2aaba8648f9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:09.460216 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e900ca-45e7-48fc-be27-b2aaba8648f9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:09.460538 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e900ca-45e7-48fc-be27-b2aaba8648f9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:09.460889 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e900ca-45e7-48fc-be27-b2aaba8648f9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:09.499082 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9e900ca-45e7-48fc-be27-b2aaba8648f9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:09.499451 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-b9e900ca-45e7-48fc-be27-b2aaba8648f9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Floating IP 16d2c8de-203d-42a0-a3b6-315732b9190d disassociated (deleted). External IP: 172.25.7.63, port: bef776d1-dbc8-47a0-b7eb-8ed6decf9310. Jul 24 09:48:09.702219 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e900ca-45e7-48fc-be27-b2aaba8648f9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Router d357846a-9402-40b4-ba91-a11a0c295fd8 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:48:09.816007 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e900ca-45e7-48fc-be27-b2aaba8648f9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:48:09.820797 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9e900ca-45e7-48fc-be27-b2aaba8648f9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:09.825619 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc7f277-8cdf-4b8e-a209-56683614fe44 None None] Sync routers for ids ['d357846a-9402-40b4-ba91-a11a0c295fd8'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:48:09.834534 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc7f277-8cdf-4b8e-a209-56683614fe44 None None] Routers {'d357846a-9402-40b4-ba91-a11a0c295fd8'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:48:09.835141 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-7fc7f277-8cdf-4b8e-a209-56683614fe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:48:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['d357846a-9402-40b4-ba91-a11a0c295fd8'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:48:09.856064 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b9e900ca-45e7-48fc-be27-b2aaba8648f9 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "DELETE /v2.0/floatingips/16d2c8de-203d-42a0-a3b6-315732b9190d HTTP/1.1" status: 204 len: 168 time: 1.1234090 Jul 24 09:48:09.856657 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030b0ffc-491d-4bfd-b2fc-d9a6480f0a85', 'tag': 'bef776d1-dbc8-47a0-b7eb-8ed6decf9310'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:48:09.858963 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86476cdc-40d2-4a87-840c-02eaf93fe792" -d '{"events": [{"name": "network-changed", "server_uuid": "030b0ffc-491d-4bfd-b2fc-d9a6480f0a85", "tag": "bef776d1-dbc8-47a0-b7eb-8ed6decf9310"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:48:09.900252 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d718316b-f166-49e9-894d-26ee9fdfd309 x-openstack-request-id: req-d718316b-f166-49e9-894d-26ee9fdfd309 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:48:09.900525 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030b0ffc-491d-4bfd-b2fc-d9a6480f0a85", "tag": "bef776d1-dbc8-47a0-b7eb-8ed6decf9310", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:48:09.900929 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d718316b-f166-49e9-894d-26ee9fdfd309 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:48:09.901337 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030b0ffc-491d-4bfd-b2fc-d9a6480f0a85', 'tag': 'bef776d1-dbc8-47a0-b7eb-8ed6decf9310', 'status': 'completed', 'code': 200} Jul 24 09:48:09.942249 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-7fc7f277-8cdf-4b8e-a209-56683614fe44 None None] Set router d357846a-9402-40b4-ba91-a11a0c295fd8 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:48:09.977963 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86476cdc-40d2-4a87-840c-02eaf93fe792 req-548b5e1d-11e3-46fc-b7c6-6bb0e8e68a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:09.979600 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-86476cdc-40d2-4a87-840c-02eaf93fe792 req-548b5e1d-11e3-46fc-b7c6-6bb0e8e68a80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 1097 time: 0.0575399 Jul 24 09:48:10.093095 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86476cdc-40d2-4a87-840c-02eaf93fe792 req-762e007c-7eb9-4750-932b-accc0c0b9412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:10.094897 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-86476cdc-40d2-4a87-840c-02eaf93fe792 req-762e007c-7eb9-4750-932b-accc0c0b9412 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 912 time: 0.1088803 Jul 24 09:48:10.122716 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be1488-ad11-4edd-94b2-012cabfea9db req-c5fa996d-d50f-4bf9-8eee-b31192ebaaa3 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:10.124720 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-10be1488-ad11-4edd-94b2-012cabfea9db req-c5fa996d-d50f-4bf9-8eee-b31192ebaaa3 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 946 time: 0.0709910 Jul 24 09:48:10.148224 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-86476cdc-40d2-4a87-840c-02eaf93fe792 req-35f34a50-a932-40f1-aa9b-ed07d9931048 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bef776d1-dbc8-47a0-b7eb-8ed6decf9310 HTTP/1.1" status: 200 len: 217 time: 0.0448055 Jul 24 09:48:10.176980 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-10be1488-ad11-4edd-94b2-012cabfea9db req-324c28bc-59be-4d1c-afa9-6b7bf8c79e55 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456655 Jul 24 09:48:10.198414 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-7fc7f277-8cdf-4b8e-a209-56683614fe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:05Z', 'updated_at': '2021-07-24T09:37:16Z', 'revision_number': 4, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'gw_port': {'id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:06Z', 'updated_at': '2021-07-24T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '5e64fb2c-3061-4308-9fbb-1bd55e834c8b', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'port_id': 'a2c0c537-1714-4016-9fca-ef942b3074a2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'mac_address': 'fa:16:3e:10:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344162c0-eef7-4715-955b-5fc0a9264c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:44:41Z', 'updated_at': '2021-07-24T09:44:43Z', 'revision_number': 1, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2eb262f-dbe1-444a-9b62-50923837ba76', 'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'mac_address': 'fa:16:3e:0d:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:14Z', 'updated_at': '2021-07-24T09:37:27Z', 'revision_number': 5, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'subnets': [{'id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:48:10.215610 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86476cdc-40d2-4a87-840c-02eaf93fe792 req-b661ec57-f554-4066-a6b8-92ee4457abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:10.217128 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-86476cdc-40d2-4a87-840c-02eaf93fe792 req-b661ec57-f554-4066-a6b8-92ee4457abe2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 HTTP/1.1" status: 200 len: 851 time: 0.0627782 Jul 24 09:48:10.279380 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86476cdc-40d2-4a87-840c-02eaf93fe792 req-c8210f92-977b-494d-b999-85088a964116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:10.280880 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-86476cdc-40d2-4a87-840c-02eaf93fe792 req-c8210f92-977b-494d-b999-85088a964116 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566938 Jul 24 09:48:10.315404 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc7f277-8cdf-4b8e-a209-56683614fe44 None None] Checking router: d357846a-9402-40b4-ba91-a11a0c295fd8 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:48:10.323536 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc7f277-8cdf-4b8e-a209-56683614fe44 None None] Routers {'d357846a-9402-40b4-ba91-a11a0c295fd8'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:48:10.324141 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-7fc7f277-8cdf-4b8e-a209-56683614fe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:48:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['d357846a-9402-40b4-ba91-a11a0c295fd8'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:48:10.371632 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-86476cdc-40d2-4a87-840c-02eaf93fe792 req-926fa7fd-c3e4-424c-b5ea-e321eb5a0bec service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829976 Jul 24 09:48:10.422641 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-7fc7f277-8cdf-4b8e-a209-56683614fe44 None None] Set router d357846a-9402-40b4-ba91-a11a0c295fd8 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:48:10.466704 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-86476cdc-40d2-4a87-840c-02eaf93fe792 req-a879bc1e-49b2-4f5c-aa00-73e6d75973dc service neutron] 10.222.0.37 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870507 Jul 24 09:48:10.636538 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-7fc7f277-8cdf-4b8e-a209-56683614fe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:05Z', 'updated_at': '2021-07-24T09:37:16Z', 'revision_number': 4, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'gw_port': {'id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:06Z', 'updated_at': '2021-07-24T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '5e64fb2c-3061-4308-9fbb-1bd55e834c8b', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'port_id': 'a2c0c537-1714-4016-9fca-ef942b3074a2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'mac_address': 'fa:16:3e:10:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344162c0-eef7-4715-955b-5fc0a9264c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:44:41Z', 'updated_at': '2021-07-24T09:44:43Z', 'revision_number': 1, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2eb262f-dbe1-444a-9b62-50923837ba76', 'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'mac_address': 'fa:16:3e:0d:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:14Z', 'updated_at': '2021-07-24T09:37:27Z', 'revision_number': 5, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'subnets': [{'id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:48:10.664243 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc7f277-8cdf-4b8e-a209-56683614fe44 None None] The sync data for ids ['d357846a-9402-40b4-ba91-a11a0c295fd8'] in n-d-800085-9 is: [{'id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:05Z', 'updated_at': '2021-07-24T09:37:16Z', 'revision_number': 4, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'gw_port': {'id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:06Z', 'updated_at': '2021-07-24T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '5e64fb2c-3061-4308-9fbb-1bd55e834c8b', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'port_id': 'a2c0c537-1714-4016-9fca-ef942b3074a2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'mac_address': 'fa:16:3e:10:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344162c0-eef7-4715-955b-5fc0a9264c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:44:41Z', 'updated_at': '2021-07-24T09:44:43Z', 'revision_number': 1, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2eb262f-dbe1-444a-9b62-50923837ba76', 'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'mac_address': 'fa:16:3e:0d:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:14Z', 'updated_at': '2021-07-24T09:37:27Z', 'revision_number': 5, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'subnets': [{'id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:48:10.870504 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf0e738-08ca-4bdb-a7fa-4e919f143231 None None] New status for floating IP 16d2c8de-203d-42a0-a3b6-315732b9190d: DOWN {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:48:11.413951 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dad62-2de6-436b-a9bc-05d3baf67060 req-e13076b0-3d7d-4528-a371-6ab723e85a3d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:11.415918 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-669dad62-2de6-436b-a9bc-05d3baf67060 req-e13076b0-3d7d-4528-a371-6ab723e85a3d tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 946 time: 0.1533549 Jul 24 09:48:11.452542 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-669dad62-2de6-436b-a9bc-05d3baf67060 req-e32d9d47-c622-4571-8f68-5a969606d889 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310948 Jul 24 09:48:11.586267 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9f984-1522-44c2-b45c-62ce70a0e9bf req-40af0edc-978e-490b-8e57-720292cb6278 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:11.587707 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4a9f984-1522-44c2-b45c-62ce70a0e9bf req-40af0edc-978e-490b-8e57-720292cb6278 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.37 "GET /v2.0/ports?device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 946 time: 0.0662284 Jul 24 09:48:11.684482 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-b4a9f984-1522-44c2-b45c-62ce70a0e9bf req-695bbb46-b386-4e77-9480-7ac5381d3c2c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Deleting port bef776d1-dbc8-47a0-b7eb-8ed6decf9310 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:48:11.684863 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b4a9f984-1522-44c2-b45c-62ce70a0e9bf req-695bbb46-b386-4e77-9480-7ac5381d3c2c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:11.772467 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-b4a9f984-1522-44c2-b45c-62ce70a0e9bf req-695bbb46-b386-4e77-9480-7ac5381d3c2c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] For port bef776d1-dbc8-47a0-b7eb-8ed6decf9310, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=bef776d1-dbc8-47a0-b7eb-8ed6decf9310,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:48:11.772778 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b4a9f984-1522-44c2-b45c-62ce70a0e9bf req-695bbb46-b386-4e77-9480-7ac5381d3c2c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:11.786934 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-b4a9f984-1522-44c2-b45c-62ce70a0e9bf req-695bbb46-b386-4e77-9480-7ac5381d3c2c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Calling delete_port for bef776d1-dbc8-47a0-b7eb-8ed6decf9310 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:48:11.907824 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b4a9f984-1522-44c2-b45c-62ce70a0e9bf req-695bbb46-b386-4e77-9480-7ac5381d3c2c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:11.939992 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695bbb46-b386-4e77-9480-7ac5381d3c2c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event deleted for resources: {'Port': ['ID=bef776d1-dbc8-47a0-b7eb-8ed6decf9310,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:48:11.951474 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695bbb46-b386-4e77-9480-7ac5381d3c2c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:11.953055 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695bbb46-b386-4e77-9480-7ac5381d3c2c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:11.953055 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695bbb46-b386-4e77-9480-7ac5381d3c2c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:11.953055 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695bbb46-b386-4e77-9480-7ac5381d3c2c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:11.953055 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695bbb46-b386-4e77-9480-7ac5381d3c2c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:11.953546 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695bbb46-b386-4e77-9480-7ac5381d3c2c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:11.953546 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695bbb46-b386-4e77-9480-7ac5381d3c2c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:11.953787 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695bbb46-b386-4e77-9480-7ac5381d3c2c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:11.954119 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695bbb46-b386-4e77-9480-7ac5381d3c2c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:11.954450 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695bbb46-b386-4e77-9480-7ac5381d3c2c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:11.954771 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695bbb46-b386-4e77-9480-7ac5381d3c2c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:11.955094 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695bbb46-b386-4e77-9480-7ac5381d3c2c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:11.994656 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a9f984-1522-44c2-b45c-62ce70a0e9bf req-695bbb46-b386-4e77-9480-7ac5381d3c2c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] No DVR routers for this DVR port bef776d1-dbc8-47a0-b7eb-8ed6decf9310 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:48:11.997159 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b4a9f984-1522-44c2-b45c-62ce70a0e9bf req-695bbb46-b386-4e77-9480-7ac5381d3c2c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:11.999142 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b4a9f984-1522-44c2-b45c-62ce70a0e9bf req-695bbb46-b386-4e77-9480-7ac5381d3c2c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.37 "DELETE /v2.0/ports/bef776d1-dbc8-47a0-b7eb-8ed6decf9310 HTTP/1.1" status: 204 len: 173 time: 0.4059556 Jul 24 09:48:11.999581 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030b0ffc-491d-4bfd-b2fc-d9a6480f0a85', 'name': 'network-vif-deleted', 'tag': 'bef776d1-dbc8-47a0-b7eb-8ed6decf9310'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:48:12.001908 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8970c79d-ef6d-4ecb-8cd5-216c169a0853" -d '{"events": [{"server_uuid": "030b0ffc-491d-4bfd-b2fc-d9a6480f0a85", "name": "network-vif-deleted", "tag": "bef776d1-dbc8-47a0-b7eb-8ed6decf9310"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:48:12.047768 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b9e278-921b-418a-b8b3-95dbbeb509b6 x-openstack-request-id: req-17b9e278-921b-418a-b8b3-95dbbeb509b6 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:48:12.048068 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030b0ffc-491d-4bfd-b2fc-d9a6480f0a85", "name": "network-vif-deleted", "tag": "bef776d1-dbc8-47a0-b7eb-8ed6decf9310", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:48:12.048320 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17b9e278-921b-418a-b8b3-95dbbeb509b6 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:48:12.048997 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030b0ffc-491d-4bfd-b2fc-d9a6480f0a85', 'name': 'network-vif-deleted', 'tag': 'bef776d1-dbc8-47a0-b7eb-8ed6decf9310', 'status': 'completed', 'code': 200} Jul 24 09:48:12.562508 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ae18ef23-6d09-48bd-ad19-2e00bf3d7eef req-0cd5c1ac-bd20-4d65-adce-0184a625cc55 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 210 time: 0.0393598 Jul 24 09:48:12.753024 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:48:13.665733 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3fcf8219-87c0-438a-b5ff-570504f027b7 req-aac79d7c-d62d-4ff4-b35d-b7002da9c3c2 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 210 time: 0.0301526 Jul 24 09:48:14.271099 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:14.764278 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-191d1952-7b41-4bbe-8808-0719e58f54a9 req-8770c28b-74d4-43cc-b555-279465fada4c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=030b0ffc-491d-4bfd-b2fc-d9a6480f0a85 HTTP/1.1" status: 200 len: 210 time: 0.0281718 Jul 24 09:48:15.855799 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device bef776d1-dbc8-47a0-b7eb-8ed6decf9310 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:48:15.878875 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: bef776d1-dbc8-47a0-b7eb-8ed6decf9310 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:48:15.879691 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device bef776d1-dbc8-47a0-b7eb-8ed6decf9310 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:48:16.852568 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:18.619474 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-3ffcfef7-e0b8-404f-a038-532caec69d70 req-cd498717-7f27-4bcb-a372-95813505381a tempest-AttachVolumeShelveTestJSON-1370074647 tempest-AttachVolumeShelveTestJSON-1370074647-project] (94036) timed out ('10.222.0.20', 61162) {{(pid=94036) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 09:48:20.117653 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46762) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:48:20.274121 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-580cafa5-6c60-4331-8271-5aa1850ca130 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Deleting port ff517c71-eeee-4490-a4da-e40ed6a17414 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:48:20.274465 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-580cafa5-6c60-4331-8271-5aa1850ca130 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:20.351172 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-580cafa5-6c60-4331-8271-5aa1850ca130 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:20.351537 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-580cafa5-6c60-4331-8271-5aa1850ca130 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:20.362780 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-580cafa5-6c60-4331-8271-5aa1850ca130 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Calling delete_port for ff517c71-eeee-4490-a4da-e40ed6a17414 owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:48:20.500788 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-580cafa5-6c60-4331-8271-5aa1850ca130 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:20.530427 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580cafa5-6c60-4331-8271-5aa1850ca130 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event deleted for resources: {'Port': ['ID=ff517c71-eeee-4490-a4da-e40ed6a17414,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:48:20.591261 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-580cafa5-6c60-4331-8271-5aa1850ca130 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:20.591585 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-580cafa5-6c60-4331-8271-5aa1850ca130 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Floating IP 5e64fb2c-3061-4308-9fbb-1bd55e834c8b disassociated (deleted). External IP: 172.25.7.234, port: a2c0c537-1714-4016-9fca-ef942b3074a2. Jul 24 09:48:20.798183 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580cafa5-6c60-4331-8271-5aa1850ca130 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Router d357846a-9402-40b4-ba91-a11a0c295fd8 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:48:20.903896 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580cafa5-6c60-4331-8271-5aa1850ca130 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:48:20.909020 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-580cafa5-6c60-4331-8271-5aa1850ca130 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:20.913491 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f5f3f2-217a-4d5d-82b3-872c28e98ff8 None None] Sync routers for ids ['d357846a-9402-40b4-ba91-a11a0c295fd8'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:48:20.922751 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f5f3f2-217a-4d5d-82b3-872c28e98ff8 None None] Routers {'d357846a-9402-40b4-ba91-a11a0c295fd8'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:48:20.923438 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-53f5f3f2-217a-4d5d-82b3-872c28e98ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:48:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['d357846a-9402-40b4-ba91-a11a0c295fd8'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:48:20.947943 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-580cafa5-6c60-4331-8271-5aa1850ca130 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "DELETE /v2.0/floatingips/5e64fb2c-3061-4308-9fbb-1bd55e834c8b HTTP/1.1" status: 204 len: 168 time: 0.8261983 Jul 24 09:48:20.947943 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344162c0-eef7-4715-955b-5fc0a9264c32', 'tag': 'a2c0c537-1714-4016-9fca-ef942b3074a2'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:48:20.948623 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a1c6ce-3168-49de-a52a-264bfa793e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "344162c0-eef7-4715-955b-5fc0a9264c32", "tag": "a2c0c537-1714-4016-9fca-ef942b3074a2"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:48:20.988541 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24afb3b2-aaf5-47bc-b96e-d9fd1cc1b775 x-openstack-request-id: req-24afb3b2-aaf5-47bc-b96e-d9fd1cc1b775 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:48:20.988861 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344162c0-eef7-4715-955b-5fc0a9264c32", "tag": "a2c0c537-1714-4016-9fca-ef942b3074a2", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:48:20.989114 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24afb3b2-aaf5-47bc-b96e-d9fd1cc1b775 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:48:20.989519 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344162c0-eef7-4715-955b-5fc0a9264c32', 'tag': 'a2c0c537-1714-4016-9fca-ef942b3074a2', 'status': 'completed', 'code': 200} Jul 24 09:48:21.028236 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-53f5f3f2-217a-4d5d-82b3-872c28e98ff8 None None] Set router d357846a-9402-40b4-ba91-a11a0c295fd8 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:48:21.069735 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1c6ce-3168-49de-a52a-264bfa793e6e req-9c69eb3c-73bd-48d8-a8dc-bb12b8517299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:21.071222 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1a1c6ce-3168-49de-a52a-264bfa793e6e req-9c69eb3c-73bd-48d8-a8dc-bb12b8517299 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 1096 time: 0.0597816 Jul 24 09:48:21.205250 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1c6ce-3168-49de-a52a-264bfa793e6e req-33b43613-10d3-4af3-9c98-14cf90a49652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:21.206843 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1a1c6ce-3168-49de-a52a-264bfa793e6e req-33b43613-10d3-4af3-9c98-14cf90a49652 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 200 len: 912 time: 0.1253097 Jul 24 09:48:21.224677 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-53f5f3f2-217a-4d5d-82b3-872c28e98ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:05Z', 'updated_at': '2021-07-24T09:37:16Z', 'revision_number': 4, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'gw_port': {'id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:06Z', 'updated_at': '2021-07-24T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'a2eb262f-dbe1-444a-9b62-50923837ba76', 'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'mac_address': 'fa:16:3e:0d:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:14Z', 'updated_at': '2021-07-24T09:37:27Z', 'revision_number': 5, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'subnets': [{'id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:48:21.250420 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f5f3f2-217a-4d5d-82b3-872c28e98ff8 None None] Checking router: d357846a-9402-40b4-ba91-a11a0c295fd8 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:48:21.258542 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f5f3f2-217a-4d5d-82b3-872c28e98ff8 None None] Routers {'d357846a-9402-40b4-ba91-a11a0c295fd8'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:48:21.259146 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-53f5f3f2-217a-4d5d-82b3-872c28e98ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:48:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['d357846a-9402-40b4-ba91-a11a0c295fd8'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:48:21.260247 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1a1c6ce-3168-49de-a52a-264bfa793e6e req-2e52c135-b625-4848-8ac4-826489b8760b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2c0c537-1714-4016-9fca-ef942b3074a2 HTTP/1.1" status: 200 len: 217 time: 0.0458982 Jul 24 09:48:21.271806 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b7aaf-da78-4202-ac1b-6573d3cbfa75 req-c34e602d-16fe-49f7-92ec-c60982d76bcc tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:21.273284 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cb0b7aaf-da78-4202-ac1b-6573d3cbfa75 req-c34e602d-16fe-49f7-92ec-c60982d76bcc tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 945 time: 0.1228263 Jul 24 09:48:21.343306 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1c6ce-3168-49de-a52a-264bfa793e6e req-14c669c1-e77b-490d-920a-3ff61642125f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:21.344687 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1a1c6ce-3168-49de-a52a-264bfa793e6e req-14c669c1-e77b-490d-920a-3ff61642125f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 HTTP/1.1" status: 200 len: 851 time: 0.0687785 Jul 24 09:48:21.347695 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cb0b7aaf-da78-4202-ac1b-6573d3cbfa75 req-a9c0be6f-027b-4229-b7d7-09873a85a47c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641680 Jul 24 09:48:21.360158 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-53f5f3f2-217a-4d5d-82b3-872c28e98ff8 None None] Set router d357846a-9402-40b4-ba91-a11a0c295fd8 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:48:21.407037 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1c6ce-3168-49de-a52a-264bfa793e6e req-6d8efa5e-a3ab-4ff1-8428-26501ae0c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:21.408816 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1a1c6ce-3168-49de-a52a-264bfa793e6e req-6d8efa5e-a3ab-4ff1-8428-26501ae0c420 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ac0598e8-c43b-451d-ac72-9b82e96a2d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568650 Jul 24 09:48:21.503720 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1a1c6ce-3168-49de-a52a-264bfa793e6e req-1c617578-75c4-4cc4-95ea-4b063544ef27 service neutron] 10.222.0.20 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875921 Jul 24 09:48:21.555053 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-53f5f3f2-217a-4d5d-82b3-872c28e98ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:05Z', 'updated_at': '2021-07-24T09:37:16Z', 'revision_number': 4, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'gw_port': {'id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:06Z', 'updated_at': '2021-07-24T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'a2eb262f-dbe1-444a-9b62-50923837ba76', 'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'mac_address': 'fa:16:3e:0d:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:14Z', 'updated_at': '2021-07-24T09:37:27Z', 'revision_number': 5, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'subnets': [{'id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:48:21.580684 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f5f3f2-217a-4d5d-82b3-872c28e98ff8 None None] The sync data for ids ['d357846a-9402-40b4-ba91-a11a0c295fd8'] in n-d-800085-9 is: [{'id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:05Z', 'updated_at': '2021-07-24T09:37:16Z', 'revision_number': 4, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'gw_port': {'id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:06Z', 'updated_at': '2021-07-24T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'a2eb262f-dbe1-444a-9b62-50923837ba76', 'name': '', 'network_id': 'ac0598e8-c43b-451d-ac72-9b82e96a2d8a', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'mac_address': 'fa:16:3e:0d:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:14Z', 'updated_at': '2021-07-24T09:37:27Z', 'revision_number': 5, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'subnets': [{'id': 'c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:48:21.599704 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1a1c6ce-3168-49de-a52a-264bfa793e6e req-c4c2ec34-885b-4fa4-a5a8-0f43fe91d8ac service neutron] 10.222.0.20 "GET /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894752 Jul 24 09:48:21.805341 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79183a43-ee51-4dbe-9d3d-a3636476f60f None None] New status for floating IP 5e64fb2c-3061-4308-9fbb-1bd55e834c8b: DOWN {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:48:22.483667 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6aa944-cccf-4903-bdfc-5865cbeaf576 req-759c3627-2985-4087-986e-5370686d7eea tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:22.485210 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3d6aa944-cccf-4903-bdfc-5865cbeaf576 req-759c3627-2985-4087-986e-5370686d7eea tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 945 time: 0.0654156 Jul 24 09:48:22.523009 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3d6aa944-cccf-4903-bdfc-5865cbeaf576 req-bfb885b7-fc63-4b95-9c05-4ab4ec2ff34c tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a96460-bb00-45f1-a165-650b01e57370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322752 Jul 24 09:48:22.651487 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f3727-3efe-4508-8b9e-8e5feb532ee8 req-8904a69f-4afc-4018-aa1c-27c8e5da7d67 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:22.652955 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-766f3727-3efe-4508-8b9e-8e5feb532ee8 req-8904a69f-4afc-4018-aa1c-27c8e5da7d67 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.20 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 945 time: 0.0657175 Jul 24 09:48:22.748582 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-766f3727-3efe-4508-8b9e-8e5feb532ee8 req-83721870-316c-4324-aa05-4d9a7328a457 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Deleting port a2c0c537-1714-4016-9fca-ef942b3074a2 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:48:22.748873 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-766f3727-3efe-4508-8b9e-8e5feb532ee8 req-83721870-316c-4324-aa05-4d9a7328a457 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:22.839642 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-766f3727-3efe-4508-8b9e-8e5feb532ee8 req-83721870-316c-4324-aa05-4d9a7328a457 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] For port a2c0c537-1714-4016-9fca-ef942b3074a2, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=a2c0c537-1714-4016-9fca-ef942b3074a2,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:48:22.840004 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-766f3727-3efe-4508-8b9e-8e5feb532ee8 req-83721870-316c-4324-aa05-4d9a7328a457 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:22.851279 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-766f3727-3efe-4508-8b9e-8e5feb532ee8 req-83721870-316c-4324-aa05-4d9a7328a457 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Calling delete_port for a2c0c537-1714-4016-9fca-ef942b3074a2 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:48:22.973322 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-766f3727-3efe-4508-8b9e-8e5feb532ee8 req-83721870-316c-4324-aa05-4d9a7328a457 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:23.005058 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83721870-316c-4324-aa05-4d9a7328a457 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event deleted for resources: {'Port': ['ID=a2c0c537-1714-4016-9fca-ef942b3074a2,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:48:23.050764 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-766f3727-3efe-4508-8b9e-8e5feb532ee8 req-83721870-316c-4324-aa05-4d9a7328a457 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] No DVR routers for this DVR port a2c0c537-1714-4016-9fca-ef942b3074a2 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:48:23.053295 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-766f3727-3efe-4508-8b9e-8e5feb532ee8 req-83721870-316c-4324-aa05-4d9a7328a457 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:23.055289 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-766f3727-3efe-4508-8b9e-8e5feb532ee8 req-83721870-316c-4324-aa05-4d9a7328a457 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.20 "DELETE /v2.0/ports/a2c0c537-1714-4016-9fca-ef942b3074a2 HTTP/1.1" status: 204 len: 173 time: 0.3973022 Jul 24 09:48:23.055725 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344162c0-eef7-4715-955b-5fc0a9264c32', 'name': 'network-vif-deleted', 'tag': 'a2c0c537-1714-4016-9fca-ef942b3074a2'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:48:23.057992 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82465624-3c83-429a-8d57-21119a363d01" -d '{"events": [{"server_uuid": "344162c0-eef7-4715-955b-5fc0a9264c32", "name": "network-vif-deleted", "tag": "a2c0c537-1714-4016-9fca-ef942b3074a2"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:48:23.099591 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578034f9-e2e9-4822-8503-b5d79850966a x-openstack-request-id: req-578034f9-e2e9-4822-8503-b5d79850966a {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:48:23.099881 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344162c0-eef7-4715-955b-5fc0a9264c32", "name": "network-vif-deleted", "tag": "a2c0c537-1714-4016-9fca-ef942b3074a2", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:48:23.100157 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-578034f9-e2e9-4822-8503-b5d79850966a {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:48:23.100552 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344162c0-eef7-4715-955b-5fc0a9264c32', 'name': 'network-vif-deleted', 'tag': 'a2c0c537-1714-4016-9fca-ef942b3074a2', 'status': 'completed', 'code': 200} Jul 24 09:48:23.623151 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f06dfe34-c0e6-442e-896a-736b554b1e74 req-e23fba94-a8d7-4d97-8583-96b57cee4fc7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 210 time: 0.0289545 Jul 24 09:48:24.725168 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2d99a1be-30bc-4c71-a8c3-9a5f2a990a66 req-2d225a71-5edc-465c-bd4c-eab84c472431 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 210 time: 0.0297506 Jul 24 09:48:25.823741 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-07072cb2-a9d4-4b36-bf94-9c56ec3d78a3 req-aecdd3ef-ff72-41aa-9ccb-bd7a68382250 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "GET /v2.0/ports?device_id=344162c0-eef7-4715-955b-5fc0a9264c32 HTTP/1.1" status: 200 len: 210 time: 0.0287244 Jul 24 09:48:26.044896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device a2c0c537-1714-4016-9fca-ef942b3074a2 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:48:26.066746 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: a2c0c537-1714-4016-9fca-ef942b3074a2 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:48:26.067084 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device a2c0c537-1714-4016-9fca-ef942b3074a2 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:48:26.884412 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46786) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:48:27.003177 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-c3da59bd-b75f-43e7-9c66-1b5ec0a15ae7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Deleting port 2129e134-a8f3-4b08-aeab-e52eef9c958e {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:48:27.003522 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c3da59bd-b75f-43e7-9c66-1b5ec0a15ae7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:27.082291 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c3da59bd-b75f-43e7-9c66-1b5ec0a15ae7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:27.082620 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c3da59bd-b75f-43e7-9c66-1b5ec0a15ae7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:27.093980 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-c3da59bd-b75f-43e7-9c66-1b5ec0a15ae7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Calling delete_port for 2129e134-a8f3-4b08-aeab-e52eef9c958e owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:48:27.227824 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c3da59bd-b75f-43e7-9c66-1b5ec0a15ae7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:27.253861 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da59bd-b75f-43e7-9c66-1b5ec0a15ae7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event deleted for resources: {'Port': ['ID=2129e134-a8f3-4b08-aeab-e52eef9c958e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:48:27.297493 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fcea17f9-9d73-4c60-951c-aaeaf4a302b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:27.313817 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c3da59bd-b75f-43e7-9c66-1b5ec0a15ae7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:27.316289 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c3da59bd-b75f-43e7-9c66-1b5ec0a15ae7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:27.317470 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c3da59bd-b75f-43e7-9c66-1b5ec0a15ae7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "DELETE /v2.0/floatingips/82671fd4-3b1a-4cd0-96fe-f651fe4302b0 HTTP/1.1" status: 204 len: 168 time: 0.4320467 Jul 24 09:48:29.576672 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46800) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:48:29.635512 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9f9dcaaf-2735-499a-9704-68684a9fcac7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:29.660439 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9f9dcaaf-2735-499a-9704-68684a9fcac7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:29.725230 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9f9dcaaf-2735-499a-9704-68684a9fcac7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:29.728460 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9f9dcaaf-2735-499a-9704-68684a9fcac7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:29.729832 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9f9dcaaf-2735-499a-9704-68684a9fcac7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] 10.222.0.32 "DELETE /v2.0/security-groups/88a96460-bb00-45f1-a165-650b01e57370 HTTP/1.1" status: 204 len: 168 time: 0.1521170 Jul 24 09:48:29.739643 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9dcaaf-2735-499a-9704-68684a9fcac7 tempest-TestVolumeBootPattern-853003640 tempest-TestVolumeBootPattern-853003640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a96460-bb00-45f1-a165-650b01e57370,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:48:29.791297 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46804) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:48:29.813361 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-72d3ddf5-804c-4fc3-9163-52c53f08cdec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:30.226819 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bfff0033-8a0f-4a6f-8da7-cd4254554361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:30.476422 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-bfff0033-8a0f-4a6f-8da7-cd4254554361 admin admin] Deleting port a2eb262f-dbe1-444a-9b62-50923837ba76 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:48:30.476789 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bfff0033-8a0f-4a6f-8da7-cd4254554361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:30.486860 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:30.560971 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-bfff0033-8a0f-4a6f-8da7-cd4254554361 admin admin] For port a2eb262f-dbe1-444a-9b62-50923837ba76, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a2eb262f-dbe1-444a-9b62-50923837ba76,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:48:30.561340 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bfff0033-8a0f-4a6f-8da7-cd4254554361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:30.573693 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-bfff0033-8a0f-4a6f-8da7-cd4254554361 admin admin] Calling delete_port for a2eb262f-dbe1-444a-9b62-50923837ba76 owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:48:30.771788 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bfff0033-8a0f-4a6f-8da7-cd4254554361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:30.796718 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff0033-8a0f-4a6f-8da7-cd4254554361 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2eb262f-dbe1-444a-9b62-50923837ba76,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:48:30.957207 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bfff0033-8a0f-4a6f-8da7-cd4254554361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:31.098440 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:31.164152 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfff0033-8a0f-4a6f-8da7-cd4254554361 admin admin] Router d357846a-9402-40b4-ba91-a11a0c295fd8 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:48:31.265904 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfff0033-8a0f-4a6f-8da7-cd4254554361 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:48:31.270984 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bfff0033-8a0f-4a6f-8da7-cd4254554361 admin admin] 10.222.0.32 "PUT /v2.0/routers/d357846a-9402-40b4-ba91-a11a0c295fd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4786677 Jul 24 09:48:31.274007 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46808) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:48:31.277532 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c9482d-1410-42f0-a249-e17b4983373c None None] Sync routers for ids ['d357846a-9402-40b4-ba91-a11a0c295fd8'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:48:31.287626 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c9482d-1410-42f0-a249-e17b4983373c None None] Routers {'d357846a-9402-40b4-ba91-a11a0c295fd8'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:48:31.288229 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-c5c9482d-1410-42f0-a249-e17b4983373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:48:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['d357846a-9402-40b4-ba91-a11a0c295fd8'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:48:31.374595 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5152e0a6-b0e3-47d3-8720-6c8383e08cb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:31.389270 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-c5c9482d-1410-42f0-a249-e17b4983373c None None] Set router d357846a-9402-40b4-ba91-a11a0c295fd8 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:48:31.472918 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5152e0a6-b0e3-47d3-8720-6c8383e08cb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:31.566124 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-c5c9482d-1410-42f0-a249-e17b4983373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:05Z', 'updated_at': '2021-07-24T09:48:30Z', 'revision_number': 5, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'gw_port': {'id': '64977256-8a33-4c10-942a-8f9e3bdc5387', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:06Z', 'updated_at': '2021-07-24T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:48:31.698772 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c9482d-1410-42f0-a249-e17b4983373c None None] Checking router: d357846a-9402-40b4-ba91-a11a0c295fd8 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:48:31.707313 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c9482d-1410-42f0-a249-e17b4983373c None None] Routers {'d357846a-9402-40b4-ba91-a11a0c295fd8'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:48:31.707929 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-c5c9482d-1410-42f0-a249-e17b4983373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:48:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['d357846a-9402-40b4-ba91-a11a0c295fd8'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:48:31.791320 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-c5c9482d-1410-42f0-a249-e17b4983373c None None] Set router d357846a-9402-40b4-ba91-a11a0c295fd8 gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:48:31.841615 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-c5c9482d-1410-42f0-a249-e17b4983373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:05Z', 'updated_at': '2021-07-24T09:48:31Z', 'revision_number': 6, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:48:31.844452 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-5152e0a6-b0e3-47d3-8720-6c8383e08cb3 admin admin] Deleting port 64977256-8a33-4c10-942a-8f9e3bdc5387 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:48:31.845029 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5152e0a6-b0e3-47d3-8720-6c8383e08cb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:31.871529 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c9482d-1410-42f0-a249-e17b4983373c None None] The sync data for ids ['d357846a-9402-40b4-ba91-a11a0c295fd8'] in n-d-800085-9 is: [{'id': 'd357846a-9402-40b4-ba91-a11a0c295fd8', 'name': 'tempest-TestVolumeBootPattern-1291147909-router', 'tenant_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:05Z', 'updated_at': '2021-07-24T09:48:31Z', 'revision_number': 6, 'project_id': '1badc3f1501941d9bbfe9d2d50d5c337', 'gw_port_host': None}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:48:31.930392 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-5152e0a6-b0e3-47d3-8720-6c8383e08cb3 admin admin] For port 64977256-8a33-4c10-942a-8f9e3bdc5387, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=64977256-8a33-4c10-942a-8f9e3bdc5387,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:48:31.930990 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5152e0a6-b0e3-47d3-8720-6c8383e08cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:31.947645 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-5152e0a6-b0e3-47d3-8720-6c8383e08cb3 admin admin] Calling delete_port for 64977256-8a33-4c10-942a-8f9e3bdc5387 owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:48:32.120970 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5152e0a6-b0e3-47d3-8720-6c8383e08cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:32.148974 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152e0a6-b0e3-47d3-8720-6c8383e08cb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=64977256-8a33-4c10-942a-8f9e3bdc5387,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:48:32.212928 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5152e0a6-b0e3-47d3-8720-6c8383e08cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:32.312671 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5152e0a6-b0e3-47d3-8720-6c8383e08cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:32.314873 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5152e0a6-b0e3-47d3-8720-6c8383e08cb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:32.355853 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5152e0a6-b0e3-47d3-8720-6c8383e08cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:32.356376 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5152e0a6-b0e3-47d3-8720-6c8383e08cb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d357846a-9402-40b4-ba91-a11a0c295fd8 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:48:32.360695 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5152e0a6-b0e3-47d3-8720-6c8383e08cb3 admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:32.362009 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5152e0a6-b0e3-47d3-8720-6c8383e08cb3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d357846a-9402-40b4-ba91-a11a0c295fd8 HTTP/1.1" status: 204 len: 168 time: 1.0870404 Jul 24 09:48:32.364475 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46810) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:48:32.410528 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a534d65-ff97-4ef5-ade2-e374cfea0b18 admin admin] Deleting subnet c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:48:32.413407 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2a534d65-ff97-4ef5-ade2-e374cfea0b18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:32.445763 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2a534d65-ff97-4ef5-ade2-e374cfea0b18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:32.518595 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2a534d65-ff97-4ef5-ade2-e374cfea0b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:32.573349 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2a534d65-ff97-4ef5-ade2-e374cfea0b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:32.600407 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2a534d65-ff97-4ef5-ade2-e374cfea0b18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:32.602908 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2a534d65-ff97-4ef5-ade2-e374cfea0b18 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130 HTTP/1.1" status: 204 len: 168 time: 0.2374775 Jul 24 09:48:32.604475 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a534d65-ff97-4ef5-ade2-e374cfea0b18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9c2cbca-f1c8-4f3f-b160-0f33e6fd3130,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:48:32.605642 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46812) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:48:32.606685 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1b8e0c-5535-48c4-b66b-07378dc72780 None None] Network ac0598e8-c43b-451d-ac72-9b82e96a2d8a requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:48:32.690165 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d33a4fe7-7774-48b6-a8f8-656d72a55ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:32.717420 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 64977256-8a33-4c10-942a-8f9e3bdc5387 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:48:32.739792 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 64977256-8a33-4c10-942a-8f9e3bdc5387 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:48:32.740135 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 64977256-8a33-4c10-942a-8f9e3bdc5387 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:48:32.740542 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a2eb262f-dbe1-444a-9b62-50923837ba76 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:48:32.743502 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-d33a4fe7-7774-48b6-a8f8-656d72a55ebf admin admin] Deleting port 43df69a9-7aa3-4d3e-b447-745c4164c6f8 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:48:32.743847 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d33a4fe7-7774-48b6-a8f8-656d72a55ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:32.759335 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: a2eb262f-dbe1-444a-9b62-50923837ba76 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:48:32.759726 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a2eb262f-dbe1-444a-9b62-50923837ba76 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:48:32.815680 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-d33a4fe7-7774-48b6-a8f8-656d72a55ebf admin admin] For port 43df69a9-7aa3-4d3e-b447-745c4164c6f8, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=43df69a9-7aa3-4d3e-b447-745c4164c6f8,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:48:32.816052 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d33a4fe7-7774-48b6-a8f8-656d72a55ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:32.827824 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-d33a4fe7-7774-48b6-a8f8-656d72a55ebf admin admin] Calling delete_port for 43df69a9-7aa3-4d3e-b447-745c4164c6f8 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:48:32.841515 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c3e629-5bcc-43c0-87c5-5cb2ee3c0c69 None None] DHCP port deletion for ac0598e8-c43b-451d-ac72-9b82e96a2d8a request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:48:32.889104 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-14c3e629-5bcc-43c0-87c5-5cb2ee3c0c69 None None] Deleting port 43df69a9-7aa3-4d3e-b447-745c4164c6f8 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:48:32.889466 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-14c3e629-5bcc-43c0-87c5-5cb2ee3c0c69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:32.911924 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d33a4fe7-7774-48b6-a8f8-656d72a55ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:32.941918 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a4fe7-7774-48b6-a8f8-656d72a55ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=43df69a9-7aa3-4d3e-b447-745c4164c6f8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:48:32.946055 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33a4fe7-7774-48b6-a8f8-656d72a55ebf admin admin] No DVR routers for this DVR port 43df69a9-7aa3-4d3e-b447-745c4164c6f8 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:48:32.968007 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-14c3e629-5bcc-43c0-87c5-5cb2ee3c0c69 None None] For port 43df69a9-7aa3-4d3e-b447-745c4164c6f8, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=43df69a9-7aa3-4d3e-b447-745c4164c6f8,segment=NetworkSegment(b834dced-f120-4459-b81e-21a451713a8b),segment_id=b834dced-f120-4459-b81e-21a451713a8b)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:48:32.968399 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-14c3e629-5bcc-43c0-87c5-5cb2ee3c0c69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:32.988606 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-14c3e629-5bcc-43c0-87c5-5cb2ee3c0c69 None None] Calling delete_port for 43df69a9-7aa3-4d3e-b447-745c4164c6f8 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:48:32.994523 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:33.020662 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d33a4fe7-7774-48b6-a8f8-656d72a55ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:33.031136 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-d33a4fe7-7774-48b6-a8f8-656d72a55ebf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac0598e8-c43b-451d-ac72-9b82e96a2d8a']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:48:33.041492 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-d33a4fe7-7774-48b6-a8f8-656d72a55ebf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b834dced-f120-4459-b81e-21a451713a8b') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:48:33.041786 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-d33a4fe7-7774-48b6-a8f8-656d72a55ebf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b834dced-f120-4459-b81e-21a451713a8b') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:48:33.050230 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d33a4fe7-7774-48b6-a8f8-656d72a55ebf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:33.063399 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d33a4fe7-7774-48b6-a8f8-656d72a55ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:33.065064 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-14c3e629-5bcc-43c0-87c5-5cb2ee3c0c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:33.069209 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33a4fe7-7774-48b6-a8f8-656d72a55ebf admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:48:33.069680 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d33a4fe7-7774-48b6-a8f8-656d72a55ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:48:33.072154 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:48:33.077902 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c3e629-5bcc-43c0-87c5-5cb2ee3c0c69 None None] No DVR routers for this DVR port 43df69a9-7aa3-4d3e-b447-745c4164c6f8 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:48:33.098207 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3e629-5bcc-43c0-87c5-5cb2ee3c0c69 None None] Pushing event deleted for resources: {'Port': ['ID=43df69a9-7aa3-4d3e-b447-745c4164c6f8,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:48:33.105572 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3e629-5bcc-43c0-87c5-5cb2ee3c0c69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:33.105926 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3e629-5bcc-43c0-87c5-5cb2ee3c0c69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:33.106278 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3e629-5bcc-43c0-87c5-5cb2ee3c0c69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:33.106619 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3e629-5bcc-43c0-87c5-5cb2ee3c0c69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:33.106974 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3e629-5bcc-43c0-87c5-5cb2ee3c0c69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:33.107294 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3e629-5bcc-43c0-87c5-5cb2ee3c0c69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:33.107623 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3e629-5bcc-43c0-87c5-5cb2ee3c0c69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:33.107951 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3e629-5bcc-43c0-87c5-5cb2ee3c0c69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:33.108278 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3e629-5bcc-43c0-87c5-5cb2ee3c0c69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:33.108605 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3e629-5bcc-43c0-87c5-5cb2ee3c0c69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:33.108972 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3e629-5bcc-43c0-87c5-5cb2ee3c0c69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:33.109304 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c3e629-5bcc-43c0-87c5-5cb2ee3c0c69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:48:33.130798 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d33a4fe7-7774-48b6-a8f8-656d72a55ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:33.136479 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d33a4fe7-7774-48b6-a8f8-656d72a55ebf admin admin] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:33.138330 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d33a4fe7-7774-48b6-a8f8-656d72a55ebf admin admin] 10.222.0.32 "DELETE /v2.0/networks/ac0598e8-c43b-451d-ac72-9b82e96a2d8a HTTP/1.1" status: 204 len: 168 time: 0.5316713 Jul 24 09:48:33.141450 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46814) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:48:33.154485 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a4fe7-7774-48b6-a8f8-656d72a55ebf admin admin] Pushing event deleted for resources: {'Network': ['ID=ac0598e8-c43b-451d-ac72-9b82e96a2d8a,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:48:33.483503 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3877b010-4b49-4ddc-99db-3e695db77f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:33.727449 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-3877b010-4b49-4ddc-99db-3e695db77f25 admin admin] Deleting port eee94b83-e72a-498c-8198-ce796df6d864 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:48:33.727792 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3877b010-4b49-4ddc-99db-3e695db77f25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:33.806508 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-3877b010-4b49-4ddc-99db-3e695db77f25 admin admin] For port eee94b83-e72a-498c-8198-ce796df6d864, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=eee94b83-e72a-498c-8198-ce796df6d864,segment=NetworkSegment(afa3e6ec-9e81-4cd4-b9e9-8201a5f2dd12),segment_id=afa3e6ec-9e81-4cd4-b9e9-8201a5f2dd12)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:48:33.806787 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3877b010-4b49-4ddc-99db-3e695db77f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:33.818599 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-3877b010-4b49-4ddc-99db-3e695db77f25 admin admin] Calling delete_port for eee94b83-e72a-498c-8198-ce796df6d864 owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:48:33.992334 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3877b010-4b49-4ddc-99db-3e695db77f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:34.016193 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877b010-4b49-4ddc-99db-3e695db77f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=eee94b83-e72a-498c-8198-ce796df6d864,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:48:34.178465 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3877b010-4b49-4ddc-99db-3e695db77f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:34.385970 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3877b010-4b49-4ddc-99db-3e695db77f25 admin admin] Router 9d67713f-3dec-4e58-959b-6484fa1b1aed has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:48:34.489052 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3877b010-4b49-4ddc-99db-3e695db77f25 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:48:34.494147 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3877b010-4b49-4ddc-99db-3e695db77f25 admin admin] 10.222.0.32 "PUT /v2.0/routers/9d67713f-3dec-4e58-959b-6484fa1b1aed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3516769 Jul 24 09:48:34.496769 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46816) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:48:34.499375 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f538e66a-bbf5-4bee-a572-4eb871c18864 None None] Sync routers for ids ['9d67713f-3dec-4e58-959b-6484fa1b1aed'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:48:34.508364 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f538e66a-bbf5-4bee-a572-4eb871c18864 None None] Routers {'9d67713f-3dec-4e58-959b-6484fa1b1aed'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:48:34.509091 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f538e66a-bbf5-4bee-a572-4eb871c18864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:48:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['9d67713f-3dec-4e58-959b-6484fa1b1aed'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:48:34.601931 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e0ac33f8-0265-4bc4-967b-9367ea50e8d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:34.620700 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-f538e66a-bbf5-4bee-a572-4eb871c18864 None None] Set router 9d67713f-3dec-4e58-959b-6484fa1b1aed gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:48:34.657043 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 43df69a9-7aa3-4d3e-b447-745c4164c6f8 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:48:34.708964 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e0ac33f8-0265-4bc4-967b-9367ea50e8d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:34.762160 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-e0ac33f8-0265-4bc4-967b-9367ea50e8d7 admin admin] Deleting port f3151235-bd32-4dac-99fd-b4d41c63c58b {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:48:34.762502 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e0ac33f8-0265-4bc4-967b-9367ea50e8d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:34.841318 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-e0ac33f8-0265-4bc4-967b-9367ea50e8d7 admin admin] For port f3151235-bd32-4dac-99fd-b4d41c63c58b, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=f3151235-bd32-4dac-99fd-b4d41c63c58b,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:48:34.841676 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e0ac33f8-0265-4bc4-967b-9367ea50e8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:34.857383 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-e0ac33f8-0265-4bc4-967b-9367ea50e8d7 admin admin] Calling delete_port for f3151235-bd32-4dac-99fd-b4d41c63c58b owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:48:34.862147 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 43df69a9-7aa3-4d3e-b447-745c4164c6f8 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:48:34.862489 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 43df69a9-7aa3-4d3e-b447-745c4164c6f8 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:48:34.976234 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f538e66a-bbf5-4bee-a572-4eb871c18864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d67713f-3dec-4e58-959b-6484fa1b1aed', 'name': 'tempest-TestVolumeBootPattern-1684494350-router', 'tenant_id': '94fa90b1a6e34c30b97fc752987ffda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'f3151235-bd32-4dac-99fd-b4d41c63c58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:25Z', 'updated_at': '2021-07-24T09:48:33Z', 'revision_number': 5, 'project_id': '94fa90b1a6e34c30b97fc752987ffda5', 'gw_port': {'id': 'f3151235-bd32-4dac-99fd-b4d41c63c58b', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d67713f-3dec-4e58-959b-6484fa1b1aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:37:26Z', 'updated_at': '2021-07-24T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:48:35.001460 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f538e66a-bbf5-4bee-a572-4eb871c18864 None None] Checking router: 9d67713f-3dec-4e58-959b-6484fa1b1aed for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:48:35.010050 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f538e66a-bbf5-4bee-a572-4eb871c18864 None None] Routers {'9d67713f-3dec-4e58-959b-6484fa1b1aed'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:48:35.010655 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f538e66a-bbf5-4bee-a572-4eb871c18864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:48:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['9d67713f-3dec-4e58-959b-6484fa1b1aed'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:48:35.016319 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e0ac33f8-0265-4bc4-967b-9367ea50e8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:35.048877 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac33f8-0265-4bc4-967b-9367ea50e8d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3151235-bd32-4dac-99fd-b4d41c63c58b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:48:35.095462 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-f538e66a-bbf5-4bee-a572-4eb871c18864 None None] Set router 9d67713f-3dec-4e58-959b-6484fa1b1aed gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:48:35.106582 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e0ac33f8-0265-4bc4-967b-9367ea50e8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:35.148348 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f538e66a-bbf5-4bee-a572-4eb871c18864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d67713f-3dec-4e58-959b-6484fa1b1aed', 'name': 'tempest-TestVolumeBootPattern-1684494350-router', 'tenant_id': '94fa90b1a6e34c30b97fc752987ffda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:25Z', 'updated_at': '2021-07-24T09:48:34Z', 'revision_number': 6, 'project_id': '94fa90b1a6e34c30b97fc752987ffda5', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:48:35.174150 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f538e66a-bbf5-4bee-a572-4eb871c18864 None None] The sync data for ids ['9d67713f-3dec-4e58-959b-6484fa1b1aed'] in n-d-800085-9 is: [{'id': '9d67713f-3dec-4e58-959b-6484fa1b1aed', 'name': 'tempest-TestVolumeBootPattern-1684494350-router', 'tenant_id': '94fa90b1a6e34c30b97fc752987ffda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:37:25Z', 'updated_at': '2021-07-24T09:48:34Z', 'revision_number': 6, 'project_id': '94fa90b1a6e34c30b97fc752987ffda5', 'gw_port_host': None}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:48:35.195696 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e0ac33f8-0265-4bc4-967b-9367ea50e8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:35.198068 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e0ac33f8-0265-4bc4-967b-9367ea50e8d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:35.246014 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e0ac33f8-0265-4bc4-967b-9367ea50e8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:35.246538 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ac33f8-0265-4bc4-967b-9367ea50e8d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d67713f-3dec-4e58-959b-6484fa1b1aed {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 09:48:35.251535 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e0ac33f8-0265-4bc4-967b-9367ea50e8d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:35.252852 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e0ac33f8-0265-4bc4-967b-9367ea50e8d7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9d67713f-3dec-4e58-959b-6484fa1b1aed HTTP/1.1" status: 204 len: 168 time: 0.7551229 Jul 24 09:48:35.255284 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46818) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:48:35.302327 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-1acae97b-85fd-4754-aad5-9575486b71d9 admin admin] Deleting subnet dbfa21a0-4bd1-479a-96b3-1e13d43e9e59 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:48:35.305919 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1acae97b-85fd-4754-aad5-9575486b71d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:35.337640 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1acae97b-85fd-4754-aad5-9575486b71d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:35.410442 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1acae97b-85fd-4754-aad5-9575486b71d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:35.464856 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1acae97b-85fd-4754-aad5-9575486b71d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:35.492396 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1acae97b-85fd-4754-aad5-9575486b71d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:35.497283 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46820) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:48:35.497973 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1acae97b-85fd-4754-aad5-9575486b71d9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dbfa21a0-4bd1-479a-96b3-1e13d43e9e59 HTTP/1.1" status: 204 len: 168 time: 0.2415204 Jul 24 09:48:35.499124 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acae97b-85fd-4754-aad5-9575486b71d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbfa21a0-4bd1-479a-96b3-1e13d43e9e59,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:48:35.501968 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f6cced-13da-490d-abf4-646bd91cbc28 None None] Network 0d8e36d5-cc54-411b-9550-fd844f6e75e0 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:48:35.568804 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-93fc4db3-597b-4743-aad4-47d9c9f420e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:35.629224 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-93fc4db3-597b-4743-aad4-47d9c9f420e0 admin admin] Deleting port 4fe90463-33e1-46d2-8389-c4dfa67e1ea8 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:48:35.629707 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-93fc4db3-597b-4743-aad4-47d9c9f420e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:35.694738 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-93fc4db3-597b-4743-aad4-47d9c9f420e0 admin admin] For port 4fe90463-33e1-46d2-8389-c4dfa67e1ea8, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4fe90463-33e1-46d2-8389-c4dfa67e1ea8,segment=NetworkSegment(afa3e6ec-9e81-4cd4-b9e9-8201a5f2dd12),segment_id=afa3e6ec-9e81-4cd4-b9e9-8201a5f2dd12)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:48:35.695103 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-93fc4db3-597b-4743-aad4-47d9c9f420e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:35.706692 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-93fc4db3-597b-4743-aad4-47d9c9f420e0 admin admin] Calling delete_port for 4fe90463-33e1-46d2-8389-c4dfa67e1ea8 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:48:35.785790 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-93fc4db3-597b-4743-aad4-47d9c9f420e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:35.811525 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc4db3-597b-4743-aad4-47d9c9f420e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe90463-33e1-46d2-8389-c4dfa67e1ea8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:48:35.813674 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fc4db3-597b-4743-aad4-47d9c9f420e0 admin admin] No DVR routers for this DVR port 4fe90463-33e1-46d2-8389-c4dfa67e1ea8 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:48:35.887621 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-93fc4db3-597b-4743-aad4-47d9c9f420e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:35.899025 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-93fc4db3-597b-4743-aad4-47d9c9f420e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8e36d5-cc54-411b-9550-fd844f6e75e0']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:48:35.908512 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-93fc4db3-597b-4743-aad4-47d9c9f420e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa3e6ec-9e81-4cd4-b9e9-8201a5f2dd12') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:48:35.908839 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-93fc4db3-597b-4743-aad4-47d9c9f420e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa3e6ec-9e81-4cd4-b9e9-8201a5f2dd12') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:48:35.918070 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-93fc4db3-597b-4743-aad4-47d9c9f420e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:35.931377 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-93fc4db3-597b-4743-aad4-47d9c9f420e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:35.937794 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93fc4db3-597b-4743-aad4-47d9c9f420e0 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:48:35.937794 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-93fc4db3-597b-4743-aad4-47d9c9f420e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:48:35.939526 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:48:35.977009 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95d85c8-cca2-4afd-8d28-f949b61070ff None None] DHCP port deletion for 0d8e36d5-cc54-411b-9550-fd844f6e75e0 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 09:48:35.996837 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-93fc4db3-597b-4743-aad4-47d9c9f420e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:36.003534 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-93fc4db3-597b-4743-aad4-47d9c9f420e0 admin admin] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:36.005488 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-93fc4db3-597b-4743-aad4-47d9c9f420e0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0d8e36d5-cc54-411b-9550-fd844f6e75e0 HTTP/1.1" status: 204 len: 168 time: 0.5070376 Jul 24 09:48:36.016155 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc4db3-597b-4743-aad4-47d9c9f420e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d8e36d5-cc54-411b-9550-fd844f6e75e0,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:48:36.131802 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46824) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:48:36.180230 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-756d16dc-91cf-441b-9f06-efc24f0ee157 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1badc3f1501941d9bbfe9d2d50d5c337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405242 Jul 24 09:48:36.180230 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46826) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:48:36.237440 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9335c5e3-e80c-43bd-9b31-b92b9e40478b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:36.258498 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9335c5e3-e80c-43bd-9b31-b92b9e40478b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:36.309494 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9335c5e3-e80c-43bd-9b31-b92b9e40478b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:36.312000 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9335c5e3-e80c-43bd-9b31-b92b9e40478b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:36.313290 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9335c5e3-e80c-43bd-9b31-b92b9e40478b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b9bee5c-10ab-4cf2-83a1-9619a01a82ac HTTP/1.1" status: 204 len: 168 time: 0.1357179 Jul 24 09:48:36.321734 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335c5e3-e80c-43bd-9b31-b92b9e40478b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9bee5c-10ab-4cf2-83a1-9619a01a82ac,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:48:36.600873 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4fe90463-33e1-46d2-8389-c4dfa67e1ea8 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:48:36.621034 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 4fe90463-33e1-46d2-8389-c4dfa67e1ea8 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:48:36.621499 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4fe90463-33e1-46d2-8389-c4dfa67e1ea8 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:48:36.621978 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device eee94b83-e72a-498c-8198-ce796df6d864 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:48:36.640588 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: eee94b83-e72a-498c-8198-ce796df6d864 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:48:36.641037 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device eee94b83-e72a-498c-8198-ce796df6d864 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:48:36.641507 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f3151235-bd32-4dac-99fd-b4d41c63c58b no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:48:36.646721 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46832) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:48:36.663019 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: f3151235-bd32-4dac-99fd-b4d41c63c58b {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:48:36.663367 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f3151235-bd32-4dac-99fd-b4d41c63c58b not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:48:36.686748 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d3dcaf37-e77e-47d4-874d-581e1b38a518 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=94fa90b1a6e34c30b97fc752987ffda5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388539 Jul 24 09:48:36.689218 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46834) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:48:36.735289 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dcae7339-333b-47c3-a961-73f1926a049c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:36.755977 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dcae7339-333b-47c3-a961-73f1926a049c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:36.802219 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dcae7339-333b-47c3-a961-73f1926a049c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:36.805694 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dcae7339-333b-47c3-a961-73f1926a049c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:36.806824 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-dcae7339-333b-47c3-a961-73f1926a049c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0fa1d375-1aa2-4828-bde3-254270623525 HTTP/1.1" status: 204 len: 168 time: 0.1166766 Jul 24 09:48:36.815783 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae7339-333b-47c3-a961-73f1926a049c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa1d375-1aa2-4828-bde3-254270623525,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:48:44.270281 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:46.757324 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-854d385a-c912-4031-aa16-8bd0afdc182c tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1a600aeb2007433284cb6302d0d0928b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244875 Jul 24 09:48:46.859675 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-63d33929-a978-46a5-b895-f950b20092f2 tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:46.861286 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-63d33929-a978-46a5-b895-f950b20092f2 tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0989997 Jul 24 09:48:46.863721 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:46.876310 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-4f29492d-9b66-4460-a6dc-aafba0ba8d13 tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.32 "GET /v2.0/quotas/1a600aeb2007433284cb6302d0d0928b HTTP/1.1" status: 200 len: 375 time: 0.0097482 Jul 24 09:48:46.913640 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-e1d203ad-31aa-49cb-a994-02f5b39583ad tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a600aeb2007433284cb6302d0d0928b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323958 Jul 24 09:48:47.075632 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fd24032c-f1c1-4ea0-b8f8-e561cfc4d13a req-e26d9577-6739-4a21-a4e6-6b0bff2ddabe tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.32 "GET /v2.0/ports?device_id=24050e34-5cd2-4e5c-8a95-9be5fd680103 HTTP/1.1" status: 200 len: 210 time: 0.0285101 Jul 24 09:48:48.169835 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-945352fe-bdf3-4917-bb02-d97f7e3fdaf1 req-9dcf6c59-d3dc-4bf3-a50b-ae75afb5805e tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.32 "GET /v2.0/ports?device_id=24050e34-5cd2-4e5c-8a95-9be5fd680103 HTTP/1.1" status: 200 len: 210 time: 0.0291719 Jul 24 09:48:49.267932 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-50586a21-5da3-47fc-8c60-7b1950454922 req-3bea3b0d-20ab-4e03-9954-8ec5211fe08d tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.32 "GET /v2.0/ports?device_id=24050e34-5cd2-4e5c-8a95-9be5fd680103 HTTP/1.1" status: 200 len: 210 time: 0.0291986 Jul 24 09:48:49.752708 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:48:49.905732 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-11194208-ab3d-4fa4-9fc7-8fef9a35d2ee tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1a600aeb2007433284cb6302d0d0928b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236256 Jul 24 09:48:50.019817 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-628b5607-639d-4d71-b3be-8b4e25dd09ff tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:50.021177 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-628b5607-639d-4d71-b3be-8b4e25dd09ff tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1101105 Jul 24 09:48:50.033460 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-2c5f9e84-baab-4d8d-b1fe-bbb67935a1bd tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Request body: {'port': {'device_id': '24050e34-5cd2-4e5c-8a95-9be5fd680103', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'admin_state_up': True, 'tenant_id': '1a600aeb2007433284cb6302d0d0928b'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:48:50.136756 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-2c5f9e84-baab-4d8d-b1fe-bbb67935a1bd tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Made reservation on behalf of 1a600aeb2007433284cb6302d0d0928b for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:48:50.140226 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-2c5f9e84-baab-4d8d-b1fe-bbb67935a1bd tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:50.153888 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-2c5f9e84-baab-4d8d-b1fe-bbb67935a1bd tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:50.242329 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-2c5f9e84-baab-4d8d-b1fe-bbb67935a1bd tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:50.246156 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-2c5f9e84-baab-4d8d-b1fe-bbb67935a1bd tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:50.312546 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f9e84-baab-4d8d-b1fe-bbb67935a1bd tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a236ed-40b0-49ec-b951-d3f330c7b5b9,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:48:50.368656 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aae6f445-88bd-4c7e-96e1-2237c9d6549b req-fdba85f4-e503-49f8-a6c0-b4b9570638ab tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.32 "GET /v2.0/ports?device_id=24050e34-5cd2-4e5c-8a95-9be5fd680103 HTTP/1.1" status: 200 len: 210 time: 0.0289209 Jul 24 09:48:50.378082 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-2c5f9e84-baab-4d8d-b1fe-bbb67935a1bd tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Allocated IP 192.168.233.90 (92316843-a103-469d-8d14-d101ede46ca8/3d48f5d1-81cf-40d1-82ed-c323dc53a577/97672621-24b9-42db-bd48-c3f90afa5394) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:48:50.520785 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-2c5f9e84-baab-4d8d-b1fe-bbb67935a1bd tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:50.534403 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-2c5f9e84-baab-4d8d-b1fe-bbb67935a1bd tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Transition to ACTIVE for port object 97672621-24b9-42db-bd48-c3f90afa5394 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:48:50.565363 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-2c5f9e84-baab-4d8d-b1fe-bbb67935a1bd tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:50.606205 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-2c5f9e84-baab-4d8d-b1fe-bbb67935a1bd tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Network 92316843-a103-469d-8d14-d101ede46ca8 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:48:50.611028 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-2c5f9e84-baab-4d8d-b1fe-bbb67935a1bd tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:48:50.614636 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-2c5f9e84-baab-4d8d-b1fe-bbb67935a1bd tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:48:50.642536 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f9e84-baab-4d8d-b1fe-bbb67935a1bd tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Pushing event updated for resources: {'Port': ['ID=97672621-24b9-42db-bd48-c3f90afa5394,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:48:50.670053 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-2c5f9e84-baab-4d8d-b1fe-bbb67935a1bd tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:50.670682 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-2c5f9e84-baab-4d8d-b1fe-bbb67935a1bd tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:50.685382 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-2c5f9e84-baab-4d8d-b1fe-bbb67935a1bd tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6558495 Jul 24 09:48:50.698105 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-1b457fd6-b1a9-4598-afb7-af249c6d0ca4 service neutron] Request body: {'port': {'device_id': '24050e34-5cd2-4e5c-8a95-9be5fd680103', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:48:50.770312 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-1b457fd6-b1a9-4598-afb7-af249c6d0ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:50.819545 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2719a26b-061c-4c78-8279-bfa7f88d09d7 None None] Provisioning for port 97672621-24b9-42db-bd48-c3f90afa5394 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:48:50.823663 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2719a26b-061c-4c78-8279-bfa7f88d09d7 None None] Provisioning complete for port 97672621-24b9-42db-bd48-c3f90afa5394 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:48:50.824034 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2719a26b-061c-4c78-8279-bfa7f88d09d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:50.856519 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-2719a26b-061c-4c78-8279-bfa7f88d09d7 None None] Port 97672621-24b9-42db-bd48-c3f90afa5394 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:48:51.030210 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-1b457fd6-b1a9-4598-afb7-af249c6d0ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97672621-24b9-42db-bd48-c3f90afa5394 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:48:51.037704 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-1b457fd6-b1a9-4598-afb7-af249c6d0ca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:51.049228 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-1b457fd6-b1a9-4598-afb7-af249c6d0ca4 service neutron] Transition to ACTIVE for port object 97672621-24b9-42db-bd48-c3f90afa5394 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:48:51.053192 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-1b457fd6-b1a9-4598-afb7-af249c6d0ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:51.120874 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b457fd6-b1a9-4598-afb7-af249c6d0ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=97672621-24b9-42db-bd48-c3f90afa5394,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:48:51.172356 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-1b457fd6-b1a9-4598-afb7-af249c6d0ca4 service neutron] Attempting to bind port 97672621-24b9-42db-bd48-c3f90afa5394 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:48:51.172694 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-1b457fd6-b1a9-4598-afb7-af249c6d0ca4 service neutron] Attempting to bind port 97672621-24b9-42db-bd48-c3f90afa5394 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:48:51.173107 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-1b457fd6-b1a9-4598-afb7-af249c6d0ca4 service neutron] Attempting to bind port 97672621-24b9-42db-bd48-c3f90afa5394 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:48:51.177813 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-1b457fd6-b1a9-4598-afb7-af249c6d0ca4 service neutron] Port 97672621-24b9-42db-bd48-c3f90afa5394 on network 92316843-a103-469d-8d14-d101ede46ca8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:48:51.178140 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-1b457fd6-b1a9-4598-afb7-af249c6d0ca4 service neutron] Attempting to bind port 97672621-24b9-42db-bd48-c3f90afa5394 on network 92316843-a103-469d-8d14-d101ede46ca8 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:48:51.183943 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-1b457fd6-b1a9-4598-afb7-af249c6d0ca4 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:48:51.184285 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-1b457fd6-b1a9-4598-afb7-af249c6d0ca4 service neutron] Checking segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:48:51.184827 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-1b457fd6-b1a9-4598-afb7-af249c6d0ca4 service neutron] Bound using segment: {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:48:51.185258 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-1b457fd6-b1a9-4598-afb7-af249c6d0ca4 service neutron] Bound port: 97672621-24b9-42db-bd48-c3f90afa5394, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aea6f4-122f-4658-8084-5f7e75af2018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '92316843-a103-469d-8d14-d101ede46ca8'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:48:51.185617 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-1b457fd6-b1a9-4598-afb7-af249c6d0ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:51.252472 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-1b457fd6-b1a9-4598-afb7-af249c6d0ca4 service neutron] For port 97672621-24b9-42db-bd48-c3f90afa5394, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:48:51.256024 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-1b457fd6-b1a9-4598-afb7-af249c6d0ca4 service neutron] For port 97672621-24b9-42db-bd48-c3f90afa5394, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=97672621-24b9-42db-bd48-c3f90afa5394,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:48:51.259361 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-1b457fd6-b1a9-4598-afb7-af249c6d0ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:51.598253 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-1b457fd6-b1a9-4598-afb7-af249c6d0ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:51.598863 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-1b457fd6-b1a9-4598-afb7-af249c6d0ca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:51.600265 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-1b457fd6-b1a9-4598-afb7-af249c6d0ca4 service neutron] 10.222.0.37 "PUT /v2.0/ports/97672621-24b9-42db-bd48-c3f90afa5394 HTTP/1.1" status: 200 len: 1095 time: 0.9074976 Jul 24 09:48:51.602555 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24050e34-5cd2-4e5c-8a95-9be5fd680103', 'tag': '97672621-24b9-42db-bd48-c3f90afa5394'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:48:51.605508 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb4463a-5c1d-4c05-83ab-a5bfeced9527" -d '{"events": [{"name": "network-changed", "server_uuid": "24050e34-5cd2-4e5c-8a95-9be5fd680103", "tag": "97672621-24b9-42db-bd48-c3f90afa5394"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:48:51.637275 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b457fd6-b1a9-4598-afb7-af249c6d0ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=97672621-24b9-42db-bd48-c3f90afa5394,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:48:51.676355 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60700b5a-fe9b-4897-80d2-5d1e31da6ab6 x-openstack-request-id: req-60700b5a-fe9b-4897-80d2-5d1e31da6ab6 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:48:51.676666 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24050e34-5cd2-4e5c-8a95-9be5fd680103", "tag": "97672621-24b9-42db-bd48-c3f90afa5394", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:48:51.677138 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60700b5a-fe9b-4897-80d2-5d1e31da6ab6 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:48:51.677344 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24050e34-5cd2-4e5c-8a95-9be5fd680103', 'tag': '97672621-24b9-42db-bd48-c3f90afa5394', 'status': 'completed', 'code': 200} Jul 24 09:48:51.694859 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee8d38-901a-4bff-8182-819cf8be6ff4 req-13876668-51a9-4f9b-ba89-03c94f51ecff tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:51.696420 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-adee8d38-901a-4bff-8182-819cf8be6ff4 req-13876668-51a9-4f9b-ba89-03c94f51ecff tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.32 "GET /v2.0/ports?device_id=24050e34-5cd2-4e5c-8a95-9be5fd680103 HTTP/1.1" status: 200 len: 947 time: 0.1452286 Jul 24 09:48:51.748062 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-adee8d38-901a-4bff-8182-819cf8be6ff4 req-713fc333-7ebc-44bd-91bf-7c6119cee436 tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.32 "GET /v2.0/security-groups?id=08a236ed-40b0-49ec-b951-d3f330c7b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448542 Jul 24 09:48:51.749910 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-ccd25eeb-3344-48b4-b6ce-48240acd53a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:51.751336 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-ccd25eeb-3344-48b4-b6ce-48240acd53a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a600aeb2007433284cb6302d0d0928b&device_id=24050e34-5cd2-4e5c-8a95-9be5fd680103 HTTP/1.1" status: 200 len: 1098 time: 0.1061497 Jul 24 09:48:51.794230 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-8bb9a0ec-2d61-4ede-a4dc-84c7065e1038 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=97672621-24b9-42db-bd48-c3f90afa5394 HTTP/1.1" status: 200 len: 217 time: 0.0355856 Jul 24 09:48:51.843057 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-a0a45d98-072b-4c9c-8d82-d066edfee221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:51.844503 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-a0a45d98-072b-4c9c-8d82-d066edfee221 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0438418 Jul 24 09:48:51.907011 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-9bef7a81-bf1e-4a59-bad3-ea75e778a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:51.908763 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-9bef7a81-bf1e-4a59-bad3-ea75e778a71a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0577190 Jul 24 09:48:51.996353 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-d2d9cdec-eb6c-4808-8f6c-35150fd00763 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804946 Jul 24 09:48:52.086168 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3fbca3b9-caa2-46fa-8035-5eddd7f224fa req-779fa0d9-5f21-4199-9ae5-b32a4323665a service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839689 Jul 24 09:48:52.183056 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4463a-5c1d-4c05-83ab-a5bfeced9527 req-f06cd705-678c-4d63-9ef6-daa8ba841e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:52.184587 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ebb4463a-5c1d-4c05-83ab-a5bfeced9527 req-f06cd705-678c-4d63-9ef6-daa8ba841e73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a600aeb2007433284cb6302d0d0928b&device_id=24050e34-5cd2-4e5c-8a95-9be5fd680103 HTTP/1.1" status: 200 len: 1098 time: 0.0548477 Jul 24 09:48:52.274017 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4463a-5c1d-4c05-83ab-a5bfeced9527 req-10c2a53b-afdb-415b-b7f9-193c58969f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:52.275491 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ebb4463a-5c1d-4c05-83ab-a5bfeced9527 req-10c2a53b-afdb-415b-b7f9-193c58969f8d service neutron] 10.222.0.37 "GET /v2.0/networks?id=92316843-a103-469d-8d14-d101ede46ca8 HTTP/1.1" status: 200 len: 869 time: 0.0851829 Jul 24 09:48:52.318884 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ebb4463a-5c1d-4c05-83ab-a5bfeced9527 req-00f1cedf-074c-4a15-abfd-670d37627865 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=97672621-24b9-42db-bd48-c3f90afa5394 HTTP/1.1" status: 200 len: 217 time: 0.0372581 Jul 24 09:48:52.364125 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4463a-5c1d-4c05-83ab-a5bfeced9527 req-8f5cdbe1-9472-46fb-a524-16a547d5c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:52.365539 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ebb4463a-5c1d-4c05-83ab-a5bfeced9527 req-8f5cdbe1-9472-46fb-a524-16a547d5c77c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d48f5d1-81cf-40d1-82ed-c323dc53a577 HTTP/1.1" status: 200 len: 843 time: 0.0409448 Jul 24 09:48:52.422315 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4463a-5c1d-4c05-83ab-a5bfeced9527 req-ecba8541-1871-4ab1-adc7-5f86153cb55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:52.423779 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ebb4463a-5c1d-4c05-83ab-a5bfeced9527 req-ecba8541-1871-4ab1-adc7-5f86153cb55e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92316843-a103-469d-8d14-d101ede46ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0511355 Jul 24 09:48:52.514550 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ebb4463a-5c1d-4c05-83ab-a5bfeced9527 req-5574bca5-fd72-40bb-a077-b260fb8ff3de service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827463 Jul 24 09:48:52.619297 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ebb4463a-5c1d-4c05-83ab-a5bfeced9527 req-60d4be1b-a8b9-4f9a-9add-57c9b9c4b2a6 service neutron] 10.222.0.37 "GET /v2.0/networks/92316843-a103-469d-8d14-d101ede46ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952952 Jul 24 09:48:52.882222 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91525c-2584-4207-b8e6-8852cd54bbe7 req-49603e03-7953-4e02-87ad-a2c46f408992 tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:52.883707 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a91525c-2584-4207-b8e6-8852cd54bbe7 req-49603e03-7953-4e02-87ad-a2c46f408992 tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.32 "GET /v2.0/ports?device_id=24050e34-5cd2-4e5c-8a95-9be5fd680103 HTTP/1.1" status: 200 len: 947 time: 0.0632470 Jul 24 09:48:52.920936 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a91525c-2584-4207-b8e6-8852cd54bbe7 req-b3ea8783-130a-4568-98f7-6a4634230ce5 tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.32 "GET /v2.0/security-groups?id=08a236ed-40b0-49ec-b951-d3f330c7b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316451 Jul 24 09:48:54.024750 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 97672621-24b9-42db-bd48-c3f90afa5394 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:48:54.052714 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1b253-cb30-4e30-b8ff-36649cf84689 req-07e20e47-89fe-4224-8f15-a0f9acd949e6 tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:54.054256 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-06d1b253-cb30-4e30-b8ff-36649cf84689 req-07e20e47-89fe-4224-8f15-a0f9acd949e6 tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.32 "GET /v2.0/ports?device_id=24050e34-5cd2-4e5c-8a95-9be5fd680103 HTTP/1.1" status: 200 len: 947 time: 0.0646784 Jul 24 09:48:54.092204 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-06d1b253-cb30-4e30-b8ff-36649cf84689 req-da85d79d-04a4-41c5-b998-0d32bac9debe tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.32 "GET /v2.0/security-groups?id=08a236ed-40b0-49ec-b951-d3f330c7b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315578 Jul 24 09:48:54.120431 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 97672621-24b9-42db-bd48-c3f90afa5394, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=97672621-24b9-42db-bd48-c3f90afa5394,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:48:54.131145 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '97672621-24b9-42db-bd48-c3f90afa5394', 'network_id': '92316843-a103-469d-8d14-d101ede46ca8', 'port_id': '97672621-24b9-42db-bd48-c3f90afa5394', 'mac_address': 'fa:16:3e:85:0a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d48f5d1-81cf-40d1-82ed-c323dc53a577', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:48:54.166613 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:54.179083 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97672621-24b9-42db-bd48-c3f90afa5394 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:48:54.198542 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 97672621-24b9-42db-bd48-c3f90afa5394, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=97672621-24b9-42db-bd48-c3f90afa5394,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:48:54.202344 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:54.249118 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=97672621-24b9-42db-bd48-c3f90afa5394,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:48:54.407815 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['97672621-24b9-42db-bd48-c3f90afa5394'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:48:55.227536 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e51e5-cdc1-4e3a-ba0e-c95c9b5b51ef req-199b5827-422b-4373-8a28-e733a12742be tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:55.229650 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-914e51e5-cdc1-4e3a-ba0e-c95c9b5b51ef req-199b5827-422b-4373-8a28-e733a12742be tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.32 "GET /v2.0/ports?device_id=24050e34-5cd2-4e5c-8a95-9be5fd680103 HTTP/1.1" status: 200 len: 948 time: 0.0675826 Jul 24 09:48:55.265557 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-914e51e5-cdc1-4e3a-ba0e-c95c9b5b51ef req-f4d8d799-c447-4670-87bb-833f56ac4475 tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.32 "GET /v2.0/security-groups?id=08a236ed-40b0-49ec-b951-d3f330c7b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302758 Jul 24 09:48:56.040307 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 97672621-24b9-42db-bd48-c3f90afa5394 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:48:56.086657 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 97672621-24b9-42db-bd48-c3f90afa5394 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:48:56.090081 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 97672621-24b9-42db-bd48-c3f90afa5394 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:48:56.090458 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:56.164895 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:56.187010 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24050e34-5cd2-4e5c-8a95-9be5fd680103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97672621-24b9-42db-bd48-c3f90afa5394'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:48:56.189313 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70597602-d840-4f12-8abd-bc82bcfea6b0" -d '{"events": [{"server_uuid": "24050e34-5cd2-4e5c-8a95-9be5fd680103", "name": "network-vif-plugged", "status": "completed", "tag": "97672621-24b9-42db-bd48-c3f90afa5394"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:48:56.201935 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 97672621-24b9-42db-bd48-c3f90afa5394, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=97672621-24b9-42db-bd48-c3f90afa5394,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:48:56.205847 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:56.230461 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eefe90d-e794-4b43-b7c2-e1ca277507d7 x-openstack-request-id: req-1eefe90d-e794-4b43-b7c2-e1ca277507d7 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:48:56.230776 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24050e34-5cd2-4e5c-8a95-9be5fd680103", "name": "network-vif-plugged", "status": "completed", "tag": "97672621-24b9-42db-bd48-c3f90afa5394", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:48:56.231031 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1eefe90d-e794-4b43-b7c2-e1ca277507d7 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:48:56.231422 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24050e34-5cd2-4e5c-8a95-9be5fd680103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97672621-24b9-42db-bd48-c3f90afa5394', 'code': 200} Jul 24 09:48:56.256086 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=97672621-24b9-42db-bd48-c3f90afa5394,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:48:56.340719 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d68024-3383-4b19-84f8-b6e3ecc5aef9 req-b154b93d-cff3-4e3d-b2c9-91d410864dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:56.342261 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44d68024-3383-4b19-84f8-b6e3ecc5aef9 req-b154b93d-cff3-4e3d-b2c9-91d410864dc5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=24050e34-5cd2-4e5c-8a95-9be5fd680103 HTTP/1.1" status: 200 len: 1100 time: 0.0598493 Jul 24 09:48:56.388270 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44d68024-3383-4b19-84f8-b6e3ecc5aef9 req-b877c02b-ea91-4847-be65-d603b5700452 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=08a236ed-40b0-49ec-b951-d3f330c7b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371292 Jul 24 09:48:56.402213 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aeffac-46da-44ba-82c7-24b0424d2803 req-be90f53d-4243-464d-a7e9-93e8bd570359 tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:56.403694 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d5aeffac-46da-44ba-82c7-24b0424d2803 req-be90f53d-4243-464d-a7e9-93e8bd570359 tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.32 "GET /v2.0/ports?device_id=24050e34-5cd2-4e5c-8a95-9be5fd680103 HTTP/1.1" status: 200 len: 949 time: 0.0647585 Jul 24 09:48:56.441011 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d5aeffac-46da-44ba-82c7-24b0424d2803 req-a03efff4-2b60-42be-bfc8-37643d5d14ac tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.32 "GET /v2.0/security-groups?id=08a236ed-40b0-49ec-b951-d3f330c7b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313163 Jul 24 09:48:57.298659 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8c07fcbb-f10d-41e3-9c44-6088a2e790cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:57.575495 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a52a85-9803-4d77-a45f-fc8f56cc5004 req-8cb365b9-a810-4ca4-b649-4f5de29bece5 tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:57.576974 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54a52a85-9803-4d77-a45f-fc8f56cc5004 req-8cb365b9-a810-4ca4-b649-4f5de29bece5 tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.32 "GET /v2.0/ports?device_id=24050e34-5cd2-4e5c-8a95-9be5fd680103 HTTP/1.1" status: 200 len: 949 time: 0.0657504 Jul 24 09:48:57.613648 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54a52a85-9803-4d77-a45f-fc8f56cc5004 req-96d7f888-3dbf-43f0-a24d-029499c495ac tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.32 "GET /v2.0/security-groups?id=08a236ed-40b0-49ec-b951-d3f330c7b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311248 Jul 24 09:48:57.928567 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-dd1c2391-0348-4e2b-b6aa-4e0c1a8fdfb6 req-40506a5d-2d2b-4d53-b47d-47dd21a77389 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:48:57.929612 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dd1c2391-0348-4e2b-b6aa-4e0c1a8fdfb6 req-40506a5d-2d2b-4d53-b47d-47dd21a77389 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055227 Jul 24 09:48:58.311426 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-6e3a9908-5a86-4e8c-adf1-416e3fd25cd2 req-153db809-4db5-44bb-84b3-9115e6ffe61a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:48:58.312310 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6e3a9908-5a86-4e8c-adf1-416e3fd25cd2 req-153db809-4db5-44bb-84b3-9115e6ffe61a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054162 Jul 24 09:48:58.667671 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888414b-1756-4797-8f88-a8f6c8130843 req-dadbbdc5-3581-4df7-8696-33ddac75faa9 tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:58.669164 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d888414b-1756-4797-8f88-a8f6c8130843 req-dadbbdc5-3581-4df7-8696-33ddac75faa9 tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.32 "GET /v2.0/ports?device_id=24050e34-5cd2-4e5c-8a95-9be5fd680103 HTTP/1.1" status: 200 len: 949 time: 0.0647290 Jul 24 09:48:58.708588 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d888414b-1756-4797-8f88-a8f6c8130843 req-c362afe3-6ea9-490e-a2e3-a12bf0ab9884 tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.32 "GET /v2.0/security-groups?id=08a236ed-40b0-49ec-b951-d3f330c7b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338378 Jul 24 09:48:59.815423 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fefb98d1-b0ef-47d2-aa28-cc0dc4aec0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:48:59.851913 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d562712-b3c7-4a13-9953-94fe9b8e4d37 req-f146950b-85aa-4f08-b2cb-daa7afb8801d tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:59.853482 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3d562712-b3c7-4a13-9953-94fe9b8e4d37 req-f146950b-85aa-4f08-b2cb-daa7afb8801d tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.32 "GET /v2.0/ports?device_id=24050e34-5cd2-4e5c-8a95-9be5fd680103 HTTP/1.1" status: 200 len: 949 time: 0.0673006 Jul 24 09:48:59.892593 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3d562712-b3c7-4a13-9953-94fe9b8e4d37 req-03e45213-5788-4a9a-a875-cd4f637f35df tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.32 "GET /v2.0/security-groups?id=08a236ed-40b0-49ec-b951-d3f330c7b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332868 Jul 24 09:48:59.907837 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1971817-2c52-4d0d-89b7-bd02d96c8178 req-104a4326-0db1-4ba1-bde8-961eadf2c82a tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:48:59.909367 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b1971817-2c52-4d0d-89b7-bd02d96c8178 req-104a4326-0db1-4ba1-bde8-961eadf2c82a tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.37 "GET /v2.0/ports?device_id=24050e34-5cd2-4e5c-8a95-9be5fd680103 HTTP/1.1" status: 200 len: 949 time: 0.0667665 Jul 24 09:49:00.013441 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-b1971817-2c52-4d0d-89b7-bd02d96c8178 req-c0aac62b-6f4e-469b-9d3e-cacd11a3a270 tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Deleting port 97672621-24b9-42db-bd48-c3f90afa5394 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:49:00.013788 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b1971817-2c52-4d0d-89b7-bd02d96c8178 req-c0aac62b-6f4e-469b-9d3e-cacd11a3a270 tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:00.104971 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-b1971817-2c52-4d0d-89b7-bd02d96c8178 req-c0aac62b-6f4e-469b-9d3e-cacd11a3a270 tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] For port 97672621-24b9-42db-bd48-c3f90afa5394, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=97672621-24b9-42db-bd48-c3f90afa5394,segment=NetworkSegment(e7aea6f4-122f-4658-8084-5f7e75af2018),segment_id=e7aea6f4-122f-4658-8084-5f7e75af2018)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:49:00.105258 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b1971817-2c52-4d0d-89b7-bd02d96c8178 req-c0aac62b-6f4e-469b-9d3e-cacd11a3a270 tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:00.116820 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-b1971817-2c52-4d0d-89b7-bd02d96c8178 req-c0aac62b-6f4e-469b-9d3e-cacd11a3a270 tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Calling delete_port for 97672621-24b9-42db-bd48-c3f90afa5394 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:49:00.245998 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b1971817-2c52-4d0d-89b7-bd02d96c8178 req-c0aac62b-6f4e-469b-9d3e-cacd11a3a270 tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:00.258801 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['97672621-24b9-42db-bd48-c3f90afa5394'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:49:00.279599 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aac62b-6f4e-469b-9d3e-cacd11a3a270 tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Pushing event deleted for resources: {'Port': ['ID=97672621-24b9-42db-bd48-c3f90afa5394,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:49:00.329252 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1971817-2c52-4d0d-89b7-bd02d96c8178 req-c0aac62b-6f4e-469b-9d3e-cacd11a3a270 tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] No DVR routers for this DVR port 97672621-24b9-42db-bd48-c3f90afa5394 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:49:00.332039 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b1971817-2c52-4d0d-89b7-bd02d96c8178 req-c0aac62b-6f4e-469b-9d3e-cacd11a3a270 tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:00.334129 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b1971817-2c52-4d0d-89b7-bd02d96c8178 req-c0aac62b-6f4e-469b-9d3e-cacd11a3a270 tempest-ServersAdminNegativeTestJSON-113890305 tempest-ServersAdminNegativeTestJSON-113890305-project] 10.222.0.37 "DELETE /v2.0/ports/97672621-24b9-42db-bd48-c3f90afa5394 HTTP/1.1" status: 204 len: 173 time: 0.4194076 Jul 24 09:49:00.334576 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24050e34-5cd2-4e5c-8a95-9be5fd680103', 'name': 'network-vif-deleted', 'tag': '97672621-24b9-42db-bd48-c3f90afa5394'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:49:00.337163 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f273158a-97ff-4837-8974-0692dfec3a43" -d '{"events": [{"server_uuid": "24050e34-5cd2-4e5c-8a95-9be5fd680103", "name": "network-vif-deleted", "tag": "97672621-24b9-42db-bd48-c3f90afa5394"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:49:00.378758 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9587eaf8-aa7d-4516-9cbc-b8d437077e12 x-openstack-request-id: req-9587eaf8-aa7d-4516-9cbc-b8d437077e12 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:49:00.379055 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24050e34-5cd2-4e5c-8a95-9be5fd680103", "name": "network-vif-deleted", "tag": "97672621-24b9-42db-bd48-c3f90afa5394", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:49:00.379301 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9587eaf8-aa7d-4516-9cbc-b8d437077e12 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:49:00.379694 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24050e34-5cd2-4e5c-8a95-9be5fd680103', 'name': 'network-vif-deleted', 'tag': '97672621-24b9-42db-bd48-c3f90afa5394', 'status': 'completed', 'code': 200} Jul 24 09:49:00.496638 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:01.102759 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:01.188170 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46970) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:49:01.327303 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4a5da37d-e89f-4780-a054-96d872be008f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a600aeb2007433284cb6302d0d0928b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1378782 Jul 24 09:49:01.329913 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46974) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:49:01.380340 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-35caac37-2764-4750-a801-564513eaa67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:01.400953 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-35caac37-2764-4750-a801-564513eaa67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:01.445475 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-35caac37-2764-4750-a801-564513eaa67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:01.448561 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-35caac37-2764-4750-a801-564513eaa67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:01.449735 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-35caac37-2764-4750-a801-564513eaa67a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/08a236ed-40b0-49ec-b951-d3f330c7b5b9 HTTP/1.1" status: 204 len: 168 time: 0.1187961 Jul 24 09:49:01.457062 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35caac37-2764-4750-a801-564513eaa67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a236ed-40b0-49ec-b951-d3f330c7b5b9,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:49:01.700609 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 46980) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:49:01.713743 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-70a66d56-f95d-487b-b513-bacc79202549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:01.802773 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-70a66d56-f95d-487b-b513-bacc79202549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:01.807344 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-70a66d56-f95d-487b-b513-bacc79202549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:01.844251 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-70a66d56-f95d-487b-b513-bacc79202549 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae109a0a6c1543718be768abe3051ae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426024 Jul 24 09:49:01.845166 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a66d56-f95d-487b-b513-bacc79202549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4ceb3e-7762-404f-9092-6f99d5f3dbfd,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:49:01.847056 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 46982) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:49:01.894796 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-619f6672-0f22-49c8-a19f-b554c11380a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:01.916847 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-619f6672-0f22-49c8-a19f-b554c11380a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:01.962232 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-619f6672-0f22-49c8-a19f-b554c11380a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:01.964812 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-619f6672-0f22-49c8-a19f-b554c11380a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:01.965962 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-619f6672-0f22-49c8-a19f-b554c11380a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff4ceb3e-7762-404f-9092-6f99d5f3dbfd HTTP/1.1" status: 204 len: 168 time: 0.1178458 Jul 24 09:49:01.973306 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f6672-0f22-49c8-a19f-b554c11380a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4ceb3e-7762-404f-9092-6f99d5f3dbfd,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:49:02.603075 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47004) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:49:02.703229 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-92c8c71c-75ad-409b-ab4d-6af06482afb6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-265748780-network', 'tenant_id': '606b793830aa4a5dadf0e037753a9fbf'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:49:02.729780 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c8c71c-75ad-409b-ab4d-6af06482afb6 admin admin] Made reservation on behalf of 606b793830aa4a5dadf0e037753a9fbf for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:49:02.733221 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-92c8c71c-75ad-409b-ab4d-6af06482afb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:02.744796 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-92c8c71c-75ad-409b-ab4d-6af06482afb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:02.832447 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-92c8c71c-75ad-409b-ab4d-6af06482afb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:02.835994 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-92c8c71c-75ad-409b-ab4d-6af06482afb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:02.859390 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c8c71c-75ad-409b-ab4d-6af06482afb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:49:02.869424 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8c71c-75ad-409b-ab4d-6af06482afb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:49:02.875330 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-92c8c71c-75ad-409b-ab4d-6af06482afb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:02.875674 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-92c8c71c-75ad-409b-ab4d-6af06482afb6 admin admin] Added segment 6ea051ad-14b6-4476-923d-9e8a7a848129 of type vlan for network f8ff45d2-be06-441a-bae3-aca72d53dbac Jul 24 09:49:02.914732 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-92c8c71c-75ad-409b-ab4d-6af06482afb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:02.945010 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-92c8c71c-75ad-409b-ab4d-6af06482afb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:02.946028 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c8c71c-75ad-409b-ab4d-6af06482afb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:02.947215 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-92c8c71c-75ad-409b-ab4d-6af06482afb6 admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:02.977598 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-92c8c71c-75ad-409b-ab4d-6af06482afb6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3734043 Jul 24 09:49:02.980836 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47008) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:49:02.984109 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:02.986027 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-fe09236d-ebad-4b13-8e83-4d17de8e7ac8 admin admin] Request body: {'subnet': {'network_id': 'f8ff45d2-be06-441a-bae3-aca72d53dbac', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-265748780-subnet', 'tenant_id': '606b793830aa4a5dadf0e037753a9fbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:49:03.009282 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe09236d-ebad-4b13-8e83-4d17de8e7ac8 admin admin] Made reservation on behalf of 606b793830aa4a5dadf0e037753a9fbf for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:49:03.011903 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fe09236d-ebad-4b13-8e83-4d17de8e7ac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:03.012015 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8c71c-75ad-409b-ab4d-6af06482afb6 admin admin] Pushing event updated for resources: {'Network': ['ID=f8ff45d2-be06-441a-bae3-aca72d53dbac,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:49:03.028141 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network f8ff45d2-be06-441a-bae3-aca72d53dbac details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:49:03.194555 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fe09236d-ebad-4b13-8e83-4d17de8e7ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:03.539546 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09236d-ebad-4b13-8e83-4d17de8e7ac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc9494f1-20c1-47f5-a8c6-5ad3a9a35cc1,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:49:03.548484 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe09236d-ebad-4b13-8e83-4d17de8e7ac8 admin admin] Checking segment: {'id': '6ea051ad-14b6-4476-923d-9e8a7a848129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f8ff45d2-be06-441a-bae3-aca72d53dbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:49:03.548888 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe09236d-ebad-4b13-8e83-4d17de8e7ac8 admin admin] Network hostable DHCP agents. Network: f8ff45d2-be06-441a-bae3-aca72d53dbac, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:49:03.565289 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe09236d-ebad-4b13-8e83-4d17de8e7ac8 admin admin] Network f8ff45d2-be06-441a-bae3-aca72d53dbac is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:49:03.574156 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-fe09236d-ebad-4b13-8e83-4d17de8e7ac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, f8ff45d2-be06-441a-bae3-aca72d53dbac) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:49:03.578119 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe09236d-ebad-4b13-8e83-4d17de8e7ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:03.578699 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fe09236d-ebad-4b13-8e83-4d17de8e7ac8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:03.582762 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d72ea7a-a16c-4e96-bf5f-5d525a4fdee5 None None] Network f8ff45d2-be06-441a-bae3-aca72d53dbac requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:49:03.592506 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fe09236d-ebad-4b13-8e83-4d17de8e7ac8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6105475 Jul 24 09:49:03.711835 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c540a0fc-8b71-460f-a886-0ab00ed56d75 None None] Network f8ff45d2-be06-441a-bae3-aca72d53dbac requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:49:04.009389 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-dff32d08-f627-4bfd-8dff-46f8280f9f05 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:04.010886 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-dff32d08-f627-4bfd-8dff-46f8280f9f05 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/networks?id=f8ff45d2-be06-441a-bae3-aca72d53dbac HTTP/1.1" status: 200 len: 811 time: 0.1075828 Jul 24 09:49:04.025189 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-5b2efbc4-c05b-438d-a845-42b5b98d3ab1 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/quotas/606b793830aa4a5dadf0e037753a9fbf HTTP/1.1" status: 200 len: 375 time: 0.0089829 Jul 24 09:49:04.058827 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-91dcd2bd-6a8e-4d31-9766-36302fbe6aff tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=606b793830aa4a5dadf0e037753a9fbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289395 Jul 24 09:49:04.084218 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 97672621-24b9-42db-bd48-c3f90afa5394 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:49:04.103299 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 97672621-24b9-42db-bd48-c3f90afa5394 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:49:04.103642 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 97672621-24b9-42db-bd48-c3f90afa5394 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:49:04.145279 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-a08e1c16-4847-432d-b1e9-cbabab1bcf98 service neutron] 10.222.0.32 "GET /v2.0/networks/f8ff45d2-be06-441a-bae3-aca72d53dbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798044 Jul 24 09:49:04.235455 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-590ad056-7c25-4844-b0ae-c6e883aa98d3 service neutron] 10.222.0.32 "GET /v2.0/networks/f8ff45d2-be06-441a-bae3-aca72d53dbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839853 Jul 24 09:49:04.395986 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-55fa094c-0c43-477d-9890-371bf26493b3 req-985059be-7209-4702-9fed-31ce2083a6b8 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 210 time: 0.0279124 Jul 24 09:49:05.473861 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-08373b3e-40b6-4cc8-bee8-dab3baf63df4 req-b1731053-4c23-4aa4-9486-dd6caf9fc7d6 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 210 time: 0.0282197 Jul 24 09:49:06.552933 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-025bceaf-c76d-4443-854e-dde5458dd36c req-cc9a6011-1043-48a6-888a-e485c4d8a731 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 210 time: 0.0300508 Jul 24 09:49:07.636087 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1b5d4e11-1a5e-4b30-ad31-47ba4bcc8bd3 req-bbcc7ad8-b2f6-4144-9e55-e8bb923a815c tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 210 time: 0.0304258 Jul 24 09:49:08.732891 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f98c65e9-69f8-4888-8f96-890c01f8716e req-def0f77b-b46e-459c-a24f-149f5c3a478e tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 210 time: 0.0278134 Jul 24 09:49:09.367446 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-7154ff06-7be7-4f4e-a525-c7c8dbc6b9a6 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:09.369578 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-7154ff06-7be7-4f4e-a525-c7c8dbc6b9a6 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.37 "GET /v2.0/networks?id=f8ff45d2-be06-441a-bae3-aca72d53dbac HTTP/1.1" status: 200 len: 811 time: 0.1105058 Jul 24 09:49:09.383463 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-ac09d90f-8bff-4ffb-80f0-e3319201423b tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Request body: {'port': {'device_id': '0640d549-e616-4a6e-b8af-614021ceb2c3', 'network_id': 'f8ff45d2-be06-441a-bae3-aca72d53dbac', 'admin_state_up': True, 'tenant_id': '606b793830aa4a5dadf0e037753a9fbf'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:49:09.489713 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-ac09d90f-8bff-4ffb-80f0-e3319201423b tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Made reservation on behalf of 606b793830aa4a5dadf0e037753a9fbf for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:49:09.493187 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-ac09d90f-8bff-4ffb-80f0-e3319201423b tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:09.611661 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-ac09d90f-8bff-4ffb-80f0-e3319201423b tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Allocated IP 172.20.0.10 (f8ff45d2-be06-441a-bae3-aca72d53dbac/fc9494f1-20c1-47f5-a8c6-5ad3a9a35cc1/645ce018-dcd2-498e-866e-4e21471e8ad9) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:49:09.753452 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-ac09d90f-8bff-4ffb-80f0-e3319201423b tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:09.793608 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-ac09d90f-8bff-4ffb-80f0-e3319201423b tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:09.867273 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-ac09d90f-8bff-4ffb-80f0-e3319201423b tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Network f8ff45d2-be06-441a-bae3-aca72d53dbac is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:49:09.874565 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-ac09d90f-8bff-4ffb-80f0-e3319201423b tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:49:09.877243 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-ac09d90f-8bff-4ffb-80f0-e3319201423b tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:49:09.882074 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09d90f-8bff-4ffb-80f0-e3319201423b tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Pushing event updated for resources: {'Port': ['ID=645ce018-dcd2-498e-866e-4e21471e8ad9,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:49:09.936950 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-ac09d90f-8bff-4ffb-80f0-e3319201423b tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:09.937551 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-ac09d90f-8bff-4ffb-80f0-e3319201423b tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:09.951608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef52e58-e521-4e9d-aaa3-f675f4e1147e req-a0ee1653-6c03-41f7-9368-f629df255bd2 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:09.953074 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3ef52e58-e521-4e9d-aaa3-f675f4e1147e req-a0ee1653-6c03-41f7-9368-f629df255bd2 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 932 time: 0.1327953 Jul 24 09:49:09.967245 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-ac09d90f-8bff-4ffb-80f0-e3319201423b tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5876305 Jul 24 09:49:09.980639 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-68d0e48e-ac46-4aa6-9a6e-70d559a2a30c service neutron] Request body: {'port': {'device_id': '0640d549-e616-4a6e-b8af-614021ceb2c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:49:10.018149 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3ef52e58-e521-4e9d-aaa3-f675f4e1147e req-1e0edbbf-1586-4803-942a-0c83753434b7 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591471 Jul 24 09:49:10.068153 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-68d0e48e-ac46-4aa6-9a6e-70d559a2a30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:10.317017 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-68d0e48e-ac46-4aa6-9a6e-70d559a2a30c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645ce018-dcd2-498e-866e-4e21471e8ad9 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:49:10.324665 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-68d0e48e-ac46-4aa6-9a6e-70d559a2a30c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:10.335956 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-68d0e48e-ac46-4aa6-9a6e-70d559a2a30c service neutron] Transition to ACTIVE for port object 645ce018-dcd2-498e-866e-4e21471e8ad9 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:49:10.338975 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-68d0e48e-ac46-4aa6-9a6e-70d559a2a30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:10.388155 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0e48e-ac46-4aa6-9a6e-70d559a2a30c service neutron] Pushing event updated for resources: {'Port': ['ID=645ce018-dcd2-498e-866e-4e21471e8ad9,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:49:10.453884 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-68d0e48e-ac46-4aa6-9a6e-70d559a2a30c service neutron] Attempting to bind port 645ce018-dcd2-498e-866e-4e21471e8ad9 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:49:10.454218 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-68d0e48e-ac46-4aa6-9a6e-70d559a2a30c service neutron] Attempting to bind port 645ce018-dcd2-498e-866e-4e21471e8ad9 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '6ea051ad-14b6-4476-923d-9e8a7a848129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f8ff45d2-be06-441a-bae3-aca72d53dbac'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:49:10.454550 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-68d0e48e-ac46-4aa6-9a6e-70d559a2a30c service neutron] Attempting to bind port 645ce018-dcd2-498e-866e-4e21471e8ad9 on network f8ff45d2-be06-441a-bae3-aca72d53dbac {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:49:10.458677 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-68d0e48e-ac46-4aa6-9a6e-70d559a2a30c service neutron] Port 645ce018-dcd2-498e-866e-4e21471e8ad9 on network f8ff45d2-be06-441a-bae3-aca72d53dbac not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:49:10.458996 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-68d0e48e-ac46-4aa6-9a6e-70d559a2a30c service neutron] Attempting to bind port 645ce018-dcd2-498e-866e-4e21471e8ad9 on network f8ff45d2-be06-441a-bae3-aca72d53dbac {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:49:10.463706 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-68d0e48e-ac46-4aa6-9a6e-70d559a2a30c service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:49:10.464045 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-68d0e48e-ac46-4aa6-9a6e-70d559a2a30c service neutron] Checking segment: {'id': '6ea051ad-14b6-4476-923d-9e8a7a848129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f8ff45d2-be06-441a-bae3-aca72d53dbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:49:10.464426 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-68d0e48e-ac46-4aa6-9a6e-70d559a2a30c service neutron] Bound using segment: {'id': '6ea051ad-14b6-4476-923d-9e8a7a848129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f8ff45d2-be06-441a-bae3-aca72d53dbac'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:49:10.464882 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-68d0e48e-ac46-4aa6-9a6e-70d559a2a30c service neutron] Bound port: 645ce018-dcd2-498e-866e-4e21471e8ad9, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea051ad-14b6-4476-923d-9e8a7a848129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f8ff45d2-be06-441a-bae3-aca72d53dbac'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:49:10.465233 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-68d0e48e-ac46-4aa6-9a6e-70d559a2a30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:10.524363 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-68d0e48e-ac46-4aa6-9a6e-70d559a2a30c service neutron] For port 645ce018-dcd2-498e-866e-4e21471e8ad9, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:49:10.527261 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-68d0e48e-ac46-4aa6-9a6e-70d559a2a30c service neutron] For port 645ce018-dcd2-498e-866e-4e21471e8ad9, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=645ce018-dcd2-498e-866e-4e21471e8ad9,segment=NetworkSegment(6ea051ad-14b6-4476-923d-9e8a7a848129),segment_id=6ea051ad-14b6-4476-923d-9e8a7a848129)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:49:10.531420 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-68d0e48e-ac46-4aa6-9a6e-70d559a2a30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:10.563825 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-68d0e48e-ac46-4aa6-9a6e-70d559a2a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:10.564458 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-68d0e48e-ac46-4aa6-9a6e-70d559a2a30c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:10.565945 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-68d0e48e-ac46-4aa6-9a6e-70d559a2a30c service neutron] 10.222.0.37 "PUT /v2.0/ports/645ce018-dcd2-498e-866e-4e21471e8ad9 HTTP/1.1" status: 200 len: 1092 time: 0.5900714 Jul 24 09:49:10.566383 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0640d549-e616-4a6e-b8af-614021ceb2c3', 'tag': '645ce018-dcd2-498e-866e-4e21471e8ad9'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:49:10.568652 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4a5aac-0e1b-4bff-89fe-90f651b93728" -d '{"events": [{"name": "network-changed", "server_uuid": "0640d549-e616-4a6e-b8af-614021ceb2c3", "tag": "645ce018-dcd2-498e-866e-4e21471e8ad9"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:49:10.593230 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0e48e-ac46-4aa6-9a6e-70d559a2a30c service neutron] Pushing event updated for resources: {'Port': ['ID=645ce018-dcd2-498e-866e-4e21471e8ad9,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:49:10.605302 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3e83b7-ba8a-4fe3-b428-b3a4f64df954 x-openstack-request-id: req-6d3e83b7-ba8a-4fe3-b428-b3a4f64df954 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:49:10.605596 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0640d549-e616-4a6e-b8af-614021ceb2c3", "tag": "645ce018-dcd2-498e-866e-4e21471e8ad9", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:49:10.605847 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d3e83b7-ba8a-4fe3-b428-b3a4f64df954 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:49:10.606306 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0640d549-e616-4a6e-b8af-614021ceb2c3', 'tag': '645ce018-dcd2-498e-866e-4e21471e8ad9', 'status': 'completed', 'code': 200} Jul 24 09:49:10.662374 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-68693d03-e4cc-4e03-a22d-00cbd5f2e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:10.663854 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-68693d03-e4cc-4e03-a22d-00cbd5f2e62a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=606b793830aa4a5dadf0e037753a9fbf&device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 1095 time: 0.0567658 Jul 24 09:49:10.704300 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-8a9176e3-acbb-42e5-9ad1-8217d80ccf03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=645ce018-dcd2-498e-866e-4e21471e8ad9 HTTP/1.1" status: 200 len: 217 time: 0.0336769 Jul 24 09:49:10.751003 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-104ef283-892b-4688-9cdd-817bb75ea89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:10.752365 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-104ef283-892b-4688-9cdd-817bb75ea89d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc9494f1-20c1-47f5-a8c6-5ad3a9a35cc1 HTTP/1.1" status: 200 len: 851 time: 0.0418882 Jul 24 09:49:10.783897 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-c0350826-00d2-42e9-94bf-c6ea0253e7dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f8ff45d2-be06-441a-bae3-aca72d53dbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253696 Jul 24 09:49:10.872717 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-e7688ab5-a9ed-49c8-9c4f-9bdbfad22eaa service neutron] 10.222.0.37 "GET /v2.0/networks/f8ff45d2-be06-441a-bae3-aca72d53dbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817308 Jul 24 09:49:10.963234 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-112a4236-cb47-454f-8e7f-3cc9a1d08357 req-6775137f-d968-46c9-9543-623564027066 service neutron] 10.222.0.37 "GET /v2.0/networks/f8ff45d2-be06-441a-bae3-aca72d53dbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843267 Jul 24 09:49:11.058410 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a5aac-0e1b-4bff-89fe-90f651b93728 req-127b0a49-9e9e-4ebb-abb2-57488a1c85bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:11.059926 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e4a5aac-0e1b-4bff-89fe-90f651b93728 req-127b0a49-9e9e-4ebb-abb2-57488a1c85bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=606b793830aa4a5dadf0e037753a9fbf&device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 1095 time: 0.0551786 Jul 24 09:49:11.181633 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a5aac-0e1b-4bff-89fe-90f651b93728 req-6a9d8c8b-a56b-4a2c-b4c7-08c3585adf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:11.183121 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e4a5aac-0e1b-4bff-89fe-90f651b93728 req-6a9d8c8b-a56b-4a2c-b4c7-08c3585adf61 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f8ff45d2-be06-441a-bae3-aca72d53dbac HTTP/1.1" status: 200 len: 911 time: 0.1172941 Jul 24 09:49:11.206442 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b84f24-668c-4bf9-9d3d-f08ec89e0cba req-be036e50-9673-4840-b74f-bb7a192e8797 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:11.207836 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-10b84f24-668c-4bf9-9d3d-f08ec89e0cba req-be036e50-9673-4840-b74f-bb7a192e8797 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 944 time: 0.1173522 Jul 24 09:49:11.236418 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e4a5aac-0e1b-4bff-89fe-90f651b93728 req-716fe14e-85b4-4bbf-819a-7bcda6ec06f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=645ce018-dcd2-498e-866e-4e21471e8ad9 HTTP/1.1" status: 200 len: 217 time: 0.0460896 Jul 24 09:49:11.298843 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-10b84f24-668c-4bf9-9d3d-f08ec89e0cba req-0afb15f9-1d74-40ab-aa7a-f4bf97e04b27 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646205 Jul 24 09:49:11.307076 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a5aac-0e1b-4bff-89fe-90f651b93728 req-3d9aaf00-b2ec-4e9f-ba6e-bf4d3ecf9ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:11.308450 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e4a5aac-0e1b-4bff-89fe-90f651b93728 req-3d9aaf00-b2ec-4e9f-ba6e-bf4d3ecf9ce7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc9494f1-20c1-47f5-a8c6-5ad3a9a35cc1 HTTP/1.1" status: 200 len: 851 time: 0.0603955 Jul 24 09:49:11.343885 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e4a5aac-0e1b-4bff-89fe-90f651b93728 req-9f6689dd-9673-4a00-b857-8620eae9d730 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f8ff45d2-be06-441a-bae3-aca72d53dbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278034 Jul 24 09:49:11.437703 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e4a5aac-0e1b-4bff-89fe-90f651b93728 req-eb2036ea-fd5d-421c-8f7f-9506f57b9f2a service neutron] 10.222.0.37 "GET /v2.0/networks/f8ff45d2-be06-441a-bae3-aca72d53dbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859914 Jul 24 09:49:11.527394 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e4a5aac-0e1b-4bff-89fe-90f651b93728 req-49824263-d567-4eb4-a11d-fa7e1194d3a9 service neutron] 10.222.0.37 "GET /v2.0/networks/f8ff45d2-be06-441a-bae3-aca72d53dbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828154 Jul 24 09:49:12.432605 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29ce2c-896e-4bd6-921f-fb5ff5086e03 req-6e2363f5-0c18-4881-864d-7192f9bea42f tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:12.433994 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6b29ce2c-896e-4bd6-921f-fb5ff5086e03 req-6e2363f5-0c18-4881-864d-7192f9bea42f tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 944 time: 0.0644727 Jul 24 09:49:12.470243 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6b29ce2c-896e-4bd6-921f-fb5ff5086e03 req-c29d7646-58b9-48b8-ae93-20dd07cf429f tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307391 Jul 24 09:49:13.599532 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1011c-608f-4e50-a0dc-bfd433dfff6d req-3c0dbd40-ff8b-4619-a52d-7e6572970620 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:13.601183 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9eb1011c-608f-4e50-a0dc-bfd433dfff6d req-3c0dbd40-ff8b-4619-a52d-7e6572970620 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 944 time: 0.0620351 Jul 24 09:49:13.638253 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9eb1011c-608f-4e50-a0dc-bfd433dfff6d req-9762e10e-b7b5-4c97-ab62-3935a1ff0b2a tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309827 Jul 24 09:49:14.117465 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 645ce018-dcd2-498e-866e-4e21471e8ad9 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:49:14.210289 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 645ce018-dcd2-498e-866e-4e21471e8ad9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=645ce018-dcd2-498e-866e-4e21471e8ad9,segment=NetworkSegment(6ea051ad-14b6-4476-923d-9e8a7a848129),segment_id=6ea051ad-14b6-4476-923d-9e8a7a848129)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:49:14.221665 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '645ce018-dcd2-498e-866e-4e21471e8ad9', 'network_id': 'f8ff45d2-be06-441a-bae3-aca72d53dbac', 'port_id': '645ce018-dcd2-498e-866e-4e21471e8ad9', 'mac_address': 'fa:16:3e:2c:6d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9494f1-20c1-47f5-a8c6-5ad3a9a35cc1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:49:14.262208 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:14.280055 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645ce018-dcd2-498e-866e-4e21471e8ad9 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:49:14.285601 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:14.299702 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 645ce018-dcd2-498e-866e-4e21471e8ad9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=645ce018-dcd2-498e-866e-4e21471e8ad9,segment=NetworkSegment(6ea051ad-14b6-4476-923d-9e8a7a848129),segment_id=6ea051ad-14b6-4476-923d-9e8a7a848129)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:49:14.303429 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:14.348305 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=645ce018-dcd2-498e-866e-4e21471e8ad9,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:49:14.493169 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['645ce018-dcd2-498e-866e-4e21471e8ad9'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:49:14.771943 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be46117-80c0-42dc-b38e-4d56e1ba8651 req-5aaf15fe-da87-4f9e-b080-679fd21e654a tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:14.773378 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0be46117-80c0-42dc-b38e-4d56e1ba8651 req-5aaf15fe-da87-4f9e-b080-679fd21e654a tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 945 time: 0.0662377 Jul 24 09:49:14.810090 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0be46117-80c0-42dc-b38e-4d56e1ba8651 req-fb6b4871-2960-4789-8950-0191a447e21f tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311706 Jul 24 09:49:15.943534 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941cede-793c-47cc-8254-43b9a1b8058a req-fe784314-c94d-4926-a0ca-be2059dc16bd tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:15.944996 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6941cede-793c-47cc-8254-43b9a1b8058a req-fe784314-c94d-4926-a0ca-be2059dc16bd tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 945 time: 0.0654521 Jul 24 09:49:16.133234 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 645ce018-dcd2-498e-866e-4e21471e8ad9 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:49:16.183392 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 645ce018-dcd2-498e-866e-4e21471e8ad9 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:49:16.187517 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 645ce018-dcd2-498e-866e-4e21471e8ad9 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:49:16.187914 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:16.267375 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:16.280479 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6941cede-793c-47cc-8254-43b9a1b8058a req-46443a91-363d-4474-ae94-23d14a7ef2d2 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294723 Jul 24 09:49:16.289366 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0640d549-e616-4a6e-b8af-614021ceb2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645ce018-dcd2-498e-866e-4e21471e8ad9'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:49:16.291675 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a004a98f-af70-41c1-8e82-3873d84e853b" -d '{"events": [{"server_uuid": "0640d549-e616-4a6e-b8af-614021ceb2c3", "name": "network-vif-plugged", "status": "completed", "tag": "645ce018-dcd2-498e-866e-4e21471e8ad9"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:49:16.304376 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 645ce018-dcd2-498e-866e-4e21471e8ad9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=645ce018-dcd2-498e-866e-4e21471e8ad9,segment=NetworkSegment(6ea051ad-14b6-4476-923d-9e8a7a848129),segment_id=6ea051ad-14b6-4476-923d-9e8a7a848129)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:49:16.309669 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:16.334283 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6402a9e8-e256-4294-9aef-9c0ed1420a04 x-openstack-request-id: req-6402a9e8-e256-4294-9aef-9c0ed1420a04 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:49:16.334569 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0640d549-e616-4a6e-b8af-614021ceb2c3", "name": "network-vif-plugged", "status": "completed", "tag": "645ce018-dcd2-498e-866e-4e21471e8ad9", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:49:16.334818 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6402a9e8-e256-4294-9aef-9c0ed1420a04 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:49:16.335200 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0640d549-e616-4a6e-b8af-614021ceb2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645ce018-dcd2-498e-866e-4e21471e8ad9', 'code': 200} Jul 24 09:49:16.362166 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=645ce018-dcd2-498e-866e-4e21471e8ad9,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:49:16.444379 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c84a2-5325-4049-a5ed-92c1f08b8128 req-1a68b95a-b104-4ce7-b025-73eb234f8d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:16.445802 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b45c84a2-5325-4049-a5ed-92c1f08b8128 req-1a68b95a-b104-4ce7-b025-73eb234f8d7c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 1097 time: 0.0594797 Jul 24 09:49:16.478917 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b45c84a2-5325-4049-a5ed-92c1f08b8128 req-d1628a8a-826c-40c6-ba6f-8c62f0d2fd43 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272334 Jul 24 09:49:16.862364 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:17.409980 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0978836-d04e-47de-8676-d5248bbea0ae req-eccbd3cf-cc5d-4a02-b64b-adb844b22768 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:17.411436 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a0978836-d04e-47de-8676-d5248bbea0ae req-eccbd3cf-cc5d-4a02-b64b-adb844b22768 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0613966 Jul 24 09:49:17.447233 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a0978836-d04e-47de-8676-d5248bbea0ae req-74235f87-6d7c-4199-92e1-d8f7a818b65f tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302103 Jul 24 09:49:17.712297 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a7821-98d6-48f1-8cc7-411901e56b8f req-cb01af24-0104-4e87-b7e6-91a85b7c95d1 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:17.713727 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1f1a7821-98d6-48f1-8cc7-411901e56b8f req-cb01af24-0104-4e87-b7e6-91a85b7c95d1 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0685716 Jul 24 09:49:17.741043 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-944750cf-e428-4e46-91f6-8991286ca037 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1077867 Jul 24 09:49:17.751442 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1f1a7821-98d6-48f1-8cc7-411901e56b8f req-145bd6f9-26cd-446e-87d2-084fd674f031 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319648 Jul 24 09:49:18.875624 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-39732c20-5879-4e59-89ca-07ce09198653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:18.877053 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-39732c20-5879-4e59-89ca-07ce09198653 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=606b793830aa4a5dadf0e037753a9fbf&device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 1097 time: 0.0530121 Jul 24 09:49:18.892719 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f171115-1128-4ed7-999c-a0019d6d7bfa req-b1b4c7dc-0173-4a39-a5fb-511f0f7e31e1 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:18.894214 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4f171115-1128-4ed7-999c-a0019d6d7bfa req-b1b4c7dc-0173-4a39-a5fb-511f0f7e31e1 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0647495 Jul 24 09:49:18.933012 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4f171115-1128-4ed7-999c-a0019d6d7bfa req-09471668-20aa-4ae0-9bdd-fc7e3ee6c838 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323901 Jul 24 09:49:18.967254 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-c6187a97-4f7f-4d8a-815e-192ecb10fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:18.968765 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-c6187a97-4f7f-4d8a-815e-192ecb10fcf5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f8ff45d2-be06-441a-bae3-aca72d53dbac HTTP/1.1" status: 200 len: 911 time: 0.0858889 Jul 24 09:49:19.007510 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-3695af26-b963-4ada-9966-365b0145adca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=645ce018-dcd2-498e-866e-4e21471e8ad9 HTTP/1.1" status: 200 len: 217 time: 0.0323765 Jul 24 09:49:19.054728 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-875880ca-948e-4bdd-98be-fee9238d1145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:19.056143 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-875880ca-948e-4bdd-98be-fee9238d1145 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc9494f1-20c1-47f5-a8c6-5ad3a9a35cc1 HTTP/1.1" status: 200 len: 851 time: 0.0426064 Jul 24 09:49:19.092558 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-9a73d3fc-2414-4ea6-a72c-e9addad8b711 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f8ff45d2-be06-441a-bae3-aca72d53dbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308139 Jul 24 09:49:19.181183 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-efec175e-7c1d-418c-9a69-5e61a7ad081d service neutron] 10.222.0.37 "GET /v2.0/networks/f8ff45d2-be06-441a-bae3-aca72d53dbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808792 Jul 24 09:49:19.270278 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-b283372e-fa4f-4df7-9ad4-7a18e2288a89 service neutron] 10.222.0.37 "GET /v2.0/networks/f8ff45d2-be06-441a-bae3-aca72d53dbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837152 Jul 24 09:49:20.065587 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518aeeeb-8710-41f7-bac9-285a1dc7901e req-c3098db9-9421-4bc6-8716-91a568497886 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:20.067094 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-518aeeeb-8710-41f7-bac9-285a1dc7901e req-c3098db9-9421-4bc6-8716-91a568497886 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0640378 Jul 24 09:49:20.104503 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-518aeeeb-8710-41f7-bac9-285a1dc7901e req-34f7bdc6-67d6-400d-9671-b3b6f4f37dd8 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317087 Jul 24 09:49:21.234916 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d1708-70de-4bbd-9a91-edb19cfbe0a9 req-abc54c48-0f0b-4c72-aaf6-c01a01d37430 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:21.237985 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-839d1708-70de-4bbd-9a91-edb19cfbe0a9 req-abc54c48-0f0b-4c72-aaf6-c01a01d37430 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0637639 Jul 24 09:49:21.273666 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-839d1708-70de-4bbd-9a91-edb19cfbe0a9 req-6f4177a3-54ca-480f-baac-11c3c6419523 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310290 Jul 24 09:49:22.408973 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db4423-1eae-4644-a989-1548197f2b86 req-4cbe2215-9c32-4be3-8707-0409c213c1a6 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:22.410448 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-07db4423-1eae-4644-a989-1548197f2b86 req-4cbe2215-9c32-4be3-8707-0409c213c1a6 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0662715 Jul 24 09:49:22.447225 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-07db4423-1eae-4644-a989-1548197f2b86 req-986ce68c-8232-4608-b454-8adf2b7659b7 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312986 Jul 24 09:49:23.579293 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55491385-1b41-4b33-a860-6d6862e28934 req-107cd544-2698-4b24-bbe2-60fc86595ac2 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:23.580767 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-55491385-1b41-4b33-a860-6d6862e28934 req-107cd544-2698-4b24-bbe2-60fc86595ac2 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0653841 Jul 24 09:49:23.617134 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-55491385-1b41-4b33-a860-6d6862e28934 req-f81a9916-0d75-4813-a4b0-2554ec62af02 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308805 Jul 24 09:49:24.764547 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e0a28-c9af-4cbd-afb2-60a95034b4c4 req-04f503e8-32b1-4a56-886a-c673f7e1c80f tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:24.766041 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c74e0a28-c9af-4cbd-afb2-60a95034b4c4 req-04f503e8-32b1-4a56-886a-c673f7e1c80f tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0640004 Jul 24 09:49:24.802315 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c74e0a28-c9af-4cbd-afb2-60a95034b4c4 req-9b0a204a-2cf1-4214-9f45-110a1004dc21 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308211 Jul 24 09:49:25.933207 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5ad95-6308-4c3b-ad34-4e88a953edd7 req-2a1d004d-7d6d-4257-bd30-40700bbb5015 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:25.934696 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-06d5ad95-6308-4c3b-ad34-4e88a953edd7 req-2a1d004d-7d6d-4257-bd30-40700bbb5015 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0626771 Jul 24 09:49:25.971109 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-06d5ad95-6308-4c3b-ad34-4e88a953edd7 req-6c62ca09-4cd9-42e6-a780-a74f8468960e tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309687 Jul 24 09:49:26.751925 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:49:27.122211 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d969a2-42eb-495c-907d-d0f339378363 req-e5de0973-fbe6-43ae-aab5-007a36ccfd85 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:27.123770 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e0d969a2-42eb-495c-907d-d0f339378363 req-e5de0973-fbe6-43ae-aab5-007a36ccfd85 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0779929 Jul 24 09:49:27.163502 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e0d969a2-42eb-495c-907d-d0f339378363 req-08a5c665-0d7e-4f4c-8810-45037dd6bf26 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338838 Jul 24 09:49:27.301730 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f36cfe62-c8b4-422b-8984-9bb6259e0926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:28.295445 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10349deb-eedf-4bcf-9c12-b3c82228c36f req-797bfa1f-5837-4013-97f1-29225db74cc6 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:28.296944 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-10349deb-eedf-4bcf-9c12-b3c82228c36f req-797bfa1f-5837-4013-97f1-29225db74cc6 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0634999 Jul 24 09:49:28.334323 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-10349deb-eedf-4bcf-9c12-b3c82228c36f req-1f8d8870-207f-48bb-9c85-377f2e94d446 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318637 Jul 24 09:49:29.470904 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644eb176-3820-4334-a01f-09c42bd59f9d req-0a972b72-009c-4ab7-a6dd-d23a0473d7e2 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:29.472420 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-644eb176-3820-4334-a01f-09c42bd59f9d req-0a972b72-009c-4ab7-a6dd-d23a0473d7e2 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0684814 Jul 24 09:49:29.512096 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-644eb176-3820-4334-a01f-09c42bd59f9d req-3902f4e3-3773-4308-9ef6-6657f20c1e51 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338078 Jul 24 09:49:29.816901 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1bc6c964-38ec-4028-8063-26c40de47752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:30.487938 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:30.651310 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2283596-6f7f-4a78-9c08-ffffb4ae8375 req-1a339673-4bea-4ebc-a564-0c5dafbf1162 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:30.652840 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c2283596-6f7f-4a78-9c08-ffffb4ae8375 req-1a339673-4bea-4ebc-a564-0c5dafbf1162 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0679221 Jul 24 09:49:30.691838 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c2283596-6f7f-4a78-9c08-ffffb4ae8375 req-4b963279-8a95-4b38-ae9f-4cbb90ba34ef tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329754 Jul 24 09:49:31.103033 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:31.824817 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4150be0-442f-4b28-9f3f-bc5dea9784e2 req-4263287d-0c3d-47c3-85c7-5345a03fd7f9 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:31.830039 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c4150be0-442f-4b28-9f3f-bc5dea9784e2 req-4263287d-0c3d-47c3-85c7-5345a03fd7f9 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0635464 Jul 24 09:49:31.864220 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c4150be0-442f-4b28-9f3f-bc5dea9784e2 req-926cf930-8fde-4876-88e5-6220d440e319 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320501 Jul 24 09:49:32.983022 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:32.998102 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202381d-c41a-4773-b12c-115ac15cffca req-82351f0d-5895-4015-9bd0-5314aeffda70 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:32.999587 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e202381d-c41a-4773-b12c-115ac15cffca req-82351f0d-5895-4015-9bd0-5314aeffda70 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0641978 Jul 24 09:49:33.036878 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e202381d-c41a-4773-b12c-115ac15cffca req-242946f4-4c23-4ddf-bcdc-091e91bba4cc tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316494 Jul 24 09:49:34.175301 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e362276-3888-4bc8-9fdb-c346b5739f78 req-6b6a87fb-f795-4165-bbea-f10eff279741 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:34.176822 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e362276-3888-4bc8-9fdb-c346b5739f78 req-6b6a87fb-f795-4165-bbea-f10eff279741 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0669231 Jul 24 09:49:34.213552 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e362276-3888-4bc8-9fdb-c346b5739f78 req-5b1c654c-97d7-491d-98de-4d5ac36bb891 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310798 Jul 24 09:49:35.347513 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fe335-3d0d-46ff-a263-4249c17de945 req-49189935-81ad-4168-831d-0ad55cce87eb tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:35.349014 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4c3fe335-3d0d-46ff-a263-4249c17de945 req-49189935-81ad-4168-831d-0ad55cce87eb tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0662684 Jul 24 09:49:35.386155 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4c3fe335-3d0d-46ff-a263-4249c17de945 req-a7a762dd-9cdb-42fd-a8e1-4674ab5ce16a tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311897 Jul 24 09:49:36.517275 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4088f-0c4b-44f9-bd06-51cfa4ac7b74 req-53a3045d-6b8f-4b28-9212-d063c5e8901f tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:36.518788 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c8f4088f-0c4b-44f9-bd06-51cfa4ac7b74 req-53a3045d-6b8f-4b28-9212-d063c5e8901f tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0621417 Jul 24 09:49:36.554606 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c8f4088f-0c4b-44f9-bd06-51cfa4ac7b74 req-bfc04a1e-085c-48e5-9c56-c8c286a26c60 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303311 Jul 24 09:49:37.687266 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bb08a-336d-4555-93c7-cce90ae34bfc req-f9d66732-8beb-4451-a2d2-8589ef010cd1 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:37.688779 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-481bb08a-336d-4555-93c7-cce90ae34bfc req-f9d66732-8beb-4451-a2d2-8589ef010cd1 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0642178 Jul 24 09:49:37.725043 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-481bb08a-336d-4555-93c7-cce90ae34bfc req-83d416e5-5e6f-4357-85c5-5537c8d95854 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307639 Jul 24 09:49:38.857367 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92db5a-b106-4812-bdba-0b98920e4863 req-e3be9b87-fa4b-43ff-96fd-6ad06faa4710 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:38.858773 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3e92db5a-b106-4812-bdba-0b98920e4863 req-e3be9b87-fa4b-43ff-96fd-6ad06faa4710 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0625799 Jul 24 09:49:38.895472 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3e92db5a-b106-4812-bdba-0b98920e4863 req-6b2c8ddf-4279-4704-bc61-3e688b01cdc6 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312693 Jul 24 09:49:40.025673 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6819efb-ea88-423f-9b5b-a8c7d6e0bb2d req-95b064c3-d92a-44a3-a649-e1daaa70752c tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:40.027142 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d6819efb-ea88-423f-9b5b-a8c7d6e0bb2d req-95b064c3-d92a-44a3-a649-e1daaa70752c tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0621004 Jul 24 09:49:40.063944 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d6819efb-ea88-423f-9b5b-a8c7d6e0bb2d req-17ae3e83-75ef-4e8c-995e-4ddf56640ebf tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310953 Jul 24 09:49:41.198762 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885dd1c-733d-4d85-b7fd-65ecb9d6c507 req-2b004ab3-74b5-440a-b6cb-ebdf5f4d8bb0 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:41.200245 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d885dd1c-733d-4d85-b7fd-65ecb9d6c507 req-2b004ab3-74b5-440a-b6cb-ebdf5f4d8bb0 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0675948 Jul 24 09:49:41.236566 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d885dd1c-733d-4d85-b7fd-65ecb9d6c507 req-747e0b50-5341-4c4e-943c-b38f73b994a2 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308282 Jul 24 09:49:42.370112 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0a6e8-d353-405f-8fb0-21e76ebc773d req-994f7514-bc58-4825-aa27-4acacd2c4ff9 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:42.371579 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-86c0a6e8-d353-405f-8fb0-21e76ebc773d req-994f7514-bc58-4825-aa27-4acacd2c4ff9 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0656910 Jul 24 09:49:42.408134 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-86c0a6e8-d353-405f-8fb0-21e76ebc773d req-eb1d48b4-d936-4ee6-8872-62f3c08a4097 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311260 Jul 24 09:49:43.539614 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e57e1-daed-480f-ab04-4191f65dedad req-078ef627-edb0-4b04-8fda-174d1bf16637 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:43.541210 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e84e57e1-daed-480f-ab04-4191f65dedad req-078ef627-edb0-4b04-8fda-174d1bf16637 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0652678 Jul 24 09:49:43.578560 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e84e57e1-daed-480f-ab04-4191f65dedad req-ad05e004-ab6c-4c9c-949d-7d70c919284a tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319431 Jul 24 09:49:44.285340 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:44.709686 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd43ab5-161d-4b30-aabc-ea5dda96c067 req-4fac7ac4-a7b0-4ed7-a994-e3985f54f1af tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:44.711181 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2dd43ab5-161d-4b30-aabc-ea5dda96c067 req-4fac7ac4-a7b0-4ed7-a994-e3985f54f1af tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0634482 Jul 24 09:49:44.748760 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2dd43ab5-161d-4b30-aabc-ea5dda96c067 req-ce73b071-7f3a-4035-8ccd-1f5a570d1827 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320158 Jul 24 09:49:45.882980 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3159f-36b1-45a3-82f4-bce8c70564db req-b8303a9e-bbf7-40fa-ad73-de204b64b46f tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:45.884967 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-29f3159f-36b1-45a3-82f4-bce8c70564db req-b8303a9e-bbf7-40fa-ad73-de204b64b46f tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0657830 Jul 24 09:49:45.921334 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-29f3159f-36b1-45a3-82f4-bce8c70564db req-ed71de2f-591a-40de-9a72-0d6bf445b994 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309410 Jul 24 09:49:46.410182 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-9a1b9050-c63d-4036-becf-ae60ddccbd1e service neutron] show failed (client error): The resource could not be found. Jul 24 09:49:46.411187 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-9a1b9050-c63d-4036-becf-ae60ddccbd1e service neutron] 10.222.0.37 "GET /v2.0/ports/645ce018-dcd2-498e-866e-4e21471e8ad9/bindings/n-h2-800085-9 HTTP/1.1" status: 404 len: 380 time: 0.0541806 Jul 24 09:49:46.695153 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-ed04ce3d-60bb-4e3d-9cb1-b82b84c76fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:46.696767 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-ed04ce3d-60bb-4e3d-9cb1-b82b84c76fc0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3&tenant_id=606b793830aa4a5dadf0e037753a9fbf HTTP/1.1" status: 200 len: 1097 time: 0.1406586 Jul 24 09:49:46.707567 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-9', 'device_owner': 'compute:nova'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:49:46.775060 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:46.862590 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:46.986225 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] For port 645ce018-dcd2-498e-866e-4e21471e8ad9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=645ce018-dcd2-498e-866e-4e21471e8ad9,segment=NetworkSegment(6ea051ad-14b6-4476-923d-9e8a7a848129),segment_id=6ea051ad-14b6-4476-923d-9e8a7a848129)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:49:47.048888 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] For port 645ce018-dcd2-498e-866e-4e21471e8ad9, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:49:47.096196 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0640d549-e616-4a6e-b8af-614021ceb2c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '645ce018-dcd2-498e-866e-4e21471e8ad9'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:49:47.098470 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5ca94e-63ad-4155-a0fb-ac0d512651c6" -d '{"events": [{"server_uuid": "0640d549-e616-4a6e-b8af-614021ceb2c3", "name": "network-vif-unplugged", "status": "completed", "tag": "645ce018-dcd2-498e-866e-4e21471e8ad9"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:49:47.109016 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855104b0-96a4-4e4b-9745-8684ba94cb89 req-5c308b45-3b86-48cd-be3a-f759e6509769 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:47.110495 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-855104b0-96a4-4e4b-9745-8684ba94cb89 req-5c308b45-3b86-48cd-be3a-f759e6509769 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.1163695 Jul 24 09:49:47.112563 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:47.137308 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Transition to ACTIVE for port object 645ce018-dcd2-498e-866e-4e21471e8ad9 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:49:47.146129 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:47.179132 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-855104b0-96a4-4e4b-9745-8684ba94cb89 req-6477a836-be9c-404d-9d20-6fd5492ec526 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624242 Jul 24 09:49:47.234649 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] No DVR routers for this DVR port 645ce018-dcd2-498e-866e-4e21471e8ad9 on host n-h1-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:49:47.243366 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Pushing event updated for resources: {'Port': ['ID=645ce018-dcd2-498e-866e-4e21471e8ad9,revision_number=6']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:49:47.247981 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b38f308-43b6-4f92-861b-40c6e57848c0 x-openstack-request-id: req-6b38f308-43b6-4f92-861b-40c6e57848c0 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:49:47.248279 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0640d549-e616-4a6e-b8af-614021ceb2c3", "name": "network-vif-unplugged", "status": "completed", "tag": "645ce018-dcd2-498e-866e-4e21471e8ad9", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:49:47.248564 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b38f308-43b6-4f92-861b-40c6e57848c0 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:49:47.249058 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0640d549-e616-4a6e-b8af-614021ceb2c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '645ce018-dcd2-498e-866e-4e21471e8ad9', 'code': 200} Jul 24 09:49:47.272906 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:47.273264 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:47.273630 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:47.274502 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:47.274839 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:47.275173 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:47.275503 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:47.275843 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:47.276154 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:47.276479 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:47.277141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:47.277141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:47.288727 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Attempting to bind port 645ce018-dcd2-498e-866e-4e21471e8ad9 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:49:47.289092 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Attempting to bind port 645ce018-dcd2-498e-866e-4e21471e8ad9 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '6ea051ad-14b6-4476-923d-9e8a7a848129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f8ff45d2-be06-441a-bae3-aca72d53dbac'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:49:47.289467 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Attempting to bind port 645ce018-dcd2-498e-866e-4e21471e8ad9 on network f8ff45d2-be06-441a-bae3-aca72d53dbac {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:49:47.293673 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Port 645ce018-dcd2-498e-866e-4e21471e8ad9 on network f8ff45d2-be06-441a-bae3-aca72d53dbac not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:49:47.293996 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Attempting to bind port 645ce018-dcd2-498e-866e-4e21471e8ad9 on network f8ff45d2-be06-441a-bae3-aca72d53dbac {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:49:47.298719 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:49:47.299053 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Checking segment: {'id': '6ea051ad-14b6-4476-923d-9e8a7a848129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f8ff45d2-be06-441a-bae3-aca72d53dbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:49:47.299457 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Bound using segment: {'id': '6ea051ad-14b6-4476-923d-9e8a7a848129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f8ff45d2-be06-441a-bae3-aca72d53dbac'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:49:47.299879 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Bound port: 645ce018-dcd2-498e-866e-4e21471e8ad9, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea051ad-14b6-4476-923d-9e8a7a848129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f8ff45d2-be06-441a-bae3-aca72d53dbac'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:49:47.300233 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:47.360236 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] For port 645ce018-dcd2-498e-866e-4e21471e8ad9, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:49:47.363191 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] For port 645ce018-dcd2-498e-866e-4e21471e8ad9, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=645ce018-dcd2-498e-866e-4e21471e8ad9,segment=NetworkSegment(6ea051ad-14b6-4476-923d-9e8a7a848129),segment_id=6ea051ad-14b6-4476-923d-9e8a7a848129)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:49:47.367036 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:47.411320 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:47.411934 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:47.413370 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] 10.222.0.20 "PUT /v2.0/ports/645ce018-dcd2-498e-866e-4e21471e8ad9 HTTP/1.1" status: 200 len: 1092 time: 0.7097201 Jul 24 09:49:47.433074 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab5a00-aef5-4b13-8937-3b202a71f148 service neutron] Pushing event updated for resources: {'Port': ['ID=645ce018-dcd2-498e-866e-4e21471e8ad9,revision_number=7']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:49:47.498363 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-046caca5-8594-4107-9052-7ff49d3531d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:47.499901 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-046caca5-8594-4107-9052-7ff49d3531d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=606b793830aa4a5dadf0e037753a9fbf&device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 1095 time: 0.0640175 Jul 24 09:49:47.591391 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-7155bd6e-73ac-4d9c-a735-a0112bdb85de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:47.592859 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-7155bd6e-73ac-4d9c-a735-a0112bdb85de service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8ff45d2-be06-441a-bae3-aca72d53dbac HTTP/1.1" status: 200 len: 911 time: 0.0868530 Jul 24 09:49:47.634341 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-80461482-5378-44c1-9b79-3bff9313d46d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=645ce018-dcd2-498e-866e-4e21471e8ad9 HTTP/1.1" status: 200 len: 217 time: 0.0353436 Jul 24 09:49:47.680632 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-d362cae2-d86a-4b8c-ab36-5ebac7235bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:47.682090 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-d362cae2-d86a-4b8c-ab36-5ebac7235bd2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc9494f1-20c1-47f5-a8c6-5ad3a9a35cc1 HTTP/1.1" status: 200 len: 851 time: 0.0427215 Jul 24 09:49:47.718605 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-b321d0b0-abde-429a-9b91-098196731a4a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8ff45d2-be06-441a-bae3-aca72d53dbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305243 Jul 24 09:49:47.806247 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-49cb362e-4677-418d-a3aa-057e35ead5a5 service neutron] 10.222.0.20 "GET /v2.0/networks/f8ff45d2-be06-441a-bae3-aca72d53dbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812662 Jul 24 09:49:47.897499 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-277c5e43-6322-4518-a37b-e2f42146fa71 req-c299e199-ae39-4fdf-ae33-46fb069b6452 service neutron] 10.222.0.20 "GET /v2.0/networks/f8ff45d2-be06-441a-bae3-aca72d53dbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848897 Jul 24 09:49:48.312505 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1ab5b-6893-4efa-b654-c54d3a2b3e3a req-f0270f2c-8ae4-41d8-9911-f77d84bdca6a tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:48.313908 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1da1ab5b-6893-4efa-b654-c54d3a2b3e3a req-f0270f2c-8ae4-41d8-9911-f77d84bdca6a tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 944 time: 0.0624530 Jul 24 09:49:48.350424 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1da1ab5b-6893-4efa-b654-c54d3a2b3e3a req-c240073b-6156-423e-9118-ace1e5bd4cd2 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310752 Jul 24 09:49:49.251154 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0640d549-e616-4a6e-b8af-614021ceb2c3', 'tag': '645ce018-dcd2-498e-866e-4e21471e8ad9'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:49:49.253546 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5478b4-cb6b-4421-9d78-aa1b764740a8" -d '{"events": [{"name": "network-changed", "server_uuid": "0640d549-e616-4a6e-b8af-614021ceb2c3", "tag": "645ce018-dcd2-498e-866e-4e21471e8ad9"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:49:49.305720 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39e014c-471b-4368-a261-32dbcab4f300 x-openstack-request-id: req-a39e014c-471b-4368-a261-32dbcab4f300 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:49:49.306014 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0640d549-e616-4a6e-b8af-614021ceb2c3", "tag": "645ce018-dcd2-498e-866e-4e21471e8ad9", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:49:49.306262 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a39e014c-471b-4368-a261-32dbcab4f300 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:49:49.306680 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0640d549-e616-4a6e-b8af-614021ceb2c3', 'tag': '645ce018-dcd2-498e-866e-4e21471e8ad9', 'status': 'completed', 'code': 200} Jul 24 09:49:49.388662 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5478b4-cb6b-4421-9d78-aa1b764740a8 req-7254a247-01d2-4f34-a694-961a1d740170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:49.390889 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dc5478b4-cb6b-4421-9d78-aa1b764740a8 req-7254a247-01d2-4f34-a694-961a1d740170 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=606b793830aa4a5dadf0e037753a9fbf&device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 1095 time: 0.0679674 Jul 24 09:49:49.406622 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5478b4-cb6b-4421-9d78-aa1b764740a8 req-5cb0426a-0c6e-4da1-9bb7-fd59d09ba8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:49.409915 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dc5478b4-cb6b-4421-9d78-aa1b764740a8 req-5cb0426a-0c6e-4da1-9bb7-fd59d09ba8aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=606b793830aa4a5dadf0e037753a9fbf&device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 1095 time: 0.0806272 Jul 24 09:49:49.497651 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5478b4-cb6b-4421-9d78-aa1b764740a8 req-3015c610-c9fa-4037-9e9c-4d9f9ee5aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:49.499135 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dc5478b4-cb6b-4421-9d78-aa1b764740a8 req-3015c610-c9fa-4037-9e9c-4d9f9ee5aae2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f8ff45d2-be06-441a-bae3-aca72d53dbac HTTP/1.1" status: 200 len: 911 time: 0.1016304 Jul 24 09:49:49.539801 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dc5478b4-cb6b-4421-9d78-aa1b764740a8 req-d5ab820f-f41d-4258-bfc2-c93e9dbe020d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=645ce018-dcd2-498e-866e-4e21471e8ad9 HTTP/1.1" status: 200 len: 217 time: 0.0336072 Jul 24 09:49:49.565994 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5478b4-cb6b-4421-9d78-aa1b764740a8 req-a8da088c-8c68-423d-8203-74db4a1a911a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:49.567486 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dc5478b4-cb6b-4421-9d78-aa1b764740a8 req-a8da088c-8c68-423d-8203-74db4a1a911a service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8ff45d2-be06-441a-bae3-aca72d53dbac HTTP/1.1" status: 200 len: 911 time: 0.1361208 Jul 24 09:49:49.575001 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7400b-625c-48e3-9bdd-fb8dd3699455 req-1d4cb41a-f8ae-461a-b0d5-18951e65244c tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:49.576419 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f7a7400b-625c-48e3-9bdd-fb8dd3699455 req-1d4cb41a-f8ae-461a-b0d5-18951e65244c tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 944 time: 0.1349568 Jul 24 09:49:49.586685 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5478b4-cb6b-4421-9d78-aa1b764740a8 req-3fecb878-ffcf-46f9-a590-10f4cb4d0291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:49.588197 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dc5478b4-cb6b-4421-9d78-aa1b764740a8 req-3fecb878-ffcf-46f9-a590-10f4cb4d0291 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc9494f1-20c1-47f5-a8c6-5ad3a9a35cc1 HTTP/1.1" status: 200 len: 851 time: 0.0432110 Jul 24 09:49:49.625977 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dc5478b4-cb6b-4421-9d78-aa1b764740a8 req-1f48cfeb-f8dc-43a7-8ff8-09b41a5f8ce8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f8ff45d2-be06-441a-bae3-aca72d53dbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319459 Jul 24 09:49:49.626765 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dc5478b4-cb6b-4421-9d78-aa1b764740a8 req-5d754b73-9cdb-4931-9dd5-0194ddda7038 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=645ce018-dcd2-498e-866e-4e21471e8ad9 HTTP/1.1" status: 200 len: 217 time: 0.0494113 Jul 24 09:49:49.671761 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f7a7400b-625c-48e3-9bdd-fb8dd3699455 req-3b5818b7-8583-46c5-8f33-fb2c2ee7bf2b tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882823 Jul 24 09:49:49.700626 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5478b4-cb6b-4421-9d78-aa1b764740a8 req-f3d3678e-bb44-4498-84bb-9be0d1235d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:49.702158 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dc5478b4-cb6b-4421-9d78-aa1b764740a8 req-f3d3678e-bb44-4498-84bb-9be0d1235d64 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc9494f1-20c1-47f5-a8c6-5ad3a9a35cc1 HTTP/1.1" status: 200 len: 851 time: 0.0689566 Jul 24 09:49:49.714893 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dc5478b4-cb6b-4421-9d78-aa1b764740a8 req-93236a73-14a9-4568-bae0-60d6ccbb116d service neutron] 10.222.0.37 "GET /v2.0/networks/f8ff45d2-be06-441a-bae3-aca72d53dbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823860 Jul 24 09:49:49.735408 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dc5478b4-cb6b-4421-9d78-aa1b764740a8 req-a6edf5b4-a708-47d3-a97d-506d41aebd16 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8ff45d2-be06-441a-bae3-aca72d53dbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273905 Jul 24 09:49:49.809586 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dc5478b4-cb6b-4421-9d78-aa1b764740a8 req-8c442b0d-11a1-49ba-a093-a2c264c1c4df service neutron] 10.222.0.37 "GET /v2.0/networks/f8ff45d2-be06-441a-bae3-aca72d53dbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885649 Jul 24 09:49:49.829300 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dc5478b4-cb6b-4421-9d78-aa1b764740a8 req-f575bb6e-dbd5-4fee-a752-a2e5bd3998cc service neutron] 10.222.0.20 "GET /v2.0/networks/f8ff45d2-be06-441a-bae3-aca72d53dbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880432 Jul 24 09:49:49.915086 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dc5478b4-cb6b-4421-9d78-aa1b764740a8 req-c3e0a2c4-53c0-421e-b4d8-f13906ea3956 service neutron] 10.222.0.20 "GET /v2.0/networks/f8ff45d2-be06-441a-bae3-aca72d53dbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796483 Jul 24 09:49:50.319240 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 645ce018-dcd2-498e-866e-4e21471e8ad9 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:49:50.358908 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 645ce018-dcd2-498e-866e-4e21471e8ad9 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:49:50.513549 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 645ce018-dcd2-498e-866e-4e21471e8ad9 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:49:50.603375 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 645ce018-dcd2-498e-866e-4e21471e8ad9, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=645ce018-dcd2-498e-866e-4e21471e8ad9,segment=NetworkSegment(6ea051ad-14b6-4476-923d-9e8a7a848129),segment_id=6ea051ad-14b6-4476-923d-9e8a7a848129)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:49:50.613957 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '645ce018-dcd2-498e-866e-4e21471e8ad9', 'network_id': 'f8ff45d2-be06-441a-bae3-aca72d53dbac', 'port_id': '645ce018-dcd2-498e-866e-4e21471e8ad9', 'mac_address': 'fa:16:3e:2c:6d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9494f1-20c1-47f5-a8c6-5ad3a9a35cc1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:49:50.652440 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:50.665222 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645ce018-dcd2-498e-866e-4e21471e8ad9 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:49:50.683565 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 645ce018-dcd2-498e-866e-4e21471e8ad9, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=645ce018-dcd2-498e-866e-4e21471e8ad9,segment=NetworkSegment(6ea051ad-14b6-4476-923d-9e8a7a848129),segment_id=6ea051ad-14b6-4476-923d-9e8a7a848129)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:49:50.687204 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:50.733192 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=645ce018-dcd2-498e-866e-4e21471e8ad9,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:49:50.740480 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:50.740857 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:50.741199 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:50.741532 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:50.741886 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:50.742213 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:50.742563 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:50.742885 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:50.743204 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:50.743523 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:50.743840 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:50.744158 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:50.807588 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebc1d5-9005-4575-a032-29fc73b454cc req-7876b77a-6427-4b8a-aa81-0d34f0cb1e7b tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:50.809014 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44ebc1d5-9005-4575-a032-29fc73b454cc req-7876b77a-6427-4b8a-aa81-0d34f0cb1e7b tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 945 time: 0.0631909 Jul 24 09:49:50.845618 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44ebc1d5-9005-4575-a032-29fc73b454cc req-f392ec8d-2ba3-4616-a5fa-70a50ef0ca33 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309689 Jul 24 09:49:50.929208 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['645ce018-dcd2-498e-866e-4e21471e8ad9'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:49:51.143273 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9c1c1-65c5-4c85-9007-0fe5f9381704 req-447478df-3f0e-47bb-9fff-9a3fb8706db8 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:51.144687 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d3f9c1c1-65c5-4c85-9007-0fe5f9381704 req-447478df-3f0e-47bb-9fff-9a3fb8706db8 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.37 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3&tenant_id=606b793830aa4a5dadf0e037753a9fbf&binding%3Ahost_id=n-h2-800085-9 HTTP/1.1" status: 200 len: 945 time: 0.1110463 Jul 24 09:49:51.202649 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [req-d3f9c1c1-65c5-4c85-9007-0fe5f9381704 req-4601b2d7-6989-4212-b941-b3a318110adc service neutron] delete failed (client error): The resource could not be found. Jul 24 09:49:51.203657 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d3f9c1c1-65c5-4c85-9007-0fe5f9381704 req-4601b2d7-6989-4212-b941-b3a318110adc service neutron] 10.222.0.37 "DELETE /v2.0/ports/645ce018-dcd2-498e-866e-4e21471e8ad9/bindings/n-h1-800085-9 HTTP/1.1" status: 404 len: 380 time: 0.0523894 Jul 24 09:49:51.300332 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9c1c1-65c5-4c85-9007-0fe5f9381704 req-68bc24b5-cbdd-4d08-b069-4ca0cf9997f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:51.301835 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d3f9c1c1-65c5-4c85-9007-0fe5f9381704 req-68bc24b5-cbdd-4d08-b069-4ca0cf9997f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=606b793830aa4a5dadf0e037753a9fbf&device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0568776 Jul 24 09:49:51.385885 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9c1c1-65c5-4c85-9007-0fe5f9381704 req-22cf5c4a-7912-4c59-8082-4d1bcfa3fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:51.387348 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d3f9c1c1-65c5-4c85-9007-0fe5f9381704 req-22cf5c4a-7912-4c59-8082-4d1bcfa3fb01 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f8ff45d2-be06-441a-bae3-aca72d53dbac HTTP/1.1" status: 200 len: 911 time: 0.0798340 Jul 24 09:49:51.431467 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d3f9c1c1-65c5-4c85-9007-0fe5f9381704 req-3bb59a18-73b2-45db-9500-99d1c8b72b27 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=645ce018-dcd2-498e-866e-4e21471e8ad9 HTTP/1.1" status: 200 len: 217 time: 0.0367599 Jul 24 09:49:51.479248 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9c1c1-65c5-4c85-9007-0fe5f9381704 req-7ae65c26-d6ee-45f3-b194-4e06629a4254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:51.480686 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d3f9c1c1-65c5-4c85-9007-0fe5f9381704 req-7ae65c26-d6ee-45f3-b194-4e06629a4254 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc9494f1-20c1-47f5-a8c6-5ad3a9a35cc1 HTTP/1.1" status: 200 len: 851 time: 0.0436664 Jul 24 09:49:51.512473 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d3f9c1c1-65c5-4c85-9007-0fe5f9381704 req-726fe94a-c377-4883-87f3-432b3b9caecc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f8ff45d2-be06-441a-bae3-aca72d53dbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259242 Jul 24 09:49:51.601021 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d3f9c1c1-65c5-4c85-9007-0fe5f9381704 req-d78558b8-799b-4e38-bb5a-b4558add12cd service neutron] 10.222.0.37 "GET /v2.0/networks/f8ff45d2-be06-441a-bae3-aca72d53dbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826726 Jul 24 09:49:51.686289 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d3f9c1c1-65c5-4c85-9007-0fe5f9381704 req-1e470953-c575-42a8-a144-4a739de32fba service neutron] 10.222.0.37 "GET /v2.0/networks/f8ff45d2-be06-441a-bae3-aca72d53dbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792074 Jul 24 09:49:52.362767 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3fe68-dfa0-4962-aa7f-63f35160356a req-c886402f-e151-4d0c-888f-38d7658daefa tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:52.364160 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1bd3fe68-dfa0-4962-aa7f-63f35160356a req-c886402f-e151-4d0c-888f-38d7658daefa tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 945 time: 0.0619059 Jul 24 09:49:52.404273 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1bd3fe68-dfa0-4962-aa7f-63f35160356a req-d780a785-90e0-449b-8a25-68c0163ad5e7 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345938 Jul 24 09:49:52.528845 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 645ce018-dcd2-498e-866e-4e21471e8ad9 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:49:52.577072 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 645ce018-dcd2-498e-866e-4e21471e8ad9 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:49:52.580900 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 645ce018-dcd2-498e-866e-4e21471e8ad9 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:49:52.581297 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:52.651971 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:52.674247 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0640d549-e616-4a6e-b8af-614021ceb2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645ce018-dcd2-498e-866e-4e21471e8ad9'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:49:52.676516 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508123f9-34f7-4971-8fbd-16604b532b58" -d '{"events": [{"server_uuid": "0640d549-e616-4a6e-b8af-614021ceb2c3", "name": "network-vif-plugged", "status": "completed", "tag": "645ce018-dcd2-498e-866e-4e21471e8ad9"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:49:52.690766 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 645ce018-dcd2-498e-866e-4e21471e8ad9, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=645ce018-dcd2-498e-866e-4e21471e8ad9,segment=NetworkSegment(6ea051ad-14b6-4476-923d-9e8a7a848129),segment_id=6ea051ad-14b6-4476-923d-9e8a7a848129)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:49:52.695208 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:52.745242 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=645ce018-dcd2-498e-866e-4e21471e8ad9,revision_number=9']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:49:52.783850 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce2ee4d-1742-4895-9d93-4d8dc42622f0 x-openstack-request-id: req-2ce2ee4d-1742-4895-9d93-4d8dc42622f0 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:49:52.784146 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0640d549-e616-4a6e-b8af-614021ceb2c3", "name": "network-vif-plugged", "status": "completed", "tag": "645ce018-dcd2-498e-866e-4e21471e8ad9", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:49:52.784399 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ce2ee4d-1742-4895-9d93-4d8dc42622f0 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:49:52.784820 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0640d549-e616-4a6e-b8af-614021ceb2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645ce018-dcd2-498e-866e-4e21471e8ad9', 'code': 200} Jul 24 09:49:53.533593 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09668d69-28a6-447f-8da7-6031a681ad90 req-3551c714-47d2-45e2-b810-250d895fc515 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:53.535118 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-09668d69-28a6-447f-8da7-6031a681ad90 req-3551c714-47d2-45e2-b810-250d895fc515 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0635152 Jul 24 09:49:53.573770 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-09668d69-28a6-447f-8da7-6031a681ad90 req-01394e6e-8ce2-413a-a6ec-071e098c6e0b tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.32 "GET /v2.0/security-groups?id=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322444 Jul 24 09:49:53.579508 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9c1c1-65c5-4c85-9007-0fe5f9381704 req-e0e5352e-35bb-42f3-af03-9f6e8d39227b tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:53.581077 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d3f9c1c1-65c5-4c85-9007-0fe5f9381704 req-e0e5352e-35bb-42f3-af03-9f6e8d39227b tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.20 "GET /v2.0/ports?device_id=0640d549-e616-4a6e-b8af-614021ceb2c3 HTTP/1.1" status: 200 len: 946 time: 0.0678723 Jul 24 09:49:53.685052 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-d3f9c1c1-65c5-4c85-9007-0fe5f9381704 req-8faf29bb-5d01-48af-9dd6-c6187207e396 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Deleting port 645ce018-dcd2-498e-866e-4e21471e8ad9 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:49:53.685311 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d3f9c1c1-65c5-4c85-9007-0fe5f9381704 req-8faf29bb-5d01-48af-9dd6-c6187207e396 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:53.774365 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-d3f9c1c1-65c5-4c85-9007-0fe5f9381704 req-8faf29bb-5d01-48af-9dd6-c6187207e396 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] For port 645ce018-dcd2-498e-866e-4e21471e8ad9, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=645ce018-dcd2-498e-866e-4e21471e8ad9,segment=NetworkSegment(6ea051ad-14b6-4476-923d-9e8a7a848129),segment_id=6ea051ad-14b6-4476-923d-9e8a7a848129)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:49:53.774754 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d3f9c1c1-65c5-4c85-9007-0fe5f9381704 req-8faf29bb-5d01-48af-9dd6-c6187207e396 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:53.788947 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-d3f9c1c1-65c5-4c85-9007-0fe5f9381704 req-8faf29bb-5d01-48af-9dd6-c6187207e396 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Calling delete_port for 645ce018-dcd2-498e-866e-4e21471e8ad9 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:49:53.912426 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d3f9c1c1-65c5-4c85-9007-0fe5f9381704 req-8faf29bb-5d01-48af-9dd6-c6187207e396 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:53.923715 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['645ce018-dcd2-498e-866e-4e21471e8ad9'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:49:53.949552 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf29bb-5d01-48af-9dd6-c6187207e396 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Pushing event deleted for resources: {'Port': ['ID=645ce018-dcd2-498e-866e-4e21471e8ad9,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:49:53.991530 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f9c1c1-65c5-4c85-9007-0fe5f9381704 req-8faf29bb-5d01-48af-9dd6-c6187207e396 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] No DVR routers for this DVR port 645ce018-dcd2-498e-866e-4e21471e8ad9 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:49:53.994216 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d3f9c1c1-65c5-4c85-9007-0fe5f9381704 req-8faf29bb-5d01-48af-9dd6-c6187207e396 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:53.996676 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d3f9c1c1-65c5-4c85-9007-0fe5f9381704 req-8faf29bb-5d01-48af-9dd6-c6187207e396 tempest-DeleteServersTestJSON-412461421 tempest-DeleteServersTestJSON-412461421-project] 10.222.0.20 "DELETE /v2.0/ports/645ce018-dcd2-498e-866e-4e21471e8ad9 HTTP/1.1" status: 204 len: 173 time: 0.4107273 Jul 24 09:49:53.997154 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0640d549-e616-4a6e-b8af-614021ceb2c3', 'name': 'network-vif-deleted', 'tag': '645ce018-dcd2-498e-866e-4e21471e8ad9'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:49:54.000037 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e13692e-814a-4f07-a648-1600d179227f" -d '{"events": [{"server_uuid": "0640d549-e616-4a6e-b8af-614021ceb2c3", "name": "network-vif-deleted", "tag": "645ce018-dcd2-498e-866e-4e21471e8ad9"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:49:54.042806 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d4c063-fe48-458e-9f3b-0358a2cb0bbd x-openstack-request-id: req-a8d4c063-fe48-458e-9f3b-0358a2cb0bbd {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:49:54.043125 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0640d549-e616-4a6e-b8af-614021ceb2c3", "name": "network-vif-deleted", "tag": "645ce018-dcd2-498e-866e-4e21471e8ad9", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:49:54.043377 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8d4c063-fe48-458e-9f3b-0358a2cb0bbd {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:49:54.043776 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0640d549-e616-4a6e-b8af-614021ceb2c3', 'name': 'network-vif-deleted', 'tag': '645ce018-dcd2-498e-866e-4e21471e8ad9', 'status': 'completed', 'code': 200} Jul 24 09:49:54.707199 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47192) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:49:54.750625 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fcbdd2e-a1ab-402e-b4d7-701343156187 admin admin] Deleting subnet fc9494f1-20c1-47f5-a8c6-5ad3a9a35cc1 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:49:54.753601 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6fcbdd2e-a1ab-402e-b4d7-701343156187 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:54.786132 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6fcbdd2e-a1ab-402e-b4d7-701343156187 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:54.827640 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6fcbdd2e-a1ab-402e-b4d7-701343156187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:54.877733 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6fcbdd2e-a1ab-402e-b4d7-701343156187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:54.903451 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbdd2e-a1ab-402e-b4d7-701343156187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc9494f1-20c1-47f5-a8c6-5ad3a9a35cc1,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:49:54.905477 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6fcbdd2e-a1ab-402e-b4d7-701343156187 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:54.907595 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6fcbdd2e-a1ab-402e-b4d7-701343156187 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fc9494f1-20c1-47f5-a8c6-5ad3a9a35cc1 HTTP/1.1" status: 204 len: 168 time: 0.1993835 Jul 24 09:49:54.910069 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47194) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:49:54.975123 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-50e501b2-8ce1-43ca-9537-a74b8214fd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:55.055649 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-50e501b2-8ce1-43ca-9537-a74b8214fd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:55.065378 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-50e501b2-8ce1-43ca-9537-a74b8214fd2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ff45d2-be06-441a-bae3-aca72d53dbac']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:49:55.075047 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-50e501b2-8ce1-43ca-9537-a74b8214fd2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea051ad-14b6-4476-923d-9e8a7a848129') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:49:55.075356 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-50e501b2-8ce1-43ca-9537-a74b8214fd2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea051ad-14b6-4476-923d-9e8a7a848129') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:49:55.083918 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-50e501b2-8ce1-43ca-9537-a74b8214fd2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:55.097481 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-50e501b2-8ce1-43ca-9537-a74b8214fd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:55.103798 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e501b2-8ce1-43ca-9537-a74b8214fd2f admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:49:55.104289 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-50e501b2-8ce1-43ca-9537-a74b8214fd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:49:55.106129 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:49:55.160890 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-50e501b2-8ce1-43ca-9537-a74b8214fd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:55.167941 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-50e501b2-8ce1-43ca-9537-a74b8214fd2f admin admin] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:55.169831 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-50e501b2-8ce1-43ca-9537-a74b8214fd2f admin admin] 10.222.0.32 "DELETE /v2.0/networks/f8ff45d2-be06-441a-bae3-aca72d53dbac HTTP/1.1" status: 204 len: 168 time: 0.2588441 Jul 24 09:49:55.180904 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e501b2-8ce1-43ca-9537-a74b8214fd2f admin admin] Pushing event deleted for resources: {'Network': ['ID=f8ff45d2-be06-441a-bae3-aca72d53dbac,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:49:55.272212 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47198) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:49:55.312132 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-09b12274-61ce-4362-bc21-4b00a7f7a2f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=606b793830aa4a5dadf0e037753a9fbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387151 Jul 24 09:49:55.314508 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47200) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:49:55.360764 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9252bb7b-89f3-41d2-869f-d82b0fa91f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:55.380700 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9252bb7b-89f3-41d2-869f-d82b0fa91f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:55.426315 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9252bb7b-89f3-41d2-869f-d82b0fa91f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:55.428848 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9252bb7b-89f3-41d2-869f-d82b0fa91f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:55.430011 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9252bb7b-89f3-41d2-869f-d82b0fa91f33 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c HTTP/1.1" status: 204 len: 168 time: 0.1145926 Jul 24 09:49:55.438098 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252bb7b-89f3-41d2-869f-d82b0fa91f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e9e27f-ea63-4fcd-bd3e-6c7d82a4cb2c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:49:56.055128 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47222) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:49:56.149599 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-af43f786-13d3-426e-a27f-c93edd3d6985 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-850484653-network', 'tenant_id': 'f184d8b1e68e42078f265650a86e9073'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:49:56.171422 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af43f786-13d3-426e-a27f-c93edd3d6985 admin admin] Made reservation on behalf of f184d8b1e68e42078f265650a86e9073 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:49:56.173862 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-af43f786-13d3-426e-a27f-c93edd3d6985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:56.189066 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-af43f786-13d3-426e-a27f-c93edd3d6985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:56.277281 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-af43f786-13d3-426e-a27f-c93edd3d6985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:56.281466 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-af43f786-13d3-426e-a27f-c93edd3d6985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:56.306671 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af43f786-13d3-426e-a27f-c93edd3d6985 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:49:56.317730 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43f786-13d3-426e-a27f-c93edd3d6985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a388a0d4-2288-44b9-9f67-ed9bded7a15d,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:49:56.323300 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-af43f786-13d3-426e-a27f-c93edd3d6985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:56.323646 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-af43f786-13d3-426e-a27f-c93edd3d6985 admin admin] Added segment 8f996299-ad55-450a-95b0-e02ebddfdcc1 of type vlan for network cbfec56e-62d8-4e50-bf3c-d4f12e86e086 Jul 24 09:49:56.362514 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-af43f786-13d3-426e-a27f-c93edd3d6985 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:56.392489 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-af43f786-13d3-426e-a27f-c93edd3d6985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:56.393461 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af43f786-13d3-426e-a27f-c93edd3d6985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:56.394040 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-af43f786-13d3-426e-a27f-c93edd3d6985 admin admin] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:56.430346 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-af43f786-13d3-426e-a27f-c93edd3d6985 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3734539 Jul 24 09:49:56.433352 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47226) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:49:56.438490 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-dc8ad3af-0bb8-406b-9f9b-2a902606c874 admin admin] Request body: {'subnet': {'network_id': 'cbfec56e-62d8-4e50-bf3c-d4f12e86e086', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-850484653-subnet', 'tenant_id': 'f184d8b1e68e42078f265650a86e9073', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:49:56.458279 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8ad3af-0bb8-406b-9f9b-2a902606c874 admin admin] Made reservation on behalf of f184d8b1e68e42078f265650a86e9073 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:49:56.460594 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dc8ad3af-0bb8-406b-9f9b-2a902606c874 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:56.483874 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43f786-13d3-426e-a27f-c93edd3d6985 admin admin] Pushing event updated for resources: {'Network': ['ID=cbfec56e-62d8-4e50-bf3c-d4f12e86e086,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:49:56.494261 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network cbfec56e-62d8-4e50-bf3c-d4f12e86e086 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:49:56.560947 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 645ce018-dcd2-498e-866e-4e21471e8ad9 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:49:56.632152 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dc8ad3af-0bb8-406b-9f9b-2a902606c874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:56.687350 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ad3af-0bb8-406b-9f9b-2a902606c874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74ca10dd-a73c-4e72-a138-8c5656c37bfc,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:49:56.699707 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ad3af-0bb8-406b-9f9b-2a902606c874 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:56.700061 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ad3af-0bb8-406b-9f9b-2a902606c874 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:56.700398 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ad3af-0bb8-406b-9f9b-2a902606c874 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:56.700749 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ad3af-0bb8-406b-9f9b-2a902606c874 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:56.701112 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ad3af-0bb8-406b-9f9b-2a902606c874 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:56.701427 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ad3af-0bb8-406b-9f9b-2a902606c874 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:56.701754 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ad3af-0bb8-406b-9f9b-2a902606c874 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:56.702083 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ad3af-0bb8-406b-9f9b-2a902606c874 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:56.702409 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ad3af-0bb8-406b-9f9b-2a902606c874 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:56.702735 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ad3af-0bb8-406b-9f9b-2a902606c874 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:56.703059 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ad3af-0bb8-406b-9f9b-2a902606c874 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:56.703382 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ad3af-0bb8-406b-9f9b-2a902606c874 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:49:56.708716 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8ad3af-0bb8-406b-9f9b-2a902606c874 admin admin] Checking segment: {'id': '8f996299-ad55-450a-95b0-e02ebddfdcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cbfec56e-62d8-4e50-bf3c-d4f12e86e086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:49:56.709104 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8ad3af-0bb8-406b-9f9b-2a902606c874 admin admin] Network hostable DHCP agents. Network: cbfec56e-62d8-4e50-bf3c-d4f12e86e086, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:49:56.727449 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8ad3af-0bb8-406b-9f9b-2a902606c874 admin admin] Network cbfec56e-62d8-4e50-bf3c-d4f12e86e086 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:49:56.734568 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 645ce018-dcd2-498e-866e-4e21471e8ad9 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:49:56.734947 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 645ce018-dcd2-498e-866e-4e21471e8ad9 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:49:56.737844 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-dc8ad3af-0bb8-406b-9f9b-2a902606c874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, cbfec56e-62d8-4e50-bf3c-d4f12e86e086) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:49:56.742774 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8ad3af-0bb8-406b-9f9b-2a902606c874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:56.743996 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dc8ad3af-0bb8-406b-9f9b-2a902606c874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:56.745411 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eefdfa5-0879-4723-a300-b6c4e135f797 None None] Network cbfec56e-62d8-4e50-bf3c-d4f12e86e086 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:49:56.759859 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-dc8ad3af-0bb8-406b-9f9b-2a902606c874 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3253725 Jul 24 09:49:56.867238 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afc0f44-3371-47aa-b077-893ad7f6c776 None None] Network cbfec56e-62d8-4e50-bf3c-d4f12e86e086 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:49:57.168063 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-f9c6b70e-699b-4653-9e19-5d6da7588ce6 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:57.169565 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-f9c6b70e-699b-4653-9e19-5d6da7588ce6 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/networks?id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086 HTTP/1.1" status: 200 len: 814 time: 0.0967212 Jul 24 09:49:57.184232 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-d03e757d-bbed-4d8a-a803-3493fd519f5f tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/quotas/f184d8b1e68e42078f265650a86e9073 HTTP/1.1" status: 200 len: 375 time: 0.0093305 Jul 24 09:49:57.222242 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-5fb638d9-e626-4468-b80f-dd81e6b82bfb tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f184d8b1e68e42078f265650a86e9073&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329309 Jul 24 09:49:57.233091 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-ee03bd9e-1b2f-479a-819d-4d9147f609cc tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:49:57.234084 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-ee03bd9e-1b2f-479a-819d-4d9147f609cc tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054989 Jul 24 09:49:57.302777 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9183b9b7-42ef-4f41-9dd2-3bfcf4d77d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:57.370726 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-02ae59c6-597b-421c-b33e-dca5ed066a9e service neutron] 10.222.0.32 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312168 Jul 24 09:49:57.465673 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-7c9c38fe-90e1-4a76-967a-be13ae67b875 service neutron] 10.222.0.32 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891693 Jul 24 09:49:57.635210 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b3ada7c0-6876-4f03-9bd7-4f53721a0094 req-7b086f12-5a7f-4413-a843-8f0bd1d46c8d tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 210 time: 0.0342429 Jul 24 09:49:58.709546 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-8c32e1c4-6510-41e7-a505-90a4bf6fc42a tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:58.711284 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-8c32e1c4-6510-41e7-a505-90a4bf6fc42a tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.20 "GET /v2.0/networks?id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086 HTTP/1.1" status: 200 len: 814 time: 0.1116161 Jul 24 09:49:58.726636 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-ee8e8e65-5559-4316-bea9-f5da7c8832f9 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Request body: {'port': {'device_id': '821e56c1-6073-4787-b0c6-cc887a69c24e', 'network_id': 'cbfec56e-62d8-4e50-bf3c-d4f12e86e086', 'admin_state_up': True, 'tenant_id': 'f184d8b1e68e42078f265650a86e9073'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:49:58.752296 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6d3c849a-a91b-40cd-aa3b-8ae3b06a068e req-8faebc12-d554-4b8c-93a1-1ae68ab6c951 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 210 time: 0.0384233 Jul 24 09:49:58.853043 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-ee8e8e65-5559-4316-bea9-f5da7c8832f9 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Made reservation on behalf of f184d8b1e68e42078f265650a86e9073 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:49:58.856377 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-ee8e8e65-5559-4316-bea9-f5da7c8832f9 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:58.979666 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-ee8e8e65-5559-4316-bea9-f5da7c8832f9 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Allocated IP 172.20.0.2 (cbfec56e-62d8-4e50-bf3c-d4f12e86e086/74ca10dd-a73c-4e72-a138-8c5656c37bfc/cb2971ec-d0ea-481f-9ac3-aca9275351d8) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:49:59.120386 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-ee8e8e65-5559-4316-bea9-f5da7c8832f9 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:59.157613 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-ee8e8e65-5559-4316-bea9-f5da7c8832f9 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:59.197657 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-ee8e8e65-5559-4316-bea9-f5da7c8832f9 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Network cbfec56e-62d8-4e50-bf3c-d4f12e86e086 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:49:59.200575 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-ee8e8e65-5559-4316-bea9-f5da7c8832f9 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:49:59.207118 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-ee8e8e65-5559-4316-bea9-f5da7c8832f9 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:49:59.231238 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e8e65-5559-4316-bea9-f5da7c8832f9 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Pushing event updated for resources: {'Port': ['ID=cb2971ec-d0ea-481f-9ac3-aca9275351d8,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:49:59.257772 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-ee8e8e65-5559-4316-bea9-f5da7c8832f9 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:59.258369 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-ee8e8e65-5559-4316-bea9-f5da7c8832f9 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:59.272026 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-ee8e8e65-5559-4316-bea9-f5da7c8832f9 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5498095 Jul 24 09:49:59.283807 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-d18614c2-2bfe-46b4-951a-b614cf1b3aa8 service neutron] Request body: {'port': {'device_id': '821e56c1-6073-4787-b0c6-cc887a69c24e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:49:59.353893 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-d18614c2-2bfe-46b4-951a-b614cf1b3aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:59.605153 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-d18614c2-2bfe-46b4-951a-b614cf1b3aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb2971ec-d0ea-481f-9ac3-aca9275351d8 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:49:59.612389 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-d18614c2-2bfe-46b4-951a-b614cf1b3aa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:59.624815 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-d18614c2-2bfe-46b4-951a-b614cf1b3aa8 service neutron] Transition to ACTIVE for port object cb2971ec-d0ea-481f-9ac3-aca9275351d8 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:49:59.628392 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-d18614c2-2bfe-46b4-951a-b614cf1b3aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:59.676643 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18614c2-2bfe-46b4-951a-b614cf1b3aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2971ec-d0ea-481f-9ac3-aca9275351d8,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:49:59.750857 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-d18614c2-2bfe-46b4-951a-b614cf1b3aa8 service neutron] Attempting to bind port cb2971ec-d0ea-481f-9ac3-aca9275351d8 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:49:59.751508 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-d18614c2-2bfe-46b4-951a-b614cf1b3aa8 service neutron] Attempting to bind port cb2971ec-d0ea-481f-9ac3-aca9275351d8 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '8f996299-ad55-450a-95b0-e02ebddfdcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cbfec56e-62d8-4e50-bf3c-d4f12e86e086'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:49:59.751508 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-d18614c2-2bfe-46b4-951a-b614cf1b3aa8 service neutron] Attempting to bind port cb2971ec-d0ea-481f-9ac3-aca9275351d8 on network cbfec56e-62d8-4e50-bf3c-d4f12e86e086 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:49:59.755906 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-d18614c2-2bfe-46b4-951a-b614cf1b3aa8 service neutron] Port cb2971ec-d0ea-481f-9ac3-aca9275351d8 on network cbfec56e-62d8-4e50-bf3c-d4f12e86e086 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:49:59.756228 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-d18614c2-2bfe-46b4-951a-b614cf1b3aa8 service neutron] Attempting to bind port cb2971ec-d0ea-481f-9ac3-aca9275351d8 on network cbfec56e-62d8-4e50-bf3c-d4f12e86e086 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:49:59.761610 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-d18614c2-2bfe-46b4-951a-b614cf1b3aa8 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:49:59.761947 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-d18614c2-2bfe-46b4-951a-b614cf1b3aa8 service neutron] Checking segment: {'id': '8f996299-ad55-450a-95b0-e02ebddfdcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cbfec56e-62d8-4e50-bf3c-d4f12e86e086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:49:59.762329 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-d18614c2-2bfe-46b4-951a-b614cf1b3aa8 service neutron] Bound using segment: {'id': '8f996299-ad55-450a-95b0-e02ebddfdcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cbfec56e-62d8-4e50-bf3c-d4f12e86e086'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:49:59.762762 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-d18614c2-2bfe-46b4-951a-b614cf1b3aa8 service neutron] Bound port: cb2971ec-d0ea-481f-9ac3-aca9275351d8, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f996299-ad55-450a-95b0-e02ebddfdcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cbfec56e-62d8-4e50-bf3c-d4f12e86e086'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:49:59.763117 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-d18614c2-2bfe-46b4-951a-b614cf1b3aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:59.820635 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7d915dba-0cfb-4bed-8f48-ee8a6d5a2a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:59.836503 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-d18614c2-2bfe-46b4-951a-b614cf1b3aa8 service neutron] For port cb2971ec-d0ea-481f-9ac3-aca9275351d8, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:49:59.843036 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-d18614c2-2bfe-46b4-951a-b614cf1b3aa8 service neutron] For port cb2971ec-d0ea-481f-9ac3-aca9275351d8, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cb2971ec-d0ea-481f-9ac3-aca9275351d8,segment=NetworkSegment(8f996299-ad55-450a-95b0-e02ebddfdcc1),segment_id=8f996299-ad55-450a-95b0-e02ebddfdcc1)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:49:59.847551 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-d18614c2-2bfe-46b4-951a-b614cf1b3aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:59.884376 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-d18614c2-2bfe-46b4-951a-b614cf1b3aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:59.885431 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-d18614c2-2bfe-46b4-951a-b614cf1b3aa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:49:59.886459 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-d18614c2-2bfe-46b4-951a-b614cf1b3aa8 service neutron] 10.222.0.20 "PUT /v2.0/ports/cb2971ec-d0ea-481f-9ac3-aca9275351d8 HTTP/1.1" status: 200 len: 1091 time: 0.6068032 Jul 24 09:49:59.886910 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821e56c1-6073-4787-b0c6-cc887a69c24e', 'tag': 'cb2971ec-d0ea-481f-9ac3-aca9275351d8'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:49:59.889204 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f1925a-e0c1-4663-8274-aa2f18a1a304" -d '{"events": [{"name": "network-changed", "server_uuid": "821e56c1-6073-4787-b0c6-cc887a69c24e", "tag": "cb2971ec-d0ea-481f-9ac3-aca9275351d8"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:49:59.898269 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edb97b-9a70-4b6d-88d2-06d1a7992573 req-6e0c1ad0-6352-424e-b48a-f23f28aafe87 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:59.900089 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-59edb97b-9a70-4b6d-88d2-06d1a7992573 req-6e0c1ad0-6352-424e-b48a-f23f28aafe87 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 943 time: 0.0718100 Jul 24 09:49:59.916093 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18614c2-2bfe-46b4-951a-b614cf1b3aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2971ec-d0ea-481f-9ac3-aca9275351d8,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:49:59.942001 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-59edb97b-9a70-4b6d-88d2-06d1a7992573 req-4fc7d642-de0f-41fa-8914-987288c2610e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337317 Jul 24 09:49:59.942424 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597406b1-117c-486f-a8cf-f07a9d53e50c x-openstack-request-id: req-597406b1-117c-486f-a8cf-f07a9d53e50c {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:49:59.942719 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821e56c1-6073-4787-b0c6-cc887a69c24e", "tag": "cb2971ec-d0ea-481f-9ac3-aca9275351d8", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:49:59.942997 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-597406b1-117c-486f-a8cf-f07a9d53e50c {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:49:59.943397 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821e56c1-6073-4787-b0c6-cc887a69c24e', 'tag': 'cb2971ec-d0ea-481f-9ac3-aca9275351d8', 'status': 'completed', 'code': 200} Jul 24 09:49:59.993851 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-8bef65d1-314f-44f2-b3e6-79697e1b9509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:49:59.995424 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-8bef65d1-314f-44f2-b3e6-79697e1b9509 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f184d8b1e68e42078f265650a86e9073&device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 1094 time: 0.0633547 Jul 24 09:50:00.037953 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-28022265-2d12-41ad-848b-ec876bdfc776 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb2971ec-d0ea-481f-9ac3-aca9275351d8 HTTP/1.1" status: 200 len: 217 time: 0.0354586 Jul 24 09:50:00.086232 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-f8831c95-a1bf-4e8b-9a6b-c3aebffc75d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:00.087598 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-f8831c95-a1bf-4e8b-9a6b-c3aebffc75d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74ca10dd-a73c-4e72-a138-8c5656c37bfc HTTP/1.1" status: 200 len: 854 time: 0.0430195 Jul 24 09:50:00.120806 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-bd65141e-2d7d-4b9d-8cb7-1f873703c43a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272977 Jul 24 09:50:00.215701 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-18e4c8b8-eeba-4625-9385-6ba6d82b7028 service neutron] 10.222.0.20 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880909 Jul 24 09:50:00.309132 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-875c37bf-b90b-4095-8487-144f9f6bc1f4 req-3a4173bc-9122-4297-9485-39e10d77566c service neutron] 10.222.0.20 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871971 Jul 24 09:50:00.407793 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1925a-e0c1-4663-8274-aa2f18a1a304 req-b845afb3-11cf-442e-9444-9764190ab666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:00.409204 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-49f1925a-e0c1-4663-8274-aa2f18a1a304 req-b845afb3-11cf-442e-9444-9764190ab666 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f184d8b1e68e42078f265650a86e9073&device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 1094 time: 0.0531285 Jul 24 09:50:00.492248 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:00.498841 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1925a-e0c1-4663-8274-aa2f18a1a304 req-9078ea59-f499-4eeb-8b07-8b977d4ee4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:00.500439 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-49f1925a-e0c1-4663-8274-aa2f18a1a304 req-9078ea59-f499-4eeb-8b07-8b977d4ee4db service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086 HTTP/1.1" status: 200 len: 914 time: 0.0854411 Jul 24 09:50:00.554579 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-49f1925a-e0c1-4663-8274-aa2f18a1a304 req-93f09534-bcb9-4f8f-a20f-d39e1f607bb2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb2971ec-d0ea-481f-9ac3-aca9275351d8 HTTP/1.1" status: 200 len: 217 time: 0.0462909 Jul 24 09:50:00.603252 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1925a-e0c1-4663-8274-aa2f18a1a304 req-7df92e31-b5c9-49b4-9da9-0de5d9a43217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:00.604676 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-49f1925a-e0c1-4663-8274-aa2f18a1a304 req-7df92e31-b5c9-49b4-9da9-0de5d9a43217 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74ca10dd-a73c-4e72-a138-8c5656c37bfc HTTP/1.1" status: 200 len: 854 time: 0.0432992 Jul 24 09:50:00.636590 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-49f1925a-e0c1-4663-8274-aa2f18a1a304 req-2198f1d2-64a9-4e9f-a77c-5098abd7cceb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256441 Jul 24 09:50:01.054012 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-49f1925a-e0c1-4663-8274-aa2f18a1a304 req-24bacea0-edf4-4d79-a602-660292567324 service neutron] 10.222.0.20 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105465 Jul 24 09:50:01.106214 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:01.142383 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d6000-e421-4590-91a4-916b08856618 req-214cd4a0-9988-4cbd-b70d-c4a390ff3ce9 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:01.143842 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e38d6000-e421-4590-91a4-916b08856618 req-214cd4a0-9988-4cbd-b70d-c4a390ff3ce9 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 943 time: 0.1259124 Jul 24 09:50:01.183696 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-49f1925a-e0c1-4663-8274-aa2f18a1a304 req-d221e6f8-6c14-4c0d-a63c-5e5d87d9cf57 service neutron] 10.222.0.20 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216295 Jul 24 09:50:01.199130 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e38d6000-e421-4590-91a4-916b08856618 req-5e104f10-45e4-4c16-8e86-f01b035cfa12 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495071 Jul 24 09:50:02.344894 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b480536-42f7-4208-9093-7fd867e6ddb8 req-fb40e99b-50a6-4d1c-a44e-bc6e2ff459ce tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:02.346379 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7b480536-42f7-4208-9093-7fd867e6ddb8 req-fb40e99b-50a6-4d1c-a44e-bc6e2ff459ce tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 943 time: 0.0622931 Jul 24 09:50:02.382524 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7b480536-42f7-4208-9093-7fd867e6ddb8 req-fb9ea96e-149d-42b7-8073-2d774043cdb8 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305297 Jul 24 09:50:02.598289 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cb2971ec-d0ea-481f-9ac3-aca9275351d8 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:50:02.687807 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port cb2971ec-d0ea-481f-9ac3-aca9275351d8, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cb2971ec-d0ea-481f-9ac3-aca9275351d8,segment=NetworkSegment(8f996299-ad55-450a-95b0-e02ebddfdcc1),segment_id=8f996299-ad55-450a-95b0-e02ebddfdcc1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:50:02.698937 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'cb2971ec-d0ea-481f-9ac3-aca9275351d8', 'network_id': 'cbfec56e-62d8-4e50-bf3c-d4f12e86e086', 'port_id': 'cb2971ec-d0ea-481f-9ac3-aca9275351d8', 'mac_address': 'fa:16:3e:34:ef:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74ca10dd-a73c-4e72-a138-8c5656c37bfc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:50:02.736144 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:02.748390 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2971ec-d0ea-481f-9ac3-aca9275351d8 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:50:02.767006 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port cb2971ec-d0ea-481f-9ac3-aca9275351d8, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cb2971ec-d0ea-481f-9ac3-aca9275351d8,segment=NetworkSegment(8f996299-ad55-450a-95b0-e02ebddfdcc1),segment_id=8f996299-ad55-450a-95b0-e02ebddfdcc1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:50:02.770800 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:02.814817 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=cb2971ec-d0ea-481f-9ac3-aca9275351d8,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:50:02.960138 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['cb2971ec-d0ea-481f-9ac3-aca9275351d8'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:50:03.001973 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:03.512007 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36094347-70be-4d13-8a0f-ddb31dcf1584 req-18c55b63-ccff-4c63-b74f-b6e8b5cddae3 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:03.513505 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-36094347-70be-4d13-8a0f-ddb31dcf1584 req-18c55b63-ccff-4c63-b74f-b6e8b5cddae3 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 944 time: 0.0619371 Jul 24 09:50:03.550899 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-36094347-70be-4d13-8a0f-ddb31dcf1584 req-d05939ac-0e25-47e3-96dc-ef7f843fc560 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318370 Jul 24 09:50:03.751022 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:50:04.623797 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cb2971ec-d0ea-481f-9ac3-aca9275351d8 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:50:04.670443 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port cb2971ec-d0ea-481f-9ac3-aca9275351d8 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:50:04.673938 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port cb2971ec-d0ea-481f-9ac3-aca9275351d8 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:50:04.674304 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:04.687355 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72277f-f3ee-4687-9869-e82683970b83 req-c95c6d0f-0e46-45f1-b389-7b6abf603f66 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:04.688901 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-af72277f-f3ee-4687-9869-e82683970b83 req-c95c6d0f-0e46-45f1-b389-7b6abf603f66 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 944 time: 0.0689487 Jul 24 09:50:04.725756 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-af72277f-f3ee-4687-9869-e82683970b83 req-9c9c4980-86c8-4b64-88f4-f27e9abed959 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310874 Jul 24 09:50:04.748651 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:04.769746 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821e56c1-6073-4787-b0c6-cc887a69c24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2971ec-d0ea-481f-9ac3-aca9275351d8'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:50:04.771969 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80123db-2618-42ef-a91e-00a2312e9483" -d '{"events": [{"server_uuid": "821e56c1-6073-4787-b0c6-cc887a69c24e", "name": "network-vif-plugged", "status": "completed", "tag": "cb2971ec-d0ea-481f-9ac3-aca9275351d8"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:50:04.787102 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port cb2971ec-d0ea-481f-9ac3-aca9275351d8, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cb2971ec-d0ea-481f-9ac3-aca9275351d8,segment=NetworkSegment(8f996299-ad55-450a-95b0-e02ebddfdcc1),segment_id=8f996299-ad55-450a-95b0-e02ebddfdcc1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:50:04.791912 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:04.820455 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61e6a8d-28de-458e-83c7-545a57e4c2d3 x-openstack-request-id: req-f61e6a8d-28de-458e-83c7-545a57e4c2d3 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:50:04.820880 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821e56c1-6073-4787-b0c6-cc887a69c24e", "name": "network-vif-plugged", "status": "completed", "tag": "cb2971ec-d0ea-481f-9ac3-aca9275351d8", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:50:04.821139 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f61e6a8d-28de-458e-83c7-545a57e4c2d3 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:50:04.821532 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821e56c1-6073-4787-b0c6-cc887a69c24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2971ec-d0ea-481f-9ac3-aca9275351d8', 'code': 200} Jul 24 09:50:04.852992 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=cb2971ec-d0ea-481f-9ac3-aca9275351d8,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:50:04.923847 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea955e35-13fe-4083-9177-e0eaa5c45eb4 req-1fe79722-459d-424a-ada1-c2c2df3fd154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:04.925359 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ea955e35-13fe-4083-9177-e0eaa5c45eb4 req-1fe79722-459d-424a-ada1-c2c2df3fd154 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 1096 time: 0.0564156 Jul 24 09:50:04.957439 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ea955e35-13fe-4083-9177-e0eaa5c45eb4 req-e7830378-4e79-4a7f-b418-2421e8cc4aa4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259256 Jul 24 09:50:05.855336 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33ef59-4d35-43f9-b4b1-5e7f73972c58 req-a79e8a98-6a2a-46a0-8254-0941bc79d669 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:05.856841 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7a33ef59-4d35-43f9-b4b1-5e7f73972c58 req-a79e8a98-6a2a-46a0-8254-0941bc79d669 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0620155 Jul 24 09:50:05.893688 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7a33ef59-4d35-43f9-b4b1-5e7f73972c58 req-4f838e58-8e28-40a5-9798-fc3360b5b3c0 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312996 Jul 24 09:50:06.023224 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dca8e6-1477-4623-bc57-4c98d25dac16 req-bfbdc289-1743-4154-b932-067981ff00c4 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:06.024632 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c0dca8e6-1477-4623-bc57-4c98d25dac16 req-bfbdc289-1743-4154-b932-067981ff00c4 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0617254 Jul 24 09:50:06.060938 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c0dca8e6-1477-4623-bc57-4c98d25dac16 req-74c4ab60-61fe-4d2a-b0d7-91b462683007 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306563 Jul 24 09:50:06.281089 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b7b82-1a83-44bc-bab2-e288df864598 req-43470038-e1d1-4a43-9bfd-acb2d2d7ef0e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:06.282489 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e61b7b82-1a83-44bc-bab2-e288df864598 req-43470038-e1d1-4a43-9bfd-acb2d2d7ef0e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0633781 Jul 24 09:50:06.318807 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e61b7b82-1a83-44bc-bab2-e288df864598 req-f15cc593-22b1-4d04-8c7b-7920f88946f1 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308838 Jul 24 09:50:06.452559 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4598d-fbe4-495e-ad83-0fb53f928faa req-950ddb6f-c9ef-450c-b35e-35354edb3609 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:06.454057 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8ab4598d-fbe4-495e-ad83-0fb53f928faa req-950ddb6f-c9ef-450c-b35e-35354edb3609 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0653992 Jul 24 09:50:06.489902 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8ab4598d-fbe4-495e-ad83-0fb53f928faa req-3f98449f-f097-4992-8789-296a1b80dd84 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301542 Jul 24 09:50:06.731297 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-0059b187-238a-45d8-9c68-5996e8365cc7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0573568 Jul 24 09:50:06.748701 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a7899-6c5c-49f9-9fb6-f7c9baaef387 req-d652e76c-5bde-4dd3-b30e-bfef3abc4c77 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:06.750258 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-304a7899-6c5c-49f9-9fb6-f7c9baaef387 req-d652e76c-5bde-4dd3-b30e-bfef3abc4c77 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0630746 Jul 24 09:50:06.788724 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-304a7899-6c5c-49f9-9fb6-f7c9baaef387 req-82173cc1-b102-4db5-9ede-a91f16f13342 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327950 Jul 24 09:50:07.773814 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-bda0db70-a131-42b4-8d0f-0c10ab5232f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:07.775889 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-bda0db70-a131-42b4-8d0f-0c10ab5232f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f184d8b1e68e42078f265650a86e9073&device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 1096 time: 0.0529919 Jul 24 09:50:07.876662 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-c10eaab7-f23c-4ff1-a035-b4385c7e5850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:07.878181 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-c10eaab7-f23c-4ff1-a035-b4385c7e5850 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086 HTTP/1.1" status: 200 len: 914 time: 0.0963848 Jul 24 09:50:07.931741 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-814945d4-3645-42df-8533-eb679069f002 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb2971ec-d0ea-481f-9ac3-aca9275351d8 HTTP/1.1" status: 200 len: 217 time: 0.0372427 Jul 24 09:50:07.995670 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a3173-3cf9-4591-99d7-61df218c5ea2 req-a60a9b38-8dc3-460e-8d15-c3ba3f39013e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:07.997150 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d07a3173-3cf9-4591-99d7-61df218c5ea2 req-a60a9b38-8dc3-460e-8d15-c3ba3f39013e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.1339319 Jul 24 09:50:08.000625 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-fe61e6a6-97bd-42ee-a61a-76758114235f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:08.002048 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-fe61e6a6-97bd-42ee-a61a-76758114235f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74ca10dd-a73c-4e72-a138-8c5656c37bfc HTTP/1.1" status: 200 len: 854 time: 0.0633743 Jul 24 09:50:08.041618 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-621abbf6-7b05-46bd-9e9e-f37157520a8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321126 Jul 24 09:50:08.074347 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d07a3173-3cf9-4591-99d7-61df218c5ea2 req-ca1f9f3e-fc02-4d71-a0f8-1bbec22042b2 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713921 Jul 24 09:50:08.143313 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-f03331ae-dbc3-4837-a414-2d9b590e92c7 service neutron] 10.222.0.20 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959713 Jul 24 09:50:08.231721 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-c03e6955-b9cc-4afd-8f64-fc80114380f1 service neutron] 10.222.0.20 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822678 Jul 24 09:50:09.209918 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f3f78-c113-4874-a221-b40755d83b67 req-3a29aba0-358c-4dad-9439-2621c0178394 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:09.211515 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cb1f3f78-c113-4874-a221-b40755d83b67 req-3a29aba0-358c-4dad-9439-2621c0178394 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0672078 Jul 24 09:50:09.248495 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cb1f3f78-c113-4874-a221-b40755d83b67 req-54d0322c-27b9-4a21-a777-26a99a7c7b3a tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312889 Jul 24 09:50:10.380415 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b76598-4a1f-4e11-9346-a85c88851c71 req-4ea5ce62-9844-45cf-8b07-92509f28de29 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:10.381927 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a0b76598-4a1f-4e11-9346-a85c88851c71 req-4ea5ce62-9844-45cf-8b07-92509f28de29 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0625691 Jul 24 09:50:10.419218 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a0b76598-4a1f-4e11-9346-a85c88851c71 req-7dadfe90-8ff6-4053-8b18-81cc3a006b7b tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310814 Jul 24 09:50:11.551093 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b78a2-5454-412d-b23d-2ec5d5d50404 req-95efd5ba-5f80-4182-aaf6-61835a167b1e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:11.552560 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-521b78a2-5454-412d-b23d-2ec5d5d50404 req-95efd5ba-5f80-4182-aaf6-61835a167b1e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0656753 Jul 24 09:50:11.589025 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-521b78a2-5454-412d-b23d-2ec5d5d50404 req-f6a832b8-492a-4564-a36d-41bc2b2781f0 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303514 Jul 24 09:50:12.723869 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4145e3-478f-477c-820f-4bced5da3b93 req-e4a38377-d3d1-4765-ad1a-0ce546608355 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:12.725386 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fc4145e3-478f-477c-820f-4bced5da3b93 req-e4a38377-d3d1-4765-ad1a-0ce546608355 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0677004 Jul 24 09:50:12.761619 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fc4145e3-478f-477c-820f-4bced5da3b93 req-436a9813-224b-4163-b6d0-298ad240e645 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306940 Jul 24 09:50:13.891173 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b4211-c270-4025-9fef-4c9ed37d1e85 req-5236f5e4-7e95-4927-af3b-265987f9c68c tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:13.892656 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-430b4211-c270-4025-9fef-4c9ed37d1e85 req-5236f5e4-7e95-4927-af3b-265987f9c68c tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0618465 Jul 24 09:50:13.928373 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-430b4211-c270-4025-9fef-4c9ed37d1e85 req-c9164bba-d6c2-4ceb-8f32-ffb493a13767 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302012 Jul 24 09:50:14.297514 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:15.060894 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fba149-87d1-4c13-a51a-3f5678588891 req-c9888643-2046-4cb8-a951-9d3c308e023a tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:15.062387 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-78fba149-87d1-4c13-a51a-3f5678588891 req-c9888643-2046-4cb8-a951-9d3c308e023a tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0638390 Jul 24 09:50:15.100047 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-78fba149-87d1-4c13-a51a-3f5678588891 req-6cd76c09-f656-4aff-a939-50211393c087 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321469 Jul 24 09:50:16.235759 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a317d-cf63-4366-8ec0-bdca001eb768 req-098d34f6-4ce6-412d-8e8d-2007f345e437 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:16.237303 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d21a317d-cf63-4366-8ec0-bdca001eb768 req-098d34f6-4ce6-412d-8e8d-2007f345e437 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0690188 Jul 24 09:50:16.274821 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d21a317d-cf63-4366-8ec0-bdca001eb768 req-453863bd-17ca-4115-99cc-26d1030ba94b tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316274 Jul 24 09:50:16.875552 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:17.408966 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510e1e6-8754-4474-babe-e928bbf9276d req-b61a478d-02ba-444e-bca8-ccedf655713e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:17.410452 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8510e1e6-8754-4474-babe-e928bbf9276d req-b61a478d-02ba-444e-bca8-ccedf655713e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0662379 Jul 24 09:50:17.447805 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8510e1e6-8754-4474-babe-e928bbf9276d req-689ff934-1213-4171-af81-cdee60d8857d tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313768 Jul 24 09:50:18.588304 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1e7b1-27ee-4f59-9cd4-3a6547fada56 req-6c966b13-f972-4046-a00b-e67c5463ea53 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:18.590010 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d5c1e7b1-27ee-4f59-9cd4-3a6547fada56 req-6c966b13-f972-4046-a00b-e67c5463ea53 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0692585 Jul 24 09:50:18.626692 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d5c1e7b1-27ee-4f59-9cd4-3a6547fada56 req-c7acf754-31dd-42f0-8593-61d25a442b74 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313144 Jul 24 09:50:19.759830 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176aa2ac-e3f0-411e-be0d-6469ca0d0493 req-3032666a-4e42-4ae3-bad6-7b9c52fea949 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:19.761331 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-176aa2ac-e3f0-411e-be0d-6469ca0d0493 req-3032666a-4e42-4ae3-bad6-7b9c52fea949 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0622363 Jul 24 09:50:19.797998 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-176aa2ac-e3f0-411e-be0d-6469ca0d0493 req-1a4a1967-4bb8-44a9-aeed-e3626ea74824 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312071 Jul 24 09:50:20.927850 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefd6b4-3a1d-4816-b52a-a3ea7301ffe1 req-274d2929-1b80-480f-8517-8ac96b06b34c tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:20.929262 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9fefd6b4-3a1d-4816-b52a-a3ea7301ffe1 req-274d2929-1b80-480f-8517-8ac96b06b34c tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0618386 Jul 24 09:50:20.966321 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9fefd6b4-3a1d-4816-b52a-a3ea7301ffe1 req-6155ed6f-dee6-4c0b-a3fd-e0f7aa35d51d tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315070 Jul 24 09:50:22.095490 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4ecb7-71df-4037-8aa7-883d1f8bade7 req-0e6f94c8-8a3f-4f1b-b0d8-63a358ad591f tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:22.096987 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-35c4ecb7-71df-4037-8aa7-883d1f8bade7 req-0e6f94c8-8a3f-4f1b-b0d8-63a358ad591f tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0624158 Jul 24 09:50:22.133408 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-35c4ecb7-71df-4037-8aa7-883d1f8bade7 req-fdeefef8-7d4b-4196-ba89-e190356467c5 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308487 Jul 24 09:50:23.267043 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc2c8a-e994-483a-89ac-13a68c899e9c req-6ae9b58c-79f8-4c1a-b594-157e65721a7f tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:23.268477 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-56cc2c8a-e994-483a-89ac-13a68c899e9c req-6ae9b58c-79f8-4c1a-b594-157e65721a7f tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0652435 Jul 24 09:50:23.305685 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-56cc2c8a-e994-483a-89ac-13a68c899e9c req-f012d276-0f47-4c59-8001-759b9655b985 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317235 Jul 24 09:50:24.440713 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07441fc-4df1-428b-bac3-bc2518f062b9 req-5e509b48-c5aa-4d8d-873f-c74fae8ff0e2 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:24.442117 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a07441fc-4df1-428b-bac3-bc2518f062b9 req-5e509b48-c5aa-4d8d-873f-c74fae8ff0e2 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0664499 Jul 24 09:50:24.478984 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a07441fc-4df1-428b-bac3-bc2518f062b9 req-96b3d37f-7549-4cb8-9ee5-c5fdaa22dfee tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313430 Jul 24 09:50:25.607141 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a6bb5-4526-4b7c-9c29-a472230fa627 req-1100f3e9-861a-4b85-bf7c-e93f72cc572d tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:25.608609 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-263a6bb5-4526-4b7c-9c29-a472230fa627 req-1100f3e9-861a-4b85-bf7c-e93f72cc572d tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0616465 Jul 24 09:50:25.644859 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-263a6bb5-4526-4b7c-9c29-a472230fa627 req-34125693-aef7-412b-be2c-7a1c2b07a6bf tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306191 Jul 24 09:50:26.777822 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b2d64-6dd8-483a-b72d-555e8f7df690 req-aab185f2-13c9-4469-9189-104dde6b4f7c tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:26.779338 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-678b2d64-6dd8-483a-b72d-555e8f7df690 req-aab185f2-13c9-4469-9189-104dde6b4f7c tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0630054 Jul 24 09:50:26.816805 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-678b2d64-6dd8-483a-b72d-555e8f7df690 req-0bbcab9c-b214-4365-a16b-128cdd2c65a7 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317318 Jul 24 09:50:27.303922 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f6da54a7-0e6a-45f2-abfd-cf0f00fbd797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:27.951164 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b661469-a412-40c1-8a1d-c48a1a0a0d0a req-8715ffd5-1b76-40b8-996a-994b0710288c tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:27.952674 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8b661469-a412-40c1-8a1d-c48a1a0a0d0a req-8715ffd5-1b76-40b8-996a-994b0710288c tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0659626 Jul 24 09:50:27.990517 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8b661469-a412-40c1-8a1d-c48a1a0a0d0a req-3684a49a-58cb-422a-bce4-1299783037c4 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320780 Jul 24 09:50:29.125447 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f8774-c91d-459d-a26b-1d9df7f58f68 req-d32a76d3-6755-4f2e-a21d-e617736c38f7 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:29.126913 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5d8f8774-c91d-459d-a26b-1d9df7f58f68 req-d32a76d3-6755-4f2e-a21d-e617736c38f7 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0653877 Jul 24 09:50:29.164010 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5d8f8774-c91d-459d-a26b-1d9df7f58f68 req-0e1d6d2f-5118-4294-b95b-1f8ae5f029bb tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315475 Jul 24 09:50:29.812203 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e41ec167-31b5-4832-951b-a69ddf45976e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:30.295021 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d4ef1-c395-465b-afbd-bd8f271958a2 req-978f4877-e7fb-4274-b9df-d00aa9ef453a tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:30.296489 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-057d4ef1-c395-465b-afbd-bd8f271958a2 req-978f4877-e7fb-4274-b9df-d00aa9ef453a tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0639186 Jul 24 09:50:30.332668 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-057d4ef1-c395-465b-afbd-bd8f271958a2 req-9188d774-e9cf-47d7-98d1-c7d5217fa43a tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306916 Jul 24 09:50:30.493065 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:31.109594 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:31.467283 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49968bec-bbdf-4bd0-b19a-f6ba1862f6ca req-3a2079be-cd74-4145-aab4-765492da8b5e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:31.468845 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-49968bec-bbdf-4bd0-b19a-f6ba1862f6ca req-3a2079be-cd74-4145-aab4-765492da8b5e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0651729 Jul 24 09:50:31.507067 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-49968bec-bbdf-4bd0-b19a-f6ba1862f6ca req-cf9814aa-ccc3-455a-9bca-97f6f85d7af2 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326757 Jul 24 09:50:32.638299 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa399a71-9e89-41b5-8dce-8bf9e30bb44b req-d6947f02-bfbc-4739-aab2-84ae8038d6fb tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:32.639772 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-aa399a71-9e89-41b5-8dce-8bf9e30bb44b req-d6947f02-bfbc-4739-aab2-84ae8038d6fb tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0618680 Jul 24 09:50:32.675469 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-aa399a71-9e89-41b5-8dce-8bf9e30bb44b req-c0e07734-46c9-4ead-8b98-67fe7ac33385 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302875 Jul 24 09:50:32.991590 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:33.808420 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a864cf4-6c1c-4e45-bc3f-2ea63bfcc4d5 req-7584bb04-e17c-4198-a527-e7b732b7ff31 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:33.809932 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a864cf4-6c1c-4e45-bc3f-2ea63bfcc4d5 req-7584bb04-e17c-4198-a527-e7b732b7ff31 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0629129 Jul 24 09:50:33.846624 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a864cf4-6c1c-4e45-bc3f-2ea63bfcc4d5 req-df2b7970-bdb0-4dc0-b3c9-614f5c6c545f tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312612 Jul 24 09:50:34.982374 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be8c9-2282-421b-919a-1695faf6ecdf req-ad208238-6981-425d-9e9b-88337e1e81fe tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:34.983863 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e98be8c9-2282-421b-919a-1695faf6ecdf req-ad208238-6981-425d-9e9b-88337e1e81fe tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0686421 Jul 24 09:50:35.020872 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e98be8c9-2282-421b-919a-1695faf6ecdf req-ce335b97-8460-49e8-8810-c51809f2eb77 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314183 Jul 24 09:50:35.136666 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-fe48a930-98d3-4a19-8568-e52df0ead15c service neutron] show failed (client error): The resource could not be found. Jul 24 09:50:35.137680 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-fe48a930-98d3-4a19-8568-e52df0ead15c service neutron] 10.222.0.20 "GET /v2.0/ports/cb2971ec-d0ea-481f-9ac3-aca9275351d8/bindings/n-h1-800085-9 HTTP/1.1" status: 404 len: 380 time: 0.0574160 Jul 24 09:50:35.374127 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-5112e7af-fb63-4791-9874-7ff38e23ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:35.375611 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-5112e7af-fb63-4791-9874-7ff38e23ff7e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e&tenant_id=f184d8b1e68e42078f265650a86e9073 HTTP/1.1" status: 200 len: 1096 time: 0.0931222 Jul 24 09:50:35.387819 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-e2fdcf38-ff69-404b-b5f2-7f2cb5a33cd8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-9', 'device_owner': 'compute:nova'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:50:35.454086 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-e2fdcf38-ff69-404b-b5f2-7f2cb5a33cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:35.651415 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-e2fdcf38-ff69-404b-b5f2-7f2cb5a33cd8 service neutron] For port cb2971ec-d0ea-481f-9ac3-aca9275351d8, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cb2971ec-d0ea-481f-9ac3-aca9275351d8,segment=NetworkSegment(8f996299-ad55-450a-95b0-e02ebddfdcc1),segment_id=8f996299-ad55-450a-95b0-e02ebddfdcc1)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:50:35.683381 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-e2fdcf38-ff69-404b-b5f2-7f2cb5a33cd8 service neutron] For port cb2971ec-d0ea-481f-9ac3-aca9275351d8, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:50:35.724312 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821e56c1-6073-4787-b0c6-cc887a69c24e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb2971ec-d0ea-481f-9ac3-aca9275351d8'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:50:35.726591 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff49e2ec-cabc-4eef-8b82-162ac0447a2f" -d '{"events": [{"server_uuid": "821e56c1-6073-4787-b0c6-cc887a69c24e", "name": "network-vif-unplugged", "status": "completed", "tag": "cb2971ec-d0ea-481f-9ac3-aca9275351d8"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:50:35.730957 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-e2fdcf38-ff69-404b-b5f2-7f2cb5a33cd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:35.742861 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-e2fdcf38-ff69-404b-b5f2-7f2cb5a33cd8 service neutron] Transition to ACTIVE for port object cb2971ec-d0ea-481f-9ac3-aca9275351d8 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:50:35.746663 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-e2fdcf38-ff69-404b-b5f2-7f2cb5a33cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:35.809774 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-e2fdcf38-ff69-404b-b5f2-7f2cb5a33cd8 service neutron] No DVR routers for this DVR port cb2971ec-d0ea-481f-9ac3-aca9275351d8 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:50:35.812649 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fdcf38-ff69-404b-b5f2-7f2cb5a33cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2971ec-d0ea-481f-9ac3-aca9275351d8,revision_number=6']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:50:35.840359 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9bc731-78ef-4dd7-9b47-5efd94c78c42 x-openstack-request-id: req-da9bc731-78ef-4dd7-9b47-5efd94c78c42 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:50:35.840658 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821e56c1-6073-4787-b0c6-cc887a69c24e", "name": "network-vif-unplugged", "status": "completed", "tag": "cb2971ec-d0ea-481f-9ac3-aca9275351d8", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:50:35.840939 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da9bc731-78ef-4dd7-9b47-5efd94c78c42 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:50:35.841335 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821e56c1-6073-4787-b0c6-cc887a69c24e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb2971ec-d0ea-481f-9ac3-aca9275351d8', 'code': 200} Jul 24 09:50:35.854203 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-e2fdcf38-ff69-404b-b5f2-7f2cb5a33cd8 service neutron] Attempting to bind port cb2971ec-d0ea-481f-9ac3-aca9275351d8 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:50:35.854538 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-e2fdcf38-ff69-404b-b5f2-7f2cb5a33cd8 service neutron] Attempting to bind port cb2971ec-d0ea-481f-9ac3-aca9275351d8 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '8f996299-ad55-450a-95b0-e02ebddfdcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cbfec56e-62d8-4e50-bf3c-d4f12e86e086'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:50:35.854871 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-e2fdcf38-ff69-404b-b5f2-7f2cb5a33cd8 service neutron] Attempting to bind port cb2971ec-d0ea-481f-9ac3-aca9275351d8 on network cbfec56e-62d8-4e50-bf3c-d4f12e86e086 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:50:35.859050 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-e2fdcf38-ff69-404b-b5f2-7f2cb5a33cd8 service neutron] Port cb2971ec-d0ea-481f-9ac3-aca9275351d8 on network cbfec56e-62d8-4e50-bf3c-d4f12e86e086 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:50:35.859383 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-e2fdcf38-ff69-404b-b5f2-7f2cb5a33cd8 service neutron] Attempting to bind port cb2971ec-d0ea-481f-9ac3-aca9275351d8 on network cbfec56e-62d8-4e50-bf3c-d4f12e86e086 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:50:35.864111 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-e2fdcf38-ff69-404b-b5f2-7f2cb5a33cd8 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:50:35.864455 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-e2fdcf38-ff69-404b-b5f2-7f2cb5a33cd8 service neutron] Checking segment: {'id': '8f996299-ad55-450a-95b0-e02ebddfdcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cbfec56e-62d8-4e50-bf3c-d4f12e86e086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:50:35.864881 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-e2fdcf38-ff69-404b-b5f2-7f2cb5a33cd8 service neutron] Bound using segment: {'id': '8f996299-ad55-450a-95b0-e02ebddfdcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cbfec56e-62d8-4e50-bf3c-d4f12e86e086'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:50:35.865310 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-e2fdcf38-ff69-404b-b5f2-7f2cb5a33cd8 service neutron] Bound port: cb2971ec-d0ea-481f-9ac3-aca9275351d8, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f996299-ad55-450a-95b0-e02ebddfdcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cbfec56e-62d8-4e50-bf3c-d4f12e86e086'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:50:35.865664 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-e2fdcf38-ff69-404b-b5f2-7f2cb5a33cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:35.928916 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-e2fdcf38-ff69-404b-b5f2-7f2cb5a33cd8 service neutron] For port cb2971ec-d0ea-481f-9ac3-aca9275351d8, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:50:35.931741 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-e2fdcf38-ff69-404b-b5f2-7f2cb5a33cd8 service neutron] For port cb2971ec-d0ea-481f-9ac3-aca9275351d8, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=cb2971ec-d0ea-481f-9ac3-aca9275351d8,segment=NetworkSegment(8f996299-ad55-450a-95b0-e02ebddfdcc1),segment_id=8f996299-ad55-450a-95b0-e02ebddfdcc1)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:50:35.936305 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-e2fdcf38-ff69-404b-b5f2-7f2cb5a33cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:35.970345 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-e2fdcf38-ff69-404b-b5f2-7f2cb5a33cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:35.970962 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-e2fdcf38-ff69-404b-b5f2-7f2cb5a33cd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:35.972355 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-e2fdcf38-ff69-404b-b5f2-7f2cb5a33cd8 service neutron] 10.222.0.37 "PUT /v2.0/ports/cb2971ec-d0ea-481f-9ac3-aca9275351d8 HTTP/1.1" status: 200 len: 1091 time: 0.5885286 Jul 24 09:50:35.992429 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fdcf38-ff69-404b-b5f2-7f2cb5a33cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2971ec-d0ea-481f-9ac3-aca9275351d8,revision_number=7']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:50:36.048207 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-f8752dff-1491-49ea-934e-da7e4d636dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:36.049787 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-f8752dff-1491-49ea-934e-da7e4d636dad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f184d8b1e68e42078f265650a86e9073&device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 1094 time: 0.0544219 Jul 24 09:50:36.169102 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-42ae2463-6b59-4ede-9338-214a3817f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:36.170573 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-42ae2463-6b59-4ede-9338-214a3817f885 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086 HTTP/1.1" status: 200 len: 914 time: 0.1141117 Jul 24 09:50:36.215944 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-46d7ef3f-5df6-4303-8045-e95497826773 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb2971ec-d0ea-481f-9ac3-aca9275351d8 HTTP/1.1" status: 200 len: 217 time: 0.0391078 Jul 24 09:50:36.226123 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecf86b-102d-4d5b-9114-16bdce87c23a req-c4a6bc6f-bf40-477b-be8f-7d370c02a55b tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:36.227518 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7aecf86b-102d-4d5b-9114-16bdce87c23a req-c4a6bc6f-bf40-477b-be8f-7d370c02a55b tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 943 time: 0.1133463 Jul 24 09:50:36.296178 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7aecf86b-102d-4d5b-9114-16bdce87c23a req-856cc817-2d39-4e2d-a1b9-ede26550eb35 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609009 Jul 24 09:50:36.297683 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-8f5ae110-3f95-443d-92fb-dac52b00ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:36.299073 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-8f5ae110-3f95-443d-92fb-dac52b00ebca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74ca10dd-a73c-4e72-a138-8c5656c37bfc HTTP/1.1" status: 200 len: 854 time: 0.0707114 Jul 24 09:50:36.332507 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-5e522026-7e25-4e9e-ad5d-7be56f521e9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272968 Jul 24 09:50:36.423341 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-f25d44bd-e44d-42ab-9392-d050994a838c service neutron] 10.222.0.37 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837791 Jul 24 09:50:36.510743 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8bea1f52-ccb5-4730-9999-cde31701ca55 req-70aabe11-c067-4e8f-bdfc-1405926b6b8d service neutron] 10.222.0.37 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801277 Jul 24 09:50:37.430432 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e3680-4d79-45f6-a101-83123e03b43f req-700d9e3a-6b55-481f-a767-19d69e55aacf tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:37.431866 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ae8e3680-4d79-45f6-a101-83123e03b43f req-700d9e3a-6b55-481f-a767-19d69e55aacf tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 943 time: 0.0636847 Jul 24 09:50:37.468659 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ae8e3680-4d79-45f6-a101-83123e03b43f req-6ac99209-0a41-46f3-a967-8a773f6c6a00 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313048 Jul 24 09:50:37.842914 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821e56c1-6073-4787-b0c6-cc887a69c24e', 'tag': 'cb2971ec-d0ea-481f-9ac3-aca9275351d8'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:50:37.845294 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7d664c-cdcb-420a-a4ac-6df28f5daf07" -d '{"events": [{"name": "network-changed", "server_uuid": "821e56c1-6073-4787-b0c6-cc887a69c24e", "tag": "cb2971ec-d0ea-481f-9ac3-aca9275351d8"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:50:37.895387 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d59db47-1182-4ee0-855e-46b43c232da6 x-openstack-request-id: req-4d59db47-1182-4ee0-855e-46b43c232da6 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:50:37.895709 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821e56c1-6073-4787-b0c6-cc887a69c24e", "tag": "cb2971ec-d0ea-481f-9ac3-aca9275351d8", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:50:37.895991 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d59db47-1182-4ee0-855e-46b43c232da6 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:50:37.896399 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821e56c1-6073-4787-b0c6-cc887a69c24e', 'tag': 'cb2971ec-d0ea-481f-9ac3-aca9275351d8', 'status': 'completed', 'code': 200} Jul 24 09:50:37.971611 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d664c-cdcb-420a-a4ac-6df28f5daf07 req-bbdae230-419e-4f97-a450-ab167d10d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:37.973253 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6e7d664c-cdcb-420a-a4ac-6df28f5daf07 req-bbdae230-419e-4f97-a450-ab167d10d5e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f184d8b1e68e42078f265650a86e9073&device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 1094 time: 0.0576541 Jul 24 09:50:37.982255 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d664c-cdcb-420a-a4ac-6df28f5daf07 req-1a58ff2a-b20e-475e-b977-21c8ec94c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:37.983748 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6e7d664c-cdcb-420a-a4ac-6df28f5daf07 req-1a58ff2a-b20e-475e-b977-21c8ec94c23c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f184d8b1e68e42078f265650a86e9073&device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 1094 time: 0.0690618 Jul 24 09:50:38.072775 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d664c-cdcb-420a-a4ac-6df28f5daf07 req-d0539477-e613-44e6-beb0-bf1961264d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:38.074271 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6e7d664c-cdcb-420a-a4ac-6df28f5daf07 req-d0539477-e613-44e6-beb0-bf1961264d74 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086 HTTP/1.1" status: 200 len: 914 time: 0.0953579 Jul 24 09:50:38.076072 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d664c-cdcb-420a-a4ac-6df28f5daf07 req-ce6d9715-0c32-46fc-9f73-676ce11c4fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:38.077575 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6e7d664c-cdcb-420a-a4ac-6df28f5daf07 req-ce6d9715-0c32-46fc-9f73-676ce11c4fc0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086 HTTP/1.1" status: 200 len: 914 time: 0.0872798 Jul 24 09:50:38.113741 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6e7d664c-cdcb-420a-a4ac-6df28f5daf07 req-8b22f794-6c8e-43cf-a321-05f860259019 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb2971ec-d0ea-481f-9ac3-aca9275351d8 HTTP/1.1" status: 200 len: 217 time: 0.0334234 Jul 24 09:50:38.121895 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6e7d664c-cdcb-420a-a4ac-6df28f5daf07 req-815a2496-625d-4088-81ff-d9a7e5d3d9ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb2971ec-d0ea-481f-9ac3-aca9275351d8 HTTP/1.1" status: 200 len: 217 time: 0.0377569 Jul 24 09:50:38.167295 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d664c-cdcb-420a-a4ac-6df28f5daf07 req-3210b48b-734e-45e1-84a5-a55ef7df2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:38.168879 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6e7d664c-cdcb-420a-a4ac-6df28f5daf07 req-3210b48b-734e-45e1-84a5-a55ef7df2e30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74ca10dd-a73c-4e72-a138-8c5656c37bfc HTTP/1.1" status: 200 len: 854 time: 0.0498283 Jul 24 09:50:38.204720 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6e7d664c-cdcb-420a-a4ac-6df28f5daf07 req-76ff6672-a4ea-4a68-988d-26aecdd0eaa8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294447 Jul 24 09:50:38.301908 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6e7d664c-cdcb-420a-a4ac-6df28f5daf07 req-e643e044-11da-496e-9cfb-23fc8e02d383 service neutron] 10.222.0.20 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906336 Jul 24 09:50:38.393456 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6e7d664c-cdcb-420a-a4ac-6df28f5daf07 req-622b280c-22c6-4bd0-8afb-76b90617b618 service neutron] 10.222.0.20 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848362 Jul 24 09:50:38.461308 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d664c-cdcb-420a-a4ac-6df28f5daf07 req-d2230457-8ed9-4d5e-8be8-daa090da2f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:38.462778 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6e7d664c-cdcb-420a-a4ac-6df28f5daf07 req-d2230457-8ed9-4d5e-8be8-daa090da2f2e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74ca10dd-a73c-4e72-a138-8c5656c37bfc HTTP/1.1" status: 200 len: 854 time: 0.3354359 Jul 24 09:50:38.495741 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6e7d664c-cdcb-420a-a4ac-6df28f5daf07 req-953a4704-ab06-455e-85da-a1a2b4357053 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267143 Jul 24 09:50:38.586450 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6e7d664c-cdcb-420a-a4ac-6df28f5daf07 req-ef0d39d6-c8cb-4936-8660-d485439615ae service neutron] 10.222.0.37 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836287 Jul 24 09:50:38.605574 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32043b-4505-4887-a915-bcf152cee962 req-f1457382-84d7-4950-ab39-247e35476bb6 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:38.607099 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7d32043b-4505-4887-a915-bcf152cee962 req-f1457382-84d7-4950-ab39-247e35476bb6 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 943 time: 0.0644064 Jul 24 09:50:38.622357 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device cb2971ec-d0ea-481f-9ac3-aca9275351d8 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:50:38.645149 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7d32043b-4505-4887-a915-bcf152cee962 req-4b06854e-d2c9-4757-baba-b1073934892f tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322173 Jul 24 09:50:38.674356 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6e7d664c-cdcb-420a-a4ac-6df28f5daf07 req-82a3a864-0e4d-480b-98fe-c03d750fc88d service neutron] 10.222.0.37 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818336 Jul 24 09:50:38.721424 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port cb2971ec-d0ea-481f-9ac3-aca9275351d8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=cb2971ec-d0ea-481f-9ac3-aca9275351d8,segment=NetworkSegment(8f996299-ad55-450a-95b0-e02ebddfdcc1),segment_id=8f996299-ad55-450a-95b0-e02ebddfdcc1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:50:38.733440 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'cb2971ec-d0ea-481f-9ac3-aca9275351d8', 'network_id': 'cbfec56e-62d8-4e50-bf3c-d4f12e86e086', 'port_id': 'cb2971ec-d0ea-481f-9ac3-aca9275351d8', 'mac_address': 'fa:16:3e:34:ef:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74ca10dd-a73c-4e72-a138-8c5656c37bfc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:50:38.772127 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:38.787604 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cb2971ec-d0ea-481f-9ac3-aca9275351d8 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:50:38.793791 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2971ec-d0ea-481f-9ac3-aca9275351d8 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:50:38.840373 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port cb2971ec-d0ea-481f-9ac3-aca9275351d8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=cb2971ec-d0ea-481f-9ac3-aca9275351d8,segment=NetworkSegment(8f996299-ad55-450a-95b0-e02ebddfdcc1),segment_id=8f996299-ad55-450a-95b0-e02ebddfdcc1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:50:38.845421 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:38.853989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cb2971ec-d0ea-481f-9ac3-aca9275351d8 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:50:38.899966 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=cb2971ec-d0ea-481f-9ac3-aca9275351d8,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:50:38.958196 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b65708-52b3-4d47-a74a-eedde13d781f req-e150f920-69a4-4896-bc6a-ea32497ba3e2 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:38.959993 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a8b65708-52b3-4d47-a74a-eedde13d781f req-e150f920-69a4-4896-bc6a-ea32497ba3e2 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 943 time: 0.1572008 Jul 24 09:50:38.968991 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6eec1b-e196-4d7b-b92d-1cc6ab6a801b req-f66ae8f1-bbfb-4bb9-9a20-779ad33d2de3 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:38.970356 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e6eec1b-e196-4d7b-b92d-1cc6ab6a801b req-f66ae8f1-bbfb-4bb9-9a20-779ad33d2de3 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.20 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e&tenant_id=f184d8b1e68e42078f265650a86e9073&binding%3Ahost_id=n-h1-800085-9 HTTP/1.1" status: 200 len: 944 time: 0.1586215 Jul 24 09:50:39.040870 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a8b65708-52b3-4d47-a74a-eedde13d781f req-04df0bc0-31bc-4139-bd9e-940c77f6a9be tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695090 Jul 24 09:50:39.049264 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-9e6eec1b-e196-4d7b-b92d-1cc6ab6a801b req-d658d644-76c7-42df-af92-130c3d56366e service neutron] delete failed (client error): The resource could not be found. Jul 24 09:50:39.050243 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e6eec1b-e196-4d7b-b92d-1cc6ab6a801b req-d658d644-76c7-42df-af92-130c3d56366e service neutron] 10.222.0.20 "DELETE /v2.0/ports/cb2971ec-d0ea-481f-9ac3-aca9275351d8/bindings/n-h2-800085-9 HTTP/1.1" status: 404 len: 380 time: 0.0722525 Jul 24 09:50:39.058482 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['cb2971ec-d0ea-481f-9ac3-aca9275351d8'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:50:39.143709 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6eec1b-e196-4d7b-b92d-1cc6ab6a801b req-0069f333-97c0-47cb-808b-6e671243203f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:39.145220 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e6eec1b-e196-4d7b-b92d-1cc6ab6a801b req-0069f333-97c0-47cb-808b-6e671243203f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f184d8b1e68e42078f265650a86e9073&device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 1095 time: 0.0529664 Jul 24 09:50:39.238574 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6eec1b-e196-4d7b-b92d-1cc6ab6a801b req-6ae48760-3e42-49df-b175-62015026db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:39.240067 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e6eec1b-e196-4d7b-b92d-1cc6ab6a801b req-6ae48760-3e42-49df-b175-62015026db9e service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086 HTTP/1.1" status: 200 len: 914 time: 0.0884695 Jul 24 09:50:39.279517 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e6eec1b-e196-4d7b-b92d-1cc6ab6a801b req-6f5450ff-6906-4c38-b5d6-07eb9abf76d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb2971ec-d0ea-481f-9ac3-aca9275351d8 HTTP/1.1" status: 200 len: 217 time: 0.0335007 Jul 24 09:50:39.325893 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6eec1b-e196-4d7b-b92d-1cc6ab6a801b req-917d4368-755e-4fce-bcd7-843460d85c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:39.327259 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e6eec1b-e196-4d7b-b92d-1cc6ab6a801b req-917d4368-755e-4fce-bcd7-843460d85c09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74ca10dd-a73c-4e72-a138-8c5656c37bfc HTTP/1.1" status: 200 len: 854 time: 0.0416951 Jul 24 09:50:39.364109 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e6eec1b-e196-4d7b-b92d-1cc6ab6a801b req-a6d85cad-ff59-412f-9d68-0a5b149a848b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293851 Jul 24 09:50:39.455300 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e6eec1b-e196-4d7b-b92d-1cc6ab6a801b req-ddf2e3f1-287d-4e69-9e0e-27c85745216a service neutron] 10.222.0.20 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849333 Jul 24 09:50:39.543171 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e6eec1b-e196-4d7b-b92d-1cc6ab6a801b req-86a9620b-d5a6-4ae8-b2ce-daa139a9fac0 service neutron] 10.222.0.20 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817380 Jul 24 09:50:40.178266 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4355c-51a3-4705-8edd-2433244c7957 req-62a614b0-f61a-4e7a-8c5e-20b4cb7c92bc tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:40.179832 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-99b4355c-51a3-4705-8edd-2433244c7957 req-62a614b0-f61a-4e7a-8c5e-20b4cb7c92bc tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 944 time: 0.0659072 Jul 24 09:50:40.221546 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-99b4355c-51a3-4705-8edd-2433244c7957 req-5d782854-4545-4794-ac65-958e817615e3 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357294 Jul 24 09:50:40.354947 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1f306-b9f5-48e9-a431-2a73c0ec8427 req-d27a23b7-97b9-41a1-b1cc-9c65004120f7 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:40.356412 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4dd1f306-b9f5-48e9-a431-2a73c0ec8427 req-d27a23b7-97b9-41a1-b1cc-9c65004120f7 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 944 time: 0.0620158 Jul 24 09:50:40.394553 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4dd1f306-b9f5-48e9-a431-2a73c0ec8427 req-05078fd7-83de-4217-96bf-ca067e2a1c3e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326366 Jul 24 09:50:40.525238 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd17ec9-629a-4a2c-acdb-3fc9f5306e11 req-fba2a627-d2f8-4a97-9761-a2206f58b1d7 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:40.527336 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-edd17ec9-629a-4a2c-acdb-3fc9f5306e11 req-fba2a627-d2f8-4a97-9761-a2206f58b1d7 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 944 time: 0.0649602 Jul 24 09:50:40.563483 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-edd17ec9-629a-4a2c-acdb-3fc9f5306e11 req-bbe38b6c-f318-4c2e-8aa8-d939b387270f tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304136 Jul 24 09:50:40.630670 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device cb2971ec-d0ea-481f-9ac3-aca9275351d8 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:50:40.678835 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port cb2971ec-d0ea-481f-9ac3-aca9275351d8 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:50:40.682890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port cb2971ec-d0ea-481f-9ac3-aca9275351d8 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:50:40.683285 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:40.750685 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:50:40.769838 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:40.792889 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821e56c1-6073-4787-b0c6-cc887a69c24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2971ec-d0ea-481f-9ac3-aca9275351d8'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:50:40.795110 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88117ff-6a14-4409-bdb3-ec7facd8e9ed" -d '{"events": [{"server_uuid": "821e56c1-6073-4787-b0c6-cc887a69c24e", "name": "network-vif-plugged", "status": "completed", "tag": "cb2971ec-d0ea-481f-9ac3-aca9275351d8"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:50:40.808845 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port cb2971ec-d0ea-481f-9ac3-aca9275351d8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=cb2971ec-d0ea-481f-9ac3-aca9275351d8,segment=NetworkSegment(8f996299-ad55-450a-95b0-e02ebddfdcc1),segment_id=8f996299-ad55-450a-95b0-e02ebddfdcc1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:50:40.813683 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:40.837358 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead0a174-0c76-4456-8455-9d633c48e10d x-openstack-request-id: req-ead0a174-0c76-4456-8455-9d633c48e10d {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:50:40.837948 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821e56c1-6073-4787-b0c6-cc887a69c24e", "name": "network-vif-plugged", "status": "completed", "tag": "cb2971ec-d0ea-481f-9ac3-aca9275351d8", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:50:40.838083 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ead0a174-0c76-4456-8455-9d633c48e10d {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:50:40.838391 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821e56c1-6073-4787-b0c6-cc887a69c24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2971ec-d0ea-481f-9ac3-aca9275351d8', 'code': 200} Jul 24 09:50:40.862594 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=cb2971ec-d0ea-481f-9ac3-aca9275351d8,revision_number=9']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:50:40.927638 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c1e53-e582-4557-bf1f-c8af67978206 req-3e4a0bbb-a755-46c0-9722-4c2b7721dd33 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:40.929182 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-735c1e53-e582-4557-bf1f-c8af67978206 req-3e4a0bbb-a755-46c0-9722-4c2b7721dd33 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/networks?id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086 HTTP/1.1" status: 200 len: 814 time: 0.1041489 Jul 24 09:50:40.943604 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-735c1e53-e582-4557-bf1f-c8af67978206 req-531ef9ca-8a00-4da7-b88a-14291c157e89 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/quotas/f184d8b1e68e42078f265650a86e9073 HTTP/1.1" status: 200 len: 375 time: 0.0087018 Jul 24 09:50:41.004804 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-735c1e53-e582-4557-bf1f-c8af67978206 req-d56c0f7a-6aeb-425d-a44b-4a80cf17ff9e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f184d8b1e68e42078f265650a86e9073&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0559943 Jul 24 09:50:41.094291 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-735c1e53-e582-4557-bf1f-c8af67978206 req-7ea75427-b0f9-4a1a-bd54-79676ec64f98 service neutron] 10.222.0.32 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823212 Jul 24 09:50:41.179484 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-735c1e53-e582-4557-bf1f-c8af67978206 req-e38a069a-2b35-416e-bf13-1cbb32df1a60 service neutron] 10.222.0.32 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795650 Jul 24 09:50:41.348686 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e4dd26c0-c790-4ddd-be1b-017c569c7f04 req-4ec03a4c-96fb-47ae-945f-9038f0331f51 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 210 time: 0.0280383 Jul 24 09:50:42.076215 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d11e4-ddf1-4c55-a121-dc53b69cfae8 req-1f991897-1769-4d1c-a1f1-cc4a67dcb132 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:42.077641 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-126d11e4-ddf1-4c55-a121-dc53b69cfae8 req-1f991897-1769-4d1c-a1f1-cc4a67dcb132 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.37 "GET /v2.0/ports?device_id=821e56c1-6073-4787-b0c6-cc887a69c24e HTTP/1.1" status: 200 len: 945 time: 0.0625448 Jul 24 09:50:42.272194 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c1e53-e582-4557-bf1f-c8af67978206 req-fab2d227-e5d2-476b-8d2a-2a12b4687369 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:42.273639 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-735c1e53-e582-4557-bf1f-c8af67978206 req-fab2d227-e5d2-476b-8d2a-2a12b4687369 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.37 "GET /v2.0/networks?id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086 HTTP/1.1" status: 200 len: 814 time: 0.1495864 Jul 24 09:50:42.275075 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-126d11e4-ddf1-4c55-a121-dc53b69cfae8 req-7e3a3fdd-bd58-47e6-858e-b6d7cf767b24 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Deleting port cb2971ec-d0ea-481f-9ac3-aca9275351d8 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:50:42.276034 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-126d11e4-ddf1-4c55-a121-dc53b69cfae8 req-7e3a3fdd-bd58-47e6-858e-b6d7cf767b24 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:42.293351 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-735c1e53-e582-4557-bf1f-c8af67978206 req-ee518f9f-7878-44c1-b0e5-3d977065d806 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Request body: {'port': {'device_id': '89e41094-7f51-4b8a-b1d1-dad469d23505', 'network_id': 'cbfec56e-62d8-4e50-bf3c-d4f12e86e086', 'admin_state_up': True, 'tenant_id': 'f184d8b1e68e42078f265650a86e9073'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:50:42.445595 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-126d11e4-ddf1-4c55-a121-dc53b69cfae8 req-7e3a3fdd-bd58-47e6-858e-b6d7cf767b24 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] For port cb2971ec-d0ea-481f-9ac3-aca9275351d8, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=cb2971ec-d0ea-481f-9ac3-aca9275351d8,segment=NetworkSegment(8f996299-ad55-450a-95b0-e02ebddfdcc1),segment_id=8f996299-ad55-450a-95b0-e02ebddfdcc1)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:50:42.445963 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-126d11e4-ddf1-4c55-a121-dc53b69cfae8 req-7e3a3fdd-bd58-47e6-858e-b6d7cf767b24 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:42.474845 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7492a9ea-b27c-4c66-b226-aac707927542 req-e421fdf3-7a99-4450-a705-1dfe939881c4 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 210 time: 0.0524912 Jul 24 09:50:42.482126 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-126d11e4-ddf1-4c55-a121-dc53b69cfae8 req-7e3a3fdd-bd58-47e6-858e-b6d7cf767b24 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Calling delete_port for cb2971ec-d0ea-481f-9ac3-aca9275351d8 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:50:42.536334 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-735c1e53-e582-4557-bf1f-c8af67978206 req-ee518f9f-7878-44c1-b0e5-3d977065d806 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Made reservation on behalf of f184d8b1e68e42078f265650a86e9073 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:50:42.539766 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-735c1e53-e582-4557-bf1f-c8af67978206 req-ee518f9f-7878-44c1-b0e5-3d977065d806 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:42.721607 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-735c1e53-e582-4557-bf1f-c8af67978206 req-ee518f9f-7878-44c1-b0e5-3d977065d806 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Allocated IP 172.20.0.8 (cbfec56e-62d8-4e50-bf3c-d4f12e86e086/74ca10dd-a73c-4e72-a138-8c5656c37bfc/3ebfcbec-afc3-4828-adb1-8ddeba37cb0d) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:50:42.729307 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-126d11e4-ddf1-4c55-a121-dc53b69cfae8 req-7e3a3fdd-bd58-47e6-858e-b6d7cf767b24 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:42.740404 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['cb2971ec-d0ea-481f-9ac3-aca9275351d8'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:50:42.765064 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a3fdd-bd58-47e6-858e-b6d7cf767b24 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Pushing event deleted for resources: {'Port': ['ID=cb2971ec-d0ea-481f-9ac3-aca9275351d8,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:50:42.826235 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-126d11e4-ddf1-4c55-a121-dc53b69cfae8 req-7e3a3fdd-bd58-47e6-858e-b6d7cf767b24 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] No DVR routers for this DVR port cb2971ec-d0ea-481f-9ac3-aca9275351d8 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:50:42.828836 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-126d11e4-ddf1-4c55-a121-dc53b69cfae8 req-7e3a3fdd-bd58-47e6-858e-b6d7cf767b24 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:42.831198 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-126d11e4-ddf1-4c55-a121-dc53b69cfae8 req-7e3a3fdd-bd58-47e6-858e-b6d7cf767b24 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.37 "DELETE /v2.0/ports/cb2971ec-d0ea-481f-9ac3-aca9275351d8 HTTP/1.1" status: 204 len: 173 time: 0.7468317 Jul 24 09:50:42.834209 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821e56c1-6073-4787-b0c6-cc887a69c24e', 'name': 'network-vif-deleted', 'tag': 'cb2971ec-d0ea-481f-9ac3-aca9275351d8'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:50:42.836435 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db64817-3dd4-4287-9354-04386ee2a756" -d '{"events": [{"server_uuid": "821e56c1-6073-4787-b0c6-cc887a69c24e", "name": "network-vif-deleted", "tag": "cb2971ec-d0ea-481f-9ac3-aca9275351d8"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:50:42.884033 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2ca507-3776-4bf5-8181-3bd731339ee7 x-openstack-request-id: req-0d2ca507-3776-4bf5-8181-3bd731339ee7 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:50:42.884332 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821e56c1-6073-4787-b0c6-cc887a69c24e", "name": "network-vif-deleted", "tag": "cb2971ec-d0ea-481f-9ac3-aca9275351d8", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:50:42.884584 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d2ca507-3776-4bf5-8181-3bd731339ee7 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:50:42.885049 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821e56c1-6073-4787-b0c6-cc887a69c24e', 'name': 'network-vif-deleted', 'tag': 'cb2971ec-d0ea-481f-9ac3-aca9275351d8', 'status': 'completed', 'code': 200} Jul 24 09:50:42.956156 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-735c1e53-e582-4557-bf1f-c8af67978206 req-ee518f9f-7878-44c1-b0e5-3d977065d806 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:42.994092 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-735c1e53-e582-4557-bf1f-c8af67978206 req-ee518f9f-7878-44c1-b0e5-3d977065d806 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:43.004707 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['cb2971ec-d0ea-481f-9ac3-aca9275351d8'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:50:43.037473 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-735c1e53-e582-4557-bf1f-c8af67978206 req-ee518f9f-7878-44c1-b0e5-3d977065d806 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Network cbfec56e-62d8-4e50-bf3c-d4f12e86e086 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:50:43.044005 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-735c1e53-e582-4557-bf1f-c8af67978206 req-ee518f9f-7878-44c1-b0e5-3d977065d806 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:50:43.048960 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-735c1e53-e582-4557-bf1f-c8af67978206 req-ee518f9f-7878-44c1-b0e5-3d977065d806 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:50:43.074990 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee518f9f-7878-44c1-b0e5-3d977065d806 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Pushing event updated for resources: {'Port': ['ID=3ebfcbec-afc3-4828-adb1-8ddeba37cb0d,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:50:43.111086 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c1e53-e582-4557-bf1f-c8af67978206 req-ee518f9f-7878-44c1-b0e5-3d977065d806 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:43.111693 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-735c1e53-e582-4557-bf1f-c8af67978206 req-ee518f9f-7878-44c1-b0e5-3d977065d806 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:43.124678 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-735c1e53-e582-4557-bf1f-c8af67978206 req-ee518f9f-7878-44c1-b0e5-3d977065d806 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8350174 Jul 24 09:50:43.136520 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-735c1e53-e582-4557-bf1f-c8af67978206 req-172094af-eb4e-4e62-abfe-2d905783cf55 service neutron] Request body: {'port': {'device_id': '89e41094-7f51-4b8a-b1d1-dad469d23505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:50:43.205173 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-735c1e53-e582-4557-bf1f-c8af67978206 req-172094af-eb4e-4e62-abfe-2d905783cf55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:43.461181 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-735c1e53-e582-4557-bf1f-c8af67978206 req-172094af-eb4e-4e62-abfe-2d905783cf55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:50:43.469252 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-735c1e53-e582-4557-bf1f-c8af67978206 req-172094af-eb4e-4e62-abfe-2d905783cf55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:43.480426 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-735c1e53-e582-4557-bf1f-c8af67978206 req-172094af-eb4e-4e62-abfe-2d905783cf55 service neutron] Transition to ACTIVE for port object 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:50:43.484273 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-735c1e53-e582-4557-bf1f-c8af67978206 req-172094af-eb4e-4e62-abfe-2d905783cf55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:43.535693 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172094af-eb4e-4e62-abfe-2d905783cf55 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebfcbec-afc3-4828-adb1-8ddeba37cb0d,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:50:43.644673 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-735c1e53-e582-4557-bf1f-c8af67978206 req-172094af-eb4e-4e62-abfe-2d905783cf55 service neutron] Attempting to bind port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:50:43.645028 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-735c1e53-e582-4557-bf1f-c8af67978206 req-172094af-eb4e-4e62-abfe-2d905783cf55 service neutron] Attempting to bind port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '8f996299-ad55-450a-95b0-e02ebddfdcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cbfec56e-62d8-4e50-bf3c-d4f12e86e086'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:50:43.645355 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735c1e53-e582-4557-bf1f-c8af67978206 req-172094af-eb4e-4e62-abfe-2d905783cf55 service neutron] Attempting to bind port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d on network cbfec56e-62d8-4e50-bf3c-d4f12e86e086 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:50:43.654588 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735c1e53-e582-4557-bf1f-c8af67978206 req-172094af-eb4e-4e62-abfe-2d905783cf55 service neutron] Port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d on network cbfec56e-62d8-4e50-bf3c-d4f12e86e086 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:50:43.654909 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735c1e53-e582-4557-bf1f-c8af67978206 req-172094af-eb4e-4e62-abfe-2d905783cf55 service neutron] Attempting to bind port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d on network cbfec56e-62d8-4e50-bf3c-d4f12e86e086 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:50:43.662504 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735c1e53-e582-4557-bf1f-c8af67978206 req-172094af-eb4e-4e62-abfe-2d905783cf55 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:50:43.662842 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735c1e53-e582-4557-bf1f-c8af67978206 req-172094af-eb4e-4e62-abfe-2d905783cf55 service neutron] Checking segment: {'id': '8f996299-ad55-450a-95b0-e02ebddfdcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cbfec56e-62d8-4e50-bf3c-d4f12e86e086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:50:43.663220 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735c1e53-e582-4557-bf1f-c8af67978206 req-172094af-eb4e-4e62-abfe-2d905783cf55 service neutron] Bound using segment: {'id': '8f996299-ad55-450a-95b0-e02ebddfdcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cbfec56e-62d8-4e50-bf3c-d4f12e86e086'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:50:43.663645 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-735c1e53-e582-4557-bf1f-c8af67978206 req-172094af-eb4e-4e62-abfe-2d905783cf55 service neutron] Bound port: 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f996299-ad55-450a-95b0-e02ebddfdcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cbfec56e-62d8-4e50-bf3c-d4f12e86e086'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:50:43.663997 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-735c1e53-e582-4557-bf1f-c8af67978206 req-172094af-eb4e-4e62-abfe-2d905783cf55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:43.674036 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43192807-4558-49c1-a14e-6b5d9cf7c4c3 req-78d9f025-ac29-412e-b88d-5c7401886e83 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:43.675507 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-43192807-4558-49c1-a14e-6b5d9cf7c4c3 req-78d9f025-ac29-412e-b88d-5c7401886e83 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 943 time: 0.1202240 Jul 24 09:50:43.744295 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-43192807-4558-49c1-a14e-6b5d9cf7c4c3 req-ca170abc-c308-4490-8afd-05b56367ccdd tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627987 Jul 24 09:50:43.761282 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-735c1e53-e582-4557-bf1f-c8af67978206 req-172094af-eb4e-4e62-abfe-2d905783cf55 service neutron] For port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:50:43.764353 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-735c1e53-e582-4557-bf1f-c8af67978206 req-172094af-eb4e-4e62-abfe-2d905783cf55 service neutron] For port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=3ebfcbec-afc3-4828-adb1-8ddeba37cb0d,segment=NetworkSegment(8f996299-ad55-450a-95b0-e02ebddfdcc1),segment_id=8f996299-ad55-450a-95b0-e02ebddfdcc1)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:50:43.768843 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-735c1e53-e582-4557-bf1f-c8af67978206 req-172094af-eb4e-4e62-abfe-2d905783cf55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:43.801264 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c1e53-e582-4557-bf1f-c8af67978206 req-172094af-eb4e-4e62-abfe-2d905783cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:43.801876 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-735c1e53-e582-4557-bf1f-c8af67978206 req-172094af-eb4e-4e62-abfe-2d905783cf55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:43.803281 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-735c1e53-e582-4557-bf1f-c8af67978206 req-172094af-eb4e-4e62-abfe-2d905783cf55 service neutron] 10.222.0.37 "PUT /v2.0/ports/3ebfcbec-afc3-4828-adb1-8ddeba37cb0d HTTP/1.1" status: 200 len: 1091 time: 0.6707778 Jul 24 09:50:43.828973 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172094af-eb4e-4e62-abfe-2d905783cf55 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebfcbec-afc3-4828-adb1-8ddeba37cb0d,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:50:43.898740 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c1e53-e582-4557-bf1f-c8af67978206 req-542879b2-e891-4058-b7c1-d7c618e9e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:43.900277 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-735c1e53-e582-4557-bf1f-c8af67978206 req-542879b2-e891-4058-b7c1-d7c618e9e8b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f184d8b1e68e42078f265650a86e9073&device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 1094 time: 0.0614491 Jul 24 09:50:43.953438 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-735c1e53-e582-4557-bf1f-c8af67978206 req-85847b24-659c-4a10-a194-223ba093f14a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ebfcbec-afc3-4828-adb1-8ddeba37cb0d HTTP/1.1" status: 200 len: 217 time: 0.0457413 Jul 24 09:50:44.000834 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c1e53-e582-4557-bf1f-c8af67978206 req-e2840d75-8ef0-4e02-98e8-4498416b17b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:44.002230 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-735c1e53-e582-4557-bf1f-c8af67978206 req-e2840d75-8ef0-4e02-98e8-4498416b17b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74ca10dd-a73c-4e72-a138-8c5656c37bfc HTTP/1.1" status: 200 len: 854 time: 0.0418587 Jul 24 09:50:44.035685 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-735c1e53-e582-4557-bf1f-c8af67978206 req-eca90b35-7549-4c0f-8e3f-14d6c10fc098 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267100 Jul 24 09:50:44.123882 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-735c1e53-e582-4557-bf1f-c8af67978206 req-e0886f4c-0a53-4d9b-9800-a09ca6bdd3d0 service neutron] 10.222.0.37 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821579 Jul 24 09:50:44.213800 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-735c1e53-e582-4557-bf1f-c8af67978206 req-d6daf890-2e74-4e40-b824-bfe86530aaab service neutron] 10.222.0.37 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832760 Jul 24 09:50:44.318312 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:44.879459 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbe435-7e2d-4be3-96c1-4f9641c024fe req-3a6738ac-5111-4b7c-b42c-3d131af6a3ce tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:44.880911 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-74cbe435-7e2d-4be3-96c1-4f9641c024fe req-3a6738ac-5111-4b7c-b42c-3d131af6a3ce tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 943 time: 0.0663540 Jul 24 09:50:44.886158 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e41094-7f51-4b8a-b1d1-dad469d23505', 'tag': '3ebfcbec-afc3-4828-adb1-8ddeba37cb0d'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:50:44.888465 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9207bbec-76de-46f1-bfe9-425ef7c1ffcb" -d '{"events": [{"name": "network-changed", "server_uuid": "89e41094-7f51-4b8a-b1d1-dad469d23505", "tag": "3ebfcbec-afc3-4828-adb1-8ddeba37cb0d"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:50:44.919612 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-74cbe435-7e2d-4be3-96c1-4f9641c024fe req-71427cae-ec27-44db-9c8d-58d0382b9072 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324550 Jul 24 09:50:44.924309 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe5da00-7f3e-4c43-902e-8f94796b496e x-openstack-request-id: req-dfe5da00-7f3e-4c43-902e-8f94796b496e {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:50:44.924605 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e41094-7f51-4b8a-b1d1-dad469d23505", "tag": "3ebfcbec-afc3-4828-adb1-8ddeba37cb0d", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:50:44.924886 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dfe5da00-7f3e-4c43-902e-8f94796b496e {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:50:44.925293 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e41094-7f51-4b8a-b1d1-dad469d23505', 'tag': '3ebfcbec-afc3-4828-adb1-8ddeba37cb0d', 'status': 'completed', 'code': 200} Jul 24 09:50:44.998792 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207bbec-76de-46f1-bfe9-425ef7c1ffcb req-4842cfb2-3467-480c-a39b-7a0352f0d63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:45.000248 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9207bbec-76de-46f1-bfe9-425ef7c1ffcb req-4842cfb2-3467-480c-a39b-7a0352f0d63b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f184d8b1e68e42078f265650a86e9073&device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 1094 time: 0.0526290 Jul 24 09:50:45.086219 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207bbec-76de-46f1-bfe9-425ef7c1ffcb req-47d923da-1fca-414e-af5a-af100f4b5e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:45.087679 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9207bbec-76de-46f1-bfe9-425ef7c1ffcb req-47d923da-1fca-414e-af5a-af100f4b5e3e service neutron] 10.222.0.37 "GET /v2.0/networks?id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086 HTTP/1.1" status: 200 len: 914 time: 0.0804090 Jul 24 09:50:45.130939 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9207bbec-76de-46f1-bfe9-425ef7c1ffcb req-02d2ef1c-13cc-48bd-b55e-69dbf98fd584 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ebfcbec-afc3-4828-adb1-8ddeba37cb0d HTTP/1.1" status: 200 len: 217 time: 0.0369143 Jul 24 09:50:45.177257 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207bbec-76de-46f1-bfe9-425ef7c1ffcb req-3063270c-fa5d-460f-8719-dcbc329e2735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:45.178690 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9207bbec-76de-46f1-bfe9-425ef7c1ffcb req-3063270c-fa5d-460f-8719-dcbc329e2735 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74ca10dd-a73c-4e72-a138-8c5656c37bfc HTTP/1.1" status: 200 len: 854 time: 0.0418830 Jul 24 09:50:45.211532 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9207bbec-76de-46f1-bfe9-425ef7c1ffcb req-6cc282fe-8718-47c7-b5de-7acdec59cf16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268557 Jul 24 09:50:45.300602 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9207bbec-76de-46f1-bfe9-425ef7c1ffcb req-6988023b-7adb-4cac-9bb6-6e6a0bcb6167 service neutron] 10.222.0.37 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826347 Jul 24 09:50:45.385173 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9207bbec-76de-46f1-bfe9-425ef7c1ffcb req-c529f12b-d73e-41f7-a9ee-cba9ebb1e80b service neutron] 10.222.0.37 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784211 Jul 24 09:50:46.057884 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee5365-6256-4b37-8a05-85c6c32265c5 req-19510674-1ae4-41ac-ba7c-010f76b1dee3 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:46.059362 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-deee5365-6256-4b37-8a05-85c6c32265c5 req-19510674-1ae4-41ac-ba7c-010f76b1dee3 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 943 time: 0.0672822 Jul 24 09:50:46.095592 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-deee5365-6256-4b37-8a05-85c6c32265c5 req-3169272d-011d-44dd-94cc-0f6baa8f12e5 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305948 Jul 24 09:50:46.636749 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:50:46.638858 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device cb2971ec-d0ea-481f-9ac3-aca9275351d8 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:50:46.662884 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: cb2971ec-d0ea-481f-9ac3-aca9275351d8 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:50:46.663218 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device cb2971ec-d0ea-481f-9ac3-aca9275351d8 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:50:46.749098 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=3ebfcbec-afc3-4828-adb1-8ddeba37cb0d,segment=NetworkSegment(8f996299-ad55-450a-95b0-e02ebddfdcc1),segment_id=8f996299-ad55-450a-95b0-e02ebddfdcc1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:50:46.758951 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '3ebfcbec-afc3-4828-adb1-8ddeba37cb0d', 'network_id': 'cbfec56e-62d8-4e50-bf3c-d4f12e86e086', 'port_id': '3ebfcbec-afc3-4828-adb1-8ddeba37cb0d', 'mac_address': 'fa:16:3e:83:2c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74ca10dd-a73c-4e72-a138-8c5656c37bfc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:50:46.794675 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:46.806364 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:50:46.825483 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=3ebfcbec-afc3-4828-adb1-8ddeba37cb0d,segment=NetworkSegment(8f996299-ad55-450a-95b0-e02ebddfdcc1),segment_id=8f996299-ad55-450a-95b0-e02ebddfdcc1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:50:46.829302 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:46.881544 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=3ebfcbec-afc3-4828-adb1-8ddeba37cb0d,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:50:46.884400 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:47.015159 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['3ebfcbec-afc3-4828-adb1-8ddeba37cb0d'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:50:47.227532 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf8ddb-0104-4d6f-99ea-61432e58289c req-27e0374e-1e7b-4b2e-a27d-1e84d833784c tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:47.229530 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-89cf8ddb-0104-4d6f-99ea-61432e58289c req-27e0374e-1e7b-4b2e-a27d-1e84d833784c tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 944 time: 0.0627184 Jul 24 09:50:47.268339 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-89cf8ddb-0104-4d6f-99ea-61432e58289c req-b27a595d-b27f-4363-9229-0a5913401fb4 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331545 Jul 24 09:50:48.399445 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fabb4-0c6b-4eb5-9efd-8d22624b48d3 req-58ca7df3-61a4-4cde-86cb-6b7cbd6d30f3 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:48.401438 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-866fabb4-0c6b-4eb5-9efd-8d22624b48d3 req-58ca7df3-61a4-4cde-86cb-6b7cbd6d30f3 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 944 time: 0.0623960 Jul 24 09:50:48.441071 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-866fabb4-0c6b-4eb5-9efd-8d22624b48d3 req-d5df0ebf-52d2-4b9b-b39a-0bfac8ac33c0 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316741 Jul 24 09:50:48.634654 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:50:48.687484 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:50:48.690951 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:50:48.691368 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:48.766407 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:48.787728 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e41094-7f51-4b8a-b1d1-dad469d23505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebfcbec-afc3-4828-adb1-8ddeba37cb0d'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:50:48.789952 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc504f8-423e-4faa-bfb8-1959e2e29232" -d '{"events": [{"server_uuid": "89e41094-7f51-4b8a-b1d1-dad469d23505", "name": "network-vif-plugged", "status": "completed", "tag": "3ebfcbec-afc3-4828-adb1-8ddeba37cb0d"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:50:48.802402 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=3ebfcbec-afc3-4828-adb1-8ddeba37cb0d,segment=NetworkSegment(8f996299-ad55-450a-95b0-e02ebddfdcc1),segment_id=8f996299-ad55-450a-95b0-e02ebddfdcc1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:50:48.810039 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:48.832793 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f348ca1-556d-45f9-b0e3-75711d6d7c19 x-openstack-request-id: req-0f348ca1-556d-45f9-b0e3-75711d6d7c19 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:50:48.833090 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e41094-7f51-4b8a-b1d1-dad469d23505", "name": "network-vif-plugged", "status": "completed", "tag": "3ebfcbec-afc3-4828-adb1-8ddeba37cb0d", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:50:48.833344 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f348ca1-556d-45f9-b0e3-75711d6d7c19 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:50:48.833731 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e41094-7f51-4b8a-b1d1-dad469d23505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebfcbec-afc3-4828-adb1-8ddeba37cb0d', 'code': 200} Jul 24 09:50:48.859893 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=3ebfcbec-afc3-4828-adb1-8ddeba37cb0d,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:50:48.940048 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe64e3-39e9-4a6f-85f1-1bdbf1c18385 req-c949791e-969a-48dd-969c-05219995646a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:48.941614 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7cfe64e3-39e9-4a6f-85f1-1bdbf1c18385 req-c949791e-969a-48dd-969c-05219995646a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 1096 time: 0.0543861 Jul 24 09:50:48.980758 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7cfe64e3-39e9-4a6f-85f1-1bdbf1c18385 req-4672fa14-1201-478b-9902-bfd155fd9c81 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327876 Jul 24 09:50:49.570867 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa41fe7-412d-4bae-a438-d095fe4ff376 req-5fbeabb1-d5a2-4331-9d50-36fa97b3f129 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:49.572361 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-efa41fe7-412d-4bae-a438-d095fe4ff376 req-5fbeabb1-d5a2-4331-9d50-36fa97b3f129 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0626190 Jul 24 09:50:49.609849 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-efa41fe7-412d-4bae-a438-d095fe4ff376 req-6534112a-f124-4fc2-9dc8-c84f558664cf tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313749 Jul 24 09:50:50.744229 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326db2a2-0df1-454a-984f-840366a46262 req-7969a252-b062-44a7-bc93-6b2439cb283b tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:50.746254 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-326db2a2-0df1-454a-984f-840366a46262 req-7969a252-b062-44a7-bc93-6b2439cb283b tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0665781 Jul 24 09:50:50.782872 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-326db2a2-0df1-454a-984f-840366a46262 req-3b908bf0-2c68-4d3f-9f83-6fc62205f882 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311294 Jul 24 09:50:50.913885 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ce9ee-e5ef-4cae-9efb-26deae7ce863 req-0015791c-b635-4d2e-8247-8cdc0ca4293c tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:50.915299 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ba9ce9ee-e5ef-4cae-9efb-26deae7ce863 req-0015791c-b635-4d2e-8247-8cdc0ca4293c tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0650299 Jul 24 09:50:50.953905 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ba9ce9ee-e5ef-4cae-9efb-26deae7ce863 req-be8540f9-9a8f-4771-8969-db310b570e7c tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312653 Jul 24 09:50:51.195629 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-ec0a140d-32b1-441e-9ed4-c1aa5d3c983d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0570760 Jul 24 09:50:51.216631 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c613185-fc59-4906-8f81-f1c7250a4039 req-8ff9abe4-c23b-421e-84d6-9a5d4dd42ccc tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:51.218134 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8c613185-fc59-4906-8f81-f1c7250a4039 req-8ff9abe4-c23b-421e-84d6-9a5d4dd42ccc tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0672154 Jul 24 09:50:51.258820 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8c613185-fc59-4906-8f81-f1c7250a4039 req-d9437194-2090-4664-93a5-dc161b7a8093 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346832 Jul 24 09:50:52.219698 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-46954c12-0d5d-46ab-960b-2a12368a1e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:52.221198 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-46954c12-0d5d-46ab-960b-2a12368a1e8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f184d8b1e68e42078f265650a86e9073&device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 1096 time: 0.0530550 Jul 24 09:50:52.310317 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-7f0fbd7d-6388-4cb0-aed1-dad99823a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:52.311781 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-7f0fbd7d-6388-4cb0-aed1-dad99823a55e service neutron] 10.222.0.37 "GET /v2.0/networks?id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086 HTTP/1.1" status: 200 len: 914 time: 0.0839374 Jul 24 09:50:52.352451 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-7011aa6e-af91-4b72-aefc-3ced140e2d13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ebfcbec-afc3-4828-adb1-8ddeba37cb0d HTTP/1.1" status: 200 len: 217 time: 0.0334320 Jul 24 09:50:52.390675 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f21321-374d-4bfa-8f05-d68da5a0b058 req-838f198d-f47d-42bd-a847-41d46ef30fb5 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:52.392166 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-96f21321-374d-4bfa-8f05-d68da5a0b058 req-838f198d-f47d-42bd-a847-41d46ef30fb5 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0625076 Jul 24 09:50:52.399123 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-9d3fac97-934b-4033-88ef-0fc322626f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:52.400564 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-9d3fac97-934b-4033-88ef-0fc322626f30 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74ca10dd-a73c-4e72-a138-8c5656c37bfc HTTP/1.1" status: 200 len: 854 time: 0.0422096 Jul 24 09:50:52.433677 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-96f21321-374d-4bfa-8f05-d68da5a0b058 req-c67abd86-9334-41a6-98f4-0940a1246220 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354280 Jul 24 09:50:52.437944 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-c8f09875-ef97-4e07-8e57-37f45a661383 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314152 Jul 24 09:50:52.524093 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-0eb15213-ab20-4e59-a888-ef15dc03cdb0 service neutron] 10.222.0.37 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794823 Jul 24 09:50:52.613311 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-d2a73f52-0237-4664-b1bf-1b61f572c743 service neutron] 10.222.0.37 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830586 Jul 24 09:50:53.564419 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca48817-d71a-45a3-8254-7e03cb14d072 req-d46c25f0-ca0c-48fb-aeab-97a93ac3d5ee tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:53.565957 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4ca48817-d71a-45a3-8254-7e03cb14d072 req-d46c25f0-ca0c-48fb-aeab-97a93ac3d5ee tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0620501 Jul 24 09:50:53.602027 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4ca48817-d71a-45a3-8254-7e03cb14d072 req-74473973-c4bd-4ef0-b71a-65c11b24957f tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306501 Jul 24 09:50:54.739512 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016dd25-d3cc-4a57-ac53-088863300fb7 req-95155000-3ef2-490d-95ab-08de1cc622f2 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:54.741006 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d016dd25-d3cc-4a57-ac53-088863300fb7 req-95155000-3ef2-490d-95ab-08de1cc622f2 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0673437 Jul 24 09:50:54.777880 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d016dd25-d3cc-4a57-ac53-088863300fb7 req-902c70d8-0423-4fb8-badf-d336b33eafa8 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313315 Jul 24 09:50:55.913539 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c45ac-3058-45b1-b48e-90bd31de69c4 req-1146eecb-7f96-4de2-b033-6855273d9aeb tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:55.914998 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-324c45ac-3058-45b1-b48e-90bd31de69c4 req-1146eecb-7f96-4de2-b033-6855273d9aeb tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0674040 Jul 24 09:50:55.951779 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-324c45ac-3058-45b1-b48e-90bd31de69c4 req-074dd228-cf39-410b-9e12-86f8a8aff13f tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313015 Jul 24 09:50:57.082375 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d05a1-117a-4ef1-88ff-e4be26e190e1 req-7b0bdaab-bbb7-42f1-a439-d7009e81d6b7 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:57.083758 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b88d05a1-117a-4ef1-88ff-e4be26e190e1 req-7b0bdaab-bbb7-42f1-a439-d7009e81d6b7 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0623765 Jul 24 09:50:57.119560 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b88d05a1-117a-4ef1-88ff-e4be26e190e1 req-e35810f7-89fa-4573-af45-3756c1c09210 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303867 Jul 24 09:50:57.304795 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fb8b5710-92b6-44c0-be34-af0cf4c2d360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:50:58.255616 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e131c-d1d8-489f-8097-de70e900886c req-f7a62759-fc9e-469f-a8f8-8776da509266 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:58.257093 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-245e131c-d1d8-489f-8097-de70e900886c req-f7a62759-fc9e-469f-a8f8-8776da509266 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0618122 Jul 24 09:50:58.293720 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-245e131c-d1d8-489f-8097-de70e900886c req-f564644f-cc9b-49e8-b0df-64a730327950 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311913 Jul 24 09:50:59.428874 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d20bd-8d9d-43ef-bd58-ad263fa85eee req-dd9ef638-6188-45ae-bfd4-0948813d08d0 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:50:59.430392 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a26d20bd-8d9d-43ef-bd58-ad263fa85eee req-dd9ef638-6188-45ae-bfd4-0948813d08d0 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0618224 Jul 24 09:50:59.466575 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a26d20bd-8d9d-43ef-bd58-ad263fa85eee req-dfc95b40-5ec0-4c9f-8ed7-b4f71a2265f1 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301154 Jul 24 09:50:59.813295 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4afc8e51-24ee-4c8e-aa9d-ac7462ffdb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:00.494711 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:00.595289 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22ad6b-60c0-4520-b2c4-21924a80fb33 req-f67f7e0f-681d-4b9d-8286-4a8fae4147ed tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:00.596869 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f22ad6b-60c0-4520-b2c4-21924a80fb33 req-f67f7e0f-681d-4b9d-8286-4a8fae4147ed tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0611959 Jul 24 09:51:00.632781 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f22ad6b-60c0-4520-b2c4-21924a80fb33 req-13850427-2303-47c1-b96e-89b4ef1e1f6b tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305018 Jul 24 09:51:01.112564 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:01.770101 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35442762-b969-4c0f-ab94-d22da936f8d0 req-05ea77a9-b24c-4bcc-8c5e-c407d86d4176 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:01.771558 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-35442762-b969-4c0f-ab94-d22da936f8d0 req-05ea77a9-b24c-4bcc-8c5e-c407d86d4176 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0668800 Jul 24 09:51:01.807748 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-35442762-b969-4c0f-ab94-d22da936f8d0 req-30dadf64-46e3-48bb-a355-d5dde10a0f45 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303917 Jul 24 09:51:02.941407 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf93691-983a-4afa-8122-f0d4e8d8e8d6 req-0e4f8a7b-5dcd-46cd-8176-4f560b78b3d8 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:02.942801 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4cf93691-983a-4afa-8122-f0d4e8d8e8d6 req-0e4f8a7b-5dcd-46cd-8176-4f560b78b3d8 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0660291 Jul 24 09:51:02.980462 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4cf93691-983a-4afa-8122-f0d4e8d8e8d6 req-19c3af21-26d5-4614-b596-e6efa6d6e7d5 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320234 Jul 24 09:51:02.990797 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:04.114046 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc6dd3-5a54-4382-85f8-0b5a920824b4 req-c423ce40-8e7e-4cd0-a41d-4e07e9222024 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:04.115550 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-99dc6dd3-5a54-4382-85f8-0b5a920824b4 req-c423ce40-8e7e-4cd0-a41d-4e07e9222024 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0625527 Jul 24 09:51:04.151378 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-99dc6dd3-5a54-4382-85f8-0b5a920824b4 req-7df4da28-a4a4-45c2-83eb-ba64100c3143 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304687 Jul 24 09:51:05.281508 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da9d88-99dc-4727-bb9a-cb23868e23ba req-20d788aa-3489-4ccf-86b3-e8c2d350f6e7 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:05.283222 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48da9d88-99dc-4727-bb9a-cb23868e23ba req-20d788aa-3489-4ccf-86b3-e8c2d350f6e7 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0624442 Jul 24 09:51:05.319552 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48da9d88-99dc-4727-bb9a-cb23868e23ba req-7f51ad14-edbf-4057-95de-1e1b7fe456b8 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308306 Jul 24 09:51:06.453353 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332e369-2d59-4064-bfec-45fe47c1bed2 req-3ef9720f-9c8d-40fe-a15c-495ea469b9da tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:06.454886 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a332e369-2d59-4064-bfec-45fe47c1bed2 req-3ef9720f-9c8d-40fe-a15c-495ea469b9da tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0664980 Jul 24 09:51:06.495135 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a332e369-2d59-4064-bfec-45fe47c1bed2 req-8677621a-d899-434e-be4d-9c22cf05ffed tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318120 Jul 24 09:51:07.632547 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35e4c7-3f28-4b0f-9e8b-8e1d3998ab83 req-75be17d4-2812-4fc9-a024-4a563216b84e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:07.634065 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fc35e4c7-3f28-4b0f-9e8b-8e1d3998ab83 req-75be17d4-2812-4fc9-a024-4a563216b84e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0654519 Jul 24 09:51:07.670279 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fc35e4c7-3f28-4b0f-9e8b-8e1d3998ab83 req-7c1bf883-e463-48ae-b24c-0190d8243daa tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308008 Jul 24 09:51:08.800267 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a534a6-7c0a-46d5-83d5-a19d4f0dcbed req-c96c3a7e-f0ca-4261-8bff-3b142693a398 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:08.801896 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1a534a6-7c0a-46d5-83d5-a19d4f0dcbed req-c96c3a7e-f0ca-4261-8bff-3b142693a398 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0626502 Jul 24 09:51:08.838619 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c1a534a6-7c0a-46d5-83d5-a19d4f0dcbed req-b6e6b1b8-e9c6-47f3-af6a-e9366c02cb4c tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312598 Jul 24 09:51:09.968193 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c4a98-466a-42f5-8cf1-7502428f2001 req-86ddc0b1-8098-405e-a4eb-281afc8f4a74 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:09.969698 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d52c4a98-466a-42f5-8cf1-7502428f2001 req-86ddc0b1-8098-405e-a4eb-281afc8f4a74 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0618653 Jul 24 09:51:10.005822 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d52c4a98-466a-42f5-8cf1-7502428f2001 req-507a9f59-fa8b-4976-8c9f-eff4d1e3eba2 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306756 Jul 24 09:51:11.135119 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c22216-948e-4d82-837b-44b72839f8af req-3067767e-e017-4e6e-86a3-9382e58ae642 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:11.136593 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c6c22216-948e-4d82-837b-44b72839f8af req-3067767e-e017-4e6e-86a3-9382e58ae642 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0618165 Jul 24 09:51:11.174577 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c6c22216-948e-4d82-837b-44b72839f8af req-58697b2c-9906-4e1c-9b0e-f7da68a07925 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317678 Jul 24 09:51:12.305337 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc34c7-f17c-4356-9729-dcfe47ba566d req-040352fb-9051-4354-bd1f-b11fbf2f0014 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:12.306792 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7acc34c7-f17c-4356-9729-dcfe47ba566d req-040352fb-9051-4354-bd1f-b11fbf2f0014 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0619938 Jul 24 09:51:12.343110 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7acc34c7-f17c-4356-9729-dcfe47ba566d req-1f4585cf-6cc7-478d-a4b1-e2a339c3979e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307326 Jul 24 09:51:13.476190 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d693e-948b-4ff2-8f2c-f9c34356cded req-395ba9c1-9627-4229-babb-4b74c2c6bf24 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:13.477682 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-540d693e-948b-4ff2-8f2c-f9c34356cded req-395ba9c1-9627-4229-babb-4b74c2c6bf24 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0652597 Jul 24 09:51:13.513891 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-540d693e-948b-4ff2-8f2c-f9c34356cded req-c7a44f19-a8a1-417c-959e-e54f353f1e8e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307105 Jul 24 09:51:14.321956 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:14.670409 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f39b0d-a43b-4516-8be9-203b47e46f4f req-e8197140-8054-4256-a4e3-d1041e873655 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:14.671881 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0f39b0d-a43b-4516-8be9-203b47e46f4f req-e8197140-8054-4256-a4e3-d1041e873655 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0662045 Jul 24 09:51:14.707442 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0f39b0d-a43b-4516-8be9-203b47e46f4f req-b1599b9a-88cd-4914-b874-822cc6b8ea86 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300319 Jul 24 09:51:15.838002 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50249d0f-4f2e-4bd9-9a3a-8c663dfec4ac req-1a25ae0d-bfd2-453d-a2f2-ec5adf265c8b tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:15.839464 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-50249d0f-4f2e-4bd9-9a3a-8c663dfec4ac req-1a25ae0d-bfd2-453d-a2f2-ec5adf265c8b tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0619397 Jul 24 09:51:15.875628 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-50249d0f-4f2e-4bd9-9a3a-8c663dfec4ac req-0fe1da22-b486-4a50-828f-8ec111f7063a tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299795 Jul 24 09:51:16.874034 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:17.011739 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880c084-c2ff-4bc6-a744-1c86dd924c59 req-67e3ce6c-597a-4050-a81a-b3c894a353ee tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:17.013232 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1880c084-c2ff-4bc6-a744-1c86dd924c59 req-67e3ce6c-597a-4050-a81a-b3c894a353ee tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0679584 Jul 24 09:51:17.050130 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1880c084-c2ff-4bc6-a744-1c86dd924c59 req-33562169-9c1c-42ac-ace3-7afcd09ee1bb tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314376 Jul 24 09:51:17.751375 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:51:18.183083 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11174c31-a87b-40f1-bf47-adad281b462a req-b570a6c6-1a33-441b-be13-73f372a9c0f0 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:18.185288 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11174c31-a87b-40f1-bf47-adad281b462a req-b570a6c6-1a33-441b-be13-73f372a9c0f0 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0658405 Jul 24 09:51:18.221912 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-11174c31-a87b-40f1-bf47-adad281b462a req-802aab0d-ad02-4b86-8d5a-17802bf243d5 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310049 Jul 24 09:51:19.353842 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc3f67-8b98-4871-99f0-616a9b3187ab req-86f7fe50-c8ee-4898-aff1-1d59fb88fcf4 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:19.355311 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96dc3f67-8b98-4871-99f0-616a9b3187ab req-86f7fe50-c8ee-4898-aff1-1d59fb88fcf4 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0643110 Jul 24 09:51:19.426631 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-96dc3f67-8b98-4871-99f0-616a9b3187ab req-fd75d821-a98d-4f53-a2ca-7967dbf17ef6 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647001 Jul 24 09:51:19.431642 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-d958e36a-76af-4bac-a6a3-f379ed5ddad5 service neutron] show failed (client error): The resource could not be found. Jul 24 09:51:19.432544 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-d958e36a-76af-4bac-a6a3-f379ed5ddad5 service neutron] 10.222.0.37 "GET /v2.0/ports/3ebfcbec-afc3-4828-adb1-8ddeba37cb0d/bindings/n-h2-800085-9 HTTP/1.1" status: 404 len: 380 time: 0.0763934 Jul 24 09:51:19.633266 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-251cdae5-0c6b-4333-a06f-6fd260a1029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:19.634710 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-251cdae5-0c6b-4333-a06f-6fd260a1029b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505&tenant_id=f184d8b1e68e42078f265650a86e9073 HTTP/1.1" status: 200 len: 1096 time: 0.0527933 Jul 24 09:51:19.646714 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-9', 'device_owner': 'compute:nova'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:51:19.714225 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:19.911172 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] For port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=3ebfcbec-afc3-4828-adb1-8ddeba37cb0d,segment=NetworkSegment(8f996299-ad55-450a-95b0-e02ebddfdcc1),segment_id=8f996299-ad55-450a-95b0-e02ebddfdcc1)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:51:19.941776 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] For port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:51:19.979180 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e41094-7f51-4b8a-b1d1-dad469d23505', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ebfcbec-afc3-4828-adb1-8ddeba37cb0d'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:51:19.981477 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185c0437-228a-4c1c-bf06-bf93df19d071" -d '{"events": [{"server_uuid": "89e41094-7f51-4b8a-b1d1-dad469d23505", "name": "network-vif-unplugged", "status": "completed", "tag": "3ebfcbec-afc3-4828-adb1-8ddeba37cb0d"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:51:19.985242 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:19.997762 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Transition to ACTIVE for port object 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:51:20.001849 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:20.034824 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba62d64-a3ad-4598-8f1c-f8fd3e7e285d x-openstack-request-id: req-3ba62d64-a3ad-4598-8f1c-f8fd3e7e285d {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:51:20.034935 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e41094-7f51-4b8a-b1d1-dad469d23505", "name": "network-vif-unplugged", "status": "completed", "tag": "3ebfcbec-afc3-4828-adb1-8ddeba37cb0d", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:51:20.035117 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ba62d64-a3ad-4598-8f1c-f8fd3e7e285d {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:51:20.035503 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e41094-7f51-4b8a-b1d1-dad469d23505', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ebfcbec-afc3-4828-adb1-8ddeba37cb0d', 'code': 200} Jul 24 09:51:20.069807 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebfcbec-afc3-4828-adb1-8ddeba37cb0d,revision_number=6']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:20.072319 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] No DVR routers for this DVR port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d on host n-h1-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:51:20.084534 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:20.084905 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:20.085247 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:20.085581 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:20.085913 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:20.086244 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:20.086568 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:20.086894 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:20.087214 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:20.087534 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:20.087855 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:20.088174 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:20.121240 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Attempting to bind port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:51:20.121569 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Attempting to bind port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '8f996299-ad55-450a-95b0-e02ebddfdcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cbfec56e-62d8-4e50-bf3c-d4f12e86e086'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:51:20.121896 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Attempting to bind port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d on network cbfec56e-62d8-4e50-bf3c-d4f12e86e086 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:51:20.126536 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d on network cbfec56e-62d8-4e50-bf3c-d4f12e86e086 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:51:20.126855 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Attempting to bind port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d on network cbfec56e-62d8-4e50-bf3c-d4f12e86e086 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:51:20.131482 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:51:20.131829 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Checking segment: {'id': '8f996299-ad55-450a-95b0-e02ebddfdcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cbfec56e-62d8-4e50-bf3c-d4f12e86e086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:51:20.132191 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Bound using segment: {'id': '8f996299-ad55-450a-95b0-e02ebddfdcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cbfec56e-62d8-4e50-bf3c-d4f12e86e086'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:51:20.132608 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Bound port: 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f996299-ad55-450a-95b0-e02ebddfdcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cbfec56e-62d8-4e50-bf3c-d4f12e86e086'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:51:20.132988 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:20.193863 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] For port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:51:20.196997 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] For port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3ebfcbec-afc3-4828-adb1-8ddeba37cb0d,segment=NetworkSegment(8f996299-ad55-450a-95b0-e02ebddfdcc1),segment_id=8f996299-ad55-450a-95b0-e02ebddfdcc1)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:51:20.201689 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:20.233095 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:20.233708 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:20.235121 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] 10.222.0.20 "PUT /v2.0/ports/3ebfcbec-afc3-4828-adb1-8ddeba37cb0d HTTP/1.1" status: 200 len: 1091 time: 0.5923135 Jul 24 09:51:20.284371 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518b10e-6286-492f-ad3e-31b4816ef8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebfcbec-afc3-4828-adb1-8ddeba37cb0d,revision_number=7']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:20.313345 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-dc7e1138-b016-4185-910e-933a7cb8d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:20.314832 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-dc7e1138-b016-4185-910e-933a7cb8d4a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f184d8b1e68e42078f265650a86e9073&device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 1094 time: 0.0579002 Jul 24 09:51:20.404123 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-d4e1b3dd-888c-497f-b0a4-706d63ab201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:20.405609 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-d4e1b3dd-888c-497f-b0a4-706d63ab201d service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086 HTTP/1.1" status: 200 len: 914 time: 0.0847962 Jul 24 09:51:20.457726 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-700f7290-caa9-4075-9726-9141fd9cca53 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ebfcbec-afc3-4828-adb1-8ddeba37cb0d HTTP/1.1" status: 200 len: 217 time: 0.0457954 Jul 24 09:51:20.509895 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-d599375c-8e36-4fdb-9e32-7b1248d8afc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:20.511277 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-d599375c-8e36-4fdb-9e32-7b1248d8afc0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74ca10dd-a73c-4e72-a138-8c5656c37bfc HTTP/1.1" status: 200 len: 854 time: 0.0482936 Jul 24 09:51:20.548418 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-93af4dcb-09f2-492a-b62c-4f468947c591 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310442 Jul 24 09:51:20.559628 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15685e2-9077-4440-838c-7b8c77c1f656 req-04730062-9d0a-4935-aef7-96f46d1f6c85 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:20.561149 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d15685e2-9077-4440-838c-7b8c77c1f656 req-04730062-9d0a-4935-aef7-96f46d1f6c85 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 943 time: 0.0656698 Jul 24 09:51:20.598317 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d15685e2-9077-4440-838c-7b8c77c1f656 req-3cfc6338-b7c6-4e1e-b06e-41c5b1254281 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315950 Jul 24 09:51:20.639460 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-0ed0abdd-e24c-43a0-bc0f-207bbbb07a14 service neutron] 10.222.0.20 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843694 Jul 24 09:51:20.732922 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1bf375cf-14c0-4e96-a26a-e50e78170e14 req-8ad8c48b-28b1-43b0-9ee0-57b1a1ffe93e service neutron] 10.222.0.20 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871410 Jul 24 09:51:21.736724 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bb0c7-cb3a-4f89-94ac-e4a3ac6cbc77 req-2fa1ee12-abde-48e1-99f7-a9bbef9b71df tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:21.738226 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3f2bb0c7-cb3a-4f89-94ac-e4a3ac6cbc77 req-2fa1ee12-abde-48e1-99f7-a9bbef9b71df tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 943 time: 0.0645585 Jul 24 09:51:21.774476 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3f2bb0c7-cb3a-4f89-94ac-e4a3ac6cbc77 req-009c4dda-ff3e-4f0d-be7c-009267e340f2 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307665 Jul 24 09:51:22.036384 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e41094-7f51-4b8a-b1d1-dad469d23505', 'tag': '3ebfcbec-afc3-4828-adb1-8ddeba37cb0d'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:51:22.038753 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915b311d-0d5c-4faa-8d09-8682439509a4" -d '{"events": [{"name": "network-changed", "server_uuid": "89e41094-7f51-4b8a-b1d1-dad469d23505", "tag": "3ebfcbec-afc3-4828-adb1-8ddeba37cb0d"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:51:22.088183 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a114626-3572-4385-8ba0-595a9af89ab5 x-openstack-request-id: req-2a114626-3572-4385-8ba0-595a9af89ab5 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:51:22.088485 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e41094-7f51-4b8a-b1d1-dad469d23505", "tag": "3ebfcbec-afc3-4828-adb1-8ddeba37cb0d", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:51:22.088758 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a114626-3572-4385-8ba0-595a9af89ab5 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:51:22.089168 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e41094-7f51-4b8a-b1d1-dad469d23505', 'tag': '3ebfcbec-afc3-4828-adb1-8ddeba37cb0d', 'status': 'completed', 'code': 200} Jul 24 09:51:22.164514 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b311d-0d5c-4faa-8d09-8682439509a4 req-50b3f327-c9e3-4dbd-9007-bc3629935900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:22.166700 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-915b311d-0d5c-4faa-8d09-8682439509a4 req-50b3f327-c9e3-4dbd-9007-bc3629935900 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f184d8b1e68e42078f265650a86e9073&device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 1094 time: 0.0598142 Jul 24 09:51:22.168377 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b311d-0d5c-4faa-8d09-8682439509a4 req-e19623ce-3e25-48f3-95c9-3f6d0ab270ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:22.169920 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-915b311d-0d5c-4faa-8d09-8682439509a4 req-e19623ce-3e25-48f3-95c9-3f6d0ab270ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f184d8b1e68e42078f265650a86e9073&device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 1094 time: 0.0594239 Jul 24 09:51:22.261919 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b311d-0d5c-4faa-8d09-8682439509a4 req-e21874d6-3587-4de0-be07-f9908da80e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:22.263986 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-915b311d-0d5c-4faa-8d09-8682439509a4 req-e21874d6-3587-4de0-be07-f9908da80e43 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086 HTTP/1.1" status: 200 len: 914 time: 0.0910492 Jul 24 09:51:22.269623 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b311d-0d5c-4faa-8d09-8682439509a4 req-ab204e8a-ac18-4bb7-a8ff-857368c64a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:22.271082 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-915b311d-0d5c-4faa-8d09-8682439509a4 req-ab204e8a-ac18-4bb7-a8ff-857368c64a5b service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086 HTTP/1.1" status: 200 len: 914 time: 0.0915403 Jul 24 09:51:22.308703 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-915b311d-0d5c-4faa-8d09-8682439509a4 req-10687aaf-0150-4536-8036-483770fd86e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ebfcbec-afc3-4828-adb1-8ddeba37cb0d HTTP/1.1" status: 200 len: 217 time: 0.0382252 Jul 24 09:51:22.319949 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-915b311d-0d5c-4faa-8d09-8682439509a4 req-f5f7e138-a03b-45d4-8cb1-d60d36588e18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ebfcbec-afc3-4828-adb1-8ddeba37cb0d HTTP/1.1" status: 200 len: 217 time: 0.0378869 Jul 24 09:51:22.355356 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b311d-0d5c-4faa-8d09-8682439509a4 req-009b006a-0f6c-4825-bea7-e4e272ed0414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:22.356901 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-915b311d-0d5c-4faa-8d09-8682439509a4 req-009b006a-0f6c-4825-bea7-e4e272ed0414 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74ca10dd-a73c-4e72-a138-8c5656c37bfc HTTP/1.1" status: 200 len: 854 time: 0.0429704 Jul 24 09:51:22.367173 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b311d-0d5c-4faa-8d09-8682439509a4 req-2e2dbeb7-12b8-42c5-8bee-05ac0a107c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:22.368613 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-915b311d-0d5c-4faa-8d09-8682439509a4 req-2e2dbeb7-12b8-42c5-8bee-05ac0a107c4a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74ca10dd-a73c-4e72-a138-8c5656c37bfc HTTP/1.1" status: 200 len: 854 time: 0.0420349 Jul 24 09:51:22.391348 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-915b311d-0d5c-4faa-8d09-8682439509a4 req-a4f793bf-0080-4a01-826c-30f6ace8a798 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273802 Jul 24 09:51:22.401639 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-915b311d-0d5c-4faa-8d09-8682439509a4 req-31e0b38b-be74-44f5-894a-a6ee1aad84c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268290 Jul 24 09:51:22.797583 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-915b311d-0d5c-4faa-8d09-8682439509a4 req-be9b0a98-4257-4c60-b981-f1e41c5d364d service neutron] 10.222.0.37 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988466 Jul 24 09:51:22.810944 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-915b311d-0d5c-4faa-8d09-8682439509a4 req-0353a6c7-4060-4f69-8938-42a73e546d99 service neutron] 10.222.0.20 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030244 Jul 24 09:51:22.839773 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:51:22.884533 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:51:22.887623 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-915b311d-0d5c-4faa-8d09-8682439509a4 req-951c3431-caaf-46de-b2fc-eff5cd1d59a5 service neutron] 10.222.0.37 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844939 Jul 24 09:51:22.938086 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-915b311d-0d5c-4faa-8d09-8682439509a4 req-d9468700-00b7-4f53-a0f2-f846a7739181 service neutron] 10.222.0.20 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213138 Jul 24 09:51:22.959199 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fdcd6-6666-4a9d-afd6-38b0466f1cd2 req-ca15610f-3f09-4f1e-b941-66cd376a1d1c tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:22.960663 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e0fdcd6-6666-4a9d-afd6-38b0466f1cd2 req-ca15610f-3f09-4f1e-b941-66cd376a1d1c tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 943 time: 0.1116278 Jul 24 09:51:22.997801 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e0fdcd6-6666-4a9d-afd6-38b0466f1cd2 req-d067aff3-35d4-48c1-a3c2-9a2ec4b13672 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310242 Jul 24 09:51:23.030806 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:51:23.130715 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3ebfcbec-afc3-4828-adb1-8ddeba37cb0d,segment=NetworkSegment(8f996299-ad55-450a-95b0-e02ebddfdcc1),segment_id=8f996299-ad55-450a-95b0-e02ebddfdcc1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:51:23.143181 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '3ebfcbec-afc3-4828-adb1-8ddeba37cb0d', 'network_id': 'cbfec56e-62d8-4e50-bf3c-d4f12e86e086', 'port_id': '3ebfcbec-afc3-4828-adb1-8ddeba37cb0d', 'mac_address': 'fa:16:3e:83:2c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74ca10dd-a73c-4e72-a138-8c5656c37bfc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:51:23.184995 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:23.202178 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:51:23.215235 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9caf97-5738-4f84-8a96-a00c728bea22 req-1b7dfb4f-b3d7-4313-81b1-1621d20ffdd9 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:23.217733 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e9caf97-5738-4f84-8a96-a00c728bea22 req-1b7dfb4f-b3d7-4313-81b1-1621d20ffdd9 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 943 time: 0.0694327 Jul 24 09:51:23.224448 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3ebfcbec-afc3-4828-adb1-8ddeba37cb0d,segment=NetworkSegment(8f996299-ad55-450a-95b0-e02ebddfdcc1),segment_id=8f996299-ad55-450a-95b0-e02ebddfdcc1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:51:23.228949 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:23.233597 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e51e48-a955-4384-be6d-a7cc023d9131 req-ecb1dff6-2cde-4899-b021-d6886f19ffcf tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:23.235094 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48e51e48-a955-4384-be6d-a7cc023d9131 req-ecb1dff6-2cde-4899-b021-d6886f19ffcf tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.37 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505&tenant_id=f184d8b1e68e42078f265650a86e9073&binding%3Ahost_id=n-h2-800085-9 HTTP/1.1" status: 200 len: 943 time: 0.0773175 Jul 24 09:51:23.263745 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e9caf97-5738-4f84-8a96-a00c728bea22 req-47ef2dbf-277d-4e7a-a276-15b2a3a7e53c tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382574 Jul 24 09:51:23.281657 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=3ebfcbec-afc3-4828-adb1-8ddeba37cb0d,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:23.289078 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:23.289428 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:23.289768 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:23.290103 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:23.290439 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:23.290765 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:23.291091 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:23.291415 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:23.291738 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:23.292059 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:23.292383 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:23.292700 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:23.299819 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [req-48e51e48-a955-4384-be6d-a7cc023d9131 req-1bb5e335-8d59-42bb-a31c-6a48d157c5a5 service neutron] delete failed (client error): The resource could not be found. Jul 24 09:51:23.300893 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48e51e48-a955-4384-be6d-a7cc023d9131 req-1bb5e335-8d59-42bb-a31c-6a48d157c5a5 service neutron] 10.222.0.37 "DELETE /v2.0/ports/3ebfcbec-afc3-4828-adb1-8ddeba37cb0d/bindings/n-h1-800085-9 HTTP/1.1" status: 404 len: 380 time: 0.0594749 Jul 24 09:51:23.392915 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e51e48-a955-4384-be6d-a7cc023d9131 req-f0ac19c0-0247-45ae-8200-34aa3598c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:23.394452 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48e51e48-a955-4384-be6d-a7cc023d9131 req-f0ac19c0-0247-45ae-8200-34aa3598c16c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f184d8b1e68e42078f265650a86e9073&device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 1095 time: 0.0525851 Jul 24 09:51:23.442637 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['3ebfcbec-afc3-4828-adb1-8ddeba37cb0d'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:51:23.483840 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e51e48-a955-4384-be6d-a7cc023d9131 req-6cd1b71f-90e1-43ce-9b12-0b674e060525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:23.485586 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48e51e48-a955-4384-be6d-a7cc023d9131 req-6cd1b71f-90e1-43ce-9b12-0b674e060525 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086 HTTP/1.1" status: 200 len: 914 time: 0.0845788 Jul 24 09:51:23.526142 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48e51e48-a955-4384-be6d-a7cc023d9131 req-c929359b-f162-4e55-a99b-2e4c468a44e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ebfcbec-afc3-4828-adb1-8ddeba37cb0d HTTP/1.1" status: 200 len: 217 time: 0.0346859 Jul 24 09:51:23.572807 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e51e48-a955-4384-be6d-a7cc023d9131 req-80608527-6914-4b05-9f97-4532ed07b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:23.574238 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48e51e48-a955-4384-be6d-a7cc023d9131 req-80608527-6914-4b05-9f97-4532ed07b4f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74ca10dd-a73c-4e72-a138-8c5656c37bfc HTTP/1.1" status: 200 len: 854 time: 0.0420985 Jul 24 09:51:23.609872 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48e51e48-a955-4384-be6d-a7cc023d9131 req-8da3d768-a5c5-44c6-a69f-2535bc9dfc47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbfec56e-62d8-4e50-bf3c-d4f12e86e086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297873 Jul 24 09:51:23.695090 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48e51e48-a955-4384-be6d-a7cc023d9131 req-f55fafdd-2967-4aee-82cd-a46cc910cd20 service neutron] 10.222.0.37 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790861 Jul 24 09:51:23.792211 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-48e51e48-a955-4384-be6d-a7cc023d9131 req-2748f22f-78c1-44d1-b575-428fcf0b5af5 service neutron] 10.222.0.37 "GET /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907710 Jul 24 09:51:24.400856 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890ae03-efc1-46c8-8484-90107209bcad req-7895932d-40a1-4343-8804-344e9fa61bc0 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:24.402330 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e890ae03-efc1-46c8-8484-90107209bcad req-7895932d-40a1-4343-8804-344e9fa61bc0 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 944 time: 0.0625734 Jul 24 09:51:24.438743 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e890ae03-efc1-46c8-8484-90107209bcad req-d5d03e51-33df-41e6-abe3-3109eea3e6e2 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304163 Jul 24 09:51:24.574847 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6095955-7ece-4e80-823e-12c44b904e88 req-d5e22321-7d7b-435b-90ee-f513764ce0b5 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:24.576373 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d6095955-7ece-4e80-823e-12c44b904e88 req-d5e22321-7d7b-435b-90ee-f513764ce0b5 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 944 time: 0.0698717 Jul 24 09:51:24.612828 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d6095955-7ece-4e80-823e-12c44b904e88 req-5c9dc750-295e-410b-9993-1daf8c42ab52 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302398 Jul 24 09:51:24.742706 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ccc61-3418-44e4-9398-cb0c6d312af2 req-dbe7842e-9f4b-4686-9e9a-cb206ebabc9d tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:24.744189 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-444ccc61-3418-44e4-9398-cb0c6d312af2 req-dbe7842e-9f4b-4686-9e9a-cb206ebabc9d tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 944 time: 0.0629594 Jul 24 09:51:24.781111 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-444ccc61-3418-44e4-9398-cb0c6d312af2 req-8ec2a374-1503-47de-be3f-c70ff87febca tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312779 Jul 24 09:51:25.059662 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:51:25.117274 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:51:25.120666 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:51:25.121066 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:25.137299 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddfa33-0d90-49d2-9978-e7a2944b55ca req-462bb6c0-6ffc-4875-a4c4-1a82d1a1f828 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:25.138885 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5cddfa33-0d90-49d2-9978-e7a2944b55ca req-462bb6c0-6ffc-4875-a4c4-1a82d1a1f828 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 944 time: 0.0645769 Jul 24 09:51:25.178424 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5cddfa33-0d90-49d2-9978-e7a2944b55ca req-c3cbe700-4ba3-4b6b-ae17-66cdd751a0b2 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334053 Jul 24 09:51:25.196558 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:25.218421 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e41094-7f51-4b8a-b1d1-dad469d23505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebfcbec-afc3-4828-adb1-8ddeba37cb0d'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:51:25.220947 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60881316-922c-44db-9c34-cb20a940d7df" -d '{"events": [{"server_uuid": "89e41094-7f51-4b8a-b1d1-dad469d23505", "name": "network-vif-plugged", "status": "completed", "tag": "3ebfcbec-afc3-4828-adb1-8ddeba37cb0d"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:51:25.233398 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3ebfcbec-afc3-4828-adb1-8ddeba37cb0d,segment=NetworkSegment(8f996299-ad55-450a-95b0-e02ebddfdcc1),segment_id=8f996299-ad55-450a-95b0-e02ebddfdcc1)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:51:25.237835 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:25.263678 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91f4858-8311-4567-a376-124c5f80501c x-openstack-request-id: req-e91f4858-8311-4567-a376-124c5f80501c {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:51:25.263984 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e41094-7f51-4b8a-b1d1-dad469d23505", "name": "network-vif-plugged", "status": "completed", "tag": "3ebfcbec-afc3-4828-adb1-8ddeba37cb0d", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:51:25.264210 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e91f4858-8311-4567-a376-124c5f80501c {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:51:25.264587 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e41094-7f51-4b8a-b1d1-dad469d23505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebfcbec-afc3-4828-adb1-8ddeba37cb0d', 'code': 200} Jul 24 09:51:25.289937 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=3ebfcbec-afc3-4828-adb1-8ddeba37cb0d,revision_number=9']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:26.290595 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b050025-4216-41df-ab02-9f9048dfe315 req-6e1f0a8c-6ce4-4306-858d-388c3369e879 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:26.292032 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5b050025-4216-41df-ab02-9f9048dfe315 req-6e1f0a8c-6ce4-4306-858d-388c3369e879 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.20 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.0907738 Jul 24 09:51:26.369989 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed002d1a-3c09-4931-ba9c-530c1aeb3544 req-bf5f2aec-f774-4fc7-9f40-f1a8d9e785c2 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:26.371464 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ed002d1a-3c09-4931-ba9c-530c1aeb3544 req-bf5f2aec-f774-4fc7-9f40-f1a8d9e785c2 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 945 time: 0.1228564 Jul 24 09:51:26.433517 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ed002d1a-3c09-4931-ba9c-530c1aeb3544 req-38956fdc-dffa-416a-9399-7913483e2a5a tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/security-groups?id=a388a0d4-2288-44b9-9f67-ed9bded7a15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423632 Jul 24 09:51:26.451311 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-5b050025-4216-41df-ab02-9f9048dfe315 req-1119ccd7-6253-4e54-bc5c-137a4820846e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Deleting port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:51:26.451679 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5b050025-4216-41df-ab02-9f9048dfe315 req-1119ccd7-6253-4e54-bc5c-137a4820846e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:26.546355 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5b050025-4216-41df-ab02-9f9048dfe315 req-1119ccd7-6253-4e54-bc5c-137a4820846e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] For port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3ebfcbec-afc3-4828-adb1-8ddeba37cb0d,segment=NetworkSegment(8f996299-ad55-450a-95b0-e02ebddfdcc1),segment_id=8f996299-ad55-450a-95b0-e02ebddfdcc1)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:51:26.546721 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5b050025-4216-41df-ab02-9f9048dfe315 req-1119ccd7-6253-4e54-bc5c-137a4820846e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:26.558832 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-5b050025-4216-41df-ab02-9f9048dfe315 req-1119ccd7-6253-4e54-bc5c-137a4820846e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Calling delete_port for 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:51:26.691124 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5b050025-4216-41df-ab02-9f9048dfe315 req-1119ccd7-6253-4e54-bc5c-137a4820846e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:26.702281 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['3ebfcbec-afc3-4828-adb1-8ddeba37cb0d'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:51:26.719921 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119ccd7-6253-4e54-bc5c-137a4820846e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Pushing event deleted for resources: {'Port': ['ID=3ebfcbec-afc3-4828-adb1-8ddeba37cb0d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:26.764777 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b050025-4216-41df-ab02-9f9048dfe315 req-1119ccd7-6253-4e54-bc5c-137a4820846e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] No DVR routers for this DVR port 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:51:26.767308 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5b050025-4216-41df-ab02-9f9048dfe315 req-1119ccd7-6253-4e54-bc5c-137a4820846e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:26.769329 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5b050025-4216-41df-ab02-9f9048dfe315 req-1119ccd7-6253-4e54-bc5c-137a4820846e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.20 "DELETE /v2.0/ports/3ebfcbec-afc3-4828-adb1-8ddeba37cb0d HTTP/1.1" status: 204 len: 173 time: 0.4696624 Jul 24 09:51:26.769792 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e41094-7f51-4b8a-b1d1-dad469d23505', 'name': 'network-vif-deleted', 'tag': '3ebfcbec-afc3-4828-adb1-8ddeba37cb0d'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:51:26.772057 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d673e16-1106-4f8c-902c-dbe13b9ee9b1" -d '{"events": [{"server_uuid": "89e41094-7f51-4b8a-b1d1-dad469d23505", "name": "network-vif-deleted", "tag": "3ebfcbec-afc3-4828-adb1-8ddeba37cb0d"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:51:26.809522 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513d38de-e7ff-4bcf-b0ff-33d36032e461 x-openstack-request-id: req-513d38de-e7ff-4bcf-b0ff-33d36032e461 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:51:26.810329 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e41094-7f51-4b8a-b1d1-dad469d23505", "name": "network-vif-deleted", "tag": "3ebfcbec-afc3-4828-adb1-8ddeba37cb0d", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:51:26.810582 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-513d38de-e7ff-4bcf-b0ff-33d36032e461 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:51:26.811459 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e41094-7f51-4b8a-b1d1-dad469d23505', 'name': 'network-vif-deleted', 'tag': '3ebfcbec-afc3-4828-adb1-8ddeba37cb0d', 'status': 'completed', 'code': 200} Jul 24 09:51:27.304318 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ead32934-a4ae-44d9-8d3c-dd212bac150a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:27.550264 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c30f11c8-c566-4651-8398-c44de585f0c5 req-7a61e456-163a-43f0-bc5c-a1cb7808d15e tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] 10.222.0.32 "GET /v2.0/ports?device_id=89e41094-7f51-4b8a-b1d1-dad469d23505 HTTP/1.1" status: 200 len: 210 time: 0.0326829 Jul 24 09:51:28.674971 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47556) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:51:28.723480 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc14a3e3-1d20-4262-8d9a-3276c583e614 admin admin] Deleting subnet 74ca10dd-a73c-4e72-a138-8c5656c37bfc {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 09:51:28.726534 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fc14a3e3-1d20-4262-8d9a-3276c583e614 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:28.759995 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fc14a3e3-1d20-4262-8d9a-3276c583e614 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:28.797538 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fc14a3e3-1d20-4262-8d9a-3276c583e614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:28.846096 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fc14a3e3-1d20-4262-8d9a-3276c583e614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:28.872906 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14a3e3-1d20-4262-8d9a-3276c583e614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74ca10dd-a73c-4e72-a138-8c5656c37bfc,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:28.875445 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fc14a3e3-1d20-4262-8d9a-3276c583e614 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:28.877090 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fc14a3e3-1d20-4262-8d9a-3276c583e614 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/74ca10dd-a73c-4e72-a138-8c5656c37bfc HTTP/1.1" status: 204 len: 168 time: 0.2010167 Jul 24 09:51:28.879836 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47558) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:51:28.883234 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc14a3e3-1d20-4262-8d9a-3276c583e614 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:28.883588 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc14a3e3-1d20-4262-8d9a-3276c583e614 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:28.883935 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc14a3e3-1d20-4262-8d9a-3276c583e614 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:28.884278 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc14a3e3-1d20-4262-8d9a-3276c583e614 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:28.884619 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc14a3e3-1d20-4262-8d9a-3276c583e614 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:28.884981 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc14a3e3-1d20-4262-8d9a-3276c583e614 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:28.885316 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc14a3e3-1d20-4262-8d9a-3276c583e614 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:28.885650 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc14a3e3-1d20-4262-8d9a-3276c583e614 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:28.885979 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc14a3e3-1d20-4262-8d9a-3276c583e614 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:28.886307 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc14a3e3-1d20-4262-8d9a-3276c583e614 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:28.886723 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc14a3e3-1d20-4262-8d9a-3276c583e614 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:28.887059 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc14a3e3-1d20-4262-8d9a-3276c583e614 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:28.952693 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b3e084aa-92d5-4d4e-b52b-530321a91afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:29.033577 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b3e084aa-92d5-4d4e-b52b-530321a91afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:29.043528 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-b3e084aa-92d5-4d4e-b52b-530321a91afa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbfec56e-62d8-4e50-bf3c-d4f12e86e086']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:51:29.054041 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-b3e084aa-92d5-4d4e-b52b-530321a91afa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f996299-ad55-450a-95b0-e02ebddfdcc1') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:51:29.054338 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-b3e084aa-92d5-4d4e-b52b-530321a91afa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f996299-ad55-450a-95b0-e02ebddfdcc1') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:51:29.062912 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b3e084aa-92d5-4d4e-b52b-530321a91afa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:29.076216 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b3e084aa-92d5-4d4e-b52b-530321a91afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:29.080444 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:51:29.082230 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e084aa-92d5-4d4e-b52b-530321a91afa admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 09:51:29.082550 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b3e084aa-92d5-4d4e-b52b-530321a91afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: timer() Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 09:51:29.084194 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 09:51:29.101313 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:51:29.101588 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 3ebfcbec-afc3-4828-adb1-8ddeba37cb0d not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:51:29.136925 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b3e084aa-92d5-4d4e-b52b-530321a91afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:29.143400 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b3e084aa-92d5-4d4e-b52b-530321a91afa admin admin] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:29.145253 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b3e084aa-92d5-4d4e-b52b-530321a91afa admin admin] 10.222.0.32 "DELETE /v2.0/networks/cbfec56e-62d8-4e50-bf3c-d4f12e86e086 HTTP/1.1" status: 204 len: 168 time: 0.2643359 Jul 24 09:51:29.155062 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e084aa-92d5-4d4e-b52b-530321a91afa admin admin] Pushing event deleted for resources: {'Network': ['ID=cbfec56e-62d8-4e50-bf3c-d4f12e86e086,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:29.256425 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47562) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:51:29.296382 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0cd4a94a-0a32-4544-a620-11b9e7945a36 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f184d8b1e68e42078f265650a86e9073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387936 Jul 24 09:51:29.298802 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47564) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:51:29.348180 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0c22ea8d-3ce4-40c2-a4a4-a182ea8ff0b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:29.368667 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0c22ea8d-3ce4-40c2-a4a4-a182ea8ff0b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:29.414017 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0c22ea8d-3ce4-40c2-a4a4-a182ea8ff0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:29.416749 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0c22ea8d-3ce4-40c2-a4a4-a182ea8ff0b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:29.417945 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0c22ea8d-3ce4-40c2-a4a4-a182ea8ff0b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a388a0d4-2288-44b9-9f67-ed9bded7a15d HTTP/1.1" status: 204 len: 168 time: 0.1182349 Jul 24 09:51:29.426072 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22ea8d-3ce4-40c2-a4a4-a182ea8ff0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a388a0d4-2288-44b9-9f67-ed9bded7a15d,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:29.814081 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-284d82c8-47ff-49ca-b043-605648a15e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:30.063364 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47586) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:51:30.156664 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-fdcac9cb-85e0-44da-81fb-81649529df15 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1795135906-network', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:51:30.179250 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcac9cb-85e0-44da-81fb-81649529df15 admin admin] Made reservation on behalf of 4bdf65fab79e4b52bd6c3653c51ee822 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:51:30.181793 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fdcac9cb-85e0-44da-81fb-81649529df15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:30.195816 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fdcac9cb-85e0-44da-81fb-81649529df15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:30.287462 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fdcac9cb-85e0-44da-81fb-81649529df15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:30.291072 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fdcac9cb-85e0-44da-81fb-81649529df15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:30.314882 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdcac9cb-85e0-44da-81fb-81649529df15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 09:51:30.324082 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcac9cb-85e0-44da-81fb-81649529df15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87fb1c9-1f3c-40a7-9641-10bdf6d53066,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:30.328936 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fdcac9cb-85e0-44da-81fb-81649529df15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:30.329274 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-fdcac9cb-85e0-44da-81fb-81649529df15 admin admin] Added segment 1b8fb537-07a1-4f2b-b6f0-0742d9fae450 of type vlan for network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 Jul 24 09:51:30.368675 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fdcac9cb-85e0-44da-81fb-81649529df15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:30.397960 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fdcac9cb-85e0-44da-81fb-81649529df15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:30.399028 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcac9cb-85e0-44da-81fb-81649529df15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:30.399640 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fdcac9cb-85e0-44da-81fb-81649529df15 admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:30.431330 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fdcac9cb-85e0-44da-81fb-81649529df15 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3667347 Jul 24 09:51:30.434320 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47590) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:51:30.439378 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-36f42087-ca6f-4b20-87b3-cb9fb1424c6b admin admin] Request body: {'subnet': {'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1795135906-subnet', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:51:30.460531 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f42087-ca6f-4b20-87b3-cb9fb1424c6b admin admin] Made reservation on behalf of 4bdf65fab79e4b52bd6c3653c51ee822 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:51:30.462928 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcac9cb-85e0-44da-81fb-81649529df15 admin admin] Pushing event updated for resources: {'Network': ['ID=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:30.463288 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36f42087-ca6f-4b20-87b3-cb9fb1424c6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:30.474388 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 09:51:30.511169 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:30.643124 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36f42087-ca6f-4b20-87b3-cb9fb1424c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:30.697677 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f42087-ca6f-4b20-87b3-cb9fb1424c6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c26152d3-c902-4132-89c9-4a248b741f2f,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:30.707559 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f42087-ca6f-4b20-87b3-cb9fb1424c6b admin admin] Checking segment: {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:51:30.707924 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f42087-ca6f-4b20-87b3-cb9fb1424c6b admin admin] Network hostable DHCP agents. Network: 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 09:51:30.724299 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f42087-ca6f-4b20-87b3-cb9fb1424c6b admin admin] Network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 09:51:30.732358 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-36f42087-ca6f-4b20-87b3-cb9fb1424c6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:51:30.736101 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f42087-ca6f-4b20-87b3-cb9fb1424c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:30.736695 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-36f42087-ca6f-4b20-87b3-cb9fb1424c6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:30.741085 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c878ccd-f412-43fa-9b40-195dde44ff05 None None] Network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:51:30.749914 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-36f42087-ca6f-4b20-87b3-cb9fb1424c6b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3145130 Jul 24 09:51:30.752962 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47592) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:51:30.757897 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-5b7c44ee-5e86-45fd-b290-b09857df4336 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:51:30.777691 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5b7c44ee-5e86-45fd-b290-b09857df4336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:30.778718 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5b7c44ee-5e86-45fd-b290-b09857df4336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:30.833595 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5b7c44ee-5e86-45fd-b290-b09857df4336 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:30.884867 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd255af9-ef97-4d57-aa9d-ff7f6c0a665a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 09:51:30.885727 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cd255af9-ef97-4d57-aa9d-ff7f6c0a665a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:30.967224 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5b7c44ee-5e86-45fd-b290-b09857df4336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:31.015410 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-cd255af9-ef97-4d57-aa9d-ff7f6c0a665a None None] Allocated IP 172.20.0.2 (4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9/c26152d3-c902-4132-89c9-4a248b741f2f/0eecea81-cff1-4925-8a5f-d79124569924) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:51:31.130693 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:31.170372 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cd255af9-ef97-4d57-aa9d-ff7f6c0a665a None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:31.173287 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5b7c44ee-5e86-45fd-b290-b09857df4336 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:31.179291 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-cd255af9-ef97-4d57-aa9d-ff7f6c0a665a None None] Transition to ACTIVE for port object 0eecea81-cff1-4925-8a5f-d79124569924 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:51:31.194824 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-cd255af9-ef97-4d57-aa9d-ff7f6c0a665a None None] Transition to ACTIVE for port object 0eecea81-cff1-4925-8a5f-d79124569924 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:51:31.197204 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5b7c44ee-5e86-45fd-b290-b09857df4336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:31.201636 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cd255af9-ef97-4d57-aa9d-ff7f6c0a665a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:31.236138 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd255af9-ef97-4d57-aa9d-ff7f6c0a665a None None] Network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:51:31.238797 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-cd255af9-ef97-4d57-aa9d-ff7f6c0a665a None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:51:31.241308 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd255af9-ef97-4d57-aa9d-ff7f6c0a665a None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:51:31.260606 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd255af9-ef97-4d57-aa9d-ff7f6c0a665a None None] Pushing event updated for resources: {'Port': ['ID=0eecea81-cff1-4925-8a5f-d79124569924,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:31.308372 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-5b7c44ee-5e86-45fd-b290-b09857df4336 admin admin] Allocated IP 172.25.7.180 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/dfbf0c90-0adb-450d-8ba4-1fb95851f39c) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:51:31.312686 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-cd255af9-ef97-4d57-aa9d-ff7f6c0a665a None None] Attempting to bind port 0eecea81-cff1-4925-8a5f-d79124569924 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:51:31.313098 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-cd255af9-ef97-4d57-aa9d-ff7f6c0a665a None None] Attempting to bind port 0eecea81-cff1-4925-8a5f-d79124569924 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:51:31.313533 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd255af9-ef97-4d57-aa9d-ff7f6c0a665a None None] Attempting to bind port 0eecea81-cff1-4925-8a5f-d79124569924 on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:51:31.318797 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd255af9-ef97-4d57-aa9d-ff7f6c0a665a None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:51:31.319174 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd255af9-ef97-4d57-aa9d-ff7f6c0a665a None None] Checking segment: {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:51:31.319579 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cd255af9-ef97-4d57-aa9d-ff7f6c0a665a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:31.319982 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd255af9-ef97-4d57-aa9d-ff7f6c0a665a None None] Bound using segment: {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:51:31.320522 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-cd255af9-ef97-4d57-aa9d-ff7f6c0a665a None None] Bound port: 0eecea81-cff1-4925-8a5f-d79124569924, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:51:31.321140 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cd255af9-ef97-4d57-aa9d-ff7f6c0a665a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:31.383162 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-cd255af9-ef97-4d57-aa9d-ff7f6c0a665a None None] For port 0eecea81-cff1-4925-8a5f-d79124569924, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:51:31.386634 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-cd255af9-ef97-4d57-aa9d-ff7f6c0a665a None None] For port 0eecea81-cff1-4925-8a5f-d79124569924, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=0eecea81-cff1-4925-8a5f-d79124569924,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:51:31.390615 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cd255af9-ef97-4d57-aa9d-ff7f6c0a665a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:31.412099 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5b7c44ee-5e86-45fd-b290-b09857df4336 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:31.451625 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd255af9-ef97-4d57-aa9d-ff7f6c0a665a None None] Pushing event updated for resources: {'Port': ['ID=0eecea81-cff1-4925-8a5f-d79124569924,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:31.454312 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5b7c44ee-5e86-45fd-b290-b09857df4336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:31.492683 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7c44ee-5e86-45fd-b290-b09857df4336 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:51:31.495682 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-5b7c44ee-5e86-45fd-b290-b09857df4336 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:51:31.498168 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7c44ee-5e86-45fd-b290-b09857df4336 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:51:31.533728 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c44ee-5e86-45fd-b290-b09857df4336 admin admin] Pushing event updated for resources: {'Port': ['ID=dfbf0c90-0adb-450d-8ba4-1fb95851f39c,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:31.790437 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5b7c44ee-5e86-45fd-b290-b09857df4336 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:31.977593 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5b7c44ee-5e86-45fd-b290-b09857df4336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:32.107451 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7c44ee-5e86-45fd-b290-b09857df4336 admin admin] Router b06926db-d226-43e1-bf11-c4f32e943e66 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 09:51:32.217345 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7c44ee-5e86-45fd-b290-b09857df4336 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:51:32.227546 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] Sync routers for ids ['b06926db-d226-43e1-bf11-c4f32e943e66'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:51:32.235221 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5b7c44ee-5e86-45fd-b290-b09857df4336 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:32.236678 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5b7c44ee-5e86-45fd-b290-b09857df4336 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4827280 Jul 24 09:51:32.239622 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47594) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:51:32.241514 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] Routers {'b06926db-d226-43e1-bf11-c4f32e943e66'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:51:32.242130 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:51:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b06926db-d226-43e1-bf11-c4f32e943e66'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:51:32.349117 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] Set router b06926db-d226-43e1-bf11-c4f32e943e66 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:51:32.359027 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3527440-8c1f-47b8-8967-4cef69ab794c None None] Network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 09:51:32.533835 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:31Z', 'revision_number': 3, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:51:32.566748 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] Checking router: b06926db-d226-43e1-bf11-c4f32e943e66 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:51:32.567122 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] Updating router b06926db-d226-43e1-bf11-c4f32e943e66 port dfbf0c90-0adb-450d-8ba4-1fb95851f39c binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:51:32.592987 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-688b2971-c092-47b7-9d15-3e4dccff7eb2 None None] Provisioning for port 0eecea81-cff1-4925-8a5f-d79124569924 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:51:32.604370 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:32.766997 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 0eecea81-cff1-4925-8a5f-d79124569924 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:51:32.840890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 0eecea81-cff1-4925-8a5f-d79124569924 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:51:32.847642 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 0eecea81-cff1-4925-8a5f-d79124569924 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:51:32.849072 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:32.922602 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:32.935695 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] Transition to ACTIVE for port object dfbf0c90-0adb-450d-8ba4-1fb95851f39c will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:51:32.940818 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:32.943309 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:32.991696 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 0eecea81-cff1-4925-8a5f-d79124569924, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=0eecea81-cff1-4925-8a5f-d79124569924,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:51:33.000527 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:33.005591 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0155f1d-f2ba-4464-9879-d4f0d2d7c82c None None] Pushing event updated for resources: {'Port': ['ID=dfbf0c90-0adb-450d-8ba4-1fb95851f39c,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:33.008917 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] Attempting to bind port dfbf0c90-0adb-450d-8ba4-1fb95851f39c on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:51:33.009358 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] Attempting to bind port dfbf0c90-0adb-450d-8ba4-1fb95851f39c by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:51:33.009780 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] Attempting to bind port dfbf0c90-0adb-450d-8ba4-1fb95851f39c on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:51:33.018904 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0155f1d-f2ba-4464-9879-d4f0d2d7c82c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:33.019338 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0155f1d-f2ba-4464-9879-d4f0d2d7c82c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:33.019741 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0155f1d-f2ba-4464-9879-d4f0d2d7c82c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:33.020137 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0155f1d-f2ba-4464-9879-d4f0d2d7c82c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:33.020532 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0155f1d-f2ba-4464-9879-d4f0d2d7c82c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:33.021070 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0155f1d-f2ba-4464-9879-d4f0d2d7c82c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:33.021460 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0155f1d-f2ba-4464-9879-d4f0d2d7c82c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:33.021934 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0155f1d-f2ba-4464-9879-d4f0d2d7c82c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:33.022437 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0155f1d-f2ba-4464-9879-d4f0d2d7c82c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:33.022825 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0155f1d-f2ba-4464-9879-d4f0d2d7c82c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:33.023296 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0155f1d-f2ba-4464-9879-d4f0d2d7c82c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:33.023702 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0155f1d-f2ba-4464-9879-d4f0d2d7c82c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:51:33.027740 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:51:33.028076 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:51:33.028603 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:33.029586 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:51:33.030120 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] Bound port: dfbf0c90-0adb-450d-8ba4-1fb95851f39c, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:51:33.030307 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:33.030629 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:33.031445 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-64229dfa-6946-4a41-beac-875c63a234f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:33.059519 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=0eecea81-cff1-4925-8a5f-d79124569924,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:33.083429 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] For port dfbf0c90-0adb-450d-8ba4-1fb95851f39c, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:51:33.086541 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] For port dfbf0c90-0adb-450d-8ba4-1fb95851f39c, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=dfbf0c90-0adb-450d-8ba4-1fb95851f39c,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:51:33.091894 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:33.126533 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b28f03f4-fd99-4cd4-bcca-86de5dc20d34 None None] Provisioning complete for port 0eecea81-cff1-4925-8a5f-d79124569924 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:51:33.126930 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b28f03f4-fd99-4cd4-bcca-86de5dc20d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:33.158921 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] Routers {'b06926db-d226-43e1-bf11-c4f32e943e66'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:51:33.159543 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:51:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b06926db-d226-43e1-bf11-c4f32e943e66'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:51:33.161406 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0155f1d-f2ba-4464-9879-d4f0d2d7c82c None None] Pushing event updated for resources: {'Port': ['ID=dfbf0c90-0adb-450d-8ba4-1fb95851f39c,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:33.230764 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-64229dfa-6946-4a41-beac-875c63a234f9 admin admin] Allocated IP 172.20.0.1 (4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9/c26152d3-c902-4132-89c9-4a248b741f2f/55e1f225-d99d-4129-8859-23adb5c5089c) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:51:33.266629 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] Set router b06926db-d226-43e1-bf11-c4f32e943e66 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:51:33.336037 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-64229dfa-6946-4a41-beac-875c63a234f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:33.350099 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-64229dfa-6946-4a41-beac-875c63a234f9 admin admin] Transition to ACTIVE for port object 55e1f225-d99d-4129-8859-23adb5c5089c will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:51:33.382982 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-64229dfa-6946-4a41-beac-875c63a234f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:33.419796 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64229dfa-6946-4a41-beac-875c63a234f9 admin admin] Network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:51:33.422654 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-64229dfa-6946-4a41-beac-875c63a234f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:51:33.428114 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64229dfa-6946-4a41-beac-875c63a234f9 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:51:33.440189 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:31Z', 'revision_number': 3, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:51:33.453368 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64229dfa-6946-4a41-beac-875c63a234f9 admin admin] Pushing event updated for resources: {'Port': ['ID=55e1f225-d99d-4129-8859-23adb5c5089c,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:33.472430 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-64229dfa-6946-4a41-beac-875c63a234f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:33.571248 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffbfbae-df28-4278-87fe-6960c37f828d None None] The sync data for ids ['b06926db-d226-43e1-bf11-c4f32e943e66'] in n-d-800085-9 is: [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:31Z', 'revision_number': 3, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:51:33.627780 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-64229dfa-6946-4a41-beac-875c63a234f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:33.654411 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b870fcbf-1525-4dfa-94fb-e7800e390ba8 None None] Provisioning for port 55e1f225-d99d-4129-8859-23adb5c5089c completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:51:33.658586 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b870fcbf-1525-4dfa-94fb-e7800e390ba8 None None] Provisioning complete for port 55e1f225-d99d-4129-8859-23adb5c5089c triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:51:33.658954 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b870fcbf-1525-4dfa-94fb-e7800e390ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:33.695479 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-b870fcbf-1525-4dfa-94fb-e7800e390ba8 None None] Port 55e1f225-d99d-4129-8859-23adb5c5089c cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:51:33.807396 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-64229dfa-6946-4a41-beac-875c63a234f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:33.811838 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-64229dfa-6946-4a41-beac-875c63a234f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:33.883362 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-64229dfa-6946-4a41-beac-875c63a234f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:33.885337 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64229dfa-6946-4a41-beac-875c63a234f9 admin admin] Pushing event updated for resources: {'Port': ['ID=55e1f225-d99d-4129-8859-23adb5c5089c,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:33.981403 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64229dfa-6946-4a41-beac-875c63a234f9 admin admin] Network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:51:33.982915 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-64229dfa-6946-4a41-beac-875c63a234f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:51:34.108418 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64229dfa-6946-4a41-beac-875c63a234f9 admin admin] Router b06926db-d226-43e1-bf11-c4f32e943e66 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:51:34.228032 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64229dfa-6946-4a41-beac-875c63a234f9 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:51:34.235966 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-64229dfa-6946-4a41-beac-875c63a234f9 admin admin] 10.222.0.32 "PUT /v2.0/routers/b06926db-d226-43e1-bf11-c4f32e943e66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9951115 Jul 24 09:51:34.321901 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ee8f7890-7fa4-4fc9-80fa-9bb00f2dfa7d None None] Provisioning complete for port 55e1f225-d99d-4129-8859-23adb5c5089c triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:51:34.322407 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ee8f7890-7fa4-4fc9-80fa-9bb00f2dfa7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:34.361776 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f7890-7fa4-4fc9-80fa-9bb00f2dfa7d None None] Port 55e1f225-d99d-4129-8859-23adb5c5089c cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:51:34.746395 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device dfbf0c90-0adb-450d-8ba4-1fb95851f39c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:51:34.802279 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port dfbf0c90-0adb-450d-8ba4-1fb95851f39c completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:51:34.802279 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port dfbf0c90-0adb-450d-8ba4-1fb95851f39c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:51:34.802860 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47602) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:51:34.803324 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:34.807477 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-650972d2-c530-4cb8-9d2e-bf30bbba3164 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1565875904', 'description': 'tempest-description--1078837934'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:51:34.830908 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-650972d2-c530-4cb8-9d2e-bf30bbba3164 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:34.885522 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:34.907606 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port dfbf0c90-0adb-450d-8ba4-1fb95851f39c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=dfbf0c90-0adb-450d-8ba4-1fb95851f39c,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:51:34.912148 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:34.913080 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 0eecea81-cff1-4925-8a5f-d79124569924 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:51:34.918634 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-650972d2-c530-4cb8-9d2e-bf30bbba3164 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:34.922971 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-650972d2-c530-4cb8-9d2e-bf30bbba3164 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:34.955707 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-650972d2-c530-4cb8-9d2e-bf30bbba3164 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:34.959785 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-650972d2-c530-4cb8-9d2e-bf30bbba3164 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1536024 Jul 24 09:51:34.960505 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47604) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:51:34.965827 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-d91d61c4-2bf1-4c1b-a74a-c64129d82f72 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Request body: {'security_group_rule': {'security_group_id': '1539ddba-770c-4e8b-9e1a-eb3c061366f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:51:34.971012 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650972d2-c530-4cb8-9d2e-bf30bbba3164 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1539ddba-770c-4e8b-9e1a-eb3c061366f0,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:34.993496 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=dfbf0c90-0adb-450d-8ba4-1fb95851f39c,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:34.998488 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d91d61c4-2bf1-4c1b-a74a-c64129d82f72 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:35.002188 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 0eecea81-cff1-4925-8a5f-d79124569924 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:51:35.002465 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:35.058002 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d91d61c4-2bf1-4c1b-a74a-c64129d82f72 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:35.061568 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d91d61c4-2bf1-4c1b-a74a-c64129d82f72 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:35.081900 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d61c4-2bf1-4c1b-a74a-c64129d82f72 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66b7151-a4dd-4a28-92b7-87b39bd47f23,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:35.086097 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d91d61c4-2bf1-4c1b-a74a-c64129d82f72 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:35.087397 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d91d61c4-2bf1-4c1b-a74a-c64129d82f72 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263139 Jul 24 09:51:35.090070 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47606) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:51:35.096253 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e9696cf2-b139-47a1-b263-bdaf1a74b11b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Request body: {'security_group_rule': {'security_group_id': '1539ddba-770c-4e8b-9e1a-eb3c061366f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:51:35.125382 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e9696cf2-b139-47a1-b263-bdaf1a74b11b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:35.126571 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] Sync routers for ids ['b06926db-d226-43e1-bf11-c4f32e943e66'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:51:35.135238 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] Routers {'b06926db-d226-43e1-bf11-c4f32e943e66'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:51:35.135901 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:51:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b06926db-d226-43e1-bf11-c4f32e943e66'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:51:35.188566 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e9696cf2-b139-47a1-b263-bdaf1a74b11b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:35.192383 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e9696cf2-b139-47a1-b263-bdaf1a74b11b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:35.209967 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9696cf2-b139-47a1-b263-bdaf1a74b11b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e19551-b4dc-4f74-894d-4eb62c47b1da,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:35.218390 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e9696cf2-b139-47a1-b263-bdaf1a74b11b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:35.219766 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e9696cf2-b139-47a1-b263-bdaf1a74b11b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285238 Jul 24 09:51:35.222761 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 47608) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:51:35.227300 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-8de7fc47-43a9-40d3-8731-a56f319d55f7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:51:35.244020 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] Set router b06926db-d226-43e1-bf11-c4f32e943e66 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:51:35.248933 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8de7fc47-43a9-40d3-8731-a56f319d55f7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:35.343408 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8de7fc47-43a9-40d3-8731-a56f319d55f7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:35.438182 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '55e1f225-d99d-4129-8859-23adb5c5089c', 'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'mac_address': 'fa:16:3e:76:1d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:33Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 2, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'subnets': [{'id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:51:35.450150 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-8de7fc47-43a9-40d3-8731-a56f319d55f7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Allocated IP 172.25.7.44 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/bcafca78-5701-4dbc-8689-a73297c9e450) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:51:35.463595 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] Checking router: b06926db-d226-43e1-bf11-c4f32e943e66 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:51:35.463949 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] Updating router b06926db-d226-43e1-bf11-c4f32e943e66 port 55e1f225-d99d-4129-8859-23adb5c5089c binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 09:51:35.501314 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:35.556183 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8de7fc47-43a9-40d3-8731-a56f319d55f7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:35.599080 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8de7fc47-43a9-40d3-8731-a56f319d55f7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:35.639669 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de7fc47-43a9-40d3-8731-a56f319d55f7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:51:35.645883 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-8de7fc47-43a9-40d3-8731-a56f319d55f7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:51:35.649660 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de7fc47-43a9-40d3-8731-a56f319d55f7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:51:35.672955 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7fc47-43a9-40d3-8731-a56f319d55f7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Pushing event updated for resources: {'Port': ['ID=bcafca78-5701-4dbc-8689-a73297c9e450,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:35.739080 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8de7fc47-43a9-40d3-8731-a56f319d55f7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:35.770600 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:35.780622 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] Transition to ACTIVE for port object 55e1f225-d99d-4129-8859-23adb5c5089c will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:51:35.781983 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8de7fc47-43a9-40d3-8731-a56f319d55f7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:35.786921 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:35.839631 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffbf0b8-5eb3-46fa-9765-18e2d6fd8cda None None] Pushing event updated for resources: {'Port': ['ID=55e1f225-d99d-4129-8859-23adb5c5089c,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:35.903041 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] Attempting to bind port 55e1f225-d99d-4129-8859-23adb5c5089c on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:51:35.903699 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] Attempting to bind port 55e1f225-d99d-4129-8859-23adb5c5089c by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:51:35.904722 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] Attempting to bind port 55e1f225-d99d-4129-8859-23adb5c5089c on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:51:35.910945 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:51:35.911448 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] Checking segment: {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:51:35.911939 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:35.912396 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] Bound using segment: {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:51:35.912983 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] Bound port: 55e1f225-d99d-4129-8859-23adb5c5089c, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:51:35.913444 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:35.953426 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8de7fc47-43a9-40d3-8731-a56f319d55f7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:35.959409 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8de7fc47-43a9-40d3-8731-a56f319d55f7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:35.980587 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] For port 55e1f225-d99d-4129-8859-23adb5c5089c, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:51:35.984792 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] For port 55e1f225-d99d-4129-8859-23adb5c5089c, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=55e1f225-d99d-4129-8859-23adb5c5089c,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:51:35.989400 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:36.037425 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7fc47-43a9-40d3-8731-a56f319d55f7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Pushing event updated for resources: {'Port': ['ID=bcafca78-5701-4dbc-8689-a73297c9e450,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:36.047661 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffbf0b8-5eb3-46fa-9765-18e2d6fd8cda None None] Pushing event updated for resources: {'Port': ['ID=55e1f225-d99d-4129-8859-23adb5c5089c,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:36.049537 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8de7fc47-43a9-40d3-8731-a56f319d55f7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:36.063127 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] Routers {'b06926db-d226-43e1-bf11-c4f32e943e66'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:51:36.063832 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:51:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b06926db-d226-43e1-bf11-c4f32e943e66'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:51:36.066786 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8de7fc47-43a9-40d3-8731-a56f319d55f7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:36.068314 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8de7fc47-43a9-40d3-8731-a56f319d55f7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8446002 Jul 24 09:51:36.196202 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] Set router b06926db-d226-43e1-bf11-c4f32e943e66 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:51:36.235790 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-494166a5-5834-43ed-9c8b-d2f5cc86166c tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1565875904&fields=id&tenant_id=4bdf65fab79e4b52bd6c3653c51ee822 HTTP/1.1" status: 200 len: 267 time: 0.0353451 Jul 24 09:51:36.345171 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-21ab072d-77b5-492d-9f3e-f3e5f025e997 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:36.346694 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-21ab072d-77b5-492d-9f3e-f3e5f025e997 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 812 time: 0.1003051 Jul 24 09:51:36.361704 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-7f8a3db5-ec0e-4271-8f24-0c7494acc291 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/quotas/4bdf65fab79e4b52bd6c3653c51ee822 HTTP/1.1" status: 200 len: 375 time: 0.0095775 Jul 24 09:51:36.409222 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '55e1f225-d99d-4129-8859-23adb5c5089c', 'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'mac_address': 'fa:16:3e:76:1d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:33Z', 'updated_at': '2021-07-24T09:51:35Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'subnets': [{'id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:51:36.434327 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-240bc6fa-5126-4dee-9768-32490856196c tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0675678 Jul 24 09:51:36.435009 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004d1e95-b546-4df5-99ba-bc35b1c2aecf None None] The sync data for ids ['b06926db-d226-43e1-bf11-c4f32e943e66'] in n-d-800085-9 is: [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '55e1f225-d99d-4129-8859-23adb5c5089c', 'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'mac_address': 'fa:16:3e:76:1d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:33Z', 'updated_at': '2021-07-24T09:51:35Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'subnets': [{'id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:51:36.615740 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-77f9ec25-0b19-4d07-a652-008f384c8ee9 service neutron] 10.222.0.32 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690545 Jul 24 09:51:36.719534 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-b44bf7bc-d5db-4fb6-ad3d-51bba03dc310 service neutron] 10.222.0.32 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977724 Jul 24 09:51:36.761358 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 55e1f225-d99d-4129-8859-23adb5c5089c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:51:36.820576 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 55e1f225-d99d-4129-8859-23adb5c5089c completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:51:36.824832 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 55e1f225-d99d-4129-8859-23adb5c5089c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:51:36.825432 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:36.927163 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:36.965195 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 55e1f225-d99d-4129-8859-23adb5c5089c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=55e1f225-d99d-4129-8859-23adb5c5089c,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:51:36.977585 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:36.978393 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device dfbf0c90-0adb-450d-8ba4-1fb95851f39c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:51:37.029940 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c08f7541-bb4b-4fe5-86d3-d9b28162fe70 req-d7ea9986-282c-4ca5-8907-bb658f523649 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 210 time: 0.1335499 Jul 24 09:51:37.060967 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=55e1f225-d99d-4129-8859-23adb5c5089c,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:37.079335 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port dfbf0c90-0adb-450d-8ba4-1fb95851f39c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:51:37.079767 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:37.913028 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-7ee01d7c-ec0d-4763-bcfd-6a91bf3a9459 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:37.914371 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-7ee01d7c-ec0d-4763-bcfd-6a91bf3a9459 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.37 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 812 time: 0.1019783 Jul 24 09:51:37.957470 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-5dd795c5-23df-4234-8476-cddb3835028b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bdf65fab79e4b52bd6c3653c51ee822 HTTP/1.1" status: 200 len: 380 time: 0.0348706 Jul 24 09:51:37.969029 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-cab155c1-0d46-484c-9bb4-cf11c8898c77 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Request body: {'port': {'device_id': '49c7d3be-581f-4be2-80ae-be7d04eae52d', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'admin_state_up': True, 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'security_groups': ['1539ddba-770c-4e8b-9e1a-eb3c061366f0']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:51:38.078491 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-cab155c1-0d46-484c-9bb4-cf11c8898c77 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Made reservation on behalf of 4bdf65fab79e4b52bd6c3653c51ee822 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:51:38.082142 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-cab155c1-0d46-484c-9bb4-cf11c8898c77 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:38.161398 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4c30ad8-9aaa-416f-ba26-9ece503e0cad req-96023019-7a4d-4438-b693-5a1e57842282 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 210 time: 0.0580614 Jul 24 09:51:38.232031 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-cab155c1-0d46-484c-9bb4-cf11c8898c77 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Allocated IP 172.20.0.8 (4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9/c26152d3-c902-4132-89c9-4a248b741f2f/39194115-a706-4b41-9b83-7d831fadb6a5) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:51:38.359136 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-cab155c1-0d46-484c-9bb4-cf11c8898c77 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:38.376820 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-cab155c1-0d46-484c-9bb4-cf11c8898c77 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Transition to ACTIVE for port object 39194115-a706-4b41-9b83-7d831fadb6a5 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:51:38.408574 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-cab155c1-0d46-484c-9bb4-cf11c8898c77 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:38.447647 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-cab155c1-0d46-484c-9bb4-cf11c8898c77 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:51:38.451175 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-cab155c1-0d46-484c-9bb4-cf11c8898c77 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:51:38.456760 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-cab155c1-0d46-484c-9bb4-cf11c8898c77 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:51:38.482597 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab155c1-0d46-484c-9bb4-cf11c8898c77 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Pushing event updated for resources: {'Port': ['ID=39194115-a706-4b41-9b83-7d831fadb6a5,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:38.511825 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-cab155c1-0d46-484c-9bb4-cf11c8898c77 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:38.512459 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-cab155c1-0d46-484c-9bb4-cf11c8898c77 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:38.528342 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-cab155c1-0d46-484c-9bb4-cf11c8898c77 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5635090 Jul 24 09:51:38.540392 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-c63cc707-4dd6-4e4f-8cb4-0948c38ce324 service neutron] Request body: {'port': {'device_id': '49c7d3be-581f-4be2-80ae-be7d04eae52d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:51:38.620988 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-c63cc707-4dd6-4e4f-8cb4-0948c38ce324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:38.641115 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e141d484-1ec5-4f9a-b981-5cb9cb721760 None None] Provisioning for port 39194115-a706-4b41-9b83-7d831fadb6a5 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:51:38.645476 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e141d484-1ec5-4f9a-b981-5cb9cb721760 None None] Provisioning complete for port 39194115-a706-4b41-9b83-7d831fadb6a5 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:51:38.645968 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e141d484-1ec5-4f9a-b981-5cb9cb721760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:38.680799 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-e141d484-1ec5-4f9a-b981-5cb9cb721760 None None] Port 39194115-a706-4b41-9b83-7d831fadb6a5 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:51:38.695598 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 55e1f225-d99d-4129-8859-23adb5c5089c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:51:38.741531 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 55e1f225-d99d-4129-8859-23adb5c5089c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:51:38.741789 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:38.886070 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-c63cc707-4dd6-4e4f-8cb4-0948c38ce324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39194115-a706-4b41-9b83-7d831fadb6a5 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:51:38.893886 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-c63cc707-4dd6-4e4f-8cb4-0948c38ce324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:38.905284 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-c63cc707-4dd6-4e4f-8cb4-0948c38ce324 service neutron] Transition to ACTIVE for port object 39194115-a706-4b41-9b83-7d831fadb6a5 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:51:38.909329 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-c63cc707-4dd6-4e4f-8cb4-0948c38ce324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:38.973742 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63cc707-4dd6-4e4f-8cb4-0948c38ce324 service neutron] Pushing event updated for resources: {'Port': ['ID=39194115-a706-4b41-9b83-7d831fadb6a5,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:39.029388 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-c63cc707-4dd6-4e4f-8cb4-0948c38ce324 service neutron] Attempting to bind port 39194115-a706-4b41-9b83-7d831fadb6a5 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:51:39.029862 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-c63cc707-4dd6-4e4f-8cb4-0948c38ce324 service neutron] Attempting to bind port 39194115-a706-4b41-9b83-7d831fadb6a5 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:51:39.030224 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-c63cc707-4dd6-4e4f-8cb4-0948c38ce324 service neutron] Attempting to bind port 39194115-a706-4b41-9b83-7d831fadb6a5 on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:51:39.034967 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-c63cc707-4dd6-4e4f-8cb4-0948c38ce324 service neutron] Port 39194115-a706-4b41-9b83-7d831fadb6a5 on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:51:39.035289 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-c63cc707-4dd6-4e4f-8cb4-0948c38ce324 service neutron] Attempting to bind port 39194115-a706-4b41-9b83-7d831fadb6a5 on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:51:39.040156 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-c63cc707-4dd6-4e4f-8cb4-0948c38ce324 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:51:39.040495 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-c63cc707-4dd6-4e4f-8cb4-0948c38ce324 service neutron] Checking segment: {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:51:39.040918 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-c63cc707-4dd6-4e4f-8cb4-0948c38ce324 service neutron] Bound using segment: {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:51:39.041342 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-c63cc707-4dd6-4e4f-8cb4-0948c38ce324 service neutron] Bound port: 39194115-a706-4b41-9b83-7d831fadb6a5, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:51:39.041700 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-c63cc707-4dd6-4e4f-8cb4-0948c38ce324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:39.105395 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-c63cc707-4dd6-4e4f-8cb4-0948c38ce324 service neutron] For port 39194115-a706-4b41-9b83-7d831fadb6a5, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:51:39.108813 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-c63cc707-4dd6-4e4f-8cb4-0948c38ce324 service neutron] For port 39194115-a706-4b41-9b83-7d831fadb6a5, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=39194115-a706-4b41-9b83-7d831fadb6a5,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:51:39.113201 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-c63cc707-4dd6-4e4f-8cb4-0948c38ce324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:39.144495 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-c63cc707-4dd6-4e4f-8cb4-0948c38ce324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:39.145128 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-c63cc707-4dd6-4e4f-8cb4-0948c38ce324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:39.146592 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-c63cc707-4dd6-4e4f-8cb4-0948c38ce324 service neutron] 10.222.0.37 "PUT /v2.0/ports/39194115-a706-4b41-9b83-7d831fadb6a5 HTTP/1.1" status: 200 len: 1091 time: 0.6106005 Jul 24 09:51:39.146944 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c7d3be-581f-4be2-80ae-be7d04eae52d', 'tag': '39194115-a706-4b41-9b83-7d831fadb6a5'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:51:39.149236 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3408d05f-ffcc-48eb-8b99-a75791fc5fef" -d '{"events": [{"name": "network-changed", "server_uuid": "49c7d3be-581f-4be2-80ae-be7d04eae52d", "tag": "39194115-a706-4b41-9b83-7d831fadb6a5"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:51:39.182297 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63cc707-4dd6-4e4f-8cb4-0948c38ce324 service neutron] Pushing event updated for resources: {'Port': ['ID=39194115-a706-4b41-9b83-7d831fadb6a5,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:39.223274 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ba665c-2e0f-47b1-a9a9-aec112dcf695 x-openstack-request-id: req-e6ba665c-2e0f-47b1-a9a9-aec112dcf695 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:51:39.223571 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c7d3be-581f-4be2-80ae-be7d04eae52d", "tag": "39194115-a706-4b41-9b83-7d831fadb6a5", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:51:39.223821 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6ba665c-2e0f-47b1-a9a9-aec112dcf695 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:51:39.224223 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c7d3be-581f-4be2-80ae-be7d04eae52d', 'tag': '39194115-a706-4b41-9b83-7d831fadb6a5', 'status': 'completed', 'code': 200} Jul 24 09:51:39.289180 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-79a181d0-f93c-4971-9ed0-3f4406c797c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:39.290732 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-79a181d0-f93c-4971-9ed0-3f4406c797c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 1094 time: 0.0966291 Jul 24 09:51:39.335740 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-7ac4f81f-87c2-48ae-8b5e-6de5acbfa172 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39194115-a706-4b41-9b83-7d831fadb6a5 HTTP/1.1" status: 200 len: 217 time: 0.0376387 Jul 24 09:51:39.393910 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c002e-5a44-4451-90b8-cc850aed0994 req-680e1fd6-efb1-46fa-a5ce-27a9b9294871 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:39.395400 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f20c002e-5a44-4451-90b8-cc850aed0994 req-680e1fd6-efb1-46fa-a5ce-27a9b9294871 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 943 time: 0.1434522 Jul 24 09:51:39.406206 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-31aa9e87-5fbb-4a87-8ab1-7bf7b22d3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:39.407570 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-31aa9e87-5fbb-4a87-8ab1-7bf7b22d3be3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0651312 Jul 24 09:51:39.465204 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f20c002e-5a44-4451-90b8-cc850aed0994 req-4ccc1882-80fc-4f92-8f58-80778ad7dba1 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618367 Jul 24 09:51:39.490031 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-a291461a-cd32-4299-a64b-f895887ed66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:39.491546 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-a291461a-cd32-4299-a64b-f895887ed66c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776057 Jul 24 09:51:39.584087 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-833a1b6c-da58-410e-8220-3642065686d0 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858641 Jul 24 09:51:39.672102 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-840f6a5c-8593-45e4-8d5f-6bc708340a2c req-64a77d7e-a3f4-4fb2-a2b8-1f377c96ee49 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808194 Jul 24 09:51:39.766787 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408d05f-ffcc-48eb-8b99-a75791fc5fef req-13a37114-4ce2-4770-b7cd-76a1c7c22ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:39.768246 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3408d05f-ffcc-48eb-8b99-a75791fc5fef req-13a37114-4ce2-4770-b7cd-76a1c7c22ab9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 1094 time: 0.0524423 Jul 24 09:51:39.860153 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408d05f-ffcc-48eb-8b99-a75791fc5fef req-43e5abab-bcdf-418d-b49f-c6d05d85d756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:39.861597 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3408d05f-ffcc-48eb-8b99-a75791fc5fef req-43e5abab-bcdf-418d-b49f-c6d05d85d756 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0865729 Jul 24 09:51:39.902806 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3408d05f-ffcc-48eb-8b99-a75791fc5fef req-d0439183-9935-4f92-885f-6f2180be8504 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39194115-a706-4b41-9b83-7d831fadb6a5 HTTP/1.1" status: 200 len: 217 time: 0.0338664 Jul 24 09:51:39.952872 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408d05f-ffcc-48eb-8b99-a75791fc5fef req-b697f3a5-99ad-4021-ad9c-431d885c2033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:39.954301 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3408d05f-ffcc-48eb-8b99-a75791fc5fef req-b697f3a5-99ad-4021-ad9c-431d885c2033 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0453739 Jul 24 09:51:40.011032 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408d05f-ffcc-48eb-8b99-a75791fc5fef req-c1b31183-3936-486d-ac74-d5d5ea7d02bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:40.012506 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3408d05f-ffcc-48eb-8b99-a75791fc5fef req-c1b31183-3936-486d-ac74-d5d5ea7d02bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520334 Jul 24 09:51:40.102663 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3408d05f-ffcc-48eb-8b99-a75791fc5fef req-28d8149f-6293-4a94-9e39-cad7c2fe7219 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804386 Jul 24 09:51:40.193968 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3408d05f-ffcc-48eb-8b99-a75791fc5fef req-03f75971-a0fb-49b4-ba9f-68d1e7fd7dec service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843647 Jul 24 09:51:40.605226 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44564bb-0df5-4980-b63c-44757fdf3bf1 req-f699d43a-7121-49cb-a5b8-6ca17d2b6409 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:40.606710 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f44564bb-0df5-4980-b63c-44757fdf3bf1 req-f699d43a-7121-49cb-a5b8-6ca17d2b6409 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 943 time: 0.0681505 Jul 24 09:51:40.644257 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f44564bb-0df5-4980-b63c-44757fdf3bf1 req-f780930d-2676-4e5f-8560-83d9d728869f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316312 Jul 24 09:51:41.776237 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856b72f-2cfd-4699-a330-8d1939036b95 req-21b879e7-a640-4df8-a3ca-7b2b3441417a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:41.777733 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2856b72f-2cfd-4699-a330-8d1939036b95 req-21b879e7-a640-4df8-a3ca-7b2b3441417a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 943 time: 0.0618744 Jul 24 09:51:41.814263 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2856b72f-2cfd-4699-a330-8d1939036b95 req-dfea605f-7f29-4517-942b-b85ddb8fadbf tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310385 Jul 24 09:51:42.918658 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 39194115-a706-4b41-9b83-7d831fadb6a5 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:51:42.950980 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53ef01-9e55-413a-974a-fe17c9372202 req-a1829d57-3f69-460d-bf87-e35db3c7052c tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:42.952494 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-db53ef01-9e55-413a-974a-fe17c9372202 req-a1829d57-3f69-460d-bf87-e35db3c7052c tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 943 time: 0.0690520 Jul 24 09:51:42.991115 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-db53ef01-9e55-413a-974a-fe17c9372202 req-dfff95ee-3e3a-4402-a911-1151221462c6 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330215 Jul 24 09:51:43.014397 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 39194115-a706-4b41-9b83-7d831fadb6a5, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=39194115-a706-4b41-9b83-7d831fadb6a5,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:51:43.025116 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '39194115-a706-4b41-9b83-7d831fadb6a5', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'port_id': '39194115-a706-4b41-9b83-7d831fadb6a5', 'mac_address': 'fa:16:3e:dc:74:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:51:43.060792 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:43.072709 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39194115-a706-4b41-9b83-7d831fadb6a5 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:51:43.090828 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 39194115-a706-4b41-9b83-7d831fadb6a5, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=39194115-a706-4b41-9b83-7d831fadb6a5,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:51:43.095072 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:43.138758 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=39194115-a706-4b41-9b83-7d831fadb6a5,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:43.295635 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['39194115-a706-4b41-9b83-7d831fadb6a5'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:51:44.136584 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c122c-29da-44e4-9161-f959dadf87d0 req-87e54512-cfca-44f3-a052-eeee78f6adab tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:44.138064 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-793c122c-29da-44e4-9161-f959dadf87d0 req-87e54512-cfca-44f3-a052-eeee78f6adab tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 944 time: 0.0656872 Jul 24 09:51:44.175111 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-793c122c-29da-44e4-9161-f959dadf87d0 req-98c2568e-24fe-43f5-b9c3-7d6fab2d6968 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311043 Jul 24 09:51:44.321157 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:44.927910 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 39194115-a706-4b41-9b83-7d831fadb6a5 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:51:44.974408 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 39194115-a706-4b41-9b83-7d831fadb6a5 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:51:44.978011 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 39194115-a706-4b41-9b83-7d831fadb6a5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:51:44.978381 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:45.053592 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:45.079874 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c7d3be-581f-4be2-80ae-be7d04eae52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39194115-a706-4b41-9b83-7d831fadb6a5'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:51:45.082152 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e22529a-0480-406f-8668-49efc1ddec58" -d '{"events": [{"server_uuid": "49c7d3be-581f-4be2-80ae-be7d04eae52d", "name": "network-vif-plugged", "status": "completed", "tag": "39194115-a706-4b41-9b83-7d831fadb6a5"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:51:45.094627 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 39194115-a706-4b41-9b83-7d831fadb6a5, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=39194115-a706-4b41-9b83-7d831fadb6a5,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:51:45.098679 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:45.123961 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d7d056-22d1-4e7d-acff-c846684b50f5 x-openstack-request-id: req-91d7d056-22d1-4e7d-acff-c846684b50f5 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:51:45.124251 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c7d3be-581f-4be2-80ae-be7d04eae52d", "name": "network-vif-plugged", "status": "completed", "tag": "39194115-a706-4b41-9b83-7d831fadb6a5", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:51:45.124503 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91d7d056-22d1-4e7d-acff-c846684b50f5 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:51:45.124920 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c7d3be-581f-4be2-80ae-be7d04eae52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39194115-a706-4b41-9b83-7d831fadb6a5', 'code': 200} Jul 24 09:51:45.150918 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=39194115-a706-4b41-9b83-7d831fadb6a5,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:51:45.231421 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfe56f-71a1-4098-84e4-00955661fc1a req-8d927f86-7d82-45e8-9d40-e093ca604fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:45.233464 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b3bfe56f-71a1-4098-84e4-00955661fc1a req-8d927f86-7d82-45e8-9d40-e093ca604fb5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 1096 time: 0.0565844 Jul 24 09:51:45.295696 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b3bfe56f-71a1-4098-84e4-00955661fc1a req-e8946df2-1634-430d-832a-b4b77de4c665 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562732 Jul 24 09:51:45.322937 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036ae88-86d6-448c-a4ea-4e2c9a945e68 req-c836c102-2e8f-41f9-84d6-ab2ad9e2e1cc tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:45.324375 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9036ae88-86d6-448c-a4ea-4e2c9a945e68 req-c836c102-2e8f-41f9-84d6-ab2ad9e2e1cc tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 945 time: 0.0797272 Jul 24 09:51:45.361311 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9036ae88-86d6-448c-a4ea-4e2c9a945e68 req-873af9a0-a424-4c3e-83c9-78e6f8f4e63b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313811 Jul 24 09:51:46.495703 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbfaa7-be66-46da-bce4-9819ceab60c6 req-8fd9cc4b-fb06-4a90-af34-686e3694f1ce tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:46.497272 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d8dbfaa7-be66-46da-bce4-9819ceab60c6 req-8fd9cc4b-fb06-4a90-af34-686e3694f1ce tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 945 time: 0.0665863 Jul 24 09:51:46.535049 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d8dbfaa7-be66-46da-bce4-9819ceab60c6 req-39b54a12-59cf-439e-92af-6b45e6be9f50 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321939 Jul 24 09:51:46.666325 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a00ea7-0ce8-42fa-a3f5-f64f8f089ac8 req-fae0f74f-653e-4580-8e2b-fa77b639f7db tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:46.667811 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c8a00ea7-0ce8-42fa-a3f5-f64f8f089ac8 req-fae0f74f-653e-4580-8e2b-fa77b639f7db tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 945 time: 0.0684874 Jul 24 09:51:46.676762 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 47658) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:51:46.681137 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-247b2267-517a-4544-84a8-9a72a39f75a9 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Request body: {'floatingip': {'port_id': '39194115-a706-4b41-9b83-7d831fadb6a5'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:51:46.718550 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-247b2267-517a-4544-84a8-9a72a39f75a9 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for floatingip, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:46.893234 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:47.134078 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-247b2267-517a-4544-84a8-9a72a39f75a9 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:47.137806 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-247b2267-517a-4544-84a8-9a72a39f75a9 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:47.234658 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-247b2267-517a-4544-84a8-9a72a39f75a9 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Floating IP d71f5bf3-2c3a-4411-8d60-ac92b97b0660 associated. External IP: 172.25.7.44, port: 39194115-a706-4b41-9b83-7d831fadb6a5. Jul 24 09:51:47.734192 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247b2267-517a-4544-84a8-9a72a39f75a9 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Router b06926db-d226-43e1-bf11-c4f32e943e66 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:51:47.834517 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247b2267-517a-4544-84a8-9a72a39f75a9 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:51:47.838919 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-247b2267-517a-4544-84a8-9a72a39f75a9 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:47.844977 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae3d66a-bbcf-4d00-b277-6e6e924d3459 None None] Sync routers for ids ['b06926db-d226-43e1-bf11-c4f32e943e66'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:51:47.854095 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae3d66a-bbcf-4d00-b277-6e6e924d3459 None None] Routers {'b06926db-d226-43e1-bf11-c4f32e943e66'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:51:47.854696 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-dae3d66a-bbcf-4d00-b277-6e6e924d3459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:51:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b06926db-d226-43e1-bf11-c4f32e943e66'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:51:47.877334 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-247b2267-517a-4544-84a8-9a72a39f75a9 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "PUT /v2.0/floatingips/d71f5bf3-2c3a-4411-8d60-ac92b97b0660 HTTP/1.1" status: 200 len: 990 time: 1.1992404 Jul 24 09:51:47.877923 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c7d3be-581f-4be2-80ae-be7d04eae52d', 'tag': '39194115-a706-4b41-9b83-7d831fadb6a5'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:51:47.880162 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aaa1e1b-f2ec-4ad1-9fa5-7775e2b2125f" -d '{"events": [{"name": "network-changed", "server_uuid": "49c7d3be-581f-4be2-80ae-be7d04eae52d", "tag": "39194115-a706-4b41-9b83-7d831fadb6a5"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:51:47.920583 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f620ce68-6686-45d3-ad33-d25ad09a1d80 x-openstack-request-id: req-f620ce68-6686-45d3-ad33-d25ad09a1d80 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:51:47.920896 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c7d3be-581f-4be2-80ae-be7d04eae52d", "tag": "39194115-a706-4b41-9b83-7d831fadb6a5", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:51:47.921149 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f620ce68-6686-45d3-ad33-d25ad09a1d80 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:51:47.921549 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c7d3be-581f-4be2-80ae-be7d04eae52d', 'tag': '39194115-a706-4b41-9b83-7d831fadb6a5', 'status': 'completed', 'code': 200} Jul 24 09:51:47.962371 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-dae3d66a-bbcf-4d00-b277-6e6e924d3459 None None] Set router b06926db-d226-43e1-bf11-c4f32e943e66 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:51:48.003384 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa1e1b-f2ec-4ad1-9fa5-7775e2b2125f req-8a205ccf-6d23-4a34-a5c3-2bb9d9e0de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:48.004870 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8aaa1e1b-f2ec-4ad1-9fa5-7775e2b2125f req-8a205ccf-6d23-4a34-a5c3-2bb9d9e0de94 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 1096 time: 0.0529089 Jul 24 09:51:48.094500 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa1e1b-f2ec-4ad1-9fa5-7775e2b2125f req-70fbb737-d94c-42e2-b4cb-4f0021cdb405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:48.095953 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8aaa1e1b-f2ec-4ad1-9fa5-7775e2b2125f req-70fbb737-d94c-42e2-b4cb-4f0021cdb405 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0848684 Jul 24 09:51:48.159338 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8aaa1e1b-f2ec-4ad1-9fa5-7775e2b2125f req-2fe63816-6785-46fe-b880-4e7d51af5ebe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39194115-a706-4b41-9b83-7d831fadb6a5 HTTP/1.1" status: 200 len: 998 time: 0.0569284 Jul 24 09:51:48.178550 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-dae3d66a-bbcf-4d00-b277-6e6e924d3459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'd71f5bf3-2c3a-4411-8d60-ac92b97b0660', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'port_id': '39194115-a706-4b41-9b83-7d831fadb6a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'mac_address': 'fa:16:3e:dc:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c7d3be-581f-4be2-80ae-be7d04eae52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:51:35Z', 'updated_at': '2021-07-24T09:51:47Z', 'revision_number': 1, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e1f225-d99d-4129-8859-23adb5c5089c', 'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'mac_address': 'fa:16:3e:76:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:33Z', 'updated_at': '2021-07-24T09:51:36Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'subnets': [{'id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:51:48.208179 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa1e1b-f2ec-4ad1-9fa5-7775e2b2125f req-3fc084c9-291d-41f2-9407-e24aa59f0fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:48.210938 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8aaa1e1b-f2ec-4ad1-9fa5-7775e2b2125f req-3fc084c9-291d-41f2-9407-e24aa59f0fec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0460045 Jul 24 09:51:48.212462 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae3d66a-bbcf-4d00-b277-6e6e924d3459 None None] Checking router: b06926db-d226-43e1-bf11-c4f32e943e66 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:51:48.221703 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae3d66a-bbcf-4d00-b277-6e6e924d3459 None None] Routers {'b06926db-d226-43e1-bf11-c4f32e943e66'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:51:48.222312 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-dae3d66a-bbcf-4d00-b277-6e6e924d3459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:51:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b06926db-d226-43e1-bf11-c4f32e943e66'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:51:48.275574 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa1e1b-f2ec-4ad1-9fa5-7775e2b2125f req-f16ed029-ab71-4403-9552-e7f9cb39d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:51:48.277018 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8aaa1e1b-f2ec-4ad1-9fa5-7775e2b2125f req-f16ed029-ab71-4403-9552-e7f9cb39d872 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601578 Jul 24 09:51:48.346693 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-dae3d66a-bbcf-4d00-b277-6e6e924d3459 None None] Set router b06926db-d226-43e1-bf11-c4f32e943e66 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:51:48.363543 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8aaa1e1b-f2ec-4ad1-9fa5-7775e2b2125f req-a1308da9-7fb0-4f22-a3de-9c07553bc26a service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804391 Jul 24 09:51:48.453740 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8aaa1e1b-f2ec-4ad1-9fa5-7775e2b2125f req-989601fc-81bc-485b-b629-7a0e9380551c service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833125 Jul 24 09:51:48.559845 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-dae3d66a-bbcf-4d00-b277-6e6e924d3459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'd71f5bf3-2c3a-4411-8d60-ac92b97b0660', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'port_id': '39194115-a706-4b41-9b83-7d831fadb6a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'mac_address': 'fa:16:3e:dc:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c7d3be-581f-4be2-80ae-be7d04eae52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:51:35Z', 'updated_at': '2021-07-24T09:51:47Z', 'revision_number': 1, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e1f225-d99d-4129-8859-23adb5c5089c', 'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'mac_address': 'fa:16:3e:76:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:33Z', 'updated_at': '2021-07-24T09:51:36Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'subnets': [{'id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:51:48.587388 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae3d66a-bbcf-4d00-b277-6e6e924d3459 None None] The sync data for ids ['b06926db-d226-43e1-bf11-c4f32e943e66'] in n-d-800085-9 is: [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'd71f5bf3-2c3a-4411-8d60-ac92b97b0660', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'port_id': '39194115-a706-4b41-9b83-7d831fadb6a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'mac_address': 'fa:16:3e:dc:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c7d3be-581f-4be2-80ae-be7d04eae52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:51:35Z', 'updated_at': '2021-07-24T09:51:47Z', 'revision_number': 1, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e1f225-d99d-4129-8859-23adb5c5089c', 'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'mac_address': 'fa:16:3e:76:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:33Z', 'updated_at': '2021-07-24T09:51:36Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'subnets': [{'id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:51:48.783067 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a624c943-f3b6-4f5e-90d9-c3e866bc5225 None None] New status for floating IP d71f5bf3-2c3a-4411-8d60-ac92b97b0660: ACTIVE {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:51:54.750573 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:51:57.304467 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-50f91a9a-3af3-437e-93fa-3f55599c199a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:51:59.815227 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-35037b96-77b9-4d51-b83e-6f6de1bdec89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:52:00.493141 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:52:01.120821 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:52:02.995574 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:52:14.338921 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:52:16.894389 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:52:21.845694 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9ae7c2c-b19e-48a4-9121-4abfa6d2228a req-016013b9-4192-4c7d-b17e-ce441e527558 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1004071 Jul 24 09:52:21.936911 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae7c2c-b19e-48a4-9121-4abfa6d2228a req-99a454ce-fa7e-4a85-9740-5b4b9f9c3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:52:21.938435 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9ae7c2c-b19e-48a4-9121-4abfa6d2228a req-99a454ce-fa7e-4a85-9740-5b4b9f9c3641 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 1096 time: 0.0537317 Jul 24 09:52:22.056267 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae7c2c-b19e-48a4-9121-4abfa6d2228a req-5d766607-c072-4033-8188-b50775033b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:52:22.057675 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9ae7c2c-b19e-48a4-9121-4abfa6d2228a req-5d766607-c072-4033-8188-b50775033b31 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.1008697 Jul 24 09:52:22.118954 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9ae7c2c-b19e-48a4-9121-4abfa6d2228a req-13bd1710-55c9-4f11-942a-2e5a7ab2ba37 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39194115-a706-4b41-9b83-7d831fadb6a5 HTTP/1.1" status: 200 len: 1000 time: 0.0547855 Jul 24 09:52:22.169994 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae7c2c-b19e-48a4-9121-4abfa6d2228a req-c97a339b-fa46-46a5-9a05-ebe791991780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:52:22.171447 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9ae7c2c-b19e-48a4-9121-4abfa6d2228a req-c97a339b-fa46-46a5-9a05-ebe791991780 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0462914 Jul 24 09:52:22.228696 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae7c2c-b19e-48a4-9121-4abfa6d2228a req-b92bf099-6d5f-435c-b632-5c0e2a22d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:52:22.230193 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9ae7c2c-b19e-48a4-9121-4abfa6d2228a req-b92bf099-6d5f-435c-b632-5c0e2a22d588 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525658 Jul 24 09:52:22.319394 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9ae7c2c-b19e-48a4-9121-4abfa6d2228a req-f0350610-67b9-4c7f-ab8c-c865135127cf service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826702 Jul 24 09:52:22.411441 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9ae7c2c-b19e-48a4-9121-4abfa6d2228a req-c04059cf-e115-4375-9fcc-4a440a3b72fe service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846176 Jul 24 09:52:27.306472 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-650ff802-449e-42b8-93b4-c959546bfcff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:52:29.814514 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1a92da77-be00-4ffc-9bde-78521b60ed14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:52:30.494709 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:52:31.119900 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:52:31.750394 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:52:32.999861 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:52:44.331774 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:52:46.891849 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:52:57.308208 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8815302c-a00c-4517-8ccc-bf6f67866394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:52:59.813943 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4fd9a1e9-2303-4980-99c2-7291c13acb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:00.495714 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:01.123051 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:03.001885 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:08.748700 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:53:14.356162 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:16.895038 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:22.777403 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af582f-ad19-41bb-92a3-16094ecd30d7 req-9f452d7c-ad53-48fc-9d93-075d3a360e38 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:22.779032 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-60af582f-ad19-41bb-92a3-16094ecd30d7 req-9f452d7c-ad53-48fc-9d93-075d3a360e38 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 945 time: 0.0696208 Jul 24 09:53:22.786595 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-41d93bb0-40d5-442d-817b-5270756629bd req-f4e4bac8-3d54-432b-893d-c6c42bb8c912 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531313 Jul 24 09:53:22.819480 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-60af582f-ad19-41bb-92a3-16094ecd30d7 req-0c80d57e-9e44-4f34-956e-1a01f701b951 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347736 Jul 24 09:53:22.888258 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d93bb0-40d5-442d-817b-5270756629bd req-c388c89c-0572-4067-807c-238699119ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:22.889805 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-41d93bb0-40d5-442d-817b-5270756629bd req-c388c89c-0572-4067-807c-238699119ff3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 1096 time: 0.0614417 Jul 24 09:53:22.999831 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d93bb0-40d5-442d-817b-5270756629bd req-56af74ce-7319-4528-80d7-ee7d1d81d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:23.001556 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-41d93bb0-40d5-442d-817b-5270756629bd req-56af74ce-7319-4528-80d7-ee7d1d81d931 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0901964 Jul 24 09:53:23.072559 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-41d93bb0-40d5-442d-817b-5270756629bd req-148be2d2-8e67-4ff1-ab43-e7548427c094 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39194115-a706-4b41-9b83-7d831fadb6a5 HTTP/1.1" status: 200 len: 1000 time: 0.0643411 Jul 24 09:53:23.117211 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-dc0c2636-a54d-459b-922a-1af71dc2ba2b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1002731 Jul 24 09:53:23.121417 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d93bb0-40d5-442d-817b-5270756629bd req-94531636-acf7-4971-97b0-c799812fa0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:23.123115 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-41d93bb0-40d5-442d-817b-5270756629bd req-94531636-acf7-4971-97b0-c799812fa0fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0439365 Jul 24 09:53:23.129624 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76c739-0cd5-4345-b42a-f506d1cc4be7 req-3a78e4d3-27e3-465b-901d-5a378fcf2602 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:23.131122 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-db76c739-0cd5-4345-b42a-f506d1cc4be7 req-3a78e4d3-27e3-465b-901d-5a378fcf2602 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 945 time: 0.0857391 Jul 24 09:53:23.183650 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d93bb0-40d5-442d-817b-5270756629bd req-0ab7acf0-1af2-4dc3-9067-0a603d875270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:23.184282 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-db76c739-0cd5-4345-b42a-f506d1cc4be7 req-bcde16fe-e7e9-4fcc-8e68-1d5cbbdff0d7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471127 Jul 24 09:53:23.185240 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-41d93bb0-40d5-442d-817b-5270756629bd req-0ab7acf0-1af2-4dc3-9067-0a603d875270 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558853 Jul 24 09:53:23.278146 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-41d93bb0-40d5-442d-817b-5270756629bd req-e29beca8-f372-450b-a8cb-368fcbeb0446 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856054 Jul 24 09:53:23.368702 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-41d93bb0-40d5-442d-817b-5270756629bd req-0a86fe60-5603-42ee-8425-c726a4984f0e service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836070 Jul 24 09:53:24.234052 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-11c9c703-af83-4342-b269-abda6f2be5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:24.235589 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-11c9c703-af83-4342-b269-abda6f2be5af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 1096 time: 0.0580277 Jul 24 09:53:24.352606 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-e1c07816-f649-4f4e-a461-408dc68b449a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:24.354092 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-e1c07816-f649-4f4e-a461-408dc68b449a service neutron] 10.222.0.37 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.1127396 Jul 24 09:53:24.437735 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfd99c-8aa3-45dd-8542-615e51427c37 req-33e1a170-426f-40af-a2ce-cd14d9a35802 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:24.439138 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-67bfd99c-8aa3-45dd-8542-615e51427c37 req-33e1a170-426f-40af-a2ce-cd14d9a35802 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 945 time: 0.1805117 Jul 24 09:53:24.442298 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-8bc80094-2cdd-45f1-be15-da0bf80c37b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39194115-a706-4b41-9b83-7d831fadb6a5 HTTP/1.1" status: 200 len: 1000 time: 0.0810745 Jul 24 09:53:24.511186 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-67bfd99c-8aa3-45dd-8542-615e51427c37 req-3afb443c-6b27-4d7b-974d-692afeaca162 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658731 Jul 24 09:53:24.512975 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-bef7d17c-d3c1-4ac5-ab8d-7db1bd787287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:24.514337 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-bef7d17c-d3c1-4ac5-ab8d-7db1bd787287 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0630183 Jul 24 09:53:24.577363 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-ef1aedb4-89e3-4b1f-8a8c-ddb2586ff17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:24.578865 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-ef1aedb4-89e3-4b1f-8a8c-ddb2586ff17a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583327 Jul 24 09:53:24.665827 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-e50d766f-74a2-49d1-b455-a586bc62a6fd service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804200 Jul 24 09:53:24.761060 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-3d6e1c05-4ee3-4958-94d7-e58481387757 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884962 Jul 24 09:53:25.647780 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e045624-a555-4734-9749-7f8727979b71 req-96b4c73d-8314-4119-80aa-3874ff234f83 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:25.649304 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e045624-a555-4734-9749-7f8727979b71 req-96b4c73d-8314-4119-80aa-3874ff234f83 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 945 time: 0.0670698 Jul 24 09:53:25.691204 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e045624-a555-4734-9749-7f8727979b71 req-d1c6b2bf-f88f-4b45-a987-f52598747e28 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361207 Jul 24 09:53:26.821761 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25489c99-1236-49b0-9c04-5d02ebcb1fef req-c5fee460-516d-4373-8ae3-1c85b6f96481 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:26.823238 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-25489c99-1236-49b0-9c04-5d02ebcb1fef req-c5fee460-516d-4373-8ae3-1c85b6f96481 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 945 time: 0.0624046 Jul 24 09:53:26.858972 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-25489c99-1236-49b0-9c04-5d02ebcb1fef req-2095d7de-7a99-47e8-81fa-c2657dd647a5 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302675 Jul 24 09:53:27.309308 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5790a06c-bc2d-4179-948a-c3486e3004f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:27.993081 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b52d9b-c528-4ecb-b1fc-241789e68bc7 req-e9f43092-dd31-4ec5-9f84-3afaaf52e3ac tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:27.994583 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-55b52d9b-c528-4ecb-b1fc-241789e68bc7 req-e9f43092-dd31-4ec5-9f84-3afaaf52e3ac tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 945 time: 0.0631979 Jul 24 09:53:28.032358 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-55b52d9b-c528-4ecb-b1fc-241789e68bc7 req-a38ada87-2fe3-4b1d-b84b-e52cfc2f46b8 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323215 Jul 24 09:53:28.112539 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-c940ab64-8d34-42d1-85d7-23d21b2e2a0b req-ad04d9b0-a739-43dc-a420-40ebf5c1f49c service neutron] (94036) timed out ('10.222.0.32', 50430) {{(pid=94036) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 09:53:29.166976 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12dd2a-591c-4577-b69e-edf5c217f721 req-7f6b9b37-ed8e-4f0d-9ea5-20afae434ea2 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:29.168461 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2b12dd2a-591c-4577-b69e-edf5c217f721 req-7f6b9b37-ed8e-4f0d-9ea5-20afae434ea2 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 945 time: 0.0670238 Jul 24 09:53:29.205916 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2b12dd2a-591c-4577-b69e-edf5c217f721 req-306d771a-aa1e-471e-82cd-cb838dc74a3e tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314484 Jul 24 09:53:29.813413 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3338959e-52c1-4899-809c-ddfd9d805241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:30.341311 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a605b-bcf9-40c2-a298-f042e7d946cd req-517dd877-c10a-4441-b0cf-8c9cfc4ec72b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:30.342801 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a71a605b-bcf9-40c2-a298-f042e7d946cd req-517dd877-c10a-4441-b0cf-8c9cfc4ec72b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 945 time: 0.0665891 Jul 24 09:53:30.380004 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a71a605b-bcf9-40c2-a298-f042e7d946cd req-4d0e5ac8-0137-4d7d-8917-e418d3e99ba8 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312378 Jul 24 09:53:30.496040 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:31.125087 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:31.511567 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97442c09-8e5e-440e-9cd3-32150504f0d9 req-af69386c-4843-4eb1-9c12-487861a9137d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:31.513067 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-97442c09-8e5e-440e-9cd3-32150504f0d9 req-af69386c-4843-4eb1-9c12-487861a9137d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 945 time: 0.0630202 Jul 24 09:53:31.548687 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-97442c09-8e5e-440e-9cd3-32150504f0d9 req-cd0454b3-0537-40d2-9b1d-6b9b848960ca tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301595 Jul 24 09:53:32.685697 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aac639-1294-4e58-832a-9e63f55e08e0 req-2dae5aa1-c1a3-4994-8f77-213b42ea3506 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:32.687687 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-58aac639-1294-4e58-832a-9e63f55e08e0 req-2dae5aa1-c1a3-4994-8f77-213b42ea3506 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 945 time: 0.0663829 Jul 24 09:53:32.724855 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-58aac639-1294-4e58-832a-9e63f55e08e0 req-b96afa14-7144-4a80-b1d5-917628b3e6f7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318213 Jul 24 09:53:33.003741 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:33.856638 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79471ca-13f1-4665-84c0-85002203f868 req-6fa9f97a-5219-43dd-81ba-e7829eada02d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:33.858128 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a79471ca-13f1-4665-84c0-85002203f868 req-6fa9f97a-5219-43dd-81ba-e7829eada02d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 945 time: 0.0614846 Jul 24 09:53:33.894651 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a79471ca-13f1-4665-84c0-85002203f868 req-a7a0dbf3-e74b-48c2-8769-44d2a8697f72 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305407 Jul 24 09:53:35.025284 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2e140-8412-4836-bd9c-e07c5883f5bf req-3808b8a6-1ab3-4391-b064-27c105504d6a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:35.026765 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cbd2e140-8412-4836-bd9c-e07c5883f5bf req-3808b8a6-1ab3-4391-b064-27c105504d6a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 945 time: 0.0622904 Jul 24 09:53:35.063627 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cbd2e140-8412-4836-bd9c-e07c5883f5bf req-33945bf7-38ad-4896-9e14-8a91ddec0af1 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313621 Jul 24 09:53:36.199757 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3447cb-d674-428a-93a0-62abf9e5b459 req-45142ae3-57af-4e0a-af17-8533e0b2972f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:36.201337 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da3447cb-d674-428a-93a0-62abf9e5b459 req-45142ae3-57af-4e0a-af17-8533e0b2972f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 945 time: 0.0687897 Jul 24 09:53:36.238009 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-da3447cb-d674-428a-93a0-62abf9e5b459 req-e4f71a14-48c1-410c-9c99-ac1ab9ad6b8f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305378 Jul 24 09:53:36.592659 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-b010a756-0738-4a72-b2a6-24c743b52c0a service neutron] show failed (client error): The resource could not be found. Jul 24 09:53:36.593689 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-b010a756-0738-4a72-b2a6-24c743b52c0a service neutron] 10.222.0.37 "GET /v2.0/ports/39194115-a706-4b41-9b83-7d831fadb6a5/bindings/n-h2-800085-9 HTTP/1.1" status: 404 len: 380 time: 0.0540974 Jul 24 09:53:36.799669 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-7712925a-64dc-4c35-b892-ca147b8f9c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:36.801689 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-7712925a-64dc-4c35-b892-ca147b8f9c0b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d&tenant_id=4bdf65fab79e4b52bd6c3653c51ee822 HTTP/1.1" status: 200 len: 1096 time: 0.0572717 Jul 24 09:53:36.812193 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-9', 'device_owner': 'compute:nova'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:53:36.880827 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:37.078345 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] For port 39194115-a706-4b41-9b83-7d831fadb6a5, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=39194115-a706-4b41-9b83-7d831fadb6a5,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:53:37.114836 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] For port 39194115-a706-4b41-9b83-7d831fadb6a5, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:53:37.152127 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c7d3be-581f-4be2-80ae-be7d04eae52d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39194115-a706-4b41-9b83-7d831fadb6a5'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:53:37.154433 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fdfb5d-fdfe-4470-9e1b-9b41b13f5bc9" -d '{"events": [{"server_uuid": "49c7d3be-581f-4be2-80ae-be7d04eae52d", "name": "network-vif-unplugged", "status": "completed", "tag": "39194115-a706-4b41-9b83-7d831fadb6a5"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:53:37.157952 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:37.177767 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Transition to ACTIVE for port object 39194115-a706-4b41-9b83-7d831fadb6a5 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:53:37.181912 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:37.209209 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd994206-40c2-40e7-81c1-49d4d9d908f6 x-openstack-request-id: req-cd994206-40c2-40e7-81c1-49d4d9d908f6 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:53:37.209503 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c7d3be-581f-4be2-80ae-be7d04eae52d", "name": "network-vif-unplugged", "status": "completed", "tag": "39194115-a706-4b41-9b83-7d831fadb6a5", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:53:37.209759 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd994206-40c2-40e7-81c1-49d4d9d908f6 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:53:37.210165 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c7d3be-581f-4be2-80ae-be7d04eae52d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39194115-a706-4b41-9b83-7d831fadb6a5', 'code': 200} Jul 24 09:53:37.249290 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Pushing event updated for resources: {'Port': ['ID=39194115-a706-4b41-9b83-7d831fadb6a5,revision_number=6']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:53:37.297301 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:53:37.297660 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:53:37.298004 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:53:37.298354 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:53:37.298687 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:53:37.299019 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:53:37.299347 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:53:37.299677 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:53:37.300004 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:53:37.300367 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:53:37.300694 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:53:37.301039 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:53:37.375581 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] No DVR routers for this DVR port 39194115-a706-4b41-9b83-7d831fadb6a5 on host n-h1-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:53:37.386768 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9618c-d09d-4b36-a842-f1c1c666fa7f req-74270b54-1498-4edc-8aaa-a04b12fa3b3c tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:37.388315 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3df9618c-d09d-4b36-a842-f1c1c666fa7f req-74270b54-1498-4edc-8aaa-a04b12fa3b3c tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 943 time: 0.0682950 Jul 24 09:53:37.433064 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3df9618c-d09d-4b36-a842-f1c1c666fa7f req-27017995-9a70-48f8-9757-f51e1781aafe tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387270 Jul 24 09:53:37.510952 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Attempting to bind port 39194115-a706-4b41-9b83-7d831fadb6a5 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:53:37.511210 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Attempting to bind port 39194115-a706-4b41-9b83-7d831fadb6a5 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:53:37.511541 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Attempting to bind port 39194115-a706-4b41-9b83-7d831fadb6a5 on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:53:37.515723 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Port 39194115-a706-4b41-9b83-7d831fadb6a5 on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:53:37.516048 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Attempting to bind port 39194115-a706-4b41-9b83-7d831fadb6a5 on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:53:37.521339 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:53:37.521678 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Checking segment: {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:53:37.522062 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Bound using segment: {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:53:37.522493 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Bound port: 39194115-a706-4b41-9b83-7d831fadb6a5, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:53:37.522842 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:37.585678 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] For port 39194115-a706-4b41-9b83-7d831fadb6a5, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:53:37.588933 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] For port 39194115-a706-4b41-9b83-7d831fadb6a5, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=39194115-a706-4b41-9b83-7d831fadb6a5,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:53:37.593124 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:37.626761 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:37.627381 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:37.628792 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] 10.222.0.20 "PUT /v2.0/ports/39194115-a706-4b41-9b83-7d831fadb6a5 HTTP/1.1" status: 200 len: 1091 time: 0.8204608 Jul 24 09:53:37.661482 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92825893-fafc-4014-a3b6-4b1ab9b2fb9e service neutron] Pushing event updated for resources: {'Port': ['ID=39194115-a706-4b41-9b83-7d831fadb6a5,revision_number=7']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:53:37.709962 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-9792bb82-2ad1-49a6-b663-13f6aef73302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:37.711514 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-9792bb82-2ad1-49a6-b663-13f6aef73302 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 1094 time: 0.0601096 Jul 24 09:53:37.807715 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-7a4c56c2-3a8a-454f-a160-8e77a2cd2c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:37.809243 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-7a4c56c2-3a8a-454f-a160-8e77a2cd2c52 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0919151 Jul 24 09:53:37.872881 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-821849e8-2398-4f9d-9836-8d9531ba9db9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39194115-a706-4b41-9b83-7d831fadb6a5 HTTP/1.1" status: 200 len: 998 time: 0.0577865 Jul 24 09:53:37.921655 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-16a8a5b4-95b8-4ce2-86ac-44514183f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:37.922961 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-16a8a5b4-95b8-4ce2-86ac-44514183f548 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0444732 Jul 24 09:53:37.979484 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-aa77bb0a-f117-446a-be02-223cca8edaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:37.980919 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-aa77bb0a-f117-446a-be02-223cca8edaf1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509701 Jul 24 09:53:38.066853 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-c62b5e2c-d555-46bf-998a-dcaec90d7e03 service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798378 Jul 24 09:53:38.157200 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-9c3744cb-a66a-45c8-9324-9389512223e1 service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841882 Jul 24 09:53:38.568699 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d0556-3279-436d-85f5-53a39b68c951 req-19068341-9781-4f54-be29-2ccb2506b190 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:38.570123 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e1d0556-3279-436d-85f5-53a39b68c951 req-19068341-9781-4f54-be29-2ccb2506b190 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 943 time: 0.0630031 Jul 24 09:53:38.606541 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5e1d0556-3279-436d-85f5-53a39b68c951 req-f312cab2-25cb-4b59-9486-5dbe2ead7ea4 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309126 Jul 24 09:53:39.211285 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c7d3be-581f-4be2-80ae-be7d04eae52d', 'tag': '39194115-a706-4b41-9b83-7d831fadb6a5'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:53:39.213627 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b2b5b4-1b6a-401b-b4ab-f751ed48d006" -d '{"events": [{"name": "network-changed", "server_uuid": "49c7d3be-581f-4be2-80ae-be7d04eae52d", "tag": "39194115-a706-4b41-9b83-7d831fadb6a5"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:53:39.261378 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d03660-37ad-4fdc-957a-db03f63628ff x-openstack-request-id: req-d4d03660-37ad-4fdc-957a-db03f63628ff {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:53:39.261665 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c7d3be-581f-4be2-80ae-be7d04eae52d", "tag": "39194115-a706-4b41-9b83-7d831fadb6a5", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:53:39.262016 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d4d03660-37ad-4fdc-957a-db03f63628ff {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:53:39.262413 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c7d3be-581f-4be2-80ae-be7d04eae52d', 'tag': '39194115-a706-4b41-9b83-7d831fadb6a5', 'status': 'completed', 'code': 200} Jul 24 09:53:39.332462 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2b5b4-1b6a-401b-b4ab-f751ed48d006 req-2f13474a-e97d-4c86-b937-114f3e2cd8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:39.334059 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-18b2b5b4-1b6a-401b-b4ab-f751ed48d006 req-2f13474a-e97d-4c86-b937-114f3e2cd8bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 1094 time: 0.0541790 Jul 24 09:53:39.337718 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2b5b4-1b6a-401b-b4ab-f751ed48d006 req-e936b122-61a9-4645-a427-2ac0e7c6c12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:39.339209 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-18b2b5b4-1b6a-401b-b4ab-f751ed48d006 req-e936b122-61a9-4645-a427-2ac0e7c6c12f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 1094 time: 0.0569451 Jul 24 09:53:39.429070 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2b5b4-1b6a-401b-b4ab-f751ed48d006 req-d2ed6d67-c4d9-47ae-af29-9c6eb9e70d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:39.430611 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-18b2b5b4-1b6a-401b-b4ab-f751ed48d006 req-d2ed6d67-c4d9-47ae-af29-9c6eb9e70d98 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0854402 Jul 24 09:53:39.436496 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2b5b4-1b6a-401b-b4ab-f751ed48d006 req-40eb2691-f1e9-4462-ae4a-bdc07d72ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:39.438617 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-18b2b5b4-1b6a-401b-b4ab-f751ed48d006 req-40eb2691-f1e9-4462-ae4a-bdc07d72ac7d service neutron] 10.222.0.37 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0986021 Jul 24 09:53:39.507947 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-18b2b5b4-1b6a-401b-b4ab-f751ed48d006 req-be1a0324-eb90-4a46-a514-2e5733e099ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39194115-a706-4b41-9b83-7d831fadb6a5 HTTP/1.1" status: 200 len: 998 time: 0.0680692 Jul 24 09:53:39.516503 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-18b2b5b4-1b6a-401b-b4ab-f751ed48d006 req-8561264e-56cb-4e6d-b4cb-1cca43a3e88d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39194115-a706-4b41-9b83-7d831fadb6a5 HTTP/1.1" status: 200 len: 998 time: 0.0715473 Jul 24 09:53:39.557453 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2b5b4-1b6a-401b-b4ab-f751ed48d006 req-dfafef25-a167-40ae-8e4c-03ba28bcddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:39.559545 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-18b2b5b4-1b6a-401b-b4ab-f751ed48d006 req-dfafef25-a167-40ae-8e4c-03ba28bcddd8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0450518 Jul 24 09:53:39.565223 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2b5b4-1b6a-401b-b4ab-f751ed48d006 req-59da4570-6948-4ddd-9dbf-bf046036e8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:39.566735 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-18b2b5b4-1b6a-401b-b4ab-f751ed48d006 req-59da4570-6948-4ddd-9dbf-bf046036e8e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0443347 Jul 24 09:53:39.627483 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2b5b4-1b6a-401b-b4ab-f751ed48d006 req-a3e695af-7089-447e-a26a-b57db21ca0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:39.628532 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2b5b4-1b6a-401b-b4ab-f751ed48d006 req-8099fa36-363b-48a2-8843-7fe9f6407ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:39.630362 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-18b2b5b4-1b6a-401b-b4ab-f751ed48d006 req-8099fa36-363b-48a2-8843-7fe9f6407ec8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577028 Jul 24 09:53:39.641272 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-18b2b5b4-1b6a-401b-b4ab-f751ed48d006 req-a3e695af-7089-447e-a26a-b57db21ca0d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708556 Jul 24 09:53:39.735736 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-18b2b5b4-1b6a-401b-b4ab-f751ed48d006 req-aad0956b-7241-4b0d-b096-93488d32065a service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992208 Jul 24 09:53:39.780579 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-18b2b5b4-1b6a-401b-b4ab-f751ed48d006 req-a1077db9-5c90-4278-9f67-ccc05026f40b service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317542 Jul 24 09:53:39.829466 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3c61a-8886-446f-972a-8c7f9546720a req-e077fc11-7c17-4f01-a8b6-0ba3a91f5673 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:39.830943 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2ea3c61a-8886-446f-972a-8c7f9546720a req-e077fc11-7c17-4f01-a8b6-0ba3a91f5673 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 943 time: 0.1448674 Jul 24 09:53:39.831747 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-18b2b5b4-1b6a-401b-b4ab-f751ed48d006 req-77af0e2d-cc3c-48b4-a97b-7512eae845f8 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900261 Jul 24 09:53:39.915507 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2ea3c61a-8886-446f-972a-8c7f9546720a req-858db929-3fa9-4187-9aea-4618be585519 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771244 Jul 24 09:53:39.920729 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-18b2b5b4-1b6a-401b-b4ab-f751ed48d006 req-93aeb53a-233a-4889-95f6-bbb96e23955a service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335335 Jul 24 09:53:41.057632 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4fa03-e056-4fe8-b1dd-dc088bd0aa05 req-f4f86874-e234-44e8-87d2-b32ce29b6c47 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:41.059127 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f0a4fa03-e056-4fe8-b1dd-dc088bd0aa05 req-f4f86874-e234-44e8-87d2-b32ce29b6c47 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 943 time: 0.0721188 Jul 24 09:53:41.095395 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f0a4fa03-e056-4fe8-b1dd-dc088bd0aa05 req-6e4965d0-91bb-4947-8278-5eb308c4ecc1 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307350 Jul 24 09:53:41.345421 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb3aa5-e30c-47a9-91a7-af97ece792a7 req-e7c1eeba-8154-4e1f-af42-0c83955ee5d3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:41.346929 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b2eb3aa5-e30c-47a9-91a7-af97ece792a7 req-e7c1eeba-8154-4e1f-af42-0c83955ee5d3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 943 time: 0.1031084 Jul 24 09:53:41.355072 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa89f9-ca70-4436-9a6c-ba9103740b34 req-5b56dd29-973c-4b2d-84c4-c4404d24d40c tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:41.356426 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7dfa89f9-ca70-4436-9a6c-ba9103740b34 req-5b56dd29-973c-4b2d-84c4-c4404d24d40c tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.37 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d&tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&binding%3Ahost_id=n-h2-800085-9 HTTP/1.1" status: 200 len: 943 time: 0.1024246 Jul 24 09:53:41.429890 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b2eb3aa5-e30c-47a9-91a7-af97ece792a7 req-1f31f46f-ce21-45f8-a9c5-2e876c118955 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724869 Jul 24 09:53:41.438210 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [req-7dfa89f9-ca70-4436-9a6c-ba9103740b34 req-833d304a-aa45-4f99-a698-25a64b501f91 service neutron] delete failed (client error): The resource could not be found. Jul 24 09:53:41.439175 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7dfa89f9-ca70-4436-9a6c-ba9103740b34 req-833d304a-aa45-4f99-a698-25a64b501f91 service neutron] 10.222.0.37 "DELETE /v2.0/ports/39194115-a706-4b41-9b83-7d831fadb6a5/bindings/n-h1-800085-9 HTTP/1.1" status: 404 len: 380 time: 0.0755513 Jul 24 09:53:41.453053 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 39194115-a706-4b41-9b83-7d831fadb6a5 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:53:41.490206 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 39194115-a706-4b41-9b83-7d831fadb6a5 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:53:41.533918 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa89f9-ca70-4436-9a6c-ba9103740b34 req-a34d29a6-5666-4ced-be2f-8a9e9026f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:41.536168 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7dfa89f9-ca70-4436-9a6c-ba9103740b34 req-a34d29a6-5666-4ced-be2f-8a9e9026f36f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 1094 time: 0.0551026 Jul 24 09:53:41.624320 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa89f9-ca70-4436-9a6c-ba9103740b34 req-dedca537-b2b4-4a96-9c69-72565583671e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:41.625775 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7dfa89f9-ca70-4436-9a6c-ba9103740b34 req-dedca537-b2b4-4a96-9c69-72565583671e service neutron] 10.222.0.37 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0842237 Jul 24 09:53:41.648790 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 39194115-a706-4b41-9b83-7d831fadb6a5 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:53:41.688143 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7dfa89f9-ca70-4436-9a6c-ba9103740b34 req-18662758-f888-45b2-bdd4-ad6da3241cfe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39194115-a706-4b41-9b83-7d831fadb6a5 HTTP/1.1" status: 200 len: 998 time: 0.0561357 Jul 24 09:53:41.735250 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa89f9-ca70-4436-9a6c-ba9103740b34 req-ae69dd03-6fe1-4cd6-a426-23ad0470a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:41.736772 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7dfa89f9-ca70-4436-9a6c-ba9103740b34 req-ae69dd03-6fe1-4cd6-a426-23ad0470a645 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0429044 Jul 24 09:53:41.741266 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 39194115-a706-4b41-9b83-7d831fadb6a5, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=39194115-a706-4b41-9b83-7d831fadb6a5,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:53:41.755814 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '39194115-a706-4b41-9b83-7d831fadb6a5', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'port_id': '39194115-a706-4b41-9b83-7d831fadb6a5', 'mac_address': 'fa:16:3e:dc:74:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:53:41.792492 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:41.800492 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa89f9-ca70-4436-9a6c-ba9103740b34 req-1c3236a4-4ea6-4ff8-ae51-d29f7b35aca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:41.802116 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7dfa89f9-ca70-4436-9a6c-ba9103740b34 req-1c3236a4-4ea6-4ff8-ae51-d29f7b35aca4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594320 Jul 24 09:53:41.804968 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39194115-a706-4b41-9b83-7d831fadb6a5 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:53:41.823763 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 39194115-a706-4b41-9b83-7d831fadb6a5, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=39194115-a706-4b41-9b83-7d831fadb6a5,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:53:41.828098 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:41.873943 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=39194115-a706-4b41-9b83-7d831fadb6a5,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:53:41.881238 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:53:41.881584 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:53:41.881923 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:53:41.882260 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:53:41.882588 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:53:41.882918 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:53:41.883249 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:53:41.883571 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:53:41.883896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:53:41.884243 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:53:41.884567 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:53:41.884911 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:53:41.889920 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7dfa89f9-ca70-4436-9a6c-ba9103740b34 req-81c4cd42-1456-40c9-876f-e720910f36ba service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816393 Jul 24 09:53:41.980975 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7dfa89f9-ca70-4436-9a6c-ba9103740b34 req-275a0b99-085a-480b-9d8d-05bc0d8f3390 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851092 Jul 24 09:53:42.071797 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['39194115-a706-4b41-9b83-7d831fadb6a5'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:53:42.565844 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fe623-b58a-4389-80eb-41276ed28243 req-b1437515-bcf2-4166-aa5a-cb4516ef70fd tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:42.567850 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-307fe623-b58a-4389-80eb-41276ed28243 req-b1437515-bcf2-4166-aa5a-cb4516ef70fd tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 944 time: 0.0630281 Jul 24 09:53:42.603960 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-307fe623-b58a-4389-80eb-41276ed28243 req-8cfdbb27-e09d-45c5-a516-9bd4be8dbcb7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305736 Jul 24 09:53:42.736131 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba7fca-3555-4927-8a6c-fcc54ef1aff5 req-d6d6f1c2-2a64-45a6-97e1-fdbacae46c11 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:42.738143 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b6ba7fca-3555-4927-8a6c-fcc54ef1aff5 req-d6d6f1c2-2a64-45a6-97e1-fdbacae46c11 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 944 time: 0.0615871 Jul 24 09:53:42.774139 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b6ba7fca-3555-4927-8a6c-fcc54ef1aff5 req-9a7d20cf-9ac0-4b98-9df6-9317407b2b13 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304797 Jul 24 09:53:42.907365 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8ff83-0cfa-4503-ae00-94668929b0ee req-f87de922-66a5-4ba7-86ab-22a6e8569c48 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:42.908784 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8fc8ff83-0cfa-4503-ae00-94668929b0ee req-f87de922-66a5-4ba7-86ab-22a6e8569c48 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 944 time: 0.0658283 Jul 24 09:53:42.946505 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8fc8ff83-0cfa-4503-ae00-94668929b0ee req-4ba47e17-3135-46cf-8a78-ec63ca041bc3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314019 Jul 24 09:53:43.200516 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966d341-3bb6-4426-9682-cb25ab4608e5 req-25b0e7e9-fb8c-4d6d-ad81-2147e8fe21e3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:43.202051 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9966d341-3bb6-4426-9682-cb25ab4608e5 req-25b0e7e9-fb8c-4d6d-ad81-2147e8fe21e3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 944 time: 0.0634429 Jul 24 09:53:43.239381 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9966d341-3bb6-4426-9682-cb25ab4608e5 req-6ead7a13-4e6c-4069-9efb-f8d6de944667 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314546 Jul 24 09:53:43.650541 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 39194115-a706-4b41-9b83-7d831fadb6a5 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:53:43.700436 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 39194115-a706-4b41-9b83-7d831fadb6a5 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:53:43.704101 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 39194115-a706-4b41-9b83-7d831fadb6a5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:53:43.704474 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:43.779155 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:43.800404 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c7d3be-581f-4be2-80ae-be7d04eae52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39194115-a706-4b41-9b83-7d831fadb6a5'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:53:43.802655 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f774ab07-165e-43b4-b019-7e57f4801252" -d '{"events": [{"server_uuid": "49c7d3be-581f-4be2-80ae-be7d04eae52d", "name": "network-vif-plugged", "status": "completed", "tag": "39194115-a706-4b41-9b83-7d831fadb6a5"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:53:43.814747 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 39194115-a706-4b41-9b83-7d831fadb6a5, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=39194115-a706-4b41-9b83-7d831fadb6a5,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:53:43.819234 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:43.841956 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd106d0-26b8-4722-b15e-81dadaee299d x-openstack-request-id: req-8fd106d0-26b8-4722-b15e-81dadaee299d {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:53:43.842270 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c7d3be-581f-4be2-80ae-be7d04eae52d", "name": "network-vif-plugged", "status": "completed", "tag": "39194115-a706-4b41-9b83-7d831fadb6a5", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:53:43.842502 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8fd106d0-26b8-4722-b15e-81dadaee299d {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:53:43.842892 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c7d3be-581f-4be2-80ae-be7d04eae52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39194115-a706-4b41-9b83-7d831fadb6a5', 'code': 200} Jul 24 09:53:43.870311 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=39194115-a706-4b41-9b83-7d831fadb6a5,revision_number=9']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:53:44.364748 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:44.709765 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a6f34-1933-4ccb-89a4-9e396e5db201 req-77598091-2eb2-45ec-9d29-6e9436b60719 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:44.711274 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-756a6f34-1933-4ccb-89a4-9e396e5db201 req-77598091-2eb2-45ec-9d29-6e9436b60719 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 945 time: 0.4036510 Jul 24 09:53:44.757270 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4aa062-ff9a-48b1-9d97-f7d8dd176503 req-6afc6906-4834-449f-bac0-ae831e5f8846 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:44.758709 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-af4aa062-ff9a-48b1-9d97-f7d8dd176503 req-6afc6906-4834-449f-bac0-ae831e5f8846 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.20 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 945 time: 0.4128978 Jul 24 09:53:44.765727 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-756a6f34-1933-4ccb-89a4-9e396e5db201 req-abb92578-194c-4102-ac2d-431ca28295f6 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483618 Jul 24 09:53:44.856678 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-af4aa062-ff9a-48b1-9d97-f7d8dd176503 req-e574aa90-b254-44d3-94f8-cf2c4a51493a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Deleting port 39194115-a706-4b41-9b83-7d831fadb6a5 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:53:44.857043 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-af4aa062-ff9a-48b1-9d97-f7d8dd176503 req-e574aa90-b254-44d3-94f8-cf2c4a51493a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:44.944982 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-af4aa062-ff9a-48b1-9d97-f7d8dd176503 req-e574aa90-b254-44d3-94f8-cf2c4a51493a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] For port 39194115-a706-4b41-9b83-7d831fadb6a5, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=39194115-a706-4b41-9b83-7d831fadb6a5,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:53:44.945496 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-af4aa062-ff9a-48b1-9d97-f7d8dd176503 req-e574aa90-b254-44d3-94f8-cf2c4a51493a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:45.160451 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-af4aa062-ff9a-48b1-9d97-f7d8dd176503 req-e574aa90-b254-44d3-94f8-cf2c4a51493a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:45.160848 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-af4aa062-ff9a-48b1-9d97-f7d8dd176503 req-e574aa90-b254-44d3-94f8-cf2c4a51493a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:45.161430 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [req-af4aa062-ff9a-48b1-9d97-f7d8dd176503 req-e574aa90-b254-44d3-94f8-cf2c4a51493a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Floating IP d71f5bf3-2c3a-4411-8d60-ac92b97b0660 disassociated. External IP: 172.25.7.44, port: 39194115-a706-4b41-9b83-7d831fadb6a5. Jul 24 09:53:45.161775 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-af4aa062-ff9a-48b1-9d97-f7d8dd176503 req-e574aa90-b254-44d3-94f8-cf2c4a51493a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Calling delete_port for 39194115-a706-4b41-9b83-7d831fadb6a5 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:53:45.285087 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-af4aa062-ff9a-48b1-9d97-f7d8dd176503 req-e574aa90-b254-44d3-94f8-cf2c4a51493a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:45.317263 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574aa90-b254-44d3-94f8-cf2c4a51493a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Pushing event deleted for resources: {'Port': ['ID=39194115-a706-4b41-9b83-7d831fadb6a5,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:53:45.431202 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af4aa062-ff9a-48b1-9d97-f7d8dd176503 req-e574aa90-b254-44d3-94f8-cf2c4a51493a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Router b06926db-d226-43e1-bf11-c4f32e943e66 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:53:45.539209 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af4aa062-ff9a-48b1-9d97-f7d8dd176503 req-e574aa90-b254-44d3-94f8-cf2c4a51493a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:53:45.548809 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfcbc3f-8f26-4e0f-88d1-1066bf6833d7 None None] Sync routers for ids ['b06926db-d226-43e1-bf11-c4f32e943e66'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:53:45.559158 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfcbc3f-8f26-4e0f-88d1-1066bf6833d7 None None] Routers {'b06926db-d226-43e1-bf11-c4f32e943e66'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:53:45.559763 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ddfcbc3f-8f26-4e0f-88d1-1066bf6833d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:53:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b06926db-d226-43e1-bf11-c4f32e943e66'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:53:45.584350 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4aa062-ff9a-48b1-9d97-f7d8dd176503 req-e574aa90-b254-44d3-94f8-cf2c4a51493a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] No DVR routers for this DVR port 39194115-a706-4b41-9b83-7d831fadb6a5 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:53:45.587037 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-af4aa062-ff9a-48b1-9d97-f7d8dd176503 req-e574aa90-b254-44d3-94f8-cf2c4a51493a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:45.589102 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-af4aa062-ff9a-48b1-9d97-f7d8dd176503 req-e574aa90-b254-44d3-94f8-cf2c4a51493a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.20 "DELETE /v2.0/ports/39194115-a706-4b41-9b83-7d831fadb6a5 HTTP/1.1" status: 204 len: 173 time: 0.8224452 Jul 24 09:53:45.589496 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c7d3be-581f-4be2-80ae-be7d04eae52d', 'name': 'network-vif-deleted', 'tag': '39194115-a706-4b41-9b83-7d831fadb6a5'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:53:45.591755 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf39140-2627-461c-8dc0-37eb4529c477" -d '{"events": [{"server_uuid": "49c7d3be-581f-4be2-80ae-be7d04eae52d", "name": "network-vif-deleted", "tag": "39194115-a706-4b41-9b83-7d831fadb6a5"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:53:45.638212 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fd7574-9c8d-4b6b-a6bf-085b14f3f46f x-openstack-request-id: req-f4fd7574-9c8d-4b6b-a6bf-085b14f3f46f {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:53:45.638579 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c7d3be-581f-4be2-80ae-be7d04eae52d", "name": "network-vif-deleted", "tag": "39194115-a706-4b41-9b83-7d831fadb6a5", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:53:45.638895 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4fd7574-9c8d-4b6b-a6bf-085b14f3f46f {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:53:45.639309 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c7d3be-581f-4be2-80ae-be7d04eae52d', 'name': 'network-vif-deleted', 'tag': '39194115-a706-4b41-9b83-7d831fadb6a5', 'status': 'completed', 'code': 200} Jul 24 09:53:45.671131 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-ddfcbc3f-8f26-4e0f-88d1-1066bf6833d7 None None] Set router b06926db-d226-43e1-bf11-c4f32e943e66 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:53:45.757365 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:53:45.880670 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6d1da2ce-4a28-49fe-a140-1c4c092fd59f req-69f14cdd-0969-4a79-9fcf-9db38e6ed344 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c7d3be-581f-4be2-80ae-be7d04eae52d HTTP/1.1" status: 200 len: 210 time: 0.0304880 Jul 24 09:53:45.881805 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ddfcbc3f-8f26-4e0f-88d1-1066bf6833d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '55e1f225-d99d-4129-8859-23adb5c5089c', 'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'mac_address': 'fa:16:3e:76:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:33Z', 'updated_at': '2021-07-24T09:51:36Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'subnets': [{'id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:53:45.906633 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfcbc3f-8f26-4e0f-88d1-1066bf6833d7 None None] Checking router: b06926db-d226-43e1-bf11-c4f32e943e66 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:53:45.915242 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfcbc3f-8f26-4e0f-88d1-1066bf6833d7 None None] Routers {'b06926db-d226-43e1-bf11-c4f32e943e66'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:53:45.915824 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ddfcbc3f-8f26-4e0f-88d1-1066bf6833d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:53:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b06926db-d226-43e1-bf11-c4f32e943e66'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:53:46.014574 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-ddfcbc3f-8f26-4e0f-88d1-1066bf6833d7 None None] Set router b06926db-d226-43e1-bf11-c4f32e943e66 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:53:46.282770 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ddfcbc3f-8f26-4e0f-88d1-1066bf6833d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '55e1f225-d99d-4129-8859-23adb5c5089c', 'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'mac_address': 'fa:16:3e:76:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:33Z', 'updated_at': '2021-07-24T09:51:36Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'subnets': [{'id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:53:46.307688 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfcbc3f-8f26-4e0f-88d1-1066bf6833d7 None None] The sync data for ids ['b06926db-d226-43e1-bf11-c4f32e943e66'] in n-d-800085-9 is: [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '55e1f225-d99d-4129-8859-23adb5c5089c', 'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'mac_address': 'fa:16:3e:76:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:33Z', 'updated_at': '2021-07-24T09:51:36Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'subnets': [{'id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:53:46.512866 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf04a8e-136c-4a83-9c54-eb88015feab0 None None] New status for floating IP d71f5bf3-2c3a-4411-8d60-ac92b97b0660: DOWN {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:53:46.668866 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-a90266f9-7886-4003-9916-9bc10a6644d6 req-889339a9-66cd-41d6-8c91-4af3d6f72379 service neutron] (94036) timed out ('10.222.0.20', 61176) {{(pid=94036) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 09:53:46.898218 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:47.108894 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cf51d255-686d-4f06-8588-58281998b91c req-4ac9e643-8f46-4d1e-b5a2-5f4d6f7f6742 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1565875904&fields=id&tenant_id=4bdf65fab79e4b52bd6c3653c51ee822 HTTP/1.1" status: 200 len: 267 time: 0.0318809 Jul 24 09:53:47.217928 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51d255-686d-4f06-8588-58281998b91c req-e6dd69e8-f0d4-47c3-941e-2206f098ea5d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:47.219313 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cf51d255-686d-4f06-8588-58281998b91c req-e6dd69e8-f0d4-47c3-941e-2206f098ea5d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 812 time: 0.1038291 Jul 24 09:53:47.233425 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cf51d255-686d-4f06-8588-58281998b91c req-b1d4825d-3c20-4a58-931b-e7e7b1e79a60 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/quotas/4bdf65fab79e4b52bd6c3653c51ee822 HTTP/1.1" status: 200 len: 375 time: 0.0088058 Jul 24 09:53:47.300466 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cf51d255-686d-4f06-8588-58281998b91c req-8d5a19aa-aa0b-4fb1-ab36-4be62d7f3616 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0624254 Jul 24 09:53:47.399527 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cf51d255-686d-4f06-8588-58281998b91c req-b7617775-f26f-4fe3-a5ca-931168820c5d service neutron] 10.222.0.32 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863533 Jul 24 09:53:47.485284 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cf51d255-686d-4f06-8588-58281998b91c req-8ad69428-dc0b-4792-9281-aed890def426 service neutron] 10.222.0.32 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800447 Jul 24 09:53:47.647828 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-26827ab3-4dab-40ca-a976-92f6d08cc778 req-647ec24f-b47c-405f-b71f-c646c5cd35f1 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 210 time: 0.0280051 Jul 24 09:53:47.681790 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 39194115-a706-4b41-9b83-7d831fadb6a5 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:53:47.700863 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 39194115-a706-4b41-9b83-7d831fadb6a5 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:53:47.701214 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 39194115-a706-4b41-9b83-7d831fadb6a5 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:53:48.514230 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51d255-686d-4f06-8588-58281998b91c req-c8d242d8-e74b-478d-9e1c-8a6fd2e7337d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:48.515754 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cf51d255-686d-4f06-8588-58281998b91c req-c8d242d8-e74b-478d-9e1c-8a6fd2e7337d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.20 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 812 time: 0.1068275 Jul 24 09:53:48.561222 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cf51d255-686d-4f06-8588-58281998b91c req-5f1540fc-7387-4ac6-9bc1-da587fbf9f1e tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bdf65fab79e4b52bd6c3653c51ee822 HTTP/1.1" status: 200 len: 380 time: 0.0358126 Jul 24 09:53:48.570836 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-cf51d255-686d-4f06-8588-58281998b91c req-698dee2e-bf11-4c85-8fdd-d1b3ca27a6a7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Request body: {'port': {'device_id': '5cdb5fbd-e15f-489e-a372-93184db6bb7f', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'admin_state_up': True, 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'security_groups': ['1539ddba-770c-4e8b-9e1a-eb3c061366f0']}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:53:48.677077 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf51d255-686d-4f06-8588-58281998b91c req-698dee2e-bf11-4c85-8fdd-d1b3ca27a6a7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Made reservation on behalf of 4bdf65fab79e4b52bd6c3653c51ee822 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:53:48.680796 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-cf51d255-686d-4f06-8588-58281998b91c req-698dee2e-bf11-4c85-8fdd-d1b3ca27a6a7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:48.755666 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bdf83128-a6cd-4b69-b01b-eeb7377e474b req-52ef95f8-4e0f-4971-8364-e1bd23af9bc3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 210 time: 0.0357485 Jul 24 09:53:48.812890 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-cf51d255-686d-4f06-8588-58281998b91c req-698dee2e-bf11-4c85-8fdd-d1b3ca27a6a7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Allocated IP 172.20.0.13 (4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9/c26152d3-c902-4132-89c9-4a248b741f2f/4dd12b7a-d820-4cbd-9c2c-6bbf618deeed) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:53:48.949206 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-cf51d255-686d-4f06-8588-58281998b91c req-698dee2e-bf11-4c85-8fdd-d1b3ca27a6a7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:48.965044 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-cf51d255-686d-4f06-8588-58281998b91c req-698dee2e-bf11-4c85-8fdd-d1b3ca27a6a7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Transition to ACTIVE for port object 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:53:48.998076 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-cf51d255-686d-4f06-8588-58281998b91c req-698dee2e-bf11-4c85-8fdd-d1b3ca27a6a7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:49.039466 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf51d255-686d-4f06-8588-58281998b91c req-698dee2e-bf11-4c85-8fdd-d1b3ca27a6a7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:53:49.044206 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-cf51d255-686d-4f06-8588-58281998b91c req-698dee2e-bf11-4c85-8fdd-d1b3ca27a6a7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:53:49.047787 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf51d255-686d-4f06-8588-58281998b91c req-698dee2e-bf11-4c85-8fdd-d1b3ca27a6a7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:53:49.071232 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698dee2e-bf11-4c85-8fdd-d1b3ca27a6a7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Pushing event updated for resources: {'Port': ['ID=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:53:49.103103 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51d255-686d-4f06-8588-58281998b91c req-698dee2e-bf11-4c85-8fdd-d1b3ca27a6a7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:49.103734 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-cf51d255-686d-4f06-8588-58281998b91c req-698dee2e-bf11-4c85-8fdd-d1b3ca27a6a7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:49.118634 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cf51d255-686d-4f06-8588-58281998b91c req-698dee2e-bf11-4c85-8fdd-d1b3ca27a6a7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5519528 Jul 24 09:53:49.130299 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-cf51d255-686d-4f06-8588-58281998b91c req-abd3fd6f-e18c-44a9-856e-91470baa74c8 service neutron] Request body: {'port': {'device_id': '5cdb5fbd-e15f-489e-a372-93184db6bb7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:53:49.209787 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-cf51d255-686d-4f06-8588-58281998b91c req-abd3fd6f-e18c-44a9-856e-91470baa74c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:49.241297 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40374a11-350c-43f2-8968-6976e3b0a696 None None] Provisioning for port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:53:49.244957 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40374a11-350c-43f2-8968-6976e3b0a696 None None] Provisioning complete for port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:53:49.245396 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40374a11-350c-43f2-8968-6976e3b0a696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:49.281387 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40374a11-350c-43f2-8968-6976e3b0a696 None None] Port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:53:49.471100 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-cf51d255-686d-4f06-8588-58281998b91c req-abd3fd6f-e18c-44a9-856e-91470baa74c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:53:49.479074 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-cf51d255-686d-4f06-8588-58281998b91c req-abd3fd6f-e18c-44a9-856e-91470baa74c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:49.490597 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-cf51d255-686d-4f06-8588-58281998b91c req-abd3fd6f-e18c-44a9-856e-91470baa74c8 service neutron] Transition to ACTIVE for port object 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:53:49.494139 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-cf51d255-686d-4f06-8588-58281998b91c req-abd3fd6f-e18c-44a9-856e-91470baa74c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:49.545608 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3fd6f-e18c-44a9-856e-91470baa74c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:53:49.614089 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-cf51d255-686d-4f06-8588-58281998b91c req-abd3fd6f-e18c-44a9-856e-91470baa74c8 service neutron] Attempting to bind port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:53:49.614426 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-cf51d255-686d-4f06-8588-58281998b91c req-abd3fd6f-e18c-44a9-856e-91470baa74c8 service neutron] Attempting to bind port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:53:49.614764 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf51d255-686d-4f06-8588-58281998b91c req-abd3fd6f-e18c-44a9-856e-91470baa74c8 service neutron] Attempting to bind port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:53:49.619242 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf51d255-686d-4f06-8588-58281998b91c req-abd3fd6f-e18c-44a9-856e-91470baa74c8 service neutron] Port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:53:49.620126 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf51d255-686d-4f06-8588-58281998b91c req-abd3fd6f-e18c-44a9-856e-91470baa74c8 service neutron] Attempting to bind port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:53:49.624569 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf51d255-686d-4f06-8588-58281998b91c req-abd3fd6f-e18c-44a9-856e-91470baa74c8 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:53:49.624983 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf51d255-686d-4f06-8588-58281998b91c req-abd3fd6f-e18c-44a9-856e-91470baa74c8 service neutron] Checking segment: {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:53:49.625350 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf51d255-686d-4f06-8588-58281998b91c req-abd3fd6f-e18c-44a9-856e-91470baa74c8 service neutron] Bound using segment: {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:53:49.625793 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-cf51d255-686d-4f06-8588-58281998b91c req-abd3fd6f-e18c-44a9-856e-91470baa74c8 service neutron] Bound port: 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:53:49.626157 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-cf51d255-686d-4f06-8588-58281998b91c req-abd3fd6f-e18c-44a9-856e-91470baa74c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:49.691388 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-cf51d255-686d-4f06-8588-58281998b91c req-abd3fd6f-e18c-44a9-856e-91470baa74c8 service neutron] For port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:53:49.695108 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-cf51d255-686d-4f06-8588-58281998b91c req-abd3fd6f-e18c-44a9-856e-91470baa74c8 service neutron] For port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:53:49.698691 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-cf51d255-686d-4f06-8588-58281998b91c req-abd3fd6f-e18c-44a9-856e-91470baa74c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:49.733956 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51d255-686d-4f06-8588-58281998b91c req-abd3fd6f-e18c-44a9-856e-91470baa74c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:49.734573 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-cf51d255-686d-4f06-8588-58281998b91c req-abd3fd6f-e18c-44a9-856e-91470baa74c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:49.735954 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cf51d255-686d-4f06-8588-58281998b91c req-abd3fd6f-e18c-44a9-856e-91470baa74c8 service neutron] 10.222.0.20 "PUT /v2.0/ports/4dd12b7a-d820-4cbd-9c2c-6bbf618deeed HTTP/1.1" status: 200 len: 1092 time: 0.6101902 Jul 24 09:53:49.736396 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdb5fbd-e15f-489e-a372-93184db6bb7f', 'tag': '4dd12b7a-d820-4cbd-9c2c-6bbf618deeed'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:53:49.738646 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef520fc3-5466-49ad-a59f-88e4958f0acc" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdb5fbd-e15f-489e-a372-93184db6bb7f", "tag": "4dd12b7a-d820-4cbd-9c2c-6bbf618deeed"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:53:49.766568 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3fd6f-e18c-44a9-856e-91470baa74c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:53:49.791391 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e29e88-4c5b-41cd-9472-6465f0906ed5 x-openstack-request-id: req-39e29e88-4c5b-41cd-9472-6465f0906ed5 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:53:49.791692 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdb5fbd-e15f-489e-a372-93184db6bb7f", "tag": "4dd12b7a-d820-4cbd-9c2c-6bbf618deeed", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:53:49.791946 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39e29e88-4c5b-41cd-9472-6465f0906ed5 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:53:49.792355 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdb5fbd-e15f-489e-a372-93184db6bb7f', 'tag': '4dd12b7a-d820-4cbd-9c2c-6bbf618deeed', 'status': 'completed', 'code': 200} Jul 24 09:53:49.838443 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51d255-686d-4f06-8588-58281998b91c req-219e59eb-ca15-4bc4-adeb-0e5435c799ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:49.840017 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cf51d255-686d-4f06-8588-58281998b91c req-219e59eb-ca15-4bc4-adeb-0e5435c799ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 1095 time: 0.0639529 Jul 24 09:53:49.884583 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cf51d255-686d-4f06-8588-58281998b91c req-c79c3f83-52c8-45a6-9ef4-983199bbaacd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed HTTP/1.1" status: 200 len: 217 time: 0.0377533 Jul 24 09:53:49.895676 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187dae0-77cc-4d97-bf9d-a3bb15cda3ac req-09bf22e6-5b34-49f3-ad15-5f347bf3a03d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:49.897306 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c187dae0-77cc-4d97-bf9d-a3bb15cda3ac req-09bf22e6-5b34-49f3-ad15-5f347bf3a03d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 944 time: 0.0662701 Jul 24 09:53:49.937348 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51d255-686d-4f06-8588-58281998b91c req-7c721e51-b931-492d-86aa-f75b52227acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:49.937814 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c187dae0-77cc-4d97-bf9d-a3bb15cda3ac req-8f6f3fb0-1f77-40a2-ae91-32318e4d00df tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342369 Jul 24 09:53:49.938836 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cf51d255-686d-4f06-8588-58281998b91c req-7c721e51-b931-492d-86aa-f75b52227acc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0488119 Jul 24 09:53:49.996784 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51d255-686d-4f06-8588-58281998b91c req-e727f8a0-0882-4c0d-aa37-4f9c25e331a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:49.998199 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cf51d255-686d-4f06-8588-58281998b91c req-e727f8a0-0882-4c0d-aa37-4f9c25e331a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523179 Jul 24 09:53:50.089244 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cf51d255-686d-4f06-8588-58281998b91c req-84cde0e2-5cd0-44d8-b10b-383d84b84e27 service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840261 Jul 24 09:53:50.177473 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cf51d255-686d-4f06-8588-58281998b91c req-c5fb5616-3ddb-4888-a536-441ffe4a3ccd service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818899 Jul 24 09:53:50.270799 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef520fc3-5466-49ad-a59f-88e4958f0acc req-eca788d7-b9ae-4e11-81de-3af04fd27288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:50.272214 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ef520fc3-5466-49ad-a59f-88e4958f0acc req-eca788d7-b9ae-4e11-81de-3af04fd27288 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 1095 time: 0.0536876 Jul 24 09:53:50.361197 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef520fc3-5466-49ad-a59f-88e4958f0acc req-39f74422-05cd-49df-9ed4-5841055b5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:50.362664 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ef520fc3-5466-49ad-a59f-88e4958f0acc req-39f74422-05cd-49df-9ed4-5841055b5b0d service neutron] 10.222.0.20 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0849164 Jul 24 09:53:50.403334 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ef520fc3-5466-49ad-a59f-88e4958f0acc req-8f45d69d-5492-4e41-8fde-81231ed508a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed HTTP/1.1" status: 200 len: 217 time: 0.0337086 Jul 24 09:53:50.454425 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef520fc3-5466-49ad-a59f-88e4958f0acc req-fd6fb498-3a85-443d-8d97-b8ec7004b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:50.455843 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ef520fc3-5466-49ad-a59f-88e4958f0acc req-fd6fb498-3a85-443d-8d97-b8ec7004b667 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0463946 Jul 24 09:53:50.513038 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef520fc3-5466-49ad-a59f-88e4958f0acc req-16e6121a-ff57-4287-912a-a515386e8195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:50.514520 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ef520fc3-5466-49ad-a59f-88e4958f0acc req-16e6121a-ff57-4287-912a-a515386e8195 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518873 Jul 24 09:53:50.601759 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ef520fc3-5466-49ad-a59f-88e4958f0acc req-9176ec96-cc88-458b-8a49-86232dfad9b6 service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800247 Jul 24 09:53:50.692430 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ef520fc3-5466-49ad-a59f-88e4958f0acc req-dcc61c60-8620-43f5-bbdf-ead8f2284603 service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837197 Jul 24 09:53:51.078676 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23a152-c3bd-4a1f-990c-48bb0eaaad4a req-691ded49-f3ae-43c0-9ddb-8b649538d46f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:51.080793 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4b23a152-c3bd-4a1f-990c-48bb0eaaad4a req-691ded49-f3ae-43c0-9ddb-8b649538d46f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 944 time: 0.0701425 Jul 24 09:53:51.123028 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4b23a152-c3bd-4a1f-990c-48bb0eaaad4a req-96a8eba4-09bd-4f86-87bc-0d7a8e5ff02f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363040 Jul 24 09:53:52.252341 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096374d-e7a9-4c35-b2a7-8a49a016b819 req-333a17c7-626b-44c5-a320-cc354a6e61ca tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:52.253847 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f096374d-e7a9-4c35-b2a7-8a49a016b819 req-333a17c7-626b-44c5-a320-cc354a6e61ca tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 944 time: 0.0619142 Jul 24 09:53:52.291030 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f096374d-e7a9-4c35-b2a7-8a49a016b819 req-c80bf551-7480-44a4-8cb2-4b2d344bc572 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316756 Jul 24 09:53:53.425622 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1eef5-8901-488f-ade1-5390a1a6b746 req-f74c7486-8a47-4031-a529-bbecc4d453fc tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:53.427677 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-85a1eef5-8901-488f-ade1-5390a1a6b746 req-f74c7486-8a47-4031-a529-bbecc4d453fc tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 944 time: 0.0678675 Jul 24 09:53:53.463355 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-85a1eef5-8901-488f-ade1-5390a1a6b746 req-66881699-e948-4aa0-bc84-0b7dbe93b417 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301838 Jul 24 09:53:53.711379 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:53:53.803368 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:53:53.814167 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '4dd12b7a-d820-4cbd-9c2c-6bbf618deeed', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'port_id': '4dd12b7a-d820-4cbd-9c2c-6bbf618deeed', 'mac_address': 'fa:16:3e:be:bc:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:53:53.853883 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:53.865730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:53:53.884519 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:53:53.888089 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:53.933455 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:53:54.071908 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['4dd12b7a-d820-4cbd-9c2c-6bbf618deeed'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:53:54.596887 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ba664-fa0d-4981-bb81-e08f13a4e422 req-f72314f7-efb6-47e0-9260-e350ef4d0c9d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:54.598956 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-904ba664-fa0d-4981-bb81-e08f13a4e422 req-f72314f7-efb6-47e0-9260-e350ef4d0c9d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 945 time: 0.0659528 Jul 24 09:53:54.634455 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-904ba664-fa0d-4981-bb81-e08f13a4e422 req-97da74d8-effc-434e-9459-a8a564595c51 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300479 Jul 24 09:53:55.727591 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:53:55.765940 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6e4b4-776a-4463-958c-fbb305a720a2 req-42ddfc8f-5943-44ee-849f-ddadc42f3a6d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:55.767460 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-93f6e4b4-776a-4463-958c-fbb305a720a2 req-42ddfc8f-5943-44ee-849f-ddadc42f3a6d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 945 time: 0.0633063 Jul 24 09:53:55.774276 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:53:55.778123 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:53:55.778495 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:55.810174 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-93f6e4b4-776a-4463-958c-fbb305a720a2 req-15b2fd18-2bee-4189-ab59-4b49021f7933 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369072 Jul 24 09:53:55.859490 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:55.881121 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdb5fbd-e15f-489e-a372-93184db6bb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd12b7a-d820-4cbd-9c2c-6bbf618deeed'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:53:55.883327 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5999eca-3706-4e40-9836-2b6fa69ba6b3" -d '{"events": [{"server_uuid": "5cdb5fbd-e15f-489e-a372-93184db6bb7f", "name": "network-vif-plugged", "status": "completed", "tag": "4dd12b7a-d820-4cbd-9c2c-6bbf618deeed"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:53:55.898457 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:53:55.902267 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:55.925759 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029c0dbc-53ef-46b3-9043-b2401123949e x-openstack-request-id: req-029c0dbc-53ef-46b3-9043-b2401123949e {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:53:55.926088 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdb5fbd-e15f-489e-a372-93184db6bb7f", "name": "network-vif-plugged", "status": "completed", "tag": "4dd12b7a-d820-4cbd-9c2c-6bbf618deeed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:53:55.927029 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-029c0dbc-53ef-46b3-9043-b2401123949e {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:53:55.927478 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdb5fbd-e15f-489e-a372-93184db6bb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd12b7a-d820-4cbd-9c2c-6bbf618deeed', 'code': 200} Jul 24 09:53:55.954072 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:53:56.022665 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9c291-6620-4482-98fe-723aec779b9e req-57dd5929-9248-4d52-935a-c757e8a230e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:56.024194 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4ef9c291-6620-4482-98fe-723aec779b9e req-57dd5929-9248-4d52-935a-c757e8a230e8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 1097 time: 0.0524392 Jul 24 09:53:56.056924 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4ef9c291-6620-4482-98fe-723aec779b9e req-0f792192-449e-4bd4-aa89-a539b694a9dc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266833 Jul 24 09:53:56.944982 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a16cbf-7914-4fd5-b168-3e04be9268e6 req-5b11bbab-ae65-4745-9296-d498b1b71480 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:56.946467 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f4a16cbf-7914-4fd5-b168-3e04be9268e6 req-5b11bbab-ae65-4745-9296-d498b1b71480 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 946 time: 0.0672226 Jul 24 09:53:56.983154 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f4a16cbf-7914-4fd5-b168-3e04be9268e6 req-173f77cc-6774-4ab2-81d1-2e42f6fdfbca tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310423 Jul 24 09:53:57.309389 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-51642958-2fe4-45e3-85b6-6470b4a5aba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:58.121417 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd3238-8f54-4237-9e4d-8dc58ed23b2e req-0b5d7a52-f9ad-4b26-bbd2-f142c4d35834 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:58.122878 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-29fd3238-8f54-4237-9e4d-8dc58ed23b2e req-0b5d7a52-f9ad-4b26-bbd2-f142c4d35834 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 946 time: 0.0616875 Jul 24 09:53:58.158346 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-29fd3238-8f54-4237-9e4d-8dc58ed23b2e req-5d2f7771-2c88-4ab0-acf0-5b856068a390 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300052 Jul 24 09:53:58.285161 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcf074-75b6-4af9-a79f-f24ea3f52a5a req-077266d0-6c85-46a6-8743-6698b4f8e094 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:58.287386 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28bcf074-75b6-4af9-a79f-f24ea3f52a5a req-077266d0-6c85-46a6-8743-6698b4f8e094 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 946 time: 0.0628872 Jul 24 09:53:58.295787 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48010) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:53:58.300210 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-358739ec-0488-447d-acb5-e895c1cf91b3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Request body: {'floatingip': {'port_id': '4dd12b7a-d820-4cbd-9c2c-6bbf618deeed'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:53:58.340514 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-358739ec-0488-447d-acb5-e895c1cf91b3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for floatingip, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:58.753964 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-358739ec-0488-447d-acb5-e895c1cf91b3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:58.757962 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-358739ec-0488-447d-acb5-e895c1cf91b3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:58.854042 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-358739ec-0488-447d-acb5-e895c1cf91b3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Floating IP d71f5bf3-2c3a-4411-8d60-ac92b97b0660 associated. External IP: 172.25.7.44, port: 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed. Jul 24 09:53:59.055926 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358739ec-0488-447d-acb5-e895c1cf91b3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Router b06926db-d226-43e1-bf11-c4f32e943e66 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:53:59.475650 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358739ec-0488-447d-acb5-e895c1cf91b3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:53:59.480552 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-358739ec-0488-447d-acb5-e895c1cf91b3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:59.485323 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33583b71-e535-4aca-978e-e75ea3912152 None None] Sync routers for ids ['b06926db-d226-43e1-bf11-c4f32e943e66'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:53:59.494124 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33583b71-e535-4aca-978e-e75ea3912152 None None] Routers {'b06926db-d226-43e1-bf11-c4f32e943e66'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:53:59.494728 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-33583b71-e535-4aca-978e-e75ea3912152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:53:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b06926db-d226-43e1-bf11-c4f32e943e66'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:53:59.518457 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-358739ec-0488-447d-acb5-e895c1cf91b3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "PUT /v2.0/floatingips/d71f5bf3-2c3a-4411-8d60-ac92b97b0660 HTTP/1.1" status: 200 len: 991 time: 1.2216036 Jul 24 09:53:59.519163 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdb5fbd-e15f-489e-a372-93184db6bb7f', 'tag': '4dd12b7a-d820-4cbd-9c2c-6bbf618deeed'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:53:59.522211 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080c5c4b-943d-47ce-8888-590c48efa1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdb5fbd-e15f-489e-a372-93184db6bb7f", "tag": "4dd12b7a-d820-4cbd-9c2c-6bbf618deeed"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:53:59.570753 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30252740-41e5-4a96-a4de-f8cbe771cee8 x-openstack-request-id: req-30252740-41e5-4a96-a4de-f8cbe771cee8 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:53:59.571024 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdb5fbd-e15f-489e-a372-93184db6bb7f", "tag": "4dd12b7a-d820-4cbd-9c2c-6bbf618deeed", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:53:59.571292 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30252740-41e5-4a96-a4de-f8cbe771cee8 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:53:59.571700 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdb5fbd-e15f-489e-a372-93184db6bb7f', 'tag': '4dd12b7a-d820-4cbd-9c2c-6bbf618deeed', 'status': 'completed', 'code': 200} Jul 24 09:53:59.601308 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-33583b71-e535-4aca-978e-e75ea3912152 None None] Set router b06926db-d226-43e1-bf11-c4f32e943e66 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:53:59.648774 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c5c4b-943d-47ce-8888-590c48efa1d0 req-d4742e67-0c5f-4b23-b3d5-12293ea8fe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:59.650383 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-080c5c4b-943d-47ce-8888-590c48efa1d0 req-d4742e67-0c5f-4b23-b3d5-12293ea8fe56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 1097 time: 0.0545564 Jul 24 09:53:59.742631 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c5c4b-943d-47ce-8888-590c48efa1d0 req-7cfeec71-7c0c-48ff-8cf2-f22f368e2e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:59.744104 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-080c5c4b-943d-47ce-8888-590c48efa1d0 req-7cfeec71-7c0c-48ff-8cf2-f22f368e2e6e service neutron] 10.222.0.20 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0877075 Jul 24 09:53:59.812797 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-080c5c4b-943d-47ce-8888-590c48efa1d0 req-4acb2c9e-e60a-47e4-a70a-8139043d20ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed HTTP/1.1" status: 200 len: 999 time: 0.0627537 Jul 24 09:53:59.816191 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a355c50e-1ab3-4175-8ee5-b88c0ee38a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:53:59.834807 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-33583b71-e535-4aca-978e-e75ea3912152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'd71f5bf3-2c3a-4411-8d60-ac92b97b0660', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'port_id': '4dd12b7a-d820-4cbd-9c2c-6bbf618deeed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'mac_address': 'fa:16:3e:be:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5fbd-e15f-489e-a372-93184db6bb7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:51:35Z', 'updated_at': '2021-07-24T09:53:58Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e1f225-d99d-4129-8859-23adb5c5089c', 'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'mac_address': 'fa:16:3e:76:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:33Z', 'updated_at': '2021-07-24T09:51:36Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'subnets': [{'id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:53:59.860033 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33583b71-e535-4aca-978e-e75ea3912152 None None] Checking router: b06926db-d226-43e1-bf11-c4f32e943e66 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:53:59.868856 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33583b71-e535-4aca-978e-e75ea3912152 None None] Routers {'b06926db-d226-43e1-bf11-c4f32e943e66'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:53:59.869476 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-33583b71-e535-4aca-978e-e75ea3912152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:54:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b06926db-d226-43e1-bf11-c4f32e943e66'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:53:59.871843 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c5c4b-943d-47ce-8888-590c48efa1d0 req-f612af5f-a071-470d-a84e-f2e789713d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:59.873383 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-080c5c4b-943d-47ce-8888-590c48efa1d0 req-f612af5f-a071-470d-a84e-f2e789713d80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0547154 Jul 24 09:53:59.931901 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c5c4b-943d-47ce-8888-590c48efa1d0 req-6709d428-4172-4279-abc9-6af1e0e4bb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:53:59.933464 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-080c5c4b-943d-47ce-8888-590c48efa1d0 req-6709d428-4172-4279-abc9-6af1e0e4bb02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543556 Jul 24 09:53:59.970319 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-33583b71-e535-4aca-978e-e75ea3912152 None None] Set router b06926db-d226-43e1-bf11-c4f32e943e66 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:54:00.023350 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-080c5c4b-943d-47ce-8888-590c48efa1d0 req-078a2e5f-a898-489f-8d07-3a59a1163752 service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836117 Jul 24 09:54:00.117766 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-080c5c4b-943d-47ce-8888-590c48efa1d0 req-2cc3e4f5-d531-4ce5-8ae5-8b9df681403a service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884500 Jul 24 09:54:00.195114 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-33583b71-e535-4aca-978e-e75ea3912152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'd71f5bf3-2c3a-4411-8d60-ac92b97b0660', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'port_id': '4dd12b7a-d820-4cbd-9c2c-6bbf618deeed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'mac_address': 'fa:16:3e:be:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5fbd-e15f-489e-a372-93184db6bb7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:51:35Z', 'updated_at': '2021-07-24T09:53:58Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e1f225-d99d-4129-8859-23adb5c5089c', 'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'mac_address': 'fa:16:3e:76:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:33Z', 'updated_at': '2021-07-24T09:51:36Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'subnets': [{'id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:54:00.219710 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33583b71-e535-4aca-978e-e75ea3912152 None None] The sync data for ids ['b06926db-d226-43e1-bf11-c4f32e943e66'] in n-d-800085-9 is: [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'd71f5bf3-2c3a-4411-8d60-ac92b97b0660', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'port_id': '4dd12b7a-d820-4cbd-9c2c-6bbf618deeed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'mac_address': 'fa:16:3e:be:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdb5fbd-e15f-489e-a372-93184db6bb7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:51:35Z', 'updated_at': '2021-07-24T09:53:58Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e1f225-d99d-4129-8859-23adb5c5089c', 'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'mac_address': 'fa:16:3e:76:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:33Z', 'updated_at': '2021-07-24T09:51:36Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'subnets': [{'id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:54:00.405590 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b591a72-682d-4ef2-bc46-bbd923206837 None None] New status for floating IP d71f5bf3-2c3a-4411-8d60-ac92b97b0660: ACTIVE {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:54:00.509292 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:54:01.128211 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:54:03.007284 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:54:14.362637 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:54:16.900144 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:54:22.747505 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:54:27.309040 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6dff8390-a5ce-4463-ae21-cd1e52dc8267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:54:29.817890 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ac1e3c08-ba74-4a08-a3da-9f849886f9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:54:30.501159 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:54:31.131981 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:54:33.013217 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:54:44.377833 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:54:46.911031 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:54:47.731355 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2880619b-6d4c-42ab-9457-64bd50cd83f7 req-a7c84246-8729-4fbf-9e25-64b042ca7564 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1077666 Jul 24 09:54:47.825968 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880619b-6d4c-42ab-9457-64bd50cd83f7 req-03589244-36c6-4802-ad2f-e09f20e2a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:54:47.827868 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2880619b-6d4c-42ab-9457-64bd50cd83f7 req-03589244-36c6-4802-ad2f-e09f20e2a52d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 1097 time: 0.0570188 Jul 24 09:54:47.926093 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880619b-6d4c-42ab-9457-64bd50cd83f7 req-fe3e556f-95b9-45c3-b378-8bd2f115aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:54:47.927575 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2880619b-6d4c-42ab-9457-64bd50cd83f7 req-fe3e556f-95b9-45c3-b378-8bd2f115aa36 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0825665 Jul 24 09:54:47.992714 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2880619b-6d4c-42ab-9457-64bd50cd83f7 req-198512c9-83fd-43e7-973c-1cf47cf8a468 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed HTTP/1.1" status: 200 len: 1001 time: 0.0592892 Jul 24 09:54:48.038694 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880619b-6d4c-42ab-9457-64bd50cd83f7 req-ac1dcac7-5084-45a0-b72b-9c8a96ba711e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:54:48.040056 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2880619b-6d4c-42ab-9457-64bd50cd83f7 req-ac1dcac7-5084-45a0-b72b-9c8a96ba711e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0420320 Jul 24 09:54:48.094761 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880619b-6d4c-42ab-9457-64bd50cd83f7 req-e0ddf291-10f0-49fe-bf63-401adac7d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:54:48.096199 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2880619b-6d4c-42ab-9457-64bd50cd83f7 req-e0ddf291-10f0-49fe-bf63-401adac7d836 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501926 Jul 24 09:54:48.187430 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2880619b-6d4c-42ab-9457-64bd50cd83f7 req-da968794-21b1-4f50-bd37-46e22fbc70d3 service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843043 Jul 24 09:54:48.274488 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2880619b-6d4c-42ab-9457-64bd50cd83f7 req-9c2740fe-88dc-4547-8641-f075ccbd79b7 service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803802 Jul 24 09:54:57.309134 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-187efae9-76b3-4676-9f7a-8ad3b9af23cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:54:59.747073 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:54:59.818553 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bf1e5536-8482-4a9b-b010-830773d89b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:00.502309 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:01.133486 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:03.012407 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:14.391086 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:16.913457 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:27.309951 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bc549f01-a867-42dc-8e88-19bebdb7b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:29.818294 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8c20d816-ed58-4bfc-b978-ee9309074826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:30.503143 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:31.136254 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:33.014539 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:34.498488 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b1a25-6b1f-4fdc-8274-6bba12daa276 req-2f0d7dcd-f655-453b-847a-14a28b8ac8de tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:34.500021 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-951b1a25-6b1f-4fdc-8274-6bba12daa276 req-2f0d7dcd-f655-453b-847a-14a28b8ac8de tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 946 time: 0.0680835 Jul 24 09:55:34.537218 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-951b1a25-6b1f-4fdc-8274-6bba12daa276 req-b8b12dfa-b195-468b-bf82-44c1f49bd550 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315690 Jul 24 09:55:35.682203 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f48ce5-c23a-46f4-99cd-d97da937003b req-176c2130-5fce-4b05-b14d-3c7028b32c9f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:35.683922 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-31f48ce5-c23a-46f4-99cd-d97da937003b req-176c2130-5fce-4b05-b14d-3c7028b32c9f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 946 time: 0.0636764 Jul 24 09:55:35.726168 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-31f48ce5-c23a-46f4-99cd-d97da937003b req-1729ec42-be50-4cef-a196-aa59eb3d634d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367589 Jul 24 09:55:36.748505 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:55:36.858254 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332b4ed-8a5f-4c90-ab9d-e5355c22b4c7 req-3d1fd00d-3c99-4278-98a1-fa68c0e46abc tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:36.859780 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0332b4ed-8a5f-4c90-ab9d-e5355c22b4c7 req-3d1fd00d-3c99-4278-98a1-fa68c0e46abc tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 946 time: 0.0627656 Jul 24 09:55:36.895733 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0332b4ed-8a5f-4c90-ab9d-e5355c22b4c7 req-91f8fd3c-dd1a-412a-9592-8e68809c66d4 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305073 Jul 24 09:55:38.029908 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17093cd-68aa-470d-bc39-843a45eeee54 req-fed814d3-ebd4-4678-8a72-a1d578396a06 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:38.031425 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f17093cd-68aa-470d-bc39-843a45eeee54 req-fed814d3-ebd4-4678-8a72-a1d578396a06 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 946 time: 0.0642719 Jul 24 09:55:38.068491 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f17093cd-68aa-470d-bc39-843a45eeee54 req-fc4533b1-925e-429a-a947-0ec3c4f50e99 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316503 Jul 24 09:55:39.200041 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343cca5e-7326-4fd6-9ed3-72bc9c0e558d req-77cbb7c9-ecc4-47dd-9f0c-eb7691f22035 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:39.201575 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-343cca5e-7326-4fd6-9ed3-72bc9c0e558d req-77cbb7c9-ecc4-47dd-9f0c-eb7691f22035 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 946 time: 0.0630665 Jul 24 09:55:39.241977 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-343cca5e-7326-4fd6-9ed3-72bc9c0e558d req-90b66b54-5a91-46f9-9d37-62c6000f393e tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348723 Jul 24 09:55:40.377786 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b70c77-093a-4e1a-92cf-b5bd2825d8c8 req-d2c98a86-760c-4b1d-82bb-e46187b3eb08 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:40.379283 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d4b70c77-093a-4e1a-92cf-b5bd2825d8c8 req-d2c98a86-760c-4b1d-82bb-e46187b3eb08 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 946 time: 0.0646968 Jul 24 09:55:40.416296 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d4b70c77-093a-4e1a-92cf-b5bd2825d8c8 req-0e964647-aab8-4fce-860a-4adf7b091228 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309134 Jul 24 09:55:41.547086 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc7932-1eb9-4d4a-9c72-dea3a1bfd933 req-82bf35a4-d640-4a31-a4f7-911c16a7c236 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:41.548580 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3abc7932-1eb9-4d4a-9c72-dea3a1bfd933 req-82bf35a4-d640-4a31-a4f7-911c16a7c236 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 946 time: 0.0630190 Jul 24 09:55:41.585021 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3abc7932-1eb9-4d4a-9c72-dea3a1bfd933 req-d0c9ccd9-10ff-4364-b6ca-b84a8b56d077 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308995 Jul 24 09:55:42.722230 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fab4f5-37ab-4cd8-b2f7-282f847153ab req-a227d4c0-2258-4eb5-bc6c-f0dd0253741f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:42.723744 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d8fab4f5-37ab-4cd8-b2f7-282f847153ab req-a227d4c0-2258-4eb5-bc6c-f0dd0253741f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 946 time: 0.0677667 Jul 24 09:55:42.760749 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d8fab4f5-37ab-4cd8-b2f7-282f847153ab req-7640f494-96d3-41c5-ac42-2e4808ffff28 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313928 Jul 24 09:55:43.891087 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccde3e-e163-4550-98ad-cd85eb8240ac req-7aca5025-9ef9-45b4-876e-19796a503b77 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:43.892566 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8bccde3e-e163-4550-98ad-cd85eb8240ac req-7aca5025-9ef9-45b4-876e-19796a503b77 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 946 time: 0.0621436 Jul 24 09:55:43.930137 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8bccde3e-e163-4550-98ad-cd85eb8240ac req-4b342718-8710-4927-948a-19c6cc92c6f4 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319695 Jul 24 09:55:44.405357 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:45.063335 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010270f6-d13e-4e37-b954-9800da81dda1 req-fa288e63-3d26-477b-903a-8ae96232e9ec tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:45.064708 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-010270f6-d13e-4e37-b954-9800da81dda1 req-fa288e63-3d26-477b-903a-8ae96232e9ec tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 946 time: 0.0620582 Jul 24 09:55:45.100403 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-010270f6-d13e-4e37-b954-9800da81dda1 req-40f168e1-442f-4632-98b6-6e244e85a6f5 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302200 Jul 24 09:55:46.304399 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48240) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:55:46.378822 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5b75e-b1b0-4747-9833-acb9e477a3f6 req-da36547b-52b1-433b-84c8-d898adf90235 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:46.380340 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ece5b75e-b1b0-4747-9833-acb9e477a3f6 req-da36547b-52b1-433b-84c8-d898adf90235 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 946 time: 0.0630708 Jul 24 09:55:46.422253 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ece5b75e-b1b0-4747-9833-acb9e477a3f6 req-62a4e304-d0ab-4c09-b1e6-12cb3896f00b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364006 Jul 24 09:55:46.457388 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-5a5afcfe-cdd9-4803-a161-9d4b8f66d203 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1517208 Jul 24 09:55:46.927269 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:47.559448 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0dc699-cad1-4107-903f-8de6cea19876 req-6e5d8c51-66da-4fa7-9ce4-f3b567616e01 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:47.561276 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9c0dc699-cad1-4107-903f-8de6cea19876 req-6e5d8c51-66da-4fa7-9ce4-f3b567616e01 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 946 time: 0.0685956 Jul 24 09:55:47.627774 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9c0dc699-cad1-4107-903f-8de6cea19876 req-c733b6a3-dd0a-44ba-a126-a617c91c2704 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578351 Jul 24 09:55:47.651846 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-a9551be6-1e68-44e1-a931-b211c2126536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:47.653395 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-a9551be6-1e68-44e1-a931-b211c2126536 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 1097 time: 0.0616336 Jul 24 09:55:47.744116 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-d2aa1b19-8521-4d32-9f36-badc1b8df8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:47.745580 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-d2aa1b19-8521-4d32-9f36-badc1b8df8ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0860715 Jul 24 09:55:47.811579 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-28a27921-5731-4598-8dd9-e6f076210389 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed HTTP/1.1" status: 200 len: 1001 time: 0.0591216 Jul 24 09:55:47.859369 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-3f47e102-35bd-420b-a464-d5767600dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:47.861225 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-3f47e102-35bd-420b-a464-d5767600dac8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0435357 Jul 24 09:55:47.917681 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-5e14242b-d41f-445a-9e32-19af621c3830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:47.919675 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-5e14242b-d41f-445a-9e32-19af621c3830 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527852 Jul 24 09:55:48.010582 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-464323b4-817a-4e29-9578-a98526ab34b4 service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844190 Jul 24 09:55:48.097975 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-db9a7f39-e2df-417e-9400-4afa315cf9ea service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812328 Jul 24 09:55:48.710702 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408acffa-bfc3-4f9e-ac91-e57b004e98ec req-53e7749b-0fec-4411-ab3e-9164a623b443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:48.712227 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-408acffa-bfc3-4f9e-ac91-e57b004e98ec req-53e7749b-0fec-4411-ab3e-9164a623b443 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 1097 time: 0.0538435 Jul 24 09:55:48.759949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe55ea4-1f38-418b-acd1-50101cd4fd07 req-c7012d07-5ed6-469d-9299-98d5495d80be tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:48.761504 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2fe55ea4-1f38-418b-acd1-50101cd4fd07 req-c7012d07-5ed6-469d-9299-98d5495d80be tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 946 time: 0.0634432 Jul 24 09:55:48.798960 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2fe55ea4-1f38-418b-acd1-50101cd4fd07 req-7f9786ac-c772-46ce-b641-74da50d73c18 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313497 Jul 24 09:55:48.820532 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408acffa-bfc3-4f9e-ac91-e57b004e98ec req-8f507ac6-da81-47d1-b99c-2b9b0cc064ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:48.822062 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-408acffa-bfc3-4f9e-ac91-e57b004e98ec req-8f507ac6-da81-47d1-b99c-2b9b0cc064ca service neutron] 10.222.0.20 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0907362 Jul 24 09:55:48.893186 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-408acffa-bfc3-4f9e-ac91-e57b004e98ec req-3d9b4010-5c1d-42a4-a73d-da292967a1b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed HTTP/1.1" status: 200 len: 1001 time: 0.0640671 Jul 24 09:55:48.941132 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408acffa-bfc3-4f9e-ac91-e57b004e98ec req-74b92b0b-6eec-4ea4-8bd6-a7c95628eb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:48.942497 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-408acffa-bfc3-4f9e-ac91-e57b004e98ec req-74b92b0b-6eec-4ea4-8bd6-a7c95628eb87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0425789 Jul 24 09:55:48.998799 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408acffa-bfc3-4f9e-ac91-e57b004e98ec req-c7c4b033-a305-4b7d-b7bb-f5308532fd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:49.000272 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-408acffa-bfc3-4f9e-ac91-e57b004e98ec req-c7c4b033-a305-4b7d-b7bb-f5308532fd90 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516772 Jul 24 09:55:49.091046 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-408acffa-bfc3-4f9e-ac91-e57b004e98ec req-e8c77381-9f92-4772-b9a9-29ecf49223dd service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836120 Jul 24 09:55:49.177400 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-408acffa-bfc3-4f9e-ac91-e57b004e98ec req-657c99a7-1ce0-4f5c-a32d-c43fe6758b84 service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795908 Jul 24 09:55:49.953690 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-fe1fc7b2-4002-4a86-a635-7db7ac589707 service neutron] show failed (client error): The resource could not be found. Jul 24 09:55:49.954702 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-fe1fc7b2-4002-4a86-a635-7db7ac589707 service neutron] 10.222.0.20 "GET /v2.0/ports/4dd12b7a-d820-4cbd-9c2c-6bbf618deeed/bindings/n-h1-800085-9 HTTP/1.1" status: 404 len: 380 time: 0.0922806 Jul 24 09:55:49.972356 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d97851-9540-432c-a923-cb4a6bdb0e53 req-38b19a45-2f65-43c3-8294-c4039943c249 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:49.973909 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e8d97851-9540-432c-a923-cb4a6bdb0e53 req-38b19a45-2f65-43c3-8294-c4039943c249 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 946 time: 0.1048739 Jul 24 09:55:50.013430 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e8d97851-9540-432c-a923-cb4a6bdb0e53 req-8ea4bfce-2f0d-4db7-be42-0dadfe223937 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338769 Jul 24 09:55:50.154449 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-e5cff48d-8106-4749-9e52-85aca047f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:50.155825 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-e5cff48d-8106-4749-9e52-85aca047f5e3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f&tenant_id=4bdf65fab79e4b52bd6c3653c51ee822 HTTP/1.1" status: 200 len: 1097 time: 0.0526690 Jul 24 09:55:50.167927 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-9', 'device_owner': 'compute:nova'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:55:50.241768 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:50.435804 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] For port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:55:50.466277 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] For port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:55:50.503340 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdb5fbd-e15f-489e-a372-93184db6bb7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dd12b7a-d820-4cbd-9c2c-6bbf618deeed'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:55:50.505606 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e307a021-300b-4451-8ad5-d8a6491f13d2" -d '{"events": [{"server_uuid": "5cdb5fbd-e15f-489e-a372-93184db6bb7f", "name": "network-vif-unplugged", "status": "completed", "tag": "4dd12b7a-d820-4cbd-9c2c-6bbf618deeed"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:55:50.509453 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:50.521532 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Transition to ACTIVE for port object 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:55:50.525110 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:50.573556 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Pushing event updated for resources: {'Port': ['ID=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed,revision_number=6']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:55:50.641996 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089f2542-feb5-4d52-bd54-d264d48094a0 x-openstack-request-id: req-089f2542-feb5-4d52-bd54-d264d48094a0 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:55:50.642288 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdb5fbd-e15f-489e-a372-93184db6bb7f", "name": "network-vif-unplugged", "status": "completed", "tag": "4dd12b7a-d820-4cbd-9c2c-6bbf618deeed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:55:50.642541 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-089f2542-feb5-4d52-bd54-d264d48094a0 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:55:50.642938 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdb5fbd-e15f-489e-a372-93184db6bb7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dd12b7a-d820-4cbd-9c2c-6bbf618deeed', 'code': 200} Jul 24 09:55:50.650367 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:55:50.650714 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:55:50.651056 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:55:50.651392 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:55:50.651742 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:55:50.652057 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:55:50.652391 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:55:50.653396 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:55:50.653727 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:55:50.654051 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:55:50.654376 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:55:50.654700 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:55:50.722642 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] No DVR routers for this DVR port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:55:50.852312 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Attempting to bind port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:55:50.852639 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Attempting to bind port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:55:50.852989 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Attempting to bind port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:55:50.857103 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:55:50.857421 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Attempting to bind port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:55:50.862047 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:55:50.862409 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Checking segment: {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:55:50.862788 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Bound using segment: {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:55:50.863206 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Bound port: 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:55:50.863552 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:50.926658 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] For port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:55:50.930145 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] For port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:55:50.934606 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:50.968221 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:50.968979 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:50.970537 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] 10.222.0.37 "PUT /v2.0/ports/4dd12b7a-d820-4cbd-9c2c-6bbf618deeed HTTP/1.1" status: 200 len: 1092 time: 0.8066380 Jul 24 09:55:51.003905 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76f259-421a-4e87-9ca6-47951f8b9edd service neutron] Pushing event updated for resources: {'Port': ['ID=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed,revision_number=7']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:55:51.053945 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-c9512f91-5c30-4ba5-864b-07304b99eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:51.055569 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-c9512f91-5c30-4ba5-864b-07304b99eef8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 1095 time: 0.0629704 Jul 24 09:55:51.155460 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887458d-6a6e-43e4-a1bd-bbea356c4cde req-025bcb54-0ed5-4dc6-8a20-21e9478316a9 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:51.157093 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b887458d-6a6e-43e4-a1bd-bbea356c4cde req-025bcb54-0ed5-4dc6-8a20-21e9478316a9 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 944 time: 0.0690169 Jul 24 09:55:51.197459 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b887458d-6a6e-43e4-a1bd-bbea356c4cde req-7457b29d-064b-4143-abe5-c1a5b9102ce6 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345068 Jul 24 09:55:51.450367 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-f79377c1-ff6e-4207-a752-8ed58771ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:51.451852 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-f79377c1-ff6e-4207-a752-8ed58771ae9b service neutron] 10.222.0.37 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.3891125 Jul 24 09:55:51.516941 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-25f16853-44e8-4d18-a429-f37283427e0d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed HTTP/1.1" status: 200 len: 999 time: 0.0579374 Jul 24 09:55:51.563557 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-8bbb6704-d326-4931-90f2-7ecc21c3424d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:51.564997 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-8bbb6704-d326-4931-90f2-7ecc21c3424d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0416851 Jul 24 09:55:51.622170 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-62f3d6d9-4223-4a01-8211-831aff9c11ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:51.623642 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-62f3d6d9-4223-4a01-8211-831aff9c11ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527246 Jul 24 09:55:51.713254 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-1e15d0f4-4d32-4734-b238-7cdeb9e6f44f service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831919 Jul 24 09:55:51.799382 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-62de3bf1-f1e1-4185-9ea8-f4f3789ab758 req-c7a4ca7c-27a8-4838-a9e7-196df7610e2a service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802133 Jul 24 09:55:52.207136 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:55:52.245666 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:55:52.335569 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c55b7-3e8c-4218-9818-71ec7883fd61 req-751b0a30-c679-436e-bf7f-233dadb326f3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:52.337054 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d05c55b7-3e8c-4218-9818-71ec7883fd61 req-751b0a30-c679-436e-bf7f-233dadb326f3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 944 time: 0.0653462 Jul 24 09:55:52.373017 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d05c55b7-3e8c-4218-9818-71ec7883fd61 req-926acdee-ba3b-4f79-a70b-b2a6ebe1fdad tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298817 Jul 24 09:55:52.644232 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdb5fbd-e15f-489e-a372-93184db6bb7f', 'tag': '4dd12b7a-d820-4cbd-9c2c-6bbf618deeed'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:55:52.646580 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a809d61-b95f-4731-ac21-49cafdcd7abb" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdb5fbd-e15f-489e-a372-93184db6bb7f", "tag": "4dd12b7a-d820-4cbd-9c2c-6bbf618deeed"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:55:52.694624 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f83a76-42e0-4eb0-bf1c-cda8d17cc3c8 x-openstack-request-id: req-c4f83a76-42e0-4eb0-bf1c-cda8d17cc3c8 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:55:52.694922 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdb5fbd-e15f-489e-a372-93184db6bb7f", "tag": "4dd12b7a-d820-4cbd-9c2c-6bbf618deeed", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:55:52.695173 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4f83a76-42e0-4eb0-bf1c-cda8d17cc3c8 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:55:52.695566 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdb5fbd-e15f-489e-a372-93184db6bb7f', 'tag': '4dd12b7a-d820-4cbd-9c2c-6bbf618deeed', 'status': 'completed', 'code': 200} Jul 24 09:55:52.766755 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a809d61-b95f-4731-ac21-49cafdcd7abb req-63c5c683-fde5-4dbf-999a-378a483dd0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:52.768274 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a809d61-b95f-4731-ac21-49cafdcd7abb req-63c5c683-fde5-4dbf-999a-378a483dd0f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 1095 time: 0.0547163 Jul 24 09:55:52.772690 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a809d61-b95f-4731-ac21-49cafdcd7abb req-796fa4d4-6905-4fe5-8fb1-7923e2c64e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:52.774319 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a809d61-b95f-4731-ac21-49cafdcd7abb req-796fa4d4-6905-4fe5-8fb1-7923e2c64e64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 1095 time: 0.0569351 Jul 24 09:55:52.859013 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a809d61-b95f-4731-ac21-49cafdcd7abb req-db2f13bb-d923-4ca7-9ee8-d745875984db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:52.860488 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a809d61-b95f-4731-ac21-49cafdcd7abb req-db2f13bb-d923-4ca7-9ee8-d745875984db service neutron] 10.222.0.37 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0859506 Jul 24 09:55:52.861153 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a809d61-b95f-4731-ac21-49cafdcd7abb req-150ca5c2-b0dc-4ba5-a0dc-d6c9a246ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:52.862630 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a809d61-b95f-4731-ac21-49cafdcd7abb req-150ca5c2-b0dc-4ba5-a0dc-d6c9a246ee1d service neutron] 10.222.0.20 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0824397 Jul 24 09:55:52.924456 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a809d61-b95f-4731-ac21-49cafdcd7abb req-9bfda7a9-1e76-4370-a638-6b9537fdd721 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed HTTP/1.1" status: 200 len: 999 time: 0.0568833 Jul 24 09:55:52.929461 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a809d61-b95f-4731-ac21-49cafdcd7abb req-38392dd8-a371-4624-8250-653d5d4d598f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed HTTP/1.1" status: 200 len: 999 time: 0.0608761 Jul 24 09:55:52.975529 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a809d61-b95f-4731-ac21-49cafdcd7abb req-9680aecc-061e-4d32-95f7-95fb8cb3fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:52.977114 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a809d61-b95f-4731-ac21-49cafdcd7abb req-9680aecc-061e-4d32-95f7-95fb8cb3fd1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0452883 Jul 24 09:55:52.978154 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a809d61-b95f-4731-ac21-49cafdcd7abb req-67a60d94-a3a6-4c68-93ff-eaad29fc53dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:52.979893 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a809d61-b95f-4731-ac21-49cafdcd7abb req-67a60d94-a3a6-4c68-93ff-eaad29fc53dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0445173 Jul 24 09:55:53.041224 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a809d61-b95f-4731-ac21-49cafdcd7abb req-3a55e4b9-5d62-4f96-91eb-6459a6fa6c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:53.042800 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a809d61-b95f-4731-ac21-49cafdcd7abb req-3a55e4b9-5d62-4f96-91eb-6459a6fa6c30 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564344 Jul 24 09:55:53.043171 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a809d61-b95f-4731-ac21-49cafdcd7abb req-bd3343dd-5881-477c-82c4-898ba547185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:53.045491 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a809d61-b95f-4731-ac21-49cafdcd7abb req-bd3343dd-5881-477c-82c4-898ba547185e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621233 Jul 24 09:55:53.139694 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a809d61-b95f-4731-ac21-49cafdcd7abb req-1b47d3b5-fd63-4477-974e-cc2b82bb412e service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899212 Jul 24 09:55:53.148798 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a809d61-b95f-4731-ac21-49cafdcd7abb req-6010b746-ddc2-4aaf-bb53-c5f6a74cec06 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838044 Jul 24 09:55:53.235553 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a809d61-b95f-4731-ac21-49cafdcd7abb req-7be2d228-1b89-4968-83f8-a5f95e6369bb service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900750 Jul 24 09:55:53.243399 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0a809d61-b95f-4731-ac21-49cafdcd7abb req-78d8de48-475f-4916-946c-5ec508d2caa6 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886064 Jul 24 09:55:53.506673 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5480477-c25c-4bc1-afa5-4c3cefecc532 req-841daa2e-e0d8-465e-be34-79ba0495f34f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:53.508187 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b5480477-c25c-4bc1-afa5-4c3cefecc532 req-841daa2e-e0d8-465e-be34-79ba0495f34f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 944 time: 0.0636697 Jul 24 09:55:53.546108 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b5480477-c25c-4bc1-afa5-4c3cefecc532 req-b5c001bf-dd5f-476a-a083-617780e06a67 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322974 Jul 24 09:55:53.760012 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7166db-8b56-490e-b088-77d6f9c99370 req-ca1e5f20-3ced-4709-96b8-1648e7fb7c35 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:53.761463 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f7166db-8b56-490e-b088-77d6f9c99370 req-ca1e5f20-3ced-4709-96b8-1648e7fb7c35 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 944 time: 0.0634046 Jul 24 09:55:53.776419 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4acfb4-25d4-40fa-87e3-16188c09a693 req-de47d239-ee79-4135-89b3-251f687ace44 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:53.777966 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cb4acfb4-25d4-40fa-87e3-16188c09a693 req-de47d239-ee79-4135-89b3-251f687ace44 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f&tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&binding%3Ahost_id=n-h1-800085-9 HTTP/1.1" status: 200 len: 944 time: 0.0715597 Jul 24 09:55:53.803754 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9f7166db-8b56-490e-b088-77d6f9c99370 req-fb52f09f-38cd-4d63-a0fd-e3754e9650c8 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362384 Jul 24 09:55:53.838338 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-cb4acfb4-25d4-40fa-87e3-16188c09a693 req-d8e0ecb9-8516-434c-8434-5bab2de24a27 service neutron] delete failed (client error): The resource could not be found. Jul 24 09:55:53.839360 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cb4acfb4-25d4-40fa-87e3-16188c09a693 req-d8e0ecb9-8516-434c-8434-5bab2de24a27 service neutron] 10.222.0.20 "DELETE /v2.0/ports/4dd12b7a-d820-4cbd-9c2c-6bbf618deeed/bindings/n-h2-800085-9 HTTP/1.1" status: 404 len: 380 time: 0.0539014 Jul 24 09:55:53.931403 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4acfb4-25d4-40fa-87e3-16188c09a693 req-56198b7d-c3fb-436e-ac4f-bbcbc0cccc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:53.932926 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cb4acfb4-25d4-40fa-87e3-16188c09a693 req-56198b7d-c3fb-436e-ac4f-bbcbc0cccc41 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 1095 time: 0.0540674 Jul 24 09:55:54.027384 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4acfb4-25d4-40fa-87e3-16188c09a693 req-9dbe5121-dde4-473d-8c62-ac60af498e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:54.029257 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cb4acfb4-25d4-40fa-87e3-16188c09a693 req-9dbe5121-dde4-473d-8c62-ac60af498e60 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0902524 Jul 24 09:55:54.090463 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cb4acfb4-25d4-40fa-87e3-16188c09a693 req-cbfa0a79-4cc8-40fb-b81b-ba4e7dca1057 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed HTTP/1.1" status: 200 len: 999 time: 0.0556374 Jul 24 09:55:54.127711 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:55:54.137732 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4acfb4-25d4-40fa-87e3-16188c09a693 req-174c0d54-1a2f-4524-9726-43d77baa41e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:54.139885 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cb4acfb4-25d4-40fa-87e3-16188c09a693 req-174c0d54-1a2f-4524-9726-43d77baa41e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0435476 Jul 24 09:55:54.203352 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4acfb4-25d4-40fa-87e3-16188c09a693 req-e795cc24-425c-4a83-b4ce-c774076bc005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:54.204956 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cb4acfb4-25d4-40fa-87e3-16188c09a693 req-e795cc24-425c-4a83-b4ce-c774076bc005 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575068 Jul 24 09:55:54.225173 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:55:54.235918 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '4dd12b7a-d820-4cbd-9c2c-6bbf618deeed', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'port_id': '4dd12b7a-d820-4cbd-9c2c-6bbf618deeed', 'mac_address': 'fa:16:3e:be:bc:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:55:54.271720 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:54.284188 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:55:54.293505 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cb4acfb4-25d4-40fa-87e3-16188c09a693 req-b72e811c-bbe8-483a-8721-77ad1ab838dc service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826113 Jul 24 09:55:54.303743 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:55:54.308004 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:54.371783 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:55:54.383413 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:55:54.384166 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:55:54.384784 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:55:54.385504 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:55:54.386008 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:55:54.386505 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:55:54.386995 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:55:54.387483 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:55:54.387966 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:55:54.388466 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:55:54.388982 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:55:54.389469 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:55:54.403416 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cb4acfb4-25d4-40fa-87e3-16188c09a693 req-3a9b1d40-dd13-42e0-aa3d-4e1f48cb312f service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035631 Jul 24 09:55:54.540843 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['4dd12b7a-d820-4cbd-9c2c-6bbf618deeed'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:55:54.940693 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c1075-be1e-485b-a056-d1621a052bee req-8260f542-0a41-413c-935d-2af265d9006d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:54.942190 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ff0c1075-be1e-485b-a056-d1621a052bee req-8260f542-0a41-413c-935d-2af265d9006d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 945 time: 0.0651598 Jul 24 09:55:54.978836 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ff0c1075-be1e-485b-a056-d1621a052bee req-33a580e8-8dca-4e7b-a6db-63e858ef0f0d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309968 Jul 24 09:55:55.107976 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337e63b-778b-45ce-ae31-cc91a5e6fce7 req-2c957db5-fcf7-4b07-87e6-0869d34fed39 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:55.109404 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a337e63b-778b-45ce-ae31-cc91a5e6fce7 req-2c957db5-fcf7-4b07-87e6-0869d34fed39 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 945 time: 0.0624485 Jul 24 09:55:55.145374 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a337e63b-778b-45ce-ae31-cc91a5e6fce7 req-1e02c9b8-9ae7-4723-a9af-58a287ccfca1 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305836 Jul 24 09:55:55.407800 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df779496-f483-4f3b-8b80-c884a6c733b2 req-1e25a298-9856-4d97-8744-43bd9e3f4ff7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:55.409236 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df779496-f483-4f3b-8b80-c884a6c733b2 req-1e25a298-9856-4d97-8744-43bd9e3f4ff7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 945 time: 0.1046262 Jul 24 09:55:55.414624 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04b79b-732a-424c-b25c-e2b2fff897a8 req-a26f4342-4b46-4d23-b32e-2abdee56b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:55.416005 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e04b79b-732a-424c-b25c-e2b2fff897a8 req-a26f4342-4b46-4d23-b32e-2abdee56b9f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 1096 time: 0.0820093 Jul 24 09:55:55.473718 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df779496-f483-4f3b-8b80-c884a6c733b2 req-2f5bee04-d1cc-4938-a056-61f22fcea552 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567729 Jul 24 09:55:55.525699 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04b79b-732a-424c-b25c-e2b2fff897a8 req-bf83bde0-48c1-4061-bf20-b27c73003bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:55.527181 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e04b79b-732a-424c-b25c-e2b2fff897a8 req-bf83bde0-48c1-4061-bf20-b27c73003bc3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.1036215 Jul 24 09:55:55.595253 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e04b79b-732a-424c-b25c-e2b2fff897a8 req-ed7edbb2-296e-414d-a5bf-01bd66c7666c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed HTTP/1.1" status: 200 len: 1000 time: 0.0609486 Jul 24 09:55:55.643129 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04b79b-732a-424c-b25c-e2b2fff897a8 req-b42e5f58-81e3-492e-a72a-3da3b39f6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:55.644528 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e04b79b-732a-424c-b25c-e2b2fff897a8 req-b42e5f58-81e3-492e-a72a-3da3b39f6d4e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0427015 Jul 24 09:55:55.700105 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04b79b-732a-424c-b25c-e2b2fff897a8 req-5598e347-286a-4c6e-9fe7-0c531fbb1e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:55.702217 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e04b79b-732a-424c-b25c-e2b2fff897a8 req-5598e347-286a-4c6e-9fe7-0c531fbb1e5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517325 Jul 24 09:55:55.795231 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e04b79b-732a-424c-b25c-e2b2fff897a8 req-682984a6-145e-457e-9aed-6c7a50d0adee service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867057 Jul 24 09:55:55.881018 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e04b79b-732a-424c-b25c-e2b2fff897a8 req-b336560a-567e-438c-aea2-5a252cad9aca service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799003 Jul 24 09:55:56.130430 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:55:56.179989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:55:56.184099 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:55:56.184468 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:56.265385 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:56.292470 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdb5fbd-e15f-489e-a372-93184db6bb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd12b7a-d820-4cbd-9c2c-6bbf618deeed'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:55:56.296081 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efa4a23-3d11-4bcb-91da-f70bb072f98f" -d '{"events": [{"server_uuid": "5cdb5fbd-e15f-489e-a372-93184db6bb7f", "name": "network-vif-plugged", "status": "completed", "tag": "4dd12b7a-d820-4cbd-9c2c-6bbf618deeed"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:55:56.311093 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:55:56.315805 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:56.364938 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed,revision_number=9']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:55:56.407466 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb76ec03-034f-4ece-a048-8821a3c46d86 x-openstack-request-id: req-bb76ec03-034f-4ece-a048-8821a3c46d86 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:55:56.407807 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdb5fbd-e15f-489e-a372-93184db6bb7f", "name": "network-vif-plugged", "status": "completed", "tag": "4dd12b7a-d820-4cbd-9c2c-6bbf618deeed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:55:56.408062 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb76ec03-034f-4ece-a048-8821a3c46d86 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:55:56.408457 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdb5fbd-e15f-489e-a372-93184db6bb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd12b7a-d820-4cbd-9c2c-6bbf618deeed', 'code': 200} Jul 24 09:55:56.609410 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b19979-6069-4f3c-821f-e0b1e7a4e023 req-5ff0bf7a-b7a2-4791-ab27-bdbfbdbd827c tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:56.610898 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1b19979-6069-4f3c-821f-e0b1e7a4e023 req-5ff0bf7a-b7a2-4791-ab27-bdbfbdbd827c tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 946 time: 0.0676301 Jul 24 09:55:56.647199 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1b19979-6069-4f3c-821f-e0b1e7a4e023 req-a4efc5b1-3183-4f48-9cba-417d1fe5b8b9 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307355 Jul 24 09:55:56.914162 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab184061-2f28-45dd-9b88-2fa7f5d8b248 req-8cad7f73-8bdc-43fd-8ff2-4f785ce75d45 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:56.915564 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ab184061-2f28-45dd-9b88-2fa7f5d8b248 req-8cad7f73-8bdc-43fd-8ff2-4f785ce75d45 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 946 time: 0.0633476 Jul 24 09:55:56.952292 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ab184061-2f28-45dd-9b88-2fa7f5d8b248 req-73e67654-e8e1-4b39-ae01-ac887f3f37f4 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307930 Jul 24 09:55:57.309590 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a70dc614-1139-4520-a1bc-f8907ce528db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:58.086946 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccaa71d-9de7-4ebe-b7a4-f91077eb4932 req-5e94ec4e-d50f-43e3-a752-9a5c489e3d6b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:58.088417 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8ccaa71d-9de7-4ebe-b7a4-f91077eb4932 req-5e94ec4e-d50f-43e3-a752-9a5c489e3d6b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 946 time: 0.0661640 Jul 24 09:55:58.128975 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8ccaa71d-9de7-4ebe-b7a4-f91077eb4932 req-36c16e13-e034-46b8-ba14-a275e7fc4ba0 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349209 Jul 24 09:55:58.154968 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40c689-ea0c-40e8-83f5-21c36fe7e513 req-1bb6687d-c7fa-459c-b7f4-529856c0e0f7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:55:58.156481 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bc40c689-ea0c-40e8-83f5-21c36fe7e513 req-1bb6687d-c7fa-459c-b7f4-529856c0e0f7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 946 time: 0.0677476 Jul 24 09:55:58.257133 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-bc40c689-ea0c-40e8-83f5-21c36fe7e513 req-25a45a2d-cc6e-4f78-9b49-96571ae674da tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Deleting port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:55:58.257394 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bc40c689-ea0c-40e8-83f5-21c36fe7e513 req-25a45a2d-cc6e-4f78-9b49-96571ae674da tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:58.346094 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-bc40c689-ea0c-40e8-83f5-21c36fe7e513 req-25a45a2d-cc6e-4f78-9b49-96571ae674da tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] For port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:55:58.346458 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bc40c689-ea0c-40e8-83f5-21c36fe7e513 req-25a45a2d-cc6e-4f78-9b49-96571ae674da tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:58.512451 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bc40c689-ea0c-40e8-83f5-21c36fe7e513 req-25a45a2d-cc6e-4f78-9b49-96571ae674da tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:58.512791 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bc40c689-ea0c-40e8-83f5-21c36fe7e513 req-25a45a2d-cc6e-4f78-9b49-96571ae674da tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:58.513107 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [req-bc40c689-ea0c-40e8-83f5-21c36fe7e513 req-25a45a2d-cc6e-4f78-9b49-96571ae674da tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Floating IP d71f5bf3-2c3a-4411-8d60-ac92b97b0660 disassociated. External IP: 172.25.7.44, port: 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed. Jul 24 09:55:58.513499 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-bc40c689-ea0c-40e8-83f5-21c36fe7e513 req-25a45a2d-cc6e-4f78-9b49-96571ae674da tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Calling delete_port for 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:55:58.639202 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bc40c689-ea0c-40e8-83f5-21c36fe7e513 req-25a45a2d-cc6e-4f78-9b49-96571ae674da tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:58.667644 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a45a2d-cc6e-4f78-9b49-96571ae674da tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Pushing event deleted for resources: {'Port': ['ID=4dd12b7a-d820-4cbd-9c2c-6bbf618deeed,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:55:58.782416 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc40c689-ea0c-40e8-83f5-21c36fe7e513 req-25a45a2d-cc6e-4f78-9b49-96571ae674da tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Router b06926db-d226-43e1-bf11-c4f32e943e66 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:55:58.893574 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc40c689-ea0c-40e8-83f5-21c36fe7e513 req-25a45a2d-cc6e-4f78-9b49-96571ae674da tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:55:58.903714 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f1b728-e398-47ae-90cd-25e29ede8a68 None None] Sync routers for ids ['b06926db-d226-43e1-bf11-c4f32e943e66'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:55:58.913497 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f1b728-e398-47ae-90cd-25e29ede8a68 None None] Routers {'b06926db-d226-43e1-bf11-c4f32e943e66'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:55:58.914091 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-32f1b728-e398-47ae-90cd-25e29ede8a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:55:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b06926db-d226-43e1-bf11-c4f32e943e66'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:55:58.936405 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc40c689-ea0c-40e8-83f5-21c36fe7e513 req-25a45a2d-cc6e-4f78-9b49-96571ae674da tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] No DVR routers for this DVR port 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:55:58.938927 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-bc40c689-ea0c-40e8-83f5-21c36fe7e513 req-25a45a2d-cc6e-4f78-9b49-96571ae674da tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:58.940849 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bc40c689-ea0c-40e8-83f5-21c36fe7e513 req-25a45a2d-cc6e-4f78-9b49-96571ae674da tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.37 "DELETE /v2.0/ports/4dd12b7a-d820-4cbd-9c2c-6bbf618deeed HTTP/1.1" status: 204 len: 173 time: 0.7786992 Jul 24 09:55:58.941293 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdb5fbd-e15f-489e-a372-93184db6bb7f', 'name': 'network-vif-deleted', 'tag': '4dd12b7a-d820-4cbd-9c2c-6bbf618deeed'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:55:58.943911 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed70d00-665c-4429-b9eb-5dac514bdc0e" -d '{"events": [{"server_uuid": "5cdb5fbd-e15f-489e-a372-93184db6bb7f", "name": "network-vif-deleted", "tag": "4dd12b7a-d820-4cbd-9c2c-6bbf618deeed"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:55:58.985292 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d7507a-41d6-4323-8910-9f2c731bb483 x-openstack-request-id: req-c1d7507a-41d6-4323-8910-9f2c731bb483 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:55:58.985585 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdb5fbd-e15f-489e-a372-93184db6bb7f", "name": "network-vif-deleted", "tag": "4dd12b7a-d820-4cbd-9c2c-6bbf618deeed", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:55:58.985876 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1d7507a-41d6-4323-8910-9f2c731bb483 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:55:58.986258 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdb5fbd-e15f-489e-a372-93184db6bb7f', 'name': 'network-vif-deleted', 'tag': '4dd12b7a-d820-4cbd-9c2c-6bbf618deeed', 'status': 'completed', 'code': 200} Jul 24 09:55:59.023827 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-32f1b728-e398-47ae-90cd-25e29ede8a68 None None] Set router b06926db-d226-43e1-bf11-c4f32e943e66 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:55:59.252806 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3a5da853-60ec-4730-9dfc-def80543bee2 req-d73a2f7d-9ff3-4979-9009-74a88de96f0f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cdb5fbd-e15f-489e-a372-93184db6bb7f HTTP/1.1" status: 200 len: 210 time: 0.0290647 Jul 24 09:55:59.325695 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-32f1b728-e398-47ae-90cd-25e29ede8a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '55e1f225-d99d-4129-8859-23adb5c5089c', 'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'mac_address': 'fa:16:3e:76:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:33Z', 'updated_at': '2021-07-24T09:51:36Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'subnets': [{'id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:55:59.354098 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f1b728-e398-47ae-90cd-25e29ede8a68 None None] Checking router: b06926db-d226-43e1-bf11-c4f32e943e66 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:55:59.361967 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f1b728-e398-47ae-90cd-25e29ede8a68 None None] Routers {'b06926db-d226-43e1-bf11-c4f32e943e66'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:55:59.362564 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-32f1b728-e398-47ae-90cd-25e29ede8a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:55:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b06926db-d226-43e1-bf11-c4f32e943e66'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:55:59.469251 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-32f1b728-e398-47ae-90cd-25e29ede8a68 None None] Set router b06926db-d226-43e1-bf11-c4f32e943e66 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:55:59.656987 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-32f1b728-e398-47ae-90cd-25e29ede8a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '55e1f225-d99d-4129-8859-23adb5c5089c', 'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'mac_address': 'fa:16:3e:76:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:33Z', 'updated_at': '2021-07-24T09:51:36Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'subnets': [{'id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:55:59.681953 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f1b728-e398-47ae-90cd-25e29ede8a68 None None] The sync data for ids ['b06926db-d226-43e1-bf11-c4f32e943e66'] in n-d-800085-9 is: [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '55e1f225-d99d-4129-8859-23adb5c5089c', 'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'mac_address': 'fa:16:3e:76:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:33Z', 'updated_at': '2021-07-24T09:51:36Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'subnets': [{'id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:55:59.821477 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-41fea624-bc9a-4777-80a5-2f71631a9783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:55:59.893745 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be7828d-50af-4e02-8352-97e9be4c49da None None] New status for floating IP d71f5bf3-2c3a-4411-8d60-ac92b97b0660: DOWN {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:56:00.505086 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:00.529923 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-b2514650-0283-44c8-b342-2f7df4012407 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1565875904&fields=id&tenant_id=4bdf65fab79e4b52bd6c3653c51ee822 HTTP/1.1" status: 200 len: 267 time: 0.0328767 Jul 24 09:56:00.634988 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-aa0e3e3f-6106-4471-adf7-e3900944aff3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:00.636449 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-aa0e3e3f-6106-4471-adf7-e3900944aff3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 812 time: 0.0999827 Jul 24 09:56:00.651303 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-42d2b3f5-9f71-48c2-9230-6b1347fa49c1 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/quotas/4bdf65fab79e4b52bd6c3653c51ee822 HTTP/1.1" status: 200 len: 375 time: 0.0088885 Jul 24 09:56:00.726638 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-a07ece1c-6ad9-4c29-b816-50742929c4dc tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0698490 Jul 24 09:56:00.822140 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-bcd52377-2435-47b7-af13-fceb86a7303a service neutron] 10.222.0.32 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840945 Jul 24 09:56:00.907726 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-0a208dce-01db-407f-a54e-9d487399749a service neutron] 10.222.0.32 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793810 Jul 24 09:56:01.076828 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fd17e910-9c05-48cb-aa07-36f49598b290 req-ee8d3741-60ab-4639-8ac3-61b5e2f453f1 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 210 time: 0.0301414 Jul 24 09:56:01.138477 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:02.114543 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-0b192ea2-8886-493a-8adb-ab5a74401d9f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:02.115991 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-0b192ea2-8886-493a-8adb-ab5a74401d9f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.20 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 812 time: 0.1083629 Jul 24 09:56:02.160973 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-4e079dc2-329b-4301-b84a-f5a4715060c3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bdf65fab79e4b52bd6c3653c51ee822 HTTP/1.1" status: 200 len: 380 time: 0.0369525 Jul 24 09:56:02.170442 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-bc5537da-1dac-4a7c-8333-ef0142532831 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Request body: {'port': {'device_id': 'bf6e4ffe-a969-4510-8552-b444e09be58c', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'admin_state_up': True, 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'security_groups': ['1539ddba-770c-4e8b-9e1a-eb3c061366f0']}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:56:02.178335 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c915a2cd-8ebb-4d66-9dde-bbdc28041769 req-c15d8af6-16bd-47fc-bfc7-0059404185bf tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 210 time: 0.0295525 Jul 24 09:56:02.193121 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:56:02.215984 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:56:02.216325 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 4dd12b7a-d820-4cbd-9c2c-6bbf618deeed not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:56:02.281964 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-bc5537da-1dac-4a7c-8333-ef0142532831 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Made reservation on behalf of 4bdf65fab79e4b52bd6c3653c51ee822 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:56:02.285615 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-bc5537da-1dac-4a7c-8333-ef0142532831 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:02.406254 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-bc5537da-1dac-4a7c-8333-ef0142532831 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Allocated IP 172.20.0.14 (4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9/c26152d3-c902-4132-89c9-4a248b741f2f/ec61fc2a-9932-4df0-9c56-eee04f18b670) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:56:02.541742 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-bc5537da-1dac-4a7c-8333-ef0142532831 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:02.554205 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-bc5537da-1dac-4a7c-8333-ef0142532831 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Transition to ACTIVE for port object ec61fc2a-9932-4df0-9c56-eee04f18b670 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:56:02.586916 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-bc5537da-1dac-4a7c-8333-ef0142532831 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:02.628073 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-bc5537da-1dac-4a7c-8333-ef0142532831 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:56:02.632960 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-bc5537da-1dac-4a7c-8333-ef0142532831 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:56:02.636540 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-bc5537da-1dac-4a7c-8333-ef0142532831 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:56:02.659674 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5537da-1dac-4a7c-8333-ef0142532831 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Pushing event updated for resources: {'Port': ['ID=ec61fc2a-9932-4df0-9c56-eee04f18b670,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:56:02.679330 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5537da-1dac-4a7c-8333-ef0142532831 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:56:02.679677 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5537da-1dac-4a7c-8333-ef0142532831 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:56:02.680019 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5537da-1dac-4a7c-8333-ef0142532831 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:56:02.680358 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5537da-1dac-4a7c-8333-ef0142532831 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:56:02.680694 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5537da-1dac-4a7c-8333-ef0142532831 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:56:02.681049 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5537da-1dac-4a7c-8333-ef0142532831 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:56:02.681379 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5537da-1dac-4a7c-8333-ef0142532831 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:56:02.681704 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5537da-1dac-4a7c-8333-ef0142532831 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:56:02.682027 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5537da-1dac-4a7c-8333-ef0142532831 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:56:02.682351 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5537da-1dac-4a7c-8333-ef0142532831 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:56:02.682674 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5537da-1dac-4a7c-8333-ef0142532831 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:56:02.682994 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5537da-1dac-4a7c-8333-ef0142532831 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:56:02.704108 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-bc5537da-1dac-4a7c-8333-ef0142532831 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:02.704727 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-bc5537da-1dac-4a7c-8333-ef0142532831 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:02.720102 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-bc5537da-1dac-4a7c-8333-ef0142532831 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5535893 Jul 24 09:56:02.732010 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-a38c30d4-0223-40b6-ab62-067797b29eb9 service neutron] Request body: {'port': {'device_id': 'bf6e4ffe-a969-4510-8552-b444e09be58c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:56:02.806381 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-a38c30d4-0223-40b6-ab62-067797b29eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:02.846838 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e77f280a-b0f8-40dd-bd5f-428d10419310 None None] Provisioning for port ec61fc2a-9932-4df0-9c56-eee04f18b670 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:56:02.850560 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e77f280a-b0f8-40dd-bd5f-428d10419310 None None] Provisioning complete for port ec61fc2a-9932-4df0-9c56-eee04f18b670 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:56:02.850931 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e77f280a-b0f8-40dd-bd5f-428d10419310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:02.884401 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-e77f280a-b0f8-40dd-bd5f-428d10419310 None None] Port ec61fc2a-9932-4df0-9c56-eee04f18b670 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:56:03.017722 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:03.063589 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-a38c30d4-0223-40b6-ab62-067797b29eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec61fc2a-9932-4df0-9c56-eee04f18b670 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:56:03.070998 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-a38c30d4-0223-40b6-ab62-067797b29eb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:03.083003 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-a38c30d4-0223-40b6-ab62-067797b29eb9 service neutron] Transition to ACTIVE for port object ec61fc2a-9932-4df0-9c56-eee04f18b670 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:56:03.086584 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-a38c30d4-0223-40b6-ab62-067797b29eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:03.136375 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c30d4-0223-40b6-ab62-067797b29eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=ec61fc2a-9932-4df0-9c56-eee04f18b670,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:56:03.204804 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-a38c30d4-0223-40b6-ab62-067797b29eb9 service neutron] Attempting to bind port ec61fc2a-9932-4df0-9c56-eee04f18b670 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:56:03.205143 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-a38c30d4-0223-40b6-ab62-067797b29eb9 service neutron] Attempting to bind port ec61fc2a-9932-4df0-9c56-eee04f18b670 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:56:03.205480 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-a38c30d4-0223-40b6-ab62-067797b29eb9 service neutron] Attempting to bind port ec61fc2a-9932-4df0-9c56-eee04f18b670 on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:56:03.210739 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-a38c30d4-0223-40b6-ab62-067797b29eb9 service neutron] Port ec61fc2a-9932-4df0-9c56-eee04f18b670 on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:56:03.211059 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-a38c30d4-0223-40b6-ab62-067797b29eb9 service neutron] Attempting to bind port ec61fc2a-9932-4df0-9c56-eee04f18b670 on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:56:03.217030 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-a38c30d4-0223-40b6-ab62-067797b29eb9 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:56:03.217377 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-a38c30d4-0223-40b6-ab62-067797b29eb9 service neutron] Checking segment: {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:56:03.217766 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-a38c30d4-0223-40b6-ab62-067797b29eb9 service neutron] Bound using segment: {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:56:03.218308 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-a38c30d4-0223-40b6-ab62-067797b29eb9 service neutron] Bound port: ec61fc2a-9932-4df0-9c56-eee04f18b670, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:56:03.218558 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-a38c30d4-0223-40b6-ab62-067797b29eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:03.319197 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-a38c30d4-0223-40b6-ab62-067797b29eb9 service neutron] For port ec61fc2a-9932-4df0-9c56-eee04f18b670, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:56:03.323259 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-a38c30d4-0223-40b6-ab62-067797b29eb9 service neutron] For port ec61fc2a-9932-4df0-9c56-eee04f18b670, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:56:03.328998 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-a38c30d4-0223-40b6-ab62-067797b29eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:03.371686 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-a38c30d4-0223-40b6-ab62-067797b29eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:03.372291 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-a38c30d4-0223-40b6-ab62-067797b29eb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:03.373728 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-a38c30d4-0223-40b6-ab62-067797b29eb9 service neutron] 10.222.0.20 "PUT /v2.0/ports/ec61fc2a-9932-4df0-9c56-eee04f18b670 HTTP/1.1" status: 200 len: 1092 time: 0.6462507 Jul 24 09:56:03.377894 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6e4ffe-a969-4510-8552-b444e09be58c', 'tag': 'ec61fc2a-9932-4df0-9c56-eee04f18b670'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:56:03.380142 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b71eff2-dcbf-47fb-bdb5-30aff3365bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "bf6e4ffe-a969-4510-8552-b444e09be58c", "tag": "ec61fc2a-9932-4df0-9c56-eee04f18b670"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:56:03.393419 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf6a5f-211a-430e-9d66-93222536de93 req-12471913-17dd-453b-bfa6-e76b02b32c58 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:03.395083 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3cdf6a5f-211a-430e-9d66-93222536de93 req-12471913-17dd-453b-bfa6-e76b02b32c58 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 944 time: 0.1418576 Jul 24 09:56:03.409068 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c30d4-0223-40b6-ab62-067797b29eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=ec61fc2a-9932-4df0-9c56-eee04f18b670,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:56:03.480692 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3cdf6a5f-211a-430e-9d66-93222536de93 req-816826a0-9e1c-4c0c-9111-699438786734 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685427 Jul 24 09:56:03.497548 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7410a093-fbb0-40c1-8ac4-548f4619bed9 x-openstack-request-id: req-7410a093-fbb0-40c1-8ac4-548f4619bed9 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:56:03.498213 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf6e4ffe-a969-4510-8552-b444e09be58c", "tag": "ec61fc2a-9932-4df0-9c56-eee04f18b670", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:56:03.498661 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7410a093-fbb0-40c1-8ac4-548f4619bed9 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:56:03.499239 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf6e4ffe-a969-4510-8552-b444e09be58c', 'tag': 'ec61fc2a-9932-4df0-9c56-eee04f18b670', 'status': 'completed', 'code': 200} Jul 24 09:56:03.510218 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-b89d3ec5-ca61-4525-9739-d89439a78656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:03.511657 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-b89d3ec5-ca61-4525-9739-d89439a78656 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 1095 time: 0.0846348 Jul 24 09:56:03.555404 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-0d7c096c-edff-44a5-9851-2a0712579e9b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670 HTTP/1.1" status: 200 len: 217 time: 0.0362606 Jul 24 09:56:03.605558 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-94a38577-b33a-4866-87fc-553fac04981b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:03.606996 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-94a38577-b33a-4866-87fc-553fac04981b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0457814 Jul 24 09:56:03.665169 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-ae775d75-60f7-4e6c-aeff-b3d50bd0a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:03.666681 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-ae775d75-60f7-4e6c-aeff-b3d50bd0a8b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535054 Jul 24 09:56:03.757016 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-53325f3d-5373-4c17-95d5-bbc977ad59c0 service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839958 Jul 24 09:56:04.168430 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ac8a291-d0fc-410d-b9df-44be93cdba57 req-a03769b0-9cf6-481e-8881-38473a58ff1d service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055684 Jul 24 09:56:04.261830 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71eff2-dcbf-47fb-bdb5-30aff3365bcd req-509a7413-350e-4887-8c24-55c62413d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:04.263324 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3b71eff2-dcbf-47fb-bdb5-30aff3365bcd req-509a7413-350e-4887-8c24-55c62413d053 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 1095 time: 0.0531645 Jul 24 09:56:04.348996 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71eff2-dcbf-47fb-bdb5-30aff3365bcd req-38991de0-2b0a-4c33-87f6-f2e05d6b40d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:04.350428 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3b71eff2-dcbf-47fb-bdb5-30aff3365bcd req-38991de0-2b0a-4c33-87f6-f2e05d6b40d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0810864 Jul 24 09:56:04.393169 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3b71eff2-dcbf-47fb-bdb5-30aff3365bcd req-e44e5d1a-5b55-4069-8c44-8ce13d0ad7de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670 HTTP/1.1" status: 200 len: 217 time: 0.0365422 Jul 24 09:56:04.440727 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71eff2-dcbf-47fb-bdb5-30aff3365bcd req-9f1d5e1d-7f09-43a6-bdf1-6514317c28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:04.442109 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3b71eff2-dcbf-47fb-bdb5-30aff3365bcd req-9f1d5e1d-7f09-43a6-bdf1-6514317c28f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0429046 Jul 24 09:56:04.499934 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71eff2-dcbf-47fb-bdb5-30aff3365bcd req-bbbdf9b4-9e8d-4037-bff2-b62af84d86c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:04.501473 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3b71eff2-dcbf-47fb-bdb5-30aff3365bcd req-bbbdf9b4-9e8d-4037-bff2-b62af84d86c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526831 Jul 24 09:56:04.596317 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3b71eff2-dcbf-47fb-bdb5-30aff3365bcd req-47f57101-987f-4e85-a1d2-523501432f19 service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870798 Jul 24 09:56:04.621010 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd223e8c-c8e4-4125-bc74-91abc5ea544c req-52870736-9a05-4e7d-b7f4-43c21f7d1e71 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:04.622495 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dd223e8c-c8e4-4125-bc74-91abc5ea544c req-52870736-9a05-4e7d-b7f4-43c21f7d1e71 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 944 time: 0.0672793 Jul 24 09:56:04.660394 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dd223e8c-c8e4-4125-bc74-91abc5ea544c req-9d15b310-2398-4f6e-8b6c-e799e42c2aa9 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314374 Jul 24 09:56:04.686601 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3b71eff2-dcbf-47fb-bdb5-30aff3365bcd req-06a29616-94fd-4f6b-8c76-e698f5f5e0d0 service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835531 Jul 24 09:56:05.794087 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f3f04-fb55-4505-8b45-41ec610e1b71 req-042abd7c-97e6-4dfb-a2d1-e33f0c5c3582 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:05.795591 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b60f3f04-fb55-4505-8b45-41ec610e1b71 req-042abd7c-97e6-4dfb-a2d1-e33f0c5c3582 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 944 time: 0.0662718 Jul 24 09:56:05.832257 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b60f3f04-fb55-4505-8b45-41ec610e1b71 req-a7278329-9588-4f1b-a8cb-83dceff10640 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311260 Jul 24 09:56:06.243621 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ec61fc2a-9932-4df0-9c56-eee04f18b670 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:56:06.336859 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port ec61fc2a-9932-4df0-9c56-eee04f18b670, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:56:06.347354 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'ec61fc2a-9932-4df0-9c56-eee04f18b670', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'port_id': 'ec61fc2a-9932-4df0-9c56-eee04f18b670', 'mac_address': 'fa:16:3e:b7:e8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:56:06.383412 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:06.395596 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec61fc2a-9932-4df0-9c56-eee04f18b670 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:56:06.414987 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port ec61fc2a-9932-4df0-9c56-eee04f18b670, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:56:06.418860 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:06.467994 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=ec61fc2a-9932-4df0-9c56-eee04f18b670,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:56:06.619251 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['ec61fc2a-9932-4df0-9c56-eee04f18b670'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:56:06.963625 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262afc76-22e8-4732-822b-6db63e15f458 req-1ce9da60-6e76-4f9d-80a9-0e4240d7e86b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:06.965093 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-262afc76-22e8-4732-822b-6db63e15f458 req-1ce9da60-6e76-4f9d-80a9-0e4240d7e86b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 945 time: 0.0619056 Jul 24 09:56:07.001806 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-262afc76-22e8-4732-822b-6db63e15f458 req-1de15398-462b-4358-9040-0cb8bee46b85 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306561 Jul 24 09:56:08.136711 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe10a1-90c1-431f-b6a4-bd0193814d9a req-de59c544-a5ce-48f9-9d1c-b23f43a0a000 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:08.138207 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d4fe10a1-90c1-431f-b6a4-bd0193814d9a req-de59c544-a5ce-48f9-9d1c-b23f43a0a000 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 945 time: 0.0678854 Jul 24 09:56:08.175269 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d4fe10a1-90c1-431f-b6a4-bd0193814d9a req-8b6bc5d9-6330-49fc-be74-a70639b07078 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316024 Jul 24 09:56:08.258571 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ec61fc2a-9932-4df0-9c56-eee04f18b670 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:56:08.307631 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port ec61fc2a-9932-4df0-9c56-eee04f18b670 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:56:08.311178 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port ec61fc2a-9932-4df0-9c56-eee04f18b670 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:56:08.311543 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:08.382367 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:08.404885 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6e4ffe-a969-4510-8552-b444e09be58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec61fc2a-9932-4df0-9c56-eee04f18b670'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:56:08.407097 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86fb137-2a74-495e-a6d4-66530192d305" -d '{"events": [{"server_uuid": "bf6e4ffe-a969-4510-8552-b444e09be58c", "name": "network-vif-plugged", "status": "completed", "tag": "ec61fc2a-9932-4df0-9c56-eee04f18b670"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:56:08.419165 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port ec61fc2a-9932-4df0-9c56-eee04f18b670, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:56:08.424907 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:08.448084 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c400c27-1981-432b-a75e-b9bca309e01e x-openstack-request-id: req-9c400c27-1981-432b-a75e-b9bca309e01e {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:56:08.448371 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6e4ffe-a969-4510-8552-b444e09be58c", "name": "network-vif-plugged", "status": "completed", "tag": "ec61fc2a-9932-4df0-9c56-eee04f18b670", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:56:08.448622 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c400c27-1981-432b-a75e-b9bca309e01e {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:56:08.449046 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6e4ffe-a969-4510-8552-b444e09be58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec61fc2a-9932-4df0-9c56-eee04f18b670', 'code': 200} Jul 24 09:56:08.472249 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=ec61fc2a-9932-4df0-9c56-eee04f18b670,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:56:08.559330 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971152b-9cff-489a-a848-1385bfab5a82 req-246ba55b-d505-4c9d-9e3b-5fcccc963fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:08.560795 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c971152b-9cff-489a-a848-1385bfab5a82 req-246ba55b-d505-4c9d-9e3b-5fcccc963fa5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 1097 time: 0.0574386 Jul 24 09:56:08.593818 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c971152b-9cff-489a-a848-1385bfab5a82 req-29e24759-65f0-47f7-8490-b2b7b6af703d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270708 Jul 24 09:56:09.306373 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb7b7d-888b-425c-a66d-610095311c22 req-4420cf0e-8efa-4603-a3b7-53e17cd8aa40 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:09.307873 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dbbb7b7d-888b-425c-a66d-610095311c22 req-4420cf0e-8efa-4603-a3b7-53e17cd8aa40 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 946 time: 0.0624504 Jul 24 09:56:09.347739 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dbbb7b7d-888b-425c-a66d-610095311c22 req-74f9fa90-c54b-4e9c-baee-06d0acebeb12 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332878 Jul 24 09:56:10.480306 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8efad-1bc9-43d1-930e-0bf6b6748146 req-3e22acce-561e-4e96-a009-61aad976a81e tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:10.481810 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f9c8efad-1bc9-43d1-930e-0bf6b6748146 req-3e22acce-561e-4e96-a009-61aad976a81e tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 946 time: 0.0613210 Jul 24 09:56:10.522753 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f9c8efad-1bc9-43d1-930e-0bf6b6748146 req-7b88352b-949e-4a11-af22-ed403289603a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355103 Jul 24 09:56:10.647893 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a314e0-d14f-4612-9e8a-81b6226510e5 req-6f540c0e-39e7-4713-bc03-43bbee43fa70 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:10.649402 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c0a314e0-d14f-4612-9e8a-81b6226510e5 req-6f540c0e-39e7-4713-bc03-43bbee43fa70 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 946 time: 0.0617282 Jul 24 09:56:10.657890 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48392) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:56:10.662251 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ecac6e86-eb3b-4118-a663-295d27d2cf2f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Request body: {'floatingip': {'port_id': 'ec61fc2a-9932-4df0-9c56-eee04f18b670'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:56:10.703079 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ecac6e86-eb3b-4118-a663-295d27d2cf2f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for floatingip, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:11.119992 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ecac6e86-eb3b-4118-a663-295d27d2cf2f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:11.124335 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ecac6e86-eb3b-4118-a663-295d27d2cf2f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:11.218375 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-ecac6e86-eb3b-4118-a663-295d27d2cf2f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Floating IP d71f5bf3-2c3a-4411-8d60-ac92b97b0660 associated. External IP: 172.25.7.44, port: ec61fc2a-9932-4df0-9c56-eee04f18b670. Jul 24 09:56:11.416078 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecac6e86-eb3b-4118-a663-295d27d2cf2f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Router b06926db-d226-43e1-bf11-c4f32e943e66 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:56:11.521987 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecac6e86-eb3b-4118-a663-295d27d2cf2f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:56:11.526897 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ecac6e86-eb3b-4118-a663-295d27d2cf2f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:11.531318 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ae20b-da1b-4ca2-8920-6fc0a8c9c9ec None None] Sync routers for ids ['b06926db-d226-43e1-bf11-c4f32e943e66'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:56:11.540648 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1ae20b-da1b-4ca2-8920-6fc0a8c9c9ec None None] Routers {'b06926db-d226-43e1-bf11-c4f32e943e66'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:56:11.541276 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-aa1ae20b-da1b-4ca2-8920-6fc0a8c9c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:56:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b06926db-d226-43e1-bf11-c4f32e943e66'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:56:11.563286 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ecac6e86-eb3b-4118-a663-295d27d2cf2f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "PUT /v2.0/floatingips/d71f5bf3-2c3a-4411-8d60-ac92b97b0660 HTTP/1.1" status: 200 len: 991 time: 0.9043620 Jul 24 09:56:11.563886 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6e4ffe-a969-4510-8552-b444e09be58c', 'tag': 'ec61fc2a-9932-4df0-9c56-eee04f18b670'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:56:11.566165 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e175b55-5d66-4736-b917-478992e2a2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "bf6e4ffe-a969-4510-8552-b444e09be58c", "tag": "ec61fc2a-9932-4df0-9c56-eee04f18b670"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:56:11.610676 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867cc2df-2f33-47f1-b8f4-857196e97d2b x-openstack-request-id: req-867cc2df-2f33-47f1-b8f4-857196e97d2b {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:56:11.610676 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf6e4ffe-a969-4510-8552-b444e09be58c", "tag": "ec61fc2a-9932-4df0-9c56-eee04f18b670", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:56:11.610897 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-867cc2df-2f33-47f1-b8f4-857196e97d2b {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:56:11.612400 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf6e4ffe-a969-4510-8552-b444e09be58c', 'tag': 'ec61fc2a-9932-4df0-9c56-eee04f18b670', 'status': 'completed', 'code': 200} Jul 24 09:56:11.643784 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-aa1ae20b-da1b-4ca2-8920-6fc0a8c9c9ec None None] Set router b06926db-d226-43e1-bf11-c4f32e943e66 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:56:11.684312 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e175b55-5d66-4736-b917-478992e2a2ab req-de5b6bf3-24c9-44a4-95c2-ea4dbd2cd6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:11.686478 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0e175b55-5d66-4736-b917-478992e2a2ab req-de5b6bf3-24c9-44a4-95c2-ea4dbd2cd6f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 1097 time: 0.0542786 Jul 24 09:56:11.778614 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e175b55-5d66-4736-b917-478992e2a2ab req-60622808-b3be-46e4-b69f-5da5b9f4e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:11.780191 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0e175b55-5d66-4736-b917-478992e2a2ab req-60622808-b3be-46e4-b69f-5da5b9f4e14f service neutron] 10.222.0.20 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0882480 Jul 24 09:56:11.848313 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0e175b55-5d66-4736-b917-478992e2a2ab req-28e8b93c-cd1f-41f5-a932-1d95ec51c16d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670 HTTP/1.1" status: 200 len: 999 time: 0.0621979 Jul 24 09:56:11.862718 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-aa1ae20b-da1b-4ca2-8920-6fc0a8c9c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'd71f5bf3-2c3a-4411-8d60-ac92b97b0660', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'port_id': 'ec61fc2a-9932-4df0-9c56-eee04f18b670', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'mac_address': 'fa:16:3e:b7:e8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6e4ffe-a969-4510-8552-b444e09be58c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:51:35Z', 'updated_at': '2021-07-24T09:56:11Z', 'revision_number': 9, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e1f225-d99d-4129-8859-23adb5c5089c', 'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'mac_address': 'fa:16:3e:76:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:33Z', 'updated_at': '2021-07-24T09:51:36Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'subnets': [{'id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:56:11.887037 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ae20b-da1b-4ca2-8920-6fc0a8c9c9ec None None] Checking router: b06926db-d226-43e1-bf11-c4f32e943e66 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:56:11.895351 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e175b55-5d66-4736-b917-478992e2a2ab req-05fa274f-a827-48ca-a7b9-5f020259e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:11.895527 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1ae20b-da1b-4ca2-8920-6fc0a8c9c9ec None None] Routers {'b06926db-d226-43e1-bf11-c4f32e943e66'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:56:11.896097 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-aa1ae20b-da1b-4ca2-8920-6fc0a8c9c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:56:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b06926db-d226-43e1-bf11-c4f32e943e66'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:56:11.896848 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0e175b55-5d66-4736-b917-478992e2a2ab req-05fa274f-a827-48ca-a7b9-5f020259e40f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0431890 Jul 24 09:56:11.953636 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e175b55-5d66-4736-b917-478992e2a2ab req-4a2a5aa6-b0b7-45ed-a6f4-71ae9bf7cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:11.955172 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0e175b55-5d66-4736-b917-478992e2a2ab req-4a2a5aa6-b0b7-45ed-a6f4-71ae9bf7cdf8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528145 Jul 24 09:56:11.994822 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-aa1ae20b-da1b-4ca2-8920-6fc0a8c9c9ec None None] Set router b06926db-d226-43e1-bf11-c4f32e943e66 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:56:12.046586 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0e175b55-5d66-4736-b917-478992e2a2ab req-280b2c94-2426-42ee-a9aa-3a66cdb9060d service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854123 Jul 24 09:56:12.134326 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0e175b55-5d66-4736-b917-478992e2a2ab req-67a5cf9c-1333-49a0-9139-bc15b76f9c53 service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820694 Jul 24 09:56:12.210605 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-aa1ae20b-da1b-4ca2-8920-6fc0a8c9c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'd71f5bf3-2c3a-4411-8d60-ac92b97b0660', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'port_id': 'ec61fc2a-9932-4df0-9c56-eee04f18b670', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'mac_address': 'fa:16:3e:b7:e8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6e4ffe-a969-4510-8552-b444e09be58c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:51:35Z', 'updated_at': '2021-07-24T09:56:11Z', 'revision_number': 9, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e1f225-d99d-4129-8859-23adb5c5089c', 'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'mac_address': 'fa:16:3e:76:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:33Z', 'updated_at': '2021-07-24T09:51:36Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'subnets': [{'id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:56:12.235113 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ae20b-da1b-4ca2-8920-6fc0a8c9c9ec None None] The sync data for ids ['b06926db-d226-43e1-bf11-c4f32e943e66'] in n-d-800085-9 is: [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'd71f5bf3-2c3a-4411-8d60-ac92b97b0660', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'port_id': 'ec61fc2a-9932-4df0-9c56-eee04f18b670', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'mac_address': 'fa:16:3e:b7:e8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6e4ffe-a969-4510-8552-b444e09be58c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:51:35Z', 'updated_at': '2021-07-24T09:56:11Z', 'revision_number': 9, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e1f225-d99d-4129-8859-23adb5c5089c', 'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'mac_address': 'fa:16:3e:76:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:33Z', 'updated_at': '2021-07-24T09:51:36Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'subnets': [{'id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:56:12.414414 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c02256-c009-4922-b065-230b2c5f340e None None] New status for floating IP d71f5bf3-2c3a-4411-8d60-ac92b97b0660: ACTIVE {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:56:13.747697 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:56:14.407981 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:16.917894 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:27.311803 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bb5d4400-9cdb-4ff0-bd5a-d24f2d31b2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:29.822269 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-63572759-b1d1-4b8d-a2d2-e32d72a36223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:30.506210 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:31.143353 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:33.021545 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:44.421298 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:46.924849 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:50.678837 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7c0a42c1-fbf7-41f4-9993-14b4391353c4 req-5182026a-0cb1-4bcc-9c0a-f864351dc63a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563173 Jul 24 09:56:50.745430 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:56:50.768867 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a42c1-fbf7-41f4-9993-14b4391353c4 req-86650eb9-0c0c-41b4-9c08-f1b6df32bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:50.770357 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7c0a42c1-fbf7-41f4-9993-14b4391353c4 req-86650eb9-0c0c-41b4-9c08-f1b6df32bd38 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 1097 time: 0.0530641 Jul 24 09:56:50.868423 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a42c1-fbf7-41f4-9993-14b4391353c4 req-ca832480-b466-40eb-9ef8-4ed843ea6af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:50.869884 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7c0a42c1-fbf7-41f4-9993-14b4391353c4 req-ca832480-b466-40eb-9ef8-4ed843ea6af0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0809453 Jul 24 09:56:50.936632 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7c0a42c1-fbf7-41f4-9993-14b4391353c4 req-0d0478e1-8175-413f-acb8-d87807881407 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670 HTTP/1.1" status: 200 len: 1002 time: 0.0605865 Jul 24 09:56:50.987016 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a42c1-fbf7-41f4-9993-14b4391353c4 req-9d7d36b0-b8d6-4ccb-ac1c-608343fadf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:50.988472 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7c0a42c1-fbf7-41f4-9993-14b4391353c4 req-9d7d36b0-b8d6-4ccb-ac1c-608343fadf75 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0455437 Jul 24 09:56:51.044723 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a42c1-fbf7-41f4-9993-14b4391353c4 req-e7b8ed86-0047-4ec2-bd5e-6ee3e2a4ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:56:51.046208 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7c0a42c1-fbf7-41f4-9993-14b4391353c4 req-e7b8ed86-0047-4ec2-bd5e-6ee3e2a4ea00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521362 Jul 24 09:56:51.135590 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7c0a42c1-fbf7-41f4-9993-14b4391353c4 req-dbca418f-ec2d-4698-8cc2-d5d186a05e3d service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828156 Jul 24 09:56:51.222611 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7c0a42c1-fbf7-41f4-9993-14b4391353c4 req-2d6e7f82-727a-498b-9200-929d44349961 service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809183 Jul 24 09:56:57.311951 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f959e23e-ada2-4e42-9e90-e5e4fa2c6713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:56:59.823239 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-aff50484-1067-4a13-bdd8-bb36434a1149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:57:00.517893 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:57:01.143167 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:57:03.016270 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:57:14.421971 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:57:16.958141 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:57:27.312359 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a041d518-fa4f-4e96-be5a-8e6759514b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:57:27.744597 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:57:29.822239 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-85ecf73c-9f84-4c45-b6e2-ae1872961365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:57:30.507581 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:57:31.148521 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:57:33.019869 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:57:44.423043 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:57:46.523532 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-7dbdee10-897a-486d-8854-0bc6f0419381 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0627115 Jul 24 09:57:46.603715 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7469de3-d4f3-4876-982e-4e632dfd02e6 req-ad8fac44-1f50-4e3a-9f69-d92796889a6d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:57:46.605311 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b7469de3-d4f3-4876-982e-4e632dfd02e6 req-ad8fac44-1f50-4e3a-9f69-d92796889a6d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 946 time: 0.1298826 Jul 24 09:57:46.647779 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b7469de3-d4f3-4876-982e-4e632dfd02e6 req-7b628813-bc4a-40ba-8333-ab8f4534602a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353405 Jul 24 09:57:46.960506 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:57:47.580485 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-192ddae3-f783-4a6f-9a3c-14eb403d65ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:57:47.581999 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-192ddae3-f783-4a6f-9a3c-14eb403d65ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 1097 time: 0.0528030 Jul 24 09:57:47.674125 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-267e03f8-c672-44b8-ac62-4503ed316e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:57:47.675914 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-267e03f8-c672-44b8-ac62-4503ed316e34 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0874214 Jul 24 09:57:47.744312 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-fc8a2a35-8185-4128-89ce-9487ec7fa629 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670 HTTP/1.1" status: 200 len: 1002 time: 0.0616257 Jul 24 09:57:47.787420 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6cfc2-657b-418b-8052-4a46b4d92473 req-2fba0a53-c602-4edd-a22c-d4bc899ca58c tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:57:47.789278 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0f6cfc2-657b-418b-8052-4a46b4d92473 req-2fba0a53-c602-4edd-a22c-d4bc899ca58c tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 946 time: 0.0696940 Jul 24 09:57:47.792104 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-5fafb0e1-b8f2-4574-9a5e-f466eb9ea037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:57:47.793606 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-5fafb0e1-b8f2-4574-9a5e-f466eb9ea037 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0434334 Jul 24 09:57:47.827722 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b0f6cfc2-657b-418b-8052-4a46b4d92473 req-5d4b17d4-138f-4a60-89fb-a59446b6a25f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327463 Jul 24 09:57:47.851657 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-e2633abf-51a1-4aa1-aeae-b5eb92bf24c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:57:47.853198 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-e2633abf-51a1-4aa1-aeae-b5eb92bf24c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537188 Jul 24 09:57:47.863196 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-fcc6276e-4c5d-426f-a773-ca839d1a8358 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:57:47.864730 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-fcc6276e-4c5d-426f-a773-ca839d1a8358 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054641 Jul 24 09:57:47.955453 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-5206d3d5-695f-4a5f-ac83-20629ed22f40 service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847781 Jul 24 09:57:48.042930 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-86a3d09e-7cf9-4262-92ce-3dcbc92d320d service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815084 Jul 24 09:57:48.959473 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40a233-8cc8-4331-8bd9-40c57599b4bb req-c2e7b5f3-67bc-41dd-a75a-69aced268dc9 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:57:48.960976 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6b40a233-8cc8-4331-8bd9-40c57599b4bb req-c2e7b5f3-67bc-41dd-a75a-69aced268dc9 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 946 time: 0.0620418 Jul 24 09:57:49.001454 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6b40a233-8cc8-4331-8bd9-40c57599b4bb req-6b9401e0-55ee-468e-8914-bf9a9d80422c tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350285 Jul 24 09:57:50.133003 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd2839-e0a2-44bf-87fe-97bb9d0d50b1 req-04ef9e9b-56f3-4683-b172-ff6a48126f47 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:57:50.134454 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7efd2839-e0a2-44bf-87fe-97bb9d0d50b1 req-04ef9e9b-56f3-4683-b172-ff6a48126f47 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 946 time: 0.0615828 Jul 24 09:57:50.171302 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7efd2839-e0a2-44bf-87fe-97bb9d0d50b1 req-72f283b0-f075-426d-b1dc-8304c8fa0caf tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313520 Jul 24 09:57:51.302785 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7b56f-a3f6-457d-a996-6ac9a7ec34c9 req-fa53e259-6d7e-4882-8ef7-ddcb12ee35b9 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:57:51.304289 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e4a7b56f-a3f6-457d-a996-6ac9a7ec34c9 req-fa53e259-6d7e-4882-8ef7-ddcb12ee35b9 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 946 time: 0.0629621 Jul 24 09:57:51.341067 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e4a7b56f-a3f6-457d-a996-6ac9a7ec34c9 req-f0fa92dd-5900-4bcb-a731-43067d311e56 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313051 Jul 24 09:57:51.722973 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e36ec4-ae37-450a-979a-4570c141aaf7 req-b661de30-916e-490b-824b-b69cc4c0eb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:57:51.724450 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b5e36ec4-ae37-450a-979a-4570c141aaf7 req-b661de30-916e-490b-824b-b69cc4c0eb78 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 1097 time: 0.0524614 Jul 24 09:57:51.826101 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e36ec4-ae37-450a-979a-4570c141aaf7 req-cee06b23-7608-46b6-b833-a8d73deedf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:57:51.827552 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b5e36ec4-ae37-450a-979a-4570c141aaf7 req-cee06b23-7608-46b6-b833-a8d73deedf0c service neutron] 10.222.0.20 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0854654 Jul 24 09:57:51.893681 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b5e36ec4-ae37-450a-979a-4570c141aaf7 req-14a360a6-7741-4d1b-9e61-0d59affd4486 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670 HTTP/1.1" status: 200 len: 1002 time: 0.0588109 Jul 24 09:57:51.944317 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e36ec4-ae37-450a-979a-4570c141aaf7 req-da5790e1-ec94-4a51-9f9e-ea15e868adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:57:51.945853 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b5e36ec4-ae37-450a-979a-4570c141aaf7 req-da5790e1-ec94-4a51-9f9e-ea15e868adbf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0459123 Jul 24 09:57:52.004607 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e36ec4-ae37-450a-979a-4570c141aaf7 req-eb89fd3f-3ea3-4e78-a2cd-f9d51cfb8218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:57:52.006647 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b5e36ec4-ae37-450a-979a-4570c141aaf7 req-eb89fd3f-3ea3-4e78-a2cd-f9d51cfb8218 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551021 Jul 24 09:57:52.091870 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b5e36ec4-ae37-450a-979a-4570c141aaf7 req-b4dcda64-f887-4f74-96f1-e076c4b8fd08 service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793152 Jul 24 09:57:52.181234 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b5e36ec4-ae37-450a-979a-4570c141aaf7 req-38279b40-0edd-4560-be7e-5999c7d92136 service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830946 Jul 24 09:57:52.473559 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8ed7e-daec-4682-8cb7-766eb3a8d296 req-3d7e2826-d821-42ed-b553-6a0f9ebc7ecf tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:57:52.475533 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-07d8ed7e-daec-4682-8cb7-766eb3a8d296 req-3d7e2826-d821-42ed-b553-6a0f9ebc7ecf tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 946 time: 0.0663140 Jul 24 09:57:52.512170 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-07d8ed7e-daec-4682-8cb7-766eb3a8d296 req-2578f1c5-9d8c-4225-b9d3-ce23dc5ea2c1 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311887 Jul 24 09:57:53.640036 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17138695-4207-4bc8-bfc9-1d7ea1542464 req-b7920988-1287-4a73-ac54-38df630b279e tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:57:53.641567 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-17138695-4207-4bc8-bfc9-1d7ea1542464 req-b7920988-1287-4a73-ac54-38df630b279e tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 946 time: 0.0615282 Jul 24 09:57:53.678635 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-17138695-4207-4bc8-bfc9-1d7ea1542464 req-85a3dab8-ce16-4f5b-a77e-98118a6c673f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311337 Jul 24 09:57:54.810583 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d7d24-3d43-455e-8d49-a2474afa04e4 req-cf42b048-4229-43e1-ab5c-22b4019aa86d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:57:54.812061 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-768d7d24-3d43-455e-8d49-a2474afa04e4 req-cf42b048-4229-43e1-ab5c-22b4019aa86d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 946 time: 0.0634604 Jul 24 09:57:54.848338 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-768d7d24-3d43-455e-8d49-a2474afa04e4 req-5fd0044f-6d15-4988-9bc2-4489d1fb7de1 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308423 Jul 24 09:57:55.989071 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b971f4-506f-4329-87d9-8e4949f817bc req-052aa53d-69d0-4e29-b01f-da04252a5999 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:57:55.991041 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-37b971f4-506f-4329-87d9-8e4949f817bc req-052aa53d-69d0-4e29-b01f-da04252a5999 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 946 time: 0.0704129 Jul 24 09:57:56.027263 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-37b971f4-506f-4329-87d9-8e4949f817bc req-ca3c2be3-ff57-4c0c-b492-c5e4fd783e10 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307982 Jul 24 09:57:57.159321 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bd6f8-4877-4040-a504-9f6582c5ddc0 req-10f04794-0dd8-4ea1-aa0d-25b91a074e94 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:57:57.160722 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-043bd6f8-4877-4040-a504-9f6582c5ddc0 req-10f04794-0dd8-4ea1-aa0d-25b91a074e94 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 946 time: 0.0621257 Jul 24 09:57:57.202884 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-043bd6f8-4877-4040-a504-9f6582c5ddc0 req-eca17ea9-84a6-4dad-9fc4-10a3dc2be6e9 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363495 Jul 24 09:57:57.313996 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3f5d8f0b-e299-4b15-96b3-ee0af5abff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:57:58.345878 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d12b04-8cc9-43fa-b55f-65ba5e3d5ac5 req-5e897ce0-d749-4e50-bfbb-ca2a4692ab7d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:57:58.347380 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-51d12b04-8cc9-43fa-b55f-65ba5e3d5ac5 req-5e897ce0-d749-4e50-bfbb-ca2a4692ab7d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 946 time: 0.0636773 Jul 24 09:57:58.383681 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-51d12b04-8cc9-43fa-b55f-65ba5e3d5ac5 req-f951e513-d76b-4acb-a666-30ed6f7f721a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309064 Jul 24 09:57:59.514246 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c676a-68fb-42e4-b179-ed1c60eeae2a req-79c7c6a5-225a-45f6-b483-084e01653ece tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:57:59.515975 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4a3c676a-68fb-42e4-b179-ed1c60eeae2a req-79c7c6a5-225a-45f6-b483-084e01653ece tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 946 time: 0.0629313 Jul 24 09:57:59.552846 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4a3c676a-68fb-42e4-b179-ed1c60eeae2a req-60e99cef-55af-4fb0-b531-5d9affd52316 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316868 Jul 24 09:57:59.822489 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d1cd9419-3124-4c62-a5cb-161e3e17d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:57:59.891125 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-3f8a73da-e9e1-403f-9e9b-8f6bb20b1d8f service neutron] show failed (client error): The resource could not be found. Jul 24 09:57:59.892138 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-3f8a73da-e9e1-403f-9e9b-8f6bb20b1d8f service neutron] 10.222.0.20 "GET /v2.0/ports/ec61fc2a-9932-4df0-9c56-eee04f18b670/bindings/n-h1-800085-9 HTTP/1.1" status: 404 len: 380 time: 0.0533910 Jul 24 09:58:00.174429 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-c211118e-5a95-4f47-98a2-36d0f81a2a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:00.176201 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-c211118e-5a95-4f47-98a2-36d0f81a2a3a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c&tenant_id=4bdf65fab79e4b52bd6c3653c51ee822 HTTP/1.1" status: 200 len: 1097 time: 0.1297522 Jul 24 09:58:00.188870 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-9', 'device_owner': 'compute:nova'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:58:00.262224 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:00.457356 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] For port ec61fc2a-9932-4df0-9c56-eee04f18b670, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:58:00.489161 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] For port ec61fc2a-9932-4df0-9c56-eee04f18b670, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:58:00.510259 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:00.535447 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6e4ffe-a969-4510-8552-b444e09be58c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec61fc2a-9932-4df0-9c56-eee04f18b670'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:58:00.538177 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286a7c06-c7ef-4f3c-a388-18bd0435811d" -d '{"events": [{"server_uuid": "bf6e4ffe-a969-4510-8552-b444e09be58c", "name": "network-vif-unplugged", "status": "completed", "tag": "ec61fc2a-9932-4df0-9c56-eee04f18b670"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:58:00.541987 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:00.554542 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Transition to ACTIVE for port object ec61fc2a-9932-4df0-9c56-eee04f18b670 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:58:00.558200 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:00.594445 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921a9407-95dc-44e0-90c9-f894a721f72c x-openstack-request-id: req-921a9407-95dc-44e0-90c9-f894a721f72c {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:58:00.594445 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6e4ffe-a969-4510-8552-b444e09be58c", "name": "network-vif-unplugged", "status": "completed", "tag": "ec61fc2a-9932-4df0-9c56-eee04f18b670", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:58:00.594445 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-921a9407-95dc-44e0-90c9-f894a721f72c {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:58:00.594758 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6e4ffe-a969-4510-8552-b444e09be58c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec61fc2a-9932-4df0-9c56-eee04f18b670', 'code': 200} Jul 24 09:58:00.679720 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Pushing event updated for resources: {'Port': ['ID=ec61fc2a-9932-4df0-9c56-eee04f18b670,revision_number=6']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:58:00.694913 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:00.695260 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:00.695601 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:00.695938 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:00.696266 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:00.696597 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:00.696946 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:00.697268 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:00.697592 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:00.697913 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:00.698233 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:00.698552 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:00.731328 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] No DVR routers for this DVR port ec61fc2a-9932-4df0-9c56-eee04f18b670 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:58:00.823890 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89446e14-12e4-4425-af14-d450d58ca282 req-5b560707-68e6-4a90-8956-9c3cd86f6ebf tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:00.825455 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89446e14-12e4-4425-af14-d450d58ca282 req-5b560707-68e6-4a90-8956-9c3cd86f6ebf tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 944 time: 0.1910512 Jul 24 09:58:00.882158 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89446e14-12e4-4425-af14-d450d58ca282 req-ed892a40-68c1-4acf-a71c-e0d05b205d9a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505719 Jul 24 09:58:00.909875 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Attempting to bind port ec61fc2a-9932-4df0-9c56-eee04f18b670 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:58:00.910205 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Attempting to bind port ec61fc2a-9932-4df0-9c56-eee04f18b670 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:58:00.910531 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Attempting to bind port ec61fc2a-9932-4df0-9c56-eee04f18b670 on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:58:00.915557 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Port ec61fc2a-9932-4df0-9c56-eee04f18b670 on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:58:00.915876 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Attempting to bind port ec61fc2a-9932-4df0-9c56-eee04f18b670 on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:58:00.920542 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:58:00.920920 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Checking segment: {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:58:00.921296 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Bound using segment: {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:58:00.921713 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Bound port: ec61fc2a-9932-4df0-9c56-eee04f18b670, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:58:00.922060 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:00.982340 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] For port ec61fc2a-9932-4df0-9c56-eee04f18b670, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:58:00.985294 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] For port ec61fc2a-9932-4df0-9c56-eee04f18b670, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:58:00.989581 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:01.019661 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:01.020280 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:01.022347 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] 10.222.0.37 "PUT /v2.0/ports/ec61fc2a-9932-4df0-9c56-eee04f18b670 HTTP/1.1" status: 200 len: 1092 time: 0.8374894 Jul 24 09:58:01.059522 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc42e6-bd92-427a-a8ef-88d1d1fde998 service neutron] Pushing event updated for resources: {'Port': ['ID=ec61fc2a-9932-4df0-9c56-eee04f18b670,revision_number=7']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:58:01.150182 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:01.413936 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-b086aff7-d83b-44a2-b380-e36580120f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:01.415352 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-b086aff7-d83b-44a2-b380-e36580120f18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 1095 time: 0.3680000 Jul 24 09:58:01.500835 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-9939e92c-1868-49b2-aad4-ab9717341b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:01.502196 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-9939e92c-1868-49b2-aad4-ab9717341b20 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0800548 Jul 24 09:58:01.568382 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-bf94970a-7881-409b-beff-0a5b79bee4ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670 HTTP/1.1" status: 200 len: 1000 time: 0.0579970 Jul 24 09:58:01.612952 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-6dd22baa-ba6f-435e-a3dc-203881bdd721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:01.614309 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-6dd22baa-ba6f-435e-a3dc-203881bdd721 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0406342 Jul 24 09:58:01.671341 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-1c0da10e-a7e5-4417-8591-2135bac5aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:01.672890 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-1c0da10e-a7e5-4417-8591-2135bac5aa9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522649 Jul 24 09:58:01.682910 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-85c8b6f7-957c-4803-92eb-a06ab5575976 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 09:58:01.683846 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-85c8b6f7-957c-4803-92eb-a06ab5575976 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049951 Jul 24 09:58:01.773584 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-7fa00d94-500f-46ac-9b19-4713ffcf7ea8 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830891 Jul 24 09:58:01.858918 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a354e96-b928-46ba-b797-6c31380c8fc4 req-2782b7c7-8236-4577-8c6d-bf06986d8fcc service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783062 Jul 24 09:58:02.027570 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6623e9a-43c3-4dc1-bf85-fca98e5e7ed5 req-b4e62551-5b71-44eb-a91e-eb5b75d622f2 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:02.028979 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c6623e9a-43c3-4dc1-bf85-fca98e5e7ed5 req-b4e62551-5b71-44eb-a91e-eb5b75d622f2 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 944 time: 0.0728304 Jul 24 09:58:02.067048 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c6623e9a-43c3-4dc1-bf85-fca98e5e7ed5 req-b726dc48-a4fd-44a3-96b1-fd7d65f7cb23 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325394 Jul 24 09:58:02.596168 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6e4ffe-a969-4510-8552-b444e09be58c', 'tag': 'ec61fc2a-9932-4df0-9c56-eee04f18b670'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:58:02.598642 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9eb706-834a-4b54-8863-ff492156a54d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf6e4ffe-a969-4510-8552-b444e09be58c", "tag": "ec61fc2a-9932-4df0-9c56-eee04f18b670"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:58:02.645744 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab69739c-36d9-432f-b25e-38a9b7d743da x-openstack-request-id: req-ab69739c-36d9-432f-b25e-38a9b7d743da {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:58:02.646529 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf6e4ffe-a969-4510-8552-b444e09be58c", "tag": "ec61fc2a-9932-4df0-9c56-eee04f18b670", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:58:02.646775 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab69739c-36d9-432f-b25e-38a9b7d743da {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:58:02.647234 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf6e4ffe-a969-4510-8552-b444e09be58c', 'tag': 'ec61fc2a-9932-4df0-9c56-eee04f18b670', 'status': 'completed', 'code': 200} Jul 24 09:58:02.720321 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9eb706-834a-4b54-8863-ff492156a54d req-852d1bc1-d970-4310-927e-49558491d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:02.720653 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9eb706-834a-4b54-8863-ff492156a54d req-12115856-97e9-4077-8642-a85ff0502d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:02.721864 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e9eb706-834a-4b54-8863-ff492156a54d req-852d1bc1-d970-4310-927e-49558491d625 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 1095 time: 0.0573919 Jul 24 09:58:02.722320 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e9eb706-834a-4b54-8863-ff492156a54d req-12115856-97e9-4077-8642-a85ff0502d31 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 1095 time: 0.0528152 Jul 24 09:58:02.809366 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9eb706-834a-4b54-8863-ff492156a54d req-f7c0f41a-7e7e-4f97-9247-6e2be3f80e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:02.810847 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e9eb706-834a-4b54-8863-ff492156a54d req-f7c0f41a-7e7e-4f97-9247-6e2be3f80e6d service neutron] 10.222.0.37 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0825360 Jul 24 09:58:02.812990 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9eb706-834a-4b54-8863-ff492156a54d req-7b0d6528-0a7c-4999-824b-892b63ee70f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:02.814485 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e9eb706-834a-4b54-8863-ff492156a54d req-7b0d6528-0a7c-4999-824b-892b63ee70f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0857389 Jul 24 09:58:02.878719 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e9eb706-834a-4b54-8863-ff492156a54d req-50a93dde-3cce-474e-bfb4-e128ca482455 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670 HTTP/1.1" status: 200 len: 1000 time: 0.0612216 Jul 24 09:58:02.882551 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e9eb706-834a-4b54-8863-ff492156a54d req-dcad8246-26f9-44b6-987e-c717639490a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670 HTTP/1.1" status: 200 len: 1000 time: 0.0610213 Jul 24 09:58:02.926159 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9eb706-834a-4b54-8863-ff492156a54d req-3a11cf60-e3ac-48e4-8cbf-98ca10e11d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:02.927667 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e9eb706-834a-4b54-8863-ff492156a54d req-3a11cf60-e3ac-48e4-8cbf-98ca10e11d14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0428894 Jul 24 09:58:02.928784 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9eb706-834a-4b54-8863-ff492156a54d req-731cbca0-c429-4dad-afcd-89a7e1130dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:02.930200 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e9eb706-834a-4b54-8863-ff492156a54d req-731cbca0-c429-4dad-afcd-89a7e1130dc4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0421805 Jul 24 09:58:02.986189 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9eb706-834a-4b54-8863-ff492156a54d req-8bfa721c-8121-4858-a8c5-f7fa8a75b9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:02.987712 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e9eb706-834a-4b54-8863-ff492156a54d req-8bfa721c-8121-4858-a8c5-f7fa8a75b9b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533950 Jul 24 09:58:02.990149 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9eb706-834a-4b54-8863-ff492156a54d req-5467ebc2-d271-496e-912d-6419fe04bb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:02.991615 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e9eb706-834a-4b54-8863-ff492156a54d req-5467ebc2-d271-496e-912d-6419fe04bb4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554061 Jul 24 09:58:03.023634 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:03.081360 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e9eb706-834a-4b54-8863-ff492156a54d req-bd6fb5e0-73c3-4006-af48-87f4024f9d51 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870540 Jul 24 09:58:03.082796 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e9eb706-834a-4b54-8863-ff492156a54d req-9315d3f2-238b-4a04-a076-d4b5a11bb7fe service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845354 Jul 24 09:58:03.175387 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e9eb706-834a-4b54-8863-ff492156a54d req-76e83bb3-a669-4daa-988c-10cb5a2fd8e8 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872085 Jul 24 09:58:03.211827 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e9eb706-834a-4b54-8863-ff492156a54d req-dd201d8d-6fb2-49ab-a68f-ecfc714f08bf service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227188 Jul 24 09:58:03.236153 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cc257-de5d-468c-940b-5684f05b1075 req-b07bfab1-b1a4-4ec4-a3bb-dc4cee528d74 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:03.237641 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-951cc257-de5d-468c-940b-5684f05b1075 req-b07bfab1-b1a4-4ec4-a3bb-dc4cee528d74 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 944 time: 0.0836294 Jul 24 09:58:03.277895 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-951cc257-de5d-468c-940b-5684f05b1075 req-fe9f5042-8a59-4f46-b926-a1cccf8d31fc tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333369 Jul 24 09:58:04.415826 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1a9b6-163f-4afb-8822-4e4dabc86a09 req-66c79ed1-2032-4440-8432-7349274e32ae tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:04.417336 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b8f1a9b6-163f-4afb-8822-4e4dabc86a09 req-66c79ed1-2032-4440-8432-7349274e32ae tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 944 time: 0.0662036 Jul 24 09:58:04.453538 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b8f1a9b6-163f-4afb-8822-4e4dabc86a09 req-c595742a-b701-464f-979d-bca6aaa58c4b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306153 Jul 24 09:58:04.697631 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device ec61fc2a-9932-4df0-9c56-eee04f18b670 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:58:04.743616 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:58:04.795343 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port ec61fc2a-9932-4df0-9c56-eee04f18b670, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:58:04.795648 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-4a4f29e1-d562-4166-a04e-36878ad915ce tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:04.797190 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-4a4f29e1-d562-4166-a04e-36878ad915ce tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c&tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&binding%3Ahost_id=n-h1-800085-9 HTTP/1.1" status: 200 len: 944 time: 0.1069424 Jul 24 09:58:04.809460 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15fd5b-c4c4-4dea-8124-c6199c27be0b req-cc38e444-c320-49c2-a50e-3e73652da26a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:04.809841 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'ec61fc2a-9932-4df0-9c56-eee04f18b670', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'port_id': 'ec61fc2a-9932-4df0-9c56-eee04f18b670', 'mac_address': 'fa:16:3e:b7:e8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:58:04.810962 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0f15fd5b-c4c4-4dea-8124-c6199c27be0b req-cc38e444-c320-49c2-a50e-3e73652da26a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 944 time: 0.0905361 Jul 24 09:58:04.846916 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:04.859487 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec61fc2a-9932-4df0-9c56-eee04f18b670 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:58:04.871790 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ec61fc2a-9932-4df0-9c56-eee04f18b670 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:58:04.887602 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0f15fd5b-c4c4-4dea-8124-c6199c27be0b req-6e12334f-553f-4752-a989-ec2b149df78a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696311 Jul 24 09:58:04.896012 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-ae70372a-7702-437a-a199-2743bc2b5bc8 service neutron] 10.222.0.37 "GET /v2.0/ports/ec61fc2a-9932-4df0-9c56-eee04f18b670/bindings/n-h1-800085-9 HTTP/1.1" status: 200 len: 382 time: 0.0841434 Jul 24 09:58:04.901500 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port ec61fc2a-9932-4df0-9c56-eee04f18b670, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:58:04.908431 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:04.941494 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ec61fc2a-9932-4df0-9c56-eee04f18b670 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:58:04.963876 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=ec61fc2a-9932-4df0-9c56-eee04f18b670,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:58:04.970904 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:04.971053 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-82011436-c859-4f92-9124-914b2c67da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:04.971257 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:04.971595 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:04.971927 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:04.972253 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:04.972580 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:04.972682 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-82011436-c859-4f92-9124-914b2c67da3a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 1096 time: 0.0538085 Jul 24 09:58:04.972929 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:04.973247 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:04.973573 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:04.973889 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:04.974256 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:04.974575 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:05.065320 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-565f38d5-da0c-4230-942e-03225fed2903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:05.066702 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-565f38d5-da0c-4230-942e-03225fed2903 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0877459 Jul 24 09:58:05.125644 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['ec61fc2a-9932-4df0-9c56-eee04f18b670'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:58:05.130031 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-91929a20-7d3f-4d45-9fc8-d8b05ff0c988 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670 HTTP/1.1" status: 200 len: 1001 time: 0.0564532 Jul 24 09:58:05.180537 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-8750e6cf-e8ac-44b0-9dee-7b553347f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:05.182271 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-8750e6cf-e8ac-44b0-9dee-7b553347f822 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0460238 Jul 24 09:58:05.245922 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-4a68589f-e082-428b-ac66-bb687f9cfbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:05.247461 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-4a68589f-e082-428b-ac66-bb687f9cfbfd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595100 Jul 24 09:58:05.335822 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-bde3d41c-98a8-4aeb-ae26-e659c0ae9edc service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820606 Jul 24 09:58:05.427162 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-0d767c33-e365-444a-a9f6-e951a65e0124 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852194 Jul 24 09:58:06.027245 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcab15f-31ca-42d7-9416-fae7773b3d3d req-7628e066-3b7b-4c95-b204-ad0557f6073d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:06.028729 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6fcab15f-31ca-42d7-9416-fae7773b3d3d req-7628e066-3b7b-4c95-b204-ad0557f6073d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 945 time: 0.0665066 Jul 24 09:58:06.065611 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6fcab15f-31ca-42d7-9416-fae7773b3d3d req-05359d09-826d-49d5-8a9e-1d2b33cd31ef tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313363 Jul 24 09:58:06.690902 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device ec61fc2a-9932-4df0-9c56-eee04f18b670 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:58:06.735792 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port ec61fc2a-9932-4df0-9c56-eee04f18b670 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:58:06.739209 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port ec61fc2a-9932-4df0-9c56-eee04f18b670 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:58:06.739564 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:06.816559 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:06.839549 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6e4ffe-a969-4510-8552-b444e09be58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec61fc2a-9932-4df0-9c56-eee04f18b670'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:58:06.841886 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b59c1b4-7aaf-4184-86af-1f1219a4d588" -d '{"events": [{"server_uuid": "bf6e4ffe-a969-4510-8552-b444e09be58c", "name": "network-vif-plugged", "status": "completed", "tag": "ec61fc2a-9932-4df0-9c56-eee04f18b670"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:58:06.854344 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port ec61fc2a-9932-4df0-9c56-eee04f18b670, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:58:06.858335 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:06.892864 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e7bb72-4340-4d28-be73-4ebc8dc10f1f x-openstack-request-id: req-19e7bb72-4340-4d28-be73-4ebc8dc10f1f {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:58:06.893154 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6e4ffe-a969-4510-8552-b444e09be58c", "name": "network-vif-plugged", "status": "completed", "tag": "ec61fc2a-9932-4df0-9c56-eee04f18b670", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:58:06.893400 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19e7bb72-4340-4d28-be73-4ebc8dc10f1f {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:58:06.893786 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6e4ffe-a969-4510-8552-b444e09be58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec61fc2a-9932-4df0-9c56-eee04f18b670', 'code': 200} Jul 24 09:58:06.907573 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=ec61fc2a-9932-4df0-9c56-eee04f18b670,revision_number=9']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:58:07.204005 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5fa327-0cc8-48d9-a319-4ee9a39876ad req-3328e485-dd29-4ef3-877a-64b264cd8ea2 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:07.205636 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aa5fa327-0cc8-48d9-a319-4ee9a39876ad req-3328e485-dd29-4ef3-877a-64b264cd8ea2 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 946 time: 0.0662012 Jul 24 09:58:07.243567 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aa5fa327-0cc8-48d9-a319-4ee9a39876ad req-81d75747-9e83-4f3e-8193-0517425f66ef tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319870 Jul 24 09:58:07.391482 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-355cc2a4-8e88-4365-9478-622f9c5a8daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:07.392881 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-355cc2a4-8e88-4365-9478-622f9c5a8daf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c&tenant_id=4bdf65fab79e4b52bd6c3653c51ee822 HTTP/1.1" status: 200 len: 1097 time: 0.0519083 Jul 24 09:58:07.405171 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-9', 'device_owner': 'compute:nova'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:58:07.476871 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:07.671198 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] For port ec61fc2a-9932-4df0-9c56-eee04f18b670, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:58:07.702711 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] For port ec61fc2a-9932-4df0-9c56-eee04f18b670, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:58:07.740104 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6e4ffe-a969-4510-8552-b444e09be58c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec61fc2a-9932-4df0-9c56-eee04f18b670'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:58:07.742412 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8929e96e-43c9-4607-bfff-47128e406342" -d '{"events": [{"server_uuid": "bf6e4ffe-a969-4510-8552-b444e09be58c", "name": "network-vif-unplugged", "status": "completed", "tag": "ec61fc2a-9932-4df0-9c56-eee04f18b670"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:58:07.745898 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:07.758618 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Transition to ACTIVE for port object ec61fc2a-9932-4df0-9c56-eee04f18b670 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:58:07.762159 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:08.111880 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 09:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f73d42f-5813-4da5-9c4e-bcd5c42438b1 x-openstack-request-id: req-5f73d42f-5813-4da5-9c4e-bcd5c42438b1 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:58:08.112163 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6e4ffe-a969-4510-8552-b444e09be58c", "name": "network-vif-unplugged", "status": "completed", "tag": "ec61fc2a-9932-4df0-9c56-eee04f18b670", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:58:08.112411 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f73d42f-5813-4da5-9c4e-bcd5c42438b1 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:58:08.112812 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6e4ffe-a969-4510-8552-b444e09be58c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec61fc2a-9932-4df0-9c56-eee04f18b670', 'code': 200} Jul 24 09:58:08.166475 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Pushing event updated for resources: {'Port': ['ID=ec61fc2a-9932-4df0-9c56-eee04f18b670,revision_number=10']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:58:08.178943 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:08.179295 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:08.179646 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:08.179993 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:08.180331 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:08.180667 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:08.181034 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:08.181373 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:08.181707 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:08.182339 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:08.182339 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:08.182672 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 09:58:08.219719 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] No DVR routers for this DVR port ec61fc2a-9932-4df0-9c56-eee04f18b670 on host n-h1-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:58:08.387696 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Attempting to bind port ec61fc2a-9932-4df0-9c56-eee04f18b670 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:58:08.387922 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Attempting to bind port ec61fc2a-9932-4df0-9c56-eee04f18b670 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:58:08.388236 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Attempting to bind port ec61fc2a-9932-4df0-9c56-eee04f18b670 on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:58:08.394939 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Port ec61fc2a-9932-4df0-9c56-eee04f18b670 on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:58:08.395270 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Attempting to bind port ec61fc2a-9932-4df0-9c56-eee04f18b670 on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:58:08.402970 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:58:08.403308 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Checking segment: {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:58:08.403697 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Bound using segment: {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:58:08.404125 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Bound port: ec61fc2a-9932-4df0-9c56-eee04f18b670, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:58:08.404479 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:08.450189 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88151c-c617-49a7-aa76-6bed36803ec0 req-00fefe63-9746-4776-b802-7e4a0e267a6f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:08.451693 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f88151c-c617-49a7-aa76-6bed36803ec0 req-00fefe63-9746-4776-b802-7e4a0e267a6f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 945 time: 0.1275191 Jul 24 09:58:08.503595 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] For port ec61fc2a-9932-4df0-9c56-eee04f18b670, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:58:08.518337 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f88151c-c617-49a7-aa76-6bed36803ec0 req-a1da9cc2-8024-479d-9dac-180139d80d2f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611217 Jul 24 09:58:08.522336 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] For port ec61fc2a-9932-4df0-9c56-eee04f18b670, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:58:08.527531 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:08.563996 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:08.564600 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:08.566032 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] 10.222.0.20 "PUT /v2.0/ports/ec61fc2a-9932-4df0-9c56-eee04f18b670 HTTP/1.1" status: 200 len: 1093 time: 1.1647165 Jul 24 09:58:08.587727 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa849a7-1612-442a-98f6-268f712a1418 service neutron] Pushing event updated for resources: {'Port': ['ID=ec61fc2a-9932-4df0-9c56-eee04f18b670,revision_number=11']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:58:08.647965 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-de153ffc-4016-4b09-a6ff-a0f1e87020f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:08.649525 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-de153ffc-4016-4b09-a6ff-a0f1e87020f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 1096 time: 0.0589292 Jul 24 09:58:08.740655 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-13575674-b962-4778-8ec7-078e6a1d0e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:08.742180 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-13575674-b962-4778-8ec7-078e6a1d0e1d service neutron] 10.222.0.20 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0866449 Jul 24 09:58:08.810192 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-be351438-d5b4-47ca-8ab2-7a993ab85312 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670 HTTP/1.1" status: 200 len: 1000 time: 0.0613463 Jul 24 09:58:08.859181 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-9f80af8e-def5-4a81-bbc0-c1a1d45e9c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:08.860642 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-9f80af8e-def5-4a81-bbc0-c1a1d45e9c08 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0444188 Jul 24 09:58:08.917759 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-a4699026-b62e-4176-9c4c-dc856cc1d321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:08.919133 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-a4699026-b62e-4176-9c4c-dc856cc1d321 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520139 Jul 24 09:58:09.008910 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-e342e634-3b3f-4d09-8b57-849b8fd0085a service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833242 Jul 24 09:58:09.095644 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-76ee86a9-8215-46cf-aa44-753b0ef07673 req-211f04df-ff8f-4558-b4a8-08563f40e6ac service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808880 Jul 24 09:58:09.662701 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e75532-685a-4d54-be15-6a598018cb3c req-3c023612-5fea-4524-9b23-9a7f3da86937 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:09.665095 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a2e75532-685a-4d54-be15-6a598018cb3c req-3c023612-5fea-4524-9b23-9a7f3da86937 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 945 time: 0.0730758 Jul 24 09:58:09.705931 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a2e75532-685a-4d54-be15-6a598018cb3c req-a1721b61-a879-46d8-8ec5-8eb3caac6f08 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354586 Jul 24 09:58:10.114097 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6e4ffe-a969-4510-8552-b444e09be58c', 'tag': 'ec61fc2a-9932-4df0-9c56-eee04f18b670'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:58:10.116607 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15fbec1-509f-4463-b6d3-a466832715c2" -d '{"events": [{"name": "network-changed", "server_uuid": "bf6e4ffe-a969-4510-8552-b444e09be58c", "tag": "ec61fc2a-9932-4df0-9c56-eee04f18b670"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:58:10.164757 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb3d83b-c766-424d-a8cb-46cacb2a2d6e x-openstack-request-id: req-2fb3d83b-c766-424d-a8cb-46cacb2a2d6e {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:58:10.165141 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf6e4ffe-a969-4510-8552-b444e09be58c", "tag": "ec61fc2a-9932-4df0-9c56-eee04f18b670", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:58:10.165400 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2fb3d83b-c766-424d-a8cb-46cacb2a2d6e {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:58:10.169232 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf6e4ffe-a969-4510-8552-b444e09be58c', 'tag': 'ec61fc2a-9932-4df0-9c56-eee04f18b670', 'status': 'completed', 'code': 200} Jul 24 09:58:10.236293 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fbec1-509f-4463-b6d3-a466832715c2 req-a5c1d7a5-6909-4982-ab1e-88d303e34181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:10.237983 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f15fbec1-509f-4463-b6d3-a466832715c2 req-a5c1d7a5-6909-4982-ab1e-88d303e34181 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 1096 time: 0.0543003 Jul 24 09:58:10.242660 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fbec1-509f-4463-b6d3-a466832715c2 req-4b2b0f3d-9d37-4bb4-8606-68c3d78bfb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:10.244235 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f15fbec1-509f-4463-b6d3-a466832715c2 req-4b2b0f3d-9d37-4bb4-8606-68c3d78bfb72 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 1096 time: 0.0575616 Jul 24 09:58:10.330138 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fbec1-509f-4463-b6d3-a466832715c2 req-56e87186-7cab-44e3-a4ac-0ee481bb46fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:10.331634 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f15fbec1-509f-4463-b6d3-a466832715c2 req-56e87186-7cab-44e3-a4ac-0ee481bb46fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0878098 Jul 24 09:58:10.331965 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fbec1-509f-4463-b6d3-a466832715c2 req-edf0c30c-bfef-4e20-a121-9695ecbb9fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:10.334093 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f15fbec1-509f-4463-b6d3-a466832715c2 req-edf0c30c-bfef-4e20-a121-9695ecbb9fc2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0826526 Jul 24 09:58:10.400402 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f15fbec1-509f-4463-b6d3-a466832715c2 req-76a7747f-1434-4d6c-beb4-f5a64e5e1ca0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670 HTTP/1.1" status: 200 len: 1000 time: 0.0625906 Jul 24 09:58:10.405759 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f15fbec1-509f-4463-b6d3-a466832715c2 req-2bdb4e8e-4ebb-4851-a5d2-8c7127e21d67 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670 HTTP/1.1" status: 200 len: 1000 time: 0.0648515 Jul 24 09:58:10.450630 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fbec1-509f-4463-b6d3-a466832715c2 req-8c50bb85-9bf1-42f0-83e5-2154fc7abbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:10.452121 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f15fbec1-509f-4463-b6d3-a466832715c2 req-8c50bb85-9bf1-42f0-83e5-2154fc7abbb6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0451040 Jul 24 09:58:10.457078 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fbec1-509f-4463-b6d3-a466832715c2 req-084a293e-2cc9-41a4-8ae9-2a86da474e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:10.459250 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f15fbec1-509f-4463-b6d3-a466832715c2 req-084a293e-2cc9-41a4-8ae9-2a86da474e95 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0472021 Jul 24 09:58:10.515463 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fbec1-509f-4463-b6d3-a466832715c2 req-bd6b1bea-92d8-4fe2-a170-e5f04d988d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:10.517289 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f15fbec1-509f-4463-b6d3-a466832715c2 req-bd6b1bea-92d8-4fe2-a170-e5f04d988d33 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591960 Jul 24 09:58:10.528120 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fbec1-509f-4463-b6d3-a466832715c2 req-9f925c1b-7e20-4336-b324-e0414ba5d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:10.529724 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f15fbec1-509f-4463-b6d3-a466832715c2 req-9f925c1b-7e20-4336-b324-e0414ba5d83f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608847 Jul 24 09:58:10.616418 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f15fbec1-509f-4463-b6d3-a466832715c2 req-bf8a0217-6ffe-49bc-a482-339366a6326d service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930374 Jul 24 09:58:10.628244 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f15fbec1-509f-4463-b6d3-a466832715c2 req-66ebe68a-01a4-4d07-871e-63c1b512d942 service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924537 Jul 24 09:58:10.690785 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device ec61fc2a-9932-4df0-9c56-eee04f18b670 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:58:10.708920 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f15fbec1-509f-4463-b6d3-a466832715c2 req-212ebcb9-c24f-4c19-8f81-790af861f5e1 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856047 Jul 24 09:58:10.727301 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f15fbec1-509f-4463-b6d3-a466832715c2 req-1bf0fbe4-fb9a-45d3-80ff-36bb06ffa268 service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914588 Jul 24 09:58:10.735202 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device ec61fc2a-9932-4df0-9c56-eee04f18b670 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:58:10.836259 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c908bd-2868-412a-91c8-634f32082024 req-fd549ffb-78f1-4271-aa9d-45bf514034a9 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:10.837782 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b5c908bd-2868-412a-91c8-634f32082024 req-fd549ffb-78f1-4271-aa9d-45bf514034a9 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 945 time: 0.0620959 Jul 24 09:58:10.879148 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b5c908bd-2868-412a-91c8-634f32082024 req-579a5762-099c-4bc0-babe-ef841bd47a90 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358481 Jul 24 09:58:10.883149 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ec61fc2a-9932-4df0-9c56-eee04f18b670 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:58:10.975099 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port ec61fc2a-9932-4df0-9c56-eee04f18b670, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:58:10.985995 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'ec61fc2a-9932-4df0-9c56-eee04f18b670', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'port_id': 'ec61fc2a-9932-4df0-9c56-eee04f18b670', 'mac_address': 'fa:16:3e:b7:e8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:58:11.017109 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a756f-e4f0-4602-8d54-520fd9d7493c req-1e8c6d6e-4f54-4f1a-827d-8fc257cde4ea tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:11.018718 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d88a756f-e4f0-4602-8d54-520fd9d7493c req-1e8c6d6e-4f54-4f1a-827d-8fc257cde4ea tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 945 time: 0.0699043 Jul 24 09:58:11.027776 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:11.044103 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec61fc2a-9932-4df0-9c56-eee04f18b670 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:58:11.058106 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d88a756f-e4f0-4602-8d54-520fd9d7493c req-bf50bb6e-9baf-4f36-81dd-fda42e3aede0 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331724 Jul 24 09:58:11.062857 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port ec61fc2a-9932-4df0-9c56-eee04f18b670, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:58:11.066983 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:11.116954 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=ec61fc2a-9932-4df0-9c56-eee04f18b670,revision_number=12']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:58:11.190109 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7267f10-cd41-43ed-b985-98d4110843b1 req-d2460821-22e4-4029-90d2-bcb3d93218ae tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:11.191595 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a7267f10-cd41-43ed-b985-98d4110843b1 req-d2460821-22e4-4029-90d2-bcb3d93218ae tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 946 time: 0.0632727 Jul 24 09:58:11.229029 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a7267f10-cd41-43ed-b985-98d4110843b1 req-3844e600-f310-4bd6-911b-53ef54dcb4aa tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312452 Jul 24 09:58:11.323694 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['ec61fc2a-9932-4df0-9c56-eee04f18b670'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:58:11.493783 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6d0e3-89b3-47d8-a263-809926fc22b3 req-e650f6be-0e8b-4118-8ac3-13600f6a4c8b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:11.495216 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3ee6d0e3-89b3-47d8-a263-809926fc22b3 req-e650f6be-0e8b-4118-8ac3-13600f6a4c8b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 946 time: 0.0628605 Jul 24 09:58:11.532108 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3ee6d0e3-89b3-47d8-a263-809926fc22b3 req-a66a4b29-dbe6-44b8-b749-5f59a39f5f4c tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313070 Jul 24 09:58:12.663707 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9c82e-145e-4904-b85a-7fb1e7dc46f1 req-8832f514-e890-428d-ac05-e4bee70d29b4 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:12.665344 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-55e9c82e-145e-4904-b85a-7fb1e7dc46f1 req-8832f514-e890-428d-ac05-e4bee70d29b4 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 946 time: 0.0637093 Jul 24 09:58:12.736381 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-55e9c82e-145e-4904-b85a-7fb1e7dc46f1 req-f10b4968-6f88-4ddd-baae-710e322efdff tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622349 Jul 24 09:58:12.760302 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089b9c8-84a1-459b-aa1f-bcbad11a6b8c req-81fca9e6-a0dc-4711-987d-447e846afd4e tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:12.761836 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2089b9c8-84a1-459b-aa1f-bcbad11a6b8c req-81fca9e6-a0dc-4711-987d-447e846afd4e tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 946 time: 0.0955892 Jul 24 09:58:12.858132 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-2089b9c8-84a1-459b-aa1f-bcbad11a6b8c req-1a193a7d-0baa-4960-b2f5-8a07ba83e24b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Deleting port ec61fc2a-9932-4df0-9c56-eee04f18b670 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 09:58:12.858477 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2089b9c8-84a1-459b-aa1f-bcbad11a6b8c req-1a193a7d-0baa-4960-b2f5-8a07ba83e24b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:12.901616 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ec61fc2a-9932-4df0-9c56-eee04f18b670 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:58:12.949224 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-2089b9c8-84a1-459b-aa1f-bcbad11a6b8c req-1a193a7d-0baa-4960-b2f5-8a07ba83e24b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] For port ec61fc2a-9932-4df0-9c56-eee04f18b670, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:58:12.949666 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2089b9c8-84a1-459b-aa1f-bcbad11a6b8c req-1a193a7d-0baa-4960-b2f5-8a07ba83e24b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:12.952536 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port ec61fc2a-9932-4df0-9c56-eee04f18b670 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:58:12.956245 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port ec61fc2a-9932-4df0-9c56-eee04f18b670 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:58:12.956687 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:13.031348 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:13.054136 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6e4ffe-a969-4510-8552-b444e09be58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec61fc2a-9932-4df0-9c56-eee04f18b670'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:58:13.056463 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e2c3e7-4179-4775-a3c5-faa6d5b4f3e1" -d '{"events": [{"server_uuid": "bf6e4ffe-a969-4510-8552-b444e09be58c", "name": "network-vif-plugged", "status": "completed", "tag": "ec61fc2a-9932-4df0-9c56-eee04f18b670"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:58:13.069427 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port ec61fc2a-9932-4df0-9c56-eee04f18b670, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=ec61fc2a-9932-4df0-9c56-eee04f18b670,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:58:13.074397 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:13.103017 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1042b91-012e-41c1-9a52-41a6c038833a x-openstack-request-id: req-c1042b91-012e-41c1-9a52-41a6c038833a {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:58:13.103342 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6e4ffe-a969-4510-8552-b444e09be58c", "name": "network-vif-plugged", "status": "completed", "tag": "ec61fc2a-9932-4df0-9c56-eee04f18b670", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:58:13.103593 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1042b91-012e-41c1-9a52-41a6c038833a {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:58:13.103977 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6e4ffe-a969-4510-8552-b444e09be58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec61fc2a-9932-4df0-9c56-eee04f18b670', 'code': 200} Jul 24 09:58:13.127959 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2089b9c8-84a1-459b-aa1f-bcbad11a6b8c req-1a193a7d-0baa-4960-b2f5-8a07ba83e24b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:13.128341 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2089b9c8-84a1-459b-aa1f-bcbad11a6b8c req-1a193a7d-0baa-4960-b2f5-8a07ba83e24b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:13.128668 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [req-2089b9c8-84a1-459b-aa1f-bcbad11a6b8c req-1a193a7d-0baa-4960-b2f5-8a07ba83e24b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Floating IP d71f5bf3-2c3a-4411-8d60-ac92b97b0660 disassociated. External IP: 172.25.7.44, port: ec61fc2a-9932-4df0-9c56-eee04f18b670. Jul 24 09:58:13.129051 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-2089b9c8-84a1-459b-aa1f-bcbad11a6b8c req-1a193a7d-0baa-4960-b2f5-8a07ba83e24b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Calling delete_port for ec61fc2a-9932-4df0-9c56-eee04f18b670 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 09:58:13.129664 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=ec61fc2a-9932-4df0-9c56-eee04f18b670,revision_number=13']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:58:13.258677 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2089b9c8-84a1-459b-aa1f-bcbad11a6b8c req-1a193a7d-0baa-4960-b2f5-8a07ba83e24b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:13.284579 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a193a7d-0baa-4960-b2f5-8a07ba83e24b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Pushing event deleted for resources: {'Port': ['ID=ec61fc2a-9932-4df0-9c56-eee04f18b670,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:58:13.401076 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2089b9c8-84a1-459b-aa1f-bcbad11a6b8c req-1a193a7d-0baa-4960-b2f5-8a07ba83e24b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Router b06926db-d226-43e1-bf11-c4f32e943e66 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:58:13.508582 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2089b9c8-84a1-459b-aa1f-bcbad11a6b8c req-1a193a7d-0baa-4960-b2f5-8a07ba83e24b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:58:13.517938 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04692939-162b-4053-89b6-9e84e20341be None None] Sync routers for ids ['b06926db-d226-43e1-bf11-c4f32e943e66'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:58:13.526643 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04692939-162b-4053-89b6-9e84e20341be None None] Routers {'b06926db-d226-43e1-bf11-c4f32e943e66'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:58:13.527248 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-04692939-162b-4053-89b6-9e84e20341be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:58:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b06926db-d226-43e1-bf11-c4f32e943e66'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:58:13.551851 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-2089b9c8-84a1-459b-aa1f-bcbad11a6b8c req-1a193a7d-0baa-4960-b2f5-8a07ba83e24b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] No DVR routers for this DVR port ec61fc2a-9932-4df0-9c56-eee04f18b670 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 09:58:13.555137 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-2089b9c8-84a1-459b-aa1f-bcbad11a6b8c req-1a193a7d-0baa-4960-b2f5-8a07ba83e24b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:13.557195 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2089b9c8-84a1-459b-aa1f-bcbad11a6b8c req-1a193a7d-0baa-4960-b2f5-8a07ba83e24b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.20 "DELETE /v2.0/ports/ec61fc2a-9932-4df0-9c56-eee04f18b670 HTTP/1.1" status: 204 len: 173 time: 0.7899714 Jul 24 09:58:13.557577 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6e4ffe-a969-4510-8552-b444e09be58c', 'name': 'network-vif-deleted', 'tag': 'ec61fc2a-9932-4df0-9c56-eee04f18b670'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:58:13.559852 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2dde1a-5a71-47ca-9983-cc7cb902143a" -d '{"events": [{"server_uuid": "bf6e4ffe-a969-4510-8552-b444e09be58c", "name": "network-vif-deleted", "tag": "ec61fc2a-9932-4df0-9c56-eee04f18b670"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:58:13.598451 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c133647b-d28d-4fa2-9984-68e654d97b79 x-openstack-request-id: req-c133647b-d28d-4fa2-9984-68e654d97b79 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:58:13.598745 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6e4ffe-a969-4510-8552-b444e09be58c", "name": "network-vif-deleted", "tag": "ec61fc2a-9932-4df0-9c56-eee04f18b670", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:58:13.599523 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c133647b-d28d-4fa2-9984-68e654d97b79 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:58:13.599930 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6e4ffe-a969-4510-8552-b444e09be58c', 'name': 'network-vif-deleted', 'tag': 'ec61fc2a-9932-4df0-9c56-eee04f18b670', 'status': 'completed', 'code': 200} Jul 24 09:58:13.714456 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-04692939-162b-4053-89b6-9e84e20341be None None] Set router b06926db-d226-43e1-bf11-c4f32e943e66 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:58:13.852660 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f2ce5e2-0279-4a00-9d73-34505db828c0 req-1526f942-a012-4f08-9d5e-9058bbd56637 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf6e4ffe-a969-4510-8552-b444e09be58c HTTP/1.1" status: 200 len: 210 time: 0.0333772 Jul 24 09:58:13.906749 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-04692939-162b-4053-89b6-9e84e20341be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '55e1f225-d99d-4129-8859-23adb5c5089c', 'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'mac_address': 'fa:16:3e:76:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:33Z', 'updated_at': '2021-07-24T09:51:36Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'subnets': [{'id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:58:13.932570 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04692939-162b-4053-89b6-9e84e20341be None None] Checking router: b06926db-d226-43e1-bf11-c4f32e943e66 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:58:13.940541 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04692939-162b-4053-89b6-9e84e20341be None None] Routers {'b06926db-d226-43e1-bf11-c4f32e943e66'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:58:13.941164 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-04692939-162b-4053-89b6-9e84e20341be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:58:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b06926db-d226-43e1-bf11-c4f32e943e66'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:58:14.048612 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-04692939-162b-4053-89b6-9e84e20341be None None] Set router b06926db-d226-43e1-bf11-c4f32e943e66 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:58:14.236812 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-04692939-162b-4053-89b6-9e84e20341be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '55e1f225-d99d-4129-8859-23adb5c5089c', 'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'mac_address': 'fa:16:3e:76:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:33Z', 'updated_at': '2021-07-24T09:51:36Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'subnets': [{'id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:58:14.264912 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04692939-162b-4053-89b6-9e84e20341be None None] The sync data for ids ['b06926db-d226-43e1-bf11-c4f32e943e66'] in n-d-800085-9 is: [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '55e1f225-d99d-4129-8859-23adb5c5089c', 'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'mac_address': 'fa:16:3e:76:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:33Z', 'updated_at': '2021-07-24T09:51:36Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'subnets': [{'id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:58:14.423339 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:14.481959 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c6a2b4-4154-454e-b144-6aae6991adfd None None] New status for floating IP d71f5bf3-2c3a-4411-8d60-ac92b97b0660: DOWN {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:58:15.150075 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-7a0c3acd-b81c-439f-a3d8-14341ff987a6 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1565875904&fields=id&tenant_id=4bdf65fab79e4b52bd6c3653c51ee822 HTTP/1.1" status: 200 len: 267 time: 0.0326746 Jul 24 09:58:15.255029 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-87e244b3-93cb-4dd4-91a7-851b3285665a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:15.256484 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-87e244b3-93cb-4dd4-91a7-851b3285665a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 812 time: 0.1004062 Jul 24 09:58:15.270465 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-04bb383a-a2f6-4286-99a5-97711bcbe1f2 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/quotas/4bdf65fab79e4b52bd6c3653c51ee822 HTTP/1.1" status: 200 len: 375 time: 0.0087249 Jul 24 09:58:15.338896 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-499528b4-ceb4-4b5b-bc1c-fb2296391c05 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0622721 Jul 24 09:58:15.498146 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-0acf3b0e-b89e-4f6b-b31f-f5bcf7296d4d service neutron] 10.222.0.32 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473060 Jul 24 09:58:15.589343 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-b5f9c016-1c61-499b-8590-e82acf54c1ac service neutron] 10.222.0.32 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855174 Jul 24 09:58:15.752876 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-91c42173-98fd-4c74-8410-c96d7df5b87f req-c5f5b651-c0b5-4bd4-809d-caa93580cdc3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 210 time: 0.0284681 Jul 24 09:58:16.616926 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-2c014945-aa11-42ea-93a9-250f3d4b975a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:16.618399 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-2c014945-aa11-42ea-93a9-250f3d4b975a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.37 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 812 time: 0.1044624 Jul 24 09:58:16.666950 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-80d8abed-5e87-4b9d-acdf-94250f26dba2 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bdf65fab79e4b52bd6c3653c51ee822 HTTP/1.1" status: 200 len: 380 time: 0.0397537 Jul 24 09:58:16.676266 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-2e5b314e-e6a1-44ee-877a-c84d64ef979e tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Request body: {'port': {'device_id': 'f3a78091-f9d2-4ecd-8a0a-496a167c9ced', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'admin_state_up': True, 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'security_groups': ['1539ddba-770c-4e8b-9e1a-eb3c061366f0']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:58:16.798364 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-2e5b314e-e6a1-44ee-877a-c84d64ef979e tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Made reservation on behalf of 4bdf65fab79e4b52bd6c3653c51ee822 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 09:58:16.801911 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-2e5b314e-e6a1-44ee-877a-c84d64ef979e tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:16.855218 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fc572f94-1301-4378-9b87-48c19c9ce221 req-ec6109ad-d18c-48ec-a79a-fcc9ae306b40 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 210 time: 0.0299516 Jul 24 09:58:16.930075 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-2e5b314e-e6a1-44ee-877a-c84d64ef979e tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Allocated IP 172.20.0.13 (4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9/c26152d3-c902-4132-89c9-4a248b741f2f/6c9de9dd-4dea-4fd8-9098-b1dd603a899e) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 09:58:16.930403 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ec61fc2a-9932-4df0-9c56-eee04f18b670 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 09:58:16.950580 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: ec61fc2a-9932-4df0-9c56-eee04f18b670 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 09:58:16.951008 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device ec61fc2a-9932-4df0-9c56-eee04f18b670 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 09:58:16.970400 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:17.069344 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-2e5b314e-e6a1-44ee-877a-c84d64ef979e tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:17.088702 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-2e5b314e-e6a1-44ee-877a-c84d64ef979e tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Transition to ACTIVE for port object 6c9de9dd-4dea-4fd8-9098-b1dd603a899e will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:58:17.119767 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-2e5b314e-e6a1-44ee-877a-c84d64ef979e tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:17.160793 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-2e5b314e-e6a1-44ee-877a-c84d64ef979e tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 09:58:17.166076 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-2e5b314e-e6a1-44ee-877a-c84d64ef979e tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 09:58:17.169879 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-2e5b314e-e6a1-44ee-877a-c84d64ef979e tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 09:58:17.194990 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b314e-e6a1-44ee-877a-c84d64ef979e tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Pushing event updated for resources: {'Port': ['ID=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:58:17.222802 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-2e5b314e-e6a1-44ee-877a-c84d64ef979e tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:17.223434 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-2e5b314e-e6a1-44ee-877a-c84d64ef979e tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:17.238666 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-2e5b314e-e6a1-44ee-877a-c84d64ef979e tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5659955 Jul 24 09:58:17.250142 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-1aebeb77-310e-4c2e-8d70-ac76cf133c12 service neutron] Request body: {'port': {'device_id': 'f3a78091-f9d2-4ecd-8a0a-496a167c9ced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:58:17.329029 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-1aebeb77-310e-4c2e-8d70-ac76cf133c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:17.400587 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fd062036-2506-4090-ba39-9cafc444a6c1 None None] Provisioning for port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:58:17.404360 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fd062036-2506-4090-ba39-9cafc444a6c1 None None] Provisioning complete for port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:58:17.404728 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fd062036-2506-4090-ba39-9cafc444a6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:17.438098 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-fd062036-2506-4090-ba39-9cafc444a6c1 None None] Port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 09:58:17.594263 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-1aebeb77-310e-4c2e-8d70-ac76cf133c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9de9dd-4dea-4fd8-9098-b1dd603a899e {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:58:17.601467 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-1aebeb77-310e-4c2e-8d70-ac76cf133c12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:17.612645 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-1aebeb77-310e-4c2e-8d70-ac76cf133c12 service neutron] Transition to ACTIVE for port object 6c9de9dd-4dea-4fd8-9098-b1dd603a899e will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 09:58:17.616984 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-1aebeb77-310e-4c2e-8d70-ac76cf133c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:17.665654 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebeb77-310e-4c2e-8d70-ac76cf133c12 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:58:17.747152 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-1aebeb77-310e-4c2e-8d70-ac76cf133c12 service neutron] Attempting to bind port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 09:58:17.747488 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-1aebeb77-310e-4c2e-8d70-ac76cf133c12 service neutron] Attempting to bind port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 09:58:17.747819 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-1aebeb77-310e-4c2e-8d70-ac76cf133c12 service neutron] Attempting to bind port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:58:17.752280 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-1aebeb77-310e-4c2e-8d70-ac76cf133c12 service neutron] Port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 09:58:17.752623 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-1aebeb77-310e-4c2e-8d70-ac76cf133c12 service neutron] Attempting to bind port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 09:58:17.758438 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-1aebeb77-310e-4c2e-8d70-ac76cf133c12 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 9, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 09:58:17.758780 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-1aebeb77-310e-4c2e-8d70-ac76cf133c12 service neutron] Checking segment: {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 09:58:17.759166 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-1aebeb77-310e-4c2e-8d70-ac76cf133c12 service neutron] Bound using segment: {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 09:58:17.759599 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-1aebeb77-310e-4c2e-8d70-ac76cf133c12 service neutron] Bound port: 6c9de9dd-4dea-4fd8-9098-b1dd603a899e, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 09:58:17.759959 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-1aebeb77-310e-4c2e-8d70-ac76cf133c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:17.824286 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-1aebeb77-310e-4c2e-8d70-ac76cf133c12 service neutron] For port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 09:58:17.827241 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-1aebeb77-310e-4c2e-8d70-ac76cf133c12 service neutron] For port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 09:58:17.831875 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-1aebeb77-310e-4c2e-8d70-ac76cf133c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:17.863446 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-1aebeb77-310e-4c2e-8d70-ac76cf133c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:17.864317 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-1aebeb77-310e-4c2e-8d70-ac76cf133c12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:17.866420 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-1aebeb77-310e-4c2e-8d70-ac76cf133c12 service neutron] 10.222.0.37 "PUT /v2.0/ports/6c9de9dd-4dea-4fd8-9098-b1dd603a899e HTTP/1.1" status: 200 len: 1092 time: 0.6205952 Jul 24 09:58:17.868712 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a78091-f9d2-4ecd-8a0a-496a167c9ced', 'tag': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:58:17.871901 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117775cb-6604-4184-825c-93ff52d393cb" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a78091-f9d2-4ecd-8a0a-496a167c9ced", "tag": "6c9de9dd-4dea-4fd8-9098-b1dd603a899e"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:58:17.902933 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebeb77-310e-4c2e-8d70-ac76cf133c12 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:58:17.920177 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2563281d-0c9a-4a2c-bbb8-e74881ddb6a7 x-openstack-request-id: req-2563281d-0c9a-4a2c-bbb8-e74881ddb6a7 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:58:17.920478 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a78091-f9d2-4ecd-8a0a-496a167c9ced", "tag": "6c9de9dd-4dea-4fd8-9098-b1dd603a899e", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:58:17.920731 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2563281d-0c9a-4a2c-bbb8-e74881ddb6a7 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:58:17.921237 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a78091-f9d2-4ecd-8a0a-496a167c9ced', 'tag': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e', 'status': 'completed', 'code': 200} Jul 24 09:58:17.990796 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-57360f3f-a337-4319-86fa-96b771fcc51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:17.992500 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-57360f3f-a337-4319-86fa-96b771fcc51a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 1095 time: 0.0644147 Jul 24 09:58:18.014681 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b8679-e5b7-47a8-bfcb-43db3a8ead0d req-ce546d92-b343-45cd-ab61-1abe413426f7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:18.016291 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-989b8679-e5b7-47a8-bfcb-43db3a8ead0d req-ce546d92-b343-45cd-ab61-1abe413426f7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 944 time: 0.0762649 Jul 24 09:58:18.043197 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-21f480ec-6307-4ec7-b97e-7fbc9029a105 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e HTTP/1.1" status: 200 len: 217 time: 0.0417955 Jul 24 09:58:18.057256 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-989b8679-e5b7-47a8-bfcb-43db3a8ead0d req-f65937b1-e2a6-4904-88dd-ab4ba24b7dfc tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351791 Jul 24 09:58:18.093722 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-45279c0a-4f93-4e48-83f7-c983c560027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:18.095212 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-45279c0a-4f93-4e48-83f7-c983c560027b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0450659 Jul 24 09:58:18.151270 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-1dd1ee03-4a1b-4ae8-9f89-ba1224b67028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:18.152727 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-1dd1ee03-4a1b-4ae8-9f89-ba1224b67028 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516274 Jul 24 09:58:18.245577 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-4ab8f675-2848-4311-8f53-d8e3e0eb0f99 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861521 Jul 24 09:58:18.335171 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9e3e724-a361-4196-89d8-b6dd0ce1437e req-e9d4a023-b712-4194-bdb7-2015c3ad5672 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829523 Jul 24 09:58:18.429770 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117775cb-6604-4184-825c-93ff52d393cb req-c4ea27ec-e1cf-4656-97b6-af28774d56dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:18.431320 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-117775cb-6604-4184-825c-93ff52d393cb req-c4ea27ec-e1cf-4656-97b6-af28774d56dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 1095 time: 0.0532706 Jul 24 09:58:18.517280 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117775cb-6604-4184-825c-93ff52d393cb req-1b57b517-d8e5-4fb2-9fc6-2417fa6c6f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:18.518762 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-117775cb-6604-4184-825c-93ff52d393cb req-1b57b517-d8e5-4fb2-9fc6-2417fa6c6f56 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0808985 Jul 24 09:58:18.563116 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-117775cb-6604-4184-825c-93ff52d393cb req-82659084-436a-4cc0-9421-48fc44364c65 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e HTTP/1.1" status: 200 len: 217 time: 0.0381081 Jul 24 09:58:18.609892 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117775cb-6604-4184-825c-93ff52d393cb req-96a4c018-db18-4045-b35a-0509e5835341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:18.611272 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-117775cb-6604-4184-825c-93ff52d393cb req-96a4c018-db18-4045-b35a-0509e5835341 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0418091 Jul 24 09:58:18.668664 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117775cb-6604-4184-825c-93ff52d393cb req-406d7a3c-14cf-4c28-8e1a-a163cef2c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:18.670150 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-117775cb-6604-4184-825c-93ff52d393cb req-406d7a3c-14cf-4c28-8e1a-a163cef2c867 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514922 Jul 24 09:58:18.762592 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-117775cb-6604-4184-825c-93ff52d393cb req-c0d9899c-1fe1-4ca7-9aaf-3315acad8997 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855050 Jul 24 09:58:18.849885 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-117775cb-6604-4184-825c-93ff52d393cb req-90e02954-e42a-4d8a-9d34-c3b0cadd7f97 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796149 Jul 24 09:58:19.191780 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999885c-28f3-44ff-a489-1367e25230b0 req-e40c5b96-79a6-4e62-8d81-9e5175a365a7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:19.193897 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6999885c-28f3-44ff-a489-1367e25230b0 req-e40c5b96-79a6-4e62-8d81-9e5175a365a7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 944 time: 0.0674367 Jul 24 09:58:19.229729 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6999885c-28f3-44ff-a489-1367e25230b0 req-fe09a4b8-5c6f-43a4-82ba-ac44b4d7bcc3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302970 Jul 24 09:58:20.360484 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9cbe0-9d21-4494-bd41-3f5bac22383d req-b278df94-1dfd-4951-a76f-0cb10e0eeef9 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:20.362026 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4dd9cbe0-9d21-4494-bd41-3f5bac22383d req-b278df94-1dfd-4951-a76f-0cb10e0eeef9 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 944 time: 0.0629857 Jul 24 09:58:20.399490 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4dd9cbe0-9d21-4494-bd41-3f5bac22383d req-4dcc0874-72e8-4efd-95c7-01d455de04e7 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319188 Jul 24 09:58:20.768325 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 6c9de9dd-4dea-4fd8-9098-b1dd603a899e details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 09:58:20.862843 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:58:20.874066 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'port_id': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e', 'mac_address': 'fa:16:3e:62:4c:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 09:58:20.908286 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:20.921011 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9de9dd-4dea-4fd8-9098-b1dd603a899e {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 09:58:20.943468 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:58:20.947395 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:20.992040 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:58:21.133376 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['6c9de9dd-4dea-4fd8-9098-b1dd603a899e'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 09:58:21.528977 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65e117-acaa-434f-8caa-61279a143501 req-0e45018d-423e-4134-9d0c-e48529f4dae0 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:21.530499 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bf65e117-acaa-434f-8caa-61279a143501 req-0e45018d-423e-4134-9d0c-e48529f4dae0 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 945 time: 0.0623748 Jul 24 09:58:21.567466 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bf65e117-acaa-434f-8caa-61279a143501 req-66904b9e-014b-4343-bb6e-7292ad3e9041 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314541 Jul 24 09:58:22.697597 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3005d-11b1-4c05-9bab-7a5f48d69650 req-3854205b-5de5-475b-8c69-32475bc5a2c6 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:22.699049 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-33c3005d-11b1-4c05-9bab-7a5f48d69650 req-3854205b-5de5-475b-8c69-32475bc5a2c6 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 945 time: 0.0613475 Jul 24 09:58:22.736874 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-33c3005d-11b1-4c05-9bab-7a5f48d69650 req-9b3a0e08-b2fc-4ee6-86ee-6427a8da4bd3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323939 Jul 24 09:58:22.797629 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 6c9de9dd-4dea-4fd8-9098-b1dd603a899e up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 09:58:22.846293 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 09:58:22.850466 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 09:58:22.850838 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:22.922621 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:22.944010 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a78091-f9d2-4ecd-8a0a-496a167c9ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:58:22.946255 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39aa36a6-55f1-47e2-b71d-e69e36a6e424" -d '{"events": [{"server_uuid": "f3a78091-f9d2-4ecd-8a0a-496a167c9ced", "name": "network-vif-plugged", "status": "completed", "tag": "6c9de9dd-4dea-4fd8-9098-b1dd603a899e"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:58:22.958126 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 09:58:22.962605 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:22.987383 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 09:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f4f8c0-6713-4356-82ed-e92738d86c47 x-openstack-request-id: req-85f4f8c0-6713-4356-82ed-e92738d86c47 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:58:22.987675 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a78091-f9d2-4ecd-8a0a-496a167c9ced", "name": "network-vif-plugged", "status": "completed", "tag": "6c9de9dd-4dea-4fd8-9098-b1dd603a899e", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:58:22.987928 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85f4f8c0-6713-4356-82ed-e92738d86c47 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:58:22.988308 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a78091-f9d2-4ecd-8a0a-496a167c9ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e', 'code': 200} Jul 24 09:58:23.014785 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 09:58:23.094551 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5947df-354c-4886-86b9-2e3fbe68c8a0 req-761fb8a6-aeab-4615-9a1c-0166a6429f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:23.096020 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e5947df-354c-4886-86b9-2e3fbe68c8a0 req-761fb8a6-aeab-4615-9a1c-0166a6429f74 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 1097 time: 0.0556927 Jul 24 09:58:23.128411 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e5947df-354c-4886-86b9-2e3fbe68c8a0 req-d25d6fb9-993a-4b90-b88e-4f40b80caaa5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259526 Jul 24 09:58:23.873204 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527ce13-759e-47af-9de5-1ff7cb65756e req-e9bec5ff-3236-4e54-b917-9efe793603b1 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:23.874708 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2527ce13-759e-47af-9de5-1ff7cb65756e req-e9bec5ff-3236-4e54-b917-9efe793603b1 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.0683978 Jul 24 09:58:23.911801 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2527ce13-759e-47af-9de5-1ff7cb65756e req-800b3974-721f-495c-9d51-1f97163c7c98 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313482 Jul 24 09:58:25.109028 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67615b4-fc5f-4495-9d85-e08916341ac4 req-37185044-d6de-456a-9916-3926cf67a440 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:25.110422 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c67615b4-fc5f-4495-9d85-e08916341ac4 req-37185044-d6de-456a-9916-3926cf67a440 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.1249318 Jul 24 09:58:25.146953 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c67615b4-fc5f-4495-9d85-e08916341ac4 req-3f70ac61-3eb7-4f2f-b290-5f0501f5a5ad tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305476 Jul 24 09:58:25.273448 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8039a4-d67d-4140-8a29-99b36d07cdee req-0d28f85b-8df6-4198-86b3-80291c8935cf tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:25.274925 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-af8039a4-d67d-4140-8a29-99b36d07cdee req-0d28f85b-8df6-4198-86b3-80291c8935cf tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.0625677 Jul 24 09:58:25.283384 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 48780) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 09:58:25.288799 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-c636981d-2d3b-402b-80fe-d8d56119f7f4 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Request body: {'floatingip': {'port_id': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 09:58:25.329435 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c636981d-2d3b-402b-80fe-d8d56119f7f4 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for floatingip, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:25.740564 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c636981d-2d3b-402b-80fe-d8d56119f7f4 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:25.744181 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c636981d-2d3b-402b-80fe-d8d56119f7f4 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:25.837329 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-c636981d-2d3b-402b-80fe-d8d56119f7f4 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Floating IP d71f5bf3-2c3a-4411-8d60-ac92b97b0660 associated. External IP: 172.25.7.44, port: 6c9de9dd-4dea-4fd8-9098-b1dd603a899e. Jul 24 09:58:26.038829 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c636981d-2d3b-402b-80fe-d8d56119f7f4 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Router b06926db-d226-43e1-bf11-c4f32e943e66 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 09:58:26.145284 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c636981d-2d3b-402b-80fe-d8d56119f7f4 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 09:58:26.150761 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c636981d-2d3b-402b-80fe-d8d56119f7f4 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:26.155289 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38a76ca-2bd0-4b68-b59d-cf6140da9338 None None] Sync routers for ids ['b06926db-d226-43e1-bf11-c4f32e943e66'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 09:58:26.166609 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38a76ca-2bd0-4b68-b59d-cf6140da9338 None None] Routers {'b06926db-d226-43e1-bf11-c4f32e943e66'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:58:26.166609 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f38a76ca-2bd0-4b68-b59d-cf6140da9338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:58:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b06926db-d226-43e1-bf11-c4f32e943e66'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:58:26.187136 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c636981d-2d3b-402b-80fe-d8d56119f7f4 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "PUT /v2.0/floatingips/d71f5bf3-2c3a-4411-8d60-ac92b97b0660 HTTP/1.1" status: 200 len: 992 time: 0.9026990 Jul 24 09:58:26.187863 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a78091-f9d2-4ecd-8a0a-496a167c9ced', 'tag': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 09:58:26.190222 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e0215d-9991-4a64-9e40-31e9b84092c6" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a78091-f9d2-4ecd-8a0a-496a167c9ced", "tag": "6c9de9dd-4dea-4fd8-9098-b1dd603a899e"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 09:58:26.231012 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 09:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb76824-9d59-44ce-b6d6-98381d53c835 x-openstack-request-id: req-5fb76824-9d59-44ce-b6d6-98381d53c835 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 09:58:26.231302 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a78091-f9d2-4ecd-8a0a-496a167c9ced", "tag": "6c9de9dd-4dea-4fd8-9098-b1dd603a899e", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 09:58:26.231553 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5fb76824-9d59-44ce-b6d6-98381d53c835 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 09:58:26.231963 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a78091-f9d2-4ecd-8a0a-496a167c9ced', 'tag': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e', 'status': 'completed', 'code': 200} Jul 24 09:58:26.273923 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-f38a76ca-2bd0-4b68-b59d-cf6140da9338 None None] Set router b06926db-d226-43e1-bf11-c4f32e943e66 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:58:26.302673 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0215d-9991-4a64-9e40-31e9b84092c6 req-e74e7822-af1b-4baf-8ea9-6e77aee54020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:26.304112 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24e0215d-9991-4a64-9e40-31e9b84092c6 req-e74e7822-af1b-4baf-8ea9-6e77aee54020 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 1097 time: 0.0526750 Jul 24 09:58:26.399922 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0215d-9991-4a64-9e40-31e9b84092c6 req-b74e2106-51c6-4738-a4dd-6ddece6ba14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:26.401642 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24e0215d-9991-4a64-9e40-31e9b84092c6 req-b74e2106-51c6-4738-a4dd-6ddece6ba14a service neutron] 10.222.0.37 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0911312 Jul 24 09:58:26.466800 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24e0215d-9991-4a64-9e40-31e9b84092c6 req-300d28e7-9d88-407a-8b40-7a7fd24245dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e HTTP/1.1" status: 200 len: 1000 time: 0.0590754 Jul 24 09:58:26.492378 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f38a76ca-2bd0-4b68-b59d-cf6140da9338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'd71f5bf3-2c3a-4411-8d60-ac92b97b0660', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'port_id': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'mac_address': 'fa:16:3e:62:4c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a78091-f9d2-4ecd-8a0a-496a167c9ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:51:35Z', 'updated_at': '2021-07-24T09:58:25Z', 'revision_number': 13, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e1f225-d99d-4129-8859-23adb5c5089c', 'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'mac_address': 'fa:16:3e:76:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:33Z', 'updated_at': '2021-07-24T09:51:36Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'subnets': [{'id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:58:26.518077 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0215d-9991-4a64-9e40-31e9b84092c6 req-d0b6c946-79a8-411f-9692-32bba40babb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:26.519534 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24e0215d-9991-4a64-9e40-31e9b84092c6 req-d0b6c946-79a8-411f-9692-32bba40babb9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0467112 Jul 24 09:58:26.520953 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38a76ca-2bd0-4b68-b59d-cf6140da9338 None None] Checking router: b06926db-d226-43e1-bf11-c4f32e943e66 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 09:58:26.528918 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38a76ca-2bd0-4b68-b59d-cf6140da9338 None None] Routers {'b06926db-d226-43e1-bf11-c4f32e943e66'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 09:58:26.529537 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f38a76ca-2bd0-4b68-b59d-cf6140da9338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T09:58:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b06926db-d226-43e1-bf11-c4f32e943e66'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:58:26.579387 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0215d-9991-4a64-9e40-31e9b84092c6 req-be521d9f-838e-4481-9693-f3dfb131b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:26.580981 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24e0215d-9991-4a64-9e40-31e9b84092c6 req-be521d9f-838e-4481-9693-f3dfb131b809 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544176 Jul 24 09:58:26.629922 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-f38a76ca-2bd0-4b68-b59d-cf6140da9338 None None] Set router b06926db-d226-43e1-bf11-c4f32e943e66 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 09:58:26.668697 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24e0215d-9991-4a64-9e40-31e9b84092c6 req-0b6f52da-49eb-4394-9fef-f87d41e32f62 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805576 Jul 24 09:58:26.760683 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24e0215d-9991-4a64-9e40-31e9b84092c6 req-6d3170c5-d579-4657-a26e-675b06a932f9 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861852 Jul 24 09:58:26.843752 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-f38a76ca-2bd0-4b68-b59d-cf6140da9338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'd71f5bf3-2c3a-4411-8d60-ac92b97b0660', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'port_id': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'mac_address': 'fa:16:3e:62:4c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a78091-f9d2-4ecd-8a0a-496a167c9ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:51:35Z', 'updated_at': '2021-07-24T09:58:25Z', 'revision_number': 13, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e1f225-d99d-4129-8859-23adb5c5089c', 'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'mac_address': 'fa:16:3e:76:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:33Z', 'updated_at': '2021-07-24T09:51:36Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'subnets': [{'id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 09:58:26.872899 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38a76ca-2bd0-4b68-b59d-cf6140da9338 None None] The sync data for ids ['b06926db-d226-43e1-bf11-c4f32e943e66'] in n-d-800085-9 is: [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'd71f5bf3-2c3a-4411-8d60-ac92b97b0660', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'port_id': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'mac_address': 'fa:16:3e:62:4c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a78091-f9d2-4ecd-8a0a-496a167c9ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T09:51:35Z', 'updated_at': '2021-07-24T09:58:25Z', 'revision_number': 13, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e1f225-d99d-4129-8859-23adb5c5089c', 'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'mac_address': 'fa:16:3e:76:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:33Z', 'updated_at': '2021-07-24T09:51:36Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'subnets': [{'id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 09:58:27.046895 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe830ac3-83b7-40c4-9547-f3f63a993cd0 None None] New status for floating IP d71f5bf3-2c3a-4411-8d60-ac92b97b0660: ACTIVE {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 09:58:27.314520 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7e899343-41db-47ec-ad19-19c70b871440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:27.811304 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02daa1d7-bff0-4e04-93e6-6db72153f134 req-1a978efa-269a-4ff5-afa9-741463b7b559 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510304 Jul 24 09:58:27.905754 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02daa1d7-bff0-4e04-93e6-6db72153f134 req-c6e33918-7658-47cf-9b35-58c1715f681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:27.907232 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02daa1d7-bff0-4e04-93e6-6db72153f134 req-c6e33918-7658-47cf-9b35-58c1715f681b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 1097 time: 0.0558667 Jul 24 09:58:28.005613 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02daa1d7-bff0-4e04-93e6-6db72153f134 req-bf6beeb8-d786-4476-9b08-a2a0568eec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:28.007718 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02daa1d7-bff0-4e04-93e6-6db72153f134 req-bf6beeb8-d786-4476-9b08-a2a0568eec2a service neutron] 10.222.0.37 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0828328 Jul 24 09:58:28.079978 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02daa1d7-bff0-4e04-93e6-6db72153f134 req-f4737ea1-f05b-4f6b-a3ea-4c89e1224574 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e HTTP/1.1" status: 200 len: 1002 time: 0.0660703 Jul 24 09:58:28.129585 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02daa1d7-bff0-4e04-93e6-6db72153f134 req-b7fe3404-8695-4acd-b190-52ae03de9e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:28.131646 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02daa1d7-bff0-4e04-93e6-6db72153f134 req-b7fe3404-8695-4acd-b190-52ae03de9e20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0450206 Jul 24 09:58:28.186595 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02daa1d7-bff0-4e04-93e6-6db72153f134 req-c3498189-c5e2-4b20-ab7f-a000c7336c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:58:28.188080 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02daa1d7-bff0-4e04-93e6-6db72153f134 req-c3498189-c5e2-4b20-ab7f-a000c7336c8e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513253 Jul 24 09:58:28.276793 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02daa1d7-bff0-4e04-93e6-6db72153f134 req-a1af5247-1b04-4276-bf06-3a9d84a57fba service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815222 Jul 24 09:58:28.363133 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02daa1d7-bff0-4e04-93e6-6db72153f134 req-d93f3e9a-cdd2-4fdd-a9f7-7cacd8258340 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801280 Jul 24 09:58:29.823157 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-106cb6e6-af17-4142-ac16-0f297d2a7ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:30.512207 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:31.152219 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:33.027501 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:41.746184 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:58:44.451138 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:46.961684 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:57.315995 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-96d73438-bda1-4e9c-a127-7a7b77659588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:58:59.823503 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c3e741ed-37c2-4a78-b16b-5d358349e6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:59:00.513182 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:59:01.154034 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:59:03.028667 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:59:14.451998 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:59:16.948094 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:59:18.745934 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:59:27.317405 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e30a77e1-6960-4a7c-9795-34ab05d86bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:59:29.824275 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fb764f5d-afb8-4223-b4ef-b2a001b5f602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:59:30.097836 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83e1ee71-85c6-40a9-aab3-7da305f3672d req-8ff138f6-b01a-4d1f-a0de-5ec040c3418c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3570912 Jul 24 09:59:30.191128 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1ee71-85c6-40a9-aab3-7da305f3672d req-89f83c56-79f8-48cf-91fb-ebd633e85e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:59:30.192650 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83e1ee71-85c6-40a9-aab3-7da305f3672d req-89f83c56-79f8-48cf-91fb-ebd633e85e78 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 1097 time: 0.0531316 Jul 24 09:59:30.296599 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1ee71-85c6-40a9-aab3-7da305f3672d req-53cf1ce6-fe32-4cce-a447-7ec2feb1ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:59:30.298088 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83e1ee71-85c6-40a9-aab3-7da305f3672d req-53cf1ce6-fe32-4cce-a447-7ec2feb1ff30 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0842586 Jul 24 09:59:30.363609 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83e1ee71-85c6-40a9-aab3-7da305f3672d req-c8875571-c7d6-4e36-9722-62ed27526a2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e HTTP/1.1" status: 200 len: 1002 time: 0.0567949 Jul 24 09:59:30.412068 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1ee71-85c6-40a9-aab3-7da305f3672d req-f3a1d760-35ff-4c22-80d2-57f245d57c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:59:30.414256 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83e1ee71-85c6-40a9-aab3-7da305f3672d req-f3a1d760-35ff-4c22-80d2-57f245d57c70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0444944 Jul 24 09:59:30.476486 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1ee71-85c6-40a9-aab3-7da305f3672d req-d8bbebdc-3ce7-4cf9-80c7-5abd87be222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 09:59:30.478020 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83e1ee71-85c6-40a9-aab3-7da305f3672d req-d8bbebdc-3ce7-4cf9-80c7-5abd87be222c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562055 Jul 24 09:59:30.515033 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:59:30.568676 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83e1ee71-85c6-40a9-aab3-7da305f3672d req-3fb82df1-d0d7-4f9d-bf3b-5b28df1d2be2 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829289 Jul 24 09:59:30.658875 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83e1ee71-85c6-40a9-aab3-7da305f3672d req-e1f1d01b-3542-4669-a78c-bd2c2e4284f1 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835493 Jul 24 09:59:31.159010 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:59:33.030699 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:59:44.466320 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:59:46.952994 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:59:55.745750 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 09:59:57.317879 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b30677b8-fc0c-4619-9eca-3064b47f1c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 09:59:59.831529 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40f28915-efc0-44a1-80cf-22653f3eb5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:00.515705 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:01.158561 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:03.034484 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:03.394570 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f18b4-f2e7-4fe0-9af6-0532d90cdc21 req-5a36ee5a-b157-4ff7-bc5a-2251ded83f8f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:03.396076 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-927f18b4-f2e7-4fe0-9af6-0532d90cdc21 req-5a36ee5a-b157-4ff7-bc5a-2251ded83f8f tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.0694921 Jul 24 10:00:03.749854 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-927f18b4-f2e7-4fe0-9af6-0532d90cdc21 req-6de22c23-b912-4272-b5da-2d0795d95335 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3482499 Jul 24 10:00:13.637597 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-d03dd5c0-ff76-48f6-b5d8-e1a44c73d41f req-4b9d5b19-d3ba-4e55-8a80-42aca135e669 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 10:00:13.638560 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d03dd5c0-ff76-48f6-b5d8-e1a44c73d41f req-4b9d5b19-d3ba-4e55-8a80-42aca135e669 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054264 Jul 24 10:00:13.814507 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-3bcf4481-f218-4c7f-9029-4436eff51717 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0526915 Jul 24 10:00:13.839592 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c34dae-a376-405a-8592-3297c4605683 req-99578dc6-f247-4b34-8567-e6e9268a9717 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:13.841830 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-81c34dae-a376-405a-8592-3297c4605683 req-99578dc6-f247-4b34-8567-e6e9268a9717 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.0663006 Jul 24 10:00:13.879731 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-81c34dae-a376-405a-8592-3297c4605683 req-79cae556-a25d-4777-be1a-9aa49d50bc20 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322425 Jul 24 10:00:14.468284 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:15.010798 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd8d15-f360-4f6a-9e0e-188bdb9584db req-1c93f94f-29e8-4d4f-bb8a-927359599998 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:15.012262 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-70dd8d15-f360-4f6a-9e0e-188bdb9584db req-1c93f94f-29e8-4d4f-bb8a-927359599998 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.0622311 Jul 24 10:00:15.049029 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-70dd8d15-f360-4f6a-9e0e-188bdb9584db req-45482ff9-e4b5-4e44-9745-207bfbb387c9 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312653 Jul 24 10:00:16.181864 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31d8b1-0bde-4825-8a32-7237c11e1188 req-88d2b752-fe4a-4366-8872-f9215827cb6d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:16.183374 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e31d8b1-0bde-4825-8a32-7237c11e1188 req-88d2b752-fe4a-4366-8872-f9215827cb6d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.0644131 Jul 24 10:00:16.223650 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e31d8b1-0bde-4825-8a32-7237c11e1188 req-58120a37-23b0-49ea-8bf8-766940e1c93d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342362 Jul 24 10:00:16.972420 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:17.359194 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af289a98-fd18-4380-b1f7-a6fb25d67a17 req-2485a6da-2ed2-4aed-9ec5-b0b9cbe5cba8 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:17.360675 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-af289a98-fd18-4380-b1f7-a6fb25d67a17 req-2485a6da-2ed2-4aed-9ec5-b0b9cbe5cba8 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.0656383 Jul 24 10:00:17.399916 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-af289a98-fd18-4380-b1f7-a6fb25d67a17 req-2b2fa66e-994c-4a08-a705-17312e5dea9d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337851 Jul 24 10:00:18.546074 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa794788-1dae-4693-b1bf-5c458cd3553f req-2a699d66-e501-44e4-a898-4cae91990bf0 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:18.547590 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-aa794788-1dae-4693-b1bf-5c458cd3553f req-2a699d66-e501-44e4-a898-4cae91990bf0 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.0675583 Jul 24 10:00:18.591144 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-aa794788-1dae-4693-b1bf-5c458cd3553f req-fefe29dd-5eb6-4154-b445-4e2c2aea898c tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371172 Jul 24 10:00:19.020357 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-514f996e-aab8-4c73-acce-a78e8ed8ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:19.021923 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-514f996e-aab8-4c73-acce-a78e8ed8ab0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 1097 time: 0.0528684 Jul 24 10:00:19.109779 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-361d4460-1e3a-4e6f-969e-3cfa8754fc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:19.111183 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-361d4460-1e3a-4e6f-969e-3cfa8754fc31 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0833845 Jul 24 10:00:19.174306 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-013f65a2-b58b-404f-b264-bc392c3a833d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e HTTP/1.1" status: 200 len: 1002 time: 0.0563385 Jul 24 10:00:19.224395 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-05a637cd-e03e-4633-9a8b-93342a6c53bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:19.225838 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-05a637cd-e03e-4633-9a8b-93342a6c53bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0461180 Jul 24 10:00:19.282715 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-79178b81-8031-412a-9bb7-a216232f09f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:19.284189 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-79178b81-8031-412a-9bb7-a216232f09f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517025 Jul 24 10:00:19.372930 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-03f9c159-1f44-4af1-a5c6-03f77e98f223 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805540 Jul 24 10:00:19.462004 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-4f5b5d45-0e55-4885-9f58-98608f0a77e2 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829716 Jul 24 10:00:19.722010 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a805f-1a51-40f0-a91b-258d534ebb37 req-43e95877-335a-4867-8af1-da3c08f693d8 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:19.723392 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f19a805f-1a51-40f0-a91b-258d534ebb37 req-43e95877-335a-4867-8af1-da3c08f693d8 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.0617747 Jul 24 10:00:19.760290 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f19a805f-1a51-40f0-a91b-258d534ebb37 req-17499d24-bccb-459b-aaf9-796d6faa2204 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314722 Jul 24 10:00:20.897274 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce0052-dc51-4bed-8d6f-c70320807ac9 req-860a64b2-b47f-4657-a4fa-503ccaf60d07 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:20.898870 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1cce0052-dc51-4bed-8d6f-c70320807ac9 req-860a64b2-b47f-4657-a4fa-503ccaf60d07 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.0680099 Jul 24 10:00:20.940055 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1cce0052-dc51-4bed-8d6f-c70320807ac9 req-1bdea84f-5f7b-4eca-8614-786ce524eb09 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340400 Jul 24 10:00:22.073409 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed593b-0049-4ea3-a15c-cf0698b02909 req-b2f7e357-9701-44fa-9729-9eac5ed66b18 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:22.074855 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b4ed593b-0049-4ea3-a15c-cf0698b02909 req-b2f7e357-9701-44fa-9729-9eac5ed66b18 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.0657997 Jul 24 10:00:22.114260 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b4ed593b-0049-4ea3-a15c-cf0698b02909 req-d02f192b-25ed-49fb-84bc-880fbaea5531 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333381 Jul 24 10:00:23.250394 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87d0b3-1613-4094-8a0f-9b977d296742 req-0b35ed4a-a100-41b9-9404-2b0277592bd8 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:23.251872 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-be87d0b3-1613-4094-8a0f-9b977d296742 req-0b35ed4a-a100-41b9-9404-2b0277592bd8 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.0676217 Jul 24 10:00:23.287904 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-be87d0b3-1613-4094-8a0f-9b977d296742 req-b719a00b-c508-43a0-9463-c456b0720a3b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305808 Jul 24 10:00:24.418025 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344138ca-c394-4972-8827-32b74c4fa7a2 req-9b477b78-f645-4cf3-913b-312a3c2777a0 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:24.419478 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-344138ca-c394-4972-8827-32b74c4fa7a2 req-9b477b78-f645-4cf3-913b-312a3c2777a0 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.0622706 Jul 24 10:00:24.456790 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-344138ca-c394-4972-8827-32b74c4fa7a2 req-e0ff5153-6bd3-42f2-8ffe-5a9b7dd583dd tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316465 Jul 24 10:00:25.588434 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1a35f-d83d-46be-8cd3-63a212aad855 req-357d3a7c-2523-4624-9971-2e62fc497b47 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:25.589947 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83e1a35f-d83d-46be-8cd3-63a212aad855 req-357d3a7c-2523-4624-9971-2e62fc497b47 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.0637481 Jul 24 10:00:25.627479 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-83e1a35f-d83d-46be-8cd3-63a212aad855 req-15bbe71a-b9d0-4685-a179-0dc0c4a5702b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313928 Jul 24 10:00:26.765420 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ff501-fbcd-48e0-888b-961164c06f2b req-a5c0c5e4-b4d1-42eb-834f-2206feaad2b1 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:26.766886 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f32ff501-fbcd-48e0-888b-961164c06f2b req-a5c0c5e4-b4d1-42eb-834f-2206feaad2b1 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.0621328 Jul 24 10:00:26.803253 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f32ff501-fbcd-48e0-888b-961164c06f2b req-32fbf958-1a9b-46c3-8c17-5f90afb2eee4 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308719 Jul 24 10:00:27.318121 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-75af5851-5e08-473b-b826-83daa7e6758d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:27.935420 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74819d-879d-4dbe-b429-e5833f45cd86 req-5990b9c6-21f0-4fb0-8828-6f32eea7f9ca tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:27.937388 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ee74819d-879d-4dbe-b429-e5833f45cd86 req-5990b9c6-21f0-4fb0-8828-6f32eea7f9ca tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.0624971 Jul 24 10:00:27.977418 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ee74819d-879d-4dbe-b429-e5833f45cd86 req-cd6e2951-e0dc-489e-b16c-27559680a6a0 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345635 Jul 24 10:00:29.111826 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bdf00-415b-4308-9912-959a2c8117cb req-392b6986-97fe-4d86-bdd1-72088e87af4d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:29.113350 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-916bdf00-415b-4308-9912-959a2c8117cb req-392b6986-97fe-4d86-bdd1-72088e87af4d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.0659096 Jul 24 10:00:29.149750 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-916bdf00-415b-4308-9912-959a2c8117cb req-020ff9e8-406f-4c0c-872d-2c95e4fa33ec tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309927 Jul 24 10:00:29.821417 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f1b9cf57-1d66-45fe-b7ad-324d80d40eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:30.280137 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aeea1c-c862-4597-9e29-9af9f35a6c99 req-3ab24668-1988-4ed5-b31e-23e01e7a23c3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:30.282144 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c9aeea1c-c862-4597-9e29-9af9f35a6c99 req-3ab24668-1988-4ed5-b31e-23e01e7a23c3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.0620503 Jul 24 10:00:30.318742 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c9aeea1c-c862-4597-9e29-9af9f35a6c99 req-0afe6200-0038-4ea1-9866-4996c805aff0 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311022 Jul 24 10:00:30.518915 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:30.817392 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569e3fc-f316-4c40-b58e-b67fcd1cf332 req-7d3c3bf9-c624-42b5-96ce-0a7c92eb3eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:30.818782 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0569e3fc-f316-4c40-b58e-b67fcd1cf332 req-7d3c3bf9-c624-42b5-96ce-0a7c92eb3eb8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 1097 time: 0.0533473 Jul 24 10:00:30.925164 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569e3fc-f316-4c40-b58e-b67fcd1cf332 req-9b0067cf-1476-4a58-89bb-fbbeeaea59c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:30.926616 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0569e3fc-f316-4c40-b58e-b67fcd1cf332 req-9b0067cf-1476-4a58-89bb-fbbeeaea59c5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0866928 Jul 24 10:00:30.989129 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0569e3fc-f316-4c40-b58e-b67fcd1cf332 req-79906419-f58e-4f82-912d-3098e2b7b331 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e HTTP/1.1" status: 200 len: 1002 time: 0.0553899 Jul 24 10:00:31.041081 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569e3fc-f316-4c40-b58e-b67fcd1cf332 req-467bffca-45b5-450d-9271-0c7766597528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:31.042487 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0569e3fc-f316-4c40-b58e-b67fcd1cf332 req-467bffca-45b5-450d-9271-0c7766597528 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0470955 Jul 24 10:00:31.098925 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569e3fc-f316-4c40-b58e-b67fcd1cf332 req-6a2357ad-1431-4a34-bec3-130327c89537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:31.100292 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0569e3fc-f316-4c40-b58e-b67fcd1cf332 req-6a2357ad-1431-4a34-bec3-130327c89537 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512695 Jul 24 10:00:31.161615 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:31.188793 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0569e3fc-f316-4c40-b58e-b67fcd1cf332 req-d37b3b95-cc31-46d0-ba6c-e466cd20b04a service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815232 Jul 24 10:00:31.280252 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0569e3fc-f316-4c40-b58e-b67fcd1cf332 req-6b2b13f8-9950-4ac5-9b98-cdc47709c553 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837193 Jul 24 10:00:31.449665 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf198d-a962-4b06-bfa3-13a1d64ebbe8 req-1bfa44b7-827d-48f2-93a7-87e288c26e00 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:31.451139 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3ccf198d-a962-4b06-bfa3-13a1d64ebbe8 req-1bfa44b7-827d-48f2-93a7-87e288c26e00 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.0623488 Jul 24 10:00:31.488141 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3ccf198d-a962-4b06-bfa3-13a1d64ebbe8 req-a0452bac-ba5e-450f-866b-f75c67fc114d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316200 Jul 24 10:00:32.626355 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb593d-d502-4289-8c97-88148751d4ee req-8745a919-5be0-4968-9907-1ef678e6d296 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:32.627896 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e8fb593d-d502-4289-8c97-88148751d4ee req-8745a919-5be0-4968-9907-1ef678e6d296 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.0639720 Jul 24 10:00:32.665446 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e8fb593d-d502-4289-8c97-88148751d4ee req-225c87d4-dae4-421d-8e58-2488f71ded4b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319688 Jul 24 10:00:32.745722 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:00:33.021679 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-64506371-c6ee-4184-a8af-22734828edab service neutron] show failed (client error): The resource could not be found. Jul 24 10:00:33.022757 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-64506371-c6ee-4184-a8af-22734828edab service neutron] 10.222.0.37 "GET /v2.0/ports/6c9de9dd-4dea-4fd8-9098-b1dd603a899e/bindings/n-h2-800085-9 HTTP/1.1" status: 404 len: 380 time: 0.0580878 Jul 24 10:00:33.038751 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:33.267240 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-8a31e03c-2b45-43be-8c30-4c7a58f97449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:33.269737 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-8a31e03c-2b45-43be-8c30-4c7a58f97449 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced&tenant_id=4bdf65fab79e4b52bd6c3653c51ee822 HTTP/1.1" status: 200 len: 1097 time: 0.0991864 Jul 24 10:00:33.280384 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-9', 'device_owner': 'compute:nova'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:00:33.357474 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:33.552829 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] For port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:00:33.585357 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] For port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:00:33.627245 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a78091-f9d2-4ecd-8a0a-496a167c9ced', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:00:33.629562 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbd83f7-c2ad-47a0-a30b-c3edfd37d5ec" -d '{"events": [{"server_uuid": "f3a78091-f9d2-4ecd-8a0a-496a167c9ced", "name": "network-vif-unplugged", "status": "completed", "tag": "6c9de9dd-4dea-4fd8-9098-b1dd603a899e"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:00:33.633812 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:33.647756 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Transition to ACTIVE for port object 6c9de9dd-4dea-4fd8-9098-b1dd603a899e will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:00:33.657124 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:33.690194 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 10:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06da283d-d8b4-4483-bac6-33bf6cee72ba x-openstack-request-id: req-06da283d-d8b4-4483-bac6-33bf6cee72ba {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:00:33.690491 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a78091-f9d2-4ecd-8a0a-496a167c9ced", "name": "network-vif-unplugged", "status": "completed", "tag": "6c9de9dd-4dea-4fd8-9098-b1dd603a899e", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:00:33.690740 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06da283d-d8b4-4483-bac6-33bf6cee72ba {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:00:33.691672 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a78091-f9d2-4ecd-8a0a-496a167c9ced', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e', 'code': 200} Jul 24 10:00:33.790218 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] No DVR routers for this DVR port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e on host n-h1-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:00:33.819805 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee061f-c943-47fe-98a7-7751d9b02031 req-47418ec0-f2aa-4234-8589-8defaa7daa35 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:33.826200 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Pushing event updated for resources: {'Port': ['ID=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,revision_number=6']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:00:33.830345 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-53ee061f-c943-47fe-98a7-7751d9b02031 req-47418ec0-f2aa-4234-8589-8defaa7daa35 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 944 time: 0.0828438 Jul 24 10:00:33.862097 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:33.862475 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:33.862787 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:33.863126 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:33.863458 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:33.863786 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:33.864114 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:33.864440 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:33.864779 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:33.865106 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:33.865429 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:33.865750 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:33.871886 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-53ee061f-c943-47fe-98a7-7751d9b02031 req-34b282f7-ba45-4efc-aea4-899b76c3ecdf tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405777 Jul 24 10:00:33.952573 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Attempting to bind port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:00:33.952939 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Attempting to bind port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:00:33.953268 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Attempting to bind port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:00:33.957993 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 10:00:33.958317 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Attempting to bind port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:00:33.962976 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:00:33.963312 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Checking segment: {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:00:33.963694 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Bound using segment: {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:00:33.964145 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Bound port: 6c9de9dd-4dea-4fd8-9098-b1dd603a899e, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:00:33.964496 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:34.026838 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] For port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:00:34.029833 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] For port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:00:34.034813 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:34.070550 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:34.071166 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:34.072560 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] 10.222.0.20 "PUT /v2.0/ports/6c9de9dd-4dea-4fd8-9098-b1dd603a899e HTTP/1.1" status: 200 len: 1092 time: 0.7962520 Jul 24 10:00:34.091522 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1af2ca-596f-4b3a-87e7-faaac17f904b service neutron] Pushing event updated for resources: {'Port': ['ID=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,revision_number=7']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:00:34.157153 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-46817021-5fdc-40ac-8f46-16799728b420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:34.158734 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-46817021-5fdc-40ac-8f46-16799728b420 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 1095 time: 0.0617664 Jul 24 10:00:34.295955 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-ee562fa4-8eab-4ec1-81fe-27e2175daaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:34.297993 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-ee562fa4-8eab-4ec1-81fe-27e2175daaee service neutron] 10.222.0.20 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0877182 Jul 24 10:00:34.387089 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-a296ae60-f106-4a78-9c10-ab9a4f6dc865 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e HTTP/1.1" status: 200 len: 1000 time: 0.0647602 Jul 24 10:00:34.433547 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-2ceba37b-2536-4a95-bd62-740020573b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:34.434913 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-2ceba37b-2536-4a95-bd62-740020573b97 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0417616 Jul 24 10:00:34.491251 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-cabf76e3-f9aa-420b-a3a5-6389433492f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:34.492705 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-cabf76e3-f9aa-420b-a3a5-6389433492f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507371 Jul 24 10:00:34.590073 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-b43cd9ab-6e23-43bf-8f7a-29e34748aed3 service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898533 Jul 24 10:00:34.686768 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-900e42b4-54ff-4550-ae5e-9d6bb9decb41 req-d557f72b-4e02-43f9-bc1b-9ce9fc60429e service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871596 Jul 24 10:00:35.019133 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af9903-e8c4-4c03-b634-3d0b05e589d2 req-126bccf6-4a66-49dc-bffd-2f2a53764cbe tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:35.020654 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-13af9903-e8c4-4c03-b634-3d0b05e589d2 req-126bccf6-4a66-49dc-bffd-2f2a53764cbe tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 944 time: 0.0684879 Jul 24 10:00:35.058981 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-13af9903-e8c4-4c03-b634-3d0b05e589d2 req-15c584c8-3c5b-494a-a615-520ac7a80cc6 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326867 Jul 24 10:00:35.312013 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 6c9de9dd-4dea-4fd8-9098-b1dd603a899e no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:00:35.349024 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 6c9de9dd-4dea-4fd8-9098-b1dd603a899e not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:00:35.693392 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a78091-f9d2-4ecd-8a0a-496a167c9ced', 'tag': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:00:35.695649 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923f4e06-b4a0-4b0f-9917-c07a36739a74" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a78091-f9d2-4ecd-8a0a-496a167c9ced", "tag": "6c9de9dd-4dea-4fd8-9098-b1dd603a899e"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:00:35.744661 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced780df-58dc-4e3e-bb1a-5fd874666eec x-openstack-request-id: req-ced780df-58dc-4e3e-bb1a-5fd874666eec {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:00:35.745060 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a78091-f9d2-4ecd-8a0a-496a167c9ced", "tag": "6c9de9dd-4dea-4fd8-9098-b1dd603a899e", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:00:35.745361 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ced780df-58dc-4e3e-bb1a-5fd874666eec {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:00:35.745925 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a78091-f9d2-4ecd-8a0a-496a167c9ced', 'tag': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e', 'status': 'completed', 'code': 200} Jul 24 10:00:35.817837 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f4e06-b4a0-4b0f-9917-c07a36739a74 req-9917ce12-4972-44c4-bae9-73095fdb32f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:35.819534 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-923f4e06-b4a0-4b0f-9917-c07a36739a74 req-9917ce12-4972-44c4-bae9-73095fdb32f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 1095 time: 0.0563424 Jul 24 10:00:35.821849 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f4e06-b4a0-4b0f-9917-c07a36739a74 req-faf29742-ae56-4b91-875c-d0e68a5e1afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:35.823430 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-923f4e06-b4a0-4b0f-9917-c07a36739a74 req-faf29742-ae56-4b91-875c-d0e68a5e1afb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 1095 time: 0.0568116 Jul 24 10:00:35.920907 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f4e06-b4a0-4b0f-9917-c07a36739a74 req-1847b989-bfe0-4b41-99ae-4418edcf850a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:35.923027 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-923f4e06-b4a0-4b0f-9917-c07a36739a74 req-1847b989-bfe0-4b41-99ae-4418edcf850a service neutron] 10.222.0.37 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0977151 Jul 24 10:00:35.926070 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f4e06-b4a0-4b0f-9917-c07a36739a74 req-ea02b1de-f610-4f9d-85a4-9fcf40425d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:35.927614 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-923f4e06-b4a0-4b0f-9917-c07a36739a74 req-ea02b1de-f610-4f9d-85a4-9fcf40425d1b service neutron] 10.222.0.20 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0978305 Jul 24 10:00:35.993257 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-923f4e06-b4a0-4b0f-9917-c07a36739a74 req-8c166380-7283-4aaa-9364-500a5d65e2ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e HTTP/1.1" status: 200 len: 1000 time: 0.0635610 Jul 24 10:00:35.996352 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-923f4e06-b4a0-4b0f-9917-c07a36739a74 req-5fdc9cbf-7a7d-4d64-93b9-7d2a73db6243 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e HTTP/1.1" status: 200 len: 1000 time: 0.0625429 Jul 24 10:00:36.044916 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f4e06-b4a0-4b0f-9917-c07a36739a74 req-f4884264-d24e-451a-85c3-714d8d97ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:36.045895 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f4e06-b4a0-4b0f-9917-c07a36739a74 req-b21aae85-6c3d-44ea-9fa2-edc257aa3bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:36.046401 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-923f4e06-b4a0-4b0f-9917-c07a36739a74 req-f4884264-d24e-451a-85c3-714d8d97ac49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0441601 Jul 24 10:00:36.048162 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-923f4e06-b4a0-4b0f-9917-c07a36739a74 req-b21aae85-6c3d-44ea-9fa2-edc257aa3bc4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0493693 Jul 24 10:00:36.112466 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f4e06-b4a0-4b0f-9917-c07a36739a74 req-8d19e169-c112-49b6-9af6-071655d835c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:36.114024 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-923f4e06-b4a0-4b0f-9917-c07a36739a74 req-8d19e169-c112-49b6-9af6-071655d835c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604084 Jul 24 10:00:36.124250 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f4e06-b4a0-4b0f-9917-c07a36739a74 req-5e17af1c-3c07-472e-87c0-56c6e46b59fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:36.125795 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-923f4e06-b4a0-4b0f-9917-c07a36739a74 req-5e17af1c-3c07-472e-87c0-56c6e46b59fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710905 Jul 24 10:00:36.218650 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-923f4e06-b4a0-4b0f-9917-c07a36739a74 req-60e5cb35-2144-462f-9c6a-d386a681b109 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864897 Jul 24 10:00:36.251209 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-923f4e06-b4a0-4b0f-9917-c07a36739a74 req-64721275-4a1c-4eeb-a870-bc39a3223d02 service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304677 Jul 24 10:00:36.291194 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb85e0-3c42-41e5-b30b-ae5a64d3dc63 req-a7b4ec0b-9a0a-40d3-944f-8ffca6d22477 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:36.292681 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-24bb85e0-3c42-41e5-b30b-ae5a64d3dc63 req-a7b4ec0b-9a0a-40d3-944f-8ffca6d22477 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 944 time: 0.1490862 Jul 24 10:00:36.325096 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-923f4e06-b4a0-4b0f-9917-c07a36739a74 req-3efc44f6-6b62-48cf-becc-f645394de037 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985849 Jul 24 10:00:36.368477 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-24bb85e0-3c42-41e5-b30b-ae5a64d3dc63 req-0729216c-607c-46bd-8df8-ffb046024e39 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689502 Jul 24 10:00:36.386076 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-923f4e06-b4a0-4b0f-9917-c07a36739a74 req-12365872-b2d3-4667-81d4-7a6a638ccba8 service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291113 Jul 24 10:00:37.513732 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec83e3-8d6b-4c25-a5d7-38b23e49a6d1 req-af96c848-9dd4-402a-89f4-40f32022929c tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:37.515260 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70ec83e3-8d6b-4c25-a5d7-38b23e49a6d1 req-af96c848-9dd4-402a-89f4-40f32022929c tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 944 time: 0.0726216 Jul 24 10:00:37.553719 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-70ec83e3-8d6b-4c25-a5d7-38b23e49a6d1 req-4611d32b-1da3-4ee6-ad98-fbf0d69002ae tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327561 Jul 24 10:00:38.683779 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2c44a-edf1-4f00-a031-a80395036b5a req-81b90653-0ce3-4194-a9ca-a6a1551aaab3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:38.685222 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c9a2c44a-edf1-4f00-a031-a80395036b5a req-81b90653-0ce3-4194-a9ca-a6a1551aaab3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 944 time: 0.0626135 Jul 24 10:00:38.726489 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c9a2c44a-edf1-4f00-a031-a80395036b5a req-e9f81015-429b-454d-b48d-0f9d54130970 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350783 Jul 24 10:00:39.863375 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ee6db-5f1a-43ed-8af0-ba83d521a10d req-9fe622c3-036e-428f-8a3f-8475f290424b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:39.864904 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a16ee6db-5f1a-43ed-8af0-ba83d521a10d req-9fe622c3-036e-428f-8a3f-8475f290424b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 944 time: 0.0666721 Jul 24 10:00:39.902648 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a16ee6db-5f1a-43ed-8af0-ba83d521a10d req-ff67974f-bf1a-45a3-827c-13e0086fea72 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321698 Jul 24 10:00:41.033362 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9d531-0e15-4c65-a848-79b4acfa1e73 req-cd3ff562-dd91-4e7b-80b9-e6c56052142b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:41.034827 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-63d9d531-0e15-4c65-a848-79b4acfa1e73 req-cd3ff562-dd91-4e7b-80b9-e6c56052142b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 944 time: 0.0624354 Jul 24 10:00:41.070884 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-63d9d531-0e15-4c65-a848-79b4acfa1e73 req-bd21273d-7cdf-4a8d-952c-89b9621f63a0 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303712 Jul 24 10:00:42.207216 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458c310-8388-4a2c-89ed-1e11c92bf561 req-d4c587e3-0325-4c0c-9879-0031aace08eb tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:42.208793 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c458c310-8388-4a2c-89ed-1e11c92bf561 req-d4c587e3-0325-4c0c-9879-0031aace08eb tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 944 time: 0.0660510 Jul 24 10:00:42.246313 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c458c310-8388-4a2c-89ed-1e11c92bf561 req-5a786b2d-9a1b-418f-b07f-6eea3dd1fc5b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319719 Jul 24 10:00:43.383508 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dead58-622e-41b4-b132-1fcaceb97c0b req-0ff0200d-2862-481f-8762-ea51d742a2a2 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:43.385019 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a8dead58-622e-41b4-b132-1fcaceb97c0b req-0ff0200d-2862-481f-8762-ea51d742a2a2 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 944 time: 0.0665255 Jul 24 10:00:43.422407 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a8dead58-622e-41b4-b132-1fcaceb97c0b req-fc598fa8-e837-4f72-866c-a6a7453eb46c tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318558 Jul 24 10:00:44.475255 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:44.556619 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366d134-8bc5-4923-a3a4-76045ec332e7 req-4e67ef83-27b2-4319-b451-1089fadde734 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:44.558158 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4366d134-8bc5-4923-a3a4-76045ec332e7 req-4e67ef83-27b2-4319-b451-1089fadde734 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 944 time: 0.0637667 Jul 24 10:00:44.599360 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4366d134-8bc5-4923-a3a4-76045ec332e7 req-a5c8baed-dff6-4c23-9bc7-9bc1bb00a5a1 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357106 Jul 24 10:00:45.733843 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f667505-2565-4552-b49c-793530e372a5 req-830fa35c-d756-4da5-8292-9577fd3f2fed tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:45.735853 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4f667505-2565-4552-b49c-793530e372a5 req-830fa35c-d756-4da5-8292-9577fd3f2fed tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 944 time: 0.0666692 Jul 24 10:00:45.773866 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4f667505-2565-4552-b49c-793530e372a5 req-3ae078a9-bfa3-4c4c-96a1-ec9af09af54c tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323441 Jul 24 10:00:46.904121 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58045fad-9bfd-433e-956c-7a3c5258eee2 req-9c6e5172-b015-497a-bd46-5fd8ec70917a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:46.905637 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-58045fad-9bfd-433e-956c-7a3c5258eee2 req-9c6e5172-b015-497a-bd46-5fd8ec70917a tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 944 time: 0.0625310 Jul 24 10:00:46.942409 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-58045fad-9bfd-433e-956c-7a3c5258eee2 req-d4c5b54e-9bd9-472d-94cd-301cb9a0a6a4 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312529 Jul 24 10:00:46.978927 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:47.246709 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-a7e4842e-4214-4068-97dd-73cf3246e0a5 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:47.248381 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-a7e4842e-4214-4068-97dd-73cf3246e0a5 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced&tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&binding%3Ahost_id=n-h2-800085-9 HTTP/1.1" status: 200 len: 944 time: 0.0684216 Jul 24 10:00:47.262332 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fdd3f-29d7-479a-aed8-339c17c3cf1f req-b7130af6-d10b-4619-b0ca-1d91e7dfb370 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:47.263847 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e3fdd3f-29d7-479a-aed8-339c17c3cf1f req-b7130af6-d10b-4619-b0ca-1d91e7dfb370 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 944 time: 0.0639122 Jul 24 10:00:47.300803 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e3fdd3f-29d7-479a-aed8-339c17c3cf1f req-7c481411-14bc-489d-9b8f-74f3b0605314 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312991 Jul 24 10:00:47.307545 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-cde76b57-569e-45a8-b570-332d4e672538 service neutron] 10.222.0.20 "GET /v2.0/ports/6c9de9dd-4dea-4fd8-9098-b1dd603a899e/bindings/n-h2-800085-9 HTTP/1.1" status: 200 len: 382 time: 0.0525589 Jul 24 10:00:47.389904 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-ff533f1d-6ccf-4dd5-8ef8-8864701c3ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:47.391428 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-ff533f1d-6ccf-4dd5-8ef8-8864701c3ec7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 1095 time: 0.0619388 Jul 24 10:00:47.478090 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-a9bd1e4c-1cc4-4a96-92d3-5f3771edb2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:47.479551 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-a9bd1e4c-1cc4-4a96-92d3-5f3771edb2e7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0825951 Jul 24 10:00:47.549527 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-22f2bdf2-11fb-44df-8c75-43023ec82612 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e HTTP/1.1" status: 200 len: 1000 time: 0.0636425 Jul 24 10:00:47.595780 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-4ab651a4-56da-4338-be01-06a8c1d8d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:47.597220 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-4ab651a4-56da-4338-be01-06a8c1d8d42f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0422668 Jul 24 10:00:47.652731 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-2b3c59e4-2879-4ad6-b413-e53686663e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:47.654225 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-2b3c59e4-2879-4ad6-b413-e53686663e22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513506 Jul 24 10:00:47.669636 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 6c9de9dd-4dea-4fd8-9098-b1dd603a899e details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 10:00:47.745820 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-8870166e-2dd3-4a42-bd67-60d35911f877 service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849190 Jul 24 10:00:47.764363 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:00:47.775305 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'port_id': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e', 'mac_address': 'fa:16:3e:62:4c:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 10:00:47.812128 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:47.824595 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9de9dd-4dea-4fd8-9098-b1dd603a899e {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:00:47.834076 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-db9566d5-bbde-45f9-9f52-1881c84b6166 service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823317 Jul 24 10:00:47.843445 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:00:47.848008 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:47.896987 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:00:47.904000 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:47.904376 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:47.904718 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:47.905080 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:47.905411 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:47.905739 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:47.906068 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:47.906940 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:47.907267 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:47.907591 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:47.907913 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:47.908235 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:48.099646 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['6c9de9dd-4dea-4fd8-9098-b1dd603a899e'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:00:48.438785 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9534142-e08f-45f2-9218-e3f6e2ee1336 req-0965eef7-3ace-4cd6-8883-bcd30a3b3048 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:48.440222 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a9534142-e08f-45f2-9218-e3f6e2ee1336 req-0965eef7-3ace-4cd6-8883-bcd30a3b3048 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 945 time: 0.0663533 Jul 24 10:00:48.476756 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a9534142-e08f-45f2-9218-e3f6e2ee1336 req-a61d1e24-8a8f-44f5-b6e5-f16dcb1e7830 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309505 Jul 24 10:00:49.617568 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0fcc9-f572-45b3-b5df-ec856af3bdcf req-0374e5a6-cf4c-41a9-a86a-0c929315c98e tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:49.619053 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9c0fcc9-f572-45b3-b5df-ec856af3bdcf req-0374e5a6-cf4c-41a9-a86a-0c929315c98e tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 945 time: 0.0708327 Jul 24 10:00:49.658393 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d9c0fcc9-f572-45b3-b5df-ec856af3bdcf req-a45f5c3a-93e6-4132-b827-b7b5138c555c tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337448 Jul 24 10:00:49.680323 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 6c9de9dd-4dea-4fd8-9098-b1dd603a899e up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:00:49.730665 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:00:49.734411 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:00:49.734734 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:49.808880 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:49.832980 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a78091-f9d2-4ecd-8a0a-496a167c9ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:00:49.835191 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee23414-b2c6-41b6-acaf-468d68accc29" -d '{"events": [{"server_uuid": "f3a78091-f9d2-4ecd-8a0a-496a167c9ced", "name": "network-vif-plugged", "status": "completed", "tag": "6c9de9dd-4dea-4fd8-9098-b1dd603a899e"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:00:49.848602 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:00:49.852552 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:49.888699 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d6bb20-c1ea-4a48-9d47-0aa581787893 x-openstack-request-id: req-66d6bb20-c1ea-4a48-9d47-0aa581787893 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:00:49.889007 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a78091-f9d2-4ecd-8a0a-496a167c9ced", "name": "network-vif-plugged", "status": "completed", "tag": "6c9de9dd-4dea-4fd8-9098-b1dd603a899e", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:00:49.889256 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66d6bb20-c1ea-4a48-9d47-0aa581787893 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:00:49.889642 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a78091-f9d2-4ecd-8a0a-496a167c9ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e', 'code': 200} Jul 24 10:00:49.907232 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,revision_number=9']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:00:50.792405 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec4856-731d-4d24-94c4-32c73bea196b req-886ea2ef-93db-49e7-9057-a38d88681052 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:50.794019 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1ec4856-731d-4d24-94c4-32c73bea196b req-886ea2ef-93db-49e7-9057-a38d88681052 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.0638089 Jul 24 10:00:50.835701 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1ec4856-731d-4d24-94c4-32c73bea196b req-7d7174b4-f842-404b-9555-332c2e592e29 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359313 Jul 24 10:00:51.576247 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-e7777164-9412-4d94-afc6-97bfe926c8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:51.577763 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-e7777164-9412-4d94-afc6-97bfe926c8fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced&tenant_id=4bdf65fab79e4b52bd6c3653c51ee822 HTTP/1.1" status: 200 len: 1097 time: 0.0533111 Jul 24 10:00:51.588798 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-9', 'device_owner': 'compute:nova'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:00:51.672566 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:51.867225 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] For port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:00:51.899709 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] For port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:00:51.949744 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a78091-f9d2-4ecd-8a0a-496a167c9ced', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:00:51.952255 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7eceb2-845c-4fa1-94a3-fb5a61404836" -d '{"events": [{"server_uuid": "f3a78091-f9d2-4ecd-8a0a-496a167c9ced", "name": "network-vif-unplugged", "status": "completed", "tag": "6c9de9dd-4dea-4fd8-9098-b1dd603a899e"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:00:51.957014 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:51.973505 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Transition to ACTIVE for port object 6c9de9dd-4dea-4fd8-9098-b1dd603a899e will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:00:51.979975 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:51.980339 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5f9bd-6a4a-4fed-8a58-6ba23d1987c9 req-736e1c85-627c-43a0-ba0f-951745a480b1 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:51.981905 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5db5f9bd-6a4a-4fed-8a58-6ba23d1987c9 req-736e1c85-627c-43a0-ba0f-951745a480b1 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.0731401 Jul 24 10:00:52.021630 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5db5f9bd-6a4a-4fed-8a58-6ba23d1987c9 req-649ec085-7f25-4bdb-8bfb-d0f18ef185f3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341959 Jul 24 10:00:52.059633 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,revision_number=10']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:00:52.074486 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:52.074835 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:52.075178 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:52.075517 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:52.075851 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:52.076184 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:52.076999 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:52.077337 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:52.077673 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:52.077991 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:52.078962 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:52.079291 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:00:52.088068 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 10:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593ac688-2fbd-438d-a00c-2ac6c0486825 x-openstack-request-id: req-593ac688-2fbd-438d-a00c-2ac6c0486825 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:00:52.088364 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a78091-f9d2-4ecd-8a0a-496a167c9ced", "name": "network-vif-unplugged", "status": "completed", "tag": "6c9de9dd-4dea-4fd8-9098-b1dd603a899e", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:00:52.088666 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-593ac688-2fbd-438d-a00c-2ac6c0486825 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:00:52.089040 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a78091-f9d2-4ecd-8a0a-496a167c9ced', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e', 'code': 200} Jul 24 10:00:52.118698 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] No DVR routers for this DVR port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:00:52.261392 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Attempting to bind port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:00:52.261753 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Attempting to bind port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:00:52.262064 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Attempting to bind port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:00:52.266786 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 10:00:52.267109 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Attempting to bind port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e on network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:00:52.271802 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:00:52.272142 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Checking segment: {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:00:52.272529 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Bound using segment: {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:00:52.272994 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Bound port: 6c9de9dd-4dea-4fd8-9098-b1dd603a899e, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8fb537-07a1-4f2b-b6f0-0742d9fae450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:00:52.273355 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:52.337000 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] For port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:00:52.340274 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] For port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:00:52.344237 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:52.377407 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:52.378023 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:52.379423 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] 10.222.0.37 "PUT /v2.0/ports/6c9de9dd-4dea-4fd8-9098-b1dd603a899e HTTP/1.1" status: 200 len: 1093 time: 0.7946525 Jul 24 10:00:52.400512 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e73ac5-da06-4901-b0e8-53bf82aba9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,revision_number=11']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:00:52.458850 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-4b6d3d37-bd4d-45c8-bef7-fa6045acb9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:52.460389 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-4b6d3d37-bd4d-45c8-bef7-fa6045acb9de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 1096 time: 0.0568128 Jul 24 10:00:52.555735 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-87985b33-147b-4466-b191-f30395ddc25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:52.557306 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-87985b33-147b-4466-b191-f30395ddc25b service neutron] 10.222.0.37 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0905309 Jul 24 10:00:52.622714 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-62fce1e5-8074-412a-8906-04b0ce8f2682 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e HTTP/1.1" status: 200 len: 1000 time: 0.0588822 Jul 24 10:00:52.674053 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-5b8ff4c2-06cd-451c-aa8b-7462aa484c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:52.675500 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-5b8ff4c2-06cd-451c-aa8b-7462aa484c1d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0470850 Jul 24 10:00:52.731625 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-7201f486-8016-44b2-8ba8-1f91ba3a1ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:52.733136 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-7201f486-8016-44b2-8ba8-1f91ba3a1ccf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512176 Jul 24 10:00:52.818553 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-d9d9e0ea-4b36-4b13-bdf9-35882de83fa0 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793686 Jul 24 10:00:52.915451 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-524e2e76-0459-49b2-ada0-2591a40afa15 req-4bd27a43-34cf-43ef-88ab-84f46d08e8da service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900030 Jul 24 10:00:53.159774 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce46dc-69ef-4170-9479-04fff645a5a7 req-f2b14e89-a27b-471d-8578-8436ae4a04da tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:53.161306 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-95ce46dc-69ef-4170-9479-04fff645a5a7 req-f2b14e89-a27b-471d-8578-8436ae4a04da tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 945 time: 0.0620611 Jul 24 10:00:53.206626 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-95ce46dc-69ef-4170-9479-04fff645a5a7 req-88e5dfd7-1a92-4963-a065-ecdce81beb06 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394716 Jul 24 10:00:53.710342 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 6c9de9dd-4dea-4fd8-9098-b1dd603a899e no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:00:53.751017 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 6c9de9dd-4dea-4fd8-9098-b1dd603a899e not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:00:54.090615 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a78091-f9d2-4ecd-8a0a-496a167c9ced', 'tag': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:00:54.093002 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828242ef-7eb5-4b2d-a0db-54e2dcf9b180" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a78091-f9d2-4ecd-8a0a-496a167c9ced", "tag": "6c9de9dd-4dea-4fd8-9098-b1dd603a899e"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:00:54.145468 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9717c515-643d-4c36-8515-27dc8beac82f x-openstack-request-id: req-9717c515-643d-4c36-8515-27dc8beac82f {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:00:54.145766 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a78091-f9d2-4ecd-8a0a-496a167c9ced", "tag": "6c9de9dd-4dea-4fd8-9098-b1dd603a899e", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:00:54.146069 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9717c515-643d-4c36-8515-27dc8beac82f {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:00:54.146560 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a78091-f9d2-4ecd-8a0a-496a167c9ced', 'tag': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e', 'status': 'completed', 'code': 200} Jul 24 10:00:54.222537 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828242ef-7eb5-4b2d-a0db-54e2dcf9b180 req-e385077a-0a37-42ba-b8d2-876c9e34da4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:54.224090 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-828242ef-7eb5-4b2d-a0db-54e2dcf9b180 req-e385077a-0a37-42ba-b8d2-876c9e34da4e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 1096 time: 0.0603955 Jul 24 10:00:54.227760 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828242ef-7eb5-4b2d-a0db-54e2dcf9b180 req-829a18d8-0530-4cd9-96ea-5fe4587aba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:54.230759 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-828242ef-7eb5-4b2d-a0db-54e2dcf9b180 req-829a18d8-0530-4cd9-96ea-5fe4587aba46 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 1096 time: 0.0613480 Jul 24 10:00:54.325692 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828242ef-7eb5-4b2d-a0db-54e2dcf9b180 req-9dc51218-390f-47b5-b45d-7a6937ecfa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:54.327287 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-828242ef-7eb5-4b2d-a0db-54e2dcf9b180 req-9dc51218-390f-47b5-b45d-7a6937ecfa3f service neutron] 10.222.0.37 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.0971525 Jul 24 10:00:54.374775 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828242ef-7eb5-4b2d-a0db-54e2dcf9b180 req-e72f27dc-8a8c-4645-b3a4-10af651651fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:54.376362 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-828242ef-7eb5-4b2d-a0db-54e2dcf9b180 req-e72f27dc-8a8c-4645-b3a4-10af651651fb service neutron] 10.222.0.20 "GET /v2.0/networks?id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 200 len: 912 time: 0.1405973 Jul 24 10:00:54.395121 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-828242ef-7eb5-4b2d-a0db-54e2dcf9b180 req-92b2524e-5904-48b0-94b7-d8ff786ae7b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e HTTP/1.1" status: 200 len: 1000 time: 0.0606866 Jul 24 10:00:54.430762 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ca57d-4a0c-43c9-a3cb-15c007eb8377 req-d7fc7960-04a1-4aff-aafb-983e7e48b934 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:54.432279 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e7ca57d-4a0c-43c9-a3cb-15c007eb8377 req-d7fc7960-04a1-4aff-aafb-983e7e48b934 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 945 time: 0.1284802 Jul 24 10:00:54.450211 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828242ef-7eb5-4b2d-a0db-54e2dcf9b180 req-bf933163-72e5-4093-96a4-b01c8820dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:54.452023 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-828242ef-7eb5-4b2d-a0db-54e2dcf9b180 req-bf933163-72e5-4093-96a4-b01c8820dc24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0503342 Jul 24 10:00:54.470278 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-828242ef-7eb5-4b2d-a0db-54e2dcf9b180 req-5ab0b0d2-c748-469c-b09f-0ef3d4247de2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e HTTP/1.1" status: 200 len: 1000 time: 0.0871019 Jul 24 10:00:54.496689 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e7ca57d-4a0c-43c9-a3cb-15c007eb8377 req-c98c473e-e4ad-4c64-8974-c7f64ec34cf5 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550308 Jul 24 10:00:54.514361 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828242ef-7eb5-4b2d-a0db-54e2dcf9b180 req-a28825cd-66f8-4cf3-875c-9cfa90fd4f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:54.516045 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-828242ef-7eb5-4b2d-a0db-54e2dcf9b180 req-a28825cd-66f8-4cf3-875c-9cfa90fd4f44 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574939 Jul 24 10:00:54.537910 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828242ef-7eb5-4b2d-a0db-54e2dcf9b180 req-14842119-c129-4588-b685-22545bc38037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:54.539643 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-828242ef-7eb5-4b2d-a0db-54e2dcf9b180 req-14842119-c129-4588-b685-22545bc38037 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 200 len: 851 time: 0.0594244 Jul 24 10:00:54.604107 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828242ef-7eb5-4b2d-a0db-54e2dcf9b180 req-a44ad48a-27f8-4f93-910e-4e9613a87008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:54.605922 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-828242ef-7eb5-4b2d-a0db-54e2dcf9b180 req-a44ad48a-27f8-4f93-910e-4e9613a87008 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605271 Jul 24 10:00:54.612363 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-828242ef-7eb5-4b2d-a0db-54e2dcf9b180 req-70ac85d4-97f6-4001-946f-4688696fb2f8 service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896637 Jul 24 10:00:54.704114 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-828242ef-7eb5-4b2d-a0db-54e2dcf9b180 req-c367c095-a38d-49c0-b1fb-fe26fe836c18 service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900548 Jul 24 10:00:54.717851 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-828242ef-7eb5-4b2d-a0db-54e2dcf9b180 req-6234995c-9a49-4ef3-86fa-b2f125591a0a service neutron] 10.222.0.37 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983114 Jul 24 10:00:54.814015 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-828242ef-7eb5-4b2d-a0db-54e2dcf9b180 req-2b837e35-50be-4531-9fa1-8f68969fbe81 service neutron] 10.222.0.20 "GET /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037946 Jul 24 10:00:55.639086 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e2afc-9b88-46c7-97c8-e18c3b42290e req-c1674c96-be23-44d2-b63a-b65eca6472a4 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:55.640507 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-276e2afc-9b88-46c7-97c8-e18c3b42290e req-c1674c96-be23-44d2-b63a-b65eca6472a4 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 945 time: 0.0647974 Jul 24 10:00:55.680230 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-276e2afc-9b88-46c7-97c8-e18c3b42290e req-0b2bb68f-0bba-47d9-8298-e634f0709bce tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332799 Jul 24 10:00:56.815935 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b5fb8-4cfa-4d74-a0e7-660490726664 req-26d2d136-5127-44a8-b6aa-1a4f19350d7d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:56.817453 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f96b5fb8-4cfa-4d74-a0e7-660490726664 req-26d2d136-5127-44a8-b6aa-1a4f19350d7d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 945 time: 0.0628886 Jul 24 10:00:56.857588 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f96b5fb8-4cfa-4d74-a0e7-660490726664 req-2e8adeba-ec24-4c15-8bbf-7779a6889804 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346205 Jul 24 10:00:57.318819 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ee91c932-88df-4e29-9bfd-39a1b0fb5e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:00:57.998111 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80140f-bc21-42b0-a541-3072b88335a5 req-162a6d60-1e94-40cd-95b9-887fa9efab97 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:57.999694 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d80140f-bc21-42b0-a541-3072b88335a5 req-162a6d60-1e94-40cd-95b9-887fa9efab97 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 945 time: 0.0666792 Jul 24 10:00:58.035853 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d80140f-bc21-42b0-a541-3072b88335a5 req-95292754-9415-42e1-82cf-93d6efd88365 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300386 Jul 24 10:00:59.173505 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f7314-5cd1-4517-b136-81eb36d913a1 req-4bee62a2-12de-4ce6-b051-d8fe30b301b3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:00:59.174971 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1c1f7314-5cd1-4517-b136-81eb36d913a1 req-4bee62a2-12de-4ce6-b051-d8fe30b301b3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 945 time: 0.0676067 Jul 24 10:00:59.212054 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1c1f7314-5cd1-4517-b136-81eb36d913a1 req-b5330284-863a-4d75-a720-a9920aec297b tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315590 Jul 24 10:00:59.822787 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a33a439e-ebd6-4349-92d6-49dd87fff185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:00.344950 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3e0ce-23e5-42e7-8c8b-ec638eb0cde6 req-b6ea6f37-3c83-4bcf-bbd1-5374f62d7682 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:00.352926 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-73b3e0ce-23e5-42e7-8c8b-ec638eb0cde6 req-b6ea6f37-3c83-4bcf-bbd1-5374f62d7682 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 945 time: 0.0699096 Jul 24 10:01:00.388065 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-73b3e0ce-23e5-42e7-8c8b-ec638eb0cde6 req-1fdd9f32-c922-4f77-9db7-26f886b9ec16 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342467 Jul 24 10:01:00.519355 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:01.164199 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:01.533212 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c208db-d0da-4e9e-9d77-1c6f82c6b329 req-04104bb8-164c-491a-a3ad-2fef01447c69 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:01.534681 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-01c208db-d0da-4e9e-9d77-1c6f82c6b329 req-04104bb8-164c-491a-a3ad-2fef01447c69 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 945 time: 0.0622799 Jul 24 10:01:01.572045 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-01c208db-d0da-4e9e-9d77-1c6f82c6b329 req-ce1a4d73-5dab-4fdc-8214-9bddb6e87ccc tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316465 Jul 24 10:01:02.707045 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651dd24-d80c-438d-9d4e-bb31f1b69a35 req-a6ebb1f7-799c-42f8-aa7a-3994aee0d9cf tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:02.708523 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7651dd24-d80c-438d-9d4e-bb31f1b69a35 req-a6ebb1f7-799c-42f8-aa7a-3994aee0d9cf tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 945 time: 0.0619864 Jul 24 10:01:02.749747 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7651dd24-d80c-438d-9d4e-bb31f1b69a35 req-2a169783-ed74-4c65-b10a-dca312d7bf54 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356891 Jul 24 10:01:03.041918 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:03.509912 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 6c9de9dd-4dea-4fd8-9098-b1dd603a899e details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 10:01:03.606844 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:01:03.618091 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'port_id': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e', 'mac_address': 'fa:16:3e:62:4c:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 10:01:03.654657 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:03.667208 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9de9dd-4dea-4fd8-9098-b1dd603a899e {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:01:03.686091 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:01:03.690510 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:03.736884 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,revision_number=12']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:03.881040 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00825489-70ab-41c0-882a-04cdf7869377 req-31cec14d-9341-4e8b-9214-bc301b1dad9d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:03.882520 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-00825489-70ab-41c0-882a-04cdf7869377 req-31cec14d-9341-4e8b-9214-bc301b1dad9d tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.0629296 Jul 24 10:01:03.925557 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-00825489-70ab-41c0-882a-04cdf7869377 req-46ae34dc-9958-4907-bf7e-4a39763c32bd tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374534 Jul 24 10:01:03.925852 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['6c9de9dd-4dea-4fd8-9098-b1dd603a899e'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:01:04.059316 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d0f47-db66-4b97-ac50-509676c1d9ae req-9845a563-5f24-4971-a89e-3f1586028eec tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:04.060764 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-038d0f47-db66-4b97-ac50-509676c1d9ae req-9845a563-5f24-4971-a89e-3f1586028eec tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.0652819 Jul 24 10:01:04.098020 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-038d0f47-db66-4b97-ac50-509676c1d9ae req-200eb6ec-20fd-4c3f-81b2-2e9a6533d4df tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311213 Jul 24 10:01:04.227601 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55009734-adea-49b6-b8f9-d28c105edd3e req-440ad0df-3e79-4a86-b4a5-d1ab69498ef9 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:04.229097 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-55009734-adea-49b6-b8f9-d28c105edd3e req-440ad0df-3e79-4a86-b4a5-d1ab69498ef9 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.0629551 Jul 24 10:01:04.265249 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-55009734-adea-49b6-b8f9-d28c105edd3e req-41a44727-6f81-44f2-99bb-ef821a5d6991 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307302 Jul 24 10:01:04.518137 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a8d1b-55cb-4a07-94bc-0ea538110b0d req-52665be2-91de-4baf-9457-6c864a552e77 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:04.519607 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-685a8d1b-55cb-4a07-94bc-0ea538110b0d req-52665be2-91de-4baf-9457-6c864a552e77 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.0618980 Jul 24 10:01:04.555868 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-685a8d1b-55cb-4a07-94bc-0ea538110b0d req-328cad63-f4ac-4c8f-baee-7d98ebde54c4 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307083 Jul 24 10:01:05.520890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 6c9de9dd-4dea-4fd8-9098-b1dd603a899e up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:01:05.568423 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:01:05.571911 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:01:05.572275 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:05.656815 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:05.681690 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a78091-f9d2-4ecd-8a0a-496a167c9ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:01:05.683917 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cac1dd-a701-45f7-959b-fc9f138e1f03" -d '{"events": [{"server_uuid": "f3a78091-f9d2-4ecd-8a0a-496a167c9ced", "name": "network-vif-plugged", "status": "completed", "tag": "6c9de9dd-4dea-4fd8-9098-b1dd603a899e"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:01:05.695757 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09455335-646d-4baf-afe2-e30bf673c91c req-9de8a59f-4e3c-4213-b015-ddab18fdf50e tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:05.697068 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:01:05.697728 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-09455335-646d-4baf-afe2-e30bf673c91c req-9de8a59f-4e3c-4213-b015-ddab18fdf50e tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 946 time: 0.0677695 Jul 24 10:01:05.701923 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:05.745288 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-09455335-646d-4baf-afe2-e30bf673c91c req-1e508912-250d-4e85-a36f-aaa08b22123c tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups?id=1539ddba-770c-4e8b-9e1a-eb3c061366f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395603 Jul 24 10:01:05.749989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,revision_number=13']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:05.784339 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052a5fc4-3582-4fb9-8a96-119598741cbc x-openstack-request-id: req-052a5fc4-3582-4fb9-8a96-119598741cbc {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:01:05.784630 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a78091-f9d2-4ecd-8a0a-496a167c9ced", "name": "network-vif-plugged", "status": "completed", "tag": "6c9de9dd-4dea-4fd8-9098-b1dd603a899e", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:01:05.784914 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-052a5fc4-3582-4fb9-8a96-119598741cbc {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:01:05.785334 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a78091-f9d2-4ecd-8a0a-496a167c9ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e', 'code': 200} Jul 24 10:01:06.041659 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564ca68-f407-46e1-93c7-afb39833c094 req-703784e0-e5be-4492-8e6c-e6f24a5d5868 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:06.043018 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1564ca68-f407-46e1-93c7-afb39833c094 req-703784e0-e5be-4492-8e6c-e6f24a5d5868 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 947 time: 0.0653665 Jul 24 10:01:06.137782 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-1564ca68-f407-46e1-93c7-afb39833c094 req-f136198c-1ffd-48f4-b3de-fe94292969cd tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Deleting port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:01:06.138127 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1564ca68-f407-46e1-93c7-afb39833c094 req-f136198c-1ffd-48f4-b3de-fe94292969cd tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:06.227702 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-1564ca68-f407-46e1-93c7-afb39833c094 req-f136198c-1ffd-48f4-b3de-fe94292969cd tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] For port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:01:06.228076 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1564ca68-f407-46e1-93c7-afb39833c094 req-f136198c-1ffd-48f4-b3de-fe94292969cd tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:06.392494 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1564ca68-f407-46e1-93c7-afb39833c094 req-f136198c-1ffd-48f4-b3de-fe94292969cd tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:06.392791 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1564ca68-f407-46e1-93c7-afb39833c094 req-f136198c-1ffd-48f4-b3de-fe94292969cd tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:06.393106 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [req-1564ca68-f407-46e1-93c7-afb39833c094 req-f136198c-1ffd-48f4-b3de-fe94292969cd tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Floating IP d71f5bf3-2c3a-4411-8d60-ac92b97b0660 disassociated. External IP: 172.25.7.44, port: 6c9de9dd-4dea-4fd8-9098-b1dd603a899e. Jul 24 10:01:06.393440 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-1564ca68-f407-46e1-93c7-afb39833c094 req-f136198c-1ffd-48f4-b3de-fe94292969cd tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Calling delete_port for 6c9de9dd-4dea-4fd8-9098-b1dd603a899e owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:01:06.516218 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1564ca68-f407-46e1-93c7-afb39833c094 req-f136198c-1ffd-48f4-b3de-fe94292969cd tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:06.544865 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136198c-1ffd-48f4-b3de-fe94292969cd tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Pushing event deleted for resources: {'Port': ['ID=6c9de9dd-4dea-4fd8-9098-b1dd603a899e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:06.673485 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1564ca68-f407-46e1-93c7-afb39833c094 req-f136198c-1ffd-48f4-b3de-fe94292969cd tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Router b06926db-d226-43e1-bf11-c4f32e943e66 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:01:06.780680 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1564ca68-f407-46e1-93c7-afb39833c094 req-f136198c-1ffd-48f4-b3de-fe94292969cd tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:01:06.791656 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abefe3a6-9d8e-4010-8711-38cd10bf9edb None None] Sync routers for ids ['b06926db-d226-43e1-bf11-c4f32e943e66'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:01:06.801996 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abefe3a6-9d8e-4010-8711-38cd10bf9edb None None] Routers {'b06926db-d226-43e1-bf11-c4f32e943e66'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:01:06.802730 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-abefe3a6-9d8e-4010-8711-38cd10bf9edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:01:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b06926db-d226-43e1-bf11-c4f32e943e66'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:06.828092 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-1564ca68-f407-46e1-93c7-afb39833c094 req-f136198c-1ffd-48f4-b3de-fe94292969cd tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] No DVR routers for this DVR port 6c9de9dd-4dea-4fd8-9098-b1dd603a899e on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:01:06.831346 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-1564ca68-f407-46e1-93c7-afb39833c094 req-f136198c-1ffd-48f4-b3de-fe94292969cd tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:06.833332 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1564ca68-f407-46e1-93c7-afb39833c094 req-f136198c-1ffd-48f4-b3de-fe94292969cd tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.37 "DELETE /v2.0/ports/6c9de9dd-4dea-4fd8-9098-b1dd603a899e HTTP/1.1" status: 204 len: 173 time: 0.7849395 Jul 24 10:01:06.840461 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a78091-f9d2-4ecd-8a0a-496a167c9ced', 'name': 'network-vif-deleted', 'tag': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:01:06.842710 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76725bed-211e-4dba-bfaf-836a23468ebc" -d '{"events": [{"server_uuid": "f3a78091-f9d2-4ecd-8a0a-496a167c9ced", "name": "network-vif-deleted", "tag": "6c9de9dd-4dea-4fd8-9098-b1dd603a899e"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:01:06.867307 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-39a2ea2c-c867-4203-a7f7-a6aba020cb40 req-bb7d42f7-60ef-42dd-842b-44ea53d928b3 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 210 time: 0.0404871 Jul 24 10:01:06.901204 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c633b7f-62c9-45c9-9ebc-a19970df62fd x-openstack-request-id: req-8c633b7f-62c9-45c9-9ebc-a19970df62fd {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:01:06.902032 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a78091-f9d2-4ecd-8a0a-496a167c9ced", "name": "network-vif-deleted", "tag": "6c9de9dd-4dea-4fd8-9098-b1dd603a899e", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:01:06.902289 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c633b7f-62c9-45c9-9ebc-a19970df62fd {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:01:06.902700 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a78091-f9d2-4ecd-8a0a-496a167c9ced', 'name': 'network-vif-deleted', 'tag': '6c9de9dd-4dea-4fd8-9098-b1dd603a899e', 'status': 'completed', 'code': 200} Jul 24 10:01:06.921199 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-abefe3a6-9d8e-4010-8711-38cd10bf9edb None None] Set router b06926db-d226-43e1-bf11-c4f32e943e66 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:01:07.111848 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-abefe3a6-9d8e-4010-8711-38cd10bf9edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '55e1f225-d99d-4129-8859-23adb5c5089c', 'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'mac_address': 'fa:16:3e:76:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:33Z', 'updated_at': '2021-07-24T09:51:36Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'subnets': [{'id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:07.139775 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abefe3a6-9d8e-4010-8711-38cd10bf9edb None None] Checking router: b06926db-d226-43e1-bf11-c4f32e943e66 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:01:07.147783 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abefe3a6-9d8e-4010-8711-38cd10bf9edb None None] Routers {'b06926db-d226-43e1-bf11-c4f32e943e66'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:01:07.148369 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-abefe3a6-9d8e-4010-8711-38cd10bf9edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:01:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b06926db-d226-43e1-bf11-c4f32e943e66'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:07.248316 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-abefe3a6-9d8e-4010-8711-38cd10bf9edb None None] Set router b06926db-d226-43e1-bf11-c4f32e943e66 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:01:07.436671 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-abefe3a6-9d8e-4010-8711-38cd10bf9edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '55e1f225-d99d-4129-8859-23adb5c5089c', 'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'mac_address': 'fa:16:3e:76:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:33Z', 'updated_at': '2021-07-24T09:51:36Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'subnets': [{'id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:07.461883 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abefe3a6-9d8e-4010-8711-38cd10bf9edb None None] The sync data for ids ['b06926db-d226-43e1-bf11-c4f32e943e66'] in n-d-800085-9 is: [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T09:51:33Z', 'revision_number': 4, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '55e1f225-d99d-4129-8859-23adb5c5089c', 'name': '', 'network_id': '4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'mac_address': 'fa:16:3e:76:1d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:33Z', 'updated_at': '2021-07-24T09:51:36Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'subnets': [{'id': 'c26152d3-c902-4132-89c9-4a248b741f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:01:07.676006 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c578adf5-1653-4d78-b061-2919e9451529 None None] New status for floating IP d71f5bf3-2c3a-4411-8d60-ac92b97b0660: DOWN {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 10:01:07.973325 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-99525427-7daf-4ac6-8780-c920d37a616a req-1a90cb1a-5139-4213-94b1-2a04d1c3fc54 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 210 time: 0.0318620 Jul 24 10:01:09.075652 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0aa0953b-bcb7-426e-abb8-ac0a375708a7 req-38ecaec6-9da0-4b40-8b20-e62440bce657 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 210 time: 0.0313582 Jul 24 10:01:09.556982 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 6c9de9dd-4dea-4fd8-9098-b1dd603a899e no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:01:09.580363 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 6c9de9dd-4dea-4fd8-9098-b1dd603a899e {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:01:09.580711 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 6c9de9dd-4dea-4fd8-9098-b1dd603a899e not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:01:09.745768 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:01:10.178417 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7e77a53e-ef22-46e3-89a2-2cfa6c73568f req-da113223-3d61-4c84-8e8c-e50b1ec07bc9 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3a78091-f9d2-4ecd-8a0a-496a167c9ced HTTP/1.1" status: 200 len: 210 time: 0.0325415 Jul 24 10:01:13.874426 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49248) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:13.930738 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eabbf3e9-1bae-49ec-bdd4-49e149181963 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:13.955391 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eabbf3e9-1bae-49ec-bdd4-49e149181963 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:14.003104 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eabbf3e9-1bae-49ec-bdd4-49e149181963 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:14.005731 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eabbf3e9-1bae-49ec-bdd4-49e149181963 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:14.007218 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-eabbf3e9-1bae-49ec-bdd4-49e149181963 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "DELETE /v2.0/security-groups/1539ddba-770c-4e8b-9e1a-eb3c061366f0 HTTP/1.1" status: 204 len: 168 time: 0.1317890 Jul 24 10:01:14.010159 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49250) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:14.017616 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabbf3e9-1bae-49ec-bdd4-49e149181963 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1539ddba-770c-4e8b-9e1a-eb3c061366f0,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:14.024627 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-e4aaaa21-56de-45e2-ac0c-9c3ad97fba83 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] show failed (client error): The resource could not be found. Jul 24 10:01:14.028435 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49252) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:14.042934 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e4aaaa21-56de-45e2-ac0c-9c3ad97fba83 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "GET /v2.0/security-groups/1539ddba-770c-4e8b-9e1a-eb3c061366f0 HTTP/1.1" status: 404 len: 347 time: 0.0216069 Jul 24 10:01:14.159667 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-9a6d04bd-98d4-4f99-993b-ce7a5a35e805 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Deleting port bcafca78-5701-4dbc-8689-a73297c9e450 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:01:14.160047 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9a6d04bd-98d4-4f99-993b-ce7a5a35e805 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:14.247492 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9a6d04bd-98d4-4f99-993b-ce7a5a35e805 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:14.247822 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9a6d04bd-98d4-4f99-993b-ce7a5a35e805 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:14.259803 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-9a6d04bd-98d4-4f99-993b-ce7a5a35e805 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Calling delete_port for bcafca78-5701-4dbc-8689-a73297c9e450 owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:01:14.395587 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9a6d04bd-98d4-4f99-993b-ce7a5a35e805 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:14.423132 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d04bd-98d4-4f99-993b-ce7a5a35e805 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Pushing event deleted for resources: {'Port': ['ID=bcafca78-5701-4dbc-8689-a73297c9e450,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:14.479382 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:14.483652 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9a6d04bd-98d4-4f99-993b-ce7a5a35e805 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:14.487125 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9a6d04bd-98d4-4f99-993b-ce7a5a35e805 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:14.488297 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9a6d04bd-98d4-4f99-993b-ce7a5a35e805 tempest-ServerActionsTestJSON-1779301210 tempest-ServerActionsTestJSON-1779301210-project] 10.222.0.32 "DELETE /v2.0/floatingips/d71f5bf3-2c3a-4411-8d60-ac92b97b0660 HTTP/1.1" status: 204 len: 168 time: 0.4584363 Jul 24 10:01:14.491282 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49254) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:15.206257 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c518c862-cd09-43c9-a65c-b64fb70f778f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:15.453342 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-c518c862-cd09-43c9-a65c-b64fb70f778f admin admin] Deleting port 55e1f225-d99d-4129-8859-23adb5c5089c {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:01:15.453688 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c518c862-cd09-43c9-a65c-b64fb70f778f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:15.527766 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-c518c862-cd09-43c9-a65c-b64fb70f778f admin admin] For port 55e1f225-d99d-4129-8859-23adb5c5089c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=55e1f225-d99d-4129-8859-23adb5c5089c,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:01:15.528133 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c518c862-cd09-43c9-a65c-b64fb70f778f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:15.540229 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-c518c862-cd09-43c9-a65c-b64fb70f778f admin admin] Calling delete_port for 55e1f225-d99d-4129-8859-23adb5c5089c owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:01:15.713868 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c518c862-cd09-43c9-a65c-b64fb70f778f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:15.739814 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518c862-cd09-43c9-a65c-b64fb70f778f admin admin] Pushing event deleted for resources: {'Port': ['ID=55e1f225-d99d-4129-8859-23adb5c5089c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:15.906135 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c518c862-cd09-43c9-a65c-b64fb70f778f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:16.112873 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c518c862-cd09-43c9-a65c-b64fb70f778f admin admin] Router b06926db-d226-43e1-bf11-c4f32e943e66 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:01:16.212467 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c518c862-cd09-43c9-a65c-b64fb70f778f admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:01:16.217687 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c518c862-cd09-43c9-a65c-b64fb70f778f admin admin] 10.222.0.32 "PUT /v2.0/routers/b06926db-d226-43e1-bf11-c4f32e943e66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7254338 Jul 24 10:01:16.222506 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49258) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:16.225116 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3d8c0b-3021-4ea6-a3a1-6760fa36e302 None None] Sync routers for ids ['b06926db-d226-43e1-bf11-c4f32e943e66'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:01:16.234793 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d8c0b-3021-4ea6-a3a1-6760fa36e302 None None] Routers {'b06926db-d226-43e1-bf11-c4f32e943e66'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:01:16.236304 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-0d3d8c0b-3021-4ea6-a3a1-6760fa36e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:01:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b06926db-d226-43e1-bf11-c4f32e943e66'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:16.333725 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e0b0289-de3e-49c0-89f1-6572fe479b4d admin admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:16.339829 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-0d3d8c0b-3021-4ea6-a3a1-6760fa36e302 None None] Set router b06926db-d226-43e1-bf11-c4f32e943e66 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:01:16.437231 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e0b0289-de3e-49c0-89f1-6572fe479b4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:16.489292 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b0289-de3e-49c0-89f1-6572fe479b4d admin admin] Deleting port dfbf0c90-0adb-450d-8ba4-1fb95851f39c {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:01:16.489635 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e0b0289-de3e-49c0-89f1-6572fe479b4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:16.511782 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-0d3d8c0b-3021-4ea6-a3a1-6760fa36e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T10:01:15Z', 'revision_number': 5, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port': {'id': 'dfbf0c90-0adb-450d-8ba4-1fb95851f39c', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T09:51:31Z', 'updated_at': '2021-07-24T09:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:16.537213 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3d8c0b-3021-4ea6-a3a1-6760fa36e302 None None] Checking router: b06926db-d226-43e1-bf11-c4f32e943e66 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:01:16.545474 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d8c0b-3021-4ea6-a3a1-6760fa36e302 None None] Routers {'b06926db-d226-43e1-bf11-c4f32e943e66'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:01:16.546061 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-0d3d8c0b-3021-4ea6-a3a1-6760fa36e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:01:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b06926db-d226-43e1-bf11-c4f32e943e66'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:16.570777 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-1e0b0289-de3e-49c0-89f1-6572fe479b4d admin admin] For port dfbf0c90-0adb-450d-8ba4-1fb95851f39c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=dfbf0c90-0adb-450d-8ba4-1fb95851f39c,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:01:16.571165 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e0b0289-de3e-49c0-89f1-6572fe479b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:16.583874 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b0289-de3e-49c0-89f1-6572fe479b4d admin admin] Calling delete_port for dfbf0c90-0adb-450d-8ba4-1fb95851f39c owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:01:16.625291 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-0d3d8c0b-3021-4ea6-a3a1-6760fa36e302 None None] Set router b06926db-d226-43e1-bf11-c4f32e943e66 gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:01:16.680203 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-0d3d8c0b-3021-4ea6-a3a1-6760fa36e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T10:01:16Z', 'revision_number': 6, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:16.769500 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e0b0289-de3e-49c0-89f1-6572fe479b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:16.797103 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3d8c0b-3021-4ea6-a3a1-6760fa36e302 None None] The sync data for ids ['b06926db-d226-43e1-bf11-c4f32e943e66'] in n-d-800085-9 is: [{'id': 'b06926db-d226-43e1-bf11-c4f32e943e66', 'name': 'tempest-ServerActionsTestJSON-1795135906-router', 'tenant_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T09:51:30Z', 'updated_at': '2021-07-24T10:01:16Z', 'revision_number': 6, 'project_id': '4bdf65fab79e4b52bd6c3653c51ee822', 'gw_port_host': None}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:01:16.801310 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b0289-de3e-49c0-89f1-6572fe479b4d admin admin] Pushing event deleted for resources: {'Port': ['ID=dfbf0c90-0adb-450d-8ba4-1fb95851f39c,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:16.861228 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e0b0289-de3e-49c0-89f1-6572fe479b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:16.948755 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e0b0289-de3e-49c0-89f1-6572fe479b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:16.950856 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e0b0289-de3e-49c0-89f1-6572fe479b4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:16.993130 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e0b0289-de3e-49c0-89f1-6572fe479b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:16.993691 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0b0289-de3e-49c0-89f1-6572fe479b4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b06926db-d226-43e1-bf11-c4f32e943e66 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 10:01:16.998670 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e0b0289-de3e-49c0-89f1-6572fe479b4d admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:16.999924 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1e0b0289-de3e-49c0-89f1-6572fe479b4d admin admin] 10.222.0.32 "DELETE /v2.0/routers/b06926db-d226-43e1-bf11-c4f32e943e66 HTTP/1.1" status: 204 len: 168 time: 0.7764676 Jul 24 10:01:17.003285 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49260) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:17.005179 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:17.048180 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-43fc6e65-e64e-4959-a536-d432e8d95c51 admin admin] Deleting subnet c26152d3-c902-4132-89c9-4a248b741f2f {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 10:01:17.051150 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-43fc6e65-e64e-4959-a536-d432e8d95c51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:17.085087 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-43fc6e65-e64e-4959-a536-d432e8d95c51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:17.169347 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-43fc6e65-e64e-4959-a536-d432e8d95c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:17.238618 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-43fc6e65-e64e-4959-a536-d432e8d95c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:17.264387 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc6e65-e64e-4959-a536-d432e8d95c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c26152d3-c902-4132-89c9-4a248b741f2f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:17.267981 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-43fc6e65-e64e-4959-a536-d432e8d95c51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:17.270500 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-43fc6e65-e64e-4959-a536-d432e8d95c51 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c26152d3-c902-4132-89c9-4a248b741f2f HTTP/1.1" status: 204 len: 168 time: 0.2654712 Jul 24 10:01:17.272403 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49262) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:17.275000 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50304246-2d21-4e9f-ab7f-636d723d5aaa None None] Network 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:01:17.342430 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb13ab77-59f0-45b2-b27e-9714060022ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:17.394569 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-eb13ab77-59f0-45b2-b27e-9714060022ea admin admin] Deleting port 0eecea81-cff1-4925-8a5f-d79124569924 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:01:17.394913 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb13ab77-59f0-45b2-b27e-9714060022ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:17.461135 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-eb13ab77-59f0-45b2-b27e-9714060022ea admin admin] For port 0eecea81-cff1-4925-8a5f-d79124569924, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=0eecea81-cff1-4925-8a5f-d79124569924,segment=NetworkSegment(1b8fb537-07a1-4f2b-b6f0-0742d9fae450),segment_id=1b8fb537-07a1-4f2b-b6f0-0742d9fae450)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:01:17.461503 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb13ab77-59f0-45b2-b27e-9714060022ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:17.477631 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-eb13ab77-59f0-45b2-b27e-9714060022ea admin admin] Calling delete_port for 0eecea81-cff1-4925-8a5f-d79124569924 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:01:17.556085 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb13ab77-59f0-45b2-b27e-9714060022ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:17.570236 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0ae7ec-4ca8-4ca6-b4f9-48963ad721a1 None None] DHCP port deletion for 4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 10:01:17.584602 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13ab77-59f0-45b2-b27e-9714060022ea admin admin] Pushing event deleted for resources: {'Port': ['ID=0eecea81-cff1-4925-8a5f-d79124569924,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:17.586822 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 55e1f225-d99d-4129-8859-23adb5c5089c no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:01:17.586959 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb13ab77-59f0-45b2-b27e-9714060022ea admin admin] No DVR routers for this DVR port 0eecea81-cff1-4925-8a5f-d79124569924 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:01:17.609131 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 55e1f225-d99d-4129-8859-23adb5c5089c {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:01:17.609691 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 55e1f225-d99d-4129-8859-23adb5c5089c not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:01:17.661294 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb13ab77-59f0-45b2-b27e-9714060022ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:17.672316 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-eb13ab77-59f0-45b2-b27e-9714060022ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:17.683858 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-eb13ab77-59f0-45b2-b27e-9714060022ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8fb537-07a1-4f2b-b6f0-0742d9fae450') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:17.684089 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-eb13ab77-59f0-45b2-b27e-9714060022ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8fb537-07a1-4f2b-b6f0-0742d9fae450') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:17.693400 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb13ab77-59f0-45b2-b27e-9714060022ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:17.707153 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb13ab77-59f0-45b2-b27e-9714060022ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:17.713079 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb13ab77-59f0-45b2-b27e-9714060022ea admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 10:01:17.713501 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb13ab77-59f0-45b2-b27e-9714060022ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: timer() Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 10:01:17.715194 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 10:01:17.770759 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb13ab77-59f0-45b2-b27e-9714060022ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:17.776104 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-eb13ab77-59f0-45b2-b27e-9714060022ea admin admin] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:17.780795 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-eb13ab77-59f0-45b2-b27e-9714060022ea admin admin] 10.222.0.32 "DELETE /v2.0/networks/4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9 HTTP/1.1" status: 204 len: 168 time: 0.5073156 Jul 24 10:01:17.794189 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13ab77-59f0-45b2-b27e-9714060022ea admin admin] Pushing event deleted for resources: {'Network': ['ID=4dce76dc-ad3c-4bcc-8bb3-e082b1433cb9,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:17.891728 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49266) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:17.936020 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-49959849-84c2-4c78-a2ea-ea65c68b60c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4bdf65fab79e4b52bd6c3653c51ee822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430627 Jul 24 10:01:17.938468 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49268) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:17.986305 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4e33d382-d33e-418d-845b-2970a256b484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:18.007558 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4e33d382-d33e-418d-845b-2970a256b484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:18.053738 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4e33d382-d33e-418d-845b-2970a256b484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:18.056279 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4e33d382-d33e-418d-845b-2970a256b484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:18.057509 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4e33d382-d33e-418d-845b-2970a256b484 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e87fb1c9-1f3c-40a7-9641-10bdf6d53066 HTTP/1.1" status: 204 len: 168 time: 0.1180766 Jul 24 10:01:18.065056 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33d382-d33e-418d-845b-2970a256b484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87fb1c9-1f3c-40a7-9641-10bdf6d53066,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:18.754526 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49290) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:18.857002 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-8ae7ff83-0f89-4815-b6db-396fd7c76e2d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1778277756-network', 'tenant_id': '69d6c4804a0b440b99fa7ec4b930449c'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:01:18.878307 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae7ff83-0f89-4815-b6db-396fd7c76e2d admin admin] Made reservation on behalf of 69d6c4804a0b440b99fa7ec4b930449c for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:01:18.880577 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ae7ff83-0f89-4815-b6db-396fd7c76e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:18.888442 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ae7ff83-0f89-4815-b6db-396fd7c76e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:18.976788 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ae7ff83-0f89-4815-b6db-396fd7c76e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:18.981063 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ae7ff83-0f89-4815-b6db-396fd7c76e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:18.985853 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device dfbf0c90-0adb-450d-8ba4-1fb95851f39c no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:01:19.006466 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: dfbf0c90-0adb-450d-8ba4-1fb95851f39c {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:01:19.006827 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device dfbf0c90-0adb-450d-8ba4-1fb95851f39c not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:01:19.007323 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 0eecea81-cff1-4925-8a5f-d79124569924 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:01:19.009214 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae7ff83-0f89-4815-b6db-396fd7c76e2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 10:01:19.014531 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7ff83-0f89-4815-b6db-396fd7c76e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6be454f-0971-43a4-b9fa-c2195c5074eb,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:19.022291 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ae7ff83-0f89-4815-b6db-396fd7c76e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:19.022680 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-8ae7ff83-0f89-4815-b6db-396fd7c76e2d admin admin] Added segment 3935072f-336a-4534-86ad-da289f47f6c7 of type vlan for network f2bdad54-4231-4601-9fde-e5c052b932e9 Jul 24 10:01:19.039822 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 0eecea81-cff1-4925-8a5f-d79124569924 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:01:19.040163 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 0eecea81-cff1-4925-8a5f-d79124569924 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:01:19.067760 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ae7ff83-0f89-4815-b6db-396fd7c76e2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:19.095387 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ae7ff83-0f89-4815-b6db-396fd7c76e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:19.096334 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae7ff83-0f89-4815-b6db-396fd7c76e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:19.096959 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8ae7ff83-0f89-4815-b6db-396fd7c76e2d admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:19.125508 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8ae7ff83-0f89-4815-b6db-396fd7c76e2d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3699379 Jul 24 10:01:19.128974 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49294) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:19.134028 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-b7134e0d-e9ff-470d-8928-970d67bd18f5 admin admin] Request body: {'subnet': {'network_id': 'f2bdad54-4231-4601-9fde-e5c052b932e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1778277756-subnet', 'tenant_id': '69d6c4804a0b440b99fa7ec4b930449c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:01:19.155170 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7134e0d-e9ff-470d-8928-970d67bd18f5 admin admin] Made reservation on behalf of 69d6c4804a0b440b99fa7ec4b930449c for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:01:19.157444 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7ff83-0f89-4815-b6db-396fd7c76e2d admin admin] Pushing event updated for resources: {'Network': ['ID=f2bdad54-4231-4601-9fde-e5c052b932e9,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:19.157704 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b7134e0d-e9ff-470d-8928-970d67bd18f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:19.168031 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network f2bdad54-4231-4601-9fde-e5c052b932e9 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 10:01:19.331713 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b7134e0d-e9ff-470d-8928-970d67bd18f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:19.388578 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7134e0d-e9ff-470d-8928-970d67bd18f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e8ed967-ba33-499f-812c-1ebc1e710619,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:19.393481 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7134e0d-e9ff-470d-8928-970d67bd18f5 admin admin] Checking segment: {'id': '3935072f-336a-4534-86ad-da289f47f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f2bdad54-4231-4601-9fde-e5c052b932e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:01:19.393832 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7134e0d-e9ff-470d-8928-970d67bd18f5 admin admin] Network hostable DHCP agents. Network: f2bdad54-4231-4601-9fde-e5c052b932e9, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 10:01:19.410231 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7134e0d-e9ff-470d-8928-970d67bd18f5 admin admin] Network f2bdad54-4231-4601-9fde-e5c052b932e9 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 10:01:19.418550 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-b7134e0d-e9ff-470d-8928-970d67bd18f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, f2bdad54-4231-4601-9fde-e5c052b932e9) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:01:19.422447 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7134e0d-e9ff-470d-8928-970d67bd18f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:19.423550 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b7134e0d-e9ff-470d-8928-970d67bd18f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:19.429004 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872ca4df-6326-4f94-8e59-73532bf64365 None None] Network f2bdad54-4231-4601-9fde-e5c052b932e9 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:01:19.438207 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b7134e0d-e9ff-470d-8928-970d67bd18f5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3079720 Jul 24 10:01:19.551928 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d09e58-fc73-454e-a680-3c709b2d0d77 None None] Network f2bdad54-4231-4601-9fde-e5c052b932e9 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:01:19.864891 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-17999f91-515b-4178-9611-9421c138ecb2 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:19.866342 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-17999f91-515b-4178-9611-9421c138ecb2 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/networks?id=f2bdad54-4231-4601-9fde-e5c052b932e9 HTTP/1.1" status: 200 len: 814 time: 0.1048567 Jul 24 10:01:19.880302 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-fe56101e-9670-46a1-a84d-f289dad40179 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/quotas/69d6c4804a0b440b99fa7ec4b930449c HTTP/1.1" status: 200 len: 375 time: 0.0086293 Jul 24 10:01:19.913215 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-b61dc848-9fb0-432f-be1f-c4e2d35c4ead tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=69d6c4804a0b440b99fa7ec4b930449c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277839 Jul 24 10:01:19.923745 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-933f2806-f5be-48b9-a467-4fd58769fef3 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 10:01:19.924679 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-933f2806-f5be-48b9-a467-4fd58769fef3 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058758 Jul 24 10:01:20.012539 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-303c1f36-f60e-438c-bc97-a53777256a58 service neutron] 10.222.0.32 "GET /v2.0/networks/f2bdad54-4231-4601-9fde-e5c052b932e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824335 Jul 24 10:01:20.098378 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-0b498059-69ea-4f5c-9391-b6ed4e34984a service neutron] 10.222.0.32 "GET /v2.0/networks/f2bdad54-4231-4601-9fde-e5c052b932e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799730 Jul 24 10:01:20.270250 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a8986b85-6bca-405a-a8e8-1d613e690b93 req-7564d1a7-f88b-4dbb-bc72-f3ee76ac112c tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab36e2ae-849b-4b89-8baf-844f150e4c61 HTTP/1.1" status: 200 len: 210 time: 0.0283494 Jul 24 10:01:21.321479 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-c6a5f20d-c825-416f-be5f-599141da3a5c tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:21.323041 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-c6a5f20d-c825-416f-be5f-599141da3a5c tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.20 "GET /v2.0/networks?id=f2bdad54-4231-4601-9fde-e5c052b932e9 HTTP/1.1" status: 200 len: 814 time: 0.1092877 Jul 24 10:01:21.335331 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-6fbfc5bd-4642-4870-a2c5-48a491e5f4d6 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Request body: {'port': {'device_id': 'ab36e2ae-849b-4b89-8baf-844f150e4c61', 'network_id': 'f2bdad54-4231-4601-9fde-e5c052b932e9', 'admin_state_up': True, 'tenant_id': '69d6c4804a0b440b99fa7ec4b930449c'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:01:21.394388 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-30770040-ade4-4a6f-bc89-1236d3318648 req-7ccf13d0-ef47-402c-ab3f-9e73d8735ab1 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab36e2ae-849b-4b89-8baf-844f150e4c61 HTTP/1.1" status: 200 len: 210 time: 0.0438700 Jul 24 10:01:21.472346 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-6fbfc5bd-4642-4870-a2c5-48a491e5f4d6 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Made reservation on behalf of 69d6c4804a0b440b99fa7ec4b930449c for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:01:21.476151 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-6fbfc5bd-4642-4870-a2c5-48a491e5f4d6 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:21.602565 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-6fbfc5bd-4642-4870-a2c5-48a491e5f4d6 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Allocated IP 172.20.0.4 (f2bdad54-4231-4601-9fde-e5c052b932e9/1e8ed967-ba33-499f-812c-1ebc1e710619/dfdaff67-4382-4977-b8e9-cbfef11b0801) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:01:21.744385 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-6fbfc5bd-4642-4870-a2c5-48a491e5f4d6 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:21.781658 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-6fbfc5bd-4642-4870-a2c5-48a491e5f4d6 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:21.827227 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-6fbfc5bd-4642-4870-a2c5-48a491e5f4d6 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Network f2bdad54-4231-4601-9fde-e5c052b932e9 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:01:21.832692 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-6fbfc5bd-4642-4870-a2c5-48a491e5f4d6 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:01:21.836382 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-6fbfc5bd-4642-4870-a2c5-48a491e5f4d6 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:01:21.859579 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfc5bd-4642-4870-a2c5-48a491e5f4d6 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Pushing event updated for resources: {'Port': ['ID=dfdaff67-4382-4977-b8e9-cbfef11b0801,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:21.887188 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-6fbfc5bd-4642-4870-a2c5-48a491e5f4d6 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:21.887800 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-6fbfc5bd-4642-4870-a2c5-48a491e5f4d6 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:21.902520 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-6fbfc5bd-4642-4870-a2c5-48a491e5f4d6 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5711985 Jul 24 10:01:21.914658 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-36ea5f84-b39b-42f3-be61-c463f5b8e615 service neutron] Request body: {'port': {'device_id': 'ab36e2ae-849b-4b89-8baf-844f150e4c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:01:21.982733 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-36ea5f84-b39b-42f3-be61-c463f5b8e615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:22.241270 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-36ea5f84-b39b-42f3-be61-c463f5b8e615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfdaff67-4382-4977-b8e9-cbfef11b0801 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:01:22.248525 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-36ea5f84-b39b-42f3-be61-c463f5b8e615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:22.260380 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-36ea5f84-b39b-42f3-be61-c463f5b8e615 service neutron] Transition to ACTIVE for port object dfdaff67-4382-4977-b8e9-cbfef11b0801 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:01:22.264066 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-36ea5f84-b39b-42f3-be61-c463f5b8e615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:22.312534 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea5f84-b39b-42f3-be61-c463f5b8e615 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdaff67-4382-4977-b8e9-cbfef11b0801,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:22.382292 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-36ea5f84-b39b-42f3-be61-c463f5b8e615 service neutron] Attempting to bind port dfdaff67-4382-4977-b8e9-cbfef11b0801 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:01:22.382961 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-36ea5f84-b39b-42f3-be61-c463f5b8e615 service neutron] Attempting to bind port dfdaff67-4382-4977-b8e9-cbfef11b0801 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '3935072f-336a-4534-86ad-da289f47f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f2bdad54-4231-4601-9fde-e5c052b932e9'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:01:22.382961 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-36ea5f84-b39b-42f3-be61-c463f5b8e615 service neutron] Attempting to bind port dfdaff67-4382-4977-b8e9-cbfef11b0801 on network f2bdad54-4231-4601-9fde-e5c052b932e9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:01:22.387117 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-36ea5f84-b39b-42f3-be61-c463f5b8e615 service neutron] Port dfdaff67-4382-4977-b8e9-cbfef11b0801 on network f2bdad54-4231-4601-9fde-e5c052b932e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 10:01:22.387436 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-36ea5f84-b39b-42f3-be61-c463f5b8e615 service neutron] Attempting to bind port dfdaff67-4382-4977-b8e9-cbfef11b0801 on network f2bdad54-4231-4601-9fde-e5c052b932e9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:01:22.392798 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-36ea5f84-b39b-42f3-be61-c463f5b8e615 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:01:22.393137 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-36ea5f84-b39b-42f3-be61-c463f5b8e615 service neutron] Checking segment: {'id': '3935072f-336a-4534-86ad-da289f47f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f2bdad54-4231-4601-9fde-e5c052b932e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:01:22.393526 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-36ea5f84-b39b-42f3-be61-c463f5b8e615 service neutron] Bound using segment: {'id': '3935072f-336a-4534-86ad-da289f47f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f2bdad54-4231-4601-9fde-e5c052b932e9'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:01:22.393950 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-36ea5f84-b39b-42f3-be61-c463f5b8e615 service neutron] Bound port: dfdaff67-4382-4977-b8e9-cbfef11b0801, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3935072f-336a-4534-86ad-da289f47f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f2bdad54-4231-4601-9fde-e5c052b932e9'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:01:22.394301 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-36ea5f84-b39b-42f3-be61-c463f5b8e615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:22.459694 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-36ea5f84-b39b-42f3-be61-c463f5b8e615 service neutron] For port dfdaff67-4382-4977-b8e9-cbfef11b0801, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:01:22.462695 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-36ea5f84-b39b-42f3-be61-c463f5b8e615 service neutron] For port dfdaff67-4382-4977-b8e9-cbfef11b0801, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=dfdaff67-4382-4977-b8e9-cbfef11b0801,segment=NetworkSegment(3935072f-336a-4534-86ad-da289f47f6c7),segment_id=3935072f-336a-4534-86ad-da289f47f6c7)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:01:22.467789 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-36ea5f84-b39b-42f3-be61-c463f5b8e615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:22.502656 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-36ea5f84-b39b-42f3-be61-c463f5b8e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:22.503096 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-36ea5f84-b39b-42f3-be61-c463f5b8e615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:22.504570 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-36ea5f84-b39b-42f3-be61-c463f5b8e615 service neutron] 10.222.0.20 "PUT /v2.0/ports/dfdaff67-4382-4977-b8e9-cbfef11b0801 HTTP/1.1" status: 200 len: 1091 time: 0.5941916 Jul 24 10:01:22.505058 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab36e2ae-849b-4b89-8baf-844f150e4c61', 'tag': 'dfdaff67-4382-4977-b8e9-cbfef11b0801'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:01:22.507331 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6888a12e-518d-4cce-89a7-adf6c53c2b54" -d '{"events": [{"name": "network-changed", "server_uuid": "ab36e2ae-849b-4b89-8baf-844f150e4c61", "tag": "dfdaff67-4382-4977-b8e9-cbfef11b0801"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:01:22.536658 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea5f84-b39b-42f3-be61-c463f5b8e615 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdaff67-4382-4977-b8e9-cbfef11b0801,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:22.622522 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-a0bd01fd-c4fa-4204-ac2b-fc5a85b7cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:22.624285 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-a0bd01fd-c4fa-4204-ac2b-fc5a85b7cc5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69d6c4804a0b440b99fa7ec4b930449c&device_id=ab36e2ae-849b-4b89-8baf-844f150e4c61 HTTP/1.1" status: 200 len: 1094 time: 0.0662327 Jul 24 10:01:22.626470 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ba4c0d-6260-408c-9072-e2712b78d73b x-openstack-request-id: req-61ba4c0d-6260-408c-9072-e2712b78d73b {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:01:22.626822 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab36e2ae-849b-4b89-8baf-844f150e4c61", "tag": "dfdaff67-4382-4977-b8e9-cbfef11b0801", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:01:22.627137 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61ba4c0d-6260-408c-9072-e2712b78d73b {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:01:22.627600 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab36e2ae-849b-4b89-8baf-844f150e4c61', 'tag': 'dfdaff67-4382-4977-b8e9-cbfef11b0801', 'status': 'completed', 'code': 200} Jul 24 10:01:22.671533 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-d44c7b3f-1360-4ce6-a4f5-ea7bc2e9171f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfdaff67-4382-4977-b8e9-cbfef11b0801 HTTP/1.1" status: 200 len: 217 time: 0.0386481 Jul 24 10:01:22.726091 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-37572034-4d65-4292-a835-5e2cbf629d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:22.727569 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-37572034-4d65-4292-a835-5e2cbf629d68 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e8ed967-ba33-499f-812c-1ebc1e710619 HTTP/1.1" status: 200 len: 854 time: 0.0487967 Jul 24 10:01:22.762706 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-ba2861d7-0dd2-4279-b73e-9e86b2de05ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f2bdad54-4231-4601-9fde-e5c052b932e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289240 Jul 24 10:01:22.838277 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214f311-37fc-40bf-900c-3bbf77ecddcc req-f98a5e64-fff1-49f0-ba25-80de7150903c tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:22.839774 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2214f311-37fc-40bf-900c-3bbf77ecddcc req-f98a5e64-fff1-49f0-ba25-80de7150903c tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab36e2ae-849b-4b89-8baf-844f150e4c61 HTTP/1.1" status: 200 len: 943 time: 0.3754218 Jul 24 10:01:22.856506 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-166894e7-0981-4e61-8538-b7569a7daebf service neutron] 10.222.0.20 "GET /v2.0/networks/f2bdad54-4231-4601-9fde-e5c052b932e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870111 Jul 24 10:01:22.876944 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2214f311-37fc-40bf-900c-3bbf77ecddcc req-c8f4ce73-6323-4593-92dd-f09f06d4af81 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6be454f-0971-43a4-b9fa-c2195c5074eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310242 Jul 24 10:01:22.947210 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-32bcf8b7-50c6-4715-8245-91467cdc4eef req-d3b9ad0e-3e72-4e76-8e5c-80077661a523 service neutron] 10.222.0.20 "GET /v2.0/networks/f2bdad54-4231-4601-9fde-e5c052b932e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841515 Jul 24 10:01:23.366398 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888a12e-518d-4cce-89a7-adf6c53c2b54 req-d78442a9-2b9c-4e43-b4f2-810d7f9ae79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:23.367897 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6888a12e-518d-4cce-89a7-adf6c53c2b54 req-d78442a9-2b9c-4e43-b4f2-810d7f9ae79d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69d6c4804a0b440b99fa7ec4b930449c&device_id=ab36e2ae-849b-4b89-8baf-844f150e4c61 HTTP/1.1" status: 200 len: 1094 time: 0.3772206 Jul 24 10:01:23.457441 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888a12e-518d-4cce-89a7-adf6c53c2b54 req-a3c24eb5-847e-4c4d-8c1a-ac963ffa2acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:23.458925 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6888a12e-518d-4cce-89a7-adf6c53c2b54 req-a3c24eb5-847e-4c4d-8c1a-ac963ffa2acd service neutron] 10.222.0.20 "GET /v2.0/networks?id=f2bdad54-4231-4601-9fde-e5c052b932e9 HTTP/1.1" status: 200 len: 914 time: 0.0842025 Jul 24 10:01:23.502268 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6888a12e-518d-4cce-89a7-adf6c53c2b54 req-c317b57e-068a-43ca-9411-69b8ba777c58 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfdaff67-4382-4977-b8e9-cbfef11b0801 HTTP/1.1" status: 200 len: 217 time: 0.0365870 Jul 24 10:01:23.550447 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888a12e-518d-4cce-89a7-adf6c53c2b54 req-29ad1ee7-ccb3-4214-8e84-6f82dbae0dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:23.551849 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6888a12e-518d-4cce-89a7-adf6c53c2b54 req-29ad1ee7-ccb3-4214-8e84-6f82dbae0dc2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e8ed967-ba33-499f-812c-1ebc1e710619 HTTP/1.1" status: 200 len: 854 time: 0.0426948 Jul 24 10:01:23.585397 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6888a12e-518d-4cce-89a7-adf6c53c2b54 req-ddc3ea31-f235-468a-b147-35fe6337a690 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f2bdad54-4231-4601-9fde-e5c052b932e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259030 Jul 24 10:01:23.679751 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6888a12e-518d-4cce-89a7-adf6c53c2b54 req-6e093c4b-6369-4f9a-8c38-7d6c34cfed3a service neutron] 10.222.0.20 "GET /v2.0/networks/f2bdad54-4231-4601-9fde-e5c052b932e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878487 Jul 24 10:01:23.768774 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6888a12e-518d-4cce-89a7-adf6c53c2b54 req-626a948d-e282-42dd-9429-98ebdf7daae9 service neutron] 10.222.0.20 "GET /v2.0/networks/f2bdad54-4231-4601-9fde-e5c052b932e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824702 Jul 24 10:01:24.021466 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8526a-99e3-4283-b8ed-e884d8f9f418 req-357a9d4d-f98c-4eee-8332-90a6748d99b3 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:24.022904 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3eb8526a-99e3-4283-b8ed-e884d8f9f418 req-357a9d4d-f98c-4eee-8332-90a6748d99b3 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab36e2ae-849b-4b89-8baf-844f150e4c61 HTTP/1.1" status: 200 len: 943 time: 0.0748999 Jul 24 10:01:24.060701 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3eb8526a-99e3-4283-b8ed-e884d8f9f418 req-5fe85b95-4a02-4eb1-9b81-727bcd15028d tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6be454f-0971-43a4-b9fa-c2195c5074eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322628 Jul 24 10:01:25.190605 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47053762-897d-4f39-b488-795896c80959 req-86b6fdc8-7301-464f-b055-b7499ad2e7fe tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:25.192034 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-47053762-897d-4f39-b488-795896c80959 req-86b6fdc8-7301-464f-b055-b7499ad2e7fe tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab36e2ae-849b-4b89-8baf-844f150e4c61 HTTP/1.1" status: 200 len: 943 time: 0.0624928 Jul 24 10:01:25.227981 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-47053762-897d-4f39-b488-795896c80959 req-7c4a6fc1-d7a9-47a9-a24c-dd2b26b7f497 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6be454f-0971-43a4-b9fa-c2195c5074eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304289 Jul 24 10:01:25.787603 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device dfdaff67-4382-4977-b8e9-cbfef11b0801 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 10:01:25.878738 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port dfdaff67-4382-4977-b8e9-cbfef11b0801, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=dfdaff67-4382-4977-b8e9-cbfef11b0801,segment=NetworkSegment(3935072f-336a-4534-86ad-da289f47f6c7),segment_id=3935072f-336a-4534-86ad-da289f47f6c7)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:01:25.889216 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'dfdaff67-4382-4977-b8e9-cbfef11b0801', 'network_id': 'f2bdad54-4231-4601-9fde-e5c052b932e9', 'port_id': 'dfdaff67-4382-4977-b8e9-cbfef11b0801', 'mac_address': 'fa:16:3e:d5:9c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e8ed967-ba33-499f-812c-1ebc1e710619', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 10:01:25.924062 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:25.939581 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfdaff67-4382-4977-b8e9-cbfef11b0801 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:01:25.958497 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port dfdaff67-4382-4977-b8e9-cbfef11b0801, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=dfdaff67-4382-4977-b8e9-cbfef11b0801,segment=NetworkSegment(3935072f-336a-4534-86ad-da289f47f6c7),segment_id=3935072f-336a-4534-86ad-da289f47f6c7)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:01:25.962289 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:26.006472 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=dfdaff67-4382-4977-b8e9-cbfef11b0801,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:26.169464 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['dfdaff67-4382-4977-b8e9-cbfef11b0801'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:01:26.357092 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1e8d0-94ff-40c0-9270-de1c317fd112 req-36bc0b0f-d808-4327-9838-c0a3fafb30da tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:26.358576 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-36b1e8d0-94ff-40c0-9270-de1c317fd112 req-36bc0b0f-d808-4327-9838-c0a3fafb30da tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab36e2ae-849b-4b89-8baf-844f150e4c61 HTTP/1.1" status: 200 len: 944 time: 0.0625887 Jul 24 10:01:26.396718 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-36b1e8d0-94ff-40c0-9270-de1c317fd112 req-833bf1bf-cc94-4c46-a00b-244625a452f6 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6be454f-0971-43a4-b9fa-c2195c5074eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320818 Jul 24 10:01:27.319544 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-936ee2d1-df46-4951-a128-84ef53802a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:27.530546 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad07097-8b80-4c85-bedf-29d0395fec5d req-3c06185e-1e5f-4d9c-af97-b65f02ed231a tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:27.532061 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8ad07097-8b80-4c85-bedf-29d0395fec5d req-3c06185e-1e5f-4d9c-af97-b65f02ed231a tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab36e2ae-849b-4b89-8baf-844f150e4c61 HTTP/1.1" status: 200 len: 944 time: 0.0634041 Jul 24 10:01:27.571973 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8ad07097-8b80-4c85-bedf-29d0395fec5d req-27ec3f63-69a7-4323-8326-32e410e3e482 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6be454f-0971-43a4-b9fa-c2195c5074eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342493 Jul 24 10:01:27.802979 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device dfdaff67-4382-4977-b8e9-cbfef11b0801 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:01:27.852697 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port dfdaff67-4382-4977-b8e9-cbfef11b0801 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:01:27.856527 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port dfdaff67-4382-4977-b8e9-cbfef11b0801 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:01:27.856935 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:27.929678 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:27.951162 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab36e2ae-849b-4b89-8baf-844f150e4c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdaff67-4382-4977-b8e9-cbfef11b0801'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:01:27.953456 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c2abf5-5741-4db0-a42f-64f46d4bc1b0" -d '{"events": [{"server_uuid": "ab36e2ae-849b-4b89-8baf-844f150e4c61", "name": "network-vif-plugged", "status": "completed", "tag": "dfdaff67-4382-4977-b8e9-cbfef11b0801"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:01:27.965425 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port dfdaff67-4382-4977-b8e9-cbfef11b0801, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=dfdaff67-4382-4977-b8e9-cbfef11b0801,segment=NetworkSegment(3935072f-336a-4534-86ad-da289f47f6c7),segment_id=3935072f-336a-4534-86ad-da289f47f6c7)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:01:27.969830 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:27.995095 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c300f96-a5d6-4884-986e-91665e0d7c8f x-openstack-request-id: req-6c300f96-a5d6-4884-986e-91665e0d7c8f {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:01:27.995390 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab36e2ae-849b-4b89-8baf-844f150e4c61", "name": "network-vif-plugged", "status": "completed", "tag": "dfdaff67-4382-4977-b8e9-cbfef11b0801", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:01:27.995642 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c300f96-a5d6-4884-986e-91665e0d7c8f {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:01:27.996027 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab36e2ae-849b-4b89-8baf-844f150e4c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdaff67-4382-4977-b8e9-cbfef11b0801', 'code': 200} Jul 24 10:01:28.021806 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=dfdaff67-4382-4977-b8e9-cbfef11b0801,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:28.098128 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133af4f2-7720-430c-8e90-d5dd258589f1 req-b4fa0370-f9b6-437f-bdc5-51058a93c9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:28.099637 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-133af4f2-7720-430c-8e90-d5dd258589f1 req-b4fa0370-f9b6-437f-bdc5-51058a93c9e2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ab36e2ae-849b-4b89-8baf-844f150e4c61 HTTP/1.1" status: 200 len: 1096 time: 0.0538971 Jul 24 10:01:28.132618 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-133af4f2-7720-430c-8e90-d5dd258589f1 req-c8ccd27c-c4ed-446a-a712-0ebec230fa88 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f6be454f-0971-43a4-b9fa-c2195c5074eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269842 Jul 24 10:01:28.703592 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37fd38-73a4-41dd-a553-1a092566c0d5 req-1d5c542f-d1c5-40b3-99d0-d58c70020188 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:28.706726 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d37fd38-73a4-41dd-a553-1a092566c0d5 req-1d5c542f-d1c5-40b3-99d0-d58c70020188 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab36e2ae-849b-4b89-8baf-844f150e4c61 HTTP/1.1" status: 200 len: 945 time: 0.0672293 Jul 24 10:01:28.749750 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d37fd38-73a4-41dd-a553-1a092566c0d5 req-9bc7c48a-50e0-4f73-9cc9-8a7072acb12d tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6be454f-0971-43a4-b9fa-c2195c5074eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374997 Jul 24 10:01:29.823381 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8c6526fb-e181-40f9-b11a-6e4a428b0e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:29.886598 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81d65c-ee01-4ea4-ba75-8d149b6bbaa7 req-ff378e95-b3be-4a03-9700-cd3b3d7f70bb tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:29.888098 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ef81d65c-ee01-4ea4-ba75-8d149b6bbaa7 req-ff378e95-b3be-4a03-9700-cd3b3d7f70bb tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab36e2ae-849b-4b89-8baf-844f150e4c61 HTTP/1.1" status: 200 len: 945 time: 0.0673869 Jul 24 10:01:29.926260 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ef81d65c-ee01-4ea4-ba75-8d149b6bbaa7 req-38b2899b-775c-48c5-bafa-8ca9b41bab01 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6be454f-0971-43a4-b9fa-c2195c5074eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325844 Jul 24 10:01:30.143901 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-0c3989ff-2f3b-45fd-a1d2-3e2c27d44d97 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:30.145389 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-0c3989ff-2f3b-45fd-a1d2-3e2c27d44d97 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/networks?id=f2bdad54-4231-4601-9fde-e5c052b932e9 HTTP/1.1" status: 200 len: 814 time: 0.0999238 Jul 24 10:01:30.159355 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-d724cebc-18bf-40d9-b680-f03ae21db393 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/quotas/69d6c4804a0b440b99fa7ec4b930449c HTTP/1.1" status: 200 len: 375 time: 0.0087802 Jul 24 10:01:30.221033 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-027621de-0086-463c-88a0-cdcc38c2cf9c tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=69d6c4804a0b440b99fa7ec4b930449c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0566387 Jul 24 10:01:30.231671 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-1d5f21df-920e-4380-8247-0a865728bb22 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 10:01:30.232617 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-1d5f21df-920e-4380-8247-0a865728bb22 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054834 Jul 24 10:01:30.367133 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-0bca5a5d-a171-4f69-9570-fc14f7685b2b service neutron] 10.222.0.32 "GET /v2.0/networks/f2bdad54-4231-4601-9fde-e5c052b932e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286097 Jul 24 10:01:30.456027 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-40afe6ce-d505-4aa3-b747-51007987edfc service neutron] 10.222.0.32 "GET /v2.0/networks/f2bdad54-4231-4601-9fde-e5c052b932e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831270 Jul 24 10:01:30.519563 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:30.620621 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e7377b6a-7930-43e2-aea1-a1620fdf5418 req-bfd874a5-0788-4de5-bb69-9bcdcddba64b tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=0773a1e6-47d9-4c53-a9a1-abfd9251c6b9 HTTP/1.1" status: 200 len: 210 time: 0.0296552 Jul 24 10:01:31.169267 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:31.604411 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-7a1dd5cd-b348-44c3-8d60-7ee64b3fa8c5 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:31.606000 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-7a1dd5cd-b348-44c3-8d60-7ee64b3fa8c5 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.37 "GET /v2.0/networks?id=f2bdad54-4231-4601-9fde-e5c052b932e9 HTTP/1.1" status: 200 len: 814 time: 0.1069472 Jul 24 10:01:31.617732 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-330f6445-23da-4a5d-8962-ba513c8358ee tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Request body: {'port': {'device_id': '0773a1e6-47d9-4c53-a9a1-abfd9251c6b9', 'network_id': 'f2bdad54-4231-4601-9fde-e5c052b932e9', 'admin_state_up': True, 'tenant_id': '69d6c4804a0b440b99fa7ec4b930449c'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:01:31.739979 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b5ac7b00-6528-4dfc-a358-15b17a398e97 req-057d77a9-77f4-45ae-afb4-517307308833 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=0773a1e6-47d9-4c53-a9a1-abfd9251c6b9 HTTP/1.1" status: 200 len: 210 time: 0.0485942 Jul 24 10:01:31.764673 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-330f6445-23da-4a5d-8962-ba513c8358ee tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Made reservation on behalf of 69d6c4804a0b440b99fa7ec4b930449c for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:01:31.769128 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-330f6445-23da-4a5d-8962-ba513c8358ee tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:31.888023 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-330f6445-23da-4a5d-8962-ba513c8358ee tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Allocated IP 172.20.0.10 (f2bdad54-4231-4601-9fde-e5c052b932e9/1e8ed967-ba33-499f-812c-1ebc1e710619/53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:01:32.031000 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-330f6445-23da-4a5d-8962-ba513c8358ee tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:32.069497 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-330f6445-23da-4a5d-8962-ba513c8358ee tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:32.081881 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['dfdaff67-4382-4977-b8e9-cbfef11b0801'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:01:32.116153 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-330f6445-23da-4a5d-8962-ba513c8358ee tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Network f2bdad54-4231-4601-9fde-e5c052b932e9 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:01:32.121101 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-330f6445-23da-4a5d-8962-ba513c8358ee tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:01:32.124801 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-330f6445-23da-4a5d-8962-ba513c8358ee tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:01:32.152712 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f6445-23da-4a5d-8962-ba513c8358ee tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Pushing event updated for resources: {'Port': ['ID=53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:32.181072 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-330f6445-23da-4a5d-8962-ba513c8358ee tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:32.181475 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-330f6445-23da-4a5d-8962-ba513c8358ee tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:32.195962 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-330f6445-23da-4a5d-8962-ba513c8358ee tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5820930 Jul 24 10:01:32.208067 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-19f3e40b-a9d3-4c74-90d0-b385847dbe14 service neutron] Request body: {'port': {'device_id': '0773a1e6-47d9-4c53-a9a1-abfd9251c6b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:01:32.276224 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-19f3e40b-a9d3-4c74-90d0-b385847dbe14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:32.529504 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-19f3e40b-a9d3-4c74-90d0-b385847dbe14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:01:32.537192 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-19f3e40b-a9d3-4c74-90d0-b385847dbe14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:32.548746 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-19f3e40b-a9d3-4c74-90d0-b385847dbe14 service neutron] Transition to ACTIVE for port object 53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:01:32.552682 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-19f3e40b-a9d3-4c74-90d0-b385847dbe14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:32.599252 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3e40b-a9d3-4c74-90d0-b385847dbe14 service neutron] Pushing event updated for resources: {'Port': ['ID=53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:32.667198 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-19f3e40b-a9d3-4c74-90d0-b385847dbe14 service neutron] Attempting to bind port 53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:01:32.667826 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-19f3e40b-a9d3-4c74-90d0-b385847dbe14 service neutron] Attempting to bind port 53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '3935072f-336a-4534-86ad-da289f47f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f2bdad54-4231-4601-9fde-e5c052b932e9'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:01:32.667826 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-19f3e40b-a9d3-4c74-90d0-b385847dbe14 service neutron] Attempting to bind port 53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9 on network f2bdad54-4231-4601-9fde-e5c052b932e9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:01:32.671942 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-19f3e40b-a9d3-4c74-90d0-b385847dbe14 service neutron] Port 53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9 on network f2bdad54-4231-4601-9fde-e5c052b932e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 10:01:32.672262 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-19f3e40b-a9d3-4c74-90d0-b385847dbe14 service neutron] Attempting to bind port 53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9 on network f2bdad54-4231-4601-9fde-e5c052b932e9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:01:32.677333 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-19f3e40b-a9d3-4c74-90d0-b385847dbe14 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:01:32.677671 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-19f3e40b-a9d3-4c74-90d0-b385847dbe14 service neutron] Checking segment: {'id': '3935072f-336a-4534-86ad-da289f47f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f2bdad54-4231-4601-9fde-e5c052b932e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:01:32.678053 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-19f3e40b-a9d3-4c74-90d0-b385847dbe14 service neutron] Bound using segment: {'id': '3935072f-336a-4534-86ad-da289f47f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f2bdad54-4231-4601-9fde-e5c052b932e9'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:01:32.678478 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-19f3e40b-a9d3-4c74-90d0-b385847dbe14 service neutron] Bound port: 53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3935072f-336a-4534-86ad-da289f47f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f2bdad54-4231-4601-9fde-e5c052b932e9'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:01:32.678833 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-19f3e40b-a9d3-4c74-90d0-b385847dbe14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:32.744563 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-19f3e40b-a9d3-4c74-90d0-b385847dbe14 service neutron] For port 53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:01:32.748152 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-19f3e40b-a9d3-4c74-90d0-b385847dbe14 service neutron] For port 53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9,segment=NetworkSegment(3935072f-336a-4534-86ad-da289f47f6c7),segment_id=3935072f-336a-4534-86ad-da289f47f6c7)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:01:32.752372 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-19f3e40b-a9d3-4c74-90d0-b385847dbe14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:32.784697 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-19f3e40b-a9d3-4c74-90d0-b385847dbe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:32.785415 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-19f3e40b-a9d3-4c74-90d0-b385847dbe14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:32.787167 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-19f3e40b-a9d3-4c74-90d0-b385847dbe14 service neutron] 10.222.0.37 "PUT /v2.0/ports/53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9 HTTP/1.1" status: 200 len: 1092 time: 0.5837808 Jul 24 10:01:32.789619 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0773a1e6-47d9-4c53-a9a1-abfd9251c6b9', 'tag': '53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:01:32.792438 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fc2d0f-5470-4c29-9300-8a50613c0a60" -d '{"events": [{"name": "network-changed", "server_uuid": "0773a1e6-47d9-4c53-a9a1-abfd9251c6b9", "tag": "53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:01:32.820318 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3e40b-a9d3-4c74-90d0-b385847dbe14 service neutron] Pushing event updated for resources: {'Port': ['ID=53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:32.846578 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceba5f53-616f-4932-b2ea-c108250815c7 x-openstack-request-id: req-ceba5f53-616f-4932-b2ea-c108250815c7 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:01:32.846879 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0773a1e6-47d9-4c53-a9a1-abfd9251c6b9", "tag": "53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:01:32.847137 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ceba5f53-616f-4932-b2ea-c108250815c7 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:01:32.847738 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0773a1e6-47d9-4c53-a9a1-abfd9251c6b9', 'tag': '53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9', 'status': 'completed', 'code': 200} Jul 24 10:01:32.884291 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92424201-c0a1-4020-8005-8945268200f3 req-43da87a7-138e-4dfd-a993-1321ad003128 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:32.885807 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-92424201-c0a1-4020-8005-8945268200f3 req-43da87a7-138e-4dfd-a993-1321ad003128 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=0773a1e6-47d9-4c53-a9a1-abfd9251c6b9 HTTP/1.1" status: 200 len: 944 time: 0.0693016 Jul 24 10:01:32.890907 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-6c51e16f-8e96-4228-9848-937438dd9fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:32.892490 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-6c51e16f-8e96-4228-9848-937438dd9fe4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69d6c4804a0b440b99fa7ec4b930449c&device_id=0773a1e6-47d9-4c53-a9a1-abfd9251c6b9 HTTP/1.1" status: 200 len: 1095 time: 0.0596466 Jul 24 10:01:32.924636 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-92424201-c0a1-4020-8005-8945268200f3 req-cd00dcc7-cbad-4f3e-aac0-af4918f73e19 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6be454f-0971-43a4-b9fa-c2195c5074eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330219 Jul 24 10:01:32.940428 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-54153afb-89a9-4700-8df4-27fc8a7ec1bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9 HTTP/1.1" status: 200 len: 217 time: 0.0399313 Jul 24 10:01:32.988978 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-b9cff488-1d4c-4849-a442-3f063002af56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:32.990824 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-b9cff488-1d4c-4849-a442-3f063002af56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e8ed967-ba33-499f-812c-1ebc1e710619 HTTP/1.1" status: 200 len: 854 time: 0.0441296 Jul 24 10:01:33.023894 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-3bebf4cf-012a-4f2d-b6a9-ff2cfe10ebe1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2bdad54-4231-4601-9fde-e5c052b932e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270524 Jul 24 10:01:33.044648 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:33.119213 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-f0cadcc8-5a13-4ac0-beb9-eadd85bde85a service neutron] 10.222.0.37 "GET /v2.0/networks/f2bdad54-4231-4601-9fde-e5c052b932e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889633 Jul 24 10:01:33.206052 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-30422044-2ac8-4e43-b2b0-f213ac6b3ee5 req-456ea94d-49b6-4cd3-ab20-f3d12ab6d786 service neutron] 10.222.0.37 "GET /v2.0/networks/f2bdad54-4231-4601-9fde-e5c052b932e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810344 Jul 24 10:01:33.308306 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc2d0f-5470-4c29-9300-8a50613c0a60 req-330b4f9a-4d8b-4905-8518-5b1e1a9223fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:33.309733 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-56fc2d0f-5470-4c29-9300-8a50613c0a60 req-330b4f9a-4d8b-4905-8518-5b1e1a9223fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69d6c4804a0b440b99fa7ec4b930449c&device_id=0773a1e6-47d9-4c53-a9a1-abfd9251c6b9 HTTP/1.1" status: 200 len: 1095 time: 0.0577142 Jul 24 10:01:33.396020 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc2d0f-5470-4c29-9300-8a50613c0a60 req-ea0d86b2-a682-4714-8e8e-2d5c305049c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:33.397556 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-56fc2d0f-5470-4c29-9300-8a50613c0a60 req-ea0d86b2-a682-4714-8e8e-2d5c305049c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f2bdad54-4231-4601-9fde-e5c052b932e9 HTTP/1.1" status: 200 len: 914 time: 0.0818009 Jul 24 10:01:33.445677 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-56fc2d0f-5470-4c29-9300-8a50613c0a60 req-ffef4079-f765-4d6a-b343-696fc764bdf9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9 HTTP/1.1" status: 200 len: 217 time: 0.0414875 Jul 24 10:01:33.492976 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc2d0f-5470-4c29-9300-8a50613c0a60 req-c34e3c23-35d8-40f3-9659-983f2e83130b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:33.494410 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-56fc2d0f-5470-4c29-9300-8a50613c0a60 req-c34e3c23-35d8-40f3-9659-983f2e83130b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e8ed967-ba33-499f-812c-1ebc1e710619 HTTP/1.1" status: 200 len: 854 time: 0.0426068 Jul 24 10:01:33.528405 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-56fc2d0f-5470-4c29-9300-8a50613c0a60 req-fd80e3e1-01e0-4cba-8675-8c73f186aa16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2bdad54-4231-4601-9fde-e5c052b932e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267327 Jul 24 10:01:33.618386 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-56fc2d0f-5470-4c29-9300-8a50613c0a60 req-e6114b2f-5161-4a9f-9a1a-a00eb7bfc429 service neutron] 10.222.0.37 "GET /v2.0/networks/f2bdad54-4231-4601-9fde-e5c052b932e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828371 Jul 24 10:01:33.705172 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-56fc2d0f-5470-4c29-9300-8a50613c0a60 req-74ddbb3d-8858-4185-945e-eac9594efcb1 service neutron] 10.222.0.37 "GET /v2.0/networks/f2bdad54-4231-4601-9fde-e5c052b932e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803428 Jul 24 10:01:34.055844 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3571b2e-ee75-4190-b592-61006bd4bc61 req-c9299e96-28d6-49de-b31d-cea639b1ce01 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:34.057360 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d3571b2e-ee75-4190-b592-61006bd4bc61 req-c9299e96-28d6-49de-b31d-cea639b1ce01 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=0773a1e6-47d9-4c53-a9a1-abfd9251c6b9 HTTP/1.1" status: 200 len: 944 time: 0.0631011 Jul 24 10:01:34.097781 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d3571b2e-ee75-4190-b592-61006bd4bc61 req-a835346f-14a3-484d-a244-1744100b10ef tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6be454f-0971-43a4-b9fa-c2195c5074eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349367 Jul 24 10:01:35.233118 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effaa5b-f6a7-4a19-8e85-c7c7174f9885 req-b8d9e7e2-2949-4e1a-a474-b1e7c77e5a91 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:35.234602 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3effaa5b-f6a7-4a19-8e85-c7c7174f9885 req-b8d9e7e2-2949-4e1a-a474-b1e7c77e5a91 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=0773a1e6-47d9-4c53-a9a1-abfd9251c6b9 HTTP/1.1" status: 200 len: 944 time: 0.0668080 Jul 24 10:01:35.272060 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3effaa5b-f6a7-4a19-8e85-c7c7174f9885 req-fa9547d0-9322-4e61-b35e-6953bda4310f tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6be454f-0971-43a4-b9fa-c2195c5074eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314946 Jul 24 10:01:35.680990 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 10:01:35.774150 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9,segment=NetworkSegment(3935072f-336a-4534-86ad-da289f47f6c7),segment_id=3935072f-336a-4534-86ad-da289f47f6c7)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:01:35.784805 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9', 'network_id': 'f2bdad54-4231-4601-9fde-e5c052b932e9', 'port_id': '53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9', 'mac_address': 'fa:16:3e:e0:7f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e8ed967-ba33-499f-812c-1ebc1e710619', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 10:01:35.821054 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:35.834318 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:01:35.852615 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9,segment=NetworkSegment(3935072f-336a-4534-86ad-da289f47f6c7),segment_id=3935072f-336a-4534-86ad-da289f47f6c7)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:01:35.856546 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:35.904886 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:36.043011 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:01:36.403723 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8b69e-9cda-47c3-804e-5e9163db7129 req-33cc951f-6b30-4ea6-ac88-927fab0798ed tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:36.405233 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cac8b69e-9cda-47c3-804e-5e9163db7129 req-33cc951f-6b30-4ea6-ac88-927fab0798ed tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=0773a1e6-47d9-4c53-a9a1-abfd9251c6b9 HTTP/1.1" status: 200 len: 945 time: 0.0649667 Jul 24 10:01:36.442466 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cac8b69e-9cda-47c3-804e-5e9163db7129 req-bc5e7852-5efc-4a92-9076-35b0c5044a19 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6be454f-0971-43a4-b9fa-c2195c5074eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312440 Jul 24 10:01:37.575935 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8b232-a8f9-412e-82fb-af2b852627c5 req-efbfae21-8d35-489f-9b24-357152cb0f91 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:37.577456 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-57a8b232-a8f9-412e-82fb-af2b852627c5 req-efbfae21-8d35-489f-9b24-357152cb0f91 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=0773a1e6-47d9-4c53-a9a1-abfd9251c6b9 HTTP/1.1" status: 200 len: 945 time: 0.0668619 Jul 24 10:01:37.615146 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-57a8b232-a8f9-412e-82fb-af2b852627c5 req-8f8c4904-4553-4aac-bb4e-8db2c3956815 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6be454f-0971-43a4-b9fa-c2195c5074eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320785 Jul 24 10:01:37.697252 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:01:37.746040 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:01:37.749426 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:01:37.749794 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:37.821816 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:37.842830 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0773a1e6-47d9-4c53-a9a1-abfd9251c6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:01:37.845590 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1848dd-ffcb-441c-b589-def4a79d39a4" -d '{"events": [{"server_uuid": "0773a1e6-47d9-4c53-a9a1-abfd9251c6b9", "name": "network-vif-plugged", "status": "completed", "tag": "53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:01:37.857756 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9,segment=NetworkSegment(3935072f-336a-4534-86ad-da289f47f6c7),segment_id=3935072f-336a-4534-86ad-da289f47f6c7)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:01:37.863219 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:37.902388 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c511938-cbf5-44f9-809f-81fc304ab1db x-openstack-request-id: req-7c511938-cbf5-44f9-809f-81fc304ab1db {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:01:37.902673 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0773a1e6-47d9-4c53-a9a1-abfd9251c6b9", "name": "network-vif-plugged", "status": "completed", "tag": "53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:01:37.902923 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c511938-cbf5-44f9-809f-81fc304ab1db {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:01:37.903310 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0773a1e6-47d9-4c53-a9a1-abfd9251c6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9', 'code': 200} Jul 24 10:01:37.913395 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:38.005662 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c0b3e-7e33-46e3-9b88-0d5e14d8d9d5 req-17df9e53-ab21-4693-b2df-7cbbab3fb3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:38.007071 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec3c0b3e-7e33-46e3-9b88-0d5e14d8d9d5 req-17df9e53-ab21-4693-b2df-7cbbab3fb3c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0773a1e6-47d9-4c53-a9a1-abfd9251c6b9 HTTP/1.1" status: 200 len: 1097 time: 0.0532336 Jul 24 10:01:38.040255 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec3c0b3e-7e33-46e3-9b88-0d5e14d8d9d5 req-0fa39154-2f54-4b79-b833-3612ad3cd229 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f6be454f-0971-43a4-b9fa-c2195c5074eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273647 Jul 24 10:01:38.763152 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79915f1c-0349-4cb2-96e1-fc042b5fae20 req-3167bbf8-0279-4a24-b3a0-2407d47f934e tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:38.765117 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-79915f1c-0349-4cb2-96e1-fc042b5fae20 req-3167bbf8-0279-4a24-b3a0-2407d47f934e tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=0773a1e6-47d9-4c53-a9a1-abfd9251c6b9 HTTP/1.1" status: 200 len: 946 time: 0.0795722 Jul 24 10:01:38.804650 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-79915f1c-0349-4cb2-96e1-fc042b5fae20 req-0696101c-5624-44ff-94db-2b6615a8186b tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6be454f-0971-43a4-b9fa-c2195c5074eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337701 Jul 24 10:01:39.940288 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc125c6-00a2-4fbd-ae76-b72fd56cbc0e req-68eb1268-af38-4900-b5e6-1250c41b6cde tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:39.941872 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7cc125c6-00a2-4fbd-ae76-b72fd56cbc0e req-68eb1268-af38-4900-b5e6-1250c41b6cde tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=0773a1e6-47d9-4c53-a9a1-abfd9251c6b9 HTTP/1.1" status: 200 len: 946 time: 0.0680146 Jul 24 10:01:39.978852 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7cc125c6-00a2-4fbd-ae76-b72fd56cbc0e req-cc798424-29ec-43f4-91ef-5de46b366841 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6be454f-0971-43a4-b9fa-c2195c5074eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314994 Jul 24 10:01:40.228454 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfee47-a3ed-4279-9984-562a6b7284c4 req-450a1cd1-3692-4c63-ade5-f144cebe1504 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:40.229954 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15bfee47-a3ed-4279-9984-562a6b7284c4 req-450a1cd1-3692-4c63-ade5-f144cebe1504 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=0773a1e6-47d9-4c53-a9a1-abfd9251c6b9 HTTP/1.1" status: 200 len: 946 time: 0.0629995 Jul 24 10:01:40.266816 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15bfee47-a3ed-4279-9984-562a6b7284c4 req-2e95541c-0eb7-485e-af74-70d79713b7e5 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6be454f-0971-43a4-b9fa-c2195c5074eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305364 Jul 24 10:01:41.398711 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d336e1-77e7-4a0a-b1c1-77b585c33854 req-2c97bc28-887a-4753-b2f3-256074e23519 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:41.400193 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-10d336e1-77e7-4a0a-b1c1-77b585c33854 req-2c97bc28-887a-4753-b2f3-256074e23519 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=0773a1e6-47d9-4c53-a9a1-abfd9251c6b9 HTTP/1.1" status: 200 len: 946 time: 0.0628028 Jul 24 10:01:41.437176 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-10d336e1-77e7-4a0a-b1c1-77b585c33854 req-85565568-6531-4ead-ac66-3651a54b31c2 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6be454f-0971-43a4-b9fa-c2195c5074eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316250 Jul 24 10:01:41.520670 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0852e-71b3-44b8-9721-545a05b74a1f req-d31842ed-8e72-48e7-a5e5-2f67b2b4efa8 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:41.522151 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-feb0852e-71b3-44b8-9721-545a05b74a1f req-d31842ed-8e72-48e7-a5e5-2f67b2b4efa8 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.37 "GET /v2.0/ports?device_id=0773a1e6-47d9-4c53-a9a1-abfd9251c6b9 HTTP/1.1" status: 200 len: 946 time: 0.0625291 Jul 24 10:01:41.621368 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-feb0852e-71b3-44b8-9721-545a05b74a1f req-f38b7219-1301-4a41-8ddf-296fdae31c28 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Deleting port 53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:01:41.621624 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-feb0852e-71b3-44b8-9721-545a05b74a1f req-f38b7219-1301-4a41-8ddf-296fdae31c28 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:41.713094 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-feb0852e-71b3-44b8-9721-545a05b74a1f req-f38b7219-1301-4a41-8ddf-296fdae31c28 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] For port 53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9,segment=NetworkSegment(3935072f-336a-4534-86ad-da289f47f6c7),segment_id=3935072f-336a-4534-86ad-da289f47f6c7)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:01:41.713465 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-feb0852e-71b3-44b8-9721-545a05b74a1f req-f38b7219-1301-4a41-8ddf-296fdae31c28 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:41.725359 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-feb0852e-71b3-44b8-9721-545a05b74a1f req-f38b7219-1301-4a41-8ddf-296fdae31c28 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Calling delete_port for 53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:01:41.848342 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-feb0852e-71b3-44b8-9721-545a05b74a1f req-f38b7219-1301-4a41-8ddf-296fdae31c28 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:41.861053 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['dfdaff67-4382-4977-b8e9-cbfef11b0801'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:01:41.866857 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:01:41.879814 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b7219-1301-4a41-8ddf-296fdae31c28 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Pushing event deleted for resources: {'Port': ['ID=53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:41.924629 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb0852e-71b3-44b8-9721-545a05b74a1f req-f38b7219-1301-4a41-8ddf-296fdae31c28 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] No DVR routers for this DVR port 53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:01:41.927386 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-feb0852e-71b3-44b8-9721-545a05b74a1f req-f38b7219-1301-4a41-8ddf-296fdae31c28 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:41.929387 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-feb0852e-71b3-44b8-9721-545a05b74a1f req-f38b7219-1301-4a41-8ddf-296fdae31c28 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.37 "DELETE /v2.0/ports/53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9 HTTP/1.1" status: 204 len: 173 time: 0.4017365 Jul 24 10:01:41.929823 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0773a1e6-47d9-4c53-a9a1-abfd9251c6b9', 'name': 'network-vif-deleted', 'tag': '53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:01:41.932116 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd59f839-7ba7-4f52-9496-814da0fa94eb" -d '{"events": [{"server_uuid": "0773a1e6-47d9-4c53-a9a1-abfd9251c6b9", "name": "network-vif-deleted", "tag": "53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:01:41.970346 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35efb4cf-db77-4b19-ae7a-4f4af833f117 x-openstack-request-id: req-35efb4cf-db77-4b19-ae7a-4f4af833f117 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:01:41.970646 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0773a1e6-47d9-4c53-a9a1-abfd9251c6b9", "name": "network-vif-deleted", "tag": "53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:01:41.970904 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35efb4cf-db77-4b19-ae7a-4f4af833f117 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:01:41.971314 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0773a1e6-47d9-4c53-a9a1-abfd9251c6b9', 'name': 'network-vif-deleted', 'tag': '53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9', 'status': 'completed', 'code': 200} Jul 24 10:01:42.607506 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b4caf-8e45-4275-833a-fc186b3c96c5 req-b6850b2e-6cfc-481a-a606-51a61bde4b67 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:42.609025 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5c1b4caf-8e45-4275-833a-fc186b3c96c5 req-b6850b2e-6cfc-481a-a606-51a61bde4b67 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab36e2ae-849b-4b89-8baf-844f150e4c61 HTTP/1.1" status: 200 len: 945 time: 0.0640049 Jul 24 10:01:42.646862 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5c1b4caf-8e45-4275-833a-fc186b3c96c5 req-0a2b8a00-11a5-4177-afa2-f68ef57d1961 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6be454f-0971-43a4-b9fa-c2195c5074eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322726 Jul 24 10:01:42.806875 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e2c5a-a653-4dbd-a3d9-c48103f383ea req-0e6403e6-70f8-46a6-9138-16bd0a5cecb6 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:42.808281 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0f2e2c5a-a653-4dbd-a3d9-c48103f383ea req-0e6403e6-70f8-46a6-9138-16bd0a5cecb6 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab36e2ae-849b-4b89-8baf-844f150e4c61 HTTP/1.1" status: 200 len: 945 time: 0.0736544 Jul 24 10:01:42.845484 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0f2e2c5a-a653-4dbd-a3d9-c48103f383ea req-ab11b3a0-c0b2-4d4e-b968-82ea2edf8926 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6be454f-0971-43a4-b9fa-c2195c5074eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316942 Jul 24 10:01:42.977785 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6037572-463a-4e27-855e-461540a59783 req-52e08fa2-9cab-4ae7-be9c-5ba303a7170d tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:42.979280 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c6037572-463a-4e27-855e-461540a59783 req-52e08fa2-9cab-4ae7-be9c-5ba303a7170d tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab36e2ae-849b-4b89-8baf-844f150e4c61 HTTP/1.1" status: 200 len: 945 time: 0.0628960 Jul 24 10:01:43.015620 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c6037572-463a-4e27-855e-461540a59783 req-3304e8a3-07b2-4856-b64c-537056ce106f tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6be454f-0971-43a4-b9fa-c2195c5074eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308573 Jul 24 10:01:43.091273 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-46776a9d-fb0c-4411-8904-17ff41baccf3 req-c55f9672-9f12-4bcd-b818-c7b9003e4975 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 10:01:43.092189 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-46776a9d-fb0c-4411-8904-17ff41baccf3 req-c55f9672-9f12-4bcd-b818-c7b9003e4975 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055125 Jul 24 10:01:43.218955 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3523b1-b325-4c6c-b292-0366d73d49fa req-044945cd-cf1f-46c7-8d8b-fb85078cc323 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:43.220439 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ce3523b1-b325-4c6c-b292-0366d73d49fa req-044945cd-cf1f-46c7-8d8b-fb85078cc323 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab36e2ae-849b-4b89-8baf-844f150e4c61 HTTP/1.1" status: 200 len: 945 time: 0.0671167 Jul 24 10:01:43.256666 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ce3523b1-b325-4c6c-b292-0366d73d49fa req-6f7cc321-6fea-4ced-888a-14988a38a3f2 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6be454f-0971-43a4-b9fa-c2195c5074eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307219 Jul 24 10:01:43.385721 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13122277-0dfc-4ed8-8f0c-393429673bde req-1f5e4bd8-73d5-4a34-8376-65dccfff1a1a tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:43.387099 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-13122277-0dfc-4ed8-8f0c-393429673bde req-1f5e4bd8-73d5-4a34-8376-65dccfff1a1a tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab36e2ae-849b-4b89-8baf-844f150e4c61 HTTP/1.1" status: 200 len: 945 time: 0.0623345 Jul 24 10:01:43.424021 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-13122277-0dfc-4ed8-8f0c-393429673bde req-8c23c75f-da9b-4fac-8d70-0885981731b8 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6be454f-0971-43a4-b9fa-c2195c5074eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308328 Jul 24 10:01:43.560643 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005fd1b-ec93-47b5-b5c1-e603b3f24022 req-9e58a473-87b8-4027-828f-fda03d4f1a31 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:43.562120 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3005fd1b-ec93-47b5-b5c1-e603b3f24022 req-9e58a473-87b8-4027-828f-fda03d4f1a31 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab36e2ae-849b-4b89-8baf-844f150e4c61 HTTP/1.1" status: 200 len: 945 time: 0.0605643 Jul 24 10:01:43.597984 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3005fd1b-ec93-47b5-b5c1-e603b3f24022 req-12ef17d8-22fa-412a-a633-03c9c4ab6189 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6be454f-0971-43a4-b9fa-c2195c5074eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297821 Jul 24 10:01:43.926277 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc79d6-bf44-44aa-aacb-a9cc5b2d7b67 req-0d0c8820-f93b-49c6-877a-33c21009d118 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:43.927661 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54fc79d6-bf44-44aa-aacb-a9cc5b2d7b67 req-0d0c8820-f93b-49c6-877a-33c21009d118 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab36e2ae-849b-4b89-8baf-844f150e4c61 HTTP/1.1" status: 200 len: 945 time: 0.0661142 Jul 24 10:01:43.964136 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-54fc79d6-bf44-44aa-aacb-a9cc5b2d7b67 req-0875894c-2980-45d1-85b9-acc272a9b442 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6be454f-0971-43a4-b9fa-c2195c5074eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310142 Jul 24 10:01:44.490693 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:45.094949 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8e2f4-f83e-4123-a3a4-b01a5eb15648 req-e21170ac-7238-42f3-9fa0-e0e814f0fcfb tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:45.096434 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-90c8e2f4-f83e-4123-a3a4-b01a5eb15648 req-e21170ac-7238-42f3-9fa0-e0e814f0fcfb tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab36e2ae-849b-4b89-8baf-844f150e4c61 HTTP/1.1" status: 200 len: 945 time: 0.0626211 Jul 24 10:01:45.133400 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-90c8e2f4-f83e-4123-a3a4-b01a5eb15648 req-05c2a39b-8fbf-4d7b-ac1e-76fa6675e25e tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6be454f-0971-43a4-b9fa-c2195c5074eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315745 Jul 24 10:01:45.219295 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b79c2f-a1da-4932-a72e-d4eedee8f0ad req-cd6d5824-24ac-4433-a415-9688f85c2802 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:45.220769 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-51b79c2f-a1da-4932-a72e-d4eedee8f0ad req-cd6d5824-24ac-4433-a415-9688f85c2802 tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab36e2ae-849b-4b89-8baf-844f150e4c61 HTTP/1.1" status: 200 len: 945 time: 0.0659058 Jul 24 10:01:45.317214 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-51b79c2f-a1da-4932-a72e-d4eedee8f0ad req-637987a2-09b6-423f-bf19-425a6b03cd3b tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Deleting port dfdaff67-4382-4977-b8e9-cbfef11b0801 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:01:45.317563 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-51b79c2f-a1da-4932-a72e-d4eedee8f0ad req-637987a2-09b6-423f-bf19-425a6b03cd3b tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:45.406180 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-51b79c2f-a1da-4932-a72e-d4eedee8f0ad req-637987a2-09b6-423f-bf19-425a6b03cd3b tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] For port dfdaff67-4382-4977-b8e9-cbfef11b0801, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=dfdaff67-4382-4977-b8e9-cbfef11b0801,segment=NetworkSegment(3935072f-336a-4534-86ad-da289f47f6c7),segment_id=3935072f-336a-4534-86ad-da289f47f6c7)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:01:45.407039 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-51b79c2f-a1da-4932-a72e-d4eedee8f0ad req-637987a2-09b6-423f-bf19-425a6b03cd3b tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:45.418629 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-51b79c2f-a1da-4932-a72e-d4eedee8f0ad req-637987a2-09b6-423f-bf19-425a6b03cd3b tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Calling delete_port for dfdaff67-4382-4977-b8e9-cbfef11b0801 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:01:45.540644 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-51b79c2f-a1da-4932-a72e-d4eedee8f0ad req-637987a2-09b6-423f-bf19-425a6b03cd3b tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:45.553543 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['dfdaff67-4382-4977-b8e9-cbfef11b0801'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:01:45.573035 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637987a2-09b6-423f-bf19-425a6b03cd3b tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Pushing event deleted for resources: {'Port': ['ID=dfdaff67-4382-4977-b8e9-cbfef11b0801,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:45.600681 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637987a2-09b6-423f-bf19-425a6b03cd3b tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:45.601067 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637987a2-09b6-423f-bf19-425a6b03cd3b tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:45.601410 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637987a2-09b6-423f-bf19-425a6b03cd3b tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:45.601755 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637987a2-09b6-423f-bf19-425a6b03cd3b tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:45.602104 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637987a2-09b6-423f-bf19-425a6b03cd3b tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:45.602426 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637987a2-09b6-423f-bf19-425a6b03cd3b tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:45.602756 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637987a2-09b6-423f-bf19-425a6b03cd3b tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:45.603087 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637987a2-09b6-423f-bf19-425a6b03cd3b tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:45.603417 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637987a2-09b6-423f-bf19-425a6b03cd3b tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:45.603750 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637987a2-09b6-423f-bf19-425a6b03cd3b tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:45.604081 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637987a2-09b6-423f-bf19-425a6b03cd3b tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:45.604405 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637987a2-09b6-423f-bf19-425a6b03cd3b tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:45.628044 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b79c2f-a1da-4932-a72e-d4eedee8f0ad req-637987a2-09b6-423f-bf19-425a6b03cd3b tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] No DVR routers for this DVR port dfdaff67-4382-4977-b8e9-cbfef11b0801 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:01:45.630326 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-51b79c2f-a1da-4932-a72e-d4eedee8f0ad req-637987a2-09b6-423f-bf19-425a6b03cd3b tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:45.632320 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-51b79c2f-a1da-4932-a72e-d4eedee8f0ad req-637987a2-09b6-423f-bf19-425a6b03cd3b tempest-ServersNegativeTestJSON-2030413132 tempest-ServersNegativeTestJSON-2030413132-project] 10.222.0.20 "DELETE /v2.0/ports/dfdaff67-4382-4977-b8e9-cbfef11b0801 HTTP/1.1" status: 204 len: 173 time: 0.4058149 Jul 24 10:01:45.632780 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab36e2ae-849b-4b89-8baf-844f150e4c61', 'name': 'network-vif-deleted', 'tag': 'dfdaff67-4382-4977-b8e9-cbfef11b0801'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:01:45.635008 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1520bba6-ffc8-4cc6-891f-4b9788d33cc5" -d '{"events": [{"server_uuid": "ab36e2ae-849b-4b89-8baf-844f150e4c61", "name": "network-vif-deleted", "tag": "dfdaff67-4382-4977-b8e9-cbfef11b0801"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:01:45.674140 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f408b5-78c9-45b7-84b1-6cce438c155a x-openstack-request-id: req-45f408b5-78c9-45b7-84b1-6cce438c155a {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:01:45.674423 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab36e2ae-849b-4b89-8baf-844f150e4c61", "name": "network-vif-deleted", "tag": "dfdaff67-4382-4977-b8e9-cbfef11b0801", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:01:45.674675 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45f408b5-78c9-45b7-84b1-6cce438c155a {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:01:45.675187 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab36e2ae-849b-4b89-8baf-844f150e4c61', 'name': 'network-vif-deleted', 'tag': 'dfdaff67-4382-4977-b8e9-cbfef11b0801', 'status': 'completed', 'code': 200} Jul 24 10:01:45.711995 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:01:45.731566 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:01:45.731909 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 53154468-fbfe-4a3f-b49a-fb6dbfb0c0f9 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:01:46.190439 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49444) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:46.233932 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-81740f47-ed70-484f-b5e9-851b88b8e8b7 admin admin] Deleting subnet 1e8ed967-ba33-499f-812c-1ebc1e710619 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 10:01:46.237098 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-81740f47-ed70-484f-b5e9-851b88b8e8b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:46.270120 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-81740f47-ed70-484f-b5e9-851b88b8e8b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:46.309692 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-81740f47-ed70-484f-b5e9-851b88b8e8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:46.359404 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-81740f47-ed70-484f-b5e9-851b88b8e8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:46.386017 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-81740f47-ed70-484f-b5e9-851b88b8e8b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:46.388052 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-81740f47-ed70-484f-b5e9-851b88b8e8b7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1e8ed967-ba33-499f-812c-1ebc1e710619 HTTP/1.1" status: 204 len: 168 time: 0.1965466 Jul 24 10:01:46.388887 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81740f47-ed70-484f-b5e9-851b88b8e8b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e8ed967-ba33-499f-812c-1ebc1e710619,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:46.390695 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49446) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:46.457702 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9260083c-9cd8-4229-a2c2-4a45719cf50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:46.535702 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9260083c-9cd8-4229-a2c2-4a45719cf50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:46.545614 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-9260083c-9cd8-4229-a2c2-4a45719cf50e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2bdad54-4231-4601-9fde-e5c052b932e9']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:46.555493 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-9260083c-9cd8-4229-a2c2-4a45719cf50e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3935072f-336a-4534-86ad-da289f47f6c7') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:46.555787 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-9260083c-9cd8-4229-a2c2-4a45719cf50e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3935072f-336a-4534-86ad-da289f47f6c7') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:46.564841 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9260083c-9cd8-4229-a2c2-4a45719cf50e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:46.577709 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9260083c-9cd8-4229-a2c2-4a45719cf50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:46.583420 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9260083c-9cd8-4229-a2c2-4a45719cf50e admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 10:01:46.583797 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9260083c-9cd8-4229-a2c2-4a45719cf50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: timer() Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 10:01:46.585396 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 10:01:46.640361 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9260083c-9cd8-4229-a2c2-4a45719cf50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:46.645731 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9260083c-9cd8-4229-a2c2-4a45719cf50e admin admin] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:46.647560 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9260083c-9cd8-4229-a2c2-4a45719cf50e admin admin] 10.222.0.32 "DELETE /v2.0/networks/f2bdad54-4231-4601-9fde-e5c052b932e9 HTTP/1.1" status: 204 len: 168 time: 0.2552931 Jul 24 10:01:46.658045 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260083c-9cd8-4229-a2c2-4a45719cf50e admin admin] Pushing event deleted for resources: {'Network': ['ID=f2bdad54-4231-4601-9fde-e5c052b932e9,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:46.745069 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:01:46.755858 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49450) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:46.794648 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1421d73d-6d7c-4427-9e20-18df3a8a8d4b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=69d6c4804a0b440b99fa7ec4b930449c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374877 Jul 24 10:01:46.796842 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49452) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:46.847733 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-009881d8-ed29-479e-b1b9-37fc2a3cdeb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:46.868584 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-009881d8-ed29-479e-b1b9-37fc2a3cdeb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:46.915468 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-009881d8-ed29-479e-b1b9-37fc2a3cdeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:46.918106 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-009881d8-ed29-479e-b1b9-37fc2a3cdeb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:46.919306 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-009881d8-ed29-479e-b1b9-37fc2a3cdeb2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6be454f-0971-43a4-b9fa-c2195c5074eb HTTP/1.1" status: 204 len: 168 time: 0.1208923 Jul 24 10:01:46.927336 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009881d8-ed29-479e-b1b9-37fc2a3cdeb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6be454f-0971-43a4-b9fa-c2195c5074eb,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:47.003804 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:47.584832 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49474) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:47.676387 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-3232e47b-4b40-42fc-8811-9f93dcf8a8ef tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1913836377'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:01:47.697577 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3232e47b-4b40-42fc-8811-9f93dcf8a8ef tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Made reservation on behalf of 54d4962a857949d4aa51611ce56ee825 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:01:47.700977 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3232e47b-4b40-42fc-8811-9f93dcf8a8ef tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:47.714082 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3232e47b-4b40-42fc-8811-9f93dcf8a8ef tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:47.803047 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3232e47b-4b40-42fc-8811-9f93dcf8a8ef tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:47.806497 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3232e47b-4b40-42fc-8811-9f93dcf8a8ef tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:47.833399 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3232e47b-4b40-42fc-8811-9f93dcf8a8ef tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 10:01:47.841997 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232e47b-4b40-42fc-8811-9f93dcf8a8ef tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20715287-b177-445c-9a9d-13b520fab6d6,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:47.848397 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3232e47b-4b40-42fc-8811-9f93dcf8a8ef tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:47.848797 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-3232e47b-4b40-42fc-8811-9f93dcf8a8ef tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Added segment 5a52e010-c1d0-4e39-9460-bf8c3eac1ecb of type vlan for network ff94ae7e-f730-4b58-8b61-d35fc9c547b9 Jul 24 10:01:47.888481 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3232e47b-4b40-42fc-8811-9f93dcf8a8ef tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:47.916389 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3232e47b-4b40-42fc-8811-9f93dcf8a8ef tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:47.921885 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3232e47b-4b40-42fc-8811-9f93dcf8a8ef tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:47.923003 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3232e47b-4b40-42fc-8811-9f93dcf8a8ef tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:47.954353 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3232e47b-4b40-42fc-8811-9f93dcf8a8ef tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3683898 Jul 24 10:01:47.994322 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232e47b-4b40-42fc-8811-9f93dcf8a8ef tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Pushing event updated for resources: {'Network': ['ID=ff94ae7e-f730-4b58-8b61-d35fc9c547b9,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:48.006169 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network ff94ae7e-f730-4b58-8b61-d35fc9c547b9 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 10:01:49.912088 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device dfdaff67-4382-4977-b8e9-cbfef11b0801 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:01:49.935726 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: dfdaff67-4382-4977-b8e9-cbfef11b0801 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:01:49.936065 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device dfdaff67-4382-4977-b8e9-cbfef11b0801 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:01:51.233732 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49478) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:51.239532 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-05f58245-36ce-42ff-a56a-8ff1f0bef84d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Request body: {'subnet': {'network_id': 'ff94ae7e-f730-4b58-8b61-d35fc9c547b9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:01:51.323241 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f58245-36ce-42ff-a56a-8ff1f0bef84d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Made reservation on behalf of 54d4962a857949d4aa51611ce56ee825 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:01:51.326653 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-05f58245-36ce-42ff-a56a-8ff1f0bef84d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:51.502619 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-05f58245-36ce-42ff-a56a-8ff1f0bef84d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:51.565237 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f58245-36ce-42ff-a56a-8ff1f0bef84d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Pushing event updated for resources: {'Subnet': ['ID=479a8341-8245-4f8b-9f21-9b34d93eea48,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:51.572121 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f58245-36ce-42ff-a56a-8ff1f0bef84d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Checking segment: {'id': '5a52e010-c1d0-4e39-9460-bf8c3eac1ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ff94ae7e-f730-4b58-8b61-d35fc9c547b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:01:51.572479 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f58245-36ce-42ff-a56a-8ff1f0bef84d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Network hostable DHCP agents. Network: ff94ae7e-f730-4b58-8b61-d35fc9c547b9, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 10:01:51.588348 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f58245-36ce-42ff-a56a-8ff1f0bef84d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Network ff94ae7e-f730-4b58-8b61-d35fc9c547b9 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 10:01:51.597606 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-05f58245-36ce-42ff-a56a-8ff1f0bef84d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, ff94ae7e-f730-4b58-8b61-d35fc9c547b9) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:01:51.601945 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f58245-36ce-42ff-a56a-8ff1f0bef84d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:51.602543 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-05f58245-36ce-42ff-a56a-8ff1f0bef84d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:51.606300 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa78072-446d-48a6-b9b9-b3eb60070014 None None] Network ff94ae7e-f730-4b58-8b61-d35fc9c547b9 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:01:51.617822 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-05f58245-36ce-42ff-a56a-8ff1f0bef84d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3829703 Jul 24 10:01:51.621416 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49482) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:51.626601 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-8359c160-3e27-43a7-b435-72746ab61580 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-576010909'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:01:51.646292 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8359c160-3e27-43a7-b435-72746ab61580 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Made reservation on behalf of 54d4962a857949d4aa51611ce56ee825 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:01:51.649862 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8359c160-3e27-43a7-b435-72746ab61580 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:51.674324 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8359c160-3e27-43a7-b435-72746ab61580 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 10:01:51.683405 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8359c160-3e27-43a7-b435-72746ab61580 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:51.683758 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-8359c160-3e27-43a7-b435-72746ab61580 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Added segment 2b9085c3-7f6a-4f35-8bd3-b8cc7f7f21f6 of type vlan for network f7c1974c-01f1-4920-8285-73abb534d5c7 Jul 24 10:01:51.724307 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8359c160-3e27-43a7-b435-72746ab61580 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:51.750286 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-ff94ae7e-f730-4b58-8b61-d35fc9c547b9', 'network_id': 'ff94ae7e-f730-4b58-8b61-d35fc9c547b9', 'tenant_id': '54d4962a857949d4aa51611ce56ee825', 'fixed_ips': [{'subnet_id': '479a8341-8245-4f8b-9f21-9b34d93eea48'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 10:01:51.751285 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:51.754779 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8359c160-3e27-43a7-b435-72746ab61580 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:51.760333 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8359c160-3e27-43a7-b435-72746ab61580 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:51.760947 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8359c160-3e27-43a7-b435-72746ab61580 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:51.798816 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8359c160-3e27-43a7-b435-72746ab61580 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1735511 Jul 24 10:01:51.799170 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49484) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:51.804348 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-2dcae0a6-7a1e-4e0c-8bb8-8b0872037cac tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Request body: {'subnet': {'network_id': 'f7c1974c-01f1-4920-8285-73abb534d5c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:01:51.832061 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359c160-3e27-43a7-b435-72746ab61580 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Pushing event updated for resources: {'Network': ['ID=f7c1974c-01f1-4920-8285-73abb534d5c7,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:51.845114 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network f7c1974c-01f1-4920-8285-73abb534d5c7 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 10:01:51.893503 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcae0a6-7a1e-4e0c-8bb8-8b0872037cac tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Made reservation on behalf of 54d4962a857949d4aa51611ce56ee825 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:01:51.897301 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2dcae0a6-7a1e-4e0c-8bb8-8b0872037cac tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:51.903950 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Allocated IP 2001:db8:0:ffff::2 (ff94ae7e-f730-4b58-8b61-d35fc9c547b9/479a8341-8245-4f8b-9f21-9b34d93eea48/bbca13a3-dbcd-4a27-8cc5-51d31faff107) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:01:52.079107 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:52.086987 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Transition to ACTIVE for port object bbca13a3-dbcd-4a27-8cc5-51d31faff107 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:01:52.088646 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2dcae0a6-7a1e-4e0c-8bb8-8b0872037cac tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:52.101462 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Transition to ACTIVE for port object bbca13a3-dbcd-4a27-8cc5-51d31faff107 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:01:52.106868 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:52.141614 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Network ff94ae7e-f730-4b58-8b61-d35fc9c547b9 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:01:52.144356 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:01:52.149710 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:01:52.153201 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcae0a6-7a1e-4e0c-8bb8-8b0872037cac tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Pushing event updated for resources: {'Subnet': ['ID=3d7e9bcf-4a5f-4a50-82e0-f77586053f3c,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:52.158061 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Pushing event updated for resources: {'Port': ['ID=bbca13a3-dbcd-4a27-8cc5-51d31faff107,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:52.164164 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcae0a6-7a1e-4e0c-8bb8-8b0872037cac tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:52.164523 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcae0a6-7a1e-4e0c-8bb8-8b0872037cac tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:52.164957 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcae0a6-7a1e-4e0c-8bb8-8b0872037cac tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:52.165240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcae0a6-7a1e-4e0c-8bb8-8b0872037cac tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:52.165579 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcae0a6-7a1e-4e0c-8bb8-8b0872037cac tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:52.165919 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcae0a6-7a1e-4e0c-8bb8-8b0872037cac tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:52.166257 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcae0a6-7a1e-4e0c-8bb8-8b0872037cac tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:52.166592 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcae0a6-7a1e-4e0c-8bb8-8b0872037cac tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:52.166928 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcae0a6-7a1e-4e0c-8bb8-8b0872037cac tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:52.167257 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcae0a6-7a1e-4e0c-8bb8-8b0872037cac tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:52.167593 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcae0a6-7a1e-4e0c-8bb8-8b0872037cac tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:52.167920 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcae0a6-7a1e-4e0c-8bb8-8b0872037cac tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:52.174471 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcae0a6-7a1e-4e0c-8bb8-8b0872037cac tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Checking segment: {'id': '2b9085c3-7f6a-4f35-8bd3-b8cc7f7f21f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f7c1974c-01f1-4920-8285-73abb534d5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:01:52.174843 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcae0a6-7a1e-4e0c-8bb8-8b0872037cac tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Network hostable DHCP agents. Network: f7c1974c-01f1-4920-8285-73abb534d5c7, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 10:01:52.185711 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:52.186063 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:52.186406 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:52.186743 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:52.187075 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:52.187431 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:52.188302 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:52.188627 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:52.188984 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:52.189307 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:52.189632 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:52.189952 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:01:52.192407 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcae0a6-7a1e-4e0c-8bb8-8b0872037cac tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Network f7c1974c-01f1-4920-8285-73abb534d5c7 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 10:01:52.204335 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-2dcae0a6-7a1e-4e0c-8bb8-8b0872037cac tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, f7c1974c-01f1-4920-8285-73abb534d5c7) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:01:52.208814 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcae0a6-7a1e-4e0c-8bb8-8b0872037cac tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:52.209479 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2dcae0a6-7a1e-4e0c-8bb8-8b0872037cac tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:52.215640 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd66145-a218-4bea-8a0e-c2a9d40c3645 None None] Network f7c1974c-01f1-4920-8285-73abb534d5c7 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:01:52.224164 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2dcae0a6-7a1e-4e0c-8bb8-8b0872037cac tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4237716 Jul 24 10:01:52.226820 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49486) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:52.243286 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Attempting to bind port bbca13a3-dbcd-4a27-8cc5-51d31faff107 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:01:52.243656 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Attempting to bind port bbca13a3-dbcd-4a27-8cc5-51d31faff107 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '5a52e010-c1d0-4e39-9460-bf8c3eac1ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ff94ae7e-f730-4b58-8b61-d35fc9c547b9'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:01:52.244016 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Attempting to bind port bbca13a3-dbcd-4a27-8cc5-51d31faff107 on network ff94ae7e-f730-4b58-8b61-d35fc9c547b9 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:01:52.252292 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:01:52.252662 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Checking segment: {'id': '5a52e010-c1d0-4e39-9460-bf8c3eac1ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ff94ae7e-f730-4b58-8b61-d35fc9c547b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:01:52.253086 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:52.253473 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Bound using segment: {'id': '5a52e010-c1d0-4e39-9460-bf8c3eac1ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ff94ae7e-f730-4b58-8b61-d35fc9c547b9'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:01:52.253935 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Bound port: bbca13a3-dbcd-4a27-8cc5-51d31faff107, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a52e010-c1d0-4e39-9460-bf8c3eac1ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ff94ae7e-f730-4b58-8b61-d35fc9c547b9'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:01:52.254318 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:52.320458 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1757c384-684c-4220-8fd6-d3448f27803a tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:52.383407 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] For port bbca13a3-dbcd-4a27-8cc5-51d31faff107, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:01:52.387823 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] For port bbca13a3-dbcd-4a27-8cc5-51d31faff107, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=bbca13a3-dbcd-4a27-8cc5-51d31faff107,segment=NetworkSegment(5a52e010-c1d0-4e39-9460-bf8c3eac1ecb),segment_id=5a52e010-c1d0-4e39-9460-bf8c3eac1ecb)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:01:52.395062 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:52.400695 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1757c384-684c-4220-8fd6-d3448f27803a tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:52.456542 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7939c25a-a6af-4084-8416-2289a959a07f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-f7c1974c-01f1-4920-8285-73abb534d5c7', 'network_id': 'f7c1974c-01f1-4920-8285-73abb534d5c7', 'tenant_id': '54d4962a857949d4aa51611ce56ee825', 'fixed_ips': [{'subnet_id': '3d7e9bcf-4a5f-4a50-82e0-f77586053f3c'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 10:01:52.457560 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7939c25a-a6af-4084-8416-2289a959a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:52.476848 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1757c384-684c-4220-8fd6-d3448f27803a tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:52.507100 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757c384-684c-4220-8fd6-d3448f27803a tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Pushing event deleted for resources: {'Subnet': ['ID=3d7e9bcf-4a5f-4a50-82e0-f77586053f3c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:52.548982 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02689a-1f46-45db-93c2-4ade3840e278 None None] Pushing event updated for resources: {'Port': ['ID=bbca13a3-dbcd-4a27-8cc5-51d31faff107,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:52.571141 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bfce45-2862-427b-b355-1a8755794277 None None] Network f7c1974c-01f1-4920-8285-73abb534d5c7 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:01:52.574260 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1757c384-684c-4220-8fd6-d3448f27803a tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:52.584171 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-1757c384-684c-4220-8fd6-d3448f27803a tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c1974c-01f1-4920-8285-73abb534d5c7']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:52.594438 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-1757c384-684c-4220-8fd6-d3448f27803a tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b9085c3-7f6a-4f35-8bd3-b8cc7f7f21f6') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:52.594566 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-1757c384-684c-4220-8fd6-d3448f27803a tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b9085c3-7f6a-4f35-8bd3-b8cc7f7f21f6') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:52.604518 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1757c384-684c-4220-8fd6-d3448f27803a tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:52.644455 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1757c384-684c-4220-8fd6-d3448f27803a tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:52.651161 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1757c384-684c-4220-8fd6-d3448f27803a tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 10:01:52.651748 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1757c384-684c-4220-8fd6-d3448f27803a tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: timer() Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 10:01:52.654770 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 10:01:52.720407 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1757c384-684c-4220-8fd6-d3448f27803a tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:52.728700 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1757c384-684c-4220-8fd6-d3448f27803a tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:52.730680 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1757c384-684c-4220-8fd6-d3448f27803a tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] 10.222.0.32 "DELETE /v2.0/networks/f7c1974c-01f1-4920-8285-73abb534d5c7 HTTP/1.1" status: 204 len: 168 time: 0.5028825 Jul 24 10:01:52.735660 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49488) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:52.743569 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-13c93839-1bea-46c7-a1a8-7376d611f7c3 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1732868709'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:01:52.746221 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757c384-684c-4220-8fd6-d3448f27803a tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Pushing event deleted for resources: {'Network': ['ID=f7c1974c-01f1-4920-8285-73abb534d5c7,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:52.770523 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c93839-1bea-46c7-a1a8-7376d611f7c3 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Made reservation on behalf of 54d4962a857949d4aa51611ce56ee825 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:01:52.774143 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-13c93839-1bea-46c7-a1a8-7376d611f7c3 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:52.798472 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c93839-1bea-46c7-a1a8-7376d611f7c3 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 10:01:52.807363 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-13c93839-1bea-46c7-a1a8-7376d611f7c3 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:52.807724 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-13c93839-1bea-46c7-a1a8-7376d611f7c3 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Added segment 1ac6f911-9e91-4c99-a1d4-99df8ffbc164 of type vlan for network 844e1e88-6e30-4c17-93e5-d8af677b10bc Jul 24 10:01:52.851976 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-13c93839-1bea-46c7-a1a8-7376d611f7c3 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:52.879354 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-13c93839-1bea-46c7-a1a8-7376d611f7c3 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:52.884779 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c93839-1bea-46c7-a1a8-7376d611f7c3 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:52.885408 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-13c93839-1bea-46c7-a1a8-7376d611f7c3 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:52.921198 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-13c93839-1bea-46c7-a1a8-7376d611f7c3 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1842828 Jul 24 10:01:52.924532 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49490) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:52.931671 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f986d725-6815-4c81-bc54-e9d6a660bd12 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Request body: {'subnet': {'network_id': '844e1e88-6e30-4c17-93e5-d8af677b10bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:01:52.960517 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c93839-1bea-46c7-a1a8-7376d611f7c3 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Pushing event updated for resources: {'Network': ['ID=844e1e88-6e30-4c17-93e5-d8af677b10bc,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:52.975150 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 844e1e88-6e30-4c17-93e5-d8af677b10bc details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 10:01:53.050580 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bbca13a3-dbcd-4a27-8cc5-51d31faff107 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:01:53.053871 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f986d725-6815-4c81-bc54-e9d6a660bd12 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Made reservation on behalf of 54d4962a857949d4aa51611ce56ee825 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:01:53.057572 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f986d725-6815-4c81-bc54-e9d6a660bd12 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:53.119397 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.ipam_backend_mixin [None req-f986d725-6815-4c81-bc54-e9d6a660bd12 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Performing IP validity checks on allocation pools {{(pid=94035) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 24 10:01:53.119923 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.ipam_backend_mixin [None req-f986d725-6815-4c81-bc54-e9d6a660bd12 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94035) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 24 10:01:53.262534 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f986d725-6815-4c81-bc54-e9d6a660bd12 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:53.269905 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port bbca13a3-dbcd-4a27-8cc5-51d31faff107 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:01:53.326380 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986d725-6815-4c81-bc54-e9d6a660bd12 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Pushing event updated for resources: {'Subnet': ['ID=8b3ad0ac-77fa-423d-81be-6afa361f1c8a,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:53.334362 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f986d725-6815-4c81-bc54-e9d6a660bd12 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Checking segment: {'id': '1ac6f911-9e91-4c99-a1d4-99df8ffbc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '844e1e88-6e30-4c17-93e5-d8af677b10bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:01:53.334727 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f986d725-6815-4c81-bc54-e9d6a660bd12 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Network hostable DHCP agents. Network: 844e1e88-6e30-4c17-93e5-d8af677b10bc, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 10:01:53.351934 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f986d725-6815-4c81-bc54-e9d6a660bd12 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Network 844e1e88-6e30-4c17-93e5-d8af677b10bc is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 10:01:53.361348 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-f986d725-6815-4c81-bc54-e9d6a660bd12 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 844e1e88-6e30-4c17-93e5-d8af677b10bc) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:01:53.365637 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f986d725-6815-4c81-bc54-e9d6a660bd12 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:53.366226 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f986d725-6815-4c81-bc54-e9d6a660bd12 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:53.371607 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bf5de1-4ed0-4f9a-a90f-034fdb0bffed None None] Network 844e1e88-6e30-4c17-93e5-d8af677b10bc requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:01:53.386708 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f986d725-6815-4c81-bc54-e9d6a660bd12 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4606259 Jul 24 10:01:53.389078 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49492) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:53.429331 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b61ce2-445f-4857-9485-e7bd9b8ce9ff None None] Network ff94ae7e-f730-4b58-8b61-d35fc9c547b9 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:01:53.489080 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1059ae0a-df00-4cb5-a481-94f305ae742d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:53.538494 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1059ae0a-df00-4cb5-a481-94f305ae742d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:53.563484 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-543b9dd8-11be-4288-90d3-9ca2d8dcfb23 None None] Provisioning for port bbca13a3-dbcd-4a27-8cc5-51d31faff107 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:01:53.598142 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1059ae0a-df00-4cb5-a481-94f305ae742d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:53.609362 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-543b9dd8-11be-4288-90d3-9ca2d8dcfb23 None None] Provisioning complete for port bbca13a3-dbcd-4a27-8cc5-51d31faff107 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:01:53.609764 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-543b9dd8-11be-4288-90d3-9ca2d8dcfb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:53.632061 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059ae0a-df00-4cb5-a481-94f305ae742d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Pushing event deleted for resources: {'Subnet': ['ID=8b3ad0ac-77fa-423d-81be-6afa361f1c8a,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:53.634246 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7d980c-74ad-4ffc-990d-8e53c842dcde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-844e1e88-6e30-4c17-93e5-d8af677b10bc', 'network_id': '844e1e88-6e30-4c17-93e5-d8af677b10bc', 'tenant_id': '54d4962a857949d4aa51611ce56ee825', 'fixed_ips': [{'subnet_id': '8b3ad0ac-77fa-423d-81be-6afa361f1c8a'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 10:01:53.635111 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8b7d980c-74ad-4ffc-990d-8e53c842dcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:53.693658 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1059ae0a-df00-4cb5-a481-94f305ae742d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:53.703401 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-1059ae0a-df00-4cb5-a481-94f305ae742d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['844e1e88-6e30-4c17-93e5-d8af677b10bc']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:53.713596 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-1059ae0a-df00-4cb5-a481-94f305ae742d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac6f911-9e91-4c99-a1d4-99df8ffbc164') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:53.713887 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-1059ae0a-df00-4cb5-a481-94f305ae742d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac6f911-9e91-4c99-a1d4-99df8ffbc164') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:53.722686 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1059ae0a-df00-4cb5-a481-94f305ae742d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:53.736460 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1059ae0a-df00-4cb5-a481-94f305ae742d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:53.742806 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1059ae0a-df00-4cb5-a481-94f305ae742d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 10:01:53.743217 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1059ae0a-df00-4cb5-a481-94f305ae742d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: timer() Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 10:01:53.746395 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 10:01:53.765635 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5e4ef9-42ed-4cef-90be-6d5b5ef86059 None None] Network 844e1e88-6e30-4c17-93e5-d8af677b10bc requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:01:53.808950 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1059ae0a-df00-4cb5-a481-94f305ae742d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:53.814093 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1059ae0a-df00-4cb5-a481-94f305ae742d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:53.816124 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1059ae0a-df00-4cb5-a481-94f305ae742d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] 10.222.0.32 "DELETE /v2.0/networks/844e1e88-6e30-4c17-93e5-d8af677b10bc HTTP/1.1" status: 204 len: 168 time: 0.4260280 Jul 24 10:01:53.822088 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49494) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:53.831834 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-9d665079-e590-4406-b8f8-48ccf5a3d0f6 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-109931701'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:01:53.840529 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059ae0a-df00-4cb5-a481-94f305ae742d tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Pushing event deleted for resources: {'Network': ['ID=844e1e88-6e30-4c17-93e5-d8af677b10bc,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:53.853433 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-543b9dd8-11be-4288-90d3-9ca2d8dcfb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:53.859511 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d665079-e590-4406-b8f8-48ccf5a3d0f6 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Made reservation on behalf of 54d4962a857949d4aa51611ce56ee825 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:01:53.863233 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d665079-e590-4406-b8f8-48ccf5a3d0f6 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:53.893866 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d665079-e590-4406-b8f8-48ccf5a3d0f6 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 10:01:53.903989 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d665079-e590-4406-b8f8-48ccf5a3d0f6 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:53.904420 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-9d665079-e590-4406-b8f8-48ccf5a3d0f6 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Added segment 1e4dc191-756f-4b24-944d-dead1dc399ee of type vlan for network f47492e3-6329-49e7-b2c3-84babbd9e6cc Jul 24 10:01:53.933895 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-543b9dd8-11be-4288-90d3-9ca2d8dcfb23 None None] For port bbca13a3-dbcd-4a27-8cc5-51d31faff107, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=bbca13a3-dbcd-4a27-8cc5-51d31faff107,segment=NetworkSegment(5a52e010-c1d0-4e39-9460-bf8c3eac1ecb),segment_id=5a52e010-c1d0-4e39-9460-bf8c3eac1ecb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:01:53.940318 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-543b9dd8-11be-4288-90d3-9ca2d8dcfb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:53.951500 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d665079-e590-4406-b8f8-48ccf5a3d0f6 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:53.980278 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d665079-e590-4406-b8f8-48ccf5a3d0f6 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:53.986841 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d665079-e590-4406-b8f8-48ccf5a3d0f6 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:53.987455 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9d665079-e590-4406-b8f8-48ccf5a3d0f6 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:53.991032 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b9dd8-11be-4288-90d3-9ca2d8dcfb23 None None] Pushing event updated for resources: {'Port': ['ID=bbca13a3-dbcd-4a27-8cc5-51d31faff107,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:54.031921 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9d665079-e590-4406-b8f8-48ccf5a3d0f6 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2084348 Jul 24 10:01:54.035294 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49496) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:54.043467 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-8b3b379c-a0ea-4521-be79-d7f6337d40e8 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Request body: {'subnet': {'network_id': 'f47492e3-6329-49e7-b2c3-84babbd9e6cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:01:54.061378 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ed08a403-43eb-4b45-b3e2-7dbe7426025c None None] Provisioning complete for port bbca13a3-dbcd-4a27-8cc5-51d31faff107 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:01:54.061751 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ed08a403-43eb-4b45-b3e2-7dbe7426025c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:54.086887 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d665079-e590-4406-b8f8-48ccf5a3d0f6 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Pushing event updated for resources: {'Network': ['ID=f47492e3-6329-49e7-b2c3-84babbd9e6cc,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:54.098890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network f47492e3-6329-49e7-b2c3-84babbd9e6cc details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 10:01:54.165953 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3b379c-a0ea-4521-be79-d7f6337d40e8 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Made reservation on behalf of 54d4962a857949d4aa51611ce56ee825 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:01:54.170335 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b3b379c-a0ea-4521-be79-d7f6337d40e8 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:54.356480 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b3b379c-a0ea-4521-be79-d7f6337d40e8 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:54.423024 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b379c-a0ea-4521-be79-d7f6337d40e8 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Pushing event updated for resources: {'Subnet': ['ID=a89403d9-338d-4359-aef1-1a76dad7e7a0,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:54.427698 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b379c-a0ea-4521-be79-d7f6337d40e8 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Checking segment: {'id': '1e4dc191-756f-4b24-944d-dead1dc399ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f47492e3-6329-49e7-b2c3-84babbd9e6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:01:54.428062 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3b379c-a0ea-4521-be79-d7f6337d40e8 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Network hostable DHCP agents. Network: f47492e3-6329-49e7-b2c3-84babbd9e6cc, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 10:01:54.443777 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3b379c-a0ea-4521-be79-d7f6337d40e8 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Network f47492e3-6329-49e7-b2c3-84babbd9e6cc is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 10:01:54.452110 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-8b3b379c-a0ea-4521-be79-d7f6337d40e8 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, f47492e3-6329-49e7-b2c3-84babbd9e6cc) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:01:54.456468 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3b379c-a0ea-4521-be79-d7f6337d40e8 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:54.457081 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b3b379c-a0ea-4521-be79-d7f6337d40e8 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:54.460540 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d999c72-9535-4abd-ab87-10a1d35ca440 None None] Network f47492e3-6329-49e7-b2c3-84babbd9e6cc requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:01:54.471790 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8b3b379c-a0ea-4521-be79-d7f6337d40e8 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4354420 Jul 24 10:01:54.475331 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49498) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:54.480185 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-1545f1a3-05bb-4dfc-83ed-a11cefc206fc tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1210287711'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:01:54.500993 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1545f1a3-05bb-4dfc-83ed-a11cefc206fc tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Made reservation on behalf of 54d4962a857949d4aa51611ce56ee825 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:01:54.504665 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1545f1a3-05bb-4dfc-83ed-a11cefc206fc tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:54.528109 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1545f1a3-05bb-4dfc-83ed-a11cefc206fc tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 10:01:54.537631 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1545f1a3-05bb-4dfc-83ed-a11cefc206fc tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:54.538386 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-1545f1a3-05bb-4dfc-83ed-a11cefc206fc tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Added segment e1a5c584-ad0b-4ff2-804b-d1f4f4ea0007 of type vlan for network e0e06c05-528f-4c65-97e7-af1429ab2bd7 Jul 24 10:01:54.578123 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1545f1a3-05bb-4dfc-83ed-a11cefc206fc tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:54.604244 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0962fbe6-748d-4a4d-b5ea-c2d6061eb946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-f47492e3-6329-49e7-b2c3-84babbd9e6cc', 'network_id': 'f47492e3-6329-49e7-b2c3-84babbd9e6cc', 'tenant_id': '54d4962a857949d4aa51611ce56ee825', 'fixed_ips': [{'subnet_id': 'a89403d9-338d-4359-aef1-1a76dad7e7a0'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 10:01:54.605151 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0962fbe6-748d-4a4d-b5ea-c2d6061eb946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:54.606725 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1545f1a3-05bb-4dfc-83ed-a11cefc206fc tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:54.613098 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1545f1a3-05bb-4dfc-83ed-a11cefc206fc tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:54.613685 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1545f1a3-05bb-4dfc-83ed-a11cefc206fc tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:54.650014 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1545f1a3-05bb-4dfc-83ed-a11cefc206fc tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1736348 Jul 24 10:01:54.652902 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49500) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:54.658557 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-95b8a02f-e42e-411a-855c-1c3467025e2f tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Request body: {'subnet': {'network_id': 'e0e06c05-528f-4c65-97e7-af1429ab2bd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:01:54.709996 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545f1a3-05bb-4dfc-83ed-a11cefc206fc tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Pushing event updated for resources: {'Network': ['ID=e0e06c05-528f-4c65-97e7-af1429ab2bd7,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:54.728094 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network e0e06c05-528f-4c65-97e7-af1429ab2bd7 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 10:01:54.774966 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b8a02f-e42e-411a-855c-1c3467025e2f tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Made reservation on behalf of 54d4962a857949d4aa51611ce56ee825 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:01:54.778523 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-95b8a02f-e42e-411a-855c-1c3467025e2f tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:54.800110 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-0962fbe6-748d-4a4d-b5ea-c2d6061eb946 None None] Allocated IP 2001:db8::2 (f47492e3-6329-49e7-b2c3-84babbd9e6cc/a89403d9-338d-4359-aef1-1a76dad7e7a0/c8c1b729-ee99-4be8-b2b0-d7919b6c71ae) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:01:54.945910 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0962fbe6-748d-4a4d-b5ea-c2d6061eb946 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:54.955084 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0962fbe6-748d-4a4d-b5ea-c2d6061eb946 None None] Transition to ACTIVE for port object c8c1b729-ee99-4be8-b2b0-d7919b6c71ae will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:01:54.970016 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-95b8a02f-e42e-411a-855c-1c3467025e2f tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:54.971173 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0962fbe6-748d-4a4d-b5ea-c2d6061eb946 None None] Transition to ACTIVE for port object c8c1b729-ee99-4be8-b2b0-d7919b6c71ae will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:01:54.980405 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0962fbe6-748d-4a4d-b5ea-c2d6061eb946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:55.023115 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bbca13a3-dbcd-4a27-8cc5-51d31faff107 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:01:55.026744 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0962fbe6-748d-4a4d-b5ea-c2d6061eb946 None None] Network f47492e3-6329-49e7-b2c3-84babbd9e6cc is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:01:55.052233 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-0962fbe6-748d-4a4d-b5ea-c2d6061eb946 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:01:55.052612 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8a02f-e42e-411a-855c-1c3467025e2f tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Pushing event updated for resources: {'Subnet': ['ID=8e38f510-c3bd-4939-9e9b-5975626e72ec,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:55.057027 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b8a02f-e42e-411a-855c-1c3467025e2f tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Checking segment: {'id': 'e1a5c584-ad0b-4ff2-804b-d1f4f4ea0007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e0e06c05-528f-4c65-97e7-af1429ab2bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:01:55.057405 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b8a02f-e42e-411a-855c-1c3467025e2f tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Network hostable DHCP agents. Network: e0e06c05-528f-4c65-97e7-af1429ab2bd7, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 10:01:55.060924 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0962fbe6-748d-4a4d-b5ea-c2d6061eb946 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:01:55.072835 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962fbe6-748d-4a4d-b5ea-c2d6061eb946 None None] Pushing event updated for resources: {'Port': ['ID=c8c1b729-ee99-4be8-b2b0-d7919b6c71ae,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:55.075068 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b8a02f-e42e-411a-855c-1c3467025e2f tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Network e0e06c05-528f-4c65-97e7-af1429ab2bd7 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 10:01:55.085346 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-95b8a02f-e42e-411a-855c-1c3467025e2f tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, e0e06c05-528f-4c65-97e7-af1429ab2bd7) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:01:55.091169 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b8a02f-e42e-411a-855c-1c3467025e2f tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:55.092015 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-95b8a02f-e42e-411a-855c-1c3467025e2f tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:55.109253 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e23b17c-ae23-4fb8-b3d3-c66b1cd80317 None None] Network e0e06c05-528f-4c65-97e7-af1429ab2bd7 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:01:55.109460 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-95b8a02f-e42e-411a-855c-1c3467025e2f tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4529052 Jul 24 10:01:55.109460 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49502) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:55.161976 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-0962fbe6-748d-4a4d-b5ea-c2d6061eb946 None None] Attempting to bind port c8c1b729-ee99-4be8-b2b0-d7919b6c71ae on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:01:55.162338 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-0962fbe6-748d-4a4d-b5ea-c2d6061eb946 None None] Attempting to bind port c8c1b729-ee99-4be8-b2b0-d7919b6c71ae by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '1e4dc191-756f-4b24-944d-dead1dc399ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f47492e3-6329-49e7-b2c3-84babbd9e6cc'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:01:55.162940 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0962fbe6-748d-4a4d-b5ea-c2d6061eb946 None None] Attempting to bind port c8c1b729-ee99-4be8-b2b0-d7919b6c71ae on network f47492e3-6329-49e7-b2c3-84babbd9e6cc {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:01:55.197309 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0962fbe6-748d-4a4d-b5ea-c2d6061eb946 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:01:55.197685 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0962fbe6-748d-4a4d-b5ea-c2d6061eb946 None None] Checking segment: {'id': '1e4dc191-756f-4b24-944d-dead1dc399ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f47492e3-6329-49e7-b2c3-84babbd9e6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:01:55.198088 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0962fbe6-748d-4a4d-b5ea-c2d6061eb946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:55.198477 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0962fbe6-748d-4a4d-b5ea-c2d6061eb946 None None] Bound using segment: {'id': '1e4dc191-756f-4b24-944d-dead1dc399ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f47492e3-6329-49e7-b2c3-84babbd9e6cc'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:01:55.198943 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-0962fbe6-748d-4a4d-b5ea-c2d6061eb946 None None] Bound port: c8c1b729-ee99-4be8-b2b0-d7919b6c71ae, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e4dc191-756f-4b24-944d-dead1dc399ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f47492e3-6329-49e7-b2c3-84babbd9e6cc'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:01:55.199316 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0962fbe6-748d-4a4d-b5ea-c2d6061eb946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:55.203200 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port bbca13a3-dbcd-4a27-8cc5-51d31faff107 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:01:55.204150 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:55.204631 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dc13e12a-bc04-47ad-ae30-1e2dc0796040 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:55.282107 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dc13e12a-bc04-47ad-ae30-1e2dc0796040 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:55.346525 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-0962fbe6-748d-4a4d-b5ea-c2d6061eb946 None None] For port c8c1b729-ee99-4be8-b2b0-d7919b6c71ae, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:01:55.347242 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dc13e12a-bc04-47ad-ae30-1e2dc0796040 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:55.362272 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-0962fbe6-748d-4a4d-b5ea-c2d6061eb946 None None] For port c8c1b729-ee99-4be8-b2b0-d7919b6c71ae, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c8c1b729-ee99-4be8-b2b0-d7919b6c71ae,segment=NetworkSegment(1e4dc191-756f-4b24-944d-dead1dc399ee),segment_id=1e4dc191-756f-4b24-944d-dead1dc399ee)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:01:55.377200 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13e12a-bc04-47ad-ae30-1e2dc0796040 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Pushing event deleted for resources: {'Subnet': ['ID=8e38f510-c3bd-4939-9e9b-5975626e72ec,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:55.383780 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0962fbe6-748d-4a4d-b5ea-c2d6061eb946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:55.434863 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69da0e40-bba0-4999-ae64-e119f485a7e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-e0e06c05-528f-4c65-97e7-af1429ab2bd7', 'network_id': 'e0e06c05-528f-4c65-97e7-af1429ab2bd7', 'tenant_id': '54d4962a857949d4aa51611ce56ee825', 'fixed_ips': [{'subnet_id': '8e38f510-c3bd-4939-9e9b-5975626e72ec'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 10:01:55.435696 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-69da0e40-bba0-4999-ae64-e119f485a7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:55.446790 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dc13e12a-bc04-47ad-ae30-1e2dc0796040 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:55.458874 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-dc13e12a-bc04-47ad-ae30-1e2dc0796040 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e06c05-528f-4c65-97e7-af1429ab2bd7']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:55.468375 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-dc13e12a-bc04-47ad-ae30-1e2dc0796040 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a5c584-ad0b-4ff2-804b-d1f4f4ea0007') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:55.468678 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-dc13e12a-bc04-47ad-ae30-1e2dc0796040 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a5c584-ad0b-4ff2-804b-d1f4f4ea0007') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:55.478755 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dc13e12a-bc04-47ad-ae30-1e2dc0796040 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:55.483190 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962fbe6-748d-4a4d-b5ea-c2d6061eb946 None None] Pushing event updated for resources: {'Port': ['ID=c8c1b729-ee99-4be8-b2b0-d7919b6c71ae,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:55.494495 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dc13e12a-bc04-47ad-ae30-1e2dc0796040 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:55.502594 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc13e12a-bc04-47ad-ae30-1e2dc0796040 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 10:01:55.503001 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dc13e12a-bc04-47ad-ae30-1e2dc0796040 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: timer() Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 10:01:55.506599 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 10:01:55.558360 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23645521-96e2-4149-a532-6e2f4c03ab1c None None] Network e0e06c05-528f-4c65-97e7-af1429ab2bd7 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:01:55.567084 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dc13e12a-bc04-47ad-ae30-1e2dc0796040 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:55.571656 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dc13e12a-bc04-47ad-ae30-1e2dc0796040 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:55.576256 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-dc13e12a-bc04-47ad-ae30-1e2dc0796040 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] 10.222.0.32 "DELETE /v2.0/networks/e0e06c05-528f-4c65-97e7-af1429ab2bd7 HTTP/1.1" status: 204 len: 168 time: 0.4632447 Jul 24 10:01:55.576480 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49504) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:55.604830 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13e12a-bc04-47ad-ae30-1e2dc0796040 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Pushing event deleted for resources: {'Network': ['ID=e0e06c05-528f-4c65-97e7-af1429ab2bd7,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:55.606126 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c4777b-48f2-42d6-a696-5bd048f670fa tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] GET failed (client error): The resource could not be found. Jul 24 10:01:55.609014 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e9c4777b-48f2-42d6-a696-5bd048f670fa tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] 10.222.0.32 "GET /v2.0/subnets/8e38f510-c3bd-4939-9e9b-5975626e72ec HTTP/1.1" status: 404 len: 337 time: 0.0314665 Jul 24 10:01:55.612436 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49506) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:55.637146 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d1f8e3-4fcf-4a08-af15-d1e24a3e724e tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] DELETE failed (client error): The resource could not be found. Jul 24 10:01:55.637773 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91d1f8e3-4fcf-4a08-af15-d1e24a3e724e tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 10:01:55.651584 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-91d1f8e3-4fcf-4a08-af15-d1e24a3e724e tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] 10.222.0.32 "DELETE /v2.0/networks/e0e06c05-528f-4c65-97e7-af1429ab2bd7 HTTP/1.1" status: 404 len: 339 time: 0.0375438 Jul 24 10:01:55.656526 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49508) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:55.692532 n-d-800085-9 neutron-server[94036]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d83826c-3377-4130-9532-a562155c0f62 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] DELETE failed (client error): The resource could not be found. Jul 24 10:01:55.693019 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d83826c-3377-4130-9532-a562155c0f62 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94036) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 10:01:55.697639 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9d83826c-3377-4130-9532-a562155c0f62 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] 10.222.0.32 "DELETE /v2.0/subnets/8e38f510-c3bd-4939-9e9b-5975626e72ec HTTP/1.1" status: 404 len: 337 time: 0.0400472 Jul 24 10:01:55.698294 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49510) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:55.718110 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-80fd9f9b-bc86-4f47-b9b1-a6daf94ca18b tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] DELETE failed (client error): The resource could not be found. Jul 24 10:01:55.718659 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80fd9f9b-bc86-4f47-b9b1-a6daf94ca18b tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 10:01:55.720439 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-80fd9f9b-bc86-4f47-b9b1-a6daf94ca18b tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] 10.222.0.32 "DELETE /v2.0/networks/e0e06c05-528f-4c65-97e7-af1429ab2bd7 HTTP/1.1" status: 404 len: 339 time: 0.0203531 Jul 24 10:01:55.723073 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49512) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:55.779397 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-263394a5-5a02-4c21-9333-c7fd9f9fc972 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Deleting subnet a89403d9-338d-4359-aef1-1a76dad7e7a0 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 10:01:55.783122 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-263394a5-5a02-4c21-9333-c7fd9f9fc972 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:55.821164 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-263394a5-5a02-4c21-9333-c7fd9f9fc972 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:55.905541 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-263394a5-5a02-4c21-9333-c7fd9f9fc972 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:55.963516 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-263394a5-5a02-4c21-9333-c7fd9f9fc972 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:55.990142 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263394a5-5a02-4c21-9333-c7fd9f9fc972 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Pushing event deleted for resources: {'Subnet': ['ID=a89403d9-338d-4359-aef1-1a76dad7e7a0,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:55.993866 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-263394a5-5a02-4c21-9333-c7fd9f9fc972 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:55.996502 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-263394a5-5a02-4c21-9333-c7fd9f9fc972 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] 10.222.0.32 "DELETE /v2.0/subnets/a89403d9-338d-4359-aef1-1a76dad7e7a0 HTTP/1.1" status: 204 len: 168 time: 0.2724123 Jul 24 10:01:55.998127 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49514) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:56.075390 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bade-4614-4fe7-b432-c5841541a999 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:56.128178 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-5ed4bade-4614-4fe7-b432-c5841541a999 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Deleting port c8c1b729-ee99-4be8-b2b0-d7919b6c71ae {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:01:56.128522 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bade-4614-4fe7-b432-c5841541a999 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:56.192069 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-5ed4bade-4614-4fe7-b432-c5841541a999 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] For port c8c1b729-ee99-4be8-b2b0-d7919b6c71ae, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=c8c1b729-ee99-4be8-b2b0-d7919b6c71ae,segment=NetworkSegment(1e4dc191-756f-4b24-944d-dead1dc399ee),segment_id=1e4dc191-756f-4b24-944d-dead1dc399ee)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:01:56.192440 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bade-4614-4fe7-b432-c5841541a999 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:56.206309 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-5ed4bade-4614-4fe7-b432-c5841541a999 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Calling delete_port for c8c1b729-ee99-4be8-b2b0-d7919b6c71ae owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:01:56.293176 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bade-4614-4fe7-b432-c5841541a999 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:56.322824 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed4bade-4614-4fe7-b432-c5841541a999 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] No DVR routers for this DVR port c8c1b729-ee99-4be8-b2b0-d7919b6c71ae on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:01:56.327656 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4bade-4614-4fe7-b432-c5841541a999 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Pushing event deleted for resources: {'Port': ['ID=c8c1b729-ee99-4be8-b2b0-d7919b6c71ae,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:56.393245 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ef5cb6-c6e1-4d5d-968a-e517766115f0 None None] Network f47492e3-6329-49e7-b2c3-84babbd9e6cc requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:01:56.418561 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bade-4614-4fe7-b432-c5841541a999 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:56.429096 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-5ed4bade-4614-4fe7-b432-c5841541a999 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47492e3-6329-49e7-b2c3-84babbd9e6cc']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:56.438879 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-5ed4bade-4614-4fe7-b432-c5841541a999 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4dc191-756f-4b24-944d-dead1dc399ee') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:56.439188 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-5ed4bade-4614-4fe7-b432-c5841541a999 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4dc191-756f-4b24-944d-dead1dc399ee') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:56.448210 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bade-4614-4fe7-b432-c5841541a999 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:56.455595 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ec429ff4-f66c-4e0a-89e0-db23250902fd None None] Could not find standard attr ID for object c8c1b729-ee99-4be8-b2b0-d7919b6c71ae. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 10:01:56.462688 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bade-4614-4fe7-b432-c5841541a999 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:56.468486 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed4bade-4614-4fe7-b432-c5841541a999 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 10:01:56.469632 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bade-4614-4fe7-b432-c5841541a999 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: timer() Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 10:01:56.472564 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 10:01:56.528653 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bade-4614-4fe7-b432-c5841541a999 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:56.535954 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bade-4614-4fe7-b432-c5841541a999 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:56.540881 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5ed4bade-4614-4fe7-b432-c5841541a999 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] 10.222.0.32 "DELETE /v2.0/networks/f47492e3-6329-49e7-b2c3-84babbd9e6cc HTTP/1.1" status: 204 len: 168 time: 0.5387409 Jul 24 10:01:56.540881 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49516) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:56.559442 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b09ea63-cc63-40f5-8032-4650e946d9ac None None] DHCP port deletion for f47492e3-6329-49e7-b2c3-84babbd9e6cc request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 10:01:56.561476 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4bade-4614-4fe7-b432-c5841541a999 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Pushing event deleted for resources: {'Network': ['ID=f47492e3-6329-49e7-b2c3-84babbd9e6cc,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:56.580516 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a9ed47-f419-48ff-8767-47fdc5b9653b tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] DELETE failed (client error): The resource could not be found. Jul 24 10:01:56.580953 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42a9ed47-f419-48ff-8767-47fdc5b9653b tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 10:01:56.582712 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-42a9ed47-f419-48ff-8767-47fdc5b9653b tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] 10.222.0.32 "DELETE /v2.0/subnets/8b3ad0ac-77fa-423d-81be-6afa361f1c8a HTTP/1.1" status: 404 len: 337 time: 0.0412109 Jul 24 10:01:56.585282 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49518) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:56.602195 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-906a49d6-d199-4596-b5de-0df89e1ed401 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] DELETE failed (client error): The resource could not be found. Jul 24 10:01:56.602713 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906a49d6-d199-4596-b5de-0df89e1ed401 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 10:01:56.604304 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-906a49d6-d199-4596-b5de-0df89e1ed401 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] 10.222.0.32 "DELETE /v2.0/networks/844e1e88-6e30-4c17-93e5-d8af677b10bc HTTP/1.1" status: 404 len: 339 time: 0.0181074 Jul 24 10:01:56.606518 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49520) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:56.630853 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c3cae23-375d-4e22-b505-97336cda96d2 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] DELETE failed (client error): The resource could not be found. Jul 24 10:01:56.631232 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c3cae23-375d-4e22-b505-97336cda96d2 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 10:01:56.632900 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7c3cae23-375d-4e22-b505-97336cda96d2 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] 10.222.0.32 "DELETE /v2.0/subnets/3d7e9bcf-4a5f-4a50-82e0-f77586053f3c HTTP/1.1" status: 404 len: 337 time: 0.0254855 Jul 24 10:01:56.635136 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49522) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:56.652813 n-d-800085-9 neutron-server[94035]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2bce0c-2cc9-440f-8ce2-d892179cbea8 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] DELETE failed (client error): The resource could not be found. Jul 24 10:01:56.653325 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc2bce0c-2cc9-440f-8ce2-d892179cbea8 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94035) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 10:01:56.654902 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fc2bce0c-2cc9-440f-8ce2-d892179cbea8 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] 10.222.0.32 "DELETE /v2.0/networks/f7c1974c-01f1-4920-8285-73abb534d5c7 HTTP/1.1" status: 404 len: 339 time: 0.0189052 Jul 24 10:01:56.657040 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49524) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:56.705680 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-76194b68-2b07-419c-b474-c8b2ffcc8a8b tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Deleting subnet 479a8341-8245-4f8b-9f21-9b34d93eea48 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 10:01:56.708968 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-76194b68-2b07-419c-b474-c8b2ffcc8a8b tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:56.751712 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-76194b68-2b07-419c-b474-c8b2ffcc8a8b tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:56.830911 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-76194b68-2b07-419c-b474-c8b2ffcc8a8b tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:56.887292 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-76194b68-2b07-419c-b474-c8b2ffcc8a8b tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:56.918449 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76194b68-2b07-419c-b474-c8b2ffcc8a8b tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Pushing event deleted for resources: {'Subnet': ['ID=479a8341-8245-4f8b-9f21-9b34d93eea48,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:56.924541 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-76194b68-2b07-419c-b474-c8b2ffcc8a8b tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:56.926491 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-76194b68-2b07-419c-b474-c8b2ffcc8a8b tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] 10.222.0.32 "DELETE /v2.0/subnets/479a8341-8245-4f8b-9f21-9b34d93eea48 HTTP/1.1" status: 204 len: 168 time: 0.2685893 Jul 24 10:01:56.928954 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49526) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:56.929498 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa9d09a-a87f-41d6-9459-60a8c9632914 None None] Network ff94ae7e-f730-4b58-8b61-d35fc9c547b9 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:01:57.003295 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-33c14025-9d91-4125-98cc-c9cc2485aa73 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:57.055572 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-33c14025-9d91-4125-98cc-c9cc2485aa73 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Deleting port bbca13a3-dbcd-4a27-8cc5-51d31faff107 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:01:57.055681 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-33c14025-9d91-4125-98cc-c9cc2485aa73 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:57.100177 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d19297-82df-40a0-b4cc-d9ffb4d1751d None None] DHCP port deletion for ff94ae7e-f730-4b58-8b61-d35fc9c547b9 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 10:01:57.121616 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-33c14025-9d91-4125-98cc-c9cc2485aa73 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] For port bbca13a3-dbcd-4a27-8cc5-51d31faff107, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=bbca13a3-dbcd-4a27-8cc5-51d31faff107,segment=NetworkSegment(5a52e010-c1d0-4e39-9460-bf8c3eac1ecb),segment_id=5a52e010-c1d0-4e39-9460-bf8c3eac1ecb)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:01:57.121993 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-33c14025-9d91-4125-98cc-c9cc2485aa73 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:57.134004 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-33c14025-9d91-4125-98cc-c9cc2485aa73 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Calling delete_port for bbca13a3-dbcd-4a27-8cc5-51d31faff107 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:01:57.149599 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-13d19297-82df-40a0-b4cc-d9ffb4d1751d None None] Deleting port bbca13a3-dbcd-4a27-8cc5-51d31faff107 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:01:57.149972 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-13d19297-82df-40a0-b4cc-d9ffb4d1751d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:57.210295 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-13d19297-82df-40a0-b4cc-d9ffb4d1751d None None] For port bbca13a3-dbcd-4a27-8cc5-51d31faff107, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=bbca13a3-dbcd-4a27-8cc5-51d31faff107,segment=NetworkSegment(5a52e010-c1d0-4e39-9460-bf8c3eac1ecb),segment_id=5a52e010-c1d0-4e39-9460-bf8c3eac1ecb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:01:57.210697 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-13d19297-82df-40a0-b4cc-d9ffb4d1751d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:57.215841 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-33c14025-9d91-4125-98cc-c9cc2485aa73 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:57.222341 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-13d19297-82df-40a0-b4cc-d9ffb4d1751d None None] Calling delete_port for bbca13a3-dbcd-4a27-8cc5-51d31faff107 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:01:57.245762 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c14025-9d91-4125-98cc-c9cc2485aa73 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Pushing event deleted for resources: {'Port': ['ID=bbca13a3-dbcd-4a27-8cc5-51d31faff107,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:57.247592 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c14025-9d91-4125-98cc-c9cc2485aa73 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] No DVR routers for this DVR port bbca13a3-dbcd-4a27-8cc5-51d31faff107 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:01:57.299843 n-d-800085-9 neutron-server[94037]: self.session.flush() Jul 24 10:01:57.304637 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-13d19297-82df-40a0-b4cc-d9ffb4d1751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:57.324027 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-33c14025-9d91-4125-98cc-c9cc2485aa73 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:57.334229 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-33c14025-9d91-4125-98cc-c9cc2485aa73 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff94ae7e-f730-4b58-8b61-d35fc9c547b9']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:57.340589 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d19297-82df-40a0-b4cc-d9ffb4d1751d None None] Pushing event deleted for resources: {'Port': ['ID=bbca13a3-dbcd-4a27-8cc5-51d31faff107,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:57.344779 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d19297-82df-40a0-b4cc-d9ffb4d1751d None None] No DVR routers for this DVR port bbca13a3-dbcd-4a27-8cc5-51d31faff107 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:01:57.347794 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-33c14025-9d91-4125-98cc-c9cc2485aa73 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a52e010-c1d0-4e39-9460-bf8c3eac1ecb') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:57.348205 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-33c14025-9d91-4125-98cc-c9cc2485aa73 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a52e010-c1d0-4e39-9460-bf8c3eac1ecb') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:01:57.353675 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-053fb5b0-62b7-43d8-b788-b45d5b1f8ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:57.359111 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-33c14025-9d91-4125-98cc-c9cc2485aa73 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:57.373289 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-33c14025-9d91-4125-98cc-c9cc2485aa73 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:57.379126 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c14025-9d91-4125-98cc-c9cc2485aa73 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 10:01:57.379508 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-33c14025-9d91-4125-98cc-c9cc2485aa73 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: timer() Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 10:01:57.382871 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 10:01:57.443634 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-33c14025-9d91-4125-98cc-c9cc2485aa73 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:57.450150 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-33c14025-9d91-4125-98cc-c9cc2485aa73 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:57.451862 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-33c14025-9d91-4125-98cc-c9cc2485aa73 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] 10.222.0.32 "DELETE /v2.0/networks/ff94ae7e-f730-4b58-8b61-d35fc9c547b9 HTTP/1.1" status: 204 len: 168 time: 0.5219018 Jul 24 10:01:57.463059 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c14025-9d91-4125-98cc-c9cc2485aa73 tempest-NetworksIpV6Test-1010757496 tempest-NetworksIpV6Test-1010757496-project] Pushing event deleted for resources: {'Network': ['ID=ff94ae7e-f730-4b58-8b61-d35fc9c547b9,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:57.685952 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49532) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:57.811307 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e1e2a2b1-958a-428c-ac38-37e3e57a32a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54d4962a857949d4aa51611ce56ee825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1241922 Jul 24 10:01:57.813772 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49536) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:57.860873 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-158316e2-f747-4beb-a4f2-8d5fd3aadcbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:57.881550 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-158316e2-f747-4beb-a4f2-8d5fd3aadcbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:57.930995 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-158316e2-f747-4beb-a4f2-8d5fd3aadcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:57.933698 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-158316e2-f747-4beb-a4f2-8d5fd3aadcbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:57.934810 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-158316e2-f747-4beb-a4f2-8d5fd3aadcbe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20715287-b177-445c-9a9d-13b520fab6d6 HTTP/1.1" status: 204 len: 168 time: 0.1201248 Jul 24 10:01:57.942333 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158316e2-f747-4beb-a4f2-8d5fd3aadcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20715287-b177-445c-9a9d-13b520fab6d6,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:58.541163 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49558) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:58.632659 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-6916270d-f86a-4f06-9363-5553acd43199 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1594652837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:01:58.654412 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6916270d-f86a-4f06-9363-5553acd43199 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:58.655494 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6916270d-f86a-4f06-9363-5553acd43199 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:58.706929 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6916270d-f86a-4f06-9363-5553acd43199 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:58.711087 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6916270d-f86a-4f06-9363-5553acd43199 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:58.725018 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-6916270d-f86a-4f06-9363-5553acd43199 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:58.726194 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6916270d-f86a-4f06-9363-5553acd43199 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1839993 Jul 24 10:01:58.728923 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49562) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:58.733640 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-223bb09c-a23f-4b09-94a6-bc38b1c990b3 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-41543610'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:01:58.753829 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223bb09c-a23f-4b09-94a6-bc38b1c990b3 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Made reservation on behalf of 97ffabf92b82421f8b6720efead348c4 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:01:58.757165 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-223bb09c-a23f-4b09-94a6-bc38b1c990b3 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:58.765558 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-223bb09c-a23f-4b09-94a6-bc38b1c990b3 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:58.856532 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-223bb09c-a23f-4b09-94a6-bc38b1c990b3 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:58.860976 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-223bb09c-a23f-4b09-94a6-bc38b1c990b3 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:58.885439 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223bb09c-a23f-4b09-94a6-bc38b1c990b3 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 10:01:58.899879 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bb09c-a23f-4b09-94a6-bc38b1c990b3 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46c2e5bc-a150-4d29-bd24-152863f0c01f,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:58.902699 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-223bb09c-a23f-4b09-94a6-bc38b1c990b3 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:58.903058 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-223bb09c-a23f-4b09-94a6-bc38b1c990b3 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Added segment b48f5bc0-267b-40be-83ed-c176a570ffba of type vlan for network a64f106b-252d-49eb-b3f0-72fa46c63fc6 Jul 24 10:01:58.942877 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-223bb09c-a23f-4b09-94a6-bc38b1c990b3 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:58.976931 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-223bb09c-a23f-4b09-94a6-bc38b1c990b3 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:58.982483 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223bb09c-a23f-4b09-94a6-bc38b1c990b3 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:58.983078 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-223bb09c-a23f-4b09-94a6-bc38b1c990b3 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:59.001402 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bbca13a3-dbcd-4a27-8cc5-51d31faff107 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:01:59.018913 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-223bb09c-a23f-4b09-94a6-bc38b1c990b3 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2889764 Jul 24 10:01:59.020816 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: bbca13a3-dbcd-4a27-8cc5-51d31faff107 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:01:59.021166 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device bbca13a3-dbcd-4a27-8cc5-51d31faff107 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:01:59.021967 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49564) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:59.027772 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-fcb445c8-4cba-4b60-a583-bc313757a5be tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Request body: {'subnet': {'network_id': 'a64f106b-252d-49eb-b3f0-72fa46c63fc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:01:59.052943 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bb09c-a23f-4b09-94a6-bc38b1c990b3 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Pushing event updated for resources: {'Network': ['ID=a64f106b-252d-49eb-b3f0-72fa46c63fc6,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:59.062741 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network a64f106b-252d-49eb-b3f0-72fa46c63fc6 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 10:01:59.120389 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb445c8-4cba-4b60-a583-bc313757a5be tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Made reservation on behalf of 97ffabf92b82421f8b6720efead348c4 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:01:59.123949 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fcb445c8-4cba-4b60-a583-bc313757a5be tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:59.306495 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fcb445c8-4cba-4b60-a583-bc313757a5be tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:59.362744 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb445c8-4cba-4b60-a583-bc313757a5be tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Pushing event updated for resources: {'Subnet': ['ID=16215f80-ead7-4f75-8bfc-bfa92ef35bcc,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:59.371389 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb445c8-4cba-4b60-a583-bc313757a5be tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Checking segment: {'id': 'b48f5bc0-267b-40be-83ed-c176a570ffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a64f106b-252d-49eb-b3f0-72fa46c63fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:01:59.371748 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb445c8-4cba-4b60-a583-bc313757a5be tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Network hostable DHCP agents. Network: a64f106b-252d-49eb-b3f0-72fa46c63fc6, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 10:01:59.387752 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb445c8-4cba-4b60-a583-bc313757a5be tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Network a64f106b-252d-49eb-b3f0-72fa46c63fc6 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 10:01:59.396439 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-fcb445c8-4cba-4b60-a583-bc313757a5be tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, a64f106b-252d-49eb-b3f0-72fa46c63fc6) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:01:59.400350 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb445c8-4cba-4b60-a583-bc313757a5be tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:59.400959 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fcb445c8-4cba-4b60-a583-bc313757a5be tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:59.407401 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd22ae5-96b4-4f4b-8fa3-6ebcec12b5e8 None None] Network a64f106b-252d-49eb-b3f0-72fa46c63fc6 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:01:59.420637 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49566) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:59.420881 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fcb445c8-4cba-4b60-a583-bc313757a5be tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3971610 Jul 24 10:01:59.426125 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-b1796dcd-e579-4c77-b323-cfbb8b994db9 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1440672964'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:01:59.445999 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1796dcd-e579-4c77-b323-cfbb8b994db9 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Made reservation on behalf of 97ffabf92b82421f8b6720efead348c4 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:01:59.450067 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b1796dcd-e579-4c77-b323-cfbb8b994db9 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:59.476387 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1796dcd-e579-4c77-b323-cfbb8b994db9 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 10:01:59.487687 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b1796dcd-e579-4c77-b323-cfbb8b994db9 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:59.488035 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-b1796dcd-e579-4c77-b323-cfbb8b994db9 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Added segment ff5b8fc6-8a53-4eaf-96e0-ba4259e2fb22 of type vlan for network 16edaf70-71e5-4150-9b89-25c3757196a4 Jul 24 10:01:59.539607 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b1796dcd-e579-4c77-b323-cfbb8b994db9 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:59.564049 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af32fed-0096-4d42-b062-f206b3bc44f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-a64f106b-252d-49eb-b3f0-72fa46c63fc6', 'network_id': 'a64f106b-252d-49eb-b3f0-72fa46c63fc6', 'tenant_id': '97ffabf92b82421f8b6720efead348c4', 'fixed_ips': [{'subnet_id': '16215f80-ead7-4f75-8bfc-bfa92ef35bcc'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 10:01:59.565064 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5af32fed-0096-4d42-b062-f206b3bc44f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:59.572339 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b1796dcd-e579-4c77-b323-cfbb8b994db9 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:59.579278 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1796dcd-e579-4c77-b323-cfbb8b994db9 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:01:59.580173 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b1796dcd-e579-4c77-b323-cfbb8b994db9 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:59.606064 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b1796dcd-e579-4c77-b323-cfbb8b994db9 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1841073 Jul 24 10:01:59.608995 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49568) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:01:59.614089 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-d7bc9194-d80b-4f5e-9dd2-93100719bd31 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Request body: {'subnet': {'network_id': '16edaf70-71e5-4150-9b89-25c3757196a4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:01:59.653636 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1796dcd-e579-4c77-b323-cfbb8b994db9 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Pushing event updated for resources: {'Network': ['ID=16edaf70-71e5-4150-9b89-25c3757196a4,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:01:59.665658 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 16edaf70-71e5-4150-9b89-25c3757196a4 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 10:01:59.796489 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-5af32fed-0096-4d42-b062-f206b3bc44f3 None None] Allocated IP 172.20.0.2 (a64f106b-252d-49eb-b3f0-72fa46c63fc6/16215f80-ead7-4f75-8bfc-bfa92ef35bcc/31935ac9-01a1-4636-a5f1-8c41fe5f5518) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:01:59.854457 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-354e7e4d-8397-45f3-81f3-d5c0e642a204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:59.987399 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5af32fed-0096-4d42-b062-f206b3bc44f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:01:59.995932 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5af32fed-0096-4d42-b062-f206b3bc44f3 None None] Transition to ACTIVE for port object 31935ac9-01a1-4636-a5f1-8c41fe5f5518 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:02:00.015665 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5af32fed-0096-4d42-b062-f206b3bc44f3 None None] Transition to ACTIVE for port object 31935ac9-01a1-4636-a5f1-8c41fe5f5518 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:02:00.022950 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5af32fed-0096-4d42-b062-f206b3bc44f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:00.036349 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bc9194-d80b-4f5e-9dd2-93100719bd31 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Made reservation on behalf of 97ffabf92b82421f8b6720efead348c4 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:02:00.040612 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d7bc9194-d80b-4f5e-9dd2-93100719bd31 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:00.063716 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af32fed-0096-4d42-b062-f206b3bc44f3 None None] Network a64f106b-252d-49eb-b3f0-72fa46c63fc6 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:02:00.068886 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-5af32fed-0096-4d42-b062-f206b3bc44f3 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:02:00.073121 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af32fed-0096-4d42-b062-f206b3bc44f3 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:02:00.080657 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af32fed-0096-4d42-b062-f206b3bc44f3 None None] Pushing event updated for resources: {'Port': ['ID=31935ac9-01a1-4636-a5f1-8c41fe5f5518,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:00.137487 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-5af32fed-0096-4d42-b062-f206b3bc44f3 None None] Attempting to bind port 31935ac9-01a1-4636-a5f1-8c41fe5f5518 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:02:00.137865 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-5af32fed-0096-4d42-b062-f206b3bc44f3 None None] Attempting to bind port 31935ac9-01a1-4636-a5f1-8c41fe5f5518 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'b48f5bc0-267b-40be-83ed-c176a570ffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a64f106b-252d-49eb-b3f0-72fa46c63fc6'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:02:00.138237 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af32fed-0096-4d42-b062-f206b3bc44f3 None None] Attempting to bind port 31935ac9-01a1-4636-a5f1-8c41fe5f5518 on network a64f106b-252d-49eb-b3f0-72fa46c63fc6 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:02:00.143595 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af32fed-0096-4d42-b062-f206b3bc44f3 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:02:00.143973 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af32fed-0096-4d42-b062-f206b3bc44f3 None None] Checking segment: {'id': 'b48f5bc0-267b-40be-83ed-c176a570ffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a64f106b-252d-49eb-b3f0-72fa46c63fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:02:00.144378 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5af32fed-0096-4d42-b062-f206b3bc44f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:00.144801 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af32fed-0096-4d42-b062-f206b3bc44f3 None None] Bound using segment: {'id': 'b48f5bc0-267b-40be-83ed-c176a570ffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a64f106b-252d-49eb-b3f0-72fa46c63fc6'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:02:00.145306 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-5af32fed-0096-4d42-b062-f206b3bc44f3 None None] Bound port: 31935ac9-01a1-4636-a5f1-8c41fe5f5518, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f5bc0-267b-40be-83ed-c176a570ffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a64f106b-252d-49eb-b3f0-72fa46c63fc6'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:02:00.145691 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5af32fed-0096-4d42-b062-f206b3bc44f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:00.221183 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-5af32fed-0096-4d42-b062-f206b3bc44f3 None None] For port 31935ac9-01a1-4636-a5f1-8c41fe5f5518, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:02:00.225342 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-5af32fed-0096-4d42-b062-f206b3bc44f3 None None] For port 31935ac9-01a1-4636-a5f1-8c41fe5f5518, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=31935ac9-01a1-4636-a5f1-8c41fe5f5518,segment=NetworkSegment(b48f5bc0-267b-40be-83ed-c176a570ffba),segment_id=b48f5bc0-267b-40be-83ed-c176a570ffba)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:02:00.231332 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5af32fed-0096-4d42-b062-f206b3bc44f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:00.236131 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d7bc9194-d80b-4f5e-9dd2-93100719bd31 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:00.299596 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af32fed-0096-4d42-b062-f206b3bc44f3 None None] Pushing event updated for resources: {'Port': ['ID=31935ac9-01a1-4636-a5f1-8c41fe5f5518,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:00.307436 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc9194-d80b-4f5e-9dd2-93100719bd31 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Pushing event updated for resources: {'Subnet': ['ID=47ed57d1-b6a9-4829-a03d-c03ded7151d0,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:00.316690 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bc9194-d80b-4f5e-9dd2-93100719bd31 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Checking segment: {'id': 'ff5b8fc6-8a53-4eaf-96e0-ba4259e2fb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '16edaf70-71e5-4150-9b89-25c3757196a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:02:00.317194 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bc9194-d80b-4f5e-9dd2-93100719bd31 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Network hostable DHCP agents. Network: 16edaf70-71e5-4150-9b89-25c3757196a4, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 10:02:00.335080 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bc9194-d80b-4f5e-9dd2-93100719bd31 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Network 16edaf70-71e5-4150-9b89-25c3757196a4 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 10:02:00.345957 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-d7bc9194-d80b-4f5e-9dd2-93100719bd31 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 16edaf70-71e5-4150-9b89-25c3757196a4) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:02:00.350817 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bc9194-d80b-4f5e-9dd2-93100719bd31 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:00.351530 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d7bc9194-d80b-4f5e-9dd2-93100719bd31 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:00.355777 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309a3147-fa78-4292-997f-f030e150a81c None None] Network 16edaf70-71e5-4150-9b89-25c3757196a4 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:02:00.369336 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d7bc9194-d80b-4f5e-9dd2-93100719bd31 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7591376 Jul 24 10:02:00.372014 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49570) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:02:00.381801 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-7585148a-1552-4daf-9cb1-2504e40ac8e5 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Request body: {'router': {'external_gateway_info': {'network_id': '16edaf70-71e5-4150-9b89-25c3757196a4'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:02:00.553992 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1bc0f8-952c-4d85-a653-a64e8d72b21b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-16edaf70-71e5-4150-9b89-25c3757196a4', 'network_id': '16edaf70-71e5-4150-9b89-25c3757196a4', 'tenant_id': '97ffabf92b82421f8b6720efead348c4', 'fixed_ips': [{'subnet_id': '47ed57d1-b6a9-4829-a03d-c03ded7151d0'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 10:02:00.555160 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fb1bc0f8-952c-4d85-a653-a64e8d72b21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:00.565523 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:00.624517 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7585148a-1552-4daf-9cb1-2504e40ac8e5 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:00.699949 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-fb1bc0f8-952c-4d85-a653-a64e8d72b21b None None] Allocated IP 172.21.0.2 (16edaf70-71e5-4150-9b89-25c3757196a4/47ed57d1-b6a9-4829-a03d-c03ded7151d0/e877e73e-91d8-4880-834f-0c31ac0637b5) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:02:00.733966 n-d-800085-9 neutron-server[94036]: INFO neutron.api.v2.resource [None req-7585148a-1552-4daf-9cb1-2504e40ac8e5 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 10:02:00.734989 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7585148a-1552-4daf-9cb1-2504e40ac8e5 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] 10.222.0.32 "PUT /v2.0/routers/a492f111-79ea-441a-8d88-542677465765 HTTP/1.1" status: 400 len: 364 time: 0.3619256 Jul 24 10:02:00.740854 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49572) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:02:00.791433 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6276f6-d4eb-4c92-af12-3a904d220855 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Deleting subnet 47ed57d1-b6a9-4829-a03d-c03ded7151d0 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 10:02:00.846137 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fb1bc0f8-952c-4d85-a653-a64e8d72b21b None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:00.855801 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fb1bc0f8-952c-4d85-a653-a64e8d72b21b None None] Transition to ACTIVE for port object e877e73e-91d8-4880-834f-0c31ac0637b5 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:02:00.869967 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-fb1bc0f8-952c-4d85-a653-a64e8d72b21b None None] Transition to ACTIVE for port object e877e73e-91d8-4880-834f-0c31ac0637b5 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:02:00.875014 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5e6276f6-d4eb-4c92-af12-3a904d220855 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:00.875595 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fb1bc0f8-952c-4d85-a653-a64e8d72b21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:00.915624 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1bc0f8-952c-4d85-a653-a64e8d72b21b None None] Network 16edaf70-71e5-4150-9b89-25c3757196a4 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:02:00.918570 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-fb1bc0f8-952c-4d85-a653-a64e8d72b21b None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:02:00.921087 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1bc0f8-952c-4d85-a653-a64e8d72b21b None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:02:00.922459 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5e6276f6-d4eb-4c92-af12-3a904d220855 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:00.935101 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1bc0f8-952c-4d85-a653-a64e8d72b21b None None] Pushing event updated for resources: {'Port': ['ID=e877e73e-91d8-4880-834f-0c31ac0637b5,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:00.991966 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-fb1bc0f8-952c-4d85-a653-a64e8d72b21b None None] Attempting to bind port e877e73e-91d8-4880-834f-0c31ac0637b5 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:02:00.992347 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-fb1bc0f8-952c-4d85-a653-a64e8d72b21b None None] Attempting to bind port e877e73e-91d8-4880-834f-0c31ac0637b5 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'ff5b8fc6-8a53-4eaf-96e0-ba4259e2fb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '16edaf70-71e5-4150-9b89-25c3757196a4'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:02:00.992718 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1bc0f8-952c-4d85-a653-a64e8d72b21b None None] Attempting to bind port e877e73e-91d8-4880-834f-0c31ac0637b5 on network 16edaf70-71e5-4150-9b89-25c3757196a4 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:02:00.998091 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1bc0f8-952c-4d85-a653-a64e8d72b21b None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:02:00.998474 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1bc0f8-952c-4d85-a653-a64e8d72b21b None None] Checking segment: {'id': 'ff5b8fc6-8a53-4eaf-96e0-ba4259e2fb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '16edaf70-71e5-4150-9b89-25c3757196a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:02:00.998889 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fb1bc0f8-952c-4d85-a653-a64e8d72b21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:00.999288 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1bc0f8-952c-4d85-a653-a64e8d72b21b None None] Bound using segment: {'id': 'ff5b8fc6-8a53-4eaf-96e0-ba4259e2fb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '16edaf70-71e5-4150-9b89-25c3757196a4'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:02:00.999770 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-fb1bc0f8-952c-4d85-a653-a64e8d72b21b None None] Bound port: e877e73e-91d8-4880-834f-0c31ac0637b5, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5b8fc6-8a53-4eaf-96e0-ba4259e2fb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '16edaf70-71e5-4150-9b89-25c3757196a4'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:02:01.000200 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fb1bc0f8-952c-4d85-a653-a64e8d72b21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:01.013524 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5e6276f6-d4eb-4c92-af12-3a904d220855 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:01.064391 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 31935ac9-01a1-4636-a5f1-8c41fe5f5518 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:02:01.087557 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5e6276f6-d4eb-4c92-af12-3a904d220855 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:01.103940 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-fb1bc0f8-952c-4d85-a653-a64e8d72b21b None None] For port e877e73e-91d8-4880-834f-0c31ac0637b5, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:02:01.118200 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-fb1bc0f8-952c-4d85-a653-a64e8d72b21b None None] For port e877e73e-91d8-4880-834f-0c31ac0637b5, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e877e73e-91d8-4880-834f-0c31ac0637b5,segment=NetworkSegment(ff5b8fc6-8a53-4eaf-96e0-ba4259e2fb22),segment_id=ff5b8fc6-8a53-4eaf-96e0-ba4259e2fb22)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:02:01.119779 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6276f6-d4eb-4c92-af12-3a904d220855 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Pushing event deleted for resources: {'Subnet': ['ID=47ed57d1-b6a9-4829-a03d-c03ded7151d0,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:01.128144 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5e6276f6-d4eb-4c92-af12-3a904d220855 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:01.129009 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fb1bc0f8-952c-4d85-a653-a64e8d72b21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:01.130154 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5e6276f6-d4eb-4c92-af12-3a904d220855 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] 10.222.0.32 "DELETE /v2.0/subnets/47ed57d1-b6a9-4829-a03d-c03ded7151d0 HTTP/1.1" status: 204 len: 168 time: 0.3883777 Jul 24 10:02:01.132797 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49574) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:02:01.195093 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:01.217425 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 31935ac9-01a1-4636-a5f1-8c41fe5f5518 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:02:01.221854 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1bc0f8-952c-4d85-a653-a64e8d72b21b None None] Pushing event updated for resources: {'Port': ['ID=e877e73e-91d8-4880-834f-0c31ac0637b5,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:01.230590 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a59fcaa-ee04-49e5-9067-3311fdd61e8a tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:01.290922 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-6a59fcaa-ee04-49e5-9067-3311fdd61e8a tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Deleting port e877e73e-91d8-4880-834f-0c31ac0637b5 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:02:01.291264 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a59fcaa-ee04-49e5-9067-3311fdd61e8a tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:01.362051 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-6a59fcaa-ee04-49e5-9067-3311fdd61e8a tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] For port e877e73e-91d8-4880-834f-0c31ac0637b5, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e877e73e-91d8-4880-834f-0c31ac0637b5,segment=NetworkSegment(ff5b8fc6-8a53-4eaf-96e0-ba4259e2fb22),segment_id=ff5b8fc6-8a53-4eaf-96e0-ba4259e2fb22)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:02:01.362428 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a59fcaa-ee04-49e5-9067-3311fdd61e8a tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:01.375704 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-6a59fcaa-ee04-49e5-9067-3311fdd61e8a tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Calling delete_port for e877e73e-91d8-4880-834f-0c31ac0637b5 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:02:01.394995 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6e7652-8c7b-4370-9306-3d2e4317fbac None None] Network a64f106b-252d-49eb-b3f0-72fa46c63fc6 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:02:01.478060 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a59fcaa-ee04-49e5-9067-3311fdd61e8a tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:01.483197 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6e2d540c-7f8e-44d5-90ad-f843b98a5f1d None None] Provisioning for port 31935ac9-01a1-4636-a5f1-8c41fe5f5518 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:02:01.491135 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6e2d540c-7f8e-44d5-90ad-f843b98a5f1d None None] Provisioning complete for port 31935ac9-01a1-4636-a5f1-8c41fe5f5518 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:02:01.491135 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6e2d540c-7f8e-44d5-90ad-f843b98a5f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:01.511643 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59fcaa-ee04-49e5-9067-3311fdd61e8a tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Pushing event deleted for resources: {'Port': ['ID=e877e73e-91d8-4880-834f-0c31ac0637b5,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:01.513661 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a59fcaa-ee04-49e5-9067-3311fdd61e8a tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] No DVR routers for this DVR port e877e73e-91d8-4880-834f-0c31ac0637b5 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:02:01.598182 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a59fcaa-ee04-49e5-9067-3311fdd61e8a tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:01.608033 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-6a59fcaa-ee04-49e5-9067-3311fdd61e8a tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16edaf70-71e5-4150-9b89-25c3757196a4']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:02:01.618153 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-6a59fcaa-ee04-49e5-9067-3311fdd61e8a tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff5b8fc6-8a53-4eaf-96e0-ba4259e2fb22') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:02:01.618454 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-6a59fcaa-ee04-49e5-9067-3311fdd61e8a tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff5b8fc6-8a53-4eaf-96e0-ba4259e2fb22') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:02:01.627720 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a59fcaa-ee04-49e5-9067-3311fdd61e8a tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:01.639588 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6e2d540c-7f8e-44d5-90ad-f843b98a5f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:01.641398 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a59fcaa-ee04-49e5-9067-3311fdd61e8a tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:01.647179 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a59fcaa-ee04-49e5-9067-3311fdd61e8a tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 10:02:01.647597 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a59fcaa-ee04-49e5-9067-3311fdd61e8a tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: timer() Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 10:02:01.650671 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 10:02:01.684809 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-6e2d540c-7f8e-44d5-90ad-f843b98a5f1d None None] For port 31935ac9-01a1-4636-a5f1-8c41fe5f5518, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=31935ac9-01a1-4636-a5f1-8c41fe5f5518,segment=NetworkSegment(b48f5bc0-267b-40be-83ed-c176a570ffba),segment_id=b48f5bc0-267b-40be-83ed-c176a570ffba)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:02:01.691612 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6e2d540c-7f8e-44d5-90ad-f843b98a5f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:01.721753 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a59fcaa-ee04-49e5-9067-3311fdd61e8a tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:01.729328 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6a59fcaa-ee04-49e5-9067-3311fdd61e8a tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:01.731605 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6a59fcaa-ee04-49e5-9067-3311fdd61e8a tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] 10.222.0.32 "DELETE /v2.0/networks/16edaf70-71e5-4150-9b89-25c3757196a4 HTTP/1.1" status: 204 len: 168 time: 0.5976520 Jul 24 10:02:01.734083 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49576) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:02:01.745668 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d540c-7f8e-44d5-90ad-f843b98a5f1d None None] Pushing event updated for resources: {'Port': ['ID=31935ac9-01a1-4636-a5f1-8c41fe5f5518,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:01.753301 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59fcaa-ee04-49e5-9067-3311fdd61e8a tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Pushing event deleted for resources: {'Network': ['ID=16edaf70-71e5-4150-9b89-25c3757196a4,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:01.797595 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbfbe89f-ffc4-4c21-8bc6-b5495f6a7d38 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Deleting subnet 16215f80-ead7-4f75-8bfc-bfa92ef35bcc {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 10:02:01.801039 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dbfbe89f-ffc4-4c21-8bc6-b5495f6a7d38 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:01.841374 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dbfbe89f-ffc4-4c21-8bc6-b5495f6a7d38 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:01.921688 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d945f48d-f3bb-4852-b3ec-0453a8353123 None None] Provisioning complete for port 31935ac9-01a1-4636-a5f1-8c41fe5f5518 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:02:01.922886 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d945f48d-f3bb-4852-b3ec-0453a8353123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:01.942645 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dbfbe89f-ffc4-4c21-8bc6-b5495f6a7d38 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:02.009814 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dbfbe89f-ffc4-4c21-8bc6-b5495f6a7d38 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:02.035644 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbe89f-ffc4-4c21-8bc6-b5495f6a7d38 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Pushing event deleted for resources: {'Subnet': ['ID=16215f80-ead7-4f75-8bfc-bfa92ef35bcc,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:02.041674 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dbfbe89f-ffc4-4c21-8bc6-b5495f6a7d38 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:02.043615 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-dbfbe89f-ffc4-4c21-8bc6-b5495f6a7d38 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] 10.222.0.32 "DELETE /v2.0/subnets/16215f80-ead7-4f75-8bfc-bfa92ef35bcc HTTP/1.1" status: 204 len: 168 time: 0.3078730 Jul 24 10:02:02.046127 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49578) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:02:02.050441 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22bf050-ebfa-4fbc-bc79-47496608dd0c None None] Network a64f106b-252d-49eb-b3f0-72fa46c63fc6 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:02:02.135819 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7e37-ea11-4c33-9e55-1f8b8329489f tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:02.194378 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-ff0d7e37-ea11-4c33-9e55-1f8b8329489f tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Deleting port 31935ac9-01a1-4636-a5f1-8c41fe5f5518 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:02:02.194738 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7e37-ea11-4c33-9e55-1f8b8329489f tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:02.263184 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-ff0d7e37-ea11-4c33-9e55-1f8b8329489f tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] For port 31935ac9-01a1-4636-a5f1-8c41fe5f5518, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=31935ac9-01a1-4636-a5f1-8c41fe5f5518,segment=NetworkSegment(b48f5bc0-267b-40be-83ed-c176a570ffba),segment_id=b48f5bc0-267b-40be-83ed-c176a570ffba)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:02:02.263598 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbabfa01-53f8-4d17-af0c-f33b45e2f589 None None] DHCP port deletion for a64f106b-252d-49eb-b3f0-72fa46c63fc6 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 10:02:02.264071 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7e37-ea11-4c33-9e55-1f8b8329489f tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:02.277517 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-ff0d7e37-ea11-4c33-9e55-1f8b8329489f tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Calling delete_port for 31935ac9-01a1-4636-a5f1-8c41fe5f5518 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:02:02.293626 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ac5570-2f17-4eef-b00d-98417947ee28 None None] DHCP port deletion for 16edaf70-71e5-4150-9b89-25c3757196a4 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 10:02:02.315779 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782fce52-7522-4af8-a86f-77eb4d4bcc13 None None] Network 16edaf70-71e5-4150-9b89-25c3757196a4 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:02:02.335780 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e7a6c543-1f49-48f5-9be8-a35c359bb7d8 None None] Could not find standard attr ID for object e877e73e-91d8-4880-834f-0c31ac0637b5. {{(pid=94037) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 10:02:02.339051 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782fce52-7522-4af8-a86f-77eb4d4bcc13 None None] Network 16edaf70-71e5-4150-9b89-25c3757196a4 could not be found, it might have been deleted concurrently. {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 24 10:02:02.342524 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-dbabfa01-53f8-4d17-af0c-f33b45e2f589 None None] Deleting port 31935ac9-01a1-4636-a5f1-8c41fe5f5518 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:02:02.342971 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dbabfa01-53f8-4d17-af0c-f33b45e2f589 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:02.365059 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7e37-ea11-4c33-9e55-1f8b8329489f tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:02.389618 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d7e37-ea11-4c33-9e55-1f8b8329489f tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Pushing event deleted for resources: {'Port': ['ID=31935ac9-01a1-4636-a5f1-8c41fe5f5518,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:02.393683 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0d7e37-ea11-4c33-9e55-1f8b8329489f tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] No DVR routers for this DVR port 31935ac9-01a1-4636-a5f1-8c41fe5f5518 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:02:02.407163 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-dbabfa01-53f8-4d17-af0c-f33b45e2f589 None None] For port 31935ac9-01a1-4636-a5f1-8c41fe5f5518, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=31935ac9-01a1-4636-a5f1-8c41fe5f5518,segment=NetworkSegment(b48f5bc0-267b-40be-83ed-c176a570ffba),segment_id=b48f5bc0-267b-40be-83ed-c176a570ffba)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:02:02.407564 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dbabfa01-53f8-4d17-af0c-f33b45e2f589 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:02.419273 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-dbabfa01-53f8-4d17-af0c-f33b45e2f589 None None] Calling delete_port for 31935ac9-01a1-4636-a5f1-8c41fe5f5518 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:02:02.473450 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7e37-ea11-4c33-9e55-1f8b8329489f tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:02.483255 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-ff0d7e37-ea11-4c33-9e55-1f8b8329489f tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64f106b-252d-49eb-b3f0-72fa46c63fc6']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:02:02.493199 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-ff0d7e37-ea11-4c33-9e55-1f8b8329489f tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48f5bc0-267b-40be-83ed-c176a570ffba') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:02:02.493504 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-ff0d7e37-ea11-4c33-9e55-1f8b8329489f tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48f5bc0-267b-40be-83ed-c176a570ffba') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:02:02.496963 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dbabfa01-53f8-4d17-af0c-f33b45e2f589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:02.502409 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7e37-ea11-4c33-9e55-1f8b8329489f tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:02.516323 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7e37-ea11-4c33-9e55-1f8b8329489f tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:02.522272 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabfa01-53f8-4d17-af0c-f33b45e2f589 None None] Pushing event deleted for resources: {'Port': ['ID=31935ac9-01a1-4636-a5f1-8c41fe5f5518,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:02.522814 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0d7e37-ea11-4c33-9e55-1f8b8329489f tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 10:02:02.523295 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7e37-ea11-4c33-9e55-1f8b8329489f tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: timer() Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 10:02:02.526428 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 10:02:02.528631 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbabfa01-53f8-4d17-af0c-f33b45e2f589 None None] No DVR routers for this DVR port 31935ac9-01a1-4636-a5f1-8c41fe5f5518 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:02:02.595091 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7e37-ea11-4c33-9e55-1f8b8329489f tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:02.601813 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7e37-ea11-4c33-9e55-1f8b8329489f tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:02.603515 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ff0d7e37-ea11-4c33-9e55-1f8b8329489f tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] 10.222.0.32 "DELETE /v2.0/networks/a64f106b-252d-49eb-b3f0-72fa46c63fc6 HTTP/1.1" status: 204 len: 168 time: 0.5565836 Jul 24 10:02:02.606366 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49580) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:02:02.614373 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d7e37-ea11-4c33-9e55-1f8b8329489f tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Pushing event deleted for resources: {'Network': ['ID=a64f106b-252d-49eb-b3f0-72fa46c63fc6,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:02.636565 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-87bdb108-60ab-4eb1-b9e1-3886267e98f1 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] 10.222.0.32 "GET /v2.0/ports?device_id=a492f111-79ea-441a-8d88-542677465765 HTTP/1.1" status: 200 len: 205 time: 0.0290518 Jul 24 10:02:02.638936 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49582) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:02:02.710475 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a5438e12-d35d-4dbd-ad5b-b953d3a22ea2 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:03.006447 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 31935ac9-01a1-4636-a5f1-8c41fe5f5518 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:02:03.026458 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 31935ac9-01a1-4636-a5f1-8c41fe5f5518 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:02:03.026813 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 31935ac9-01a1-4636-a5f1-8c41fe5f5518 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:02:03.050036 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:03.185905 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a5438e12-d35d-4dbd-ad5b-b953d3a22ea2 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:03.188551 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a5438e12-d35d-4dbd-ad5b-b953d3a22ea2 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:03.232794 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a5438e12-d35d-4dbd-ad5b-b953d3a22ea2 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:03.233219 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5438e12-d35d-4dbd-ad5b-b953d3a22ea2 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Fanout notify agent at l3_agent the message router_deleted on router a492f111-79ea-441a-8d88-542677465765 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 10:02:03.240609 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a5438e12-d35d-4dbd-ad5b-b953d3a22ea2 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:03.241727 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a5438e12-d35d-4dbd-ad5b-b953d3a22ea2 tempest-RoutersNegativeTest-1807843008 tempest-RoutersNegativeTest-1807843008-project] 10.222.0.32 "DELETE /v2.0/routers/a492f111-79ea-441a-8d88-542677465765 HTTP/1.1" status: 204 len: 168 time: 0.6018867 Jul 24 10:02:03.470236 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49588) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:02:03.596226 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bf3fa528-540e-4bc0-89a0-5abb4a9ccecf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97ffabf92b82421f8b6720efead348c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1248381 Jul 24 10:02:03.598759 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49592) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:02:03.644393 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a97f362-d289-42ee-b59a-006f0da8d8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:03.665204 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a97f362-d289-42ee-b59a-006f0da8d8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:03.710131 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a97f362-d289-42ee-b59a-006f0da8d8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:03.713040 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1a97f362-d289-42ee-b59a-006f0da8d8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:03.714190 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1a97f362-d289-42ee-b59a-006f0da8d8be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46c2e5bc-a150-4d29-bd24-152863f0c01f HTTP/1.1" status: 204 len: 168 time: 0.1145368 Jul 24 10:02:03.722473 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97f362-d289-42ee-b59a-006f0da8d8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c2e5bc-a150-4d29-bd24-152863f0c01f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:04.307879 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49614) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:02:04.399107 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-b9c47e57-c992-40cb-a818-d63b70721152 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1217091999-network', 'tenant_id': '6f26b80e41c84b7da07b9a94154ab4e2'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:02:04.418650 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c47e57-c992-40cb-a818-d63b70721152 admin admin] Made reservation on behalf of 6f26b80e41c84b7da07b9a94154ab4e2 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:02:04.420917 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9c47e57-c992-40cb-a818-d63b70721152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:04.429502 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9c47e57-c992-40cb-a818-d63b70721152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:04.513455 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9c47e57-c992-40cb-a818-d63b70721152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:04.517167 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9c47e57-c992-40cb-a818-d63b70721152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:04.537952 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c47e57-c992-40cb-a818-d63b70721152 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 10:02:04.555463 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9c47e57-c992-40cb-a818-d63b70721152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:04.555812 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-b9c47e57-c992-40cb-a818-d63b70721152 admin admin] Added segment fd9154a2-4827-4aff-9318-75a4ce69bf32 of type vlan for network 8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b Jul 24 10:02:04.557058 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c47e57-c992-40cb-a818-d63b70721152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456c6f98-4e4b-4274-9fec-7a7d3c899b0f,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:04.596034 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9c47e57-c992-40cb-a818-d63b70721152 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:04.623752 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9c47e57-c992-40cb-a818-d63b70721152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:04.624646 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c47e57-c992-40cb-a818-d63b70721152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:04.625866 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b9c47e57-c992-40cb-a818-d63b70721152 admin admin] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:04.654267 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b9c47e57-c992-40cb-a818-d63b70721152 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3453381 Jul 24 10:02:04.657303 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49618) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:02:04.662375 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-645021bb-f33b-4314-9f5b-059247a81319 admin admin] Request body: {'subnet': {'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1217091999-subnet', 'tenant_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:02:04.683017 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645021bb-f33b-4314-9f5b-059247a81319 admin admin] Made reservation on behalf of 6f26b80e41c84b7da07b9a94154ab4e2 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:02:04.685582 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-645021bb-f33b-4314-9f5b-059247a81319 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:04.686542 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c47e57-c992-40cb-a818-d63b70721152 admin admin] Pushing event updated for resources: {'Network': ['ID=8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:04.696990 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 10:02:04.858227 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-645021bb-f33b-4314-9f5b-059247a81319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:04.913838 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645021bb-f33b-4314-9f5b-059247a81319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eab84b3-7205-48d5-9316-c399b7b2b8e1,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:04.921762 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645021bb-f33b-4314-9f5b-059247a81319 admin admin] Checking segment: {'id': 'fd9154a2-4827-4aff-9318-75a4ce69bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:02:04.922684 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645021bb-f33b-4314-9f5b-059247a81319 admin admin] Network hostable DHCP agents. Network: 8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 10:02:04.938138 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645021bb-f33b-4314-9f5b-059247a81319 admin admin] Network 8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 10:02:04.946535 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-645021bb-f33b-4314-9f5b-059247a81319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:02:04.950933 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645021bb-f33b-4314-9f5b-059247a81319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:04.951908 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-645021bb-f33b-4314-9f5b-059247a81319 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:04.955097 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35320852-133a-4b6f-81c8-8b884fc0f611 None None] Network 8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:02:04.965613 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-645021bb-f33b-4314-9f5b-059247a81319 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3071971 Jul 24 10:02:04.968316 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49620) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:02:04.973282 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-16f6612c-6bf0-40a7-8308-14c47c5385ee admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1217091999-router', 'tenant_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:02:04.994183 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16f6612c-6bf0-40a7-8308-14c47c5385ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:04.995252 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16f6612c-6bf0-40a7-8308-14c47c5385ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:05.049948 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16f6612c-6bf0-40a7-8308-14c47c5385ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:05.107257 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3d12df-da81-423e-a053-c15927614b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b', 'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b', 'tenant_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'fixed_ips': [{'subnet_id': '2eab84b3-7205-48d5-9316-c399b7b2b8e1'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 10:02:05.108137 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0c3d12df-da81-423e-a053-c15927614b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:05.183677 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16f6612c-6bf0-40a7-8308-14c47c5385ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:05.239404 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-0c3d12df-da81-423e-a053-c15927614b90 None None] Allocated IP 172.20.0.2 (8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b/2eab84b3-7205-48d5-9316-c399b7b2b8e1/63a111df-6544-4deb-80e8-15623dc5ff23) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:02:05.376626 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0c3d12df-da81-423e-a053-c15927614b90 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:05.385168 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0c3d12df-da81-423e-a053-c15927614b90 None None] Transition to ACTIVE for port object 63a111df-6544-4deb-80e8-15623dc5ff23 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:02:05.399314 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16f6612c-6bf0-40a7-8308-14c47c5385ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:05.400133 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0c3d12df-da81-423e-a053-c15927614b90 None None] Transition to ACTIVE for port object 63a111df-6544-4deb-80e8-15623dc5ff23 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:02:05.405818 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0c3d12df-da81-423e-a053-c15927614b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:05.418924 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16f6612c-6bf0-40a7-8308-14c47c5385ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:05.440977 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3d12df-da81-423e-a053-c15927614b90 None None] Network 8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:02:05.443608 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-0c3d12df-da81-423e-a053-c15927614b90 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:02:05.448886 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d12df-da81-423e-a053-c15927614b90 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:02:05.457769 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d12df-da81-423e-a053-c15927614b90 None None] Pushing event updated for resources: {'Port': ['ID=63a111df-6544-4deb-80e8-15623dc5ff23,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:05.514186 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-0c3d12df-da81-423e-a053-c15927614b90 None None] Attempting to bind port 63a111df-6544-4deb-80e8-15623dc5ff23 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:02:05.514568 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-0c3d12df-da81-423e-a053-c15927614b90 None None] Attempting to bind port 63a111df-6544-4deb-80e8-15623dc5ff23 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'fd9154a2-4827-4aff-9318-75a4ce69bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:02:05.514912 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3d12df-da81-423e-a053-c15927614b90 None None] Attempting to bind port 63a111df-6544-4deb-80e8-15623dc5ff23 on network 8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:02:05.520221 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3d12df-da81-423e-a053-c15927614b90 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:02:05.520591 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3d12df-da81-423e-a053-c15927614b90 None None] Checking segment: {'id': 'fd9154a2-4827-4aff-9318-75a4ce69bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:02:05.521016 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0c3d12df-da81-423e-a053-c15927614b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:05.521116 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-16f6612c-6bf0-40a7-8308-14c47c5385ee admin admin] Allocated IP 172.25.7.86 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/2602d254-7f74-4487-9650-7ffdaab2e6b1) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:02:05.521415 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3d12df-da81-423e-a053-c15927614b90 None None] Bound using segment: {'id': 'fd9154a2-4827-4aff-9318-75a4ce69bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:02:05.521876 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-0c3d12df-da81-423e-a053-c15927614b90 None None] Bound port: 63a111df-6544-4deb-80e8-15623dc5ff23, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9154a2-4827-4aff-9318-75a4ce69bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:02:05.522252 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0c3d12df-da81-423e-a053-c15927614b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:05.583876 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-0c3d12df-da81-423e-a053-c15927614b90 None None] For port 63a111df-6544-4deb-80e8-15623dc5ff23, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:02:05.586837 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-0c3d12df-da81-423e-a053-c15927614b90 None None] For port 63a111df-6544-4deb-80e8-15623dc5ff23, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=63a111df-6544-4deb-80e8-15623dc5ff23,segment=NetworkSegment(fd9154a2-4827-4aff-9318-75a4ce69bf32),segment_id=fd9154a2-4827-4aff-9318-75a4ce69bf32)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:02:05.590356 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0c3d12df-da81-423e-a053-c15927614b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:05.629595 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16f6612c-6bf0-40a7-8308-14c47c5385ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:05.652200 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d12df-da81-423e-a053-c15927614b90 None None] Pushing event updated for resources: {'Port': ['ID=63a111df-6544-4deb-80e8-15623dc5ff23,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:05.674465 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16f6612c-6bf0-40a7-8308-14c47c5385ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:05.716011 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f6612c-6bf0-40a7-8308-14c47c5385ee admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:02:05.720848 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-16f6612c-6bf0-40a7-8308-14c47c5385ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:02:05.724552 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f6612c-6bf0-40a7-8308-14c47c5385ee admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:02:05.730242 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6612c-6bf0-40a7-8308-14c47c5385ee admin admin] Pushing event updated for resources: {'Port': ['ID=2602d254-7f74-4487-9650-7ffdaab2e6b1,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:05.976253 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16f6612c-6bf0-40a7-8308-14c47c5385ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:06.164700 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16f6612c-6bf0-40a7-8308-14c47c5385ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:06.497646 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099cdf63-fb70-4ecf-be2c-df25e6156168 None None] Network 8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:02:06.611041 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f6612c-6bf0-40a7-8308-14c47c5385ee admin admin] Router e132488b-15b8-4042-a5a2-c648f7ff5c9a is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 10:02:06.718196 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f6612c-6bf0-40a7-8308-14c47c5385ee admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:02:06.730824 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] Sync routers for ids ['e132488b-15b8-4042-a5a2-c648f7ff5c9a'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:02:06.734058 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-16f6612c-6bf0-40a7-8308-14c47c5385ee admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:06.738299 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-16f6612c-6bf0-40a7-8308-14c47c5385ee admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7655914 Jul 24 10:02:06.738436 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49622) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:02:06.747953 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-707682a8-08d9-4c10-a604-956630814744 None None] Provisioning for port 63a111df-6544-4deb-80e8-15623dc5ff23 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:02:06.757009 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] Routers {'e132488b-15b8-4042-a5a2-c648f7ff5c9a'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:02:06.757628 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:02:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e132488b-15b8-4042-a5a2-c648f7ff5c9a'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:02:06.910449 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] Set router e132488b-15b8-4042-a5a2-c648f7ff5c9a gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:02:07.051669 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 63a111df-6544-4deb-80e8-15623dc5ff23 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:02:07.142608 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 63a111df-6544-4deb-80e8-15623dc5ff23 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:02:07.148096 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 63a111df-6544-4deb-80e8-15623dc5ff23 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:02:07.148485 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:07.173980 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e132488b-15b8-4042-a5a2-c648f7ff5c9a', 'name': 'tempest-TestEncryptedCinderVolumes-1217091999-router', 'tenant_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '2602d254-7f74-4487-9650-7ffdaab2e6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:02:04Z', 'updated_at': '2021-07-24T10:02:05Z', 'revision_number': 3, 'project_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'gw_port': {'id': '2602d254-7f74-4487-9650-7ffdaab2e6b1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:dd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e132488b-15b8-4042-a5a2-c648f7ff5c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:02:05Z', 'updated_at': '2021-07-24T10:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:02:07.182173 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-272aa237-1747-4203-a30b-b2ce9f4bb78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:07.205814 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] Checking router: e132488b-15b8-4042-a5a2-c648f7ff5c9a for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:02:07.206168 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] Updating router e132488b-15b8-4042-a5a2-c648f7ff5c9a port 2602d254-7f74-4487-9650-7ffdaab2e6b1 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 10:02:07.250644 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:07.321488 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:07.326666 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5482584e-a46b-4de3-8a8d-7e1004cc1c45 None None] Provisioning complete for port 63a111df-6544-4deb-80e8-15623dc5ff23 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:02:07.327029 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5482584e-a46b-4de3-8a8d-7e1004cc1c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:07.383811 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-272aa237-1747-4203-a30b-b2ce9f4bb78f admin admin] Allocated IP 172.20.0.1 (8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b/2eab84b3-7205-48d5-9316-c399b7b2b8e1/b95074b6-133b-4d53-ad63-0fc805290a8f) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:02:07.446940 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 63a111df-6544-4deb-80e8-15623dc5ff23, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=63a111df-6544-4deb-80e8-15623dc5ff23,segment=NetworkSegment(fd9154a2-4827-4aff-9318-75a4ce69bf32),segment_id=fd9154a2-4827-4aff-9318-75a4ce69bf32)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:02:07.461670 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:07.494826 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-272aa237-1747-4203-a30b-b2ce9f4bb78f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:07.508839 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-272aa237-1747-4203-a30b-b2ce9f4bb78f admin admin] Transition to ACTIVE for port object b95074b6-133b-4d53-ad63-0fc805290a8f will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:02:07.542908 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-272aa237-1747-4203-a30b-b2ce9f4bb78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:07.580367 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272aa237-1747-4203-a30b-b2ce9f4bb78f admin admin] Network 8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:02:07.583229 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-272aa237-1747-4203-a30b-b2ce9f4bb78f admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:02:07.589619 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272aa237-1747-4203-a30b-b2ce9f4bb78f admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:02:07.593891 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=63a111df-6544-4deb-80e8-15623dc5ff23,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:07.618530 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272aa237-1747-4203-a30b-b2ce9f4bb78f admin admin] Pushing event updated for resources: {'Port': ['ID=b95074b6-133b-4d53-ad63-0fc805290a8f,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:07.635480 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-272aa237-1747-4203-a30b-b2ce9f4bb78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:07.676395 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:07.687350 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] Transition to ACTIVE for port object 2602d254-7f74-4487-9650-7ffdaab2e6b1 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:02:07.695015 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:07.744986 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] Attempting to bind port 2602d254-7f74-4487-9650-7ffdaab2e6b1 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:02:07.745395 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] Attempting to bind port 2602d254-7f74-4487-9650-7ffdaab2e6b1 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:02:07.745824 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] Attempting to bind port 2602d254-7f74-4487-9650-7ffdaab2e6b1 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:02:07.753847 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:02:07.754340 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:02:07.754754 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:07.755152 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:02:07.755632 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] Bound port: 2602d254-7f74-4487-9650-7ffdaab2e6b1, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:02:07.756018 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:07.784037 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-272aa237-1747-4203-a30b-b2ce9f4bb78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:07.789399 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd777f2f-2ba1-4bc0-8500-2e5ffaf1bc3f None None] Pushing event updated for resources: {'Port': ['ID=2602d254-7f74-4487-9650-7ffdaab2e6b1,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:07.828602 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] For port 2602d254-7f74-4487-9650-7ffdaab2e6b1, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:02:07.832210 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] For port 2602d254-7f74-4487-9650-7ffdaab2e6b1, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=2602d254-7f74-4487-9650-7ffdaab2e6b1,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:02:07.833391 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-99c3f47c-a4cd-4fbc-bdc6-c2b5f3905fde None None] Provisioning for port b95074b6-133b-4d53-ad63-0fc805290a8f completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:02:07.838073 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:07.840071 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-99c3f47c-a4cd-4fbc-bdc6-c2b5f3905fde None None] Provisioning complete for port b95074b6-133b-4d53-ad63-0fc805290a8f triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:02:07.840417 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-99c3f47c-a4cd-4fbc-bdc6-c2b5f3905fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:07.919950 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-99c3f47c-a4cd-4fbc-bdc6-c2b5f3905fde None None] Port b95074b6-133b-4d53-ad63-0fc805290a8f cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:02:07.929350 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd777f2f-2ba1-4bc0-8500-2e5ffaf1bc3f None None] Pushing event updated for resources: {'Port': ['ID=2602d254-7f74-4487-9650-7ffdaab2e6b1,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:07.935889 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] Routers {'e132488b-15b8-4042-a5a2-c648f7ff5c9a'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:02:07.936509 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:02:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e132488b-15b8-4042-a5a2-c648f7ff5c9a'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:02:07.956159 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-272aa237-1747-4203-a30b-b2ce9f4bb78f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:07.961327 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-272aa237-1747-4203-a30b-b2ce9f4bb78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:08.030951 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272aa237-1747-4203-a30b-b2ce9f4bb78f admin admin] Pushing event updated for resources: {'Port': ['ID=b95074b6-133b-4d53-ad63-0fc805290a8f,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:08.035001 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-272aa237-1747-4203-a30b-b2ce9f4bb78f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:08.039927 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] Set router e132488b-15b8-4042-a5a2-c648f7ff5c9a gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:02:08.126851 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272aa237-1747-4203-a30b-b2ce9f4bb78f admin admin] Network 8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:02:08.128289 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-272aa237-1747-4203-a30b-b2ce9f4bb78f admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:02:08.254049 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e132488b-15b8-4042-a5a2-c648f7ff5c9a', 'name': 'tempest-TestEncryptedCinderVolumes-1217091999-router', 'tenant_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '2602d254-7f74-4487-9650-7ffdaab2e6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:02:04Z', 'updated_at': '2021-07-24T10:02:07Z', 'revision_number': 4, 'project_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'gw_port': {'id': '2602d254-7f74-4487-9650-7ffdaab2e6b1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:dd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e132488b-15b8-4042-a5a2-c648f7ff5c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:02:05Z', 'updated_at': '2021-07-24T10:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'b95074b6-133b-4d53-ad63-0fc805290a8f', 'name': '', 'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b', 'tenant_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'mac_address': 'fa:16:3e:42:91:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e132488b-15b8-4042-a5a2-c648f7ff5c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '2eab84b3-7205-48d5-9316-c399b7b2b8e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:02:07Z', 'updated_at': '2021-07-24T10:02:07Z', 'revision_number': 1, 'project_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'subnets': [{'id': '2eab84b3-7205-48d5-9316-c399b7b2b8e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:02:08.268864 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272aa237-1747-4203-a30b-b2ce9f4bb78f admin admin] Router e132488b-15b8-4042-a5a2-c648f7ff5c9a has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:02:08.282316 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce293810-63ca-4843-8022-bef6d3077f2b None None] The sync data for ids ['e132488b-15b8-4042-a5a2-c648f7ff5c9a'] in n-d-800085-9 is: [{'id': 'e132488b-15b8-4042-a5a2-c648f7ff5c9a', 'name': 'tempest-TestEncryptedCinderVolumes-1217091999-router', 'tenant_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '2602d254-7f74-4487-9650-7ffdaab2e6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:02:04Z', 'updated_at': '2021-07-24T10:02:07Z', 'revision_number': 4, 'project_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'gw_port': {'id': '2602d254-7f74-4487-9650-7ffdaab2e6b1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:dd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e132488b-15b8-4042-a5a2-c648f7ff5c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:02:05Z', 'updated_at': '2021-07-24T10:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'b95074b6-133b-4d53-ad63-0fc805290a8f', 'name': '', 'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b', 'tenant_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'mac_address': 'fa:16:3e:42:91:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e132488b-15b8-4042-a5a2-c648f7ff5c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '2eab84b3-7205-48d5-9316-c399b7b2b8e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:02:07Z', 'updated_at': '2021-07-24T10:02:07Z', 'revision_number': 1, 'project_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'subnets': [{'id': '2eab84b3-7205-48d5-9316-c399b7b2b8e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:02:08.343460 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-86ab7b1d-613e-4f50-92f2-0a71fb3deb41 None None] Provisioning complete for port b95074b6-133b-4d53-ad63-0fc805290a8f triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:02:08.343654 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-86ab7b1d-613e-4f50-92f2-0a71fb3deb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:08.379927 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-86ab7b1d-613e-4f50-92f2-0a71fb3deb41 None None] Port b95074b6-133b-4d53-ad63-0fc805290a8f cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:02:08.380152 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272aa237-1747-4203-a30b-b2ce9f4bb78f admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:02:08.385475 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-272aa237-1747-4203-a30b-b2ce9f4bb78f admin admin] 10.222.0.32 "PUT /v2.0/routers/e132488b-15b8-4042-a5a2-c648f7ff5c9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6461542 Jul 24 10:02:08.913677 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49638) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:02:08.918787 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-94a439c9-cb6b-4b05-8e0a-8ce03c666130 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-656337692-network', 'tenant_id': '14f1c5a71d5b48ce80108170a0769db9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:02:08.949159 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a439c9-cb6b-4b05-8e0a-8ce03c666130 admin admin] Made reservation on behalf of 14f1c5a71d5b48ce80108170a0769db9 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:02:08.951645 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-94a439c9-cb6b-4b05-8e0a-8ce03c666130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:08.961478 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-94a439c9-cb6b-4b05-8e0a-8ce03c666130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:09.068591 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-94a439c9-cb6b-4b05-8e0a-8ce03c666130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:09.074759 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-94a439c9-cb6b-4b05-8e0a-8ce03c666130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:09.103402 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a439c9-cb6b-4b05-8e0a-8ce03c666130 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 10:02:09.112525 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 2602d254-7f74-4487-9650-7ffdaab2e6b1 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:02:09.116250 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a439c9-cb6b-4b05-8e0a-8ce03c666130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54617fa9-c974-4cfa-a118-279f7d3e24d9,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:09.121485 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-94a439c9-cb6b-4b05-8e0a-8ce03c666130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:09.121889 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-94a439c9-cb6b-4b05-8e0a-8ce03c666130 admin admin] Added segment 84bbdfac-8b31-4936-8c65-6e6bf0d6a34c of type vlan for network b4d3ecdb-f4db-4e2b-a408-ee41b724cf67 Jul 24 10:02:09.170192 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-94a439c9-cb6b-4b05-8e0a-8ce03c666130 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:09.180554 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 2602d254-7f74-4487-9650-7ffdaab2e6b1 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:02:09.184589 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 2602d254-7f74-4487-9650-7ffdaab2e6b1 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:02:09.184993 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:09.206101 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-94a439c9-cb6b-4b05-8e0a-8ce03c666130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:09.207205 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a439c9-cb6b-4b05-8e0a-8ce03c666130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:09.207844 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-94a439c9-cb6b-4b05-8e0a-8ce03c666130 admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:09.240880 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-94a439c9-cb6b-4b05-8e0a-8ce03c666130 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3260107 Jul 24 10:02:09.243752 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49640) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:02:09.248773 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-16c07c7f-7fec-4aef-83bb-766c15b27cfd admin admin] Request body: {'subnet': {'network_id': 'b4d3ecdb-f4db-4e2b-a408-ee41b724cf67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-656337692-subnet', 'tenant_id': '14f1c5a71d5b48ce80108170a0769db9', 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:02:09.272977 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c07c7f-7fec-4aef-83bb-766c15b27cfd admin admin] Made reservation on behalf of 14f1c5a71d5b48ce80108170a0769db9 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:02:09.274214 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:09.276941 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-16c07c7f-7fec-4aef-83bb-766c15b27cfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:09.279278 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a439c9-cb6b-4b05-8e0a-8ce03c666130 admin admin] Pushing event updated for resources: {'Network': ['ID=b4d3ecdb-f4db-4e2b-a408-ee41b724cf67,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:09.297504 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network b4d3ecdb-f4db-4e2b-a408-ee41b724cf67 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 10:02:09.303663 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 2602d254-7f74-4487-9650-7ffdaab2e6b1, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=2602d254-7f74-4487-9650-7ffdaab2e6b1,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:02:09.316333 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:09.317155 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 63a111df-6544-4deb-80e8-15623dc5ff23 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:02:09.447080 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=2602d254-7f74-4487-9650-7ffdaab2e6b1,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:09.450382 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-16c07c7f-7fec-4aef-83bb-766c15b27cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:09.459007 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 63a111df-6544-4deb-80e8-15623dc5ff23 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:02:09.459392 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:09.512542 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c07c7f-7fec-4aef-83bb-766c15b27cfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=501d74d2-bf91-4bbb-9538-9b095e71d5e3,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:09.525072 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c07c7f-7fec-4aef-83bb-766c15b27cfd admin admin] Checking segment: {'id': '84bbdfac-8b31-4936-8c65-6e6bf0d6a34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b4d3ecdb-f4db-4e2b-a408-ee41b724cf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:02:09.525864 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c07c7f-7fec-4aef-83bb-766c15b27cfd admin admin] Network hostable DHCP agents. Network: b4d3ecdb-f4db-4e2b-a408-ee41b724cf67, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 10:02:09.546322 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c07c7f-7fec-4aef-83bb-766c15b27cfd admin admin] Network b4d3ecdb-f4db-4e2b-a408-ee41b724cf67 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 10:02:09.555889 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-16c07c7f-7fec-4aef-83bb-766c15b27cfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, b4d3ecdb-f4db-4e2b-a408-ee41b724cf67) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:02:09.560453 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c07c7f-7fec-4aef-83bb-766c15b27cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:09.561580 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-16c07c7f-7fec-4aef-83bb-766c15b27cfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:09.564447 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ee3a50-b697-4d09-a300-795cbd86e9a0 None None] Network b4d3ecdb-f4db-4e2b-a408-ee41b724cf67 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:02:09.575263 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-16c07c7f-7fec-4aef-83bb-766c15b27cfd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3303540 Jul 24 10:02:09.577909 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49642) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:02:09.582747 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-73831f4f-9668-452c-91af-10f11f28c4d3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-656337692-router', 'tenant_id': '14f1c5a71d5b48ce80108170a0769db9', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:02:09.603404 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-73831f4f-9668-452c-91af-10f11f28c4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:09.604350 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-73831f4f-9668-452c-91af-10f11f28c4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:09.655847 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-73831f4f-9668-452c-91af-10f11f28c4d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:09.710469 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205cc778-bda6-4916-b40a-9c9cba069022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-b4d3ecdb-f4db-4e2b-a408-ee41b724cf67', 'network_id': 'b4d3ecdb-f4db-4e2b-a408-ee41b724cf67', 'tenant_id': '14f1c5a71d5b48ce80108170a0769db9', 'fixed_ips': [{'subnet_id': '501d74d2-bf91-4bbb-9538-9b095e71d5e3'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 10:02:09.711350 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-205cc778-bda6-4916-b40a-9c9cba069022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:09.795612 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-73831f4f-9668-452c-91af-10f11f28c4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:09.849803 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-205cc778-bda6-4916-b40a-9c9cba069022 None None] Allocated IP 172.20.0.2 (b4d3ecdb-f4db-4e2b-a408-ee41b724cf67/501d74d2-bf91-4bbb-9538-9b095e71d5e3/7564a85c-975f-46f2-958b-e83f18ada57f) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:02:10.018259 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-73831f4f-9668-452c-91af-10f11f28c4d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:10.043962 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-73831f4f-9668-452c-91af-10f11f28c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:10.154304 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-73831f4f-9668-452c-91af-10f11f28c4d3 admin admin] Allocated IP 172.25.7.229 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/eb00b26e-4bb2-43c4-ac2f-88ea1949f837) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:02:10.156391 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-205cc778-bda6-4916-b40a-9c9cba069022 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:10.167512 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-205cc778-bda6-4916-b40a-9c9cba069022 None None] Transition to ACTIVE for port object 7564a85c-975f-46f2-958b-e83f18ada57f will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:02:10.185761 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-205cc778-bda6-4916-b40a-9c9cba069022 None None] Transition to ACTIVE for port object 7564a85c-975f-46f2-958b-e83f18ada57f will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:02:10.192229 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-205cc778-bda6-4916-b40a-9c9cba069022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:10.228754 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d42984-35bf-4120-985a-48e0771061ec None None] Sync routers for ids ['e132488b-15b8-4042-a5a2-c648f7ff5c9a'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:02:10.235784 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205cc778-bda6-4916-b40a-9c9cba069022 None None] Network b4d3ecdb-f4db-4e2b-a408-ee41b724cf67 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:02:10.241789 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205cc778-bda6-4916-b40a-9c9cba069022 None None] Pushing event updated for resources: {'Port': ['ID=7564a85c-975f-46f2-958b-e83f18ada57f,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:10.247140 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d42984-35bf-4120-985a-48e0771061ec None None] Routers {'e132488b-15b8-4042-a5a2-c648f7ff5c9a'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:02:10.248529 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-93d42984-35bf-4120-985a-48e0771061ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:02:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e132488b-15b8-4042-a5a2-c648f7ff5c9a'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:02:10.250723 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-205cc778-bda6-4916-b40a-9c9cba069022 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:02:10.252965 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205cc778-bda6-4916-b40a-9c9cba069022 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:02:10.278403 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-73831f4f-9668-452c-91af-10f11f28c4d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:10.313506 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-205cc778-bda6-4916-b40a-9c9cba069022 None None] Attempting to bind port 7564a85c-975f-46f2-958b-e83f18ada57f on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:02:10.313892 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-205cc778-bda6-4916-b40a-9c9cba069022 None None] Attempting to bind port 7564a85c-975f-46f2-958b-e83f18ada57f by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '84bbdfac-8b31-4936-8c65-6e6bf0d6a34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b4d3ecdb-f4db-4e2b-a408-ee41b724cf67'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:02:10.314237 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205cc778-bda6-4916-b40a-9c9cba069022 None None] Attempting to bind port 7564a85c-975f-46f2-958b-e83f18ada57f on network b4d3ecdb-f4db-4e2b-a408-ee41b724cf67 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:02:10.319340 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205cc778-bda6-4916-b40a-9c9cba069022 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:02:10.319720 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205cc778-bda6-4916-b40a-9c9cba069022 None None] Checking segment: {'id': '84bbdfac-8b31-4936-8c65-6e6bf0d6a34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b4d3ecdb-f4db-4e2b-a408-ee41b724cf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:02:10.320090 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-73831f4f-9668-452c-91af-10f11f28c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:10.320305 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-205cc778-bda6-4916-b40a-9c9cba069022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:10.320511 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205cc778-bda6-4916-b40a-9c9cba069022 None None] Bound using segment: {'id': '84bbdfac-8b31-4936-8c65-6e6bf0d6a34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b4d3ecdb-f4db-4e2b-a408-ee41b724cf67'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:02:10.321036 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-205cc778-bda6-4916-b40a-9c9cba069022 None None] Bound port: 7564a85c-975f-46f2-958b-e83f18ada57f, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84bbdfac-8b31-4936-8c65-6e6bf0d6a34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b4d3ecdb-f4db-4e2b-a408-ee41b724cf67'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:02:10.321421 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-205cc778-bda6-4916-b40a-9c9cba069022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:10.357907 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73831f4f-9668-452c-91af-10f11f28c4d3 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:02:10.359099 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-93d42984-35bf-4120-985a-48e0771061ec None None] Set router e132488b-15b8-4042-a5a2-c648f7ff5c9a gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:02:10.363036 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-73831f4f-9668-452c-91af-10f11f28c4d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:02:10.366271 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73831f4f-9668-452c-91af-10f11f28c4d3 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:02:10.377511 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73831f4f-9668-452c-91af-10f11f28c4d3 admin admin] Pushing event updated for resources: {'Port': ['ID=eb00b26e-4bb2-43c4-ac2f-88ea1949f837,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:10.392373 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-205cc778-bda6-4916-b40a-9c9cba069022 None None] For port 7564a85c-975f-46f2-958b-e83f18ada57f, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:02:10.395794 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-205cc778-bda6-4916-b40a-9c9cba069022 None None] For port 7564a85c-975f-46f2-958b-e83f18ada57f, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7564a85c-975f-46f2-958b-e83f18ada57f,segment=NetworkSegment(84bbdfac-8b31-4936-8c65-6e6bf0d6a34c),segment_id=84bbdfac-8b31-4936-8c65-6e6bf0d6a34c)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:02:10.401771 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-205cc778-bda6-4916-b40a-9c9cba069022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:10.465233 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205cc778-bda6-4916-b40a-9c9cba069022 None None] Pushing event updated for resources: {'Port': ['ID=7564a85c-975f-46f2-958b-e83f18ada57f,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:10.579594 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-93d42984-35bf-4120-985a-48e0771061ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e132488b-15b8-4042-a5a2-c648f7ff5c9a', 'name': 'tempest-TestEncryptedCinderVolumes-1217091999-router', 'tenant_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '2602d254-7f74-4487-9650-7ffdaab2e6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:02:04Z', 'updated_at': '2021-07-24T10:02:07Z', 'revision_number': 4, 'project_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'gw_port': {'id': '2602d254-7f74-4487-9650-7ffdaab2e6b1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:dd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e132488b-15b8-4042-a5a2-c648f7ff5c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:02:05Z', 'updated_at': '2021-07-24T10:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'b95074b6-133b-4d53-ad63-0fc805290a8f', 'name': '', 'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b', 'tenant_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'mac_address': 'fa:16:3e:42:91:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e132488b-15b8-4042-a5a2-c648f7ff5c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '2eab84b3-7205-48d5-9316-c399b7b2b8e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:02:07Z', 'updated_at': '2021-07-24T10:02:07Z', 'revision_number': 2, 'project_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'subnets': [{'id': '2eab84b3-7205-48d5-9316-c399b7b2b8e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:02:10.609197 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d42984-35bf-4120-985a-48e0771061ec None None] Checking router: e132488b-15b8-4042-a5a2-c648f7ff5c9a for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:02:10.610081 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d42984-35bf-4120-985a-48e0771061ec None None] Updating router e132488b-15b8-4042-a5a2-c648f7ff5c9a port b95074b6-133b-4d53-ad63-0fc805290a8f binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 10:02:10.661436 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-93d42984-35bf-4120-985a-48e0771061ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:10.684242 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-73831f4f-9668-452c-91af-10f11f28c4d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:10.898137 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-73831f4f-9668-452c-91af-10f11f28c4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:10.932616 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-93d42984-35bf-4120-985a-48e0771061ec None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:10.942333 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-93d42984-35bf-4120-985a-48e0771061ec None None] Transition to ACTIVE for port object b95074b6-133b-4d53-ad63-0fc805290a8f will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:02:10.947293 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-93d42984-35bf-4120-985a-48e0771061ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:10.996198 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357bc45-2371-419b-81cb-2f2588c36b86 None None] Pushing event updated for resources: {'Port': ['ID=b95074b6-133b-4d53-ad63-0fc805290a8f,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:11.028793 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357bc45-2371-419b-81cb-2f2588c36b86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:11.029266 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357bc45-2371-419b-81cb-2f2588c36b86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:11.029540 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357bc45-2371-419b-81cb-2f2588c36b86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:11.029817 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357bc45-2371-419b-81cb-2f2588c36b86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:11.030150 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357bc45-2371-419b-81cb-2f2588c36b86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:11.035654 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357bc45-2371-419b-81cb-2f2588c36b86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:11.036073 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357bc45-2371-419b-81cb-2f2588c36b86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:11.036419 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357bc45-2371-419b-81cb-2f2588c36b86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:11.036854 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357bc45-2371-419b-81cb-2f2588c36b86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:11.037129 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357bc45-2371-419b-81cb-2f2588c36b86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:11.037461 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357bc45-2371-419b-81cb-2f2588c36b86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:11.038044 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357bc45-2371-419b-81cb-2f2588c36b86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:11.059843 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73831f4f-9668-452c-91af-10f11f28c4d3 admin admin] Router 45f21bfa-3d83-4d0f-8ef3-a76b06c81497 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 10:02:11.090325 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-93d42984-35bf-4120-985a-48e0771061ec None None] Attempting to bind port b95074b6-133b-4d53-ad63-0fc805290a8f on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:02:11.090779 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-93d42984-35bf-4120-985a-48e0771061ec None None] Attempting to bind port b95074b6-133b-4d53-ad63-0fc805290a8f by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'fd9154a2-4827-4aff-9318-75a4ce69bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:02:11.091286 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d42984-35bf-4120-985a-48e0771061ec None None] Attempting to bind port b95074b6-133b-4d53-ad63-0fc805290a8f on network 8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:02:11.097308 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d42984-35bf-4120-985a-48e0771061ec None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:02:11.097775 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d42984-35bf-4120-985a-48e0771061ec None None] Checking segment: {'id': 'fd9154a2-4827-4aff-9318-75a4ce69bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:02:11.098240 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-93d42984-35bf-4120-985a-48e0771061ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:11.098718 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d42984-35bf-4120-985a-48e0771061ec None None] Bound using segment: {'id': 'fd9154a2-4827-4aff-9318-75a4ce69bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:02:11.099372 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-93d42984-35bf-4120-985a-48e0771061ec None None] Bound port: b95074b6-133b-4d53-ad63-0fc805290a8f, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9154a2-4827-4aff-9318-75a4ce69bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:02:11.099825 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-93d42984-35bf-4120-985a-48e0771061ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:11.175877 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7564a85c-975f-46f2-958b-e83f18ada57f up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:02:11.218506 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73831f4f-9668-452c-91af-10f11f28c4d3 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:02:11.221542 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-93d42984-35bf-4120-985a-48e0771061ec None None] For port b95074b6-133b-4d53-ad63-0fc805290a8f, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:02:11.230751 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] Sync routers for ids ['45f21bfa-3d83-4d0f-8ef3-a76b06c81497'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:02:11.235560 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-93d42984-35bf-4120-985a-48e0771061ec None None] For port b95074b6-133b-4d53-ad63-0fc805290a8f, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b95074b6-133b-4d53-ad63-0fc805290a8f,segment=NetworkSegment(fd9154a2-4827-4aff-9318-75a4ce69bf32),segment_id=fd9154a2-4827-4aff-9318-75a4ce69bf32)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:02:11.243296 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-93d42984-35bf-4120-985a-48e0771061ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:11.244439 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-73831f4f-9668-452c-91af-10f11f28c4d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:11.246283 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-73831f4f-9668-452c-91af-10f11f28c4d3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6668012 Jul 24 10:02:11.248911 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49644) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:02:11.254596 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] Routers {'45f21bfa-3d83-4d0f-8ef3-a76b06c81497'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:02:11.255212 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:02:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['45f21bfa-3d83-4d0f-8ef3-a76b06c81497'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:02:11.304774 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d42984-35bf-4120-985a-48e0771061ec None None] Routers {'e132488b-15b8-4042-a5a2-c648f7ff5c9a'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:02:11.305599 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-93d42984-35bf-4120-985a-48e0771061ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:02:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e132488b-15b8-4042-a5a2-c648f7ff5c9a'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:02:11.363472 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 7564a85c-975f-46f2-958b-e83f18ada57f completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:02:11.379948 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 2602d254-7f74-4487-9650-7ffdaab2e6b1 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:02:11.403489 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357bc45-2371-419b-81cb-2f2588c36b86 None None] Pushing event updated for resources: {'Port': ['ID=b95074b6-133b-4d53-ad63-0fc805290a8f,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:11.463022 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] Set router 45f21bfa-3d83-4d0f-8ef3-a76b06c81497 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:02:11.471662 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-93d42984-35bf-4120-985a-48e0771061ec None None] Set router e132488b-15b8-4042-a5a2-c648f7ff5c9a gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:02:11.565417 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 2602d254-7f74-4487-9650-7ffdaab2e6b1 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:02:11.565879 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:11.633414 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290370ef-7294-4225-b548-ddfb2ae13116 None None] Network b4d3ecdb-f4db-4e2b-a408-ee41b724cf67 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:02:11.712104 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-93d42984-35bf-4120-985a-48e0771061ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e132488b-15b8-4042-a5a2-c648f7ff5c9a', 'name': 'tempest-TestEncryptedCinderVolumes-1217091999-router', 'tenant_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '2602d254-7f74-4487-9650-7ffdaab2e6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:02:04Z', 'updated_at': '2021-07-24T10:02:07Z', 'revision_number': 4, 'project_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'gw_port': {'id': '2602d254-7f74-4487-9650-7ffdaab2e6b1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:dd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e132488b-15b8-4042-a5a2-c648f7ff5c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:02:05Z', 'updated_at': '2021-07-24T10:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'b95074b6-133b-4d53-ad63-0fc805290a8f', 'name': '', 'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b', 'tenant_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'mac_address': 'fa:16:3e:42:91:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e132488b-15b8-4042-a5a2-c648f7ff5c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '2eab84b3-7205-48d5-9316-c399b7b2b8e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:02:07Z', 'updated_at': '2021-07-24T10:02:11Z', 'revision_number': 4, 'project_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'subnets': [{'id': '2eab84b3-7205-48d5-9316-c399b7b2b8e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:02:11.748177 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d42984-35bf-4120-985a-48e0771061ec None None] The sync data for ids ['e132488b-15b8-4042-a5a2-c648f7ff5c9a'] in n-d-800085-9 is: [{'id': 'e132488b-15b8-4042-a5a2-c648f7ff5c9a', 'name': 'tempest-TestEncryptedCinderVolumes-1217091999-router', 'tenant_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '2602d254-7f74-4487-9650-7ffdaab2e6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:02:04Z', 'updated_at': '2021-07-24T10:02:07Z', 'revision_number': 4, 'project_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'gw_port': {'id': '2602d254-7f74-4487-9650-7ffdaab2e6b1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:dd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e132488b-15b8-4042-a5a2-c648f7ff5c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:02:05Z', 'updated_at': '2021-07-24T10:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'b95074b6-133b-4d53-ad63-0fc805290a8f', 'name': '', 'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b', 'tenant_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'mac_address': 'fa:16:3e:42:91:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e132488b-15b8-4042-a5a2-c648f7ff5c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '2eab84b3-7205-48d5-9316-c399b7b2b8e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:02:07Z', 'updated_at': '2021-07-24T10:02:11Z', 'revision_number': 4, 'project_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'subnets': [{'id': '2eab84b3-7205-48d5-9316-c399b7b2b8e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:02:11.803336 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7d117123-f2c7-4749-9031-37803a66fc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:11.846556 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-009ec96e-3a69-4b7d-8fc0-90058bf6716b None None] Provisioning for port 7564a85c-975f-46f2-958b-e83f18ada57f completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:02:11.858801 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-009ec96e-3a69-4b7d-8fc0-90058bf6716b None None] Provisioning complete for port 7564a85c-975f-46f2-958b-e83f18ada57f triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:02:11.859174 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-009ec96e-3a69-4b7d-8fc0-90058bf6716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:11.927681 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f21bfa-3d83-4d0f-8ef3-a76b06c81497', 'name': 'tempest-TestEncryptedCinderVolumes-656337692-router', 'tenant_id': '14f1c5a71d5b48ce80108170a0769db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'eb00b26e-4bb2-43c4-ac2f-88ea1949f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:02:09Z', 'updated_at': '2021-07-24T10:02:10Z', 'revision_number': 3, 'project_id': '14f1c5a71d5b48ce80108170a0769db9', 'gw_port': {'id': 'eb00b26e-4bb2-43c4-ac2f-88ea1949f837', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:39:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f21bfa-3d83-4d0f-8ef3-a76b06c81497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:02:10Z', 'updated_at': '2021-07-24T10:02:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:02:11.962920 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] Checking router: 45f21bfa-3d83-4d0f-8ef3-a76b06c81497 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:02:11.963253 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] Updating router 45f21bfa-3d83-4d0f-8ef3-a76b06c81497 port eb00b26e-4bb2-43c4-ac2f-88ea1949f837 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 10:02:11.986370 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-7d117123-f2c7-4749-9031-37803a66fc6b admin admin] Allocated IP 172.20.0.1 (b4d3ecdb-f4db-4e2b-a408-ee41b724cf67/501d74d2-bf91-4bbb-9538-9b095e71d5e3/01b9f270-4fcd-4d8f-87fb-7e13e1645772) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:02:12.034201 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:12.061487 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-009ec96e-3a69-4b7d-8fc0-90058bf6716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:12.110725 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7d117123-f2c7-4749-9031-37803a66fc6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:12.127344 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-7d117123-f2c7-4749-9031-37803a66fc6b admin admin] Transition to ACTIVE for port object 01b9f270-4fcd-4d8f-87fb-7e13e1645772 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:02:12.174502 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-009ec96e-3a69-4b7d-8fc0-90058bf6716b None None] For port 7564a85c-975f-46f2-958b-e83f18ada57f, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7564a85c-975f-46f2-958b-e83f18ada57f,segment=NetworkSegment(84bbdfac-8b31-4936-8c65-6e6bf0d6a34c),segment_id=84bbdfac-8b31-4936-8c65-6e6bf0d6a34c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:02:12.185903 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-009ec96e-3a69-4b7d-8fc0-90058bf6716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:12.201619 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7d117123-f2c7-4749-9031-37803a66fc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:12.251699 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d117123-f2c7-4749-9031-37803a66fc6b admin admin] Network b4d3ecdb-f4db-4e2b-a408-ee41b724cf67 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:02:12.259277 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-7d117123-f2c7-4749-9031-37803a66fc6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:02:12.263837 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d117123-f2c7-4749-9031-37803a66fc6b admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:02:12.270327 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d117123-f2c7-4749-9031-37803a66fc6b admin admin] Pushing event updated for resources: {'Port': ['ID=01b9f270-4fcd-4d8f-87fb-7e13e1645772,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:12.308167 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ec96e-3a69-4b7d-8fc0-90058bf6716b None None] Pushing event updated for resources: {'Port': ['ID=7564a85c-975f-46f2-958b-e83f18ada57f,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:12.310034 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7d117123-f2c7-4749-9031-37803a66fc6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:12.348243 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-dca00718-fee4-46c9-9f73-3608f9060ac3 None None] Provisioning complete for port 7564a85c-975f-46f2-958b-e83f18ada57f triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:02:12.348624 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dca00718-fee4-46c9-9f73-3608f9060ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:12.442331 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:12.456117 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] Transition to ACTIVE for port object eb00b26e-4bb2-43c4-ac2f-88ea1949f837 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:02:12.488323 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:12.491585 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7d117123-f2c7-4749-9031-37803a66fc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:12.560189 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] Attempting to bind port eb00b26e-4bb2-43c4-ac2f-88ea1949f837 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:02:12.560567 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] Attempting to bind port eb00b26e-4bb2-43c4-ac2f-88ea1949f837 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:02:12.560960 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] Attempting to bind port eb00b26e-4bb2-43c4-ac2f-88ea1949f837 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:02:12.564055 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563d4b6-669c-471e-ac00-e272b4257209 None None] Pushing event updated for resources: {'Port': ['ID=eb00b26e-4bb2-43c4-ac2f-88ea1949f837,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:12.568753 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:02:12.569143 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:02:12.569548 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:12.569936 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:02:12.570418 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] Bound port: eb00b26e-4bb2-43c4-ac2f-88ea1949f837, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:02:12.570808 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:12.622290 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] For port eb00b26e-4bb2-43c4-ac2f-88ea1949f837, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:02:12.625310 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] For port eb00b26e-4bb2-43c4-ac2f-88ea1949f837, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=eb00b26e-4bb2-43c4-ac2f-88ea1949f837,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:02:12.630619 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:12.665573 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7d117123-f2c7-4749-9031-37803a66fc6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:12.670557 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7d117123-f2c7-4749-9031-37803a66fc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:12.691389 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] Routers {'45f21bfa-3d83-4d0f-8ef3-a76b06c81497'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:02:12.692010 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:02:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['45f21bfa-3d83-4d0f-8ef3-a76b06c81497'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:02:12.730808 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b80c29ea-1a7a-4475-9d71-61c4b0d9da0d None None] Provisioning for port 01b9f270-4fcd-4d8f-87fb-7e13e1645772 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:02:12.736289 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d117123-f2c7-4749-9031-37803a66fc6b admin admin] Pushing event updated for resources: {'Port': ['ID=01b9f270-4fcd-4d8f-87fb-7e13e1645772,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:12.739817 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7d117123-f2c7-4749-9031-37803a66fc6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:12.766755 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563d4b6-669c-471e-ac00-e272b4257209 None None] Pushing event updated for resources: {'Port': ['ID=eb00b26e-4bb2-43c4-ac2f-88ea1949f837,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:12.770244 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b80c29ea-1a7a-4475-9d71-61c4b0d9da0d None None] Provisioning complete for port 01b9f270-4fcd-4d8f-87fb-7e13e1645772 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:02:12.771198 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b80c29ea-1a7a-4475-9d71-61c4b0d9da0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:12.821898 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-b80c29ea-1a7a-4475-9d71-61c4b0d9da0d None None] Port 01b9f270-4fcd-4d8f-87fb-7e13e1645772 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:02:12.835047 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d117123-f2c7-4749-9031-37803a66fc6b admin admin] Network b4d3ecdb-f4db-4e2b-a408-ee41b724cf67 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:02:12.836835 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-7d117123-f2c7-4749-9031-37803a66fc6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:02:12.840259 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] Set router 45f21bfa-3d83-4d0f-8ef3-a76b06c81497 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:02:12.955284 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d117123-f2c7-4749-9031-37803a66fc6b admin admin] Router 45f21bfa-3d83-4d0f-8ef3-a76b06c81497 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:02:13.066019 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f21bfa-3d83-4d0f-8ef3-a76b06c81497', 'name': 'tempest-TestEncryptedCinderVolumes-656337692-router', 'tenant_id': '14f1c5a71d5b48ce80108170a0769db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'eb00b26e-4bb2-43c4-ac2f-88ea1949f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:02:09Z', 'updated_at': '2021-07-24T10:02:12Z', 'revision_number': 4, 'project_id': '14f1c5a71d5b48ce80108170a0769db9', 'gw_port': {'id': 'eb00b26e-4bb2-43c4-ac2f-88ea1949f837', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:39:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f21bfa-3d83-4d0f-8ef3-a76b06c81497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:02:10Z', 'updated_at': '2021-07-24T10:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '01b9f270-4fcd-4d8f-87fb-7e13e1645772', 'name': '', 'network_id': 'b4d3ecdb-f4db-4e2b-a408-ee41b724cf67', 'tenant_id': '14f1c5a71d5b48ce80108170a0769db9', 'mac_address': 'fa:16:3e:71:83:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f21bfa-3d83-4d0f-8ef3-a76b06c81497', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '501d74d2-bf91-4bbb-9538-9b095e71d5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:02:11Z', 'updated_at': '2021-07-24T10:02:12Z', 'revision_number': 2, 'project_id': '14f1c5a71d5b48ce80108170a0769db9', 'subnets': [{'id': '501d74d2-bf91-4bbb-9538-9b095e71d5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:02:13.098229 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b95074b6-133b-4d53-ad63-0fc805290a8f up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:02:13.101671 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907f5e2e-6262-4470-9f87-cdc5e6ae7854 None None] The sync data for ids ['45f21bfa-3d83-4d0f-8ef3-a76b06c81497'] in n-d-800085-9 is: [{'id': '45f21bfa-3d83-4d0f-8ef3-a76b06c81497', 'name': 'tempest-TestEncryptedCinderVolumes-656337692-router', 'tenant_id': '14f1c5a71d5b48ce80108170a0769db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'eb00b26e-4bb2-43c4-ac2f-88ea1949f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:02:09Z', 'updated_at': '2021-07-24T10:02:12Z', 'revision_number': 4, 'project_id': '14f1c5a71d5b48ce80108170a0769db9', 'gw_port': {'id': 'eb00b26e-4bb2-43c4-ac2f-88ea1949f837', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:39:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f21bfa-3d83-4d0f-8ef3-a76b06c81497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:02:10Z', 'updated_at': '2021-07-24T10:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '01b9f270-4fcd-4d8f-87fb-7e13e1645772', 'name': '', 'network_id': 'b4d3ecdb-f4db-4e2b-a408-ee41b724cf67', 'tenant_id': '14f1c5a71d5b48ce80108170a0769db9', 'mac_address': 'fa:16:3e:71:83:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f21bfa-3d83-4d0f-8ef3-a76b06c81497', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '501d74d2-bf91-4bbb-9538-9b095e71d5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:02:11Z', 'updated_at': '2021-07-24T10:02:12Z', 'revision_number': 2, 'project_id': '14f1c5a71d5b48ce80108170a0769db9', 'subnets': [{'id': '501d74d2-bf91-4bbb-9538-9b095e71d5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:02:13.327618 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a2853929-bf22-48f1-b21d-3e7dac661923 None None] Provisioning complete for port 01b9f270-4fcd-4d8f-87fb-7e13e1645772 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:02:13.328965 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a2853929-bf22-48f1-b21d-3e7dac661923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:13.367013 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-a2853929-bf22-48f1-b21d-3e7dac661923 None None] Port 01b9f270-4fcd-4d8f-87fb-7e13e1645772 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:02:13.368851 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port b95074b6-133b-4d53-ad63-0fc805290a8f completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:02:13.373465 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port b95074b6-133b-4d53-ad63-0fc805290a8f triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:02:13.373908 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:13.461592 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d117123-f2c7-4749-9031-37803a66fc6b admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:02:13.466725 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7d117123-f2c7-4749-9031-37803a66fc6b admin admin] 10.222.0.32 "PUT /v2.0/routers/45f21bfa-3d83-4d0f-8ef3-a76b06c81497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2164669 Jul 24 10:02:13.472791 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:13.508829 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port b95074b6-133b-4d53-ad63-0fc805290a8f, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b95074b6-133b-4d53-ad63-0fc805290a8f,segment=NetworkSegment(fd9154a2-4827-4aff-9318-75a4ce69bf32),segment_id=fd9154a2-4827-4aff-9318-75a4ce69bf32)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:02:13.513204 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:13.513981 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7564a85c-975f-46f2-958b-e83f18ada57f up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:02:13.589218 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=b95074b6-133b-4d53-ad63-0fc805290a8f,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:13.609094 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 7564a85c-975f-46f2-958b-e83f18ada57f triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:02:13.610001 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:14.131318 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-4993b11b-c6cc-4216-80b1-1af4fc97b63f tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:14.132826 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-4993b11b-c6cc-4216-80b1-1af4fc97b63f tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/networks?id=8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b HTTP/1.1" status: 200 len: 817 time: 0.0989685 Jul 24 10:02:14.147321 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-c37bef84-132e-4464-ae15-5b5f8bca4be7 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/quotas/6f26b80e41c84b7da07b9a94154ab4e2 HTTP/1.1" status: 200 len: 375 time: 0.0093226 Jul 24 10:02:14.215347 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-17b8dea2-cd63-4ae2-babb-88e1b4135b33 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6f26b80e41c84b7da07b9a94154ab4e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634065 Jul 24 10:02:14.307436 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-8dc3ee32-c5d6-4a7f-b80a-822e0aeca9e4 service neutron] 10.222.0.32 "GET /v2.0/networks/8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807459 Jul 24 10:02:14.397170 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-4de5f8a5-7482-4153-af0b-28aa137dc523 service neutron] 10.222.0.32 "GET /v2.0/networks/8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836556 Jul 24 10:02:14.533168 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:14.589548 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-16c59d37-5901-4686-8567-0b47f33cba3e req-73e65277-d498-4a13-91cb-0aa8d447c09f tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/ports?device_id=b818dfa6-b741-4a5b-835f-6c6f6a663786 HTTP/1.1" status: 200 len: 210 time: 0.0326483 Jul 24 10:02:15.092372 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b95074b6-133b-4d53-ad63-0fc805290a8f up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:02:15.146767 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port b95074b6-133b-4d53-ad63-0fc805290a8f triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:02:15.147173 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:15.230727 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device eb00b26e-4bb2-43c4-ac2f-88ea1949f837 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:02:15.285329 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port eb00b26e-4bb2-43c4-ac2f-88ea1949f837 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:02:15.291269 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port eb00b26e-4bb2-43c4-ac2f-88ea1949f837 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:02:15.291765 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:15.377390 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:15.397908 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port eb00b26e-4bb2-43c4-ac2f-88ea1949f837, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=eb00b26e-4bb2-43c4-ac2f-88ea1949f837,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:02:15.401581 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:15.449209 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=eb00b26e-4bb2-43c4-ac2f-88ea1949f837,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:15.710188 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0c84c315-b4c9-4cb5-ad0d-d6352ee44c7c req-15b9d1df-be39-446b-a94c-02b392262d03 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/ports?device_id=b818dfa6-b741-4a5b-835f-6c6f6a663786 HTTP/1.1" status: 200 len: 210 time: 0.0398855 Jul 24 10:02:15.746446 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-74b0f3fe-4a8d-4f2d-a058-a18533f2b5cd tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:15.748040 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-74b0f3fe-4a8d-4f2d-a058-a18533f2b5cd tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.37 "GET /v2.0/networks?id=8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b HTTP/1.1" status: 200 len: 817 time: 0.1210790 Jul 24 10:02:15.760338 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-5ac0c66d-741d-4f1b-a9aa-75df0989596d tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Request body: {'port': {'device_id': 'b818dfa6-b741-4a5b-835f-6c6f6a663786', 'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b', 'admin_state_up': True, 'tenant_id': '6f26b80e41c84b7da07b9a94154ab4e2'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:02:15.851748 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] Sync routers for ids ['45f21bfa-3d83-4d0f-8ef3-a76b06c81497'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:02:15.861138 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] Routers {'45f21bfa-3d83-4d0f-8ef3-a76b06c81497'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:02:15.861788 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:02:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['45f21bfa-3d83-4d0f-8ef3-a76b06c81497'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:02:15.871058 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-5ac0c66d-741d-4f1b-a9aa-75df0989596d tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Made reservation on behalf of 6f26b80e41c84b7da07b9a94154ab4e2 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:02:15.874720 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-5ac0c66d-741d-4f1b-a9aa-75df0989596d tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:15.960829 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] Set router 45f21bfa-3d83-4d0f-8ef3-a76b06c81497 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:02:16.004591 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-5ac0c66d-741d-4f1b-a9aa-75df0989596d tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Allocated IP 172.20.0.13 (8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b/2eab84b3-7205-48d5-9316-c399b7b2b8e1/86519c79-b5ac-480e-999a-e2779b6b2e09) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:02:16.153593 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-5ac0c66d-741d-4f1b-a9aa-75df0989596d tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:16.167963 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-5ac0c66d-741d-4f1b-a9aa-75df0989596d tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Transition to ACTIVE for port object 86519c79-b5ac-480e-999a-e2779b6b2e09 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:02:16.200720 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-5ac0c66d-741d-4f1b-a9aa-75df0989596d tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:16.242907 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-5ac0c66d-741d-4f1b-a9aa-75df0989596d tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Network 8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:02:16.243122 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f21bfa-3d83-4d0f-8ef3-a76b06c81497', 'name': 'tempest-TestEncryptedCinderVolumes-656337692-router', 'tenant_id': '14f1c5a71d5b48ce80108170a0769db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'eb00b26e-4bb2-43c4-ac2f-88ea1949f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:02:09Z', 'updated_at': '2021-07-24T10:02:12Z', 'revision_number': 4, 'project_id': '14f1c5a71d5b48ce80108170a0769db9', 'gw_port': {'id': 'eb00b26e-4bb2-43c4-ac2f-88ea1949f837', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f21bfa-3d83-4d0f-8ef3-a76b06c81497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:02:10Z', 'updated_at': '2021-07-24T10:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '01b9f270-4fcd-4d8f-87fb-7e13e1645772', 'name': '', 'network_id': 'b4d3ecdb-f4db-4e2b-a408-ee41b724cf67', 'tenant_id': '14f1c5a71d5b48ce80108170a0769db9', 'mac_address': 'fa:16:3e:71:83:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f21bfa-3d83-4d0f-8ef3-a76b06c81497', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '501d74d2-bf91-4bbb-9538-9b095e71d5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:02:11Z', 'updated_at': '2021-07-24T10:02:12Z', 'revision_number': 2, 'project_id': '14f1c5a71d5b48ce80108170a0769db9', 'subnets': [{'id': '501d74d2-bf91-4bbb-9538-9b095e71d5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:02:16.247839 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-5ac0c66d-741d-4f1b-a9aa-75df0989596d tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:02:16.251535 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-5ac0c66d-741d-4f1b-a9aa-75df0989596d tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:02:16.257901 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0c66d-741d-4f1b-a9aa-75df0989596d tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Pushing event updated for resources: {'Port': ['ID=86519c79-b5ac-480e-999a-e2779b6b2e09,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:16.269838 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] Checking router: 45f21bfa-3d83-4d0f-8ef3-a76b06c81497 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:02:16.270222 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] Updating router 45f21bfa-3d83-4d0f-8ef3-a76b06c81497 port 01b9f270-4fcd-4d8f-87fb-7e13e1645772 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 10:02:16.302977 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-5ac0c66d-741d-4f1b-a9aa-75df0989596d tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:16.303632 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-5ac0c66d-741d-4f1b-a9aa-75df0989596d tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:16.310637 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:16.319428 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-5ac0c66d-741d-4f1b-a9aa-75df0989596d tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5632350 Jul 24 10:02:16.331310 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-e655ba39-8eb0-468d-bec4-b7760a4292a5 service neutron] Request body: {'port': {'device_id': 'b818dfa6-b741-4a5b-835f-6c6f6a663786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:02:16.410645 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-e655ba39-8eb0-468d-bec4-b7760a4292a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:16.522170 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-75875a5c-91f0-423b-8ba6-463960b77cf4 None None] Provisioning for port 86519c79-b5ac-480e-999a-e2779b6b2e09 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:02:16.526114 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-75875a5c-91f0-423b-8ba6-463960b77cf4 None None] Provisioning complete for port 86519c79-b5ac-480e-999a-e2779b6b2e09 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:02:16.526488 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-75875a5c-91f0-423b-8ba6-463960b77cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:16.562086 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-75875a5c-91f0-423b-8ba6-463960b77cf4 None None] Port 86519c79-b5ac-480e-999a-e2779b6b2e09 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:02:16.584879 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:16.594891 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] Transition to ACTIVE for port object 01b9f270-4fcd-4d8f-87fb-7e13e1645772 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:02:16.600987 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:16.652818 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72fc78-d86d-4eb9-bed2-c8fe9bf092d5 None None] Pushing event updated for resources: {'Port': ['ID=01b9f270-4fcd-4d8f-87fb-7e13e1645772,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:16.685107 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-e655ba39-8eb0-468d-bec4-b7760a4292a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86519c79-b5ac-480e-999a-e2779b6b2e09 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:02:16.693536 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-e655ba39-8eb0-468d-bec4-b7760a4292a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:16.708539 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-e655ba39-8eb0-468d-bec4-b7760a4292a5 service neutron] Transition to ACTIVE for port object 86519c79-b5ac-480e-999a-e2779b6b2e09 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:02:16.715036 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-e655ba39-8eb0-468d-bec4-b7760a4292a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:16.717624 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] Attempting to bind port 01b9f270-4fcd-4d8f-87fb-7e13e1645772 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:02:16.718288 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] Attempting to bind port 01b9f270-4fcd-4d8f-87fb-7e13e1645772 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '84bbdfac-8b31-4936-8c65-6e6bf0d6a34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b4d3ecdb-f4db-4e2b-a408-ee41b724cf67'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:02:16.719406 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] Attempting to bind port 01b9f270-4fcd-4d8f-87fb-7e13e1645772 on network b4d3ecdb-f4db-4e2b-a408-ee41b724cf67 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:02:16.725031 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:02:16.725521 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] Checking segment: {'id': '84bbdfac-8b31-4936-8c65-6e6bf0d6a34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b4d3ecdb-f4db-4e2b-a408-ee41b724cf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:02:16.726045 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:16.726501 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] Bound using segment: {'id': '84bbdfac-8b31-4936-8c65-6e6bf0d6a34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b4d3ecdb-f4db-4e2b-a408-ee41b724cf67'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:02:16.727050 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] Bound port: 01b9f270-4fcd-4d8f-87fb-7e13e1645772, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84bbdfac-8b31-4936-8c65-6e6bf0d6a34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b4d3ecdb-f4db-4e2b-a408-ee41b724cf67'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:02:16.727481 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:16.780372 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655ba39-8eb0-468d-bec4-b7760a4292a5 service neutron] Pushing event updated for resources: {'Port': ['ID=86519c79-b5ac-480e-999a-e2779b6b2e09,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:16.813821 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] For port 01b9f270-4fcd-4d8f-87fb-7e13e1645772, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:02:16.819922 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] For port 01b9f270-4fcd-4d8f-87fb-7e13e1645772, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=01b9f270-4fcd-4d8f-87fb-7e13e1645772,segment=NetworkSegment(84bbdfac-8b31-4936-8c65-6e6bf0d6a34c),segment_id=84bbdfac-8b31-4936-8c65-6e6bf0d6a34c)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:02:16.824931 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:16.881364 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72fc78-d86d-4eb9-bed2-c8fe9bf092d5 None None] Pushing event updated for resources: {'Port': ['ID=01b9f270-4fcd-4d8f-87fb-7e13e1645772,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:16.897215 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] Routers {'45f21bfa-3d83-4d0f-8ef3-a76b06c81497'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:02:16.897889 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:02:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['45f21bfa-3d83-4d0f-8ef3-a76b06c81497'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:02:16.916568 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-e655ba39-8eb0-468d-bec4-b7760a4292a5 service neutron] Attempting to bind port 86519c79-b5ac-480e-999a-e2779b6b2e09 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:02:16.916928 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-e655ba39-8eb0-468d-bec4-b7760a4292a5 service neutron] Attempting to bind port 86519c79-b5ac-480e-999a-e2779b6b2e09 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'fd9154a2-4827-4aff-9318-75a4ce69bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:02:16.917168 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-e655ba39-8eb0-468d-bec4-b7760a4292a5 service neutron] Attempting to bind port 86519c79-b5ac-480e-999a-e2779b6b2e09 on network 8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:02:16.925201 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-e655ba39-8eb0-468d-bec4-b7760a4292a5 service neutron] Port 86519c79-b5ac-480e-999a-e2779b6b2e09 on network 8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 10:02:16.925810 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-e655ba39-8eb0-468d-bec4-b7760a4292a5 service neutron] Attempting to bind port 86519c79-b5ac-480e-999a-e2779b6b2e09 on network 8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:02:16.933472 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-e655ba39-8eb0-468d-bec4-b7760a4292a5 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:02:16.933928 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-e655ba39-8eb0-468d-bec4-b7760a4292a5 service neutron] Checking segment: {'id': 'fd9154a2-4827-4aff-9318-75a4ce69bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:02:16.934412 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-e655ba39-8eb0-468d-bec4-b7760a4292a5 service neutron] Bound using segment: {'id': 'fd9154a2-4827-4aff-9318-75a4ce69bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:02:16.934942 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-e655ba39-8eb0-468d-bec4-b7760a4292a5 service neutron] Bound port: 86519c79-b5ac-480e-999a-e2779b6b2e09, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9154a2-4827-4aff-9318-75a4ce69bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:02:16.935501 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-e655ba39-8eb0-468d-bec4-b7760a4292a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:16.996992 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd4cb0-0fe1-4616-bcf1-1127c11c5999 req-868fec6a-6506-4a40-9083-7c2b90163686 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:17.006427 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2ccd4cb0-0fe1-4616-bcf1-1127c11c5999 req-868fec6a-6506-4a40-9083-7c2b90163686 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/ports?device_id=b818dfa6-b741-4a5b-835f-6c6f6a663786 HTTP/1.1" status: 200 len: 944 time: 0.1794631 Jul 24 10:02:17.025679 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:17.049484 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] Set router 45f21bfa-3d83-4d0f-8ef3-a76b06c81497 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:02:17.068985 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2ccd4cb0-0fe1-4616-bcf1-1127c11c5999 req-655fad18-859e-4ad7-bdec-61e1e33e969c tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/security-groups?id=456c6f98-4e4b-4274-9fec-7a7d3c899b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613701 Jul 24 10:02:17.110536 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-e655ba39-8eb0-468d-bec4-b7760a4292a5 service neutron] For port 86519c79-b5ac-480e-999a-e2779b6b2e09, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:02:17.115798 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-e655ba39-8eb0-468d-bec4-b7760a4292a5 service neutron] For port 86519c79-b5ac-480e-999a-e2779b6b2e09, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=86519c79-b5ac-480e-999a-e2779b6b2e09,segment=NetworkSegment(fd9154a2-4827-4aff-9318-75a4ce69bf32),segment_id=fd9154a2-4827-4aff-9318-75a4ce69bf32)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:02:17.121635 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-e655ba39-8eb0-468d-bec4-b7760a4292a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:17.139312 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 01b9f270-4fcd-4d8f-87fb-7e13e1645772 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:02:17.158495 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-e655ba39-8eb0-468d-bec4-b7760a4292a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:17.159492 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-e655ba39-8eb0-468d-bec4-b7760a4292a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:17.161016 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-e655ba39-8eb0-468d-bec4-b7760a4292a5 service neutron] 10.222.0.37 "PUT /v2.0/ports/86519c79-b5ac-480e-999a-e2779b6b2e09 HTTP/1.1" status: 200 len: 1092 time: 0.8341715 Jul 24 10:02:17.183897 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b818dfa6-b741-4a5b-835f-6c6f6a663786', 'tag': '86519c79-b5ac-480e-999a-e2779b6b2e09'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:02:17.186314 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5803e6-08af-48ce-afda-6fe02176b5da" -d '{"events": [{"name": "network-changed", "server_uuid": "b818dfa6-b741-4a5b-835f-6c6f6a663786", "tag": "86519c79-b5ac-480e-999a-e2779b6b2e09"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:02:17.226300 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655ba39-8eb0-468d-bec4-b7760a4292a5 service neutron] Pushing event updated for resources: {'Port': ['ID=86519c79-b5ac-480e-999a-e2779b6b2e09,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:17.249163 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 01b9f270-4fcd-4d8f-87fb-7e13e1645772 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:02:17.256286 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 01b9f270-4fcd-4d8f-87fb-7e13e1645772 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:02:17.256662 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:17.270525 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34cb8f1-89fb-45fb-b671-9fa5335ede20 x-openstack-request-id: req-b34cb8f1-89fb-45fb-b671-9fa5335ede20 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:02:17.270817 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b818dfa6-b741-4a5b-835f-6c6f6a663786", "tag": "86519c79-b5ac-480e-999a-e2779b6b2e09", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:02:17.271065 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b34cb8f1-89fb-45fb-b671-9fa5335ede20 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:02:17.271470 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b818dfa6-b741-4a5b-835f-6c6f6a663786', 'tag': '86519c79-b5ac-480e-999a-e2779b6b2e09', 'status': 'completed', 'code': 200} Jul 24 10:02:17.300240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-4317d2c8-fada-4719-8608-e91277d28065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:17.301804 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-4317d2c8-fada-4719-8608-e91277d28065 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f26b80e41c84b7da07b9a94154ab4e2&device_id=b818dfa6-b741-4a5b-835f-6c6f6a663786 HTTP/1.1" status: 200 len: 1095 time: 0.0718334 Jul 24 10:02:17.346044 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-31f74f2f-547d-41eb-bbbc-2c89c4313969 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86519c79-b5ac-480e-999a-e2779b6b2e09 HTTP/1.1" status: 200 len: 217 time: 0.0368927 Jul 24 10:02:17.360419 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f21bfa-3d83-4d0f-8ef3-a76b06c81497', 'name': 'tempest-TestEncryptedCinderVolumes-656337692-router', 'tenant_id': '14f1c5a71d5b48ce80108170a0769db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'eb00b26e-4bb2-43c4-ac2f-88ea1949f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:02:09Z', 'updated_at': '2021-07-24T10:02:12Z', 'revision_number': 4, 'project_id': '14f1c5a71d5b48ce80108170a0769db9', 'gw_port': {'id': 'eb00b26e-4bb2-43c4-ac2f-88ea1949f837', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f21bfa-3d83-4d0f-8ef3-a76b06c81497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:02:10Z', 'updated_at': '2021-07-24T10:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '01b9f270-4fcd-4d8f-87fb-7e13e1645772', 'name': '', 'network_id': 'b4d3ecdb-f4db-4e2b-a408-ee41b724cf67', 'tenant_id': '14f1c5a71d5b48ce80108170a0769db9', 'mac_address': 'fa:16:3e:71:83:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f21bfa-3d83-4d0f-8ef3-a76b06c81497', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '501d74d2-bf91-4bbb-9538-9b095e71d5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:02:11Z', 'updated_at': '2021-07-24T10:02:16Z', 'revision_number': 4, 'project_id': '14f1c5a71d5b48ce80108170a0769db9', 'subnets': [{'id': '501d74d2-bf91-4bbb-9538-9b095e71d5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:02:17.367779 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:17.387277 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4b5d03-14ce-4be0-b8c9-aed664dbeb64 None None] The sync data for ids ['45f21bfa-3d83-4d0f-8ef3-a76b06c81497'] in n-d-800085-9 is: [{'id': '45f21bfa-3d83-4d0f-8ef3-a76b06c81497', 'name': 'tempest-TestEncryptedCinderVolumes-656337692-router', 'tenant_id': '14f1c5a71d5b48ce80108170a0769db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'eb00b26e-4bb2-43c4-ac2f-88ea1949f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:02:09Z', 'updated_at': '2021-07-24T10:02:12Z', 'revision_number': 4, 'project_id': '14f1c5a71d5b48ce80108170a0769db9', 'gw_port': {'id': 'eb00b26e-4bb2-43c4-ac2f-88ea1949f837', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f21bfa-3d83-4d0f-8ef3-a76b06c81497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:02:10Z', 'updated_at': '2021-07-24T10:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '01b9f270-4fcd-4d8f-87fb-7e13e1645772', 'name': '', 'network_id': 'b4d3ecdb-f4db-4e2b-a408-ee41b724cf67', 'tenant_id': '14f1c5a71d5b48ce80108170a0769db9', 'mac_address': 'fa:16:3e:71:83:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f21bfa-3d83-4d0f-8ef3-a76b06c81497', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '501d74d2-bf91-4bbb-9538-9b095e71d5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:02:11Z', 'updated_at': '2021-07-24T10:02:16Z', 'revision_number': 4, 'project_id': '14f1c5a71d5b48ce80108170a0769db9', 'subnets': [{'id': '501d74d2-bf91-4bbb-9538-9b095e71d5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:02:17.410508 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 01b9f270-4fcd-4d8f-87fb-7e13e1645772, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=01b9f270-4fcd-4d8f-87fb-7e13e1645772,segment=NetworkSegment(84bbdfac-8b31-4936-8c65-6e6bf0d6a34c),segment_id=84bbdfac-8b31-4936-8c65-6e6bf0d6a34c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:02:17.413844 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-ea25d6dc-56ea-42a4-9aa5-c71cd6314b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:17.415849 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-ea25d6dc-56ea-42a4-9aa5-c71cd6314b7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2eab84b3-7205-48d5-9316-c399b7b2b8e1 HTTP/1.1" status: 200 len: 856 time: 0.0625558 Jul 24 10:02:17.421013 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:17.422650 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device eb00b26e-4bb2-43c4-ac2f-88ea1949f837 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:02:17.455256 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-212a4b5c-2d37-4858-8da5-36063399e932 None None] Provisioning complete for port 01b9f270-4fcd-4d8f-87fb-7e13e1645772 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:02:17.455635 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-212a4b5c-2d37-4858-8da5-36063399e932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:17.482037 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-ff0172da-aa5b-4afa-a488-625d9dd2b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:17.483928 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-ff0172da-aa5b-4afa-a488-625d9dd2b76f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620811 Jul 24 10:02:17.553791 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=01b9f270-4fcd-4d8f-87fb-7e13e1645772,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:17.559874 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port eb00b26e-4bb2-43c4-ac2f-88ea1949f837 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:02:17.560457 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:17.592959 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-387f5be0-453a-4bb9-98be-89aaef2e30da service neutron] 10.222.0.37 "GET /v2.0/networks/8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014881 Jul 24 10:02:17.694006 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-231ca8a1-e126-44a8-be61-bf2d5797db38 req-90000267-c4c1-401c-9cc7-a2ac4f89adfa service neutron] 10.222.0.37 "GET /v2.0/networks/8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942879 Jul 24 10:02:17.795380 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5803e6-08af-48ce-afda-6fe02176b5da req-03972c12-fa82-4b46-9005-5b42dd229313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:17.797644 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e5803e6-08af-48ce-afda-6fe02176b5da req-03972c12-fa82-4b46-9005-5b42dd229313 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f26b80e41c84b7da07b9a94154ab4e2&device_id=b818dfa6-b741-4a5b-835f-6c6f6a663786 HTTP/1.1" status: 200 len: 1095 time: 0.0589833 Jul 24 10:02:17.891861 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5803e6-08af-48ce-afda-6fe02176b5da req-e73ad98c-5270-4c01-87c7-892e8f6666ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:17.893375 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e5803e6-08af-48ce-afda-6fe02176b5da req-e73ad98c-5270-4c01-87c7-892e8f6666ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b HTTP/1.1" status: 200 len: 917 time: 0.0893915 Jul 24 10:02:17.934676 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e5803e6-08af-48ce-afda-6fe02176b5da req-a36b4ac1-7853-437a-9909-f78496aff7d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86519c79-b5ac-480e-999a-e2779b6b2e09 HTTP/1.1" status: 200 len: 217 time: 0.0339832 Jul 24 10:02:17.992837 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5803e6-08af-48ce-afda-6fe02176b5da req-51626d48-f5c4-40f7-ad38-7b4f49fb8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:17.994378 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e5803e6-08af-48ce-afda-6fe02176b5da req-51626d48-f5c4-40f7-ad38-7b4f49fb8ca5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2eab84b3-7205-48d5-9316-c399b7b2b8e1 HTTP/1.1" status: 200 len: 856 time: 0.0535116 Jul 24 10:02:18.054761 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5803e6-08af-48ce-afda-6fe02176b5da req-0f608ec8-4ba1-4f0b-b66c-67c479079997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:18.056287 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e5803e6-08af-48ce-afda-6fe02176b5da req-0f608ec8-4ba1-4f0b-b66c-67c479079997 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551038 Jul 24 10:02:18.152530 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e5803e6-08af-48ce-afda-6fe02176b5da req-efc4310c-f646-4af6-8d87-382c5a02a25b service neutron] 10.222.0.37 "GET /v2.0/networks/8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896835 Jul 24 10:02:18.270842 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6159ee-b36c-4db3-84ae-4633fd4abc35 req-3e3c0f8c-7b9d-4706-b32b-b75c0a4776ef tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:18.272314 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa6159ee-b36c-4db3-84ae-4633fd4abc35 req-3e3c0f8c-7b9d-4706-b32b-b75c0a4776ef tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/ports?device_id=b818dfa6-b741-4a5b-835f-6c6f6a663786 HTTP/1.1" status: 200 len: 944 time: 0.1338260 Jul 24 10:02:18.275706 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e5803e6-08af-48ce-afda-6fe02176b5da req-c1e85b4e-5991-4cf0-b4ff-e16daa8ced8d service neutron] 10.222.0.37 "GET /v2.0/networks/8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027153 Jul 24 10:02:18.309994 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa6159ee-b36c-4db3-84ae-4633fd4abc35 req-acbf1fd0-7d7b-49a2-bbd8-b2f775520ead tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/security-groups?id=456c6f98-4e4b-4274-9fec-7a7d3c899b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318677 Jul 24 10:02:19.019560 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 01b9f270-4fcd-4d8f-87fb-7e13e1645772 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:02:19.067945 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 01b9f270-4fcd-4d8f-87fb-7e13e1645772 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:02:19.068314 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:19.443602 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef0b3c-8fc4-4897-a49f-a02934a894b5 req-0eba73ac-23b0-4516-8840-83fe7f4d1976 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:19.445026 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2ef0b3c-8fc4-4897-a49f-a02934a894b5 req-0eba73ac-23b0-4516-8840-83fe7f4d1976 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/ports?device_id=b818dfa6-b741-4a5b-835f-6c6f6a663786 HTTP/1.1" status: 200 len: 944 time: 0.0626924 Jul 24 10:02:19.482169 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2ef0b3c-8fc4-4897-a49f-a02934a894b5 req-f04ef99e-26b2-4b2b-9c66-53654b065fc8 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/security-groups?id=456c6f98-4e4b-4274-9fec-7a7d3c899b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316613 Jul 24 10:02:19.884208 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 86519c79-b5ac-480e-999a-e2779b6b2e09 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 10:02:19.976669 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 86519c79-b5ac-480e-999a-e2779b6b2e09, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=86519c79-b5ac-480e-999a-e2779b6b2e09,segment=NetworkSegment(fd9154a2-4827-4aff-9318-75a4ce69bf32),segment_id=fd9154a2-4827-4aff-9318-75a4ce69bf32)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:02:19.987079 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '86519c79-b5ac-480e-999a-e2779b6b2e09', 'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b', 'port_id': '86519c79-b5ac-480e-999a-e2779b6b2e09', 'mac_address': 'fa:16:3e:60:53:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eab84b3-7205-48d5-9316-c399b7b2b8e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 10:02:20.022728 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:20.034468 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86519c79-b5ac-480e-999a-e2779b6b2e09 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:02:20.053199 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 86519c79-b5ac-480e-999a-e2779b6b2e09, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=86519c79-b5ac-480e-999a-e2779b6b2e09,segment=NetworkSegment(fd9154a2-4827-4aff-9318-75a4ce69bf32),segment_id=fd9154a2-4827-4aff-9318-75a4ce69bf32)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:02:20.056713 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:20.102664 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=86519c79-b5ac-480e-999a-e2779b6b2e09,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:20.261043 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['86519c79-b5ac-480e-999a-e2779b6b2e09'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:02:20.615900 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ce7f0-6881-4413-9e6b-9dfef7cdf988 req-c8a0e210-ae22-4467-8c2d-77d36012122c tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:20.617405 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-018ce7f0-6881-4413-9e6b-9dfef7cdf988 req-c8a0e210-ae22-4467-8c2d-77d36012122c tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/ports?device_id=b818dfa6-b741-4a5b-835f-6c6f6a663786 HTTP/1.1" status: 200 len: 945 time: 0.0663199 Jul 24 10:02:20.653486 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-018ce7f0-6881-4413-9e6b-9dfef7cdf988 req-dbbc1378-c2c5-4fa2-9e9c-eecf5a6e2ae3 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/security-groups?id=456c6f98-4e4b-4274-9fec-7a7d3c899b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305641 Jul 24 10:02:21.802486 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b321d95-d7ef-435a-9283-86d82ff7481e req-74c022b6-a3d1-43c0-940a-0d3570bbc6b4 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:21.803959 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2b321d95-d7ef-435a-9283-86d82ff7481e req-74c022b6-a3d1-43c0-940a-0d3570bbc6b4 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/ports?device_id=b818dfa6-b741-4a5b-835f-6c6f6a663786 HTTP/1.1" status: 200 len: 945 time: 0.0667231 Jul 24 10:02:21.840472 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2b321d95-d7ef-435a-9283-86d82ff7481e req-c9c63d25-8dfc-4ad6-8935-88ab7e3df0ad tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/security-groups?id=456c6f98-4e4b-4274-9fec-7a7d3c899b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307555 Jul 24 10:02:21.915320 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 86519c79-b5ac-480e-999a-e2779b6b2e09 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:02:21.961433 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 86519c79-b5ac-480e-999a-e2779b6b2e09 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:02:21.964864 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 86519c79-b5ac-480e-999a-e2779b6b2e09 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:02:21.965235 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:22.040908 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:22.064027 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b818dfa6-b741-4a5b-835f-6c6f6a663786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86519c79-b5ac-480e-999a-e2779b6b2e09'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:02:22.066335 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bfab60-1dac-4ce8-aabf-32c813533fb0" -d '{"events": [{"server_uuid": "b818dfa6-b741-4a5b-835f-6c6f6a663786", "name": "network-vif-plugged", "status": "completed", "tag": "86519c79-b5ac-480e-999a-e2779b6b2e09"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:02:22.082416 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 86519c79-b5ac-480e-999a-e2779b6b2e09, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=86519c79-b5ac-480e-999a-e2779b6b2e09,segment=NetworkSegment(fd9154a2-4827-4aff-9318-75a4ce69bf32),segment_id=fd9154a2-4827-4aff-9318-75a4ce69bf32)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:02:22.086674 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:22.111220 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8344875-ff74-428b-a0f5-7dba6a9f817a x-openstack-request-id: req-e8344875-ff74-428b-a0f5-7dba6a9f817a {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:02:22.111511 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b818dfa6-b741-4a5b-835f-6c6f6a663786", "name": "network-vif-plugged", "status": "completed", "tag": "86519c79-b5ac-480e-999a-e2779b6b2e09", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:02:22.111764 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8344875-ff74-428b-a0f5-7dba6a9f817a {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:02:22.112150 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b818dfa6-b741-4a5b-835f-6c6f6a663786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86519c79-b5ac-480e-999a-e2779b6b2e09', 'code': 200} Jul 24 10:02:22.138556 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=86519c79-b5ac-480e-999a-e2779b6b2e09,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:22.212324 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6010f-eedb-497d-8324-47f8f669e7fb req-8de15224-669b-4de0-b3b2-ee0a4a19ad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:22.213842 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-adf6010f-eedb-497d-8324-47f8f669e7fb req-8de15224-669b-4de0-b3b2-ee0a4a19ad03 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b818dfa6-b741-4a5b-835f-6c6f6a663786 HTTP/1.1" status: 200 len: 1097 time: 0.0514119 Jul 24 10:02:22.246726 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-adf6010f-eedb-497d-8324-47f8f669e7fb req-1d415db0-d46e-4f68-8354-7ab1ab93dc8e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=456c6f98-4e4b-4274-9fec-7a7d3c899b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267534 Jul 24 10:02:22.980550 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b7253-5a75-4cbe-91b5-d8ebc0bda2f2 req-694106af-fed4-413e-a50b-a45cfacd0903 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:22.982100 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1a8b7253-5a75-4cbe-91b5-d8ebc0bda2f2 req-694106af-fed4-413e-a50b-a45cfacd0903 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/ports?device_id=b818dfa6-b741-4a5b-835f-6c6f6a663786 HTTP/1.1" status: 200 len: 946 time: 0.0718026 Jul 24 10:02:23.023279 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1a8b7253-5a75-4cbe-91b5-d8ebc0bda2f2 req-654c3142-2fda-4ab4-8f47-6dc6005787f4 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/security-groups?id=456c6f98-4e4b-4274-9fec-7a7d3c899b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353932 Jul 24 10:02:23.744123 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:02:24.152567 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f26dd6-409b-4610-9880-397e29cb38f3 req-415ccd81-84ed-401c-820c-b1a5c162d019 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:24.154054 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-21f26dd6-409b-4610-9880-397e29cb38f3 req-415ccd81-84ed-401c-820c-b1a5c162d019 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/ports?device_id=b818dfa6-b741-4a5b-835f-6c6f6a663786 HTTP/1.1" status: 200 len: 946 time: 0.0612109 Jul 24 10:02:24.190883 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-21f26dd6-409b-4610-9880-397e29cb38f3 req-7a435176-a64b-4bab-8081-9ebe8f9abfc5 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/security-groups?id=456c6f98-4e4b-4274-9fec-7a7d3c899b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307798 Jul 24 10:02:24.333180 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ce359-4102-475e-b1d6-23cc25a0e5da req-04f15a1a-3554-44c2-8dc3-eac17b84095a tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:24.334599 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-122ce359-4102-475e-b1d6-23cc25a0e5da req-04f15a1a-3554-44c2-8dc3-eac17b84095a tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/ports?device_id=b818dfa6-b741-4a5b-835f-6c6f6a663786 HTTP/1.1" status: 200 len: 946 time: 0.0644722 Jul 24 10:02:24.375405 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-122ce359-4102-475e-b1d6-23cc25a0e5da req-503a1d37-b971-40fb-bded-416d51ff4600 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/security-groups?id=456c6f98-4e4b-4274-9fec-7a7d3c899b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347588 Jul 24 10:02:27.327844 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f590d9e4-f8a3-44ea-b186-54a604fc939f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:29.826631 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7eba6ca0-4675-45b6-825d-ae3519818335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:30.526170 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:31.173890 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:32.803098 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-898fb828-73d9-4035-8dfd-746f437777ee req-4ad644b2-b0ee-4ca6-a555-08f014331996 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b818dfa6-b741-4a5b-835f-6c6f6a663786&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552039 Jul 24 10:02:32.894690 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fb828-73d9-4035-8dfd-746f437777ee req-6d56f17a-2176-496f-b5dd-1b75e83c7e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:32.896159 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-898fb828-73d9-4035-8dfd-746f437777ee req-6d56f17a-2176-496f-b5dd-1b75e83c7e76 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f26b80e41c84b7da07b9a94154ab4e2&device_id=b818dfa6-b741-4a5b-835f-6c6f6a663786 HTTP/1.1" status: 200 len: 1097 time: 0.0521512 Jul 24 10:02:32.997309 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fb828-73d9-4035-8dfd-746f437777ee req-e10d8942-4bec-44bb-aac8-6f514f55dd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:32.998753 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-898fb828-73d9-4035-8dfd-746f437777ee req-e10d8942-4bec-44bb-aac8-6f514f55dd11 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b HTTP/1.1" status: 200 len: 917 time: 0.0849080 Jul 24 10:02:33.041516 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-898fb828-73d9-4035-8dfd-746f437777ee req-851aa306-b5bf-4ac2-9693-4aedf0dac0d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86519c79-b5ac-480e-999a-e2779b6b2e09 HTTP/1.1" status: 200 len: 217 time: 0.0354817 Jul 24 10:02:33.051489 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:33.088137 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fb828-73d9-4035-8dfd-746f437777ee req-529e071f-bb14-4d21-98ab-4e2035f3de92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:33.089507 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-898fb828-73d9-4035-8dfd-746f437777ee req-529e071f-bb14-4d21-98ab-4e2035f3de92 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2eab84b3-7205-48d5-9316-c399b7b2b8e1 HTTP/1.1" status: 200 len: 856 time: 0.0421131 Jul 24 10:02:33.148847 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fb828-73d9-4035-8dfd-746f437777ee req-6497d221-c909-4bef-b514-6fb0df729548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:33.150301 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-898fb828-73d9-4035-8dfd-746f437777ee req-6497d221-c909-4bef-b514-6fb0df729548 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549731 Jul 24 10:02:33.236348 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-898fb828-73d9-4035-8dfd-746f437777ee req-8f4ac2dd-6738-4966-8bca-bbdec65bbe03 service neutron] 10.222.0.37 "GET /v2.0/networks/8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795720 Jul 24 10:02:33.326851 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-898fb828-73d9-4035-8dfd-746f437777ee req-c1ccbe23-fe66-4808-a929-3e07ed199458 service neutron] 10.222.0.37 "GET /v2.0/networks/8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841222 Jul 24 10:02:42.882680 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a7d91-cdc9-4e17-8fcd-6e4ad8f7d8d9 req-5d6dbd04-b7ea-4f69-a319-c567e2bd72db tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:42.884218 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-731a7d91-cdc9-4e17-8fcd-6e4ad8f7d8d9 req-5d6dbd04-b7ea-4f69-a319-c567e2bd72db tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/ports?device_id=b818dfa6-b741-4a5b-835f-6c6f6a663786 HTTP/1.1" status: 200 len: 946 time: 0.0641212 Jul 24 10:02:42.921104 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-731a7d91-cdc9-4e17-8fcd-6e4ad8f7d8d9 req-f7e22df7-f5f9-4056-a605-1ebd08ebd4c6 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/security-groups?id=456c6f98-4e4b-4274-9fec-7a7d3c899b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312910 Jul 24 10:02:44.053760 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e3926-d943-4e0c-adb0-4e924a4f334f req-47cd0325-569f-4255-81fc-e91ea8f40813 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:44.055255 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-141e3926-d943-4e0c-adb0-4e924a4f334f req-47cd0325-569f-4255-81fc-e91ea8f40813 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/ports?device_id=b818dfa6-b741-4a5b-835f-6c6f6a663786 HTTP/1.1" status: 200 len: 946 time: 0.0627904 Jul 24 10:02:44.091180 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-141e3926-d943-4e0c-adb0-4e924a4f334f req-5932b03e-8322-4765-8c3f-998c365696a6 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/security-groups?id=456c6f98-4e4b-4274-9fec-7a7d3c899b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304387 Jul 24 10:02:44.419786 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712634d4-c2bc-4a50-9bb4-9e382d5af876 req-767e260b-6441-4456-85c8-b373f54cf090 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:44.421129 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-712634d4-c2bc-4a50-9bb4-9e382d5af876 req-767e260b-6441-4456-85c8-b373f54cf090 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.37 "GET /v2.0/ports?device_id=b818dfa6-b741-4a5b-835f-6c6f6a663786 HTTP/1.1" status: 200 len: 946 time: 0.0596302 Jul 24 10:02:44.524188 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:44.827408 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-712634d4-c2bc-4a50-9bb4-9e382d5af876 req-9bae1d02-47ec-443a-83c8-9d36c4ecbede tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Deleting port 86519c79-b5ac-480e-999a-e2779b6b2e09 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:02:44.827748 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-712634d4-c2bc-4a50-9bb4-9e382d5af876 req-9bae1d02-47ec-443a-83c8-9d36c4ecbede tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:44.914357 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-712634d4-c2bc-4a50-9bb4-9e382d5af876 req-9bae1d02-47ec-443a-83c8-9d36c4ecbede tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] For port 86519c79-b5ac-480e-999a-e2779b6b2e09, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=86519c79-b5ac-480e-999a-e2779b6b2e09,segment=NetworkSegment(fd9154a2-4827-4aff-9318-75a4ce69bf32),segment_id=fd9154a2-4827-4aff-9318-75a4ce69bf32)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:02:44.914725 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-712634d4-c2bc-4a50-9bb4-9e382d5af876 req-9bae1d02-47ec-443a-83c8-9d36c4ecbede tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:44.927066 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-712634d4-c2bc-4a50-9bb4-9e382d5af876 req-9bae1d02-47ec-443a-83c8-9d36c4ecbede tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Calling delete_port for 86519c79-b5ac-480e-999a-e2779b6b2e09 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:02:45.049263 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-712634d4-c2bc-4a50-9bb4-9e382d5af876 req-9bae1d02-47ec-443a-83c8-9d36c4ecbede tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:45.062118 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['86519c79-b5ac-480e-999a-e2779b6b2e09'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:02:45.082688 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae1d02-47ec-443a-83c8-9d36c4ecbede tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Pushing event deleted for resources: {'Port': ['ID=86519c79-b5ac-480e-999a-e2779b6b2e09,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:45.130472 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-712634d4-c2bc-4a50-9bb4-9e382d5af876 req-9bae1d02-47ec-443a-83c8-9d36c4ecbede tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] No DVR routers for this DVR port 86519c79-b5ac-480e-999a-e2779b6b2e09 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:02:45.133110 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-712634d4-c2bc-4a50-9bb4-9e382d5af876 req-9bae1d02-47ec-443a-83c8-9d36c4ecbede tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:45.136702 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-712634d4-c2bc-4a50-9bb4-9e382d5af876 req-9bae1d02-47ec-443a-83c8-9d36c4ecbede tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.37 "DELETE /v2.0/ports/86519c79-b5ac-480e-999a-e2779b6b2e09 HTTP/1.1" status: 204 len: 173 time: 0.7101123 Jul 24 10:02:45.137190 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b818dfa6-b741-4a5b-835f-6c6f6a663786', 'name': 'network-vif-deleted', 'tag': '86519c79-b5ac-480e-999a-e2779b6b2e09'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:02:45.139615 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f96b21f-0124-45c3-91fc-e0325411284b" -d '{"events": [{"server_uuid": "b818dfa6-b741-4a5b-835f-6c6f6a663786", "name": "network-vif-deleted", "tag": "86519c79-b5ac-480e-999a-e2779b6b2e09"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:02:45.196351 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd170b68-27a4-40f0-b433-ea039852c7ca x-openstack-request-id: req-cd170b68-27a4-40f0-b433-ea039852c7ca {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:02:45.196647 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b818dfa6-b741-4a5b-835f-6c6f6a663786", "name": "network-vif-deleted", "tag": "86519c79-b5ac-480e-999a-e2779b6b2e09", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:02:45.196918 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd170b68-27a4-40f0-b433-ea039852c7ca {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:02:45.197491 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b818dfa6-b741-4a5b-835f-6c6f6a663786', 'name': 'network-vif-deleted', 'tag': '86519c79-b5ac-480e-999a-e2779b6b2e09', 'status': 'completed', 'code': 200} Jul 24 10:02:45.217282 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-02dc4e3b-a2e0-4ed6-94b8-a71e01e92dd7 req-797ffa27-8f14-4037-8a11-1f872f29d212 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/ports?device_id=b818dfa6-b741-4a5b-835f-6c6f6a663786 HTTP/1.1" status: 200 len: 210 time: 0.0506778 Jul 24 10:02:46.871022 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-1ee81a2e-0bdb-4452-b208-b26af0af5f1d tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:46.872468 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-1ee81a2e-0bdb-4452-b208-b26af0af5f1d tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/networks?id=8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b HTTP/1.1" status: 200 len: 817 time: 0.1010847 Jul 24 10:02:46.887076 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-a6f025e1-4b53-40cc-adcd-dd3b25867715 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/quotas/6f26b80e41c84b7da07b9a94154ab4e2 HTTP/1.1" status: 200 len: 375 time: 0.0086880 Jul 24 10:02:46.949718 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-3db009b5-5610-45e4-a8ab-155d7e9585b7 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6f26b80e41c84b7da07b9a94154ab4e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579500 Jul 24 10:02:47.017730 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:47.048968 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-7e0084ae-3e4e-4f7f-8581-877748c65f1d service neutron] 10.222.0.32 "GET /v2.0/networks/8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878897 Jul 24 10:02:47.138536 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-093ac198-16e0-4c43-9f50-e701d898f070 service neutron] 10.222.0.32 "GET /v2.0/networks/8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837107 Jul 24 10:02:47.303325 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-68eee5ab-3212-4871-8dd2-298c72b2acfc req-53e0489b-75d5-40ca-be9b-36859eebf254 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/ports?device_id=78276a80-369d-469d-99b0-8b63b0860e18 HTTP/1.1" status: 200 len: 210 time: 0.0303218 Jul 24 10:02:48.041362 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 86519c79-b5ac-480e-999a-e2779b6b2e09 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:02:48.061964 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 86519c79-b5ac-480e-999a-e2779b6b2e09 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:02:48.062303 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 86519c79-b5ac-480e-999a-e2779b6b2e09 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:02:48.169177 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-c85c0a39-58d8-4443-a58f-02ecbc87ff01 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:48.170737 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-c85c0a39-58d8-4443-a58f-02ecbc87ff01 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.20 "GET /v2.0/networks?id=8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b HTTP/1.1" status: 200 len: 817 time: 0.1072254 Jul 24 10:02:48.183257 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-51b0d499-ad39-48aa-887b-594cad856bea tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Request body: {'port': {'device_id': '78276a80-369d-469d-99b0-8b63b0860e18', 'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b', 'admin_state_up': True, 'tenant_id': '6f26b80e41c84b7da07b9a94154ab4e2'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:02:48.286673 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-51b0d499-ad39-48aa-887b-594cad856bea tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Made reservation on behalf of 6f26b80e41c84b7da07b9a94154ab4e2 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:02:48.290574 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-51b0d499-ad39-48aa-887b-594cad856bea tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:48.423903 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f6e422ab-30fa-4c96-b53b-e2261a824ae5 req-1f76541f-ef0e-4c1c-b7f3-8eccfa3ac93e tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/ports?device_id=78276a80-369d-469d-99b0-8b63b0860e18 HTTP/1.1" status: 200 len: 210 time: 0.0500958 Jul 24 10:02:48.442192 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-51b0d499-ad39-48aa-887b-594cad856bea tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Allocated IP 172.20.0.3 (8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b/2eab84b3-7205-48d5-9316-c399b7b2b8e1/7d49eb1f-0494-46b5-b7f8-169ec32b19e6) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:02:48.589962 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-51b0d499-ad39-48aa-887b-594cad856bea tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:48.602963 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-51b0d499-ad39-48aa-887b-594cad856bea tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Transition to ACTIVE for port object 7d49eb1f-0494-46b5-b7f8-169ec32b19e6 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:02:48.635272 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-51b0d499-ad39-48aa-887b-594cad856bea tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:48.677863 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-51b0d499-ad39-48aa-887b-594cad856bea tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Network 8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:02:48.682802 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-51b0d499-ad39-48aa-887b-594cad856bea tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:02:48.686483 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-51b0d499-ad39-48aa-887b-594cad856bea tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:02:48.714370 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0d499-ad39-48aa-887b-594cad856bea tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Pushing event updated for resources: {'Port': ['ID=7d49eb1f-0494-46b5-b7f8-169ec32b19e6,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:48.729619 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b0d499-ad39-48aa-887b-594cad856bea tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:48.729981 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b0d499-ad39-48aa-887b-594cad856bea tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:48.730331 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b0d499-ad39-48aa-887b-594cad856bea tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:48.730678 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b0d499-ad39-48aa-887b-594cad856bea tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:48.731015 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b0d499-ad39-48aa-887b-594cad856bea tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:48.731356 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b0d499-ad39-48aa-887b-594cad856bea tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:48.731694 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b0d499-ad39-48aa-887b-594cad856bea tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:48.732024 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b0d499-ad39-48aa-887b-594cad856bea tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:48.732360 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b0d499-ad39-48aa-887b-594cad856bea tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:48.732695 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b0d499-ad39-48aa-887b-594cad856bea tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:48.733051 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b0d499-ad39-48aa-887b-594cad856bea tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:48.733380 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b0d499-ad39-48aa-887b-594cad856bea tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:48.764287 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-51b0d499-ad39-48aa-887b-594cad856bea tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:48.764958 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-51b0d499-ad39-48aa-887b-594cad856bea tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:48.782805 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-51b0d499-ad39-48aa-887b-594cad856bea tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6036391 Jul 24 10:02:48.794243 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-cf6f3841-bdf4-433f-b102-e48302795b99 service neutron] Request body: {'port': {'device_id': '78276a80-369d-469d-99b0-8b63b0860e18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:02:48.869404 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-cf6f3841-bdf4-433f-b102-e48302795b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:48.943957 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2fedfea9-e46a-42ff-9d5a-17c2e369ca83 None None] Provisioning for port 7d49eb1f-0494-46b5-b7f8-169ec32b19e6 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:02:48.947703 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2fedfea9-e46a-42ff-9d5a-17c2e369ca83 None None] Provisioning complete for port 7d49eb1f-0494-46b5-b7f8-169ec32b19e6 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:02:48.948076 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2fedfea9-e46a-42ff-9d5a-17c2e369ca83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:48.982767 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-2fedfea9-e46a-42ff-9d5a-17c2e369ca83 None None] Port 7d49eb1f-0494-46b5-b7f8-169ec32b19e6 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:02:49.133335 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-cf6f3841-bdf4-433f-b102-e48302795b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d49eb1f-0494-46b5-b7f8-169ec32b19e6 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:02:49.140535 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-cf6f3841-bdf4-433f-b102-e48302795b99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:49.152299 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-cf6f3841-bdf4-433f-b102-e48302795b99 service neutron] Transition to ACTIVE for port object 7d49eb1f-0494-46b5-b7f8-169ec32b19e6 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:02:49.156133 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-cf6f3841-bdf4-433f-b102-e48302795b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:49.207978 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f3841-bdf4-433f-b102-e48302795b99 service neutron] Pushing event updated for resources: {'Port': ['ID=7d49eb1f-0494-46b5-b7f8-169ec32b19e6,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:49.280160 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-cf6f3841-bdf4-433f-b102-e48302795b99 service neutron] Attempting to bind port 7d49eb1f-0494-46b5-b7f8-169ec32b19e6 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:02:49.280503 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-cf6f3841-bdf4-433f-b102-e48302795b99 service neutron] Attempting to bind port 7d49eb1f-0494-46b5-b7f8-169ec32b19e6 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'fd9154a2-4827-4aff-9318-75a4ce69bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:02:49.280876 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-cf6f3841-bdf4-433f-b102-e48302795b99 service neutron] Attempting to bind port 7d49eb1f-0494-46b5-b7f8-169ec32b19e6 on network 8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:02:49.285931 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-cf6f3841-bdf4-433f-b102-e48302795b99 service neutron] Port 7d49eb1f-0494-46b5-b7f8-169ec32b19e6 on network 8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 10:02:49.286262 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-cf6f3841-bdf4-433f-b102-e48302795b99 service neutron] Attempting to bind port 7d49eb1f-0494-46b5-b7f8-169ec32b19e6 on network 8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:02:49.291586 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-cf6f3841-bdf4-433f-b102-e48302795b99 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:02:49.291929 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-cf6f3841-bdf4-433f-b102-e48302795b99 service neutron] Checking segment: {'id': 'fd9154a2-4827-4aff-9318-75a4ce69bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:02:49.292319 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-cf6f3841-bdf4-433f-b102-e48302795b99 service neutron] Bound using segment: {'id': 'fd9154a2-4827-4aff-9318-75a4ce69bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:02:49.292776 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-cf6f3841-bdf4-433f-b102-e48302795b99 service neutron] Bound port: 7d49eb1f-0494-46b5-b7f8-169ec32b19e6, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9154a2-4827-4aff-9318-75a4ce69bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:02:49.293144 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-cf6f3841-bdf4-433f-b102-e48302795b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:49.361371 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-cf6f3841-bdf4-433f-b102-e48302795b99 service neutron] For port 7d49eb1f-0494-46b5-b7f8-169ec32b19e6, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:02:49.364609 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-cf6f3841-bdf4-433f-b102-e48302795b99 service neutron] For port 7d49eb1f-0494-46b5-b7f8-169ec32b19e6, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=7d49eb1f-0494-46b5-b7f8-169ec32b19e6,segment=NetworkSegment(fd9154a2-4827-4aff-9318-75a4ce69bf32),segment_id=fd9154a2-4827-4aff-9318-75a4ce69bf32)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:02:49.368769 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-cf6f3841-bdf4-433f-b102-e48302795b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:49.402382 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-cf6f3841-bdf4-433f-b102-e48302795b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:49.403013 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-cf6f3841-bdf4-433f-b102-e48302795b99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:49.404470 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-cf6f3841-bdf4-433f-b102-e48302795b99 service neutron] 10.222.0.20 "PUT /v2.0/ports/7d49eb1f-0494-46b5-b7f8-169ec32b19e6 HTTP/1.1" status: 200 len: 1091 time: 0.6146526 Jul 24 10:02:49.405087 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78276a80-369d-469d-99b0-8b63b0860e18', 'tag': '7d49eb1f-0494-46b5-b7f8-169ec32b19e6'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:02:49.407782 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42da0184-915b-419d-9307-a2e9aa69f82e" -d '{"events": [{"name": "network-changed", "server_uuid": "78276a80-369d-469d-99b0-8b63b0860e18", "tag": "7d49eb1f-0494-46b5-b7f8-169ec32b19e6"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:02:49.435391 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f3841-bdf4-433f-b102-e48302795b99 service neutron] Pushing event updated for resources: {'Port': ['ID=7d49eb1f-0494-46b5-b7f8-169ec32b19e6,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:49.461334 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0742a095-329b-4c92-9362-3fe142fadb20 x-openstack-request-id: req-0742a095-329b-4c92-9362-3fe142fadb20 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:02:49.461643 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78276a80-369d-469d-99b0-8b63b0860e18", "tag": "7d49eb1f-0494-46b5-b7f8-169ec32b19e6", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:02:49.461876 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0742a095-329b-4c92-9362-3fe142fadb20 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:02:49.462283 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78276a80-369d-469d-99b0-8b63b0860e18', 'tag': '7d49eb1f-0494-46b5-b7f8-169ec32b19e6', 'status': 'completed', 'code': 200} Jul 24 10:02:49.535600 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-dde1f45b-32a0-4701-b05b-e9d066f344d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:49.537166 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-dde1f45b-32a0-4701-b05b-e9d066f344d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f26b80e41c84b7da07b9a94154ab4e2&device_id=78276a80-369d-469d-99b0-8b63b0860e18 HTTP/1.1" status: 200 len: 1094 time: 0.0856705 Jul 24 10:02:49.586739 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-a30616a8-1b55-43ca-906c-e4d785a4e88b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d49eb1f-0494-46b5-b7f8-169ec32b19e6 HTTP/1.1" status: 200 len: 217 time: 0.0423307 Jul 24 10:02:49.640113 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c229c-c640-441a-a69c-fc9d6ffcd5e2 req-d5254012-1245-4565-bc96-e040559e40a4 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:49.642163 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de2c229c-c640-441a-a69c-fc9d6ffcd5e2 req-d5254012-1245-4565-bc96-e040559e40a4 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/ports?device_id=78276a80-369d-469d-99b0-8b63b0860e18 HTTP/1.1" status: 200 len: 943 time: 0.1391187 Jul 24 10:02:49.657085 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-9a76e62d-c1ff-41b3-a0d2-ba07d78ebb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:49.658449 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-9a76e62d-c1ff-41b3-a0d2-ba07d78ebb8b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2eab84b3-7205-48d5-9316-c399b7b2b8e1 HTTP/1.1" status: 200 len: 856 time: 0.0657220 Jul 24 10:02:49.715435 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de2c229c-c640-441a-a69c-fc9d6ffcd5e2 req-7ccf4a4f-73ad-4576-a5ce-d1c41edf6aeb tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/security-groups?id=456c6f98-4e4b-4274-9fec-7a7d3c899b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676153 Jul 24 10:02:49.734473 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-bdc859b4-1b9a-4285-81fe-dd8f6d378a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:49.735962 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-bdc859b4-1b9a-4285-81fe-dd8f6d378a29 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712285 Jul 24 10:02:49.825897 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-e13f74d3-ec7f-4531-95b4-c4fc92b166f5 service neutron] 10.222.0.20 "GET /v2.0/networks/8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830758 Jul 24 10:02:49.917848 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-83c0cc06-8dd4-4c02-9abb-858ebe9f468d req-3b7c21ed-3943-41ad-9d41-b9ce82e2edba service neutron] 10.222.0.20 "GET /v2.0/networks/8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853424 Jul 24 10:02:50.015023 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da0184-915b-419d-9307-a2e9aa69f82e req-857bcf6d-6aa9-49b8-8266-1acc5c27f278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:50.016566 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-42da0184-915b-419d-9307-a2e9aa69f82e req-857bcf6d-6aa9-49b8-8266-1acc5c27f278 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f26b80e41c84b7da07b9a94154ab4e2&device_id=78276a80-369d-469d-99b0-8b63b0860e18 HTTP/1.1" status: 200 len: 1094 time: 0.0535715 Jul 24 10:02:50.107760 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da0184-915b-419d-9307-a2e9aa69f82e req-bc02d96b-4015-4964-8965-4f654af982a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:50.109258 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-42da0184-915b-419d-9307-a2e9aa69f82e req-bc02d96b-4015-4964-8965-4f654af982a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b HTTP/1.1" status: 200 len: 917 time: 0.0866046 Jul 24 10:02:50.153794 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-42da0184-915b-419d-9307-a2e9aa69f82e req-c855c403-5212-40a2-a43a-e3a1508450d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d49eb1f-0494-46b5-b7f8-169ec32b19e6 HTTP/1.1" status: 200 len: 217 time: 0.0371721 Jul 24 10:02:50.203029 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da0184-915b-419d-9307-a2e9aa69f82e req-dda0680b-1e0f-49f7-854b-45205825b9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:50.204491 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-42da0184-915b-419d-9307-a2e9aa69f82e req-dda0680b-1e0f-49f7-854b-45205825b9a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2eab84b3-7205-48d5-9316-c399b7b2b8e1 HTTP/1.1" status: 200 len: 856 time: 0.0438762 Jul 24 10:02:50.262420 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da0184-915b-419d-9307-a2e9aa69f82e req-47de062c-09b6-46c2-b903-8d19f9930a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:50.263902 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-42da0184-915b-419d-9307-a2e9aa69f82e req-47de062c-09b6-46c2-b903-8d19f9930a16 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521703 Jul 24 10:02:50.355344 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-42da0184-915b-419d-9307-a2e9aa69f82e req-a9228dbd-113f-4c4c-be22-2d30b44a7063 service neutron] 10.222.0.20 "GET /v2.0/networks/8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840230 Jul 24 10:02:50.448996 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-42da0184-915b-419d-9307-a2e9aa69f82e req-96c78a09-2aaa-4968-94f7-a8ad92e5f036 service neutron] 10.222.0.20 "GET /v2.0/networks/8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859191 Jul 24 10:02:50.846467 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5300cf-4a2c-4023-a20b-fb9c36df2158 req-6b9cc505-e0a9-4acb-a184-ea10570ca265 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:50.847927 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a5300cf-4a2c-4023-a20b-fb9c36df2158 req-6b9cc505-e0a9-4acb-a184-ea10570ca265 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/ports?device_id=78276a80-369d-469d-99b0-8b63b0860e18 HTTP/1.1" status: 200 len: 943 time: 0.0622511 Jul 24 10:02:50.888533 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a5300cf-4a2c-4023-a20b-fb9c36df2158 req-fbc50bd8-7c80-4703-be31-5d956a3a696d tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/security-groups?id=456c6f98-4e4b-4274-9fec-7a7d3c899b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350788 Jul 24 10:02:52.018498 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c2f45-c9ef-41bc-aa61-0308d3be8ffa req-7ded8dd2-cb67-44ef-b87a-a27a22f0faa3 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:52.019982 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f87c2f45-c9ef-41bc-aa61-0308d3be8ffa req-7ded8dd2-cb67-44ef-b87a-a27a22f0faa3 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/ports?device_id=78276a80-369d-469d-99b0-8b63b0860e18 HTTP/1.1" status: 200 len: 943 time: 0.0623281 Jul 24 10:02:52.056863 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f87c2f45-c9ef-41bc-aa61-0308d3be8ffa req-57628fee-0774-4e57-86d9-fe002c141ea7 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/security-groups?id=456c6f98-4e4b-4274-9fec-7a7d3c899b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313666 Jul 24 10:02:52.240152 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 7d49eb1f-0494-46b5-b7f8-169ec32b19e6 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 10:02:52.333380 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 7d49eb1f-0494-46b5-b7f8-169ec32b19e6, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=7d49eb1f-0494-46b5-b7f8-169ec32b19e6,segment=NetworkSegment(fd9154a2-4827-4aff-9318-75a4ce69bf32),segment_id=fd9154a2-4827-4aff-9318-75a4ce69bf32)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:02:52.343849 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '7d49eb1f-0494-46b5-b7f8-169ec32b19e6', 'network_id': '8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b', 'port_id': '7d49eb1f-0494-46b5-b7f8-169ec32b19e6', 'mac_address': 'fa:16:3e:db:96:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eab84b3-7205-48d5-9316-c399b7b2b8e1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 10:02:52.378735 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:52.390425 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d49eb1f-0494-46b5-b7f8-169ec32b19e6 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:02:52.409999 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 7d49eb1f-0494-46b5-b7f8-169ec32b19e6, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=7d49eb1f-0494-46b5-b7f8-169ec32b19e6,segment=NetworkSegment(fd9154a2-4827-4aff-9318-75a4ce69bf32),segment_id=fd9154a2-4827-4aff-9318-75a4ce69bf32)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:02:52.414538 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:52.462780 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=7d49eb1f-0494-46b5-b7f8-169ec32b19e6,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:52.472553 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:52.472930 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:52.473270 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:52.473604 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:52.473933 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:52.474403 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:52.474632 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:52.474996 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:52.475380 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:52.475835 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:52.476159 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:52.476480 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:02:52.614882 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['7d49eb1f-0494-46b5-b7f8-169ec32b19e6'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:02:53.191490 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde85d7-7c5b-4485-ba4a-921271b9a2c1 req-91c75e8f-d8a8-44fb-ba40-5595173986c9 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:53.193019 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6dde85d7-7c5b-4485-ba4a-921271b9a2c1 req-91c75e8f-d8a8-44fb-ba40-5595173986c9 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/ports?device_id=78276a80-369d-469d-99b0-8b63b0860e18 HTTP/1.1" status: 200 len: 944 time: 0.0638266 Jul 24 10:02:53.230151 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6dde85d7-7c5b-4485-ba4a-921271b9a2c1 req-a6c3a865-d0f4-4b8d-98bd-4789a5a7e0fe tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/security-groups?id=456c6f98-4e4b-4274-9fec-7a7d3c899b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315831 Jul 24 10:02:54.270651 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 7d49eb1f-0494-46b5-b7f8-169ec32b19e6 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:02:54.317979 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 7d49eb1f-0494-46b5-b7f8-169ec32b19e6 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:02:54.321751 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 7d49eb1f-0494-46b5-b7f8-169ec32b19e6 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:02:54.322124 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:54.361024 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30801c91-e45f-408b-af1d-df0a9e18470d req-3aa6f9fa-deff-4a66-b202-c6d65f1768e1 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:54.362574 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-30801c91-e45f-408b-af1d-df0a9e18470d req-3aa6f9fa-deff-4a66-b202-c6d65f1768e1 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/ports?device_id=78276a80-369d-469d-99b0-8b63b0860e18 HTTP/1.1" status: 200 len: 944 time: 0.0628746 Jul 24 10:02:54.399792 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-30801c91-e45f-408b-af1d-df0a9e18470d req-6ad6f589-62b2-44e6-8c57-815aca1f7337 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/security-groups?id=456c6f98-4e4b-4274-9fec-7a7d3c899b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314615 Jul 24 10:02:54.400411 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:54.431141 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78276a80-369d-469d-99b0-8b63b0860e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d49eb1f-0494-46b5-b7f8-169ec32b19e6'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:02:54.431141 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8ebd52-edf7-4d6e-99ff-3523eabe39ce" -d '{"events": [{"server_uuid": "78276a80-369d-469d-99b0-8b63b0860e18", "name": "network-vif-plugged", "status": "completed", "tag": "7d49eb1f-0494-46b5-b7f8-169ec32b19e6"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:02:54.440174 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 7d49eb1f-0494-46b5-b7f8-169ec32b19e6, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=7d49eb1f-0494-46b5-b7f8-169ec32b19e6,segment=NetworkSegment(fd9154a2-4827-4aff-9318-75a4ce69bf32),segment_id=fd9154a2-4827-4aff-9318-75a4ce69bf32)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:02:54.446169 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:54.472134 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038dfa35-a855-4ed9-9e74-497432b810df x-openstack-request-id: req-038dfa35-a855-4ed9-9e74-497432b810df {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:02:54.472417 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78276a80-369d-469d-99b0-8b63b0860e18", "name": "network-vif-plugged", "status": "completed", "tag": "7d49eb1f-0494-46b5-b7f8-169ec32b19e6", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:02:54.472665 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-038dfa35-a855-4ed9-9e74-497432b810df {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:02:54.473070 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78276a80-369d-469d-99b0-8b63b0860e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d49eb1f-0494-46b5-b7f8-169ec32b19e6', 'code': 200} Jul 24 10:02:54.499627 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=7d49eb1f-0494-46b5-b7f8-169ec32b19e6,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:02:54.579266 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace584c2-d750-4494-8d98-b3aee9289add req-b62834d7-d059-41d4-93d2-4b9d84608c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:54.580814 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ace584c2-d750-4494-8d98-b3aee9289add req-b62834d7-d059-41d4-93d2-4b9d84608c90 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=78276a80-369d-469d-99b0-8b63b0860e18 HTTP/1.1" status: 200 len: 1096 time: 0.0559835 Jul 24 10:02:54.615916 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ace584c2-d750-4494-8d98-b3aee9289add req-40e97fa3-ed89-4ba7-aa3c-8f4c2ed45e1b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=456c6f98-4e4b-4274-9fec-7a7d3c899b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290153 Jul 24 10:02:55.546385 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b2e17-365d-4cb0-a199-8feafa19dd61 req-b2312639-a867-4042-804b-07574a9f2171 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:55.548619 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-068b2e17-365d-4cb0-a199-8feafa19dd61 req-b2312639-a867-4042-804b-07574a9f2171 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/ports?device_id=78276a80-369d-469d-99b0-8b63b0860e18 HTTP/1.1" status: 200 len: 945 time: 0.0652878 Jul 24 10:02:55.585912 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-068b2e17-365d-4cb0-a199-8feafa19dd61 req-63898e90-af16-4db6-8db5-5ae20f4c8a3f tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/security-groups?id=456c6f98-4e4b-4274-9fec-7a7d3c899b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315580 Jul 24 10:02:55.722628 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e71ae3-2dee-428c-b75f-b67f77bd3f3c req-f61d86aa-b578-4052-8583-4af939af5796 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:02:55.724225 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-57e71ae3-2dee-428c-b75f-b67f77bd3f3c req-f61d86aa-b578-4052-8583-4af939af5796 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/ports?device_id=78276a80-369d-469d-99b0-8b63b0860e18 HTTP/1.1" status: 200 len: 945 time: 0.0679688 Jul 24 10:02:55.766828 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-57e71ae3-2dee-428c-b75f-b67f77bd3f3c req-50330bbc-d9ef-4fb8-9585-1b7b3e010623 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/security-groups?id=456c6f98-4e4b-4274-9fec-7a7d3c899b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369365 Jul 24 10:02:57.328982 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0aad0806-6143-4f15-a632-ab29c1e98369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:02:59.829332 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a7cbece3-d0d2-44b4-a8ac-69383d6aee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:00.527097 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:00.743148 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:03:01.179328 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:03.054911 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:14.198984 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9245f-8013-493a-af24-76b94f12a698 req-bda3331a-a589-4a76-9184-7e4a32fabbac tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:14.200602 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ebe9245f-8013-493a-af24-76b94f12a698 req-bda3331a-a589-4a76-9184-7e4a32fabbac tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/ports?device_id=78276a80-369d-469d-99b0-8b63b0860e18 HTTP/1.1" status: 200 len: 945 time: 0.0682397 Jul 24 10:03:14.240089 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ebe9245f-8013-493a-af24-76b94f12a698 req-59d8f426-7b00-4b7d-a24f-f19196da26a2 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/security-groups?id=456c6f98-4e4b-4274-9fec-7a7d3c899b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332797 Jul 24 10:03:14.526291 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:15.372999 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954363dc-e682-4eaf-b7d2-38ffa561ae80 req-9b23d671-9a53-4617-9bcf-e54073c3a5da tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:15.374473 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-954363dc-e682-4eaf-b7d2-38ffa561ae80 req-9b23d671-9a53-4617-9bcf-e54073c3a5da tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/ports?device_id=78276a80-369d-469d-99b0-8b63b0860e18 HTTP/1.1" status: 200 len: 945 time: 0.0623493 Jul 24 10:03:15.415899 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-954363dc-e682-4eaf-b7d2-38ffa561ae80 req-c1ec22d4-03df-4944-a7ab-7ec6f5def481 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/security-groups?id=456c6f98-4e4b-4274-9fec-7a7d3c899b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358326 Jul 24 10:03:15.683674 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62f35a-7ab8-42a1-ad37-26350a6c2cd0 req-0b535fdf-8c62-451a-bc51-860aedd9d00b tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:15.685089 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bb62f35a-7ab8-42a1-ad37-26350a6c2cd0 req-0b535fdf-8c62-451a-bc51-860aedd9d00b tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.20 "GET /v2.0/ports?device_id=78276a80-369d-469d-99b0-8b63b0860e18 HTTP/1.1" status: 200 len: 945 time: 0.0623269 Jul 24 10:03:15.780986 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-bb62f35a-7ab8-42a1-ad37-26350a6c2cd0 req-2d59b2f4-04d0-4b02-a8a5-575175d9579a tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Deleting port 7d49eb1f-0494-46b5-b7f8-169ec32b19e6 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:03:15.781404 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-bb62f35a-7ab8-42a1-ad37-26350a6c2cd0 req-2d59b2f4-04d0-4b02-a8a5-575175d9579a tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:15.869670 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-bb62f35a-7ab8-42a1-ad37-26350a6c2cd0 req-2d59b2f4-04d0-4b02-a8a5-575175d9579a tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] For port 7d49eb1f-0494-46b5-b7f8-169ec32b19e6, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=7d49eb1f-0494-46b5-b7f8-169ec32b19e6,segment=NetworkSegment(fd9154a2-4827-4aff-9318-75a4ce69bf32),segment_id=fd9154a2-4827-4aff-9318-75a4ce69bf32)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:03:15.870038 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-bb62f35a-7ab8-42a1-ad37-26350a6c2cd0 req-2d59b2f4-04d0-4b02-a8a5-575175d9579a tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:15.882316 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-bb62f35a-7ab8-42a1-ad37-26350a6c2cd0 req-2d59b2f4-04d0-4b02-a8a5-575175d9579a tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Calling delete_port for 7d49eb1f-0494-46b5-b7f8-169ec32b19e6 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:03:16.007691 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-bb62f35a-7ab8-42a1-ad37-26350a6c2cd0 req-2d59b2f4-04d0-4b02-a8a5-575175d9579a tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:16.019952 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['7d49eb1f-0494-46b5-b7f8-169ec32b19e6'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:03:16.037561 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59b2f4-04d0-4b02-a8a5-575175d9579a tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Pushing event deleted for resources: {'Port': ['ID=7d49eb1f-0494-46b5-b7f8-169ec32b19e6,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:16.086701 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb62f35a-7ab8-42a1-ad37-26350a6c2cd0 req-2d59b2f4-04d0-4b02-a8a5-575175d9579a tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] No DVR routers for this DVR port 7d49eb1f-0494-46b5-b7f8-169ec32b19e6 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:03:16.089381 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-bb62f35a-7ab8-42a1-ad37-26350a6c2cd0 req-2d59b2f4-04d0-4b02-a8a5-575175d9579a tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:16.091422 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bb62f35a-7ab8-42a1-ad37-26350a6c2cd0 req-2d59b2f4-04d0-4b02-a8a5-575175d9579a tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.20 "DELETE /v2.0/ports/7d49eb1f-0494-46b5-b7f8-169ec32b19e6 HTTP/1.1" status: 204 len: 173 time: 0.4006500 Jul 24 10:03:16.091891 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78276a80-369d-469d-99b0-8b63b0860e18', 'name': 'network-vif-deleted', 'tag': '7d49eb1f-0494-46b5-b7f8-169ec32b19e6'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:03:16.094385 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa19f4b1cd139bd4a8d09057cad9bc672fd3638718e1c15c6976be9e6217d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86397b0b-a7aa-4a27-a59f-2669304b1135" -d '{"events": [{"server_uuid": "78276a80-369d-469d-99b0-8b63b0860e18", "name": "network-vif-deleted", "tag": "7d49eb1f-0494-46b5-b7f8-169ec32b19e6"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:03:16.135476 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af5811b-d9a4-4f0c-b1ae-50aadb5379b3 x-openstack-request-id: req-1af5811b-d9a4-4f0c-b1ae-50aadb5379b3 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:03:16.135773 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78276a80-369d-469d-99b0-8b63b0860e18", "name": "network-vif-deleted", "tag": "7d49eb1f-0494-46b5-b7f8-169ec32b19e6", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:03:16.136031 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1af5811b-d9a4-4f0c-b1ae-50aadb5379b3 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:03:16.136432 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78276a80-369d-469d-99b0-8b63b0860e18', 'name': 'network-vif-deleted', 'tag': '7d49eb1f-0494-46b5-b7f8-169ec32b19e6', 'status': 'completed', 'code': 200} Jul 24 10:03:16.537003 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ba9df7e-0329-401b-a6ac-f8adaa9cffa4 req-25b671b7-72ad-4d4e-a8fb-17e8b44e9187 tempest-TestEncryptedCinderVolumes-1831709765 tempest-TestEncryptedCinderVolumes-1831709765-project] 10.222.0.32 "GET /v2.0/ports?device_id=78276a80-369d-469d-99b0-8b63b0860e18 HTTP/1.1" status: 200 len: 210 time: 0.0296054 Jul 24 10:03:17.019349 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:17.627721 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49950) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:03:17.959476 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7c27e882-a8d3-4aa9-ba35-66421a693ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:18.204505 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-7c27e882-a8d3-4aa9-ba35-66421a693ff0 admin admin] Deleting port b95074b6-133b-4d53-ad63-0fc805290a8f {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:03:18.204884 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7c27e882-a8d3-4aa9-ba35-66421a693ff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:18.278961 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-7c27e882-a8d3-4aa9-ba35-66421a693ff0 admin admin] For port b95074b6-133b-4d53-ad63-0fc805290a8f, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b95074b6-133b-4d53-ad63-0fc805290a8f,segment=NetworkSegment(fd9154a2-4827-4aff-9318-75a4ce69bf32),segment_id=fd9154a2-4827-4aff-9318-75a4ce69bf32)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:03:18.279253 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7c27e882-a8d3-4aa9-ba35-66421a693ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:18.291916 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-7c27e882-a8d3-4aa9-ba35-66421a693ff0 admin admin] Calling delete_port for b95074b6-133b-4d53-ad63-0fc805290a8f owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:03:18.463188 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7c27e882-a8d3-4aa9-ba35-66421a693ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:18.495677 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27e882-a8d3-4aa9-ba35-66421a693ff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b95074b6-133b-4d53-ad63-0fc805290a8f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:18.655404 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7c27e882-a8d3-4aa9-ba35-66421a693ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:18.860975 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c27e882-a8d3-4aa9-ba35-66421a693ff0 admin admin] Router e132488b-15b8-4042-a5a2-c648f7ff5c9a has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:03:19.292979 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c27e882-a8d3-4aa9-ba35-66421a693ff0 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:03:19.298628 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7c27e882-a8d3-4aa9-ba35-66421a693ff0 admin admin] 10.222.0.32 "PUT /v2.0/routers/e132488b-15b8-4042-a5a2-c648f7ff5c9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6701255 Jul 24 10:03:19.301046 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49952) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:03:19.302211 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbcd267-d77b-4dcd-a323-1aea69dd2259 None None] Sync routers for ids ['e132488b-15b8-4042-a5a2-c648f7ff5c9a'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:03:19.312119 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbcd267-d77b-4dcd-a323-1aea69dd2259 None None] Routers {'e132488b-15b8-4042-a5a2-c648f7ff5c9a'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:03:19.313316 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-fbbcd267-d77b-4dcd-a323-1aea69dd2259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:03:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e132488b-15b8-4042-a5a2-c648f7ff5c9a'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:19.398740 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-241ca8e8-86cb-4372-9360-59bb0170fb79 admin admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:19.505458 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-241ca8e8-86cb-4372-9360-59bb0170fb79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:19.576186 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-241ca8e8-86cb-4372-9360-59bb0170fb79 admin admin] Deleting port 2602d254-7f74-4487-9650-7ffdaab2e6b1 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:03:19.576527 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-241ca8e8-86cb-4372-9360-59bb0170fb79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:19.580845 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-fbbcd267-d77b-4dcd-a323-1aea69dd2259 None None] Set router e132488b-15b8-4042-a5a2-c648f7ff5c9a gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:03:19.651759 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-241ca8e8-86cb-4372-9360-59bb0170fb79 admin admin] For port 2602d254-7f74-4487-9650-7ffdaab2e6b1, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=2602d254-7f74-4487-9650-7ffdaab2e6b1,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:03:19.652125 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-241ca8e8-86cb-4372-9360-59bb0170fb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:19.665642 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-241ca8e8-86cb-4372-9360-59bb0170fb79 admin admin] Calling delete_port for 2602d254-7f74-4487-9650-7ffdaab2e6b1 owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:03:19.750203 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-fbbcd267-d77b-4dcd-a323-1aea69dd2259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e132488b-15b8-4042-a5a2-c648f7ff5c9a', 'name': 'tempest-TestEncryptedCinderVolumes-1217091999-router', 'tenant_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '2602d254-7f74-4487-9650-7ffdaab2e6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:02:04Z', 'updated_at': '2021-07-24T10:03:18Z', 'revision_number': 5, 'project_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'gw_port': {'id': '2602d254-7f74-4487-9650-7ffdaab2e6b1', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:dd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e132488b-15b8-4042-a5a2-c648f7ff5c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:02:05Z', 'updated_at': '2021-07-24T10:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:19.775171 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbcd267-d77b-4dcd-a323-1aea69dd2259 None None] Checking router: e132488b-15b8-4042-a5a2-c648f7ff5c9a for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:03:19.783715 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbcd267-d77b-4dcd-a323-1aea69dd2259 None None] Routers {'e132488b-15b8-4042-a5a2-c648f7ff5c9a'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:03:19.784400 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-fbbcd267-d77b-4dcd-a323-1aea69dd2259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:03:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e132488b-15b8-4042-a5a2-c648f7ff5c9a'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:19.831067 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-241ca8e8-86cb-4372-9360-59bb0170fb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:19.861444 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ca8e8-86cb-4372-9360-59bb0170fb79 admin admin] Pushing event deleted for resources: {'Port': ['ID=2602d254-7f74-4487-9650-7ffdaab2e6b1,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:19.872603 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-fbbcd267-d77b-4dcd-a323-1aea69dd2259 None None] Set router e132488b-15b8-4042-a5a2-c648f7ff5c9a gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:03:19.924566 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-241ca8e8-86cb-4372-9360-59bb0170fb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:19.926186 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-fbbcd267-d77b-4dcd-a323-1aea69dd2259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e132488b-15b8-4042-a5a2-c648f7ff5c9a', 'name': 'tempest-TestEncryptedCinderVolumes-1217091999-router', 'tenant_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:02:04Z', 'updated_at': '2021-07-24T10:03:19Z', 'revision_number': 6, 'project_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:19.950976 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbcd267-d77b-4dcd-a323-1aea69dd2259 None None] The sync data for ids ['e132488b-15b8-4042-a5a2-c648f7ff5c9a'] in n-d-800085-9 is: [{'id': 'e132488b-15b8-4042-a5a2-c648f7ff5c9a', 'name': 'tempest-TestEncryptedCinderVolumes-1217091999-router', 'tenant_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:02:04Z', 'updated_at': '2021-07-24T10:03:19Z', 'revision_number': 6, 'project_id': '6f26b80e41c84b7da07b9a94154ab4e2', 'gw_port_host': None}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:03:20.014882 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-241ca8e8-86cb-4372-9360-59bb0170fb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:20.017526 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-241ca8e8-86cb-4372-9360-59bb0170fb79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:20.058674 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-241ca8e8-86cb-4372-9360-59bb0170fb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:20.059205 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241ca8e8-86cb-4372-9360-59bb0170fb79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e132488b-15b8-4042-a5a2-c648f7ff5c9a {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 10:03:20.063646 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-241ca8e8-86cb-4372-9360-59bb0170fb79 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:20.064825 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-241ca8e8-86cb-4372-9360-59bb0170fb79 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e132488b-15b8-4042-a5a2-c648f7ff5c9a HTTP/1.1" status: 204 len: 168 time: 0.7628136 Jul 24 10:03:20.067289 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49954) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:03:20.111911 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97d8051-e13c-4d3f-9432-298347e512b0 admin admin] Deleting subnet 2eab84b3-7205-48d5-9316-c399b7b2b8e1 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 10:03:20.114915 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e97d8051-e13c-4d3f-9432-298347e512b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:20.148426 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e97d8051-e13c-4d3f-9432-298347e512b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:20.228244 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e97d8051-e13c-4d3f-9432-298347e512b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:20.278824 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e97d8051-e13c-4d3f-9432-298347e512b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:20.305092 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d8051-e13c-4d3f-9432-298347e512b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eab84b3-7205-48d5-9316-c399b7b2b8e1,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:20.307082 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e97d8051-e13c-4d3f-9432-298347e512b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:20.311262 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e97d8051-e13c-4d3f-9432-298347e512b0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2eab84b3-7205-48d5-9316-c399b7b2b8e1 HTTP/1.1" status: 204 len: 168 time: 0.2407310 Jul 24 10:03:20.311631 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 49956) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:03:20.316839 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595eea0b-0560-4534-bc59-111ccbe84eae None None] Network 8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:03:20.379840 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 7d49eb1f-0494-46b5-b7f8-169ec32b19e6 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:03:20.389573 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f267b65f-db06-480d-aaeb-fde9a69c7720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:20.404586 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 7d49eb1f-0494-46b5-b7f8-169ec32b19e6 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:03:20.404965 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 7d49eb1f-0494-46b5-b7f8-169ec32b19e6 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:03:20.443907 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-f267b65f-db06-480d-aaeb-fde9a69c7720 admin admin] Deleting port 63a111df-6544-4deb-80e8-15623dc5ff23 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:03:20.444249 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f267b65f-db06-480d-aaeb-fde9a69c7720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:20.510966 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-f267b65f-db06-480d-aaeb-fde9a69c7720 admin admin] For port 63a111df-6544-4deb-80e8-15623dc5ff23, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=63a111df-6544-4deb-80e8-15623dc5ff23,segment=NetworkSegment(fd9154a2-4827-4aff-9318-75a4ce69bf32),segment_id=fd9154a2-4827-4aff-9318-75a4ce69bf32)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:03:20.511338 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f267b65f-db06-480d-aaeb-fde9a69c7720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:20.528284 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-f267b65f-db06-480d-aaeb-fde9a69c7720 admin admin] Calling delete_port for 63a111df-6544-4deb-80e8-15623dc5ff23 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:03:20.604389 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f267b65f-db06-480d-aaeb-fde9a69c7720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:20.631617 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f267b65f-db06-480d-aaeb-fde9a69c7720 admin admin] No DVR routers for this DVR port 63a111df-6544-4deb-80e8-15623dc5ff23 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:03:20.633316 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267b65f-db06-480d-aaeb-fde9a69c7720 admin admin] Pushing event deleted for resources: {'Port': ['ID=63a111df-6544-4deb-80e8-15623dc5ff23,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:20.704477 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f267b65f-db06-480d-aaeb-fde9a69c7720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:20.716385 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-f267b65f-db06-480d-aaeb-fde9a69c7720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:20.728505 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-f267b65f-db06-480d-aaeb-fde9a69c7720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd9154a2-4827-4aff-9318-75a4ce69bf32') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:20.728848 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-f267b65f-db06-480d-aaeb-fde9a69c7720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd9154a2-4827-4aff-9318-75a4ce69bf32') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:20.731827 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e8a98b-03d6-4a51-ae62-55227614c20a None None] DHCP port deletion for 8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 10:03:20.743590 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f267b65f-db06-480d-aaeb-fde9a69c7720 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:20.759336 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f267b65f-db06-480d-aaeb-fde9a69c7720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:20.765429 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f267b65f-db06-480d-aaeb-fde9a69c7720 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 10:03:20.765988 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f267b65f-db06-480d-aaeb-fde9a69c7720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: timer() Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 10:03:20.767763 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 10:03:20.821218 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f267b65f-db06-480d-aaeb-fde9a69c7720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:20.826902 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f267b65f-db06-480d-aaeb-fde9a69c7720 admin admin] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:20.828967 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f267b65f-db06-480d-aaeb-fde9a69c7720 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b HTTP/1.1" status: 204 len: 168 time: 0.5165284 Jul 24 10:03:20.831952 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49958) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:03:20.840409 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267b65f-db06-480d-aaeb-fde9a69c7720 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f947ebb-ed46-47e1-93a3-d0b4e0e3df4b,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:21.058041 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b95074b6-133b-4d53-ad63-0fc805290a8f no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:03:21.080764 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: b95074b6-133b-4d53-ad63-0fc805290a8f {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:03:21.081096 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b95074b6-133b-4d53-ad63-0fc805290a8f not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:03:21.081684 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 63a111df-6544-4deb-80e8-15623dc5ff23 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:03:21.099973 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 63a111df-6544-4deb-80e8-15623dc5ff23 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:03:21.100313 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 63a111df-6544-4deb-80e8-15623dc5ff23 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:03:21.100720 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 2602d254-7f74-4487-9650-7ffdaab2e6b1 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:03:21.119767 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 2602d254-7f74-4487-9650-7ffdaab2e6b1 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:03:21.120113 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 2602d254-7f74-4487-9650-7ffdaab2e6b1 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:03:21.190220 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6da4e246-78ba-4069-8edc-82a23fca533f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:21.441299 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-6da4e246-78ba-4069-8edc-82a23fca533f admin admin] Deleting port 01b9f270-4fcd-4d8f-87fb-7e13e1645772 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:03:21.441540 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6da4e246-78ba-4069-8edc-82a23fca533f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:21.520236 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-6da4e246-78ba-4069-8edc-82a23fca533f admin admin] For port 01b9f270-4fcd-4d8f-87fb-7e13e1645772, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=01b9f270-4fcd-4d8f-87fb-7e13e1645772,segment=NetworkSegment(84bbdfac-8b31-4936-8c65-6e6bf0d6a34c),segment_id=84bbdfac-8b31-4936-8c65-6e6bf0d6a34c)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:03:21.520598 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6da4e246-78ba-4069-8edc-82a23fca533f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:21.533218 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-6da4e246-78ba-4069-8edc-82a23fca533f admin admin] Calling delete_port for 01b9f270-4fcd-4d8f-87fb-7e13e1645772 owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:03:21.707665 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6da4e246-78ba-4069-8edc-82a23fca533f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:21.734858 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4e246-78ba-4069-8edc-82a23fca533f admin admin] Pushing event deleted for resources: {'Port': ['ID=01b9f270-4fcd-4d8f-87fb-7e13e1645772,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:21.762744 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4e246-78ba-4069-8edc-82a23fca533f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:03:21.763089 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4e246-78ba-4069-8edc-82a23fca533f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:03:21.763452 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4e246-78ba-4069-8edc-82a23fca533f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:03:21.763769 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4e246-78ba-4069-8edc-82a23fca533f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:03:21.764102 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4e246-78ba-4069-8edc-82a23fca533f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:03:21.764435 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4e246-78ba-4069-8edc-82a23fca533f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:03:21.764780 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4e246-78ba-4069-8edc-82a23fca533f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:03:21.765119 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4e246-78ba-4069-8edc-82a23fca533f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:03:21.765441 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4e246-78ba-4069-8edc-82a23fca533f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:03:21.766381 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4e246-78ba-4069-8edc-82a23fca533f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:03:21.766706 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4e246-78ba-4069-8edc-82a23fca533f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:03:21.767027 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4e246-78ba-4069-8edc-82a23fca533f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:03:21.905724 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6da4e246-78ba-4069-8edc-82a23fca533f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:22.111756 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da4e246-78ba-4069-8edc-82a23fca533f admin admin] Router 45f21bfa-3d83-4d0f-8ef3-a76b06c81497 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:03:22.218831 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da4e246-78ba-4069-8edc-82a23fca533f admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:03:22.223814 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6da4e246-78ba-4069-8edc-82a23fca533f admin admin] 10.222.0.32 "PUT /v2.0/routers/45f21bfa-3d83-4d0f-8ef3-a76b06c81497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3906856 Jul 24 10:03:22.226428 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49960) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:03:22.229320 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f9f127-4f60-4e76-9997-4d4f34ca2053 None None] Sync routers for ids ['45f21bfa-3d83-4d0f-8ef3-a76b06c81497'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:03:22.239118 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f9f127-4f60-4e76-9997-4d4f34ca2053 None None] Routers {'45f21bfa-3d83-4d0f-8ef3-a76b06c81497'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:03:22.239711 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-12f9f127-4f60-4e76-9997-4d4f34ca2053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:03:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['45f21bfa-3d83-4d0f-8ef3-a76b06c81497'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:22.327566 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ace4a400-dca8-44f8-a3fa-8f3871333f98 admin admin] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:22.336904 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-12f9f127-4f60-4e76-9997-4d4f34ca2053 None None] Set router 45f21bfa-3d83-4d0f-8ef3-a76b06c81497 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:03:22.427438 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ace4a400-dca8-44f8-a3fa-8f3871333f98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:22.478804 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-ace4a400-dca8-44f8-a3fa-8f3871333f98 admin admin] Deleting port eb00b26e-4bb2-43c4-ac2f-88ea1949f837 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:03:22.479145 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ace4a400-dca8-44f8-a3fa-8f3871333f98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:22.501955 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-12f9f127-4f60-4e76-9997-4d4f34ca2053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f21bfa-3d83-4d0f-8ef3-a76b06c81497', 'name': 'tempest-TestEncryptedCinderVolumes-656337692-router', 'tenant_id': '14f1c5a71d5b48ce80108170a0769db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'eb00b26e-4bb2-43c4-ac2f-88ea1949f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:02:09Z', 'updated_at': '2021-07-24T10:03:21Z', 'revision_number': 5, 'project_id': '14f1c5a71d5b48ce80108170a0769db9', 'gw_port': {'id': 'eb00b26e-4bb2-43c4-ac2f-88ea1949f837', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f21bfa-3d83-4d0f-8ef3-a76b06c81497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:02:10Z', 'updated_at': '2021-07-24T10:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:22.529832 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f9f127-4f60-4e76-9997-4d4f34ca2053 None None] Checking router: 45f21bfa-3d83-4d0f-8ef3-a76b06c81497 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:03:22.538611 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f9f127-4f60-4e76-9997-4d4f34ca2053 None None] Routers {'45f21bfa-3d83-4d0f-8ef3-a76b06c81497'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:03:22.539209 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-12f9f127-4f60-4e76-9997-4d4f34ca2053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:03:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['45f21bfa-3d83-4d0f-8ef3-a76b06c81497'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:22.555490 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-ace4a400-dca8-44f8-a3fa-8f3871333f98 admin admin] For port eb00b26e-4bb2-43c4-ac2f-88ea1949f837, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=eb00b26e-4bb2-43c4-ac2f-88ea1949f837,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:03:22.555853 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ace4a400-dca8-44f8-a3fa-8f3871333f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:22.571717 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-ace4a400-dca8-44f8-a3fa-8f3871333f98 admin admin] Calling delete_port for eb00b26e-4bb2-43c4-ac2f-88ea1949f837 owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:03:22.619625 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-12f9f127-4f60-4e76-9997-4d4f34ca2053 None None] Set router 45f21bfa-3d83-4d0f-8ef3-a76b06c81497 gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:03:22.731168 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ace4a400-dca8-44f8-a3fa-8f3871333f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:22.753775 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-12f9f127-4f60-4e76-9997-4d4f34ca2053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f21bfa-3d83-4d0f-8ef3-a76b06c81497', 'name': 'tempest-TestEncryptedCinderVolumes-656337692-router', 'tenant_id': '14f1c5a71d5b48ce80108170a0769db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:02:09Z', 'updated_at': '2021-07-24T10:03:22Z', 'revision_number': 6, 'project_id': '14f1c5a71d5b48ce80108170a0769db9', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:22.758354 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4a400-dca8-44f8-a3fa-8f3871333f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb00b26e-4bb2-43c4-ac2f-88ea1949f837,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:22.778770 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f9f127-4f60-4e76-9997-4d4f34ca2053 None None] The sync data for ids ['45f21bfa-3d83-4d0f-8ef3-a76b06c81497'] in n-d-800085-9 is: [{'id': '45f21bfa-3d83-4d0f-8ef3-a76b06c81497', 'name': 'tempest-TestEncryptedCinderVolumes-656337692-router', 'tenant_id': '14f1c5a71d5b48ce80108170a0769db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:02:09Z', 'updated_at': '2021-07-24T10:03:22Z', 'revision_number': 6, 'project_id': '14f1c5a71d5b48ce80108170a0769db9', 'gw_port_host': None}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:03:22.825976 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ace4a400-dca8-44f8-a3fa-8f3871333f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:22.918034 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ace4a400-dca8-44f8-a3fa-8f3871333f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:22.920251 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ace4a400-dca8-44f8-a3fa-8f3871333f98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:22.962502 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ace4a400-dca8-44f8-a3fa-8f3871333f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:22.963118 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace4a400-dca8-44f8-a3fa-8f3871333f98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45f21bfa-3d83-4d0f-8ef3-a76b06c81497 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 10:03:22.967304 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ace4a400-dca8-44f8-a3fa-8f3871333f98 admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:22.968565 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ace4a400-dca8-44f8-a3fa-8f3871333f98 admin admin] 10.222.0.32 "DELETE /v2.0/routers/45f21bfa-3d83-4d0f-8ef3-a76b06c81497 HTTP/1.1" status: 204 len: 168 time: 0.7412267 Jul 24 10:03:22.971738 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49962) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:03:23.018209 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26036c0-8165-4907-8472-f03c928316cf admin admin] Deleting subnet 501d74d2-bf91-4bbb-9538-9b095e71d5e3 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 10:03:23.021185 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b26036c0-8165-4907-8472-f03c928316cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:23.054293 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b26036c0-8165-4907-8472-f03c928316cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:23.128041 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b26036c0-8165-4907-8472-f03c928316cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:23.184792 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b26036c0-8165-4907-8472-f03c928316cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:23.211266 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26036c0-8165-4907-8472-f03c928316cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=501d74d2-bf91-4bbb-9538-9b095e71d5e3,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:23.214947 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b26036c0-8165-4907-8472-f03c928316cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:23.216852 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b26036c0-8165-4907-8472-f03c928316cf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/501d74d2-bf91-4bbb-9538-9b095e71d5e3 HTTP/1.1" status: 204 len: 168 time: 0.2441626 Jul 24 10:03:23.219344 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49964) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:03:23.222859 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0188bb62-47d7-4af2-8166-f17c9c1be9a2 None None] Network b4d3ecdb-f4db-4e2b-a408-ee41b724cf67 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:03:23.288214 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c232b0d-fbe3-435b-a4e0-8017650dee6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:23.322282 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 01b9f270-4fcd-4d8f-87fb-7e13e1645772 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:03:23.350003 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-4c232b0d-fbe3-435b-a4e0-8017650dee6e admin admin] Deleting port 7564a85c-975f-46f2-958b-e83f18ada57f {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:03:23.350339 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c232b0d-fbe3-435b-a4e0-8017650dee6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:23.366469 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 01b9f270-4fcd-4d8f-87fb-7e13e1645772 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:03:23.366814 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 01b9f270-4fcd-4d8f-87fb-7e13e1645772 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:03:23.367456 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device eb00b26e-4bb2-43c4-ac2f-88ea1949f837 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:03:23.389152 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: eb00b26e-4bb2-43c4-ac2f-88ea1949f837 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:03:23.389493 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device eb00b26e-4bb2-43c4-ac2f-88ea1949f837 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:03:23.430241 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-4c232b0d-fbe3-435b-a4e0-8017650dee6e admin admin] For port 7564a85c-975f-46f2-958b-e83f18ada57f, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7564a85c-975f-46f2-958b-e83f18ada57f,segment=NetworkSegment(84bbdfac-8b31-4936-8c65-6e6bf0d6a34c),segment_id=84bbdfac-8b31-4936-8c65-6e6bf0d6a34c)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:03:23.430761 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c232b0d-fbe3-435b-a4e0-8017650dee6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:23.443893 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-4c232b0d-fbe3-435b-a4e0-8017650dee6e admin admin] Calling delete_port for 7564a85c-975f-46f2-958b-e83f18ada57f owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:03:23.464758 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33eb218b-8bfa-4325-885f-763d15efa6a5 None None] DHCP port deletion for b4d3ecdb-f4db-4e2b-a408-ee41b724cf67 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 10:03:23.519784 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-33eb218b-8bfa-4325-885f-763d15efa6a5 None None] Deleting port 7564a85c-975f-46f2-958b-e83f18ada57f {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:03:23.520234 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-33eb218b-8bfa-4325-885f-763d15efa6a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:23.549107 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c232b0d-fbe3-435b-a4e0-8017650dee6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:23.583353 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c232b0d-fbe3-435b-a4e0-8017650dee6e admin admin] Pushing event deleted for resources: {'Port': ['ID=7564a85c-975f-46f2-958b-e83f18ada57f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:23.591501 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c232b0d-fbe3-435b-a4e0-8017650dee6e admin admin] No DVR routers for this DVR port 7564a85c-975f-46f2-958b-e83f18ada57f on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:03:23.605003 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-33eb218b-8bfa-4325-885f-763d15efa6a5 None None] For port 7564a85c-975f-46f2-958b-e83f18ada57f, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=7564a85c-975f-46f2-958b-e83f18ada57f,segment=NetworkSegment(84bbdfac-8b31-4936-8c65-6e6bf0d6a34c),segment_id=84bbdfac-8b31-4936-8c65-6e6bf0d6a34c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:03:23.613794 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-33eb218b-8bfa-4325-885f-763d15efa6a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:23.629529 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-33eb218b-8bfa-4325-885f-763d15efa6a5 None None] Calling delete_port for 7564a85c-975f-46f2-958b-e83f18ada57f owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:03:23.670065 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c232b0d-fbe3-435b-a4e0-8017650dee6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:23.681022 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-4c232b0d-fbe3-435b-a4e0-8017650dee6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d3ecdb-f4db-4e2b-a408-ee41b724cf67']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:23.692787 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-4c232b0d-fbe3-435b-a4e0-8017650dee6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84bbdfac-8b31-4936-8c65-6e6bf0d6a34c') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:23.693015 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-4c232b0d-fbe3-435b-a4e0-8017650dee6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84bbdfac-8b31-4936-8c65-6e6bf0d6a34c') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:23.706797 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c232b0d-fbe3-435b-a4e0-8017650dee6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:23.722286 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-33eb218b-8bfa-4325-885f-763d15efa6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:23.727241 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c232b0d-fbe3-435b-a4e0-8017650dee6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:23.735624 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c232b0d-fbe3-435b-a4e0-8017650dee6e admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 10:03:23.736050 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c232b0d-fbe3-435b-a4e0-8017650dee6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: timer() Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 10:03:23.738021 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 10:03:23.752471 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb218b-8bfa-4325-885f-763d15efa6a5 None None] Pushing event deleted for resources: {'Port': ['ID=7564a85c-975f-46f2-958b-e83f18ada57f,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:23.760572 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eb218b-8bfa-4325-885f-763d15efa6a5 None None] No DVR routers for this DVR port 7564a85c-975f-46f2-958b-e83f18ada57f on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:03:23.795292 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c232b0d-fbe3-435b-a4e0-8017650dee6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:23.801878 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4c232b0d-fbe3-435b-a4e0-8017650dee6e admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:23.803933 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4c232b0d-fbe3-435b-a4e0-8017650dee6e admin admin] 10.222.0.32 "DELETE /v2.0/networks/b4d3ecdb-f4db-4e2b-a408-ee41b724cf67 HTTP/1.1" status: 204 len: 168 time: 0.5836785 Jul 24 10:03:23.815726 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c232b0d-fbe3-435b-a4e0-8017650dee6e admin admin] Pushing event deleted for resources: {'Network': ['ID=b4d3ecdb-f4db-4e2b-a408-ee41b724cf67,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:23.959251 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49968) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:03:24.000215 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7b22b0bd-7a13-43a2-8915-e4e90fdd2479 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f26b80e41c84b7da07b9a94154ab4e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396292 Jul 24 10:03:24.002676 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49970) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:03:24.050545 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-836e5c36-3be2-4c5e-b841-6f25b58850ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:24.069896 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-836e5c36-3be2-4c5e-b841-6f25b58850ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:24.118376 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-836e5c36-3be2-4c5e-b841-6f25b58850ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:24.120994 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-836e5c36-3be2-4c5e-b841-6f25b58850ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:24.122148 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-836e5c36-3be2-4c5e-b841-6f25b58850ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/456c6f98-4e4b-4274-9fec-7a7d3c899b0f HTTP/1.1" status: 204 len: 168 time: 0.1185305 Jul 24 10:03:24.130040 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e5c36-3be2-4c5e-b841-6f25b58850ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456c6f98-4e4b-4274-9fec-7a7d3c899b0f,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:24.424613 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49976) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:03:24.462638 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-deeb2be5-7559-4eea-a9e7-6d7556926945 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14f1c5a71d5b48ce80108170a0769db9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0368352 Jul 24 10:03:24.464927 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 49978) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:03:24.510085 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-51f08926-2777-4295-b76b-2a7ef1cbcd29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:24.530506 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-51f08926-2777-4295-b76b-2a7ef1cbcd29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:24.575247 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-51f08926-2777-4295-b76b-2a7ef1cbcd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:24.577869 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-51f08926-2777-4295-b76b-2a7ef1cbcd29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:24.579530 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-51f08926-2777-4295-b76b-2a7ef1cbcd29 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54617fa9-c974-4cfa-a118-279f7d3e24d9 HTTP/1.1" status: 204 len: 168 time: 0.1137218 Jul 24 10:03:24.587168 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f08926-2777-4295-b76b-2a7ef1cbcd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54617fa9-c974-4cfa-a118-279f7d3e24d9,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:25.059607 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7564a85c-975f-46f2-958b-e83f18ada57f no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:03:25.078956 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 7564a85c-975f-46f2-958b-e83f18ada57f {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:03:25.079309 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 7564a85c-975f-46f2-958b-e83f18ada57f not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:03:25.221046 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50000) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:03:25.318876 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-78f2d175-076c-4daf-83c2-a31cf340e476 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1015817818-network', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:03:25.339913 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f2d175-076c-4daf-83c2-a31cf340e476 admin admin] Made reservation on behalf of dc0f5cc695974d3bad79b3f73346203c for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:03:25.342144 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-78f2d175-076c-4daf-83c2-a31cf340e476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:25.350200 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-78f2d175-076c-4daf-83c2-a31cf340e476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:25.438846 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-78f2d175-076c-4daf-83c2-a31cf340e476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:25.442390 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-78f2d175-076c-4daf-83c2-a31cf340e476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:25.465206 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f2d175-076c-4daf-83c2-a31cf340e476 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 10:03:25.475110 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2d175-076c-4daf-83c2-a31cf340e476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872742e2-5b9a-49a2-a6f1-62ea852c9f71,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:25.480012 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-78f2d175-076c-4daf-83c2-a31cf340e476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:25.480352 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-78f2d175-076c-4daf-83c2-a31cf340e476 admin admin] Added segment d2a4196b-3f71-45e2-a5de-5d879b6b4b0d of type vlan for network 964410f9-5914-4588-b430-238a29d50d25 Jul 24 10:03:25.518772 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-78f2d175-076c-4daf-83c2-a31cf340e476 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:25.545848 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-78f2d175-076c-4daf-83c2-a31cf340e476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:25.547422 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f2d175-076c-4daf-83c2-a31cf340e476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:25.548001 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-78f2d175-076c-4daf-83c2-a31cf340e476 admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:25.577721 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-78f2d175-076c-4daf-83c2-a31cf340e476 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3555920 Jul 24 10:03:25.580837 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50004) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:03:25.587123 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-04f82228-1a0b-4e63-93d6-b739ccc72abf admin admin] Request body: {'subnet': {'network_id': '964410f9-5914-4588-b430-238a29d50d25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1015817818-subnet', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:03:25.607443 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2d175-076c-4daf-83c2-a31cf340e476 admin admin] Pushing event updated for resources: {'Network': ['ID=964410f9-5914-4588-b430-238a29d50d25,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:25.608273 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f82228-1a0b-4e63-93d6-b739ccc72abf admin admin] Made reservation on behalf of dc0f5cc695974d3bad79b3f73346203c for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:03:25.611215 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04f82228-1a0b-4e63-93d6-b739ccc72abf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:25.618360 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 964410f9-5914-4588-b430-238a29d50d25 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 10:03:25.778916 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04f82228-1a0b-4e63-93d6-b739ccc72abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:25.837175 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f82228-1a0b-4e63-93d6-b739ccc72abf admin admin] Pushing event updated for resources: {'Subnet': ['ID=afa2dbab-d7ac-4758-978b-8e5beb860fa4,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:25.841413 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f82228-1a0b-4e63-93d6-b739ccc72abf admin admin] Checking segment: {'id': 'd2a4196b-3f71-45e2-a5de-5d879b6b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '964410f9-5914-4588-b430-238a29d50d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:03:25.841779 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f82228-1a0b-4e63-93d6-b739ccc72abf admin admin] Network hostable DHCP agents. Network: 964410f9-5914-4588-b430-238a29d50d25, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 10:03:25.858357 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f82228-1a0b-4e63-93d6-b739ccc72abf admin admin] Network 964410f9-5914-4588-b430-238a29d50d25 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 10:03:25.866764 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-04f82228-1a0b-4e63-93d6-b739ccc72abf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 964410f9-5914-4588-b430-238a29d50d25) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:03:25.870954 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f82228-1a0b-4e63-93d6-b739ccc72abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:25.871531 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-04f82228-1a0b-4e63-93d6-b739ccc72abf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:25.875208 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e584c541-59ee-4b57-bccc-cbcdbfe47d2a None None] Network 964410f9-5914-4588-b430-238a29d50d25 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:03:25.884685 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-04f82228-1a0b-4e63-93d6-b739ccc72abf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3027072 Jul 24 10:03:25.887464 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50006) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:03:25.892322 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-9c3bba15-01d9-4a33-a9cf-a454f611af54 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1015817818-router', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:03:25.913288 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9c3bba15-01d9-4a33-a9cf-a454f611af54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:25.914411 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9c3bba15-01d9-4a33-a9cf-a454f611af54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:25.965288 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9c3bba15-01d9-4a33-a9cf-a454f611af54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:26.020690 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1261b0d9-ba16-4848-9dfb-4f41e8c48d6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-964410f9-5914-4588-b430-238a29d50d25', 'network_id': '964410f9-5914-4588-b430-238a29d50d25', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'fixed_ips': [{'subnet_id': 'afa2dbab-d7ac-4758-978b-8e5beb860fa4'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 10:03:26.021580 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1261b0d9-ba16-4848-9dfb-4f41e8c48d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:26.101092 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9c3bba15-01d9-4a33-a9cf-a454f611af54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:26.156713 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-1261b0d9-ba16-4848-9dfb-4f41e8c48d6b None None] Allocated IP 172.20.0.2 (964410f9-5914-4588-b430-238a29d50d25/afa2dbab-d7ac-4758-978b-8e5beb860fa4/38dd455d-b4be-426f-9817-c51792e91c89) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:03:26.297454 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1261b0d9-ba16-4848-9dfb-4f41e8c48d6b None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:26.305895 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1261b0d9-ba16-4848-9dfb-4f41e8c48d6b None None] Transition to ACTIVE for port object 38dd455d-b4be-426f-9817-c51792e91c89 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:03:26.306532 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9c3bba15-01d9-4a33-a9cf-a454f611af54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:26.321359 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-1261b0d9-ba16-4848-9dfb-4f41e8c48d6b None None] Transition to ACTIVE for port object 38dd455d-b4be-426f-9817-c51792e91c89 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:03:26.327268 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1261b0d9-ba16-4848-9dfb-4f41e8c48d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:26.329856 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9c3bba15-01d9-4a33-a9cf-a454f611af54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:26.362585 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1261b0d9-ba16-4848-9dfb-4f41e8c48d6b None None] Network 964410f9-5914-4588-b430-238a29d50d25 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:03:26.365367 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-1261b0d9-ba16-4848-9dfb-4f41e8c48d6b None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:03:26.371479 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1261b0d9-ba16-4848-9dfb-4f41e8c48d6b None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:03:26.381367 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261b0d9-ba16-4848-9dfb-4f41e8c48d6b None None] Pushing event updated for resources: {'Port': ['ID=38dd455d-b4be-426f-9817-c51792e91c89,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:26.430360 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-9c3bba15-01d9-4a33-a9cf-a454f611af54 admin admin] Allocated IP 172.25.7.37 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/32f233f4-ed52-417a-a8ab-48df99f5a85b) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:03:26.433936 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-1261b0d9-ba16-4848-9dfb-4f41e8c48d6b None None] Attempting to bind port 38dd455d-b4be-426f-9817-c51792e91c89 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:03:26.434305 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-1261b0d9-ba16-4848-9dfb-4f41e8c48d6b None None] Attempting to bind port 38dd455d-b4be-426f-9817-c51792e91c89 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd2a4196b-3f71-45e2-a5de-5d879b6b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '964410f9-5914-4588-b430-238a29d50d25'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:03:26.434706 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1261b0d9-ba16-4848-9dfb-4f41e8c48d6b None None] Attempting to bind port 38dd455d-b4be-426f-9817-c51792e91c89 on network 964410f9-5914-4588-b430-238a29d50d25 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:03:26.440247 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1261b0d9-ba16-4848-9dfb-4f41e8c48d6b None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:03:26.440614 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1261b0d9-ba16-4848-9dfb-4f41e8c48d6b None None] Checking segment: {'id': 'd2a4196b-3f71-45e2-a5de-5d879b6b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '964410f9-5914-4588-b430-238a29d50d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:03:26.441035 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1261b0d9-ba16-4848-9dfb-4f41e8c48d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:26.441423 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1261b0d9-ba16-4848-9dfb-4f41e8c48d6b None None] Bound using segment: {'id': 'd2a4196b-3f71-45e2-a5de-5d879b6b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '964410f9-5914-4588-b430-238a29d50d25'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:03:26.441885 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-1261b0d9-ba16-4848-9dfb-4f41e8c48d6b None None] Bound port: 38dd455d-b4be-426f-9817-c51792e91c89, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a4196b-3f71-45e2-a5de-5d879b6b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '964410f9-5914-4588-b430-238a29d50d25'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:03:26.442262 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1261b0d9-ba16-4848-9dfb-4f41e8c48d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:26.506114 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-1261b0d9-ba16-4848-9dfb-4f41e8c48d6b None None] For port 38dd455d-b4be-426f-9817-c51792e91c89, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:03:26.509417 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-1261b0d9-ba16-4848-9dfb-4f41e8c48d6b None None] For port 38dd455d-b4be-426f-9817-c51792e91c89, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=38dd455d-b4be-426f-9817-c51792e91c89,segment=NetworkSegment(d2a4196b-3f71-45e2-a5de-5d879b6b4b0d),segment_id=d2a4196b-3f71-45e2-a5de-5d879b6b4b0d)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:03:26.514006 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1261b0d9-ba16-4848-9dfb-4f41e8c48d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:26.535798 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9c3bba15-01d9-4a33-a9cf-a454f611af54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:26.571607 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261b0d9-ba16-4848-9dfb-4f41e8c48d6b None None] Pushing event updated for resources: {'Port': ['ID=38dd455d-b4be-426f-9817-c51792e91c89,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:26.576392 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9c3bba15-01d9-4a33-a9cf-a454f611af54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:26.615409 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3bba15-01d9-4a33-a9cf-a454f611af54 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:03:26.624198 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-9c3bba15-01d9-4a33-a9cf-a454f611af54 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:03:26.628504 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3bba15-01d9-4a33-a9cf-a454f611af54 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:03:26.653158 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3bba15-01d9-4a33-a9cf-a454f611af54 admin admin] Pushing event updated for resources: {'Port': ['ID=32f233f4-ed52-417a-a8ab-48df99f5a85b,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:26.894156 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9c3bba15-01d9-4a33-a9cf-a454f611af54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:27.074196 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 38dd455d-b4be-426f-9817-c51792e91c89 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:03:27.092263 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9c3bba15-01d9-4a33-a9cf-a454f611af54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:27.122898 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 38dd455d-b4be-426f-9817-c51792e91c89 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:03:27.223538 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3bba15-01d9-4a33-a9cf-a454f611af54 admin admin] Router da4a2afe-0844-4b14-8e02-759e462b6bb6 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 10:03:27.331094 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5f350a13-8a3d-48fb-b759-1d678eb1dc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:27.350821 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3bba15-01d9-4a33-a9cf-a454f611af54 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:03:27.361131 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] Sync routers for ids ['da4a2afe-0844-4b14-8e02-759e462b6bb6'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:03:27.371369 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9c3bba15-01d9-4a33-a9cf-a454f611af54 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:27.376099 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9c3bba15-01d9-4a33-a9cf-a454f611af54 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4844635 Jul 24 10:03:27.376258 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] Routers {'da4a2afe-0844-4b14-8e02-759e462b6bb6'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:03:27.376258 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:03:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['da4a2afe-0844-4b14-8e02-759e462b6bb6'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:27.376504 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50008) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:03:27.460273 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3184e6-4a25-4fea-bc58-5be43592e427 None None] Network 964410f9-5914-4588-b430-238a29d50d25 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:03:27.533507 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] Set router da4a2afe-0844-4b14-8e02-759e462b6bb6 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:03:27.648064 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-9ae186fd-97ad-4c84-900e-0c790d6648f7 None None] Provisioning for port 38dd455d-b4be-426f-9817-c51792e91c89 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:03:27.694926 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-9ae186fd-97ad-4c84-900e-0c790d6648f7 None None] Provisioning complete for port 38dd455d-b4be-426f-9817-c51792e91c89 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:03:27.695297 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9ae186fd-97ad-4c84-900e-0c790d6648f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:27.794946 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ce00a9e-3481-44c9-ad9c-08e7cd4a8262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:27.868504 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9ae186fd-97ad-4c84-900e-0c790d6648f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:27.896583 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'name': 'tempest-TestMinimumBasicScenario-1015817818-router', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '32f233f4-ed52-417a-a8ab-48df99f5a85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:03:25Z', 'updated_at': '2021-07-24T10:03:26Z', 'revision_number': 3, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'gw_port': {'id': '32f233f4-ed52-417a-a8ab-48df99f5a85b', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:26:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:26Z', 'updated_at': '2021-07-24T10:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:27.939767 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] Checking router: da4a2afe-0844-4b14-8e02-759e462b6bb6 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:03:27.940114 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] Updating router da4a2afe-0844-4b14-8e02-759e462b6bb6 port 32f233f4-ed52-417a-a8ab-48df99f5a85b binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 10:03:27.955595 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-4ce00a9e-3481-44c9-ad9c-08e7cd4a8262 admin admin] Allocated IP 172.20.0.1 (964410f9-5914-4588-b430-238a29d50d25/afa2dbab-d7ac-4758-978b-8e5beb860fa4/9e701050-4544-4364-8513-a332e7fe33ff) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:03:27.969136 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-9ae186fd-97ad-4c84-900e-0c790d6648f7 None None] For port 38dd455d-b4be-426f-9817-c51792e91c89, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=38dd455d-b4be-426f-9817-c51792e91c89,segment=NetworkSegment(d2a4196b-3f71-45e2-a5de-5d879b6b4b0d),segment_id=d2a4196b-3f71-45e2-a5de-5d879b6b4b0d)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:03:27.975832 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9ae186fd-97ad-4c84-900e-0c790d6648f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:28.004246 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:28.063626 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ce00a9e-3481-44c9-ad9c-08e7cd4a8262 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:28.065365 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae186fd-97ad-4c84-900e-0c790d6648f7 None None] Pushing event updated for resources: {'Port': ['ID=38dd455d-b4be-426f-9817-c51792e91c89,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:28.079848 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-4ce00a9e-3481-44c9-ad9c-08e7cd4a8262 admin admin] Transition to ACTIVE for port object 9e701050-4544-4364-8513-a332e7fe33ff will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:03:28.113830 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ce00a9e-3481-44c9-ad9c-08e7cd4a8262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:28.156061 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce00a9e-3481-44c9-ad9c-08e7cd4a8262 admin admin] Network 964410f9-5914-4588-b430-238a29d50d25 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:03:28.159171 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-4ce00a9e-3481-44c9-ad9c-08e7cd4a8262 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:03:28.166124 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce00a9e-3481-44c9-ad9c-08e7cd4a8262 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:03:28.193095 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce00a9e-3481-44c9-ad9c-08e7cd4a8262 admin admin] Pushing event updated for resources: {'Port': ['ID=9e701050-4544-4364-8513-a332e7fe33ff,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:28.211702 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ce00a9e-3481-44c9-ad9c-08e7cd4a8262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:28.299295 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c5ffa6e9-a4c3-4cef-960c-d020b5700612 None None] Provisioning complete for port 38dd455d-b4be-426f-9817-c51792e91c89 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:03:28.299665 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c5ffa6e9-a4c3-4cef-960c-d020b5700612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:28.357492 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ce00a9e-3481-44c9-ad9c-08e7cd4a8262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:28.514130 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:28.524886 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] Transition to ACTIVE for port object 32f233f4-ed52-417a-a8ab-48df99f5a85b will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:03:28.531977 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:28.599852 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c48615-06bd-47f6-b27b-0553cb874af4 None None] Pushing event updated for resources: {'Port': ['ID=32f233f4-ed52-417a-a8ab-48df99f5a85b,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:28.601996 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4d909a8e-17ce-4576-a62f-eba5a709362d None None] Provisioning for port 9e701050-4544-4364-8513-a332e7fe33ff completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:03:28.604674 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] Attempting to bind port 32f233f4-ed52-417a-a8ab-48df99f5a85b on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:03:28.605084 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] Attempting to bind port 32f233f4-ed52-417a-a8ab-48df99f5a85b by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:03:28.605454 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] Attempting to bind port 32f233f4-ed52-417a-a8ab-48df99f5a85b on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:03:28.612228 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4d909a8e-17ce-4576-a62f-eba5a709362d None None] Provisioning complete for port 9e701050-4544-4364-8513-a332e7fe33ff triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:03:28.612607 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4d909a8e-17ce-4576-a62f-eba5a709362d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:28.614515 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:03:28.614890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:03:28.615279 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:28.615679 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:03:28.616160 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] Bound port: 32f233f4-ed52-417a-a8ab-48df99f5a85b, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:03:28.616536 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:28.678272 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4d909a8e-17ce-4576-a62f-eba5a709362d None None] Port 9e701050-4544-4364-8513-a332e7fe33ff cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:03:28.695077 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] For port 32f233f4-ed52-417a-a8ab-48df99f5a85b, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:03:28.698502 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] For port 32f233f4-ed52-417a-a8ab-48df99f5a85b, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=32f233f4-ed52-417a-a8ab-48df99f5a85b,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:03:28.703542 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:28.760711 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] Routers {'da4a2afe-0844-4b14-8e02-759e462b6bb6'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:03:28.761362 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:03:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['da4a2afe-0844-4b14-8e02-759e462b6bb6'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:28.800213 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c48615-06bd-47f6-b27b-0553cb874af4 None None] Pushing event updated for resources: {'Port': ['ID=32f233f4-ed52-417a-a8ab-48df99f5a85b,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:28.849661 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ce00a9e-3481-44c9-ad9c-08e7cd4a8262 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:28.854322 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ce00a9e-3481-44c9-ad9c-08e7cd4a8262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:28.873066 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] Set router da4a2afe-0844-4b14-8e02-759e462b6bb6 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:03:28.918678 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ce00a9e-3481-44c9-ad9c-08e7cd4a8262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:28.920509 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce00a9e-3481-44c9-ad9c-08e7cd4a8262 admin admin] Pushing event updated for resources: {'Port': ['ID=9e701050-4544-4364-8513-a332e7fe33ff,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:29.014810 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce00a9e-3481-44c9-ad9c-08e7cd4a8262 admin admin] Network 964410f9-5914-4588-b430-238a29d50d25 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:03:29.016856 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-4ce00a9e-3481-44c9-ad9c-08e7cd4a8262 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:03:29.068214 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 38dd455d-b4be-426f-9817-c51792e91c89 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:03:29.127327 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'name': 'tempest-TestMinimumBasicScenario-1015817818-router', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '32f233f4-ed52-417a-a8ab-48df99f5a85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:03:25Z', 'updated_at': '2021-07-24T10:03:28Z', 'revision_number': 4, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'gw_port': {'id': '32f233f4-ed52-417a-a8ab-48df99f5a85b', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:26:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:26Z', 'updated_at': '2021-07-24T10:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '9e701050-4544-4364-8513-a332e7fe33ff', 'name': '', 'network_id': '964410f9-5914-4588-b430-238a29d50d25', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'mac_address': 'fa:16:3e:21:6f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'afa2dbab-d7ac-4758-978b-8e5beb860fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:27Z', 'updated_at': '2021-07-24T10:03:27Z', 'revision_number': 1, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'subnets': [{'id': 'afa2dbab-d7ac-4758-978b-8e5beb860fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:29.147568 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce00a9e-3481-44c9-ad9c-08e7cd4a8262 admin admin] Router da4a2afe-0844-4b14-8e02-759e462b6bb6 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:03:29.157265 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a06d1-0619-4845-9131-4798febb1659 None None] The sync data for ids ['da4a2afe-0844-4b14-8e02-759e462b6bb6'] in n-d-800085-9 is: [{'id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'name': 'tempest-TestMinimumBasicScenario-1015817818-router', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '32f233f4-ed52-417a-a8ab-48df99f5a85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:03:25Z', 'updated_at': '2021-07-24T10:03:28Z', 'revision_number': 4, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'gw_port': {'id': '32f233f4-ed52-417a-a8ab-48df99f5a85b', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:26:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:26Z', 'updated_at': '2021-07-24T10:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '9e701050-4544-4364-8513-a332e7fe33ff', 'name': '', 'network_id': '964410f9-5914-4588-b430-238a29d50d25', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'mac_address': 'fa:16:3e:21:6f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'afa2dbab-d7ac-4758-978b-8e5beb860fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:27Z', 'updated_at': '2021-07-24T10:03:27Z', 'revision_number': 1, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'subnets': [{'id': 'afa2dbab-d7ac-4758-978b-8e5beb860fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:03:29.164010 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 38dd455d-b4be-426f-9817-c51792e91c89 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:03:29.164373 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:29.267166 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce00a9e-3481-44c9-ad9c-08e7cd4a8262 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:03:29.272276 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4ce00a9e-3481-44c9-ad9c-08e7cd4a8262 admin admin] 10.222.0.32 "PUT /v2.0/routers/da4a2afe-0844-4b14-8e02-759e462b6bb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8948882 Jul 24 10:03:29.300024 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-db92c864-9014-4f74-84d5-6c461f27439b None None] Provisioning complete for port 9e701050-4544-4364-8513-a332e7fe33ff triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:03:29.300318 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-db92c864-9014-4f74-84d5-6c461f27439b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:29.336643 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-db92c864-9014-4f74-84d5-6c461f27439b None None] Port 9e701050-4544-4364-8513-a332e7fe33ff cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:03:29.782338 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50024) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:03:29.787703 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-54fdb61f-e6c9-4f55-b1a2-cdfa30eeb84b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2127922319-network', 'tenant_id': '043b670d20e64f63a50e3f4f7a8437ef'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:03:29.816438 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fdb61f-e6c9-4f55-b1a2-cdfa30eeb84b admin admin] Made reservation on behalf of 043b670d20e64f63a50e3f4f7a8437ef for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:03:29.818905 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-54fdb61f-e6c9-4f55-b1a2-cdfa30eeb84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:29.828811 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-54fdb61f-e6c9-4f55-b1a2-cdfa30eeb84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:29.832069 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ec076daa-dea4-46bb-ba18-16ba6990c6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:29.927270 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-54fdb61f-e6c9-4f55-b1a2-cdfa30eeb84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:29.931847 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-54fdb61f-e6c9-4f55-b1a2-cdfa30eeb84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:29.959732 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fdb61f-e6c9-4f55-b1a2-cdfa30eeb84b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 10:03:29.966609 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdb61f-e6c9-4f55-b1a2-cdfa30eeb84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fde8e4-eb1c-4feb-8e41-2f08648b5e89,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:29.973767 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-54fdb61f-e6c9-4f55-b1a2-cdfa30eeb84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:29.974113 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-54fdb61f-e6c9-4f55-b1a2-cdfa30eeb84b admin admin] Added segment a365d9fe-bb0c-44c6-9d27-7b95d1c794d8 of type vlan for network d7a09622-dd95-4adb-a98b-9a823d0d0041 Jul 24 10:03:30.016424 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-54fdb61f-e6c9-4f55-b1a2-cdfa30eeb84b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:30.046466 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-54fdb61f-e6c9-4f55-b1a2-cdfa30eeb84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:30.047978 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fdb61f-e6c9-4f55-b1a2-cdfa30eeb84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:30.048564 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-54fdb61f-e6c9-4f55-b1a2-cdfa30eeb84b admin admin] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:30.076729 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-54fdb61f-e6c9-4f55-b1a2-cdfa30eeb84b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2932494 Jul 24 10:03:30.079681 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50026) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:03:30.084851 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-4baea443-b2e6-4f16-bd86-491382596818 admin admin] Request body: {'subnet': {'network_id': 'd7a09622-dd95-4adb-a98b-9a823d0d0041', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2127922319-subnet', 'tenant_id': '043b670d20e64f63a50e3f4f7a8437ef', 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:03:30.111299 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4baea443-b2e6-4f16-bd86-491382596818 admin admin] Made reservation on behalf of 043b670d20e64f63a50e3f4f7a8437ef for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:03:30.114105 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4baea443-b2e6-4f16-bd86-491382596818 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:30.118504 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdb61f-e6c9-4f55-b1a2-cdfa30eeb84b admin admin] Pushing event updated for resources: {'Network': ['ID=d7a09622-dd95-4adb-a98b-9a823d0d0041,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:30.127794 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network d7a09622-dd95-4adb-a98b-9a823d0d0041 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 10:03:30.295291 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4baea443-b2e6-4f16-bd86-491382596818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:30.355548 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baea443-b2e6-4f16-bd86-491382596818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d96a8e2-3853-48f7-9374-3345d40344df,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:30.365664 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baea443-b2e6-4f16-bd86-491382596818 admin admin] Checking segment: {'id': 'a365d9fe-bb0c-44c6-9d27-7b95d1c794d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd7a09622-dd95-4adb-a98b-9a823d0d0041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:03:30.366024 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baea443-b2e6-4f16-bd86-491382596818 admin admin] Network hostable DHCP agents. Network: d7a09622-dd95-4adb-a98b-9a823d0d0041, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 10:03:30.381920 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baea443-b2e6-4f16-bd86-491382596818 admin admin] Network d7a09622-dd95-4adb-a98b-9a823d0d0041 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 10:03:30.390950 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-4baea443-b2e6-4f16-bd86-491382596818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, d7a09622-dd95-4adb-a98b-9a823d0d0041) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:03:30.394976 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baea443-b2e6-4f16-bd86-491382596818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:30.395600 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4baea443-b2e6-4f16-bd86-491382596818 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:30.399822 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bf15d7-ace8-45a3-9b52-78fdd7031f4b None None] Network d7a09622-dd95-4adb-a98b-9a823d0d0041 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:03:30.413409 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50028) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:03:30.413579 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4baea443-b2e6-4f16-bd86-491382596818 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3326139 Jul 24 10:03:30.417922 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-014b31b5-d443-4722-bbab-4cfd58596370 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2127922319-router', 'tenant_id': '043b670d20e64f63a50e3f4f7a8437ef', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:03:30.438149 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-014b31b5-d443-4722-bbab-4cfd58596370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:30.439184 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-014b31b5-d443-4722-bbab-4cfd58596370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:30.491709 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-014b31b5-d443-4722-bbab-4cfd58596370 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:30.561975 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1fb704-6a51-4068-85d1-40407fdf84f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-d7a09622-dd95-4adb-a98b-9a823d0d0041', 'network_id': 'd7a09622-dd95-4adb-a98b-9a823d0d0041', 'tenant_id': '043b670d20e64f63a50e3f4f7a8437ef', 'fixed_ips': [{'subnet_id': '5d96a8e2-3853-48f7-9374-3345d40344df'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 10:03:30.562895 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5e1fb704-6a51-4068-85d1-40407fdf84f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:30.566261 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:30.636419 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-014b31b5-d443-4722-bbab-4cfd58596370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:30.696422 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-5e1fb704-6a51-4068-85d1-40407fdf84f6 None None] Allocated IP 172.20.0.2 (d7a09622-dd95-4adb-a98b-9a823d0d0041/5d96a8e2-3853-48f7-9374-3345d40344df/db3ebaa5-42b3-479d-a119-4913eead9530) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:03:30.840075 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-014b31b5-d443-4722-bbab-4cfd58596370 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:30.853329 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5e1fb704-6a51-4068-85d1-40407fdf84f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:30.862867 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-014b31b5-d443-4722-bbab-4cfd58596370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:30.863276 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5e1fb704-6a51-4068-85d1-40407fdf84f6 None None] Transition to ACTIVE for port object db3ebaa5-42b3-479d-a119-4913eead9530 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:03:30.879249 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5e1fb704-6a51-4068-85d1-40407fdf84f6 None None] Transition to ACTIVE for port object db3ebaa5-42b3-479d-a119-4913eead9530 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:03:30.885113 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5e1fb704-6a51-4068-85d1-40407fdf84f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:30.920270 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1fb704-6a51-4068-85d1-40407fdf84f6 None None] Network d7a09622-dd95-4adb-a98b-9a823d0d0041 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:03:30.923054 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-5e1fb704-6a51-4068-85d1-40407fdf84f6 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:03:30.926418 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1fb704-6a51-4068-85d1-40407fdf84f6 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:03:30.941491 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1fb704-6a51-4068-85d1-40407fdf84f6 None None] Pushing event updated for resources: {'Port': ['ID=db3ebaa5-42b3-479d-a119-4913eead9530,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:30.968951 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-014b31b5-d443-4722-bbab-4cfd58596370 admin admin] Allocated IP 172.25.7.130 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/e0c10783-6aee-41fd-9b2c-847d648bb158) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:03:30.995286 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-5e1fb704-6a51-4068-85d1-40407fdf84f6 None None] Attempting to bind port db3ebaa5-42b3-479d-a119-4913eead9530 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:03:30.995656 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-5e1fb704-6a51-4068-85d1-40407fdf84f6 None None] Attempting to bind port db3ebaa5-42b3-479d-a119-4913eead9530 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'a365d9fe-bb0c-44c6-9d27-7b95d1c794d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd7a09622-dd95-4adb-a98b-9a823d0d0041'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:03:30.996025 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1fb704-6a51-4068-85d1-40407fdf84f6 None None] Attempting to bind port db3ebaa5-42b3-479d-a119-4913eead9530 on network d7a09622-dd95-4adb-a98b-9a823d0d0041 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:03:31.005924 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1fb704-6a51-4068-85d1-40407fdf84f6 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:03:31.006311 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1fb704-6a51-4068-85d1-40407fdf84f6 None None] Checking segment: {'id': 'a365d9fe-bb0c-44c6-9d27-7b95d1c794d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd7a09622-dd95-4adb-a98b-9a823d0d0041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:03:31.006734 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5e1fb704-6a51-4068-85d1-40407fdf84f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:31.007119 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1fb704-6a51-4068-85d1-40407fdf84f6 None None] Bound using segment: {'id': 'a365d9fe-bb0c-44c6-9d27-7b95d1c794d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd7a09622-dd95-4adb-a98b-9a823d0d0041'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:03:31.007581 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-5e1fb704-6a51-4068-85d1-40407fdf84f6 None None] Bound port: db3ebaa5-42b3-479d-a119-4913eead9530, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a365d9fe-bb0c-44c6-9d27-7b95d1c794d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd7a09622-dd95-4adb-a98b-9a823d0d0041'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:03:31.007957 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5e1fb704-6a51-4068-85d1-40407fdf84f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:31.085341 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-014b31b5-d443-4722-bbab-4cfd58596370 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:31.086346 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-5e1fb704-6a51-4068-85d1-40407fdf84f6 None None] For port db3ebaa5-42b3-479d-a119-4913eead9530, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:03:31.089653 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-5e1fb704-6a51-4068-85d1-40407fdf84f6 None None] For port db3ebaa5-42b3-479d-a119-4913eead9530, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=db3ebaa5-42b3-479d-a119-4913eead9530,segment=NetworkSegment(a365d9fe-bb0c-44c6-9d27-7b95d1c794d8),segment_id=a365d9fe-bb0c-44c6-9d27-7b95d1c794d8)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:03:31.095502 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5e1fb704-6a51-4068-85d1-40407fdf84f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:31.104726 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 32f233f4-ed52-417a-a8ab-48df99f5a85b up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:03:31.129611 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-014b31b5-d443-4722-bbab-4cfd58596370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:31.170111 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014b31b5-d443-4722-bbab-4cfd58596370 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:03:31.173753 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-014b31b5-d443-4722-bbab-4cfd58596370 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:03:31.176312 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014b31b5-d443-4722-bbab-4cfd58596370 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:03:31.191121 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] Sync routers for ids ['da4a2afe-0844-4b14-8e02-759e462b6bb6'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:03:31.206739 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] Routers {'da4a2afe-0844-4b14-8e02-759e462b6bb6'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:03:31.207373 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:03:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['da4a2afe-0844-4b14-8e02-759e462b6bb6'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:31.216568 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b31b5-d443-4722-bbab-4cfd58596370 admin admin] Pushing event updated for resources: {'Port': ['ID=e0c10783-6aee-41fd-9b2c-847d648bb158,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:31.224662 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1fb704-6a51-4068-85d1-40407fdf84f6 None None] Pushing event updated for resources: {'Port': ['ID=db3ebaa5-42b3-479d-a119-4913eead9530,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:31.232159 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:31.238311 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 32f233f4-ed52-417a-a8ab-48df99f5a85b completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:03:31.242707 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 32f233f4-ed52-417a-a8ab-48df99f5a85b triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:03:31.243341 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:31.330359 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:31.331081 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] Set router da4a2afe-0844-4b14-8e02-759e462b6bb6 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:03:31.351605 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 32f233f4-ed52-417a-a8ab-48df99f5a85b, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=32f233f4-ed52-417a-a8ab-48df99f5a85b,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:03:31.362250 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:31.448370 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=32f233f4-ed52-417a-a8ab-48df99f5a85b,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:31.513397 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-014b31b5-d443-4722-bbab-4cfd58596370 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:31.577330 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'name': 'tempest-TestMinimumBasicScenario-1015817818-router', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '32f233f4-ed52-417a-a8ab-48df99f5a85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:03:25Z', 'updated_at': '2021-07-24T10:03:28Z', 'revision_number': 4, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'gw_port': {'id': '32f233f4-ed52-417a-a8ab-48df99f5a85b', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:26:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:26Z', 'updated_at': '2021-07-24T10:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '9e701050-4544-4364-8513-a332e7fe33ff', 'name': '', 'network_id': '964410f9-5914-4588-b430-238a29d50d25', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'mac_address': 'fa:16:3e:21:6f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'afa2dbab-d7ac-4758-978b-8e5beb860fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:27Z', 'updated_at': '2021-07-24T10:03:28Z', 'revision_number': 2, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'subnets': [{'id': 'afa2dbab-d7ac-4758-978b-8e5beb860fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:31.603110 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] Checking router: da4a2afe-0844-4b14-8e02-759e462b6bb6 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:03:31.603533 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] Updating router da4a2afe-0844-4b14-8e02-759e462b6bb6 port 9e701050-4544-4364-8513-a332e7fe33ff binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 10:03:31.638779 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:31.710597 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-014b31b5-d443-4722-bbab-4cfd58596370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:31.845108 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014b31b5-d443-4722-bbab-4cfd58596370 admin admin] Router 4476a68b-a516-4bcf-805b-cdae22328844 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 10:03:31.900457 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:31.911837 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] Transition to ACTIVE for port object 9e701050-4544-4364-8513-a332e7fe33ff will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:03:31.918403 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:31.956024 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014b31b5-d443-4722-bbab-4cfd58596370 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:03:31.965606 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915439a-9de5-457a-86af-64e490ef1847 None None] Pushing event updated for resources: {'Port': ['ID=9e701050-4544-4364-8513-a332e7fe33ff,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:31.968122 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] Sync routers for ids ['4476a68b-a516-4bcf-805b-cdae22328844'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:03:31.977120 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-014b31b5-d443-4722-bbab-4cfd58596370 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:31.978463 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-014b31b5-d443-4722-bbab-4cfd58596370 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5640647 Jul 24 10:03:31.981135 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50032) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:03:31.987357 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] Routers {'4476a68b-a516-4bcf-805b-cdae22328844'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:03:31.988460 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:03:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['4476a68b-a516-4bcf-805b-cdae22328844'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:31.999417 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915439a-9de5-457a-86af-64e490ef1847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:03:31.999521 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915439a-9de5-457a-86af-64e490ef1847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:03:31.999888 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915439a-9de5-457a-86af-64e490ef1847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:03:32.000224 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915439a-9de5-457a-86af-64e490ef1847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:03:32.000557 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915439a-9de5-457a-86af-64e490ef1847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:03:32.000939 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915439a-9de5-457a-86af-64e490ef1847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:03:32.001269 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915439a-9de5-457a-86af-64e490ef1847 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:03:32.001592 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915439a-9de5-457a-86af-64e490ef1847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:03:32.001912 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915439a-9de5-457a-86af-64e490ef1847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:03:32.002233 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915439a-9de5-457a-86af-64e490ef1847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:03:32.002678 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915439a-9de5-457a-86af-64e490ef1847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:03:32.003108 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e915439a-9de5-457a-86af-64e490ef1847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:03:32.073773 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] Attempting to bind port 9e701050-4544-4364-8513-a332e7fe33ff on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:03:32.074470 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] Attempting to bind port 9e701050-4544-4364-8513-a332e7fe33ff by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd2a4196b-3f71-45e2-a5de-5d879b6b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '964410f9-5914-4588-b430-238a29d50d25'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:03:32.074470 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] Attempting to bind port 9e701050-4544-4364-8513-a332e7fe33ff on network 964410f9-5914-4588-b430-238a29d50d25 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:03:32.083397 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:03:32.083783 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] Checking segment: {'id': 'd2a4196b-3f71-45e2-a5de-5d879b6b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '964410f9-5914-4588-b430-238a29d50d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:03:32.084188 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:32.084589 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] Bound using segment: {'id': 'd2a4196b-3f71-45e2-a5de-5d879b6b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '964410f9-5914-4588-b430-238a29d50d25'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:03:32.085182 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] Bound port: 9e701050-4544-4364-8513-a332e7fe33ff, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a4196b-3f71-45e2-a5de-5d879b6b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '964410f9-5914-4588-b430-238a29d50d25'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:03:32.085839 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:32.148022 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] Set router 4476a68b-a516-4bcf-805b-cdae22328844 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:03:32.172196 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] For port 9e701050-4544-4364-8513-a332e7fe33ff, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:03:32.180568 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] For port 9e701050-4544-4364-8513-a332e7fe33ff, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=9e701050-4544-4364-8513-a332e7fe33ff,segment=NetworkSegment(d2a4196b-3f71-45e2-a5de-5d879b6b4b0d),segment_id=d2a4196b-3f71-45e2-a5de-5d879b6b4b0d)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:03:32.190908 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:32.257588 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915439a-9de5-457a-86af-64e490ef1847 None None] Pushing event updated for resources: {'Port': ['ID=9e701050-4544-4364-8513-a332e7fe33ff,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:32.274953 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] Routers {'da4a2afe-0844-4b14-8e02-759e462b6bb6'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:03:32.275710 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:03:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['da4a2afe-0844-4b14-8e02-759e462b6bb6'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:32.381715 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0113087-e025-4e2a-a725-3d5a1d19dc47 None None] Network d7a09622-dd95-4adb-a98b-9a823d0d0041 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:03:32.412958 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] Set router da4a2afe-0844-4b14-8e02-759e462b6bb6 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:03:32.424152 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4476a68b-a516-4bcf-805b-cdae22328844', 'name': 'tempest-TestMinimumBasicScenario-2127922319-router', 'tenant_id': '043b670d20e64f63a50e3f4f7a8437ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e0c10783-6aee-41fd-9b2c-847d648bb158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:03:30Z', 'updated_at': '2021-07-24T10:03:31Z', 'revision_number': 3, 'project_id': '043b670d20e64f63a50e3f4f7a8437ef', 'gw_port': {'id': 'e0c10783-6aee-41fd-9b2c-847d648bb158', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:66:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4476a68b-a516-4bcf-805b-cdae22328844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:30Z', 'updated_at': '2021-07-24T10:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:32.481413 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] Checking router: 4476a68b-a516-4bcf-805b-cdae22328844 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:03:32.481413 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] Updating router 4476a68b-a516-4bcf-805b-cdae22328844 port e0c10783-6aee-41fd-9b2c-847d648bb158 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 10:03:32.530590 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0fa87554-b652-4669-99bd-beeef3e6f93f None None] Provisioning for port db3ebaa5-42b3-479d-a119-4913eead9530 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:03:32.569537 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-abb3c17f-0a44-4d99-ae12-ed7ee9b27700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:32.598870 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:32.629921 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'name': 'tempest-TestMinimumBasicScenario-1015817818-router', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '32f233f4-ed52-417a-a8ab-48df99f5a85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:03:25Z', 'updated_at': '2021-07-24T10:03:28Z', 'revision_number': 4, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'gw_port': {'id': '32f233f4-ed52-417a-a8ab-48df99f5a85b', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:26Z', 'updated_at': '2021-07-24T10:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '9e701050-4544-4364-8513-a332e7fe33ff', 'name': '', 'network_id': '964410f9-5914-4588-b430-238a29d50d25', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'mac_address': 'fa:16:3e:21:6f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'afa2dbab-d7ac-4758-978b-8e5beb860fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:27Z', 'updated_at': '2021-07-24T10:03:32Z', 'revision_number': 4, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'subnets': [{'id': 'afa2dbab-d7ac-4758-978b-8e5beb860fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:32.656105 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22cf302-67ae-4a19-a00a-76b8aca3ac15 None None] The sync data for ids ['da4a2afe-0844-4b14-8e02-759e462b6bb6'] in n-d-800085-9 is: [{'id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'name': 'tempest-TestMinimumBasicScenario-1015817818-router', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '32f233f4-ed52-417a-a8ab-48df99f5a85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:03:25Z', 'updated_at': '2021-07-24T10:03:28Z', 'revision_number': 4, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'gw_port': {'id': '32f233f4-ed52-417a-a8ab-48df99f5a85b', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:26Z', 'updated_at': '2021-07-24T10:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '9e701050-4544-4364-8513-a332e7fe33ff', 'name': '', 'network_id': '964410f9-5914-4588-b430-238a29d50d25', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'mac_address': 'fa:16:3e:21:6f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'afa2dbab-d7ac-4758-978b-8e5beb860fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:27Z', 'updated_at': '2021-07-24T10:03:32Z', 'revision_number': 4, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'subnets': [{'id': 'afa2dbab-d7ac-4758-978b-8e5beb860fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:03:32.741577 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-abb3c17f-0a44-4d99-ae12-ed7ee9b27700 admin admin] Allocated IP 172.20.0.1 (d7a09622-dd95-4adb-a98b-9a823d0d0041/5d96a8e2-3853-48f7-9374-3345d40344df/856703be-e8b0-40c8-a014-3913c46b786e) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:03:32.877064 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-abb3c17f-0a44-4d99-ae12-ed7ee9b27700 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:32.892015 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-abb3c17f-0a44-4d99-ae12-ed7ee9b27700 admin admin] Transition to ACTIVE for port object 856703be-e8b0-40c8-a014-3913c46b786e will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:03:32.932934 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-abb3c17f-0a44-4d99-ae12-ed7ee9b27700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:32.942842 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:32.954973 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] Transition to ACTIVE for port object e0c10783-6aee-41fd-9b2c-847d648bb158 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:03:32.966968 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:32.981811 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3c17f-0a44-4d99-ae12-ed7ee9b27700 admin admin] Pushing event updated for resources: {'Port': ['ID=856703be-e8b0-40c8-a014-3913c46b786e,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:33.021022 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb3c17f-0a44-4d99-ae12-ed7ee9b27700 admin admin] Network d7a09622-dd95-4adb-a98b-9a823d0d0041 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:03:33.023118 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-abb3c17f-0a44-4d99-ae12-ed7ee9b27700 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:03:33.026770 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb3c17f-0a44-4d99-ae12-ed7ee9b27700 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:03:33.028452 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5a16b-998b-4c21-a543-ad2242333163 None None] Pushing event updated for resources: {'Port': ['ID=e0c10783-6aee-41fd-9b2c-847d648bb158,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:33.057141 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] Attempting to bind port e0c10783-6aee-41fd-9b2c-847d648bb158 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:03:33.057511 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] Attempting to bind port e0c10783-6aee-41fd-9b2c-847d648bb158 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:03:33.057877 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] Attempting to bind port e0c10783-6aee-41fd-9b2c-847d648bb158 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:03:33.077554 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:03:33.078667 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:03:33.079152 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:33.079388 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-abb3c17f-0a44-4d99-ae12-ed7ee9b27700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:33.079624 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:03:33.080162 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] Bound port: e0c10783-6aee-41fd-9b2c-847d648bb158, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:03:33.080673 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:33.086057 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:33.193716 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] For port e0c10783-6aee-41fd-9b2c-847d648bb158, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:03:33.198571 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] For port e0c10783-6aee-41fd-9b2c-847d648bb158, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e0c10783-6aee-41fd-9b2c-847d648bb158,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:03:33.204414 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:33.259795 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] Routers {'4476a68b-a516-4bcf-805b-cdae22328844'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:03:33.260831 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:03:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['4476a68b-a516-4bcf-805b-cdae22328844'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:33.303274 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device db3ebaa5-42b3-479d-a119-4913eead9530 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:03:33.331200 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-abb3c17f-0a44-4d99-ae12-ed7ee9b27700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:33.510933 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-abb3c17f-0a44-4d99-ae12-ed7ee9b27700 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:33.517008 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-abb3c17f-0a44-4d99-ae12-ed7ee9b27700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:33.548032 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5a16b-998b-4c21-a543-ad2242333163 None None] Pushing event updated for resources: {'Port': ['ID=e0c10783-6aee-41fd-9b2c-847d648bb158,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:33.571970 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d069047e-ad78-4ad9-b2f1-379bae654f2f None None] Provisioning for port 856703be-e8b0-40c8-a014-3913c46b786e completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:03:33.582815 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d069047e-ad78-4ad9-b2f1-379bae654f2f None None] Provisioning complete for port 856703be-e8b0-40c8-a014-3913c46b786e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:03:33.583183 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d069047e-ad78-4ad9-b2f1-379bae654f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:33.583765 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3c17f-0a44-4d99-ae12-ed7ee9b27700 admin admin] Pushing event updated for resources: {'Port': ['ID=856703be-e8b0-40c8-a014-3913c46b786e,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:33.586830 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-abb3c17f-0a44-4d99-ae12-ed7ee9b27700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:33.635022 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] Set router 4476a68b-a516-4bcf-805b-cdae22328844 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:03:33.637858 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port db3ebaa5-42b3-479d-a119-4913eead9530 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:03:33.666808 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d069047e-ad78-4ad9-b2f1-379bae654f2f None None] Port 856703be-e8b0-40c8-a014-3913c46b786e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:03:33.670882 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port db3ebaa5-42b3-479d-a119-4913eead9530 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:03:33.671246 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:33.684055 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb3c17f-0a44-4d99-ae12-ed7ee9b27700 admin admin] Network d7a09622-dd95-4adb-a98b-9a823d0d0041 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:03:33.685497 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-abb3c17f-0a44-4d99-ae12-ed7ee9b27700 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:03:33.810443 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb3c17f-0a44-4d99-ae12-ed7ee9b27700 admin admin] Router 4476a68b-a516-4bcf-805b-cdae22328844 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:03:33.857512 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:33.919633 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port db3ebaa5-42b3-479d-a119-4913eead9530, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=db3ebaa5-42b3-479d-a119-4913eead9530,segment=NetworkSegment(a365d9fe-bb0c-44c6-9d27-7b95d1c794d8),segment_id=a365d9fe-bb0c-44c6-9d27-7b95d1c794d8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:03:33.924973 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:33.925793 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 9e701050-4544-4364-8513-a332e7fe33ff up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:03:34.018298 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4476a68b-a516-4bcf-805b-cdae22328844', 'name': 'tempest-TestMinimumBasicScenario-2127922319-router', 'tenant_id': '043b670d20e64f63a50e3f4f7a8437ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e0c10783-6aee-41fd-9b2c-847d648bb158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:03:30Z', 'updated_at': '2021-07-24T10:03:33Z', 'revision_number': 4, 'project_id': '043b670d20e64f63a50e3f4f7a8437ef', 'gw_port': {'id': 'e0c10783-6aee-41fd-9b2c-847d648bb158', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:66:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4476a68b-a516-4bcf-805b-cdae22328844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:30Z', 'updated_at': '2021-07-24T10:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '856703be-e8b0-40c8-a014-3913c46b786e', 'name': '', 'network_id': 'd7a09622-dd95-4adb-a98b-9a823d0d0041', 'tenant_id': '043b670d20e64f63a50e3f4f7a8437ef', 'mac_address': 'fa:16:3e:4c:0a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4476a68b-a516-4bcf-805b-cdae22328844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '5d96a8e2-3853-48f7-9374-3345d40344df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:32Z', 'updated_at': '2021-07-24T10:03:32Z', 'revision_number': 1, 'project_id': '043b670d20e64f63a50e3f4f7a8437ef', 'subnets': [{'id': '5d96a8e2-3853-48f7-9374-3345d40344df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:34.052332 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=db3ebaa5-42b3-479d-a119-4913eead9530,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:34.058433 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f023ebb-b498-4350-9248-8c9dc078b0db None None] The sync data for ids ['4476a68b-a516-4bcf-805b-cdae22328844'] in n-d-800085-9 is: [{'id': '4476a68b-a516-4bcf-805b-cdae22328844', 'name': 'tempest-TestMinimumBasicScenario-2127922319-router', 'tenant_id': '043b670d20e64f63a50e3f4f7a8437ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e0c10783-6aee-41fd-9b2c-847d648bb158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:03:30Z', 'updated_at': '2021-07-24T10:03:33Z', 'revision_number': 4, 'project_id': '043b670d20e64f63a50e3f4f7a8437ef', 'gw_port': {'id': 'e0c10783-6aee-41fd-9b2c-847d648bb158', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:66:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4476a68b-a516-4bcf-805b-cdae22328844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:30Z', 'updated_at': '2021-07-24T10:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '856703be-e8b0-40c8-a014-3913c46b786e', 'name': '', 'network_id': 'd7a09622-dd95-4adb-a98b-9a823d0d0041', 'tenant_id': '043b670d20e64f63a50e3f4f7a8437ef', 'mac_address': 'fa:16:3e:4c:0a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4476a68b-a516-4bcf-805b-cdae22328844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '5d96a8e2-3853-48f7-9374-3345d40344df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:32Z', 'updated_at': '2021-07-24T10:03:32Z', 'revision_number': 1, 'project_id': '043b670d20e64f63a50e3f4f7a8437ef', 'subnets': [{'id': '5d96a8e2-3853-48f7-9374-3345d40344df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:03:34.062872 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3ad149a9-155b-4428-bf68-ce67675c5c8d None None] Provisioning complete for port 856703be-e8b0-40c8-a014-3913c46b786e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:03:34.063268 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3ad149a9-155b-4428-bf68-ce67675c5c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:34.103075 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 9e701050-4544-4364-8513-a332e7fe33ff completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:03:34.114700 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 9e701050-4544-4364-8513-a332e7fe33ff triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:03:34.115243 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:34.119653 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-3ad149a9-155b-4428-bf68-ce67675c5c8d None None] Port 856703be-e8b0-40c8-a014-3913c46b786e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:03:34.207366 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:34.267954 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 9e701050-4544-4364-8513-a332e7fe33ff, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=9e701050-4544-4364-8513-a332e7fe33ff,segment=NetworkSegment(d2a4196b-3f71-45e2-a5de-5d879b6b4b0d),segment_id=d2a4196b-3f71-45e2-a5de-5d879b6b4b0d)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:03:34.271848 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:34.272875 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 32f233f4-ed52-417a-a8ab-48df99f5a85b up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:03:34.301329 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb3c17f-0a44-4d99-ae12-ed7ee9b27700 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:03:34.306457 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-abb3c17f-0a44-4d99-ae12-ed7ee9b27700 admin admin] 10.222.0.32 "PUT /v2.0/routers/4476a68b-a516-4bcf-805b-cdae22328844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3242576 Jul 24 10:03:34.353754 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=9e701050-4544-4364-8513-a332e7fe33ff,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:34.369320 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 32f233f4-ed52-417a-a8ab-48df99f5a85b triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:03:34.369698 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:35.069874 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device db3ebaa5-42b3-479d-a119-4913eead9530 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:03:35.119750 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port db3ebaa5-42b3-479d-a119-4913eead9530 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:03:35.120118 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:35.220518 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 9e701050-4544-4364-8513-a332e7fe33ff up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:03:35.274738 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 9e701050-4544-4364-8513-a332e7fe33ff triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:03:35.275500 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:37.002879 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] Sync routers for ids ['4476a68b-a516-4bcf-805b-cdae22328844'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:03:37.019820 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] Routers {'4476a68b-a516-4bcf-805b-cdae22328844'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:03:37.020822 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:03:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['4476a68b-a516-4bcf-805b-cdae22328844'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:37.132025 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e0c10783-6aee-41fd-9b2c-847d648bb158 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:03:37.175974 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] Set router 4476a68b-a516-4bcf-805b-cdae22328844 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:03:37.200590 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port e0c10783-6aee-41fd-9b2c-847d648bb158 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:03:37.204233 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port e0c10783-6aee-41fd-9b2c-847d648bb158 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:03:37.204605 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:37.290568 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:37.320002 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port e0c10783-6aee-41fd-9b2c-847d648bb158, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e0c10783-6aee-41fd-9b2c-847d648bb158,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:03:37.325614 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:37.389732 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=e0c10783-6aee-41fd-9b2c-847d648bb158,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:37.519928 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4476a68b-a516-4bcf-805b-cdae22328844', 'name': 'tempest-TestMinimumBasicScenario-2127922319-router', 'tenant_id': '043b670d20e64f63a50e3f4f7a8437ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e0c10783-6aee-41fd-9b2c-847d648bb158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:03:30Z', 'updated_at': '2021-07-24T10:03:33Z', 'revision_number': 4, 'project_id': '043b670d20e64f63a50e3f4f7a8437ef', 'gw_port': {'id': 'e0c10783-6aee-41fd-9b2c-847d648bb158', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:66:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4476a68b-a516-4bcf-805b-cdae22328844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:30Z', 'updated_at': '2021-07-24T10:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '856703be-e8b0-40c8-a014-3913c46b786e', 'name': '', 'network_id': 'd7a09622-dd95-4adb-a98b-9a823d0d0041', 'tenant_id': '043b670d20e64f63a50e3f4f7a8437ef', 'mac_address': 'fa:16:3e:4c:0a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4476a68b-a516-4bcf-805b-cdae22328844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '5d96a8e2-3853-48f7-9374-3345d40344df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:32Z', 'updated_at': '2021-07-24T10:03:33Z', 'revision_number': 2, 'project_id': '043b670d20e64f63a50e3f4f7a8437ef', 'subnets': [{'id': '5d96a8e2-3853-48f7-9374-3345d40344df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:37.550086 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] Checking router: 4476a68b-a516-4bcf-805b-cdae22328844 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:03:37.550325 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] Updating router 4476a68b-a516-4bcf-805b-cdae22328844 port 856703be-e8b0-40c8-a014-3913c46b786e binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 10:03:37.587699 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:37.748043 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:03:37.871523 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:37.882994 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] Transition to ACTIVE for port object 856703be-e8b0-40c8-a014-3913c46b786e will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:03:37.895214 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:37.959689 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb9de4-0477-4594-8bff-8cbb43d0ef9d None None] Pushing event updated for resources: {'Port': ['ID=856703be-e8b0-40c8-a014-3913c46b786e,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:38.049293 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] Attempting to bind port 856703be-e8b0-40c8-a014-3913c46b786e on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:03:38.049946 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] Attempting to bind port 856703be-e8b0-40c8-a014-3913c46b786e by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'a365d9fe-bb0c-44c6-9d27-7b95d1c794d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd7a09622-dd95-4adb-a98b-9a823d0d0041'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:03:38.050070 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] Attempting to bind port 856703be-e8b0-40c8-a014-3913c46b786e on network d7a09622-dd95-4adb-a98b-9a823d0d0041 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:03:38.056001 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:03:38.056461 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] Checking segment: {'id': 'a365d9fe-bb0c-44c6-9d27-7b95d1c794d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd7a09622-dd95-4adb-a98b-9a823d0d0041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:03:38.057060 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:38.057656 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] Bound using segment: {'id': 'a365d9fe-bb0c-44c6-9d27-7b95d1c794d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd7a09622-dd95-4adb-a98b-9a823d0d0041'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:03:38.058188 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] Bound port: 856703be-e8b0-40c8-a014-3913c46b786e, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a365d9fe-bb0c-44c6-9d27-7b95d1c794d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd7a09622-dd95-4adb-a98b-9a823d0d0041'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:03:38.058632 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:38.146786 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] For port 856703be-e8b0-40c8-a014-3913c46b786e, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:03:38.150760 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] For port 856703be-e8b0-40c8-a014-3913c46b786e, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=856703be-e8b0-40c8-a014-3913c46b786e,segment=NetworkSegment(a365d9fe-bb0c-44c6-9d27-7b95d1c794d8),segment_id=a365d9fe-bb0c-44c6-9d27-7b95d1c794d8)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:03:38.155740 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:38.213324 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] Routers {'4476a68b-a516-4bcf-805b-cdae22328844'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:03:38.214012 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:03:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['4476a68b-a516-4bcf-805b-cdae22328844'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:38.300773 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb9de4-0477-4594-8bff-8cbb43d0ef9d None None] Pushing event updated for resources: {'Port': ['ID=856703be-e8b0-40c8-a014-3913c46b786e,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:38.362483 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] Set router 4476a68b-a516-4bcf-805b-cdae22328844 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:03:38.601135 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4476a68b-a516-4bcf-805b-cdae22328844', 'name': 'tempest-TestMinimumBasicScenario-2127922319-router', 'tenant_id': '043b670d20e64f63a50e3f4f7a8437ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e0c10783-6aee-41fd-9b2c-847d648bb158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:03:30Z', 'updated_at': '2021-07-24T10:03:33Z', 'revision_number': 4, 'project_id': '043b670d20e64f63a50e3f4f7a8437ef', 'gw_port': {'id': 'e0c10783-6aee-41fd-9b2c-847d648bb158', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4476a68b-a516-4bcf-805b-cdae22328844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:30Z', 'updated_at': '2021-07-24T10:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '856703be-e8b0-40c8-a014-3913c46b786e', 'name': '', 'network_id': 'd7a09622-dd95-4adb-a98b-9a823d0d0041', 'tenant_id': '043b670d20e64f63a50e3f4f7a8437ef', 'mac_address': 'fa:16:3e:4c:0a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4476a68b-a516-4bcf-805b-cdae22328844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '5d96a8e2-3853-48f7-9374-3345d40344df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:32Z', 'updated_at': '2021-07-24T10:03:38Z', 'revision_number': 4, 'project_id': '043b670d20e64f63a50e3f4f7a8437ef', 'subnets': [{'id': '5d96a8e2-3853-48f7-9374-3345d40344df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:03:38.631537 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a8c603-4f69-4d4f-ab63-6aeecabfc742 None None] The sync data for ids ['4476a68b-a516-4bcf-805b-cdae22328844'] in n-d-800085-9 is: [{'id': '4476a68b-a516-4bcf-805b-cdae22328844', 'name': 'tempest-TestMinimumBasicScenario-2127922319-router', 'tenant_id': '043b670d20e64f63a50e3f4f7a8437ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e0c10783-6aee-41fd-9b2c-847d648bb158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:03:30Z', 'updated_at': '2021-07-24T10:03:33Z', 'revision_number': 4, 'project_id': '043b670d20e64f63a50e3f4f7a8437ef', 'gw_port': {'id': 'e0c10783-6aee-41fd-9b2c-847d648bb158', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4476a68b-a516-4bcf-805b-cdae22328844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:30Z', 'updated_at': '2021-07-24T10:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '856703be-e8b0-40c8-a014-3913c46b786e', 'name': '', 'network_id': 'd7a09622-dd95-4adb-a98b-9a823d0d0041', 'tenant_id': '043b670d20e64f63a50e3f4f7a8437ef', 'mac_address': 'fa:16:3e:4c:0a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4476a68b-a516-4bcf-805b-cdae22328844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '5d96a8e2-3853-48f7-9374-3345d40344df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:32Z', 'updated_at': '2021-07-24T10:03:38Z', 'revision_number': 4, 'project_id': '043b670d20e64f63a50e3f4f7a8437ef', 'subnets': [{'id': '5d96a8e2-3853-48f7-9374-3345d40344df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:03:39.100445 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e0c10783-6aee-41fd-9b2c-847d648bb158 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:03:39.150310 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port e0c10783-6aee-41fd-9b2c-847d648bb158 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:03:39.150682 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:39.259682 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 856703be-e8b0-40c8-a014-3913c46b786e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:03:39.320600 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 856703be-e8b0-40c8-a014-3913c46b786e completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:03:39.324418 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 856703be-e8b0-40c8-a014-3913c46b786e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:03:39.324852 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:39.404876 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:39.445264 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 856703be-e8b0-40c8-a014-3913c46b786e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=856703be-e8b0-40c8-a014-3913c46b786e,segment=NetworkSegment(a365d9fe-bb0c-44c6-9d27-7b95d1c794d8),segment_id=a365d9fe-bb0c-44c6-9d27-7b95d1c794d8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:03:39.453048 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:39.521045 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=856703be-e8b0-40c8-a014-3913c46b786e,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:41.067967 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 856703be-e8b0-40c8-a014-3913c46b786e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:03:41.124896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 856703be-e8b0-40c8-a014-3913c46b786e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:03:41.125389 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:44.522228 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:44.554793 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-0d78570a-7ead-4d29-9965-cab959d197ed tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:44.556277 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-0d78570a-7ead-4d29-9965-cab959d197ed tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/networks?id=964410f9-5914-4588-b430-238a29d50d25 HTTP/1.1" status: 200 len: 815 time: 0.0996606 Jul 24 10:03:44.570922 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-ca601176-285b-4d93-9269-46723d99be57 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/quotas/dc0f5cc695974d3bad79b3f73346203c HTTP/1.1" status: 200 len: 375 time: 0.0093648 Jul 24 10:03:44.636894 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-01c6c97a-d1c9-48a5-ac67-c5789db3106f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc0f5cc695974d3bad79b3f73346203c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611262 Jul 24 10:03:44.825341 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-1040f3f7-eeed-47f0-8b0a-c42685e4f983 service neutron] 10.222.0.32 "GET /v2.0/networks/964410f9-5914-4588-b430-238a29d50d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770978 Jul 24 10:03:44.915681 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-039cd192-bd0b-499d-af51-0efaedd3d2f8 service neutron] 10.222.0.32 "GET /v2.0/networks/964410f9-5914-4588-b430-238a29d50d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845909 Jul 24 10:03:45.206070 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9e3ec800-cf75-4458-95b9-b4888359543b req-e5ea2b96-444f-4c26-a803-df62fc2965cc tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 210 time: 0.1493089 Jul 24 10:03:45.984709 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-4854786e-f536-4d40-b434-31da8f438a75 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:45.986275 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-4854786e-f536-4d40-b434-31da8f438a75 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.37 "GET /v2.0/networks?id=964410f9-5914-4588-b430-238a29d50d25 HTTP/1.1" status: 200 len: 815 time: 0.1121175 Jul 24 10:03:46.000342 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-b096fe5b-0c70-4ba1-938d-f1e80c0323e7 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Request body: {'port': {'device_id': 'f333cfff-c47b-40a0-b583-8f3c08b24d02', 'network_id': '964410f9-5914-4588-b430-238a29d50d25', 'admin_state_up': True, 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:03:46.118942 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-b096fe5b-0c70-4ba1-938d-f1e80c0323e7 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Made reservation on behalf of dc0f5cc695974d3bad79b3f73346203c for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:03:46.123028 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-b096fe5b-0c70-4ba1-938d-f1e80c0323e7 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:46.264024 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-b096fe5b-0c70-4ba1-938d-f1e80c0323e7 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Allocated IP 172.20.0.9 (964410f9-5914-4588-b430-238a29d50d25/afa2dbab-d7ac-4758-978b-8e5beb860fa4/cc8a3699-8321-48d8-9369-7cdefd662334) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:03:46.349795 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-32817ab6-db64-44e8-841d-1903c8d1f9fd req-05b931ba-fede-4f67-8bff-818790082260 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 210 time: 0.0471175 Jul 24 10:03:46.425802 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-b096fe5b-0c70-4ba1-938d-f1e80c0323e7 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:46.440905 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-b096fe5b-0c70-4ba1-938d-f1e80c0323e7 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Transition to ACTIVE for port object cc8a3699-8321-48d8-9369-7cdefd662334 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:03:46.477282 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-b096fe5b-0c70-4ba1-938d-f1e80c0323e7 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:46.522956 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-b096fe5b-0c70-4ba1-938d-f1e80c0323e7 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Network 964410f9-5914-4588-b430-238a29d50d25 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:03:46.526178 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-b096fe5b-0c70-4ba1-938d-f1e80c0323e7 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:03:46.532989 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-b096fe5b-0c70-4ba1-938d-f1e80c0323e7 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:03:46.559442 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096fe5b-0c70-4ba1-938d-f1e80c0323e7 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Pushing event updated for resources: {'Port': ['ID=cc8a3699-8321-48d8-9369-7cdefd662334,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:46.589621 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-b096fe5b-0c70-4ba1-938d-f1e80c0323e7 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:46.590393 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-b096fe5b-0c70-4ba1-938d-f1e80c0323e7 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:46.608516 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-b096fe5b-0c70-4ba1-938d-f1e80c0323e7 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6130812 Jul 24 10:03:46.795822 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-274036d0-7729-4bd9-b8e6-ee59110f83ff None None] Provisioning for port cc8a3699-8321-48d8-9369-7cdefd662334 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:03:46.803662 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-274036d0-7729-4bd9-b8e6-ee59110f83ff None None] Provisioning complete for port cc8a3699-8321-48d8-9369-7cdefd662334 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:03:46.804424 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-274036d0-7729-4bd9-b8e6-ee59110f83ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:46.846119 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-274036d0-7729-4bd9-b8e6-ee59110f83ff None None] Port cc8a3699-8321-48d8-9369-7cdefd662334 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:03:47.053992 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:47.481336 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0717b5-8674-43b8-89ac-55b103fca414 req-12aa533e-3ef4-4e95-82e5-6014e095b733 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:47.482912 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa0717b5-8674-43b8-89ac-55b103fca414 req-12aa533e-3ef4-4e95-82e5-6014e095b733 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 931 time: 0.0630915 Jul 24 10:03:47.533894 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fa0717b5-8674-43b8-89ac-55b103fca414 req-276b42da-7afe-4a15-bda5-e65fef5615c8 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435257 Jul 24 10:03:48.697510 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee161a-e5f3-4b17-9040-2f4f3c1ce84f req-2409eabb-88b2-49ab-9fc7-0afe263fa22a tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:48.699011 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f5ee161a-e5f3-4b17-9040-2f4f3c1ce84f req-2409eabb-88b2-49ab-9fc7-0afe263fa22a tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 931 time: 0.0689673 Jul 24 10:03:48.736541 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f5ee161a-e5f3-4b17-9040-2f4f3c1ce84f req-2ecf0c40-f68a-4f30-8085-39148ad560e1 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318787 Jul 24 10:03:49.876481 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec765b-a947-4884-b586-ad533cf0451f req-5a9d861d-5b0a-47fe-b55e-9a3f7490b027 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:49.877995 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4cec765b-a947-4884-b586-ad533cf0451f req-5a9d861d-5b0a-47fe-b55e-9a3f7490b027 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 931 time: 0.0648088 Jul 24 10:03:49.916285 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4cec765b-a947-4884-b586-ad533cf0451f req-5c3254fa-4819-4aed-8671-235d4fa8a662 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328026 Jul 24 10:03:51.054490 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b3a01-8cad-4340-8289-750d02e10e9b req-b2c70d57-761e-4d00-8033-9551192af63f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:51.061338 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-037b3a01-8cad-4340-8289-750d02e10e9b req-b2c70d57-761e-4d00-8033-9551192af63f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 931 time: 0.0739896 Jul 24 10:03:51.102394 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-037b3a01-8cad-4340-8289-750d02e10e9b req-2fb83e10-469b-402a-965a-5f6287083afc tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392644 Jul 24 10:03:52.242036 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1203b2d-bd84-4812-97eb-b1c6e9c5fd91 req-6502d3d1-4f32-431e-b1e5-dbbde75e4fe8 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:52.243594 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e1203b2d-bd84-4812-97eb-b1c6e9c5fd91 req-6502d3d1-4f32-431e-b1e5-dbbde75e4fe8 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 931 time: 0.0711215 Jul 24 10:03:52.283060 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e1203b2d-bd84-4812-97eb-b1c6e9c5fd91 req-ce78062c-2db1-4433-8ffe-3a53ac911d9b tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338991 Jul 24 10:03:53.429862 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed6521-21cd-4cdb-a2aa-1833835c81ee req-d0a9f4e9-c96d-457d-99df-b706d65ec4ea tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:53.432229 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-35ed6521-21cd-4cdb-a2aa-1833835c81ee req-d0a9f4e9-c96d-457d-99df-b706d65ec4ea tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 931 time: 0.0806313 Jul 24 10:03:53.472978 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-35ed6521-21cd-4cdb-a2aa-1833835c81ee req-dc5fda45-daaa-4727-9752-7d865d1aeda1 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348604 Jul 24 10:03:54.629519 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342c540-b54d-4436-bb8e-c806616c2d4d req-66a594ca-edf0-4cfe-a108-c12bdc2da263 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:54.636461 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a342c540-b54d-4436-bb8e-c806616c2d4d req-66a594ca-edf0-4cfe-a108-c12bdc2da263 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 931 time: 0.0934343 Jul 24 10:03:54.992077 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a342c540-b54d-4436-bb8e-c806616c2d4d req-b94f62f2-6c2d-49b0-be33-0b95662d9904 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547001 Jul 24 10:03:56.206874 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b503065-db2f-4a73-8406-5e1823b53196 req-ef27d44a-37fd-4a10-9454-a5d6831b0ba3 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:56.208399 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3b503065-db2f-4a73-8406-5e1823b53196 req-ef27d44a-37fd-4a10-9454-a5d6831b0ba3 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 931 time: 0.0962689 Jul 24 10:03:56.249688 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3b503065-db2f-4a73-8406-5e1823b53196 req-9e8cddc9-1c42-4708-b007-ddbc661376ce tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356822 Jul 24 10:03:57.334570 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dff0b1c9-aebb-4709-b207-3e01113be608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:57.491862 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea877290-5774-4947-91d3-59872f8c0547 req-a4bc2947-c15c-4fb4-bf02-2b2fe5017984 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:57.493354 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ea877290-5774-4947-91d3-59872f8c0547 req-a4bc2947-c15c-4fb4-bf02-2b2fe5017984 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 931 time: 0.1034884 Jul 24 10:03:57.531690 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ea877290-5774-4947-91d3-59872f8c0547 req-5a9c36ee-e397-417d-8d95-f7763002cafd tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325296 Jul 24 10:03:57.706017 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-789250f4-8931-4db0-a770-413f493dd680 service neutron] Request body: {'port': {'device_id': 'f333cfff-c47b-40a0-b583-8f3c08b24d02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:03:57.776354 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-789250f4-8931-4db0-a770-413f493dd680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:58.038027 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-789250f4-8931-4db0-a770-413f493dd680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc8a3699-8321-48d8-9369-7cdefd662334 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:03:58.045308 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-789250f4-8931-4db0-a770-413f493dd680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:58.056526 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-789250f4-8931-4db0-a770-413f493dd680 service neutron] Transition to ACTIVE for port object cc8a3699-8321-48d8-9369-7cdefd662334 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:03:58.060444 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-789250f4-8931-4db0-a770-413f493dd680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:58.110184 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789250f4-8931-4db0-a770-413f493dd680 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8a3699-8321-48d8-9369-7cdefd662334,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:58.186587 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-789250f4-8931-4db0-a770-413f493dd680 service neutron] Attempting to bind port cc8a3699-8321-48d8-9369-7cdefd662334 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:03:58.186924 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-789250f4-8931-4db0-a770-413f493dd680 service neutron] Attempting to bind port cc8a3699-8321-48d8-9369-7cdefd662334 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'd2a4196b-3f71-45e2-a5de-5d879b6b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '964410f9-5914-4588-b430-238a29d50d25'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:03:58.188221 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-789250f4-8931-4db0-a770-413f493dd680 service neutron] Attempting to bind port cc8a3699-8321-48d8-9369-7cdefd662334 on network 964410f9-5914-4588-b430-238a29d50d25 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:03:58.193010 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-789250f4-8931-4db0-a770-413f493dd680 service neutron] Port cc8a3699-8321-48d8-9369-7cdefd662334 on network 964410f9-5914-4588-b430-238a29d50d25 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 10:03:58.193335 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-789250f4-8931-4db0-a770-413f493dd680 service neutron] Attempting to bind port cc8a3699-8321-48d8-9369-7cdefd662334 on network 964410f9-5914-4588-b430-238a29d50d25 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:03:58.198342 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-789250f4-8931-4db0-a770-413f493dd680 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:03:58.198690 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-789250f4-8931-4db0-a770-413f493dd680 service neutron] Checking segment: {'id': 'd2a4196b-3f71-45e2-a5de-5d879b6b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '964410f9-5914-4588-b430-238a29d50d25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:03:58.199082 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-789250f4-8931-4db0-a770-413f493dd680 service neutron] Bound using segment: {'id': 'd2a4196b-3f71-45e2-a5de-5d879b6b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '964410f9-5914-4588-b430-238a29d50d25'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:03:58.199516 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-789250f4-8931-4db0-a770-413f493dd680 service neutron] Bound port: cc8a3699-8321-48d8-9369-7cdefd662334, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a4196b-3f71-45e2-a5de-5d879b6b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '964410f9-5914-4588-b430-238a29d50d25'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:03:58.199877 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-789250f4-8931-4db0-a770-413f493dd680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:58.279594 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-789250f4-8931-4db0-a770-413f493dd680 service neutron] For port cc8a3699-8321-48d8-9369-7cdefd662334, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:03:58.283206 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-789250f4-8931-4db0-a770-413f493dd680 service neutron] For port cc8a3699-8321-48d8-9369-7cdefd662334, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=cc8a3699-8321-48d8-9369-7cdefd662334,segment=NetworkSegment(d2a4196b-3f71-45e2-a5de-5d879b6b4b0d),segment_id=d2a4196b-3f71-45e2-a5de-5d879b6b4b0d)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:03:58.288020 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-789250f4-8931-4db0-a770-413f493dd680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:58.320270 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-789250f4-8931-4db0-a770-413f493dd680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:58.320923 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-789250f4-8931-4db0-a770-413f493dd680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:58.322326 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-789250f4-8931-4db0-a770-413f493dd680 service neutron] 10.222.0.37 "PUT /v2.0/ports/cc8a3699-8321-48d8-9369-7cdefd662334 HTTP/1.1" status: 200 len: 1091 time: 0.6673362 Jul 24 10:03:58.322755 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f333cfff-c47b-40a0-b583-8f3c08b24d02', 'tag': 'cc8a3699-8321-48d8-9369-7cdefd662334'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:03:58.325029 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a627eb19a9ad1c589d670b3d077582b7e11bbaf96d7493adcbd727d6241e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5767a887-5f9d-4c13-a0b7-e6a826321da3" -d '{"events": [{"name": "network-changed", "server_uuid": "f333cfff-c47b-40a0-b583-8f3c08b24d02", "tag": "cc8a3699-8321-48d8-9369-7cdefd662334"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:03:58.351014 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789250f4-8931-4db0-a770-413f493dd680 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8a3699-8321-48d8-9369-7cdefd662334,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:03:58.401628 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0fe66d-2f8a-4720-884c-229209d250bf x-openstack-request-id: req-1e0fe66d-2f8a-4720-884c-229209d250bf {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:03:58.401994 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f333cfff-c47b-40a0-b583-8f3c08b24d02", "tag": "cc8a3699-8321-48d8-9369-7cdefd662334", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:03:58.402304 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e0fe66d-2f8a-4720-884c-229209d250bf {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:03:58.402781 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f333cfff-c47b-40a0-b583-8f3c08b24d02', 'tag': 'cc8a3699-8321-48d8-9369-7cdefd662334', 'status': 'completed', 'code': 200} Jul 24 10:03:58.430587 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-cb178e0d-be06-4448-8ffb-b98a358009bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:58.432108 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-cb178e0d-be06-4448-8ffb-b98a358009bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc0f5cc695974d3bad79b3f73346203c&device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 1094 time: 0.0682757 Jul 24 10:03:58.474311 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-ff7af17b-fb88-430a-94b4-2ab1aacac6f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc8a3699-8321-48d8-9369-7cdefd662334 HTTP/1.1" status: 200 len: 217 time: 0.0350642 Jul 24 10:03:58.522332 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-746934d4-2730-4f48-be03-9985ac12a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:58.523798 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-746934d4-2730-4f48-be03-9985ac12a5f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=afa2dbab-d7ac-4758-978b-8e5beb860fa4 HTTP/1.1" status: 200 len: 854 time: 0.0437992 Jul 24 10:03:58.618740 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-41ecf6d5-43d1-4621-9581-83bbaaadb442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:58.620147 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-41ecf6d5-43d1-4621-9581-83bbaaadb442 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964410f9-5914-4588-b430-238a29d50d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898690 Jul 24 10:03:58.742915 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9431d-876b-43c1-83e3-6627f7e49db1 req-bc09db14-2ffd-43e7-af7d-c122a4cfd85c tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:58.744380 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-42b9431d-876b-43c1-83e3-6627f7e49db1 req-bc09db14-2ffd-43e7-af7d-c122a4cfd85c tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 943 time: 0.1361086 Jul 24 10:03:58.750019 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-2686f801-a8ee-48e1-9c73-dc223b1de4fb service neutron] 10.222.0.37 "GET /v2.0/networks/964410f9-5914-4588-b430-238a29d50d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098108 Jul 24 10:03:58.809286 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-42b9431d-876b-43c1-83e3-6627f7e49db1 req-6f1f9ef3-d06f-4a07-9adf-6e4dac0e6e22 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583272 Jul 24 10:03:58.859924 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b8023c91-1c43-42c1-9a6a-973b96a4e3cb req-b1fa536f-7f93-42b5-a1e2-30244fe21c4a service neutron] 10.222.0.37 "GET /v2.0/networks/964410f9-5914-4588-b430-238a29d50d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021051 Jul 24 10:03:58.957759 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767a887-5f9d-4c13-a0b7-e6a826321da3 req-c1368c52-749d-4740-a721-754c8518d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:58.959290 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5767a887-5f9d-4c13-a0b7-e6a826321da3 req-c1368c52-749d-4740-a721-754c8518d9d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc0f5cc695974d3bad79b3f73346203c&device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 1094 time: 0.0545175 Jul 24 10:03:59.050543 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767a887-5f9d-4c13-a0b7-e6a826321da3 req-80b9aa71-3a79-41db-98bc-09af85dd6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:59.052038 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5767a887-5f9d-4c13-a0b7-e6a826321da3 req-80b9aa71-3a79-41db-98bc-09af85dd6df4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=964410f9-5914-4588-b430-238a29d50d25 HTTP/1.1" status: 200 len: 915 time: 0.0866475 Jul 24 10:03:59.091993 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5767a887-5f9d-4c13-a0b7-e6a826321da3 req-3bbd8532-45d8-494c-a5eb-b0e87496c896 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc8a3699-8321-48d8-9369-7cdefd662334 HTTP/1.1" status: 200 len: 217 time: 0.0334072 Jul 24 10:03:59.143192 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767a887-5f9d-4c13-a0b7-e6a826321da3 req-b2a62bc2-bad8-4e42-9390-0b1fbf4e9f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:59.144607 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5767a887-5f9d-4c13-a0b7-e6a826321da3 req-b2a62bc2-bad8-4e42-9390-0b1fbf4e9f5c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=afa2dbab-d7ac-4758-978b-8e5beb860fa4 HTTP/1.1" status: 200 len: 854 time: 0.0463841 Jul 24 10:03:59.203953 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767a887-5f9d-4c13-a0b7-e6a826321da3 req-c90b3faa-3685-4acc-8d5b-c620acd9ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:59.205504 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5767a887-5f9d-4c13-a0b7-e6a826321da3 req-c90b3faa-3685-4acc-8d5b-c620acd9ce78 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964410f9-5914-4588-b430-238a29d50d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529623 Jul 24 10:03:59.295872 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5767a887-5f9d-4c13-a0b7-e6a826321da3 req-29235bc0-ce32-4958-93c5-cf6bd266cb8a service neutron] 10.222.0.37 "GET /v2.0/networks/964410f9-5914-4588-b430-238a29d50d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829141 Jul 24 10:03:59.382887 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5767a887-5f9d-4c13-a0b7-e6a826321da3 req-2ceca8e8-40f6-4f9b-9bc0-efb53aeff4db service neutron] 10.222.0.37 "GET /v2.0/networks/964410f9-5914-4588-b430-238a29d50d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790510 Jul 24 10:03:59.836137 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4e84fd1c-9a2d-48a4-a94f-ea9f3bcd6574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:03:59.944726 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972f204-ef79-4673-8051-7fa1a4d96981 req-323322f4-a1f9-4f2e-8507-f3c26613961c tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:03:59.946240 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a972f204-ef79-4673-8051-7fa1a4d96981 req-323322f4-a1f9-4f2e-8507-f3c26613961c tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 943 time: 0.0631166 Jul 24 10:03:59.982578 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a972f204-ef79-4673-8051-7fa1a4d96981 req-ed70d71d-473b-4ec9-9937-0712bbfb3fdc tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308261 Jul 24 10:04:00.306874 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device cc8a3699-8321-48d8-9369-7cdefd662334 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 10:04:00.401910 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port cc8a3699-8321-48d8-9369-7cdefd662334, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=cc8a3699-8321-48d8-9369-7cdefd662334,segment=NetworkSegment(d2a4196b-3f71-45e2-a5de-5d879b6b4b0d),segment_id=d2a4196b-3f71-45e2-a5de-5d879b6b4b0d)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:04:00.412789 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': 'cc8a3699-8321-48d8-9369-7cdefd662334', 'network_id': '964410f9-5914-4588-b430-238a29d50d25', 'port_id': 'cc8a3699-8321-48d8-9369-7cdefd662334', 'mac_address': 'fa:16:3e:ed:ab:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa2dbab-d7ac-4758-978b-8e5beb860fa4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 10:04:00.448081 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:00.459964 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8a3699-8321-48d8-9369-7cdefd662334 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:04:00.478582 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port cc8a3699-8321-48d8-9369-7cdefd662334, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=cc8a3699-8321-48d8-9369-7cdefd662334,segment=NetworkSegment(d2a4196b-3f71-45e2-a5de-5d879b6b4b0d),segment_id=d2a4196b-3f71-45e2-a5de-5d879b6b4b0d)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:04:00.483538 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:00.535765 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:00.547541 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=cc8a3699-8321-48d8-9369-7cdefd662334,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:04:00.554734 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:04:00.555078 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:04:00.555417 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:04:00.555750 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:04:00.556078 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:04:00.556405 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:04:00.556728 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:04:00.557071 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:04:00.557392 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:04:00.557710 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:04:00.558028 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:04:00.558344 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:04:00.705736 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['cc8a3699-8321-48d8-9369-7cdefd662334'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:04:01.113088 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb57ba-a7b2-42bb-b857-17eda88c3967 req-7eeb71b0-55db-4129-a2e9-287a103f9e51 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:01.114572 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2bbb57ba-a7b2-42bb-b857-17eda88c3967 req-7eeb71b0-55db-4129-a2e9-287a103f9e51 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 944 time: 0.0617337 Jul 24 10:04:01.151074 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2bbb57ba-a7b2-42bb-b857-17eda88c3967 req-bbd596cc-90e3-4fc8-88ae-64aef98cedf3 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309463 Jul 24 10:04:01.182047 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:02.322541 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device cc8a3699-8321-48d8-9369-7cdefd662334 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:04:02.357185 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6969a47-0c7b-4acb-b996-c98a4e620117 req-3c2fbdbb-31e7-4629-b294-1a6009e44cfa tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:02.358678 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a6969a47-0c7b-4acb-b996-c98a4e620117 req-3c2fbdbb-31e7-4629-b294-1a6009e44cfa tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 944 time: 0.1046135 Jul 24 10:04:02.370352 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port cc8a3699-8321-48d8-9369-7cdefd662334 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:04:02.373906 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port cc8a3699-8321-48d8-9369-7cdefd662334 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:04:02.374279 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:02.396814 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a6969a47-0c7b-4acb-b996-c98a4e620117 req-ed9301ad-700b-4984-aa20-f00ddd49b423 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319710 Jul 24 10:04:02.450566 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:02.472743 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f333cfff-c47b-40a0-b583-8f3c08b24d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8a3699-8321-48d8-9369-7cdefd662334'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:04:02.474971 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d7afe8348f8fcc753bd8984b8edd75bbd7073546e68387ff79a0a59e43fea59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64521b08-fde3-4a45-af42-22cf023ed379" -d '{"events": [{"server_uuid": "f333cfff-c47b-40a0-b583-8f3c08b24d02", "name": "network-vif-plugged", "status": "completed", "tag": "cc8a3699-8321-48d8-9369-7cdefd662334"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:04:02.487489 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port cc8a3699-8321-48d8-9369-7cdefd662334, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=cc8a3699-8321-48d8-9369-7cdefd662334,segment=NetworkSegment(d2a4196b-3f71-45e2-a5de-5d879b6b4b0d),segment_id=d2a4196b-3f71-45e2-a5de-5d879b6b4b0d)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:04:02.491237 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:02.515692 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42ad5de-fceb-4c2a-b1ed-0cd83b52b1ee x-openstack-request-id: req-c42ad5de-fceb-4c2a-b1ed-0cd83b52b1ee {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:04:02.515981 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f333cfff-c47b-40a0-b583-8f3c08b24d02", "name": "network-vif-plugged", "status": "completed", "tag": "cc8a3699-8321-48d8-9369-7cdefd662334", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:04:02.516236 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c42ad5de-fceb-4c2a-b1ed-0cd83b52b1ee {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:04:02.516621 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f333cfff-c47b-40a0-b583-8f3c08b24d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8a3699-8321-48d8-9369-7cdefd662334', 'code': 200} Jul 24 10:04:02.541720 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=cc8a3699-8321-48d8-9369-7cdefd662334,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:04:02.622073 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a829a55-0d12-417c-9577-c0618a24fc02 req-3d5e76c8-f491-4aa2-b02e-16e3eefd04c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:02.623566 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2a829a55-0d12-417c-9577-c0618a24fc02 req-3d5e76c8-f491-4aa2-b02e-16e3eefd04c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 1096 time: 0.0562427 Jul 24 10:04:02.657196 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2a829a55-0d12-417c-9577-c0618a24fc02 req-c8967f31-f01d-4bf5-8b64-914addab622d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272939 Jul 24 10:04:03.065046 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:03.548240 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b426e76-28a5-42f3-883e-e225bdb1144e req-6cd8d10f-fe3e-4064-ad60-11788656a1ca tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:03.549748 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1b426e76-28a5-42f3-883e-e225bdb1144e req-6cd8d10f-fe3e-4064-ad60-11788656a1ca tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 945 time: 0.0680492 Jul 24 10:04:03.586781 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1b426e76-28a5-42f3-883e-e225bdb1144e req-2434f6ad-3f81-4804-8196-129b47a5f0ec tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314999 Jul 24 10:04:04.717026 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab965727-0f0f-4efa-af54-8f1836bb364c req-b5182adf-cd93-408b-8132-aada47080109 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:04.718530 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ab965727-0f0f-4efa-af54-8f1836bb364c req-b5182adf-cd93-408b-8132-aada47080109 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 945 time: 0.0626819 Jul 24 10:04:04.755176 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ab965727-0f0f-4efa-af54-8f1836bb364c req-401c4b6d-a5e8-4320-9919-f4a022a39ff1 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312302 Jul 24 10:04:04.887953 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953d350-1cd0-4c0b-86f7-de5802c65997 req-c360945a-67bd-48b6-bdbd-7e7e94bd2fb3 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:04.889376 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f953d350-1cd0-4c0b-86f7-de5802c65997 req-c360945a-67bd-48b6-bdbd-7e7e94bd2fb3 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 945 time: 0.0639806 Jul 24 10:04:04.926078 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f953d350-1cd0-4c0b-86f7-de5802c65997 req-3ea09f0b-78e8-4986-8e24-bf0fc34b5190 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312319 Jul 24 10:04:05.148014 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8ccd0-10ea-42bd-a755-aaa9a5b81591 req-eb70caac-c1c8-4022-8876-941987651424 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:05.149439 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28c8ccd0-10ea-42bd-a755-aaa9a5b81591 req-eb70caac-c1c8-4022-8876-941987651424 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 945 time: 0.0618160 Jul 24 10:04:05.192006 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28c8ccd0-10ea-42bd-a755-aaa9a5b81591 req-8c040be9-e8d0-42bf-a4a3-2f9e6444dca9 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370567 Jul 24 10:04:14.528303 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:14.750700 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:04:16.719481 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252eafc-f1b1-4d6a-914c-913d1d4a10fa req-ac38ce10-4e65-46ea-b0f7-406e39ffb738 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:16.720917 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7252eafc-f1b1-4d6a-914c-913d1d4a10fa req-ac38ce10-4e65-46ea-b0f7-406e39ffb738 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 945 time: 0.0634258 Jul 24 10:04:16.758008 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7252eafc-f1b1-4d6a-914c-913d1d4a10fa req-57c852b8-b786-4ec7-b31c-b4fa583ef6be tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316055 Jul 24 10:04:16.781270 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50244) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:04:16.874334 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57827346-6920-4cb4-a0ec-dd1858889bee tempest-TestMinimumBasicScenario-1770275199 tempest-TestMinimumBasicScenario-1770275199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:16.876473 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-57827346-6920-4cb4-a0ec-dd1858889bee tempest-TestMinimumBasicScenario-1770275199 tempest-TestMinimumBasicScenario-1770275199-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 1091 time: 0.0938115 Jul 24 10:04:16.879452 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50248) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:04:16.883739 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'port_id': 'cc8a3699-8321-48d8-9369-7cdefd662334', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:04:16.904275 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:17.001515 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:17.063915 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:17.103650 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Allocated IP 172.25.7.226 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/8be2d2fd-3850-4f00-96a2-7ddb4e79c7ba) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:04:17.204082 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:17.242278 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:17.276565 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:04:17.283889 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:04:17.287277 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:04:17.313771 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Pushing event updated for resources: {'Port': ['ID=8be2d2fd-3850-4f00-96a2-7ddb4e79c7ba,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:04:17.326058 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:04:17.326403 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:04:17.326740 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:04:17.327073 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:04:17.327401 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:04:17.327752 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:04:17.328077 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:04:17.328398 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:04:17.328719 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:04:17.329070 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:04:17.329390 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:04:17.329708 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:04:17.648882 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:17.728198 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:17.877660 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:17.882052 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:17.948780 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Pushing event updated for resources: {'Port': ['ID=8be2d2fd-3850-4f00-96a2-7ddb4e79c7ba,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:04:17.959821 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:18.058078 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Floating IP 42f80778-7c55-4b70-966c-a73a7231714a associated. External IP: 172.25.7.226, port: cc8a3699-8321-48d8-9369-7cdefd662334. Jul 24 10:04:18.272216 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Router da4a2afe-0844-4b14-8e02-759e462b6bb6 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:04:18.377508 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:04:18.386869 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a89fe-4da4-4e47-aea0-0691daa2e408 None None] Sync routers for ids ['da4a2afe-0844-4b14-8e02-759e462b6bb6'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:04:18.392580 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:18.395651 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08a89fe-4da4-4e47-aea0-0691daa2e408 None None] Routers {'da4a2afe-0844-4b14-8e02-759e462b6bb6'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:04:18.396266 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e08a89fe-4da4-4e47-aea0-0691daa2e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:04:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['da4a2afe-0844-4b14-8e02-759e462b6bb6'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:04:18.429136 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ed8935b6-e7dc-4f10-88d3-9f4ff878ad0f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5485971 Jul 24 10:04:18.429728 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f333cfff-c47b-40a0-b583-8f3c08b24d02', 'tag': 'cc8a3699-8321-48d8-9369-7cdefd662334'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:04:18.432037 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50250) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:04:18.437943 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-e67a1f29-c6ce-4578-b7cf-a42a974cc58b tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1102759069', 'description': 'tempest-secgroup-smoke-1102759069 description', 'project_id': 'dc0f5cc695974d3bad79b3f73346203c'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:04:18.461954 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e67a1f29-c6ce-4578-b7cf-a42a974cc58b tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:18.468645 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a4853a8b40b91971e5417878e0e437932fc4777980ba62e4c137541a983d21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf70f40-4472-4226-9baa-ec4c44530f54" -d '{"events": [{"name": "network-changed", "server_uuid": "f333cfff-c47b-40a0-b583-8f3c08b24d02", "tag": "cc8a3699-8321-48d8-9369-7cdefd662334"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:04:18.504808 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-e08a89fe-4da4-4e47-aea0-0691daa2e408 None None] Set router da4a2afe-0844-4b14-8e02-759e462b6bb6 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:04:18.553519 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e67a1f29-c6ce-4578-b7cf-a42a974cc58b tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:18.559037 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e67a1f29-c6ce-4578-b7cf-a42a974cc58b tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:18.568676 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151314ce-3a0b-487c-9c8a-1f91cd5c55ff x-openstack-request-id: req-151314ce-3a0b-487c-9c8a-1f91cd5c55ff {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:04:18.569061 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f333cfff-c47b-40a0-b583-8f3c08b24d02", "tag": "cc8a3699-8321-48d8-9369-7cdefd662334", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:04:18.570257 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-151314ce-3a0b-487c-9c8a-1f91cd5c55ff {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:04:18.570733 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f333cfff-c47b-40a0-b583-8f3c08b24d02', 'tag': 'cc8a3699-8321-48d8-9369-7cdefd662334', 'status': 'completed', 'code': 200} Jul 24 10:04:18.590697 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e67a1f29-c6ce-4578-b7cf-a42a974cc58b tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:18.594971 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e67a1f29-c6ce-4578-b7cf-a42a974cc58b tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1587296 Jul 24 10:04:18.595128 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50258) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:04:18.600375 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-275cf24d-d301-4b47-8e73-7035f9e196de tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Request body: {'security_group_rule': {'security_group_id': 'f612a86c-6b2e-4dea-a3e2-12b5960ad387', 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:04:18.605638 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a1f29-c6ce-4578-b7cf-a42a974cc58b tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f612a86c-6b2e-4dea-a3e2-12b5960ad387,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:04:18.644954 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-275cf24d-d301-4b47-8e73-7035f9e196de tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:18.709321 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-275cf24d-d301-4b47-8e73-7035f9e196de tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:18.717940 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-275cf24d-d301-4b47-8e73-7035f9e196de tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:18.756920 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275cf24d-d301-4b47-8e73-7035f9e196de tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67993e92-5e78-4c8b-92ea-002bc9f2e1d9,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:04:18.763597 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-275cf24d-d301-4b47-8e73-7035f9e196de tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:18.764696 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-275cf24d-d301-4b47-8e73-7035f9e196de tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1685266 Jul 24 10:04:18.767517 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e08a89fe-4da4-4e47-aea0-0691daa2e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'name': 'tempest-TestMinimumBasicScenario-1015817818-router', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '32f233f4-ed52-417a-a8ab-48df99f5a85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:03:25Z', 'updated_at': '2021-07-24T10:03:28Z', 'revision_number': 4, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'gw_port': {'id': '32f233f4-ed52-417a-a8ab-48df99f5a85b', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:26Z', 'updated_at': '2021-07-24T10:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '42f80778-7c55-4b70-966c-a73a7231714a', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'floating_ip_address': '172.25.7.226', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'port_id': 'cc8a3699-8321-48d8-9369-7cdefd662334', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '964410f9-5914-4588-b430-238a29d50d25', 'mac_address': 'fa:16:3e:ed:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333cfff-c47b-40a0-b583-8f3c08b24d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:04:17Z', 'updated_at': '2021-07-24T10:04:17Z', 'revision_number': 0, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e701050-4544-4364-8513-a332e7fe33ff', 'name': '', 'network_id': '964410f9-5914-4588-b430-238a29d50d25', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'mac_address': 'fa:16:3e:21:6f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'afa2dbab-d7ac-4758-978b-8e5beb860fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:27Z', 'updated_at': '2021-07-24T10:03:34Z', 'revision_number': 5, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'subnets': [{'id': 'afa2dbab-d7ac-4758-978b-8e5beb860fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:04:18.767745 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50262) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:04:18.772253 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-70c532b7-8c83-4a70-86fb-ef559dc8283a tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Request body: {'security_group_rule': {'security_group_id': 'f612a86c-6b2e-4dea-a3e2-12b5960ad387', 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:04:18.792443 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf70f40-4472-4226-9baa-ec4c44530f54 req-a7f324cd-1470-4340-b175-351c389acf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:18.794289 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ddf70f40-4472-4226-9baa-ec4c44530f54 req-a7f324cd-1470-4340-b175-351c389acf5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc0f5cc695974d3bad79b3f73346203c&device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 1096 time: 0.1397836 Jul 24 10:04:18.798936 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a89fe-4da4-4e47-aea0-0691daa2e408 None None] Checking router: da4a2afe-0844-4b14-8e02-759e462b6bb6 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:04:18.800422 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70c532b7-8c83-4a70-86fb-ef559dc8283a tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:18.807534 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08a89fe-4da4-4e47-aea0-0691daa2e408 None None] Routers {'da4a2afe-0844-4b14-8e02-759e462b6bb6'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:04:18.808385 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e08a89fe-4da4-4e47-aea0-0691daa2e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:04:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['da4a2afe-0844-4b14-8e02-759e462b6bb6'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:04:18.861284 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70c532b7-8c83-4a70-86fb-ef559dc8283a tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:18.865475 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70c532b7-8c83-4a70-86fb-ef559dc8283a tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:18.887079 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c532b7-8c83-4a70-86fb-ef559dc8283a tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e97faaa-862f-4832-b507-58698a046486,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:04:18.900247 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf70f40-4472-4226-9baa-ec4c44530f54 req-090fffc5-791f-43f6-b92b-a1df448997b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:18.900474 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-70c532b7-8c83-4a70-86fb-ef559dc8283a tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:18.904632 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-70c532b7-8c83-4a70-86fb-ef559dc8283a tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1332965 Jul 24 10:04:18.904829 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ddf70f40-4472-4226-9baa-ec4c44530f54 req-090fffc5-791f-43f6-b92b-a1df448997b3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=964410f9-5914-4588-b430-238a29d50d25 HTTP/1.1" status: 200 len: 915 time: 0.1015186 Jul 24 10:04:18.904950 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50264) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:04:18.910150 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-1fc4b4cf-eb16-4abc-895c-14d27449deab tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Request body: {'security_group_rule': {'security_group_id': 'f612a86c-6b2e-4dea-a3e2-12b5960ad387', 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:04:18.942140 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1fc4b4cf-eb16-4abc-895c-14d27449deab tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:18.978065 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ddf70f40-4472-4226-9baa-ec4c44530f54 req-254de448-91f9-424f-91eb-3fed2c292b93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc8a3699-8321-48d8-9369-7cdefd662334 HTTP/1.1" status: 200 len: 999 time: 0.0683208 Jul 24 10:04:19.018129 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1fc4b4cf-eb16-4abc-895c-14d27449deab tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:19.025421 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1fc4b4cf-eb16-4abc-895c-14d27449deab tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:19.046201 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4b4cf-eb16-4abc-895c-14d27449deab tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a9c0d0-25ec-4229-8c4a-879d834610bf,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:04:19.055952 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1fc4b4cf-eb16-4abc-895c-14d27449deab tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:19.059701 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf70f40-4472-4226-9baa-ec4c44530f54 req-881016ba-2b0b-411d-860c-8846e8f35380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:19.059856 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1fc4b4cf-eb16-4abc-895c-14d27449deab tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513407 Jul 24 10:04:19.059963 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ddf70f40-4472-4226-9baa-ec4c44530f54 req-881016ba-2b0b-411d-860c-8846e8f35380 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=afa2dbab-d7ac-4758-978b-8e5beb860fa4 HTTP/1.1" status: 200 len: 854 time: 0.0739145 Jul 24 10:04:19.059963 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50266) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:04:19.064519 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-3b9b273b-c73c-4523-88d7-c9d4d86f0d4c tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Request body: {'security_group_rule': {'security_group_id': 'f612a86c-6b2e-4dea-a3e2-12b5960ad387', 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:04:19.086050 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-e08a89fe-4da4-4e47-aea0-0691daa2e408 None None] Set router da4a2afe-0844-4b14-8e02-759e462b6bb6 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:04:19.122116 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3b9b273b-c73c-4523-88d7-c9d4d86f0d4c tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:19.162057 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf70f40-4472-4226-9baa-ec4c44530f54 req-e1c78c35-908d-427d-b585-78c6ea101066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:19.163584 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ddf70f40-4472-4226-9baa-ec4c44530f54 req-e1c78c35-908d-427d-b585-78c6ea101066 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964410f9-5914-4588-b430-238a29d50d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935841 Jul 24 10:04:19.221971 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3b9b273b-c73c-4523-88d7-c9d4d86f0d4c tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:19.251560 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3b9b273b-c73c-4523-88d7-c9d4d86f0d4c tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:19.286754 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b273b-c73c-4523-88d7-c9d4d86f0d4c tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ee6d71-c936-4ef0-9043-1f713f1aecab,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:04:19.296530 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3b9b273b-c73c-4523-88d7-c9d4d86f0d4c tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:19.297695 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3b9b273b-c73c-4523-88d7-c9d4d86f0d4c tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2368164 Jul 24 10:04:19.301639 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ddf70f40-4472-4226-9baa-ec4c44530f54 req-d16bcb41-dd03-4ad4-a8f4-0968ab4ab27a service neutron] 10.222.0.37 "GET /v2.0/networks/964410f9-5914-4588-b430-238a29d50d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265976 Jul 24 10:04:19.302005 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50268) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:04:19.306927 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-82b3ddf6-5f7e-43cd-96f5-da71dcb5ab41 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Request body: {'security_group_rule': {'security_group_id': 'f612a86c-6b2e-4dea-a3e2-12b5960ad387', 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:04:19.321481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e08a89fe-4da4-4e47-aea0-0691daa2e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'name': 'tempest-TestMinimumBasicScenario-1015817818-router', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '32f233f4-ed52-417a-a8ab-48df99f5a85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:03:25Z', 'updated_at': '2021-07-24T10:03:28Z', 'revision_number': 4, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'gw_port': {'id': '32f233f4-ed52-417a-a8ab-48df99f5a85b', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:26Z', 'updated_at': '2021-07-24T10:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '42f80778-7c55-4b70-966c-a73a7231714a', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'floating_ip_address': '172.25.7.226', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'port_id': 'cc8a3699-8321-48d8-9369-7cdefd662334', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '964410f9-5914-4588-b430-238a29d50d25', 'mac_address': 'fa:16:3e:ed:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333cfff-c47b-40a0-b583-8f3c08b24d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:04:17Z', 'updated_at': '2021-07-24T10:04:17Z', 'revision_number': 0, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e701050-4544-4364-8513-a332e7fe33ff', 'name': '', 'network_id': '964410f9-5914-4588-b430-238a29d50d25', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'mac_address': 'fa:16:3e:21:6f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'afa2dbab-d7ac-4758-978b-8e5beb860fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:27Z', 'updated_at': '2021-07-24T10:03:34Z', 'revision_number': 5, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'subnets': [{'id': 'afa2dbab-d7ac-4758-978b-8e5beb860fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:04:19.329771 n-d-800085-9 neutron-server[94035]: INFO neutron.db.securitygroups_db [None req-82b3ddf6-5f7e-43cd-96f5-da71dcb5ab41 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Project dc0f5cc695974d3bad79b3f73346203c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 10:04:19.334866 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-82b3ddf6-5f7e-43cd-96f5-da71dcb5ab41 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:19.350955 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a89fe-4da4-4e47-aea0-0691daa2e408 None None] The sync data for ids ['da4a2afe-0844-4b14-8e02-759e462b6bb6'] in n-d-800085-9 is: [{'id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'name': 'tempest-TestMinimumBasicScenario-1015817818-router', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '32f233f4-ed52-417a-a8ab-48df99f5a85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:03:25Z', 'updated_at': '2021-07-24T10:03:28Z', 'revision_number': 4, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'gw_port': {'id': '32f233f4-ed52-417a-a8ab-48df99f5a85b', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:26Z', 'updated_at': '2021-07-24T10:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '42f80778-7c55-4b70-966c-a73a7231714a', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'floating_ip_address': '172.25.7.226', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'port_id': 'cc8a3699-8321-48d8-9369-7cdefd662334', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '964410f9-5914-4588-b430-238a29d50d25', 'mac_address': 'fa:16:3e:ed:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333cfff-c47b-40a0-b583-8f3c08b24d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:04:17Z', 'updated_at': '2021-07-24T10:04:17Z', 'revision_number': 0, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e701050-4544-4364-8513-a332e7fe33ff', 'name': '', 'network_id': '964410f9-5914-4588-b430-238a29d50d25', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'mac_address': 'fa:16:3e:21:6f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'afa2dbab-d7ac-4758-978b-8e5beb860fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:27Z', 'updated_at': '2021-07-24T10:03:34Z', 'revision_number': 5, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'subnets': [{'id': 'afa2dbab-d7ac-4758-978b-8e5beb860fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:04:19.399153 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ddf70f40-4472-4226-9baa-ec4c44530f54 req-b02a956e-3c17-4b0f-bd82-170e61dd3153 service neutron] 10.222.0.37 "GET /v2.0/networks/964410f9-5914-4588-b430-238a29d50d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906374 Jul 24 10:04:19.407354 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-82b3ddf6-5f7e-43cd-96f5-da71dcb5ab41 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:19.413510 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-82b3ddf6-5f7e-43cd-96f5-da71dcb5ab41 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:19.432602 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3ddf6-5f7e-43cd-96f5-da71dcb5ab41 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f58db4c-a123-4ca0-84e9-db800ab6262f,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:04:19.440121 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-82b3ddf6-5f7e-43cd-96f5-da71dcb5ab41 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:19.441697 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-82b3ddf6-5f7e-43cd-96f5-da71dcb5ab41 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1386769 Jul 24 10:04:19.444483 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50270) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:04:19.449288 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-494dd3c9-2e7f-4ff6-a589-6cc465a04a16 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Request body: {'security_group_rule': {'security_group_id': 'f612a86c-6b2e-4dea-a3e2-12b5960ad387', 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:04:19.472650 n-d-800085-9 neutron-server[94036]: INFO neutron.db.securitygroups_db [None req-494dd3c9-2e7f-4ff6-a589-6cc465a04a16 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Project dc0f5cc695974d3bad79b3f73346203c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 10:04:19.477870 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-494dd3c9-2e7f-4ff6-a589-6cc465a04a16 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:19.548230 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-494dd3c9-2e7f-4ff6-a589-6cc465a04a16 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:19.552083 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-494dd3c9-2e7f-4ff6-a589-6cc465a04a16 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:19.569674 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c2d02a-59e3-45fd-9016-3c8f907d0851 None None] New status for floating IP 42f80778-7c55-4b70-966c-a73a7231714a: ACTIVE {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 10:04:19.571015 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494dd3c9-2e7f-4ff6-a589-6cc465a04a16 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c5e428-0325-4ffd-a541-d2efefd4fd3a,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:04:19.578450 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-494dd3c9-2e7f-4ff6-a589-6cc465a04a16 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:19.579952 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-494dd3c9-2e7f-4ff6-a589-6cc465a04a16 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1344173 Jul 24 10:04:19.661979 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c8697612-dc04-4eda-b634-35900cb56cbb req-3cafb46f-97bd-4a2d-8272-d33217381989 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1102759069&fields=id&tenant_id=dc0f5cc695974d3bad79b3f73346203c HTTP/1.1" status: 200 len: 267 time: 0.0331614 Jul 24 10:04:19.729383 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8697612-dc04-4eda-b634-35900cb56cbb req-249d4187-d2c6-46c3-bd61-04789e0f6573 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:19.730900 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c8697612-dc04-4eda-b634-35900cb56cbb req-249d4187-d2c6-46c3-bd61-04789e0f6573 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 945 time: 0.0636642 Jul 24 10:04:19.742678 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-c8697612-dc04-4eda-b634-35900cb56cbb req-fe66d161-ba50-4998-8997-f59fd5366342 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Request body: {'port': {'security_groups': ['872742e2-5b9a-49a2-a6f1-62ea852c9f71', 'f612a86c-6b2e-4dea-a3e2-12b5960ad387']}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:04:19.825820 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-c8697612-dc04-4eda-b634-35900cb56cbb req-fe66d161-ba50-4998-8997-f59fd5366342 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:20.008022 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-c8697612-dc04-4eda-b634-35900cb56cbb req-fe66d161-ba50-4998-8997-f59fd5366342 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] For port cc8a3699-8321-48d8-9369-7cdefd662334, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=cc8a3699-8321-48d8-9369-7cdefd662334,segment=NetworkSegment(d2a4196b-3f71-45e2-a5de-5d879b6b4b0d),segment_id=d2a4196b-3f71-45e2-a5de-5d879b6b4b0d)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:04:20.037363 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-c8697612-dc04-4eda-b634-35900cb56cbb req-fe66d161-ba50-4998-8997-f59fd5366342 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:20.041516 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-c8697612-dc04-4eda-b634-35900cb56cbb req-fe66d161-ba50-4998-8997-f59fd5366342 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:20.054809 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['cc8a3699-8321-48d8-9369-7cdefd662334'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:04:20.083217 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8697612-dc04-4eda-b634-35900cb56cbb req-fe66d161-ba50-4998-8997-f59fd5366342 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:20.084071 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-c8697612-dc04-4eda-b634-35900cb56cbb req-fe66d161-ba50-4998-8997-f59fd5366342 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:20.085332 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c8697612-dc04-4eda-b634-35900cb56cbb req-fe66d161-ba50-4998-8997-f59fd5366342 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "PUT /v2.0/ports/cc8a3699-8321-48d8-9369-7cdefd662334 HTTP/1.1" status: 200 len: 981 time: 0.3474722 Jul 24 10:04:20.110357 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66d161-ba50-4998-8997-f59fd5366342 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Pushing event updated for resources: {'Port': ['ID=cc8a3699-8321-48d8-9369-7cdefd662334,revision_number=6']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:04:20.141410 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['cc8a3699-8321-48d8-9369-7cdefd662334'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:04:20.227829 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b167b-996a-40c6-82fd-3853282f6492 req-88b83669-5499-4231-9cdb-6ee3699bb9ab tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:20.233247 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-456b167b-996a-40c6-82fd-3853282f6492 req-88b83669-5499-4231-9cdb-6ee3699bb9ab tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 984 time: 0.0823579 Jul 24 10:04:20.273822 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-456b167b-996a-40c6-82fd-3853282f6492 req-2f851dd2-9bd6-415b-b0cd-0f04f726a93a tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&id=f612a86c-6b2e-4dea-a3e2-12b5960ad387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384076 Jul 24 10:04:20.382684 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-af857749-e94d-4dcf-a344-4fd029a3d2de None None] Provisioning complete for port cc8a3699-8321-48d8-9369-7cdefd662334 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:04:20.382921 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-af857749-e94d-4dcf-a344-4fd029a3d2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:20.571934 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f333cfff-c47b-40a0-b583-8f3c08b24d02', 'tag': 'cc8a3699-8321-48d8-9369-7cdefd662334'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:04:20.574641 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a4853a8b40b91971e5417878e0e437932fc4777980ba62e4c137541a983d21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15f4000-f4a3-49ac-83b3-3411a2dc4dda" -d '{"events": [{"name": "network-changed", "server_uuid": "f333cfff-c47b-40a0-b583-8f3c08b24d02", "tag": "cc8a3699-8321-48d8-9369-7cdefd662334"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:04:20.611294 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03816974-5f72-4cbb-93e3-d6e6876ed337 x-openstack-request-id: req-03816974-5f72-4cbb-93e3-d6e6876ed337 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:04:20.611584 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f333cfff-c47b-40a0-b583-8f3c08b24d02", "tag": "cc8a3699-8321-48d8-9369-7cdefd662334", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:04:20.611837 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03816974-5f72-4cbb-93e3-d6e6876ed337 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:04:20.612246 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f333cfff-c47b-40a0-b583-8f3c08b24d02', 'tag': 'cc8a3699-8321-48d8-9369-7cdefd662334', 'status': 'completed', 'code': 200} Jul 24 10:04:20.699327 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f4000-f4a3-49ac-83b3-3411a2dc4dda req-74e41bca-15d1-42c8-8633-b379a6d446ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:20.700899 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d15f4000-f4a3-49ac-83b3-3411a2dc4dda req-74e41bca-15d1-42c8-8633-b379a6d446ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc0f5cc695974d3bad79b3f73346203c&device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 1135 time: 0.0635102 Jul 24 10:04:20.791297 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f4000-f4a3-49ac-83b3-3411a2dc4dda req-09a1c150-c3ad-4416-b58f-2296d40164ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:20.792785 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d15f4000-f4a3-49ac-83b3-3411a2dc4dda req-09a1c150-c3ad-4416-b58f-2296d40164ef service neutron] 10.222.0.37 "GET /v2.0/networks?id=964410f9-5914-4588-b430-238a29d50d25 HTTP/1.1" status: 200 len: 915 time: 0.0853589 Jul 24 10:04:20.855343 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d15f4000-f4a3-49ac-83b3-3411a2dc4dda req-e5f87e91-e1cc-4adc-b044-9e42bd50aa77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc8a3699-8321-48d8-9369-7cdefd662334 HTTP/1.1" status: 200 len: 1001 time: 0.0558050 Jul 24 10:04:20.905418 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f4000-f4a3-49ac-83b3-3411a2dc4dda req-8b60e3fd-c118-4ba1-917b-1c24b5bd1e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:20.907465 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d15f4000-f4a3-49ac-83b3-3411a2dc4dda req-8b60e3fd-c118-4ba1-917b-1c24b5bd1e8f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=afa2dbab-d7ac-4758-978b-8e5beb860fa4 HTTP/1.1" status: 200 len: 854 time: 0.0453439 Jul 24 10:04:20.962340 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f4000-f4a3-49ac-83b3-3411a2dc4dda req-5861bc01-6ce4-49b4-92a7-2f2d34bc3a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:20.963695 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d15f4000-f4a3-49ac-83b3-3411a2dc4dda req-5861bc01-6ce4-49b4-92a7-2f2d34bc3a6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964410f9-5914-4588-b430-238a29d50d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499885 Jul 24 10:04:21.049465 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d15f4000-f4a3-49ac-83b3-3411a2dc4dda req-b5b3e535-03dd-4fd0-838b-aea944b63116 service neutron] 10.222.0.37 "GET /v2.0/networks/964410f9-5914-4588-b430-238a29d50d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794039 Jul 24 10:04:21.141081 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d15f4000-f4a3-49ac-83b3-3411a2dc4dda req-fd58c92b-49cb-47ba-8673-71bfb2580d63 service neutron] 10.222.0.37 "GET /v2.0/networks/964410f9-5914-4588-b430-238a29d50d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839396 Jul 24 10:04:27.335243 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c2838dc9-1a83-466f-bb73-0809f969c148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:29.837138 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a7e9623e-f0a8-4383-8f64-5a27729c16bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:30.526051 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:31.185308 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:33.067503 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:34.815769 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e11618cb-90b8-4946-8f39-a2cac60509ad req-312453db-5cae-4c23-9db7-370d0cc484a7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518539 Jul 24 10:04:34.913194 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11618cb-90b8-4946-8f39-a2cac60509ad req-357a6f04-c518-4740-80f4-b5f7d4d59103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:34.914737 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e11618cb-90b8-4946-8f39-a2cac60509ad req-357a6f04-c518-4740-80f4-b5f7d4d59103 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc0f5cc695974d3bad79b3f73346203c&device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 1135 time: 0.0569909 Jul 24 10:04:35.017659 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11618cb-90b8-4946-8f39-a2cac60509ad req-a694ca1a-0c10-440e-8234-6777ba00cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:35.019132 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e11618cb-90b8-4946-8f39-a2cac60509ad req-a694ca1a-0c10-440e-8234-6777ba00cd78 service neutron] 10.222.0.37 "GET /v2.0/networks?id=964410f9-5914-4588-b430-238a29d50d25 HTTP/1.1" status: 200 len: 915 time: 0.0867932 Jul 24 10:04:35.086685 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e11618cb-90b8-4946-8f39-a2cac60509ad req-96092fef-82ef-4a7d-803b-402853df214c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc8a3699-8321-48d8-9369-7cdefd662334 HTTP/1.1" status: 200 len: 1001 time: 0.0600436 Jul 24 10:04:35.133208 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11618cb-90b8-4946-8f39-a2cac60509ad req-0dcbdbbc-a320-4aa2-985e-3280b244a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:35.134579 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e11618cb-90b8-4946-8f39-a2cac60509ad req-0dcbdbbc-a320-4aa2-985e-3280b244a99b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=afa2dbab-d7ac-4758-978b-8e5beb860fa4 HTTP/1.1" status: 200 len: 854 time: 0.0405326 Jul 24 10:04:35.192125 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11618cb-90b8-4946-8f39-a2cac60509ad req-38e71305-e696-46bc-9fa5-599a4473340b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:35.193694 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e11618cb-90b8-4946-8f39-a2cac60509ad req-38e71305-e696-46bc-9fa5-599a4473340b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964410f9-5914-4588-b430-238a29d50d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526333 Jul 24 10:04:35.285870 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e11618cb-90b8-4946-8f39-a2cac60509ad req-bc7d0d18-52a6-477a-87c5-68052d9c081e service neutron] 10.222.0.37 "GET /v2.0/networks/964410f9-5914-4588-b430-238a29d50d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845242 Jul 24 10:04:35.384491 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e11618cb-90b8-4946-8f39-a2cac60509ad req-36f67afe-7708-4468-9663-57d64d95edb1 service neutron] 10.222.0.37 "GET /v2.0/networks/964410f9-5914-4588-b430-238a29d50d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914631 Jul 24 10:04:36.508931 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a241805-d640-42a4-ae11-23add4859894 req-091fedba-aa0d-4e5b-8a9c-0e9ea1392a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:36.510493 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7a241805-d640-42a4-ae11-23add4859894 req-091fedba-aa0d-4e5b-8a9c-0e9ea1392a59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc0f5cc695974d3bad79b3f73346203c&device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 1135 time: 0.0539601 Jul 24 10:04:36.515830 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fd134-72de-4caa-9e74-c41e11843e2e req-082953a3-29a9-43cc-8d85-e5a8019f2b03 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:36.517360 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a2fd134-72de-4caa-9e74-c41e11843e2e req-082953a3-29a9-43cc-8d85-e5a8019f2b03 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 984 time: 0.0653636 Jul 24 10:04:36.557235 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0a2fd134-72de-4caa-9e74-c41e11843e2e req-295c0174-91ff-4f47-9ca3-b1ecb54224f9 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&id=f612a86c-6b2e-4dea-a3e2-12b5960ad387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340278 Jul 24 10:04:36.603904 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a241805-d640-42a4-ae11-23add4859894 req-50ca8424-ae00-43bb-b1c7-40cd2357411e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:36.605427 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7a241805-d640-42a4-ae11-23add4859894 req-50ca8424-ae00-43bb-b1c7-40cd2357411e service neutron] 10.222.0.37 "GET /v2.0/networks?id=964410f9-5914-4588-b430-238a29d50d25 HTTP/1.1" status: 200 len: 915 time: 0.0877120 Jul 24 10:04:36.671871 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7a241805-d640-42a4-ae11-23add4859894 req-5f72f041-2c8b-4a7b-9897-9c76b36a44e7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc8a3699-8321-48d8-9369-7cdefd662334 HTTP/1.1" status: 200 len: 1001 time: 0.0598011 Jul 24 10:04:36.718870 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a241805-d640-42a4-ae11-23add4859894 req-fe492d0d-c2ff-49ce-9a14-a707d0b12a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:36.720267 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7a241805-d640-42a4-ae11-23add4859894 req-fe492d0d-c2ff-49ce-9a14-a707d0b12a70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=afa2dbab-d7ac-4758-978b-8e5beb860fa4 HTTP/1.1" status: 200 len: 854 time: 0.0422959 Jul 24 10:04:36.778379 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a241805-d640-42a4-ae11-23add4859894 req-659c130f-499d-4018-aca8-ea16205f34fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:36.779776 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7a241805-d640-42a4-ae11-23add4859894 req-659c130f-499d-4018-aca8-ea16205f34fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964410f9-5914-4588-b430-238a29d50d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521638 Jul 24 10:04:36.872877 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7a241805-d640-42a4-ae11-23add4859894 req-bc6d6e2b-de45-4c2c-a718-16e573f37886 service neutron] 10.222.0.37 "GET /v2.0/networks/964410f9-5914-4588-b430-238a29d50d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857608 Jul 24 10:04:36.958680 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7a241805-d640-42a4-ae11-23add4859894 req-0255a59c-ca62-4abb-901c-c232056fe1a1 service neutron] 10.222.0.37 "GET /v2.0/networks/964410f9-5914-4588-b430-238a29d50d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796773 Jul 24 10:04:37.700975 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97d0ab-f5cd-4778-8438-c3001a11097f req-af2a04f4-fc84-4f1b-888b-b592578ce3bf tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:37.702497 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f97d0ab-f5cd-4778-8438-c3001a11097f req-af2a04f4-fc84-4f1b-888b-b592578ce3bf tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 984 time: 0.0716951 Jul 24 10:04:37.741085 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2f97d0ab-f5cd-4778-8438-c3001a11097f req-5f0c7360-199f-4238-b4af-8ea187adb342 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&id=f612a86c-6b2e-4dea-a3e2-12b5960ad387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329292 Jul 24 10:04:38.876140 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b40ec-bafc-4db8-9bb4-da04a6af5cdb req-5025e7d1-4c80-4642-baaa-c16a9c060628 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:38.877650 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-282b40ec-bafc-4db8-9bb4-da04a6af5cdb req-5025e7d1-4c80-4642-baaa-c16a9c060628 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 984 time: 0.0663958 Jul 24 10:04:38.916226 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-282b40ec-bafc-4db8-9bb4-da04a6af5cdb req-f49f6048-7bdb-492a-97d0-98b86575d50e tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&id=f612a86c-6b2e-4dea-a3e2-12b5960ad387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329659 Jul 24 10:04:40.046590 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8519d04-000e-4b7e-af6a-6a7d86192fda req-ccc20e64-5362-4ee2-a371-0950b427eedc tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:40.048060 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a8519d04-000e-4b7e-af6a-6a7d86192fda req-ccc20e64-5362-4ee2-a371-0950b427eedc tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 984 time: 0.0625789 Jul 24 10:04:40.086513 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a8519d04-000e-4b7e-af6a-6a7d86192fda req-a38d6818-1004-49ee-b8fd-3725614a76b0 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&id=f612a86c-6b2e-4dea-a3e2-12b5960ad387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323582 Jul 24 10:04:41.218017 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a3c3c-f165-416a-82ad-95616077377f req-536e6c93-04dc-405f-b60f-a1c944f53c08 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:41.219509 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6b9a3c3c-f165-416a-82ad-95616077377f req-536e6c93-04dc-405f-b60f-a1c944f53c08 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 984 time: 0.0640976 Jul 24 10:04:41.258107 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6b9a3c3c-f165-416a-82ad-95616077377f req-653bf31c-ffa0-4f5f-bd0c-d0f1e1a1cc95 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&id=f612a86c-6b2e-4dea-a3e2-12b5960ad387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330365 Jul 24 10:04:42.416071 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a32edb-9320-4cdf-8103-8cd963425e3c req-a974542e-ef44-48fe-b792-cc742bf158d5 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:42.417572 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-95a32edb-9320-4cdf-8103-8cd963425e3c req-a974542e-ef44-48fe-b792-cc742bf158d5 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 984 time: 0.0622492 Jul 24 10:04:42.456122 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-95a32edb-9320-4cdf-8103-8cd963425e3c req-10aca5d8-5b30-415f-9a2a-e4fa6e41f4a2 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&id=f612a86c-6b2e-4dea-a3e2-12b5960ad387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329258 Jul 24 10:04:43.592663 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44959f43-4ea2-48d3-a3aa-21bd78d978d1 req-107a1997-ca2b-45e6-87dc-f1fa2e90b5f1 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:43.594875 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-44959f43-4ea2-48d3-a3aa-21bd78d978d1 req-107a1997-ca2b-45e6-87dc-f1fa2e90b5f1 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 984 time: 0.0683091 Jul 24 10:04:43.634948 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-44959f43-4ea2-48d3-a3aa-21bd78d978d1 req-5e5ed79d-4742-4d83-a6ad-936807510b07 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&id=f612a86c-6b2e-4dea-a3e2-12b5960ad387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335255 Jul 24 10:04:44.537354 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:44.771146 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e0f7e-420d-479d-98ef-ea356d9ad92b req-7952c0bc-fc69-4d68-8ca1-9b088360c483 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:44.772626 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-911e0f7e-420d-479d-98ef-ea356d9ad92b req-7952c0bc-fc69-4d68-8ca1-9b088360c483 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 984 time: 0.0671403 Jul 24 10:04:44.812679 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-911e0f7e-420d-479d-98ef-ea356d9ad92b req-bb23a4ad-a0ac-4fa2-8af5-9e5639d0687d tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&id=f612a86c-6b2e-4dea-a3e2-12b5960ad387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342455 Jul 24 10:04:45.950578 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a7fac-611c-46db-86dd-7f385a04eeda req-11ff6446-a2fd-48f1-acda-42e8eaa05b4d tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:45.952355 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d11a7fac-611c-46db-86dd-7f385a04eeda req-11ff6446-a2fd-48f1-acda-42e8eaa05b4d tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 984 time: 0.0645783 Jul 24 10:04:45.993378 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d11a7fac-611c-46db-86dd-7f385a04eeda req-72ce6989-329e-44f4-9dec-9757a074edb6 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&id=f612a86c-6b2e-4dea-a3e2-12b5960ad387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344315 Jul 24 10:04:47.061592 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:47.125944 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b6e0a-13f2-4f4d-8a3a-edc79d9607f8 req-764da317-7149-43ef-9376-8e706f21c9fd tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:47.127424 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-615b6e0a-13f2-4f4d-8a3a-edc79d9607f8 req-764da317-7149-43ef-9376-8e706f21c9fd tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 984 time: 0.0626221 Jul 24 10:04:47.166759 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-615b6e0a-13f2-4f4d-8a3a-edc79d9607f8 req-373d9e21-4ed9-4040-8e68-6bed2bef2730 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&id=f612a86c-6b2e-4dea-a3e2-12b5960ad387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331779 Jul 24 10:04:48.296773 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c275c-6858-41c5-826a-1dbd1d5da669 req-362ca837-4925-4228-a182-79ca4015862b tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:04:48.298314 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-477c275c-6858-41c5-826a-1dbd1d5da669 req-362ca837-4925-4228-a182-79ca4015862b tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 984 time: 0.0623665 Jul 24 10:04:48.336508 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-477c275c-6858-41c5-826a-1dbd1d5da669 req-f60fbcc6-e418-484a-b006-e08aa81cd77f tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&id=f612a86c-6b2e-4dea-a3e2-12b5960ad387&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327194 Jul 24 10:04:51.749374 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:04:57.344250 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-846986f6-2ba7-49c3-913f-b853d7ae7143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:04:59.847146 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-016e6116-3a2f-4385-8813-3b6df787da81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:00.527500 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:01.188146 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:03.069818 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:14.552245 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:17.054007 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:20.720549 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e7159976-3521-449e-ab47-61deb27814d5 req-e8bb8d7b-4a0a-49d7-a692-562d052d71a2 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1102759069&fields=id&tenant_id=dc0f5cc695974d3bad79b3f73346203c HTTP/1.1" status: 200 len: 267 time: 0.0325811 Jul 24 10:05:20.792257 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7159976-3521-449e-ab47-61deb27814d5 req-595ff54e-89ba-4738-b3cd-bd40d63f9a08 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:20.793772 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e7159976-3521-449e-ab47-61deb27814d5 req-595ff54e-89ba-4738-b3cd-bd40d63f9a08 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 984 time: 0.0676241 Jul 24 10:05:20.804565 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-e7159976-3521-449e-ab47-61deb27814d5 req-8b9da376-8bd6-4107-a2ee-6100745a09d8 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Request body: {'port': {'security_groups': ['872742e2-5b9a-49a2-a6f1-62ea852c9f71']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:05:20.884646 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e7159976-3521-449e-ab47-61deb27814d5 req-8b9da376-8bd6-4107-a2ee-6100745a09d8 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:21.057828 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-e7159976-3521-449e-ab47-61deb27814d5 req-8b9da376-8bd6-4107-a2ee-6100745a09d8 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] For port cc8a3699-8321-48d8-9369-7cdefd662334, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=cc8a3699-8321-48d8-9369-7cdefd662334,segment=NetworkSegment(d2a4196b-3f71-45e2-a5de-5d879b6b4b0d),segment_id=d2a4196b-3f71-45e2-a5de-5d879b6b4b0d)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:05:21.085756 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e7159976-3521-449e-ab47-61deb27814d5 req-8b9da376-8bd6-4107-a2ee-6100745a09d8 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:21.090752 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e7159976-3521-449e-ab47-61deb27814d5 req-8b9da376-8bd6-4107-a2ee-6100745a09d8 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:21.102896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['cc8a3699-8321-48d8-9369-7cdefd662334'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:05:21.138694 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7159976-3521-449e-ab47-61deb27814d5 req-8b9da376-8bd6-4107-a2ee-6100745a09d8 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:21.139338 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-e7159976-3521-449e-ab47-61deb27814d5 req-8b9da376-8bd6-4107-a2ee-6100745a09d8 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:21.140789 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e7159976-3521-449e-ab47-61deb27814d5 req-8b9da376-8bd6-4107-a2ee-6100745a09d8 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "PUT /v2.0/ports/cc8a3699-8321-48d8-9369-7cdefd662334 HTTP/1.1" status: 200 len: 942 time: 0.3408680 Jul 24 10:05:21.141260 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f333cfff-c47b-40a0-b583-8f3c08b24d02', 'tag': 'cc8a3699-8321-48d8-9369-7cdefd662334'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:05:21.147619 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50328) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:21.182404 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9da376-8bd6-4107-a2ee-6100745a09d8 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Pushing event updated for resources: {'Port': ['ID=cc8a3699-8321-48d8-9369-7cdefd662334,revision_number=7']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:21.196669 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0ac4981879846d8821277b3228522714eb2c0e29e76d1b29de9e8d513d31c24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fd190f-df79-4c6a-8541-ecb91405735b" -d '{"events": [{"name": "network-changed", "server_uuid": "f333cfff-c47b-40a0-b583-8f3c08b24d02", "tag": "cc8a3699-8321-48d8-9369-7cdefd662334"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:05:21.200351 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9da376-8bd6-4107-a2ee-6100745a09d8 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:21.200701 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9da376-8bd6-4107-a2ee-6100745a09d8 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:21.201074 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9da376-8bd6-4107-a2ee-6100745a09d8 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:21.201412 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9da376-8bd6-4107-a2ee-6100745a09d8 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:21.201747 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9da376-8bd6-4107-a2ee-6100745a09d8 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:21.202219 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9da376-8bd6-4107-a2ee-6100745a09d8 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:21.202558 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9da376-8bd6-4107-a2ee-6100745a09d8 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:21.202874 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9da376-8bd6-4107-a2ee-6100745a09d8 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:21.203207 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9da376-8bd6-4107-a2ee-6100745a09d8 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:21.203676 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9da376-8bd6-4107-a2ee-6100745a09d8 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:21.204010 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9da376-8bd6-4107-a2ee-6100745a09d8 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:21.204333 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9da376-8bd6-4107-a2ee-6100745a09d8 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:21.213983 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['cc8a3699-8321-48d8-9369-7cdefd662334'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:05:21.241609 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9492208d-25ac-4d89-a814-488263922c58 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:21.272373 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9492208d-25ac-4d89-a814-488263922c58 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:21.328768 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece3edb9-0e05-4263-ab40-b3e4759d3100 x-openstack-request-id: req-ece3edb9-0e05-4263-ab40-b3e4759d3100 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:05:21.328768 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f333cfff-c47b-40a0-b583-8f3c08b24d02", "tag": "cc8a3699-8321-48d8-9369-7cdefd662334", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:05:21.328768 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ece3edb9-0e05-4263-ab40-b3e4759d3100 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:05:21.330646 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f333cfff-c47b-40a0-b583-8f3c08b24d02', 'tag': 'cc8a3699-8321-48d8-9369-7cdefd662334', 'status': 'completed', 'code': 200} Jul 24 10:05:21.340566 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9492208d-25ac-4d89-a814-488263922c58 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:21.343716 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9492208d-25ac-4d89-a814-488263922c58 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:21.348034 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9492208d-25ac-4d89-a814-488263922c58 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "DELETE /v2.0/security-groups/f612a86c-6b2e-4dea-a3e2-12b5960ad387 HTTP/1.1" status: 204 len: 168 time: 0.1985865 Jul 24 10:05:21.350731 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50336) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:21.358356 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492208d-25ac-4d89-a814-488263922c58 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f612a86c-6b2e-4dea-a3e2-12b5960ad387,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:21.370743 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9492208d-25ac-4d89-a814-488263922c58 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:21.371101 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9492208d-25ac-4d89-a814-488263922c58 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:21.373839 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9492208d-25ac-4d89-a814-488263922c58 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:21.374233 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9492208d-25ac-4d89-a814-488263922c58 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:21.374902 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9492208d-25ac-4d89-a814-488263922c58 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:21.374902 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9492208d-25ac-4d89-a814-488263922c58 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:21.375254 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9492208d-25ac-4d89-a814-488263922c58 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:21.375597 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9492208d-25ac-4d89-a814-488263922c58 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:21.376127 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9492208d-25ac-4d89-a814-488263922c58 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:21.376238 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9492208d-25ac-4d89-a814-488263922c58 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:21.376575 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9492208d-25ac-4d89-a814-488263922c58 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:21.376948 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9492208d-25ac-4d89-a814-488263922c58 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:21.426660 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-78471f38-3276-4c21-8023-687afe583191 None None] Provisioning complete for port cc8a3699-8321-48d8-9369-7cdefd662334 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:05:21.427652 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-78471f38-3276-4c21-8023-687afe583191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:21.503654 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd190f-df79-4c6a-8541-ecb91405735b req-1fe606ed-793e-4032-9a6a-a22170f5150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:21.505740 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-95fd190f-df79-4c6a-8541-ecb91405735b req-1fe606ed-793e-4032-9a6a-a22170f5150f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc0f5cc695974d3bad79b3f73346203c&device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 1096 time: 0.1465871 Jul 24 10:05:21.629164 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd190f-df79-4c6a-8541-ecb91405735b req-ec558ae1-df28-4467-bc9c-659ba2a82b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:21.631141 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-95fd190f-df79-4c6a-8541-ecb91405735b req-ec558ae1-df28-4467-bc9c-659ba2a82b45 service neutron] 10.222.0.37 "GET /v2.0/networks?id=964410f9-5914-4588-b430-238a29d50d25 HTTP/1.1" status: 200 len: 915 time: 0.1190000 Jul 24 10:05:21.635359 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-725b3717-bcb7-486c-8451-e1d86b20090a tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Deleting port 8be2d2fd-3850-4f00-96a2-7ddb4e79c7ba {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:05:21.635702 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-725b3717-bcb7-486c-8451-e1d86b20090a tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:22.057568 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-95fd190f-df79-4c6a-8541-ecb91405735b req-ff2f9ff2-e03a-47ce-90f6-aeabb4f6ed0d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc8a3699-8321-48d8-9369-7cdefd662334 HTTP/1.1" status: 200 len: 1001 time: 0.4192276 Jul 24 10:05:22.101007 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-725b3717-bcb7-486c-8451-e1d86b20090a tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:22.101329 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-725b3717-bcb7-486c-8451-e1d86b20090a tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:22.118964 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-725b3717-bcb7-486c-8451-e1d86b20090a tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Calling delete_port for 8be2d2fd-3850-4f00-96a2-7ddb4e79c7ba owned by network:floatingip {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:05:22.135333 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd190f-df79-4c6a-8541-ecb91405735b req-bcffe803-58fd-44f4-9dc2-0026ea9592d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:22.136777 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-95fd190f-df79-4c6a-8541-ecb91405735b req-bcffe803-58fd-44f4-9dc2-0026ea9592d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=afa2dbab-d7ac-4758-978b-8e5beb860fa4 HTTP/1.1" status: 200 len: 854 time: 0.0683973 Jul 24 10:05:22.275988 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd190f-df79-4c6a-8541-ecb91405735b req-057f6312-a7dd-440e-9c34-d2c56d559a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:22.277483 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-95fd190f-df79-4c6a-8541-ecb91405735b req-057f6312-a7dd-440e-9c34-d2c56d559a47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964410f9-5914-4588-b430-238a29d50d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061950 Jul 24 10:05:22.403582 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-95fd190f-df79-4c6a-8541-ecb91405735b req-d4ba45e0-bc6f-41bf-932d-5c6a1b4d288c service neutron] 10.222.0.37 "GET /v2.0/networks/964410f9-5914-4588-b430-238a29d50d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148000 Jul 24 10:05:22.404561 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-725b3717-bcb7-486c-8451-e1d86b20090a tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:22.450756 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b3717-bcb7-486c-8451-e1d86b20090a tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Pushing event deleted for resources: {'Port': ['ID=8be2d2fd-3850-4f00-96a2-7ddb4e79c7ba,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:22.559901 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-725b3717-bcb7-486c-8451-e1d86b20090a tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks [] for floatingip, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:22.560238 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-725b3717-bcb7-486c-8451-e1d86b20090a tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Floating IP 42f80778-7c55-4b70-966c-a73a7231714a disassociated (deleted). External IP: 172.25.7.226, port: cc8a3699-8321-48d8-9369-7cdefd662334. Jul 24 10:05:22.564201 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-95fd190f-df79-4c6a-8541-ecb91405735b req-de3a7049-ef1d-4d36-bac6-a621784cbed5 service neutron] 10.222.0.37 "GET /v2.0/networks/964410f9-5914-4588-b430-238a29d50d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499588 Jul 24 10:05:22.762574 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725b3717-bcb7-486c-8451-e1d86b20090a tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Router da4a2afe-0844-4b14-8e02-759e462b6bb6 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:05:22.866119 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725b3717-bcb7-486c-8451-e1d86b20090a tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:05:22.870877 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-725b3717-bcb7-486c-8451-e1d86b20090a tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:22.875356 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcae179d-fbf5-4409-a17f-ed6247106a0f None None] Sync routers for ids ['da4a2afe-0844-4b14-8e02-759e462b6bb6'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:05:22.884454 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcae179d-fbf5-4409-a17f-ed6247106a0f None None] Routers {'da4a2afe-0844-4b14-8e02-759e462b6bb6'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:05:22.885106 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-dcae179d-fbf5-4409-a17f-ed6247106a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:05:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['da4a2afe-0844-4b14-8e02-759e462b6bb6'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:05:22.907538 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-725b3717-bcb7-486c-8451-e1d86b20090a tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "DELETE /v2.0/floatingips/42f80778-7c55-4b70-966c-a73a7231714a HTTP/1.1" status: 204 len: 168 time: 1.5555978 Jul 24 10:05:22.987803 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-dcae179d-fbf5-4409-a17f-ed6247106a0f None None] Set router da4a2afe-0844-4b14-8e02-759e462b6bb6 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:05:23.210839 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-dcae179d-fbf5-4409-a17f-ed6247106a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'name': 'tempest-TestMinimumBasicScenario-1015817818-router', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '32f233f4-ed52-417a-a8ab-48df99f5a85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:03:25Z', 'updated_at': '2021-07-24T10:03:28Z', 'revision_number': 4, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'gw_port': {'id': '32f233f4-ed52-417a-a8ab-48df99f5a85b', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:26Z', 'updated_at': '2021-07-24T10:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '9e701050-4544-4364-8513-a332e7fe33ff', 'name': '', 'network_id': '964410f9-5914-4588-b430-238a29d50d25', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'mac_address': 'fa:16:3e:21:6f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'afa2dbab-d7ac-4758-978b-8e5beb860fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:27Z', 'updated_at': '2021-07-24T10:03:34Z', 'revision_number': 5, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'subnets': [{'id': 'afa2dbab-d7ac-4758-978b-8e5beb860fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:05:23.235720 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcae179d-fbf5-4409-a17f-ed6247106a0f None None] Checking router: da4a2afe-0844-4b14-8e02-759e462b6bb6 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:05:23.244148 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcae179d-fbf5-4409-a17f-ed6247106a0f None None] Routers {'da4a2afe-0844-4b14-8e02-759e462b6bb6'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:05:23.244773 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-dcae179d-fbf5-4409-a17f-ed6247106a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:05:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['da4a2afe-0844-4b14-8e02-759e462b6bb6'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:05:23.332327 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f333cfff-c47b-40a0-b583-8f3c08b24d02', 'tag': 'cc8a3699-8321-48d8-9369-7cdefd662334'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:05:23.334685 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0ac4981879846d8821277b3228522714eb2c0e29e76d1b29de9e8d513d31c24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b5ff79-274a-4207-a704-4154f4b3e2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "f333cfff-c47b-40a0-b583-8f3c08b24d02", "tag": "cc8a3699-8321-48d8-9369-7cdefd662334"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:05:23.344520 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-dcae179d-fbf5-4409-a17f-ed6247106a0f None None] Set router da4a2afe-0844-4b14-8e02-759e462b6bb6 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:05:23.371122 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911aa3bf-8265-4afe-bea5-37d6e828ddb5 x-openstack-request-id: req-911aa3bf-8265-4afe-bea5-37d6e828ddb5 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:05:23.371439 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f333cfff-c47b-40a0-b583-8f3c08b24d02", "tag": "cc8a3699-8321-48d8-9369-7cdefd662334", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:05:23.371690 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-911aa3bf-8265-4afe-bea5-37d6e828ddb5 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:05:23.372093 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f333cfff-c47b-40a0-b583-8f3c08b24d02', 'tag': 'cc8a3699-8321-48d8-9369-7cdefd662334', 'status': 'completed', 'code': 200} Jul 24 10:05:23.447570 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5ff79-274a-4207-a704-4154f4b3e2ea req-98400301-81df-4722-a0fc-41f6fa3e6c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:23.449137 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-38b5ff79-274a-4207-a704-4154f4b3e2ea req-98400301-81df-4722-a0fc-41f6fa3e6c16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc0f5cc695974d3bad79b3f73346203c&device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 1096 time: 0.0540185 Jul 24 10:05:23.541424 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5ff79-274a-4207-a704-4154f4b3e2ea req-9d6dafa5-15a8-4170-8ada-f60ba3ab22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:23.542484 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-dcae179d-fbf5-4409-a17f-ed6247106a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'name': 'tempest-TestMinimumBasicScenario-1015817818-router', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '32f233f4-ed52-417a-a8ab-48df99f5a85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:03:25Z', 'updated_at': '2021-07-24T10:03:28Z', 'revision_number': 4, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'gw_port': {'id': '32f233f4-ed52-417a-a8ab-48df99f5a85b', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:26Z', 'updated_at': '2021-07-24T10:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '9e701050-4544-4364-8513-a332e7fe33ff', 'name': '', 'network_id': '964410f9-5914-4588-b430-238a29d50d25', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'mac_address': 'fa:16:3e:21:6f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'afa2dbab-d7ac-4758-978b-8e5beb860fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:27Z', 'updated_at': '2021-07-24T10:03:34Z', 'revision_number': 5, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'subnets': [{'id': 'afa2dbab-d7ac-4758-978b-8e5beb860fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:05:23.542917 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-38b5ff79-274a-4207-a704-4154f4b3e2ea req-9d6dafa5-15a8-4170-8ada-f60ba3ab22ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=964410f9-5914-4588-b430-238a29d50d25 HTTP/1.1" status: 200 len: 915 time: 0.0876982 Jul 24 10:05:23.572932 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcae179d-fbf5-4409-a17f-ed6247106a0f None None] The sync data for ids ['da4a2afe-0844-4b14-8e02-759e462b6bb6'] in n-d-800085-9 is: [{'id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'name': 'tempest-TestMinimumBasicScenario-1015817818-router', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '32f233f4-ed52-417a-a8ab-48df99f5a85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:03:25Z', 'updated_at': '2021-07-24T10:03:28Z', 'revision_number': 4, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'gw_port': {'id': '32f233f4-ed52-417a-a8ab-48df99f5a85b', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:26Z', 'updated_at': '2021-07-24T10:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '9e701050-4544-4364-8513-a332e7fe33ff', 'name': '', 'network_id': '964410f9-5914-4588-b430-238a29d50d25', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'mac_address': 'fa:16:3e:21:6f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'afa2dbab-d7ac-4758-978b-8e5beb860fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:27Z', 'updated_at': '2021-07-24T10:03:34Z', 'revision_number': 5, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'subnets': [{'id': 'afa2dbab-d7ac-4758-978b-8e5beb860fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:05:23.584293 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-38b5ff79-274a-4207-a704-4154f4b3e2ea req-eaeb2fb1-2647-46bf-b1da-95533debebd0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc8a3699-8321-48d8-9369-7cdefd662334 HTTP/1.1" status: 200 len: 217 time: 0.0344710 Jul 24 10:05:23.645219 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5ff79-274a-4207-a704-4154f4b3e2ea req-cac67b7d-2056-47f4-93ce-3095042c7be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:23.646814 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-38b5ff79-274a-4207-a704-4154f4b3e2ea req-cac67b7d-2056-47f4-93ce-3095042c7be1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=afa2dbab-d7ac-4758-978b-8e5beb860fa4 HTTP/1.1" status: 200 len: 854 time: 0.0564849 Jul 24 10:05:23.708865 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5ff79-274a-4207-a704-4154f4b3e2ea req-574b6006-92d8-4bec-8a1e-1335a054376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:23.710541 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-38b5ff79-274a-4207-a704-4154f4b3e2ea req-574b6006-92d8-4bec-8a1e-1335a054376d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=964410f9-5914-4588-b430-238a29d50d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573528 Jul 24 10:05:23.810083 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-38b5ff79-274a-4207-a704-4154f4b3e2ea req-2d5dd746-1a37-4d37-aa60-5956574afb22 service neutron] 10.222.0.37 "GET /v2.0/networks/964410f9-5914-4588-b430-238a29d50d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927792 Jul 24 10:05:23.912322 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-38b5ff79-274a-4207-a704-4154f4b3e2ea req-65102cde-7de2-4022-8f76-bdf4cc917fb0 service neutron] 10.222.0.37 "GET /v2.0/networks/964410f9-5914-4588-b430-238a29d50d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960143 Jul 24 10:05:23.919193 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a811a56f-eb86-415b-a945-cd1fb73aec71 None None] New status for floating IP 42f80778-7c55-4b70-966c-a73a7231714a: DOWN {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 10:05:27.335962 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-228df532-3e7b-4e3b-b5c1-ad513b542a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:28.748716 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:05:29.842514 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-416e2f02-b074-4047-9902-fd3c9617dc4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:29.907382 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5f577-4676-4424-8db6-53b91ccef714 req-f6635eb1-6a7c-4de9-ac38-295ea5055ec2 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:29.908911 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a7a5f577-4676-4424-8db6-53b91ccef714 req-f6635eb1-6a7c-4de9-ac38-295ea5055ec2 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 945 time: 0.0662353 Jul 24 10:05:29.948387 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a7a5f577-4676-4424-8db6-53b91ccef714 req-941d2dea-1fb3-4ab3-9179-69d05a4cc13a tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335433 Jul 24 10:05:30.529423 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:31.080001 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d664923-47f8-44de-9976-73343df89c7a req-728541f6-d6f2-4f8c-8e0f-0f110816e943 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:31.081499 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0d664923-47f8-44de-9976-73343df89c7a req-728541f6-d6f2-4f8c-8e0f-0f110816e943 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 945 time: 0.0624442 Jul 24 10:05:31.121458 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0d664923-47f8-44de-9976-73343df89c7a req-63acd9ae-a8e3-4dd3-be7e-695d9b40e5b5 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/security-groups?id=872742e2-5b9a-49a2-a6f1-62ea852c9f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339575 Jul 24 10:05:31.190233 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:31.488296 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d52d04-97f8-4458-8915-a7889433282b req-3cb91eb0-bff8-42d7-8c69-3cd70c97000c tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:31.490374 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a5d52d04-97f8-4458-8915-a7889433282b req-3cb91eb0-bff8-42d7-8c69-3cd70c97000c tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.37 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 945 time: 0.0620840 Jul 24 10:05:31.585864 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-a5d52d04-97f8-4458-8915-a7889433282b req-9af8d2d6-7a01-4c33-a858-ccf6b8adc008 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Deleting port cc8a3699-8321-48d8-9369-7cdefd662334 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:05:31.586210 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a5d52d04-97f8-4458-8915-a7889433282b req-9af8d2d6-7a01-4c33-a858-ccf6b8adc008 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:31.673954 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-a5d52d04-97f8-4458-8915-a7889433282b req-9af8d2d6-7a01-4c33-a858-ccf6b8adc008 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] For port cc8a3699-8321-48d8-9369-7cdefd662334, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=cc8a3699-8321-48d8-9369-7cdefd662334,segment=NetworkSegment(d2a4196b-3f71-45e2-a5de-5d879b6b4b0d),segment_id=d2a4196b-3f71-45e2-a5de-5d879b6b4b0d)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:05:31.674313 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a5d52d04-97f8-4458-8915-a7889433282b req-9af8d2d6-7a01-4c33-a858-ccf6b8adc008 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:31.686008 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-a5d52d04-97f8-4458-8915-a7889433282b req-9af8d2d6-7a01-4c33-a858-ccf6b8adc008 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Calling delete_port for cc8a3699-8321-48d8-9369-7cdefd662334 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:05:31.810405 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a5d52d04-97f8-4458-8915-a7889433282b req-9af8d2d6-7a01-4c33-a858-ccf6b8adc008 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:31.822171 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['cc8a3699-8321-48d8-9369-7cdefd662334'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:05:31.838251 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8d2d6-7a01-4c33-a858-ccf6b8adc008 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Pushing event deleted for resources: {'Port': ['ID=cc8a3699-8321-48d8-9369-7cdefd662334,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:31.884291 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d52d04-97f8-4458-8915-a7889433282b req-9af8d2d6-7a01-4c33-a858-ccf6b8adc008 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] No DVR routers for this DVR port cc8a3699-8321-48d8-9369-7cdefd662334 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:05:31.886824 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a5d52d04-97f8-4458-8915-a7889433282b req-9af8d2d6-7a01-4c33-a858-ccf6b8adc008 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:31.888852 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a5d52d04-97f8-4458-8915-a7889433282b req-9af8d2d6-7a01-4c33-a858-ccf6b8adc008 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.37 "DELETE /v2.0/ports/cc8a3699-8321-48d8-9369-7cdefd662334 HTTP/1.1" status: 204 len: 173 time: 0.3934205 Jul 24 10:05:31.889321 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f333cfff-c47b-40a0-b583-8f3c08b24d02', 'name': 'network-vif-deleted', 'tag': 'cc8a3699-8321-48d8-9369-7cdefd662334'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:05:31.891640 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0ac4981879846d8821277b3228522714eb2c0e29e76d1b29de9e8d513d31c24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946c1e43-9264-4733-a4f9-bdf50c30e790" -d '{"events": [{"server_uuid": "f333cfff-c47b-40a0-b583-8f3c08b24d02", "name": "network-vif-deleted", "tag": "cc8a3699-8321-48d8-9369-7cdefd662334"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:05:31.928963 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ff67cd-e64f-4e4f-8bfd-3668d08af7ef x-openstack-request-id: req-20ff67cd-e64f-4e4f-8bfd-3668d08af7ef {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:05:31.929265 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f333cfff-c47b-40a0-b583-8f3c08b24d02", "name": "network-vif-deleted", "tag": "cc8a3699-8321-48d8-9369-7cdefd662334", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:05:31.929523 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20ff67cd-e64f-4e4f-8bfd-3668d08af7ef {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:05:31.929924 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f333cfff-c47b-40a0-b583-8f3c08b24d02', 'name': 'network-vif-deleted', 'tag': 'cc8a3699-8321-48d8-9369-7cdefd662334', 'status': 'completed', 'code': 200} Jul 24 10:05:32.236859 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-11b82dac-bddd-4bfb-990a-6e35c5fc0235 req-b93f86f4-8994-416c-99e9-129e54363745 tempest-TestMinimumBasicScenario-618910915 tempest-TestMinimumBasicScenario-618910915-project] 10.222.0.32 "GET /v2.0/ports?device_id=f333cfff-c47b-40a0-b583-8f3c08b24d02 HTTP/1.1" status: 200 len: 210 time: 0.0316453 Jul 24 10:05:33.073418 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:33.795224 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50442) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:34.143762 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-62e145f2-1b39-47f9-8241-4a644d638b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:34.392907 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-62e145f2-1b39-47f9-8241-4a644d638b6e admin admin] Deleting port 9e701050-4544-4364-8513-a332e7fe33ff {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:05:34.393244 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-62e145f2-1b39-47f9-8241-4a644d638b6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:34.468850 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-62e145f2-1b39-47f9-8241-4a644d638b6e admin admin] For port 9e701050-4544-4364-8513-a332e7fe33ff, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=9e701050-4544-4364-8513-a332e7fe33ff,segment=NetworkSegment(d2a4196b-3f71-45e2-a5de-5d879b6b4b0d),segment_id=d2a4196b-3f71-45e2-a5de-5d879b6b4b0d)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:05:34.469209 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-62e145f2-1b39-47f9-8241-4a644d638b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:34.480997 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-62e145f2-1b39-47f9-8241-4a644d638b6e admin admin] Calling delete_port for 9e701050-4544-4364-8513-a332e7fe33ff owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:05:34.652892 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-62e145f2-1b39-47f9-8241-4a644d638b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:34.680526 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e145f2-1b39-47f9-8241-4a644d638b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=9e701050-4544-4364-8513-a332e7fe33ff,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:34.846915 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-62e145f2-1b39-47f9-8241-4a644d638b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:34.871766 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device cc8a3699-8321-48d8-9369-7cdefd662334 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:05:34.890942 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: cc8a3699-8321-48d8-9369-7cdefd662334 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:05:34.891263 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device cc8a3699-8321-48d8-9369-7cdefd662334 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:05:35.054457 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e145f2-1b39-47f9-8241-4a644d638b6e admin admin] Router da4a2afe-0844-4b14-8e02-759e462b6bb6 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:05:35.154243 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e145f2-1b39-47f9-8241-4a644d638b6e admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:05:35.159308 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-62e145f2-1b39-47f9-8241-4a644d638b6e admin admin] 10.222.0.32 "PUT /v2.0/routers/da4a2afe-0844-4b14-8e02-759e462b6bb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3630331 Jul 24 10:05:35.162761 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50444) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:35.165354 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe0c270-a78c-4497-8453-e694d7c0930e None None] Sync routers for ids ['da4a2afe-0844-4b14-8e02-759e462b6bb6'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:05:35.174730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe0c270-a78c-4497-8453-e694d7c0930e None None] Routers {'da4a2afe-0844-4b14-8e02-759e462b6bb6'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:05:35.175328 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-dfe0c270-a78c-4497-8453-e694d7c0930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:05:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['da4a2afe-0844-4b14-8e02-759e462b6bb6'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:05:35.262734 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ced489ca-3e3b-4ccc-ac71-a12886477b13 admin admin] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:35.276292 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-dfe0c270-a78c-4497-8453-e694d7c0930e None None] Set router da4a2afe-0844-4b14-8e02-759e462b6bb6 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:05:35.361793 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ced489ca-3e3b-4ccc-ac71-a12886477b13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:35.414197 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-ced489ca-3e3b-4ccc-ac71-a12886477b13 admin admin] Deleting port 32f233f4-ed52-417a-a8ab-48df99f5a85b {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:05:35.414537 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ced489ca-3e3b-4ccc-ac71-a12886477b13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:35.446991 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-dfe0c270-a78c-4497-8453-e694d7c0930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'name': 'tempest-TestMinimumBasicScenario-1015817818-router', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '32f233f4-ed52-417a-a8ab-48df99f5a85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:03:25Z', 'updated_at': '2021-07-24T10:05:34Z', 'revision_number': 5, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'gw_port': {'id': '32f233f4-ed52-417a-a8ab-48df99f5a85b', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:26Z', 'updated_at': '2021-07-24T10:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:05:35.476192 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe0c270-a78c-4497-8453-e694d7c0930e None None] Checking router: da4a2afe-0844-4b14-8e02-759e462b6bb6 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:05:35.484314 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe0c270-a78c-4497-8453-e694d7c0930e None None] Routers {'da4a2afe-0844-4b14-8e02-759e462b6bb6'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:05:35.484951 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-dfe0c270-a78c-4497-8453-e694d7c0930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:05:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['da4a2afe-0844-4b14-8e02-759e462b6bb6'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:05:35.494828 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-ced489ca-3e3b-4ccc-ac71-a12886477b13 admin admin] For port 32f233f4-ed52-417a-a8ab-48df99f5a85b, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=32f233f4-ed52-417a-a8ab-48df99f5a85b,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:05:35.495203 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ced489ca-3e3b-4ccc-ac71-a12886477b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:35.507367 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-ced489ca-3e3b-4ccc-ac71-a12886477b13 admin admin] Calling delete_port for 32f233f4-ed52-417a-a8ab-48df99f5a85b owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:05:35.676079 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ced489ca-3e3b-4ccc-ac71-a12886477b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:35.700410 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced489ca-3e3b-4ccc-ac71-a12886477b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=32f233f4-ed52-417a-a8ab-48df99f5a85b,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:35.731365 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-dfe0c270-a78c-4497-8453-e694d7c0930e None None] Set router da4a2afe-0844-4b14-8e02-759e462b6bb6 gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:05:35.768955 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ced489ca-3e3b-4ccc-ac71-a12886477b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:35.783480 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-dfe0c270-a78c-4497-8453-e694d7c0930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'name': 'tempest-TestMinimumBasicScenario-1015817818-router', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:03:25Z', 'updated_at': '2021-07-24T10:05:35Z', 'revision_number': 6, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:05:35.812235 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe0c270-a78c-4497-8453-e694d7c0930e None None] The sync data for ids ['da4a2afe-0844-4b14-8e02-759e462b6bb6'] in n-d-800085-9 is: [{'id': 'da4a2afe-0844-4b14-8e02-759e462b6bb6', 'name': 'tempest-TestMinimumBasicScenario-1015817818-router', 'tenant_id': 'dc0f5cc695974d3bad79b3f73346203c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:03:25Z', 'updated_at': '2021-07-24T10:05:35Z', 'revision_number': 6, 'project_id': 'dc0f5cc695974d3bad79b3f73346203c', 'gw_port_host': None}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:05:35.858406 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ced489ca-3e3b-4ccc-ac71-a12886477b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:35.860488 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ced489ca-3e3b-4ccc-ac71-a12886477b13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:35.902326 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ced489ca-3e3b-4ccc-ac71-a12886477b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:35.902882 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced489ca-3e3b-4ccc-ac71-a12886477b13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da4a2afe-0844-4b14-8e02-759e462b6bb6 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 10:05:35.907069 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ced489ca-3e3b-4ccc-ac71-a12886477b13 admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:35.908269 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ced489ca-3e3b-4ccc-ac71-a12886477b13 admin admin] 10.222.0.32 "DELETE /v2.0/routers/da4a2afe-0844-4b14-8e02-759e462b6bb6 HTTP/1.1" status: 204 len: 168 time: 0.7445595 Jul 24 10:05:35.911132 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50446) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:35.954456 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-9748b637-bd3b-408a-81f7-fbbcf2f75467 admin admin] Deleting subnet afa2dbab-d7ac-4758-978b-8e5beb860fa4 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 10:05:35.957404 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9748b637-bd3b-408a-81f7-fbbcf2f75467 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:35.990715 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9748b637-bd3b-408a-81f7-fbbcf2f75467 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:36.381917 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9748b637-bd3b-408a-81f7-fbbcf2f75467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:36.436551 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9748b637-bd3b-408a-81f7-fbbcf2f75467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:36.464050 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748b637-bd3b-408a-81f7-fbbcf2f75467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afa2dbab-d7ac-4758-978b-8e5beb860fa4,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:36.466778 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9748b637-bd3b-408a-81f7-fbbcf2f75467 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:36.469740 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9748b637-bd3b-408a-81f7-fbbcf2f75467 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/afa2dbab-d7ac-4758-978b-8e5beb860fa4 HTTP/1.1" status: 204 len: 168 time: 0.5571229 Jul 24 10:05:36.470350 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38e26eb-059e-425f-b1db-a58f276992f0 None None] Network 964410f9-5914-4588-b430-238a29d50d25 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:05:36.472241 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50448) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:36.546003 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ea79c179-40e7-4324-bf1d-d6b1ccd9ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:36.601448 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-ea79c179-40e7-4324-bf1d-d6b1ccd9ca63 admin admin] Deleting port 38dd455d-b4be-426f-9817-c51792e91c89 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:05:36.601795 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ea79c179-40e7-4324-bf1d-d6b1ccd9ca63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:36.663881 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657e4797-3e5c-4ebd-b5ca-44ff31e67528 None None] DHCP port deletion for 964410f9-5914-4588-b430-238a29d50d25 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 10:05:36.669023 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-ea79c179-40e7-4324-bf1d-d6b1ccd9ca63 admin admin] For port 38dd455d-b4be-426f-9817-c51792e91c89, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=38dd455d-b4be-426f-9817-c51792e91c89,segment=NetworkSegment(d2a4196b-3f71-45e2-a5de-5d879b6b4b0d),segment_id=d2a4196b-3f71-45e2-a5de-5d879b6b4b0d)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:05:36.669767 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ea79c179-40e7-4324-bf1d-d6b1ccd9ca63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:36.682215 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-ea79c179-40e7-4324-bf1d-d6b1ccd9ca63 admin admin] Calling delete_port for 38dd455d-b4be-426f-9817-c51792e91c89 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:05:36.712320 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-657e4797-3e5c-4ebd-b5ca-44ff31e67528 None None] Deleting port 38dd455d-b4be-426f-9817-c51792e91c89 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:05:36.712687 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-657e4797-3e5c-4ebd-b5ca-44ff31e67528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:36.764191 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ea79c179-40e7-4324-bf1d-d6b1ccd9ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:36.776481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-657e4797-3e5c-4ebd-b5ca-44ff31e67528 None None] For port 38dd455d-b4be-426f-9817-c51792e91c89, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=38dd455d-b4be-426f-9817-c51792e91c89,segment=NetworkSegment(d2a4196b-3f71-45e2-a5de-5d879b6b4b0d),segment_id=d2a4196b-3f71-45e2-a5de-5d879b6b4b0d)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:05:36.776982 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-657e4797-3e5c-4ebd-b5ca-44ff31e67528 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:36.783431 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea79c179-40e7-4324-bf1d-d6b1ccd9ca63 admin admin] No DVR routers for this DVR port 38dd455d-b4be-426f-9817-c51792e91c89 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:05:36.793467 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-657e4797-3e5c-4ebd-b5ca-44ff31e67528 None None] Calling delete_port for 38dd455d-b4be-426f-9817-c51792e91c89 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:05:36.830270 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79c179-40e7-4324-bf1d-d6b1ccd9ca63 admin admin] Pushing event deleted for resources: {'Port': ['ID=38dd455d-b4be-426f-9817-c51792e91c89,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:36.885911 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ea79c179-40e7-4324-bf1d-d6b1ccd9ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:36.888730 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-657e4797-3e5c-4ebd-b5ca-44ff31e67528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:36.896096 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-ea79c179-40e7-4324-bf1d-d6b1ccd9ca63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964410f9-5914-4588-b430-238a29d50d25']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:05:36.905882 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-ea79c179-40e7-4324-bf1d-d6b1ccd9ca63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a4196b-3f71-45e2-a5de-5d879b6b4b0d') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:05:36.906185 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-ea79c179-40e7-4324-bf1d-d6b1ccd9ca63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a4196b-3f71-45e2-a5de-5d879b6b4b0d') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:05:36.914078 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e4797-3e5c-4ebd-b5ca-44ff31e67528 None None] Pushing event deleted for resources: {'Port': ['ID=38dd455d-b4be-426f-9817-c51792e91c89,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:36.916149 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ea79c179-40e7-4324-bf1d-d6b1ccd9ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:36.921926 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657e4797-3e5c-4ebd-b5ca-44ff31e67528 None None] No DVR routers for this DVR port 38dd455d-b4be-426f-9817-c51792e91c89 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:05:36.924346 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e4797-3e5c-4ebd-b5ca-44ff31e67528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:36.924700 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e4797-3e5c-4ebd-b5ca-44ff31e67528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:36.925066 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e4797-3e5c-4ebd-b5ca-44ff31e67528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:36.925406 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e4797-3e5c-4ebd-b5ca-44ff31e67528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:36.925767 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e4797-3e5c-4ebd-b5ca-44ff31e67528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:36.926095 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e4797-3e5c-4ebd-b5ca-44ff31e67528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:36.926818 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e4797-3e5c-4ebd-b5ca-44ff31e67528 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:36.926818 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e4797-3e5c-4ebd-b5ca-44ff31e67528 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:36.927064 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e4797-3e5c-4ebd-b5ca-44ff31e67528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:36.928164 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e4797-3e5c-4ebd-b5ca-44ff31e67528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:36.928270 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e4797-3e5c-4ebd-b5ca-44ff31e67528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:36.928572 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e4797-3e5c-4ebd-b5ca-44ff31e67528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:36.933868 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ea79c179-40e7-4324-bf1d-d6b1ccd9ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:36.944059 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea79c179-40e7-4324-bf1d-d6b1ccd9ca63 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 10:05:36.944413 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ea79c179-40e7-4324-bf1d-d6b1ccd9ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: timer() Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 10:05:36.946191 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 10:05:37.001423 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ea79c179-40e7-4324-bf1d-d6b1ccd9ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:37.008025 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ea79c179-40e7-4324-bf1d-d6b1ccd9ca63 admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:37.009888 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ea79c179-40e7-4324-bf1d-d6b1ccd9ca63 admin admin] 10.222.0.32 "DELETE /v2.0/networks/964410f9-5914-4588-b430-238a29d50d25 HTTP/1.1" status: 204 len: 168 time: 0.5366473 Jul 24 10:05:37.013015 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50450) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:37.018858 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79c179-40e7-4324-bf1d-d6b1ccd9ca63 admin admin] Pushing event deleted for resources: {'Network': ['ID=964410f9-5914-4588-b430-238a29d50d25,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:37.136125 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 38dd455d-b4be-426f-9817-c51792e91c89 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:05:37.156967 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 38dd455d-b4be-426f-9817-c51792e91c89 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:05:37.157307 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 38dd455d-b4be-426f-9817-c51792e91c89 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:05:37.157723 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 9e701050-4544-4364-8513-a332e7fe33ff no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:05:37.176072 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 9e701050-4544-4364-8513-a332e7fe33ff {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:05:37.176411 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 9e701050-4544-4364-8513-a332e7fe33ff not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:05:37.176853 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 32f233f4-ed52-417a-a8ab-48df99f5a85b no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:05:37.195262 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 32f233f4-ed52-417a-a8ab-48df99f5a85b {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:05:37.195531 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 32f233f4-ed52-417a-a8ab-48df99f5a85b not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:05:37.359179 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2188ee9c-bb1d-4316-aeb5-94611b4c2ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:37.609908 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-2188ee9c-bb1d-4316-aeb5-94611b4c2ffd admin admin] Deleting port 856703be-e8b0-40c8-a014-3913c46b786e {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:05:37.610163 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2188ee9c-bb1d-4316-aeb5-94611b4c2ffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:37.685364 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-2188ee9c-bb1d-4316-aeb5-94611b4c2ffd admin admin] For port 856703be-e8b0-40c8-a014-3913c46b786e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=856703be-e8b0-40c8-a014-3913c46b786e,segment=NetworkSegment(a365d9fe-bb0c-44c6-9d27-7b95d1c794d8),segment_id=a365d9fe-bb0c-44c6-9d27-7b95d1c794d8)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:05:37.685736 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2188ee9c-bb1d-4316-aeb5-94611b4c2ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:37.698702 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-2188ee9c-bb1d-4316-aeb5-94611b4c2ffd admin admin] Calling delete_port for 856703be-e8b0-40c8-a014-3913c46b786e owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:05:37.873029 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2188ee9c-bb1d-4316-aeb5-94611b4c2ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:37.902392 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188ee9c-bb1d-4316-aeb5-94611b4c2ffd admin admin] Pushing event deleted for resources: {'Port': ['ID=856703be-e8b0-40c8-a014-3913c46b786e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:38.390825 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2188ee9c-bb1d-4316-aeb5-94611b4c2ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:38.600294 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2188ee9c-bb1d-4316-aeb5-94611b4c2ffd admin admin] Router 4476a68b-a516-4bcf-805b-cdae22328844 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:05:38.708012 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2188ee9c-bb1d-4316-aeb5-94611b4c2ffd admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:05:38.713777 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2188ee9c-bb1d-4316-aeb5-94611b4c2ffd admin admin] 10.222.0.32 "PUT /v2.0/routers/4476a68b-a516-4bcf-805b-cdae22328844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6995580 Jul 24 10:05:38.716231 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50452) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:38.718269 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c315ce28-14b6-466e-8fe0-3a5023db56f6 None None] Sync routers for ids ['4476a68b-a516-4bcf-805b-cdae22328844'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:05:38.727043 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c315ce28-14b6-466e-8fe0-3a5023db56f6 None None] Routers {'4476a68b-a516-4bcf-805b-cdae22328844'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:05:38.727639 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-c315ce28-14b6-466e-8fe0-3a5023db56f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:05:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['4476a68b-a516-4bcf-805b-cdae22328844'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:05:38.821420 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6e25213-b2c6-4a64-bd6c-db9de9a79296 admin admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:38.828121 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-c315ce28-14b6-466e-8fe0-3a5023db56f6 None None] Set router 4476a68b-a516-4bcf-805b-cdae22328844 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:05:38.931316 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6e25213-b2c6-4a64-bd6c-db9de9a79296 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:38.982753 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-b6e25213-b2c6-4a64-bd6c-db9de9a79296 admin admin] Deleting port e0c10783-6aee-41fd-9b2c-847d648bb158 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:05:38.983102 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6e25213-b2c6-4a64-bd6c-db9de9a79296 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:39.062980 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-b6e25213-b2c6-4a64-bd6c-db9de9a79296 admin admin] For port e0c10783-6aee-41fd-9b2c-847d648bb158, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=e0c10783-6aee-41fd-9b2c-847d648bb158,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:05:39.063347 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6e25213-b2c6-4a64-bd6c-db9de9a79296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:39.076287 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-b6e25213-b2c6-4a64-bd6c-db9de9a79296 admin admin] Calling delete_port for e0c10783-6aee-41fd-9b2c-847d648bb158 owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:05:39.090520 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-c315ce28-14b6-466e-8fe0-3a5023db56f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4476a68b-a516-4bcf-805b-cdae22328844', 'name': 'tempest-TestMinimumBasicScenario-2127922319-router', 'tenant_id': '043b670d20e64f63a50e3f4f7a8437ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e0c10783-6aee-41fd-9b2c-847d648bb158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:03:30Z', 'updated_at': '2021-07-24T10:05:37Z', 'revision_number': 5, 'project_id': '043b670d20e64f63a50e3f4f7a8437ef', 'gw_port': {'id': 'e0c10783-6aee-41fd-9b2c-847d648bb158', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:66:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4476a68b-a516-4bcf-805b-cdae22328844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:03:30Z', 'updated_at': '2021-07-24T10:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:05:39.116762 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c315ce28-14b6-466e-8fe0-3a5023db56f6 None None] Checking router: 4476a68b-a516-4bcf-805b-cdae22328844 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:05:39.125061 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c315ce28-14b6-466e-8fe0-3a5023db56f6 None None] Routers {'4476a68b-a516-4bcf-805b-cdae22328844'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:05:39.125626 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-c315ce28-14b6-466e-8fe0-3a5023db56f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:05:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['4476a68b-a516-4bcf-805b-cdae22328844'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:05:39.209470 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-c315ce28-14b6-466e-8fe0-3a5023db56f6 None None] Set router 4476a68b-a516-4bcf-805b-cdae22328844 gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:05:39.245189 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6e25213-b2c6-4a64-bd6c-db9de9a79296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:39.260990 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-c315ce28-14b6-466e-8fe0-3a5023db56f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4476a68b-a516-4bcf-805b-cdae22328844', 'name': 'tempest-TestMinimumBasicScenario-2127922319-router', 'tenant_id': '043b670d20e64f63a50e3f4f7a8437ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:03:30Z', 'updated_at': '2021-07-24T10:05:38Z', 'revision_number': 6, 'project_id': '043b670d20e64f63a50e3f4f7a8437ef', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:05:39.270447 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e25213-b2c6-4a64-bd6c-db9de9a79296 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0c10783-6aee-41fd-9b2c-847d648bb158,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:39.289267 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c315ce28-14b6-466e-8fe0-3a5023db56f6 None None] The sync data for ids ['4476a68b-a516-4bcf-805b-cdae22328844'] in n-d-800085-9 is: [{'id': '4476a68b-a516-4bcf-805b-cdae22328844', 'name': 'tempest-TestMinimumBasicScenario-2127922319-router', 'tenant_id': '043b670d20e64f63a50e3f4f7a8437ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:03:30Z', 'updated_at': '2021-07-24T10:05:38Z', 'revision_number': 6, 'project_id': '043b670d20e64f63a50e3f4f7a8437ef', 'gw_port_host': None}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:05:39.336441 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6e25213-b2c6-4a64-bd6c-db9de9a79296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:39.426906 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6e25213-b2c6-4a64-bd6c-db9de9a79296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:39.428948 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6e25213-b2c6-4a64-bd6c-db9de9a79296 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:39.470717 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6e25213-b2c6-4a64-bd6c-db9de9a79296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:39.471329 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e25213-b2c6-4a64-bd6c-db9de9a79296 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4476a68b-a516-4bcf-805b-cdae22328844 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 10:05:39.475587 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6e25213-b2c6-4a64-bd6c-db9de9a79296 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:39.476863 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b6e25213-b2c6-4a64-bd6c-db9de9a79296 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4476a68b-a516-4bcf-805b-cdae22328844 HTTP/1.1" status: 204 len: 168 time: 0.7595522 Jul 24 10:05:39.479279 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50454) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:39.522871 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee9f112-4c2d-4501-b7a1-268332d36f28 admin admin] Deleting subnet 5d96a8e2-3853-48f7-9374-3345d40344df {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 10:05:39.525827 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3ee9f112-4c2d-4501-b7a1-268332d36f28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:39.559317 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3ee9f112-4c2d-4501-b7a1-268332d36f28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:39.638417 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3ee9f112-4c2d-4501-b7a1-268332d36f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:39.694816 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3ee9f112-4c2d-4501-b7a1-268332d36f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:39.720668 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9f112-4c2d-4501-b7a1-268332d36f28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d96a8e2-3853-48f7-9374-3345d40344df,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:39.725435 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3ee9f112-4c2d-4501-b7a1-268332d36f28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:39.727374 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3ee9f112-4c2d-4501-b7a1-268332d36f28 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5d96a8e2-3853-48f7-9374-3345d40344df HTTP/1.1" status: 204 len: 168 time: 0.2471776 Jul 24 10:05:39.729858 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50456) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:39.741730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141516d3-60bb-4087-8979-34c173feb1f3 None None] Network d7a09622-dd95-4adb-a98b-9a823d0d0041 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:05:39.801589 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac3a976b-a2c6-47fc-9d42-e1e6e68b55c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:39.852979 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-ac3a976b-a2c6-47fc-9d42-e1e6e68b55c3 admin admin] Deleting port db3ebaa5-42b3-479d-a119-4913eead9530 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:05:39.853322 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac3a976b-a2c6-47fc-9d42-e1e6e68b55c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:39.917181 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-ac3a976b-a2c6-47fc-9d42-e1e6e68b55c3 admin admin] For port db3ebaa5-42b3-479d-a119-4913eead9530, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=db3ebaa5-42b3-479d-a119-4913eead9530,segment=NetworkSegment(a365d9fe-bb0c-44c6-9d27-7b95d1c794d8),segment_id=a365d9fe-bb0c-44c6-9d27-7b95d1c794d8)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:05:39.917545 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac3a976b-a2c6-47fc-9d42-e1e6e68b55c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:39.934547 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-ac3a976b-a2c6-47fc-9d42-e1e6e68b55c3 admin admin] Calling delete_port for db3ebaa5-42b3-479d-a119-4913eead9530 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:05:40.009166 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac3a976b-a2c6-47fc-9d42-e1e6e68b55c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:40.033029 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a976b-a2c6-47fc-9d42-e1e6e68b55c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=db3ebaa5-42b3-479d-a119-4913eead9530,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:40.037169 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3a976b-a2c6-47fc-9d42-e1e6e68b55c3 admin admin] No DVR routers for this DVR port db3ebaa5-42b3-479d-a119-4913eead9530 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:05:40.071509 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526ec157-22bc-4226-b4eb-3b6023ca58ed None None] DHCP port deletion for d7a09622-dd95-4adb-a98b-9a823d0d0041 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 10:05:40.116295 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac3a976b-a2c6-47fc-9d42-e1e6e68b55c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:40.126471 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-ac3a976b-a2c6-47fc-9d42-e1e6e68b55c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a09622-dd95-4adb-a98b-9a823d0d0041']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:05:40.136077 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-ac3a976b-a2c6-47fc-9d42-e1e6e68b55c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a365d9fe-bb0c-44c6-9d27-7b95d1c794d8') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:05:40.136383 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-ac3a976b-a2c6-47fc-9d42-e1e6e68b55c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a365d9fe-bb0c-44c6-9d27-7b95d1c794d8') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:05:40.144965 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac3a976b-a2c6-47fc-9d42-e1e6e68b55c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:40.159207 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac3a976b-a2c6-47fc-9d42-e1e6e68b55c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:40.166864 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3a976b-a2c6-47fc-9d42-e1e6e68b55c3 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 10:05:40.167292 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac3a976b-a2c6-47fc-9d42-e1e6e68b55c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: timer() Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 10:05:40.169101 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 10:05:40.222812 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac3a976b-a2c6-47fc-9d42-e1e6e68b55c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:40.228727 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ac3a976b-a2c6-47fc-9d42-e1e6e68b55c3 admin admin] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:40.230647 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ac3a976b-a2c6-47fc-9d42-e1e6e68b55c3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d7a09622-dd95-4adb-a98b-9a823d0d0041 HTTP/1.1" status: 204 len: 168 time: 0.4998698 Jul 24 10:05:40.247141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a976b-a2c6-47fc-9d42-e1e6e68b55c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7a09622-dd95-4adb-a98b-9a823d0d0041,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:40.402702 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50460) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:40.441586 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b9850edf-e383-4b19-b205-688aa395f9b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc0f5cc695974d3bad79b3f73346203c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377560 Jul 24 10:05:40.443888 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50462) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:40.491980 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-51e21c87-134f-4982-abee-d69ed80c636b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:40.512205 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-51e21c87-134f-4982-abee-d69ed80c636b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:40.560126 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-51e21c87-134f-4982-abee-d69ed80c636b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:40.562746 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-51e21c87-134f-4982-abee-d69ed80c636b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:40.563906 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-51e21c87-134f-4982-abee-d69ed80c636b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/872742e2-5b9a-49a2-a6f1-62ea852c9f71 HTTP/1.1" status: 204 len: 168 time: 0.1191356 Jul 24 10:05:40.571460 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e21c87-134f-4982-abee-d69ed80c636b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872742e2-5b9a-49a2-a6f1-62ea852c9f71,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:40.868484 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50468) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:40.907918 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-634a2052-2c78-4170-8a03-22dac2ecd601 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=043b670d20e64f63a50e3f4f7a8437ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381768 Jul 24 10:05:40.910172 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50470) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:40.955834 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fd4e5da1-3dd5-4d40-a200-a1a534682b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:40.976264 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fd4e5da1-3dd5-4d40-a200-a1a534682b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:41.022435 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fd4e5da1-3dd5-4d40-a200-a1a534682b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:41.025041 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-fd4e5da1-3dd5-4d40-a200-a1a534682b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:41.026235 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fd4e5da1-3dd5-4d40-a200-a1a534682b9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9fde8e4-eb1c-4feb-8e41-2f08648b5e89 HTTP/1.1" status: 204 len: 168 time: 0.1148639 Jul 24 10:05:41.033554 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e5da1-3dd5-4d40-a200-a1a534682b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fde8e4-eb1c-4feb-8e41-2f08648b5e89,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:41.131435 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device db3ebaa5-42b3-479d-a119-4913eead9530 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:05:41.154718 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: db3ebaa5-42b3-479d-a119-4913eead9530 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:05:41.155155 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device db3ebaa5-42b3-479d-a119-4913eead9530 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:05:41.155575 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e0c10783-6aee-41fd-9b2c-847d648bb158 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:05:41.173709 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: e0c10783-6aee-41fd-9b2c-847d648bb158 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:05:41.174057 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device e0c10783-6aee-41fd-9b2c-847d648bb158 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:05:41.174500 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 856703be-e8b0-40c8-a014-3913c46b786e no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:05:41.194907 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 856703be-e8b0-40c8-a014-3913c46b786e {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:05:41.195257 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 856703be-e8b0-40c8-a014-3913c46b786e not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:05:42.581107 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50512) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:42.586378 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-9f6437b7-9c5e-4eda-9894-a0fe01c118c6 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1204743404', 'description': 'tempest-secgroup-smoke-1204743404 description', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:05:42.608815 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9f6437b7-9c5e-4eda-9894-a0fe01c118c6 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:42.616522 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9f6437b7-9c5e-4eda-9894-a0fe01c118c6 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:42.707119 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9f6437b7-9c5e-4eda-9894-a0fe01c118c6 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:42.711110 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9f6437b7-9c5e-4eda-9894-a0fe01c118c6 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:42.750454 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6437b7-9c5e-4eda-9894-a0fe01c118c6 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=985014d3-750c-4785-94b3-68c914ee1c76,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:42.805239 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9f6437b7-9c5e-4eda-9894-a0fe01c118c6 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:42.808908 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9f6437b7-9c5e-4eda-9894-a0fe01c118c6 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:42.832333 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-126d11e4-ddf1-4c55-a121-dc53b69cfae8 req-7e3a3fdd-bd58-47e6-858e-b6d7cf767b24 tempest-ServerDiskConfigTestJSON-1358929959 tempest-ServerDiskConfigTestJSON-1358929959-project] (94036) timed out ('10.222.0.37', 57282) {{(pid=94036) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 10:05:42.835112 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9f6437b7-9c5e-4eda-9894-a0fe01c118c6 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:42.836332 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9f6437b7-9c5e-4eda-9894-a0fe01c118c6 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2542021 Jul 24 10:05:42.839369 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50514) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:42.840224 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6437b7-9c5e-4eda-9894-a0fe01c118c6 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6740c066-d4ad-4fd7-be9d-5bf37c907dc1,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:42.844082 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-24f7d168-0df1-4c0c-b895-0b3f622d9a00 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': '6740c066-d4ad-4fd7-be9d-5bf37c907dc1', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:05:42.870570 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-24f7d168-0df1-4c0c-b895-0b3f622d9a00 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:42.928049 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-24f7d168-0df1-4c0c-b895-0b3f622d9a00 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:42.931753 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-24f7d168-0df1-4c0c-b895-0b3f622d9a00 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:42.949174 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7d168-0df1-4c0c-b895-0b3f622d9a00 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538fd32d-2e8e-451b-8e1d-b8280c0537b8,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:42.954436 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-24f7d168-0df1-4c0c-b895-0b3f622d9a00 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:42.955915 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-24f7d168-0df1-4c0c-b895-0b3f622d9a00 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155279 Jul 24 10:05:42.958580 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50516) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:42.962947 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-7b37eb93-8ef0-43c3-af0e-67eaea11561f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': '6740c066-d4ad-4fd7-be9d-5bf37c907dc1', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:05:42.988071 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7b37eb93-8ef0-43c3-af0e-67eaea11561f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:43.043225 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7b37eb93-8ef0-43c3-af0e-67eaea11561f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:43.046683 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7b37eb93-8ef0-43c3-af0e-67eaea11561f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:43.064429 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37eb93-8ef0-43c3-af0e-67eaea11561f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0979116f-6926-4aab-a5e3-cc2d563e8db6,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:43.070149 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7b37eb93-8ef0-43c3-af0e-67eaea11561f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:43.071434 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7b37eb93-8ef0-43c3-af0e-67eaea11561f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1118736 Jul 24 10:05:43.074156 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50518) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:43.079021 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-a1e2344d-7523-44a2-bb53-b20eaeed0719 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': '6740c066-d4ad-4fd7-be9d-5bf37c907dc1', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:05:43.104524 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a1e2344d-7523-44a2-bb53-b20eaeed0719 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:43.166721 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a1e2344d-7523-44a2-bb53-b20eaeed0719 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:43.170517 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a1e2344d-7523-44a2-bb53-b20eaeed0719 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:43.187822 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2344d-7523-44a2-bb53-b20eaeed0719 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665ce3b7-e5ba-40c5-96b4-83f13015b478,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:43.194652 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a1e2344d-7523-44a2-bb53-b20eaeed0719 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:43.195866 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a1e2344d-7523-44a2-bb53-b20eaeed0719 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205051 Jul 24 10:05:43.198615 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50520) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:43.203099 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-39e839af-099d-4719-bf50-f4d3cbb185e7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': '6740c066-d4ad-4fd7-be9d-5bf37c907dc1', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:05:43.229199 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-39e839af-099d-4719-bf50-f4d3cbb185e7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:43.289547 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-39e839af-099d-4719-bf50-f4d3cbb185e7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:43.292942 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-39e839af-099d-4719-bf50-f4d3cbb185e7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:43.312856 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e839af-099d-4719-bf50-f4d3cbb185e7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=379e5c57-2b8e-4a6c-8c8b-c847788903c4,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:43.316525 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-39e839af-099d-4719-bf50-f4d3cbb185e7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:43.320010 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-39e839af-099d-4719-bf50-f4d3cbb185e7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181977 Jul 24 10:05:43.321049 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50522) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:43.325604 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-29243828-bd38-45be-9361-c4e2ecc0d857 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': '6740c066-d4ad-4fd7-be9d-5bf37c907dc1', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:05:43.346043 n-d-800085-9 neutron-server[94036]: INFO neutron.db.securitygroups_db [None req-29243828-bd38-45be-9361-c4e2ecc0d857 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Project b3602c3c188649a595bbed3b7a50ac71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 10:05:43.350584 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-29243828-bd38-45be-9361-c4e2ecc0d857 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:43.410412 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-29243828-bd38-45be-9361-c4e2ecc0d857 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:43.414974 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-29243828-bd38-45be-9361-c4e2ecc0d857 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:43.437456 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29243828-bd38-45be-9361-c4e2ecc0d857 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe19e2f-132e-480a-abab-dba5dca59968,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:43.447045 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-29243828-bd38-45be-9361-c4e2ecc0d857 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:43.448434 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-29243828-bd38-45be-9361-c4e2ecc0d857 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264281 Jul 24 10:05:43.454911 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50524) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:43.463139 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-69fd022c-d555-43c6-8de2-bb46fccc6cdc tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': '6740c066-d4ad-4fd7-be9d-5bf37c907dc1', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:05:43.487364 n-d-800085-9 neutron-server[94036]: INFO neutron.db.securitygroups_db [None req-69fd022c-d555-43c6-8de2-bb46fccc6cdc tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Project b3602c3c188649a595bbed3b7a50ac71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 10:05:43.492863 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-69fd022c-d555-43c6-8de2-bb46fccc6cdc tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:43.551540 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-69fd022c-d555-43c6-8de2-bb46fccc6cdc tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:43.555409 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-69fd022c-d555-43c6-8de2-bb46fccc6cdc tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:43.572463 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd022c-d555-43c6-8de2-bb46fccc6cdc tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19fdfd55-462c-45a4-9083-4765a6b99092,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:43.579123 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-69fd022c-d555-43c6-8de2-bb46fccc6cdc tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:43.580419 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-69fd022c-d555-43c6-8de2-bb46fccc6cdc tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245863 Jul 24 10:05:43.583405 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50526) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:43.588286 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-7b5e7e6d-e59d-44eb-9fb8-3ae46673d37f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'network': {'name': 'tempest-network-smoke--1562181876', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'port_security_enabled': True}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:05:43.607122 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5e7e6d-e59d-44eb-9fb8-3ae46673d37f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Made reservation on behalf of b3602c3c188649a595bbed3b7a50ac71 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:05:43.610507 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7b5e7e6d-e59d-44eb-9fb8-3ae46673d37f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:43.633685 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b5e7e6d-e59d-44eb-9fb8-3ae46673d37f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 10:05:43.642282 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7b5e7e6d-e59d-44eb-9fb8-3ae46673d37f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:43.642626 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-7b5e7e6d-e59d-44eb-9fb8-3ae46673d37f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Added segment 50f96316-56e8-4ba0-8617-f592c86cdb9e of type vlan for network 31a09a82-633c-46c2-9165-3be09d839879 Jul 24 10:05:43.683587 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7b5e7e6d-e59d-44eb-9fb8-3ae46673d37f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:43.709552 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7b5e7e6d-e59d-44eb-9fb8-3ae46673d37f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:43.714995 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5e7e6d-e59d-44eb-9fb8-3ae46673d37f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:43.715587 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7b5e7e6d-e59d-44eb-9fb8-3ae46673d37f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:43.751914 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7b5e7e6d-e59d-44eb-9fb8-3ae46673d37f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1675048 Jul 24 10:05:43.754812 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50528) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:43.761530 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-74e77c10-488e-4bf1-a3c5-dbb94fcea345 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-18378424', 'admin_state_up': True, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:05:43.799829 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e7e6d-e59d-44eb-9fb8-3ae46673d37f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Network': ['ID=31a09a82-633c-46c2-9165-3be09d839879,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:43.810848 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 31a09a82-633c-46c2-9165-3be09d839879 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 10:05:43.819555 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-74e77c10-488e-4bf1-a3c5-dbb94fcea345 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:43.820641 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-74e77c10-488e-4bf1-a3c5-dbb94fcea345 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:43.875104 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-74e77c10-488e-4bf1-a3c5-dbb94fcea345 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:44.005977 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-74e77c10-488e-4bf1-a3c5-dbb94fcea345 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:44.202033 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-74e77c10-488e-4bf1-a3c5-dbb94fcea345 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:44.220377 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-74e77c10-488e-4bf1-a3c5-dbb94fcea345 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:44.320405 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-74e77c10-488e-4bf1-a3c5-dbb94fcea345 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Allocated IP 172.25.7.67 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/ef90243d-5902-42b5-9639-50e6c11ade40) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:05:44.424088 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-74e77c10-488e-4bf1-a3c5-dbb94fcea345 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:44.461422 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-74e77c10-488e-4bf1-a3c5-dbb94fcea345 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:44.496731 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e77c10-488e-4bf1-a3c5-dbb94fcea345 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:05:44.502790 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-74e77c10-488e-4bf1-a3c5-dbb94fcea345 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:05:44.507501 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e77c10-488e-4bf1-a3c5-dbb94fcea345 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:05:44.510441 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e77c10-488e-4bf1-a3c5-dbb94fcea345 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=ef90243d-5902-42b5-9639-50e6c11ade40,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:44.564345 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:44.751238 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-74e77c10-488e-4bf1-a3c5-dbb94fcea345 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:44.937868 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-74e77c10-488e-4bf1-a3c5-dbb94fcea345 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:45.059209 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e77c10-488e-4bf1-a3c5-dbb94fcea345 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Router 0c0956ed-9793-4e8d-b5d6-f94b86e1ad81 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 10:05:45.161163 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e77c10-488e-4bf1-a3c5-dbb94fcea345 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:05:45.171173 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] Sync routers for ids ['0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:05:45.181081 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] Routers {'0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:05:45.181906 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:05:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:05:45.184151 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-74e77c10-488e-4bf1-a3c5-dbb94fcea345 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:45.185462 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-74e77c10-488e-4bf1-a3c5-dbb94fcea345 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4295697 Jul 24 10:05:45.188559 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50530) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:45.284435 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] Set router 0c0956ed-9793-4e8d-b5d6-f94b86e1ad81 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:05:45.318326 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8a281047-38f0-4f6d-aa66-8a7f71317f54 tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=b3602c3c188649a595bbed3b7a50ac71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1285636 Jul 24 10:05:45.320889 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50534) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:45.455657 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18378424', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:05:43Z', 'updated_at': '2021-07-24T10:05:44Z', 'revision_number': 3, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:05:44Z', 'updated_at': '2021-07-24T10:05:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:05:45.464999 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c2ef87-e62b-4327-bab3-7f9323517910 tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:45.466536 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f7c2ef87-e62b-4327-bab3-7f9323517910 tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1447473 Jul 24 10:05:45.469331 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50536) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:45.481329 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] Checking router: 0c0956ed-9793-4e8d-b5d6-f94b86e1ad81 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:05:45.481678 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] Updating router 0c0956ed-9793-4e8d-b5d6-f94b86e1ad81 port ef90243d-5902-42b5-9639-50e6c11ade40 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 10:05:45.506880 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-254aacb7-4c2e-4166-b96f-fedb06748368 tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364616 Jul 24 10:05:45.509428 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50538) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:45.514348 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-f876e88d-7d32-43c9-abae-8a2ddc7e1e40 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-180375561', 'network_id': '31a09a82-633c-46c2-9165-3be09d839879', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:05:45.515680 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:45.598019 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f876e88d-7d32-43c9-abae-8a2ddc7e1e40 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Made reservation on behalf of b3602c3c188649a595bbed3b7a50ac71 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:05:45.602351 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f876e88d-7d32-43c9-abae-8a2ddc7e1e40 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:45.777631 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:45.781696 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f876e88d-7d32-43c9-abae-8a2ddc7e1e40 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:45.788165 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] Transition to ACTIVE for port object ef90243d-5902-42b5-9639-50e6c11ade40 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:05:45.794664 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:45.846570 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] Attempting to bind port ef90243d-5902-42b5-9639-50e6c11ade40 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:05:45.846944 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] Attempting to bind port ef90243d-5902-42b5-9639-50e6c11ade40 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:05:45.847309 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] Attempting to bind port ef90243d-5902-42b5-9639-50e6c11ade40 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:05:45.848705 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876e88d-7d32-43c9-abae-8a2ddc7e1e40 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Subnet': ['ID=48041632-5cf7-4bf4-b4c0-bdffa446e69b,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:45.849935 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62244b72-543c-4b0d-9e56-f0fd6afc548c None None] Pushing event updated for resources: {'Port': ['ID=ef90243d-5902-42b5-9639-50e6c11ade40,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:45.855299 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:05:45.855624 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:05:45.856027 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:45.856422 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:05:45.856921 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] Bound port: ef90243d-5902-42b5-9639-50e6c11ade40, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:05:45.857305 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:45.858216 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f876e88d-7d32-43c9-abae-8a2ddc7e1e40 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Checking segment: {'id': '50f96316-56e8-4ba0-8617-f592c86cdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '31a09a82-633c-46c2-9165-3be09d839879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:05:45.858587 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f876e88d-7d32-43c9-abae-8a2ddc7e1e40 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network hostable DHCP agents. Network: 31a09a82-633c-46c2-9165-3be09d839879, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 10:05:45.875000 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f876e88d-7d32-43c9-abae-8a2ddc7e1e40 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network 31a09a82-633c-46c2-9165-3be09d839879 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 10:05:45.884928 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-f876e88d-7d32-43c9-abae-8a2ddc7e1e40 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 31a09a82-633c-46c2-9165-3be09d839879) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:05:45.889430 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f876e88d-7d32-43c9-abae-8a2ddc7e1e40 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:45.890147 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f876e88d-7d32-43c9-abae-8a2ddc7e1e40 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:45.893836 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1929194e-7d95-4720-b0c8-44f6348e1dd0 None None] Network 31a09a82-633c-46c2-9165-3be09d839879 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:05:45.905299 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f876e88d-7d32-43c9-abae-8a2ddc7e1e40 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3948572 Jul 24 10:05:45.908004 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50540) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:05:45.944436 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] For port ef90243d-5902-42b5-9639-50e6c11ade40, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:05:45.982923 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] For port ef90243d-5902-42b5-9639-50e6c11ade40, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=ef90243d-5902-42b5-9639-50e6c11ade40,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:05:45.987806 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:46.118338 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] Routers {'0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:05:46.118860 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:05:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:05:46.123163 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62244b72-543c-4b0d-9e56-f0fd6afc548c None None] Pushing event updated for resources: {'Port': ['ID=ef90243d-5902-42b5-9639-50e6c11ade40,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:46.234144 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f411b2d6-7268-4ac8-a4dd-dec31088cd8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-31a09a82-633c-46c2-9165-3be09d839879', 'network_id': '31a09a82-633c-46c2-9165-3be09d839879', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'fixed_ips': [{'subnet_id': '48041632-5cf7-4bf4-b4c0-bdffa446e69b'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 10:05:46.235009 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f411b2d6-7268-4ac8-a4dd-dec31088cd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:46.271861 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] Set router 0c0956ed-9793-4e8d-b5d6-f94b86e1ad81 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:05:46.349707 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-04c7a4e7-e6d7-4fa1-8400-8a25fdf0b867 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:46.667522 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-f411b2d6-7268-4ac8-a4dd-dec31088cd8a None None] Allocated IP 172.20.0.2 (31a09a82-633c-46c2-9165-3be09d839879/48041632-5cf7-4bf4-b4c0-bdffa446e69b/698c4a89-6c57-4dc4-8c3b-899838cd95d9) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:05:46.788622 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18378424', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:05:43Z', 'updated_at': '2021-07-24T10:05:44Z', 'revision_number': 3, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:05:44Z', 'updated_at': '2021-07-24T10:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:05:46.822027 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364bf08c-1e5a-4e29-b910-397aaa7c6d6c None None] The sync data for ids ['0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'] in n-d-800085-9 is: [{'id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18378424', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:05:43Z', 'updated_at': '2021-07-24T10:05:44Z', 'revision_number': 3, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:05:44Z', 'updated_at': '2021-07-24T10:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:05:46.868291 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f411b2d6-7268-4ac8-a4dd-dec31088cd8a None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:46.877293 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f411b2d6-7268-4ac8-a4dd-dec31088cd8a None None] Transition to ACTIVE for port object 698c4a89-6c57-4dc4-8c3b-899838cd95d9 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:05:46.892797 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f411b2d6-7268-4ac8-a4dd-dec31088cd8a None None] Transition to ACTIVE for port object 698c4a89-6c57-4dc4-8c3b-899838cd95d9 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:05:46.898668 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f411b2d6-7268-4ac8-a4dd-dec31088cd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:46.937693 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f411b2d6-7268-4ac8-a4dd-dec31088cd8a None None] Network 31a09a82-633c-46c2-9165-3be09d839879 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:05:46.950024 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-f411b2d6-7268-4ac8-a4dd-dec31088cd8a None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:05:46.952465 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f411b2d6-7268-4ac8-a4dd-dec31088cd8a None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:05:46.957893 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-04c7a4e7-e6d7-4fa1-8400-8a25fdf0b867 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Allocated IP 172.20.0.1 (31a09a82-633c-46c2-9165-3be09d839879/48041632-5cf7-4bf4-b4c0-bdffa446e69b/377e444f-e590-42d4-a186-4138f5df5cda) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:05:46.971390 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411b2d6-7268-4ac8-a4dd-dec31088cd8a None None] Pushing event updated for resources: {'Port': ['ID=698c4a89-6c57-4dc4-8c3b-899838cd95d9,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:47.025109 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f411b2d6-7268-4ac8-a4dd-dec31088cd8a None None] Attempting to bind port 698c4a89-6c57-4dc4-8c3b-899838cd95d9 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:05:47.025487 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f411b2d6-7268-4ac8-a4dd-dec31088cd8a None None] Attempting to bind port 698c4a89-6c57-4dc4-8c3b-899838cd95d9 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '50f96316-56e8-4ba0-8617-f592c86cdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '31a09a82-633c-46c2-9165-3be09d839879'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:05:47.025873 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f411b2d6-7268-4ac8-a4dd-dec31088cd8a None None] Attempting to bind port 698c4a89-6c57-4dc4-8c3b-899838cd95d9 on network 31a09a82-633c-46c2-9165-3be09d839879 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:05:47.032132 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f411b2d6-7268-4ac8-a4dd-dec31088cd8a None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:05:47.032416 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f411b2d6-7268-4ac8-a4dd-dec31088cd8a None None] Checking segment: {'id': '50f96316-56e8-4ba0-8617-f592c86cdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '31a09a82-633c-46c2-9165-3be09d839879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:05:47.032856 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f411b2d6-7268-4ac8-a4dd-dec31088cd8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:47.033252 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f411b2d6-7268-4ac8-a4dd-dec31088cd8a None None] Bound using segment: {'id': '50f96316-56e8-4ba0-8617-f592c86cdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '31a09a82-633c-46c2-9165-3be09d839879'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:05:47.033726 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f411b2d6-7268-4ac8-a4dd-dec31088cd8a None None] Bound port: 698c4a89-6c57-4dc4-8c3b-899838cd95d9, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f96316-56e8-4ba0-8617-f592c86cdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '31a09a82-633c-46c2-9165-3be09d839879'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:05:47.034109 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f411b2d6-7268-4ac8-a4dd-dec31088cd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:47.098451 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:47.101557 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-04c7a4e7-e6d7-4fa1-8400-8a25fdf0b867 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:47.122767 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-04c7a4e7-e6d7-4fa1-8400-8a25fdf0b867 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Transition to ACTIVE for port object 377e444f-e590-42d4-a186-4138f5df5cda will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:05:47.125105 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f411b2d6-7268-4ac8-a4dd-dec31088cd8a None None] For port 698c4a89-6c57-4dc4-8c3b-899838cd95d9, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:05:47.136812 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f411b2d6-7268-4ac8-a4dd-dec31088cd8a None None] For port 698c4a89-6c57-4dc4-8c3b-899838cd95d9, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=698c4a89-6c57-4dc4-8c3b-899838cd95d9,segment=NetworkSegment(50f96316-56e8-4ba0-8617-f592c86cdb9e),segment_id=50f96316-56e8-4ba0-8617-f592c86cdb9e)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:05:47.143019 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f411b2d6-7268-4ac8-a4dd-dec31088cd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:47.161121 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-04c7a4e7-e6d7-4fa1-8400-8a25fdf0b867 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:47.209300 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c7a4e7-e6d7-4fa1-8400-8a25fdf0b867 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network 31a09a82-633c-46c2-9165-3be09d839879 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:05:47.217353 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-04c7a4e7-e6d7-4fa1-8400-8a25fdf0b867 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:05:47.227503 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c7a4e7-e6d7-4fa1-8400-8a25fdf0b867 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:05:47.232598 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411b2d6-7268-4ac8-a4dd-dec31088cd8a None None] Pushing event updated for resources: {'Port': ['ID=698c4a89-6c57-4dc4-8c3b-899838cd95d9,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:47.239583 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device ef90243d-5902-42b5-9639-50e6c11ade40 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:05:47.262381 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7a4e7-e6d7-4fa1-8400-8a25fdf0b867 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=377e444f-e590-42d4-a186-4138f5df5cda,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:47.288108 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-04c7a4e7-e6d7-4fa1-8400-8a25fdf0b867 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:47.300303 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port ef90243d-5902-42b5-9639-50e6c11ade40 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:05:47.304544 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port ef90243d-5902-42b5-9639-50e6c11ade40 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:05:47.305204 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:47.391651 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:47.418446 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port ef90243d-5902-42b5-9639-50e6c11ade40, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=ef90243d-5902-42b5-9639-50e6c11ade40,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:05:47.427173 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:47.451895 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-04c7a4e7-e6d7-4fa1-8400-8a25fdf0b867 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:47.492546 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=ef90243d-5902-42b5-9639-50e6c11ade40,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:48.092829 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-04c7a4e7-e6d7-4fa1-8400-8a25fdf0b867 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:48.099954 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-04c7a4e7-e6d7-4fa1-8400-8a25fdf0b867 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:48.173100 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-04c7a4e7-e6d7-4fa1-8400-8a25fdf0b867 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:48.175333 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7a4e7-e6d7-4fa1-8400-8a25fdf0b867 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=377e444f-e590-42d4-a186-4138f5df5cda,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:48.221940 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da22be08-0196-4769-95af-3d5aeb7f11da None None] Network 31a09a82-633c-46c2-9165-3be09d839879 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:05:48.282716 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c7a4e7-e6d7-4fa1-8400-8a25fdf0b867 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network 31a09a82-633c-46c2-9165-3be09d839879 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:05:48.284159 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-04c7a4e7-e6d7-4fa1-8400-8a25fdf0b867 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:05:48.332376 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6b669a6d-66b1-477f-9afd-ded1dac388c2 None None] Provisioning for port 698c4a89-6c57-4dc4-8c3b-899838cd95d9 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:05:48.398574 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c7a4e7-e6d7-4fa1-8400-8a25fdf0b867 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Router 0c0956ed-9793-4e8d-b5d6-f94b86e1ad81 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:05:48.513186 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c7a4e7-e6d7-4fa1-8400-8a25fdf0b867 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:05:48.521587 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-04c7a4e7-e6d7-4fa1-8400-8a25fdf0b867 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "PUT /v2.0/routers/0c0956ed-9793-4e8d-b5d6-f94b86e1ad81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6096971 Jul 24 10:05:48.666066 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b3b6a576-d921-4d44-a7a7-00722c2bc4ac None None] Provisioning for port 377e444f-e590-42d4-a186-4138f5df5cda completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:05:48.670473 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b3b6a576-d921-4d44-a7a7-00722c2bc4ac None None] Provisioning complete for port 377e444f-e590-42d4-a186-4138f5df5cda triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:05:48.670979 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b3b6a576-d921-4d44-a7a7-00722c2bc4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:48.674880 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-a236d576-f88f-4764-bdcc-e0ff59262b8e tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1204743404&fields=id&tenant_id=b3602c3c188649a595bbed3b7a50ac71 HTTP/1.1" status: 200 len: 267 time: 0.0376799 Jul 24 10:05:48.709440 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-b3b6a576-d921-4d44-a7a7-00722c2bc4ac None None] Port 377e444f-e590-42d4-a186-4138f5df5cda cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:05:48.756102 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] Sync routers for ids ['0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:05:48.766939 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] Routers {'0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:05:48.767728 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:05:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:05:48.793237 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-47ccbfb3-9b49-4349-b739-558bd1873441 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:48.799974 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-47ccbfb3-9b49-4349-b739-558bd1873441 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/networks?id=31a09a82-633c-46c2-9165-3be09d839879 HTTP/1.1" status: 200 len: 797 time: 0.1144347 Jul 24 10:05:48.811678 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-a3c57034-35d5-44ce-9e3b-a9fdaa5661f5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/quotas/b3602c3c188649a595bbed3b7a50ac71 HTTP/1.1" status: 200 len: 375 time: 0.0105639 Jul 24 10:05:48.842767 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0bc79076-e959-49a0-9a0d-9ccf4cc68f3f None None] Provisioning complete for port 377e444f-e590-42d4-a186-4138f5df5cda triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:05:48.843219 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0bc79076-e959-49a0-9a0d-9ccf4cc68f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:48.893855 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-de33602c-9fec-4d6b-aab8-692e8d674606 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767851 Jul 24 10:05:48.896038 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-0bc79076-e959-49a0-9a0d-9ccf4cc68f3f None None] Port 377e444f-e590-42d4-a186-4138f5df5cda cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:05:48.903807 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] Set router 0c0956ed-9793-4e8d-b5d6-f94b86e1ad81 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:05:49.093711 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-e5956e03-3963-4996-aa98-a48bdaa9e476 service neutron] 10.222.0.32 "GET /v2.0/networks/31a09a82-633c-46c2-9165-3be09d839879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297443 Jul 24 10:05:49.122388 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-c468d9d6-aca7-494c-83a7-de4b61039bf3 None None] Provisioning complete for port 377e444f-e590-42d4-a186-4138f5df5cda triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:05:49.123768 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c468d9d6-aca7-494c-83a7-de4b61039bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:49.124163 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18378424', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:05:43Z', 'updated_at': '2021-07-24T10:05:47Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:05:44Z', 'updated_at': '2021-07-24T10:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '377e444f-e590-42d4-a186-4138f5df5cda', 'name': '', 'network_id': '31a09a82-633c-46c2-9165-3be09d839879', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:8c:74:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '48041632-5cf7-4bf4-b4c0-bdffa446e69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:05:46Z', 'updated_at': '2021-07-24T10:05:47Z', 'revision_number': 2, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '48041632-5cf7-4bf4-b4c0-bdffa446e69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:05:49.152183 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] Checking router: 0c0956ed-9793-4e8d-b5d6-f94b86e1ad81 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:05:49.152525 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] Updating router 0c0956ed-9793-4e8d-b5d6-f94b86e1ad81 port 377e444f-e590-42d4-a186-4138f5df5cda binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 10:05:49.165335 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-c468d9d6-aca7-494c-83a7-de4b61039bf3 None None] Port 377e444f-e590-42d4-a186-4138f5df5cda cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:05:49.191925 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:49.206989 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-a9dd8690-f66c-48e9-a8e0-211388b40e96 service neutron] 10.222.0.32 "GET /v2.0/networks/31a09a82-633c-46c2-9165-3be09d839879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067948 Jul 24 10:05:49.236491 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device ef90243d-5902-42b5-9639-50e6c11ade40 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:05:49.290131 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port ef90243d-5902-42b5-9639-50e6c11ade40 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:05:49.290622 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:49.377168 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 698c4a89-6c57-4dc4-8c3b-899838cd95d9 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:05:49.410874 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3e19b918-e419-44c9-8993-7247cd0492db req-6b267527-0a41-42b0-9b91-e175b2e25da7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=02ca916b-77b8-4ed8-8d43-9e8617d58f27 HTTP/1.1" status: 200 len: 210 time: 0.0415354 Jul 24 10:05:49.436341 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 698c4a89-6c57-4dc4-8c3b-899838cd95d9 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:05:49.440405 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 698c4a89-6c57-4dc4-8c3b-899838cd95d9 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:05:49.440869 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:49.492452 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:49.502302 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] Transition to ACTIVE for port object 377e444f-e590-42d4-a186-4138f5df5cda will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:05:49.509021 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:49.524491 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:49.562254 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 698c4a89-6c57-4dc4-8c3b-899838cd95d9, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=698c4a89-6c57-4dc4-8c3b-899838cd95d9,segment=NetworkSegment(50f96316-56e8-4ba0-8617-f592c86cdb9e),segment_id=50f96316-56e8-4ba0-8617-f592c86cdb9e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:05:49.567078 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:49.585723 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb2fac-30d2-4820-9d44-424016cf59d0 None None] Pushing event updated for resources: {'Port': ['ID=377e444f-e590-42d4-a186-4138f5df5cda,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:49.608220 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb2fac-30d2-4820-9d44-424016cf59d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:49.608870 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb2fac-30d2-4820-9d44-424016cf59d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:49.609453 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb2fac-30d2-4820-9d44-424016cf59d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:49.610016 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb2fac-30d2-4820-9d44-424016cf59d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:49.610544 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb2fac-30d2-4820-9d44-424016cf59d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:49.611075 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb2fac-30d2-4820-9d44-424016cf59d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:49.611634 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb2fac-30d2-4820-9d44-424016cf59d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:49.612148 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb2fac-30d2-4820-9d44-424016cf59d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:49.612666 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb2fac-30d2-4820-9d44-424016cf59d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:49.613199 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb2fac-30d2-4820-9d44-424016cf59d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:49.613705 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb2fac-30d2-4820-9d44-424016cf59d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:49.614217 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb2fac-30d2-4820-9d44-424016cf59d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:05:49.618447 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=698c4a89-6c57-4dc4-8c3b-899838cd95d9,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:49.631087 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] Attempting to bind port 377e444f-e590-42d4-a186-4138f5df5cda on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:05:49.631449 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] Attempting to bind port 377e444f-e590-42d4-a186-4138f5df5cda by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '50f96316-56e8-4ba0-8617-f592c86cdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '31a09a82-633c-46c2-9165-3be09d839879'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:05:49.632357 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] Attempting to bind port 377e444f-e590-42d4-a186-4138f5df5cda on network 31a09a82-633c-46c2-9165-3be09d839879 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:05:49.638069 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:05:49.638434 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] Checking segment: {'id': '50f96316-56e8-4ba0-8617-f592c86cdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '31a09a82-633c-46c2-9165-3be09d839879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:05:49.638827 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:49.639413 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] Bound using segment: {'id': '50f96316-56e8-4ba0-8617-f592c86cdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '31a09a82-633c-46c2-9165-3be09d839879'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:05:49.640156 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] Bound port: 377e444f-e590-42d4-a186-4138f5df5cda, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f96316-56e8-4ba0-8617-f592c86cdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '31a09a82-633c-46c2-9165-3be09d839879'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:05:49.640566 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:49.720422 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] For port 377e444f-e590-42d4-a186-4138f5df5cda, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:05:49.723722 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] For port 377e444f-e590-42d4-a186-4138f5df5cda, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=377e444f-e590-42d4-a186-4138f5df5cda,segment=NetworkSegment(50f96316-56e8-4ba0-8617-f592c86cdb9e),segment_id=50f96316-56e8-4ba0-8617-f592c86cdb9e)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:05:49.729494 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:49.796643 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb2fac-30d2-4820-9d44-424016cf59d0 None None] Pushing event updated for resources: {'Port': ['ID=377e444f-e590-42d4-a186-4138f5df5cda,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:49.799784 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] Routers {'0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:05:49.800779 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:05:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:05:49.916257 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] Set router 0c0956ed-9793-4e8d-b5d6-f94b86e1ad81 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:05:50.112685 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18378424', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:05:43Z', 'updated_at': '2021-07-24T10:05:47Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:05:44Z', 'updated_at': '2021-07-24T10:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '377e444f-e590-42d4-a186-4138f5df5cda', 'name': '', 'network_id': '31a09a82-633c-46c2-9165-3be09d839879', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:8c:74:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '48041632-5cf7-4bf4-b4c0-bdffa446e69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:05:46Z', 'updated_at': '2021-07-24T10:05:49Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '48041632-5cf7-4bf4-b4c0-bdffa446e69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:05:50.216412 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ee0377-f961-47d0-8e6d-fb49ed145666 None None] The sync data for ids ['0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'] in n-d-800085-9 is: [{'id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18378424', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:05:43Z', 'updated_at': '2021-07-24T10:05:47Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:05:44Z', 'updated_at': '2021-07-24T10:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '377e444f-e590-42d4-a186-4138f5df5cda', 'name': '', 'network_id': '31a09a82-633c-46c2-9165-3be09d839879', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:8c:74:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '48041632-5cf7-4bf4-b4c0-bdffa446e69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:05:46Z', 'updated_at': '2021-07-24T10:05:49Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '48041632-5cf7-4bf4-b4c0-bdffa446e69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:05:50.470482 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-fcf50cc7-e219-4a8c-8e45-3931ad9ac56c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:50.472015 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-fcf50cc7-e219-4a8c-8e45-3931ad9ac56c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.20 "GET /v2.0/networks?id=31a09a82-633c-46c2-9165-3be09d839879 HTTP/1.1" status: 200 len: 797 time: 0.1196930 Jul 24 10:05:50.518869 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-aaf5ffc5-247f-4664-a8b1-c87f8ac95351 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3602c3c188649a595bbed3b7a50ac71 HTTP/1.1" status: 200 len: 380 time: 0.0373173 Jul 24 10:05:50.529202 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-54be996a-975e-4897-8c08-63eee0483212 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'port': {'device_id': '02ca916b-77b8-4ed8-8d43-9e8617d58f27', 'network_id': '31a09a82-633c-46c2-9165-3be09d839879', 'admin_state_up': True, 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'security_groups': ['6740c066-d4ad-4fd7-be9d-5bf37c907dc1']}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:05:50.543959 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a3764ba4-14d7-4f6c-99aa-06521bc2f478 req-60e9875a-8945-454e-b7d5-e702f7e97e3b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=02ca916b-77b8-4ed8-8d43-9e8617d58f27 HTTP/1.1" status: 200 len: 210 time: 0.0384433 Jul 24 10:05:50.654160 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-54be996a-975e-4897-8c08-63eee0483212 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Made reservation on behalf of b3602c3c188649a595bbed3b7a50ac71 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:05:50.657942 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-54be996a-975e-4897-8c08-63eee0483212 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:50.789292 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-54be996a-975e-4897-8c08-63eee0483212 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Allocated IP 172.20.0.4 (31a09a82-633c-46c2-9165-3be09d839879/48041632-5cf7-4bf4-b4c0-bdffa446e69b/61b154ad-01d3-4f83-853c-2aa2cbff5884) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:05:50.937607 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-54be996a-975e-4897-8c08-63eee0483212 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:50.952082 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-54be996a-975e-4897-8c08-63eee0483212 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Transition to ACTIVE for port object 61b154ad-01d3-4f83-853c-2aa2cbff5884 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:05:50.985755 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-54be996a-975e-4897-8c08-63eee0483212 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:51.030090 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-54be996a-975e-4897-8c08-63eee0483212 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network 31a09a82-633c-46c2-9165-3be09d839879 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:05:51.035289 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-54be996a-975e-4897-8c08-63eee0483212 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:05:51.038685 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-54be996a-975e-4897-8c08-63eee0483212 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:05:51.065662 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be996a-975e-4897-8c08-63eee0483212 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=61b154ad-01d3-4f83-853c-2aa2cbff5884,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:51.105065 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-54be996a-975e-4897-8c08-63eee0483212 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:51.105847 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-54be996a-975e-4897-8c08-63eee0483212 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:51.128774 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-54be996a-975e-4897-8c08-63eee0483212 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6035011 Jul 24 10:05:51.252475 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-1d66e37e-5e86-4c81-b781-7056ee509332 service neutron] Request body: {'port': {'device_id': '02ca916b-77b8-4ed8-8d43-9e8617d58f27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:05:51.274846 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 698c4a89-6c57-4dc4-8c3b-899838cd95d9 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:05:51.327076 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 698c4a89-6c57-4dc4-8c3b-899838cd95d9 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:05:51.327451 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:51.334976 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-1d66e37e-5e86-4c81-b781-7056ee509332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:51.366330 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3d5c2f50-9ea1-4fea-bbe3-592ca5b426f6 None None] Provisioning for port 61b154ad-01d3-4f83-853c-2aa2cbff5884 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:05:51.372806 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3d5c2f50-9ea1-4fea-bbe3-592ca5b426f6 None None] Provisioning complete for port 61b154ad-01d3-4f83-853c-2aa2cbff5884 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:05:51.373177 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3d5c2f50-9ea1-4fea-bbe3-592ca5b426f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:51.426436 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-3d5c2f50-9ea1-4fea-bbe3-592ca5b426f6 None None] Port 61b154ad-01d3-4f83-853c-2aa2cbff5884 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:05:51.442868 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 377e444f-e590-42d4-a186-4138f5df5cda up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:05:51.491536 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 377e444f-e590-42d4-a186-4138f5df5cda completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:05:51.494782 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 377e444f-e590-42d4-a186-4138f5df5cda triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:05:51.495151 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:51.569725 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:51.603736 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-1d66e37e-5e86-4c81-b781-7056ee509332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61b154ad-01d3-4f83-853c-2aa2cbff5884 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:05:51.605220 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 377e444f-e590-42d4-a186-4138f5df5cda, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=377e444f-e590-42d4-a186-4138f5df5cda,segment=NetworkSegment(50f96316-56e8-4ba0-8617-f592c86cdb9e),segment_id=50f96316-56e8-4ba0-8617-f592c86cdb9e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:05:51.609236 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:51.612578 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-1d66e37e-5e86-4c81-b781-7056ee509332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:51.634209 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-1d66e37e-5e86-4c81-b781-7056ee509332 service neutron] Transition to ACTIVE for port object 61b154ad-01d3-4f83-853c-2aa2cbff5884 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:05:51.656071 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-1d66e37e-5e86-4c81-b781-7056ee509332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:51.658052 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=377e444f-e590-42d4-a186-4138f5df5cda,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:51.743744 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66e37e-5e86-4c81-b781-7056ee509332 service neutron] Pushing event updated for resources: {'Port': ['ID=61b154ad-01d3-4f83-853c-2aa2cbff5884,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:51.787624 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a70e8-5e1e-4a53-9242-6fd2806b9b12 req-8922b4ac-ace1-4053-bb1b-deba8ae2a3c3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:51.789235 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-177a70e8-5e1e-4a53-9242-6fd2806b9b12 req-8922b4ac-ace1-4053-bb1b-deba8ae2a3c3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=02ca916b-77b8-4ed8-8d43-9e8617d58f27 HTTP/1.1" status: 200 len: 931 time: 0.1659219 Jul 24 10:05:51.834890 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-1d66e37e-5e86-4c81-b781-7056ee509332 service neutron] Attempting to bind port 61b154ad-01d3-4f83-853c-2aa2cbff5884 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:05:51.835239 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-1d66e37e-5e86-4c81-b781-7056ee509332 service neutron] Attempting to bind port 61b154ad-01d3-4f83-853c-2aa2cbff5884 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '50f96316-56e8-4ba0-8617-f592c86cdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '31a09a82-633c-46c2-9165-3be09d839879'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:05:51.835461 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-1d66e37e-5e86-4c81-b781-7056ee509332 service neutron] Attempting to bind port 61b154ad-01d3-4f83-853c-2aa2cbff5884 on network 31a09a82-633c-46c2-9165-3be09d839879 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:05:51.851981 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-1d66e37e-5e86-4c81-b781-7056ee509332 service neutron] Port 61b154ad-01d3-4f83-853c-2aa2cbff5884 on network 31a09a82-633c-46c2-9165-3be09d839879 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 10:05:51.852312 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-1d66e37e-5e86-4c81-b781-7056ee509332 service neutron] Attempting to bind port 61b154ad-01d3-4f83-853c-2aa2cbff5884 on network 31a09a82-633c-46c2-9165-3be09d839879 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:05:51.861466 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-177a70e8-5e1e-4a53-9242-6fd2806b9b12 req-040de50c-eab2-413d-9fe5-38029b2c0a05 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6740c066-d4ad-4fd7-be9d-5bf37c907dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655248 Jul 24 10:05:51.862601 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-1d66e37e-5e86-4c81-b781-7056ee509332 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:05:51.862932 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-1d66e37e-5e86-4c81-b781-7056ee509332 service neutron] Checking segment: {'id': '50f96316-56e8-4ba0-8617-f592c86cdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '31a09a82-633c-46c2-9165-3be09d839879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:05:51.863306 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-1d66e37e-5e86-4c81-b781-7056ee509332 service neutron] Bound using segment: {'id': '50f96316-56e8-4ba0-8617-f592c86cdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '31a09a82-633c-46c2-9165-3be09d839879'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:05:51.863848 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-1d66e37e-5e86-4c81-b781-7056ee509332 service neutron] Bound port: 61b154ad-01d3-4f83-853c-2aa2cbff5884, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f96316-56e8-4ba0-8617-f592c86cdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '31a09a82-633c-46c2-9165-3be09d839879'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:05:51.864091 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-1d66e37e-5e86-4c81-b781-7056ee509332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:51.935443 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-1d66e37e-5e86-4c81-b781-7056ee509332 service neutron] For port 61b154ad-01d3-4f83-853c-2aa2cbff5884, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:05:51.938440 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-1d66e37e-5e86-4c81-b781-7056ee509332 service neutron] For port 61b154ad-01d3-4f83-853c-2aa2cbff5884, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=61b154ad-01d3-4f83-853c-2aa2cbff5884,segment=NetworkSegment(50f96316-56e8-4ba0-8617-f592c86cdb9e),segment_id=50f96316-56e8-4ba0-8617-f592c86cdb9e)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:05:51.943699 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-1d66e37e-5e86-4c81-b781-7056ee509332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:51.977157 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-1d66e37e-5e86-4c81-b781-7056ee509332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:51.977902 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-1d66e37e-5e86-4c81-b781-7056ee509332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:51.979167 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-1d66e37e-5e86-4c81-b781-7056ee509332 service neutron] 10.222.0.20 "PUT /v2.0/ports/61b154ad-01d3-4f83-853c-2aa2cbff5884 HTTP/1.1" status: 200 len: 1091 time: 0.7819078 Jul 24 10:05:51.979610 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ca916b-77b8-4ed8-8d43-9e8617d58f27', 'tag': '61b154ad-01d3-4f83-853c-2aa2cbff5884'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:05:51.981891 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a4853a8b40b91971e5417878e0e437932fc4777980ba62e4c137541a983d21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51dd1d0-51f4-495c-bfd7-8edcfd602aae" -d '{"events": [{"name": "network-changed", "server_uuid": "02ca916b-77b8-4ed8-8d43-9e8617d58f27", "tag": "61b154ad-01d3-4f83-853c-2aa2cbff5884"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:05:52.008174 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66e37e-5e86-4c81-b781-7056ee509332 service neutron] Pushing event updated for resources: {'Port': ['ID=61b154ad-01d3-4f83-853c-2aa2cbff5884,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:52.050217 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6d95aa-ac04-4875-b360-b0cc16909083 x-openstack-request-id: req-bb6d95aa-ac04-4875-b360-b0cc16909083 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:05:52.050531 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ca916b-77b8-4ed8-8d43-9e8617d58f27", "tag": "61b154ad-01d3-4f83-853c-2aa2cbff5884", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:05:52.050767 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb6d95aa-ac04-4875-b360-b0cc16909083 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:05:52.051167 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ca916b-77b8-4ed8-8d43-9e8617d58f27', 'tag': '61b154ad-01d3-4f83-853c-2aa2cbff5884', 'status': 'completed', 'code': 200} Jul 24 10:05:52.081338 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-a2b0933d-5f6b-4c84-993b-32d78ad2ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:52.082933 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-a2b0933d-5f6b-4c84-993b-32d78ad2ec0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=02ca916b-77b8-4ed8-8d43-9e8617d58f27 HTTP/1.1" status: 200 len: 1094 time: 0.0626495 Jul 24 10:05:52.129454 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-5eea585d-c2f7-42cc-8a47-10bbb1e367b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61b154ad-01d3-4f83-853c-2aa2cbff5884 HTTP/1.1" status: 200 len: 217 time: 0.0386064 Jul 24 10:05:52.197710 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-6efa03c9-abeb-4043-b41e-263947da8b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:52.199186 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-6efa03c9-abeb-4043-b41e-263947da8b78 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=48041632-5cf7-4bf4-b4c0-bdffa446e69b HTTP/1.1" status: 200 len: 834 time: 0.0535305 Jul 24 10:05:52.256049 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-c971c5e7-57e7-40d7-93e9-e150564db985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:52.257467 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-c971c5e7-57e7-40d7-93e9-e150564db985 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31a09a82-633c-46c2-9165-3be09d839879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525131 Jul 24 10:05:52.346477 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-1494f2d4-96b5-4673-9d8d-f359db182653 service neutron] 10.222.0.20 "GET /v2.0/networks/31a09a82-633c-46c2-9165-3be09d839879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828063 Jul 24 10:05:52.432105 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b5b1d6f3-8818-412e-8dec-f339f804e50f req-76771e5a-5fce-4cc1-828e-263ba1cbaa17 service neutron] 10.222.0.20 "GET /v2.0/networks/31a09a82-633c-46c2-9165-3be09d839879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792260 Jul 24 10:05:52.541193 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51dd1d0-51f4-495c-bfd7-8edcfd602aae req-091f40dd-e04a-4bc1-8147-e99b3dabd4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:52.542694 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b51dd1d0-51f4-495c-bfd7-8edcfd602aae req-091f40dd-e04a-4bc1-8147-e99b3dabd4a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=02ca916b-77b8-4ed8-8d43-9e8617d58f27 HTTP/1.1" status: 200 len: 1094 time: 0.0639360 Jul 24 10:05:52.628379 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51dd1d0-51f4-495c-bfd7-8edcfd602aae req-25df8c2c-c587-4d1a-a794-ed962d757ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:52.629757 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b51dd1d0-51f4-495c-bfd7-8edcfd602aae req-25df8c2c-c587-4d1a-a794-ed962d757ae5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=31a09a82-633c-46c2-9165-3be09d839879 HTTP/1.1" status: 200 len: 897 time: 0.0811822 Jul 24 10:05:52.674545 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b51dd1d0-51f4-495c-bfd7-8edcfd602aae req-d1223ad0-885f-44b0-84df-1b21372e49f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61b154ad-01d3-4f83-853c-2aa2cbff5884 HTTP/1.1" status: 200 len: 217 time: 0.0369301 Jul 24 10:05:52.722998 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51dd1d0-51f4-495c-bfd7-8edcfd602aae req-298f6465-0f77-46b2-98de-0f08eab701b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:52.724427 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b51dd1d0-51f4-495c-bfd7-8edcfd602aae req-298f6465-0f77-46b2-98de-0f08eab701b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=48041632-5cf7-4bf4-b4c0-bdffa446e69b HTTP/1.1" status: 200 len: 834 time: 0.0422795 Jul 24 10:05:52.783158 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51dd1d0-51f4-495c-bfd7-8edcfd602aae req-c34c8def-ed70-42f9-80ce-166ae3cae96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:52.784643 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b51dd1d0-51f4-495c-bfd7-8edcfd602aae req-c34c8def-ed70-42f9-80ce-166ae3cae96b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31a09a82-633c-46c2-9165-3be09d839879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542266 Jul 24 10:05:52.878758 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b51dd1d0-51f4-495c-bfd7-8edcfd602aae req-0e9e3684-abad-4a2c-8380-daf27251354c service neutron] 10.222.0.20 "GET /v2.0/networks/31a09a82-633c-46c2-9165-3be09d839879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865257 Jul 24 10:05:53.001166 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b51dd1d0-51f4-495c-bfd7-8edcfd602aae req-b5c57701-5256-4b1f-bf9d-d8453658716c service neutron] 10.222.0.20 "GET /v2.0/networks/31a09a82-633c-46c2-9165-3be09d839879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150646 Jul 24 10:05:53.025404 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fc8db-6f97-4afd-9774-03d99db788ec req-72bc3fd1-573e-4113-b594-4143d98a03ab tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:53.026856 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1b3fc8db-6f97-4afd-9774-03d99db788ec req-72bc3fd1-573e-4113-b594-4143d98a03ab tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=02ca916b-77b8-4ed8-8d43-9e8617d58f27 HTTP/1.1" status: 200 len: 943 time: 0.0847938 Jul 24 10:05:53.064037 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1b3fc8db-6f97-4afd-9774-03d99db788ec req-d4816f25-3031-438e-8469-afbfda91bd8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6740c066-d4ad-4fd7-be9d-5bf37c907dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315430 Jul 24 10:05:53.138391 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 377e444f-e590-42d4-a186-4138f5df5cda up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:05:53.188183 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 377e444f-e590-42d4-a186-4138f5df5cda triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:05:53.188554 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:54.201384 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ef9f7-5621-4442-a222-f542f0299312 req-a3ba534d-3ea0-4523-af49-e5f48d2ed848 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:54.202888 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e6ef9f7-5621-4442-a222-f542f0299312 req-a3ba534d-3ea0-4523-af49-e5f48d2ed848 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=02ca916b-77b8-4ed8-8d43-9e8617d58f27 HTTP/1.1" status: 200 len: 943 time: 0.0685239 Jul 24 10:05:54.239431 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5e6ef9f7-5621-4442-a222-f542f0299312 req-ee9fc075-8644-48c8-8327-3728233ee5cc tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6740c066-d4ad-4fd7-be9d-5bf37c907dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309515 Jul 24 10:05:55.368293 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c153826-e6a3-4a80-8d51-95c2a724e8e8 req-65afe266-430b-4ea5-87e1-5b2d77dd75e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:55.369706 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6c153826-e6a3-4a80-8d51-95c2a724e8e8 req-65afe266-430b-4ea5-87e1-5b2d77dd75e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=02ca916b-77b8-4ed8-8d43-9e8617d58f27 HTTP/1.1" status: 200 len: 943 time: 0.0623436 Jul 24 10:05:55.406045 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6c153826-e6a3-4a80-8d51-95c2a724e8e8 req-d390862b-657e-4716-bdb3-e8ab507c7e06 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6740c066-d4ad-4fd7-be9d-5bf37c907dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308645 Jul 24 10:05:56.546319 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae7c79-a3d5-480d-8c2a-597109bf0968 req-6205258f-fd7a-44a1-abc1-2329a6c08567 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:56.547890 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-87ae7c79-a3d5-480d-8c2a-597109bf0968 req-6205258f-fd7a-44a1-abc1-2329a6c08567 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=02ca916b-77b8-4ed8-8d43-9e8617d58f27 HTTP/1.1" status: 200 len: 943 time: 0.0749707 Jul 24 10:05:56.585684 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-87ae7c79-a3d5-480d-8c2a-597109bf0968 req-22db9cbb-4a9e-42e1-b9ba-95aef99a79d8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6740c066-d4ad-4fd7-be9d-5bf37c907dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323691 Jul 24 10:05:57.010366 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 61b154ad-01d3-4f83-853c-2aa2cbff5884 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 10:05:57.104181 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 61b154ad-01d3-4f83-853c-2aa2cbff5884, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=61b154ad-01d3-4f83-853c-2aa2cbff5884,segment=NetworkSegment(50f96316-56e8-4ba0-8617-f592c86cdb9e),segment_id=50f96316-56e8-4ba0-8617-f592c86cdb9e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:05:57.115569 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '61b154ad-01d3-4f83-853c-2aa2cbff5884', 'network_id': '31a09a82-633c-46c2-9165-3be09d839879', 'port_id': '61b154ad-01d3-4f83-853c-2aa2cbff5884', 'mac_address': 'fa:16:3e:d5:ea:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48041632-5cf7-4bf4-b4c0-bdffa446e69b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 10:05:57.150778 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:57.163671 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b154ad-01d3-4f83-853c-2aa2cbff5884 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:05:57.184020 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 61b154ad-01d3-4f83-853c-2aa2cbff5884, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=61b154ad-01d3-4f83-853c-2aa2cbff5884,segment=NetworkSegment(50f96316-56e8-4ba0-8617-f592c86cdb9e),segment_id=50f96316-56e8-4ba0-8617-f592c86cdb9e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:05:57.187833 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:57.235349 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=61b154ad-01d3-4f83-853c-2aa2cbff5884,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:57.335347 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c72cafbb-f280-4c46-a83f-05bce1a2ea49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:57.415487 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['61b154ad-01d3-4f83-853c-2aa2cbff5884'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:05:57.723434 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d62b5-9780-45e6-81d9-7a2e72c18cdd req-b820783e-331a-45a6-bcd9-40e4a3fd721c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:57.724987 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b74d62b5-9780-45e6-81d9-7a2e72c18cdd req-b820783e-331a-45a6-bcd9-40e4a3fd721c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=02ca916b-77b8-4ed8-8d43-9e8617d58f27 HTTP/1.1" status: 200 len: 944 time: 0.0627513 Jul 24 10:05:57.761388 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b74d62b5-9780-45e6-81d9-7a2e72c18cdd req-e5022f49-379e-443b-b267-85677b691002 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6740c066-d4ad-4fd7-be9d-5bf37c907dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302696 Jul 24 10:05:58.900540 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a611c0-7690-4a48-9fdf-b0f033cb6681 req-95a9aa9c-74e3-4dd3-9ee2-5eb773c9f0cf tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:58.902078 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f0a611c0-7690-4a48-9fdf-b0f033cb6681 req-95a9aa9c-74e3-4dd3-9ee2-5eb773c9f0cf tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=02ca916b-77b8-4ed8-8d43-9e8617d58f27 HTTP/1.1" status: 200 len: 944 time: 0.0662773 Jul 24 10:05:58.938140 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f0a611c0-7690-4a48-9fdf-b0f033cb6681 req-c123ae3c-8e1c-4c48-9e15-9d92d4cdbfca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6740c066-d4ad-4fd7-be9d-5bf37c907dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305994 Jul 24 10:05:59.012083 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 61b154ad-01d3-4f83-853c-2aa2cbff5884 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:05:59.058671 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 61b154ad-01d3-4f83-853c-2aa2cbff5884 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:05:59.062107 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 61b154ad-01d3-4f83-853c-2aa2cbff5884 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:05:59.062468 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:59.134597 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:59.155535 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ca916b-77b8-4ed8-8d43-9e8617d58f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b154ad-01d3-4f83-853c-2aa2cbff5884'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:05:59.172388 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 61b154ad-01d3-4f83-853c-2aa2cbff5884, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=61b154ad-01d3-4f83-853c-2aa2cbff5884,segment=NetworkSegment(50f96316-56e8-4ba0-8617-f592c86cdb9e),segment_id=50f96316-56e8-4ba0-8617-f592c86cdb9e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:05:59.177859 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:05:59.214515 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfecc09ccecf6097530ed06b3b0f605c347a07b6c448c324480a744ab89978bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13bd98d-55d0-4d81-b738-19c2c3fcab1b" -d '{"events": [{"server_uuid": "02ca916b-77b8-4ed8-8d43-9e8617d58f27", "name": "network-vif-plugged", "status": "completed", "tag": "61b154ad-01d3-4f83-853c-2aa2cbff5884"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:05:59.239855 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=61b154ad-01d3-4f83-853c-2aa2cbff5884,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:05:59.295780 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b24bdad-7747-4b16-9a34-518f41b2043a x-openstack-request-id: req-3b24bdad-7747-4b16-9a34-518f41b2043a {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:05:59.296076 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ca916b-77b8-4ed8-8d43-9e8617d58f27", "name": "network-vif-plugged", "status": "completed", "tag": "61b154ad-01d3-4f83-853c-2aa2cbff5884", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:05:59.296332 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b24bdad-7747-4b16-9a34-518f41b2043a {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:05:59.296731 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ca916b-77b8-4ed8-8d43-9e8617d58f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b154ad-01d3-4f83-853c-2aa2cbff5884', 'code': 200} Jul 24 10:05:59.403998 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec18696-a116-4df7-ab77-e2126df2bfd3 req-3ecbe1fe-2616-4867-9b03-5bf78c0c2490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:05:59.405485 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aec18696-a116-4df7-ab77-e2126df2bfd3 req-3ecbe1fe-2616-4867-9b03-5bf78c0c2490 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=02ca916b-77b8-4ed8-8d43-9e8617d58f27 HTTP/1.1" status: 200 len: 1096 time: 0.0545838 Jul 24 10:05:59.438817 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aec18696-a116-4df7-ab77-e2126df2bfd3 req-d7444f8c-93bf-4d1c-980d-9be611c36393 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6740c066-d4ad-4fd7-be9d-5bf37c907dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273631 Jul 24 10:05:59.845246 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6eabec82-08bd-439e-b7d0-9ea60053d319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:00.076997 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc313e6-b35f-4d0b-b7bd-0b3d0489df98 req-f59f1750-462a-4689-bfe2-881ea62571dc tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:00.078590 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6dc313e6-b35f-4d0b-b7bd-0b3d0489df98 req-f59f1750-462a-4689-bfe2-881ea62571dc tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=02ca916b-77b8-4ed8-8d43-9e8617d58f27 HTTP/1.1" status: 200 len: 945 time: 0.0701408 Jul 24 10:06:00.119007 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6dc313e6-b35f-4d0b-b7bd-0b3d0489df98 req-942a0493-29c6-4bbc-9e35-52e93e5b0d09 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6740c066-d4ad-4fd7-be9d-5bf37c907dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339446 Jul 24 10:06:00.531463 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:01.194334 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:01.251874 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152517c6-aee0-4882-979d-5bffd2f1fde0 req-59f83a93-6d3a-48a4-9ba3-5d4d5246544e tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:01.253380 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-152517c6-aee0-4882-979d-5bffd2f1fde0 req-59f83a93-6d3a-48a4-9ba3-5d4d5246544e tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=02ca916b-77b8-4ed8-8d43-9e8617d58f27 HTTP/1.1" status: 200 len: 945 time: 0.0625107 Jul 24 10:06:01.290838 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-152517c6-aee0-4882-979d-5bffd2f1fde0 req-e673934e-5b3c-4b69-9a69-acb7fa248ca2 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6740c066-d4ad-4fd7-be9d-5bf37c907dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313234 Jul 24 10:06:01.423206 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10702a2c-58d0-4b31-bfb5-8e2277576cea req-2bb25b5f-e166-4660-b7e6-816a3586fc90 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:01.424182 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-10702a2c-58d0-4b31-bfb5-8e2277576cea req-2bb25b5f-e166-4660-b7e6-816a3586fc90 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=02ca916b-77b8-4ed8-8d43-9e8617d58f27 HTTP/1.1" status: 200 len: 945 time: 0.0651109 Jul 24 10:06:01.468025 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-10702a2c-58d0-4b31-bfb5-8e2277576cea req-b3ab87e2-a102-4cea-b49d-84276b412e06 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6740c066-d4ad-4fd7-be9d-5bf37c907dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354853 Jul 24 10:06:01.489240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50622) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:06:01.541859 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54ddf07-650d-44ab-8236-788b092d6dbe tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:01.543358 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c54ddf07-650d-44ab-8236-788b092d6dbe tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=02ca916b-77b8-4ed8-8d43-9e8617d58f27 HTTP/1.1" status: 200 len: 1091 time: 0.0531638 Jul 24 10:06:01.546159 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50624) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:06:01.550412 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-736ea55f-64ab-463b-838c-f63dfd0dcae9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'port_id': '61b154ad-01d3-4f83-853c-2aa2cbff5884', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:06:01.572168 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-736ea55f-64ab-463b-838c-f63dfd0dcae9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for floatingip, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:01.668916 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-736ea55f-64ab-463b-838c-f63dfd0dcae9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:01.773335 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-736ea55f-64ab-463b-838c-f63dfd0dcae9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Allocated IP 172.25.7.120 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/52b02eb6-799e-45b3-9ec7-96e475edebca) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:06:01.870160 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-736ea55f-64ab-463b-838c-f63dfd0dcae9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:01.905876 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-736ea55f-64ab-463b-838c-f63dfd0dcae9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:01.940871 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736ea55f-64ab-463b-838c-f63dfd0dcae9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:06:01.943554 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-736ea55f-64ab-463b-838c-f63dfd0dcae9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:06:01.949807 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736ea55f-64ab-463b-838c-f63dfd0dcae9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:06:01.978682 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ea55f-64ab-463b-838c-f63dfd0dcae9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=52b02eb6-799e-45b3-9ec7-96e475edebca,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:02.294506 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-736ea55f-64ab-463b-838c-f63dfd0dcae9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:02.370928 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-736ea55f-64ab-463b-838c-f63dfd0dcae9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:02.514179 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-736ea55f-64ab-463b-838c-f63dfd0dcae9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:02.518729 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-736ea55f-64ab-463b-838c-f63dfd0dcae9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:02.584010 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ea55f-64ab-463b-838c-f63dfd0dcae9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=52b02eb6-799e-45b3-9ec7-96e475edebca,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:02.595878 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-736ea55f-64ab-463b-838c-f63dfd0dcae9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:02.695584 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-736ea55f-64ab-463b-838c-f63dfd0dcae9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Floating IP d8c7aeaa-5c78-4212-ba0a-a627599f89f1 associated. External IP: 172.25.7.120, port: 61b154ad-01d3-4f83-853c-2aa2cbff5884. Jul 24 10:06:02.894872 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736ea55f-64ab-463b-838c-f63dfd0dcae9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Router 0c0956ed-9793-4e8d-b5d6-f94b86e1ad81 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:06:02.996702 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736ea55f-64ab-463b-838c-f63dfd0dcae9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:06:03.006481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298ac3f6-d4a9-4197-ab4a-dd20efa3f464 None None] Sync routers for ids ['0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:06:03.012101 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-736ea55f-64ab-463b-838c-f63dfd0dcae9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:03.015418 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298ac3f6-d4a9-4197-ab4a-dd20efa3f464 None None] Routers {'0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:06:03.016028 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-298ac3f6-d4a9-4197-ab4a-dd20efa3f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:06:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:06:03.048921 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-736ea55f-64ab-463b-838c-f63dfd0dcae9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5017335 Jul 24 10:06:03.049618 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ca916b-77b8-4ed8-8d43-9e8617d58f27', 'tag': '61b154ad-01d3-4f83-853c-2aa2cbff5884'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:06:03.051986 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0ac4981879846d8821277b3228522714eb2c0e29e76d1b29de9e8d513d31c24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7376359-d5b3-4c63-8f40-386c4d4b3ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "02ca916b-77b8-4ed8-8d43-9e8617d58f27", "tag": "61b154ad-01d3-4f83-853c-2aa2cbff5884"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:06:03.100995 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:03.103475 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfbbb96-6012-494a-bff1-4a0c10cce5d2 x-openstack-request-id: req-cdfbbb96-6012-494a-bff1-4a0c10cce5d2 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:06:03.103814 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ca916b-77b8-4ed8-8d43-9e8617d58f27", "tag": "61b154ad-01d3-4f83-853c-2aa2cbff5884", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:06:03.104175 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cdfbbb96-6012-494a-bff1-4a0c10cce5d2 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:06:03.104583 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ca916b-77b8-4ed8-8d43-9e8617d58f27', 'tag': '61b154ad-01d3-4f83-853c-2aa2cbff5884', 'status': 'completed', 'code': 200} Jul 24 10:06:03.133233 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-298ac3f6-d4a9-4197-ab4a-dd20efa3f464 None None] Set router 0c0956ed-9793-4e8d-b5d6-f94b86e1ad81 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:06:03.214436 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611899bf-a092-4cb1-ae4e-3745ca222d2c req-78daf850-48e5-42fd-bd71-3da4b8f1ddd0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:03.215947 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-611899bf-a092-4cb1-ae4e-3745ca222d2c req-78daf850-48e5-42fd-bd71-3da4b8f1ddd0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=02ca916b-77b8-4ed8-8d43-9e8617d58f27 HTTP/1.1" status: 200 len: 945 time: 0.1067350 Jul 24 10:06:03.221964 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7376359-d5b3-4c63-8f40-386c4d4b3ae5 req-22e2ddcb-2bbb-4afa-8c3c-0e0f803fcb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:03.223459 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d7376359-d5b3-4c63-8f40-386c4d4b3ae5 req-22e2ddcb-2bbb-4afa-8c3c-0e0f803fcb0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=02ca916b-77b8-4ed8-8d43-9e8617d58f27 HTTP/1.1" status: 200 len: 1096 time: 0.1001720 Jul 24 10:06:03.281257 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-611899bf-a092-4cb1-ae4e-3745ca222d2c req-d8711865-a36c-4ac5-b30f-0c1a3a0a36ff tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6740c066-d4ad-4fd7-be9d-5bf37c907dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568478 Jul 24 10:06:03.304949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50630) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:06:03.341407 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7376359-d5b3-4c63-8f40-386c4d4b3ae5 req-5110dda7-d01a-40a5-b7e9-4fcbf04718f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:03.343210 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d7376359-d5b3-4c63-8f40-386c4d4b3ae5 req-5110dda7-d01a-40a5-b7e9-4fcbf04718f1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=31a09a82-633c-46c2-9165-3be09d839879 HTTP/1.1" status: 200 len: 897 time: 0.1120956 Jul 24 10:06:03.359628 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-298ac3f6-d4a9-4197-ab4a-dd20efa3f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18378424', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:05:43Z', 'updated_at': '2021-07-24T10:05:47Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:05:44Z', 'updated_at': '2021-07-24T10:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'd8c7aeaa-5c78-4212-ba0a-a627599f89f1', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'port_id': '61b154ad-01d3-4f83-853c-2aa2cbff5884', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a09a82-633c-46c2-9165-3be09d839879', 'mac_address': 'fa:16:3e:d5:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ca916b-77b8-4ed8-8d43-9e8617d58f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:06:02Z', 'updated_at': '2021-07-24T10:06:02Z', 'revision_number': 0, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377e444f-e590-42d4-a186-4138f5df5cda', 'name': '', 'network_id': '31a09a82-633c-46c2-9165-3be09d839879', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:8c:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '48041632-5cf7-4bf4-b4c0-bdffa446e69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:05:46Z', 'updated_at': '2021-07-24T10:05:51Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '48041632-5cf7-4bf4-b4c0-bdffa446e69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:06:03.368838 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9ce65ead-b5f3-41bb-9f87-ca1bf2f84448 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/floatingips/d8c7aeaa-5c78-4212-ba0a-a627599f89f1 HTTP/1.1" status: 200 len: 991 time: 0.0616846 Jul 24 10:06:03.389042 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298ac3f6-d4a9-4197-ab4a-dd20efa3f464 None None] Checking router: 0c0956ed-9793-4e8d-b5d6-f94b86e1ad81 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:06:03.397763 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298ac3f6-d4a9-4197-ab4a-dd20efa3f464 None None] Routers {'0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:06:03.398362 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-298ac3f6-d4a9-4197-ab4a-dd20efa3f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:06:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:06:03.407881 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d7376359-d5b3-4c63-8f40-386c4d4b3ae5 req-6136d52a-2ae5-4e3f-a285-9b86a7d638fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61b154ad-01d3-4f83-853c-2aa2cbff5884 HTTP/1.1" status: 200 len: 999 time: 0.0590975 Jul 24 10:06:03.454960 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7376359-d5b3-4c63-8f40-386c4d4b3ae5 req-41c2ebeb-5e73-4d92-b58e-c3b5a17a582c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:03.456459 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d7376359-d5b3-4c63-8f40-386c4d4b3ae5 req-41c2ebeb-5e73-4d92-b58e-c3b5a17a582c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=48041632-5cf7-4bf4-b4c0-bdffa446e69b HTTP/1.1" status: 200 len: 834 time: 0.0426393 Jul 24 10:06:03.499178 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-298ac3f6-d4a9-4197-ab4a-dd20efa3f464 None None] Set router 0c0956ed-9793-4e8d-b5d6-f94b86e1ad81 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:06:03.518388 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7376359-d5b3-4c63-8f40-386c4d4b3ae5 req-961bd687-d1f5-4847-986c-045a1d2d41e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:03.519900 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d7376359-d5b3-4c63-8f40-386c4d4b3ae5 req-961bd687-d1f5-4847-986c-045a1d2d41e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31a09a82-633c-46c2-9165-3be09d839879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569475 Jul 24 10:06:03.607065 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d7376359-d5b3-4c63-8f40-386c4d4b3ae5 req-24d94e11-cbd0-4c58-bc9f-fd38dfbcd2f1 service neutron] 10.222.0.20 "GET /v2.0/networks/31a09a82-633c-46c2-9165-3be09d839879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808520 Jul 24 10:06:03.879784 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-298ac3f6-d4a9-4197-ab4a-dd20efa3f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18378424', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:05:43Z', 'updated_at': '2021-07-24T10:05:47Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:05:44Z', 'updated_at': '2021-07-24T10:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'd8c7aeaa-5c78-4212-ba0a-a627599f89f1', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'port_id': '61b154ad-01d3-4f83-853c-2aa2cbff5884', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a09a82-633c-46c2-9165-3be09d839879', 'mac_address': 'fa:16:3e:d5:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ca916b-77b8-4ed8-8d43-9e8617d58f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:06:02Z', 'updated_at': '2021-07-24T10:06:02Z', 'revision_number': 0, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377e444f-e590-42d4-a186-4138f5df5cda', 'name': '', 'network_id': '31a09a82-633c-46c2-9165-3be09d839879', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:8c:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '48041632-5cf7-4bf4-b4c0-bdffa446e69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:05:46Z', 'updated_at': '2021-07-24T10:05:51Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '48041632-5cf7-4bf4-b4c0-bdffa446e69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:06:03.910028 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298ac3f6-d4a9-4197-ab4a-dd20efa3f464 None None] The sync data for ids ['0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'] in n-d-800085-9 is: [{'id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18378424', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:05:43Z', 'updated_at': '2021-07-24T10:05:47Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:05:44Z', 'updated_at': '2021-07-24T10:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'd8c7aeaa-5c78-4212-ba0a-a627599f89f1', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'port_id': '61b154ad-01d3-4f83-853c-2aa2cbff5884', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a09a82-633c-46c2-9165-3be09d839879', 'mac_address': 'fa:16:3e:d5:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ca916b-77b8-4ed8-8d43-9e8617d58f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:06:02Z', 'updated_at': '2021-07-24T10:06:02Z', 'revision_number': 0, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377e444f-e590-42d4-a186-4138f5df5cda', 'name': '', 'network_id': '31a09a82-633c-46c2-9165-3be09d839879', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:8c:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '48041632-5cf7-4bf4-b4c0-bdffa446e69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:05:46Z', 'updated_at': '2021-07-24T10:05:51Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '48041632-5cf7-4bf4-b4c0-bdffa446e69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:06:04.041887 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d7376359-d5b3-4c63-8f40-386c4d4b3ae5 req-4bba0cfe-63a1-4e07-9018-6dce90132afc service neutron] 10.222.0.20 "GET /v2.0/networks/31a09a82-633c-46c2-9165-3be09d839879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291375 Jul 24 10:06:04.118445 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae44f91c-803f-4bda-87e1-725432573178 None None] New status for floating IP d8c7aeaa-5c78-4212-ba0a-a627599f89f1: ACTIVE {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 10:06:04.371567 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50634) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:06:04.433242 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c85d3bdb-0d64-4112-85d7-b0edb10ec09e tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/floatingips/d8c7aeaa-5c78-4212-ba0a-a627599f89f1 HTTP/1.1" status: 200 len: 993 time: 0.0603490 Jul 24 10:06:05.748382 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:06:14.566182 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:17.079789 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:27.337105 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-159308ca-77e7-4b93-9eaf-0034cc117be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:29.850516 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4ed7222f-9374-4f0a-a783-c5fb4ef48ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:30.533630 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:31.197814 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:33.078187 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:35.913518 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be5c51-8be3-4b53-9363-0236a99c2cf0 req-1d01a57b-1684-4172-8bf1-9e3fb234d2b0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:35.915111 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c8be5c51-8be3-4b53-9363-0236a99c2cf0 req-1d01a57b-1684-4172-8bf1-9e3fb234d2b0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=02ca916b-77b8-4ed8-8d43-9e8617d58f27 HTTP/1.1" status: 200 len: 945 time: 0.0734134 Jul 24 10:06:35.955908 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c8be5c51-8be3-4b53-9363-0236a99c2cf0 req-39ca7138-e910-4270-a82b-9773467db660 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6740c066-d4ad-4fd7-be9d-5bf37c907dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351691 Jul 24 10:06:37.114680 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12273c5-43ec-451a-a7d6-dbeddbdc602b req-7e62346b-8920-49be-b222-b97419f6cc26 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:37.116142 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f12273c5-43ec-451a-a7d6-dbeddbdc602b req-7e62346b-8920-49be-b222-b97419f6cc26 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=02ca916b-77b8-4ed8-8d43-9e8617d58f27 HTTP/1.1" status: 200 len: 945 time: 0.0675263 Jul 24 10:06:37.153772 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f12273c5-43ec-451a-a7d6-dbeddbdc602b req-4a74730c-f642-4aa8-b79e-372a95a03eb2 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6740c066-d4ad-4fd7-be9d-5bf37c907dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316496 Jul 24 10:06:37.176358 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50672) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:06:37.237289 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-68308a54-4583-4512-92d9-5b50b37d03db tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/floatingips/d8c7aeaa-5c78-4212-ba0a-a627599f89f1 HTTP/1.1" status: 200 len: 993 time: 0.0597548 Jul 24 10:06:38.773169 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484f36f-3729-4519-9c41-c7b89f930b13 req-afb977af-eb8a-4463-b632-09497b843c2f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:38.774672 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5484f36f-3729-4519-9c41-c7b89f930b13 req-afb977af-eb8a-4463-b632-09497b843c2f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=02ca916b-77b8-4ed8-8d43-9e8617d58f27 HTTP/1.1" status: 200 len: 945 time: 0.0690985 Jul 24 10:06:38.813900 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5484f36f-3729-4519-9c41-c7b89f930b13 req-e53cf25f-6732-4a7f-b821-5992232b397c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6740c066-d4ad-4fd7-be9d-5bf37c907dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336640 Jul 24 10:06:39.963227 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed880b3-ab99-4925-aec5-11412f5ce17d req-f229093d-d7bb-410c-af1a-6439adc7772a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:39.964691 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9ed880b3-ab99-4925-aec5-11412f5ce17d req-f229093d-d7bb-410c-af1a-6439adc7772a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=02ca916b-77b8-4ed8-8d43-9e8617d58f27 HTTP/1.1" status: 200 len: 945 time: 0.0613377 Jul 24 10:06:40.001201 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9ed880b3-ab99-4925-aec5-11412f5ce17d req-4139f34f-4e49-4461-b76b-50f4c62b557d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6740c066-d4ad-4fd7-be9d-5bf37c907dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311391 Jul 24 10:06:40.023548 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50682) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:06:40.085964 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-27882e6b-7d8a-423b-8e22-f3a273c0b5c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/floatingips/d8c7aeaa-5c78-4212-ba0a-a627599f89f1 HTTP/1.1" status: 200 len: 993 time: 0.0613286 Jul 24 10:06:40.297446 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50688) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:06:40.451990 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-3fb72717-0893-4c3c-b53b-26f5996d4473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Deleting port 52b02eb6-799e-45b3-9ec7-96e475edebca {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:06:40.452341 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3fb72717-0893-4c3c-b53b-26f5996d4473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:40.523409 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3fb72717-0893-4c3c-b53b-26f5996d4473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:40.523734 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3fb72717-0893-4c3c-b53b-26f5996d4473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:40.535596 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-3fb72717-0893-4c3c-b53b-26f5996d4473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Calling delete_port for 52b02eb6-799e-45b3-9ec7-96e475edebca owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:06:40.680529 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3fb72717-0893-4c3c-b53b-26f5996d4473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:40.706169 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb72717-0893-4c3c-b53b-26f5996d4473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Port': ['ID=52b02eb6-799e-45b3-9ec7-96e475edebca,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:40.731818 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb72717-0893-4c3c-b53b-26f5996d4473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:40.732178 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb72717-0893-4c3c-b53b-26f5996d4473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:40.732528 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb72717-0893-4c3c-b53b-26f5996d4473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:40.732905 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb72717-0893-4c3c-b53b-26f5996d4473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:40.733247 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb72717-0893-4c3c-b53b-26f5996d4473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:40.733587 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb72717-0893-4c3c-b53b-26f5996d4473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:40.733924 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb72717-0893-4c3c-b53b-26f5996d4473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:40.734264 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb72717-0893-4c3c-b53b-26f5996d4473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:40.734600 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb72717-0893-4c3c-b53b-26f5996d4473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:40.734933 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb72717-0893-4c3c-b53b-26f5996d4473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:40.735264 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb72717-0893-4c3c-b53b-26f5996d4473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:40.735590 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb72717-0893-4c3c-b53b-26f5996d4473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:40.776194 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3fb72717-0893-4c3c-b53b-26f5996d4473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:40.776529 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-3fb72717-0893-4c3c-b53b-26f5996d4473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Floating IP d8c7aeaa-5c78-4212-ba0a-a627599f89f1 disassociated (deleted). External IP: 172.25.7.120, port: 61b154ad-01d3-4f83-853c-2aa2cbff5884. Jul 24 10:06:40.977613 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb72717-0893-4c3c-b53b-26f5996d4473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Router 0c0956ed-9793-4e8d-b5d6-f94b86e1ad81 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:06:41.081284 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb72717-0893-4c3c-b53b-26f5996d4473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:06:41.086129 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3fb72717-0893-4c3c-b53b-26f5996d4473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:41.091556 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d09989d-8523-45a4-a935-c3e9196dbd3c None None] Sync routers for ids ['0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:06:41.102081 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d09989d-8523-45a4-a935-c3e9196dbd3c None None] Routers {'0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:06:41.102684 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5d09989d-8523-45a4-a935-c3e9196dbd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:06:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:06:41.123049 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3fb72717-0893-4c3c-b53b-26f5996d4473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "DELETE /v2.0/floatingips/d8c7aeaa-5c78-4212-ba0a-a627599f89f1 HTTP/1.1" status: 204 len: 168 time: 0.8244741 Jul 24 10:06:41.123663 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ca916b-77b8-4ed8-8d43-9e8617d58f27', 'tag': '61b154ad-01d3-4f83-853c-2aa2cbff5884'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:06:41.125965 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a4853a8b40b91971e5417878e0e437932fc4777980ba62e4c137541a983d21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd3cf7b-dfce-4269-8a15-5473e4e0bce0" -d '{"events": [{"name": "network-changed", "server_uuid": "02ca916b-77b8-4ed8-8d43-9e8617d58f27", "tag": "61b154ad-01d3-4f83-853c-2aa2cbff5884"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:06:41.168951 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa14253-507f-4a98-a783-4d1f88ff2131 x-openstack-request-id: req-6aa14253-507f-4a98-a783-4d1f88ff2131 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:06:41.169421 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ca916b-77b8-4ed8-8d43-9e8617d58f27", "tag": "61b154ad-01d3-4f83-853c-2aa2cbff5884", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:06:41.169687 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6aa14253-507f-4a98-a783-4d1f88ff2131 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:06:41.170404 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ca916b-77b8-4ed8-8d43-9e8617d58f27', 'tag': '61b154ad-01d3-4f83-853c-2aa2cbff5884', 'status': 'completed', 'code': 200} Jul 24 10:06:41.217690 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-5d09989d-8523-45a4-a935-c3e9196dbd3c None None] Set router 0c0956ed-9793-4e8d-b5d6-f94b86e1ad81 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:06:41.255565 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3cf7b-dfce-4269-8a15-5473e4e0bce0 req-cb688ff3-5b35-4762-9a2d-ea1228133be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:41.257698 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9cd3cf7b-dfce-4269-8a15-5473e4e0bce0 req-cb688ff3-5b35-4762-9a2d-ea1228133be9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=02ca916b-77b8-4ed8-8d43-9e8617d58f27 HTTP/1.1" status: 200 len: 1096 time: 0.0618339 Jul 24 10:06:41.355422 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3cf7b-dfce-4269-8a15-5473e4e0bce0 req-ffa2bb48-04f0-4fb8-a09b-a32c8ebf7972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:41.357037 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9cd3cf7b-dfce-4269-8a15-5473e4e0bce0 req-ffa2bb48-04f0-4fb8-a09b-a32c8ebf7972 service neutron] 10.222.0.20 "GET /v2.0/networks?id=31a09a82-633c-46c2-9165-3be09d839879 HTTP/1.1" status: 200 len: 897 time: 0.0928159 Jul 24 10:06:41.392913 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee1fc6-8305-436a-a918-f2bcf0660af4 req-68efd3a6-daf4-4ad4-961c-0c8cbfa942ef tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:41.394644 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-45ee1fc6-8305-436a-a918-f2bcf0660af4 req-68efd3a6-daf4-4ad4-961c-0c8cbfa942ef tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=02ca916b-77b8-4ed8-8d43-9e8617d58f27 HTTP/1.1" status: 200 len: 945 time: 0.0644317 Jul 24 10:06:41.404059 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9cd3cf7b-dfce-4269-8a15-5473e4e0bce0 req-06e9fcfd-b238-4906-9e2c-053e52a7b003 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61b154ad-01d3-4f83-853c-2aa2cbff5884 HTTP/1.1" status: 200 len: 217 time: 0.0403516 Jul 24 10:06:41.432103 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5d09989d-8523-45a4-a935-c3e9196dbd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18378424', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:05:43Z', 'updated_at': '2021-07-24T10:05:47Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:05:44Z', 'updated_at': '2021-07-24T10:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '377e444f-e590-42d4-a186-4138f5df5cda', 'name': '', 'network_id': '31a09a82-633c-46c2-9165-3be09d839879', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:8c:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '48041632-5cf7-4bf4-b4c0-bdffa446e69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:05:46Z', 'updated_at': '2021-07-24T10:05:51Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '48041632-5cf7-4bf4-b4c0-bdffa446e69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:06:41.435401 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-45ee1fc6-8305-436a-a918-f2bcf0660af4 req-75b9fc20-4a73-4171-9ecb-be81a74517e8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6740c066-d4ad-4fd7-be9d-5bf37c907dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341604 Jul 24 10:06:41.453644 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3cf7b-dfce-4269-8a15-5473e4e0bce0 req-97168fcb-a61b-4e88-b4af-432105eaa63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:41.455289 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9cd3cf7b-dfce-4269-8a15-5473e4e0bce0 req-97168fcb-a61b-4e88-b4af-432105eaa63e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=48041632-5cf7-4bf4-b4c0-bdffa446e69b HTTP/1.1" status: 200 len: 834 time: 0.0447555 Jul 24 10:06:41.464378 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d09989d-8523-45a4-a935-c3e9196dbd3c None None] Checking router: 0c0956ed-9793-4e8d-b5d6-f94b86e1ad81 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:06:41.472476 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d09989d-8523-45a4-a935-c3e9196dbd3c None None] Routers {'0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:06:41.473107 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5d09989d-8523-45a4-a935-c3e9196dbd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:06:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:06:41.514202 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3cf7b-dfce-4269-8a15-5473e4e0bce0 req-f6dd4f8e-18aa-497d-8ddd-48fa1e34ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:41.515624 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9cd3cf7b-dfce-4269-8a15-5473e4e0bce0 req-f6dd4f8e-18aa-497d-8ddd-48fa1e34ea36 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31a09a82-633c-46c2-9165-3be09d839879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532374 Jul 24 10:06:41.573319 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-5d09989d-8523-45a4-a935-c3e9196dbd3c None None] Set router 0c0956ed-9793-4e8d-b5d6-f94b86e1ad81 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:06:41.608353 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9cd3cf7b-dfce-4269-8a15-5473e4e0bce0 req-855725db-c830-41e3-b3d4-7c8c61f34033 service neutron] 10.222.0.20 "GET /v2.0/networks/31a09a82-633c-46c2-9165-3be09d839879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853026 Jul 24 10:06:41.698255 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9cd3cf7b-dfce-4269-8a15-5473e4e0bce0 req-36c8f559-d687-489e-9518-f0280bf478df service neutron] 10.222.0.20 "GET /v2.0/networks/31a09a82-633c-46c2-9165-3be09d839879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831642 Jul 24 10:06:41.770692 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5d09989d-8523-45a4-a935-c3e9196dbd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18378424', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:05:43Z', 'updated_at': '2021-07-24T10:05:47Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:05:44Z', 'updated_at': '2021-07-24T10:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '377e444f-e590-42d4-a186-4138f5df5cda', 'name': '', 'network_id': '31a09a82-633c-46c2-9165-3be09d839879', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:8c:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '48041632-5cf7-4bf4-b4c0-bdffa446e69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:05:46Z', 'updated_at': '2021-07-24T10:05:51Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '48041632-5cf7-4bf4-b4c0-bdffa446e69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:06:41.802240 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d09989d-8523-45a4-a935-c3e9196dbd3c None None] The sync data for ids ['0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'] in n-d-800085-9 is: [{'id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18378424', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:05:43Z', 'updated_at': '2021-07-24T10:05:47Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:05:44Z', 'updated_at': '2021-07-24T10:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '377e444f-e590-42d4-a186-4138f5df5cda', 'name': '', 'network_id': '31a09a82-633c-46c2-9165-3be09d839879', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:8c:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '48041632-5cf7-4bf4-b4c0-bdffa446e69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:05:46Z', 'updated_at': '2021-07-24T10:05:51Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '48041632-5cf7-4bf4-b4c0-bdffa446e69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:06:42.010968 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846d3a73-c4f6-421f-92dc-2e61c0a02ae0 None None] New status for floating IP d8c7aeaa-5c78-4212-ba0a-a627599f89f1: DOWN {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 10:06:42.577869 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c53cf-baa4-410f-929b-9127512cba1f req-939ea16b-f02e-47a2-98cf-e7a564b7e1c6 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:42.579348 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c34c53cf-baa4-410f-929b-9127512cba1f req-939ea16b-f02e-47a2-98cf-e7a564b7e1c6 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=02ca916b-77b8-4ed8-8d43-9e8617d58f27 HTTP/1.1" status: 200 len: 945 time: 0.0669551 Jul 24 10:06:42.616417 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c34c53cf-baa4-410f-929b-9127512cba1f req-06e9debe-86da-4af8-a72c-1f39ac8d054b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=6740c066-d4ad-4fd7-be9d-5bf37c907dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316136 Jul 24 10:06:42.748035 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:06:42.881866 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3bfd3-f7d7-463b-b144-2faf3819107f req-de009404-a04c-40a0-a4e5-bd279876f421 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:42.883324 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-86e3bfd3-f7d7-463b-b144-2faf3819107f req-de009404-a04c-40a0-a4e5-bd279876f421 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.20 "GET /v2.0/ports?device_id=02ca916b-77b8-4ed8-8d43-9e8617d58f27 HTTP/1.1" status: 200 len: 945 time: 0.0616841 Jul 24 10:06:42.978296 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-86e3bfd3-f7d7-463b-b144-2faf3819107f req-c8ff81ee-05bf-45fa-b0a8-f503bfadb10f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Deleting port 61b154ad-01d3-4f83-853c-2aa2cbff5884 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:06:42.978640 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-86e3bfd3-f7d7-463b-b144-2faf3819107f req-c8ff81ee-05bf-45fa-b0a8-f503bfadb10f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:43.067566 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-86e3bfd3-f7d7-463b-b144-2faf3819107f req-c8ff81ee-05bf-45fa-b0a8-f503bfadb10f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] For port 61b154ad-01d3-4f83-853c-2aa2cbff5884, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=61b154ad-01d3-4f83-853c-2aa2cbff5884,segment=NetworkSegment(50f96316-56e8-4ba0-8617-f592c86cdb9e),segment_id=50f96316-56e8-4ba0-8617-f592c86cdb9e)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:06:43.067861 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-86e3bfd3-f7d7-463b-b144-2faf3819107f req-c8ff81ee-05bf-45fa-b0a8-f503bfadb10f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:43.080848 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-86e3bfd3-f7d7-463b-b144-2faf3819107f req-c8ff81ee-05bf-45fa-b0a8-f503bfadb10f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Calling delete_port for 61b154ad-01d3-4f83-853c-2aa2cbff5884 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:06:43.208298 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-86e3bfd3-f7d7-463b-b144-2faf3819107f req-c8ff81ee-05bf-45fa-b0a8-f503bfadb10f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:43.234382 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff81ee-05bf-45fa-b0a8-f503bfadb10f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Port': ['ID=61b154ad-01d3-4f83-853c-2aa2cbff5884,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:43.281593 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e3bfd3-f7d7-463b-b144-2faf3819107f req-c8ff81ee-05bf-45fa-b0a8-f503bfadb10f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] No DVR routers for this DVR port 61b154ad-01d3-4f83-853c-2aa2cbff5884 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:06:43.283927 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-86e3bfd3-f7d7-463b-b144-2faf3819107f req-c8ff81ee-05bf-45fa-b0a8-f503bfadb10f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:43.286191 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-86e3bfd3-f7d7-463b-b144-2faf3819107f req-c8ff81ee-05bf-45fa-b0a8-f503bfadb10f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.20 "DELETE /v2.0/ports/61b154ad-01d3-4f83-853c-2aa2cbff5884 HTTP/1.1" status: 204 len: 173 time: 0.3964524 Jul 24 10:06:43.286674 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ca916b-77b8-4ed8-8d43-9e8617d58f27', 'name': 'network-vif-deleted', 'tag': '61b154ad-01d3-4f83-853c-2aa2cbff5884'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:06:43.288954 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a4853a8b40b91971e5417878e0e437932fc4777980ba62e4c137541a983d21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e0c526-f696-46f9-bb40-2a9150d8a422" -d '{"events": [{"server_uuid": "02ca916b-77b8-4ed8-8d43-9e8617d58f27", "name": "network-vif-deleted", "tag": "61b154ad-01d3-4f83-853c-2aa2cbff5884"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:06:43.332183 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a02890-b42d-46bd-a1ea-7302d7c8551c x-openstack-request-id: req-a0a02890-b42d-46bd-a1ea-7302d7c8551c {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:06:43.332479 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ca916b-77b8-4ed8-8d43-9e8617d58f27", "name": "network-vif-deleted", "tag": "61b154ad-01d3-4f83-853c-2aa2cbff5884", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:06:43.332822 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0a02890-b42d-46bd-a1ea-7302d7c8551c {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:06:43.333233 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ca916b-77b8-4ed8-8d43-9e8617d58f27', 'name': 'network-vif-deleted', 'tag': '61b154ad-01d3-4f83-853c-2aa2cbff5884', 'status': 'completed', 'code': 200} Jul 24 10:06:43.738634 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0ecd82a0-13e1-4e7e-a691-194cd0eba27f req-20bccc90-7736-4794-86d4-bb592e428d24 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=02ca916b-77b8-4ed8-8d43-9e8617d58f27 HTTP/1.1" status: 200 len: 210 time: 0.0364032 Jul 24 10:06:44.563067 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:44.798709 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50708) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:06:45.151813 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66ac9edd-d10e-4d46-b875-8750c3b28562 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:45.416238 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-66ac9edd-d10e-4d46-b875-8750c3b28562 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Deleting port 377e444f-e590-42d4-a186-4138f5df5cda {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:06:45.416504 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66ac9edd-d10e-4d46-b875-8750c3b28562 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:45.505179 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-66ac9edd-d10e-4d46-b875-8750c3b28562 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] For port 377e444f-e590-42d4-a186-4138f5df5cda, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=377e444f-e590-42d4-a186-4138f5df5cda,segment=NetworkSegment(50f96316-56e8-4ba0-8617-f592c86cdb9e),segment_id=50f96316-56e8-4ba0-8617-f592c86cdb9e)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:06:45.505545 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66ac9edd-d10e-4d46-b875-8750c3b28562 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:45.517310 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-66ac9edd-d10e-4d46-b875-8750c3b28562 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Calling delete_port for 377e444f-e590-42d4-a186-4138f5df5cda owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:06:45.695520 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66ac9edd-d10e-4d46-b875-8750c3b28562 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:45.729141 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac9edd-d10e-4d46-b875-8750c3b28562 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Port': ['ID=377e444f-e590-42d4-a186-4138f5df5cda,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:45.900180 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-66ac9edd-d10e-4d46-b875-8750c3b28562 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:46.113337 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ac9edd-d10e-4d46-b875-8750c3b28562 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Router 0c0956ed-9793-4e8d-b5d6-f94b86e1ad81 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:06:46.215674 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ac9edd-d10e-4d46-b875-8750c3b28562 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:06:46.220563 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-66ac9edd-d10e-4d46-b875-8750c3b28562 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "PUT /v2.0/routers/0c0956ed-9793-4e8d-b5d6-f94b86e1ad81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4208374 Jul 24 10:06:46.223419 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50710) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:06:46.225907 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f106a2-48b0-49e4-b47a-b9ae15291965 None None] Sync routers for ids ['0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:06:46.235485 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f106a2-48b0-49e4-b47a-b9ae15291965 None None] Routers {'0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:06:46.236161 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-00f106a2-48b0-49e4-b47a-b9ae15291965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:06:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:06:46.272651 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-069e8105-1451-46fe-b8b9-c2087b3878d8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Deleting subnet 48041632-5cf7-4bf4-b4c0-bdffa446e69b {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 10:06:46.275702 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-069e8105-1451-46fe-b8b9-c2087b3878d8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:46.315180 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-069e8105-1451-46fe-b8b9-c2087b3878d8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:46.339736 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-00f106a2-48b0-49e4-b47a-b9ae15291965 None None] Set router 0c0956ed-9793-4e8d-b5d6-f94b86e1ad81 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:06:46.401435 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-069e8105-1451-46fe-b8b9-c2087b3878d8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:46.458790 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-069e8105-1451-46fe-b8b9-c2087b3878d8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:46.487906 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-069e8105-1451-46fe-b8b9-c2087b3878d8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:46.492772 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50712) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:06:46.493578 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-069e8105-1451-46fe-b8b9-c2087b3878d8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "DELETE /v2.0/subnets/48041632-5cf7-4bf4-b4c0-bdffa446e69b HTTP/1.1" status: 204 len: 168 time: 0.2692020 Jul 24 10:06:46.495412 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e8105-1451-46fe-b8b9-c2087b3878d8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Subnet': ['ID=48041632-5cf7-4bf4-b4c0-bdffa446e69b,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:46.496335 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94643e69-d889-4c08-b4ee-f503de548092 None None] Network 31a09a82-633c-46c2-9165-3be09d839879 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:06:46.603226 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:46.608457 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-00f106a2-48b0-49e4-b47a-b9ae15291965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18378424', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:05:43Z', 'updated_at': '2021-07-24T10:06:45Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:05:44Z', 'updated_at': '2021-07-24T10:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:06:46.638067 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f106a2-48b0-49e4-b47a-b9ae15291965 None None] Checking router: 0c0956ed-9793-4e8d-b5d6-f94b86e1ad81 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:06:46.649177 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f106a2-48b0-49e4-b47a-b9ae15291965 None None] Routers {'0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:06:46.649788 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-00f106a2-48b0-49e4-b47a-b9ae15291965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:06:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:06:46.704583 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:46.758956 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Deleting port ef90243d-5902-42b5-9639-50e6c11ade40 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:06:46.759308 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:46.760016 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-00f106a2-48b0-49e4-b47a-b9ae15291965 None None] Set router 0c0956ed-9793-4e8d-b5d6-f94b86e1ad81 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:06:46.816630 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a068a99-63c5-4a9f-91ae-91b44c1d3ccb None None] DHCP port deletion for 31a09a82-633c-46c2-9165-3be09d839879 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 10:06:46.843652 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] For port ef90243d-5902-42b5-9639-50e6c11ade40, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=ef90243d-5902-42b5-9639-50e6c11ade40,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:06:46.844022 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:46.855996 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Calling delete_port for ef90243d-5902-42b5-9639-50e6c11ade40 owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:06:46.928569 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-5a068a99-63c5-4a9f-91ae-91b44c1d3ccb None None] Deleting port 698c4a89-6c57-4dc4-8c3b-899838cd95d9 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:06:46.928962 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5a068a99-63c5-4a9f-91ae-91b44c1d3ccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:47.014029 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-5a068a99-63c5-4a9f-91ae-91b44c1d3ccb None None] For port 698c4a89-6c57-4dc4-8c3b-899838cd95d9, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=698c4a89-6c57-4dc4-8c3b-899838cd95d9,segment=NetworkSegment(50f96316-56e8-4ba0-8617-f592c86cdb9e),segment_id=50f96316-56e8-4ba0-8617-f592c86cdb9e)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:06:47.014344 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5a068a99-63c5-4a9f-91ae-91b44c1d3ccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:47.029489 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-5a068a99-63c5-4a9f-91ae-91b44c1d3ccb None None] Calling delete_port for 698c4a89-6c57-4dc4-8c3b-899838cd95d9 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:06:47.049103 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-00f106a2-48b0-49e4-b47a-b9ae15291965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18378424', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:05:43Z', 'updated_at': '2021-07-24T10:06:45Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:05:44Z', 'updated_at': '2021-07-24T10:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:06:47.251805 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 61b154ad-01d3-4f83-853c-2aa2cbff5884 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:06:47.253994 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 698c4a89-6c57-4dc4-8c3b-899838cd95d9 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:06:47.322074 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f106a2-48b0-49e4-b47a-b9ae15291965 None None] The sync data for ids ['0c0956ed-9793-4e8d-b5d6-f94b86e1ad81'] in n-d-800085-9 is: [{'id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18378424', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:05:43Z', 'updated_at': '2021-07-24T10:06:45Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'ef90243d-5902-42b5-9639-50e6c11ade40', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0956ed-9793-4e8d-b5d6-f94b86e1ad81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:05:44Z', 'updated_at': '2021-07-24T10:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:06:47.330202 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 61b154ad-01d3-4f83-853c-2aa2cbff5884 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:06:47.330558 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 61b154ad-01d3-4f83-853c-2aa2cbff5884 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:06:47.348144 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:47.368192 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:47.395804 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Port': ['ID=ef90243d-5902-42b5-9639-50e6c11ade40,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:47.404112 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5a068a99-63c5-4a9f-91ae-91b44c1d3ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:47.411310 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:47.411991 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:47.412411 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:47.414370 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:47.414370 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:47.414370 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:47.414370 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:47.414370 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:47.414973 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:47.417381 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:47.417381 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:47.417381 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:47.439876 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a068a99-63c5-4a9f-91ae-91b44c1d3ccb None None] Pushing event deleted for resources: {'Port': ['ID=698c4a89-6c57-4dc4-8c3b-899838cd95d9,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:47.444510 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a068a99-63c5-4a9f-91ae-91b44c1d3ccb None None] No DVR routers for this DVR port 698c4a89-6c57-4dc4-8c3b-899838cd95d9 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:06:47.452235 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:47.456292 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a068a99-63c5-4a9f-91ae-91b44c1d3ccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:47.456292 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a068a99-63c5-4a9f-91ae-91b44c1d3ccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:47.456292 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a068a99-63c5-4a9f-91ae-91b44c1d3ccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:47.457076 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a068a99-63c5-4a9f-91ae-91b44c1d3ccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:47.457076 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a068a99-63c5-4a9f-91ae-91b44c1d3ccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:47.457627 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a068a99-63c5-4a9f-91ae-91b44c1d3ccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:47.458098 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a068a99-63c5-4a9f-91ae-91b44c1d3ccb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:47.458437 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a068a99-63c5-4a9f-91ae-91b44c1d3ccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:47.458771 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a068a99-63c5-4a9f-91ae-91b44c1d3ccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:47.459117 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a068a99-63c5-4a9f-91ae-91b44c1d3ccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:47.459451 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a068a99-63c5-4a9f-91ae-91b44c1d3ccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:47.459781 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a068a99-63c5-4a9f-91ae-91b44c1d3ccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:47.477502 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:47.567709 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:47.569920 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:47.610833 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:47.611412 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Fanout notify agent at l3_agent the message router_deleted on router 0c0956ed-9793-4e8d-b5d6-f94b86e1ad81 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 10:06:47.618011 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:47.619112 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-486e10db-66c5-477d-a1a7-c27d6743b2e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "DELETE /v2.0/routers/0c0956ed-9793-4e8d-b5d6-f94b86e1ad81 HTTP/1.1" status: 204 len: 168 time: 1.1243546 Jul 24 10:06:47.622728 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50714) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:06:47.701436 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-19e5f7b3-63c1-4176-a33a-084f5ffbf5ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:47.806306 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-19e5f7b3-63c1-4176-a33a-084f5ffbf5ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:47.817166 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-19e5f7b3-63c1-4176-a33a-084f5ffbf5ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a09a82-633c-46c2-9165-3be09d839879']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:06:47.827314 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-19e5f7b3-63c1-4176-a33a-084f5ffbf5ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f96316-56e8-4ba0-8617-f592c86cdb9e') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:06:47.827614 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-19e5f7b3-63c1-4176-a33a-084f5ffbf5ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f96316-56e8-4ba0-8617-f592c86cdb9e') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:06:47.836227 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-19e5f7b3-63c1-4176-a33a-084f5ffbf5ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:47.849416 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-19e5f7b3-63c1-4176-a33a-084f5ffbf5ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:47.855674 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e5f7b3-63c1-4176-a33a-084f5ffbf5ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 10:06:47.856060 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-19e5f7b3-63c1-4176-a33a-084f5ffbf5ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: timer() Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 10:06:47.858977 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 10:06:47.922932 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-19e5f7b3-63c1-4176-a33a-084f5ffbf5ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:47.930279 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-19e5f7b3-63c1-4176-a33a-084f5ffbf5ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:47.936105 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-19e5f7b3-63c1-4176-a33a-084f5ffbf5ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "DELETE /v2.0/networks/31a09a82-633c-46c2-9165-3be09d839879 HTTP/1.1" status: 204 len: 168 time: 0.3084974 Jul 24 10:06:47.936289 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50716) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:06:47.948351 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5f7b3-63c1-4176-a33a-084f5ffbf5ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Network': ['ID=31a09a82-633c-46c2-9165-3be09d839879,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:48.005184 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e989fe39-b596-42bb-8109-b0d157900cef tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:48.031083 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e989fe39-b596-42bb-8109-b0d157900cef tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:48.100594 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e989fe39-b596-42bb-8109-b0d157900cef tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:48.103151 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e989fe39-b596-42bb-8109-b0d157900cef tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:48.104963 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e989fe39-b596-42bb-8109-b0d157900cef tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "DELETE /v2.0/security-groups/6740c066-d4ad-4fd7-be9d-5bf37c907dc1 HTTP/1.1" status: 204 len: 168 time: 0.1674819 Jul 24 10:06:48.114302 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989fe39-b596-42bb-8109-b0d157900cef tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6740c066-d4ad-4fd7-be9d-5bf37c907dc1,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:48.315424 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50722) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:06:48.320241 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-1f6e9642-ce7b-4522-963c-ac02181ce915 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-868911687', 'description': 'tempest-secgroup-smoke-868911687 description', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:06:48.345925 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1f6e9642-ce7b-4522-963c-ac02181ce915 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:48.425356 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1f6e9642-ce7b-4522-963c-ac02181ce915 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:48.428942 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1f6e9642-ce7b-4522-963c-ac02181ce915 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:48.458129 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1f6e9642-ce7b-4522-963c-ac02181ce915 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:48.459408 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1f6e9642-ce7b-4522-963c-ac02181ce915 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1430531 Jul 24 10:06:48.461429 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e9642-ce7b-4522-963c-ac02181ce915 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad35e862-27d1-48af-a1f5-633c53803e53,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:48.462519 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50724) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:06:48.469287 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-b2fb054b-5cde-4230-8834-6b6d623cf371 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': 'ad35e862-27d1-48af-a1f5-633c53803e53', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:06:48.499170 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b2fb054b-5cde-4230-8834-6b6d623cf371 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:48.546522 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b2fb054b-5cde-4230-8834-6b6d623cf371 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:48.550516 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b2fb054b-5cde-4230-8834-6b6d623cf371 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:48.567783 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb054b-5cde-4230-8834-6b6d623cf371 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b0d0fa5-a749-407b-8568-7dffeedc670b,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:48.574870 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b2fb054b-5cde-4230-8834-6b6d623cf371 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:48.576286 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b2fb054b-5cde-4230-8834-6b6d623cf371 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1124938 Jul 24 10:06:48.579051 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50726) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:06:48.584014 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-26f2656b-6934-482b-afc9-1ae3913ba940 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': 'ad35e862-27d1-48af-a1f5-633c53803e53', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:06:48.611850 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-26f2656b-6934-482b-afc9-1ae3913ba940 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:48.669397 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-26f2656b-6934-482b-afc9-1ae3913ba940 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:48.673192 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-26f2656b-6934-482b-afc9-1ae3913ba940 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:48.694190 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2656b-6934-482b-afc9-1ae3913ba940 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39cb25c-e95e-471d-b261-fe288d49abf2,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:48.698440 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-26f2656b-6934-482b-afc9-1ae3913ba940 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:48.699653 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-26f2656b-6934-482b-afc9-1ae3913ba940 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195414 Jul 24 10:06:48.703466 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50728) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:06:48.708131 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-5dbebac5-21f1-4991-be61-df1cd1f37bcc tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': 'ad35e862-27d1-48af-a1f5-633c53803e53', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:06:48.734375 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5dbebac5-21f1-4991-be61-df1cd1f37bcc tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:48.794541 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5dbebac5-21f1-4991-be61-df1cd1f37bcc tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:48.798035 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5dbebac5-21f1-4991-be61-df1cd1f37bcc tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:48.819487 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebac5-21f1-4991-be61-df1cd1f37bcc tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939a9c5c-c66f-4e22-abdc-0b86fc2d203d,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:48.822255 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5dbebac5-21f1-4991-be61-df1cd1f37bcc tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:48.824144 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5dbebac5-21f1-4991-be61-df1cd1f37bcc tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197462 Jul 24 10:06:48.826889 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50730) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:06:48.831338 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-d8320fdb-8c2f-4b12-95ed-713ae4f771e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': 'ad35e862-27d1-48af-a1f5-633c53803e53', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:06:48.856440 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d8320fdb-8c2f-4b12-95ed-713ae4f771e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:48.914691 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d8320fdb-8c2f-4b12-95ed-713ae4f771e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:48.918363 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d8320fdb-8c2f-4b12-95ed-713ae4f771e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:48.938339 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8320fdb-8c2f-4b12-95ed-713ae4f771e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=137c036c-4b9c-4bc6-9697-d29b04a70b3b,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:48.941799 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d8320fdb-8c2f-4b12-95ed-713ae4f771e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:48.942980 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d8320fdb-8c2f-4b12-95ed-713ae4f771e3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151571 Jul 24 10:06:48.945743 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50732) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:06:48.950640 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-7892bd08-14c2-41e9-bd32-99d3931e46f8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': 'ad35e862-27d1-48af-a1f5-633c53803e53', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:06:48.970859 n-d-800085-9 neutron-server[94035]: INFO neutron.db.securitygroups_db [None req-7892bd08-14c2-41e9-bd32-99d3931e46f8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Project b3602c3c188649a595bbed3b7a50ac71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 10:06:48.975528 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7892bd08-14c2-41e9-bd32-99d3931e46f8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:49.034353 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7892bd08-14c2-41e9-bd32-99d3931e46f8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:49.038327 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7892bd08-14c2-41e9-bd32-99d3931e46f8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:49.055493 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892bd08-14c2-41e9-bd32-99d3931e46f8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6798e419-ba2e-42ad-a217-f25c8788a70e,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:49.061401 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7892bd08-14c2-41e9-bd32-99d3931e46f8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:49.062593 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7892bd08-14c2-41e9-bd32-99d3931e46f8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1159194 Jul 24 10:06:49.065366 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50734) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:06:49.069772 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-1bd38c27-151e-4c78-963d-e9a80d27657b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': 'ad35e862-27d1-48af-a1f5-633c53803e53', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:06:49.090889 n-d-800085-9 neutron-server[94035]: INFO neutron.db.securitygroups_db [None req-1bd38c27-151e-4c78-963d-e9a80d27657b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Project b3602c3c188649a595bbed3b7a50ac71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 10:06:49.095623 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1bd38c27-151e-4c78-963d-e9a80d27657b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:49.156229 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1bd38c27-151e-4c78-963d-e9a80d27657b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:49.160415 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1bd38c27-151e-4c78-963d-e9a80d27657b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:49.171225 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device ef90243d-5902-42b5-9639-50e6c11ade40 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:06:49.182814 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd38c27-151e-4c78-963d-e9a80d27657b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=845b5e06-5ff6-4939-9770-f2f4f8a8cfd4,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:49.189803 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1bd38c27-151e-4c78-963d-e9a80d27657b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:49.191077 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1bd38c27-151e-4c78-963d-e9a80d27657b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247742 Jul 24 10:06:49.193925 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50736) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:06:49.197981 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: ef90243d-5902-42b5-9639-50e6c11ade40 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:06:49.198338 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device ef90243d-5902-42b5-9639-50e6c11ade40 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:06:49.198765 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 377e444f-e590-42d4-a186-4138f5df5cda no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:06:49.198981 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-da532fe3-8538-42d8-bb31-8963fcf48a8d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'network': {'name': 'tempest-network-smoke--618534631', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'port_security_enabled': True}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:06:49.219483 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 377e444f-e590-42d4-a186-4138f5df5cda {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:06:49.219744 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da532fe3-8538-42d8-bb31-8963fcf48a8d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Made reservation on behalf of b3602c3c188649a595bbed3b7a50ac71 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:06:49.220260 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 377e444f-e590-42d4-a186-4138f5df5cda not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:06:49.223311 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da532fe3-8538-42d8-bb31-8963fcf48a8d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:49.247101 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da532fe3-8538-42d8-bb31-8963fcf48a8d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 10:06:49.255785 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da532fe3-8538-42d8-bb31-8963fcf48a8d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:49.256140 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-da532fe3-8538-42d8-bb31-8963fcf48a8d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Added segment 2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2 of type vlan for network 23f91b91-2b4f-4546-b708-52a2634b9e1a Jul 24 10:06:49.294416 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da532fe3-8538-42d8-bb31-8963fcf48a8d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:49.321526 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da532fe3-8538-42d8-bb31-8963fcf48a8d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:49.327180 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da532fe3-8538-42d8-bb31-8963fcf48a8d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:49.327783 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-da532fe3-8538-42d8-bb31-8963fcf48a8d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:49.363656 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-da532fe3-8538-42d8-bb31-8963fcf48a8d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1687212 Jul 24 10:06:49.366491 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50738) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:06:49.371550 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-b0ae3d92-a99a-4957-9fa7-c2260c36fd96 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1730588269', 'admin_state_up': True, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:06:49.407495 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da532fe3-8538-42d8-bb31-8963fcf48a8d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Network': ['ID=23f91b91-2b4f-4546-b708-52a2634b9e1a,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:49.418300 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 23f91b91-2b4f-4546-b708-52a2634b9e1a details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 10:06:49.426140 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3d92-a99a-4957-9fa7-c2260c36fd96 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:49.427212 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3d92-a99a-4957-9fa7-c2260c36fd96 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:49.478662 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3d92-a99a-4957-9fa7-c2260c36fd96 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:49.935142 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3d92-a99a-4957-9fa7-c2260c36fd96 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:50.118110 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3d92-a99a-4957-9fa7-c2260c36fd96 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:50.136365 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3d92-a99a-4957-9fa7-c2260c36fd96 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:50.238449 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-b0ae3d92-a99a-4957-9fa7-c2260c36fd96 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Allocated IP 172.25.7.150 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/fcff18b3-b7b9-4380-91fe-fd66ae98f11a) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:06:50.335451 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3d92-a99a-4957-9fa7-c2260c36fd96 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:50.372229 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3d92-a99a-4957-9fa7-c2260c36fd96 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:50.412177 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ae3d92-a99a-4957-9fa7-c2260c36fd96 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:06:50.416957 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-b0ae3d92-a99a-4957-9fa7-c2260c36fd96 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:06:50.420435 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ae3d92-a99a-4957-9fa7-c2260c36fd96 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:06:50.425804 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae3d92-a99a-4957-9fa7-c2260c36fd96 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=fcff18b3-b7b9-4380-91fe-fd66ae98f11a,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:50.662714 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3d92-a99a-4957-9fa7-c2260c36fd96 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:50.864835 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3d92-a99a-4957-9fa7-c2260c36fd96 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:50.985777 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ae3d92-a99a-4957-9fa7-c2260c36fd96 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Router 124e34c4-8d99-40fc-801a-5980e4be89a8 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 10:06:51.091067 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ae3d92-a99a-4957-9fa7-c2260c36fd96 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:06:51.101559 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] Sync routers for ids ['124e34c4-8d99-40fc-801a-5980e4be89a8'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:06:51.109965 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3d92-a99a-4957-9fa7-c2260c36fd96 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:51.111326 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] Routers {'124e34c4-8d99-40fc-801a-5980e4be89a8'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:06:51.111454 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b0ae3d92-a99a-4957-9fa7-c2260c36fd96 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7439036 Jul 24 10:06:51.111959 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:06:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['124e34c4-8d99-40fc-801a-5980e4be89a8'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:06:51.114409 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50740) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:06:51.145702 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-060f95cf-06f7-4f3f-9cf8-915d95f1a619 tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=b3602c3c188649a595bbed3b7a50ac71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272648 Jul 24 10:06:51.146443 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50742) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:06:51.218376 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] Set router 124e34c4-8d99-40fc-801a-5980e4be89a8 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:06:51.238579 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7966cd-9611-409f-9ce9-eaf0e3015d00 tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:51.240030 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1d7966cd-9611-409f-9ce9-eaf0e3015d00 tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929449 Jul 24 10:06:51.242983 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50744) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:06:51.270227 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-08e905fb-f354-452d-8d30-4d1e1db18eff tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260961 Jul 24 10:06:51.272547 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50746) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:06:51.277896 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-0d95e2aa-67de-4140-a091-afb41562bd9c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1589138126', 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:06:51.368752 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d95e2aa-67de-4140-a091-afb41562bd9c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Made reservation on behalf of b3602c3c188649a595bbed3b7a50ac71 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:06:51.372698 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0d95e2aa-67de-4140-a091-afb41562bd9c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:51.389799 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730588269', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:06:49Z', 'updated_at': '2021-07-24T10:06:50Z', 'revision_number': 3, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:06:50Z', 'updated_at': '2021-07-24T10:06:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:06:51.418871 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] Checking router: 124e34c4-8d99-40fc-801a-5980e4be89a8 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:06:51.419200 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] Updating router 124e34c4-8d99-40fc-801a-5980e4be89a8 port fcff18b3-b7b9-4380-91fe-fd66ae98f11a binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 10:06:51.457988 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:51.554617 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0d95e2aa-67de-4140-a091-afb41562bd9c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:51.615931 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95e2aa-67de-4140-a091-afb41562bd9c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Subnet': ['ID=245844c5-30ab-44de-aa86-d79c8d1982bc,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:51.623794 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d95e2aa-67de-4140-a091-afb41562bd9c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Checking segment: {'id': '2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:06:51.624156 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d95e2aa-67de-4140-a091-afb41562bd9c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network hostable DHCP agents. Network: 23f91b91-2b4f-4546-b708-52a2634b9e1a, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 10:06:51.640768 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d95e2aa-67de-4140-a091-afb41562bd9c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network 23f91b91-2b4f-4546-b708-52a2634b9e1a is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 10:06:51.650652 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-0d95e2aa-67de-4140-a091-afb41562bd9c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 23f91b91-2b4f-4546-b708-52a2634b9e1a) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:06:51.655806 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d95e2aa-67de-4140-a091-afb41562bd9c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:51.656641 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-0d95e2aa-67de-4140-a091-afb41562bd9c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:51.661559 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5805f7d1-194e-4c48-adb8-ba8d050b05b8 None None] Network 23f91b91-2b4f-4546-b708-52a2634b9e1a requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:06:51.675351 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-0d95e2aa-67de-4140-a091-afb41562bd9c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3989832 Jul 24 10:06:51.675549 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50750) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:06:51.707648 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:51.719389 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] Transition to ACTIVE for port object fcff18b3-b7b9-4380-91fe-fd66ae98f11a will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:06:51.724487 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:51.778790 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] Attempting to bind port fcff18b3-b7b9-4380-91fe-fd66ae98f11a on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:06:51.779150 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] Attempting to bind port fcff18b3-b7b9-4380-91fe-fd66ae98f11a by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:06:51.779511 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] Attempting to bind port fcff18b3-b7b9-4380-91fe-fd66ae98f11a on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:06:51.782290 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e47c47-5137-4820-9318-9d389cfd348c None None] Pushing event updated for resources: {'Port': ['ID=fcff18b3-b7b9-4380-91fe-fd66ae98f11a,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:51.790891 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e47c47-5137-4820-9318-9d389cfd348c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:51.791229 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e47c47-5137-4820-9318-9d389cfd348c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:51.791603 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e47c47-5137-4820-9318-9d389cfd348c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:51.791936 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e47c47-5137-4820-9318-9d389cfd348c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:51.792260 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e47c47-5137-4820-9318-9d389cfd348c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:51.793134 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e47c47-5137-4820-9318-9d389cfd348c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:51.793134 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e47c47-5137-4820-9318-9d389cfd348c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:51.793353 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e47c47-5137-4820-9318-9d389cfd348c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:51.793525 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e47c47-5137-4820-9318-9d389cfd348c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:51.793839 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e47c47-5137-4820-9318-9d389cfd348c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:51.794149 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e47c47-5137-4820-9318-9d389cfd348c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:51.794469 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e47c47-5137-4820-9318-9d389cfd348c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:06:51.798038 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:06:51.798408 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:06:51.798814 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:51.799174 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:06:51.799635 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] Bound port: fcff18b3-b7b9-4380-91fe-fd66ae98f11a, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:06:51.800017 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:51.814732 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a583f6-75e4-4fe3-8b8f-c8c1f7d405a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-23f91b91-2b4f-4546-b708-52a2634b9e1a', 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'fixed_ips': [{'subnet_id': '245844c5-30ab-44de-aa86-d79c8d1982bc'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 10:06:51.815863 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b9a583f6-75e4-4fe3-8b8f-c8c1f7d405a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:51.855282 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] For port fcff18b3-b7b9-4380-91fe-fd66ae98f11a, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:06:51.858578 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] For port fcff18b3-b7b9-4380-91fe-fd66ae98f11a, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=fcff18b3-b7b9-4380-91fe-fd66ae98f11a,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:06:51.862512 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:51.911875 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] Routers {'124e34c4-8d99-40fc-801a-5980e4be89a8'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:06:51.912489 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:06:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['124e34c4-8d99-40fc-801a-5980e4be89a8'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:06:51.954489 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e47c47-5137-4820-9318-9d389cfd348c None None] Pushing event updated for resources: {'Port': ['ID=fcff18b3-b7b9-4380-91fe-fd66ae98f11a,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:51.961049 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-b9a583f6-75e4-4fe3-8b8f-c8c1f7d405a2 None None] Allocated IP 172.20.0.2 (23f91b91-2b4f-4546-b708-52a2634b9e1a/245844c5-30ab-44de-aa86-d79c8d1982bc/17bbee25-cef0-4299-b665-459baa2dacae) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:06:52.030654 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] Set router 124e34c4-8d99-40fc-801a-5980e4be89a8 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:06:52.113406 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b9a583f6-75e4-4fe3-8b8f-c8c1f7d405a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:52.122445 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b9a583f6-75e4-4fe3-8b8f-c8c1f7d405a2 None None] Transition to ACTIVE for port object 17bbee25-cef0-4299-b665-459baa2dacae will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:06:52.137178 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b9a583f6-75e4-4fe3-8b8f-c8c1f7d405a2 None None] Transition to ACTIVE for port object 17bbee25-cef0-4299-b665-459baa2dacae will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:06:52.143195 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b9a583f6-75e4-4fe3-8b8f-c8c1f7d405a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:52.150505 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-aaa002e2-b3e9-496e-b109-e3035fefddbe tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:52.187268 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a583f6-75e4-4fe3-8b8f-c8c1f7d405a2 None None] Network 23f91b91-2b4f-4546-b708-52a2634b9e1a is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:06:52.192390 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-b9a583f6-75e4-4fe3-8b8f-c8c1f7d405a2 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:06:52.196887 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a583f6-75e4-4fe3-8b8f-c8c1f7d405a2 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:06:52.203902 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a583f6-75e4-4fe3-8b8f-c8c1f7d405a2 None None] Pushing event updated for resources: {'Port': ['ID=17bbee25-cef0-4299-b665-459baa2dacae,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:52.211928 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730588269', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:06:49Z', 'updated_at': '2021-07-24T10:06:50Z', 'revision_number': 3, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:06:50Z', 'updated_at': '2021-07-24T10:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:06:52.268506 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-b9a583f6-75e4-4fe3-8b8f-c8c1f7d405a2 None None] Attempting to bind port 17bbee25-cef0-4299-b665-459baa2dacae on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:06:52.269053 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-b9a583f6-75e4-4fe3-8b8f-c8c1f7d405a2 None None] Attempting to bind port 17bbee25-cef0-4299-b665-459baa2dacae by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:06:52.269509 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a583f6-75e4-4fe3-8b8f-c8c1f7d405a2 None None] Attempting to bind port 17bbee25-cef0-4299-b665-459baa2dacae on network 23f91b91-2b4f-4546-b708-52a2634b9e1a {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:06:52.275319 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a583f6-75e4-4fe3-8b8f-c8c1f7d405a2 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:06:52.275846 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a583f6-75e4-4fe3-8b8f-c8c1f7d405a2 None None] Checking segment: {'id': '2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:06:52.276351 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b9a583f6-75e4-4fe3-8b8f-c8c1f7d405a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:52.276865 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a583f6-75e4-4fe3-8b8f-c8c1f7d405a2 None None] Bound using segment: {'id': '2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:06:52.277478 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-b9a583f6-75e4-4fe3-8b8f-c8c1f7d405a2 None None] Bound port: 17bbee25-cef0-4299-b665-459baa2dacae, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:06:52.277971 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b9a583f6-75e4-4fe3-8b8f-c8c1f7d405a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:52.329367 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe1c8d2-20c1-4233-9da2-98ef6404c6b2 None None] The sync data for ids ['124e34c4-8d99-40fc-801a-5980e4be89a8'] in n-d-800085-9 is: [{'id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730588269', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:06:49Z', 'updated_at': '2021-07-24T10:06:50Z', 'revision_number': 3, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:06:50Z', 'updated_at': '2021-07-24T10:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:06:52.346866 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-b9a583f6-75e4-4fe3-8b8f-c8c1f7d405a2 None None] For port 17bbee25-cef0-4299-b665-459baa2dacae, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:06:52.350299 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-b9a583f6-75e4-4fe3-8b8f-c8c1f7d405a2 None None] For port 17bbee25-cef0-4299-b665-459baa2dacae, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=17bbee25-cef0-4299-b665-459baa2dacae,segment=NetworkSegment(2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2),segment_id=2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:06:52.357433 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b9a583f6-75e4-4fe3-8b8f-c8c1f7d405a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:52.419237 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a583f6-75e4-4fe3-8b8f-c8c1f7d405a2 None None] Pushing event updated for resources: {'Port': ['ID=17bbee25-cef0-4299-b665-459baa2dacae,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:52.464181 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-aaa002e2-b3e9-496e-b109-e3035fefddbe tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Allocated IP 172.20.0.1 (23f91b91-2b4f-4546-b708-52a2634b9e1a/245844c5-30ab-44de-aa86-d79c8d1982bc/acc0204e-4a73-4d16-a06f-d86d1315b3ad) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:06:52.612474 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-aaa002e2-b3e9-496e-b109-e3035fefddbe tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:52.631620 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-aaa002e2-b3e9-496e-b109-e3035fefddbe tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Transition to ACTIVE for port object acc0204e-4a73-4d16-a06f-d86d1315b3ad will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:06:52.672506 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-aaa002e2-b3e9-496e-b109-e3035fefddbe tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:52.720298 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa002e2-b3e9-496e-b109-e3035fefddbe tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network 23f91b91-2b4f-4546-b708-52a2634b9e1a is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:06:52.723843 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-aaa002e2-b3e9-496e-b109-e3035fefddbe tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:06:52.728678 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa002e2-b3e9-496e-b109-e3035fefddbe tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:06:52.733619 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa002e2-b3e9-496e-b109-e3035fefddbe tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=acc0204e-4a73-4d16-a06f-d86d1315b3ad,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:52.777567 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-aaa002e2-b3e9-496e-b109-e3035fefddbe tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:52.927787 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-aaa002e2-b3e9-496e-b109-e3035fefddbe tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:53.255381 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-aaa002e2-b3e9-496e-b109-e3035fefddbe tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:53.262321 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-aaa002e2-b3e9-496e-b109-e3035fefddbe tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:53.287974 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 17bbee25-cef0-4299-b665-459baa2dacae up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:06:53.347845 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 17bbee25-cef0-4299-b665-459baa2dacae completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:06:53.351147 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-aaa002e2-b3e9-496e-b109-e3035fefddbe tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:53.352638 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device fcff18b3-b7b9-4380-91fe-fd66ae98f11a up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:06:53.352978 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa002e2-b3e9-496e-b109-e3035fefddbe tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=acc0204e-4a73-4d16-a06f-d86d1315b3ad,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:53.403640 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port fcff18b3-b7b9-4380-91fe-fd66ae98f11a completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:06:53.408124 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port fcff18b3-b7b9-4380-91fe-fd66ae98f11a triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:06:53.408493 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:53.476172 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa002e2-b3e9-496e-b109-e3035fefddbe tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network 23f91b91-2b4f-4546-b708-52a2634b9e1a is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:06:53.477764 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-aaa002e2-b3e9-496e-b109-e3035fefddbe tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:06:53.483995 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24be3d2-9288-4198-ae27-6fbdba013fea None None] Network 23f91b91-2b4f-4546-b708-52a2634b9e1a requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:06:53.518790 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:53.584157 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port fcff18b3-b7b9-4380-91fe-fd66ae98f11a, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=fcff18b3-b7b9-4380-91fe-fd66ae98f11a,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:06:53.594014 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:53.598805 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa002e2-b3e9-496e-b109-e3035fefddbe tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Router 124e34c4-8d99-40fc-801a-5980e4be89a8 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:06:53.605922 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-96edf47f-815a-4c17-82c9-302e6d1d2a7c None None] Provisioning for port 17bbee25-cef0-4299-b665-459baa2dacae completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:06:53.628359 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-96edf47f-815a-4c17-82c9-302e6d1d2a7c None None] Provisioning complete for port 17bbee25-cef0-4299-b665-459baa2dacae triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:06:53.628728 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-96edf47f-815a-4c17-82c9-302e6d1d2a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:53.710649 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa002e2-b3e9-496e-b109-e3035fefddbe tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:06:53.711170 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=fcff18b3-b7b9-4380-91fe-fd66ae98f11a,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:53.716098 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-aaa002e2-b3e9-496e-b109-e3035fefddbe tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "PUT /v2.0/routers/124e34c4-8d99-40fc-801a-5980e4be89a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0396066 Jul 24 10:06:53.796636 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-96edf47f-815a-4c17-82c9-302e6d1d2a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:53.841152 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-96edf47f-815a-4c17-82c9-302e6d1d2a7c None None] For port 17bbee25-cef0-4299-b665-459baa2dacae, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=17bbee25-cef0-4299-b665-459baa2dacae,segment=NetworkSegment(2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2),segment_id=2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:06:53.845868 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-96edf47f-815a-4c17-82c9-302e6d1d2a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:53.880893 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4e68c98d-8a30-4450-b117-1e627008280c req-4fa7c2c9-bab7-411a-b0a2-e9c9d08da6f8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-868911687&fields=id&tenant_id=b3602c3c188649a595bbed3b7a50ac71 HTTP/1.1" status: 200 len: 267 time: 0.0409234 Jul 24 10:06:53.902658 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96edf47f-815a-4c17-82c9-302e6d1d2a7c None None] Pushing event updated for resources: {'Port': ['ID=17bbee25-cef0-4299-b665-459baa2dacae,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:54.009995 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68c98d-8a30-4450-b117-1e627008280c req-5560bd6a-ec0d-44fb-b452-fce80e298c64 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:54.013545 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4e68c98d-8a30-4450-b117-1e627008280c req-5560bd6a-ec0d-44fb-b452-fce80e298c64 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/networks?id=23f91b91-2b4f-4546-b708-52a2634b9e1a HTTP/1.1" status: 200 len: 796 time: 0.1176717 Jul 24 10:06:54.017017 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] Sync routers for ids ['124e34c4-8d99-40fc-801a-5980e4be89a8'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:06:54.026705 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] Routers {'124e34c4-8d99-40fc-801a-5980e4be89a8'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:06:54.027396 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:06:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['124e34c4-8d99-40fc-801a-5980e4be89a8'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:06:54.031209 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4e68c98d-8a30-4450-b117-1e627008280c req-62228bbb-1c83-42c1-80a7-677a93d70a69 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/quotas/b3602c3c188649a595bbed3b7a50ac71 HTTP/1.1" status: 200 len: 375 time: 0.0110915 Jul 24 10:06:54.121241 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b22b5b4a-2a93-477d-b04c-992ae0757848 None None] Provisioning complete for port 17bbee25-cef0-4299-b665-459baa2dacae triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:06:54.121598 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b22b5b4a-2a93-477d-b04c-992ae0757848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:54.177081 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] Set router 124e34c4-8d99-40fc-801a-5980e4be89a8 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:06:54.365048 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b22b5b4a-2a93-477d-b04c-992ae0757848 None None] Provisioning for port acc0204e-4a73-4d16-a06f-d86d1315b3ad completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:06:54.373162 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-b22b5b4a-2a93-477d-b04c-992ae0757848 None None] Provisioning complete for port acc0204e-4a73-4d16-a06f-d86d1315b3ad triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:06:54.373540 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b22b5b4a-2a93-477d-b04c-992ae0757848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:54.438369 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-b22b5b4a-2a93-477d-b04c-992ae0757848 None None] Port acc0204e-4a73-4d16-a06f-d86d1315b3ad cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:06:54.465471 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730588269', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:06:49Z', 'updated_at': '2021-07-24T10:06:52Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:06:50Z', 'updated_at': '2021-07-24T10:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'acc0204e-4a73-4d16-a06f-d86d1315b3ad', 'name': '', 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:87:a9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '245844c5-30ab-44de-aa86-d79c8d1982bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:06:52Z', 'updated_at': '2021-07-24T10:06:53Z', 'revision_number': 2, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '245844c5-30ab-44de-aa86-d79c8d1982bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:06:54.471038 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4e68c98d-8a30-4450-b117-1e627008280c req-14cf138d-580f-424e-9f90-96b22972b235 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4332936 Jul 24 10:06:54.496166 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] Checking router: 124e34c4-8d99-40fc-801a-5980e4be89a8 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:06:54.496523 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] Updating router 124e34c4-8d99-40fc-801a-5980e4be89a8 port acc0204e-4a73-4d16-a06f-d86d1315b3ad binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 10:06:54.529588 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:54.586836 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4a200a24-7a64-4db3-b9b1-afe52c65a7fb None None] Provisioning complete for port acc0204e-4a73-4d16-a06f-d86d1315b3ad triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:06:54.587202 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4a200a24-7a64-4db3-b9b1-afe52c65a7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:54.638262 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4e68c98d-8a30-4450-b117-1e627008280c req-382d077b-90a2-48bc-ac93-cf5142da8213 service neutron] 10.222.0.32 "GET /v2.0/networks/23f91b91-2b4f-4546-b708-52a2634b9e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225793 Jul 24 10:06:54.681853 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4a200a24-7a64-4db3-b9b1-afe52c65a7fb None None] Port acc0204e-4a73-4d16-a06f-d86d1315b3ad cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:06:54.724817 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4e68c98d-8a30-4450-b117-1e627008280c req-aeb844e8-cec6-40f6-a9bb-4e5c6db4b208 service neutron] 10.222.0.32 "GET /v2.0/networks/23f91b91-2b4f-4546-b708-52a2634b9e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802805 Jul 24 10:06:54.837752 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:54.849678 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] Transition to ACTIVE for port object acc0204e-4a73-4d16-a06f-d86d1315b3ad will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:06:54.857930 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:54.912976 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a844b9a-1a82-4846-a457-4c3fa648725c None None] Pushing event updated for resources: {'Port': ['ID=acc0204e-4a73-4d16-a06f-d86d1315b3ad,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:54.917909 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9cf3c731-52e4-4c14-b8bb-e2f61ed4ecf0 req-744047af-0b19-4683-8d74-741d11830d51 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 210 time: 0.0357170 Jul 24 10:06:54.969754 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] Attempting to bind port acc0204e-4a73-4d16-a06f-d86d1315b3ad on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:06:54.970130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] Attempting to bind port acc0204e-4a73-4d16-a06f-d86d1315b3ad by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:06:54.970507 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] Attempting to bind port acc0204e-4a73-4d16-a06f-d86d1315b3ad on network 23f91b91-2b4f-4546-b708-52a2634b9e1a {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:06:54.975694 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:06:54.976068 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] Checking segment: {'id': '2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:06:54.976474 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:54.976910 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] Bound using segment: {'id': '2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:06:54.977386 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] Bound port: acc0204e-4a73-4d16-a06f-d86d1315b3ad, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:06:54.977767 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:55.047760 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] For port acc0204e-4a73-4d16-a06f-d86d1315b3ad, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:06:55.051267 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] For port acc0204e-4a73-4d16-a06f-d86d1315b3ad, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=acc0204e-4a73-4d16-a06f-d86d1315b3ad,segment=NetworkSegment(2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2),segment_id=2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:06:55.055454 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:55.115461 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] Routers {'124e34c4-8d99-40fc-801a-5980e4be89a8'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:06:55.116083 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:06:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['124e34c4-8d99-40fc-801a-5980e4be89a8'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:06:55.185471 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a844b9a-1a82-4846-a457-4c3fa648725c None None] Pushing event updated for resources: {'Port': ['ID=acc0204e-4a73-4d16-a06f-d86d1315b3ad,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:55.215067 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 17bbee25-cef0-4299-b665-459baa2dacae up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:06:55.280061 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] Set router 124e34c4-8d99-40fc-801a-5980e4be89a8 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:06:55.340641 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 17bbee25-cef0-4299-b665-459baa2dacae triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:06:55.341020 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:55.715901 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device fcff18b3-b7b9-4380-91fe-fd66ae98f11a up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:06:55.779377 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730588269', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:06:49Z', 'updated_at': '2021-07-24T10:06:52Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:06:50Z', 'updated_at': '2021-07-24T10:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'acc0204e-4a73-4d16-a06f-d86d1315b3ad', 'name': '', 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:87:a9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '245844c5-30ab-44de-aa86-d79c8d1982bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:06:52Z', 'updated_at': '2021-07-24T10:06:55Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '245844c5-30ab-44de-aa86-d79c8d1982bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:06:55.807591 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bacaef3-65d5-42ba-b5a0-f5caf8e62b5f None None] The sync data for ids ['124e34c4-8d99-40fc-801a-5980e4be89a8'] in n-d-800085-9 is: [{'id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730588269', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:06:49Z', 'updated_at': '2021-07-24T10:06:52Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:06:50Z', 'updated_at': '2021-07-24T10:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'acc0204e-4a73-4d16-a06f-d86d1315b3ad', 'name': '', 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:87:a9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '245844c5-30ab-44de-aa86-d79c8d1982bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:06:52Z', 'updated_at': '2021-07-24T10:06:55Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '245844c5-30ab-44de-aa86-d79c8d1982bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:06:55.809478 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port fcff18b3-b7b9-4380-91fe-fd66ae98f11a triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:06:55.809850 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:56.028779 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-89991a3c-e0bd-4113-858b-8eaacd6794d2 req-35de8227-d966-4697-8191-5a949c55ee6a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 210 time: 0.0337338 Jul 24 10:06:56.116978 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68c98d-8a30-4450-b117-1e627008280c req-653741dd-7b7e-45fa-a61c-88a004fde136 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:56.119185 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e68c98d-8a30-4450-b117-1e627008280c req-653741dd-7b7e-45fa-a61c-88a004fde136 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.37 "GET /v2.0/networks?id=23f91b91-2b4f-4546-b708-52a2634b9e1a HTTP/1.1" status: 200 len: 796 time: 0.1208670 Jul 24 10:06:56.165796 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e68c98d-8a30-4450-b117-1e627008280c req-97ac0bc1-d22c-4073-a3b1-ef42dc21e315 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3602c3c188649a595bbed3b7a50ac71 HTTP/1.1" status: 200 len: 379 time: 0.0382404 Jul 24 10:06:56.177639 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-4e68c98d-8a30-4450-b117-1e627008280c req-e88b877f-c9ee-47e4-beb6-31adf2afe1bd tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'port': {'device_id': '27e65614-44f8-418b-b0a0-5682e062d6dc', 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a', 'admin_state_up': True, 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'security_groups': ['ad35e862-27d1-48af-a1f5-633c53803e53']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:06:56.297165 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e68c98d-8a30-4450-b117-1e627008280c req-e88b877f-c9ee-47e4-beb6-31adf2afe1bd tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Made reservation on behalf of b3602c3c188649a595bbed3b7a50ac71 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:06:56.300715 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4e68c98d-8a30-4450-b117-1e627008280c req-e88b877f-c9ee-47e4-beb6-31adf2afe1bd tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:56.431751 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-4e68c98d-8a30-4450-b117-1e627008280c req-e88b877f-c9ee-47e4-beb6-31adf2afe1bd tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Allocated IP 172.20.0.3 (23f91b91-2b4f-4546-b708-52a2634b9e1a/245844c5-30ab-44de-aa86-d79c8d1982bc/88f04e99-cfe9-42d5-b7f7-e91374a455a6) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:06:56.580123 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4e68c98d-8a30-4450-b117-1e627008280c req-e88b877f-c9ee-47e4-beb6-31adf2afe1bd tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:56.594180 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-4e68c98d-8a30-4450-b117-1e627008280c req-e88b877f-c9ee-47e4-beb6-31adf2afe1bd tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Transition to ACTIVE for port object 88f04e99-cfe9-42d5-b7f7-e91374a455a6 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:06:56.629579 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4e68c98d-8a30-4450-b117-1e627008280c req-e88b877f-c9ee-47e4-beb6-31adf2afe1bd tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:56.672385 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e68c98d-8a30-4450-b117-1e627008280c req-e88b877f-c9ee-47e4-beb6-31adf2afe1bd tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network 23f91b91-2b4f-4546-b708-52a2634b9e1a is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:06:56.677519 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-4e68c98d-8a30-4450-b117-1e627008280c req-e88b877f-c9ee-47e4-beb6-31adf2afe1bd tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:06:56.681472 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e68c98d-8a30-4450-b117-1e627008280c req-e88b877f-c9ee-47e4-beb6-31adf2afe1bd tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:06:56.689077 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b877f-c9ee-47e4-beb6-31adf2afe1bd tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=88f04e99-cfe9-42d5-b7f7-e91374a455a6,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:56.738581 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68c98d-8a30-4450-b117-1e627008280c req-e88b877f-c9ee-47e4-beb6-31adf2afe1bd tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:56.739211 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4e68c98d-8a30-4450-b117-1e627008280c req-e88b877f-c9ee-47e4-beb6-31adf2afe1bd tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:56.755548 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e68c98d-8a30-4450-b117-1e627008280c req-e88b877f-c9ee-47e4-beb6-31adf2afe1bd tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5818138 Jul 24 10:06:56.770244 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-4e68c98d-8a30-4450-b117-1e627008280c req-354eaa60-0071-441f-899a-138caf0f21e8 service neutron] Request body: {'port': {'device_id': '27e65614-44f8-418b-b0a0-5682e062d6dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:06:56.850678 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4e68c98d-8a30-4450-b117-1e627008280c req-354eaa60-0071-441f-899a-138caf0f21e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:56.930459 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f48aff4e-18ef-4c4a-8e1e-db143262b890 None None] Provisioning for port 88f04e99-cfe9-42d5-b7f7-e91374a455a6 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:06:56.934725 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f48aff4e-18ef-4c4a-8e1e-db143262b890 None None] Provisioning complete for port 88f04e99-cfe9-42d5-b7f7-e91374a455a6 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:06:56.935097 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f48aff4e-18ef-4c4a-8e1e-db143262b890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:56.970561 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-f48aff4e-18ef-4c4a-8e1e-db143262b890 None None] Port 88f04e99-cfe9-42d5-b7f7-e91374a455a6 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:06:57.134685 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-4e68c98d-8a30-4450-b117-1e627008280c req-354eaa60-0071-441f-899a-138caf0f21e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88f04e99-cfe9-42d5-b7f7-e91374a455a6 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:06:57.143994 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4e68c98d-8a30-4450-b117-1e627008280c req-354eaa60-0071-441f-899a-138caf0f21e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:57.161668 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-4e68c98d-8a30-4450-b117-1e627008280c req-354eaa60-0071-441f-899a-138caf0f21e8 service neutron] Transition to ACTIVE for port object 88f04e99-cfe9-42d5-b7f7-e91374a455a6 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:06:57.167991 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4e68c98d-8a30-4450-b117-1e627008280c req-354eaa60-0071-441f-899a-138caf0f21e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:57.197144 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device acc0204e-4a73-4d16-a06f-d86d1315b3ad up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:06:57.220778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7a6f2-3ebc-462a-bd70-e7ffa5e84455 req-ec42b7f9-2f25-4655-af0b-3ac26b2461a2 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:57.222359 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2cf7a6f2-3ebc-462a-bd70-e7ffa5e84455 req-ec42b7f9-2f25-4655-af0b-3ac26b2461a2 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 931 time: 0.1214335 Jul 24 10:06:57.250519 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port acc0204e-4a73-4d16-a06f-d86d1315b3ad completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:06:57.254794 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port acc0204e-4a73-4d16-a06f-d86d1315b3ad triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:06:57.255165 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:57.263313 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354eaa60-0071-441f-899a-138caf0f21e8 service neutron] Pushing event updated for resources: {'Port': ['ID=88f04e99-cfe9-42d5-b7f7-e91374a455a6,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:57.341006 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2cf7a6f2-3ebc-462a-bd70-e7ffa5e84455 req-fabc0144-473f-42e8-a680-d69c2548808f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067710 Jul 24 10:06:57.343523 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-4e68c98d-8a30-4450-b117-1e627008280c req-354eaa60-0071-441f-899a-138caf0f21e8 service neutron] Attempting to bind port 88f04e99-cfe9-42d5-b7f7-e91374a455a6 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:06:57.343873 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-4e68c98d-8a30-4450-b117-1e627008280c req-354eaa60-0071-441f-899a-138caf0f21e8 service neutron] Attempting to bind port 88f04e99-cfe9-42d5-b7f7-e91374a455a6 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:06:57.344195 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e68c98d-8a30-4450-b117-1e627008280c req-354eaa60-0071-441f-899a-138caf0f21e8 service neutron] Attempting to bind port 88f04e99-cfe9-42d5-b7f7-e91374a455a6 on network 23f91b91-2b4f-4546-b708-52a2634b9e1a {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:06:57.348439 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:57.349189 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e68c98d-8a30-4450-b117-1e627008280c req-354eaa60-0071-441f-899a-138caf0f21e8 service neutron] Port 88f04e99-cfe9-42d5-b7f7-e91374a455a6 on network 23f91b91-2b4f-4546-b708-52a2634b9e1a not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 10:06:57.349587 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e68c98d-8a30-4450-b117-1e627008280c req-354eaa60-0071-441f-899a-138caf0f21e8 service neutron] Attempting to bind port 88f04e99-cfe9-42d5-b7f7-e91374a455a6 on network 23f91b91-2b4f-4546-b708-52a2634b9e1a {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:06:57.355493 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e68c98d-8a30-4450-b117-1e627008280c req-354eaa60-0071-441f-899a-138caf0f21e8 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:06:57.355892 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e68c98d-8a30-4450-b117-1e627008280c req-354eaa60-0071-441f-899a-138caf0f21e8 service neutron] Checking segment: {'id': '2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:06:57.356286 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e68c98d-8a30-4450-b117-1e627008280c req-354eaa60-0071-441f-899a-138caf0f21e8 service neutron] Bound using segment: {'id': '2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:06:57.356721 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-4e68c98d-8a30-4450-b117-1e627008280c req-354eaa60-0071-441f-899a-138caf0f21e8 service neutron] Bound port: 88f04e99-cfe9-42d5-b7f7-e91374a455a6, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:06:57.357138 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4e68c98d-8a30-4450-b117-1e627008280c req-354eaa60-0071-441f-899a-138caf0f21e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:57.371138 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ad1714ab-3e43-4696-abda-07a29a46ad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:57.388866 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port acc0204e-4a73-4d16-a06f-d86d1315b3ad, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=acc0204e-4a73-4d16-a06f-d86d1315b3ad,segment=NetworkSegment(2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2),segment_id=2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:06:57.393416 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:57.432134 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-4e68c98d-8a30-4450-b117-1e627008280c req-354eaa60-0071-441f-899a-138caf0f21e8 service neutron] For port 88f04e99-cfe9-42d5-b7f7-e91374a455a6, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:06:57.435761 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-4e68c98d-8a30-4450-b117-1e627008280c req-354eaa60-0071-441f-899a-138caf0f21e8 service neutron] For port 88f04e99-cfe9-42d5-b7f7-e91374a455a6, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=88f04e99-cfe9-42d5-b7f7-e91374a455a6,segment=NetworkSegment(2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2),segment_id=2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:06:57.440277 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4e68c98d-8a30-4450-b117-1e627008280c req-354eaa60-0071-441f-899a-138caf0f21e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:57.448789 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=acc0204e-4a73-4d16-a06f-d86d1315b3ad,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:57.473540 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68c98d-8a30-4450-b117-1e627008280c req-354eaa60-0071-441f-899a-138caf0f21e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:57.474348 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-4e68c98d-8a30-4450-b117-1e627008280c req-354eaa60-0071-441f-899a-138caf0f21e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:57.475605 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e68c98d-8a30-4450-b117-1e627008280c req-354eaa60-0071-441f-899a-138caf0f21e8 service neutron] 10.222.0.37 "PUT /v2.0/ports/88f04e99-cfe9-42d5-b7f7-e91374a455a6 HTTP/1.1" status: 200 len: 1091 time: 0.7098935 Jul 24 10:06:57.477870 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e65614-44f8-418b-b0a0-5682e062d6dc', 'tag': '88f04e99-cfe9-42d5-b7f7-e91374a455a6'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:06:57.480380 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0ac4981879846d8821277b3228522714eb2c0e29e76d1b29de9e8d513d31c24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2cda1c-5cac-4168-acf1-b1635f4a596a" -d '{"events": [{"name": "network-changed", "server_uuid": "27e65614-44f8-418b-b0a0-5682e062d6dc", "tag": "88f04e99-cfe9-42d5-b7f7-e91374a455a6"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:06:57.511761 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354eaa60-0071-441f-899a-138caf0f21e8 service neutron] Pushing event updated for resources: {'Port': ['ID=88f04e99-cfe9-42d5-b7f7-e91374a455a6,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:06:57.559556 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca964678-b19c-4878-b839-45a84cf1ab97 x-openstack-request-id: req-ca964678-b19c-4878-b839-45a84cf1ab97 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:06:57.559846 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e65614-44f8-418b-b0a0-5682e062d6dc", "tag": "88f04e99-cfe9-42d5-b7f7-e91374a455a6", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:06:57.560095 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca964678-b19c-4878-b839-45a84cf1ab97 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:06:57.560489 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e65614-44f8-418b-b0a0-5682e062d6dc', 'tag': '88f04e99-cfe9-42d5-b7f7-e91374a455a6', 'status': 'completed', 'code': 200} Jul 24 10:06:57.588164 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68c98d-8a30-4450-b117-1e627008280c req-caa5c287-b3ef-46b8-914f-c5b9f8e3129b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:57.590321 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e68c98d-8a30-4450-b117-1e627008280c req-caa5c287-b3ef-46b8-914f-c5b9f8e3129b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 1094 time: 0.0655639 Jul 24 10:06:57.633913 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e68c98d-8a30-4450-b117-1e627008280c req-611d1def-5e7a-4420-ab6f-8e3c5cc1ab26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88f04e99-cfe9-42d5-b7f7-e91374a455a6 HTTP/1.1" status: 200 len: 217 time: 0.0364470 Jul 24 10:06:57.689676 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68c98d-8a30-4450-b117-1e627008280c req-382ff8ce-41bb-4e3e-98ac-3af2f9078f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:57.691726 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e68c98d-8a30-4450-b117-1e627008280c req-382ff8ce-41bb-4e3e-98ac-3af2f9078f55 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=245844c5-30ab-44de-aa86-d79c8d1982bc HTTP/1.1" status: 200 len: 835 time: 0.0520051 Jul 24 10:06:57.752553 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68c98d-8a30-4450-b117-1e627008280c req-b1d813b4-e9dc-4a1d-b653-93f757327f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:57.754031 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e68c98d-8a30-4450-b117-1e627008280c req-b1d813b4-e9dc-4a1d-b653-93f757327f6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f91b91-2b4f-4546-b708-52a2634b9e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552654 Jul 24 10:06:57.850440 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e68c98d-8a30-4450-b117-1e627008280c req-78060e39-880c-4ee1-ad7b-2893368914b4 service neutron] 10.222.0.37 "GET /v2.0/networks/23f91b91-2b4f-4546-b708-52a2634b9e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887837 Jul 24 10:06:57.941768 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4e68c98d-8a30-4450-b117-1e627008280c req-cc418290-4406-4289-ba37-5d86300b81ad service neutron] 10.222.0.37 "GET /v2.0/networks/23f91b91-2b4f-4546-b708-52a2634b9e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844188 Jul 24 10:06:58.034176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cda1c-5cac-4168-acf1-b1635f4a596a req-2a121e02-6d16-41e0-bf38-cdb118fdfdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:58.036050 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ac2cda1c-5cac-4168-acf1-b1635f4a596a req-2a121e02-6d16-41e0-bf38-cdb118fdfdef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 1094 time: 0.0533683 Jul 24 10:06:58.126504 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cda1c-5cac-4168-acf1-b1635f4a596a req-e65801ec-5105-4ed1-a971-5fcf10793c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:58.127955 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ac2cda1c-5cac-4168-acf1-b1635f4a596a req-e65801ec-5105-4ed1-a971-5fcf10793c9a service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f91b91-2b4f-4546-b708-52a2634b9e1a HTTP/1.1" status: 200 len: 896 time: 0.0848620 Jul 24 10:06:58.170397 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ac2cda1c-5cac-4168-acf1-b1635f4a596a req-f2c7d6cd-dc71-481e-86d2-e07eb5434975 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88f04e99-cfe9-42d5-b7f7-e91374a455a6 HTTP/1.1" status: 200 len: 217 time: 0.0366080 Jul 24 10:06:58.218176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cda1c-5cac-4168-acf1-b1635f4a596a req-cd3d10fd-067d-41a7-8184-42f2ff3d2f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:58.219591 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ac2cda1c-5cac-4168-acf1-b1635f4a596a req-cd3d10fd-067d-41a7-8184-42f2ff3d2f80 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=245844c5-30ab-44de-aa86-d79c8d1982bc HTTP/1.1" status: 200 len: 835 time: 0.0427191 Jul 24 10:06:58.276502 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cda1c-5cac-4168-acf1-b1635f4a596a req-fa2ea452-e125-4352-83b2-07826df7d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:58.277976 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ac2cda1c-5cac-4168-acf1-b1635f4a596a req-fa2ea452-e125-4352-83b2-07826df7d807 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f91b91-2b4f-4546-b708-52a2634b9e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514348 Jul 24 10:06:58.371375 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ac2cda1c-5cac-4168-acf1-b1635f4a596a req-2d2e786e-1b4e-48f1-9270-5a49d98a692d service neutron] 10.222.0.37 "GET /v2.0/networks/23f91b91-2b4f-4546-b708-52a2634b9e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857210 Jul 24 10:06:58.495889 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ac2cda1c-5cac-4168-acf1-b1635f4a596a req-00395277-eafc-4823-aa18-7e19404dff0b service neutron] 10.222.0.37 "GET /v2.0/networks/23f91b91-2b4f-4546-b708-52a2634b9e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163428 Jul 24 10:06:58.518215 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a448c-d2b6-46f8-86b5-a505e407a184 req-26d1d160-17fb-4b9d-be28-9237289807f2 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:58.519645 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-103a448c-d2b6-46f8-86b5-a505e407a184 req-26d1d160-17fb-4b9d-be28-9237289807f2 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 943 time: 0.0851367 Jul 24 10:06:58.558422 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-103a448c-d2b6-46f8-86b5-a505e407a184 req-79d2dcda-c4b6-4ad3-a9ae-fca0d83a81ee tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333028 Jul 24 10:06:59.173780 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device acc0204e-4a73-4d16-a06f-d86d1315b3ad up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:06:59.220715 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port acc0204e-4a73-4d16-a06f-d86d1315b3ad triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:06:59.221111 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:06:59.694846 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d882c7-d36e-4df9-a5c0-ec98abc481bc req-a2829137-83fc-4f50-93a0-609a696f5b64 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:06:59.696451 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-95d882c7-d36e-4df9-a5c0-ec98abc481bc req-a2829137-83fc-4f50-93a0-609a696f5b64 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 943 time: 0.0672958 Jul 24 10:06:59.733888 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-95d882c7-d36e-4df9-a5c0-ec98abc481bc req-9ef7b648-e506-41da-bdb1-ae441a0bfc1b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317237 Jul 24 10:06:59.841809 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cf844351-c395-4991-9735-b10efeb958c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:00.534368 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:00.864286 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45da0b9-2c77-42c0-89e6-b42c65b26252 req-4be86034-9427-4b24-abd7-8af22230f7d1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:00.865795 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e45da0b9-2c77-42c0-89e6-b42c65b26252 req-4be86034-9427-4b24-abd7-8af22230f7d1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 943 time: 0.0628052 Jul 24 10:07:00.902811 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e45da0b9-2c77-42c0-89e6-b42c65b26252 req-78e9360b-c3c6-4a54-a628-19bdc995083a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309706 Jul 24 10:07:01.207605 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:01.260514 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 88f04e99-cfe9-42d5-b7f7-e91374a455a6 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 10:07:01.350751 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 88f04e99-cfe9-42d5-b7f7-e91374a455a6, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=88f04e99-cfe9-42d5-b7f7-e91374a455a6,segment=NetworkSegment(2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2),segment_id=2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:07:01.361975 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '88f04e99-cfe9-42d5-b7f7-e91374a455a6', 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a', 'port_id': '88f04e99-cfe9-42d5-b7f7-e91374a455a6', 'mac_address': 'fa:16:3e:81:38:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245844c5-30ab-44de-aa86-d79c8d1982bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 10:07:01.401598 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:01.413759 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88f04e99-cfe9-42d5-b7f7-e91374a455a6 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:07:01.432997 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 88f04e99-cfe9-42d5-b7f7-e91374a455a6, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=88f04e99-cfe9-42d5-b7f7-e91374a455a6,segment=NetworkSegment(2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2),segment_id=2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:07:01.436881 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:01.482115 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=88f04e99-cfe9-42d5-b7f7-e91374a455a6,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:07:01.650587 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['88f04e99-cfe9-42d5-b7f7-e91374a455a6'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:07:02.039070 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba7c40-5cfa-4ba6-a756-abb142cff814 req-a69bc69e-f5fd-454e-8187-fa37c8ad867b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:02.040511 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-27ba7c40-5cfa-4ba6-a756-abb142cff814 req-a69bc69e-f5fd-454e-8187-fa37c8ad867b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 944 time: 0.0695097 Jul 24 10:07:02.077546 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-27ba7c40-5cfa-4ba6-a756-abb142cff814 req-498adbe6-5c53-4c8b-bdff-41f2338353ad tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308149 Jul 24 10:07:03.080111 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:03.221353 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a932a3-8ea2-4c66-950b-e0037275c870 req-769b9574-1e12-43da-abb9-2775f18cf393 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:03.222859 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c9a932a3-8ea2-4c66-950b-e0037275c870 req-769b9574-1e12-43da-abb9-2775f18cf393 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 944 time: 0.0765579 Jul 24 10:07:03.259335 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c9a932a3-8ea2-4c66-950b-e0037275c870 req-c69ccd04-684c-494f-b97d-92c1b043aaf6 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308321 Jul 24 10:07:03.285048 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 88f04e99-cfe9-42d5-b7f7-e91374a455a6 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:07:03.331868 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 88f04e99-cfe9-42d5-b7f7-e91374a455a6 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:07:03.335417 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 88f04e99-cfe9-42d5-b7f7-e91374a455a6 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:07:03.335787 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:03.411532 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:03.432655 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e65614-44f8-418b-b0a0-5682e062d6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f04e99-cfe9-42d5-b7f7-e91374a455a6'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:07:03.434911 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfecc09ccecf6097530ed06b3b0f605c347a07b6c448c324480a744ab89978bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9bc004-28c1-4f40-93d9-75516da9da13" -d '{"events": [{"server_uuid": "27e65614-44f8-418b-b0a0-5682e062d6dc", "name": "network-vif-plugged", "status": "completed", "tag": "88f04e99-cfe9-42d5-b7f7-e91374a455a6"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:07:03.447035 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 88f04e99-cfe9-42d5-b7f7-e91374a455a6, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=88f04e99-cfe9-42d5-b7f7-e91374a455a6,segment=NetworkSegment(2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2),segment_id=2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:07:03.453310 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:03.477848 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093780fe-bf0f-4126-9b19-b7b19b46794e x-openstack-request-id: req-093780fe-bf0f-4126-9b19-b7b19b46794e {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:07:03.478140 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e65614-44f8-418b-b0a0-5682e062d6dc", "name": "network-vif-plugged", "status": "completed", "tag": "88f04e99-cfe9-42d5-b7f7-e91374a455a6", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:07:03.478415 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-093780fe-bf0f-4126-9b19-b7b19b46794e {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:07:03.478827 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e65614-44f8-418b-b0a0-5682e062d6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f04e99-cfe9-42d5-b7f7-e91374a455a6', 'code': 200} Jul 24 10:07:03.504462 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=88f04e99-cfe9-42d5-b7f7-e91374a455a6,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:07:03.582580 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d9a87-eff8-4bd5-9b05-b6d3636330e9 req-4ef1039e-cbc3-4cbc-ad0e-48ca7e92088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:03.584010 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-756d9a87-eff8-4bd5-9b05-b6d3636330e9 req-4ef1039e-cbc3-4cbc-ad0e-48ca7e92088c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 1096 time: 0.0528278 Jul 24 10:07:03.616616 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-756d9a87-eff8-4bd5-9b05-b6d3636330e9 req-29d8e471-cb42-4476-872d-3e7b12e83689 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262403 Jul 24 10:07:04.400278 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29b343-4267-4311-bc79-b264ae3f636a req-75847c1b-691f-423a-9816-1b068616bdd8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:04.401861 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce29b343-4267-4311-bc79-b264ae3f636a req-75847c1b-691f-423a-9816-1b068616bdd8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 945 time: 0.0672929 Jul 24 10:07:04.439789 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ce29b343-4267-4311-bc79-b264ae3f636a req-4ecdb9b5-cef6-40c4-b161-584ffa350c34 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322719 Jul 24 10:07:05.585484 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3937c4-20b1-4f84-a33c-fa8b9af26989 req-0e483c0e-7002-4876-919e-41963ebefbe4 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:05.586975 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ec3937c4-20b1-4f84-a33c-fa8b9af26989 req-0e483c0e-7002-4876-919e-41963ebefbe4 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 945 time: 0.0622990 Jul 24 10:07:05.628828 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ec3937c4-20b1-4f84-a33c-fa8b9af26989 req-ab8f8bc9-0e1d-4df9-8f60-3e1bbf6f02ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354671 Jul 24 10:07:05.759554 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b91bfb-235f-41ff-a1fe-331ef0e1c145 req-0dc7b703-3d2c-4851-b3f5-9dc66b10582a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:05.761094 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88b91bfb-235f-41ff-a1fe-331ef0e1c145 req-0dc7b703-3d2c-4851-b3f5-9dc66b10582a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 945 time: 0.0650766 Jul 24 10:07:05.798912 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-88b91bfb-235f-41ff-a1fe-331ef0e1c145 req-9667a319-372b-413a-8851-841a404a9308 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323141 Jul 24 10:07:05.820767 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50824) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:07:05.872476 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6ac480-7541-4da9-beef-c9e11fccbfd4 tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:05.874037 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fb6ac480-7541-4da9-beef-c9e11fccbfd4 tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 1091 time: 0.0522852 Jul 24 10:07:05.876863 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50826) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:07:05.881151 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-4fbc4f12-a21e-4573-9155-679ec0eaf315 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'port_id': '88f04e99-cfe9-42d5-b7f7-e91374a455a6', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:07:05.902089 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4f12-a21e-4573-9155-679ec0eaf315 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for floatingip, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:05.996615 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4f12-a21e-4573-9155-679ec0eaf315 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:06.093758 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-4fbc4f12-a21e-4573-9155-679ec0eaf315 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Allocated IP 172.25.7.227 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/c4534eab-f9a0-4599-b699-69116e497e9c) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:07:06.197825 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4f12-a21e-4573-9155-679ec0eaf315 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:06.241313 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4f12-a21e-4573-9155-679ec0eaf315 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:06.293697 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbc4f12-a21e-4573-9155-679ec0eaf315 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:07:06.298275 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-4fbc4f12-a21e-4573-9155-679ec0eaf315 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:07:06.301687 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbc4f12-a21e-4573-9155-679ec0eaf315 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:07:06.306916 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc4f12-a21e-4573-9155-679ec0eaf315 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=c4534eab-f9a0-4599-b699-69116e497e9c,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:07:06.640899 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4f12-a21e-4573-9155-679ec0eaf315 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:06.712168 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4f12-a21e-4573-9155-679ec0eaf315 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:06.855805 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4f12-a21e-4573-9155-679ec0eaf315 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:06.859935 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4f12-a21e-4573-9155-679ec0eaf315 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:06.927144 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc4f12-a21e-4573-9155-679ec0eaf315 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=c4534eab-f9a0-4599-b699-69116e497e9c,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:07:06.939098 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4f12-a21e-4573-9155-679ec0eaf315 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:07.034634 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-4fbc4f12-a21e-4573-9155-679ec0eaf315 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Floating IP 4f43d3aa-658d-410e-804f-553a06611fac associated. External IP: 172.25.7.227, port: 88f04e99-cfe9-42d5-b7f7-e91374a455a6. Jul 24 10:07:07.229184 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbc4f12-a21e-4573-9155-679ec0eaf315 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Router 124e34c4-8d99-40fc-801a-5980e4be89a8 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:07:07.331267 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbc4f12-a21e-4573-9155-679ec0eaf315 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:07:07.341681 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8d5e3c-d574-4825-a127-fed1eb67fcec None None] Sync routers for ids ['124e34c4-8d99-40fc-801a-5980e4be89a8'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:07:07.349414 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4f12-a21e-4573-9155-679ec0eaf315 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:07.351589 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8d5e3c-d574-4825-a127-fed1eb67fcec None None] Routers {'124e34c4-8d99-40fc-801a-5980e4be89a8'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:07:07.352188 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-0e8d5e3c-d574-4825-a127-fed1eb67fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:07:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['124e34c4-8d99-40fc-801a-5980e4be89a8'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:07:07.389255 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-4fbc4f12-a21e-4573-9155-679ec0eaf315 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5113766 Jul 24 10:07:07.389948 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e65614-44f8-418b-b0a0-5682e062d6dc', 'tag': '88f04e99-cfe9-42d5-b7f7-e91374a455a6'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:07:07.392452 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0ac4981879846d8821277b3228522714eb2c0e29e76d1b29de9e8d513d31c24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f63b510-fcb0-4eca-afdd-6817f23f4533" -d '{"events": [{"name": "network-changed", "server_uuid": "27e65614-44f8-418b-b0a0-5682e062d6dc", "tag": "88f04e99-cfe9-42d5-b7f7-e91374a455a6"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:07:07.431652 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8439159-c6b7-4371-9787-8b6f05f93673 x-openstack-request-id: req-e8439159-c6b7-4371-9787-8b6f05f93673 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:07:07.432550 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e65614-44f8-418b-b0a0-5682e062d6dc", "tag": "88f04e99-cfe9-42d5-b7f7-e91374a455a6", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:07:07.432895 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8439159-c6b7-4371-9787-8b6f05f93673 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:07:07.433250 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e65614-44f8-418b-b0a0-5682e062d6dc', 'tag': '88f04e99-cfe9-42d5-b7f7-e91374a455a6', 'status': 'completed', 'code': 200} Jul 24 10:07:07.455006 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-0e8d5e3c-d574-4825-a127-fed1eb67fcec None None] Set router 124e34c4-8d99-40fc-801a-5980e4be89a8 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:07:07.519828 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e01999-4045-4d0b-8ab4-ee78bc5611b8 req-213c453e-376d-44fb-98d8-8ef2c0ffa93d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:07.523974 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c8e01999-4045-4d0b-8ab4-ee78bc5611b8 req-213c453e-376d-44fb-98d8-8ef2c0ffa93d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 945 time: 0.0718043 Jul 24 10:07:07.566212 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c8e01999-4045-4d0b-8ab4-ee78bc5611b8 req-1901864c-21c1-4600-9409-67ddd652980f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373082 Jul 24 10:07:07.590344 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50832) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:07:07.659715 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-441aca0f-ec3d-438d-a766-5bbdb110f515 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/floatingips/4f43d3aa-658d-410e-804f-553a06611fac HTTP/1.1" status: 200 len: 991 time: 0.0668888 Jul 24 10:07:07.691179 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-0e8d5e3c-d574-4825-a127-fed1eb67fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730588269', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:06:49Z', 'updated_at': '2021-07-24T10:06:52Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:06:50Z', 'updated_at': '2021-07-24T10:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '4f43d3aa-658d-410e-804f-553a06611fac', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'port_id': '88f04e99-cfe9-42d5-b7f7-e91374a455a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a', 'mac_address': 'fa:16:3e:81:38:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e65614-44f8-418b-b0a0-5682e062d6dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:07:06Z', 'updated_at': '2021-07-24T10:07:06Z', 'revision_number': 0, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc0204e-4a73-4d16-a06f-d86d1315b3ad', 'name': '', 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:87:a9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '245844c5-30ab-44de-aa86-d79c8d1982bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:06:52Z', 'updated_at': '2021-07-24T10:06:57Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '245844c5-30ab-44de-aa86-d79c8d1982bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:07:07.723327 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8d5e3c-d574-4825-a127-fed1eb67fcec None None] Checking router: 124e34c4-8d99-40fc-801a-5980e4be89a8 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:07:07.732453 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8d5e3c-d574-4825-a127-fed1eb67fcec None None] Routers {'124e34c4-8d99-40fc-801a-5980e4be89a8'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:07:07.733098 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-0e8d5e3c-d574-4825-a127-fed1eb67fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:07:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['124e34c4-8d99-40fc-801a-5980e4be89a8'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:07:07.834572 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-0e8d5e3c-d574-4825-a127-fed1eb67fcec None None] Set router 124e34c4-8d99-40fc-801a-5980e4be89a8 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:07:07.847140 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63b510-fcb0-4eca-afdd-6817f23f4533 req-10f2c94d-b58e-48d6-ba73-3644311b96e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:07.848585 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5f63b510-fcb0-4eca-afdd-6817f23f4533 req-10f2c94d-b58e-48d6-ba73-3644311b96e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 1096 time: 0.3952825 Jul 24 10:07:07.936486 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63b510-fcb0-4eca-afdd-6817f23f4533 req-cab1881d-8389-493c-9248-96fb0c1298d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:07.938123 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5f63b510-fcb0-4eca-afdd-6817f23f4533 req-cab1881d-8389-493c-9248-96fb0c1298d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f91b91-2b4f-4546-b708-52a2634b9e1a HTTP/1.1" status: 200 len: 896 time: 0.0828562 Jul 24 10:07:08.000934 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5f63b510-fcb0-4eca-afdd-6817f23f4533 req-cfa5cd66-0770-4ef0-beca-dfebbde732e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88f04e99-cfe9-42d5-b7f7-e91374a455a6 HTTP/1.1" status: 200 len: 999 time: 0.0559418 Jul 24 10:07:08.043724 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-0e8d5e3c-d574-4825-a127-fed1eb67fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730588269', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:06:49Z', 'updated_at': '2021-07-24T10:06:52Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:06:50Z', 'updated_at': '2021-07-24T10:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '4f43d3aa-658d-410e-804f-553a06611fac', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'port_id': '88f04e99-cfe9-42d5-b7f7-e91374a455a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a', 'mac_address': 'fa:16:3e:81:38:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e65614-44f8-418b-b0a0-5682e062d6dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:07:06Z', 'updated_at': '2021-07-24T10:07:06Z', 'revision_number': 0, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc0204e-4a73-4d16-a06f-d86d1315b3ad', 'name': '', 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:87:a9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '245844c5-30ab-44de-aa86-d79c8d1982bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:06:52Z', 'updated_at': '2021-07-24T10:06:57Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '245844c5-30ab-44de-aa86-d79c8d1982bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:07:08.048017 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63b510-fcb0-4eca-afdd-6817f23f4533 req-f90acf18-8297-49e4-bdff-186b6fcfaa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:08.049581 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5f63b510-fcb0-4eca-afdd-6817f23f4533 req-f90acf18-8297-49e4-bdff-186b6fcfaa1e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=245844c5-30ab-44de-aa86-d79c8d1982bc HTTP/1.1" status: 200 len: 835 time: 0.0428047 Jul 24 10:07:08.071891 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8d5e3c-d574-4825-a127-fed1eb67fcec None None] The sync data for ids ['124e34c4-8d99-40fc-801a-5980e4be89a8'] in n-d-800085-9 is: [{'id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730588269', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:06:49Z', 'updated_at': '2021-07-24T10:06:52Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:06:50Z', 'updated_at': '2021-07-24T10:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '4f43d3aa-658d-410e-804f-553a06611fac', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'port_id': '88f04e99-cfe9-42d5-b7f7-e91374a455a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a', 'mac_address': 'fa:16:3e:81:38:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e65614-44f8-418b-b0a0-5682e062d6dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:07:06Z', 'updated_at': '2021-07-24T10:07:06Z', 'revision_number': 0, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc0204e-4a73-4d16-a06f-d86d1315b3ad', 'name': '', 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:87:a9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '245844c5-30ab-44de-aa86-d79c8d1982bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:06:52Z', 'updated_at': '2021-07-24T10:06:57Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '245844c5-30ab-44de-aa86-d79c8d1982bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:07:08.112672 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63b510-fcb0-4eca-afdd-6817f23f4533 req-62d75fb5-01ab-4d73-80a5-92aa269a03d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:08.114250 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5f63b510-fcb0-4eca-afdd-6817f23f4533 req-62d75fb5-01ab-4d73-80a5-92aa269a03d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f91b91-2b4f-4546-b708-52a2634b9e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588293 Jul 24 10:07:08.206146 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5f63b510-fcb0-4eca-afdd-6817f23f4533 req-62887d15-48b8-46e6-8410-bcdac86e7d10 service neutron] 10.222.0.37 "GET /v2.0/networks/23f91b91-2b4f-4546-b708-52a2634b9e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856833 Jul 24 10:07:08.270321 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cb07d7-8817-4487-9d63-5bf731aded04 None None] New status for floating IP 4f43d3aa-658d-410e-804f-553a06611fac: ACTIVE {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 10:07:08.303793 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5f63b510-fcb0-4eca-afdd-6817f23f4533 req-10f706ee-a71d-459e-a21a-ff122c7805d8 service neutron] 10.222.0.37 "GET /v2.0/networks/23f91b91-2b4f-4546-b708-52a2634b9e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911710 Jul 24 10:07:08.662695 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50834) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:07:08.724841 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-18ea2d81-9762-466f-a459-56a28c496fb8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/floatingips/4f43d3aa-658d-410e-804f-553a06611fac HTTP/1.1" status: 200 len: 993 time: 0.0609951 Jul 24 10:07:14.571025 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:17.090897 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:19.747705 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:07:27.342113 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e60411fd-5fb2-461c-beb2-cccfab1389bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:29.841860 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0e821641-750e-432e-bd97-877921731e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:30.538553 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:31.203952 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:33.082569 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:36.770545 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b28ee670-9601-4445-a0b8-b072f745eb6b req-2c774d9d-c2c3-4917-9fc6-b11b4844b5f4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517852 Jul 24 10:07:36.862997 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ee670-9601-4445-a0b8-b072f745eb6b req-bf6ff88d-3818-4095-b7c8-115a48a7e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:36.864474 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b28ee670-9601-4445-a0b8-b072f745eb6b req-bf6ff88d-3818-4095-b7c8-115a48a7e959 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 1096 time: 0.0525835 Jul 24 10:07:36.973036 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ee670-9601-4445-a0b8-b072f745eb6b req-16b6ded5-75b0-4ef0-aab8-a9781063b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:36.974501 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b28ee670-9601-4445-a0b8-b072f745eb6b req-16b6ded5-75b0-4ef0-aab8-a9781063b720 service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f91b91-2b4f-4546-b708-52a2634b9e1a HTTP/1.1" status: 200 len: 896 time: 0.0899370 Jul 24 10:07:37.037398 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b28ee670-9601-4445-a0b8-b072f745eb6b req-7585ecb0-0661-403f-b3eb-eb1d87cfa070 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88f04e99-cfe9-42d5-b7f7-e91374a455a6 HTTP/1.1" status: 200 len: 1001 time: 0.0559433 Jul 24 10:07:37.088311 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ee670-9601-4445-a0b8-b072f745eb6b req-7dc2e300-9ca3-499d-954c-be324dcafc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:37.089795 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b28ee670-9601-4445-a0b8-b072f745eb6b req-7dc2e300-9ca3-499d-954c-be324dcafc4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=245844c5-30ab-44de-aa86-d79c8d1982bc HTTP/1.1" status: 200 len: 835 time: 0.0460711 Jul 24 10:07:37.146715 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ee670-9601-4445-a0b8-b072f745eb6b req-24483cd8-fd91-4b0d-acff-4c15b4dcc6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:37.148179 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b28ee670-9601-4445-a0b8-b072f745eb6b req-24483cd8-fd91-4b0d-acff-4c15b4dcc6b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f91b91-2b4f-4546-b708-52a2634b9e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513334 Jul 24 10:07:37.238663 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b28ee670-9601-4445-a0b8-b072f745eb6b req-0e633c7d-35aa-4a34-88d6-39f9e213bc03 service neutron] 10.222.0.37 "GET /v2.0/networks/23f91b91-2b4f-4546-b708-52a2634b9e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833635 Jul 24 10:07:37.331673 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-b28ee670-9601-4445-a0b8-b072f745eb6b req-87546e4f-58f7-4621-bb78-74d40236f42e service neutron] 10.222.0.37 "GET /v2.0/networks/23f91b91-2b4f-4546-b708-52a2634b9e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847573 Jul 24 10:07:40.138695 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2bb1e-889a-4367-a162-1b111d406984 req-80551925-eac6-4cb1-8c2a-a0f072395454 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:40.140197 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a8b2bb1e-889a-4367-a162-1b111d406984 req-80551925-eac6-4cb1-8c2a-a0f072395454 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 945 time: 0.1011071 Jul 24 10:07:40.145925 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9be5e-29c3-4735-8f8e-e137ee9d28f9 req-99aa666c-9e07-46df-9296-e505a2a457c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:40.147340 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4db9be5e-29c3-4735-8f8e-e137ee9d28f9 req-99aa666c-9e07-46df-9296-e505a2a457c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 1096 time: 0.0990837 Jul 24 10:07:40.206757 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a8b2bb1e-889a-4367-a162-1b111d406984 req-a4023ef8-c473-419d-8f28-aafbbc6ac3e8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584793 Jul 24 10:07:40.259640 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9be5e-29c3-4735-8f8e-e137ee9d28f9 req-a38dc3e8-fda0-47d9-86da-33f57fd69966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:40.261198 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4db9be5e-29c3-4735-8f8e-e137ee9d28f9 req-a38dc3e8-fda0-47d9-86da-33f57fd69966 service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f91b91-2b4f-4546-b708-52a2634b9e1a HTTP/1.1" status: 200 len: 896 time: 0.1064043 Jul 24 10:07:40.329094 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4db9be5e-29c3-4735-8f8e-e137ee9d28f9 req-6fabf0b3-bc8a-41ed-b9b6-eba8a8ded794 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88f04e99-cfe9-42d5-b7f7-e91374a455a6 HTTP/1.1" status: 200 len: 1001 time: 0.0610271 Jul 24 10:07:40.375750 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9be5e-29c3-4735-8f8e-e137ee9d28f9 req-da421841-668c-4ec9-a3b9-ac606fac2996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:40.377150 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4db9be5e-29c3-4735-8f8e-e137ee9d28f9 req-da421841-668c-4ec9-a3b9-ac606fac2996 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=245844c5-30ab-44de-aa86-d79c8d1982bc HTTP/1.1" status: 200 len: 835 time: 0.0418205 Jul 24 10:07:40.435085 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9be5e-29c3-4735-8f8e-e137ee9d28f9 req-64588567-4932-4fb6-bc97-134a913cd12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:40.436461 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4db9be5e-29c3-4735-8f8e-e137ee9d28f9 req-64588567-4932-4fb6-bc97-134a913cd12c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f91b91-2b4f-4546-b708-52a2634b9e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524898 Jul 24 10:07:40.525602 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4db9be5e-29c3-4735-8f8e-e137ee9d28f9 req-248b5aaf-7ae8-493b-ad26-62defc29e307 service neutron] 10.222.0.37 "GET /v2.0/networks/23f91b91-2b4f-4546-b708-52a2634b9e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824566 Jul 24 10:07:40.617596 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4db9be5e-29c3-4735-8f8e-e137ee9d28f9 req-ec9d39c5-5f08-4636-8b2c-0f009ea40f69 service neutron] 10.222.0.37 "GET /v2.0/networks/23f91b91-2b4f-4546-b708-52a2634b9e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855775 Jul 24 10:07:41.342239 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228eec6-9ed6-4619-89d2-de2bb5cc7637 req-076eea9b-c1f8-4068-8c61-e8726b8fe82d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:41.343759 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6228eec6-9ed6-4619-89d2-de2bb5cc7637 req-076eea9b-c1f8-4068-8c61-e8726b8fe82d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 945 time: 0.0657246 Jul 24 10:07:41.384704 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6228eec6-9ed6-4619-89d2-de2bb5cc7637 req-d559f79f-9f3f-4060-8ef5-47d3d0e34b56 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332069 Jul 24 10:07:42.518535 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d60df-8250-4924-9487-f24a23c81231 req-4e249107-d1ca-4bb7-bf84-902ddfeb6a38 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:42.520034 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a90d60df-8250-4924-9487-f24a23c81231 req-4e249107-d1ca-4bb7-bf84-902ddfeb6a38 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 945 time: 0.0622880 Jul 24 10:07:42.556438 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a90d60df-8250-4924-9487-f24a23c81231 req-935071c8-14bb-4f5a-be32-e4a152708fa4 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309741 Jul 24 10:07:43.691893 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dcf59-a759-4eb1-8297-005d54d81876 req-8145b6ad-764f-42b4-8594-cebe4fcf54b7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:43.693430 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aa1dcf59-a759-4eb1-8297-005d54d81876 req-8145b6ad-764f-42b4-8594-cebe4fcf54b7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 945 time: 0.0685225 Jul 24 10:07:43.733234 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-aa1dcf59-a759-4eb1-8297-005d54d81876 req-4796de70-ff27-4c30-90b2-c4d0abcf0e28 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310771 Jul 24 10:07:44.571919 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:44.876426 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4aad7b-b3d2-4a8c-b774-3edfc834a8c1 req-ab9b5daa-1a73-44c6-abc0-8337a860f9ba tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:44.877878 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6d4aad7b-b3d2-4a8c-b774-3edfc834a8c1 req-ab9b5daa-1a73-44c6-abc0-8337a860f9ba tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 945 time: 0.0624626 Jul 24 10:07:44.915191 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6d4aad7b-b3d2-4a8c-b774-3edfc834a8c1 req-5717e360-6487-4524-b827-72ddbbe6e8f3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318019 Jul 24 10:07:46.048249 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52b775-c712-400a-945b-694b82641e37 req-e5b18dd9-6793-4424-a0d3-cd34a888e1b5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:46.049753 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8f52b775-c712-400a-945b-694b82641e37 req-e5b18dd9-6793-4424-a0d3-cd34a888e1b5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 945 time: 0.0657210 Jul 24 10:07:46.086840 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8f52b775-c712-400a-945b-694b82641e37 req-61e08409-1d5a-459d-80da-8f07318decee tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315466 Jul 24 10:07:47.105332 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:47.223178 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731d64d-f75c-4943-b928-fe570a3bd95a req-76253021-cc8e-4d04-883c-70900e6a4bbc tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:47.224691 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a731d64d-f75c-4943-b928-fe570a3bd95a req-76253021-cc8e-4d04-883c-70900e6a4bbc tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 945 time: 0.0694962 Jul 24 10:07:47.263657 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a731d64d-f75c-4943-b928-fe570a3bd95a req-c80752fd-60c8-487c-b7ba-bb8c68dfd344 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326853 Jul 24 10:07:48.394817 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01bc01-f89c-4a47-ab0f-e452847bfd27 req-c7f57424-de81-4391-a239-3c0f94eca986 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:48.396288 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-db01bc01-f89c-4a47-ab0f-e452847bfd27 req-c7f57424-de81-4391-a239-3c0f94eca986 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 945 time: 0.0621271 Jul 24 10:07:48.437558 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-db01bc01-f89c-4a47-ab0f-e452847bfd27 req-9ae419bf-4665-4919-9b03-e53986e03f1f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358162 Jul 24 10:07:49.570613 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27c15e-b4aa-402d-91f4-51c7170f3983 req-245c80dc-e537-402b-9425-a62efd5f5558 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:49.572135 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0b27c15e-b4aa-402d-91f4-51c7170f3983 req-245c80dc-e537-402b-9425-a62efd5f5558 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 945 time: 0.0642495 Jul 24 10:07:49.609707 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0b27c15e-b4aa-402d-91f4-51c7170f3983 req-c2b7a235-13ad-4706-be47-44259405e3db tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312216 Jul 24 10:07:50.739819 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5984797-2877-42c8-9dfc-38495a6ccbaa req-adb923b0-72cf-487f-9e90-590e650a90af tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:50.741335 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e5984797-2877-42c8-9dfc-38495a6ccbaa req-adb923b0-72cf-487f-9e90-590e650a90af tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 945 time: 0.0624979 Jul 24 10:07:50.779794 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e5984797-2877-42c8-9dfc-38495a6ccbaa req-7283eeba-a163-4800-a553-35a8ac16ad39 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329182 Jul 24 10:07:51.909963 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6fe0d-f87e-4e79-b92f-e0b9144a3973 req-2cbc567d-963a-4ec2-85e0-114d89322bf0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:51.911455 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-01d6fe0d-f87e-4e79-b92f-e0b9144a3973 req-2cbc567d-963a-4ec2-85e0-114d89322bf0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 945 time: 0.0627148 Jul 24 10:07:51.951641 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-01d6fe0d-f87e-4e79-b92f-e0b9144a3973 req-72070f19-5703-4cba-b722-ddd439ab547e tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339611 Jul 24 10:07:53.082210 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e1467-d279-4126-886d-5564142e3f09 req-4e1ab030-079d-4cc0-b6bb-4e1d5299e21a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:53.083721 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0e5e1467-d279-4126-886d-5564142e3f09 req-4e1ab030-079d-4cc0-b6bb-4e1d5299e21a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 945 time: 0.0635540 Jul 24 10:07:53.121033 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0e5e1467-d279-4126-886d-5564142e3f09 req-954c51e8-cd84-4aa7-a84c-da6be245b94a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317969 Jul 24 10:07:54.251499 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599cf11-cad8-44b8-8c3b-6ec4c93be141 req-965afec9-733e-4eea-8564-d825be926f88 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:54.253027 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c599cf11-cad8-44b8-8c3b-6ec4c93be141 req-965afec9-733e-4eea-8564-d825be926f88 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 945 time: 0.0634203 Jul 24 10:07:54.290194 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c599cf11-cad8-44b8-8c3b-6ec4c93be141 req-cfaa4c96-6854-4770-94af-69a16b4f7e11 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316973 Jul 24 10:07:55.424299 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf4c85-b558-4bfd-b93b-99c2a05724fb req-eb005470-d525-4c60-8521-767bad123f2b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:55.425714 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-afbf4c85-b558-4bfd-b93b-99c2a05724fb req-eb005470-d525-4c60-8521-767bad123f2b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 945 time: 0.0660553 Jul 24 10:07:55.462695 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-afbf4c85-b558-4bfd-b93b-99c2a05724fb req-3e1ecf9a-84e7-4a18-a735-37aa62cfa50b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315630 Jul 24 10:07:56.594131 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8430b5-9411-49c4-8af7-56ac5bec8a17 req-74278563-8898-49fb-bdce-a6b2bd52afd5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:07:56.595633 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df8430b5-9411-49c4-8af7-56ac5bec8a17 req-74278563-8898-49fb-bdce-a6b2bd52afd5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 945 time: 0.0643055 Jul 24 10:07:56.632058 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-df8430b5-9411-49c4-8af7-56ac5bec8a17 req-cf03734a-9a15-4439-9fa7-3d265ea5867e tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309489 Jul 24 10:07:56.655076 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50890) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:07:56.719564 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-84b539b9-4344-4086-8153-caedbce52f23 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/floatingips/4f43d3aa-658d-410e-804f-553a06611fac HTTP/1.1" status: 200 len: 993 time: 0.0632842 Jul 24 10:07:56.746045 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:07:57.342385 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0aba797c-5894-443b-b79d-9a805ce47b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:07:59.841235 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-06f0f5e7-7fec-4591-b09b-d9d94e73765d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:00.539375 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:01.207585 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:03.084899 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:14.585108 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:17.121904 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:23.118697 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-960237ab-82ba-44e1-ad4b-ff0f80c7f3a5 req-dc0c2636-a54d-459b-922a-1af71dc2ba2b service neutron] (94035) timed out ('10.222.0.32', 44676) {{(pid=94035) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 10:08:27.104572 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50906) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:08:27.260226 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-13736a5f-552c-41b1-aa48-8a75026b504f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Deleting port c4534eab-f9a0-4599-b699-69116e497e9c {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:08:27.260836 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-13736a5f-552c-41b1-aa48-8a75026b504f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:27.341059 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-13736a5f-552c-41b1-aa48-8a75026b504f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:27.341483 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-13736a5f-552c-41b1-aa48-8a75026b504f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:27.345025 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a77bed79-63b5-41b2-a2e6-1888c33bb4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:27.353977 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-13736a5f-552c-41b1-aa48-8a75026b504f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Calling delete_port for c4534eab-f9a0-4599-b699-69116e497e9c owned by network:floatingip {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:08:27.495048 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-13736a5f-552c-41b1-aa48-8a75026b504f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:27.524549 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13736a5f-552c-41b1-aa48-8a75026b504f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Port': ['ID=c4534eab-f9a0-4599-b699-69116e497e9c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:27.551458 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13736a5f-552c-41b1-aa48-8a75026b504f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:27.551790 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13736a5f-552c-41b1-aa48-8a75026b504f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:27.552136 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13736a5f-552c-41b1-aa48-8a75026b504f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:27.552477 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13736a5f-552c-41b1-aa48-8a75026b504f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:27.552908 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13736a5f-552c-41b1-aa48-8a75026b504f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:27.553252 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13736a5f-552c-41b1-aa48-8a75026b504f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:27.553587 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13736a5f-552c-41b1-aa48-8a75026b504f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:27.553919 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13736a5f-552c-41b1-aa48-8a75026b504f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:27.554250 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13736a5f-552c-41b1-aa48-8a75026b504f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:27.554583 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13736a5f-552c-41b1-aa48-8a75026b504f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:27.554908 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13736a5f-552c-41b1-aa48-8a75026b504f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:27.555236 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13736a5f-552c-41b1-aa48-8a75026b504f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:27.594074 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-13736a5f-552c-41b1-aa48-8a75026b504f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for floatingip, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:27.594412 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-13736a5f-552c-41b1-aa48-8a75026b504f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Floating IP 4f43d3aa-658d-410e-804f-553a06611fac disassociated (deleted). External IP: 172.25.7.227, port: 88f04e99-cfe9-42d5-b7f7-e91374a455a6. Jul 24 10:08:27.802310 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13736a5f-552c-41b1-aa48-8a75026b504f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Router 124e34c4-8d99-40fc-801a-5980e4be89a8 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:08:27.909483 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13736a5f-552c-41b1-aa48-8a75026b504f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:08:27.914145 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-13736a5f-552c-41b1-aa48-8a75026b504f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:27.919215 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c56fa1d-a9a5-40b5-85c1-040d2148462a None None] Sync routers for ids ['124e34c4-8d99-40fc-801a-5980e4be89a8'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:08:27.927621 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c56fa1d-a9a5-40b5-85c1-040d2148462a None None] Routers {'124e34c4-8d99-40fc-801a-5980e4be89a8'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:08:27.928221 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-0c56fa1d-a9a5-40b5-85c1-040d2148462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:08:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['124e34c4-8d99-40fc-801a-5980e4be89a8'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:08:27.949828 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-13736a5f-552c-41b1-aa48-8a75026b504f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "DELETE /v2.0/floatingips/4f43d3aa-658d-410e-804f-553a06611fac HTTP/1.1" status: 204 len: 168 time: 0.8441269 Jul 24 10:08:27.950422 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e65614-44f8-418b-b0a0-5682e062d6dc', 'tag': '88f04e99-cfe9-42d5-b7f7-e91374a455a6'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:08:27.952675 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0ac4981879846d8821277b3228522714eb2c0e29e76d1b29de9e8d513d31c24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8374e9c-ecb2-4fb6-ae83-06052a4b3041" -d '{"events": [{"name": "network-changed", "server_uuid": "27e65614-44f8-418b-b0a0-5682e062d6dc", "tag": "88f04e99-cfe9-42d5-b7f7-e91374a455a6"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:08:27.992631 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbef9286-3a6b-4f5a-965d-eef26b3b1711 x-openstack-request-id: req-dbef9286-3a6b-4f5a-965d-eef26b3b1711 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:08:27.992947 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e65614-44f8-418b-b0a0-5682e062d6dc", "tag": "88f04e99-cfe9-42d5-b7f7-e91374a455a6", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:08:27.993199 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dbef9286-3a6b-4f5a-965d-eef26b3b1711 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:08:27.993607 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e65614-44f8-418b-b0a0-5682e062d6dc', 'tag': '88f04e99-cfe9-42d5-b7f7-e91374a455a6', 'status': 'completed', 'code': 200} Jul 24 10:08:28.032847 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-0c56fa1d-a9a5-40b5-85c1-040d2148462a None None] Set router 124e34c4-8d99-40fc-801a-5980e4be89a8 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:08:28.077886 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8374e9c-ecb2-4fb6-ae83-06052a4b3041 req-d54f8772-c0a1-4967-9fd2-78757a83ca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:28.079996 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c8374e9c-ecb2-4fb6-ae83-06052a4b3041 req-d54f8772-c0a1-4967-9fd2-78757a83ca69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 1096 time: 0.0646224 Jul 24 10:08:28.184155 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8374e9c-ecb2-4fb6-ae83-06052a4b3041 req-3d3e90df-7556-48d3-8f74-2881ca9d9f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:28.186667 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c8374e9c-ecb2-4fb6-ae83-06052a4b3041 req-3d3e90df-7556-48d3-8f74-2881ca9d9f87 service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f91b91-2b4f-4546-b708-52a2634b9e1a HTTP/1.1" status: 200 len: 896 time: 0.0970736 Jul 24 10:08:28.209051 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d8764-f3c6-4cb5-bf47-21bddcd21d66 req-03eeb79b-0c4a-4f87-8d21-edf307ba3147 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:28.210623 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a78d8764-f3c6-4cb5-bf47-21bddcd21d66 req-03eeb79b-0c4a-4f87-8d21-edf307ba3147 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 945 time: 0.0672178 Jul 24 10:08:28.229371 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c8374e9c-ecb2-4fb6-ae83-06052a4b3041 req-bdb6cbc6-7fd5-43d0-bdf4-1fc69bfb7cad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88f04e99-cfe9-42d5-b7f7-e91374a455a6 HTTP/1.1" status: 200 len: 217 time: 0.0358555 Jul 24 10:08:28.234996 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-0c56fa1d-a9a5-40b5-85c1-040d2148462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730588269', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:06:49Z', 'updated_at': '2021-07-24T10:06:52Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:06:50Z', 'updated_at': '2021-07-24T10:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'acc0204e-4a73-4d16-a06f-d86d1315b3ad', 'name': '', 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:87:a9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '245844c5-30ab-44de-aa86-d79c8d1982bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:06:52Z', 'updated_at': '2021-07-24T10:06:57Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '245844c5-30ab-44de-aa86-d79c8d1982bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:08:28.251239 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a78d8764-f3c6-4cb5-bf47-21bddcd21d66 req-89acbe0f-e1bd-4358-b7ac-d6cebc162c66 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324800 Jul 24 10:08:28.259863 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c56fa1d-a9a5-40b5-85c1-040d2148462a None None] Checking router: 124e34c4-8d99-40fc-801a-5980e4be89a8 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:08:28.273955 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c56fa1d-a9a5-40b5-85c1-040d2148462a None None] Routers {'124e34c4-8d99-40fc-801a-5980e4be89a8'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:08:28.273955 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-0c56fa1d-a9a5-40b5-85c1-040d2148462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:08:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['124e34c4-8d99-40fc-801a-5980e4be89a8'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:08:28.277712 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8374e9c-ecb2-4fb6-ae83-06052a4b3041 req-c9ae2a21-25cf-446e-a431-34f906cecaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:28.279227 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c8374e9c-ecb2-4fb6-ae83-06052a4b3041 req-c9ae2a21-25cf-446e-a431-34f906cecaf0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=245844c5-30ab-44de-aa86-d79c8d1982bc HTTP/1.1" status: 200 len: 835 time: 0.0437286 Jul 24 10:08:28.354100 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8374e9c-ecb2-4fb6-ae83-06052a4b3041 req-2e11e6ab-814e-43de-a45d-92cc043098e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:28.355580 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c8374e9c-ecb2-4fb6-ae83-06052a4b3041 req-2e11e6ab-814e-43de-a45d-92cc043098e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f91b91-2b4f-4546-b708-52a2634b9e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691235 Jul 24 10:08:28.366759 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-c8374e9c-ecb2-4fb6-ae83-06052a4b3041 req-0b7b9316-05eb-42a8-9d64-d33e848a48a2 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 10:08:28.367813 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c8374e9c-ecb2-4fb6-ae83-06052a4b3041 req-0b7b9316-05eb-42a8-9d64-d33e848a48a2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051496 Jul 24 10:08:28.376400 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-0c56fa1d-a9a5-40b5-85c1-040d2148462a None None] Set router 124e34c4-8d99-40fc-801a-5980e4be89a8 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:08:28.460286 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c8374e9c-ecb2-4fb6-ae83-06052a4b3041 req-7f19daee-435e-49df-9d9b-2eb6c070daf3 service neutron] 10.222.0.37 "GET /v2.0/networks/23f91b91-2b4f-4546-b708-52a2634b9e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855603 Jul 24 10:08:28.555969 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c8374e9c-ecb2-4fb6-ae83-06052a4b3041 req-1b279856-a560-476c-9efa-f984360836da service neutron] 10.222.0.37 "GET /v2.0/networks/23f91b91-2b4f-4546-b708-52a2634b9e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876870 Jul 24 10:08:28.678421 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-0c56fa1d-a9a5-40b5-85c1-040d2148462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730588269', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:06:49Z', 'updated_at': '2021-07-24T10:06:52Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:06:50Z', 'updated_at': '2021-07-24T10:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'acc0204e-4a73-4d16-a06f-d86d1315b3ad', 'name': '', 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:87:a9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '245844c5-30ab-44de-aa86-d79c8d1982bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:06:52Z', 'updated_at': '2021-07-24T10:06:57Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '245844c5-30ab-44de-aa86-d79c8d1982bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:08:28.703342 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c56fa1d-a9a5-40b5-85c1-040d2148462a None None] The sync data for ids ['124e34c4-8d99-40fc-801a-5980e4be89a8'] in n-d-800085-9 is: [{'id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730588269', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:06:49Z', 'updated_at': '2021-07-24T10:06:52Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:06:50Z', 'updated_at': '2021-07-24T10:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'acc0204e-4a73-4d16-a06f-d86d1315b3ad', 'name': '', 'network_id': '23f91b91-2b4f-4546-b708-52a2634b9e1a', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:87:a9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '245844c5-30ab-44de-aa86-d79c8d1982bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:06:52Z', 'updated_at': '2021-07-24T10:06:57Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '245844c5-30ab-44de-aa86-d79c8d1982bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:08:28.904964 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee040c9-054d-42f5-a66b-28ffe7217467 None None] New status for floating IP 4f43d3aa-658d-410e-804f-553a06611fac: DOWN {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 10:08:29.387243 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d599f-97e5-4a80-8255-3ef0abca7f4e req-a151e972-46bb-452c-b655-c2201e8142de tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:29.388745 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-413d599f-97e5-4a80-8255-3ef0abca7f4e req-a151e972-46bb-452c-b655-c2201e8142de tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 945 time: 0.0618653 Jul 24 10:08:29.425030 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-413d599f-97e5-4a80-8255-3ef0abca7f4e req-fd19bc46-321c-4fa7-b0b8-ccdc47d8cc48 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad35e862-27d1-48af-a1f5-633c53803e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307431 Jul 24 10:08:29.687728 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac18ef-d509-4c50-90ec-e92f00e6491b req-60e877f9-c4dd-4287-a15c-60a223abbea7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:29.689138 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-63ac18ef-d509-4c50-90ec-e92f00e6491b req-60e877f9-c4dd-4287-a15c-60a223abbea7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.37 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 945 time: 0.0613158 Jul 24 10:08:29.789989 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-63ac18ef-d509-4c50-90ec-e92f00e6491b req-9fc152bd-282e-45d4-a445-af1e4f0a9592 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Deleting port 88f04e99-cfe9-42d5-b7f7-e91374a455a6 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:08:29.790330 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-63ac18ef-d509-4c50-90ec-e92f00e6491b req-9fc152bd-282e-45d4-a445-af1e4f0a9592 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:29.842065 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3bd29a85-6266-4ca5-ba1f-34ba96554eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:29.877540 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-63ac18ef-d509-4c50-90ec-e92f00e6491b req-9fc152bd-282e-45d4-a445-af1e4f0a9592 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] For port 88f04e99-cfe9-42d5-b7f7-e91374a455a6, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=88f04e99-cfe9-42d5-b7f7-e91374a455a6,segment=NetworkSegment(2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2),segment_id=2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:08:29.877905 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-63ac18ef-d509-4c50-90ec-e92f00e6491b req-9fc152bd-282e-45d4-a445-af1e4f0a9592 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:29.890597 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-63ac18ef-d509-4c50-90ec-e92f00e6491b req-9fc152bd-282e-45d4-a445-af1e4f0a9592 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Calling delete_port for 88f04e99-cfe9-42d5-b7f7-e91374a455a6 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:08:30.013581 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-63ac18ef-d509-4c50-90ec-e92f00e6491b req-9fc152bd-282e-45d4-a445-af1e4f0a9592 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:30.044280 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc152bd-282e-45d4-a445-af1e4f0a9592 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Port': ['ID=88f04e99-cfe9-42d5-b7f7-e91374a455a6,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:30.089053 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ac18ef-d509-4c50-90ec-e92f00e6491b req-9fc152bd-282e-45d4-a445-af1e4f0a9592 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] No DVR routers for this DVR port 88f04e99-cfe9-42d5-b7f7-e91374a455a6 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:08:30.091703 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-63ac18ef-d509-4c50-90ec-e92f00e6491b req-9fc152bd-282e-45d4-a445-af1e4f0a9592 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:30.093679 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-63ac18ef-d509-4c50-90ec-e92f00e6491b req-9fc152bd-282e-45d4-a445-af1e4f0a9592 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.37 "DELETE /v2.0/ports/88f04e99-cfe9-42d5-b7f7-e91374a455a6 HTTP/1.1" status: 204 len: 173 time: 0.3985903 Jul 24 10:08:30.094120 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e65614-44f8-418b-b0a0-5682e062d6dc', 'name': 'network-vif-deleted', 'tag': '88f04e99-cfe9-42d5-b7f7-e91374a455a6'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:08:30.096378 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0ac4981879846d8821277b3228522714eb2c0e29e76d1b29de9e8d513d31c24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f942b18-e0da-4e9a-9dcf-4438932df623" -d '{"events": [{"server_uuid": "27e65614-44f8-418b-b0a0-5682e062d6dc", "name": "network-vif-deleted", "tag": "88f04e99-cfe9-42d5-b7f7-e91374a455a6"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:08:30.139506 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729cff83-ddd9-401f-b585-be259114a380 x-openstack-request-id: req-729cff83-ddd9-401f-b585-be259114a380 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:08:30.139796 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e65614-44f8-418b-b0a0-5682e062d6dc", "name": "network-vif-deleted", "tag": "88f04e99-cfe9-42d5-b7f7-e91374a455a6", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:08:30.140046 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-729cff83-ddd9-401f-b585-be259114a380 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:08:30.140440 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e65614-44f8-418b-b0a0-5682e062d6dc', 'name': 'network-vif-deleted', 'tag': '88f04e99-cfe9-42d5-b7f7-e91374a455a6', 'status': 'completed', 'code': 200} Jul 24 10:08:30.545257 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:30.552647 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a74b9c92-49f0-428f-9d89-c489dab60699 req-5e3c0d99-3838-42f3-bc9f-c24d4897505b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=27e65614-44f8-418b-b0a0-5682e062d6dc HTTP/1.1" status: 200 len: 210 time: 0.0365946 Jul 24 10:08:31.210332 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:31.615297 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50924) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:08:31.956824 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8dfada5a-76c3-4e46-9747-2d4d6cb90cf7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:32.533049 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-8dfada5a-76c3-4e46-9747-2d4d6cb90cf7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Deleting port acc0204e-4a73-4d16-a06f-d86d1315b3ad {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:08:32.533663 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8dfada5a-76c3-4e46-9747-2d4d6cb90cf7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:32.627418 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-8dfada5a-76c3-4e46-9747-2d4d6cb90cf7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] For port acc0204e-4a73-4d16-a06f-d86d1315b3ad, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=acc0204e-4a73-4d16-a06f-d86d1315b3ad,segment=NetworkSegment(2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2),segment_id=2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:08:32.628122 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8dfada5a-76c3-4e46-9747-2d4d6cb90cf7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:32.640079 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-8dfada5a-76c3-4e46-9747-2d4d6cb90cf7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Calling delete_port for acc0204e-4a73-4d16-a06f-d86d1315b3ad owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:08:32.816302 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8dfada5a-76c3-4e46-9747-2d4d6cb90cf7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:32.847265 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfada5a-76c3-4e46-9747-2d4d6cb90cf7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Port': ['ID=acc0204e-4a73-4d16-a06f-d86d1315b3ad,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:33.024406 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-8dfada5a-76c3-4e46-9747-2d4d6cb90cf7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:33.087912 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:33.244455 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfada5a-76c3-4e46-9747-2d4d6cb90cf7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Router 124e34c4-8d99-40fc-801a-5980e4be89a8 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:08:33.348207 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfada5a-76c3-4e46-9747-2d4d6cb90cf7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:08:33.353077 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8dfada5a-76c3-4e46-9747-2d4d6cb90cf7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "PUT /v2.0/routers/124e34c4-8d99-40fc-801a-5980e4be89a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7367160 Jul 24 10:08:33.355884 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50926) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:08:33.358490 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e8d028-7389-46b4-be79-6c512467c90b None None] Sync routers for ids ['124e34c4-8d99-40fc-801a-5980e4be89a8'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:08:33.367516 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e8d028-7389-46b4-be79-6c512467c90b None None] Routers {'124e34c4-8d99-40fc-801a-5980e4be89a8'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:08:33.368108 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-82e8d028-7389-46b4-be79-6c512467c90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:08:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['124e34c4-8d99-40fc-801a-5980e4be89a8'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:08:33.405319 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-c256a664-6425-44d1-84ca-0d76e66084d8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Deleting subnet 245844c5-30ab-44de-aa86-d79c8d1982bc {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 10:08:33.408692 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c256a664-6425-44d1-84ca-0d76e66084d8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:33.446967 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c256a664-6425-44d1-84ca-0d76e66084d8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:33.468884 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-82e8d028-7389-46b4-be79-6c512467c90b None None] Set router 124e34c4-8d99-40fc-801a-5980e4be89a8 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:08:33.535965 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c256a664-6425-44d1-84ca-0d76e66084d8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:33.592101 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c256a664-6425-44d1-84ca-0d76e66084d8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:33.621315 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c256a664-6425-44d1-84ca-0d76e66084d8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:33.623124 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c256a664-6425-44d1-84ca-0d76e66084d8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "DELETE /v2.0/subnets/245844c5-30ab-44de-aa86-d79c8d1982bc HTTP/1.1" status: 204 len: 168 time: 0.2663193 Jul 24 10:08:33.624171 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256a664-6425-44d1-84ca-0d76e66084d8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Subnet': ['ID=245844c5-30ab-44de-aa86-d79c8d1982bc,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:33.626127 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50928) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:08:33.628422 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e6718c-be85-4cbe-82df-2eb424f88d06 None None] Network 23f91b91-2b4f-4546-b708-52a2634b9e1a requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:08:33.646325 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-82e8d028-7389-46b4-be79-6c512467c90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730588269', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:06:49Z', 'updated_at': '2021-07-24T10:08:32Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:06:50Z', 'updated_at': '2021-07-24T10:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:08:33.651614 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 88f04e99-cfe9-42d5-b7f7-e91374a455a6 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:08:33.678422 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e8d028-7389-46b4-be79-6c512467c90b None None] Checking router: 124e34c4-8d99-40fc-801a-5980e4be89a8 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:08:33.687018 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e8d028-7389-46b4-be79-6c512467c90b None None] Routers {'124e34c4-8d99-40fc-801a-5980e4be89a8'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:08:33.687625 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-82e8d028-7389-46b4-be79-6c512467c90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:08:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['124e34c4-8d99-40fc-801a-5980e4be89a8'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:08:33.703098 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 88f04e99-cfe9-42d5-b7f7-e91374a455a6 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:08:33.703516 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 88f04e99-cfe9-42d5-b7f7-e91374a455a6 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:08:33.737283 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:33.759253 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:08:33.797439 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-82e8d028-7389-46b4-be79-6c512467c90b None None] Set router 124e34c4-8d99-40fc-801a-5980e4be89a8 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:08:33.849955 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:33.853081 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c071264f-418c-408c-b592-8ea42d2aa8bb None None] DHCP port deletion for 23f91b91-2b4f-4546-b708-52a2634b9e1a request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 10:08:33.898889 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-c071264f-418c-408c-b592-8ea42d2aa8bb None None] Deleting port 17bbee25-cef0-4299-b665-459baa2dacae {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:08:33.899188 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c071264f-418c-408c-b592-8ea42d2aa8bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:33.906215 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Deleting port fcff18b3-b7b9-4380-91fe-fd66ae98f11a {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:08:33.906570 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:33.964225 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-c071264f-418c-408c-b592-8ea42d2aa8bb None None] For port 17bbee25-cef0-4299-b665-459baa2dacae, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=17bbee25-cef0-4299-b665-459baa2dacae,segment=NetworkSegment(2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2),segment_id=2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:08:33.965186 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c071264f-418c-408c-b592-8ea42d2aa8bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:33.976790 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-c071264f-418c-408c-b592-8ea42d2aa8bb None None] Calling delete_port for 17bbee25-cef0-4299-b665-459baa2dacae owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:08:33.983123 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-82e8d028-7389-46b4-be79-6c512467c90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730588269', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:06:49Z', 'updated_at': '2021-07-24T10:08:32Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:06:50Z', 'updated_at': '2021-07-24T10:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:08:33.993579 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] For port fcff18b3-b7b9-4380-91fe-fd66ae98f11a, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=fcff18b3-b7b9-4380-91fe-fd66ae98f11a,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:08:33.994146 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:34.005923 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Calling delete_port for fcff18b3-b7b9-4380-91fe-fd66ae98f11a owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:08:34.008972 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e8d028-7389-46b4-be79-6c512467c90b None None] The sync data for ids ['124e34c4-8d99-40fc-801a-5980e4be89a8'] in n-d-800085-9 is: [{'id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730588269', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:06:49Z', 'updated_at': '2021-07-24T10:08:32Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'fcff18b3-b7b9-4380-91fe-fd66ae98f11a', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124e34c4-8d99-40fc-801a-5980e4be89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:06:50Z', 'updated_at': '2021-07-24T10:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:08:34.062167 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c071264f-418c-408c-b592-8ea42d2aa8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:34.087217 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071264f-418c-408c-b592-8ea42d2aa8bb None None] Pushing event deleted for resources: {'Port': ['ID=17bbee25-cef0-4299-b665-459baa2dacae,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:34.091876 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c071264f-418c-408c-b592-8ea42d2aa8bb None None] No DVR routers for this DVR port 17bbee25-cef0-4299-b665-459baa2dacae on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:08:34.103701 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c071264f-418c-408c-b592-8ea42d2aa8bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:34.104053 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c071264f-418c-408c-b592-8ea42d2aa8bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:34.104391 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c071264f-418c-408c-b592-8ea42d2aa8bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:34.104725 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c071264f-418c-408c-b592-8ea42d2aa8bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:34.105140 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c071264f-418c-408c-b592-8ea42d2aa8bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:34.105472 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c071264f-418c-408c-b592-8ea42d2aa8bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:34.105800 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c071264f-418c-408c-b592-8ea42d2aa8bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:34.106150 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c071264f-418c-408c-b592-8ea42d2aa8bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:34.106474 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c071264f-418c-408c-b592-8ea42d2aa8bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:34.106795 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c071264f-418c-408c-b592-8ea42d2aa8bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:34.107142 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c071264f-418c-408c-b592-8ea42d2aa8bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:34.107461 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c071264f-418c-408c-b592-8ea42d2aa8bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:34.180511 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:34.204088 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Port': ['ID=fcff18b3-b7b9-4380-91fe-fd66ae98f11a,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:34.219087 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:34.219449 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:34.219803 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:34.220149 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:34.220491 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:34.220864 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:34.221206 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:34.221544 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:34.221882 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:34.222216 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:34.222550 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:34.222876 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:34.278863 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:34.370407 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:34.372553 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:34.421551 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:34.422144 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Fanout notify agent at l3_agent the message router_deleted on router 124e34c4-8d99-40fc-801a-5980e4be89a8 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 10:08:34.429260 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:34.430390 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-92d90d48-0646-4445-914b-c404c0967d8b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "DELETE /v2.0/routers/124e34c4-8d99-40fc-801a-5980e4be89a8 HTTP/1.1" status: 204 len: 168 time: 0.8032796 Jul 24 10:08:34.433674 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50930) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:08:34.509298 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3e86b603-a66b-4f3c-be64-0580adb8020a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:34.602070 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3e86b603-a66b-4f3c-be64-0580adb8020a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:34.612342 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-3e86b603-a66b-4f3c-be64-0580adb8020a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f91b91-2b4f-4546-b708-52a2634b9e1a']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:08:34.623257 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-3e86b603-a66b-4f3c-be64-0580adb8020a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:08:34.623557 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-3e86b603-a66b-4f3c-be64-0580adb8020a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ca890c2-e84d-465d-b5bf-5c33ee1fd0c2') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:08:34.633064 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3e86b603-a66b-4f3c-be64-0580adb8020a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:34.647693 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3e86b603-a66b-4f3c-be64-0580adb8020a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:34.653699 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e86b603-a66b-4f3c-be64-0580adb8020a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 10:08:34.654113 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3e86b603-a66b-4f3c-be64-0580adb8020a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: timer() Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 10:08:34.657106 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 10:08:34.718789 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3e86b603-a66b-4f3c-be64-0580adb8020a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:34.725665 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3e86b603-a66b-4f3c-be64-0580adb8020a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:34.727463 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3e86b603-a66b-4f3c-be64-0580adb8020a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "DELETE /v2.0/networks/23f91b91-2b4f-4546-b708-52a2634b9e1a HTTP/1.1" status: 204 len: 168 time: 0.2928553 Jul 24 10:08:34.730364 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50932) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:08:34.738778 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86b603-a66b-4f3c-be64-0580adb8020a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Network': ['ID=23f91b91-2b4f-4546-b708-52a2634b9e1a,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:34.791180 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-50c5c81e-b058-41b1-abdb-a5a74592dba7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:34.816623 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-50c5c81e-b058-41b1-abdb-a5a74592dba7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:34.882541 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-50c5c81e-b058-41b1-abdb-a5a74592dba7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:34.885297 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-50c5c81e-b058-41b1-abdb-a5a74592dba7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:34.886508 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-50c5c81e-b058-41b1-abdb-a5a74592dba7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "DELETE /v2.0/security-groups/ad35e862-27d1-48af-a1f5-633c53803e53 HTTP/1.1" status: 204 len: 168 time: 0.1551080 Jul 24 10:08:34.895564 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5c81e-b058-41b1-abdb-a5a74592dba7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad35e862-27d1-48af-a1f5-633c53803e53,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:35.141153 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50938) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:08:35.145915 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-dc8c62d4-3887-49b8-b0ea-dce1087c9f49 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1228620753', 'description': 'tempest-secgroup-smoke-1228620753 description', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:08:35.171676 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dc8c62d4-3887-49b8-b0ea-dce1087c9f49 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:35.227583 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 17bbee25-cef0-4299-b665-459baa2dacae no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:08:35.250364 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 17bbee25-cef0-4299-b665-459baa2dacae {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:08:35.250712 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 17bbee25-cef0-4299-b665-459baa2dacae not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:08:35.251131 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device fcff18b3-b7b9-4380-91fe-fd66ae98f11a no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:08:35.260620 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dc8c62d4-3887-49b8-b0ea-dce1087c9f49 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:35.264381 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dc8c62d4-3887-49b8-b0ea-dce1087c9f49 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:35.268793 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: fcff18b3-b7b9-4380-91fe-fd66ae98f11a {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:08:35.269144 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device fcff18b3-b7b9-4380-91fe-fd66ae98f11a not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:08:35.269553 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device acc0204e-4a73-4d16-a06f-d86d1315b3ad no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:08:35.288593 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: acc0204e-4a73-4d16-a06f-d86d1315b3ad {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:08:35.288898 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device acc0204e-4a73-4d16-a06f-d86d1315b3ad not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:08:35.294070 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-dc8c62d4-3887-49b8-b0ea-dce1087c9f49 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:35.298313 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50940) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:08:35.298473 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-dc8c62d4-3887-49b8-b0ea-dce1087c9f49 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1562569 Jul 24 10:08:35.300534 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c62d4-3887-49b8-b0ea-dce1087c9f49 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00d5370c-d631-48d7-b608-c7c9bfdf2437,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:35.303325 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-2317f9da-27f8-444b-921d-af08822743ff tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': '00d5370c-d631-48d7-b608-c7c9bfdf2437', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:08:35.329642 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2317f9da-27f8-444b-921d-af08822743ff tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:35.384103 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2317f9da-27f8-444b-921d-af08822743ff tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:35.387772 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2317f9da-27f8-444b-921d-af08822743ff tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:35.405305 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317f9da-27f8-444b-921d-af08822743ff tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84095a24-d378-4732-9ae9-046ced13044a,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:35.410706 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2317f9da-27f8-444b-921d-af08822743ff tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:35.411917 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2317f9da-27f8-444b-921d-af08822743ff tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1125326 Jul 24 10:08:35.414724 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50942) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:08:35.419723 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e5bc71b5-7aeb-40fb-bcbe-0e97a8d4e41a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': '00d5370c-d631-48d7-b608-c7c9bfdf2437', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:08:35.444619 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5bc71b5-7aeb-40fb-bcbe-0e97a8d4e41a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:35.499198 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5bc71b5-7aeb-40fb-bcbe-0e97a8d4e41a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:35.502533 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5bc71b5-7aeb-40fb-bcbe-0e97a8d4e41a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:35.519541 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc71b5-7aeb-40fb-bcbe-0e97a8d4e41a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16574a35-007f-4178-8844-8b0433c92ab8,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:35.525388 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e5bc71b5-7aeb-40fb-bcbe-0e97a8d4e41a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:35.526500 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e5bc71b5-7aeb-40fb-bcbe-0e97a8d4e41a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1107526 Jul 24 10:08:35.529706 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50944) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:08:35.534322 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-d93bf00a-87d6-412a-a159-2ed9876060af tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': '00d5370c-d631-48d7-b608-c7c9bfdf2437', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:08:35.559028 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d93bf00a-87d6-412a-a159-2ed9876060af tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:35.619005 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d93bf00a-87d6-412a-a159-2ed9876060af tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:35.622529 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d93bf00a-87d6-412a-a159-2ed9876060af tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:35.639403 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bf00a-87d6-412a-a159-2ed9876060af tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ccf0aa0-e5f2-44c1-a7ca-a4a029ff1d62,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:35.645518 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d93bf00a-87d6-412a-a159-2ed9876060af tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:35.646846 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d93bf00a-87d6-412a-a159-2ed9876060af tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162307 Jul 24 10:08:35.650528 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50946) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:08:35.655396 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-24551c64-8aae-419a-af09-5fdf40baf821 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': '00d5370c-d631-48d7-b608-c7c9bfdf2437', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:08:35.681273 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24551c64-8aae-419a-af09-5fdf40baf821 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:35.739415 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24551c64-8aae-419a-af09-5fdf40baf821 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:35.743140 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24551c64-8aae-419a-af09-5fdf40baf821 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:35.763392 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24551c64-8aae-419a-af09-5fdf40baf821 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b833db06-25b6-4769-8535-8420fb5ad3ef,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:35.765750 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-24551c64-8aae-419a-af09-5fdf40baf821 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:35.767029 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-24551c64-8aae-419a-af09-5fdf40baf821 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155927 Jul 24 10:08:35.770016 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50948) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:08:35.774791 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-f541f22a-7587-409d-9a1c-eecd105a9036 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': '00d5370c-d631-48d7-b608-c7c9bfdf2437', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:08:35.797457 n-d-800085-9 neutron-server[94036]: INFO neutron.db.securitygroups_db [None req-f541f22a-7587-409d-9a1c-eecd105a9036 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Project b3602c3c188649a595bbed3b7a50ac71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 10:08:35.802003 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f541f22a-7587-409d-9a1c-eecd105a9036 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:35.859606 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f541f22a-7587-409d-9a1c-eecd105a9036 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:35.862845 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f541f22a-7587-409d-9a1c-eecd105a9036 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:35.881678 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541f22a-7587-409d-9a1c-eecd105a9036 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f37581f-1642-4f9e-9aa8-bad2aba93011,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:35.886985 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f541f22a-7587-409d-9a1c-eecd105a9036 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:35.888195 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f541f22a-7587-409d-9a1c-eecd105a9036 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171224 Jul 24 10:08:35.890904 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50950) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:08:35.895389 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-9fc5bda7-d32a-434c-9130-6bff14009595 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': '00d5370c-d631-48d7-b608-c7c9bfdf2437', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:08:35.917209 n-d-800085-9 neutron-server[94036]: INFO neutron.db.securitygroups_db [None req-9fc5bda7-d32a-434c-9130-6bff14009595 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Project b3602c3c188649a595bbed3b7a50ac71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 10:08:35.921822 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9fc5bda7-d32a-434c-9130-6bff14009595 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:35.980347 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9fc5bda7-d32a-434c-9130-6bff14009595 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:35.984247 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9fc5bda7-d32a-434c-9130-6bff14009595 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:36.001433 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5bda7-d32a-434c-9130-6bff14009595 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e57755-7ce3-44f2-81d9-9c3de6f203ca,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:36.008249 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-9fc5bda7-d32a-434c-9130-6bff14009595 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:36.009544 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9fc5bda7-d32a-434c-9130-6bff14009595 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176775 Jul 24 10:08:36.012901 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50952) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:08:36.018021 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-7f55af41-4a67-4eca-b96c-6ff10a4f59eb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'network': {'name': 'tempest-network-smoke--338592979', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'port_security_enabled': True}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:08:36.037668 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f55af41-4a67-4eca-b96c-6ff10a4f59eb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Made reservation on behalf of b3602c3c188649a595bbed3b7a50ac71 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:08:36.041079 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7f55af41-4a67-4eca-b96c-6ff10a4f59eb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:36.063875 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f55af41-4a67-4eca-b96c-6ff10a4f59eb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 10:08:36.072350 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7f55af41-4a67-4eca-b96c-6ff10a4f59eb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:36.072701 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-7f55af41-4a67-4eca-b96c-6ff10a4f59eb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Added segment a5d3d133-e0d5-40b2-a134-51420ed903ef of type vlan for network 7a982f9f-6be4-47bf-b86a-ababc2ee31a9 Jul 24 10:08:36.113950 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7f55af41-4a67-4eca-b96c-6ff10a4f59eb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:36.141821 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7f55af41-4a67-4eca-b96c-6ff10a4f59eb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:36.147599 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f55af41-4a67-4eca-b96c-6ff10a4f59eb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:36.148223 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-7f55af41-4a67-4eca-b96c-6ff10a4f59eb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:36.184111 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7f55af41-4a67-4eca-b96c-6ff10a4f59eb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1701629 Jul 24 10:08:36.186935 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50954) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:08:36.191617 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-6b387496-bbb3-49d5-8616-2f9839babcb5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1769532900', 'admin_state_up': True, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:08:36.225642 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55af41-4a67-4eca-b96c-6ff10a4f59eb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Network': ['ID=7a982f9f-6be4-47bf-b86a-ababc2ee31a9,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:36.235502 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 7a982f9f-6be4-47bf-b86a-ababc2ee31a9 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 10:08:36.242569 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6b387496-bbb3-49d5-8616-2f9839babcb5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:36.243624 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6b387496-bbb3-49d5-8616-2f9839babcb5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:36.300424 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6b387496-bbb3-49d5-8616-2f9839babcb5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:36.434317 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6b387496-bbb3-49d5-8616-2f9839babcb5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:36.623406 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6b387496-bbb3-49d5-8616-2f9839babcb5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:36.642039 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6b387496-bbb3-49d5-8616-2f9839babcb5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:36.739674 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-6b387496-bbb3-49d5-8616-2f9839babcb5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Allocated IP 172.25.7.128 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:08:36.841783 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6b387496-bbb3-49d5-8616-2f9839babcb5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:36.878558 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6b387496-bbb3-49d5-8616-2f9839babcb5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:36.912534 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b387496-bbb3-49d5-8616-2f9839babcb5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:08:36.915261 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-6b387496-bbb3-49d5-8616-2f9839babcb5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:08:36.921076 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b387496-bbb3-49d5-8616-2f9839babcb5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:08:36.949932 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b387496-bbb3-49d5-8616-2f9839babcb5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:37.162354 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6b387496-bbb3-49d5-8616-2f9839babcb5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:37.346042 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6b387496-bbb3-49d5-8616-2f9839babcb5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:37.466281 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b387496-bbb3-49d5-8616-2f9839babcb5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Router 8a14fa1f-1698-44d6-806c-607c9b692143 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 10:08:37.567991 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b387496-bbb3-49d5-8616-2f9839babcb5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:08:37.578288 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] Sync routers for ids ['8a14fa1f-1698-44d6-806c-607c9b692143'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:08:37.585408 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6b387496-bbb3-49d5-8616-2f9839babcb5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:37.586645 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6b387496-bbb3-49d5-8616-2f9839babcb5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3987987 Jul 24 10:08:37.587744 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] Routers {'8a14fa1f-1698-44d6-806c-607c9b692143'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:08:37.588346 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:08:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8a14fa1f-1698-44d6-806c-607c9b692143'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:08:37.589793 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50956) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:08:37.617075 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-494c0eb4-a179-4e91-b175-df2d309a77d8 tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=b3602c3c188649a595bbed3b7a50ac71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261199 Jul 24 10:08:37.619477 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50958) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:08:37.689939 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] Set router 8a14fa1f-1698-44d6-806c-607c9b692143 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:08:37.707827 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9362ec7e-e61a-4e47-bbc7-1950456f212e tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:37.711973 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-9362ec7e-e61a-4e47-bbc7-1950456f212e tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889547 Jul 24 10:08:37.712176 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 50960) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:08:37.742151 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-96ebe8c2-1668-4460-ac81-7befa88c9d42 tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287974 Jul 24 10:08:37.744935 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50962) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:08:37.750789 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-dede7861-70eb-4581-b985-a6355339339c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1514952620', 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:08:37.841563 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dede7861-70eb-4581-b985-a6355339339c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Made reservation on behalf of b3602c3c188649a595bbed3b7a50ac71 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:08:37.845190 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dede7861-70eb-4581-b985-a6355339339c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:37.871265 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769532900', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:08:37Z', 'revision_number': 3, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:08:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:08:37.896471 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] Checking router: 8a14fa1f-1698-44d6-806c-607c9b692143 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:08:37.896841 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] Updating router 8a14fa1f-1698-44d6-806c-607c9b692143 port d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 10:08:37.930525 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:38.020838 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dede7861-70eb-4581-b985-a6355339339c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:38.079395 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede7861-70eb-4581-b985-a6355339339c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Subnet': ['ID=55890178-d3f6-4e85-ae80-36c31d615599,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:38.089154 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dede7861-70eb-4581-b985-a6355339339c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Checking segment: {'id': 'a5d3d133-e0d5-40b2-a134-51420ed903ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:08:38.090048 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dede7861-70eb-4581-b985-a6355339339c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network hostable DHCP agents. Network: 7a982f9f-6be4-47bf-b86a-ababc2ee31a9, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 10:08:38.106568 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dede7861-70eb-4581-b985-a6355339339c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network 7a982f9f-6be4-47bf-b86a-ababc2ee31a9 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 10:08:38.115644 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-dede7861-70eb-4581-b985-a6355339339c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 7a982f9f-6be4-47bf-b86a-ababc2ee31a9) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:08:38.125171 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dede7861-70eb-4581-b985-a6355339339c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:38.125766 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dede7861-70eb-4581-b985-a6355339339c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:38.126074 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433c794c-b1b8-43b3-9d78-d8927df4dae3 None None] Network 7a982f9f-6be4-47bf-b86a-ababc2ee31a9 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:08:38.139893 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-dede7861-70eb-4581-b985-a6355339339c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3932059 Jul 24 10:08:38.142603 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 50964) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:08:38.253959 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:38.271835 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] Transition to ACTIVE for port object d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:08:38.292648 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:38.512035 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5022c84-6e16-4c88-8ae3-7add8fe2de30 None None] Pushing event updated for resources: {'Port': ['ID=d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:38.517783 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] Attempting to bind port d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:08:38.518156 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] Attempting to bind port d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:08:38.518504 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] Attempting to bind port d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:08:38.539409 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:08:38.539780 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:08:38.540175 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:38.540548 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:08:38.541053 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] Bound port: d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:08:38.541431 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:38.567901 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95c1c98-dd31-4441-8891-6efdce25dc0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-7a982f9f-6be4-47bf-b86a-ababc2ee31a9', 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'fixed_ips': [{'subnet_id': '55890178-d3f6-4e85-ae80-36c31d615599'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 10:08:38.568785 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f95c1c98-dd31-4441-8891-6efdce25dc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:38.582018 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a169a055-9bff-4abd-a7f1-9c781bfec7ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:38.664093 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] For port d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:08:38.686686 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] For port d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:08:38.693571 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:38.786541 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-f95c1c98-dd31-4441-8891-6efdce25dc0d None None] Allocated IP 172.20.0.2 (7a982f9f-6be4-47bf-b86a-ababc2ee31a9/55890178-d3f6-4e85-ae80-36c31d615599/4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:08:38.789359 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5022c84-6e16-4c88-8ae3-7add8fe2de30 None None] Pushing event updated for resources: {'Port': ['ID=d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:38.794696 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] Routers {'8a14fa1f-1698-44d6-806c-607c9b692143'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:08:38.795296 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:08:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8a14fa1f-1698-44d6-806c-607c9b692143'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:08:38.959922 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] Set router 8a14fa1f-1698-44d6-806c-607c9b692143 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:08:39.117236 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f95c1c98-dd31-4441-8891-6efdce25dc0d None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:39.134100 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f95c1c98-dd31-4441-8891-6efdce25dc0d None None] Transition to ACTIVE for port object 4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:08:39.166962 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f95c1c98-dd31-4441-8891-6efdce25dc0d None None] Transition to ACTIVE for port object 4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:08:39.178111 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f95c1c98-dd31-4441-8891-6efdce25dc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:39.219657 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95c1c98-dd31-4441-8891-6efdce25dc0d None None] Network 7a982f9f-6be4-47bf-b86a-ababc2ee31a9 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:08:39.223052 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-a169a055-9bff-4abd-a7f1-9c781bfec7ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Allocated IP 172.20.0.1 (7a982f9f-6be4-47bf-b86a-ababc2ee31a9/55890178-d3f6-4e85-ae80-36c31d615599/d37d722a-1531-478f-b4b4-0a3c2966423c) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:08:39.227541 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-f95c1c98-dd31-4441-8891-6efdce25dc0d None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:08:39.232552 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95c1c98-dd31-4441-8891-6efdce25dc0d None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:08:39.244892 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c1c98-dd31-4441-8891-6efdce25dc0d None None] Pushing event updated for resources: {'Port': ['ID=4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:39.272316 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769532900', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:08:37Z', 'revision_number': 3, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:08:39.318236 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f4f8fe-8070-461b-9721-806441db6391 None None] The sync data for ids ['8a14fa1f-1698-44d6-806c-607c9b692143'] in n-d-800085-9 is: [{'id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769532900', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:08:37Z', 'revision_number': 3, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:08:39.328360 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f95c1c98-dd31-4441-8891-6efdce25dc0d None None] Attempting to bind port 4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:08:39.329141 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f95c1c98-dd31-4441-8891-6efdce25dc0d None None] Attempting to bind port 4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'a5d3d133-e0d5-40b2-a134-51420ed903ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:08:39.329141 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95c1c98-dd31-4441-8891-6efdce25dc0d None None] Attempting to bind port 4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14 on network 7a982f9f-6be4-47bf-b86a-ababc2ee31a9 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:08:39.334228 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95c1c98-dd31-4441-8891-6efdce25dc0d None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:08:39.334597 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95c1c98-dd31-4441-8891-6efdce25dc0d None None] Checking segment: {'id': 'a5d3d133-e0d5-40b2-a134-51420ed903ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:08:39.334997 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f95c1c98-dd31-4441-8891-6efdce25dc0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:39.335394 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95c1c98-dd31-4441-8891-6efdce25dc0d None None] Bound using segment: {'id': 'a5d3d133-e0d5-40b2-a134-51420ed903ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:08:39.335853 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f95c1c98-dd31-4441-8891-6efdce25dc0d None None] Bound port: 4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d3d133-e0d5-40b2-a134-51420ed903ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:08:39.337437 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f95c1c98-dd31-4441-8891-6efdce25dc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:39.349549 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a169a055-9bff-4abd-a7f1-9c781bfec7ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:39.364698 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-a169a055-9bff-4abd-a7f1-9c781bfec7ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Transition to ACTIVE for port object d37d722a-1531-478f-b4b4-0a3c2966423c will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:08:39.404602 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f95c1c98-dd31-4441-8891-6efdce25dc0d None None] For port 4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:08:39.405203 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a169a055-9bff-4abd-a7f1-9c781bfec7ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:39.408481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f95c1c98-dd31-4441-8891-6efdce25dc0d None None] For port 4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14,segment=NetworkSegment(a5d3d133-e0d5-40b2-a134-51420ed903ef),segment_id=a5d3d133-e0d5-40b2-a134-51420ed903ef)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:08:39.413293 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f95c1c98-dd31-4441-8891-6efdce25dc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:39.451272 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a169a055-9bff-4abd-a7f1-9c781bfec7ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network 7a982f9f-6be4-47bf-b86a-ababc2ee31a9 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:08:39.456707 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-a169a055-9bff-4abd-a7f1-9c781bfec7ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:08:39.461164 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a169a055-9bff-4abd-a7f1-9c781bfec7ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:08:39.473039 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c1c98-dd31-4441-8891-6efdce25dc0d None None] Pushing event updated for resources: {'Port': ['ID=4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:39.491817 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169a055-9bff-4abd-a7f1-9c781bfec7ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=d37d722a-1531-478f-b4b4-0a3c2966423c,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:39.515501 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a169a055-9bff-4abd-a7f1-9c781bfec7ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:39.692248 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a169a055-9bff-4abd-a7f1-9c781bfec7ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:39.989358 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a169a055-9bff-4abd-a7f1-9c781bfec7ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:39.994421 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a169a055-9bff-4abd-a7f1-9c781bfec7ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:40.072441 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a169a055-9bff-4abd-a7f1-9c781bfec7ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:40.074758 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169a055-9bff-4abd-a7f1-9c781bfec7ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=d37d722a-1531-478f-b4b4-0a3c2966423c,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:40.467509 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45eebde-7566-4d04-940e-f3bf3279a64d None None] Network 7a982f9f-6be4-47bf-b86a-ababc2ee31a9 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:08:40.514079 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a169a055-9bff-4abd-a7f1-9c781bfec7ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network 7a982f9f-6be4-47bf-b86a-ababc2ee31a9 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:08:40.515473 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-a169a055-9bff-4abd-a7f1-9c781bfec7ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:08:40.534837 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-11470d7f-fcfe-4cae-b851-d4770babddb5 None None] Provisioning for port 4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:08:40.626847 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a169a055-9bff-4abd-a7f1-9c781bfec7ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Router 8a14fa1f-1698-44d6-806c-607c9b692143 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:08:40.741442 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a169a055-9bff-4abd-a7f1-9c781bfec7ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:08:40.747144 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a169a055-9bff-4abd-a7f1-9c781bfec7ca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "PUT /v2.0/routers/8a14fa1f-1698-44d6-806c-607c9b692143/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6034684 Jul 24 10:08:40.890040 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f876ff81-14e9-42a0-8faa-00af344de089 None None] Provisioning for port d37d722a-1531-478f-b4b4-0a3c2966423c completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:08:40.894598 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f876ff81-14e9-42a0-8faa-00af344de089 None None] Provisioning complete for port d37d722a-1531-478f-b4b4-0a3c2966423c triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:08:40.894970 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f876ff81-14e9-42a0-8faa-00af344de089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:40.934758 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-48630fa6-7ae0-4d89-a0c9-445ab2619be0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1228620753&fields=id&tenant_id=b3602c3c188649a595bbed3b7a50ac71 HTTP/1.1" status: 200 len: 267 time: 0.0519073 Jul 24 10:08:40.937801 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-f876ff81-14e9-42a0-8faa-00af344de089 None None] Port d37d722a-1531-478f-b4b4-0a3c2966423c cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:08:40.989119 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] Sync routers for ids ['8a14fa1f-1698-44d6-806c-607c9b692143'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:08:40.999192 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] Routers {'8a14fa1f-1698-44d6-806c-607c9b692143'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:08:40.999794 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:08:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8a14fa1f-1698-44d6-806c-607c9b692143'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:08:41.053861 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-c3a45ab7-0407-46eb-a286-906ac8744f8a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:41.058731 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-11065d58-9bd5-49d2-af19-79e2e1387039 None None] Provisioning complete for port d37d722a-1531-478f-b4b4-0a3c2966423c triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:08:41.059113 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-11065d58-9bd5-49d2-af19-79e2e1387039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:41.061605 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-c3a45ab7-0407-46eb-a286-906ac8744f8a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/networks?id=7a982f9f-6be4-47bf-b86a-ababc2ee31a9 HTTP/1.1" status: 200 len: 796 time: 0.1183043 Jul 24 10:08:41.077279 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-dea06046-e1e7-44c1-92c5-12acd9466952 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/quotas/b3602c3c188649a595bbed3b7a50ac71 HTTP/1.1" status: 200 len: 375 time: 0.0147657 Jul 24 10:08:41.097430 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-11065d58-9bd5-49d2-af19-79e2e1387039 None None] Port d37d722a-1531-478f-b4b4-0a3c2966423c cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:08:41.114515 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] Set router 8a14fa1f-1698-44d6-806c-607c9b692143 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:08:41.147696 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-8b851f2a-5360-448a-a6a3-861436cdcd9d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695739 Jul 24 10:08:41.288326 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-3560786d-d9d8-447f-ab28-c50f01523247 service neutron] 10.222.0.32 "GET /v2.0/networks/7a982f9f-6be4-47bf-b86a-ababc2ee31a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275611 Jul 24 10:08:41.321064 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-939b0dc2-66da-4ef0-a2d6-017792e4377f None None] Provisioning complete for port d37d722a-1531-478f-b4b4-0a3c2966423c triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:08:41.322347 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-939b0dc2-66da-4ef0-a2d6-017792e4377f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:41.340093 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769532900', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:08:39Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'd37d722a-1531-478f-b4b4-0a3c2966423c', 'name': '', 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:f2:13:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '55890178-d3f6-4e85-ae80-36c31d615599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:08:38Z', 'updated_at': '2021-07-24T10:08:39Z', 'revision_number': 2, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '55890178-d3f6-4e85-ae80-36c31d615599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:08:41.346998 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:08:41.367465 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] Checking router: 8a14fa1f-1698-44d6-806c-607c9b692143 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:08:41.367465 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] Updating router 8a14fa1f-1698-44d6-806c-607c9b692143 port d37d722a-1531-478f-b4b4-0a3c2966423c binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 10:08:41.389378 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-939b0dc2-66da-4ef0-a2d6-017792e4377f None None] Port d37d722a-1531-478f-b4b4-0a3c2966423c cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:08:41.401014 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:41.408527 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:08:41.410272 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-002e70f8-0f04-4633-83c8-93e39c306af7 service neutron] 10.222.0.32 "GET /v2.0/networks/7a982f9f-6be4-47bf-b86a-ababc2ee31a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118941 Jul 24 10:08:41.413829 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:08:41.413829 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:41.496596 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:41.521549 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:08:41.527830 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:41.534304 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:08:41.593423 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fb7226c9-9a4b-46b9-ac7d-b2fd8353de67 req-44e44555-aa88-4976-a288-dd1cb5d032fb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 210 time: 0.0416117 Jul 24 10:08:41.628372 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:41.642379 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:08:41.646989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:08:41.647369 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:41.730117 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:41.767448 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14,segment=NetworkSegment(a5d3d133-e0d5-40b2-a134-51420ed903ef),segment_id=a5d3d133-e0d5-40b2-a134-51420ed903ef)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:08:41.772234 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:41.790833 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:41.801163 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] Transition to ACTIVE for port object d37d722a-1531-478f-b4b4-0a3c2966423c will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:08:41.806764 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:41.825611 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:41.857249 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74cf7e-fdde-4af3-9a85-bb4b20d7c287 None None] Pushing event updated for resources: {'Port': ['ID=d37d722a-1531-478f-b4b4-0a3c2966423c,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:41.879697 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a74cf7e-fdde-4af3-9a85-bb4b20d7c287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:41.880040 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a74cf7e-fdde-4af3-9a85-bb4b20d7c287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:41.880377 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a74cf7e-fdde-4af3-9a85-bb4b20d7c287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:41.880709 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a74cf7e-fdde-4af3-9a85-bb4b20d7c287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:41.881061 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a74cf7e-fdde-4af3-9a85-bb4b20d7c287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:41.881389 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a74cf7e-fdde-4af3-9a85-bb4b20d7c287 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:41.881712 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a74cf7e-fdde-4af3-9a85-bb4b20d7c287 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:41.882034 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a74cf7e-fdde-4af3-9a85-bb4b20d7c287 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:41.882364 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a74cf7e-fdde-4af3-9a85-bb4b20d7c287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:41.882677 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a74cf7e-fdde-4af3-9a85-bb4b20d7c287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:41.882995 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a74cf7e-fdde-4af3-9a85-bb4b20d7c287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:41.883315 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a74cf7e-fdde-4af3-9a85-bb4b20d7c287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:08:41.921001 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] Attempting to bind port d37d722a-1531-478f-b4b4-0a3c2966423c on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:08:41.921396 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] Attempting to bind port d37d722a-1531-478f-b4b4-0a3c2966423c by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'a5d3d133-e0d5-40b2-a134-51420ed903ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:08:41.921718 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] Attempting to bind port d37d722a-1531-478f-b4b4-0a3c2966423c on network 7a982f9f-6be4-47bf-b86a-ababc2ee31a9 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:08:41.927816 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:08:41.928200 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] Checking segment: {'id': 'a5d3d133-e0d5-40b2-a134-51420ed903ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:08:41.928631 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:41.929147 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] Bound using segment: {'id': 'a5d3d133-e0d5-40b2-a134-51420ed903ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:08:41.929816 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] Bound port: d37d722a-1531-478f-b4b4-0a3c2966423c, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d3d133-e0d5-40b2-a134-51420ed903ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:08:41.930348 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:42.014361 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] For port d37d722a-1531-478f-b4b4-0a3c2966423c, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:08:42.017950 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] For port d37d722a-1531-478f-b4b4-0a3c2966423c, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d37d722a-1531-478f-b4b4-0a3c2966423c,segment=NetworkSegment(a5d3d133-e0d5-40b2-a134-51420ed903ef),segment_id=a5d3d133-e0d5-40b2-a134-51420ed903ef)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:08:42.021815 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:42.080236 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] Routers {'8a14fa1f-1698-44d6-806c-607c9b692143'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:08:42.080876 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:08:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8a14fa1f-1698-44d6-806c-607c9b692143'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:08:42.148867 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74cf7e-fdde-4af3-9a85-bb4b20d7c287 None None] Pushing event updated for resources: {'Port': ['ID=d37d722a-1531-478f-b4b4-0a3c2966423c,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:42.201267 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] Set router 8a14fa1f-1698-44d6-806c-607c9b692143 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:08:42.394520 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769532900', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:08:39Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'd37d722a-1531-478f-b4b4-0a3c2966423c', 'name': '', 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:f2:13:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '55890178-d3f6-4e85-ae80-36c31d615599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:08:38Z', 'updated_at': '2021-07-24T10:08:42Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '55890178-d3f6-4e85-ae80-36c31d615599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:08:42.424048 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c182b2-b8af-4b04-9dd4-e74bc5a879f7 None None] The sync data for ids ['8a14fa1f-1698-44d6-806c-607c9b692143'] in n-d-800085-9 is: [{'id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769532900', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:08:39Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'd37d722a-1531-478f-b4b4-0a3c2966423c', 'name': '', 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:f2:13:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '55890178-d3f6-4e85-ae80-36c31d615599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:08:38Z', 'updated_at': '2021-07-24T10:08:42Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '55890178-d3f6-4e85-ae80-36c31d615599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:08:42.593073 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-8da6ab0b-f5c7-4366-b9c9-cdfd73efd121 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:42.601617 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-8da6ab0b-f5c7-4366-b9c9-cdfd73efd121 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.20 "GET /v2.0/networks?id=7a982f9f-6be4-47bf-b86a-ababc2ee31a9 HTTP/1.1" status: 200 len: 796 time: 0.1249244 Jul 24 10:08:42.656240 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-7beb2d7d-ab46-4913-94c1-929dba30bc03 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3602c3c188649a595bbed3b7a50ac71 HTTP/1.1" status: 200 len: 380 time: 0.0470998 Jul 24 10:08:42.665277 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-64cff3ef-e46e-466d-88bf-8e7890e90614 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'port': {'device_id': '46df092c-a470-4013-b498-66ef0e1f3ae1', 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9', 'admin_state_up': True, 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'security_groups': ['00d5370c-d631-48d7-b608-c7c9bfdf2437']}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:08:42.703381 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-40ba3765-e82c-4783-be79-eb20ed1bf6be req-6c46d923-0979-48b6-a267-c9c8b865c240 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 210 time: 0.0319960 Jul 24 10:08:42.776278 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-64cff3ef-e46e-466d-88bf-8e7890e90614 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Made reservation on behalf of b3602c3c188649a595bbed3b7a50ac71 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:08:42.780502 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-64cff3ef-e46e-466d-88bf-8e7890e90614 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:42.913478 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-64cff3ef-e46e-466d-88bf-8e7890e90614 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Allocated IP 172.20.0.6 (7a982f9f-6be4-47bf-b86a-ababc2ee31a9/55890178-d3f6-4e85-ae80-36c31d615599/3ededaca-593c-42a2-9f22-27e3a68625d2) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:08:43.060446 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-64cff3ef-e46e-466d-88bf-8e7890e90614 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:43.074925 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-64cff3ef-e46e-466d-88bf-8e7890e90614 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Transition to ACTIVE for port object 3ededaca-593c-42a2-9f22-27e3a68625d2 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:08:43.111460 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-64cff3ef-e46e-466d-88bf-8e7890e90614 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:43.154692 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-64cff3ef-e46e-466d-88bf-8e7890e90614 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network 7a982f9f-6be4-47bf-b86a-ababc2ee31a9 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:08:43.157836 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-64cff3ef-e46e-466d-88bf-8e7890e90614 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:08:43.164016 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-64cff3ef-e46e-466d-88bf-8e7890e90614 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:08:43.191483 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cff3ef-e46e-466d-88bf-8e7890e90614 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=3ededaca-593c-42a2-9f22-27e3a68625d2,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:43.233485 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-64cff3ef-e46e-466d-88bf-8e7890e90614 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:43.234313 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-64cff3ef-e46e-466d-88bf-8e7890e90614 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:43.255118 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-64cff3ef-e46e-466d-88bf-8e7890e90614 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5939517 Jul 24 10:08:43.271846 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-d91056af-8e0d-46d5-9f15-111a473b0f27 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 10:08:43.273374 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-d91056af-8e0d-46d5-9f15-111a473b0f27 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085056 Jul 24 10:08:43.294620 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-e9d422ab-4fb9-4e8b-99c7-62a8828d2cd4 service neutron] Request body: {'port': {'device_id': '46df092c-a470-4013-b498-66ef0e1f3ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:08:43.332489 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:08:43.382455 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-e9d422ab-4fb9-4e8b-99c7-62a8828d2cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:43.390944 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:08:43.391909 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:43.483920 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:08:43.486736 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ac7d1b48-3080-4f73-9faf-c52f174de134 None None] Provisioning for port 3ededaca-593c-42a2-9f22-27e3a68625d2 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:08:43.509124 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-ac7d1b48-3080-4f73-9faf-c52f174de134 None None] Provisioning complete for port 3ededaca-593c-42a2-9f22-27e3a68625d2 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:08:43.509495 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ac7d1b48-3080-4f73-9faf-c52f174de134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:43.555985 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-ac7d1b48-3080-4f73-9faf-c52f174de134 None None] Port 3ededaca-593c-42a2-9f22-27e3a68625d2 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:08:43.567478 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:08:43.567849 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:43.644627 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d37d722a-1531-478f-b4b4-0a3c2966423c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:08:43.667964 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-e9d422ab-4fb9-4e8b-99c7-62a8828d2cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ededaca-593c-42a2-9f22-27e3a68625d2 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:08:43.675396 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-e9d422ab-4fb9-4e8b-99c7-62a8828d2cd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:43.687741 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-e9d422ab-4fb9-4e8b-99c7-62a8828d2cd4 service neutron] Transition to ACTIVE for port object 3ededaca-593c-42a2-9f22-27e3a68625d2 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:08:43.689675 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port d37d722a-1531-478f-b4b4-0a3c2966423c completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:08:43.690987 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-e9d422ab-4fb9-4e8b-99c7-62a8828d2cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:43.693226 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port d37d722a-1531-478f-b4b4-0a3c2966423c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:08:43.693600 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:43.758747 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d422ab-4fb9-4e8b-99c7-62a8828d2cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=3ededaca-593c-42a2-9f22-27e3a68625d2,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:43.773615 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:43.808669 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port d37d722a-1531-478f-b4b4-0a3c2966423c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d37d722a-1531-478f-b4b4-0a3c2966423c,segment=NetworkSegment(a5d3d133-e0d5-40b2-a134-51420ed903ef),segment_id=a5d3d133-e0d5-40b2-a134-51420ed903ef)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:08:43.813784 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:43.864321 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=d37d722a-1531-478f-b4b4-0a3c2966423c,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:43.913014 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee541c5c-90a7-492a-8217-e67c1304f0cb req-85adf9d3-2b02-4247-931f-c5b1092b9391 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:43.914578 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ee541c5c-90a7-492a-8217-e67c1304f0cb req-85adf9d3-2b02-4247-931f-c5b1092b9391 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 943 time: 0.1150811 Jul 24 10:08:43.915316 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-e9d422ab-4fb9-4e8b-99c7-62a8828d2cd4 service neutron] Attempting to bind port 3ededaca-593c-42a2-9f22-27e3a68625d2 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:08:43.915652 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-e9d422ab-4fb9-4e8b-99c7-62a8828d2cd4 service neutron] Attempting to bind port 3ededaca-593c-42a2-9f22-27e3a68625d2 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'a5d3d133-e0d5-40b2-a134-51420ed903ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:08:43.915984 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-e9d422ab-4fb9-4e8b-99c7-62a8828d2cd4 service neutron] Attempting to bind port 3ededaca-593c-42a2-9f22-27e3a68625d2 on network 7a982f9f-6be4-47bf-b86a-ababc2ee31a9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:08:43.923208 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-e9d422ab-4fb9-4e8b-99c7-62a8828d2cd4 service neutron] Port 3ededaca-593c-42a2-9f22-27e3a68625d2 on network 7a982f9f-6be4-47bf-b86a-ababc2ee31a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 10:08:43.923532 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-e9d422ab-4fb9-4e8b-99c7-62a8828d2cd4 service neutron] Attempting to bind port 3ededaca-593c-42a2-9f22-27e3a68625d2 on network 7a982f9f-6be4-47bf-b86a-ababc2ee31a9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:08:43.942255 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-e9d422ab-4fb9-4e8b-99c7-62a8828d2cd4 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:08:43.942861 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-e9d422ab-4fb9-4e8b-99c7-62a8828d2cd4 service neutron] Checking segment: {'id': 'a5d3d133-e0d5-40b2-a134-51420ed903ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:08:43.943546 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-e9d422ab-4fb9-4e8b-99c7-62a8828d2cd4 service neutron] Bound using segment: {'id': 'a5d3d133-e0d5-40b2-a134-51420ed903ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:08:43.944325 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-e9d422ab-4fb9-4e8b-99c7-62a8828d2cd4 service neutron] Bound port: 3ededaca-593c-42a2-9f22-27e3a68625d2, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5d3d133-e0d5-40b2-a134-51420ed903ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:08:43.944998 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-e9d422ab-4fb9-4e8b-99c7-62a8828d2cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:44.000512 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ee541c5c-90a7-492a-8217-e67c1304f0cb req-285b9d6a-b44d-4591-a36e-d94846bdcef1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787950 Jul 24 10:08:44.031194 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-e9d422ab-4fb9-4e8b-99c7-62a8828d2cd4 service neutron] For port 3ededaca-593c-42a2-9f22-27e3a68625d2, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:08:44.034408 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-e9d422ab-4fb9-4e8b-99c7-62a8828d2cd4 service neutron] For port 3ededaca-593c-42a2-9f22-27e3a68625d2, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3ededaca-593c-42a2-9f22-27e3a68625d2,segment=NetworkSegment(a5d3d133-e0d5-40b2-a134-51420ed903ef),segment_id=a5d3d133-e0d5-40b2-a134-51420ed903ef)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:08:44.038605 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-e9d422ab-4fb9-4e8b-99c7-62a8828d2cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:44.072469 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-e9d422ab-4fb9-4e8b-99c7-62a8828d2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:44.073066 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-e9d422ab-4fb9-4e8b-99c7-62a8828d2cd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:44.074520 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-e9d422ab-4fb9-4e8b-99c7-62a8828d2cd4 service neutron] 10.222.0.20 "PUT /v2.0/ports/3ededaca-593c-42a2-9f22-27e3a68625d2 HTTP/1.1" status: 200 len: 1091 time: 0.7843568 Jul 24 10:08:44.074965 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46df092c-a470-4013-b498-66ef0e1f3ae1', 'tag': '3ededaca-593c-42a2-9f22-27e3a68625d2'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:08:44.077264 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a4853a8b40b91971e5417878e0e437932fc4777980ba62e4c137541a983d21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdc7460-0133-492a-9d7b-7e2aa12acfbf" -d '{"events": [{"name": "network-changed", "server_uuid": "46df092c-a470-4013-b498-66ef0e1f3ae1", "tag": "3ededaca-593c-42a2-9f22-27e3a68625d2"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:08:44.102237 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d422ab-4fb9-4e8b-99c7-62a8828d2cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=3ededaca-593c-42a2-9f22-27e3a68625d2,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:44.124899 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ab4639-dac3-4fb1-b8ef-29d762485439 x-openstack-request-id: req-71ab4639-dac3-4fb1-b8ef-29d762485439 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:08:44.124899 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46df092c-a470-4013-b498-66ef0e1f3ae1", "tag": "3ededaca-593c-42a2-9f22-27e3a68625d2", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:08:44.124899 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71ab4639-dac3-4fb1-b8ef-29d762485439 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:08:44.124899 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46df092c-a470-4013-b498-66ef0e1f3ae1', 'tag': '3ededaca-593c-42a2-9f22-27e3a68625d2', 'status': 'completed', 'code': 200} Jul 24 10:08:44.171158 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-5fa2cbb8-6626-4a86-9e19-12f0a7c7a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:44.172715 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-5fa2cbb8-6626-4a86-9e19-12f0a7c7a162 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 1094 time: 0.0593171 Jul 24 10:08:44.219406 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-b57823e7-d21e-4d82-8165-2c86da0a7fe5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ededaca-593c-42a2-9f22-27e3a68625d2 HTTP/1.1" status: 200 len: 217 time: 0.0396402 Jul 24 10:08:44.270790 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-7a3c93a6-efc0-4fb3-9692-9b69430e26b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:44.272305 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-7a3c93a6-efc0-4fb3-9692-9b69430e26b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55890178-d3f6-4e85-ae80-36c31d615599 HTTP/1.1" status: 200 len: 835 time: 0.0474536 Jul 24 10:08:44.331432 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-e8ee91ff-4551-4ca5-b77a-71c15b749ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:44.332978 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-e8ee91ff-4551-4ca5-b77a-71c15b749ed2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a982f9f-6be4-47bf-b86a-ababc2ee31a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542896 Jul 24 10:08:44.424326 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-a288ac30-723b-44e5-8cb2-9e427e51537f service neutron] 10.222.0.20 "GET /v2.0/networks/7a982f9f-6be4-47bf-b86a-ababc2ee31a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850472 Jul 24 10:08:44.514409 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a6a183a8-fd90-4018-9af4-ec6b47873d50 req-9ff5a8a7-9a51-4e82-9928-814bb1fad942 service neutron] 10.222.0.20 "GET /v2.0/networks/7a982f9f-6be4-47bf-b86a-ababc2ee31a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841761 Jul 24 10:08:44.575338 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:44.611220 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc7460-0133-492a-9d7b-7e2aa12acfbf req-8add2a96-bc8b-4ace-afc2-07033e21325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:44.612708 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fbdc7460-0133-492a-9d7b-7e2aa12acfbf req-8add2a96-bc8b-4ace-afc2-07033e21325c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 1094 time: 0.0554407 Jul 24 10:08:44.702992 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc7460-0133-492a-9d7b-7e2aa12acfbf req-70e31385-2e37-4272-a5ee-bfa5a3f67c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:44.704434 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fbdc7460-0133-492a-9d7b-7e2aa12acfbf req-70e31385-2e37-4272-a5ee-bfa5a3f67c69 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a982f9f-6be4-47bf-b86a-ababc2ee31a9 HTTP/1.1" status: 200 len: 896 time: 0.0856388 Jul 24 10:08:44.743759 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fbdc7460-0133-492a-9d7b-7e2aa12acfbf req-27a30f86-5486-4399-bcd6-decdca290112 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ededaca-593c-42a2-9f22-27e3a68625d2 HTTP/1.1" status: 200 len: 217 time: 0.0332093 Jul 24 10:08:44.795257 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc7460-0133-492a-9d7b-7e2aa12acfbf req-c06f834a-4ba4-4eb5-94f9-2eb11c4ee03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:44.796683 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fbdc7460-0133-492a-9d7b-7e2aa12acfbf req-c06f834a-4ba4-4eb5-94f9-2eb11c4ee03c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55890178-d3f6-4e85-ae80-36c31d615599 HTTP/1.1" status: 200 len: 835 time: 0.0464094 Jul 24 10:08:44.855220 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc7460-0133-492a-9d7b-7e2aa12acfbf req-4e20d5df-1fdb-4d3e-92b0-ead2d2a37219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:44.856728 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fbdc7460-0133-492a-9d7b-7e2aa12acfbf req-4e20d5df-1fdb-4d3e-92b0-ead2d2a37219 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a982f9f-6be4-47bf-b86a-ababc2ee31a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539546 Jul 24 10:08:44.947644 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fbdc7460-0133-492a-9d7b-7e2aa12acfbf req-ff369cd6-e702-4e96-afab-ae5e0ee792df service neutron] 10.222.0.20 "GET /v2.0/networks/7a982f9f-6be4-47bf-b86a-ababc2ee31a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843287 Jul 24 10:08:45.034657 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fbdc7460-0133-492a-9d7b-7e2aa12acfbf req-f62fca09-4ca9-4c7e-ad72-09c97b660f05 service neutron] 10.222.0.20 "GET /v2.0/networks/7a982f9f-6be4-47bf-b86a-ababc2ee31a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798030 Jul 24 10:08:45.130487 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e879aff-32cc-416d-b3f8-a7af604df754 req-4c478fb0-6634-4080-bb02-a83474424328 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:45.131975 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e879aff-32cc-416d-b3f8-a7af604df754 req-4c478fb0-6634-4080-bb02-a83474424328 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 943 time: 0.0620263 Jul 24 10:08:45.169683 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8e879aff-32cc-416d-b3f8-a7af604df754 req-f8263da4-cd34-440f-ad62-f92f4d312a38 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315368 Jul 24 10:08:45.231057 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d37d722a-1531-478f-b4b4-0a3c2966423c up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:08:45.279759 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port d37d722a-1531-478f-b4b4-0a3c2966423c triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:08:45.280052 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:46.627360 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b9370-9705-4355-be4d-8473b7ca4336 req-630fa6b8-23b8-4fe7-9cdf-d83324f0c28b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:46.628910 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8d1b9370-9705-4355-be4d-8473b7ca4336 req-630fa6b8-23b8-4fe7-9cdf-d83324f0c28b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 943 time: 0.3879852 Jul 24 10:08:46.665693 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8d1b9370-9705-4355-be4d-8473b7ca4336 req-46d4bd0c-d1b6-449d-bbe1-1b53e94ed9cf tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311403 Jul 24 10:08:47.119377 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:47.718998 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 3ededaca-593c-42a2-9f22-27e3a68625d2 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 10:08:47.806517 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c08418-2905-4301-b258-0e96a80c77d1 req-b2308b48-30eb-4246-b2bd-34d4f4e6390c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:47.808028 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-89c08418-2905-4301-b258-0e96a80c77d1 req-b2308b48-30eb-4246-b2bd-34d4f4e6390c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 943 time: 0.0701213 Jul 24 10:08:47.815261 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 3ededaca-593c-42a2-9f22-27e3a68625d2, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3ededaca-593c-42a2-9f22-27e3a68625d2,segment=NetworkSegment(a5d3d133-e0d5-40b2-a134-51420ed903ef),segment_id=a5d3d133-e0d5-40b2-a134-51420ed903ef)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:08:47.826670 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '3ededaca-593c-42a2-9f22-27e3a68625d2', 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9', 'port_id': '3ededaca-593c-42a2-9f22-27e3a68625d2', 'mac_address': 'fa:16:3e:d3:00:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55890178-d3f6-4e85-ae80-36c31d615599', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 10:08:47.846768 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-89c08418-2905-4301-b258-0e96a80c77d1 req-c1000348-5c8c-4573-be46-0bf2b939be2e tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329990 Jul 24 10:08:47.863605 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:47.876178 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ededaca-593c-42a2-9f22-27e3a68625d2 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:08:47.896675 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 3ededaca-593c-42a2-9f22-27e3a68625d2, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3ededaca-593c-42a2-9f22-27e3a68625d2,segment=NetworkSegment(a5d3d133-e0d5-40b2-a134-51420ed903ef),segment_id=a5d3d133-e0d5-40b2-a134-51420ed903ef)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:08:47.900564 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:47.947979 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=3ededaca-593c-42a2-9f22-27e3a68625d2,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:48.103706 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['3ededaca-593c-42a2-9f22-27e3a68625d2'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:08:48.975771 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401643e-25ec-463c-8af8-eb2d4ce505d0 req-98b04e17-912a-45e8-a272-65b2ea95e814 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:48.977325 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8401643e-25ec-463c-8af8-eb2d4ce505d0 req-98b04e17-912a-45e8-a272-65b2ea95e814 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 944 time: 0.0630012 Jul 24 10:08:49.015028 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8401643e-25ec-463c-8af8-eb2d4ce505d0 req-28616b35-14b2-4652-a69f-b8e7c42be516 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314262 Jul 24 10:08:49.719590 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 3ededaca-593c-42a2-9f22-27e3a68625d2 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:08:49.768077 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 3ededaca-593c-42a2-9f22-27e3a68625d2 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:08:49.771453 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 3ededaca-593c-42a2-9f22-27e3a68625d2 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:08:49.771817 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:49.842977 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:49.864262 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46df092c-a470-4013-b498-66ef0e1f3ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ededaca-593c-42a2-9f22-27e3a68625d2'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:08:49.866504 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfecc09ccecf6097530ed06b3b0f605c347a07b6c448c324480a744ab89978bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3462c2e6-851a-4003-8ba3-1384d4637d3f" -d '{"events": [{"server_uuid": "46df092c-a470-4013-b498-66ef0e1f3ae1", "name": "network-vif-plugged", "status": "completed", "tag": "3ededaca-593c-42a2-9f22-27e3a68625d2"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:08:49.881614 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 3ededaca-593c-42a2-9f22-27e3a68625d2, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3ededaca-593c-42a2-9f22-27e3a68625d2,segment=NetworkSegment(a5d3d133-e0d5-40b2-a134-51420ed903ef),segment_id=a5d3d133-e0d5-40b2-a134-51420ed903ef)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:08:49.886715 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:49.916347 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06e7ef2-aba4-4ba4-b648-fc871e10bd3a x-openstack-request-id: req-f06e7ef2-aba4-4ba4-b648-fc871e10bd3a {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:08:49.916347 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46df092c-a470-4013-b498-66ef0e1f3ae1", "name": "network-vif-plugged", "status": "completed", "tag": "3ededaca-593c-42a2-9f22-27e3a68625d2", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:08:49.917117 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f06e7ef2-aba4-4ba4-b648-fc871e10bd3a {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:08:49.917117 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46df092c-a470-4013-b498-66ef0e1f3ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ededaca-593c-42a2-9f22-27e3a68625d2', 'code': 200} Jul 24 10:08:50.018976 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc558ea-4e9e-4b75-8ead-77e5a12bbe5a req-bcaf8fb5-ea90-4bd3-b1ad-4790ad3044ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:50.020517 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5dc558ea-4e9e-4b75-8ead-77e5a12bbe5a req-bcaf8fb5-ea90-4bd3-b1ad-4790ad3044ed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 1096 time: 0.0550728 Jul 24 10:08:50.057567 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5dc558ea-4e9e-4b75-8ead-77e5a12bbe5a req-05fd10fe-1367-48a9-aacd-39d4686f2fcf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306802 Jul 24 10:08:50.103907 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=3ededaca-593c-42a2-9f22-27e3a68625d2,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:50.152821 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc881313-0528-47b3-974b-a0cc351b24cb req-d5e7f7d4-d9d5-4be3-bd6e-0f5ef9f878df tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:50.154316 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dc881313-0528-47b3-974b-a0cc351b24cb req-d5e7f7d4-d9d5-4be3-bd6e-0f5ef9f878df tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 945 time: 0.0666742 Jul 24 10:08:50.196378 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dc881313-0528-47b3-974b-a0cc351b24cb req-f44e0a52-927a-4c83-8d24-6248b0be7904 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362141 Jul 24 10:08:51.334004 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611bb91-7613-41a3-b25d-df11f9e4a2d4 req-143c4728-b234-4baa-b74d-827721943194 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:51.335499 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2611bb91-7613-41a3-b25d-df11f9e4a2d4 req-143c4728-b234-4baa-b74d-827721943194 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 945 time: 0.0628002 Jul 24 10:08:51.377016 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2611bb91-7613-41a3-b25d-df11f9e4a2d4 req-211aba45-5cc6-4803-8b5d-9e3179375524 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360072 Jul 24 10:08:51.510868 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf86a1-b6b4-422b-84f4-b4f84c82eb72 req-788aa6b3-f30e-4f93-ab79-d61a1c15deb1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:51.512396 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-91cf86a1-b6b4-422b-84f4-b4f84c82eb72 req-788aa6b3-f30e-4f93-ab79-d61a1c15deb1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 945 time: 0.0624883 Jul 24 10:08:51.549481 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-91cf86a1-b6b4-422b-84f4-b4f84c82eb72 req-a19cf22b-7e1c-4e07-b391-991727375440 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315754 Jul 24 10:08:51.571367 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51018) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:08:51.622919 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324d3bc0-0528-4777-be56-505af5a43659 tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:51.624410 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-324d3bc0-0528-4777-be56-505af5a43659 tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 1091 time: 0.0520439 Jul 24 10:08:51.627113 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51020) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:08:51.631386 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-f3aedb10-7ea7-4e5f-b86d-7148d65f5dad tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'port_id': '3ededaca-593c-42a2-9f22-27e3a68625d2', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:08:51.652517 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3aedb10-7ea7-4e5f-b86d-7148d65f5dad tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for floatingip, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:51.748254 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3aedb10-7ea7-4e5f-b86d-7148d65f5dad tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:51.850940 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-f3aedb10-7ea7-4e5f-b86d-7148d65f5dad tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Allocated IP 172.25.7.80 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/0399530d-3b88-40c8-9bef-ae67f3b247ee) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:08:51.947876 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3aedb10-7ea7-4e5f-b86d-7148d65f5dad tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:51.984925 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3aedb10-7ea7-4e5f-b86d-7148d65f5dad tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:52.021593 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3aedb10-7ea7-4e5f-b86d-7148d65f5dad tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:08:52.026778 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-f3aedb10-7ea7-4e5f-b86d-7148d65f5dad tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:08:52.030278 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aedb10-7ea7-4e5f-b86d-7148d65f5dad tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:08:52.035929 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aedb10-7ea7-4e5f-b86d-7148d65f5dad tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=0399530d-3b88-40c8-9bef-ae67f3b247ee,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:52.375530 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3aedb10-7ea7-4e5f-b86d-7148d65f5dad tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:52.452489 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3aedb10-7ea7-4e5f-b86d-7148d65f5dad tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:52.600993 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3aedb10-7ea7-4e5f-b86d-7148d65f5dad tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:52.606156 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3aedb10-7ea7-4e5f-b86d-7148d65f5dad tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:52.673408 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aedb10-7ea7-4e5f-b86d-7148d65f5dad tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=0399530d-3b88-40c8-9bef-ae67f3b247ee,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:08:52.681479 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3aedb10-7ea7-4e5f-b86d-7148d65f5dad tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:52.778927 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-f3aedb10-7ea7-4e5f-b86d-7148d65f5dad tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Floating IP 602ad298-8d89-43eb-a9b1-4e9aebee58d5 associated. External IP: 172.25.7.80, port: 3ededaca-593c-42a2-9f22-27e3a68625d2. Jul 24 10:08:52.978535 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3aedb10-7ea7-4e5f-b86d-7148d65f5dad tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Router 8a14fa1f-1698-44d6-806c-607c9b692143 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:08:53.082445 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3aedb10-7ea7-4e5f-b86d-7148d65f5dad tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:08:53.094885 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5740a756-97d5-4d88-a0eb-60cc8e4533e3 None None] Sync routers for ids ['8a14fa1f-1698-44d6-806c-607c9b692143'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:08:53.098742 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f3aedb10-7ea7-4e5f-b86d-7148d65f5dad tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:53.105977 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5740a756-97d5-4d88-a0eb-60cc8e4533e3 None None] Routers {'8a14fa1f-1698-44d6-806c-607c9b692143'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:08:53.106591 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5740a756-97d5-4d88-a0eb-60cc8e4533e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:08:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8a14fa1f-1698-44d6-806c-607c9b692143'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:08:53.136448 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f3aedb10-7ea7-4e5f-b86d-7148d65f5dad tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5083225 Jul 24 10:08:53.137047 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46df092c-a470-4013-b498-66ef0e1f3ae1', 'tag': '3ededaca-593c-42a2-9f22-27e3a68625d2'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:08:53.140803 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0ac4981879846d8821277b3228522714eb2c0e29e76d1b29de9e8d513d31c24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef07c0ac-877a-4950-988b-58c746fda685" -d '{"events": [{"name": "network-changed", "server_uuid": "46df092c-a470-4013-b498-66ef0e1f3ae1", "tag": "3ededaca-593c-42a2-9f22-27e3a68625d2"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:08:53.190913 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ac8eaa-749e-4341-93f0-793f47d5d931 x-openstack-request-id: req-b9ac8eaa-749e-4341-93f0-793f47d5d931 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:08:53.191210 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46df092c-a470-4013-b498-66ef0e1f3ae1", "tag": "3ededaca-593c-42a2-9f22-27e3a68625d2", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:08:53.191470 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b9ac8eaa-749e-4341-93f0-793f47d5d931 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:08:53.191991 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46df092c-a470-4013-b498-66ef0e1f3ae1', 'tag': '3ededaca-593c-42a2-9f22-27e3a68625d2', 'status': 'completed', 'code': 200} Jul 24 10:08:53.225916 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-5740a756-97d5-4d88-a0eb-60cc8e4533e3 None None] Set router 8a14fa1f-1698-44d6-806c-607c9b692143 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:08:53.303833 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07c0ac-877a-4950-988b-58c746fda685 req-5fbcff36-4033-4f5b-9f08-48c9a919f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:53.305378 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ef07c0ac-877a-4950-988b-58c746fda685 req-5fbcff36-4033-4f5b-9f08-48c9a919f5a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 1096 time: 0.0938468 Jul 24 10:08:53.313584 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706975e-36bb-4fd6-9c4b-2082a1a09f95 req-b86c613a-1dc9-4f2b-8291-efc4a8196e74 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:53.314975 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6706975e-36bb-4fd6-9c4b-2082a1a09f95 req-b86c613a-1dc9-4f2b-8291-efc4a8196e74 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 945 time: 0.0952330 Jul 24 10:08:53.407566 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6706975e-36bb-4fd6-9c4b-2082a1a09f95 req-22b37323-c95a-4326-8dfe-f1ab88739cc4 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836122 Jul 24 10:08:53.428684 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07c0ac-877a-4950-988b-58c746fda685 req-abedca9b-4503-4741-a5f3-79948a61e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:53.430188 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ef07c0ac-877a-4950-988b-58c746fda685 req-abedca9b-4503-4741-a5f3-79948a61e052 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a982f9f-6be4-47bf-b86a-ababc2ee31a9 HTTP/1.1" status: 200 len: 896 time: 0.1143718 Jul 24 10:08:53.430643 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51026) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:08:53.445327 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5740a756-97d5-4d88-a0eb-60cc8e4533e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769532900', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:08:39Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '602ad298-8d89-43eb-a9b1-4e9aebee58d5', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'port_id': '3ededaca-593c-42a2-9f22-27e3a68625d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9', 'mac_address': 'fa:16:3e:d3:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46df092c-a470-4013-b498-66ef0e1f3ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:08:52Z', 'updated_at': '2021-07-24T10:08:52Z', 'revision_number': 0, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd37d722a-1531-478f-b4b4-0a3c2966423c', 'name': '', 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:f2:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '55890178-d3f6-4e85-ae80-36c31d615599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:08:38Z', 'updated_at': '2021-07-24T10:08:43Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '55890178-d3f6-4e85-ae80-36c31d615599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:08:53.475554 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5740a756-97d5-4d88-a0eb-60cc8e4533e3 None None] Checking router: 8a14fa1f-1698-44d6-806c-607c9b692143 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:08:53.484408 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5740a756-97d5-4d88-a0eb-60cc8e4533e3 None None] Routers {'8a14fa1f-1698-44d6-806c-607c9b692143'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:08:53.485050 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5740a756-97d5-4d88-a0eb-60cc8e4533e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:08:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8a14fa1f-1698-44d6-806c-607c9b692143'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:08:53.535715 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c97a8e0f-604c-4372-aa24-f56dbc91ac3e tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/floatingips/602ad298-8d89-43eb-a9b1-4e9aebee58d5 HTTP/1.1" status: 200 len: 990 time: 0.1029565 Jul 24 10:08:53.540572 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ef07c0ac-877a-4950-988b-58c746fda685 req-6da3a312-d760-4130-8502-ff601d5da6b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ededaca-593c-42a2-9f22-27e3a68625d2 HTTP/1.1" status: 200 len: 998 time: 0.1028693 Jul 24 10:08:53.587768 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-5740a756-97d5-4d88-a0eb-60cc8e4533e3 None None] Set router 8a14fa1f-1698-44d6-806c-607c9b692143 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:08:53.590480 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07c0ac-877a-4950-988b-58c746fda685 req-461edacd-ef27-4e59-9f57-634ad782e61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:53.591976 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ef07c0ac-877a-4950-988b-58c746fda685 req-461edacd-ef27-4e59-9f57-634ad782e61e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55890178-d3f6-4e85-ae80-36c31d615599 HTTP/1.1" status: 200 len: 835 time: 0.0454803 Jul 24 10:08:53.660646 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07c0ac-877a-4950-988b-58c746fda685 req-950af5d5-cd7f-4ea0-8b4b-44b8844f534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:53.662104 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ef07c0ac-877a-4950-988b-58c746fda685 req-950af5d5-cd7f-4ea0-8b4b-44b8844f534b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a982f9f-6be4-47bf-b86a-ababc2ee31a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589621 Jul 24 10:08:53.754737 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ef07c0ac-877a-4950-988b-58c746fda685 req-ae091c09-a300-487b-8e45-4ad48ab02675 service neutron] 10.222.0.20 "GET /v2.0/networks/7a982f9f-6be4-47bf-b86a-ababc2ee31a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865769 Jul 24 10:08:53.808530 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-5740a756-97d5-4d88-a0eb-60cc8e4533e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769532900', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:08:39Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '602ad298-8d89-43eb-a9b1-4e9aebee58d5', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'port_id': '3ededaca-593c-42a2-9f22-27e3a68625d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9', 'mac_address': 'fa:16:3e:d3:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46df092c-a470-4013-b498-66ef0e1f3ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:08:52Z', 'updated_at': '2021-07-24T10:08:52Z', 'revision_number': 0, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd37d722a-1531-478f-b4b4-0a3c2966423c', 'name': '', 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:f2:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '55890178-d3f6-4e85-ae80-36c31d615599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:08:38Z', 'updated_at': '2021-07-24T10:08:43Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '55890178-d3f6-4e85-ae80-36c31d615599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:08:53.837863 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5740a756-97d5-4d88-a0eb-60cc8e4533e3 None None] The sync data for ids ['8a14fa1f-1698-44d6-806c-607c9b692143'] in n-d-800085-9 is: [{'id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769532900', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:08:39Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '602ad298-8d89-43eb-a9b1-4e9aebee58d5', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'port_id': '3ededaca-593c-42a2-9f22-27e3a68625d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9', 'mac_address': 'fa:16:3e:d3:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46df092c-a470-4013-b498-66ef0e1f3ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:08:52Z', 'updated_at': '2021-07-24T10:08:52Z', 'revision_number': 0, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd37d722a-1531-478f-b4b4-0a3c2966423c', 'name': '', 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:f2:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '55890178-d3f6-4e85-ae80-36c31d615599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:08:38Z', 'updated_at': '2021-07-24T10:08:43Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '55890178-d3f6-4e85-ae80-36c31d615599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:08:53.847687 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ef07c0ac-877a-4950-988b-58c746fda685 req-b8c7660e-df84-499a-872b-c056233143e7 service neutron] 10.222.0.20 "GET /v2.0/networks/7a982f9f-6be4-47bf-b86a-ababc2ee31a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872476 Jul 24 10:08:54.035197 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d09e588-5698-4c2d-95d3-55b8824eb0e0 None None] New status for floating IP 602ad298-8d89-43eb-a9b1-4e9aebee58d5: ACTIVE {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 10:08:54.538543 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51028) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:08:54.596590 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-7db227db-e572-4ce2-a4c3-57ce6e095b5f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/floatingips/602ad298-8d89-43eb-a9b1-4e9aebee58d5 HTTP/1.1" status: 200 len: 992 time: 0.0569198 Jul 24 10:08:57.345053 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-45f6f237-b5ac-44b3-9d7a-6bc755a66025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:59.668019 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f337c6a3-a3e0-4e9a-8024-d03ead3113f5 req-0f3672cb-1eb4-4c6e-a550-a6f261b55609 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563633 Jul 24 10:08:59.762213 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337c6a3-a3e0-4e9a-8024-d03ead3113f5 req-e5e8216c-49cd-4eb8-aa63-15d2d8fa5069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:59.763814 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f337c6a3-a3e0-4e9a-8024-d03ead3113f5 req-e5e8216c-49cd-4eb8-aa63-15d2d8fa5069 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 1096 time: 0.0540903 Jul 24 10:08:59.842548 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9122ea6d-172b-4abc-9d47-72b70927218a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:08:59.869371 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337c6a3-a3e0-4e9a-8024-d03ead3113f5 req-99645b9d-4010-41da-9ce6-95f8f7911429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:59.871401 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f337c6a3-a3e0-4e9a-8024-d03ead3113f5 req-99645b9d-4010-41da-9ce6-95f8f7911429 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a982f9f-6be4-47bf-b86a-ababc2ee31a9 HTTP/1.1" status: 200 len: 896 time: 0.0903096 Jul 24 10:08:59.947181 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f337c6a3-a3e0-4e9a-8024-d03ead3113f5 req-796c7eea-84a3-436f-bd9b-8a9aa4ca0730 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ededaca-593c-42a2-9f22-27e3a68625d2 HTTP/1.1" status: 200 len: 1000 time: 0.0583842 Jul 24 10:08:59.993249 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337c6a3-a3e0-4e9a-8024-d03ead3113f5 req-0ed94e3e-0a1d-480f-9759-a6818f77516c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:08:59.994679 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f337c6a3-a3e0-4e9a-8024-d03ead3113f5 req-0ed94e3e-0a1d-480f-9759-a6818f77516c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55890178-d3f6-4e85-ae80-36c31d615599 HTTP/1.1" status: 200 len: 835 time: 0.0421505 Jul 24 10:09:00.058010 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337c6a3-a3e0-4e9a-8024-d03ead3113f5 req-9623efd8-1a2d-40a7-a544-6dca1e19952c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:00.059585 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f337c6a3-a3e0-4e9a-8024-d03ead3113f5 req-9623efd8-1a2d-40a7-a544-6dca1e19952c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a982f9f-6be4-47bf-b86a-ababc2ee31a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589809 Jul 24 10:09:00.147001 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f337c6a3-a3e0-4e9a-8024-d03ead3113f5 req-72f9a223-6fef-4def-87b5-a40239ec696a service neutron] 10.222.0.20 "GET /v2.0/networks/7a982f9f-6be4-47bf-b86a-ababc2ee31a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810208 Jul 24 10:09:00.241118 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f337c6a3-a3e0-4e9a-8024-d03ead3113f5 req-b38dbbbe-e8bb-424d-b773-641a4b142e7f service neutron] 10.222.0.20 "GET /v2.0/networks/7a982f9f-6be4-47bf-b86a-ababc2ee31a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880148 Jul 24 10:09:00.537650 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:09:01.212529 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:09:03.090518 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:09:10.758426 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:09:14.599735 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:09:17.118960 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:09:26.100399 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d180831-921d-4ae8-8153-a7c9b1ce5047 req-d7973663-4ab0-4e6d-983c-827370e9e1c2 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:26.101060 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-041391eb-85e0-4998-9d82-4d881438665d req-1f3f378b-7f82-4b47-826a-669b3f90f1dc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885212 Jul 24 10:09:26.102926 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4d180831-921d-4ae8-8153-a7c9b1ce5047 req-d7973663-4ab0-4e6d-983c-827370e9e1c2 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 945 time: 0.1226394 Jul 24 10:09:26.142623 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4d180831-921d-4ae8-8153-a7c9b1ce5047 req-6fa995cc-a4d9-48b1-b0d9-3576c1cb4e1c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337265 Jul 24 10:09:27.250246 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041391eb-85e0-4998-9d82-4d881438665d req-2e9f1b1f-deb7-4428-afb7-def36f68e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:27.252343 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-041391eb-85e0-4998-9d82-4d881438665d req-2e9f1b1f-deb7-4428-afb7-def36f68e918 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 1096 time: 0.0581222 Jul 24 10:09:27.345056 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dc7b0a24-ce8e-4485-ae34-38dac7ab6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:09:27.378631 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041391eb-85e0-4998-9d82-4d881438665d req-48a8585f-8547-48cc-93a1-89ffc765691d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:27.380162 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-041391eb-85e0-4998-9d82-4d881438665d req-48a8585f-8547-48cc-93a1-89ffc765691d service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a982f9f-6be4-47bf-b86a-ababc2ee31a9 HTTP/1.1" status: 200 len: 896 time: 0.1220436 Jul 24 10:09:27.400824 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abadf9-f08f-4dc2-ac4b-1557b4487d1a req-ba80e722-df73-4f0b-bdee-a76d22d676b3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:27.402231 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e9abadf9-f08f-4dc2-ac4b-1557b4487d1a req-ba80e722-df73-4f0b-bdee-a76d22d676b3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 945 time: 0.1818802 Jul 24 10:09:27.476841 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-041391eb-85e0-4998-9d82-4d881438665d req-c70df882-c7dc-4419-bb16-386886047c0a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ededaca-593c-42a2-9f22-27e3a68625d2 HTTP/1.1" status: 200 len: 1000 time: 0.0901093 Jul 24 10:09:27.481699 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e9abadf9-f08f-4dc2-ac4b-1557b4487d1a req-77ef1acf-cdcc-47e9-a010-ba6e5c53df37 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493662 Jul 24 10:09:27.524784 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041391eb-85e0-4998-9d82-4d881438665d req-d2dc0b05-bd02-4b25-af18-0ac5a1207ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:27.526222 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-041391eb-85e0-4998-9d82-4d881438665d req-d2dc0b05-bd02-4b25-af18-0ac5a1207ace service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55890178-d3f6-4e85-ae80-36c31d615599 HTTP/1.1" status: 200 len: 835 time: 0.0435338 Jul 24 10:09:27.583326 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041391eb-85e0-4998-9d82-4d881438665d req-75440c86-2fd5-4047-8bd5-acf86f52b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:27.584828 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-041391eb-85e0-4998-9d82-4d881438665d req-75440c86-2fd5-4047-8bd5-acf86f52b657 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a982f9f-6be4-47bf-b86a-ababc2ee31a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526111 Jul 24 10:09:27.675790 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-041391eb-85e0-4998-9d82-4d881438665d req-27fb8d99-159d-4882-97f7-c9eb465c7db2 service neutron] 10.222.0.20 "GET /v2.0/networks/7a982f9f-6be4-47bf-b86a-ababc2ee31a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846167 Jul 24 10:09:27.765965 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-041391eb-85e0-4998-9d82-4d881438665d req-01068086-a8d1-43b6-ae11-30b983f9b2e7 service neutron] 10.222.0.20 "GET /v2.0/networks/7a982f9f-6be4-47bf-b86a-ababc2ee31a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842135 Jul 24 10:09:28.616208 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7277d4-bfeb-4d9f-9f53-2b1245b0ac97 req-2ac85d75-ead3-4e98-8aa6-3180da9fd65f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:28.618119 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6d7277d4-bfeb-4d9f-9f53-2b1245b0ac97 req-2ac85d75-ead3-4e98-8aa6-3180da9fd65f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 945 time: 0.0647240 Jul 24 10:09:28.658032 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6d7277d4-bfeb-4d9f-9f53-2b1245b0ac97 req-2aa2e9fa-ed02-4f8b-a73a-c3f681f70cf2 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345941 Jul 24 10:09:29.789330 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c4613-54f7-4ae4-af36-bcf0b129dbfc req-6023c489-60a2-49f7-8b5c-c2d7eb6213d3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:29.790825 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-436c4613-54f7-4ae4-af36-bcf0b129dbfc req-6023c489-60a2-49f7-8b5c-c2d7eb6213d3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 945 time: 0.0631413 Jul 24 10:09:29.827886 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-436c4613-54f7-4ae4-af36-bcf0b129dbfc req-5d8b8826-82b8-4e06-91ab-bcc740d1ce35 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313127 Jul 24 10:09:29.844376 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-02b5b825-edb9-4c81-ac39-080aa3fc3b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:09:30.537985 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:09:30.962610 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a26fb-b62c-4b29-b307-7197f6d46a81 req-90e69034-a16b-4f4a-ba27-e4c1a25b7f70 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:30.964097 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cf5a26fb-b62c-4b29-b307-7197f6d46a81 req-90e69034-a16b-4f4a-ba27-e4c1a25b7f70 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 945 time: 0.0646224 Jul 24 10:09:30.999862 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-cf5a26fb-b62c-4b29-b307-7197f6d46a81 req-eaf734b6-3702-4c3d-9fd8-f02b5d74ce80 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302796 Jul 24 10:09:31.215405 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:09:32.129059 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b445b8-33bf-4653-b8c4-a94eeb4f615f req-d4c57f4e-f017-4e28-afc0-40955c909c08 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:32.130531 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-48b445b8-33bf-4653-b8c4-a94eeb4f615f req-d4c57f4e-f017-4e28-afc0-40955c909c08 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 945 time: 0.0617559 Jul 24 10:09:32.167526 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-48b445b8-33bf-4653-b8c4-a94eeb4f615f req-61f5ceba-f6b7-4a68-8862-8e9a0d8baaac tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314808 Jul 24 10:09:33.092591 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:09:33.300557 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc6b9a-2185-4127-b1b7-8d47a42978c5 req-805acb95-3f6e-476a-bdb8-e5617fcb6ed1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:33.302054 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f2dc6b9a-2185-4127-b1b7-8d47a42978c5 req-805acb95-3f6e-476a-bdb8-e5617fcb6ed1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 945 time: 0.0656829 Jul 24 10:09:33.342914 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f2dc6b9a-2185-4127-b1b7-8d47a42978c5 req-63ba0926-1032-4a31-b012-49c43a1d64c2 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351937 Jul 24 10:09:34.475257 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178131e5-679a-413a-ad68-96eb4d0ca4af req-fdbeefde-d90c-4e8f-8074-efc5618db7ed tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:34.476704 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-178131e5-679a-413a-ad68-96eb4d0ca4af req-fdbeefde-d90c-4e8f-8074-efc5618db7ed tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 945 time: 0.0646060 Jul 24 10:09:34.512932 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-178131e5-679a-413a-ad68-96eb4d0ca4af req-1242b983-bafa-4f06-a69d-7421b2ddecf7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307162 Jul 24 10:09:35.644051 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993fc66-4ddb-4d84-99b1-a03d367d659d req-615ce3eb-0131-47ae-b479-8a34c4c3117a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:35.645562 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7993fc66-4ddb-4d84-99b1-a03d367d659d req-615ce3eb-0131-47ae-b479-8a34c4c3117a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 945 time: 0.0623450 Jul 24 10:09:35.682047 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7993fc66-4ddb-4d84-99b1-a03d367d659d req-17cdad08-5608-4cdd-84a1-af5060dec7cf tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309737 Jul 24 10:09:36.812700 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d97d76-6773-45be-8261-0098aefbc54c req-de0c08d2-14f6-4dba-b30e-390c809046ed tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:36.814730 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-87d97d76-6773-45be-8261-0098aefbc54c req-de0c08d2-14f6-4dba-b30e-390c809046ed tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 945 time: 0.0629256 Jul 24 10:09:36.851047 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-87d97d76-6773-45be-8261-0098aefbc54c req-f70364ad-baa1-4d47-b208-497906bb3b22 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308902 Jul 24 10:09:37.985002 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9b00e-0503-48dd-bdea-c0c9a52c7c12 req-e85f7a5d-ae60-4a3d-8988-d94e5d080dfb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:37.986532 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ee9b00e-0503-48dd-bdea-c0c9a52c7c12 req-e85f7a5d-ae60-4a3d-8988-d94e5d080dfb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 945 time: 0.0657706 Jul 24 10:09:38.023416 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ee9b00e-0503-48dd-bdea-c0c9a52c7c12 req-1ee86a68-e95d-4eaa-ae4e-793c11c48b53 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313573 Jul 24 10:09:39.153836 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d098eb2-80e1-43d6-9360-7ffac361b759 req-c765e314-d051-4932-988f-3c30ce47d436 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:39.155324 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4d098eb2-80e1-43d6-9360-7ffac361b759 req-c765e314-d051-4932-988f-3c30ce47d436 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 945 time: 0.0625093 Jul 24 10:09:39.194206 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4d098eb2-80e1-43d6-9360-7ffac361b759 req-7d4a1fee-0c72-4189-bfef-a380ee4e9628 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322933 Jul 24 10:09:40.326244 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b818cf-104c-4c0d-96b7-76c43f80731f req-f74f7314-2da6-4184-8a85-689e577db7db tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:40.327747 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-35b818cf-104c-4c0d-96b7-76c43f80731f req-f74f7314-2da6-4184-8a85-689e577db7db tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 945 time: 0.0631554 Jul 24 10:09:40.364927 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-35b818cf-104c-4c0d-96b7-76c43f80731f req-56c0dd85-06e4-4a8a-9761-2dc2fbb33d8a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316811 Jul 24 10:09:41.497489 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e9499-2eeb-4f23-b1ce-d686cf08b30c req-f8093a6d-d22c-4f3d-9c75-9d172de46de1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:41.498944 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b69e9499-2eeb-4f23-b1ce-d686cf08b30c req-f8093a6d-d22c-4f3d-9c75-9d172de46de1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 945 time: 0.0654798 Jul 24 10:09:41.535477 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b69e9499-2eeb-4f23-b1ce-d686cf08b30c req-6f6c1804-4256-41a1-9f58-26a1ee22916b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310535 Jul 24 10:09:42.665242 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b182b-59e0-41bd-b36f-903e35a49113 req-85ce8ced-451c-4320-91e7-47ee16695bd7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:42.666755 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-000b182b-59e0-41bd-b36f-903e35a49113 req-85ce8ced-451c-4320-91e7-47ee16695bd7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 945 time: 0.0618041 Jul 24 10:09:42.705900 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-000b182b-59e0-41bd-b36f-903e35a49113 req-c4223ad4-72ec-48b7-919f-347559ae255d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337074 Jul 24 10:09:43.837864 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fc0bd-317c-4bd4-ab85-70ec48fca525 req-55f2c956-9312-4c55-b6b5-139ef0242e7c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:43.839475 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-032fc0bd-317c-4bd4-ab85-70ec48fca525 req-55f2c956-9312-4c55-b6b5-139ef0242e7c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 945 time: 0.0635333 Jul 24 10:09:43.876619 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-032fc0bd-317c-4bd4-ab85-70ec48fca525 req-4d1896b2-225e-4a29-a95c-bda7392716cf tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306442 Jul 24 10:09:44.599433 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:09:44.632047 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-041391eb-85e0-4998-9d82-4d881438665d req-d5791fb6-75e7-4f67-b4e4-27e023525044 service neutron] show failed (client error): The resource could not be found. Jul 24 10:09:44.633087 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-041391eb-85e0-4998-9d82-4d881438665d req-d5791fb6-75e7-4f67-b4e4-27e023525044 service neutron] 10.222.0.20 "GET /v2.0/ports/3ededaca-593c-42a2-9f22-27e3a68625d2/bindings/n-h1-800085-9 HTTP/1.1" status: 404 len: 380 time: 0.0571027 Jul 24 10:09:44.888104 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041391eb-85e0-4998-9d82-4d881438665d req-de02514a-1e2a-4e77-a1b4-92574d08470d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:44.889515 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-041391eb-85e0-4998-9d82-4d881438665d req-de02514a-1e2a-4e77-a1b4-92574d08470d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1&tenant_id=b3602c3c188649a595bbed3b7a50ac71 HTTP/1.1" status: 200 len: 1096 time: 0.1040070 Jul 24 10:09:44.900630 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-041391eb-85e0-4998-9d82-4d881438665d req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-9', 'device_owner': 'compute:nova'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:09:45.005490 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-041391eb-85e0-4998-9d82-4d881438665d req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:09:45.074030 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b95001-a081-4749-b3bb-fc8d74920e5f req-0700ac98-604e-4b48-924e-ddf00779c81c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:45.075525 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-25b95001-a081-4749-b3bb-fc8d74920e5f req-0700ac98-604e-4b48-924e-ddf00779c81c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 945 time: 0.1152256 Jul 24 10:09:45.176509 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-25b95001-a081-4749-b3bb-fc8d74920e5f req-9640e488-3144-43c8-83d1-5326072ed5fc tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942979 Jul 24 10:09:45.249582 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-041391eb-85e0-4998-9d82-4d881438665d req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] For port 3ededaca-593c-42a2-9f22-27e3a68625d2, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3ededaca-593c-42a2-9f22-27e3a68625d2,segment=NetworkSegment(a5d3d133-e0d5-40b2-a134-51420ed903ef),segment_id=a5d3d133-e0d5-40b2-a134-51420ed903ef)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:09:45.281246 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-041391eb-85e0-4998-9d82-4d881438665d req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] For port 3ededaca-593c-42a2-9f22-27e3a68625d2, host n-h2-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:09:45.324376 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46df092c-a470-4013-b498-66ef0e1f3ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ededaca-593c-42a2-9f22-27e3a68625d2'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:09:45.326713 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0ac4981879846d8821277b3228522714eb2c0e29e76d1b29de9e8d513d31c24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4983b11-e6de-43f1-91e2-fe70a0f9e8a2" -d '{"events": [{"server_uuid": "46df092c-a470-4013-b498-66ef0e1f3ae1", "name": "network-vif-unplugged", "status": "completed", "tag": "3ededaca-593c-42a2-9f22-27e3a68625d2"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:09:45.330247 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-041391eb-85e0-4998-9d82-4d881438665d req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:09:45.342528 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-041391eb-85e0-4998-9d82-4d881438665d req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Transition to ACTIVE for port object 3ededaca-593c-42a2-9f22-27e3a68625d2 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:09:45.346430 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-041391eb-85e0-4998-9d82-4d881438665d req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:09:45.380262 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 10:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4eabdfa-917f-4acf-97e9-1c0ae1465228 x-openstack-request-id: req-b4eabdfa-917f-4acf-97e9-1c0ae1465228 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:09:45.380575 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46df092c-a470-4013-b498-66ef0e1f3ae1", "name": "network-vif-unplugged", "status": "completed", "tag": "3ededaca-593c-42a2-9f22-27e3a68625d2", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:09:45.380854 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4eabdfa-917f-4acf-97e9-1c0ae1465228 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:09:45.381250 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46df092c-a470-4013-b498-66ef0e1f3ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ededaca-593c-42a2-9f22-27e3a68625d2', 'code': 200} Jul 24 10:09:45.427140 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3ededaca-593c-42a2-9f22-27e3a68625d2,revision_number=6']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:09:45.437026 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:09:45.437376 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:09:45.437720 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:09:45.438665 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:09:45.439007 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:09:45.439345 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:09:45.439675 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:09:45.440003 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:09:45.440337 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:09:45.440663 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:09:45.441087 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:09:45.441416 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:09:45.479936 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-041391eb-85e0-4998-9d82-4d881438665d req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] No DVR routers for this DVR port 3ededaca-593c-42a2-9f22-27e3a68625d2 on host n-h2-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:09:45.618024 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-041391eb-85e0-4998-9d82-4d881438665d req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Attempting to bind port 3ededaca-593c-42a2-9f22-27e3a68625d2 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:09:45.618357 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-041391eb-85e0-4998-9d82-4d881438665d req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Attempting to bind port 3ededaca-593c-42a2-9f22-27e3a68625d2 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'a5d3d133-e0d5-40b2-a134-51420ed903ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:09:45.618686 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041391eb-85e0-4998-9d82-4d881438665d req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Attempting to bind port 3ededaca-593c-42a2-9f22-27e3a68625d2 on network 7a982f9f-6be4-47bf-b86a-ababc2ee31a9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:09:45.622969 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041391eb-85e0-4998-9d82-4d881438665d req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Port 3ededaca-593c-42a2-9f22-27e3a68625d2 on network 7a982f9f-6be4-47bf-b86a-ababc2ee31a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 10:09:45.623288 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041391eb-85e0-4998-9d82-4d881438665d req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Attempting to bind port 3ededaca-593c-42a2-9f22-27e3a68625d2 on network 7a982f9f-6be4-47bf-b86a-ababc2ee31a9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:09:45.627995 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041391eb-85e0-4998-9d82-4d881438665d req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:09:45.628326 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041391eb-85e0-4998-9d82-4d881438665d req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Checking segment: {'id': 'a5d3d133-e0d5-40b2-a134-51420ed903ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:09:45.628704 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041391eb-85e0-4998-9d82-4d881438665d req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Bound using segment: {'id': 'a5d3d133-e0d5-40b2-a134-51420ed903ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:09:45.629150 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-041391eb-85e0-4998-9d82-4d881438665d req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Bound port: 3ededaca-593c-42a2-9f22-27e3a68625d2, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5d3d133-e0d5-40b2-a134-51420ed903ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:09:45.629505 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-041391eb-85e0-4998-9d82-4d881438665d req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:09:45.695358 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-041391eb-85e0-4998-9d82-4d881438665d req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] For port 3ededaca-593c-42a2-9f22-27e3a68625d2, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:09:45.698553 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-041391eb-85e0-4998-9d82-4d881438665d req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] For port 3ededaca-593c-42a2-9f22-27e3a68625d2, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=3ededaca-593c-42a2-9f22-27e3a68625d2,segment=NetworkSegment(a5d3d133-e0d5-40b2-a134-51420ed903ef),segment_id=a5d3d133-e0d5-40b2-a134-51420ed903ef)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:09:45.703136 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-041391eb-85e0-4998-9d82-4d881438665d req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:09:45.735896 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041391eb-85e0-4998-9d82-4d881438665d req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:45.736499 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-041391eb-85e0-4998-9d82-4d881438665d req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:09:45.737932 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-041391eb-85e0-4998-9d82-4d881438665d req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] 10.222.0.37 "PUT /v2.0/ports/3ededaca-593c-42a2-9f22-27e3a68625d2 HTTP/1.1" status: 200 len: 1091 time: 0.8412168 Jul 24 10:09:45.769095 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0c270-61d6-4650-9d8f-e23cfeb804f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3ededaca-593c-42a2-9f22-27e3a68625d2,revision_number=7']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:09:45.820298 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041391eb-85e0-4998-9d82-4d881438665d req-6e3c6247-e99f-492c-8e61-6c5eae1ee484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:45.821866 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-041391eb-85e0-4998-9d82-4d881438665d req-6e3c6247-e99f-492c-8e61-6c5eae1ee484 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 1094 time: 0.0611999 Jul 24 10:09:45.917257 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041391eb-85e0-4998-9d82-4d881438665d req-d5c6371a-5b15-4225-860f-f4e5a5d2d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:45.919482 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-041391eb-85e0-4998-9d82-4d881438665d req-d5c6371a-5b15-4225-860f-f4e5a5d2d5dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=7a982f9f-6be4-47bf-b86a-ababc2ee31a9 HTTP/1.1" status: 200 len: 896 time: 0.0913455 Jul 24 10:09:45.983788 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-041391eb-85e0-4998-9d82-4d881438665d req-593b7111-9f7e-40ea-b050-0ba54d371466 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ededaca-593c-42a2-9f22-27e3a68625d2 HTTP/1.1" status: 200 len: 998 time: 0.0578077 Jul 24 10:09:46.034866 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041391eb-85e0-4998-9d82-4d881438665d req-f42c31f4-d3bd-443c-8884-2cf61a875ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:46.036220 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-041391eb-85e0-4998-9d82-4d881438665d req-f42c31f4-d3bd-443c-8884-2cf61a875ee6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=55890178-d3f6-4e85-ae80-36c31d615599 HTTP/1.1" status: 200 len: 835 time: 0.0460286 Jul 24 10:09:46.092345 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041391eb-85e0-4998-9d82-4d881438665d req-96a43857-1f27-4d4d-93ae-47405af61a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:46.093852 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-041391eb-85e0-4998-9d82-4d881438665d req-96a43857-1f27-4d4d-93ae-47405af61a27 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7a982f9f-6be4-47bf-b86a-ababc2ee31a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511281 Jul 24 10:09:46.180402 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-041391eb-85e0-4998-9d82-4d881438665d req-ae064e51-7b27-4ab1-9628-955db7748488 service neutron] 10.222.0.37 "GET /v2.0/networks/7a982f9f-6be4-47bf-b86a-ababc2ee31a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792871 Jul 24 10:09:46.304951 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-041391eb-85e0-4998-9d82-4d881438665d req-f568e51a-b60b-4a70-98dd-27a29668b759 service neutron] 10.222.0.37 "GET /v2.0/networks/7a982f9f-6be4-47bf-b86a-ababc2ee31a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183133 Jul 24 10:09:46.324945 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376bfcd-7f2c-4bb1-ad83-c0f92355b37e req-fdbf378e-9488-48e3-bbf1-30b6546728e5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:46.326440 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a376bfcd-7f2c-4bb1-ad83-c0f92355b37e req-fdbf378e-9488-48e3-bbf1-30b6546728e5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 943 time: 0.0789804 Jul 24 10:09:46.364687 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a376bfcd-7f2c-4bb1-ad83-c0f92355b37e req-e796732e-74d0-4055-8992-9429643abfe2 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321350 Jul 24 10:09:47.126976 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:09:47.382365 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46df092c-a470-4013-b498-66ef0e1f3ae1', 'tag': '3ededaca-593c-42a2-9f22-27e3a68625d2'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:09:47.384654 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0ac4981879846d8821277b3228522714eb2c0e29e76d1b29de9e8d513d31c24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887f176b-c005-4e5c-ba95-4dbd857465a2" -d '{"events": [{"name": "network-changed", "server_uuid": "46df092c-a470-4013-b498-66ef0e1f3ae1", "tag": "3ededaca-593c-42a2-9f22-27e3a68625d2"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:09:47.433760 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea365c8-ff74-4277-b778-994e1718c4f2 x-openstack-request-id: req-dea365c8-ff74-4277-b778-994e1718c4f2 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:09:47.434053 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46df092c-a470-4013-b498-66ef0e1f3ae1", "tag": "3ededaca-593c-42a2-9f22-27e3a68625d2", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:09:47.434304 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dea365c8-ff74-4277-b778-994e1718c4f2 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:09:47.434800 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46df092c-a470-4013-b498-66ef0e1f3ae1', 'tag': '3ededaca-593c-42a2-9f22-27e3a68625d2', 'status': 'completed', 'code': 200} Jul 24 10:09:47.507366 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f176b-c005-4e5c-ba95-4dbd857465a2 req-0b9fd4d1-3540-447e-9d83-1274fc4a362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:47.508965 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-887f176b-c005-4e5c-ba95-4dbd857465a2 req-0b9fd4d1-3540-447e-9d83-1274fc4a362c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 1094 time: 0.0540371 Jul 24 10:09:47.547994 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b52434-2fd5-4d83-bd71-3428a23ee2d4 req-3063cc78-b1db-419f-8bb9-03a202c3858a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:47.549587 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89b52434-2fd5-4d83-bd71-3428a23ee2d4 req-3063cc78-b1db-419f-8bb9-03a202c3858a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 943 time: 0.1129339 Jul 24 10:09:47.551479 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f176b-c005-4e5c-ba95-4dbd857465a2 req-148ff8f0-f5ee-48d1-8013-14c2aa7e690e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:47.552905 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-887f176b-c005-4e5c-ba95-4dbd857465a2 req-148ff8f0-f5ee-48d1-8013-14c2aa7e690e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 1094 time: 0.0805676 Jul 24 10:09:47.597744 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f176b-c005-4e5c-ba95-4dbd857465a2 req-6f9a87b1-8d69-4da4-9b7f-3a13a72e11a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:47.599277 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-887f176b-c005-4e5c-ba95-4dbd857465a2 req-6f9a87b1-8d69-4da4-9b7f-3a13a72e11a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a982f9f-6be4-47bf-b86a-ababc2ee31a9 HTTP/1.1" status: 200 len: 896 time: 0.0845401 Jul 24 10:09:47.613554 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-89b52434-2fd5-4d83-bd71-3428a23ee2d4 req-fd6120fe-24f6-44f5-82cb-64c0d97ab1bf tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581052 Jul 24 10:09:47.666167 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-887f176b-c005-4e5c-ba95-4dbd857465a2 req-144294bb-14e7-4d97-bd5c-fd00abddf28e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ededaca-593c-42a2-9f22-27e3a68625d2 HTTP/1.1" status: 200 len: 998 time: 0.0608830 Jul 24 10:09:47.666501 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f176b-c005-4e5c-ba95-4dbd857465a2 req-ba293d06-1e24-474d-a051-cc473ab7cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:47.667995 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-887f176b-c005-4e5c-ba95-4dbd857465a2 req-ba293d06-1e24-474d-a051-cc473ab7cb38 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7a982f9f-6be4-47bf-b86a-ababc2ee31a9 HTTP/1.1" status: 200 len: 896 time: 0.1064546 Jul 24 10:09:47.717723 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f176b-c005-4e5c-ba95-4dbd857465a2 req-4a5594b2-140d-4be5-b706-a7cc54f56a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:47.720284 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-887f176b-c005-4e5c-ba95-4dbd857465a2 req-4a5594b2-140d-4be5-b706-a7cc54f56a27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55890178-d3f6-4e85-ae80-36c31d615599 HTTP/1.1" status: 200 len: 835 time: 0.0487266 Jul 24 10:09:47.740690 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-887f176b-c005-4e5c-ba95-4dbd857465a2 req-5b2b622b-9cc4-46f4-a9b8-7f7d1f8a68a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ededaca-593c-42a2-9f22-27e3a68625d2 HTTP/1.1" status: 200 len: 998 time: 0.0593958 Jul 24 10:09:47.757880 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:09:47.781364 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f176b-c005-4e5c-ba95-4dbd857465a2 req-e1cc013b-806b-42c8-9885-7142479d48ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:47.783200 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-887f176b-c005-4e5c-ba95-4dbd857465a2 req-e1cc013b-806b-42c8-9885-7142479d48ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a982f9f-6be4-47bf-b86a-ababc2ee31a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571191 Jul 24 10:09:47.795013 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f176b-c005-4e5c-ba95-4dbd857465a2 req-628ff488-7c64-4373-8ae9-2a7c055c3bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:47.796699 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-887f176b-c005-4e5c-ba95-4dbd857465a2 req-628ff488-7c64-4373-8ae9-2a7c055c3bc5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=55890178-d3f6-4e85-ae80-36c31d615599 HTTP/1.1" status: 200 len: 835 time: 0.0498087 Jul 24 10:09:47.868930 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f176b-c005-4e5c-ba95-4dbd857465a2 req-350dcdc2-a9cd-43a2-9515-0cdba6062d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:47.870499 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-887f176b-c005-4e5c-ba95-4dbd857465a2 req-350dcdc2-a9cd-43a2-9515-0cdba6062d9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7a982f9f-6be4-47bf-b86a-ababc2ee31a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651119 Jul 24 10:09:47.879091 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-887f176b-c005-4e5c-ba95-4dbd857465a2 req-254362dd-ef39-4137-9302-3dc729d4cd05 service neutron] 10.222.0.20 "GET /v2.0/networks/7a982f9f-6be4-47bf-b86a-ababc2ee31a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899718 Jul 24 10:09:47.959333 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-887f176b-c005-4e5c-ba95-4dbd857465a2 req-3d9d4cb2-011f-43b7-b506-0bb6326f172b service neutron] 10.222.0.37 "GET /v2.0/networks/7a982f9f-6be4-47bf-b86a-ababc2ee31a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812502 Jul 24 10:09:47.969764 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-887f176b-c005-4e5c-ba95-4dbd857465a2 req-e90dffa3-650c-48da-8a62-a7ceee50460c service neutron] 10.222.0.20 "GET /v2.0/networks/7a982f9f-6be4-47bf-b86a-ababc2ee31a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848525 Jul 24 10:09:48.034276 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 3ededaca-593c-42a2-9f22-27e3a68625d2 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:09:48.050897 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-887f176b-c005-4e5c-ba95-4dbd857465a2 req-94be2cb2-4b50-4373-a9fe-ea3651544165 service neutron] 10.222.0.37 "GET /v2.0/networks/7a982f9f-6be4-47bf-b86a-ababc2ee31a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849698 Jul 24 10:09:48.070664 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 3ededaca-593c-42a2-9f22-27e3a68625d2 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:09:48.753302 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17057a62-fe9b-4003-be2e-f5f1f722f8aa req-7a69a38f-3b0e-4765-8c88-34bc62b6fa62 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:48.754782 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-17057a62-fe9b-4003-be2e-f5f1f722f8aa req-7a69a38f-3b0e-4765-8c88-34bc62b6fa62 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 943 time: 0.0649321 Jul 24 10:09:48.792280 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-17057a62-fe9b-4003-be2e-f5f1f722f8aa req-f4671567-c539-4ddb-8d04-8f993fafd205 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318613 Jul 24 10:09:49.370328 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ae418-31f3-4a9b-9b59-39ba291e86a3 req-063254fa-5c4a-410a-98db-75bdd9ebde9b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:49.371772 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a80ae418-31f3-4a9b-9b59-39ba291e86a3 req-063254fa-5c4a-410a-98db-75bdd9ebde9b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.20 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1&tenant_id=b3602c3c188649a595bbed3b7a50ac71&binding%3Ahost_id=n-h1-800085-9 HTTP/1.1" status: 200 len: 943 time: 0.4226358 Jul 24 10:09:49.382504 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ee2d5-4b3c-40c7-964b-0ec1794fa38c req-203e2065-2569-4425-90b7-03fbb4a0b9e1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:49.383878 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f27ee2d5-4b3c-40c7-964b-0ec1794fa38c req-203e2065-2569-4425-90b7-03fbb4a0b9e1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 943 time: 0.4439733 Jul 24 10:09:49.448021 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f27ee2d5-4b3c-40c7-964b-0ec1794fa38c req-a59f0c10-32b9-4c5c-ba38-b342d492f4b0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580904 Jul 24 10:09:49.461225 n-d-800085-9 neutron-server[94035]: INFO neutron.api.v2.resource [req-a80ae418-31f3-4a9b-9b59-39ba291e86a3 req-95b156aa-ccb1-4cfc-a29a-a4f05b69cc95 service neutron] delete failed (client error): The resource could not be found. Jul 24 10:09:49.462209 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a80ae418-31f3-4a9b-9b59-39ba291e86a3 req-95b156aa-ccb1-4cfc-a29a-a4f05b69cc95 service neutron] 10.222.0.20 "DELETE /v2.0/ports/3ededaca-593c-42a2-9f22-27e3a68625d2/bindings/n-h2-800085-9 HTTP/1.1" status: 404 len: 380 time: 0.0774856 Jul 24 10:09:49.558358 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ae418-31f3-4a9b-9b59-39ba291e86a3 req-c1a0dc35-90a8-46a5-afb2-386f3a91b5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:49.559904 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a80ae418-31f3-4a9b-9b59-39ba291e86a3 req-c1a0dc35-90a8-46a5-afb2-386f3a91b5e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 1094 time: 0.0555027 Jul 24 10:09:49.583240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161731a-cd30-4873-a87e-adafcb1ac358 req-b942a090-9467-45e9-a0a8-5088079f11dd tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:49.585002 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3161731a-cd30-4873-a87e-adafcb1ac358 req-b942a090-9467-45e9-a0a8-5088079f11dd tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 943 time: 0.0629027 Jul 24 10:09:49.623908 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3161731a-cd30-4873-a87e-adafcb1ac358 req-bf4dddd9-8541-4fdd-a434-63430a90daa6 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327013 Jul 24 10:09:49.651935 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ae418-31f3-4a9b-9b59-39ba291e86a3 req-4d940a69-2dcd-433c-aec1-43537a5ae7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:49.653432 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a80ae418-31f3-4a9b-9b59-39ba291e86a3 req-4d940a69-2dcd-433c-aec1-43537a5ae7cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a982f9f-6be4-47bf-b86a-ababc2ee31a9 HTTP/1.1" status: 200 len: 896 time: 0.0874155 Jul 24 10:09:49.716237 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a80ae418-31f3-4a9b-9b59-39ba291e86a3 req-9f7a8803-1f62-4eda-9d3b-81a24c9fea7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ededaca-593c-42a2-9f22-27e3a68625d2 HTTP/1.1" status: 200 len: 998 time: 0.0552001 Jul 24 10:09:49.765506 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ae418-31f3-4a9b-9b59-39ba291e86a3 req-e53a53f1-2c50-4880-84de-acdef7c8e610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:49.767825 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a80ae418-31f3-4a9b-9b59-39ba291e86a3 req-e53a53f1-2c50-4880-84de-acdef7c8e610 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55890178-d3f6-4e85-ae80-36c31d615599 HTTP/1.1" status: 200 len: 835 time: 0.0447640 Jul 24 10:09:49.824472 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ae418-31f3-4a9b-9b59-39ba291e86a3 req-c5a04e9c-1bac-4c84-944f-0a40d875bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:49.826036 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a80ae418-31f3-4a9b-9b59-39ba291e86a3 req-c5a04e9c-1bac-4c84-944f-0a40d875bc9d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a982f9f-6be4-47bf-b86a-ababc2ee31a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522401 Jul 24 10:09:49.918894 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a80ae418-31f3-4a9b-9b59-39ba291e86a3 req-28d656b1-0df6-4e6f-add4-c2020485af2e service neutron] 10.222.0.20 "GET /v2.0/networks/7a982f9f-6be4-47bf-b86a-ababc2ee31a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856335 Jul 24 10:09:50.005019 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a80ae418-31f3-4a9b-9b59-39ba291e86a3 req-eeab2d1d-3595-430e-a062-a9bd2252e22e service neutron] 10.222.0.20 "GET /v2.0/networks/7a982f9f-6be4-47bf-b86a-ababc2ee31a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801139 Jul 24 10:09:50.009079 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 3ededaca-593c-42a2-9f22-27e3a68625d2 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 10:09:50.104413 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 3ededaca-593c-42a2-9f22-27e3a68625d2, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=3ededaca-593c-42a2-9f22-27e3a68625d2,segment=NetworkSegment(a5d3d133-e0d5-40b2-a134-51420ed903ef),segment_id=a5d3d133-e0d5-40b2-a134-51420ed903ef)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:09:50.114934 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '3ededaca-593c-42a2-9f22-27e3a68625d2', 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9', 'port_id': '3ededaca-593c-42a2-9f22-27e3a68625d2', 'mac_address': 'fa:16:3e:d3:00:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55890178-d3f6-4e85-ae80-36c31d615599', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 10:09:50.151202 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:09:50.163323 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ededaca-593c-42a2-9f22-27e3a68625d2 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:09:50.182281 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 3ededaca-593c-42a2-9f22-27e3a68625d2, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=3ededaca-593c-42a2-9f22-27e3a68625d2,segment=NetworkSegment(a5d3d133-e0d5-40b2-a134-51420ed903ef),segment_id=a5d3d133-e0d5-40b2-a134-51420ed903ef)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:09:50.186326 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:09:50.244503 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=3ededaca-593c-42a2-9f22-27e3a68625d2,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:09:50.252026 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:09:50.252366 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:09:50.252701 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:09:50.253054 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:09:50.253379 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:09:50.253702 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:09:50.254021 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:09:50.254342 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:09:50.254656 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:09:50.254972 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:09:50.255343 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:09:50.255604 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:09:50.435653 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['3ededaca-593c-42a2-9f22-27e3a68625d2'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:09:50.757091 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a87211-fadb-4e87-92a1-e4da507c0fb3 req-979e87a2-7d06-4e19-a04c-b7705e26eae5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:09:50.758549 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-54a87211-fadb-4e87-92a1-e4da507c0fb3 req-979e87a2-7d06-4e19-a04c-b7705e26eae5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 944 time: 0.0624781 Jul 24 10:09:50.795652 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-54a87211-fadb-4e87-92a1-e4da507c0fb3 req-083a5401-ad73-4b37-a545-922e1521eace tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315700 Jul 24 10:09:50.818202 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51140) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:09:50.880255 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-227420f1-7215-4aa4-becb-de56cfea0b4a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/floatingips/602ad298-8d89-43eb-a9b1-4e9aebee58d5 HTTP/1.1" status: 200 len: 991 time: 0.0608873 Jul 24 10:09:52.018462 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 3ededaca-593c-42a2-9f22-27e3a68625d2 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:09:52.064891 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 3ededaca-593c-42a2-9f22-27e3a68625d2 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:09:52.068352 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 3ededaca-593c-42a2-9f22-27e3a68625d2 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:09:52.068718 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:09:52.139883 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:09:52.163633 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46df092c-a470-4013-b498-66ef0e1f3ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ededaca-593c-42a2-9f22-27e3a68625d2'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:09:52.165911 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfecc09ccecf6097530ed06b3b0f605c347a07b6c448c324480a744ab89978bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91aae62-8135-40d0-85aa-25588e035a14" -d '{"events": [{"server_uuid": "46df092c-a470-4013-b498-66ef0e1f3ae1", "name": "network-vif-plugged", "status": "completed", "tag": "3ededaca-593c-42a2-9f22-27e3a68625d2"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:09:52.179694 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 3ededaca-593c-42a2-9f22-27e3a68625d2, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=3ededaca-593c-42a2-9f22-27e3a68625d2,segment=NetworkSegment(a5d3d133-e0d5-40b2-a134-51420ed903ef),segment_id=a5d3d133-e0d5-40b2-a134-51420ed903ef)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:09:52.184472 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:09:52.207050 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f691d032-3e07-4545-84e5-c701f9939a1a x-openstack-request-id: req-f691d032-3e07-4545-84e5-c701f9939a1a {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:09:52.207344 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46df092c-a470-4013-b498-66ef0e1f3ae1", "name": "network-vif-plugged", "status": "completed", "tag": "3ededaca-593c-42a2-9f22-27e3a68625d2", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:09:52.207598 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f691d032-3e07-4545-84e5-c701f9939a1a {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:09:52.207983 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46df092c-a470-4013-b498-66ef0e1f3ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ededaca-593c-42a2-9f22-27e3a68625d2', 'code': 200} Jul 24 10:09:52.231937 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=3ededaca-593c-42a2-9f22-27e3a68625d2,revision_number=9']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:09:57.346882 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a4f8ca9f-73b2-438e-aa6b-6c76280ea99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:09:59.844532 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dc1db445-f804-440a-9cae-29ec32924e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:00.539257 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:01.218330 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:03.094919 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:14.605045 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:17.147653 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:19.417185 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51154) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:10:19.566839 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-1a4f2540-0323-428f-a558-0842f3b27488 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Deleting port 0399530d-3b88-40c8-9bef-ae67f3b247ee {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:10:19.567181 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1a4f2540-0323-428f-a558-0842f3b27488 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:19.644997 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1a4f2540-0323-428f-a558-0842f3b27488 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:19.645320 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1a4f2540-0323-428f-a558-0842f3b27488 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:19.656243 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-1a4f2540-0323-428f-a558-0842f3b27488 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Calling delete_port for 0399530d-3b88-40c8-9bef-ae67f3b247ee owned by network:floatingip {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:10:19.806211 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1a4f2540-0323-428f-a558-0842f3b27488 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:19.833949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f2540-0323-428f-a558-0842f3b27488 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Port': ['ID=0399530d-3b88-40c8-9bef-ae67f3b247ee,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:19.893515 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1a4f2540-0323-428f-a558-0842f3b27488 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for floatingip, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:19.893848 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-1a4f2540-0323-428f-a558-0842f3b27488 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Floating IP 602ad298-8d89-43eb-a9b1-4e9aebee58d5 disassociated (deleted). External IP: 172.25.7.80, port: 3ededaca-593c-42a2-9f22-27e3a68625d2. Jul 24 10:10:20.423177 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4f2540-0323-428f-a558-0842f3b27488 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Router 8a14fa1f-1698-44d6-806c-607c9b692143 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:10:20.523946 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4f2540-0323-428f-a558-0842f3b27488 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:10:20.528686 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1a4f2540-0323-428f-a558-0842f3b27488 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:20.533944 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fd1316-1436-40b6-a765-d8cf772ce257 None None] Sync routers for ids ['8a14fa1f-1698-44d6-806c-607c9b692143'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:10:20.542799 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fd1316-1436-40b6-a765-d8cf772ce257 None None] Routers {'8a14fa1f-1698-44d6-806c-607c9b692143'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:10:20.543404 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-07fd1316-1436-40b6-a765-d8cf772ce257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:10:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8a14fa1f-1698-44d6-806c-607c9b692143'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:10:20.563977 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1a4f2540-0323-428f-a558-0842f3b27488 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "DELETE /v2.0/floatingips/602ad298-8d89-43eb-a9b1-4e9aebee58d5 HTTP/1.1" status: 204 len: 168 time: 1.1457260 Jul 24 10:10:20.564555 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46df092c-a470-4013-b498-66ef0e1f3ae1', 'tag': '3ededaca-593c-42a2-9f22-27e3a68625d2'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:10:20.566841 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0ac4981879846d8821277b3228522714eb2c0e29e76d1b29de9e8d513d31c24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7401be2f-0af7-40d3-ab0a-24f256fb054f" -d '{"events": [{"name": "network-changed", "server_uuid": "46df092c-a470-4013-b498-66ef0e1f3ae1", "tag": "3ededaca-593c-42a2-9f22-27e3a68625d2"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:10:20.618889 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f205de3b-a0a4-4ae2-8d59-bba3e7269623 x-openstack-request-id: req-f205de3b-a0a4-4ae2-8d59-bba3e7269623 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:10:20.618889 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46df092c-a470-4013-b498-66ef0e1f3ae1", "tag": "3ededaca-593c-42a2-9f22-27e3a68625d2", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:10:20.619133 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f205de3b-a0a4-4ae2-8d59-bba3e7269623 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:10:20.619935 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46df092c-a470-4013-b498-66ef0e1f3ae1', 'tag': '3ededaca-593c-42a2-9f22-27e3a68625d2', 'status': 'completed', 'code': 200} Jul 24 10:10:20.663188 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-07fd1316-1436-40b6-a765-d8cf772ce257 None None] Set router 8a14fa1f-1698-44d6-806c-607c9b692143 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:10:20.697614 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401be2f-0af7-40d3-ab0a-24f256fb054f req-82ce9a0a-9fd9-415d-9758-9b7f35336e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:20.699939 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7401be2f-0af7-40d3-ab0a-24f256fb054f req-82ce9a0a-9fd9-415d-9758-9b7f35336e4e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 1096 time: 0.0572083 Jul 24 10:10:20.808630 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401be2f-0af7-40d3-ab0a-24f256fb054f req-77f43243-2ed9-4b12-a6ab-6b64e97f2362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:20.810183 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7401be2f-0af7-40d3-ab0a-24f256fb054f req-77f43243-2ed9-4b12-a6ab-6b64e97f2362 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7a982f9f-6be4-47bf-b86a-ababc2ee31a9 HTTP/1.1" status: 200 len: 896 time: 0.0924926 Jul 24 10:10:20.852842 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7401be2f-0af7-40d3-ab0a-24f256fb054f req-d7e19343-a0cf-444c-8952-5334da045aab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ededaca-593c-42a2-9f22-27e3a68625d2 HTTP/1.1" status: 200 len: 217 time: 0.0350447 Jul 24 10:10:20.861689 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae35c4-34b9-4049-978b-da50c9b7d554 req-04eea4d9-4831-4a2f-b33d-383001c4e216 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:20.864014 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7cae35c4-34b9-4049-978b-da50c9b7d554 req-04eea4d9-4831-4a2f-b33d-383001c4e216 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 945 time: 0.0721788 Jul 24 10:10:20.874101 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-07fd1316-1436-40b6-a765-d8cf772ce257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769532900', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:08:39Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'd37d722a-1531-478f-b4b4-0a3c2966423c', 'name': '', 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:f2:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '55890178-d3f6-4e85-ae80-36c31d615599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:08:38Z', 'updated_at': '2021-07-24T10:08:43Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '55890178-d3f6-4e85-ae80-36c31d615599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:10:20.903043 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401be2f-0af7-40d3-ab0a-24f256fb054f req-4787b4eb-5dfb-4891-b1aa-31fd71f44456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:20.903394 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fd1316-1436-40b6-a765-d8cf772ce257 None None] Checking router: 8a14fa1f-1698-44d6-806c-607c9b692143 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:10:20.904534 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7401be2f-0af7-40d3-ab0a-24f256fb054f req-4787b4eb-5dfb-4891-b1aa-31fd71f44456 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=55890178-d3f6-4e85-ae80-36c31d615599 HTTP/1.1" status: 200 len: 835 time: 0.0454473 Jul 24 10:10:20.907122 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7cae35c4-34b9-4049-978b-da50c9b7d554 req-7a233e8a-5270-4961-9840-2340fd84aed3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371428 Jul 24 10:10:20.912037 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fd1316-1436-40b6-a765-d8cf772ce257 None None] Routers {'8a14fa1f-1698-44d6-806c-607c9b692143'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:10:20.912644 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-07fd1316-1436-40b6-a765-d8cf772ce257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:10:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8a14fa1f-1698-44d6-806c-607c9b692143'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:10:20.971121 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401be2f-0af7-40d3-ab0a-24f256fb054f req-334435a6-984b-4dd1-a107-8e35f0c8f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:20.972636 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7401be2f-0af7-40d3-ab0a-24f256fb054f req-334435a6-984b-4dd1-a107-8e35f0c8f4bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7a982f9f-6be4-47bf-b86a-ababc2ee31a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608127 Jul 24 10:10:21.013626 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-07fd1316-1436-40b6-a765-d8cf772ce257 None None] Set router 8a14fa1f-1698-44d6-806c-607c9b692143 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:10:21.062905 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7401be2f-0af7-40d3-ab0a-24f256fb054f req-83cb97df-fb44-43cb-a371-b5e459d81727 service neutron] 10.222.0.37 "GET /v2.0/networks/7a982f9f-6be4-47bf-b86a-ababc2ee31a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825210 Jul 24 10:10:21.158395 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7401be2f-0af7-40d3-ab0a-24f256fb054f req-925c814b-dd39-482e-bcd4-764f1444c224 service neutron] 10.222.0.37 "GET /v2.0/networks/7a982f9f-6be4-47bf-b86a-ababc2ee31a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890334 Jul 24 10:10:21.354090 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-07fd1316-1436-40b6-a765-d8cf772ce257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769532900', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:08:39Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'd37d722a-1531-478f-b4b4-0a3c2966423c', 'name': '', 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:f2:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '55890178-d3f6-4e85-ae80-36c31d615599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:08:38Z', 'updated_at': '2021-07-24T10:08:43Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '55890178-d3f6-4e85-ae80-36c31d615599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:10:21.382657 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fd1316-1436-40b6-a765-d8cf772ce257 None None] The sync data for ids ['8a14fa1f-1698-44d6-806c-607c9b692143'] in n-d-800085-9 is: [{'id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769532900', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:08:39Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'd37d722a-1531-478f-b4b4-0a3c2966423c', 'name': '', 'network_id': '7a982f9f-6be4-47bf-b86a-ababc2ee31a9', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:f2:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '55890178-d3f6-4e85-ae80-36c31d615599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:08:38Z', 'updated_at': '2021-07-24T10:08:43Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '55890178-d3f6-4e85-ae80-36c31d615599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:10:21.586280 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a415fa4b-3b36-45fd-bbe1-c66514fa60cf None None] New status for floating IP 602ad298-8d89-43eb-a9b1-4e9aebee58d5: DOWN {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 10:10:22.041200 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807ea2c-bb87-4405-81a9-acec5a325bc5 req-f6083d01-7ab7-491a-b634-7c5f63c48343 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:22.042678 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3807ea2c-bb87-4405-81a9-acec5a325bc5 req-f6083d01-7ab7-491a-b634-7c5f63c48343 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 945 time: 0.0622859 Jul 24 10:10:22.107230 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3807ea2c-bb87-4405-81a9-acec5a325bc5 req-28ee0014-992a-4f92-a205-902288617de6 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=00d5370c-d631-48d7-b608-c7c9bfdf2437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563185 Jul 24 10:10:22.131936 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d323c-80d0-4dfe-af54-b7197eb057dd req-927bf3bd-b3e0-4add-b339-37cc49ed703e tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:22.133408 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a00d323c-80d0-4dfe-af54-b7197eb057dd req-927bf3bd-b3e0-4add-b339-37cc49ed703e tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.37 "GET /v2.0/ports?device_id=46df092c-a470-4013-b498-66ef0e1f3ae1 HTTP/1.1" status: 200 len: 945 time: 0.0898933 Jul 24 10:10:22.245705 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-a00d323c-80d0-4dfe-af54-b7197eb057dd req-91fab619-641b-4597-8083-1ba58cd07fe0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Deleting port 3ededaca-593c-42a2-9f22-27e3a68625d2 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:10:22.246087 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a00d323c-80d0-4dfe-af54-b7197eb057dd req-91fab619-641b-4597-8083-1ba58cd07fe0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:22.335537 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-a00d323c-80d0-4dfe-af54-b7197eb057dd req-91fab619-641b-4597-8083-1ba58cd07fe0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] For port 3ededaca-593c-42a2-9f22-27e3a68625d2, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=3ededaca-593c-42a2-9f22-27e3a68625d2,segment=NetworkSegment(a5d3d133-e0d5-40b2-a134-51420ed903ef),segment_id=a5d3d133-e0d5-40b2-a134-51420ed903ef)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:10:22.335904 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a00d323c-80d0-4dfe-af54-b7197eb057dd req-91fab619-641b-4597-8083-1ba58cd07fe0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:22.347318 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-a00d323c-80d0-4dfe-af54-b7197eb057dd req-91fab619-641b-4597-8083-1ba58cd07fe0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Calling delete_port for 3ededaca-593c-42a2-9f22-27e3a68625d2 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:10:22.469994 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a00d323c-80d0-4dfe-af54-b7197eb057dd req-91fab619-641b-4597-8083-1ba58cd07fe0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:22.507067 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fab619-641b-4597-8083-1ba58cd07fe0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Port': ['ID=3ededaca-593c-42a2-9f22-27e3a68625d2,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:22.552531 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00d323c-80d0-4dfe-af54-b7197eb057dd req-91fab619-641b-4597-8083-1ba58cd07fe0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] No DVR routers for this DVR port 3ededaca-593c-42a2-9f22-27e3a68625d2 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:10:22.556689 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-a00d323c-80d0-4dfe-af54-b7197eb057dd req-91fab619-641b-4597-8083-1ba58cd07fe0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:22.557486 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a00d323c-80d0-4dfe-af54-b7197eb057dd req-91fab619-641b-4597-8083-1ba58cd07fe0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.37 "DELETE /v2.0/ports/3ededaca-593c-42a2-9f22-27e3a68625d2 HTTP/1.1" status: 204 len: 173 time: 0.4183106 Jul 24 10:10:22.620351 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46df092c-a470-4013-b498-66ef0e1f3ae1', 'name': 'network-vif-deleted', 'tag': '3ededaca-593c-42a2-9f22-27e3a68625d2'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:10:22.622740 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0ac4981879846d8821277b3228522714eb2c0e29e76d1b29de9e8d513d31c24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa68fb0-ba56-40b7-8dd6-2e80d4062f7a" -d '{"events": [{"server_uuid": "46df092c-a470-4013-b498-66ef0e1f3ae1", "name": "network-vif-deleted", "tag": "3ededaca-593c-42a2-9f22-27e3a68625d2"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:10:22.719159 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f74623-43ac-490c-8499-37ca75d29631 x-openstack-request-id: req-82f74623-43ac-490c-8499-37ca75d29631 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:10:22.719456 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46df092c-a470-4013-b498-66ef0e1f3ae1", "name": "network-vif-deleted", "tag": "3ededaca-593c-42a2-9f22-27e3a68625d2", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:10:22.719709 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-82f74623-43ac-490c-8499-37ca75d29631 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:10:22.720114 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46df092c-a470-4013-b498-66ef0e1f3ae1', 'name': 'network-vif-deleted', 'tag': '3ededaca-593c-42a2-9f22-27e3a68625d2', 'status': 'completed', 'code': 200} Jul 24 10:10:23.163397 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51172) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:10:23.505852 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6a3ba70-39f7-4ad4-8af4-423ab0324078 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:23.761874 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-a6a3ba70-39f7-4ad4-8af4-423ab0324078 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Deleting port d37d722a-1531-478f-b4b4-0a3c2966423c {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:10:23.762134 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6a3ba70-39f7-4ad4-8af4-423ab0324078 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:23.850597 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-a6a3ba70-39f7-4ad4-8af4-423ab0324078 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] For port d37d722a-1531-478f-b4b4-0a3c2966423c, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d37d722a-1531-478f-b4b4-0a3c2966423c,segment=NetworkSegment(a5d3d133-e0d5-40b2-a134-51420ed903ef),segment_id=a5d3d133-e0d5-40b2-a134-51420ed903ef)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:10:23.850958 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6a3ba70-39f7-4ad4-8af4-423ab0324078 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:23.863067 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-a6a3ba70-39f7-4ad4-8af4-423ab0324078 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Calling delete_port for d37d722a-1531-478f-b4b4-0a3c2966423c owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:10:24.041192 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6a3ba70-39f7-4ad4-8af4-423ab0324078 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:24.066615 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3ba70-39f7-4ad4-8af4-423ab0324078 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Port': ['ID=d37d722a-1531-478f-b4b4-0a3c2966423c,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:24.243162 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6a3ba70-39f7-4ad4-8af4-423ab0324078 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:24.446883 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a3ba70-39f7-4ad4-8af4-423ab0324078 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Router 8a14fa1f-1698-44d6-806c-607c9b692143 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:10:24.548250 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a3ba70-39f7-4ad4-8af4-423ab0324078 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:10:24.553094 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a6a3ba70-39f7-4ad4-8af4-423ab0324078 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "PUT /v2.0/routers/8a14fa1f-1698-44d6-806c-607c9b692143/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3885539 Jul 24 10:10:24.555965 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51174) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:10:24.557851 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6307930e-a3f2-4fee-b62e-6c4b1ecb3260 None None] Sync routers for ids ['8a14fa1f-1698-44d6-806c-607c9b692143'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:10:24.566894 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6307930e-a3f2-4fee-b62e-6c4b1ecb3260 None None] Routers {'8a14fa1f-1698-44d6-806c-607c9b692143'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:10:24.567498 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6307930e-a3f2-4fee-b62e-6c4b1ecb3260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:10:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8a14fa1f-1698-44d6-806c-607c9b692143'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:10:24.605231 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d6834a-0024-4f80-82f2-15043b1b4632 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Deleting subnet 55890178-d3f6-4e85-ae80-36c31d615599 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 10:10:24.608268 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28d6834a-0024-4f80-82f2-15043b1b4632 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:24.647017 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28d6834a-0024-4f80-82f2-15043b1b4632 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:24.668819 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-6307930e-a3f2-4fee-b62e-6c4b1ecb3260 None None] Set router 8a14fa1f-1698-44d6-806c-607c9b692143 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:10:24.730899 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28d6834a-0024-4f80-82f2-15043b1b4632 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:24.757335 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:10:24.789957 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28d6834a-0024-4f80-82f2-15043b1b4632 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:24.820746 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6834a-0024-4f80-82f2-15043b1b4632 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Subnet': ['ID=55890178-d3f6-4e85-ae80-36c31d615599,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:24.831087 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-28d6834a-0024-4f80-82f2-15043b1b4632 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:24.833345 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-28d6834a-0024-4f80-82f2-15043b1b4632 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "DELETE /v2.0/subnets/55890178-d3f6-4e85-ae80-36c31d615599 HTTP/1.1" status: 204 len: 168 time: 0.2763550 Jul 24 10:10:24.833658 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0d3236-234a-4708-a4fb-7f07d5394768 None None] Network 7a982f9f-6be4-47bf-b86a-ababc2ee31a9 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:10:24.835244 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d6834a-0024-4f80-82f2-15043b1b4632 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:10:24.835685 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d6834a-0024-4f80-82f2-15043b1b4632 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:10:24.836035 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d6834a-0024-4f80-82f2-15043b1b4632 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:10:24.836375 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d6834a-0024-4f80-82f2-15043b1b4632 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:10:24.836689 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51176) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:10:24.836926 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d6834a-0024-4f80-82f2-15043b1b4632 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:10:24.837268 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d6834a-0024-4f80-82f2-15043b1b4632 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:10:24.837721 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d6834a-0024-4f80-82f2-15043b1b4632 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:10:24.838066 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d6834a-0024-4f80-82f2-15043b1b4632 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:10:24.838403 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d6834a-0024-4f80-82f2-15043b1b4632 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:10:24.838731 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d6834a-0024-4f80-82f2-15043b1b4632 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:10:24.839057 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d6834a-0024-4f80-82f2-15043b1b4632 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:10:24.839379 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d6834a-0024-4f80-82f2-15043b1b4632 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:10:24.906135 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6307930e-a3f2-4fee-b62e-6c4b1ecb3260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769532900', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:10:23Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:10:24.935160 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6307930e-a3f2-4fee-b62e-6c4b1ecb3260 None None] Checking router: 8a14fa1f-1698-44d6-806c-607c9b692143 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:10:24.949158 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f8f911f8-e03e-405c-ae95-b0cd3508c53f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:24.976455 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6307930e-a3f2-4fee-b62e-6c4b1ecb3260 None None] Routers {'8a14fa1f-1698-44d6-806c-607c9b692143'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:10:24.977091 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6307930e-a3f2-4fee-b62e-6c4b1ecb3260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:10:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['8a14fa1f-1698-44d6-806c-607c9b692143'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:10:25.050040 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f8f911f8-e03e-405c-ae95-b0cd3508c53f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:25.097371 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-6307930e-a3f2-4fee-b62e-6c4b1ecb3260 None None] Set router 8a14fa1f-1698-44d6-806c-607c9b692143 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:10:25.107515 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-f8f911f8-e03e-405c-ae95-b0cd3508c53f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Deleting port d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:10:25.107867 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f8f911f8-e03e-405c-ae95-b0cd3508c53f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:25.158771 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e601949-4e9f-4360-9297-88e936b82333 None None] DHCP port deletion for 7a982f9f-6be4-47bf-b86a-ababc2ee31a9 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 10:10:25.196882 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-f8f911f8-e03e-405c-ae95-b0cd3508c53f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] For port d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:10:25.197256 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f8f911f8-e03e-405c-ae95-b0cd3508c53f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:25.208639 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-f8f911f8-e03e-405c-ae95-b0cd3508c53f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Calling delete_port for d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:10:25.298487 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-2e601949-4e9f-4360-9297-88e936b82333 None None] Deleting port 4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:10:25.298487 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2e601949-4e9f-4360-9297-88e936b82333 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:25.372311 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:10:25.375261 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-2e601949-4e9f-4360-9297-88e936b82333 None None] For port 4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14,segment=NetworkSegment(a5d3d133-e0d5-40b2-a134-51420ed903ef),segment_id=a5d3d133-e0d5-40b2-a134-51420ed903ef)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:10:25.375690 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2e601949-4e9f-4360-9297-88e936b82333 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:25.404141 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f8f911f8-e03e-405c-ae95-b0cd3508c53f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:25.418649 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-2e601949-4e9f-4360-9297-88e936b82333 None None] Calling delete_port for 4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:10:25.434537 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f911f8-e03e-405c-ae95-b0cd3508c53f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Port': ['ID=d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:25.439957 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6307930e-a3f2-4fee-b62e-6c4b1ecb3260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769532900', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:10:23Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:10:25.498266 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6307930e-a3f2-4fee-b62e-6c4b1ecb3260 None None] The sync data for ids ['8a14fa1f-1698-44d6-806c-607c9b692143'] in n-d-800085-9 is: [{'id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769532900', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:10:23Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'd59c3b21-b398-4ad1-b4c5-8680dd6fa5ee', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a14fa1f-1698-44d6-806c-607c9b692143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:08:36Z', 'updated_at': '2021-07-24T10:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:10:25.502944 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f8f911f8-e03e-405c-ae95-b0cd3508c53f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:25.563708 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:25.596190 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2e601949-4e9f-4360-9297-88e936b82333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:25.614999 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f8f911f8-e03e-405c-ae95-b0cd3508c53f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:25.618121 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f8f911f8-e03e-405c-ae95-b0cd3508c53f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:25.638600 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e601949-4e9f-4360-9297-88e936b82333 None None] Pushing event deleted for resources: {'Port': ['ID=4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:25.645919 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e601949-4e9f-4360-9297-88e936b82333 None None] No DVR routers for this DVR port 4f8455fb-a29f-4cc5-9f45-b7a3e60d4a14 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:10:25.670115 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f8f911f8-e03e-405c-ae95-b0cd3508c53f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:25.670667 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f911f8-e03e-405c-ae95-b0cd3508c53f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Fanout notify agent at l3_agent the message router_deleted on router 8a14fa1f-1698-44d6-806c-607c9b692143 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 10:10:25.678091 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-f8f911f8-e03e-405c-ae95-b0cd3508c53f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:25.679213 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-f8f911f8-e03e-405c-ae95-b0cd3508c53f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "DELETE /v2.0/routers/8a14fa1f-1698-44d6-806c-607c9b692143 HTTP/1.1" status: 204 len: 168 time: 0.8396697 Jul 24 10:10:25.682124 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51178) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:10:25.759362 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dff97d48-c7d2-41e3-9fec-f7d52290b6f5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:25.847396 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dff97d48-c7d2-41e3-9fec-f7d52290b6f5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:25.856901 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-dff97d48-c7d2-41e3-9fec-f7d52290b6f5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a982f9f-6be4-47bf-b86a-ababc2ee31a9']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:10:25.868222 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-dff97d48-c7d2-41e3-9fec-f7d52290b6f5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d3d133-e0d5-40b2-a134-51420ed903ef') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:10:25.868520 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-dff97d48-c7d2-41e3-9fec-f7d52290b6f5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d3d133-e0d5-40b2-a134-51420ed903ef') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:10:25.877936 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dff97d48-c7d2-41e3-9fec-f7d52290b6f5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:25.892967 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dff97d48-c7d2-41e3-9fec-f7d52290b6f5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:25.899211 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff97d48-c7d2-41e3-9fec-f7d52290b6f5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 10:10:25.899660 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dff97d48-c7d2-41e3-9fec-f7d52290b6f5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: timer() Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 10:10:25.902876 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 10:10:25.965231 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dff97d48-c7d2-41e3-9fec-f7d52290b6f5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:25.972534 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dff97d48-c7d2-41e3-9fec-f7d52290b6f5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:25.974397 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-dff97d48-c7d2-41e3-9fec-f7d52290b6f5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "DELETE /v2.0/networks/7a982f9f-6be4-47bf-b86a-ababc2ee31a9 HTTP/1.1" status: 204 len: 168 time: 0.2912505 Jul 24 10:10:25.977178 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51180) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:10:25.990594 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff97d48-c7d2-41e3-9fec-f7d52290b6f5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Network': ['ID=7a982f9f-6be4-47bf-b86a-ababc2ee31a9,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:26.039201 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b24b9f0d-1380-4f99-b9ee-a97094333ca7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:26.063916 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b24b9f0d-1380-4f99-b9ee-a97094333ca7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:26.123883 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b24b9f0d-1380-4f99-b9ee-a97094333ca7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:26.127493 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b24b9f0d-1380-4f99-b9ee-a97094333ca7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:26.131435 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b24b9f0d-1380-4f99-b9ee-a97094333ca7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "DELETE /v2.0/security-groups/00d5370c-d631-48d7-b608-c7c9bfdf2437 HTTP/1.1" status: 204 len: 168 time: 0.1507142 Jul 24 10:10:26.138681 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b9f0d-1380-4f99-b9ee-a97094333ca7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d5370c-d631-48d7-b608-c7c9bfdf2437,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:26.153249 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 3ededaca-593c-42a2-9f22-27e3a68625d2 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:10:26.190931 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 3ededaca-593c-42a2-9f22-27e3a68625d2 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:10:26.191278 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 3ededaca-593c-42a2-9f22-27e3a68625d2 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:10:26.410881 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51186) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:10:26.415526 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-63498bd4-2242-46e3-9036-50ece71b8d0d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-525170610', 'description': 'tempest-secgroup-smoke-525170610 description', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:10:26.436987 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-63498bd4-2242-46e3-9036-50ece71b8d0d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:26.514416 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-63498bd4-2242-46e3-9036-50ece71b8d0d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:26.517780 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-63498bd4-2242-46e3-9036-50ece71b8d0d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:26.544243 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-63498bd4-2242-46e3-9036-50ece71b8d0d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:26.545523 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-63498bd4-2242-46e3-9036-50ece71b8d0d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1336064 Jul 24 10:10:26.549107 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51188) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:10:26.554182 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-3098e256-473b-4cd4-9a77-2ee36590066b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': '84d2b848-3ca1-4b65-8b07-11fb65b60aa6', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:10:26.554380 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63498bd4-2242-46e3-9036-50ece71b8d0d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d2b848-3ca1-4b65-8b07-11fb65b60aa6,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:26.582968 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3098e256-473b-4cd4-9a77-2ee36590066b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:26.642244 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3098e256-473b-4cd4-9a77-2ee36590066b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:26.645854 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3098e256-473b-4cd4-9a77-2ee36590066b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:26.662609 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098e256-473b-4cd4-9a77-2ee36590066b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a569bb-9ef9-4382-b329-40f828d91822,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:26.669205 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3098e256-473b-4cd4-9a77-2ee36590066b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:26.670408 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3098e256-473b-4cd4-9a77-2ee36590066b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200597 Jul 24 10:10:26.673897 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51190) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:10:26.678345 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-9a484bdc-1353-4b6a-aa7b-fa692648ea0a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': '84d2b848-3ca1-4b65-8b07-11fb65b60aa6', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:10:26.703406 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9a484bdc-1353-4b6a-aa7b-fa692648ea0a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:26.759179 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9a484bdc-1353-4b6a-aa7b-fa692648ea0a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:26.762394 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9a484bdc-1353-4b6a-aa7b-fa692648ea0a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:26.778804 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a484bdc-1353-4b6a-aa7b-fa692648ea0a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c413cdd-cd13-4a98-8ee7-1302e37ca615,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:26.785820 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-9a484bdc-1353-4b6a-aa7b-fa692648ea0a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:26.787008 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-9a484bdc-1353-4b6a-aa7b-fa692648ea0a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1121144 Jul 24 10:10:26.789699 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51192) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:10:26.794076 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-32261fc5-b045-4532-8e8c-f68e9d176dc6 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': '84d2b848-3ca1-4b65-8b07-11fb65b60aa6', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:10:26.821230 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-32261fc5-b045-4532-8e8c-f68e9d176dc6 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:26.878607 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-32261fc5-b045-4532-8e8c-f68e9d176dc6 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:26.882058 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-32261fc5-b045-4532-8e8c-f68e9d176dc6 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:26.899198 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32261fc5-b045-4532-8e8c-f68e9d176dc6 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8466b019-c9a9-4a42-a5c5-6b1d55fa4e34,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:26.905134 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-32261fc5-b045-4532-8e8c-f68e9d176dc6 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:26.906599 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-32261fc5-b045-4532-8e8c-f68e9d176dc6 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157281 Jul 24 10:10:26.909775 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51194) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:10:26.914201 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-fffd9ebd-0b02-4567-8291-0602f5f12b19 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': '84d2b848-3ca1-4b65-8b07-11fb65b60aa6', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:10:26.940077 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fffd9ebd-0b02-4567-8291-0602f5f12b19 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:26.999711 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fffd9ebd-0b02-4567-8291-0602f5f12b19 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:27.003357 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fffd9ebd-0b02-4567-8291-0602f5f12b19 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:27.020558 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd9ebd-0b02-4567-8291-0602f5f12b19 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149dc140-dbc4-4869-9c9c-b7080f371506,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:27.026936 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fffd9ebd-0b02-4567-8291-0602f5f12b19 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:27.028354 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fffd9ebd-0b02-4567-8291-0602f5f12b19 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176605 Jul 24 10:10:27.031019 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51196) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:10:27.036080 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f9f36acf-16c6-4348-bb06-e2947d001eca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': '84d2b848-3ca1-4b65-8b07-11fb65b60aa6', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:10:27.057309 n-d-800085-9 neutron-server[94035]: INFO neutron.db.securitygroups_db [None req-f9f36acf-16c6-4348-bb06-e2947d001eca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Project b3602c3c188649a595bbed3b7a50ac71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 10:10:27.062092 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f9f36acf-16c6-4348-bb06-e2947d001eca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:27.121515 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f9f36acf-16c6-4348-bb06-e2947d001eca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:27.124957 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f9f36acf-16c6-4348-bb06-e2947d001eca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:27.142018 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f36acf-16c6-4348-bb06-e2947d001eca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1cfff6-e5f5-438f-bf1b-5b9f4be3c6ad,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:27.148352 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f9f36acf-16c6-4348-bb06-e2947d001eca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:27.149628 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f9f36acf-16c6-4348-bb06-e2947d001eca tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173692 Jul 24 10:10:27.152191 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51198) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:10:27.156762 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-7a4502d5-c945-4d2f-9978-d26c7938e827 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': '84d2b848-3ca1-4b65-8b07-11fb65b60aa6', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:10:27.179145 n-d-800085-9 neutron-server[94035]: INFO neutron.db.securitygroups_db [None req-7a4502d5-c945-4d2f-9978-d26c7938e827 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Project b3602c3c188649a595bbed3b7a50ac71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 10:10:27.184112 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a4502d5-c945-4d2f-9978-d26c7938e827 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:27.247183 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a4502d5-c945-4d2f-9978-d26c7938e827 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:27.251302 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a4502d5-c945-4d2f-9978-d26c7938e827 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:27.270307 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4502d5-c945-4d2f-9978-d26c7938e827 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a18e4f-cb56-431f-93b9-5161687dd711,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:27.273016 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7a4502d5-c945-4d2f-9978-d26c7938e827 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:27.277145 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7a4502d5-c945-4d2f-9978-d26c7938e827 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1239846 Jul 24 10:10:27.277775 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51200) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:10:27.284276 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-806f56b1-2bcd-46e7-b1a2-098ba481a9e7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'network': {'name': 'tempest-network-smoke--1256921846', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'port_security_enabled': True}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:10:27.287987 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:10:27.305946 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806f56b1-2bcd-46e7-b1a2-098ba481a9e7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Made reservation on behalf of b3602c3c188649a595bbed3b7a50ac71 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:10:27.309455 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-806f56b1-2bcd-46e7-b1a2-098ba481a9e7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:27.310796 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:10:27.311204 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d59c3b21-b398-4ad1-b4c5-8680dd6fa5ee not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:10:27.311687 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d37d722a-1531-478f-b4b4-0a3c2966423c no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:10:27.333361 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806f56b1-2bcd-46e7-b1a2-098ba481a9e7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 10:10:27.338598 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: d37d722a-1531-478f-b4b4-0a3c2966423c {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:10:27.339009 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d37d722a-1531-478f-b4b4-0a3c2966423c not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:10:27.342276 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-806f56b1-2bcd-46e7-b1a2-098ba481a9e7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:27.342622 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-806f56b1-2bcd-46e7-b1a2-098ba481a9e7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Added segment 8a9e7ecd-c81d-4ef5-9004-590560e44962 of type vlan for network d3305b4f-5a4c-4370-92cb-4224682cd1f7 Jul 24 10:10:27.351096 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fd8e6668-ff86-4b1f-889b-353890eb475b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:27.381103 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-806f56b1-2bcd-46e7-b1a2-098ba481a9e7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:27.408787 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-806f56b1-2bcd-46e7-b1a2-098ba481a9e7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:27.414206 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806f56b1-2bcd-46e7-b1a2-098ba481a9e7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:27.414787 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-806f56b1-2bcd-46e7-b1a2-098ba481a9e7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:27.449035 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-806f56b1-2bcd-46e7-b1a2-098ba481a9e7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1699436 Jul 24 10:10:27.451662 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51202) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:10:27.456434 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-1b4c7050-4303-413a-ad9d-40b818c9a486 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-393524410', 'admin_state_up': True, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:10:27.490907 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f56b1-2bcd-46e7-b1a2-098ba481a9e7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Network': ['ID=d3305b4f-5a4c-4370-92cb-4224682cd1f7,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:27.501443 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network d3305b4f-5a4c-4370-92cb-4224682cd1f7 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 10:10:27.507666 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7050-4303-413a-ad9d-40b818c9a486 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:27.508807 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7050-4303-413a-ad9d-40b818c9a486 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:27.562843 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7050-4303-413a-ad9d-40b818c9a486 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:27.693050 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7050-4303-413a-ad9d-40b818c9a486 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:28.204924 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7050-4303-413a-ad9d-40b818c9a486 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:28.223211 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7050-4303-413a-ad9d-40b818c9a486 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:28.322955 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-1b4c7050-4303-413a-ad9d-40b818c9a486 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Allocated IP 172.25.7.186 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/56450abc-f0dd-4342-b3c5-11fb638676b4) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:10:28.420297 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7050-4303-413a-ad9d-40b818c9a486 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:28.456617 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7050-4303-413a-ad9d-40b818c9a486 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:28.495557 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4c7050-4303-413a-ad9d-40b818c9a486 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:10:28.498422 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-1b4c7050-4303-413a-ad9d-40b818c9a486 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:10:28.504372 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4c7050-4303-413a-ad9d-40b818c9a486 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:10:28.527136 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c7050-4303-413a-ad9d-40b818c9a486 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=56450abc-f0dd-4342-b3c5-11fb638676b4,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:28.754810 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7050-4303-413a-ad9d-40b818c9a486 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:28.948685 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7050-4303-413a-ad9d-40b818c9a486 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:29.087367 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4c7050-4303-413a-ad9d-40b818c9a486 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Router b4908dfb-343c-4065-a991-68d71b191640 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 10:10:29.184973 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4c7050-4303-413a-ad9d-40b818c9a486 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:10:29.194804 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] Sync routers for ids ['b4908dfb-343c-4065-a991-68d71b191640'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:10:29.203332 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] Routers {'b4908dfb-343c-4065-a991-68d71b191640'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:10:29.203617 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7050-4303-413a-ad9d-40b818c9a486 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:29.204490 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:10:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b4908dfb-343c-4065-a991-68d71b191640'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:10:29.205556 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-1b4c7050-4303-413a-ad9d-40b818c9a486 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7529733 Jul 24 10:10:29.208945 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51204) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:10:29.242395 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1f7be6c3-9575-48d8-9098-d6adb16102af tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=b3602c3c188649a595bbed3b7a50ac71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299585 Jul 24 10:10:29.242616 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51206) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:10:29.303094 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] Set router b4908dfb-343c-4065-a991-68d71b191640 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:10:29.326684 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9041788-e3d4-4cc0-a547-48c55e499949 tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:29.328178 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e9041788-e3d4-4cc0-a547-48c55e499949 tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0846729 Jul 24 10:10:29.331585 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51208) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:10:29.358189 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cc336a8d-9131-49a1-a915-415c60fef2be tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0255487 Jul 24 10:10:29.361170 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51210) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:10:29.365898 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-204b4048-90d6-40f1-976d-04f13a0bcf39 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-976945913', 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:10:29.469231 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204b4048-90d6-40f1-976d-04f13a0bcf39 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Made reservation on behalf of b3602c3c188649a595bbed3b7a50ac71 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:10:29.472852 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-204b4048-90d6-40f1-976d-04f13a0bcf39 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:29.474429 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4908dfb-343c-4065-a991-68d71b191640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393524410', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:10:27Z', 'updated_at': '2021-07-24T10:10:28Z', 'revision_number': 3, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4908dfb-343c-4065-a991-68d71b191640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:10:28Z', 'updated_at': '2021-07-24T10:10:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:10:29.499507 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] Checking router: b4908dfb-343c-4065-a991-68d71b191640 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:10:29.499851 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] Updating router b4908dfb-343c-4065-a991-68d71b191640 port 56450abc-f0dd-4342-b3c5-11fb638676b4 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 10:10:29.537569 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:29.654465 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-204b4048-90d6-40f1-976d-04f13a0bcf39 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:29.716099 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b4048-90d6-40f1-976d-04f13a0bcf39 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Subnet': ['ID=5ece2bfc-5688-4d00-9596-1855c92f7aa4,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:29.726342 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204b4048-90d6-40f1-976d-04f13a0bcf39 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Checking segment: {'id': '8a9e7ecd-c81d-4ef5-9004-590560e44962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:10:29.726717 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204b4048-90d6-40f1-976d-04f13a0bcf39 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network hostable DHCP agents. Network: d3305b4f-5a4c-4370-92cb-4224682cd1f7, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 10:10:29.744763 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204b4048-90d6-40f1-976d-04f13a0bcf39 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network d3305b4f-5a4c-4370-92cb-4224682cd1f7 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 10:10:29.754777 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-204b4048-90d6-40f1-976d-04f13a0bcf39 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, d3305b4f-5a4c-4370-92cb-4224682cd1f7) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:10:29.760049 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204b4048-90d6-40f1-976d-04f13a0bcf39 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:29.760928 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-204b4048-90d6-40f1-976d-04f13a0bcf39 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:29.765424 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caebf8fe-7e9a-4a71-abac-e79e48c543a8 None None] Network d3305b4f-5a4c-4370-92cb-4224682cd1f7 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:10:29.777792 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-204b4048-90d6-40f1-976d-04f13a0bcf39 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4156172 Jul 24 10:10:29.780825 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51212) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:10:29.857685 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-696ab103-f366-494f-983d-202753a50b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:29.875411 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:29.885835 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] Transition to ACTIVE for port object 56450abc-f0dd-4342-b3c5-11fb638676b4 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:10:29.893310 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:29.937023 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] Attempting to bind port 56450abc-f0dd-4342-b3c5-11fb638676b4 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:10:29.937470 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] Attempting to bind port 56450abc-f0dd-4342-b3c5-11fb638676b4 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:10:29.937628 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27eff17b-b814-4f00-9051-9030f9febc82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-d3305b4f-5a4c-4370-92cb-4224682cd1f7', 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'fixed_ips': [{'subnet_id': '5ece2bfc-5688-4d00-9596-1855c92f7aa4'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 10:10:29.938023 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] Attempting to bind port 56450abc-f0dd-4342-b3c5-11fb638676b4 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:10:29.939019 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-27eff17b-b814-4f00-9051-9030f9febc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:29.949663 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:10:29.950183 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:10:29.950684 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:29.951148 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:10:29.951677 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] Bound port: 56450abc-f0dd-4342-b3c5-11fb638676b4, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:10:29.952128 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:29.979960 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04bd6c-a3b6-49c0-a694-73aca5898482 None None] Pushing event updated for resources: {'Port': ['ID=56450abc-f0dd-4342-b3c5-11fb638676b4,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:29.992798 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a04bd6c-a3b6-49c0-a694-73aca5898482 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:10:29.993230 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a04bd6c-a3b6-49c0-a694-73aca5898482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:10:29.993640 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a04bd6c-a3b6-49c0-a694-73aca5898482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:10:29.994045 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a04bd6c-a3b6-49c0-a694-73aca5898482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:10:29.994458 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a04bd6c-a3b6-49c0-a694-73aca5898482 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:10:29.994857 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a04bd6c-a3b6-49c0-a694-73aca5898482 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:10:29.995258 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a04bd6c-a3b6-49c0-a694-73aca5898482 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:10:29.995644 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a04bd6c-a3b6-49c0-a694-73aca5898482 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:10:29.996034 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a04bd6c-a3b6-49c0-a694-73aca5898482 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:10:29.996423 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a04bd6c-a3b6-49c0-a694-73aca5898482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:10:29.996867 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a04bd6c-a3b6-49c0-a694-73aca5898482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:10:29.997254 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a04bd6c-a3b6-49c0-a694-73aca5898482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:10:30.024329 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] For port 56450abc-f0dd-4342-b3c5-11fb638676b4, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:10:30.027788 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] For port 56450abc-f0dd-4342-b3c5-11fb638676b4, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=56450abc-f0dd-4342-b3c5-11fb638676b4,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:10:30.032436 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:30.083001 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-27eff17b-b814-4f00-9051-9030f9febc82 None None] Allocated IP 172.20.0.2 (d3305b4f-5a4c-4370-92cb-4224682cd1f7/5ece2bfc-5688-4d00-9596-1855c92f7aa4/f8e565c1-fc5c-46af-82fd-335dd33f5205) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:10:30.091245 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] Routers {'b4908dfb-343c-4065-a991-68d71b191640'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:10:30.091858 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:10:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b4908dfb-343c-4065-a991-68d71b191640'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:10:30.124255 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04bd6c-a3b6-49c0-a694-73aca5898482 None None] Pushing event updated for resources: {'Port': ['ID=56450abc-f0dd-4342-b3c5-11fb638676b4,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:30.199727 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] Set router b4908dfb-343c-4065-a991-68d71b191640 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:10:30.232416 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-27eff17b-b814-4f00-9051-9030f9febc82 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:30.233056 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d91f1530-2b77-4c91-9200-24b32edd02c1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:30.241621 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-27eff17b-b814-4f00-9051-9030f9febc82 None None] Transition to ACTIVE for port object f8e565c1-fc5c-46af-82fd-335dd33f5205 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:10:30.257717 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-27eff17b-b814-4f00-9051-9030f9febc82 None None] Transition to ACTIVE for port object f8e565c1-fc5c-46af-82fd-335dd33f5205 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:10:30.262979 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-27eff17b-b814-4f00-9051-9030f9febc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:30.296513 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eff17b-b814-4f00-9051-9030f9febc82 None None] Network d3305b4f-5a4c-4370-92cb-4224682cd1f7 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:10:30.299847 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-27eff17b-b814-4f00-9051-9030f9febc82 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:10:30.303329 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eff17b-b814-4f00-9051-9030f9febc82 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:10:30.336662 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eff17b-b814-4f00-9051-9030f9febc82 None None] Pushing event updated for resources: {'Port': ['ID=f8e565c1-fc5c-46af-82fd-335dd33f5205,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:30.366345 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-27eff17b-b814-4f00-9051-9030f9febc82 None None] Attempting to bind port f8e565c1-fc5c-46af-82fd-335dd33f5205 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:10:30.366876 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-27eff17b-b814-4f00-9051-9030f9febc82 None None] Attempting to bind port f8e565c1-fc5c-46af-82fd-335dd33f5205 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '8a9e7ecd-c81d-4ef5-9004-590560e44962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:10:30.367313 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eff17b-b814-4f00-9051-9030f9febc82 None None] Attempting to bind port f8e565c1-fc5c-46af-82fd-335dd33f5205 on network d3305b4f-5a4c-4370-92cb-4224682cd1f7 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:10:30.372585 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eff17b-b814-4f00-9051-9030f9febc82 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:10:30.372991 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eff17b-b814-4f00-9051-9030f9febc82 None None] Checking segment: {'id': '8a9e7ecd-c81d-4ef5-9004-590560e44962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:10:30.373394 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-27eff17b-b814-4f00-9051-9030f9febc82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:30.373787 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eff17b-b814-4f00-9051-9030f9febc82 None None] Bound using segment: {'id': '8a9e7ecd-c81d-4ef5-9004-590560e44962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:10:30.374249 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-27eff17b-b814-4f00-9051-9030f9febc82 None None] Bound port: f8e565c1-fc5c-46af-82fd-335dd33f5205, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9e7ecd-c81d-4ef5-9004-590560e44962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:10:30.374629 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-27eff17b-b814-4f00-9051-9030f9febc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:30.376615 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4908dfb-343c-4065-a991-68d71b191640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393524410', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:10:27Z', 'updated_at': '2021-07-24T10:10:28Z', 'revision_number': 3, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4908dfb-343c-4065-a991-68d71b191640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:10:28Z', 'updated_at': '2021-07-24T10:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:10:30.405464 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5061e5a9-78a6-4e17-8ecc-e82b870de5e8 None None] The sync data for ids ['b4908dfb-343c-4065-a991-68d71b191640'] in n-d-800085-9 is: [{'id': 'b4908dfb-343c-4065-a991-68d71b191640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393524410', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:10:27Z', 'updated_at': '2021-07-24T10:10:28Z', 'revision_number': 3, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4908dfb-343c-4065-a991-68d71b191640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:10:28Z', 'updated_at': '2021-07-24T10:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:10:30.446651 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-27eff17b-b814-4f00-9051-9030f9febc82 None None] For port f8e565c1-fc5c-46af-82fd-335dd33f5205, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:10:30.450291 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-27eff17b-b814-4f00-9051-9030f9febc82 None None] For port f8e565c1-fc5c-46af-82fd-335dd33f5205, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=f8e565c1-fc5c-46af-82fd-335dd33f5205,segment=NetworkSegment(8a9e7ecd-c81d-4ef5-9004-590560e44962),segment_id=8a9e7ecd-c81d-4ef5-9004-590560e44962)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:10:30.455393 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-27eff17b-b814-4f00-9051-9030f9febc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:30.515848 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eff17b-b814-4f00-9051-9030f9febc82 None None] Pushing event updated for resources: {'Port': ['ID=f8e565c1-fc5c-46af-82fd-335dd33f5205,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:30.526850 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-d91f1530-2b77-4c91-9200-24b32edd02c1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Allocated IP 172.20.0.1 (d3305b4f-5a4c-4370-92cb-4224682cd1f7/5ece2bfc-5688-4d00-9596-1855c92f7aa4/18af6667-ecea-4d07-859c-7dd34486355e) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:10:30.544094 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:30.671086 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d91f1530-2b77-4c91-9200-24b32edd02c1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:30.691241 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-d91f1530-2b77-4c91-9200-24b32edd02c1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Transition to ACTIVE for port object 18af6667-ecea-4d07-859c-7dd34486355e will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:10:30.749863 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d91f1530-2b77-4c91-9200-24b32edd02c1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:30.794515 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91f1530-2b77-4c91-9200-24b32edd02c1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network d3305b4f-5a4c-4370-92cb-4224682cd1f7 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:10:30.800509 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-d91f1530-2b77-4c91-9200-24b32edd02c1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:10:30.803252 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91f1530-2b77-4c91-9200-24b32edd02c1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:10:30.855974 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f1530-2b77-4c91-9200-24b32edd02c1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=18af6667-ecea-4d07-859c-7dd34486355e,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:30.875228 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d91f1530-2b77-4c91-9200-24b32edd02c1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:31.048427 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d91f1530-2b77-4c91-9200-24b32edd02c1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:31.246307 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:31.381724 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f8e565c1-fc5c-46af-82fd-335dd33f5205 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:10:31.387066 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d91f1530-2b77-4c91-9200-24b32edd02c1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:31.395857 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d91f1530-2b77-4c91-9200-24b32edd02c1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:31.439824 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port f8e565c1-fc5c-46af-82fd-335dd33f5205 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:10:31.444127 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 56450abc-f0dd-4342-b3c5-11fb638676b4 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:10:31.474166 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f1530-2b77-4c91-9200-24b32edd02c1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=18af6667-ecea-4d07-859c-7dd34486355e,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:31.481712 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d91f1530-2b77-4c91-9200-24b32edd02c1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:31.494564 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 56450abc-f0dd-4342-b3c5-11fb638676b4 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:10:31.499205 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 56450abc-f0dd-4342-b3c5-11fb638676b4 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:10:31.499584 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:31.588755 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9ce945-2230-4297-a0e4-c859a0e2bb0c None None] Network d3305b4f-5a4c-4370-92cb-4224682cd1f7 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:10:31.595814 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91f1530-2b77-4c91-9200-24b32edd02c1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network d3305b4f-5a4c-4370-92cb-4224682cd1f7 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:10:31.597198 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-d91f1530-2b77-4c91-9200-24b32edd02c1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:10:31.624005 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:31.707792 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91f1530-2b77-4c91-9200-24b32edd02c1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Router b4908dfb-343c-4065-a991-68d71b191640 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:10:31.818167 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91f1530-2b77-4c91-9200-24b32edd02c1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:10:31.825349 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d91f1530-2b77-4c91-9200-24b32edd02c1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "PUT /v2.0/routers/b4908dfb-343c-4065-a991-68d71b191640/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0431850 Jul 24 10:10:31.842325 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 56450abc-f0dd-4342-b3c5-11fb638676b4, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=56450abc-f0dd-4342-b3c5-11fb638676b4,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:10:31.854880 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:31.856655 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e235707c-c2bf-464f-889c-fa8b9632de3d None None] Provisioning for port f8e565c1-fc5c-46af-82fd-335dd33f5205 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:10:31.883787 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e235707c-c2bf-464f-889c-fa8b9632de3d None None] Provisioning complete for port f8e565c1-fc5c-46af-82fd-335dd33f5205 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:10:31.884161 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e235707c-c2bf-464f-889c-fa8b9632de3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:31.973011 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=56450abc-f0dd-4342-b3c5-11fb638676b4,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:32.002823 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-8164d504-b046-4832-b430-d8135a1458c1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-525170610&fields=id&tenant_id=b3602c3c188649a595bbed3b7a50ac71 HTTP/1.1" status: 200 len: 267 time: 0.0397224 Jul 24 10:10:32.049322 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e235707c-c2bf-464f-889c-fa8b9632de3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:32.085165 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-e235707c-c2bf-464f-889c-fa8b9632de3d None None] For port f8e565c1-fc5c-46af-82fd-335dd33f5205, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=f8e565c1-fc5c-46af-82fd-335dd33f5205,segment=NetworkSegment(8a9e7ecd-c81d-4ef5-9004-590560e44962),segment_id=8a9e7ecd-c81d-4ef5-9004-590560e44962)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:10:32.090430 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e235707c-c2bf-464f-889c-fa8b9632de3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:32.122175 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-e95b44de-5c87-4d29-994c-8ea23a46fd06 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:32.123940 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-e95b44de-5c87-4d29-994c-8ea23a46fd06 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/networks?id=d3305b4f-5a4c-4370-92cb-4224682cd1f7 HTTP/1.1" status: 200 len: 797 time: 0.1140180 Jul 24 10:10:32.139511 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235707c-c2bf-464f-889c-fa8b9632de3d None None] Pushing event updated for resources: {'Port': ['ID=f8e565c1-fc5c-46af-82fd-335dd33f5205,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:32.141550 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-124bf97c-8445-4442-b488-968f3d522e47 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/quotas/b3602c3c188649a595bbed3b7a50ac71 HTTP/1.1" status: 200 len: 375 time: 0.0100813 Jul 24 10:10:32.215078 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-5dc27815-4d05-4dd9-838a-cd7e60fb6997 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671875 Jul 24 10:10:32.265617 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] Sync routers for ids ['b4908dfb-343c-4065-a991-68d71b191640'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:10:32.278713 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] Routers {'b4908dfb-343c-4065-a991-68d71b191640'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:10:32.279439 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:10:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b4908dfb-343c-4065-a991-68d71b191640'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:10:32.333680 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-03282059-efaa-4996-83cb-92cc1f483716 service neutron] 10.222.0.32 "GET /v2.0/networks/d3305b4f-5a4c-4370-92cb-4224682cd1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054621 Jul 24 10:10:32.368564 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-dda76a21-b873-4194-add5-1c7a5719ddf4 None None] Provisioning for port 18af6667-ecea-4d07-859c-7dd34486355e completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:10:32.375457 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-dda76a21-b873-4194-add5-1c7a5719ddf4 None None] Provisioning complete for port 18af6667-ecea-4d07-859c-7dd34486355e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:10:32.375917 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dda76a21-b873-4194-add5-1c7a5719ddf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:32.430902 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-827d7a5f-d66e-48ab-a41b-f0e536a9f550 service neutron] 10.222.0.32 "GET /v2.0/networks/d3305b4f-5a4c-4370-92cb-4224682cd1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910938 Jul 24 10:10:32.433536 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-dda76a21-b873-4194-add5-1c7a5719ddf4 None None] Port 18af6667-ecea-4d07-859c-7dd34486355e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:10:32.442117 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] Set router b4908dfb-343c-4065-a991-68d71b191640 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:10:32.477700 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-dda76a21-b873-4194-add5-1c7a5719ddf4 None None] Provisioning complete for port f8e565c1-fc5c-46af-82fd-335dd33f5205 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:10:32.478075 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dda76a21-b873-4194-add5-1c7a5719ddf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:32.623189 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-33085fdc-8511-48e0-87db-4c3a9fbc71c7 req-b7b5a0cb-e135-4082-8c67-4dff958cba52 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 210 time: 0.0404575 Jul 24 10:10:32.731606 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4908dfb-343c-4065-a991-68d71b191640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393524410', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:10:27Z', 'updated_at': '2021-07-24T10:10:30Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908dfb-343c-4065-a991-68d71b191640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:10:28Z', 'updated_at': '2021-07-24T10:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '18af6667-ecea-4d07-859c-7dd34486355e', 'name': '', 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:54:b1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4908dfb-343c-4065-a991-68d71b191640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5ece2bfc-5688-4d00-9596-1855c92f7aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:10:30Z', 'updated_at': '2021-07-24T10:10:31Z', 'revision_number': 2, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '5ece2bfc-5688-4d00-9596-1855c92f7aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:10:32.759359 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] Checking router: b4908dfb-343c-4065-a991-68d71b191640 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:10:32.759720 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] Updating router b4908dfb-343c-4065-a991-68d71b191640 port 18af6667-ecea-4d07-859c-7dd34486355e binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 10:10:32.800105 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:32.814561 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3acbe848-2bbb-469f-98f9-f1ae888acb65 None None] Provisioning complete for port 18af6667-ecea-4d07-859c-7dd34486355e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:10:32.814926 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3acbe848-2bbb-469f-98f9-f1ae888acb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:32.881257 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-3acbe848-2bbb-469f-98f9-f1ae888acb65 None None] Port 18af6667-ecea-4d07-859c-7dd34486355e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:10:33.113457 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:33.115373 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:33.125488 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] Transition to ACTIVE for port object 18af6667-ecea-4d07-859c-7dd34486355e will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:10:33.132608 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:33.182352 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91cfb3-fdf9-41f0-8b65-9d90368e98ec None None] Pushing event updated for resources: {'Port': ['ID=18af6667-ecea-4d07-859c-7dd34486355e,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:33.243089 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] Attempting to bind port 18af6667-ecea-4d07-859c-7dd34486355e on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:10:33.243458 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] Attempting to bind port 18af6667-ecea-4d07-859c-7dd34486355e by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '8a9e7ecd-c81d-4ef5-9004-590560e44962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:10:33.243913 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] Attempting to bind port 18af6667-ecea-4d07-859c-7dd34486355e on network d3305b4f-5a4c-4370-92cb-4224682cd1f7 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:10:33.249456 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:10:33.249830 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] Checking segment: {'id': '8a9e7ecd-c81d-4ef5-9004-590560e44962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:10:33.250234 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:33.251314 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] Bound using segment: {'id': '8a9e7ecd-c81d-4ef5-9004-590560e44962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:10:33.251790 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] Bound port: 18af6667-ecea-4d07-859c-7dd34486355e, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9e7ecd-c81d-4ef5-9004-590560e44962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:10:33.252171 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:33.299672 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f8e565c1-fc5c-46af-82fd-335dd33f5205 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:10:33.355233 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] For port 18af6667-ecea-4d07-859c-7dd34486355e, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:10:33.370564 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] For port 18af6667-ecea-4d07-859c-7dd34486355e, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=18af6667-ecea-4d07-859c-7dd34486355e,segment=NetworkSegment(8a9e7ecd-c81d-4ef5-9004-590560e44962),segment_id=8a9e7ecd-c81d-4ef5-9004-590560e44962)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:10:33.377000 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:33.415267 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port f8e565c1-fc5c-46af-82fd-335dd33f5205 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:10:33.415640 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:33.488367 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91cfb3-fdf9-41f0-8b65-9d90368e98ec None None] Pushing event updated for resources: {'Port': ['ID=18af6667-ecea-4d07-859c-7dd34486355e,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:33.494675 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] Routers {'b4908dfb-343c-4065-a991-68d71b191640'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:10:33.494675 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:10:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b4908dfb-343c-4065-a991-68d71b191640'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:10:33.537820 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-cb2f6aa6-a0d5-4e53-8412-f9c20901cd0e tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:33.540701 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-cb2f6aa6-a0d5-4e53-8412-f9c20901cd0e tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.37 "GET /v2.0/networks?id=d3305b4f-5a4c-4370-92cb-4224682cd1f7 HTTP/1.1" status: 200 len: 797 time: 0.1300788 Jul 24 10:10:33.596658 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-5032ec7b-efb6-4995-bb9f-a51ab2d2640f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3602c3c188649a595bbed3b7a50ac71 HTTP/1.1" status: 200 len: 379 time: 0.0471444 Jul 24 10:10:33.606171 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-3174831b-e247-4575-9cab-85bd2cc26789 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'port': {'device_id': '72c3d687-e04a-42b4-9b18-874886ce642f', 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7', 'admin_state_up': True, 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'security_groups': ['84d2b848-3ca1-4b65-8b07-11fb65b60aa6']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:10:33.614510 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 56450abc-f0dd-4342-b3c5-11fb638676b4 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:10:33.658179 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] Set router b4908dfb-343c-4065-a991-68d71b191640 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:10:33.724548 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-3174831b-e247-4575-9cab-85bd2cc26789 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Made reservation on behalf of b3602c3c188649a595bbed3b7a50ac71 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:10:33.728402 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-3174831b-e247-4575-9cab-85bd2cc26789 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:33.739295 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c2dc2fc8-2fd9-45bc-8b6f-fb4ea09c511e req-8ca32738-4ef6-4136-9eba-7989cb2f7f01 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 210 time: 0.0372710 Jul 24 10:10:33.766560 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 56450abc-f0dd-4342-b3c5-11fb638676b4 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:10:33.767017 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:33.854313 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-3174831b-e247-4575-9cab-85bd2cc26789 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Allocated IP 172.20.0.5 (d3305b4f-5a4c-4370-92cb-4224682cd1f7/5ece2bfc-5688-4d00-9596-1855c92f7aa4/1351e5bb-3aea-4d03-bead-37ac87822a98) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:10:33.942072 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4908dfb-343c-4065-a991-68d71b191640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393524410', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:10:27Z', 'updated_at': '2021-07-24T10:10:30Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908dfb-343c-4065-a991-68d71b191640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:10:28Z', 'updated_at': '2021-07-24T10:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '18af6667-ecea-4d07-859c-7dd34486355e', 'name': '', 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:54:b1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4908dfb-343c-4065-a991-68d71b191640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5ece2bfc-5688-4d00-9596-1855c92f7aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:10:30Z', 'updated_at': '2021-07-24T10:10:33Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '5ece2bfc-5688-4d00-9596-1855c92f7aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:10:33.973326 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7a2c53-2bdb-408b-a255-a82412af01d2 None None] The sync data for ids ['b4908dfb-343c-4065-a991-68d71b191640'] in n-d-800085-9 is: [{'id': 'b4908dfb-343c-4065-a991-68d71b191640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393524410', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:10:27Z', 'updated_at': '2021-07-24T10:10:30Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908dfb-343c-4065-a991-68d71b191640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:10:28Z', 'updated_at': '2021-07-24T10:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '18af6667-ecea-4d07-859c-7dd34486355e', 'name': '', 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:54:b1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4908dfb-343c-4065-a991-68d71b191640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5ece2bfc-5688-4d00-9596-1855c92f7aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:10:30Z', 'updated_at': '2021-07-24T10:10:33Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '5ece2bfc-5688-4d00-9596-1855c92f7aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:10:33.995972 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-3174831b-e247-4575-9cab-85bd2cc26789 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:34.014089 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-3174831b-e247-4575-9cab-85bd2cc26789 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Transition to ACTIVE for port object 1351e5bb-3aea-4d03-bead-37ac87822a98 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:10:34.060298 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-3174831b-e247-4575-9cab-85bd2cc26789 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:34.111627 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-3174831b-e247-4575-9cab-85bd2cc26789 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network d3305b4f-5a4c-4370-92cb-4224682cd1f7 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:10:34.115958 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-3174831b-e247-4575-9cab-85bd2cc26789 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:10:34.117771 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174831b-e247-4575-9cab-85bd2cc26789 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=1351e5bb-3aea-4d03-bead-37ac87822a98,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:34.119903 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-3174831b-e247-4575-9cab-85bd2cc26789 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:10:34.176303 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-3174831b-e247-4575-9cab-85bd2cc26789 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:34.176914 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-3174831b-e247-4575-9cab-85bd2cc26789 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:34.193153 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-3174831b-e247-4575-9cab-85bd2cc26789 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5908089 Jul 24 10:10:34.206541 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-d84bd5e2-589c-4d43-bd32-47a63ca5a0da service neutron] Request body: {'port': {'device_id': '72c3d687-e04a-42b4-9b18-874886ce642f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:10:34.289429 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-d84bd5e2-589c-4d43-bd32-47a63ca5a0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:34.373409 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-71606a19-124b-4e50-b81a-aa53242795e9 None None] Provisioning for port 1351e5bb-3aea-4d03-bead-37ac87822a98 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:10:34.381094 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-71606a19-124b-4e50-b81a-aa53242795e9 None None] Provisioning complete for port 1351e5bb-3aea-4d03-bead-37ac87822a98 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:10:34.381826 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-71606a19-124b-4e50-b81a-aa53242795e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:34.427013 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-71606a19-124b-4e50-b81a-aa53242795e9 None None] Port 1351e5bb-3aea-4d03-bead-37ac87822a98 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:10:34.927601 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-d84bd5e2-589c-4d43-bd32-47a63ca5a0da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1351e5bb-3aea-4d03-bead-37ac87822a98 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:10:34.944197 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-d84bd5e2-589c-4d43-bd32-47a63ca5a0da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:34.975684 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-d84bd5e2-589c-4d43-bd32-47a63ca5a0da service neutron] Transition to ACTIVE for port object 1351e5bb-3aea-4d03-bead-37ac87822a98 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:10:34.979983 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-d84bd5e2-589c-4d43-bd32-47a63ca5a0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:35.040549 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84bd5e2-589c-4d43-bd32-47a63ca5a0da service neutron] Pushing event updated for resources: {'Port': ['ID=1351e5bb-3aea-4d03-bead-37ac87822a98,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:35.052851 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e43ead-a8e4-4e92-975a-e709e42f676f req-245e11ba-fd9a-423f-843a-d5a582c2acc1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:35.054441 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-53e43ead-a8e4-4e92-975a-e709e42f676f req-245e11ba-fd9a-423f-843a-d5a582c2acc1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 931 time: 0.1320446 Jul 24 10:10:35.142666 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-53e43ead-a8e4-4e92-975a-e709e42f676f req-67d4e216-1628-4f84-b2d3-2388e210fea1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=84d2b848-3ca1-4b65-8b07-11fb65b60aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819008 Jul 24 10:10:35.161604 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-d84bd5e2-589c-4d43-bd32-47a63ca5a0da service neutron] Attempting to bind port 1351e5bb-3aea-4d03-bead-37ac87822a98 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:10:35.162072 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-d84bd5e2-589c-4d43-bd32-47a63ca5a0da service neutron] Attempting to bind port 1351e5bb-3aea-4d03-bead-37ac87822a98 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '8a9e7ecd-c81d-4ef5-9004-590560e44962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:10:35.162688 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-d84bd5e2-589c-4d43-bd32-47a63ca5a0da service neutron] Attempting to bind port 1351e5bb-3aea-4d03-bead-37ac87822a98 on network d3305b4f-5a4c-4370-92cb-4224682cd1f7 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:10:35.167736 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-d84bd5e2-589c-4d43-bd32-47a63ca5a0da service neutron] Port 1351e5bb-3aea-4d03-bead-37ac87822a98 on network d3305b4f-5a4c-4370-92cb-4224682cd1f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 10:10:35.168061 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-d84bd5e2-589c-4d43-bd32-47a63ca5a0da service neutron] Attempting to bind port 1351e5bb-3aea-4d03-bead-37ac87822a98 on network d3305b4f-5a4c-4370-92cb-4224682cd1f7 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:10:35.173806 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-d84bd5e2-589c-4d43-bd32-47a63ca5a0da service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:10:35.174149 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-d84bd5e2-589c-4d43-bd32-47a63ca5a0da service neutron] Checking segment: {'id': '8a9e7ecd-c81d-4ef5-9004-590560e44962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:10:35.174679 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-d84bd5e2-589c-4d43-bd32-47a63ca5a0da service neutron] Bound using segment: {'id': '8a9e7ecd-c81d-4ef5-9004-590560e44962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:10:35.175116 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-d84bd5e2-589c-4d43-bd32-47a63ca5a0da service neutron] Bound port: 1351e5bb-3aea-4d03-bead-37ac87822a98, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9e7ecd-c81d-4ef5-9004-590560e44962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:10:35.175616 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-d84bd5e2-589c-4d43-bd32-47a63ca5a0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:35.239626 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-d84bd5e2-589c-4d43-bd32-47a63ca5a0da service neutron] For port 1351e5bb-3aea-4d03-bead-37ac87822a98, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:10:35.245339 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-d84bd5e2-589c-4d43-bd32-47a63ca5a0da service neutron] For port 1351e5bb-3aea-4d03-bead-37ac87822a98, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=1351e5bb-3aea-4d03-bead-37ac87822a98,segment=NetworkSegment(8a9e7ecd-c81d-4ef5-9004-590560e44962),segment_id=8a9e7ecd-c81d-4ef5-9004-590560e44962)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:10:35.251568 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-d84bd5e2-589c-4d43-bd32-47a63ca5a0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:35.292618 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-d84bd5e2-589c-4d43-bd32-47a63ca5a0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:35.293647 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-d84bd5e2-589c-4d43-bd32-47a63ca5a0da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:35.295042 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-d84bd5e2-589c-4d43-bd32-47a63ca5a0da service neutron] 10.222.0.37 "PUT /v2.0/ports/1351e5bb-3aea-4d03-bead-37ac87822a98 HTTP/1.1" status: 200 len: 1091 time: 1.0935690 Jul 24 10:10:35.295490 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c3d687-e04a-42b4-9b18-874886ce642f', 'tag': '1351e5bb-3aea-4d03-bead-37ac87822a98'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:10:35.298623 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0ac4981879846d8821277b3228522714eb2c0e29e76d1b29de9e8d513d31c24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271bb078-ab8a-4e70-9275-2435aa087165" -d '{"events": [{"name": "network-changed", "server_uuid": "72c3d687-e04a-42b4-9b18-874886ce642f", "tag": "1351e5bb-3aea-4d03-bead-37ac87822a98"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:10:35.328004 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 18af6667-ecea-4d07-859c-7dd34486355e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:10:35.332365 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84bd5e2-589c-4d43-bd32-47a63ca5a0da service neutron] Pushing event updated for resources: {'Port': ['ID=1351e5bb-3aea-4d03-bead-37ac87822a98,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:35.373215 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a631407-7f84-4471-8213-21158cc28589 x-openstack-request-id: req-6a631407-7f84-4471-8213-21158cc28589 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:10:35.373508 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c3d687-e04a-42b4-9b18-874886ce642f", "tag": "1351e5bb-3aea-4d03-bead-37ac87822a98", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:10:35.373814 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a631407-7f84-4471-8213-21158cc28589 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:10:35.374223 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c3d687-e04a-42b4-9b18-874886ce642f', 'tag': '1351e5bb-3aea-4d03-bead-37ac87822a98', 'status': 'completed', 'code': 200} Jul 24 10:10:35.379814 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 18af6667-ecea-4d07-859c-7dd34486355e completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:10:35.384537 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 18af6667-ecea-4d07-859c-7dd34486355e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:10:35.385324 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:35.403453 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-88471150-eed4-4694-9a80-1aecb4f3e70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:35.405071 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-88471150-eed4-4694-9a80-1aecb4f3e70e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 1094 time: 0.0676730 Jul 24 10:10:35.451093 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-8d6bf365-7e29-4676-9f97-e1b4be9e6dad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1351e5bb-3aea-4d03-bead-37ac87822a98 HTTP/1.1" status: 200 len: 217 time: 0.0392249 Jul 24 10:10:35.471281 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:35.502029 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-cb4c1ecc-a32c-49a2-ad9c-73316ae2ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:35.503566 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-cb4c1ecc-a32c-49a2-ad9c-73316ae2ae83 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ece2bfc-5688-4d00-9596-1855c92f7aa4 HTTP/1.1" status: 200 len: 834 time: 0.0463181 Jul 24 10:10:35.509278 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 18af6667-ecea-4d07-859c-7dd34486355e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=18af6667-ecea-4d07-859c-7dd34486355e,segment=NetworkSegment(8a9e7ecd-c81d-4ef5-9004-590560e44962),segment_id=8a9e7ecd-c81d-4ef5-9004-590560e44962)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:10:35.513169 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:35.562875 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=18af6667-ecea-4d07-859c-7dd34486355e,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:35.566370 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-5afb6c34-71f6-4c62-8669-070d6dfe5e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:35.567870 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-5afb6c34-71f6-4c62-8669-070d6dfe5e0f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3305b4f-5a4c-4370-92cb-4224682cd1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582907 Jul 24 10:10:35.655454 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-3192671f-6eb1-499b-828c-11c29993e707 service neutron] 10.222.0.37 "GET /v2.0/networks/d3305b4f-5a4c-4370-92cb-4224682cd1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810838 Jul 24 10:10:35.746472 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f2a9a6fe-b6f6-45bd-8b2e-4defe1fb577e req-685ca683-97be-49c3-b59a-8a3a487d86f4 service neutron] 10.222.0.37 "GET /v2.0/networks/d3305b4f-5a4c-4370-92cb-4224682cd1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845997 Jul 24 10:10:35.844645 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bb078-ab8a-4e70-9275-2435aa087165 req-c14d686d-e361-46c7-8f5b-8027d77212d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:35.846174 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-271bb078-ab8a-4e70-9275-2435aa087165 req-c14d686d-e361-46c7-8f5b-8027d77212d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 1094 time: 0.0539293 Jul 24 10:10:35.935042 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bb078-ab8a-4e70-9275-2435aa087165 req-62cd321e-8b80-4e3a-98f5-810bf4475d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:35.936523 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-271bb078-ab8a-4e70-9275-2435aa087165 req-62cd321e-8b80-4e3a-98f5-810bf4475d87 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3305b4f-5a4c-4370-92cb-4224682cd1f7 HTTP/1.1" status: 200 len: 897 time: 0.0841877 Jul 24 10:10:35.976967 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-271bb078-ab8a-4e70-9275-2435aa087165 req-a7ac5e5c-6f3b-46fc-a157-ede804f1ee70 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1351e5bb-3aea-4d03-bead-37ac87822a98 HTTP/1.1" status: 200 len: 217 time: 0.0342455 Jul 24 10:10:36.024008 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bb078-ab8a-4e70-9275-2435aa087165 req-a1fdf2b0-1a88-4727-a426-6920f3c8c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:36.025345 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-271bb078-ab8a-4e70-9275-2435aa087165 req-a1fdf2b0-1a88-4727-a426-6920f3c8c0de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ece2bfc-5688-4d00-9596-1855c92f7aa4 HTTP/1.1" status: 200 len: 834 time: 0.0419269 Jul 24 10:10:36.087594 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bb078-ab8a-4e70-9275-2435aa087165 req-1afeddfe-2c19-425c-86fb-6e51140b6f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:36.090429 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-271bb078-ab8a-4e70-9275-2435aa087165 req-1afeddfe-2c19-425c-86fb-6e51140b6f29 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3305b4f-5a4c-4370-92cb-4224682cd1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576463 Jul 24 10:10:36.178827 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-271bb078-ab8a-4e70-9275-2435aa087165 req-630d0a22-fbd1-4729-9597-fcd66399c133 service neutron] 10.222.0.37 "GET /v2.0/networks/d3305b4f-5a4c-4370-92cb-4224682cd1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811853 Jul 24 10:10:36.305096 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-271bb078-ab8a-4e70-9275-2435aa087165 req-19a8b43d-73f5-4ad5-828e-5ca507cf1cfe service neutron] 10.222.0.37 "GET /v2.0/networks/d3305b4f-5a4c-4370-92cb-4224682cd1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186986 Jul 24 10:10:36.326703 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2377e3-367c-419c-9cc0-ad21f76f37d3 req-e76167e3-d6d8-4b37-9778-6150440fabf8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:36.328160 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3e2377e3-367c-419c-9cc0-ad21f76f37d3 req-e76167e3-d6d8-4b37-9778-6150440fabf8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 943 time: 0.1136937 Jul 24 10:10:36.365165 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3e2377e3-367c-419c-9cc0-ad21f76f37d3 req-41b97769-abf8-4bc2-b046-63c40f07f505 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=84d2b848-3ca1-4b65-8b07-11fb65b60aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313814 Jul 24 10:10:37.290649 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 18af6667-ecea-4d07-859c-7dd34486355e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:10:37.336506 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 18af6667-ecea-4d07-859c-7dd34486355e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:10:37.336900 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:37.501857 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbccc1e-b68e-41aa-b91b-143d5648dfaf req-41736d0f-b56e-4afc-b7c1-adbefa5600f1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:37.503250 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9fbccc1e-b68e-41aa-b91b-143d5648dfaf req-41736d0f-b56e-4afc-b7c1-adbefa5600f1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 943 time: 0.0622830 Jul 24 10:10:37.540499 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9fbccc1e-b68e-41aa-b91b-143d5648dfaf req-3d5d26a0-4a1d-426b-b6f4-1df10283e539 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=84d2b848-3ca1-4b65-8b07-11fb65b60aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316916 Jul 24 10:10:38.229780 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 1351e5bb-3aea-4d03-bead-37ac87822a98 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 10:10:38.322752 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 1351e5bb-3aea-4d03-bead-37ac87822a98, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=1351e5bb-3aea-4d03-bead-37ac87822a98,segment=NetworkSegment(8a9e7ecd-c81d-4ef5-9004-590560e44962),segment_id=8a9e7ecd-c81d-4ef5-9004-590560e44962)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:10:38.337662 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '1351e5bb-3aea-4d03-bead-37ac87822a98', 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7', 'port_id': '1351e5bb-3aea-4d03-bead-37ac87822a98', 'mac_address': 'fa:16:3e:60:f0:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ece2bfc-5688-4d00-9596-1855c92f7aa4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 10:10:38.373707 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:38.385792 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1351e5bb-3aea-4d03-bead-37ac87822a98 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:10:38.404712 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 1351e5bb-3aea-4d03-bead-37ac87822a98, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=1351e5bb-3aea-4d03-bead-37ac87822a98,segment=NetworkSegment(8a9e7ecd-c81d-4ef5-9004-590560e44962),segment_id=8a9e7ecd-c81d-4ef5-9004-590560e44962)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:10:38.409045 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:38.452337 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=1351e5bb-3aea-4d03-bead-37ac87822a98,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:38.646641 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['1351e5bb-3aea-4d03-bead-37ac87822a98'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:10:38.680694 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e6e1b-5c31-410b-8e13-f3044f48e9e6 req-91fed49a-bf96-4f17-9e9b-f8815ef0139f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:38.682226 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1f7e6e1b-5c31-410b-8e13-f3044f48e9e6 req-91fed49a-bf96-4f17-9e9b-f8815ef0139f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 944 time: 0.0704813 Jul 24 10:10:38.724404 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1f7e6e1b-5c31-410b-8e13-f3044f48e9e6 req-08e4f739-dde7-43ad-8b2d-0aabc9343e42 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=84d2b848-3ca1-4b65-8b07-11fb65b60aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365491 Jul 24 10:10:39.858253 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2415eb7-7496-42dd-be5a-ffb7f22d25c4 req-21742f35-958b-43a3-af66-6d559964a072 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:39.860288 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d2415eb7-7496-42dd-be5a-ffb7f22d25c4 req-21742f35-958b-43a3-af66-6d559964a072 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 944 time: 0.0645344 Jul 24 10:10:39.901335 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d2415eb7-7496-42dd-be5a-ffb7f22d25c4 req-f4292075-482e-46a1-8ea6-9ada2dc24476 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=84d2b848-3ca1-4b65-8b07-11fb65b60aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348380 Jul 24 10:10:40.244962 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 1351e5bb-3aea-4d03-bead-37ac87822a98 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:10:40.292440 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 1351e5bb-3aea-4d03-bead-37ac87822a98 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:10:40.296248 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 1351e5bb-3aea-4d03-bead-37ac87822a98 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:10:40.296612 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:40.523787 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:40.545641 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c3d687-e04a-42b4-9b18-874886ce642f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1351e5bb-3aea-4d03-bead-37ac87822a98'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:10:40.548517 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfecc09ccecf6097530ed06b3b0f605c347a07b6c448c324480a744ab89978bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec29ee8-f96e-4fd8-aa25-a88ed9db243f" -d '{"events": [{"server_uuid": "72c3d687-e04a-42b4-9b18-874886ce642f", "name": "network-vif-plugged", "status": "completed", "tag": "1351e5bb-3aea-4d03-bead-37ac87822a98"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:10:40.561473 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 1351e5bb-3aea-4d03-bead-37ac87822a98, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=1351e5bb-3aea-4d03-bead-37ac87822a98,segment=NetworkSegment(8a9e7ecd-c81d-4ef5-9004-590560e44962),segment_id=8a9e7ecd-c81d-4ef5-9004-590560e44962)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:10:40.565607 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:40.588300 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325e2d1b-0aa0-48b8-95a4-6a5d65feb29c x-openstack-request-id: req-325e2d1b-0aa0-48b8-95a4-6a5d65feb29c {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:10:40.588593 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c3d687-e04a-42b4-9b18-874886ce642f", "name": "network-vif-plugged", "status": "completed", "tag": "1351e5bb-3aea-4d03-bead-37ac87822a98", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:10:40.588874 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-325e2d1b-0aa0-48b8-95a4-6a5d65feb29c {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:10:40.589258 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c3d687-e04a-42b4-9b18-874886ce642f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1351e5bb-3aea-4d03-bead-37ac87822a98', 'code': 200} Jul 24 10:10:40.615185 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=1351e5bb-3aea-4d03-bead-37ac87822a98,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:40.709079 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b749de-7526-4ef0-adda-b7437a5aaf68 req-49c21bdd-a55e-42ed-a402-aed244bbb583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:40.710588 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5b749de-7526-4ef0-adda-b7437a5aaf68 req-49c21bdd-a55e-42ed-a402-aed244bbb583 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 1096 time: 0.0670631 Jul 24 10:10:40.745412 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e5b749de-7526-4ef0-adda-b7437a5aaf68 req-11a90474-e0c1-43a0-94a5-38a32da6f52b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=84d2b848-3ca1-4b65-8b07-11fb65b60aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275652 Jul 24 10:10:41.036971 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89bee1-6b93-4215-a347-df468070ac2c req-365bb531-87e6-4c8b-92b4-998acfa0d50d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:41.038613 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0d89bee1-6b93-4215-a347-df468070ac2c req-365bb531-87e6-4c8b-92b4-998acfa0d50d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 945 time: 0.0680802 Jul 24 10:10:41.076128 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0d89bee1-6b93-4215-a347-df468070ac2c req-318a587d-1ecb-42d4-88b9-3a5c11bec112 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=84d2b848-3ca1-4b65-8b07-11fb65b60aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317652 Jul 24 10:10:42.207484 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc3cc7-4959-4e72-adbf-1946d1a38f33 req-1019e4c8-46be-4df9-aeb4-16d51d3b0849 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:42.209004 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-67fc3cc7-4959-4e72-adbf-1946d1a38f33 req-1019e4c8-46be-4df9-aeb4-16d51d3b0849 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 945 time: 0.0632885 Jul 24 10:10:42.245320 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-67fc3cc7-4959-4e72-adbf-1946d1a38f33 req-49a5574e-ab9d-430e-98f3-79af469986bb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=84d2b848-3ca1-4b65-8b07-11fb65b60aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307510 Jul 24 10:10:42.374360 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217df94-1e8f-4b1d-bf5a-6488843baa33 req-4539c7e9-596f-47fe-98a5-4f55d3b91af0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:42.375771 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d217df94-1e8f-4b1d-bf5a-6488843baa33 req-4539c7e9-596f-47fe-98a5-4f55d3b91af0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 945 time: 0.0626471 Jul 24 10:10:42.456780 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d217df94-1e8f-4b1d-bf5a-6488843baa33 req-b7848333-0928-4205-9f3d-be2445b61a81 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=84d2b848-3ca1-4b65-8b07-11fb65b60aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754168 Jul 24 10:10:42.478617 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51264) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:10:42.529962 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850f300a-833e-4805-bb5e-1ec707c3f94b tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:42.531748 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-850f300a-833e-4805-bb5e-1ec707c3f94b tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 1091 time: 0.0521579 Jul 24 10:10:42.534543 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51266) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:10:42.538826 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-81f3c9b0-f6a5-4b01-892a-4643ee1e4ef8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'port_id': '1351e5bb-3aea-4d03-bead-37ac87822a98', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:10:42.559563 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81f3c9b0-f6a5-4b01-892a-4643ee1e4ef8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:42.657417 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81f3c9b0-f6a5-4b01-892a-4643ee1e4ef8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:42.758656 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-81f3c9b0-f6a5-4b01-892a-4643ee1e4ef8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Allocated IP 172.25.7.35 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/2ee45393-5ae9-495b-8617-b5bd5dd938af) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:10:42.857012 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81f3c9b0-f6a5-4b01-892a-4643ee1e4ef8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:42.895777 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81f3c9b0-f6a5-4b01-892a-4643ee1e4ef8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:42.930410 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f3c9b0-f6a5-4b01-892a-4643ee1e4ef8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:10:42.933074 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-81f3c9b0-f6a5-4b01-892a-4643ee1e4ef8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:10:42.938958 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f3c9b0-f6a5-4b01-892a-4643ee1e4ef8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:10:42.965869 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3c9b0-f6a5-4b01-892a-4643ee1e4ef8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=2ee45393-5ae9-495b-8617-b5bd5dd938af,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:43.285208 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81f3c9b0-f6a5-4b01-892a-4643ee1e4ef8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:43.361667 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81f3c9b0-f6a5-4b01-892a-4643ee1e4ef8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:43.504042 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81f3c9b0-f6a5-4b01-892a-4643ee1e4ef8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:43.508580 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81f3c9b0-f6a5-4b01-892a-4643ee1e4ef8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:43.581206 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3c9b0-f6a5-4b01-892a-4643ee1e4ef8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=2ee45393-5ae9-495b-8617-b5bd5dd938af,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:10:43.589368 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81f3c9b0-f6a5-4b01-892a-4643ee1e4ef8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:43.686221 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-81f3c9b0-f6a5-4b01-892a-4643ee1e4ef8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Floating IP bda511a4-948f-4d8d-8886-2fbca9d72739 associated. External IP: 172.25.7.35, port: 1351e5bb-3aea-4d03-bead-37ac87822a98. Jul 24 10:10:43.884702 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f3c9b0-f6a5-4b01-892a-4643ee1e4ef8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Router b4908dfb-343c-4065-a991-68d71b191640 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:10:43.988526 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f3c9b0-f6a5-4b01-892a-4643ee1e4ef8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:10:43.998336 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f27192-3ffa-4218-a5dc-8bdeeea9f67e None None] Sync routers for ids ['b4908dfb-343c-4065-a991-68d71b191640'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:10:44.005454 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-81f3c9b0-f6a5-4b01-892a-4643ee1e4ef8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:44.008708 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f27192-3ffa-4218-a5dc-8bdeeea9f67e None None] Routers {'b4908dfb-343c-4065-a991-68d71b191640'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:10:44.009421 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-30f27192-3ffa-4218-a5dc-8bdeeea9f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:10:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b4908dfb-343c-4065-a991-68d71b191640'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:10:44.042604 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-81f3c9b0-f6a5-4b01-892a-4643ee1e4ef8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5070486 Jul 24 10:10:44.043200 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c3d687-e04a-42b4-9b18-874886ce642f', 'tag': '1351e5bb-3aea-4d03-bead-37ac87822a98'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:10:44.045494 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a4853a8b40b91971e5417878e0e437932fc4777980ba62e4c137541a983d21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e275af62-91c6-44a5-9fe2-9a5a0581a275" -d '{"events": [{"name": "network-changed", "server_uuid": "72c3d687-e04a-42b4-9b18-874886ce642f", "tag": "1351e5bb-3aea-4d03-bead-37ac87822a98"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:10:44.116801 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-30f27192-3ffa-4218-a5dc-8bdeeea9f67e None None] Set router b4908dfb-343c-4065-a991-68d71b191640 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:10:44.147898 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe7fb61-13f6-4041-8dbc-93c9a5ad048f x-openstack-request-id: req-cfe7fb61-13f6-4041-8dbc-93c9a5ad048f {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:10:44.148199 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c3d687-e04a-42b4-9b18-874886ce642f", "tag": "1351e5bb-3aea-4d03-bead-37ac87822a98", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:10:44.148898 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cfe7fb61-13f6-4041-8dbc-93c9a5ad048f {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:10:44.148898 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c3d687-e04a-42b4-9b18-874886ce642f', 'tag': '1351e5bb-3aea-4d03-bead-37ac87822a98', 'status': 'completed', 'code': 200} Jul 24 10:10:44.237027 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904229b-823d-4cee-af2c-ee389c016475 req-3232ea49-6837-4cbc-a2a4-a2cac97944f9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:44.238592 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1904229b-823d-4cee-af2c-ee389c016475 req-3232ea49-6837-4cbc-a2a4-a2cac97944f9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 945 time: 0.1193638 Jul 24 10:10:44.289088 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275af62-91c6-44a5-9fe2-9a5a0581a275 req-dc9b47aa-d3c2-4099-a59b-ac6b1dca4f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:44.290608 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e275af62-91c6-44a5-9fe2-9a5a0581a275 req-dc9b47aa-d3c2-4099-a59b-ac6b1dca4f18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 1096 time: 0.1189740 Jul 24 10:10:44.293847 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1904229b-823d-4cee-af2c-ee389c016475 req-854990aa-066d-49a0-8fe6-6f3975ce582c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=84d2b848-3ca1-4b65-8b07-11fb65b60aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492537 Jul 24 10:10:44.319101 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51274) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:10:44.380770 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-30f27192-3ffa-4218-a5dc-8bdeeea9f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4908dfb-343c-4065-a991-68d71b191640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393524410', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:10:27Z', 'updated_at': '2021-07-24T10:10:30Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908dfb-343c-4065-a991-68d71b191640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:10:28Z', 'updated_at': '2021-07-24T10:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'bda511a4-948f-4d8d-8886-2fbca9d72739', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'floating_ip_address': '172.25.7.35', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b4908dfb-343c-4065-a991-68d71b191640', 'port_id': '1351e5bb-3aea-4d03-bead-37ac87822a98', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7', 'mac_address': 'fa:16:3e:60:f0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c3d687-e04a-42b4-9b18-874886ce642f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:10:43Z', 'updated_at': '2021-07-24T10:10:43Z', 'revision_number': 0, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18af6667-ecea-4d07-859c-7dd34486355e', 'name': '', 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:54:b1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908dfb-343c-4065-a991-68d71b191640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5ece2bfc-5688-4d00-9596-1855c92f7aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:10:30Z', 'updated_at': '2021-07-24T10:10:35Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '5ece2bfc-5688-4d00-9596-1855c92f7aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:10:44.381542 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e874478c-13c4-4a51-97e4-651fb5a97505 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/floatingips/bda511a4-948f-4d8d-8886-2fbca9d72739 HTTP/1.1" status: 200 len: 990 time: 0.0612433 Jul 24 10:10:44.391329 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275af62-91c6-44a5-9fe2-9a5a0581a275 req-c07a0aae-0b29-403b-bedc-08b019bac79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:44.392808 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e275af62-91c6-44a5-9fe2-9a5a0581a275 req-c07a0aae-0b29-403b-bedc-08b019bac79c service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3305b4f-5a4c-4370-92cb-4224682cd1f7 HTTP/1.1" status: 200 len: 897 time: 0.0955350 Jul 24 10:10:44.409107 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f27192-3ffa-4218-a5dc-8bdeeea9f67e None None] Checking router: b4908dfb-343c-4065-a991-68d71b191640 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:10:44.416971 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f27192-3ffa-4218-a5dc-8bdeeea9f67e None None] Routers {'b4908dfb-343c-4065-a991-68d71b191640'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:10:44.417563 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-30f27192-3ffa-4218-a5dc-8bdeeea9f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:10:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b4908dfb-343c-4065-a991-68d71b191640'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:10:44.456719 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e275af62-91c6-44a5-9fe2-9a5a0581a275 req-ad853173-5dd8-458c-bb97-ecc0a0cc07f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1351e5bb-3aea-4d03-bead-37ac87822a98 HTTP/1.1" status: 200 len: 998 time: 0.0578628 Jul 24 10:10:44.503745 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275af62-91c6-44a5-9fe2-9a5a0581a275 req-40e1fec3-fac7-48fa-9bd9-8db40e241b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:44.505211 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e275af62-91c6-44a5-9fe2-9a5a0581a275 req-40e1fec3-fac7-48fa-9bd9-8db40e241b42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ece2bfc-5688-4d00-9596-1855c92f7aa4 HTTP/1.1" status: 200 len: 834 time: 0.0428395 Jul 24 10:10:44.514401 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-30f27192-3ffa-4218-a5dc-8bdeeea9f67e None None] Set router b4908dfb-343c-4065-a991-68d71b191640 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:10:44.567874 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275af62-91c6-44a5-9fe2-9a5a0581a275 req-57557a96-393a-44fe-8c73-48d7577146e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:10:44.569411 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e275af62-91c6-44a5-9fe2-9a5a0581a275 req-57557a96-393a-44fe-8c73-48d7577146e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3305b4f-5a4c-4370-92cb-4224682cd1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573788 Jul 24 10:10:44.626292 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:44.662982 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e275af62-91c6-44a5-9fe2-9a5a0581a275 req-c9b7d15e-a030-4d05-b986-5088e151322b service neutron] 10.222.0.37 "GET /v2.0/networks/d3305b4f-5a4c-4370-92cb-4224682cd1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864401 Jul 24 10:10:44.735329 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-30f27192-3ffa-4218-a5dc-8bdeeea9f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4908dfb-343c-4065-a991-68d71b191640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393524410', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:10:27Z', 'updated_at': '2021-07-24T10:10:30Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908dfb-343c-4065-a991-68d71b191640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:10:28Z', 'updated_at': '2021-07-24T10:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'bda511a4-948f-4d8d-8886-2fbca9d72739', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'floating_ip_address': '172.25.7.35', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b4908dfb-343c-4065-a991-68d71b191640', 'port_id': '1351e5bb-3aea-4d03-bead-37ac87822a98', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7', 'mac_address': 'fa:16:3e:60:f0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c3d687-e04a-42b4-9b18-874886ce642f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:10:43Z', 'updated_at': '2021-07-24T10:10:43Z', 'revision_number': 0, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18af6667-ecea-4d07-859c-7dd34486355e', 'name': '', 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:54:b1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908dfb-343c-4065-a991-68d71b191640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5ece2bfc-5688-4d00-9596-1855c92f7aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:10:30Z', 'updated_at': '2021-07-24T10:10:35Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '5ece2bfc-5688-4d00-9596-1855c92f7aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:10:44.755890 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e275af62-91c6-44a5-9fe2-9a5a0581a275 req-779cb343-eb52-4f33-a775-b6fc94499dca service neutron] 10.222.0.37 "GET /v2.0/networks/d3305b4f-5a4c-4370-92cb-4224682cd1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866427 Jul 24 10:10:44.760113 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f27192-3ffa-4218-a5dc-8bdeeea9f67e None None] The sync data for ids ['b4908dfb-343c-4065-a991-68d71b191640'] in n-d-800085-9 is: [{'id': 'b4908dfb-343c-4065-a991-68d71b191640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393524410', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:10:27Z', 'updated_at': '2021-07-24T10:10:30Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908dfb-343c-4065-a991-68d71b191640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:10:28Z', 'updated_at': '2021-07-24T10:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'bda511a4-948f-4d8d-8886-2fbca9d72739', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'floating_ip_address': '172.25.7.35', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'b4908dfb-343c-4065-a991-68d71b191640', 'port_id': '1351e5bb-3aea-4d03-bead-37ac87822a98', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7', 'mac_address': 'fa:16:3e:60:f0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c3d687-e04a-42b4-9b18-874886ce642f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:10:43Z', 'updated_at': '2021-07-24T10:10:43Z', 'revision_number': 0, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18af6667-ecea-4d07-859c-7dd34486355e', 'name': '', 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:54:b1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908dfb-343c-4065-a991-68d71b191640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5ece2bfc-5688-4d00-9596-1855c92f7aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:10:30Z', 'updated_at': '2021-07-24T10:10:35Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '5ece2bfc-5688-4d00-9596-1855c92f7aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:10:44.949770 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d47e0c3-0c4e-4199-bcc7-bef3e343d164 None None] New status for floating IP bda511a4-948f-4d8d-8886-2fbca9d72739: ACTIVE {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 10:10:45.385472 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51276) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:10:45.447999 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-73c6ec89-b9e5-4d94-a27b-f308af2634e5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/floatingips/bda511a4-948f-4d8d-8886-2fbca9d72739 HTTP/1.1" status: 200 len: 992 time: 0.0613408 Jul 24 10:10:47.163093 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:57.351788 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cce3de3c-e42b-4258-8020-c8b793df4502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:10:59.848999 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0d254124-c1fb-4d90-b334-db90c75aacf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:11:00.546431 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:11:01.228215 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:11:01.756808 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:11:03.101017 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:11:14.639987 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:11:16.480424 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab56099-8797-4098-9c6b-880171b65a98 req-3efc9f4d-ad20-4207-80f1-2c34ea011283 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:11:16.482043 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6ab56099-8797-4098-9c6b-880171b65a98 req-3efc9f4d-ad20-4207-80f1-2c34ea011283 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 945 time: 0.0674617 Jul 24 10:11:16.519608 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6ab56099-8797-4098-9c6b-880171b65a98 req-0eccf8a9-6b1b-44a4-bbbf-4446d70cf0e5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=84d2b848-3ca1-4b65-8b07-11fb65b60aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317628 Jul 24 10:11:17.163041 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:11:17.672258 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad71d0-3eaf-405c-8620-5f501d0f470e req-35702fc6-c40b-451d-b6b9-e92520b2e164 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:11:17.673760 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-52ad71d0-3eaf-405c-8620-5f501d0f470e req-35702fc6-c40b-451d-b6b9-e92520b2e164 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 945 time: 0.0633256 Jul 24 10:11:17.710390 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-52ad71d0-3eaf-405c-8620-5f501d0f470e req-2c994da5-d869-46d8-92ec-c74ab929e4e1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=84d2b848-3ca1-4b65-8b07-11fb65b60aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311317 Jul 24 10:11:18.846991 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b068fa5-2f34-4f1f-b321-73939668285b req-eb1d9941-fc12-46e7-95b0-32eb1c684294 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:11:18.848506 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7b068fa5-2f34-4f1f-b321-73939668285b req-eb1d9941-fc12-46e7-95b0-32eb1c684294 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 945 time: 0.0683727 Jul 24 10:11:18.884977 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7b068fa5-2f34-4f1f-b321-73939668285b req-91b1f12e-1943-41fe-a462-0445f09b8f3f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=84d2b848-3ca1-4b65-8b07-11fb65b60aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309541 Jul 24 10:11:20.019239 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e716fc0-98a9-49c6-b6eb-8acf3a513470 req-c73d1bcc-404b-483a-a05e-45fd7136aaa9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:11:20.020721 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6e716fc0-98a9-49c6-b6eb-8acf3a513470 req-c73d1bcc-404b-483a-a05e-45fd7136aaa9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 945 time: 0.0664093 Jul 24 10:11:20.057747 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6e716fc0-98a9-49c6-b6eb-8acf3a513470 req-f9ba5c59-3d95-4cdd-ad67-330658b03152 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=84d2b848-3ca1-4b65-8b07-11fb65b60aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316002 Jul 24 10:11:21.191131 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c4f72-4c77-4f7d-83d9-78f8450b9e92 req-5ef749c6-d14c-46d8-9bfe-61aa251b7ea0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:11:21.192650 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1c6c4f72-4c77-4f7d-83d9-78f8450b9e92 req-5ef749c6-d14c-46d8-9bfe-61aa251b7ea0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 945 time: 0.0663133 Jul 24 10:11:21.229148 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1c6c4f72-4c77-4f7d-83d9-78f8450b9e92 req-3fb64658-261e-4e7a-a01c-b722944cbc4e tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=84d2b848-3ca1-4b65-8b07-11fb65b60aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308909 Jul 24 10:11:22.373111 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61843f1b-ecd8-4f7f-8104-8dae16880e72 req-d652e365-5534-43ad-b215-c662ca0954ae tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:11:22.374595 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-61843f1b-ecd8-4f7f-8104-8dae16880e72 req-d652e365-5534-43ad-b215-c662ca0954ae tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 945 time: 0.0764546 Jul 24 10:11:22.411767 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-61843f1b-ecd8-4f7f-8104-8dae16880e72 req-3071c3e6-2870-4a39-841e-42cc4fa6ae57 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=84d2b848-3ca1-4b65-8b07-11fb65b60aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311310 Jul 24 10:11:23.540982 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825580e9-57ae-4fc6-a48f-d0f8b0087ca6 req-41886914-13b5-4dfc-b688-9cbe8a342636 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:11:23.542491 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-825580e9-57ae-4fc6-a48f-d0f8b0087ca6 req-41886914-13b5-4dfc-b688-9cbe8a342636 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 945 time: 0.0624080 Jul 24 10:11:23.578366 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-825580e9-57ae-4fc6-a48f-d0f8b0087ca6 req-18701310-09f7-4550-8db8-3e943b3c49ba tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=84d2b848-3ca1-4b65-8b07-11fb65b60aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303733 Jul 24 10:11:24.711696 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a66bc3-33d7-4363-b1d5-8960d90b8f70 req-dd0769cb-d319-492b-82bf-00f758e151d0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:11:24.713200 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f1a66bc3-33d7-4363-b1d5-8960d90b8f70 req-dd0769cb-d319-492b-82bf-00f758e151d0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 945 time: 0.0624764 Jul 24 10:11:24.749035 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f1a66bc3-33d7-4363-b1d5-8960d90b8f70 req-74065bea-d311-4f3c-a44c-79d477df6787 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=84d2b848-3ca1-4b65-8b07-11fb65b60aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303085 Jul 24 10:11:25.887908 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70845c-1e29-42e3-b3f7-c4f2dc8c33c2 req-3e640b91-f0d5-4e59-9efc-3fa3f2104852 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:11:25.889517 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3d70845c-1e29-42e3-b3f7-c4f2dc8c33c2 req-3e640b91-f0d5-4e59-9efc-3fa3f2104852 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 945 time: 0.0668001 Jul 24 10:11:25.927225 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3d70845c-1e29-42e3-b3f7-c4f2dc8c33c2 req-392f51a3-cb4c-4a25-9c9d-0d62b9ac3b49 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=84d2b848-3ca1-4b65-8b07-11fb65b60aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315378 Jul 24 10:11:27.076135 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c6c46-7b1a-4e90-a78d-e0ca69066123 req-e55b852b-6cee-4d5d-8763-fef6c6fe81a7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:11:27.077662 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0b9c6c46-7b1a-4e90-a78d-e0ca69066123 req-e55b852b-6cee-4d5d-8763-fef6c6fe81a7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 945 time: 0.0670166 Jul 24 10:11:27.114351 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0b9c6c46-7b1a-4e90-a78d-e0ca69066123 req-98975100-296b-4a32-89e1-6f2076b47728 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=84d2b848-3ca1-4b65-8b07-11fb65b60aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306139 Jul 24 10:11:27.136136 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51316) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:11:27.196456 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f3556a71-223d-4dcc-b897-7365d58fb5f5 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/floatingips/bda511a4-948f-4d8d-8886-2fbca9d72739 HTTP/1.1" status: 200 len: 992 time: 0.0590501 Jul 24 10:11:27.352826 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a502f299-6629-46b9-875f-cc2c8f55b3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:11:28.476130 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e05f4-fcb4-4b68-ae82-57548909b0da req-e00a6e84-91a1-4f9b-8129-450b3b6075c7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:11:28.477687 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d11e05f4-fcb4-4b68-ae82-57548909b0da req-e00a6e84-91a1-4f9b-8129-450b3b6075c7 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 945 time: 0.0694392 Jul 24 10:11:28.483950 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28e2d8-cddf-436a-847d-c22218a59b34 req-f6e67b0e-8321-48c8-82cf-d9b19d5edb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:11:28.485512 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8c28e2d8-cddf-436a-847d-c22218a59b34 req-f6e67b0e-8321-48c8-82cf-d9b19d5edb54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 1096 time: 0.0551023 Jul 24 10:11:28.516383 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d11e05f4-fcb4-4b68-ae82-57548909b0da req-e3bad6ff-c800-4dfe-a835-b3bbc194c19b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=84d2b848-3ca1-4b65-8b07-11fb65b60aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327685 Jul 24 10:11:28.580940 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28e2d8-cddf-436a-847d-c22218a59b34 req-0e2b85d2-4de6-466d-9813-624c0f7578a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:11:28.582404 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8c28e2d8-cddf-436a-847d-c22218a59b34 req-0e2b85d2-4de6-466d-9813-624c0f7578a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3305b4f-5a4c-4370-92cb-4224682cd1f7 HTTP/1.1" status: 200 len: 897 time: 0.0910945 Jul 24 10:11:28.645560 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8c28e2d8-cddf-436a-847d-c22218a59b34 req-78b86de7-a4a4-48c2-8f2d-db7dae024b17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1351e5bb-3aea-4d03-bead-37ac87822a98 HTTP/1.1" status: 200 len: 1000 time: 0.0564272 Jul 24 10:11:28.699111 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28e2d8-cddf-436a-847d-c22218a59b34 req-a489365f-78b2-4b4b-a2c1-bb7c3a07f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:11:28.700581 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8c28e2d8-cddf-436a-847d-c22218a59b34 req-a489365f-78b2-4b4b-a2c1-bb7c3a07f4d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ece2bfc-5688-4d00-9596-1855c92f7aa4 HTTP/1.1" status: 200 len: 834 time: 0.0485072 Jul 24 10:11:28.756356 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28e2d8-cddf-436a-847d-c22218a59b34 req-54005080-3c11-40cf-83ae-d22cd1da01ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:11:28.757774 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8c28e2d8-cddf-436a-847d-c22218a59b34 req-54005080-3c11-40cf-83ae-d22cd1da01ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3305b4f-5a4c-4370-92cb-4224682cd1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512245 Jul 24 10:11:28.845059 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8c28e2d8-cddf-436a-847d-c22218a59b34 req-71b8c017-c22e-4870-8703-08e2532d0143 service neutron] 10.222.0.37 "GET /v2.0/networks/d3305b4f-5a4c-4370-92cb-4224682cd1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798390 Jul 24 10:11:28.941470 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8c28e2d8-cddf-436a-847d-c22218a59b34 req-0f4988ea-a5b3-43c5-a88b-6676697b3179 service neutron] 10.222.0.37 "GET /v2.0/networks/d3305b4f-5a4c-4370-92cb-4224682cd1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901623 Jul 24 10:11:29.651477 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90f79e-aee8-46d2-b3b6-21d30d187cd6 req-f78fcbf9-e276-44d9-a003-85172ca7412d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:11:29.653027 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1b90f79e-aee8-46d2-b3b6-21d30d187cd6 req-f78fcbf9-e276-44d9-a003-85172ca7412d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 945 time: 0.0631943 Jul 24 10:11:29.692731 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1b90f79e-aee8-46d2-b3b6-21d30d187cd6 req-695dcac1-bdb9-4c89-8c1f-38281cc1969e tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=84d2b848-3ca1-4b65-8b07-11fb65b60aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317180 Jul 24 10:11:29.714329 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51328) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:11:29.776603 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-db20ee04-a66d-47a3-b7dd-92d3cfa3e6a3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/floatingips/bda511a4-948f-4d8d-8886-2fbca9d72739 HTTP/1.1" status: 200 len: 992 time: 0.0611811 Jul 24 10:11:29.848667 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6afdc50e-4841-4219-b7bd-b4f47d8ad64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:11:30.547643 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:11:31.232266 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:11:33.103222 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:11:38.755742 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:11:40.762257 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d29c975d-b5fc-4b9c-bdfa-33cb8ec02887 req-e737f4b3-fd1f-41a5-8eb7-6a5c2faae06d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528359 Jul 24 10:11:40.860753 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c975d-b5fc-4b9c-bdfa-33cb8ec02887 req-9774903a-14ce-483b-99a1-084ccf12a007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:11:40.862244 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d29c975d-b5fc-4b9c-bdfa-33cb8ec02887 req-9774903a-14ce-483b-99a1-084ccf12a007 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 1096 time: 0.0531819 Jul 24 10:11:40.967329 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c975d-b5fc-4b9c-bdfa-33cb8ec02887 req-6295d00a-f6d4-4e9e-90e6-2c4e91d0575a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:11:40.968810 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d29c975d-b5fc-4b9c-bdfa-33cb8ec02887 req-6295d00a-f6d4-4e9e-90e6-2c4e91d0575a service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3305b4f-5a4c-4370-92cb-4224682cd1f7 HTTP/1.1" status: 200 len: 897 time: 0.0860436 Jul 24 10:11:41.037158 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d29c975d-b5fc-4b9c-bdfa-33cb8ec02887 req-02880d06-9c09-4c61-8185-7c568b0326df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1351e5bb-3aea-4d03-bead-37ac87822a98 HTTP/1.1" status: 200 len: 1000 time: 0.0572724 Jul 24 10:11:41.087739 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c975d-b5fc-4b9c-bdfa-33cb8ec02887 req-6ef5b47b-2a93-4132-a02f-b2a366612b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:11:41.089155 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d29c975d-b5fc-4b9c-bdfa-33cb8ec02887 req-6ef5b47b-2a93-4132-a02f-b2a366612b96 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ece2bfc-5688-4d00-9596-1855c92f7aa4 HTTP/1.1" status: 200 len: 834 time: 0.0458455 Jul 24 10:11:41.146482 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c975d-b5fc-4b9c-bdfa-33cb8ec02887 req-ad540037-f080-466e-b08e-8f8ad7ad0d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:11:41.147945 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d29c975d-b5fc-4b9c-bdfa-33cb8ec02887 req-ad540037-f080-466e-b08e-8f8ad7ad0d5a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3305b4f-5a4c-4370-92cb-4224682cd1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513206 Jul 24 10:11:41.234214 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d29c975d-b5fc-4b9c-bdfa-33cb8ec02887 req-1c64d1a9-3fe4-4463-b4c2-02d5ea81d46a service neutron] 10.222.0.37 "GET /v2.0/networks/d3305b4f-5a4c-4370-92cb-4224682cd1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792043 Jul 24 10:11:41.325181 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d29c975d-b5fc-4b9c-bdfa-33cb8ec02887 req-d5b78979-86c1-4a47-913d-6a704efcf929 service neutron] 10.222.0.37 "GET /v2.0/networks/d3305b4f-5a4c-4370-92cb-4224682cd1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831337 Jul 24 10:11:44.633608 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:11:47.175020 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:11:57.355760 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-96b0f6bb-a5ff-4173-9e7a-dd98705fac60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:11:59.849197 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7bba5330-4b7b-49ed-a857-f829cb0102a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:00.104966 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51344) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:12:00.257309 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-bd2da0a4-181a-44e8-8813-091496900a53 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Deleting port 2ee45393-5ae9-495b-8617-b5bd5dd938af {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:12:00.257648 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd2da0a4-181a-44e8-8813-091496900a53 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:00.334170 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd2da0a4-181a-44e8-8813-091496900a53 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:00.334404 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd2da0a4-181a-44e8-8813-091496900a53 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:00.346305 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-bd2da0a4-181a-44e8-8813-091496900a53 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Calling delete_port for 2ee45393-5ae9-495b-8617-b5bd5dd938af owned by network:floatingip {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:12:00.487816 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd2da0a4-181a-44e8-8813-091496900a53 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:00.515119 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2da0a4-181a-44e8-8813-091496900a53 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Port': ['ID=2ee45393-5ae9-495b-8617-b5bd5dd938af,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:00.528644 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2da0a4-181a-44e8-8813-091496900a53 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:00.529031 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2da0a4-181a-44e8-8813-091496900a53 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:00.529383 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2da0a4-181a-44e8-8813-091496900a53 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:00.529980 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2da0a4-181a-44e8-8813-091496900a53 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:00.530319 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2da0a4-181a-44e8-8813-091496900a53 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:00.530662 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2da0a4-181a-44e8-8813-091496900a53 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:00.531000 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2da0a4-181a-44e8-8813-091496900a53 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:00.531335 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2da0a4-181a-44e8-8813-091496900a53 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:00.531681 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2da0a4-181a-44e8-8813-091496900a53 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:00.532013 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2da0a4-181a-44e8-8813-091496900a53 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:00.532328 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2da0a4-181a-44e8-8813-091496900a53 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:00.532656 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2da0a4-181a-44e8-8813-091496900a53 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:00.548243 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:00.589370 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd2da0a4-181a-44e8-8813-091496900a53 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for floatingip, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:00.589733 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-bd2da0a4-181a-44e8-8813-091496900a53 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Floating IP bda511a4-948f-4d8d-8886-2fbca9d72739 disassociated (deleted). External IP: 172.25.7.35, port: 1351e5bb-3aea-4d03-bead-37ac87822a98. Jul 24 10:12:00.790554 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2da0a4-181a-44e8-8813-091496900a53 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Router b4908dfb-343c-4065-a991-68d71b191640 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:12:00.897297 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2da0a4-181a-44e8-8813-091496900a53 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:12:00.902015 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-bd2da0a4-181a-44e8-8813-091496900a53 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:00.906585 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49387d12-f2a4-4447-9f8e-9f79f0c7e774 None None] Sync routers for ids ['b4908dfb-343c-4065-a991-68d71b191640'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:12:00.915007 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49387d12-f2a4-4447-9f8e-9f79f0c7e774 None None] Routers {'b4908dfb-343c-4065-a991-68d71b191640'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:12:00.915601 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-49387d12-f2a4-4447-9f8e-9f79f0c7e774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:12:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b4908dfb-343c-4065-a991-68d71b191640'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:12:00.940079 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-bd2da0a4-181a-44e8-8813-091496900a53 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "DELETE /v2.0/floatingips/bda511a4-948f-4d8d-8886-2fbca9d72739 HTTP/1.1" status: 204 len: 168 time: 0.8340790 Jul 24 10:12:00.940659 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c3d687-e04a-42b4-9b18-874886ce642f', 'tag': '1351e5bb-3aea-4d03-bead-37ac87822a98'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:12:00.942977 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0ac4981879846d8821277b3228522714eb2c0e29e76d1b29de9e8d513d31c24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e9186a-a868-4a08-8433-c5b8057ff7d7" -d '{"events": [{"name": "network-changed", "server_uuid": "72c3d687-e04a-42b4-9b18-874886ce642f", "tag": "1351e5bb-3aea-4d03-bead-37ac87822a98"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:12:00.987376 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baffe9b0-a865-4ec8-bb5b-312e316d2d34 x-openstack-request-id: req-baffe9b0-a865-4ec8-bb5b-312e316d2d34 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:12:00.987767 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c3d687-e04a-42b4-9b18-874886ce642f", "tag": "1351e5bb-3aea-4d03-bead-37ac87822a98", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:12:00.988772 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-baffe9b0-a865-4ec8-bb5b-312e316d2d34 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:12:00.989300 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c3d687-e04a-42b4-9b18-874886ce642f', 'tag': '1351e5bb-3aea-4d03-bead-37ac87822a98', 'status': 'completed', 'code': 200} Jul 24 10:12:01.023520 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-49387d12-f2a4-4447-9f8e-9f79f0c7e774 None None] Set router b4908dfb-343c-4065-a991-68d71b191640 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:12:01.062721 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9186a-a868-4a08-8433-c5b8057ff7d7 req-e222f250-395a-49fe-9d48-074e91c181b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:01.064858 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24e9186a-a868-4a08-8433-c5b8057ff7d7 req-e222f250-395a-49fe-9d48-074e91c181b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 1096 time: 0.0580761 Jul 24 10:12:01.175196 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9186a-a868-4a08-8433-c5b8057ff7d7 req-4349edbb-60cd-48a2-bf78-2e871ed96154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:01.177399 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24e9186a-a868-4a08-8433-c5b8057ff7d7 req-4349edbb-60cd-48a2-bf78-2e871ed96154 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3305b4f-5a4c-4370-92cb-4224682cd1f7 HTTP/1.1" status: 200 len: 897 time: 0.1048007 Jul 24 10:12:01.206388 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561de7c-d43d-4cbb-95e6-339378a00b86 req-acf404f3-53f8-44b9-a143-4493bee01508 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:01.208052 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1561de7c-d43d-4cbb-95e6-339378a00b86 req-acf404f3-53f8-44b9-a143-4493bee01508 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 945 time: 0.0674844 Jul 24 10:12:01.222879 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24e9186a-a868-4a08-8433-c5b8057ff7d7 req-e6415d03-410e-4fea-a245-557bc5b0292d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1351e5bb-3aea-4d03-bead-37ac87822a98 HTTP/1.1" status: 200 len: 217 time: 0.0388360 Jul 24 10:12:01.240402 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:01.259949 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1561de7c-d43d-4cbb-95e6-339378a00b86 req-d2fa3c00-c194-4b34-ae61-36f73315fc37 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=84d2b848-3ca1-4b65-8b07-11fb65b60aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461581 Jul 24 10:12:01.275164 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9186a-a868-4a08-8433-c5b8057ff7d7 req-2bf74670-48c7-45cc-bd2b-0c100f310c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:01.276683 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24e9186a-a868-4a08-8433-c5b8057ff7d7 req-2bf74670-48c7-45cc-bd2b-0c100f310c47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ece2bfc-5688-4d00-9596-1855c92f7aa4 HTTP/1.1" status: 200 len: 834 time: 0.0470984 Jul 24 10:12:01.312541 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-49387d12-f2a4-4447-9f8e-9f79f0c7e774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4908dfb-343c-4065-a991-68d71b191640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393524410', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:10:27Z', 'updated_at': '2021-07-24T10:10:30Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908dfb-343c-4065-a991-68d71b191640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:10:28Z', 'updated_at': '2021-07-24T10:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '18af6667-ecea-4d07-859c-7dd34486355e', 'name': '', 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:54:b1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908dfb-343c-4065-a991-68d71b191640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5ece2bfc-5688-4d00-9596-1855c92f7aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:10:30Z', 'updated_at': '2021-07-24T10:10:35Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '5ece2bfc-5688-4d00-9596-1855c92f7aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:12:01.337557 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49387d12-f2a4-4447-9f8e-9f79f0c7e774 None None] Checking router: b4908dfb-343c-4065-a991-68d71b191640 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:12:01.338699 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9186a-a868-4a08-8433-c5b8057ff7d7 req-4cffbbf3-0b73-4272-8b03-a80de1ae61eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:01.340220 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24e9186a-a868-4a08-8433-c5b8057ff7d7 req-4cffbbf3-0b73-4272-8b03-a80de1ae61eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3305b4f-5a4c-4370-92cb-4224682cd1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567293 Jul 24 10:12:01.346030 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49387d12-f2a4-4447-9f8e-9f79f0c7e774 None None] Routers {'b4908dfb-343c-4065-a991-68d71b191640'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:12:01.346624 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-49387d12-f2a4-4447-9f8e-9f79f0c7e774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:12:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b4908dfb-343c-4065-a991-68d71b191640'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:12:01.428111 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24e9186a-a868-4a08-8433-c5b8057ff7d7 req-670406b1-3873-4ef5-b1e5-424125cbe3cd service neutron] 10.222.0.37 "GET /v2.0/networks/d3305b4f-5a4c-4370-92cb-4224682cd1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807252 Jul 24 10:12:01.446633 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-49387d12-f2a4-4447-9f8e-9f79f0c7e774 None None] Set router b4908dfb-343c-4065-a991-68d71b191640 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:12:01.520273 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-24e9186a-a868-4a08-8433-c5b8057ff7d7 req-0f69d848-5425-486e-b21d-eed15bc44340 service neutron] 10.222.0.37 "GET /v2.0/networks/d3305b4f-5a4c-4370-92cb-4224682cd1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846732 Jul 24 10:12:01.643270 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-49387d12-f2a4-4447-9f8e-9f79f0c7e774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4908dfb-343c-4065-a991-68d71b191640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393524410', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:10:27Z', 'updated_at': '2021-07-24T10:10:30Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908dfb-343c-4065-a991-68d71b191640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:10:28Z', 'updated_at': '2021-07-24T10:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '18af6667-ecea-4d07-859c-7dd34486355e', 'name': '', 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:54:b1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908dfb-343c-4065-a991-68d71b191640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5ece2bfc-5688-4d00-9596-1855c92f7aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:10:30Z', 'updated_at': '2021-07-24T10:10:35Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '5ece2bfc-5688-4d00-9596-1855c92f7aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:12:01.668177 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49387d12-f2a4-4447-9f8e-9f79f0c7e774 None None] The sync data for ids ['b4908dfb-343c-4065-a991-68d71b191640'] in n-d-800085-9 is: [{'id': 'b4908dfb-343c-4065-a991-68d71b191640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393524410', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:10:27Z', 'updated_at': '2021-07-24T10:10:30Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908dfb-343c-4065-a991-68d71b191640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:10:28Z', 'updated_at': '2021-07-24T10:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '18af6667-ecea-4d07-859c-7dd34486355e', 'name': '', 'network_id': 'd3305b4f-5a4c-4370-92cb-4224682cd1f7', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:54:b1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908dfb-343c-4065-a991-68d71b191640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5ece2bfc-5688-4d00-9596-1855c92f7aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:10:30Z', 'updated_at': '2021-07-24T10:10:35Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '5ece2bfc-5688-4d00-9596-1855c92f7aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:12:01.886527 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b68a1a-3384-4950-90fe-889723408f86 None None] New status for floating IP bda511a4-948f-4d8d-8886-2fbca9d72739: DOWN {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 10:12:02.400220 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de3538-3748-4650-87a2-e885ad954e85 req-5181cbc5-2587-4f2f-8053-6fcfa04d3334 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:02.401749 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1de3538-3748-4650-87a2-e885ad954e85 req-5181cbc5-2587-4f2f-8053-6fcfa04d3334 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 945 time: 0.0771616 Jul 24 10:12:02.440789 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d1de3538-3748-4650-87a2-e885ad954e85 req-de338339-a253-467e-9b93-3f6ef37d3a3d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=84d2b848-3ca1-4b65-8b07-11fb65b60aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332506 Jul 24 10:12:02.574871 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087844e2-92d7-4b9f-9d79-83669ca4e2f8 req-e0bb824d-e15f-4008-9f1c-b33511dc7c1d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:02.576220 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-087844e2-92d7-4b9f-9d79-83669ca4e2f8 req-e0bb824d-e15f-4008-9f1c-b33511dc7c1d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.37 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 945 time: 0.0610588 Jul 24 10:12:02.674329 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-087844e2-92d7-4b9f-9d79-83669ca4e2f8 req-5f74a234-3acb-4c33-8a92-2c48122c878b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Deleting port 1351e5bb-3aea-4d03-bead-37ac87822a98 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:12:02.674665 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-087844e2-92d7-4b9f-9d79-83669ca4e2f8 req-5f74a234-3acb-4c33-8a92-2c48122c878b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:02.763726 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-087844e2-92d7-4b9f-9d79-83669ca4e2f8 req-5f74a234-3acb-4c33-8a92-2c48122c878b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] For port 1351e5bb-3aea-4d03-bead-37ac87822a98, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=1351e5bb-3aea-4d03-bead-37ac87822a98,segment=NetworkSegment(8a9e7ecd-c81d-4ef5-9004-590560e44962),segment_id=8a9e7ecd-c81d-4ef5-9004-590560e44962)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:12:02.764162 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-087844e2-92d7-4b9f-9d79-83669ca4e2f8 req-5f74a234-3acb-4c33-8a92-2c48122c878b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:02.775450 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-087844e2-92d7-4b9f-9d79-83669ca4e2f8 req-5f74a234-3acb-4c33-8a92-2c48122c878b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Calling delete_port for 1351e5bb-3aea-4d03-bead-37ac87822a98 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:12:03.109813 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:03.225083 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-087844e2-92d7-4b9f-9d79-83669ca4e2f8 req-5f74a234-3acb-4c33-8a92-2c48122c878b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:03.254987 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74a234-3acb-4c33-8a92-2c48122c878b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Port': ['ID=1351e5bb-3aea-4d03-bead-37ac87822a98,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:03.300494 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-087844e2-92d7-4b9f-9d79-83669ca4e2f8 req-5f74a234-3acb-4c33-8a92-2c48122c878b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] No DVR routers for this DVR port 1351e5bb-3aea-4d03-bead-37ac87822a98 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:12:03.303143 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-087844e2-92d7-4b9f-9d79-83669ca4e2f8 req-5f74a234-3acb-4c33-8a92-2c48122c878b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:03.305127 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-087844e2-92d7-4b9f-9d79-83669ca4e2f8 req-5f74a234-3acb-4c33-8a92-2c48122c878b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.37 "DELETE /v2.0/ports/1351e5bb-3aea-4d03-bead-37ac87822a98 HTTP/1.1" status: 204 len: 173 time: 0.7237432 Jul 24 10:12:03.305563 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c3d687-e04a-42b4-9b18-874886ce642f', 'name': 'network-vif-deleted', 'tag': '1351e5bb-3aea-4d03-bead-37ac87822a98'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:12:03.307918 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0ac4981879846d8821277b3228522714eb2c0e29e76d1b29de9e8d513d31c24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8496780-e4a8-48e2-aa63-6bf928dee69d" -d '{"events": [{"server_uuid": "72c3d687-e04a-42b4-9b18-874886ce642f", "name": "network-vif-deleted", "tag": "1351e5bb-3aea-4d03-bead-37ac87822a98"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:12:03.346265 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11699615-1146-4239-86f7-db46764eeba0 x-openstack-request-id: req-11699615-1146-4239-86f7-db46764eeba0 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:12:03.346557 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c3d687-e04a-42b4-9b18-874886ce642f", "name": "network-vif-deleted", "tag": "1351e5bb-3aea-4d03-bead-37ac87822a98", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:12:03.346810 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11699615-1146-4239-86f7-db46764eeba0 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:12:03.347207 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c3d687-e04a-42b4-9b18-874886ce642f', 'name': 'network-vif-deleted', 'tag': '1351e5bb-3aea-4d03-bead-37ac87822a98', 'status': 'completed', 'code': 200} Jul 24 10:12:03.550096 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-699bf7db-81d0-4df8-a4ad-1b478b4ecd12 req-70cc80e2-9c33-4f98-a2af-f3c2b8d63be2 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c3d687-e04a-42b4-9b18-874886ce642f HTTP/1.1" status: 200 len: 210 time: 0.0282898 Jul 24 10:12:04.608291 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51364) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:12:04.954809 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0da89ee-54f6-4f62-a864-8153146bfe14 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:05.209420 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-a0da89ee-54f6-4f62-a864-8153146bfe14 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Deleting port 18af6667-ecea-4d07-859c-7dd34486355e {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:12:05.209681 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0da89ee-54f6-4f62-a864-8153146bfe14 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:05.293085 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-a0da89ee-54f6-4f62-a864-8153146bfe14 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] For port 18af6667-ecea-4d07-859c-7dd34486355e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=18af6667-ecea-4d07-859c-7dd34486355e,segment=NetworkSegment(8a9e7ecd-c81d-4ef5-9004-590560e44962),segment_id=8a9e7ecd-c81d-4ef5-9004-590560e44962)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:12:05.293450 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0da89ee-54f6-4f62-a864-8153146bfe14 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:05.305708 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-a0da89ee-54f6-4f62-a864-8153146bfe14 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Calling delete_port for 18af6667-ecea-4d07-859c-7dd34486355e owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:12:05.481629 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0da89ee-54f6-4f62-a864-8153146bfe14 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:05.509854 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da89ee-54f6-4f62-a864-8153146bfe14 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Port': ['ID=18af6667-ecea-4d07-859c-7dd34486355e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:05.684173 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a0da89ee-54f6-4f62-a864-8153146bfe14 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:05.896338 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0da89ee-54f6-4f62-a864-8153146bfe14 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Router b4908dfb-343c-4065-a991-68d71b191640 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:12:06.002404 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0da89ee-54f6-4f62-a864-8153146bfe14 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:12:06.007535 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a0da89ee-54f6-4f62-a864-8153146bfe14 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "PUT /v2.0/routers/b4908dfb-343c-4065-a991-68d71b191640/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3980365 Jul 24 10:12:06.010161 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51366) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:12:06.013253 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6331e01-ace3-48f1-bfbe-ad2454711ad8 None None] Sync routers for ids ['b4908dfb-343c-4065-a991-68d71b191640'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:12:06.022591 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6331e01-ace3-48f1-bfbe-ad2454711ad8 None None] Routers {'b4908dfb-343c-4065-a991-68d71b191640'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:12:06.023260 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a6331e01-ace3-48f1-bfbe-ad2454711ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:12:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b4908dfb-343c-4065-a991-68d71b191640'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:12:06.060729 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-32bfef8d-b9b8-46a1-9a15-fea41c7dd6bf tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Deleting subnet 5ece2bfc-5688-4d00-9596-1855c92f7aa4 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 10:12:06.063798 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-32bfef8d-b9b8-46a1-9a15-fea41c7dd6bf tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:06.102542 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-32bfef8d-b9b8-46a1-9a15-fea41c7dd6bf tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:06.122257 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-a6331e01-ace3-48f1-bfbe-ad2454711ad8 None None] Set router b4908dfb-343c-4065-a991-68d71b191640 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:12:06.191505 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-32bfef8d-b9b8-46a1-9a15-fea41c7dd6bf tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:06.249599 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-32bfef8d-b9b8-46a1-9a15-fea41c7dd6bf tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:06.276823 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfef8d-b9b8-46a1-9a15-fea41c7dd6bf tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Subnet': ['ID=5ece2bfc-5688-4d00-9596-1855c92f7aa4,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:06.280801 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-32bfef8d-b9b8-46a1-9a15-fea41c7dd6bf tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:06.285859 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-32bfef8d-b9b8-46a1-9a15-fea41c7dd6bf tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "DELETE /v2.0/subnets/5ece2bfc-5688-4d00-9596-1855c92f7aa4 HTTP/1.1" status: 204 len: 168 time: 0.2721875 Jul 24 10:12:06.286702 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51370) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:12:06.291436 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef68d2a-83cf-4db4-a03d-3bc394ea79ba None None] Network d3305b4f-5a4c-4370-92cb-4224682cd1f7 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:12:06.303135 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a6331e01-ace3-48f1-bfbe-ad2454711ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4908dfb-343c-4065-a991-68d71b191640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393524410', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:10:27Z', 'updated_at': '2021-07-24T10:12:05Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908dfb-343c-4065-a991-68d71b191640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:10:28Z', 'updated_at': '2021-07-24T10:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:12:06.329667 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6331e01-ace3-48f1-bfbe-ad2454711ad8 None None] Checking router: b4908dfb-343c-4065-a991-68d71b191640 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:12:06.338051 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6331e01-ace3-48f1-bfbe-ad2454711ad8 None None] Routers {'b4908dfb-343c-4065-a991-68d71b191640'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:12:06.338688 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a6331e01-ace3-48f1-bfbe-ad2454711ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:12:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['b4908dfb-343c-4065-a991-68d71b191640'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:12:06.400587 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-66e7b837-a24f-4839-a613-0209145ff4c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:06.443199 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-a6331e01-ace3-48f1-bfbe-ad2454711ad8 None None] Set router b4908dfb-343c-4065-a991-68d71b191640 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:12:06.496765 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1836e6c7-5d27-4611-8b92-b0dc9f9dd9dd None None] DHCP port deletion for d3305b4f-5a4c-4370-92cb-4224682cd1f7 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 10:12:06.509872 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-66e7b837-a24f-4839-a613-0209145ff4c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:06.543381 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-1836e6c7-5d27-4611-8b92-b0dc9f9dd9dd None None] Deleting port f8e565c1-fc5c-46af-82fd-335dd33f5205 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:12:06.544135 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1836e6c7-5d27-4611-8b92-b0dc9f9dd9dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:06.562447 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-66e7b837-a24f-4839-a613-0209145ff4c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Deleting port 56450abc-f0dd-4342-b3c5-11fb638676b4 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:12:06.562793 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-66e7b837-a24f-4839-a613-0209145ff4c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:06.610394 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-1836e6c7-5d27-4611-8b92-b0dc9f9dd9dd None None] For port f8e565c1-fc5c-46af-82fd-335dd33f5205, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=f8e565c1-fc5c-46af-82fd-335dd33f5205,segment=NetworkSegment(8a9e7ecd-c81d-4ef5-9004-590560e44962),segment_id=8a9e7ecd-c81d-4ef5-9004-590560e44962)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:12:06.610872 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1836e6c7-5d27-4611-8b92-b0dc9f9dd9dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:06.622711 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-1836e6c7-5d27-4611-8b92-b0dc9f9dd9dd None None] Calling delete_port for f8e565c1-fc5c-46af-82fd-335dd33f5205 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:12:06.629094 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a6331e01-ace3-48f1-bfbe-ad2454711ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4908dfb-343c-4065-a991-68d71b191640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393524410', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:10:27Z', 'updated_at': '2021-07-24T10:12:05Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908dfb-343c-4065-a991-68d71b191640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:10:28Z', 'updated_at': '2021-07-24T10:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:12:06.647562 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-66e7b837-a24f-4839-a613-0209145ff4c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] For port 56450abc-f0dd-4342-b3c5-11fb638676b4, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=56450abc-f0dd-4342-b3c5-11fb638676b4,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:12:06.647940 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-66e7b837-a24f-4839-a613-0209145ff4c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:06.655636 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6331e01-ace3-48f1-bfbe-ad2454711ad8 None None] The sync data for ids ['b4908dfb-343c-4065-a991-68d71b191640'] in n-d-800085-9 is: [{'id': 'b4908dfb-343c-4065-a991-68d71b191640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-393524410', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:10:27Z', 'updated_at': '2021-07-24T10:12:05Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': '56450abc-f0dd-4342-b3c5-11fb638676b4', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908dfb-343c-4065-a991-68d71b191640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:10:28Z', 'updated_at': '2021-07-24T10:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:12:06.660561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-66e7b837-a24f-4839-a613-0209145ff4c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Calling delete_port for 56450abc-f0dd-4342-b3c5-11fb638676b4 owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:12:06.666007 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 1351e5bb-3aea-4d03-bead-37ac87822a98 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:12:06.690141 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 1351e5bb-3aea-4d03-bead-37ac87822a98 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:12:06.690141 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 1351e5bb-3aea-4d03-bead-37ac87822a98 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:12:06.730868 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1836e6c7-5d27-4611-8b92-b0dc9f9dd9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:06.755007 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836e6c7-5d27-4611-8b92-b0dc9f9dd9dd None None] Pushing event deleted for resources: {'Port': ['ID=f8e565c1-fc5c-46af-82fd-335dd33f5205,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:06.763391 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1836e6c7-5d27-4611-8b92-b0dc9f9dd9dd None None] No DVR routers for this DVR port f8e565c1-fc5c-46af-82fd-335dd33f5205 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:12:06.766397 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836e6c7-5d27-4611-8b92-b0dc9f9dd9dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:06.767711 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836e6c7-5d27-4611-8b92-b0dc9f9dd9dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:06.768061 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836e6c7-5d27-4611-8b92-b0dc9f9dd9dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:06.768391 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836e6c7-5d27-4611-8b92-b0dc9f9dd9dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:06.768722 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836e6c7-5d27-4611-8b92-b0dc9f9dd9dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:06.769140 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836e6c7-5d27-4611-8b92-b0dc9f9dd9dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:06.769481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836e6c7-5d27-4611-8b92-b0dc9f9dd9dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:06.769869 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836e6c7-5d27-4611-8b92-b0dc9f9dd9dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:06.770195 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836e6c7-5d27-4611-8b92-b0dc9f9dd9dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:06.770586 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836e6c7-5d27-4611-8b92-b0dc9f9dd9dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:06.771080 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836e6c7-5d27-4611-8b92-b0dc9f9dd9dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:06.771273 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836e6c7-5d27-4611-8b92-b0dc9f9dd9dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:06.830629 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-66e7b837-a24f-4839-a613-0209145ff4c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:06.856114 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7b837-a24f-4839-a613-0209145ff4c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Port': ['ID=56450abc-f0dd-4342-b3c5-11fb638676b4,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:06.915121 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-66e7b837-a24f-4839-a613-0209145ff4c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:07.003389 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-66e7b837-a24f-4839-a613-0209145ff4c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:07.005909 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-66e7b837-a24f-4839-a613-0209145ff4c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:07.052541 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-66e7b837-a24f-4839-a613-0209145ff4c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:07.053298 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e7b837-a24f-4839-a613-0209145ff4c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Fanout notify agent at l3_agent the message router_deleted on router b4908dfb-343c-4065-a991-68d71b191640 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 10:12:07.061374 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-66e7b837-a24f-4839-a613-0209145ff4c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:07.062587 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-66e7b837-a24f-4839-a613-0209145ff4c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "DELETE /v2.0/routers/b4908dfb-343c-4065-a991-68d71b191640 HTTP/1.1" status: 204 len: 168 time: 0.7754080 Jul 24 10:12:07.066251 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51374) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:12:07.473498 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-398efa7b-05d6-4e51-adaf-dbe485611473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:07.555787 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-398efa7b-05d6-4e51-adaf-dbe485611473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:07.565621 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-398efa7b-05d6-4e51-adaf-dbe485611473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3305b4f-5a4c-4370-92cb-4224682cd1f7']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:12:07.575406 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-398efa7b-05d6-4e51-adaf-dbe485611473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9e7ecd-c81d-4ef5-9004-590560e44962') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:12:07.575664 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-398efa7b-05d6-4e51-adaf-dbe485611473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9e7ecd-c81d-4ef5-9004-590560e44962') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:12:07.584666 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-398efa7b-05d6-4e51-adaf-dbe485611473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:07.598273 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-398efa7b-05d6-4e51-adaf-dbe485611473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:07.604156 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398efa7b-05d6-4e51-adaf-dbe485611473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 10:12:07.604569 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-398efa7b-05d6-4e51-adaf-dbe485611473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: timer() Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 10:12:07.607555 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 10:12:07.674480 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-398efa7b-05d6-4e51-adaf-dbe485611473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:07.681946 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-398efa7b-05d6-4e51-adaf-dbe485611473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:07.684129 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-398efa7b-05d6-4e51-adaf-dbe485611473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "DELETE /v2.0/networks/d3305b4f-5a4c-4370-92cb-4224682cd1f7 HTTP/1.1" status: 204 len: 168 time: 0.6168010 Jul 24 10:12:07.687011 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51376) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:12:07.694476 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f8e565c1-fc5c-46af-82fd-335dd33f5205 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:12:07.699886 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398efa7b-05d6-4e51-adaf-dbe485611473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Network': ['ID=d3305b4f-5a4c-4370-92cb-4224682cd1f7,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:07.707968 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398efa7b-05d6-4e51-adaf-dbe485611473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:07.708417 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398efa7b-05d6-4e51-adaf-dbe485611473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:07.708813 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398efa7b-05d6-4e51-adaf-dbe485611473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:07.709139 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398efa7b-05d6-4e51-adaf-dbe485611473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:07.709480 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398efa7b-05d6-4e51-adaf-dbe485611473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:07.709823 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398efa7b-05d6-4e51-adaf-dbe485611473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:07.710162 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398efa7b-05d6-4e51-adaf-dbe485611473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:07.710502 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398efa7b-05d6-4e51-adaf-dbe485611473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:07.710842 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398efa7b-05d6-4e51-adaf-dbe485611473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:07.711175 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398efa7b-05d6-4e51-adaf-dbe485611473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:07.711506 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398efa7b-05d6-4e51-adaf-dbe485611473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:07.711840 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398efa7b-05d6-4e51-adaf-dbe485611473 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:07.716162 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: f8e565c1-fc5c-46af-82fd-335dd33f5205 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:12:07.716517 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f8e565c1-fc5c-46af-82fd-335dd33f5205 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:12:07.716978 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 18af6667-ecea-4d07-859c-7dd34486355e no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:12:07.738423 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 18af6667-ecea-4d07-859c-7dd34486355e {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:12:07.738773 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 18af6667-ecea-4d07-859c-7dd34486355e not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:12:07.748199 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e36d7675-8bcd-4408-9240-506adbfe3947 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:07.772858 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e36d7675-8bcd-4408-9240-506adbfe3947 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:07.834005 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e36d7675-8bcd-4408-9240-506adbfe3947 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:07.836512 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e36d7675-8bcd-4408-9240-506adbfe3947 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:07.837763 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e36d7675-8bcd-4408-9240-506adbfe3947 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "DELETE /v2.0/security-groups/84d2b848-3ca1-4b65-8b07-11fb65b60aa6 HTTP/1.1" status: 204 len: 168 time: 0.1486931 Jul 24 10:12:07.847269 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d7675-8bcd-4408-9240-506adbfe3947 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d2b848-3ca1-4b65-8b07-11fb65b60aa6,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:08.326719 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51382) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:12:08.331383 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-79138086-2c25-46ba-ac02-0bc3e36caa9a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1334313727', 'description': 'tempest-secgroup-smoke-1334313727 description', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:12:08.353525 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-79138086-2c25-46ba-ac02-0bc3e36caa9a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:08.440608 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-79138086-2c25-46ba-ac02-0bc3e36caa9a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:08.444210 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-79138086-2c25-46ba-ac02-0bc3e36caa9a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:08.470150 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-79138086-2c25-46ba-ac02-0bc3e36caa9a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:08.471377 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-79138086-2c25-46ba-ac02-0bc3e36caa9a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1436443 Jul 24 10:12:08.474449 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51384) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:12:08.475327 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79138086-2c25-46ba-ac02-0bc3e36caa9a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ace8b6-d808-4a4d-b228-90d5e165eae9,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:08.479817 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-423a665d-f0c8-4a91-a969-8b41bf747b68 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': '20ace8b6-d808-4a4d-b228-90d5e165eae9', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:12:08.507094 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-423a665d-f0c8-4a91-a969-8b41bf747b68 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:08.561504 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-423a665d-f0c8-4a91-a969-8b41bf747b68 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:08.565428 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-423a665d-f0c8-4a91-a969-8b41bf747b68 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:08.582898 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a665d-f0c8-4a91-a969-8b41bf747b68 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e62703b-31e3-4345-8893-01e0c189073b,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:08.589731 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-423a665d-f0c8-4a91-a969-8b41bf747b68 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:08.590941 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-423a665d-f0c8-4a91-a969-8b41bf747b68 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154878 Jul 24 10:12:08.593776 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51386) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:12:08.598232 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-695cbe14-cb8a-4e78-a999-eb26f3b5391f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': '20ace8b6-d808-4a4d-b228-90d5e165eae9', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:12:08.623494 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-695cbe14-cb8a-4e78-a999-eb26f3b5391f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:08.683533 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-695cbe14-cb8a-4e78-a999-eb26f3b5391f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:08.687032 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-695cbe14-cb8a-4e78-a999-eb26f3b5391f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:08.709189 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695cbe14-cb8a-4e78-a999-eb26f3b5391f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf3ad35-ce53-4a07-a62e-7d317759f1cb,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:08.712606 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-695cbe14-cb8a-4e78-a999-eb26f3b5391f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:08.713873 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-695cbe14-cb8a-4e78-a999-eb26f3b5391f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191549 Jul 24 10:12:08.716704 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51388) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:12:08.724225 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-becb7700-4f8d-46c2-8bae-49397afbbd47 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': '20ace8b6-d808-4a4d-b228-90d5e165eae9', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:12:08.752415 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-becb7700-4f8d-46c2-8bae-49397afbbd47 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:08.809479 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-becb7700-4f8d-46c2-8bae-49397afbbd47 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:08.812866 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-becb7700-4f8d-46c2-8bae-49397afbbd47 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:08.831428 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb7700-4f8d-46c2-8bae-49397afbbd47 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c507395-d2a4-4015-88b7-5fdc83e35e52,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:08.837166 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-becb7700-4f8d-46c2-8bae-49397afbbd47 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:08.838597 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-becb7700-4f8d-46c2-8bae-49397afbbd47 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209404 Jul 24 10:12:08.841254 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51390) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:12:08.845617 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-8a4470bf-442c-40fd-80e1-2de174739953 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': '20ace8b6-d808-4a4d-b228-90d5e165eae9', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:12:08.871292 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8a4470bf-442c-40fd-80e1-2de174739953 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:08.928904 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8a4470bf-442c-40fd-80e1-2de174739953 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:08.932148 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8a4470bf-442c-40fd-80e1-2de174739953 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:08.950333 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4470bf-442c-40fd-80e1-2de174739953 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23fbbf8c-2714-4c87-af60-374ebdb2ec5e,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:08.957569 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8a4470bf-442c-40fd-80e1-2de174739953 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:08.961430 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8a4470bf-442c-40fd-80e1-2de174739953 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166587 Jul 24 10:12:08.961890 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51392) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:12:08.966117 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-b6b92966-1f00-44d9-b044-018dc16adfed tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': '20ace8b6-d808-4a4d-b228-90d5e165eae9', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:12:08.987170 n-d-800085-9 neutron-server[94035]: INFO neutron.db.securitygroups_db [None req-b6b92966-1f00-44d9-b044-018dc16adfed tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Project b3602c3c188649a595bbed3b7a50ac71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 10:12:08.991894 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6b92966-1f00-44d9-b044-018dc16adfed tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:09.063127 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6b92966-1f00-44d9-b044-018dc16adfed tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:09.067304 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6b92966-1f00-44d9-b044-018dc16adfed tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:09.087060 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b92966-1f00-44d9-b044-018dc16adfed tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b32ff67-79b6-43a6-81cb-b224f6bd0399,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:09.090330 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b6b92966-1f00-44d9-b044-018dc16adfed tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:09.091517 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b6b92966-1f00-44d9-b044-018dc16adfed tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289582 Jul 24 10:12:09.094351 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51394) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:12:09.098822 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-e2cb5969-f066-4b59-8ed9-9d4b6fd13cc4 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'security_group_rule': {'security_group_id': '20ace8b6-d808-4a4d-b228-90d5e165eae9', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:12:09.122183 n-d-800085-9 neutron-server[94035]: INFO neutron.db.securitygroups_db [None req-e2cb5969-f066-4b59-8ed9-9d4b6fd13cc4 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Project b3602c3c188649a595bbed3b7a50ac71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 10:12:09.127702 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e2cb5969-f066-4b59-8ed9-9d4b6fd13cc4 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:09.187426 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e2cb5969-f066-4b59-8ed9-9d4b6fd13cc4 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:09.191330 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e2cb5969-f066-4b59-8ed9-9d4b6fd13cc4 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:09.205619 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb5969-f066-4b59-8ed9-9d4b6fd13cc4 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf59a875-2239-41c7-9d96-693398f61f8e,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:09.214107 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e2cb5969-f066-4b59-8ed9-9d4b6fd13cc4 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:09.215478 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e2cb5969-f066-4b59-8ed9-9d4b6fd13cc4 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201465 Jul 24 10:12:09.218304 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51396) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:12:09.223124 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-85be9fe9-40c5-49a7-8e63-87edadf1f960 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'network': {'name': 'tempest-network-smoke--444658322', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'port_security_enabled': True}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:12:09.242508 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85be9fe9-40c5-49a7-8e63-87edadf1f960 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Made reservation on behalf of b3602c3c188649a595bbed3b7a50ac71 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:12:09.246051 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-85be9fe9-40c5-49a7-8e63-87edadf1f960 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:09.270613 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85be9fe9-40c5-49a7-8e63-87edadf1f960 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 10:12:09.279203 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-85be9fe9-40c5-49a7-8e63-87edadf1f960 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:09.279800 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-85be9fe9-40c5-49a7-8e63-87edadf1f960 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Added segment d102f23d-ceea-4cba-830e-7c4d600c7c8c of type vlan for network b970a18d-2c96-4632-868d-06ec28e51b34 Jul 24 10:12:09.291213 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 56450abc-f0dd-4342-b3c5-11fb638676b4 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:12:09.310680 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 56450abc-f0dd-4342-b3c5-11fb638676b4 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:12:09.311021 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 56450abc-f0dd-4342-b3c5-11fb638676b4 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:12:09.323859 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-85be9fe9-40c5-49a7-8e63-87edadf1f960 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:09.353927 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-85be9fe9-40c5-49a7-8e63-87edadf1f960 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:09.359492 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85be9fe9-40c5-49a7-8e63-87edadf1f960 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:09.360086 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-85be9fe9-40c5-49a7-8e63-87edadf1f960 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:09.393685 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-85be9fe9-40c5-49a7-8e63-87edadf1f960 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1743977 Jul 24 10:12:09.396358 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51398) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:12:09.402688 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-c5ae4e91-30d9-4d4b-8e41-e3108b43f28a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-744473329', 'admin_state_up': True, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:12:09.440406 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be9fe9-40c5-49a7-8e63-87edadf1f960 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Network': ['ID=b970a18d-2c96-4632-868d-06ec28e51b34,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:09.450534 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network b970a18d-2c96-4632-868d-06ec28e51b34 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 10:12:09.457119 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5ae4e91-30d9-4d4b-8e41-e3108b43f28a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:09.458107 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5ae4e91-30d9-4d4b-8e41-e3108b43f28a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:09.509323 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5ae4e91-30d9-4d4b-8e41-e3108b43f28a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:09.646014 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5ae4e91-30d9-4d4b-8e41-e3108b43f28a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:09.835115 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5ae4e91-30d9-4d4b-8e41-e3108b43f28a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:09.853604 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5ae4e91-30d9-4d4b-8e41-e3108b43f28a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:09.951672 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-c5ae4e91-30d9-4d4b-8e41-e3108b43f28a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Allocated IP 172.25.7.153 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/df0cf0da-8db1-4bd5-a62f-cdda678bb4b5) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:12:10.053942 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5ae4e91-30d9-4d4b-8e41-e3108b43f28a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:10.091007 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5ae4e91-30d9-4d4b-8e41-e3108b43f28a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:10.127722 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ae4e91-30d9-4d4b-8e41-e3108b43f28a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:12:10.133865 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-c5ae4e91-30d9-4d4b-8e41-e3108b43f28a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:12:10.138927 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ae4e91-30d9-4d4b-8e41-e3108b43f28a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:12:10.141022 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae4e91-30d9-4d4b-8e41-e3108b43f28a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=df0cf0da-8db1-4bd5-a62f-cdda678bb4b5,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:10.379105 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5ae4e91-30d9-4d4b-8e41-e3108b43f28a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:10.568615 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5ae4e91-30d9-4d4b-8e41-e3108b43f28a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:10.694331 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ae4e91-30d9-4d4b-8e41-e3108b43f28a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Router e911b407-dd14-405a-818b-9aedb34b8dc8 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 10:12:10.796695 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ae4e91-30d9-4d4b-8e41-e3108b43f28a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:12:10.807016 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] Sync routers for ids ['e911b407-dd14-405a-818b-9aedb34b8dc8'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:12:10.815217 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c5ae4e91-30d9-4d4b-8e41-e3108b43f28a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:10.816478 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c5ae4e91-30d9-4d4b-8e41-e3108b43f28a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4191802 Jul 24 10:12:10.817229 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] Routers {'e911b407-dd14-405a-818b-9aedb34b8dc8'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:12:10.817899 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:12:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e911b407-dd14-405a-818b-9aedb34b8dc8'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:12:10.819758 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51400) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:12:10.887790 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-dc8c8042-63e2-460d-85a5-a0b1a460bdcd tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=b3602c3c188649a595bbed3b7a50ac71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0669043 Jul 24 10:12:10.890356 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51404) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:12:10.919576 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] Set router e911b407-dd14-405a-818b-9aedb34b8dc8 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:12:10.973810 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97087a8-5f32-4f5c-a399-c739b77ba8c7 tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:10.975321 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b97087a8-5f32-4f5c-a399-c739b77ba8c7 tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0840755 Jul 24 10:12:10.978122 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51406) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:12:11.015067 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-550c58b3-73c6-48fc-a7ae-79539ca48fcc tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9e5d4da0-cf80-4f70-a3b9-7360e672a770&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357883 Jul 24 10:12:11.018215 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51408) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:12:11.022926 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-8e87a234-6ce2-4388-943e-2d0fbdce7fdb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1516488444', 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34', 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:12:11.095086 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-744473329', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:12:10Z', 'revision_number': 3, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fa:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:12:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:12:11.110882 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e87a234-6ce2-4388-943e-2d0fbdce7fdb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Made reservation on behalf of b3602c3c188649a595bbed3b7a50ac71 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:12:11.114747 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8e87a234-6ce2-4388-943e-2d0fbdce7fdb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:11.120401 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] Checking router: e911b407-dd14-405a-818b-9aedb34b8dc8 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:12:11.120778 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] Updating router e911b407-dd14-405a-818b-9aedb34b8dc8 port df0cf0da-8db1-4bd5-a62f-cdda678bb4b5 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 10:12:11.158334 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:11.298951 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8e87a234-6ce2-4388-943e-2d0fbdce7fdb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:11.358735 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87a234-6ce2-4388-943e-2d0fbdce7fdb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Subnet': ['ID=020c01a1-64c1-403d-bba9-143238b66a68,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:11.366355 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e87a234-6ce2-4388-943e-2d0fbdce7fdb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Checking segment: {'id': 'd102f23d-ceea-4cba-830e-7c4d600c7c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:12:11.367056 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e87a234-6ce2-4388-943e-2d0fbdce7fdb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network hostable DHCP agents. Network: b970a18d-2c96-4632-868d-06ec28e51b34, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 10:12:11.382823 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e87a234-6ce2-4388-943e-2d0fbdce7fdb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network b970a18d-2c96-4632-868d-06ec28e51b34 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 10:12:11.391352 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-8e87a234-6ce2-4388-943e-2d0fbdce7fdb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, b970a18d-2c96-4632-868d-06ec28e51b34) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:12:11.395439 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e87a234-6ce2-4388-943e-2d0fbdce7fdb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:11.396033 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8e87a234-6ce2-4388-943e-2d0fbdce7fdb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:11.403549 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce1ed6d-3d5c-4a0a-bffb-e60332e7e97a None None] Network b970a18d-2c96-4632-868d-06ec28e51b34 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:12:11.410916 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8e87a234-6ce2-4388-943e-2d0fbdce7fdb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3917038 Jul 24 10:12:11.413816 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51410) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:12:11.425708 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:11.446392 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] Transition to ACTIVE for port object df0cf0da-8db1-4bd5-a62f-cdda678bb4b5 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:12:11.478281 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:11.546717 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a0f44-0dc9-4859-a942-9d1d49c3c641 None None] Pushing event updated for resources: {'Port': ['ID=df0cf0da-8db1-4bd5-a62f-cdda678bb4b5,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:11.551675 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] Attempting to bind port df0cf0da-8db1-4bd5-a62f-cdda678bb4b5 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:12:11.552044 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] Attempting to bind port df0cf0da-8db1-4bd5-a62f-cdda678bb4b5 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:12:11.552406 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] Attempting to bind port df0cf0da-8db1-4bd5-a62f-cdda678bb4b5 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:12:11.574153 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:12:11.574532 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:12:11.574933 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:11.575326 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:12:11.575798 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] Bound port: df0cf0da-8db1-4bd5-a62f-cdda678bb4b5, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:12:11.576180 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:11.657715 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2328a74f-085d-4d01-be08-a1df0ad68461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-b970a18d-2c96-4632-868d-06ec28e51b34', 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'fixed_ips': [{'subnet_id': '020c01a1-64c1-403d-bba9-143238b66a68'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 10:12:11.658564 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2328a74f-085d-4d01-be08-a1df0ad68461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:11.660931 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] For port df0cf0da-8db1-4bd5-a62f-cdda678bb4b5, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:12:11.665170 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] For port df0cf0da-8db1-4bd5-a62f-cdda678bb4b5, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=df0cf0da-8db1-4bd5-a62f-cdda678bb4b5,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:12:11.673773 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:11.784772 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] Routers {'e911b407-dd14-405a-818b-9aedb34b8dc8'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:12:11.785378 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:12:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e911b407-dd14-405a-818b-9aedb34b8dc8'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:12:11.825059 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a0f44-0dc9-4859-a942-9d1d49c3c641 None None] Pushing event updated for resources: {'Port': ['ID=df0cf0da-8db1-4bd5-a62f-cdda678bb4b5,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:11.848430 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ca70dcf-b833-4b78-967d-1c961edd0916 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:11.933620 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-2328a74f-085d-4d01-be08-a1df0ad68461 None None] Allocated IP 172.20.0.2 (b970a18d-2c96-4632-868d-06ec28e51b34/020c01a1-64c1-403d-bba9-143238b66a68/633f1de4-a240-4ebe-acd3-91e48e5a7f49) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:12:11.939938 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] Set router e911b407-dd14-405a-818b-9aedb34b8dc8 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:12:12.368805 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2328a74f-085d-4d01-be08-a1df0ad68461 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:12.379422 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2328a74f-085d-4d01-be08-a1df0ad68461 None None] Transition to ACTIVE for port object 633f1de4-a240-4ebe-acd3-91e48e5a7f49 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:12:12.394350 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-744473329', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:12:10Z', 'revision_number': 3, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fa:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:12:12.422217 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2328a74f-085d-4d01-be08-a1df0ad68461 None None] Transition to ACTIVE for port object 633f1de4-a240-4ebe-acd3-91e48e5a7f49 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:12:12.423771 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f02e113-6610-47d9-bf7c-03d8f2acefb0 None None] The sync data for ids ['e911b407-dd14-405a-818b-9aedb34b8dc8'] in n-d-800085-9 is: [{'id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-744473329', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:12:10Z', 'revision_number': 3, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fa:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:12:12.430266 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2328a74f-085d-4d01-be08-a1df0ad68461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:12.479019 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2328a74f-085d-4d01-be08-a1df0ad68461 None None] Network b970a18d-2c96-4632-868d-06ec28e51b34 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:12:12.485087 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-2328a74f-085d-4d01-be08-a1df0ad68461 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:12:12.488270 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2328a74f-085d-4d01-be08-a1df0ad68461 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:12:12.488421 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-4ca70dcf-b833-4b78-967d-1c961edd0916 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Allocated IP 172.20.0.1 (b970a18d-2c96-4632-868d-06ec28e51b34/020c01a1-64c1-403d-bba9-143238b66a68/b393ef36-dae1-45e4-9c56-c1171ae2f629) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:12:12.490228 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328a74f-085d-4d01-be08-a1df0ad68461 None None] Pushing event updated for resources: {'Port': ['ID=633f1de4-a240-4ebe-acd3-91e48e5a7f49,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:12.556119 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-2328a74f-085d-4d01-be08-a1df0ad68461 None None] Attempting to bind port 633f1de4-a240-4ebe-acd3-91e48e5a7f49 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:12:12.556481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-2328a74f-085d-4d01-be08-a1df0ad68461 None None] Attempting to bind port 633f1de4-a240-4ebe-acd3-91e48e5a7f49 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd102f23d-ceea-4cba-830e-7c4d600c7c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:12:12.556881 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2328a74f-085d-4d01-be08-a1df0ad68461 None None] Attempting to bind port 633f1de4-a240-4ebe-acd3-91e48e5a7f49 on network b970a18d-2c96-4632-868d-06ec28e51b34 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:12:12.561916 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2328a74f-085d-4d01-be08-a1df0ad68461 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:12:12.562302 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2328a74f-085d-4d01-be08-a1df0ad68461 None None] Checking segment: {'id': 'd102f23d-ceea-4cba-830e-7c4d600c7c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:12:12.562681 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2328a74f-085d-4d01-be08-a1df0ad68461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:12.563070 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2328a74f-085d-4d01-be08-a1df0ad68461 None None] Bound using segment: {'id': 'd102f23d-ceea-4cba-830e-7c4d600c7c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:12:12.564067 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-2328a74f-085d-4d01-be08-a1df0ad68461 None None] Bound port: 633f1de4-a240-4ebe-acd3-91e48e5a7f49, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd102f23d-ceea-4cba-830e-7c4d600c7c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:12:12.564443 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2328a74f-085d-4d01-be08-a1df0ad68461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:12.614721 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ca70dcf-b833-4b78-967d-1c961edd0916 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:12.628973 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-2328a74f-085d-4d01-be08-a1df0ad68461 None None] For port 633f1de4-a240-4ebe-acd3-91e48e5a7f49, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:12:12.630598 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-4ca70dcf-b833-4b78-967d-1c961edd0916 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Transition to ACTIVE for port object b393ef36-dae1-45e4-9c56-c1171ae2f629 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:12:12.632869 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-2328a74f-085d-4d01-be08-a1df0ad68461 None None] For port 633f1de4-a240-4ebe-acd3-91e48e5a7f49, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=633f1de4-a240-4ebe-acd3-91e48e5a7f49,segment=NetworkSegment(d102f23d-ceea-4cba-830e-7c4d600c7c8c),segment_id=d102f23d-ceea-4cba-830e-7c4d600c7c8c)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:12:12.651718 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2328a74f-085d-4d01-be08-a1df0ad68461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:12.684199 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ca70dcf-b833-4b78-967d-1c961edd0916 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:12.730252 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328a74f-085d-4d01-be08-a1df0ad68461 None None] Pushing event updated for resources: {'Port': ['ID=633f1de4-a240-4ebe-acd3-91e48e5a7f49,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:12.740653 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca70dcf-b833-4b78-967d-1c961edd0916 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network b970a18d-2c96-4632-868d-06ec28e51b34 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:12:12.744057 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-4ca70dcf-b833-4b78-967d-1c961edd0916 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:12:12.748931 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca70dcf-b833-4b78-967d-1c961edd0916 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:12:12.753600 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca70dcf-b833-4b78-967d-1c961edd0916 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=b393ef36-dae1-45e4-9c56-c1171ae2f629,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:12.803371 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ca70dcf-b833-4b78-967d-1c961edd0916 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:12.967631 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ca70dcf-b833-4b78-967d-1c961edd0916 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:13.273148 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ca70dcf-b833-4b78-967d-1c961edd0916 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:13.277697 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ca70dcf-b833-4b78-967d-1c961edd0916 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:13.437211 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 633f1de4-a240-4ebe-acd3-91e48e5a7f49 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:12:13.490558 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 633f1de4-a240-4ebe-acd3-91e48e5a7f49 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:12:13.498472 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device df0cf0da-8db1-4bd5-a62f-cdda678bb4b5 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:12:13.558114 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port df0cf0da-8db1-4bd5-a62f-cdda678bb4b5 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:12:13.563266 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port df0cf0da-8db1-4bd5-a62f-cdda678bb4b5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:12:13.563522 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:13.650101 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:13.673170 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port df0cf0da-8db1-4bd5-a62f-cdda678bb4b5, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=df0cf0da-8db1-4bd5-a62f-cdda678bb4b5,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:12:13.678072 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:13.707927 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca70dcf-b833-4b78-967d-1c961edd0916 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=b393ef36-dae1-45e4-9c56-c1171ae2f629,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:13.710406 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ca70dcf-b833-4b78-967d-1c961edd0916 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:13.735280 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b39c25f-f664-48e8-9cb9-a515b0fddfcf None None] Network b970a18d-2c96-4632-868d-06ec28e51b34 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:12:13.746763 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=df0cf0da-8db1-4bd5-a62f-cdda678bb4b5,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:13.811888 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca70dcf-b833-4b78-967d-1c961edd0916 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network b970a18d-2c96-4632-868d-06ec28e51b34 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:12:13.813692 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-4ca70dcf-b833-4b78-967d-1c961edd0916 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:12:13.855157 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2306a0db-2f08-430f-85a8-b67a2150f6e2 None None] Provisioning for port 633f1de4-a240-4ebe-acd3-91e48e5a7f49 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:12:13.863437 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-2306a0db-2f08-430f-85a8-b67a2150f6e2 None None] Provisioning complete for port 633f1de4-a240-4ebe-acd3-91e48e5a7f49 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:12:13.863805 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2306a0db-2f08-430f-85a8-b67a2150f6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:13.923679 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca70dcf-b833-4b78-967d-1c961edd0916 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Router e911b407-dd14-405a-818b-9aedb34b8dc8 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:12:13.985087 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2306a0db-2f08-430f-85a8-b67a2150f6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:14.026025 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-2306a0db-2f08-430f-85a8-b67a2150f6e2 None None] For port 633f1de4-a240-4ebe-acd3-91e48e5a7f49, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=633f1de4-a240-4ebe-acd3-91e48e5a7f49,segment=NetworkSegment(d102f23d-ceea-4cba-830e-7c4d600c7c8c),segment_id=d102f23d-ceea-4cba-830e-7c4d600c7c8c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:12:14.030952 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2306a0db-2f08-430f-85a8-b67a2150f6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:14.047491 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca70dcf-b833-4b78-967d-1c961edd0916 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:12:14.056479 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4ca70dcf-b833-4b78-967d-1c961edd0916 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "PUT /v2.0/routers/e911b407-dd14-405a-818b-9aedb34b8dc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6415710 Jul 24 10:12:14.092526 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306a0db-2f08-430f-85a8-b67a2150f6e2 None None] Pushing event updated for resources: {'Port': ['ID=633f1de4-a240-4ebe-acd3-91e48e5a7f49,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:14.112598 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] Sync routers for ids ['e911b407-dd14-405a-818b-9aedb34b8dc8'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:12:14.123425 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] Routers {'e911b407-dd14-405a-818b-9aedb34b8dc8'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:12:14.124087 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:12:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e911b407-dd14-405a-818b-9aedb34b8dc8'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:12:14.224656 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-7443c75b-ccaf-4bf6-aabb-a40d63cd58f1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1334313727&fields=id&tenant_id=b3602c3c188649a595bbed3b7a50ac71 HTTP/1.1" status: 200 len: 267 time: 0.0397625 Jul 24 10:12:14.234298 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] Set router e911b407-dd14-405a-818b-9aedb34b8dc8 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:12:14.254173 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-20a4e0e9-c5cd-4b0b-aa7f-a29e3e100b8b None None] Provisioning for port b393ef36-dae1-45e4-9c56-c1171ae2f629 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:12:14.258070 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-20a4e0e9-c5cd-4b0b-aa7f-a29e3e100b8b None None] Provisioning complete for port b393ef36-dae1-45e4-9c56-c1171ae2f629 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:12:14.258454 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-20a4e0e9-c5cd-4b0b-aa7f-a29e3e100b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:14.297362 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-20a4e0e9-c5cd-4b0b-aa7f-a29e3e100b8b None None] Port b393ef36-dae1-45e4-9c56-c1171ae2f629 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:12:14.309809 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-20a4e0e9-c5cd-4b0b-aa7f-a29e3e100b8b None None] Provisioning complete for port 633f1de4-a240-4ebe-acd3-91e48e5a7f49 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:12:14.310722 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-20a4e0e9-c5cd-4b0b-aa7f-a29e3e100b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:14.350265 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-19a55d2d-3c39-4eda-a3ef-d10f659b1e11 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:14.352230 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-19a55d2d-3c39-4eda-a3ef-d10f659b1e11 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/networks?id=b970a18d-2c96-4632-868d-06ec28e51b34 HTTP/1.1" status: 200 len: 796 time: 0.1212137 Jul 24 10:12:14.370635 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-0fe68800-c1a7-402d-962e-b9157e273fa2 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/quotas/b3602c3c188649a595bbed3b7a50ac71 HTTP/1.1" status: 200 len: 375 time: 0.0124559 Jul 24 10:12:14.451624 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-e8c9143a-b024-46ae-aa59-c3425bddecc3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0745780 Jul 24 10:12:14.468234 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-87f7e051-37f1-4154-862f-dbefc392db62 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 10:12:14.469982 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-87f7e051-37f1-4154-862f-dbefc392db62 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067923 Jul 24 10:12:14.475562 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-744473329', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:12:12Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'b393ef36-dae1-45e4-9c56-c1171ae2f629', 'name': '', 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:a3:06:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '020c01a1-64c1-403d-bba9-143238b66a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:12:11Z', 'updated_at': '2021-07-24T10:12:13Z', 'revision_number': 2, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '020c01a1-64c1-403d-bba9-143238b66a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:12:14.528691 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-34957e0e-14ba-4926-877a-b670ff192715 None None] Provisioning complete for port b393ef36-dae1-45e4-9c56-c1171ae2f629 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:12:14.529959 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-34957e0e-14ba-4926-877a-b670ff192715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:14.571468 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-34957e0e-14ba-4926-877a-b670ff192715 None None] Port b393ef36-dae1-45e4-9c56-c1171ae2f629 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:12:14.601005 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] Checking router: e911b407-dd14-405a-818b-9aedb34b8dc8 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:12:14.601648 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] Updating router e911b407-dd14-405a-818b-9aedb34b8dc8 port b393ef36-dae1-45e4-9c56-c1171ae2f629 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 10:12:14.615862 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-59e5beff-2629-47d3-a6e0-3bc9034f2324 service neutron] 10.222.0.32 "GET /v2.0/networks/b970a18d-2c96-4632-868d-06ec28e51b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394475 Jul 24 10:12:14.637047 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:14.645295 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:14.690556 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4dcf81c5-8d36-438a-843b-6d1371a7ab1d None None] Provisioning complete for port b393ef36-dae1-45e4-9c56-c1171ae2f629 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:12:14.691140 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4dcf81c5-8d36-438a-843b-6d1371a7ab1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:14.713156 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-a30a8916-6fd3-4e6c-8323-f338bac49507 service neutron] 10.222.0.32 "GET /v2.0/networks/b970a18d-2c96-4632-868d-06ec28e51b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911479 Jul 24 10:12:14.724468 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4dcf81c5-8d36-438a-843b-6d1371a7ab1d None None] Port b393ef36-dae1-45e4-9c56-c1171ae2f629 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:12:14.894432 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b6792ab8-6514-42e9-a35d-a4b1ab0e6c99 req-d97bb748-28f0-4221-b212-f45917677286 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383 HTTP/1.1" status: 200 len: 210 time: 0.0360584 Jul 24 10:12:14.916360 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:14.927133 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] Transition to ACTIVE for port object b393ef36-dae1-45e4-9c56-c1171ae2f629 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:12:14.933319 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:14.989375 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850e540-ace5-42a1-8613-a63e481d7f22 None None] Pushing event updated for resources: {'Port': ['ID=b393ef36-dae1-45e4-9c56-c1171ae2f629,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:15.013548 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850e540-ace5-42a1-8613-a63e481d7f22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:15.013791 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850e540-ace5-42a1-8613-a63e481d7f22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:15.014114 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850e540-ace5-42a1-8613-a63e481d7f22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:15.014448 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850e540-ace5-42a1-8613-a63e481d7f22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:15.014772 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850e540-ace5-42a1-8613-a63e481d7f22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:15.015096 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850e540-ace5-42a1-8613-a63e481d7f22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:15.015423 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850e540-ace5-42a1-8613-a63e481d7f22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:15.015740 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850e540-ace5-42a1-8613-a63e481d7f22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:15.016058 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850e540-ace5-42a1-8613-a63e481d7f22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:15.016942 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850e540-ace5-42a1-8613-a63e481d7f22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:15.017263 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850e540-ace5-42a1-8613-a63e481d7f22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:15.017572 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850e540-ace5-42a1-8613-a63e481d7f22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:12:15.052148 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] Attempting to bind port b393ef36-dae1-45e4-9c56-c1171ae2f629 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:12:15.052495 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] Attempting to bind port b393ef36-dae1-45e4-9c56-c1171ae2f629 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'd102f23d-ceea-4cba-830e-7c4d600c7c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:12:15.052938 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] Attempting to bind port b393ef36-dae1-45e4-9c56-c1171ae2f629 on network b970a18d-2c96-4632-868d-06ec28e51b34 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:12:15.058121 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:12:15.058543 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] Checking segment: {'id': 'd102f23d-ceea-4cba-830e-7c4d600c7c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:12:15.058941 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:15.059325 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] Bound using segment: {'id': 'd102f23d-ceea-4cba-830e-7c4d600c7c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:12:15.059780 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] Bound port: b393ef36-dae1-45e4-9c56-c1171ae2f629, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd102f23d-ceea-4cba-830e-7c4d600c7c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:12:15.060159 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:15.129559 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] For port b393ef36-dae1-45e4-9c56-c1171ae2f629, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:12:15.132925 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] For port b393ef36-dae1-45e4-9c56-c1171ae2f629, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b393ef36-dae1-45e4-9c56-c1171ae2f629,segment=NetworkSegment(d102f23d-ceea-4cba-830e-7c4d600c7c8c),segment_id=d102f23d-ceea-4cba-830e-7c4d600c7c8c)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:12:15.139404 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:15.214586 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] Routers {'e911b407-dd14-405a-818b-9aedb34b8dc8'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:12:15.215201 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:12:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e911b407-dd14-405a-818b-9aedb34b8dc8'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:12:15.258275 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850e540-ace5-42a1-8613-a63e481d7f22 None None] Pushing event updated for resources: {'Port': ['ID=b393ef36-dae1-45e4-9c56-c1171ae2f629,revision_number=4']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:15.351717 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] Set router e911b407-dd14-405a-818b-9aedb34b8dc8 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:12:15.358060 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 633f1de4-a240-4ebe-acd3-91e48e5a7f49 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:12:15.418679 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 633f1de4-a240-4ebe-acd3-91e48e5a7f49 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:12:15.420020 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:15.514268 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device df0cf0da-8db1-4bd5-a62f-cdda678bb4b5 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:12:15.559617 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port df0cf0da-8db1-4bd5-a62f-cdda678bb4b5 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:12:15.560267 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:15.560413 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-744473329', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:12:12Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'b393ef36-dae1-45e4-9c56-c1171ae2f629', 'name': '', 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:a3:06:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '020c01a1-64c1-403d-bba9-143238b66a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:12:11Z', 'updated_at': '2021-07-24T10:12:15Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '020c01a1-64c1-403d-bba9-143238b66a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:12:15.585975 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fc504c-4f33-4024-8c44-3970610264e0 None None] The sync data for ids ['e911b407-dd14-405a-818b-9aedb34b8dc8'] in n-d-800085-9 is: [{'id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-744473329', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:12:12Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'b393ef36-dae1-45e4-9c56-c1171ae2f629', 'name': '', 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:a3:06:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '020c01a1-64c1-403d-bba9-143238b66a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:12:11Z', 'updated_at': '2021-07-24T10:12:15Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '020c01a1-64c1-403d-bba9-143238b66a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:12:15.754575 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:12:15.895365 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-7f284afb-908c-4adc-9b4d-a7005aa714e0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:15.896939 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-7f284afb-908c-4adc-9b4d-a7005aa714e0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.20 "GET /v2.0/networks?id=b970a18d-2c96-4632-868d-06ec28e51b34 HTTP/1.1" status: 200 len: 796 time: 0.1138761 Jul 24 10:12:15.943997 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-a800e4e1-ccf9-4e84-a12b-415e9e03ff7e tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3602c3c188649a595bbed3b7a50ac71 HTTP/1.1" status: 200 len: 380 time: 0.0387108 Jul 24 10:12:15.957610 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-13e1d6ed-9ab9-4c9d-998c-90d316aa5753 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'port': {'device_id': '37cdd9c1-8e3d-403b-8ac4-ed495ba8e383', 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34', 'admin_state_up': True, 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'security_groups': ['20ace8b6-d808-4a4d-b228-90d5e165eae9']}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:12:16.006687 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2ae7db82-a900-44a7-bc58-23502e4a0463 req-fffe5fab-d9cf-4b2b-8949-c538e301f2d4 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383 HTTP/1.1" status: 200 len: 210 time: 0.0318534 Jul 24 10:12:16.087492 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-13e1d6ed-9ab9-4c9d-998c-90d316aa5753 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Made reservation on behalf of b3602c3c188649a595bbed3b7a50ac71 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:12:16.091131 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-13e1d6ed-9ab9-4c9d-998c-90d316aa5753 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:16.219913 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-13e1d6ed-9ab9-4c9d-998c-90d316aa5753 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Allocated IP 172.20.0.7 (b970a18d-2c96-4632-868d-06ec28e51b34/020c01a1-64c1-403d-bba9-143238b66a68/f1431152-7435-4d20-ab93-8f0a248662f1) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:12:16.365357 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-13e1d6ed-9ab9-4c9d-998c-90d316aa5753 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:16.379687 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-13e1d6ed-9ab9-4c9d-998c-90d316aa5753 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Transition to ACTIVE for port object f1431152-7435-4d20-ab93-8f0a248662f1 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:12:16.414532 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-13e1d6ed-9ab9-4c9d-998c-90d316aa5753 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:16.456247 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-13e1d6ed-9ab9-4c9d-998c-90d316aa5753 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network b970a18d-2c96-4632-868d-06ec28e51b34 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:12:16.459409 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-13e1d6ed-9ab9-4c9d-998c-90d316aa5753 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:12:16.466294 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-13e1d6ed-9ab9-4c9d-998c-90d316aa5753 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:12:16.499644 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1d6ed-9ab9-4c9d-998c-90d316aa5753 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=f1431152-7435-4d20-ab93-8f0a248662f1,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:16.527781 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-13e1d6ed-9ab9-4c9d-998c-90d316aa5753 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:16.528506 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-13e1d6ed-9ab9-4c9d-998c-90d316aa5753 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:16.546136 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-13e1d6ed-9ab9-4c9d-998c-90d316aa5753 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5925534 Jul 24 10:12:16.600405 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-75733cd3-8d4b-4ad5-9afb-ed67dd746b07 service neutron] Request body: {'port': {'device_id': '37cdd9c1-8e3d-403b-8ac4-ed495ba8e383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:12:16.678531 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-75733cd3-8d4b-4ad5-9afb-ed67dd746b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:16.702339 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-450db0de-6b0d-4bde-9c17-500401206e64 None None] Provisioning for port f1431152-7435-4d20-ab93-8f0a248662f1 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:12:16.707388 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-450db0de-6b0d-4bde-9c17-500401206e64 None None] Provisioning complete for port f1431152-7435-4d20-ab93-8f0a248662f1 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:12:16.707766 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-450db0de-6b0d-4bde-9c17-500401206e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:16.741723 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-450db0de-6b0d-4bde-9c17-500401206e64 None None] Port f1431152-7435-4d20-ab93-8f0a248662f1 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:12:16.944078 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-75733cd3-8d4b-4ad5-9afb-ed67dd746b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1431152-7435-4d20-ab93-8f0a248662f1 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:12:16.951281 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-75733cd3-8d4b-4ad5-9afb-ed67dd746b07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:16.963165 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-75733cd3-8d4b-4ad5-9afb-ed67dd746b07 service neutron] Transition to ACTIVE for port object f1431152-7435-4d20-ab93-8f0a248662f1 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:12:16.966996 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-75733cd3-8d4b-4ad5-9afb-ed67dd746b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:17.035234 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75733cd3-8d4b-4ad5-9afb-ed67dd746b07 service neutron] Pushing event updated for resources: {'Port': ['ID=f1431152-7435-4d20-ab93-8f0a248662f1,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:17.117452 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-75733cd3-8d4b-4ad5-9afb-ed67dd746b07 service neutron] Attempting to bind port f1431152-7435-4d20-ab93-8f0a248662f1 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:12:17.118083 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-75733cd3-8d4b-4ad5-9afb-ed67dd746b07 service neutron] Attempting to bind port f1431152-7435-4d20-ab93-8f0a248662f1 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'd102f23d-ceea-4cba-830e-7c4d600c7c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:12:17.118425 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-75733cd3-8d4b-4ad5-9afb-ed67dd746b07 service neutron] Attempting to bind port f1431152-7435-4d20-ab93-8f0a248662f1 on network b970a18d-2c96-4632-868d-06ec28e51b34 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:12:17.133073 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-75733cd3-8d4b-4ad5-9afb-ed67dd746b07 service neutron] Port f1431152-7435-4d20-ab93-8f0a248662f1 on network b970a18d-2c96-4632-868d-06ec28e51b34 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 10:12:17.133399 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-75733cd3-8d4b-4ad5-9afb-ed67dd746b07 service neutron] Attempting to bind port f1431152-7435-4d20-ab93-8f0a248662f1 on network b970a18d-2c96-4632-868d-06ec28e51b34 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:12:17.141142 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-75733cd3-8d4b-4ad5-9afb-ed67dd746b07 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:12:17.141860 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-75733cd3-8d4b-4ad5-9afb-ed67dd746b07 service neutron] Checking segment: {'id': 'd102f23d-ceea-4cba-830e-7c4d600c7c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:12:17.142265 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-75733cd3-8d4b-4ad5-9afb-ed67dd746b07 service neutron] Bound using segment: {'id': 'd102f23d-ceea-4cba-830e-7c4d600c7c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:12:17.142700 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-75733cd3-8d4b-4ad5-9afb-ed67dd746b07 service neutron] Bound port: f1431152-7435-4d20-ab93-8f0a248662f1, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd102f23d-ceea-4cba-830e-7c4d600c7c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:12:17.143059 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-75733cd3-8d4b-4ad5-9afb-ed67dd746b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:17.193928 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:17.210283 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34137f3f-6f4e-406b-a917-53cf6050cd7b req-0d42083d-85c2-4a4a-9067-1dec0b553522 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:17.211769 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-34137f3f-6f4e-406b-a917-53cf6050cd7b req-0d42083d-85c2-4a4a-9067-1dec0b553522 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383 HTTP/1.1" status: 200 len: 943 time: 0.1250892 Jul 24 10:12:17.258667 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-75733cd3-8d4b-4ad5-9afb-ed67dd746b07 service neutron] For port f1431152-7435-4d20-ab93-8f0a248662f1, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:12:17.274347 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-34137f3f-6f4e-406b-a917-53cf6050cd7b req-cf34d0b6-31fd-4293-9289-66b7083f748a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ace8b6-d808-4a4d-b228-90d5e165eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564427 Jul 24 10:12:17.277609 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-75733cd3-8d4b-4ad5-9afb-ed67dd746b07 service neutron] For port f1431152-7435-4d20-ab93-8f0a248662f1, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f1431152-7435-4d20-ab93-8f0a248662f1,segment=NetworkSegment(d102f23d-ceea-4cba-830e-7c4d600c7c8c),segment_id=d102f23d-ceea-4cba-830e-7c4d600c7c8c)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:12:17.283192 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-75733cd3-8d4b-4ad5-9afb-ed67dd746b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:17.318214 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-75733cd3-8d4b-4ad5-9afb-ed67dd746b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:17.318764 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-75733cd3-8d4b-4ad5-9afb-ed67dd746b07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:17.320498 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-75733cd3-8d4b-4ad5-9afb-ed67dd746b07 service neutron] 10.222.0.20 "PUT /v2.0/ports/f1431152-7435-4d20-ab93-8f0a248662f1 HTTP/1.1" status: 200 len: 1091 time: 0.7663553 Jul 24 10:12:17.322875 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cdd9c1-8e3d-403b-8ac4-ed495ba8e383', 'tag': 'f1431152-7435-4d20-ab93-8f0a248662f1'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:12:17.326072 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a4853a8b40b91971e5417878e0e437932fc4777980ba62e4c137541a983d21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0607c5ea-e948-4feb-bdbf-d6d274ca79a8" -d '{"events": [{"name": "network-changed", "server_uuid": "37cdd9c1-8e3d-403b-8ac4-ed495ba8e383", "tag": "f1431152-7435-4d20-ab93-8f0a248662f1"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:12:17.357322 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75733cd3-8d4b-4ad5-9afb-ed67dd746b07 service neutron] Pushing event updated for resources: {'Port': ['ID=f1431152-7435-4d20-ab93-8f0a248662f1,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:17.380544 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796b97b1-c188-48ee-b211-2061bb85e6ce x-openstack-request-id: req-796b97b1-c188-48ee-b211-2061bb85e6ce {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:12:17.380855 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37cdd9c1-8e3d-403b-8ac4-ed495ba8e383", "tag": "f1431152-7435-4d20-ab93-8f0a248662f1", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:12:17.381107 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-796b97b1-c188-48ee-b211-2061bb85e6ce {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:12:17.381520 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37cdd9c1-8e3d-403b-8ac4-ed495ba8e383', 'tag': 'f1431152-7435-4d20-ab93-8f0a248662f1', 'status': 'completed', 'code': 200} Jul 24 10:12:17.397576 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b393ef36-dae1-45e4-9c56-c1171ae2f629 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:12:17.437824 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-bf359242-3b0f-4f50-a758-b3589a309a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:17.440457 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-bf359242-3b0f-4f50-a758-b3589a309a40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383 HTTP/1.1" status: 200 len: 1094 time: 0.0694337 Jul 24 10:12:17.455802 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port b393ef36-dae1-45e4-9c56-c1171ae2f629 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:12:17.460115 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port b393ef36-dae1-45e4-9c56-c1171ae2f629 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:12:17.460676 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:17.483471 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-a219883c-9634-4dd0-afb0-b4e6f83668f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1431152-7435-4d20-ab93-8f0a248662f1 HTTP/1.1" status: 200 len: 217 time: 0.0361292 Jul 24 10:12:17.537700 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-136eaab2-4a38-45be-a472-b6bad1ad9647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:17.539203 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-136eaab2-4a38-45be-a472-b6bad1ad9647 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=020c01a1-64c1-403d-bba9-143238b66a68 HTTP/1.1" status: 200 len: 835 time: 0.0491190 Jul 24 10:12:17.551059 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:17.593690 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port b393ef36-dae1-45e4-9c56-c1171ae2f629, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b393ef36-dae1-45e4-9c56-c1171ae2f629,segment=NetworkSegment(d102f23d-ceea-4cba-830e-7c4d600c7c8c),segment_id=d102f23d-ceea-4cba-830e-7c4d600c7c8c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:12:17.598417 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:17.605816 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-aca9e01c-4ba6-4a2d-9721-c1d17e762106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:17.607340 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-aca9e01c-4ba6-4a2d-9721-c1d17e762106 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b970a18d-2c96-4632-868d-06ec28e51b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603154 Jul 24 10:12:17.650155 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=b393ef36-dae1-45e4-9c56-c1171ae2f629,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:17.707560 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-59aa76ae-812e-46f3-a280-ad23b147fb54 service neutron] 10.222.0.20 "GET /v2.0/networks/b970a18d-2c96-4632-868d-06ec28e51b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936656 Jul 24 10:12:17.809226 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d233dbb2-6f45-4cc4-a060-a496123fdb3f req-9d1af786-4065-407b-b415-dab2234a7d51 service neutron] 10.222.0.20 "GET /v2.0/networks/b970a18d-2c96-4632-868d-06ec28e51b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953913 Jul 24 10:12:17.905182 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607c5ea-e948-4feb-bdbf-d6d274ca79a8 req-20eff647-5c9f-4049-9a8f-c5fe47cc8d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:17.906668 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0607c5ea-e948-4feb-bdbf-d6d274ca79a8 req-20eff647-5c9f-4049-9a8f-c5fe47cc8d82 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383 HTTP/1.1" status: 200 len: 1094 time: 0.0528212 Jul 24 10:12:17.993957 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607c5ea-e948-4feb-bdbf-d6d274ca79a8 req-1f6be007-dc5a-4153-b227-9c61ee6bf0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:17.995396 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0607c5ea-e948-4feb-bdbf-d6d274ca79a8 req-1f6be007-dc5a-4153-b227-9c61ee6bf0de service neutron] 10.222.0.20 "GET /v2.0/networks?id=b970a18d-2c96-4632-868d-06ec28e51b34 HTTP/1.1" status: 200 len: 896 time: 0.0820255 Jul 24 10:12:18.040153 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0607c5ea-e948-4feb-bdbf-d6d274ca79a8 req-b2451c27-4969-453b-8613-c949a5ff5138 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1431152-7435-4d20-ab93-8f0a248662f1 HTTP/1.1" status: 200 len: 217 time: 0.0387335 Jul 24 10:12:18.087466 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607c5ea-e948-4feb-bdbf-d6d274ca79a8 req-9776c05a-7495-4d28-98d9-46c391c19257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:18.088848 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0607c5ea-e948-4feb-bdbf-d6d274ca79a8 req-9776c05a-7495-4d28-98d9-46c391c19257 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=020c01a1-64c1-403d-bba9-143238b66a68 HTTP/1.1" status: 200 len: 835 time: 0.0424137 Jul 24 10:12:18.153944 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607c5ea-e948-4feb-bdbf-d6d274ca79a8 req-a103ce29-87ee-4a09-87f6-7eb258cd63ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:18.155716 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0607c5ea-e948-4feb-bdbf-d6d274ca79a8 req-a103ce29-87ee-4a09-87f6-7eb258cd63ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b970a18d-2c96-4632-868d-06ec28e51b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588887 Jul 24 10:12:18.248061 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0607c5ea-e948-4feb-bdbf-d6d274ca79a8 req-a82b096e-c2f9-413d-a399-68622d8b24f9 service neutron] 10.222.0.20 "GET /v2.0/networks/b970a18d-2c96-4632-868d-06ec28e51b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843401 Jul 24 10:12:18.338133 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0607c5ea-e948-4feb-bdbf-d6d274ca79a8 req-e1f3a7f9-8d5f-4029-a04a-cccd539e19ce service neutron] 10.222.0.20 "GET /v2.0/networks/b970a18d-2c96-4632-868d-06ec28e51b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819316 Jul 24 10:12:18.413645 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50579386-bf4f-41e0-a79f-6406f2c15466 req-72f8ac10-819f-4365-b81e-edd9607f1f15 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:18.415199 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-50579386-bf4f-41e0-a79f-6406f2c15466 req-72f8ac10-819f-4365-b81e-edd9607f1f15 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383 HTTP/1.1" status: 200 len: 943 time: 0.0699897 Jul 24 10:12:18.456849 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-50579386-bf4f-41e0-a79f-6406f2c15466 req-a71e2d3e-bdd9-4d6d-8a7d-bc60282e8f04 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ace8b6-d808-4a4d-b228-90d5e165eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354812 Jul 24 10:12:19.339807 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b393ef36-dae1-45e4-9c56-c1171ae2f629 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:12:19.385742 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port b393ef36-dae1-45e4-9c56-c1171ae2f629 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:12:19.386104 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:19.588500 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed7f98-91be-45b8-9a81-fcfeb1426025 req-a56eb85d-7741-4039-8d52-5e3f97d95bbd tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:19.590016 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-72ed7f98-91be-45b8-9a81-fcfeb1426025 req-a56eb85d-7741-4039-8d52-5e3f97d95bbd tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383 HTTP/1.1" status: 200 len: 943 time: 0.0626943 Jul 24 10:12:19.626552 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-72ed7f98-91be-45b8-9a81-fcfeb1426025 req-455b3cb2-ab21-48d3-83f3-3cfaac8658cd tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ace8b6-d808-4a4d-b228-90d5e165eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311480 Jul 24 10:12:20.698130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device f1431152-7435-4d20-ab93-8f0a248662f1 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 10:12:20.759762 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932dc72-8ff1-469a-9e1f-2ad89a546f26 req-bdceed7e-87a4-472e-925b-b8d1fdf08de2 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:20.761402 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6932dc72-8ff1-469a-9e1f-2ad89a546f26 req-bdceed7e-87a4-472e-925b-b8d1fdf08de2 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383 HTTP/1.1" status: 200 len: 943 time: 0.0632572 Jul 24 10:12:20.789734 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port f1431152-7435-4d20-ab93-8f0a248662f1, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f1431152-7435-4d20-ab93-8f0a248662f1,segment=NetworkSegment(d102f23d-ceea-4cba-830e-7c4d600c7c8c),segment_id=d102f23d-ceea-4cba-830e-7c4d600c7c8c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:12:20.798521 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6932dc72-8ff1-469a-9e1f-2ad89a546f26 req-f46d293d-8d90-42d6-86c3-8e846f4d79ab tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ace8b6-d808-4a4d-b228-90d5e165eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315912 Jul 24 10:12:20.801391 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'f1431152-7435-4d20-ab93-8f0a248662f1', 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34', 'port_id': 'f1431152-7435-4d20-ab93-8f0a248662f1', 'mac_address': 'fa:16:3e:61:01:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020c01a1-64c1-403d-bba9-143238b66a68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 10:12:20.840229 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:20.852858 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1431152-7435-4d20-ab93-8f0a248662f1 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:12:20.871767 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port f1431152-7435-4d20-ab93-8f0a248662f1, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f1431152-7435-4d20-ab93-8f0a248662f1,segment=NetworkSegment(d102f23d-ceea-4cba-830e-7c4d600c7c8c),segment_id=d102f23d-ceea-4cba-830e-7c4d600c7c8c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:12:20.875361 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:20.919756 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=f1431152-7435-4d20-ab93-8f0a248662f1,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:21.108903 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['f1431152-7435-4d20-ab93-8f0a248662f1'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:12:21.931068 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2938b-b344-4277-8134-6eb03c0e09b9 req-01b3ffb5-7026-40e8-b517-564c60618617 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:21.932431 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-12a2938b-b344-4277-8134-6eb03c0e09b9 req-01b3ffb5-7026-40e8-b517-564c60618617 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383 HTTP/1.1" status: 200 len: 944 time: 0.0648758 Jul 24 10:12:21.969115 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-12a2938b-b344-4277-8134-6eb03c0e09b9 req-b737eda6-0463-4219-abc8-24f0825f91cd tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ace8b6-d808-4a4d-b228-90d5e165eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311413 Jul 24 10:12:22.695837 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device f1431152-7435-4d20-ab93-8f0a248662f1 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:12:22.742403 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port f1431152-7435-4d20-ab93-8f0a248662f1 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:12:22.745896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port f1431152-7435-4d20-ab93-8f0a248662f1 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:12:22.746261 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:22.821130 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:22.843158 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cdd9c1-8e3d-403b-8ac4-ed495ba8e383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1431152-7435-4d20-ab93-8f0a248662f1'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:12:22.845454 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfecc09ccecf6097530ed06b3b0f605c347a07b6c448c324480a744ab89978bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79792538-9be1-4a79-ad18-8d7320ffd59c" -d '{"events": [{"server_uuid": "37cdd9c1-8e3d-403b-8ac4-ed495ba8e383", "name": "network-vif-plugged", "status": "completed", "tag": "f1431152-7435-4d20-ab93-8f0a248662f1"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:12:22.858820 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port f1431152-7435-4d20-ab93-8f0a248662f1, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f1431152-7435-4d20-ab93-8f0a248662f1,segment=NetworkSegment(d102f23d-ceea-4cba-830e-7c4d600c7c8c),segment_id=d102f23d-ceea-4cba-830e-7c4d600c7c8c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:12:22.862987 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:22.910263 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=f1431152-7435-4d20-ab93-8f0a248662f1,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:22.937520 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03335c6-35eb-4d36-9e87-2d639bcf4ed2 x-openstack-request-id: req-e03335c6-35eb-4d36-9e87-2d639bcf4ed2 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:12:22.937814 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cdd9c1-8e3d-403b-8ac4-ed495ba8e383", "name": "network-vif-plugged", "status": "completed", "tag": "f1431152-7435-4d20-ab93-8f0a248662f1", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:12:22.938067 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e03335c6-35eb-4d36-9e87-2d639bcf4ed2 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:12:22.938463 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37cdd9c1-8e3d-403b-8ac4-ed495ba8e383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1431152-7435-4d20-ab93-8f0a248662f1', 'code': 200} Jul 24 10:12:23.049245 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d45b2-efad-4f15-8df2-57797da94c22 req-7425b0d1-2879-4cb1-a138-3aa7f48571bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:23.050814 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e1d45b2-efad-4f15-8df2-57797da94c22 req-7425b0d1-2879-4cb1-a138-3aa7f48571bb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383 HTTP/1.1" status: 200 len: 1096 time: 0.0571620 Jul 24 10:12:23.085188 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1e1d45b2-efad-4f15-8df2-57797da94c22 req-36559ea4-2622-4bb6-9ae4-d00ecce2df43 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=20ace8b6-d808-4a4d-b228-90d5e165eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279505 Jul 24 10:12:23.101098 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a531d-0981-4d77-a69f-4da6c226a941 req-9af33840-fa89-4f58-833a-38234c4b43b3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:23.102577 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-642a531d-0981-4d77-a69f-4da6c226a941 req-9af33840-fa89-4f58-833a-38234c4b43b3 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383 HTTP/1.1" status: 200 len: 945 time: 0.0629597 Jul 24 10:12:23.138435 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-642a531d-0981-4d77-a69f-4da6c226a941 req-c21530c0-624a-4f6b-9e5b-2e919d808e68 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ace8b6-d808-4a4d-b228-90d5e165eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303240 Jul 24 10:12:24.271461 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b15a52-2ac6-4469-b665-ad8e16f63320 req-e5bef6f0-dde1-48af-a4cc-04be900a7200 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:24.273131 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-30b15a52-2ac6-4469-b665-ad8e16f63320 req-e5bef6f0-dde1-48af-a4cc-04be900a7200 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383 HTTP/1.1" status: 200 len: 945 time: 0.0628824 Jul 24 10:12:24.310087 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-30b15a52-2ac6-4469-b665-ad8e16f63320 req-c56792c5-124d-4462-ae94-716fa4446502 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ace8b6-d808-4a4d-b228-90d5e165eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314853 Jul 24 10:12:24.458758 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c7d09-5e4c-43ce-9283-b8828d615bac req-e2888d5a-7f92-4013-bde9-863cc08140d4 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:24.460265 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-138c7d09-5e4c-43ce-9283-b8828d615bac req-e2888d5a-7f92-4013-bde9-863cc08140d4 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383 HTTP/1.1" status: 200 len: 945 time: 0.0822349 Jul 24 10:12:24.497486 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-138c7d09-5e4c-43ce-9283-b8828d615bac req-bbcc03d0-39d7-45a6-a522-c01292f4dad0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ace8b6-d808-4a4d-b228-90d5e165eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316899 Jul 24 10:12:24.518949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51466) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:12:24.574605 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262c91b1-511d-442c-afdf-39ff99d0d852 tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:24.576100 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-262c91b1-511d-442c-afdf-39ff99d0d852 tempest-TestNetworkAdvancedServerOps-339587895 tempest-TestNetworkAdvancedServerOps-339587895-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383 HTTP/1.1" status: 200 len: 1091 time: 0.0561881 Jul 24 10:12:24.578895 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51468) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:12:24.583149 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-a6655d0e-c4ae-4d6a-9036-f4f0252fd1c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'port_id': 'f1431152-7435-4d20-ab93-8f0a248662f1', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:12:24.604469 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6655d0e-c4ae-4d6a-9036-f4f0252fd1c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for floatingip, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:24.696804 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6655d0e-c4ae-4d6a-9036-f4f0252fd1c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:24.800970 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-a6655d0e-c4ae-4d6a-9036-f4f0252fd1c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Allocated IP 172.25.7.44 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/cf687e21-32cc-4162-b3ed-7d3111681135) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:12:24.900677 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6655d0e-c4ae-4d6a-9036-f4f0252fd1c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:24.941643 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6655d0e-c4ae-4d6a-9036-f4f0252fd1c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:24.976124 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6655d0e-c4ae-4d6a-9036-f4f0252fd1c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:12:24.978874 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-a6655d0e-c4ae-4d6a-9036-f4f0252fd1c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:12:24.984686 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6655d0e-c4ae-4d6a-9036-f4f0252fd1c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:12:25.007098 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6655d0e-c4ae-4d6a-9036-f4f0252fd1c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=cf687e21-32cc-4162-b3ed-7d3111681135,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:25.643062 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6655d0e-c4ae-4d6a-9036-f4f0252fd1c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:25.716996 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6655d0e-c4ae-4d6a-9036-f4f0252fd1c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:25.867925 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6655d0e-c4ae-4d6a-9036-f4f0252fd1c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:25.873243 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6655d0e-c4ae-4d6a-9036-f4f0252fd1c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:25.952243 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6655d0e-c4ae-4d6a-9036-f4f0252fd1c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:26.013402 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6655d0e-c4ae-4d6a-9036-f4f0252fd1c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event updated for resources: {'Port': ['ID=cf687e21-32cc-4162-b3ed-7d3111681135,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:12:26.057150 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-a6655d0e-c4ae-4d6a-9036-f4f0252fd1c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Floating IP 12fa05d3-607e-4f0a-bb4c-3619566b19cc associated. External IP: 172.25.7.44, port: f1431152-7435-4d20-ab93-8f0a248662f1. Jul 24 10:12:26.265655 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6655d0e-c4ae-4d6a-9036-f4f0252fd1c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Router e911b407-dd14-405a-818b-9aedb34b8dc8 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:12:26.369708 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6655d0e-c4ae-4d6a-9036-f4f0252fd1c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:12:26.380220 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aba31f0-83a5-47c7-acdb-1df157e7f50c None None] Sync routers for ids ['e911b407-dd14-405a-818b-9aedb34b8dc8'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:12:26.389405 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6655d0e-c4ae-4d6a-9036-f4f0252fd1c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:26.390965 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aba31f0-83a5-47c7-acdb-1df157e7f50c None None] Routers {'e911b407-dd14-405a-818b-9aedb34b8dc8'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:12:26.391591 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-4aba31f0-83a5-47c7-acdb-1df157e7f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:12:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e911b407-dd14-405a-818b-9aedb34b8dc8'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:12:26.428686 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a6655d0e-c4ae-4d6a-9036-f4f0252fd1c8 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8487854 Jul 24 10:12:26.429299 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cdd9c1-8e3d-403b-8ac4-ed495ba8e383', 'tag': 'f1431152-7435-4d20-ab93-8f0a248662f1'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:12:26.431559 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0ac4981879846d8821277b3228522714eb2c0e29e76d1b29de9e8d513d31c24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c99d76-0356-4f86-aacb-88fbbe97bc64" -d '{"events": [{"name": "network-changed", "server_uuid": "37cdd9c1-8e3d-403b-8ac4-ed495ba8e383", "tag": "f1431152-7435-4d20-ab93-8f0a248662f1"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:12:26.469570 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bf54d8-f807-4186-ac43-db73c14bb9a1 x-openstack-request-id: req-a9bf54d8-f807-4186-ac43-db73c14bb9a1 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:12:26.469861 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37cdd9c1-8e3d-403b-8ac4-ed495ba8e383", "tag": "f1431152-7435-4d20-ab93-8f0a248662f1", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:12:26.470110 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9bf54d8-f807-4186-ac43-db73c14bb9a1 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:12:26.472320 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37cdd9c1-8e3d-403b-8ac4-ed495ba8e383', 'tag': 'f1431152-7435-4d20-ab93-8f0a248662f1', 'status': 'completed', 'code': 200} Jul 24 10:12:26.500273 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-4aba31f0-83a5-47c7-acdb-1df157e7f50c None None] Set router e911b407-dd14-405a-818b-9aedb34b8dc8 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:12:26.588053 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24756dd1-08c8-4b20-9652-15dc81b3c97d req-327e59c6-b7e9-40f0-aaf6-545f1c3a516f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:26.589518 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-24756dd1-08c8-4b20-9652-15dc81b3c97d req-327e59c6-b7e9-40f0-aaf6-545f1c3a516f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383 HTTP/1.1" status: 200 len: 945 time: 0.1051517 Jul 24 10:12:26.591338 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c99d76-0356-4f86-aacb-88fbbe97bc64 req-a8569cba-5830-488c-b76b-759294d3bb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:26.592721 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d9c99d76-0356-4f86-aacb-88fbbe97bc64 req-a8569cba-5830-488c-b76b-759294d3bb42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383 HTTP/1.1" status: 200 len: 1096 time: 0.0980313 Jul 24 10:12:26.656268 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-24756dd1-08c8-4b20-9652-15dc81b3c97d req-e4b67f4a-6403-4fcf-8d34-fcffd39e5054 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ace8b6-d808-4a4d-b228-90d5e165eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605175 Jul 24 10:12:26.679467 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51474) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:12:26.709139 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c99d76-0356-4f86-aacb-88fbbe97bc64 req-c4875c7a-b538-4e55-8a94-b0294b8ac92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:26.710430 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d9c99d76-0356-4f86-aacb-88fbbe97bc64 req-c4875c7a-b538-4e55-8a94-b0294b8ac92b service neutron] 10.222.0.20 "GET /v2.0/networks?id=b970a18d-2c96-4632-868d-06ec28e51b34 HTTP/1.1" status: 200 len: 896 time: 0.1078973 Jul 24 10:12:26.723836 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-4aba31f0-83a5-47c7-acdb-1df157e7f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-744473329', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:12:12Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '12fa05d3-607e-4f0a-bb4c-3619566b19cc', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'port_id': 'f1431152-7435-4d20-ab93-8f0a248662f1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34', 'mac_address': 'fa:16:3e:61:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd9c1-8e3d-403b-8ac4-ed495ba8e383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:12:25Z', 'updated_at': '2021-07-24T10:12:25Z', 'revision_number': 0, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b393ef36-dae1-45e4-9c56-c1171ae2f629', 'name': '', 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:a3:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '020c01a1-64c1-403d-bba9-143238b66a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:12:11Z', 'updated_at': '2021-07-24T10:12:17Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '020c01a1-64c1-403d-bba9-143238b66a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:12:26.748366 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b755fcb1-1da9-46fc-96a2-f854312c2d2b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/floatingips/12fa05d3-607e-4f0a-bb4c-3619566b19cc HTTP/1.1" status: 200 len: 990 time: 0.0659163 Jul 24 10:12:26.749222 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aba31f0-83a5-47c7-acdb-1df157e7f50c None None] Checking router: e911b407-dd14-405a-818b-9aedb34b8dc8 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:12:26.758287 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aba31f0-83a5-47c7-acdb-1df157e7f50c None None] Routers {'e911b407-dd14-405a-818b-9aedb34b8dc8'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:12:26.758963 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-4aba31f0-83a5-47c7-acdb-1df157e7f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:12:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e911b407-dd14-405a-818b-9aedb34b8dc8'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:12:26.779898 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d9c99d76-0356-4f86-aacb-88fbbe97bc64 req-570377de-7bd8-45ff-b906-280fb7231279 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1431152-7435-4d20-ab93-8f0a248662f1 HTTP/1.1" status: 200 len: 998 time: 0.0632153 Jul 24 10:12:26.827929 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c99d76-0356-4f86-aacb-88fbbe97bc64 req-2c78c180-ea1b-4ef9-9ac7-3f506241b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:26.829471 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d9c99d76-0356-4f86-aacb-88fbbe97bc64 req-2c78c180-ea1b-4ef9-9ac7-3f506241b892 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=020c01a1-64c1-403d-bba9-143238b66a68 HTTP/1.1" status: 200 len: 835 time: 0.0441403 Jul 24 10:12:26.889405 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c99d76-0356-4f86-aacb-88fbbe97bc64 req-8d39f7ae-3cff-4093-bded-d74ccf74f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:26.890858 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d9c99d76-0356-4f86-aacb-88fbbe97bc64 req-8d39f7ae-3cff-4093-bded-d74ccf74f7db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b970a18d-2c96-4632-868d-06ec28e51b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552013 Jul 24 10:12:26.983989 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d9c99d76-0356-4f86-aacb-88fbbe97bc64 req-87ee1629-5a0b-4a2a-9a7e-8db196ec4808 service neutron] 10.222.0.20 "GET /v2.0/networks/b970a18d-2c96-4632-868d-06ec28e51b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866032 Jul 24 10:12:27.014577 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-4aba31f0-83a5-47c7-acdb-1df157e7f50c None None] Set router e911b407-dd14-405a-818b-9aedb34b8dc8 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:12:27.070924 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d9c99d76-0356-4f86-aacb-88fbbe97bc64 req-59966807-64b4-4c8b-8d61-876198d6d8f6 service neutron] 10.222.0.20 "GET /v2.0/networks/b970a18d-2c96-4632-868d-06ec28e51b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806170 Jul 24 10:12:27.236483 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-4aba31f0-83a5-47c7-acdb-1df157e7f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-744473329', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:12:12Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '12fa05d3-607e-4f0a-bb4c-3619566b19cc', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'port_id': 'f1431152-7435-4d20-ab93-8f0a248662f1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34', 'mac_address': 'fa:16:3e:61:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd9c1-8e3d-403b-8ac4-ed495ba8e383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:12:25Z', 'updated_at': '2021-07-24T10:12:25Z', 'revision_number': 0, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b393ef36-dae1-45e4-9c56-c1171ae2f629', 'name': '', 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:a3:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '020c01a1-64c1-403d-bba9-143238b66a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:12:11Z', 'updated_at': '2021-07-24T10:12:17Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '020c01a1-64c1-403d-bba9-143238b66a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:12:27.261527 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aba31f0-83a5-47c7-acdb-1df157e7f50c None None] The sync data for ids ['e911b407-dd14-405a-818b-9aedb34b8dc8'] in n-d-800085-9 is: [{'id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-744473329', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:12:12Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '12fa05d3-607e-4f0a-bb4c-3619566b19cc', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'port_id': 'f1431152-7435-4d20-ab93-8f0a248662f1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34', 'mac_address': 'fa:16:3e:61:01:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd9c1-8e3d-403b-8ac4-ed495ba8e383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:12:25Z', 'updated_at': '2021-07-24T10:12:25Z', 'revision_number': 0, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b393ef36-dae1-45e4-9c56-c1171ae2f629', 'name': '', 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:a3:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '020c01a1-64c1-403d-bba9-143238b66a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:12:11Z', 'updated_at': '2021-07-24T10:12:17Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '020c01a1-64c1-403d-bba9-143238b66a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:12:27.357135 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6d571abb-dcfe-47c4-b73d-c6fab81e2859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:27.454030 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef0ffe8-dcfa-4ffc-badf-33aa63bae7b9 None None] New status for floating IP 12fa05d3-607e-4f0a-bb4c-3619566b19cc: ACTIVE {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 10:12:27.750259 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51476) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:12:27.811462 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-49e30d8b-75a2-443a-99ea-5fb796076e75 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/floatingips/12fa05d3-607e-4f0a-bb4c-3619566b19cc HTTP/1.1" status: 200 len: 992 time: 0.0600827 Jul 24 10:12:29.850214 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-63d6ece1-6d11-4dde-b5c3-d12ef3a74d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:30.550471 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:31.235981 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:33.109278 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:44.629922 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:47.208785 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:52.753985 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:12:57.358328 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce959af2-3040-43c1-aad0-8ef69162a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:12:59.171753 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbb48b-0c64-4039-a8cd-9e63d86fd8bd req-1611ba87-7493-41b7-9e0a-6b63c3121cbe tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:12:59.173294 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e3fbb48b-0c64-4039-a8cd-9e63d86fd8bd req-1611ba87-7493-41b7-9e0a-6b63c3121cbe tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383 HTTP/1.1" status: 200 len: 945 time: 0.0680885 Jul 24 10:12:59.210657 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e3fbb48b-0c64-4039-a8cd-9e63d86fd8bd req-f856a91d-9600-4c21-b3fc-f1f51c0b2282 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ace8b6-d808-4a4d-b228-90d5e165eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317423 Jul 24 10:12:59.850301 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e98e7c3b-dccc-4588-9ce0-483c267e10cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:00.351012 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817890f-22ad-44d7-8317-98b3c5187c2e req-d0303a18-72e6-4d28-81f6-0980e004b95f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:00.352452 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d817890f-22ad-44d7-8317-98b3c5187c2e req-d0303a18-72e6-4d28-81f6-0980e004b95f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383 HTTP/1.1" status: 200 len: 945 time: 0.0692337 Jul 24 10:13:00.390675 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d817890f-22ad-44d7-8317-98b3c5187c2e req-c221d3f7-35a0-49f0-b6c2-3aeef842d3d6 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ace8b6-d808-4a4d-b228-90d5e165eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326273 Jul 24 10:13:00.413383 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51504) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:00.471019 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8ca0e097-d1da-49b5-b4bc-f5fe279a3eae tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/floatingips/12fa05d3-607e-4f0a-bb4c-3619566b19cc HTTP/1.1" status: 200 len: 992 time: 0.0564916 Jul 24 10:13:00.552724 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:01.239082 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:01.747750 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c094fb7-9b0c-4346-9aa7-734a386aaf53 req-157fbe0a-b4b1-4f42-8580-c99a9504f148 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:01.749191 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1c094fb7-9b0c-4346-9aa7-734a386aaf53 req-157fbe0a-b4b1-4f42-8580-c99a9504f148 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383 HTTP/1.1" status: 200 len: 945 time: 0.0643733 Jul 24 10:13:01.755321 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c56c83-82c6-4dc4-a601-a34f0b4a6735 req-632897b1-8a11-4ce4-9949-9be99e1d17fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:01.756844 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62c56c83-82c6-4dc4-a601-a34f0b4a6735 req-632897b1-8a11-4ce4-9949-9be99e1d17fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383 HTTP/1.1" status: 200 len: 1096 time: 0.0530188 Jul 24 10:13:01.787612 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1c094fb7-9b0c-4346-9aa7-734a386aaf53 req-6805b26b-cba2-4f17-b148-cec41711c85f tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ace8b6-d808-4a4d-b228-90d5e165eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322564 Jul 24 10:13:01.848240 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c56c83-82c6-4dc4-a601-a34f0b4a6735 req-2aaeb7a2-2b01-4a98-89a5-07b4ff5053c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:01.849793 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62c56c83-82c6-4dc4-a601-a34f0b4a6735 req-2aaeb7a2-2b01-4a98-89a5-07b4ff5053c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b970a18d-2c96-4632-868d-06ec28e51b34 HTTP/1.1" status: 200 len: 896 time: 0.0874269 Jul 24 10:13:01.915031 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62c56c83-82c6-4dc4-a601-a34f0b4a6735 req-8ee8cbdc-1553-4c3e-96f1-96f512901b6c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1431152-7435-4d20-ab93-8f0a248662f1 HTTP/1.1" status: 200 len: 1000 time: 0.0590622 Jul 24 10:13:01.960570 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c56c83-82c6-4dc4-a601-a34f0b4a6735 req-d5ee99bc-9ac8-4983-a908-10cf13875195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:01.961966 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62c56c83-82c6-4dc4-a601-a34f0b4a6735 req-d5ee99bc-9ac8-4983-a908-10cf13875195 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=020c01a1-64c1-403d-bba9-143238b66a68 HTTP/1.1" status: 200 len: 835 time: 0.0408356 Jul 24 10:13:02.017527 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c56c83-82c6-4dc4-a601-a34f0b4a6735 req-ae40eecb-501c-4201-83a6-efc5b3101cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:02.018918 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62c56c83-82c6-4dc4-a601-a34f0b4a6735 req-ae40eecb-501c-4201-83a6-efc5b3101cc2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b970a18d-2c96-4632-868d-06ec28e51b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507994 Jul 24 10:13:02.107572 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62c56c83-82c6-4dc4-a601-a34f0b4a6735 req-fdb0c497-62cd-487c-a6ce-93bdb3920a01 service neutron] 10.222.0.20 "GET /v2.0/networks/b970a18d-2c96-4632-868d-06ec28e51b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824628 Jul 24 10:13:02.193180 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62c56c83-82c6-4dc4-a601-a34f0b4a6735 req-309638a3-a795-458f-aeac-9440dc862760 service neutron] 10.222.0.20 "GET /v2.0/networks/b970a18d-2c96-4632-868d-06ec28e51b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795078 Jul 24 10:13:02.923904 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f8207-eb1a-4223-aa38-0522f922000e req-22faeb32-5e58-4c11-81b0-cce50c62b7eb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:02.926762 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc3f8207-eb1a-4223-aa38-0522f922000e req-22faeb32-5e58-4c11-81b0-cce50c62b7eb tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383 HTTP/1.1" status: 200 len: 945 time: 0.0662134 Jul 24 10:13:02.971570 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc3f8207-eb1a-4223-aa38-0522f922000e req-a0d98685-25ff-4358-92b0-51f23a000853 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ace8b6-d808-4a4d-b228-90d5e165eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389435 Jul 24 10:13:03.110995 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:03.657740 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0de32e9f-538c-4558-b379-f984a85c7fbe req-38afaf9c-a7d4-409c-b3bf-6fd6d1aff58a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517395 Jul 24 10:13:03.748980 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de32e9f-538c-4558-b379-f984a85c7fbe req-7828a344-36b3-4e5b-90cc-0a23c16b9560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:03.750446 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0de32e9f-538c-4558-b379-f984a85c7fbe req-7828a344-36b3-4e5b-90cc-0a23c16b9560 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383 HTTP/1.1" status: 200 len: 1096 time: 0.0525000 Jul 24 10:13:03.862982 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de32e9f-538c-4558-b379-f984a85c7fbe req-ea312106-3ad8-47d4-95ac-e5d92515ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:03.864569 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0de32e9f-538c-4558-b379-f984a85c7fbe req-ea312106-3ad8-47d4-95ac-e5d92515ce00 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b970a18d-2c96-4632-868d-06ec28e51b34 HTTP/1.1" status: 200 len: 896 time: 0.0959892 Jul 24 10:13:03.927634 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0de32e9f-538c-4558-b379-f984a85c7fbe req-30c42fd0-1a6f-4d1f-a68c-510ddc626ebf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1431152-7435-4d20-ab93-8f0a248662f1 HTTP/1.1" status: 200 len: 1000 time: 0.0563533 Jul 24 10:13:03.973903 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de32e9f-538c-4558-b379-f984a85c7fbe req-3a952528-7f83-428b-ac6c-a19cd31ad244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:03.975290 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0de32e9f-538c-4558-b379-f984a85c7fbe req-3a952528-7f83-428b-ac6c-a19cd31ad244 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=020c01a1-64c1-403d-bba9-143238b66a68 HTTP/1.1" status: 200 len: 835 time: 0.0420644 Jul 24 10:13:04.036179 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de32e9f-538c-4558-b379-f984a85c7fbe req-a166fede-263b-4184-b083-f618ea6e960e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:04.037735 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0de32e9f-538c-4558-b379-f984a85c7fbe req-a166fede-263b-4184-b083-f618ea6e960e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b970a18d-2c96-4632-868d-06ec28e51b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563812 Jul 24 10:13:04.104666 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1a32a-ac8c-4702-b71a-d33990db0fb4 req-f4683ea8-23ec-4d74-a878-ca538107d10a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:04.106186 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44e1a32a-ac8c-4702-b71a-d33990db0fb4 req-f4683ea8-23ec-4d74-a878-ca538107d10a tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383 HTTP/1.1" status: 200 len: 945 time: 0.0622458 Jul 24 10:13:04.134850 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0de32e9f-538c-4558-b379-f984a85c7fbe req-f3a58687-9c2f-4830-b7a5-872add598fbd service neutron] 10.222.0.20 "GET /v2.0/networks/b970a18d-2c96-4632-868d-06ec28e51b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900064 Jul 24 10:13:04.148090 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-44e1a32a-ac8c-4702-b71a-d33990db0fb4 req-a76b3a1b-99e8-4c21-a234-f24385d799aa tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ace8b6-d808-4a4d-b228-90d5e165eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358286 Jul 24 10:13:04.179025 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51516) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:04.232051 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0de32e9f-538c-4558-b379-f984a85c7fbe req-a7dfced5-771d-4ce8-881b-e0736cce120f service neutron] 10.222.0.20 "GET /v2.0/networks/b970a18d-2c96-4632-868d-06ec28e51b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907176 Jul 24 10:13:04.241471 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-10ba84ac-6747-4ba9-9a24-5de6f45d932d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/floatingips/12fa05d3-607e-4f0a-bb4c-3619566b19cc HTTP/1.1" status: 200 len: 992 time: 0.0612946 Jul 24 10:13:04.458628 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51522) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:04.609738 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-6d704d07-bbdd-4774-9555-018d044cf26b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Deleting port cf687e21-32cc-4162-b3ed-7d3111681135 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:13:04.610115 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d704d07-bbdd-4774-9555-018d044cf26b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:04.685953 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d704d07-bbdd-4774-9555-018d044cf26b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:04.686278 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d704d07-bbdd-4774-9555-018d044cf26b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:04.697382 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-6d704d07-bbdd-4774-9555-018d044cf26b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Calling delete_port for cf687e21-32cc-4162-b3ed-7d3111681135 owned by network:floatingip {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:13:04.842809 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d704d07-bbdd-4774-9555-018d044cf26b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:04.871966 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d704d07-bbdd-4774-9555-018d044cf26b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Port': ['ID=cf687e21-32cc-4162-b3ed-7d3111681135,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:04.898575 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d704d07-bbdd-4774-9555-018d044cf26b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:04.898923 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d704d07-bbdd-4774-9555-018d044cf26b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:04.899266 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d704d07-bbdd-4774-9555-018d044cf26b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:04.899603 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d704d07-bbdd-4774-9555-018d044cf26b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:04.899937 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d704d07-bbdd-4774-9555-018d044cf26b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:04.900270 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d704d07-bbdd-4774-9555-018d044cf26b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:04.900600 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d704d07-bbdd-4774-9555-018d044cf26b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:04.900952 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d704d07-bbdd-4774-9555-018d044cf26b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:04.901281 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d704d07-bbdd-4774-9555-018d044cf26b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:04.901604 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d704d07-bbdd-4774-9555-018d044cf26b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:04.901924 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d704d07-bbdd-4774-9555-018d044cf26b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:04.902244 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d704d07-bbdd-4774-9555-018d044cf26b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:04.939315 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d704d07-bbdd-4774-9555-018d044cf26b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for floatingip, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:04.939653 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-6d704d07-bbdd-4774-9555-018d044cf26b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Floating IP 12fa05d3-607e-4f0a-bb4c-3619566b19cc disassociated (deleted). External IP: 172.25.7.44, port: f1431152-7435-4d20-ab93-8f0a248662f1. Jul 24 10:13:05.140000 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d704d07-bbdd-4774-9555-018d044cf26b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Router e911b407-dd14-405a-818b-9aedb34b8dc8 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:13:05.246933 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d704d07-bbdd-4774-9555-018d044cf26b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:13:05.251645 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6d704d07-bbdd-4774-9555-018d044cf26b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:05.257488 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f159a8b1-7dbb-40d4-a45e-01514810482e None None] Sync routers for ids ['e911b407-dd14-405a-818b-9aedb34b8dc8'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:13:05.266495 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f159a8b1-7dbb-40d4-a45e-01514810482e None None] Routers {'e911b407-dd14-405a-818b-9aedb34b8dc8'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:13:05.267094 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f159a8b1-7dbb-40d4-a45e-01514810482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:13:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e911b407-dd14-405a-818b-9aedb34b8dc8'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:05.287617 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6d704d07-bbdd-4774-9555-018d044cf26b tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "DELETE /v2.0/floatingips/12fa05d3-607e-4f0a-bb4c-3619566b19cc HTTP/1.1" status: 204 len: 168 time: 0.8279209 Jul 24 10:13:05.288223 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cdd9c1-8e3d-403b-8ac4-ed495ba8e383', 'tag': 'f1431152-7435-4d20-ab93-8f0a248662f1'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:13:05.290572 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0ac4981879846d8821277b3228522714eb2c0e29e76d1b29de9e8d513d31c24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7aca12-e9c0-4863-81be-d033f53ec202" -d '{"events": [{"name": "network-changed", "server_uuid": "37cdd9c1-8e3d-403b-8ac4-ed495ba8e383", "tag": "f1431152-7435-4d20-ab93-8f0a248662f1"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:13:05.336008 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45187ece-b623-4929-8cd8-f6d008da67b1 x-openstack-request-id: req-45187ece-b623-4929-8cd8-f6d008da67b1 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:13:05.336350 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37cdd9c1-8e3d-403b-8ac4-ed495ba8e383", "tag": "f1431152-7435-4d20-ab93-8f0a248662f1", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:13:05.336568 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45187ece-b623-4929-8cd8-f6d008da67b1 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:13:05.337131 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37cdd9c1-8e3d-403b-8ac4-ed495ba8e383', 'tag': 'f1431152-7435-4d20-ab93-8f0a248662f1', 'status': 'completed', 'code': 200} Jul 24 10:13:05.375711 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-f159a8b1-7dbb-40d4-a45e-01514810482e None None] Set router e911b407-dd14-405a-818b-9aedb34b8dc8 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:13:05.413068 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7aca12-e9c0-4863-81be-d033f53ec202 req-bb51698e-0618-4107-b7bf-bd9112025eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:05.414374 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3c7aca12-e9c0-4863-81be-d033f53ec202 req-bb51698e-0618-4107-b7bf-bd9112025eea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3602c3c188649a595bbed3b7a50ac71&device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383 HTTP/1.1" status: 200 len: 1096 time: 0.0584841 Jul 24 10:13:05.557950 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7aca12-e9c0-4863-81be-d033f53ec202 req-3a95ddfb-42cf-487f-bb69-6443f9ff54e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:05.559456 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3c7aca12-e9c0-4863-81be-d033f53ec202 req-3a95ddfb-42cf-487f-bb69-6443f9ff54e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b970a18d-2c96-4632-868d-06ec28e51b34 HTTP/1.1" status: 200 len: 896 time: 0.1389730 Jul 24 10:13:05.590947 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f159a8b1-7dbb-40d4-a45e-01514810482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-744473329', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:12:12Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'b393ef36-dae1-45e4-9c56-c1171ae2f629', 'name': '', 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:a3:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '020c01a1-64c1-403d-bba9-143238b66a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:12:11Z', 'updated_at': '2021-07-24T10:12:17Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '020c01a1-64c1-403d-bba9-143238b66a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:05.605791 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3c7aca12-e9c0-4863-81be-d033f53ec202 req-4d09bc17-4bb9-4939-bd0c-e2492ad98cba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1431152-7435-4d20-ab93-8f0a248662f1 HTTP/1.1" status: 200 len: 217 time: 0.0392675 Jul 24 10:13:05.617272 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f159a8b1-7dbb-40d4-a45e-01514810482e None None] Checking router: e911b407-dd14-405a-818b-9aedb34b8dc8 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:13:05.617564 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce9474-cd24-4239-91a3-7d828e6828d8 req-75f00fe8-59e6-4ad5-bfe4-351dd8ae98d1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:05.619015 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a4ce9474-cd24-4239-91a3-7d828e6828d8 req-75f00fe8-59e6-4ad5-bfe4-351dd8ae98d1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383 HTTP/1.1" status: 200 len: 945 time: 0.1233525 Jul 24 10:13:05.625491 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f159a8b1-7dbb-40d4-a45e-01514810482e None None] Routers {'e911b407-dd14-405a-818b-9aedb34b8dc8'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:13:05.626105 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f159a8b1-7dbb-40d4-a45e-01514810482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:13:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e911b407-dd14-405a-818b-9aedb34b8dc8'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:05.691653 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a4ce9474-cd24-4239-91a3-7d828e6828d8 req-500f7e55-1d7c-4661-acae-fd00ae1e3bde tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ace8b6-d808-4a4d-b228-90d5e165eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636928 Jul 24 10:13:05.693094 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7aca12-e9c0-4863-81be-d033f53ec202 req-bde36902-5e21-4463-9ff8-fd0963760735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:05.694468 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3c7aca12-e9c0-4863-81be-d033f53ec202 req-bde36902-5e21-4463-9ff8-fd0963760735 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=020c01a1-64c1-403d-bba9-143238b66a68 HTTP/1.1" status: 200 len: 835 time: 0.0746126 Jul 24 10:13:05.730990 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-f159a8b1-7dbb-40d4-a45e-01514810482e None None] Set router e911b407-dd14-405a-818b-9aedb34b8dc8 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:13:05.753924 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7aca12-e9c0-4863-81be-d033f53ec202 req-5ea57bab-0d07-4d48-988d-78bc388dc3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:05.755440 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3c7aca12-e9c0-4863-81be-d033f53ec202 req-5ea57bab-0d07-4d48-988d-78bc388dc3db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b970a18d-2c96-4632-868d-06ec28e51b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540564 Jul 24 10:13:05.858652 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3c7aca12-e9c0-4863-81be-d033f53ec202 req-bb5eabe3-ea3c-4509-89d1-8f2abb366d10 service neutron] 10.222.0.20 "GET /v2.0/networks/b970a18d-2c96-4632-868d-06ec28e51b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961592 Jul 24 10:13:05.925327 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-f159a8b1-7dbb-40d4-a45e-01514810482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-744473329', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:12:12Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'b393ef36-dae1-45e4-9c56-c1171ae2f629', 'name': '', 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:a3:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '020c01a1-64c1-403d-bba9-143238b66a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:12:11Z', 'updated_at': '2021-07-24T10:12:17Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '020c01a1-64c1-403d-bba9-143238b66a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:05.946799 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3c7aca12-e9c0-4863-81be-d033f53ec202 req-6f7ec53e-7d6d-4bd9-906e-f8bb0063193c service neutron] 10.222.0.20 "GET /v2.0/networks/b970a18d-2c96-4632-868d-06ec28e51b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811493 Jul 24 10:13:05.956109 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f159a8b1-7dbb-40d4-a45e-01514810482e None None] The sync data for ids ['e911b407-dd14-405a-818b-9aedb34b8dc8'] in n-d-800085-9 is: [{'id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-744473329', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:12:12Z', 'revision_number': 4, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'b393ef36-dae1-45e4-9c56-c1171ae2f629', 'name': '', 'network_id': 'b970a18d-2c96-4632-868d-06ec28e51b34', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'mac_address': 'fa:16:3e:a3:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '020c01a1-64c1-403d-bba9-143238b66a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:12:11Z', 'updated_at': '2021-07-24T10:12:17Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'subnets': [{'id': '020c01a1-64c1-403d-bba9-143238b66a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:13:06.178349 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca8da91-ad98-4574-a87c-b01e4ac1105d None None] New status for floating IP 12fa05d3-607e-4f0a-bb4c-3619566b19cc: DOWN {{(pid=94038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 10:13:06.826275 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076df46-1d38-4c81-955e-b8fc5a65afb1 req-b648d8d5-f1c5-4c04-86f4-6c1f3ae63ca1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:06.827796 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6076df46-1d38-4c81-955e-b8fc5a65afb1 req-b648d8d5-f1c5-4c04-86f4-6c1f3ae63ca1 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/ports?device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383 HTTP/1.1" status: 200 len: 945 time: 0.0634496 Jul 24 10:13:06.864635 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6076df46-1d38-4c81-955e-b8fc5a65afb1 req-d4f7c9d4-2774-40d8-b49c-c4cfaaa1824c tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ace8b6-d808-4a4d-b228-90d5e165eae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312378 Jul 24 10:13:07.019072 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544ac0b-7085-4dcc-8bd5-06c1e0034511 req-f240bcf3-4735-4d1a-b454-127b61f5c4bf tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:07.020472 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5544ac0b-7085-4dcc-8bd5-06c1e0034511 req-f240bcf3-4735-4d1a-b454-127b61f5c4bf tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cdd9c1-8e3d-403b-8ac4-ed495ba8e383 HTTP/1.1" status: 200 len: 945 time: 0.0652218 Jul 24 10:13:07.115295 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-5544ac0b-7085-4dcc-8bd5-06c1e0034511 req-4cf3187e-80ec-461c-9101-9061f029abc9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Deleting port f1431152-7435-4d20-ab93-8f0a248662f1 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:13:07.115638 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5544ac0b-7085-4dcc-8bd5-06c1e0034511 req-4cf3187e-80ec-461c-9101-9061f029abc9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:07.211079 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-5544ac0b-7085-4dcc-8bd5-06c1e0034511 req-4cf3187e-80ec-461c-9101-9061f029abc9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] For port f1431152-7435-4d20-ab93-8f0a248662f1, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=f1431152-7435-4d20-ab93-8f0a248662f1,segment=NetworkSegment(d102f23d-ceea-4cba-830e-7c4d600c7c8c),segment_id=d102f23d-ceea-4cba-830e-7c4d600c7c8c)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:13:07.211446 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5544ac0b-7085-4dcc-8bd5-06c1e0034511 req-4cf3187e-80ec-461c-9101-9061f029abc9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:07.223204 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-5544ac0b-7085-4dcc-8bd5-06c1e0034511 req-4cf3187e-80ec-461c-9101-9061f029abc9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Calling delete_port for f1431152-7435-4d20-ab93-8f0a248662f1 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:13:07.349585 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5544ac0b-7085-4dcc-8bd5-06c1e0034511 req-4cf3187e-80ec-461c-9101-9061f029abc9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:07.380451 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3187e-80ec-461c-9101-9061f029abc9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Port': ['ID=f1431152-7435-4d20-ab93-8f0a248662f1,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:07.429193 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-5544ac0b-7085-4dcc-8bd5-06c1e0034511 req-4cf3187e-80ec-461c-9101-9061f029abc9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] No DVR routers for this DVR port f1431152-7435-4d20-ab93-8f0a248662f1 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:13:07.431778 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-5544ac0b-7085-4dcc-8bd5-06c1e0034511 req-4cf3187e-80ec-461c-9101-9061f029abc9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:07.433817 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5544ac0b-7085-4dcc-8bd5-06c1e0034511 req-4cf3187e-80ec-461c-9101-9061f029abc9 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.20 "DELETE /v2.0/ports/f1431152-7435-4d20-ab93-8f0a248662f1 HTTP/1.1" status: 204 len: 173 time: 0.4083717 Jul 24 10:13:07.434260 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cdd9c1-8e3d-403b-8ac4-ed495ba8e383', 'name': 'network-vif-deleted', 'tag': 'f1431152-7435-4d20-ab93-8f0a248662f1'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:13:07.436474 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a4853a8b40b91971e5417878e0e437932fc4777980ba62e4c137541a983d21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17676d0c-ab3f-4ff9-a198-9352d81e8634" -d '{"events": [{"server_uuid": "37cdd9c1-8e3d-403b-8ac4-ed495ba8e383", "name": "network-vif-deleted", "tag": "f1431152-7435-4d20-ab93-8f0a248662f1"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:13:07.475931 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a62cf62-0247-4915-99d4-672b71c2ead5 x-openstack-request-id: req-4a62cf62-0247-4915-99d4-672b71c2ead5 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:13:07.476221 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cdd9c1-8e3d-403b-8ac4-ed495ba8e383", "name": "network-vif-deleted", "tag": "f1431152-7435-4d20-ab93-8f0a248662f1", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:13:07.476477 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a62cf62-0247-4915-99d4-672b71c2ead5 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:13:07.476904 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37cdd9c1-8e3d-403b-8ac4-ed495ba8e383', 'name': 'network-vif-deleted', 'tag': 'f1431152-7435-4d20-ab93-8f0a248662f1', 'status': 'completed', 'code': 200} Jul 24 10:13:07.924808 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51536) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:08.594310 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d80df2e8-d0ce-4d08-8b74-5f2b9a2a6fb0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:08.850672 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-d80df2e8-d0ce-4d08-8b74-5f2b9a2a6fb0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Deleting port b393ef36-dae1-45e4-9c56-c1171ae2f629 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:13:08.850933 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d80df2e8-d0ce-4d08-8b74-5f2b9a2a6fb0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:08.938035 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-d80df2e8-d0ce-4d08-8b74-5f2b9a2a6fb0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] For port b393ef36-dae1-45e4-9c56-c1171ae2f629, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=b393ef36-dae1-45e4-9c56-c1171ae2f629,segment=NetworkSegment(d102f23d-ceea-4cba-830e-7c4d600c7c8c),segment_id=d102f23d-ceea-4cba-830e-7c4d600c7c8c)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:13:08.938399 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d80df2e8-d0ce-4d08-8b74-5f2b9a2a6fb0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:08.950505 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-d80df2e8-d0ce-4d08-8b74-5f2b9a2a6fb0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Calling delete_port for b393ef36-dae1-45e4-9c56-c1171ae2f629 owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:13:09.126032 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d80df2e8-d0ce-4d08-8b74-5f2b9a2a6fb0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:09.150891 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80df2e8-d0ce-4d08-8b74-5f2b9a2a6fb0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Port': ['ID=b393ef36-dae1-45e4-9c56-c1171ae2f629,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:09.186362 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80df2e8-d0ce-4d08-8b74-5f2b9a2a6fb0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:09.186709 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80df2e8-d0ce-4d08-8b74-5f2b9a2a6fb0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:09.187048 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80df2e8-d0ce-4d08-8b74-5f2b9a2a6fb0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:09.187382 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80df2e8-d0ce-4d08-8b74-5f2b9a2a6fb0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:09.187713 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80df2e8-d0ce-4d08-8b74-5f2b9a2a6fb0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:09.188041 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80df2e8-d0ce-4d08-8b74-5f2b9a2a6fb0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:09.188370 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80df2e8-d0ce-4d08-8b74-5f2b9a2a6fb0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:09.188700 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80df2e8-d0ce-4d08-8b74-5f2b9a2a6fb0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:09.189060 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80df2e8-d0ce-4d08-8b74-5f2b9a2a6fb0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:09.189382 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80df2e8-d0ce-4d08-8b74-5f2b9a2a6fb0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:09.189702 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80df2e8-d0ce-4d08-8b74-5f2b9a2a6fb0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:09.190018 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80df2e8-d0ce-4d08-8b74-5f2b9a2a6fb0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:09.341915 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-d80df2e8-d0ce-4d08-8b74-5f2b9a2a6fb0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:09.551302 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80df2e8-d0ce-4d08-8b74-5f2b9a2a6fb0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Router e911b407-dd14-405a-818b-9aedb34b8dc8 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:13:09.654952 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80df2e8-d0ce-4d08-8b74-5f2b9a2a6fb0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:13:09.659825 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-d80df2e8-d0ce-4d08-8b74-5f2b9a2a6fb0 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "PUT /v2.0/routers/e911b407-dd14-405a-818b-9aedb34b8dc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7340035 Jul 24 10:13:09.662530 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51538) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:09.664792 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b04848-2c8d-43e5-aaff-7144158c49e2 None None] Sync routers for ids ['e911b407-dd14-405a-818b-9aedb34b8dc8'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:13:09.674154 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b04848-2c8d-43e5-aaff-7144158c49e2 None None] Routers {'e911b407-dd14-405a-818b-9aedb34b8dc8'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:13:09.674749 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-52b04848-2c8d-43e5-aaff-7144158c49e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:13:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e911b407-dd14-405a-818b-9aedb34b8dc8'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:09.718231 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b948262-1c4b-4f01-b9c0-6e161230c80e tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Deleting subnet 020c01a1-64c1-403d-bba9-143238b66a68 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 10:13:09.721276 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b948262-1c4b-4f01-b9c0-6e161230c80e tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:09.760394 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b948262-1c4b-4f01-b9c0-6e161230c80e tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:09.775032 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-52b04848-2c8d-43e5-aaff-7144158c49e2 None None] Set router e911b407-dd14-405a-818b-9aedb34b8dc8 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:13:09.850901 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b948262-1c4b-4f01-b9c0-6e161230c80e tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:09.913746 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b948262-1c4b-4f01-b9c0-6e161230c80e tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:09.940574 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b948262-1c4b-4f01-b9c0-6e161230c80e tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Subnet': ['ID=020c01a1-64c1-403d-bba9-143238b66a68,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:09.944893 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8b948262-1c4b-4f01-b9c0-6e161230c80e tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:09.946995 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8b948262-1c4b-4f01-b9c0-6e161230c80e tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "DELETE /v2.0/subnets/020c01a1-64c1-403d-bba9-143238b66a68 HTTP/1.1" status: 204 len: 168 time: 0.2822654 Jul 24 10:13:09.949434 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51540) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:09.952354 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062ca99a-0255-462c-a704-43e1bd5e453f None None] Network b970a18d-2c96-4632-868d-06ec28e51b34 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:13:09.978992 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-52b04848-2c8d-43e5-aaff-7144158c49e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-744473329', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:13:09Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:10.037545 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b04848-2c8d-43e5-aaff-7144158c49e2 None None] Checking router: e911b407-dd14-405a-818b-9aedb34b8dc8 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:13:10.055567 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c75fbac7-4aad-41ac-b2d6-5a708ca2c564 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:10.068029 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b04848-2c8d-43e5-aaff-7144158c49e2 None None] Routers {'e911b407-dd14-405a-818b-9aedb34b8dc8'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:13:10.068642 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-52b04848-2c8d-43e5-aaff-7144158c49e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:13:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['e911b407-dd14-405a-818b-9aedb34b8dc8'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:10.158529 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c75fbac7-4aad-41ac-b2d6-5a708ca2c564 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:10.202915 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-52b04848-2c8d-43e5-aaff-7144158c49e2 None None] Set router e911b407-dd14-405a-818b-9aedb34b8dc8 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:13:10.215554 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-c75fbac7-4aad-41ac-b2d6-5a708ca2c564 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Deleting port df0cf0da-8db1-4bd5-a62f-cdda678bb4b5 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:13:10.215907 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c75fbac7-4aad-41ac-b2d6-5a708ca2c564 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:10.261661 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22170192-3f46-4186-a68d-0bfd0de73dbd None None] DHCP port deletion for b970a18d-2c96-4632-868d-06ec28e51b34 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 10:13:10.297655 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-c75fbac7-4aad-41ac-b2d6-5a708ca2c564 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] For port df0cf0da-8db1-4bd5-a62f-cdda678bb4b5, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=df0cf0da-8db1-4bd5-a62f-cdda678bb4b5,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:13:10.298025 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c75fbac7-4aad-41ac-b2d6-5a708ca2c564 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:10.310491 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-c75fbac7-4aad-41ac-b2d6-5a708ca2c564 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Calling delete_port for df0cf0da-8db1-4bd5-a62f-cdda678bb4b5 owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:13:10.391963 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-22170192-3f46-4186-a68d-0bfd0de73dbd None None] Deleting port 633f1de4-a240-4ebe-acd3-91e48e5a7f49 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:13:10.392338 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-22170192-3f46-4186-a68d-0bfd0de73dbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:10.464006 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-22170192-3f46-4186-a68d-0bfd0de73dbd None None] For port 633f1de4-a240-4ebe-acd3-91e48e5a7f49, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=633f1de4-a240-4ebe-acd3-91e48e5a7f49,segment=NetworkSegment(d102f23d-ceea-4cba-830e-7c4d600c7c8c),segment_id=d102f23d-ceea-4cba-830e-7c4d600c7c8c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:13:10.464402 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-22170192-3f46-4186-a68d-0bfd0de73dbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:10.480958 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-22170192-3f46-4186-a68d-0bfd0de73dbd None None] Calling delete_port for 633f1de4-a240-4ebe-acd3-91e48e5a7f49 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:13:10.489915 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c75fbac7-4aad-41ac-b2d6-5a708ca2c564 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:10.493943 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-52b04848-2c8d-43e5-aaff-7144158c49e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-744473329', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:13:09Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:10.517361 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fbac7-4aad-41ac-b2d6-5a708ca2c564 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Port': ['ID=df0cf0da-8db1-4bd5-a62f-cdda678bb4b5,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:10.586153 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c75fbac7-4aad-41ac-b2d6-5a708ca2c564 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:10.679077 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c75fbac7-4aad-41ac-b2d6-5a708ca2c564 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:10.680229 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b04848-2c8d-43e5-aaff-7144158c49e2 None None] The sync data for ids ['e911b407-dd14-405a-818b-9aedb34b8dc8'] in n-d-800085-9 is: [{'id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-744473329', 'tenant_id': 'b3602c3c188649a595bbed3b7a50ac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:13:09Z', 'revision_number': 5, 'project_id': 'b3602c3c188649a595bbed3b7a50ac71', 'gw_port': {'id': 'df0cf0da-8db1-4bd5-a62f-cdda678bb4b5', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e911b407-dd14-405a-818b-9aedb34b8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:12:09Z', 'updated_at': '2021-07-24T10:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:13:10.682107 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c75fbac7-4aad-41ac-b2d6-5a708ca2c564 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:10.735836 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c75fbac7-4aad-41ac-b2d6-5a708ca2c564 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:10.736414 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75fbac7-4aad-41ac-b2d6-5a708ca2c564 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Fanout notify agent at l3_agent the message router_deleted on router e911b407-dd14-405a-818b-9aedb34b8dc8 {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 10:13:10.744336 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-c75fbac7-4aad-41ac-b2d6-5a708ca2c564 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:10.745601 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-c75fbac7-4aad-41ac-b2d6-5a708ca2c564 tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "DELETE /v2.0/routers/e911b407-dd14-405a-818b-9aedb34b8dc8 HTTP/1.1" status: 204 len: 168 time: 0.7952313 Jul 24 10:13:10.748567 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51542) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:10.758260 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-22170192-3f46-4186-a68d-0bfd0de73dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:10.786571 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22170192-3f46-4186-a68d-0bfd0de73dbd None None] Pushing event deleted for resources: {'Port': ['ID=633f1de4-a240-4ebe-acd3-91e48e5a7f49,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:10.788802 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22170192-3f46-4186-a68d-0bfd0de73dbd None None] No DVR routers for this DVR port 633f1de4-a240-4ebe-acd3-91e48e5a7f49 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:13:10.796760 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22170192-3f46-4186-a68d-0bfd0de73dbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:10.797031 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22170192-3f46-4186-a68d-0bfd0de73dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:10.797371 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22170192-3f46-4186-a68d-0bfd0de73dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:10.797722 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22170192-3f46-4186-a68d-0bfd0de73dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:10.798056 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22170192-3f46-4186-a68d-0bfd0de73dbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:10.798497 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22170192-3f46-4186-a68d-0bfd0de73dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:10.798831 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22170192-3f46-4186-a68d-0bfd0de73dbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:10.799150 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22170192-3f46-4186-a68d-0bfd0de73dbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:10.799533 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22170192-3f46-4186-a68d-0bfd0de73dbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:10.799787 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22170192-3f46-4186-a68d-0bfd0de73dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:10.800113 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22170192-3f46-4186-a68d-0bfd0de73dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:10.800436 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22170192-3f46-4186-a68d-0bfd0de73dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:10.840567 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b5b22d25-9d71-4db3-9762-472ea7d0749d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:10.899787 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device f1431152-7435-4d20-ab93-8f0a248662f1 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:13:10.920950 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: f1431152-7435-4d20-ab93-8f0a248662f1 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:13:10.921289 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device f1431152-7435-4d20-ab93-8f0a248662f1 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:13:10.922675 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b5b22d25-9d71-4db3-9762-472ea7d0749d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:10.932378 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-b5b22d25-9d71-4db3-9762-472ea7d0749d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b970a18d-2c96-4632-868d-06ec28e51b34']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:10.946968 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-b5b22d25-9d71-4db3-9762-472ea7d0749d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd102f23d-ceea-4cba-830e-7c4d600c7c8c') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:10.947262 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-b5b22d25-9d71-4db3-9762-472ea7d0749d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd102f23d-ceea-4cba-830e-7c4d600c7c8c') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:10.955627 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b5b22d25-9d71-4db3-9762-472ea7d0749d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:10.969248 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b5b22d25-9d71-4db3-9762-472ea7d0749d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:10.974861 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b22d25-9d71-4db3-9762-472ea7d0749d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 10:13:10.975268 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b5b22d25-9d71-4db3-9762-472ea7d0749d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: timer() Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 10:13:10.978288 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 10:13:11.034309 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b5b22d25-9d71-4db3-9762-472ea7d0749d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:11.041487 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b5b22d25-9d71-4db3-9762-472ea7d0749d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:11.045782 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b5b22d25-9d71-4db3-9762-472ea7d0749d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "DELETE /v2.0/networks/b970a18d-2c96-4632-868d-06ec28e51b34 HTTP/1.1" status: 204 len: 168 time: 0.2935004 Jul 24 10:13:11.046375 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51544) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:11.054188 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b22d25-9d71-4db3-9762-472ea7d0749d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'Network': ['ID=b970a18d-2c96-4632-868d-06ec28e51b34,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:11.113351 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ae9097c-52c9-44c9-b113-179cb2edbc0d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:11.140046 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ae9097c-52c9-44c9-b113-179cb2edbc0d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:11.203114 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ae9097c-52c9-44c9-b113-179cb2edbc0d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:11.205770 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4ae9097c-52c9-44c9-b113-179cb2edbc0d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:11.206983 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4ae9097c-52c9-44c9-b113-179cb2edbc0d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] 10.222.0.32 "DELETE /v2.0/security-groups/20ace8b6-d808-4a4d-b228-90d5e165eae9 HTTP/1.1" status: 204 len: 168 time: 0.1597040 Jul 24 10:13:11.216335 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9097c-52c9-44c9-b113-179cb2edbc0d tempest-TestNetworkAdvancedServerOps-748066274 tempest-TestNetworkAdvancedServerOps-748066274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ace8b6-d808-4a4d-b228-90d5e165eae9,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:11.460950 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 633f1de4-a240-4ebe-acd3-91e48e5a7f49 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:13:11.484655 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 633f1de4-a240-4ebe-acd3-91e48e5a7f49 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:13:11.484976 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 633f1de4-a240-4ebe-acd3-91e48e5a7f49 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:13:11.485398 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b393ef36-dae1-45e4-9c56-c1171ae2f629 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:13:11.503735 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: b393ef36-dae1-45e4-9c56-c1171ae2f629 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:13:11.504633 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device b393ef36-dae1-45e4-9c56-c1171ae2f629 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:13:11.570337 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51552) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:11.706113 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-03b839f9-3dc7-4ad0-816b-15a68ea2049d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b3602c3c188649a595bbed3b7a50ac71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346273 Jul 24 10:13:11.708645 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51556) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:11.755245 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a457f8f1-7be1-4e6f-ba95-f7ef4fcb2cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:11.776160 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a457f8f1-7be1-4e6f-ba95-f7ef4fcb2cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:11.827096 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a457f8f1-7be1-4e6f-ba95-f7ef4fcb2cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:11.829707 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-a457f8f1-7be1-4e6f-ba95-f7ef4fcb2cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:11.830868 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-a457f8f1-7be1-4e6f-ba95-f7ef4fcb2cba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/985014d3-750c-4785-94b3-68c914ee1c76 HTTP/1.1" status: 204 len: 168 time: 0.1213157 Jul 24 10:13:11.838435 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457f8f1-7be1-4e6f-ba95-f7ef4fcb2cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985014d3-750c-4785-94b3-68c914ee1c76,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:12.081635 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51562) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:12.095842 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-001feaba-e759-4ff3-b4a5-31e9adb90999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:12.192688 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-001feaba-e759-4ff3-b4a5-31e9adb90999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:12.196350 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-001feaba-e759-4ff3-b4a5-31e9adb90999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:12.238324 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-001feaba-e759-4ff3-b4a5-31e9adb90999 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c0bdb753545488daeb1c5e12be25f64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548300 Jul 24 10:13:12.239215 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001feaba-e759-4ff3-b4a5-31e9adb90999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e587705-46be-41d3-b20a-fd8e8a1f1d72,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:12.242668 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51564) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:12.290359 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ade5b9c6-36c1-4255-9b95-f8bc6bfd7ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:12.310693 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ade5b9c6-36c1-4255-9b95-f8bc6bfd7ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:12.356600 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ade5b9c6-36c1-4255-9b95-f8bc6bfd7ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:12.359097 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-ade5b9c6-36c1-4255-9b95-f8bc6bfd7ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:12.360251 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ade5b9c6-36c1-4255-9b95-f8bc6bfd7ad9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e587705-46be-41d3-b20a-fd8e8a1f1d72 HTTP/1.1" status: 204 len: 168 time: 0.1166804 Jul 24 10:13:12.367744 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5b9c6-36c1-4255-9b95-f8bc6bfd7ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e587705-46be-41d3-b20a-fd8e8a1f1d72,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:13.038923 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51586) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:13.129842 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-cd1d30f2-242e-494e-a084-cc3f76dbf3cf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-222456047-network', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:13:13.150067 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1d30f2-242e-494e-a084-cc3f76dbf3cf admin admin] Made reservation on behalf of d2f54f7a202542f1857e10e28fc78b03 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:13:13.152385 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cd1d30f2-242e-494e-a084-cc3f76dbf3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:13.161210 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cd1d30f2-242e-494e-a084-cc3f76dbf3cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:13.248126 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cd1d30f2-242e-494e-a084-cc3f76dbf3cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:13.251866 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cd1d30f2-242e-494e-a084-cc3f76dbf3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:13.275909 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1d30f2-242e-494e-a084-cc3f76dbf3cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 10:13:13.285449 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d30f2-242e-494e-a084-cc3f76dbf3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199e1759-6029-44e6-bc94-9a9cd81b47eb,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:13.290615 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cd1d30f2-242e-494e-a084-cc3f76dbf3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:13.290956 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-cd1d30f2-242e-494e-a084-cc3f76dbf3cf admin admin] Added segment ebb8d561-b00f-4c36-b88a-a09bf934b3f5 of type vlan for network db8b0a67-ae96-4c67-945b-3a5b462aee5e Jul 24 10:13:13.325116 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device df0cf0da-8db1-4bd5-a62f-cdda678bb4b5 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:13:13.333364 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cd1d30f2-242e-494e-a084-cc3f76dbf3cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:13.348665 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: df0cf0da-8db1-4bd5-a62f-cdda678bb4b5 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:13:13.349044 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device df0cf0da-8db1-4bd5-a62f-cdda678bb4b5 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:13:13.367248 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cd1d30f2-242e-494e-a084-cc3f76dbf3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:13.368191 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1d30f2-242e-494e-a084-cc3f76dbf3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:13.368790 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-cd1d30f2-242e-494e-a084-cc3f76dbf3cf admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:13.400679 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-cd1d30f2-242e-494e-a084-cc3f76dbf3cf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3606555 Jul 24 10:13:13.404326 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51590) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:13.409333 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-320d7a5d-32b5-453d-8361-4852b7e8f02d admin admin] Request body: {'subnet': {'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-222456047-subnet', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:13:13.427588 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d30f2-242e-494e-a084-cc3f76dbf3cf admin admin] Pushing event updated for resources: {'Network': ['ID=db8b0a67-ae96-4c67-945b-3a5b462aee5e,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:13.434581 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320d7a5d-32b5-453d-8361-4852b7e8f02d admin admin] Made reservation on behalf of d2f54f7a202542f1857e10e28fc78b03 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:13:13.437567 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network db8b0a67-ae96-4c67-945b-3a5b462aee5e details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 10:13:13.437938 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-320d7a5d-32b5-453d-8361-4852b7e8f02d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:13.605274 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-320d7a5d-32b5-453d-8361-4852b7e8f02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:13.658170 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d7a5d-32b5-453d-8361-4852b7e8f02d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3abdf91a-87fe-4c4a-af9d-65c697564902,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:13.668415 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320d7a5d-32b5-453d-8361-4852b7e8f02d admin admin] Checking segment: {'id': 'ebb8d561-b00f-4c36-b88a-a09bf934b3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:13:13.668809 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320d7a5d-32b5-453d-8361-4852b7e8f02d admin admin] Network hostable DHCP agents. Network: db8b0a67-ae96-4c67-945b-3a5b462aee5e, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 10:13:13.685035 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320d7a5d-32b5-453d-8361-4852b7e8f02d admin admin] Network db8b0a67-ae96-4c67-945b-3a5b462aee5e is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 10:13:13.692980 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-320d7a5d-32b5-453d-8361-4852b7e8f02d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, db8b0a67-ae96-4c67-945b-3a5b462aee5e) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:13:13.697345 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320d7a5d-32b5-453d-8361-4852b7e8f02d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:13.698429 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-320d7a5d-32b5-453d-8361-4852b7e8f02d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:13.701678 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ea9944-b919-4816-9eec-c31aa8f465bf None None] Network db8b0a67-ae96-4c67-945b-3a5b462aee5e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:13:13.712427 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-320d7a5d-32b5-453d-8361-4852b7e8f02d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3069863 Jul 24 10:13:13.715161 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51592) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:13.719449 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-7b0aa545-6011-4d5f-ae5d-234abc478c39 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-222456047-router', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:13:13.739095 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7b0aa545-6011-4d5f-ae5d-234abc478c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:13.740150 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7b0aa545-6011-4d5f-ae5d-234abc478c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:13.791198 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7b0aa545-6011-4d5f-ae5d-234abc478c39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:13.846578 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f13a83-2bda-4bf1-ba92-d4d5422fb6d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'fixed_ips': [{'subnet_id': '3abdf91a-87fe-4c4a-af9d-65c697564902'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 10:13:13.847436 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e9f13a83-2bda-4bf1-ba92-d4d5422fb6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:13.925956 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7b0aa545-6011-4d5f-ae5d-234abc478c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:13.977260 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-e9f13a83-2bda-4bf1-ba92-d4d5422fb6d3 None None] Allocated IP 172.20.0.2 (db8b0a67-ae96-4c67-945b-3a5b462aee5e/3abdf91a-87fe-4c4a-af9d-65c697564902/f988da15-e0b6-4eb7-a49e-1655f9a28e6f) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:13:14.115899 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e9f13a83-2bda-4bf1-ba92-d4d5422fb6d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:14.123310 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7b0aa545-6011-4d5f-ae5d-234abc478c39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:14.123993 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e9f13a83-2bda-4bf1-ba92-d4d5422fb6d3 None None] Transition to ACTIVE for port object f988da15-e0b6-4eb7-a49e-1655f9a28e6f will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:13:14.138607 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e9f13a83-2bda-4bf1-ba92-d4d5422fb6d3 None None] Transition to ACTIVE for port object f988da15-e0b6-4eb7-a49e-1655f9a28e6f will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:13:14.143006 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7b0aa545-6011-4d5f-ae5d-234abc478c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:14.143974 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e9f13a83-2bda-4bf1-ba92-d4d5422fb6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:14.180285 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f13a83-2bda-4bf1-ba92-d4d5422fb6d3 None None] Network db8b0a67-ae96-4c67-945b-3a5b462aee5e is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:13:14.183182 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-e9f13a83-2bda-4bf1-ba92-d4d5422fb6d3 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:13:14.185838 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f13a83-2bda-4bf1-ba92-d4d5422fb6d3 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:13:14.201935 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f13a83-2bda-4bf1-ba92-d4d5422fb6d3 None None] Pushing event updated for resources: {'Port': ['ID=f988da15-e0b6-4eb7-a49e-1655f9a28e6f,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:14.245489 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-7b0aa545-6011-4d5f-ae5d-234abc478c39 admin admin] Allocated IP 172.25.7.42 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/fcca9c44-c353-4342-8186-ddfdca46e6ce) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:13:14.255256 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-e9f13a83-2bda-4bf1-ba92-d4d5422fb6d3 None None] Attempting to bind port f988da15-e0b6-4eb7-a49e-1655f9a28e6f on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:13:14.255632 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-e9f13a83-2bda-4bf1-ba92-d4d5422fb6d3 None None] Attempting to bind port f988da15-e0b6-4eb7-a49e-1655f9a28e6f by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'ebb8d561-b00f-4c36-b88a-a09bf934b3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:13:14.255992 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f13a83-2bda-4bf1-ba92-d4d5422fb6d3 None None] Attempting to bind port f988da15-e0b6-4eb7-a49e-1655f9a28e6f on network db8b0a67-ae96-4c67-945b-3a5b462aee5e {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:13:14.261169 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f13a83-2bda-4bf1-ba92-d4d5422fb6d3 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:13:14.261548 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f13a83-2bda-4bf1-ba92-d4d5422fb6d3 None None] Checking segment: {'id': 'ebb8d561-b00f-4c36-b88a-a09bf934b3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:13:14.261954 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e9f13a83-2bda-4bf1-ba92-d4d5422fb6d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:14.262345 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f13a83-2bda-4bf1-ba92-d4d5422fb6d3 None None] Bound using segment: {'id': 'ebb8d561-b00f-4c36-b88a-a09bf934b3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:13:14.262811 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-e9f13a83-2bda-4bf1-ba92-d4d5422fb6d3 None None] Bound port: f988da15-e0b6-4eb7-a49e-1655f9a28e6f, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebb8d561-b00f-4c36-b88a-a09bf934b3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:13:14.263194 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e9f13a83-2bda-4bf1-ba92-d4d5422fb6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:14.323956 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-e9f13a83-2bda-4bf1-ba92-d4d5422fb6d3 None None] For port f988da15-e0b6-4eb7-a49e-1655f9a28e6f, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:13:14.327045 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-e9f13a83-2bda-4bf1-ba92-d4d5422fb6d3 None None] For port f988da15-e0b6-4eb7-a49e-1655f9a28e6f, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=f988da15-e0b6-4eb7-a49e-1655f9a28e6f,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:13:14.330704 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e9f13a83-2bda-4bf1-ba92-d4d5422fb6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:14.350708 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7b0aa545-6011-4d5f-ae5d-234abc478c39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:14.391380 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7b0aa545-6011-4d5f-ae5d-234abc478c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:14.391797 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f13a83-2bda-4bf1-ba92-d4d5422fb6d3 None None] Pushing event updated for resources: {'Port': ['ID=f988da15-e0b6-4eb7-a49e-1655f9a28e6f,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:14.431183 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0aa545-6011-4d5f-ae5d-234abc478c39 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:13:14.434033 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-7b0aa545-6011-4d5f-ae5d-234abc478c39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:13:14.438042 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0aa545-6011-4d5f-ae5d-234abc478c39 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:13:14.467421 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0aa545-6011-4d5f-ae5d-234abc478c39 admin admin] Pushing event updated for resources: {'Port': ['ID=fcca9c44-c353-4342-8186-ddfdca46e6ce,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:14.640650 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:14.719026 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7b0aa545-6011-4d5f-ae5d-234abc478c39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:14.923850 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7b0aa545-6011-4d5f-ae5d-234abc478c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:15.049863 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0aa545-6011-4d5f-ae5d-234abc478c39 admin admin] Router 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 10:13:15.326486 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93e0fac-58f9-44fa-bf58-72ebb614afba None None] Network db8b0a67-ae96-4c67-945b-3a5b462aee5e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:13:15.370111 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-426b5d03-29e7-43a7-a82d-592fe13b30ff None None] Provisioning for port f988da15-e0b6-4eb7-a49e-1655f9a28e6f completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:13:15.425316 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f988da15-e0b6-4eb7-a49e-1655f9a28e6f up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:13:15.493416 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0aa545-6011-4d5f-ae5d-234abc478c39 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:13:15.505705 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] Sync routers for ids ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:13:15.509293 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7b0aa545-6011-4d5f-ae5d-234abc478c39 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:15.510631 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7b0aa545-6011-4d5f-ae5d-234abc478c39 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7945423 Jul 24 10:13:15.513465 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51594) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:15.522870 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] Routers {'61c99f35-6583-44f9-bdeb-4db8a0ade8d6'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:13:15.523757 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:13:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:15.532870 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port f988da15-e0b6-4eb7-a49e-1655f9a28e6f completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:13:15.540313 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port f988da15-e0b6-4eb7-a49e-1655f9a28e6f triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:13:15.540680 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:15.627639 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] Set router 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:13:15.628322 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:15.662851 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port f988da15-e0b6-4eb7-a49e-1655f9a28e6f, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=f988da15-e0b6-4eb7-a49e-1655f9a28e6f,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:13:15.670633 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:15.729629 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=f988da15-e0b6-4eb7-a49e-1655f9a28e6f,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:15.897692 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'name': 'tempest-TestShelveInstance-222456047-router', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:13Z', 'updated_at': '2021-07-24T10:13:14Z', 'revision_number': 3, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'gw_port': {'id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:14Z', 'updated_at': '2021-07-24T10:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:15.922864 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] Checking router: 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:13:15.923220 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] Updating router 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 port fcca9c44-c353-4342-8186-ddfdca46e6ce binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 10:13:15.924440 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-db9a532c-474a-4c7e-8637-c6441f978433 None None] Provisioning complete for port f988da15-e0b6-4eb7-a49e-1655f9a28e6f triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:13:15.924763 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-db9a532c-474a-4c7e-8637-c6441f978433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:15.953297 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b191-5f4b-4815-8c9a-c47b8308e270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:15.964707 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:16.110064 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-e0b5b191-5f4b-4815-8c9a-c47b8308e270 admin admin] Allocated IP 172.20.0.1 (db8b0a67-ae96-4c67-945b-3a5b462aee5e/3abdf91a-87fe-4c4a-af9d-65c697564902/93df1537-6bbd-407d-be36-6c921f7aa202) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:13:16.210684 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b191-5f4b-4815-8c9a-c47b8308e270 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:16.212349 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:16.221826 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] Transition to ACTIVE for port object fcca9c44-c353-4342-8186-ddfdca46e6ce will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:13:16.224518 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-e0b5b191-5f4b-4815-8c9a-c47b8308e270 admin admin] Transition to ACTIVE for port object 93df1537-6bbd-407d-be36-6c921f7aa202 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:13:16.227772 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:16.257945 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b191-5f4b-4815-8c9a-c47b8308e270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:16.275674 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] Attempting to bind port fcca9c44-c353-4342-8186-ddfdca46e6ce on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:13:16.276041 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] Attempting to bind port fcca9c44-c353-4342-8186-ddfdca46e6ce by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:13:16.276404 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] Attempting to bind port fcca9c44-c353-4342-8186-ddfdca46e6ce on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:13:16.283403 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7b99d-9fda-4775-90d7-1caa4c610683 None None] Pushing event updated for resources: {'Port': ['ID=fcca9c44-c353-4342-8186-ddfdca46e6ce,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:16.286551 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:13:16.286925 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:13:16.288881 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:16.288881 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:13:16.288881 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] Bound port: fcca9c44-c353-4342-8186-ddfdca46e6ce, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:13:16.288881 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:16.295189 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b7b99d-9fda-4775-90d7-1caa4c610683 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:16.295535 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b7b99d-9fda-4775-90d7-1caa4c610683 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:16.295879 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b7b99d-9fda-4775-90d7-1caa4c610683 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:16.296218 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b7b99d-9fda-4775-90d7-1caa4c610683 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:16.296550 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b7b99d-9fda-4775-90d7-1caa4c610683 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:16.296918 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b7b99d-9fda-4775-90d7-1caa4c610683 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:16.297232 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b7b99d-9fda-4775-90d7-1caa4c610683 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:16.297560 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b7b99d-9fda-4775-90d7-1caa4c610683 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:16.297884 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b7b99d-9fda-4775-90d7-1caa4c610683 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:16.298205 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b7b99d-9fda-4775-90d7-1caa4c610683 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:16.298858 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b7b99d-9fda-4775-90d7-1caa4c610683 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:16.298858 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b7b99d-9fda-4775-90d7-1caa4c610683 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:13:16.303369 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b5b191-5f4b-4815-8c9a-c47b8308e270 admin admin] Network db8b0a67-ae96-4c67-945b-3a5b462aee5e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:13:16.309294 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-e0b5b191-5f4b-4815-8c9a-c47b8308e270 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:13:16.313701 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b5b191-5f4b-4815-8c9a-c47b8308e270 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:13:16.347438 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5b191-5f4b-4815-8c9a-c47b8308e270 admin admin] Pushing event updated for resources: {'Port': ['ID=93df1537-6bbd-407d-be36-6c921f7aa202,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:16.361981 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] For port fcca9c44-c353-4342-8186-ddfdca46e6ce, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:13:16.367586 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] For port fcca9c44-c353-4342-8186-ddfdca46e6ce, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=fcca9c44-c353-4342-8186-ddfdca46e6ce,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:13:16.368015 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b191-5f4b-4815-8c9a-c47b8308e270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:16.373049 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:16.445378 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7b99d-9fda-4775-90d7-1caa4c610683 None None] Pushing event updated for resources: {'Port': ['ID=fcca9c44-c353-4342-8186-ddfdca46e6ce,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:16.460558 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] Routers {'61c99f35-6583-44f9-bdeb-4db8a0ade8d6'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:13:16.461222 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:13:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:16.537219 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b191-5f4b-4815-8c9a-c47b8308e270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:16.578169 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] Set router 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:13:16.628454 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-604b0b5a-e017-43b7-aeaa-16e4a0b062df None None] Provisioning for port 93df1537-6bbd-407d-be36-6c921f7aa202 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:13:16.632642 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-604b0b5a-e017-43b7-aeaa-16e4a0b062df None None] Provisioning complete for port 93df1537-6bbd-407d-be36-6c921f7aa202 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:13:16.633052 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-604b0b5a-e017-43b7-aeaa-16e4a0b062df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:16.667473 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-604b0b5a-e017-43b7-aeaa-16e4a0b062df None None] Port 93df1537-6bbd-407d-be36-6c921f7aa202 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:13:16.710636 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b191-5f4b-4815-8c9a-c47b8308e270 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:16.715495 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b191-5f4b-4815-8c9a-c47b8308e270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:16.755485 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'name': 'tempest-TestShelveInstance-222456047-router', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:13Z', 'updated_at': '2021-07-24T10:13:14Z', 'revision_number': 3, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'gw_port': {'id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:14Z', 'updated_at': '2021-07-24T10:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:16.780389 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e17d00-4e56-4d38-a568-78f09b19d6c2 None None] The sync data for ids ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'] in n-d-800085-9 is: [{'id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'name': 'tempest-TestShelveInstance-222456047-router', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:13Z', 'updated_at': '2021-07-24T10:13:14Z', 'revision_number': 3, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'gw_port': {'id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:14Z', 'updated_at': '2021-07-24T10:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:13:16.780616 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5b191-5f4b-4815-8c9a-c47b8308e270 admin admin] Pushing event updated for resources: {'Port': ['ID=93df1537-6bbd-407d-be36-6c921f7aa202,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:16.783013 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b191-5f4b-4815-8c9a-c47b8308e270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:16.881438 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b5b191-5f4b-4815-8c9a-c47b8308e270 admin admin] Network db8b0a67-ae96-4c67-945b-3a5b462aee5e is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:13:16.882920 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-e0b5b191-5f4b-4815-8c9a-c47b8308e270 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:13:17.012883 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b5b191-5f4b-4815-8c9a-c47b8308e270 admin admin] Router 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:13:17.137965 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b5b191-5f4b-4815-8c9a-c47b8308e270 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:13:17.143356 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-e0b5b191-5f4b-4815-8c9a-c47b8308e270 admin admin] 10.222.0.32 "PUT /v2.0/routers/61c99f35-6583-44f9-bdeb-4db8a0ade8d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6287887 Jul 24 10:13:17.203461 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-bcc3bca1-cbf0-4769-ae3a-7ef5d4df07b8 None None] Provisioning complete for port 93df1537-6bbd-407d-be36-6c921f7aa202 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:13:17.204245 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bcc3bca1-cbf0-4769-ae3a-7ef5d4df07b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:17.233139 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:17.246029 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-bcc3bca1-cbf0-4769-ae3a-7ef5d4df07b8 None None] Port 93df1537-6bbd-407d-be36-6c921f7aa202 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:13:17.471276 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device fcca9c44-c353-4342-8186-ddfdca46e6ce up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:13:17.530540 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port fcca9c44-c353-4342-8186-ddfdca46e6ce completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:13:17.534730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port fcca9c44-c353-4342-8186-ddfdca46e6ce triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:13:17.535214 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:17.622911 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:17.646339 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port fcca9c44-c353-4342-8186-ddfdca46e6ce, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=fcca9c44-c353-4342-8186-ddfdca46e6ce,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:13:17.651463 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:17.652288 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f988da15-e0b6-4eb7-a49e-1655f9a28e6f up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:13:17.722051 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51610) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:17.727683 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-3aaf0726-0173-49a3-8b83-48cac5db9fa9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1444757875-network', 'tenant_id': '04b1fe83331d4a349e678b935049a869'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:13:17.736680 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=fcca9c44-c353-4342-8186-ddfdca46e6ce,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:17.745240 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port f988da15-e0b6-4eb7-a49e-1655f9a28e6f triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:13:17.745614 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:17.754877 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aaf0726-0173-49a3-8b83-48cac5db9fa9 admin admin] Made reservation on behalf of 04b1fe83331d4a349e678b935049a869 for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:13:17.757329 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3aaf0726-0173-49a3-8b83-48cac5db9fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:17.766152 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3aaf0726-0173-49a3-8b83-48cac5db9fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:17.861464 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3aaf0726-0173-49a3-8b83-48cac5db9fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:17.865898 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3aaf0726-0173-49a3-8b83-48cac5db9fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:17.886513 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aaf0726-0173-49a3-8b83-48cac5db9fa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 10:13:17.900440 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf0726-0173-49a3-8b83-48cac5db9fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f2537e-bac5-4594-b46d-6db55c02722d,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:17.905398 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3aaf0726-0173-49a3-8b83-48cac5db9fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:17.905744 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-3aaf0726-0173-49a3-8b83-48cac5db9fa9 admin admin] Added segment 143fa9d0-bc97-4a40-8ef6-aa3481eecf04 of type vlan for network b1851cf3-78e3-40b8-80d2-9ffc6230bd64 Jul 24 10:13:17.945010 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3aaf0726-0173-49a3-8b83-48cac5db9fa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:17.972339 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3aaf0726-0173-49a3-8b83-48cac5db9fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:17.973965 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaf0726-0173-49a3-8b83-48cac5db9fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:17.974554 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3aaf0726-0173-49a3-8b83-48cac5db9fa9 admin admin] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:18.001347 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3aaf0726-0173-49a3-8b83-48cac5db9fa9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2781942 Jul 24 10:13:18.004250 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51612) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:18.009410 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-a6542e1b-5b2b-43ed-b4ed-794f00f0706e admin admin] Request body: {'subnet': {'network_id': 'b1851cf3-78e3-40b8-80d2-9ffc6230bd64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1444757875-subnet', 'tenant_id': '04b1fe83331d4a349e678b935049a869', 'ip_version': 4}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:13:18.031937 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6542e1b-5b2b-43ed-b4ed-794f00f0706e admin admin] Made reservation on behalf of 04b1fe83331d4a349e678b935049a869 for: {'subnet': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:13:18.034627 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6542e1b-5b2b-43ed-b4ed-794f00f0706e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4374091'] for subnet, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:18.040814 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf0726-0173-49a3-8b83-48cac5db9fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=b1851cf3-78e3-40b8-80d2-9ffc6230bd64,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:18.050985 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network b1851cf3-78e3-40b8-80d2-9ffc6230bd64 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 10:13:18.216981 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6542e1b-5b2b-43ed-b4ed-794f00f0706e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6006972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4374105'] for subnet, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:18.269293 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6542e1b-5b2b-43ed-b4ed-794f00f0706e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9952a72d-f78c-4d0a-b748-77795588eb9e,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:18.286031 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6542e1b-5b2b-43ed-b4ed-794f00f0706e admin admin] Checking segment: {'id': '143fa9d0-bc97-4a40-8ef6-aa3481eecf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b1851cf3-78e3-40b8-80d2-9ffc6230bd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:13:18.286390 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6542e1b-5b2b-43ed-b4ed-794f00f0706e admin admin] Network hostable DHCP agents. Network: b1851cf3-78e3-40b8-80d2-9ffc6230bd64, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 10:13:18.301813 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6542e1b-5b2b-43ed-b4ed-794f00f0706e admin admin] Network b1851cf3-78e3-40b8-80d2-9ffc6230bd64 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 10:13:18.310297 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-a6542e1b-5b2b-43ed-b4ed-794f00f0706e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, b1851cf3-78e3-40b8-80d2-9ffc6230bd64) {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:13:18.315081 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6542e1b-5b2b-43ed-b4ed-794f00f0706e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:18.315926 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6542e1b-5b2b-43ed-b4ed-794f00f0706e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:18.319896 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5008521-fd49-4a9e-8dc1-f05a432efa06 None None] Network b1851cf3-78e3-40b8-80d2-9ffc6230bd64 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:13:18.330331 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a6542e1b-5b2b-43ed-b4ed-794f00f0706e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3248825 Jul 24 10:13:18.334155 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51614) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:18.340696 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-5463647e-81e8-4f5a-94a9-ef8a2e135f12 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1444757875-router', 'tenant_id': '04b1fe83331d4a349e678b935049a869', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:13:18.361554 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5463647e-81e8-4f5a-94a9-ef8a2e135f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:18.362600 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5463647e-81e8-4f5a-94a9-ef8a2e135f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:18.374534 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] Sync routers for ids ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:13:18.393015 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] Routers {'61c99f35-6583-44f9-bdeb-4db8a0ade8d6'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:13:18.393760 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:13:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:18.416193 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5463647e-81e8-4f5a-94a9-ef8a2e135f12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:18.553027 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5463647e-81e8-4f5a-94a9-ef8a2e135f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:18.554182 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] Set router 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:13:18.558967 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882edd19-e3a2-4724-82b1-85305db9645a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-b1851cf3-78e3-40b8-80d2-9ffc6230bd64', 'network_id': 'b1851cf3-78e3-40b8-80d2-9ffc6230bd64', 'tenant_id': '04b1fe83331d4a349e678b935049a869', 'fixed_ips': [{'subnet_id': '9952a72d-f78c-4d0a-b748-77795588eb9e'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 10:13:18.560027 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-882edd19-e3a2-4724-82b1-85305db9645a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:18.751770 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5463647e-81e8-4f5a-94a9-ef8a2e135f12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:18.775015 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5463647e-81e8-4f5a-94a9-ef8a2e135f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:18.817931 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-882edd19-e3a2-4724-82b1-85305db9645a None None] Allocated IP 172.20.0.2 (b1851cf3-78e3-40b8-80d2-9ffc6230bd64/9952a72d-f78c-4d0a-b748-77795588eb9e/52fd77df-b53a-43d8-9e36-40fff8c5182e) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:13:18.875864 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-5463647e-81e8-4f5a-94a9-ef8a2e135f12 admin admin] Allocated IP 172.25.7.22 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/a00c4362-e3be-4da8-a442-5d2b9d5357be) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:13:18.989046 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5463647e-81e8-4f5a-94a9-ef8a2e135f12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:19.029798 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5463647e-81e8-4f5a-94a9-ef8a2e135f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:19.071968 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5463647e-81e8-4f5a-94a9-ef8a2e135f12 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:13:19.085374 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-5463647e-81e8-4f5a-94a9-ef8a2e135f12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:13:19.087771 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5463647e-81e8-4f5a-94a9-ef8a2e135f12 admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:13:19.090046 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463647e-81e8-4f5a-94a9-ef8a2e135f12 admin admin] Pushing event updated for resources: {'Port': ['ID=a00c4362-e3be-4da8-a442-5d2b9d5357be,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:19.096927 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'name': 'tempest-TestShelveInstance-222456047-router', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:13Z', 'updated_at': '2021-07-24T10:13:16Z', 'revision_number': 4, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'gw_port': {'id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:14Z', 'updated_at': '2021-07-24T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '93df1537-6bbd-407d-be36-6c921f7aa202', 'name': '', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'mac_address': 'fa:16:3e:7c:51:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:15Z', 'updated_at': '2021-07-24T10:13:16Z', 'revision_number': 2, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'subnets': [{'id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:19.127993 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] Checking router: 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:13:19.128344 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] Updating router 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 port 93df1537-6bbd-407d-be36-6c921f7aa202 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 10:13:19.191459 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:19.213389 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-882edd19-e3a2-4724-82b1-85305db9645a None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:19.243739 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-882edd19-e3a2-4724-82b1-85305db9645a None None] Transition to ACTIVE for port object 52fd77df-b53a-43d8-9e36-40fff8c5182e will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:13:19.273339 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-882edd19-e3a2-4724-82b1-85305db9645a None None] Transition to ACTIVE for port object 52fd77df-b53a-43d8-9e36-40fff8c5182e will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:13:19.324871 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-882edd19-e3a2-4724-82b1-85305db9645a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:19.389131 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882edd19-e3a2-4724-82b1-85305db9645a None None] Network b1851cf3-78e3-40b8-80d2-9ffc6230bd64 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:13:19.395359 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device fcca9c44-c353-4342-8186-ddfdca46e6ce up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:13:19.413833 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-882edd19-e3a2-4724-82b1-85305db9645a None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:13:19.423697 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882edd19-e3a2-4724-82b1-85305db9645a None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:13:19.443243 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882edd19-e3a2-4724-82b1-85305db9645a None None] Pushing event updated for resources: {'Port': ['ID=52fd77df-b53a-43d8-9e36-40fff8c5182e,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:19.572026 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-882edd19-e3a2-4724-82b1-85305db9645a None None] Attempting to bind port 52fd77df-b53a-43d8-9e36-40fff8c5182e on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:13:19.572272 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-882edd19-e3a2-4724-82b1-85305db9645a None None] Attempting to bind port 52fd77df-b53a-43d8-9e36-40fff8c5182e by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '143fa9d0-bc97-4a40-8ef6-aa3481eecf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b1851cf3-78e3-40b8-80d2-9ffc6230bd64'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:13:19.572634 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882edd19-e3a2-4724-82b1-85305db9645a None None] Attempting to bind port 52fd77df-b53a-43d8-9e36-40fff8c5182e on network b1851cf3-78e3-40b8-80d2-9ffc6230bd64 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:13:19.592147 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port fcca9c44-c353-4342-8186-ddfdca46e6ce triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:13:19.592525 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:19.594370 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882edd19-e3a2-4724-82b1-85305db9645a None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:13:19.594749 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882edd19-e3a2-4724-82b1-85305db9645a None None] Checking segment: {'id': '143fa9d0-bc97-4a40-8ef6-aa3481eecf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b1851cf3-78e3-40b8-80d2-9ffc6230bd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:13:19.595149 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-882edd19-e3a2-4724-82b1-85305db9645a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:19.595552 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882edd19-e3a2-4724-82b1-85305db9645a None None] Bound using segment: {'id': '143fa9d0-bc97-4a40-8ef6-aa3481eecf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b1851cf3-78e3-40b8-80d2-9ffc6230bd64'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:13:19.597270 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-882edd19-e3a2-4724-82b1-85305db9645a None None] Bound port: 52fd77df-b53a-43d8-9e36-40fff8c5182e, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '143fa9d0-bc97-4a40-8ef6-aa3481eecf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b1851cf3-78e3-40b8-80d2-9ffc6230bd64'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:13:19.597670 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-882edd19-e3a2-4724-82b1-85305db9645a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:19.689872 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5463647e-81e8-4f5a-94a9-ef8a2e135f12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:19.759246 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-882edd19-e3a2-4724-82b1-85305db9645a None None] For port 52fd77df-b53a-43d8-9e36-40fff8c5182e, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:13:19.781498 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:19.786135 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-882edd19-e3a2-4724-82b1-85305db9645a None None] For port 52fd77df-b53a-43d8-9e36-40fff8c5182e, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=52fd77df-b53a-43d8-9e36-40fff8c5182e,segment=NetworkSegment(143fa9d0-bc97-4a40-8ef6-aa3481eecf04),segment_id=143fa9d0-bc97-4a40-8ef6-aa3481eecf04)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:13:19.796147 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-882edd19-e3a2-4724-82b1-85305db9645a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:19.824300 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] Transition to ACTIVE for port object 93df1537-6bbd-407d-be36-6c921f7aa202 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:13:19.837672 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:19.869187 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882edd19-e3a2-4724-82b1-85305db9645a None None] Pushing event updated for resources: {'Port': ['ID=52fd77df-b53a-43d8-9e36-40fff8c5182e,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:19.890416 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5463647e-81e8-4f5a-94a9-ef8a2e135f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:19.966557 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fc0de-6e5e-4cc3-8f0b-bc20536270fa None None] Pushing event updated for resources: {'Port': ['ID=93df1537-6bbd-407d-be36-6c921f7aa202,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:19.982251 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] Attempting to bind port 93df1537-6bbd-407d-be36-6c921f7aa202 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:13:19.982638 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] Attempting to bind port 93df1537-6bbd-407d-be36-6c921f7aa202 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': 'ebb8d561-b00f-4c36-b88a-a09bf934b3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:13:19.983015 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] Attempting to bind port 93df1537-6bbd-407d-be36-6c921f7aa202 on network db8b0a67-ae96-4c67-945b-3a5b462aee5e {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:13:19.990212 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:13:19.990582 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] Checking segment: {'id': 'ebb8d561-b00f-4c36-b88a-a09bf934b3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:13:19.991077 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:19.991428 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] Bound using segment: {'id': 'ebb8d561-b00f-4c36-b88a-a09bf934b3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:13:19.991903 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] Bound port: 93df1537-6bbd-407d-be36-6c921f7aa202, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebb8d561-b00f-4c36-b88a-a09bf934b3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:13:19.992274 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:20.057143 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5463647e-81e8-4f5a-94a9-ef8a2e135f12 admin admin] Router 61952f57-4db6-4747-8043-84aeb481058c is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 10:13:20.065257 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] For port 93df1537-6bbd-407d-be36-6c921f7aa202, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:13:20.070462 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] For port 93df1537-6bbd-407d-be36-6c921f7aa202, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=93df1537-6bbd-407d-be36-6c921f7aa202,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:13:20.076029 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:20.139557 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] Routers {'61c99f35-6583-44f9-bdeb-4db8a0ade8d6'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:13:20.139557 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:13:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:20.226754 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fc0de-6e5e-4cc3-8f0b-bc20536270fa None None] Pushing event updated for resources: {'Port': ['ID=93df1537-6bbd-407d-be36-6c921f7aa202,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:20.239968 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5463647e-81e8-4f5a-94a9-ef8a2e135f12 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:13:20.249492 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] Sync routers for ids ['61952f57-4db6-4747-8043-84aeb481058c'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:13:20.265674 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5463647e-81e8-4f5a-94a9-ef8a2e135f12 admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:20.267075 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5463647e-81e8-4f5a-94a9-ef8a2e135f12 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9317293 Jul 24 10:13:20.267688 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] Routers {'61952f57-4db6-4747-8043-84aeb481058c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:13:20.268318 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:13:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['61952f57-4db6-4747-8043-84aeb481058c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:20.269828 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51616) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:20.299852 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] Set router 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:13:20.383446 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] Set router 61952f57-4db6-4747-8043-84aeb481058c gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:13:20.546310 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'name': 'tempest-TestShelveInstance-222456047-router', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:13Z', 'updated_at': '2021-07-24T10:13:16Z', 'revision_number': 4, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'gw_port': {'id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:14Z', 'updated_at': '2021-07-24T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '93df1537-6bbd-407d-be36-6c921f7aa202', 'name': '', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'mac_address': 'fa:16:3e:7c:51:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:15Z', 'updated_at': '2021-07-24T10:13:20Z', 'revision_number': 4, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'subnets': [{'id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:20.565374 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61952f57-4db6-4747-8043-84aeb481058c', 'name': 'tempest-TestShelveInstance-1444757875-router', 'tenant_id': '04b1fe83331d4a349e678b935049a869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'a00c4362-e3be-4da8-a442-5d2b9d5357be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:18Z', 'updated_at': '2021-07-24T10:13:19Z', 'revision_number': 3, 'project_id': '04b1fe83331d4a349e678b935049a869', 'gw_port': {'id': 'a00c4362-e3be-4da8-a442-5d2b9d5357be', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61952f57-4db6-4747-8043-84aeb481058c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:18Z', 'updated_at': '2021-07-24T10:13:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:20.572545 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08361bcc-ff5e-4240-a6d1-e60b9831fce4 None None] The sync data for ids ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'] in n-d-800085-9 is: [{'id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'name': 'tempest-TestShelveInstance-222456047-router', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:13Z', 'updated_at': '2021-07-24T10:13:16Z', 'revision_number': 4, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'gw_port': {'id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:14Z', 'updated_at': '2021-07-24T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '93df1537-6bbd-407d-be36-6c921f7aa202', 'name': '', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'mac_address': 'fa:16:3e:7c:51:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:15Z', 'updated_at': '2021-07-24T10:13:20Z', 'revision_number': 4, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'subnets': [{'id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:13:20.594411 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] Checking router: 61952f57-4db6-4747-8043-84aeb481058c for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:13:20.595064 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] Updating router 61952f57-4db6-4747-8043-84aeb481058c port a00c4362-e3be-4da8-a442-5d2b9d5357be binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 10:13:20.647181 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:20.794787 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e572972e-8aaa-4b09-baac-14432d51cbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:20.950566 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:20.963081 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] Transition to ACTIVE for port object a00c4362-e3be-4da8-a442-5d2b9d5357be will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:13:20.970885 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:20.981302 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-e572972e-8aaa-4b09-baac-14432d51cbb0 admin admin] Allocated IP 172.20.0.1 (b1851cf3-78e3-40b8-80d2-9ffc6230bd64/9952a72d-f78c-4d0a-b748-77795588eb9e/89d581bc-4b0e-4758-bd04-10dba74fd24e) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:13:21.050165 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] Attempting to bind port a00c4362-e3be-4da8-a442-5d2b9d5357be on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:13:21.050529 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] Attempting to bind port a00c4362-e3be-4da8-a442-5d2b9d5357be by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:13:21.050887 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] Attempting to bind port a00c4362-e3be-4da8-a442-5d2b9d5357be on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:13:21.053686 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fd2d3-346f-44b9-ac13-329611032be8 None None] Pushing event updated for resources: {'Port': ['ID=a00c4362-e3be-4da8-a442-5d2b9d5357be,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:21.059885 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:13:21.060248 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:13:21.060625 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:21.061042 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:13:21.061502 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] Bound port: a00c4362-e3be-4da8-a442-5d2b9d5357be, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:13:21.061876 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:21.111344 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33478e30-2a66-4b78-a220-91965c350ff7 None None] Network b1851cf3-78e3-40b8-80d2-9ffc6230bd64 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:13:21.125264 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e572972e-8aaa-4b09-baac-14432d51cbb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:21.129816 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] For port a00c4362-e3be-4da8-a442-5d2b9d5357be, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:13:21.136837 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] For port a00c4362-e3be-4da8-a442-5d2b9d5357be, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a00c4362-e3be-4da8-a442-5d2b9d5357be,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:13:21.143122 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:21.143434 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [None req-e572972e-8aaa-4b09-baac-14432d51cbb0 admin admin] Transition to ACTIVE for port object 89d581bc-4b0e-4758-bd04-10dba74fd24e will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:13:21.199891 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e572972e-8aaa-4b09-baac-14432d51cbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:21.205265 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-a139f53a-5eb8-43ca-9ebf-d78c896a6698 None None] Provisioning for port 52fd77df-b53a-43d8-9e36-40fff8c5182e completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:13:21.205920 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fd2d3-346f-44b9-ac13-329611032be8 None None] Pushing event updated for resources: {'Port': ['ID=a00c4362-e3be-4da8-a442-5d2b9d5357be,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:21.208552 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] Routers {'61952f57-4db6-4747-8043-84aeb481058c'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:13:21.209183 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:13:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['61952f57-4db6-4747-8043-84aeb481058c'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:21.258243 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572972e-8aaa-4b09-baac-14432d51cbb0 admin admin] Pushing event updated for resources: {'Port': ['ID=89d581bc-4b0e-4758-bd04-10dba74fd24e,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:21.274920 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e572972e-8aaa-4b09-baac-14432d51cbb0 admin admin] Network b1851cf3-78e3-40b8-80d2-9ffc6230bd64 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:13:21.276633 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-e572972e-8aaa-4b09-baac-14432d51cbb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:13:21.280107 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e572972e-8aaa-4b09-baac-14432d51cbb0 admin admin] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:13:21.325133 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e572972e-8aaa-4b09-baac-14432d51cbb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:21.325343 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] Set router 61952f57-4db6-4747-8043-84aeb481058c gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:13:21.497568 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 93df1537-6bbd-407d-be36-6c921f7aa202 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:13:21.532857 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e572972e-8aaa-4b09-baac-14432d51cbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:21.592617 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 93df1537-6bbd-407d-be36-6c921f7aa202 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:13:21.599877 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 93df1537-6bbd-407d-be36-6c921f7aa202 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:13:21.600385 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:21.714628 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:21.739887 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61952f57-4db6-4747-8043-84aeb481058c', 'name': 'tempest-TestShelveInstance-1444757875-router', 'tenant_id': '04b1fe83331d4a349e678b935049a869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'a00c4362-e3be-4da8-a442-5d2b9d5357be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:18Z', 'updated_at': '2021-07-24T10:13:19Z', 'revision_number': 3, 'project_id': '04b1fe83331d4a349e678b935049a869', 'gw_port': {'id': 'a00c4362-e3be-4da8-a442-5d2b9d5357be', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61952f57-4db6-4747-8043-84aeb481058c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:18Z', 'updated_at': '2021-07-24T10:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:21.772843 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585d3d8c-3839-4879-8f2e-90b277401ba5 None None] The sync data for ids ['61952f57-4db6-4747-8043-84aeb481058c'] in n-d-800085-9 is: [{'id': '61952f57-4db6-4747-8043-84aeb481058c', 'name': 'tempest-TestShelveInstance-1444757875-router', 'tenant_id': '04b1fe83331d4a349e678b935049a869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'a00c4362-e3be-4da8-a442-5d2b9d5357be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:18Z', 'updated_at': '2021-07-24T10:13:19Z', 'revision_number': 3, 'project_id': '04b1fe83331d4a349e678b935049a869', 'gw_port': {'id': 'a00c4362-e3be-4da8-a442-5d2b9d5357be', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61952f57-4db6-4747-8043-84aeb481058c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:18Z', 'updated_at': '2021-07-24T10:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:13:21.784772 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 93df1537-6bbd-407d-be36-6c921f7aa202, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=93df1537-6bbd-407d-be36-6c921f7aa202,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:13:21.795478 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e572972e-8aaa-4b09-baac-14432d51cbb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:21.797046 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:21.797852 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 52fd77df-b53a-43d8-9e36-40fff8c5182e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:13:21.802411 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e572972e-8aaa-4b09-baac-14432d51cbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:21.865344 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-62aabc3d-3523-4cf2-8966-df6baf6ee37b None None] Provisioning for port 89d581bc-4b0e-4758-bd04-10dba74fd24e completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:13:21.876814 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572972e-8aaa-4b09-baac-14432d51cbb0 admin admin] Pushing event updated for resources: {'Port': ['ID=89d581bc-4b0e-4758-bd04-10dba74fd24e,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:21.880014 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-e572972e-8aaa-4b09-baac-14432d51cbb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:21.894085 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-62aabc3d-3523-4cf2-8966-df6baf6ee37b None None] Provisioning complete for port 89d581bc-4b0e-4758-bd04-10dba74fd24e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:13:21.895631 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-62aabc3d-3523-4cf2-8966-df6baf6ee37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:21.952975 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-62aabc3d-3523-4cf2-8966-df6baf6ee37b None None] Port 89d581bc-4b0e-4758-bd04-10dba74fd24e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:13:21.960130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=93df1537-6bbd-407d-be36-6c921f7aa202,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:21.977992 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 52fd77df-b53a-43d8-9e36-40fff8c5182e completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:13:21.982501 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 52fd77df-b53a-43d8-9e36-40fff8c5182e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:13:21.982895 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:21.989359 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e572972e-8aaa-4b09-baac-14432d51cbb0 admin admin] Network b1851cf3-78e3-40b8-80d2-9ffc6230bd64 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:13:21.990801 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-e572972e-8aaa-4b09-baac-14432d51cbb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:13:22.081273 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:22.101750 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-76de777a-9f4f-4480-845a-4368b9e2fe06 None None] Provisioning complete for port 89d581bc-4b0e-4758-bd04-10dba74fd24e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:13:22.102125 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-76de777a-9f4f-4480-845a-4368b9e2fe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:22.116044 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e572972e-8aaa-4b09-baac-14432d51cbb0 admin admin] Router 61952f57-4db6-4747-8043-84aeb481058c has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:13:22.158660 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-76de777a-9f4f-4480-845a-4368b9e2fe06 None None] Port 89d581bc-4b0e-4758-bd04-10dba74fd24e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:13:22.161925 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 52fd77df-b53a-43d8-9e36-40fff8c5182e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=52fd77df-b53a-43d8-9e36-40fff8c5182e,segment=NetworkSegment(143fa9d0-bc97-4a40-8ef6-aa3481eecf04),segment_id=143fa9d0-bc97-4a40-8ef6-aa3481eecf04)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:13:22.169369 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:22.260691 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=52fd77df-b53a-43d8-9e36-40fff8c5182e,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:22.268600 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e572972e-8aaa-4b09-baac-14432d51cbb0 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:13:22.273551 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-e572972e-8aaa-4b09-baac-14432d51cbb0 admin admin] 10.222.0.32 "PUT /v2.0/routers/61952f57-4db6-4747-8043-84aeb481058c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0025997 Jul 24 10:13:22.380919 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e515d3bd-63bd-432c-8117-c210fb96ffd5 None None] Provisioning complete for port 89d581bc-4b0e-4758-bd04-10dba74fd24e triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:13:22.381300 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e515d3bd-63bd-432c-8117-c210fb96ffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:22.417147 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-e515d3bd-63bd-432c-8117-c210fb96ffd5 None None] Port 89d581bc-4b0e-4758-bd04-10dba74fd24e cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:13:22.972794 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51624) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:22.977565 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-02b3b8f4-442b-4d29-be9b-e71aa436691f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2140539996', 'description': 'tempest-secgroup-smoke-2140539996 description', 'project_id': 'd2f54f7a202542f1857e10e28fc78b03'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:13:22.999418 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-02b3b8f4-442b-4d29-be9b-e71aa436691f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.080606 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-02b3b8f4-442b-4d29-be9b-e71aa436691f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.085551 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-02b3b8f4-442b-4d29-be9b-e71aa436691f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.113395 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-02b3b8f4-442b-4d29-be9b-e71aa436691f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.114642 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-02b3b8f4-442b-4d29-be9b-e71aa436691f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1408460 Jul 24 10:13:23.115725 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3b8f4-442b-4d29-be9b-e71aa436691f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbae95d-7274-482f-8057-a61046e48f65,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:23.117703 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51626) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:23.122059 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-58ee2565-8918-4560-aa64-e86136521059 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Request body: {'security_group_rule': {'security_group_id': '1fbae95d-7274-482f-8057-a61046e48f65', 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:13:23.148118 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58ee2565-8918-4560-aa64-e86136521059 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.203806 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58ee2565-8918-4560-aa64-e86136521059 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.207097 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58ee2565-8918-4560-aa64-e86136521059 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.223739 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee2565-8918-4560-aa64-e86136521059 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31150167-be9a-4a6c-8ecc-58233476c9bc,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:23.230719 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-58ee2565-8918-4560-aa64-e86136521059 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.231936 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-58ee2565-8918-4560-aa64-e86136521059 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133010 Jul 24 10:13:23.235041 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51628) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:23.240339 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-245a55e5-e825-4c98-92c9-bdce29549278 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Request body: {'security_group_rule': {'security_group_id': '1fbae95d-7274-482f-8057-a61046e48f65', 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:13:23.266654 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-245a55e5-e825-4c98-92c9-bdce29549278 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.323925 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-245a55e5-e825-4c98-92c9-bdce29549278 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.328282 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-245a55e5-e825-4c98-92c9-bdce29549278 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.345840 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a55e5-e825-4c98-92c9-bdce29549278 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2dd165-02ba-4c12-8b8f-598ef3772dfa,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:23.354382 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-245a55e5-e825-4c98-92c9-bdce29549278 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.355680 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-245a55e5-e825-4c98-92c9-bdce29549278 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196146 Jul 24 10:13:23.358615 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51630) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:23.363286 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-17a6436d-eb5f-448f-a988-8c027b8c202b tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Request body: {'security_group_rule': {'security_group_id': '1fbae95d-7274-482f-8057-a61046e48f65', 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:13:23.394336 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17a6436d-eb5f-448f-a988-8c027b8c202b tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.456827 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17a6436d-eb5f-448f-a988-8c027b8c202b tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.460972 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17a6436d-eb5f-448f-a988-8c027b8c202b tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.464908 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 93df1537-6bbd-407d-be36-6c921f7aa202 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:13:23.478826 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6436d-eb5f-448f-a988-8c027b8c202b tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10bd67a8-c426-4dd9-aac5-fda3245719be,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:23.486407 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-17a6436d-eb5f-448f-a988-8c027b8c202b tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.487736 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-17a6436d-eb5f-448f-a988-8c027b8c202b tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281030 Jul 24 10:13:23.491024 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 51632) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:23.495691 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-4d11a573-fe9e-4e57-a6c9-f84866ef7b51 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Request body: {'security_group_rule': {'security_group_id': '1fbae95d-7274-482f-8057-a61046e48f65', 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:13:23.518700 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 93df1537-6bbd-407d-be36-6c921f7aa202 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:13:23.519067 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.522509 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d11a573-fe9e-4e57-a6c9-f84866ef7b51 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.583955 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d11a573-fe9e-4e57-a6c9-f84866ef7b51 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.587940 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d11a573-fe9e-4e57-a6c9-f84866ef7b51 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.594004 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a00c4362-e3be-4da8-a442-5d2b9d5357be up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:13:23.608790 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11a573-fe9e-4e57-a6c9-f84866ef7b51 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05bc35db-8f35-4fdd-98b2-06d18228a224,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:23.612982 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d11a573-fe9e-4e57-a6c9-f84866ef7b51 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.614983 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4d11a573-fe9e-4e57-a6c9-f84866ef7b51 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228881 Jul 24 10:13:23.617830 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51634) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:23.622969 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-5d2581c3-ee33-4527-a5b3-ce1229359216 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Request body: {'security_group_rule': {'security_group_id': '1fbae95d-7274-482f-8057-a61046e48f65', 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:13:23.646172 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port a00c4362-e3be-4da8-a442-5d2b9d5357be completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:13:23.647853 n-d-800085-9 neutron-server[94036]: INFO neutron.db.securitygroups_db [None req-5d2581c3-ee33-4527-a5b3-ce1229359216 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Project d2f54f7a202542f1857e10e28fc78b03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 10:13:23.650320 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port a00c4362-e3be-4da8-a442-5d2b9d5357be triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:13:23.650692 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.653588 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5d2581c3-ee33-4527-a5b3-ce1229359216 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.715989 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5d2581c3-ee33-4527-a5b3-ce1229359216 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.719342 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5d2581c3-ee33-4527-a5b3-ce1229359216 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.736307 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2581c3-ee33-4527-a5b3-ce1229359216 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49ca2eb-78df-47d5-9372-d17896da7c97,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:23.736781 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.745107 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-5d2581c3-ee33-4527-a5b3-ce1229359216 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.747079 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-5d2581c3-ee33-4527-a5b3-ce1229359216 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279321 Jul 24 10:13:23.750665 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51636) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:23.755624 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-98fee18a-88e7-46cf-8d61-2c368403a6d1 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Request body: {'security_group_rule': {'security_group_id': '1fbae95d-7274-482f-8057-a61046e48f65', 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:13:23.760867 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port a00c4362-e3be-4da8-a442-5d2b9d5357be, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a00c4362-e3be-4da8-a442-5d2b9d5357be,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:13:23.766162 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.766950 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 52fd77df-b53a-43d8-9e36-40fff8c5182e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:13:23.778137 n-d-800085-9 neutron-server[94036]: INFO neutron.db.securitygroups_db [None req-98fee18a-88e7-46cf-8d61-2c368403a6d1 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Project d2f54f7a202542f1857e10e28fc78b03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 10:13:23.783214 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-98fee18a-88e7-46cf-8d61-2c368403a6d1 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.842415 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=a00c4362-e3be-4da8-a442-5d2b9d5357be,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:23.857934 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 52fd77df-b53a-43d8-9e36-40fff8c5182e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:13:23.858307 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.862401 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-98fee18a-88e7-46cf-8d61-2c368403a6d1 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.867567 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-98fee18a-88e7-46cf-8d61-2c368403a6d1 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.886124 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fee18a-88e7-46cf-8d61-2c368403a6d1 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970921bb-b181-4f2f-829c-c8999a153add,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:23.897464 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-98fee18a-88e7-46cf-8d61-2c368403a6d1 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:23.904998 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-98fee18a-88e7-46cf-8d61-2c368403a6d1 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1469948 Jul 24 10:13:23.975473 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] Sync routers for ids ['61952f57-4db6-4747-8043-84aeb481058c'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:13:23.984507 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] Routers {'61952f57-4db6-4747-8043-84aeb481058c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:13:23.985166 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:13:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['61952f57-4db6-4747-8043-84aeb481058c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:24.051206 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-3a55997c-e7a7-49b2-9895-915708983373 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2140539996&fields=id&tenant_id=d2f54f7a202542f1857e10e28fc78b03 HTTP/1.1" status: 200 len: 267 time: 0.0362825 Jul 24 10:13:24.108188 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] Set router 61952f57-4db6-4747-8043-84aeb481058c gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:13:24.158958 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-21b95c84-fd23-47f5-897c-2dd5cf641e04 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:24.161079 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-21b95c84-fd23-47f5-897c-2dd5cf641e04 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/networks?id=db8b0a67-ae96-4c67-945b-3a5b462aee5e HTTP/1.1" status: 200 len: 808 time: 0.1026719 Jul 24 10:13:24.176421 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-30572b5d-30c1-4ec6-9b4d-6a0ce6facf16 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/quotas/d2f54f7a202542f1857e10e28fc78b03 HTTP/1.1" status: 200 len: 375 time: 0.0094652 Jul 24 10:13:24.241468 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-8fe8e5f7-bce0-43f6-b987-dae3f00e3526 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2f54f7a202542f1857e10e28fc78b03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595951 Jul 24 10:13:24.257739 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-401d536d-fae1-43c9-a30e-ce62ce80b42f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 10:13:24.258729 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-401d536d-fae1-43c9-a30e-ce62ce80b42f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065384 Jul 24 10:13:24.304665 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61952f57-4db6-4747-8043-84aeb481058c', 'name': 'tempest-TestShelveInstance-1444757875-router', 'tenant_id': '04b1fe83331d4a349e678b935049a869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'a00c4362-e3be-4da8-a442-5d2b9d5357be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:18Z', 'updated_at': '2021-07-24T10:13:21Z', 'revision_number': 4, 'project_id': '04b1fe83331d4a349e678b935049a869', 'gw_port': {'id': 'a00c4362-e3be-4da8-a442-5d2b9d5357be', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61952f57-4db6-4747-8043-84aeb481058c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:18Z', 'updated_at': '2021-07-24T10:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '89d581bc-4b0e-4758-bd04-10dba74fd24e', 'name': '', 'network_id': 'b1851cf3-78e3-40b8-80d2-9ffc6230bd64', 'tenant_id': '04b1fe83331d4a349e678b935049a869', 'mac_address': 'fa:16:3e:7d:49:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61952f57-4db6-4747-8043-84aeb481058c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9952a72d-f78c-4d0a-b748-77795588eb9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:20Z', 'updated_at': '2021-07-24T10:13:21Z', 'revision_number': 2, 'project_id': '04b1fe83331d4a349e678b935049a869', 'subnets': [{'id': '9952a72d-f78c-4d0a-b748-77795588eb9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:24.333409 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] Checking router: 61952f57-4db6-4747-8043-84aeb481058c for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:13:24.333768 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] Updating router 61952f57-4db6-4747-8043-84aeb481058c port 89d581bc-4b0e-4758-bd04-10dba74fd24e binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 10:13:24.377877 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:24.443231 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-484dc441-ca3c-406b-b0c8-0be89dbbcf72 service neutron] 10.222.0.32 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784153 Jul 24 10:13:24.532712 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-812be94a-2225-4f9f-9b7d-e7215329b432 service neutron] 10.222.0.32 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830038 Jul 24 10:13:24.638958 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:24.653619 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] Transition to ACTIVE for port object 89d581bc-4b0e-4758-bd04-10dba74fd24e will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:13:24.661779 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:24.713824 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868be5d9-ba95-40c7-b416-7e6beb2d72a3 None None] Pushing event updated for resources: {'Port': ['ID=89d581bc-4b0e-4758-bd04-10dba74fd24e,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:24.721306 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3071a566-7143-4cb9-878b-48b8a751fe1f req-8924955f-0a95-4456-bcc1-6cddec8db5bb tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 210 time: 0.0400350 Jul 24 10:13:24.775776 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] Attempting to bind port 89d581bc-4b0e-4758-bd04-10dba74fd24e on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:13:24.776225 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] Attempting to bind port 89d581bc-4b0e-4758-bd04-10dba74fd24e by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '143fa9d0-bc97-4a40-8ef6-aa3481eecf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b1851cf3-78e3-40b8-80d2-9ffc6230bd64'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:13:24.776687 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] Attempting to bind port 89d581bc-4b0e-4758-bd04-10dba74fd24e on network b1851cf3-78e3-40b8-80d2-9ffc6230bd64 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:13:24.782088 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:13:24.782464 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] Checking segment: {'id': '143fa9d0-bc97-4a40-8ef6-aa3481eecf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b1851cf3-78e3-40b8-80d2-9ffc6230bd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:13:24.782921 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:24.783387 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] Bound using segment: {'id': '143fa9d0-bc97-4a40-8ef6-aa3481eecf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b1851cf3-78e3-40b8-80d2-9ffc6230bd64'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:13:24.783723 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] Bound port: 89d581bc-4b0e-4758-bd04-10dba74fd24e, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '143fa9d0-bc97-4a40-8ef6-aa3481eecf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b1851cf3-78e3-40b8-80d2-9ffc6230bd64'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:13:24.784084 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:24.855592 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] For port 89d581bc-4b0e-4758-bd04-10dba74fd24e, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:13:24.859482 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] For port 89d581bc-4b0e-4758-bd04-10dba74fd24e, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=89d581bc-4b0e-4758-bd04-10dba74fd24e,segment=NetworkSegment(143fa9d0-bc97-4a40-8ef6-aa3481eecf04),segment_id=143fa9d0-bc97-4a40-8ef6-aa3481eecf04)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:13:24.864431 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:24.928173 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] Routers {'61952f57-4db6-4747-8043-84aeb481058c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:13:24.928897 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:13:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['61952f57-4db6-4747-8043-84aeb481058c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:25.182522 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868be5d9-ba95-40c7-b416-7e6beb2d72a3 None None] Pushing event updated for resources: {'Port': ['ID=89d581bc-4b0e-4758-bd04-10dba74fd24e,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:25.230630 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] Set router 61952f57-4db6-4747-8043-84aeb481058c gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:13:25.387425 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a00c4362-e3be-4da8-a442-5d2b9d5357be up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:13:25.479282 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port a00c4362-e3be-4da8-a442-5d2b9d5357be triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:13:25.479655 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:25.483677 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61952f57-4db6-4747-8043-84aeb481058c', 'name': 'tempest-TestShelveInstance-1444757875-router', 'tenant_id': '04b1fe83331d4a349e678b935049a869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'a00c4362-e3be-4da8-a442-5d2b9d5357be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:18Z', 'updated_at': '2021-07-24T10:13:21Z', 'revision_number': 4, 'project_id': '04b1fe83331d4a349e678b935049a869', 'gw_port': {'id': 'a00c4362-e3be-4da8-a442-5d2b9d5357be', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61952f57-4db6-4747-8043-84aeb481058c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:18Z', 'updated_at': '2021-07-24T10:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '89d581bc-4b0e-4758-bd04-10dba74fd24e', 'name': '', 'network_id': 'b1851cf3-78e3-40b8-80d2-9ffc6230bd64', 'tenant_id': '04b1fe83331d4a349e678b935049a869', 'mac_address': 'fa:16:3e:7d:49:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61952f57-4db6-4747-8043-84aeb481058c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9952a72d-f78c-4d0a-b748-77795588eb9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:20Z', 'updated_at': '2021-07-24T10:13:24Z', 'revision_number': 4, 'project_id': '04b1fe83331d4a349e678b935049a869', 'subnets': [{'id': '9952a72d-f78c-4d0a-b748-77795588eb9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:25.532333 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d21fb08-2e02-4fdd-bbd8-8ec02b9504cc None None] The sync data for ids ['61952f57-4db6-4747-8043-84aeb481058c'] in n-d-800085-9 is: [{'id': '61952f57-4db6-4747-8043-84aeb481058c', 'name': 'tempest-TestShelveInstance-1444757875-router', 'tenant_id': '04b1fe83331d4a349e678b935049a869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'a00c4362-e3be-4da8-a442-5d2b9d5357be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:18Z', 'updated_at': '2021-07-24T10:13:21Z', 'revision_number': 4, 'project_id': '04b1fe83331d4a349e678b935049a869', 'gw_port': {'id': 'a00c4362-e3be-4da8-a442-5d2b9d5357be', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61952f57-4db6-4747-8043-84aeb481058c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:18Z', 'updated_at': '2021-07-24T10:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '89d581bc-4b0e-4758-bd04-10dba74fd24e', 'name': '', 'network_id': 'b1851cf3-78e3-40b8-80d2-9ffc6230bd64', 'tenant_id': '04b1fe83331d4a349e678b935049a869', 'mac_address': 'fa:16:3e:7d:49:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61952f57-4db6-4747-8043-84aeb481058c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '9952a72d-f78c-4d0a-b748-77795588eb9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:20Z', 'updated_at': '2021-07-24T10:13:24Z', 'revision_number': 4, 'project_id': '04b1fe83331d4a349e678b935049a869', 'subnets': [{'id': '9952a72d-f78c-4d0a-b748-77795588eb9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:13:25.762987 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-61175c8e-2b5b-472c-ac61-1258f1d747f0 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:25.764523 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-61175c8e-2b5b-472c-ac61-1258f1d747f0 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.37 "GET /v2.0/networks?id=db8b0a67-ae96-4c67-945b-3a5b462aee5e HTTP/1.1" status: 200 len: 808 time: 0.1403983 Jul 24 10:13:25.812406 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-d29fccc5-a516-4589-9a9e-5d14db949fd3 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2f54f7a202542f1857e10e28fc78b03 HTTP/1.1" status: 200 len: 380 time: 0.0384686 Jul 24 10:13:25.821703 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-f8f3d335-54a5-40fb-9592-18d76c38fe63 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Request body: {'port': {'device_id': '071a70b5-3ba6-4e63-b1dd-84c30407ea69', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'admin_state_up': True, 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'security_groups': ['1fbae95d-7274-482f-8057-a61046e48f65']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:13:25.837404 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ea7c35b-b5a9-48bd-934c-3d7f13fecb4c req-82c226e5-310b-4009-bf3f-deaaed71db7b tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 210 time: 0.0342879 Jul 24 10:13:25.936169 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-f8f3d335-54a5-40fb-9592-18d76c38fe63 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Made reservation on behalf of d2f54f7a202542f1857e10e28fc78b03 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:13:25.939932 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-f8f3d335-54a5-40fb-9592-18d76c38fe63 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:26.087503 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-f8f3d335-54a5-40fb-9592-18d76c38fe63 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Allocated IP 172.20.0.3 (db8b0a67-ae96-4c67-945b-3a5b462aee5e/3abdf91a-87fe-4c4a-af9d-65c697564902/5161daa1-3893-4e44-929e-a42f85262c3b) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:13:26.230830 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-f8f3d335-54a5-40fb-9592-18d76c38fe63 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:26.248818 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-f8f3d335-54a5-40fb-9592-18d76c38fe63 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Transition to ACTIVE for port object 5161daa1-3893-4e44-929e-a42f85262c3b will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:13:26.281183 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-f8f3d335-54a5-40fb-9592-18d76c38fe63 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:26.328684 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-f8f3d335-54a5-40fb-9592-18d76c38fe63 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Network db8b0a67-ae96-4c67-945b-3a5b462aee5e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:13:26.334261 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-f8f3d335-54a5-40fb-9592-18d76c38fe63 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:13:26.337975 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-f8f3d335-54a5-40fb-9592-18d76c38fe63 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:13:26.344233 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3d335-54a5-40fb-9592-18d76c38fe63 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Pushing event updated for resources: {'Port': ['ID=5161daa1-3893-4e44-929e-a42f85262c3b,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:26.392307 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-f8f3d335-54a5-40fb-9592-18d76c38fe63 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:26.392926 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-f8f3d335-54a5-40fb-9592-18d76c38fe63 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:26.411095 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-f8f3d335-54a5-40fb-9592-18d76c38fe63 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5931273 Jul 24 10:13:26.422570 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-a0fd5d90-eba9-471f-9310-5408d2ded5a8 service neutron] Request body: {'port': {'device_id': '071a70b5-3ba6-4e63-b1dd-84c30407ea69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:13:26.500323 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-a0fd5d90-eba9-471f-9310-5408d2ded5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:26.621232 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0be6ab83-defd-4af1-9352-99de01fa9eb6 None None] Provisioning for port 5161daa1-3893-4e44-929e-a42f85262c3b completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:13:26.625096 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0be6ab83-defd-4af1-9352-99de01fa9eb6 None None] Provisioning complete for port 5161daa1-3893-4e44-929e-a42f85262c3b triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:13:26.625469 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0be6ab83-defd-4af1-9352-99de01fa9eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:26.659886 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-0be6ab83-defd-4af1-9352-99de01fa9eb6 None None] Port 5161daa1-3893-4e44-929e-a42f85262c3b cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:13:26.756490 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-a0fd5d90-eba9-471f-9310-5408d2ded5a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5161daa1-3893-4e44-929e-a42f85262c3b {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:13:26.763624 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-a0fd5d90-eba9-471f-9310-5408d2ded5a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:26.775625 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-a0fd5d90-eba9-471f-9310-5408d2ded5a8 service neutron] Transition to ACTIVE for port object 5161daa1-3893-4e44-929e-a42f85262c3b will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:13:26.778727 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-a0fd5d90-eba9-471f-9310-5408d2ded5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:26.827070 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd5d90-eba9-471f-9310-5408d2ded5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=5161daa1-3893-4e44-929e-a42f85262c3b,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:26.910423 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-a0fd5d90-eba9-471f-9310-5408d2ded5a8 service neutron] Attempting to bind port 5161daa1-3893-4e44-929e-a42f85262c3b on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:13:26.910792 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-a0fd5d90-eba9-471f-9310-5408d2ded5a8 service neutron] Attempting to bind port 5161daa1-3893-4e44-929e-a42f85262c3b by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'ebb8d561-b00f-4c36-b88a-a09bf934b3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:13:26.911195 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-a0fd5d90-eba9-471f-9310-5408d2ded5a8 service neutron] Attempting to bind port 5161daa1-3893-4e44-929e-a42f85262c3b on network db8b0a67-ae96-4c67-945b-3a5b462aee5e {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:13:26.926526 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-a0fd5d90-eba9-471f-9310-5408d2ded5a8 service neutron] Port 5161daa1-3893-4e44-929e-a42f85262c3b on network db8b0a67-ae96-4c67-945b-3a5b462aee5e not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 10:13:26.926937 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-a0fd5d90-eba9-471f-9310-5408d2ded5a8 service neutron] Attempting to bind port 5161daa1-3893-4e44-929e-a42f85262c3b on network db8b0a67-ae96-4c67-945b-3a5b462aee5e {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:13:26.948325 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-a0fd5d90-eba9-471f-9310-5408d2ded5a8 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:13:26.948654 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-a0fd5d90-eba9-471f-9310-5408d2ded5a8 service neutron] Checking segment: {'id': 'ebb8d561-b00f-4c36-b88a-a09bf934b3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:13:26.949069 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-a0fd5d90-eba9-471f-9310-5408d2ded5a8 service neutron] Bound using segment: {'id': 'ebb8d561-b00f-4c36-b88a-a09bf934b3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:13:26.949503 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-a0fd5d90-eba9-471f-9310-5408d2ded5a8 service neutron] Bound port: 5161daa1-3893-4e44-929e-a42f85262c3b, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb8d561-b00f-4c36-b88a-a09bf934b3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:13:26.949863 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-a0fd5d90-eba9-471f-9310-5408d2ded5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:27.030226 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b616d67-f385-41af-b6ac-78edb2322374 req-04ec1ce1-aee3-4501-8426-03cda4a7c821 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:27.031707 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b616d67-f385-41af-b6ac-78edb2322374 req-04ec1ce1-aee3-4501-8426-03cda4a7c821 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 943 time: 0.1172180 Jul 24 10:13:27.035833 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-a0fd5d90-eba9-471f-9310-5408d2ded5a8 service neutron] For port 5161daa1-3893-4e44-929e-a42f85262c3b, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:13:27.040457 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-a0fd5d90-eba9-471f-9310-5408d2ded5a8 service neutron] For port 5161daa1-3893-4e44-929e-a42f85262c3b, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=5161daa1-3893-4e44-929e-a42f85262c3b,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:13:27.055057 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-a0fd5d90-eba9-471f-9310-5408d2ded5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:27.100417 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-a0fd5d90-eba9-471f-9310-5408d2ded5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:27.101200 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-a0fd5d90-eba9-471f-9310-5408d2ded5a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:27.102865 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-a0fd5d90-eba9-471f-9310-5408d2ded5a8 service neutron] 10.222.0.37 "PUT /v2.0/ports/5161daa1-3893-4e44-929e-a42f85262c3b HTTP/1.1" status: 200 len: 1091 time: 0.6844785 Jul 24 10:13:27.107244 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071a70b5-3ba6-4e63-b1dd-84c30407ea69', 'tag': '5161daa1-3893-4e44-929e-a42f85262c3b'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:13:27.109639 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0ac4981879846d8821277b3228522714eb2c0e29e76d1b29de9e8d513d31c24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ad18a8-de70-4c21-addc-ccc46c954706" -d '{"events": [{"name": "network-changed", "server_uuid": "071a70b5-3ba6-4e63-b1dd-84c30407ea69", "tag": "5161daa1-3893-4e44-929e-a42f85262c3b"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:13:27.123059 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5b616d67-f385-41af-b6ac-78edb2322374 req-2a765574-81c5-4448-a327-147830a5ed04 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849264 Jul 24 10:13:27.153834 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd5d90-eba9-471f-9310-5408d2ded5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=5161daa1-3893-4e44-929e-a42f85262c3b,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:27.173925 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20da48d-3b9b-4e9e-b95c-52331012d6ae x-openstack-request-id: req-d20da48d-3b9b-4e9e-b95c-52331012d6ae {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:13:27.174219 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071a70b5-3ba6-4e63-b1dd-84c30407ea69", "tag": "5161daa1-3893-4e44-929e-a42f85262c3b", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:13:27.174487 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d20da48d-3b9b-4e9e-b95c-52331012d6ae {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:13:27.174870 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071a70b5-3ba6-4e63-b1dd-84c30407ea69', 'tag': '5161daa1-3893-4e44-929e-a42f85262c3b', 'status': 'completed', 'code': 200} Jul 24 10:13:27.219902 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-9f6fc197-ec1f-436c-a08a-eedae6a4f937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:27.221498 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-9f6fc197-ec1f-436c-a08a-eedae6a4f937 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2f54f7a202542f1857e10e28fc78b03&device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 1094 time: 0.0578728 Jul 24 10:13:27.264351 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-5f8ec544-771a-4db7-87df-35c9d984a8bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5161daa1-3893-4e44-929e-a42f85262c3b HTTP/1.1" status: 200 len: 217 time: 0.0354466 Jul 24 10:13:27.316666 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-8767beef-bea5-47b5-88e8-262328dbf1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:27.318186 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-8767beef-bea5-47b5-88e8-262328dbf1bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3abdf91a-87fe-4c4a-af9d-65c697564902 HTTP/1.1" status: 200 len: 847 time: 0.0477767 Jul 24 10:13:27.362932 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e9fd0d5c-a57c-4004-91a2-8d906480fbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:27.385809 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-ab439be0-46f1-48bd-bcb2-6d5078aa5d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:27.387347 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-ab439be0-46f1-48bd-bcb2-6d5078aa5d0d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db8b0a67-ae96-4c67-945b-3a5b462aee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618131 Jul 24 10:13:27.424034 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 89d581bc-4b0e-4758-bd04-10dba74fd24e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:13:27.473893 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 89d581bc-4b0e-4758-bd04-10dba74fd24e completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:13:27.477697 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 89d581bc-4b0e-4758-bd04-10dba74fd24e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:13:27.478067 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:27.491239 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-d6e2f4d2-eea7-452f-88d7-699c8ee941f2 service neutron] 10.222.0.37 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939932 Jul 24 10:13:27.553369 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:27.582109 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-38e4f337-8f06-41d8-9530-557fa47e52d6 req-ed026ce4-7516-4cfc-a843-c588a86b9a71 service neutron] 10.222.0.37 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845408 Jul 24 10:13:27.584971 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 89d581bc-4b0e-4758-bd04-10dba74fd24e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=89d581bc-4b0e-4758-bd04-10dba74fd24e,segment=NetworkSegment(143fa9d0-bc97-4a40-8ef6-aa3481eecf04),segment_id=143fa9d0-bc97-4a40-8ef6-aa3481eecf04)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:13:27.589641 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:27.643066 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=89d581bc-4b0e-4758-bd04-10dba74fd24e,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:27.689817 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad18a8-de70-4c21-addc-ccc46c954706 req-261f9b39-d0f7-49bd-8570-40d6f695cd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:27.691698 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60ad18a8-de70-4c21-addc-ccc46c954706 req-261f9b39-d0f7-49bd-8570-40d6f695cd08 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2f54f7a202542f1857e10e28fc78b03&device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 1094 time: 0.0628970 Jul 24 10:13:27.782562 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad18a8-de70-4c21-addc-ccc46c954706 req-7d7d5348-6394-42d9-862e-5b5151740aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:27.784006 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60ad18a8-de70-4c21-addc-ccc46c954706 req-7d7d5348-6394-42d9-862e-5b5151740aa4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db8b0a67-ae96-4c67-945b-3a5b462aee5e HTTP/1.1" status: 200 len: 908 time: 0.0861046 Jul 24 10:13:27.824277 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60ad18a8-de70-4c21-addc-ccc46c954706 req-1fd6a75e-63cc-41db-9f24-536c07242c32 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5161daa1-3893-4e44-929e-a42f85262c3b HTTP/1.1" status: 200 len: 217 time: 0.0340507 Jul 24 10:13:27.876403 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad18a8-de70-4c21-addc-ccc46c954706 req-ee8a762e-ea58-4503-88ef-b5b9b57b9c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:27.877858 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60ad18a8-de70-4c21-addc-ccc46c954706 req-ee8a762e-ea58-4503-88ef-b5b9b57b9c47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3abdf91a-87fe-4c4a-af9d-65c697564902 HTTP/1.1" status: 200 len: 847 time: 0.0466862 Jul 24 10:13:27.937520 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad18a8-de70-4c21-addc-ccc46c954706 req-d8413214-c73a-446a-bff9-9d704aa5e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:27.939030 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60ad18a8-de70-4c21-addc-ccc46c954706 req-d8413214-c73a-446a-bff9-9d704aa5e2b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db8b0a67-ae96-4c67-945b-3a5b462aee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533519 Jul 24 10:13:28.040055 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60ad18a8-de70-4c21-addc-ccc46c954706 req-fbf42cf3-56b5-4db7-8681-dc00a4258930 service neutron] 10.222.0.37 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942104 Jul 24 10:13:28.135917 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-60ad18a8-de70-4c21-addc-ccc46c954706 req-9c64f43c-7d3e-4630-9857-0287270394b6 service neutron] 10.222.0.37 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881374 Jul 24 10:13:28.261761 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782d3d5-2065-4569-ba4c-515042df9e01 req-f2efc82f-685f-418a-a695-159266618648 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:28.263261 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9782d3d5-2065-4569-ba4c-515042df9e01 req-f2efc82f-685f-418a-a695-159266618648 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 943 time: 0.0645833 Jul 24 10:13:28.302831 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9782d3d5-2065-4569-ba4c-515042df9e01 req-c21c1223-5e3b-4528-8071-9e358cf6fb29 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339303 Jul 24 10:13:29.389345 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 89d581bc-4b0e-4758-bd04-10dba74fd24e up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:13:29.442700 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 89d581bc-4b0e-4758-bd04-10dba74fd24e triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:13:29.443314 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:29.444015 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60769bfb-7e7f-4741-a9d5-d93cf4e6d78f req-dfb08220-7ad5-440d-9273-1d95f093981e tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:29.445962 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-60769bfb-7e7f-4741-a9d5-d93cf4e6d78f req-dfb08220-7ad5-440d-9273-1d95f093981e tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 943 time: 0.0709162 Jul 24 10:13:29.482215 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-60769bfb-7e7f-4741-a9d5-d93cf4e6d78f req-7158d954-7817-4c05-b3a8-9572329e3ba6 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309045 Jul 24 10:13:29.752864 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:13:29.849916 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8a7740bb-ea4e-4061-b824-ea2ba915003f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:30.553607 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:30.618553 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78d72f-42b4-4ea4-9548-266bd1ca36b6 req-1e96cdd0-b333-422b-8a92-d7d98eac0061 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:30.620037 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d78d72f-42b4-4ea4-9548-266bd1ca36b6 req-1e96cdd0-b333-422b-8a92-d7d98eac0061 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 943 time: 0.0664485 Jul 24 10:13:30.657049 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d78d72f-42b4-4ea4-9548-266bd1ca36b6 req-d89e78d3-dcf6-4250-a121-7957efdeafa8 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314550 Jul 24 10:13:31.201474 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 5161daa1-3893-4e44-929e-a42f85262c3b details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 10:13:31.256408 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:31.307003 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 5161daa1-3893-4e44-929e-a42f85262c3b, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=5161daa1-3893-4e44-929e-a42f85262c3b,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:13:31.317193 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '5161daa1-3893-4e44-929e-a42f85262c3b', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'port_id': '5161daa1-3893-4e44-929e-a42f85262c3b', 'mac_address': 'fa:16:3e:ee:1e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 10:13:31.353413 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:31.366248 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5161daa1-3893-4e44-929e-a42f85262c3b {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:13:31.384391 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 5161daa1-3893-4e44-929e-a42f85262c3b, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=5161daa1-3893-4e44-929e-a42f85262c3b,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:13:31.388086 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:31.436416 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=5161daa1-3893-4e44-929e-a42f85262c3b,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:31.636192 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['5161daa1-3893-4e44-929e-a42f85262c3b'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:13:31.788092 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99877cb-1a62-44fd-9abb-8d35cd157bcc req-5092ec8b-607f-4d49-b5fc-84c12ee6d1ff tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:31.789712 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f99877cb-1a62-44fd-9abb-8d35cd157bcc req-5092ec8b-607f-4d49-b5fc-84c12ee6d1ff tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 944 time: 0.0638139 Jul 24 10:13:31.828581 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f99877cb-1a62-44fd-9abb-8d35cd157bcc req-7703d66f-b850-465c-b6c7-0fe8981892d7 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332344 Jul 24 10:13:32.959391 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a736b-bcbe-49b0-bb79-efca65115dc1 req-c73f8475-5e8b-4208-ba7c-d5605848c775 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:32.961031 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0f9a736b-bcbe-49b0-bb79-efca65115dc1 req-c73f8475-5e8b-4208-ba7c-d5605848c775 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 944 time: 0.0629158 Jul 24 10:13:32.997869 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0f9a736b-bcbe-49b0-bb79-efca65115dc1 req-610de5dd-91bc-472e-9e5e-f67ebd7dbba2 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312858 Jul 24 10:13:33.114931 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:33.216890 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 5161daa1-3893-4e44-929e-a42f85262c3b up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:13:33.265929 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 5161daa1-3893-4e44-929e-a42f85262c3b completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:13:33.270204 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 5161daa1-3893-4e44-929e-a42f85262c3b triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:13:33.270575 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:33.344166 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:33.365436 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071a70b5-3ba6-4e63-b1dd-84c30407ea69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5161daa1-3893-4e44-929e-a42f85262c3b'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:13:33.367612 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfecc09ccecf6097530ed06b3b0f605c347a07b6c448c324480a744ab89978bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1634e6b2-0464-45d9-bd1a-2573b2b78cc0" -d '{"events": [{"server_uuid": "071a70b5-3ba6-4e63-b1dd-84c30407ea69", "name": "network-vif-plugged", "status": "completed", "tag": "5161daa1-3893-4e44-929e-a42f85262c3b"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:13:33.380029 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 5161daa1-3893-4e44-929e-a42f85262c3b, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=5161daa1-3893-4e44-929e-a42f85262c3b,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:13:33.385034 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:33.413525 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95f5409-33c5-4c86-9457-e42ff9ee58d4 x-openstack-request-id: req-e95f5409-33c5-4c86-9457-e42ff9ee58d4 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:13:33.414096 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071a70b5-3ba6-4e63-b1dd-84c30407ea69", "name": "network-vif-plugged", "status": "completed", "tag": "5161daa1-3893-4e44-929e-a42f85262c3b", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:13:33.414348 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e95f5409-33c5-4c86-9457-e42ff9ee58d4 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:13:33.414726 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071a70b5-3ba6-4e63-b1dd-84c30407ea69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5161daa1-3893-4e44-929e-a42f85262c3b', 'code': 200} Jul 24 10:13:33.443540 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=5161daa1-3893-4e44-929e-a42f85262c3b,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:33.512856 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba0f35-90eb-48b4-89b2-7b0ffa948036 req-f10b7367-7e01-4f8f-a3ca-e29d3fe09fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:33.514330 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84ba0f35-90eb-48b4-89b2-7b0ffa948036 req-f10b7367-7e01-4f8f-a3ca-e29d3fe09fec service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 1096 time: 0.0511951 Jul 24 10:13:33.546835 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-84ba0f35-90eb-48b4-89b2-7b0ffa948036 req-00ff69f9-f32e-4173-a734-2650210e6c23 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259554 Jul 24 10:13:34.128674 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74434e3-7f3f-4d9f-9155-c81851bfd510 req-45be6f95-d5f1-4ef0-8dc8-4ccbc645d6fc tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:34.130177 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d74434e3-7f3f-4d9f-9155-c81851bfd510 req-45be6f95-d5f1-4ef0-8dc8-4ccbc645d6fc tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 945 time: 0.0646231 Jul 24 10:13:34.167078 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d74434e3-7f3f-4d9f-9155-c81851bfd510 req-c275b80c-6550-40c6-a957-5f8567b7b715 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314476 Jul 24 10:13:35.299988 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28596a8b-8f9a-4872-b578-32476588b5b0 req-a415a962-92a3-415d-bc1f-19f05fdb3c72 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:35.302001 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28596a8b-8f9a-4872-b578-32476588b5b0 req-a415a962-92a3-415d-bc1f-19f05fdb3c72 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 945 time: 0.0619819 Jul 24 10:13:35.343364 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-28596a8b-8f9a-4872-b578-32476588b5b0 req-f4341fa1-a553-46a3-83ab-05ba2bfe656b tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358319 Jul 24 10:13:35.475612 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881f75d-8710-4bf2-b617-a350cb6b6d50 req-aaf0e5ec-52a8-4f9f-81d8-ed7923327896 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:35.477134 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4881f75d-8710-4bf2-b617-a350cb6b6d50 req-aaf0e5ec-52a8-4f9f-81d8-ed7923327896 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 945 time: 0.0620115 Jul 24 10:13:35.514265 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4881f75d-8710-4bf2-b617-a350cb6b6d50 req-d8036a16-9261-432f-9c9b-fbefa45e588f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316174 Jul 24 10:13:35.536259 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51698) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:35.631091 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe65d047-0b37-4a67-a35c-2bb06482831e tempest-TestShelveInstance-858190322 tempest-TestShelveInstance-858190322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:35.632578 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-fe65d047-0b37-4a67-a35c-2bb06482831e tempest-TestShelveInstance-858190322 tempest-TestShelveInstance-858190322-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 1091 time: 0.0953529 Jul 24 10:13:35.635507 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51702) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:13:35.639750 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-6e3acb33-d31a-452d-8232-2c3c3969f05d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'port_id': '5161daa1-3893-4e44-929e-a42f85262c3b', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:13:35.661805 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e3acb33-d31a-452d-8232-2c3c3969f05d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for floatingip, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:36.076114 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e3acb33-d31a-452d-8232-2c3c3969f05d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:36.176239 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [None req-6e3acb33-d31a-452d-8232-2c3c3969f05d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Allocated IP 172.25.7.128 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/f55df46f-d132-405a-a90d-6867a8f7c933) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:13:36.274430 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e3acb33-d31a-452d-8232-2c3c3969f05d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:36.311368 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e3acb33-d31a-452d-8232-2c3c3969f05d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:36.350853 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3acb33-d31a-452d-8232-2c3c3969f05d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:13:36.353660 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [None req-6e3acb33-d31a-452d-8232-2c3c3969f05d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:13:36.359018 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3acb33-d31a-452d-8232-2c3c3969f05d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:13:36.381907 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3acb33-d31a-452d-8232-2c3c3969f05d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Pushing event updated for resources: {'Port': ['ID=f55df46f-d132-405a-a90d-6867a8f7c933,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:36.698693 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e3acb33-d31a-452d-8232-2c3c3969f05d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:36.781446 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e3acb33-d31a-452d-8232-2c3c3969f05d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:36.928243 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e3acb33-d31a-452d-8232-2c3c3969f05d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:36.932512 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e3acb33-d31a-452d-8232-2c3c3969f05d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:36.997894 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3acb33-d31a-452d-8232-2c3c3969f05d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Pushing event updated for resources: {'Port': ['ID=f55df46f-d132-405a-a90d-6867a8f7c933,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:13:37.007733 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e3acb33-d31a-452d-8232-2c3c3969f05d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:37.112094 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-6e3acb33-d31a-452d-8232-2c3c3969f05d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Floating IP 2c1153cc-215d-4353-9962-92c2f0cc78cd associated. External IP: 172.25.7.128, port: 5161daa1-3893-4e44-929e-a42f85262c3b. Jul 24 10:13:37.311835 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3acb33-d31a-452d-8232-2c3c3969f05d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Router 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:13:37.418360 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3acb33-d31a-452d-8232-2c3c3969f05d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:13:37.429165 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d05f470-ce6c-4d44-aad9-82dc6b1962e3 None None] Sync routers for ids ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:13:37.437210 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6e3acb33-d31a-452d-8232-2c3c3969f05d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:37.441092 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d05f470-ce6c-4d44-aad9-82dc6b1962e3 None None] Routers {'61c99f35-6583-44f9-bdeb-4db8a0ade8d6'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:13:37.441916 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5d05f470-ce6c-4d44-aad9-82dc6b1962e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:13:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:37.478306 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6e3acb33-d31a-452d-8232-2c3c3969f05d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8362544 Jul 24 10:13:37.478306 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071a70b5-3ba6-4e63-b1dd-84c30407ea69', 'tag': '5161daa1-3893-4e44-929e-a42f85262c3b'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:13:37.478306 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0ac4981879846d8821277b3228522714eb2c0e29e76d1b29de9e8d513d31c24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836e005c-42c5-4a04-a3fa-e4c2a78b758c" -d '{"events": [{"name": "network-changed", "server_uuid": "071a70b5-3ba6-4e63-b1dd-84c30407ea69", "tag": "5161daa1-3893-4e44-929e-a42f85262c3b"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:13:37.512162 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7b32b4-37f2-4320-9e1d-251df704d15e x-openstack-request-id: req-3a7b32b4-37f2-4320-9e1d-251df704d15e {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:13:37.512617 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071a70b5-3ba6-4e63-b1dd-84c30407ea69", "tag": "5161daa1-3893-4e44-929e-a42f85262c3b", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:13:37.512905 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a7b32b4-37f2-4320-9e1d-251df704d15e {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:13:37.513319 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071a70b5-3ba6-4e63-b1dd-84c30407ea69', 'tag': '5161daa1-3893-4e44-929e-a42f85262c3b', 'status': 'completed', 'code': 200} Jul 24 10:13:37.544918 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-5d05f470-ce6c-4d44-aad9-82dc6b1962e3 None None] Set router 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:13:37.587074 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e005c-42c5-4a04-a3fa-e4c2a78b758c req-eaec91a6-8a84-4d4f-baf9-77009dc1f67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:37.588543 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-836e005c-42c5-4a04-a3fa-e4c2a78b758c req-eaec91a6-8a84-4d4f-baf9-77009dc1f67f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2f54f7a202542f1857e10e28fc78b03&device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 1096 time: 0.0544057 Jul 24 10:13:37.680792 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e005c-42c5-4a04-a3fa-e4c2a78b758c req-2580d700-accd-494b-a9f2-e51290407c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:37.682346 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-836e005c-42c5-4a04-a3fa-e4c2a78b758c req-2580d700-accd-494b-a9f2-e51290407c42 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db8b0a67-ae96-4c67-945b-3a5b462aee5e HTTP/1.1" status: 200 len: 908 time: 0.0879567 Jul 24 10:13:37.746338 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-836e005c-42c5-4a04-a3fa-e4c2a78b758c req-35c23114-4d2d-4c8a-98bd-3c62b9ea6a0a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5161daa1-3893-4e44-929e-a42f85262c3b HTTP/1.1" status: 200 len: 999 time: 0.0580270 Jul 24 10:13:37.761764 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5d05f470-ce6c-4d44-aad9-82dc6b1962e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'name': 'tempest-TestShelveInstance-222456047-router', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:13Z', 'updated_at': '2021-07-24T10:13:16Z', 'revision_number': 4, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'gw_port': {'id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:14Z', 'updated_at': '2021-07-24T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '2c1153cc-215d-4353-9962-92c2f0cc78cd', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'port_id': '5161daa1-3893-4e44-929e-a42f85262c3b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'mac_address': 'fa:16:3e:ee:1e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071a70b5-3ba6-4e63-b1dd-84c30407ea69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:13:36Z', 'updated_at': '2021-07-24T10:13:36Z', 'revision_number': 0, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93df1537-6bbd-407d-be36-6c921f7aa202', 'name': '', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'mac_address': 'fa:16:3e:7c:51:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:15Z', 'updated_at': '2021-07-24T10:13:21Z', 'revision_number': 5, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'subnets': [{'id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:37.787026 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d05f470-ce6c-4d44-aad9-82dc6b1962e3 None None] Checking router: 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:13:37.794809 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d05f470-ce6c-4d44-aad9-82dc6b1962e3 None None] Routers {'61c99f35-6583-44f9-bdeb-4db8a0ade8d6'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:13:37.794949 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e005c-42c5-4a04-a3fa-e4c2a78b758c req-8c97535d-84ad-401d-9f88-7ca8b20953d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:37.795397 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5d05f470-ce6c-4d44-aad9-82dc6b1962e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:13:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:37.796354 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-836e005c-42c5-4a04-a3fa-e4c2a78b758c req-8c97535d-84ad-401d-9f88-7ca8b20953d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3abdf91a-87fe-4c4a-af9d-65c697564902 HTTP/1.1" status: 200 len: 847 time: 0.0444934 Jul 24 10:13:37.864296 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e005c-42c5-4a04-a3fa-e4c2a78b758c req-64d59c6d-e5a7-4d77-9166-2af7674e1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:37.865778 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-836e005c-42c5-4a04-a3fa-e4c2a78b758c req-64d59c6d-e5a7-4d77-9166-2af7674e1988 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db8b0a67-ae96-4c67-945b-3a5b462aee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633001 Jul 24 10:13:37.897731 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-5d05f470-ce6c-4d44-aad9-82dc6b1962e3 None None] Set router 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:13:37.953777 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-836e005c-42c5-4a04-a3fa-e4c2a78b758c req-69cf8e06-1284-4463-beb2-a739b9dfd9de service neutron] 10.222.0.37 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810685 Jul 24 10:13:38.044080 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-836e005c-42c5-4a04-a3fa-e4c2a78b758c req-9c5db2e6-d6b0-4f35-a201-5aa839df7f69 service neutron] 10.222.0.37 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841086 Jul 24 10:13:38.110762 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-5d05f470-ce6c-4d44-aad9-82dc6b1962e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'name': 'tempest-TestShelveInstance-222456047-router', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:13Z', 'updated_at': '2021-07-24T10:13:16Z', 'revision_number': 4, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'gw_port': {'id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:14Z', 'updated_at': '2021-07-24T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '2c1153cc-215d-4353-9962-92c2f0cc78cd', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'port_id': '5161daa1-3893-4e44-929e-a42f85262c3b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'mac_address': 'fa:16:3e:ee:1e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071a70b5-3ba6-4e63-b1dd-84c30407ea69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:13:36Z', 'updated_at': '2021-07-24T10:13:36Z', 'revision_number': 0, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93df1537-6bbd-407d-be36-6c921f7aa202', 'name': '', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'mac_address': 'fa:16:3e:7c:51:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:15Z', 'updated_at': '2021-07-24T10:13:21Z', 'revision_number': 5, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'subnets': [{'id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:13:38.139593 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d05f470-ce6c-4d44-aad9-82dc6b1962e3 None None] The sync data for ids ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'] in n-d-800085-9 is: [{'id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'name': 'tempest-TestShelveInstance-222456047-router', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:13Z', 'updated_at': '2021-07-24T10:13:16Z', 'revision_number': 4, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'gw_port': {'id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:14Z', 'updated_at': '2021-07-24T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '2c1153cc-215d-4353-9962-92c2f0cc78cd', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'port_id': '5161daa1-3893-4e44-929e-a42f85262c3b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'mac_address': 'fa:16:3e:ee:1e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071a70b5-3ba6-4e63-b1dd-84c30407ea69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:13:36Z', 'updated_at': '2021-07-24T10:13:36Z', 'revision_number': 0, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93df1537-6bbd-407d-be36-6c921f7aa202', 'name': '', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'mac_address': 'fa:16:3e:7c:51:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:15Z', 'updated_at': '2021-07-24T10:13:21Z', 'revision_number': 5, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'subnets': [{'id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:13:38.331239 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd4616e-68dc-493c-8676-08e08d8d04e9 None None] New status for floating IP 2c1153cc-215d-4353-9962-92c2f0cc78cd: ACTIVE {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 10:13:40.756548 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-722a9dd9-d0e7-4dc4-b48a-882da9dac2ad req-4197ab0e-b63c-4ebf-b9b6-4b5d5351d26e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523438 Jul 24 10:13:40.858025 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a9dd9-d0e7-4dc4-b48a-882da9dac2ad req-139fe13d-80e0-4e1b-9d63-c1e91dd14f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:40.859734 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-722a9dd9-d0e7-4dc4-b48a-882da9dac2ad req-139fe13d-80e0-4e1b-9d63-c1e91dd14f16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2f54f7a202542f1857e10e28fc78b03&device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 1096 time: 0.0606854 Jul 24 10:13:40.970441 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a9dd9-d0e7-4dc4-b48a-882da9dac2ad req-6d85bb53-c461-4b50-91ef-3e3c9fc72f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:40.971914 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-722a9dd9-d0e7-4dc4-b48a-882da9dac2ad req-6d85bb53-c461-4b50-91ef-3e3c9fc72f33 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db8b0a67-ae96-4c67-945b-3a5b462aee5e HTTP/1.1" status: 200 len: 908 time: 0.0940127 Jul 24 10:13:41.034679 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-722a9dd9-d0e7-4dc4-b48a-882da9dac2ad req-5150fa69-1353-45bc-b004-7d11b2f614fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5161daa1-3893-4e44-929e-a42f85262c3b HTTP/1.1" status: 200 len: 1001 time: 0.0563226 Jul 24 10:13:41.087051 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a9dd9-d0e7-4dc4-b48a-882da9dac2ad req-33ac46d2-5801-4102-beca-1c915a079eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:41.088535 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-722a9dd9-d0e7-4dc4-b48a-882da9dac2ad req-33ac46d2-5801-4102-beca-1c915a079eb0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3abdf91a-87fe-4c4a-af9d-65c697564902 HTTP/1.1" status: 200 len: 847 time: 0.0483055 Jul 24 10:13:41.147754 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a9dd9-d0e7-4dc4-b48a-882da9dac2ad req-ba4d26ca-2624-4e56-af8b-e556129f3b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:13:41.149287 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-722a9dd9-d0e7-4dc4-b48a-882da9dac2ad req-ba4d26ca-2624-4e56-af8b-e556129f3b64 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db8b0a67-ae96-4c67-945b-3a5b462aee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545301 Jul 24 10:13:41.235016 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-722a9dd9-d0e7-4dc4-b48a-882da9dac2ad req-4ff1fa1c-4f59-44bc-a060-b206992b0c5c service neutron] 10.222.0.37 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792832 Jul 24 10:13:41.324876 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-722a9dd9-d0e7-4dc4-b48a-882da9dac2ad req-ae6d48d5-0a12-416d-ae87-aadb0de380ee service neutron] 10.222.0.37 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837018 Jul 24 10:13:44.635642 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:47.209582 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:57.354469 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6018fe60-14c0-4d93-a43a-f3d6ff27e9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:13:59.850647 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-66fc2684-6ca4-44ef-b4ed-15631dc3a1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:14:00.558548 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:14:01.245640 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:14:03.118218 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:14:06.752280 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:14:14.651705 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:14:17.209516 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:14:27.355061 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2662604c-7dd5-499f-a88d-52e20e19c5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:14:29.850546 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1aad2061-3485-48da-b975-c4ced3b3a200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:14:30.558679 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:14:31.248331 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:14:33.120439 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:14:42.776202 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-665d1fd1-f682-433e-bcb3-d7a5941b2b14 req-bec61d0d-77da-47e2-8239-ccfaaa5a571a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524042 Jul 24 10:14:42.871350 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d1fd1-f682-433e-bcb3-d7a5941b2b14 req-a2a26742-253d-4610-9a00-3f838138b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:14:42.872892 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-665d1fd1-f682-433e-bcb3-d7a5941b2b14 req-a2a26742-253d-4610-9a00-3f838138b436 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2f54f7a202542f1857e10e28fc78b03&device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 1096 time: 0.0568962 Jul 24 10:14:42.977425 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d1fd1-f682-433e-bcb3-d7a5941b2b14 req-23a6059b-e9b6-49f6-a220-35273a9c97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:14:42.978897 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-665d1fd1-f682-433e-bcb3-d7a5941b2b14 req-23a6059b-e9b6-49f6-a220-35273a9c97ac service neutron] 10.222.0.37 "GET /v2.0/networks?id=db8b0a67-ae96-4c67-945b-3a5b462aee5e HTTP/1.1" status: 200 len: 908 time: 0.0875018 Jul 24 10:14:43.045782 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-665d1fd1-f682-433e-bcb3-d7a5941b2b14 req-14ffd800-8a39-416e-837a-cef64c965dd7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5161daa1-3893-4e44-929e-a42f85262c3b HTTP/1.1" status: 200 len: 1001 time: 0.0602465 Jul 24 10:14:43.092462 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d1fd1-f682-433e-bcb3-d7a5941b2b14 req-90cfc62f-e07c-4444-bbd3-dd8a9fd2b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:14:43.093889 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-665d1fd1-f682-433e-bcb3-d7a5941b2b14 req-90cfc62f-e07c-4444-bbd3-dd8a9fd2b222 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3abdf91a-87fe-4c4a-af9d-65c697564902 HTTP/1.1" status: 200 len: 847 time: 0.0419838 Jul 24 10:14:43.150858 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d1fd1-f682-433e-bcb3-d7a5941b2b14 req-ea512382-27e0-44d6-8eaf-375715b4abb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:14:43.152604 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-665d1fd1-f682-433e-bcb3-d7a5941b2b14 req-ea512382-27e0-44d6-8eaf-375715b4abb6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db8b0a67-ae96-4c67-945b-3a5b462aee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525863 Jul 24 10:14:43.255081 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-665d1fd1-f682-433e-bcb3-d7a5941b2b14 req-9c8a8946-3fa4-4a0e-a60d-2d100afadb32 service neutron] 10.222.0.37 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960608 Jul 24 10:14:43.340836 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-665d1fd1-f682-433e-bcb3-d7a5941b2b14 req-f0ea033d-844c-4b8d-8004-d31ffd4d66e6 service neutron] 10.222.0.37 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797563 Jul 24 10:14:43.751366 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:14:44.669887 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:14:47.195205 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:14:57.355838 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-510d49fc-b015-41c1-bc20-751a67b089f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:14:59.851434 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c79d09b0-0ad2-4415-a52a-96d30d25b065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:15:00.559125 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:15:01.251875 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:15:03.123038 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:15:14.653573 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:15:17.203183 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:15:20.750075 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:15:27.356523 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1cb55600-d114-4d37-8caa-d6d364c193ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:15:29.851164 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-de9ef2d9-a73a-4f30-bdc0-f5c83a54d707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:15:30.562032 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:15:31.254266 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:15:33.125194 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:15:34.257727 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f100da-6d91-4380-bf65-1accccfc4184 req-0db8294f-f403-406b-992a-9f7c7d008b7f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:34.259205 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-84f100da-6d91-4380-bf65-1accccfc4184 req-0db8294f-f403-406b-992a-9f7c7d008b7f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 945 time: 0.1104290 Jul 24 10:15:34.296077 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-84f100da-6d91-4380-bf65-1accccfc4184 req-ada8af22-60dc-4cfc-9105-c4300df1e657 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312135 Jul 24 10:15:35.435240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8d4f1-51c8-49c3-9d94-b744733c0ef0 req-144fc0f8-d627-408f-869f-dcdaf2e9d85c tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:35.436649 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fff8d4f1-51c8-49c3-9d94-b744733c0ef0 req-144fc0f8-d627-408f-869f-dcdaf2e9d85c tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 945 time: 0.0668006 Jul 24 10:15:35.473884 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fff8d4f1-51c8-49c3-9d94-b744733c0ef0 req-614a253a-6089-4dbc-bfca-95c9af80029d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317140 Jul 24 10:15:36.618520 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a415985-fc9e-4a2b-8d54-790d23794e72 req-5ecb4d56-17de-47c4-b1b4-b12cf93a7b4a tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:36.620010 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6a415985-fc9e-4a2b-8d54-790d23794e72 req-5ecb4d56-17de-47c4-b1b4-b12cf93a7b4a tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 945 time: 0.0628927 Jul 24 10:15:36.656652 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6a415985-fc9e-4a2b-8d54-790d23794e72 req-1d1e2a43-743d-4fca-974a-54e1997b4abc tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310788 Jul 24 10:15:37.785062 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d6e6c-fd23-46bb-bd9e-98c81955f3cb req-9be7b732-48e2-4f51-a55d-0be36c65dc94 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:37.786545 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a9d6e6c-fd23-46bb-bd9e-98c81955f3cb req-9be7b732-48e2-4f51-a55d-0be36c65dc94 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 945 time: 0.0623624 Jul 24 10:15:37.824229 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9a9d6e6c-fd23-46bb-bd9e-98c81955f3cb req-3bde59ae-3d2d-48b4-bbd5-15d1bea0b793 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316298 Jul 24 10:15:38.956918 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925047cd-4189-4587-b74b-abba8e21b165 req-048591a1-f2a2-46cf-a944-a5f031effb3f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:38.958374 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-925047cd-4189-4587-b74b-abba8e21b165 req-048591a1-f2a2-46cf-a944-a5f031effb3f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 945 time: 0.0651541 Jul 24 10:15:38.994586 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-925047cd-4189-4587-b74b-abba8e21b165 req-dd6e85f2-f7f6-4920-9bb3-da3ac29a7342 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306749 Jul 24 10:15:40.124319 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec5fac-1145-41c7-acfb-ac7feeeecb3a req-6ef5ead3-1754-482b-a028-03e0c8013fa1 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:40.126113 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-81ec5fac-1145-41c7-acfb-ac7feeeecb3a req-6ef5ead3-1754-482b-a028-03e0c8013fa1 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 945 time: 0.0622795 Jul 24 10:15:40.167537 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-81ec5fac-1145-41c7-acfb-ac7feeeecb3a req-00c31c3c-984c-496d-912b-a58db836a57d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356359 Jul 24 10:15:41.299809 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f0cb9-db31-432c-b60d-fd32bd55324e req-071faabc-0a45-445b-a488-0858ed3756dc tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:41.301322 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ce2f0cb9-db31-432c-b60d-fd32bd55324e req-071faabc-0a45-445b-a488-0858ed3756dc tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 945 time: 0.0646057 Jul 24 10:15:41.337364 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-ce2f0cb9-db31-432c-b60d-fd32bd55324e req-b61c6a9b-6c1c-43ce-b1e3-1ae511ff8af1 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305724 Jul 24 10:15:42.466518 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf0985-3055-4367-8848-dcc1178a6fa7 req-cf2656a8-07dc-409b-a167-a943dc10220b tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:42.467992 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7bdf0985-3055-4367-8848-dcc1178a6fa7 req-cf2656a8-07dc-409b-a167-a943dc10220b tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 945 time: 0.0622892 Jul 24 10:15:42.504727 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7bdf0985-3055-4367-8848-dcc1178a6fa7 req-8aa52264-57bb-4ac4-adab-8b363888930d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313098 Jul 24 10:15:43.639857 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3dd02f-2b2a-4519-88da-63045ca3b417 req-84449c3b-cf8d-4b98-bdc2-502e9183097f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:43.641467 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4d3dd02f-2b2a-4519-88da-63045ca3b417 req-84449c3b-cf8d-4b98-bdc2-502e9183097f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 945 time: 0.0677841 Jul 24 10:15:43.680590 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4d3dd02f-2b2a-4519-88da-63045ca3b417 req-ac035ec8-831d-4d10-bb42-e53910404234 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333104 Jul 24 10:15:43.815412 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf5e67-5809-4211-9b76-de0eaaff7d99 req-305549c2-8717-41dc-83e3-a426b6192a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:43.816849 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15bf5e67-5809-4211-9b76-de0eaaff7d99 req-305549c2-8717-41dc-83e3-a426b6192a9e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2f54f7a202542f1857e10e28fc78b03&device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 1096 time: 0.0932784 Jul 24 10:15:43.919105 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf5e67-5809-4211-9b76-de0eaaff7d99 req-40c44bfe-d32e-438f-9043-d630f2e8b2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:43.919906 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15bf5e67-5809-4211-9b76-de0eaaff7d99 req-40c44bfe-d32e-438f-9043-d630f2e8b2a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db8b0a67-ae96-4c67-945b-3a5b462aee5e HTTP/1.1" status: 200 len: 908 time: 0.0860515 Jul 24 10:15:43.983844 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15bf5e67-5809-4211-9b76-de0eaaff7d99 req-e13cd968-04e4-45e0-992e-20fb2d64f7df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5161daa1-3893-4e44-929e-a42f85262c3b HTTP/1.1" status: 200 len: 1001 time: 0.0569801 Jul 24 10:15:44.034797 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf5e67-5809-4211-9b76-de0eaaff7d99 req-07c51df0-6fc8-4c60-82e9-d6208d96768d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:44.036200 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15bf5e67-5809-4211-9b76-de0eaaff7d99 req-07c51df0-6fc8-4c60-82e9-d6208d96768d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3abdf91a-87fe-4c4a-af9d-65c697564902 HTTP/1.1" status: 200 len: 847 time: 0.0456512 Jul 24 10:15:44.092376 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf5e67-5809-4211-9b76-de0eaaff7d99 req-5a3c87af-e472-4878-99a2-1e3e3e955b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:44.093787 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15bf5e67-5809-4211-9b76-de0eaaff7d99 req-5a3c87af-e472-4878-99a2-1e3e3e955b56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db8b0a67-ae96-4c67-945b-3a5b462aee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505939 Jul 24 10:15:44.179075 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15bf5e67-5809-4211-9b76-de0eaaff7d99 req-cd99c9d7-dec1-49f2-aa49-da93b76359c8 service neutron] 10.222.0.37 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785816 Jul 24 10:15:44.276275 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-15bf5e67-5809-4211-9b76-de0eaaff7d99 req-7b3175ef-d18c-4947-8ea2-24b6bb1c7b70 service neutron] 10.222.0.37 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889456 Jul 24 10:15:44.683626 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:15:44.809980 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425a633-a72a-4c6e-95ef-7e8d137e6863 req-98230c30-dfce-4064-9440-5507622a6bc0 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:44.811493 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1425a633-a72a-4c6e-95ef-7e8d137e6863 req-98230c30-dfce-4064-9440-5507622a6bc0 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 945 time: 0.0622540 Jul 24 10:15:44.847686 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1425a633-a72a-4c6e-95ef-7e8d137e6863 req-4e38c3b8-ac89-4868-ae48-a59aba0be6af tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307810 Jul 24 10:15:45.994925 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f52d12-0aac-4294-bac0-675dedb95117 req-bbc21253-165e-42f2-82fa-56890a43db9b tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:45.996446 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-06f52d12-0aac-4294-bac0-675dedb95117 req-bbc21253-165e-42f2-82fa-56890a43db9b tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 945 time: 0.0644572 Jul 24 10:15:46.036207 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-06f52d12-0aac-4294-bac0-675dedb95117 req-7775b044-864c-489a-a327-75bd49b2adb9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342879 Jul 24 10:15:47.192431 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b132a01-454c-4c75-837d-4877d0e1e2ae req-748563c1-fd37-4268-a0fe-1bda55974292 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:47.201348 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2b132a01-454c-4c75-837d-4877d0e1e2ae req-748563c1-fd37-4268-a0fe-1bda55974292 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 945 time: 0.0872431 Jul 24 10:15:47.214894 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:15:47.241132 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-2b132a01-454c-4c75-837d-4877d0e1e2ae req-f0a16a2f-68ab-4972-afba-3c963b9fd702 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383883 Jul 24 10:15:47.819470 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 5161daa1-3893-4e44-929e-a42f85262c3b details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 10:15:47.923929 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 5161daa1-3893-4e44-929e-a42f85262c3b, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=5161daa1-3893-4e44-929e-a42f85262c3b,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:15:47.938914 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '5161daa1-3893-4e44-929e-a42f85262c3b', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'port_id': '5161daa1-3893-4e44-929e-a42f85262c3b', 'mac_address': 'fa:16:3e:ee:1e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 10:15:47.982830 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:15:47.998258 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5161daa1-3893-4e44-929e-a42f85262c3b {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:15:48.022407 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 5161daa1-3893-4e44-929e-a42f85262c3b, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=5161daa1-3893-4e44-929e-a42f85262c3b,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:15:48.030057 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:15:48.081658 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=5161daa1-3893-4e44-929e-a42f85262c3b,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:15:48.089789 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:15:48.090138 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:15:48.090481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:15:48.090827 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:15:48.091160 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:15:48.091494 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:15:48.091818 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:15:48.092142 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:15:48.092470 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:15:48.092817 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:15:48.093141 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:15:48.093464 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:15:48.103715 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['5161daa1-3893-4e44-929e-a42f85262c3b'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:15:48.416526 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5687b-3338-4fd8-8cb5-fea699bec53e req-376afd52-2031-4ad2-b119-5d5c4d741738 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:48.418017 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-15e5687b-3338-4fd8-8cb5-fea699bec53e req-376afd52-2031-4ad2-b119-5d5c4d741738 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 944 time: 0.0829651 Jul 24 10:15:48.461800 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-15e5687b-3338-4fd8-8cb5-fea699bec53e req-53348db2-321e-4308-907b-5f1aeb7a9bef tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371671 Jul 24 10:15:49.609794 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1e0b9-28db-4843-99bd-7b13b750be10 req-b16999a2-a2e0-419d-912f-8cbb43a9d627 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:49.611477 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-46d1e0b9-28db-4843-99bd-7b13b750be10 req-b16999a2-a2e0-419d-912f-8cbb43a9d627 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 944 time: 0.0682862 Jul 24 10:15:49.653453 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-46d1e0b9-28db-4843-99bd-7b13b750be10 req-2be59296-4b4e-4d5a-90cb-9491dcb68e00 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354145 Jul 24 10:15:49.842973 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 5161daa1-3893-4e44-929e-a42f85262c3b up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:15:49.893249 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 5161daa1-3893-4e44-929e-a42f85262c3b triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:15:49.893617 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:15:49.979951 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:15:50.004730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071a70b5-3ba6-4e63-b1dd-84c30407ea69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5161daa1-3893-4e44-929e-a42f85262c3b'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:15:50.007583 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfecc09ccecf6097530ed06b3b0f605c347a07b6c448c324480a744ab89978bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a62477d-9b3c-4b9a-a299-d03f3d3b11c9" -d '{"events": [{"server_uuid": "071a70b5-3ba6-4e63-b1dd-84c30407ea69", "name": "network-vif-plugged", "status": "completed", "tag": "5161daa1-3893-4e44-929e-a42f85262c3b"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:15:50.027668 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 5161daa1-3893-4e44-929e-a42f85262c3b, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=5161daa1-3893-4e44-929e-a42f85262c3b,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:15:50.034813 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:15:50.061088 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78081a1e-5a74-405e-b3fa-0442cc7c6b30 x-openstack-request-id: req-78081a1e-5a74-405e-b3fa-0442cc7c6b30 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:15:50.061386 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071a70b5-3ba6-4e63-b1dd-84c30407ea69", "name": "network-vif-plugged", "status": "completed", "tag": "5161daa1-3893-4e44-929e-a42f85262c3b", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:15:50.061644 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78081a1e-5a74-405e-b3fa-0442cc7c6b30 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:15:50.062035 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071a70b5-3ba6-4e63-b1dd-84c30407ea69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5161daa1-3893-4e44-929e-a42f85262c3b', 'code': 200} Jul 24 10:15:50.091994 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=5161daa1-3893-4e44-929e-a42f85262c3b,revision_number=7']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:15:50.806189 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75e9c5-f741-40d9-948c-b0cdb8a28fc1 req-100ce163-f384-49b2-9114-8da4c5c7b0dd tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:50.807779 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e75e9c5-f741-40d9-948c-b0cdb8a28fc1 req-100ce163-f384-49b2-9114-8da4c5c7b0dd tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 945 time: 0.0720353 Jul 24 10:15:50.854379 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1e75e9c5-f741-40d9-948c-b0cdb8a28fc1 req-9eaa597b-8b78-4528-bb32-57017ef5f9f3 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407369 Jul 24 10:15:52.017889 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5e1bc-6270-4a47-9666-ffeade2274cd req-f388d59c-1d38-4d11-a4fe-8a48f8794054 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:52.019358 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ae5e1bc-6270-4a47-9666-ffeade2274cd req-f388d59c-1d38-4d11-a4fe-8a48f8794054 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 945 time: 0.0721586 Jul 24 10:15:52.056529 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5ae5e1bc-6270-4a47-9666-ffeade2274cd req-ce0ffc63-8935-4114-a417-deb9d86dc0f3 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316076 Jul 24 10:15:53.199373 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a01e25-89bc-4e4c-a73c-a9ebe812f3dc req-26394b53-3c16-4c61-9913-e08a1cc8c2ca tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:53.201205 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f3a01e25-89bc-4e4c-a73c-a9ebe812f3dc req-26394b53-3c16-4c61-9913-e08a1cc8c2ca tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 945 time: 0.0699351 Jul 24 10:15:53.240817 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f3a01e25-89bc-4e4c-a73c-a9ebe812f3dc req-8f43d745-7e6d-419d-9505-05168c1a55c2 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337524 Jul 24 10:15:54.392817 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6bbe1-e23c-41d1-b8a2-c9c3f27aad5d req-11124335-e943-411f-a023-9228e669b312 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:54.394450 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c4c6bbe1-e23c-41d1-b8a2-c9c3f27aad5d req-11124335-e943-411f-a023-9228e669b312 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 945 time: 0.0702724 Jul 24 10:15:54.435309 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c4c6bbe1-e23c-41d1-b8a2-c9c3f27aad5d req-1ce579ef-fc1f-4c04-82a6-b0e607f09c7c tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351324 Jul 24 10:15:55.577985 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda53ab-a6ea-4a62-88bb-db1caf0dfd13 req-53494ab2-390b-4c2e-aae3-c011ae1e071e tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:55.580201 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ffda53ab-a6ea-4a62-88bb-db1caf0dfd13 req-53494ab2-390b-4c2e-aae3-c011ae1e071e tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 945 time: 0.0660508 Jul 24 10:15:55.621884 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ffda53ab-a6ea-4a62-88bb-db1caf0dfd13 req-27819371-6053-43ce-aed9-28cb41c39a32 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352547 Jul 24 10:15:56.201477 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48709fb-223e-4071-92aa-5c5b44174820 req-9daecf8c-aa52-4320-9fa7-622b0bab5429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:56.202967 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e48709fb-223e-4071-92aa-5c5b44174820 req-9daecf8c-aa52-4320-9fa7-622b0bab5429 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2f54f7a202542f1857e10e28fc78b03&device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 1096 time: 0.0581844 Jul 24 10:15:56.289883 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48709fb-223e-4071-92aa-5c5b44174820 req-0560467c-28cc-4d55-a5fb-549b807ff32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:56.291390 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e48709fb-223e-4071-92aa-5c5b44174820 req-0560467c-28cc-4d55-a5fb-549b807ff32d service neutron] 10.222.0.37 "GET /v2.0/networks?id=db8b0a67-ae96-4c67-945b-3a5b462aee5e HTTP/1.1" status: 200 len: 908 time: 0.0813551 Jul 24 10:15:56.367851 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e48709fb-223e-4071-92aa-5c5b44174820 req-b683967e-7f78-4be1-951b-217746c468ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5161daa1-3893-4e44-929e-a42f85262c3b HTTP/1.1" status: 200 len: 1001 time: 0.0689642 Jul 24 10:15:56.416106 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48709fb-223e-4071-92aa-5c5b44174820 req-07d9e55c-9b18-41f2-bdce-20b1a4ee263d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:56.417548 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e48709fb-223e-4071-92aa-5c5b44174820 req-07d9e55c-9b18-41f2-bdce-20b1a4ee263d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3abdf91a-87fe-4c4a-af9d-65c697564902 HTTP/1.1" status: 200 len: 847 time: 0.0428143 Jul 24 10:15:56.473527 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48709fb-223e-4071-92aa-5c5b44174820 req-8ab4b94e-cf5c-43ad-a520-04857b0b8ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:56.475659 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e48709fb-223e-4071-92aa-5c5b44174820 req-8ab4b94e-cf5c-43ad-a520-04857b0b8ea4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db8b0a67-ae96-4c67-945b-3a5b462aee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517464 Jul 24 10:15:56.568325 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e48709fb-223e-4071-92aa-5c5b44174820 req-ad555a1b-6f91-4348-909a-c33803e42127 service neutron] 10.222.0.37 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848253 Jul 24 10:15:56.657190 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e48709fb-223e-4071-92aa-5c5b44174820 req-87c420a5-cc59-499f-90cb-d9bc587260fe service neutron] 10.222.0.37 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819333 Jul 24 10:15:56.758584 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4c977-e1d0-4947-905e-c43989d5bfa3 req-01999c37-ee4c-4e19-a127-0fe4f56e0a67 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:56.760064 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c6f4c977-e1d0-4947-905e-c43989d5bfa3 req-01999c37-ee4c-4e19-a127-0fe4f56e0a67 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 945 time: 0.0660303 Jul 24 10:15:56.797803 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c6f4c977-e1d0-4947-905e-c43989d5bfa3 req-8fef6bf0-2471-4155-8bb1-60c88660e566 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321887 Jul 24 10:15:57.357967 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf9ed-314a-4763-beb8-5fb934e56bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:15:57.749060 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:15:57.932496 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9edfc-f6bf-4021-9d4f-a99fa31d5ee3 req-3dd7a0f4-45e4-45eb-a6b0-2897e7406bb3 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:57.934018 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dbd9edfc-f6bf-4021-9d4f-a99fa31d5ee3 req-3dd7a0f4-45e4-45eb-a6b0-2897e7406bb3 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 945 time: 0.0669985 Jul 24 10:15:57.972295 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-dbd9edfc-f6bf-4021-9d4f-a99fa31d5ee3 req-1de84c8d-6690-4374-a10d-128592f0163a tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316451 Jul 24 10:15:59.106871 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b4786-8e1e-408e-a309-c94d7db95cfe req-a0fd511d-ac22-4544-acab-07266985dbfb tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:59.108339 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-068b4786-8e1e-408e-a309-c94d7db95cfe req-a0fd511d-ac22-4544-acab-07266985dbfb tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 945 time: 0.0616682 Jul 24 10:15:59.145130 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-068b4786-8e1e-408e-a309-c94d7db95cfe req-24e638f9-d868-46c9-bcc8-bf119831b21d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311589 Jul 24 10:15:59.217968 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-65c6835a-1018-426e-8363-6f6ffd5cf8f9 req-77955746-9fa6-44a5-9c94-5fad89a16e15 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 10:15:59.218952 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-65c6835a-1018-426e-8363-6f6ffd5cf8f9 req-77955746-9fa6-44a5-9c94-5fad89a16e15 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053651 Jul 24 10:15:59.390612 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17cbe0f-badd-4afa-9d86-9db1f40a7bdd req-3c49301b-fb37-45cc-b261-990ecf725bbe tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:15:59.392069 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c17cbe0f-badd-4afa-9d86-9db1f40a7bdd req-3c49301b-fb37-45cc-b261-990ecf725bbe tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 945 time: 0.0637500 Jul 24 10:15:59.430564 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c17cbe0f-badd-4afa-9d86-9db1f40a7bdd req-b1b43b68-731b-4229-b0f9-39a06f8d25be tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329556 Jul 24 10:15:59.529521 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 51894) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:15:59.624255 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-260ae31b-9455-4987-99ed-c7c136eb7c1d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0936530 Jul 24 10:15:59.852151 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6b26866b-4372-43c3-b7de-09f5064642d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:15:59.876090 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 5161daa1-3893-4e44-929e-a42f85262c3b no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:15:59.956432 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:15:59.981726 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071a70b5-3ba6-4e63-b1dd-84c30407ea69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5161daa1-3893-4e44-929e-a42f85262c3b'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:15:59.983496 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfecc09ccecf6097530ed06b3b0f605c347a07b6c448c324480a744ab89978bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57facf73-0337-42a8-baea-4a369cba34c1" -d '{"events": [{"server_uuid": "071a70b5-3ba6-4e63-b1dd-84c30407ea69", "name": "network-vif-unplugged", "status": "completed", "tag": "5161daa1-3893-4e44-929e-a42f85262c3b"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:15:59.996184 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 5161daa1-3893-4e44-929e-a42f85262c3b, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=5161daa1-3893-4e44-929e-a42f85262c3b,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:16:00.001115 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:16:00.028379 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 24 Jul 2021 10:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e14f215-e88d-4671-b906-70498f4c5b69 x-openstack-request-id: req-5e14f215-e88d-4671-b906-70498f4c5b69 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:16:00.028667 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071a70b5-3ba6-4e63-b1dd-84c30407ea69", "name": "network-vif-unplugged", "status": "failed", "tag": "5161daa1-3893-4e44-929e-a42f85262c3b", "code": 422}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:16:00.028945 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e14f215-e88d-4671-b906-70498f4c5b69 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:16:00.029331 n-d-800085-9 neutron-server[94037]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '071a70b5-3ba6-4e63-b1dd-84c30407ea69', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5161daa1-3893-4e44-929e-a42f85262c3b', 'code': 422} returned with failed status Jul 24 10:16:00.054102 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=5161daa1-3893-4e44-929e-a42f85262c3b,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:16:00.565182 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:16:00.603733 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-050adb72-929a-4841-9b2c-61338fc350ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:00.605258 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-050adb72-929a-4841-9b2c-61338fc350ba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69&tenant_id=d2f54f7a202542f1857e10e28fc78b03 HTTP/1.1" status: 200 len: 1094 time: 0.0935485 Jul 24 10:16:00.612689 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82bbb9-3a0b-47cb-82a0-39f3c885cf87 req-c314a3f3-5046-45ba-bc0f-551331729b65 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:00.614097 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f82bbb9-3a0b-47cb-82a0-39f3c885cf87 req-c314a3f3-5046-45ba-bc0f-551331729b65 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 943 time: 0.1111195 Jul 24 10:16:00.618831 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-9', 'device_owner': 'compute:nova'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:16:00.685670 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f82bbb9-3a0b-47cb-82a0-39f3c885cf87 req-616b2d52-39dc-40e1-9e0e-26f26a6c9657 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643847 Jul 24 10:16:00.717660 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:16:00.918369 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] For port 5161daa1-3893-4e44-929e-a42f85262c3b, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=5161daa1-3893-4e44-929e-a42f85262c3b,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:16:00.954114 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] For port 5161daa1-3893-4e44-929e-a42f85262c3b, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:16:00.986498 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5161daa1-3893-4e44-929e-a42f85262c3b {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:16:00.993821 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:16:01.006245 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Transition to ACTIVE for port object 5161daa1-3893-4e44-929e-a42f85262c3b will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:16:01.009136 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:16:01.088308 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Pushing event updated for resources: {'Port': ['ID=5161daa1-3893-4e44-929e-a42f85262c3b,revision_number=9']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:16:01.099835 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:16:01.100188 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:16:01.100532 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:16:01.100907 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:16:01.101248 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:16:01.101579 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:16:01.101911 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:16:01.102248 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:16:01.102574 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:16:01.102900 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:16:01.103229 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:16:01.103554 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:16:01.140956 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] No DVR routers for this DVR port 5161daa1-3893-4e44-929e-a42f85262c3b on host n-h1-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:16:01.260237 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:16:01.286456 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Attempting to bind port 5161daa1-3893-4e44-929e-a42f85262c3b on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:16:01.286785 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Attempting to bind port 5161daa1-3893-4e44-929e-a42f85262c3b by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'ebb8d561-b00f-4c36-b88a-a09bf934b3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:16:01.287108 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Attempting to bind port 5161daa1-3893-4e44-929e-a42f85262c3b on network db8b0a67-ae96-4c67-945b-3a5b462aee5e {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:16:01.291259 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Port 5161daa1-3893-4e44-929e-a42f85262c3b on network db8b0a67-ae96-4c67-945b-3a5b462aee5e not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 10:16:01.291580 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Attempting to bind port 5161daa1-3893-4e44-929e-a42f85262c3b on network db8b0a67-ae96-4c67-945b-3a5b462aee5e {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:16:01.296261 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:16:01.296597 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Checking segment: {'id': 'ebb8d561-b00f-4c36-b88a-a09bf934b3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:16:01.297012 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Bound using segment: {'id': 'ebb8d561-b00f-4c36-b88a-a09bf934b3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:16:01.297435 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Bound port: 5161daa1-3893-4e44-929e-a42f85262c3b, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb8d561-b00f-4c36-b88a-a09bf934b3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:16:01.297786 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:16:01.362764 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] For port 5161daa1-3893-4e44-929e-a42f85262c3b, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:16:01.366433 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] For port 5161daa1-3893-4e44-929e-a42f85262c3b, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=5161daa1-3893-4e44-929e-a42f85262c3b,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:16:01.370301 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:16:01.400691 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:01.401746 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:16:01.403219 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] 10.222.0.20 "PUT /v2.0/ports/5161daa1-3893-4e44-929e-a42f85262c3b HTTP/1.1" status: 200 len: 1091 time: 0.7882144 Jul 24 10:16:01.405503 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071a70b5-3ba6-4e63-b1dd-84c30407ea69', 'tag': '5161daa1-3893-4e44-929e-a42f85262c3b'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:16:01.407884 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a4853a8b40b91971e5417878e0e437932fc4777980ba62e4c137541a983d21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4caeca-97fb-42aa-b1ea-6e8135c387a8" -d '{"events": [{"name": "network-changed", "server_uuid": "071a70b5-3ba6-4e63-b1dd-84c30407ea69", "tag": "5161daa1-3893-4e44-929e-a42f85262c3b"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:16:01.465091 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c3abb-9d97-45b9-9541-ef361b985204 service neutron] Pushing event updated for resources: {'Port': ['ID=5161daa1-3893-4e44-929e-a42f85262c3b,revision_number=10']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:16:01.495719 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-135bd01e-552d-46a6-86e1-4949f1ba428b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:01.497417 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-135bd01e-552d-46a6-86e1-4949f1ba428b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2f54f7a202542f1857e10e28fc78b03&device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 1095 time: 0.0620699 Jul 24 10:16:01.513342 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80268aae-024e-4800-8685-7bd6f9559fe0 x-openstack-request-id: req-80268aae-024e-4800-8685-7bd6f9559fe0 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:16:01.513643 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071a70b5-3ba6-4e63-b1dd-84c30407ea69", "tag": "5161daa1-3893-4e44-929e-a42f85262c3b", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:16:01.513898 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80268aae-024e-4800-8685-7bd6f9559fe0 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:16:01.514302 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071a70b5-3ba6-4e63-b1dd-84c30407ea69', 'tag': '5161daa1-3893-4e44-929e-a42f85262c3b', 'status': 'completed', 'code': 200} Jul 24 10:16:01.601610 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-44c8a224-88f4-4d3a-b489-c88bff63a090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:01.603157 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-44c8a224-88f4-4d3a-b489-c88bff63a090 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db8b0a67-ae96-4c67-945b-3a5b462aee5e HTTP/1.1" status: 200 len: 908 time: 0.1001320 Jul 24 10:16:01.666803 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-3aef0f0b-413b-41e3-9b23-25759b3853d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5161daa1-3893-4e44-929e-a42f85262c3b HTTP/1.1" status: 200 len: 999 time: 0.0573020 Jul 24 10:16:01.712996 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-8109c73f-38d4-4cfa-beec-dc0d4748223d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:01.714571 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-8109c73f-38d4-4cfa-beec-dc0d4748223d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3abdf91a-87fe-4c4a-af9d-65c697564902 HTTP/1.1" status: 200 len: 847 time: 0.0422099 Jul 24 10:16:01.808841 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-73803ce1-6d21-4b8e-9fa4-5697382905db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:01.810261 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-73803ce1-6d21-4b8e-9fa4-5697382905db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db8b0a67-ae96-4c67-945b-3a5b462aee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894146 Jul 24 10:16:01.858155 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f98bc-bf32-4b17-b321-5d060dd87875 req-92a6b421-bd18-4bd1-8a40-6d09fb8cd5f6 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:01.859643 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-033f98bc-bf32-4b17-b321-5d060dd87875 req-92a6b421-bd18-4bd1-8a40-6d09fb8cd5f6 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 944 time: 0.1014571 Jul 24 10:16:01.941964 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-033f98bc-bf32-4b17-b321-5d060dd87875 req-23772ec7-0d32-4b19-87ec-108d7e790bfa tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509880 Jul 24 10:16:01.943942 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-ae9d4c14-82c4-4fb0-a246-5de3221fe874 service neutron] 10.222.0.20 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272364 Jul 24 10:16:02.032963 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-fc3bb1ec-2d97-4095-8e1f-1af0590f8e04 service neutron] 10.222.0.20 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827754 Jul 24 10:16:02.495863 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4caeca-97fb-42aa-b1ea-6e8135c387a8 req-04e231db-7a95-46af-98fd-83ed6be94f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:02.497944 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a4caeca-97fb-42aa-b1ea-6e8135c387a8 req-04e231db-7a95-46af-98fd-83ed6be94f21 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2f54f7a202542f1857e10e28fc78b03&device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 1095 time: 0.4228263 Jul 24 10:16:03.084381 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3833bb-a606-425b-8271-7220434ab2e6 req-e9a73943-f23d-4874-bf95-118c00f995fd tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:03.085906 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0e3833bb-a606-425b-8271-7220434ab2e6 req-e9a73943-f23d-4874-bf95-118c00f995fd tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 944 time: 0.0685751 Jul 24 10:16:03.130536 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0e3833bb-a606-425b-8271-7220434ab2e6 req-65898289-9fe5-4310-88a6-39aba406d81a tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384698 Jul 24 10:16:03.144699 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:16:04.262962 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be5490-3557-4dd9-a703-02916a940796 req-9e9ecef3-5485-4f70-a3d5-49c5c1efb85d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:04.265246 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-26be5490-3557-4dd9-a703-02916a940796 req-9e9ecef3-5485-4f70-a3d5-49c5c1efb85d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 944 time: 0.0653689 Jul 24 10:16:04.305013 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-26be5490-3557-4dd9-a703-02916a940796 req-9a1e7a0b-3f2d-44ea-832b-704f378aedcf tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327547 Jul 24 10:16:05.468914 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f962ea9-f32b-4fcc-9f1e-d71f0d79780c req-2e765df8-401a-4f12-b84d-a8f6623b732e tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:05.470407 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f962ea9-f32b-4fcc-9f1e-d71f0d79780c req-2e765df8-401a-4f12-b84d-a8f6623b732e tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 944 time: 0.0802100 Jul 24 10:16:05.517903 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-4f962ea9-f32b-4fcc-9f1e-d71f0d79780c req-131b7302-7de8-43dd-8590-38aaf6cfe868 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403676 Jul 24 10:16:06.649462 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c91f1-a2db-4180-aeba-4c54b086248e req-410045c2-c797-4e12-b5da-bf957f615677 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:06.651191 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-682c91f1-a2db-4180-aeba-4c54b086248e req-410045c2-c797-4e12-b5da-bf957f615677 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 944 time: 0.0646279 Jul 24 10:16:06.688722 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-682c91f1-a2db-4180-aeba-4c54b086248e req-8b5401ea-beed-498f-9f79-63c6fcd65590 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317423 Jul 24 10:16:07.830046 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ce6a8-b6ce-4474-8aec-594ce8bc1233 req-9561abc4-46f2-4e5f-bbc7-f5e59a6e778f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:07.831929 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-813ce6a8-b6ce-4474-8aec-594ce8bc1233 req-9561abc4-46f2-4e5f-bbc7-f5e59a6e778f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 944 time: 0.0687361 Jul 24 10:16:07.873812 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-813ce6a8-b6ce-4474-8aec-594ce8bc1233 req-4e5d3d35-db7d-469e-84d6-9c16f2fc35d0 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357478 Jul 24 10:16:09.017916 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d958e4-cd5e-4c31-a26d-3512aa3959b0 req-0f71497e-c76c-4d00-90c6-3ad3157390b9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:09.019382 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-32d958e4-cd5e-4c31-a26d-3512aa3959b0 req-0f71497e-c76c-4d00-90c6-3ad3157390b9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 944 time: 0.0694849 Jul 24 10:16:09.059431 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-32d958e4-cd5e-4c31-a26d-3512aa3959b0 req-c633ff24-e44d-47ff-ac75-364c18461ea5 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327842 Jul 24 10:16:10.202951 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd5ea1-3fdc-495b-bee2-655b7c0ce4c9 req-fce2ad82-e65e-4b19-828e-1f35e26bfb62 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:10.204483 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6fd5ea1-3fdc-495b-bee2-655b7c0ce4c9 req-fce2ad82-e65e-4b19-828e-1f35e26bfb62 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 944 time: 0.0711782 Jul 24 10:16:10.247459 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c6fd5ea1-3fdc-495b-bee2-655b7c0ce4c9 req-5da5467f-d7e1-423e-82cc-5147708ee6f4 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373106 Jul 24 10:16:11.399942 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63588df-f794-4d7b-a6c5-4a5284380e5a req-06fb1819-f324-4fe8-ae0a-825370e73587 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:11.401739 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d63588df-f794-4d7b-a6c5-4a5284380e5a req-06fb1819-f324-4fe8-ae0a-825370e73587 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 944 time: 0.0777800 Jul 24 10:16:11.439935 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d63588df-f794-4d7b-a6c5-4a5284380e5a req-994364e3-77c4-4a59-b326-773ab11f5cee tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325060 Jul 24 10:16:12.580478 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c9885-0965-4866-8dad-aa77b7e47f36 req-b7b0084c-7835-460a-9394-b76dd4a2b625 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:12.582055 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e98c9885-0965-4866-8dad-aa77b7e47f36 req-b7b0084c-7835-460a-9394-b76dd4a2b625 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 944 time: 0.0666342 Jul 24 10:16:12.622043 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e98c9885-0965-4866-8dad-aa77b7e47f36 req-d564535a-285a-408e-84b6-7dd8fb416e86 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336909 Jul 24 10:16:13.812148 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08970ad-165e-48cd-9aa6-bca34192ed1c req-7400d58a-e1d5-4bac-be24-94d940aed89c tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:13.813660 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e08970ad-165e-48cd-9aa6-bca34192ed1c req-7400d58a-e1d5-4bac-be24-94d940aed89c tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 944 time: 0.1199591 Jul 24 10:16:13.857050 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4caeca-97fb-42aa-b1ea-6e8135c387a8 req-80d62c57-6a4f-4b7a-9aed-0bf14ad45bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:13.858492 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a4caeca-97fb-42aa-b1ea-6e8135c387a8 req-80d62c57-6a4f-4b7a-9aed-0bf14ad45bd7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db8b0a67-ae96-4c67-945b-3a5b462aee5e HTTP/1.1" status: 200 len: 908 time: 0.1220493 Jul 24 10:16:13.871333 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e08970ad-165e-48cd-9aa6-bca34192ed1c req-aa655c66-a57c-45c7-9a69-bbf63e046109 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497420 Jul 24 10:16:13.932293 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a4caeca-97fb-42aa-b1ea-6e8135c387a8 req-f74ae1f2-0cf9-4352-8d2b-4524c64cbe78 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5161daa1-3893-4e44-929e-a42f85262c3b HTTP/1.1" status: 200 len: 999 time: 0.0640819 Jul 24 10:16:13.982447 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4caeca-97fb-42aa-b1ea-6e8135c387a8 req-1c4352d7-2104-40de-b9c3-76425922bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:13.983840 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a4caeca-97fb-42aa-b1ea-6e8135c387a8 req-1c4352d7-2104-40de-b9c3-76425922bf00 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3abdf91a-87fe-4c4a-af9d-65c697564902 HTTP/1.1" status: 200 len: 847 time: 0.0424509 Jul 24 10:16:14.056089 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4caeca-97fb-42aa-b1ea-6e8135c387a8 req-ca44a7b0-0d8c-4e6b-a52b-088c6ecf20de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:14.057671 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a4caeca-97fb-42aa-b1ea-6e8135c387a8 req-ca44a7b0-0d8c-4e6b-a52b-088c6ecf20de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db8b0a67-ae96-4c67-945b-3a5b462aee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666730 Jul 24 10:16:14.148960 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a4caeca-97fb-42aa-b1ea-6e8135c387a8 req-c4b056c0-640f-4733-ab34-87ab00e91901 service neutron] 10.222.0.20 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846677 Jul 24 10:16:14.236194 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4a4caeca-97fb-42aa-b1ea-6e8135c387a8 req-efd09064-f10b-49bf-ac2e-2072b6034825 service neutron] 10.222.0.20 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800724 Jul 24 10:16:14.349590 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fde65c-a4dc-4e10-9425-f4b165d64cc6 req-47e83377-981f-4c93-b9be-69267cd17627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:14.353287 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-54fde65c-a4dc-4e10-9425-f4b165d64cc6 req-47e83377-981f-4c93-b9be-69267cd17627 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2f54f7a202542f1857e10e28fc78b03&device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 1095 time: 0.0589719 Jul 24 10:16:14.452517 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fde65c-a4dc-4e10-9425-f4b165d64cc6 req-39970f28-e8ab-4deb-893f-1d6db73b579f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:14.454003 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-54fde65c-a4dc-4e10-9425-f4b165d64cc6 req-39970f28-e8ab-4deb-893f-1d6db73b579f service neutron] 10.222.0.20 "GET /v2.0/networks?id=db8b0a67-ae96-4c67-945b-3a5b462aee5e HTTP/1.1" status: 200 len: 908 time: 0.0822132 Jul 24 10:16:14.521082 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-54fde65c-a4dc-4e10-9425-f4b165d64cc6 req-3b07ed53-921a-4462-8750-dfbc1ea812ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5161daa1-3893-4e44-929e-a42f85262c3b HTTP/1.1" status: 200 len: 999 time: 0.0597825 Jul 24 10:16:14.568374 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fde65c-a4dc-4e10-9425-f4b165d64cc6 req-38c3b49a-fb98-4a2a-9080-58a9f0cf7700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:14.569790 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-54fde65c-a4dc-4e10-9425-f4b165d64cc6 req-38c3b49a-fb98-4a2a-9080-58a9f0cf7700 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3abdf91a-87fe-4c4a-af9d-65c697564902 HTTP/1.1" status: 200 len: 847 time: 0.0421107 Jul 24 10:16:14.626459 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fde65c-a4dc-4e10-9425-f4b165d64cc6 req-0918018b-4a74-4333-b0dd-59dfaf466788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:14.627908 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-54fde65c-a4dc-4e10-9425-f4b165d64cc6 req-0918018b-4a74-4333-b0dd-59dfaf466788 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db8b0a67-ae96-4c67-945b-3a5b462aee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511248 Jul 24 10:16:14.697863 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:16:14.728380 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-54fde65c-a4dc-4e10-9425-f4b165d64cc6 req-fe63a947-b6ab-47fb-95b3-13de8f4b0ab1 service neutron] 10.222.0.20 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930429 Jul 24 10:16:14.815069 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-54fde65c-a4dc-4e10-9425-f4b165d64cc6 req-b5eb3787-169b-4209-83e3-cf7b52b5a602 service neutron] 10.222.0.20 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802855 Jul 24 10:16:15.011947 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b2015-e445-48b2-a23a-d9470852cc09 req-40fe6bcf-c0da-437d-a8b2-f6a2284c87de tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:15.013358 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f67b2015-e445-48b2-a23a-d9470852cc09 req-40fe6bcf-c0da-437d-a8b2-f6a2284c87de tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 944 time: 0.0632501 Jul 24 10:16:15.050267 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f67b2015-e445-48b2-a23a-d9470852cc09 req-eb4454e2-f8a8-43d2-b727-885a066e365f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314553 Jul 24 10:16:16.190499 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d6779-433a-4992-ae85-9d680d0ea96a req-d2226229-3ecc-4a7b-9081-7aa5294c9e1e tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:16.192028 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d29d6779-433a-4992-ae85-9d680d0ea96a req-d2226229-3ecc-4a7b-9081-7aa5294c9e1e tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 944 time: 0.0679822 Jul 24 10:16:16.229653 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d29d6779-433a-4992-ae85-9d680d0ea96a req-7bce6403-f26f-43e0-8ddc-009a3ebc1032 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316091 Jul 24 10:16:17.210338 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:16:17.362484 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd1d8a-a136-4b61-99ef-f4cbd691c8b2 req-36acacd6-c24d-4a12-840c-08568e3a8280 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:17.363945 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ffd1d8a-a136-4b61-99ef-f4cbd691c8b2 req-36acacd6-c24d-4a12-840c-08568e3a8280 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 944 time: 0.0652544 Jul 24 10:16:17.400635 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1ffd1d8a-a136-4b61-99ef-f4cbd691c8b2 req-b46b6b56-95f4-4e3e-ad80-9f95ee78c5b9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312319 Jul 24 10:16:17.730557 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 5161daa1-3893-4e44-929e-a42f85262c3b details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 10:16:17.820432 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 5161daa1-3893-4e44-929e-a42f85262c3b, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=5161daa1-3893-4e44-929e-a42f85262c3b,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:16:17.830940 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '5161daa1-3893-4e44-929e-a42f85262c3b', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'port_id': '5161daa1-3893-4e44-929e-a42f85262c3b', 'mac_address': 'fa:16:3e:ee:1e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 10:16:17.870885 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:16:17.883169 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5161daa1-3893-4e44-929e-a42f85262c3b {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:16:17.902811 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 5161daa1-3893-4e44-929e-a42f85262c3b, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=5161daa1-3893-4e44-929e-a42f85262c3b,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:16:17.909241 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:16:17.958490 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=5161daa1-3893-4e44-929e-a42f85262c3b,revision_number=11']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:16:18.151796 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['5161daa1-3893-4e44-929e-a42f85262c3b'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:16:18.529772 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8148d7a-3bc9-4d78-bd83-737be218f577 req-583618cf-950b-49c3-8b7a-51d50e8e5d8b tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:18.531601 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c8148d7a-3bc9-4d78-bd83-737be218f577 req-583618cf-950b-49c3-8b7a-51d50e8e5d8b tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 945 time: 0.0626836 Jul 24 10:16:18.570404 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c8148d7a-3bc9-4d78-bd83-737be218f577 req-8006a262-148a-4c0d-b3e5-155472d9ebe8 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334208 Jul 24 10:16:19.701887 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c5378-fb4f-4e6c-bc26-83b9b7f85f0e req-a175e818-1854-4d47-9eb7-bf489e3c2353 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:19.703345 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fe5c5378-fb4f-4e6c-bc26-83b9b7f85f0e req-a175e818-1854-4d47-9eb7-bf489e3c2353 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 945 time: 0.0618510 Jul 24 10:16:19.739374 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fe5c5378-fb4f-4e6c-bc26-83b9b7f85f0e req-ba1dfae0-873b-4441-87b2-7724ac7410a7 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305960 Jul 24 10:16:19.746893 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 5161daa1-3893-4e44-929e-a42f85262c3b up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:16:19.793035 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 5161daa1-3893-4e44-929e-a42f85262c3b completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:16:19.796383 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 5161daa1-3893-4e44-929e-a42f85262c3b triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:16:19.796756 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:16:19.870532 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:16:19.893772 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071a70b5-3ba6-4e63-b1dd-84c30407ea69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5161daa1-3893-4e44-929e-a42f85262c3b'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:16:19.895986 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfecc09ccecf6097530ed06b3b0f605c347a07b6c448c324480a744ab89978bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc6091c-387c-4f76-897c-714e88d3fe1e" -d '{"events": [{"server_uuid": "071a70b5-3ba6-4e63-b1dd-84c30407ea69", "name": "network-vif-plugged", "status": "completed", "tag": "5161daa1-3893-4e44-929e-a42f85262c3b"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:16:19.908894 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 5161daa1-3893-4e44-929e-a42f85262c3b, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=5161daa1-3893-4e44-929e-a42f85262c3b,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:16:19.913502 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:16:19.935471 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5253bf-c905-4440-a11b-930476386201 x-openstack-request-id: req-1d5253bf-c905-4440-a11b-930476386201 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:16:19.935761 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071a70b5-3ba6-4e63-b1dd-84c30407ea69", "name": "network-vif-plugged", "status": "completed", "tag": "5161daa1-3893-4e44-929e-a42f85262c3b", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:16:19.936012 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d5253bf-c905-4440-a11b-930476386201 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:16:19.936392 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071a70b5-3ba6-4e63-b1dd-84c30407ea69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5161daa1-3893-4e44-929e-a42f85262c3b', 'code': 200} Jul 24 10:16:19.962432 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=5161daa1-3893-4e44-929e-a42f85262c3b,revision_number=12']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:16:20.096040 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf37850-c2a6-4496-972a-37136b7c656e req-ad3a7734-b4f1-4469-821d-a3a8c1d03b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:20.097560 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fcf37850-c2a6-4496-972a-37136b7c656e req-ad3a7734-b4f1-4469-821d-a3a8c1d03b9a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 1097 time: 0.0552301 Jul 24 10:16:20.136708 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fcf37850-c2a6-4496-972a-37136b7c656e req-b0a51101-b0d6-4804-bff3-ef8090985d5e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323195 Jul 24 10:16:20.887355 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c95202-9f36-484f-beb5-6bd2e4f776a6 req-cd44c290-31cf-46b0-ba0e-15915aa49974 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:20.888918 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-26c95202-9f36-484f-beb5-6bd2e4f776a6 req-cd44c290-31cf-46b0-ba0e-15915aa49974 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 946 time: 0.0781448 Jul 24 10:16:20.945135 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-26c95202-9f36-484f-beb5-6bd2e4f776a6 req-538340c8-386c-45a1-9d66-cd316e74af36 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495520 Jul 24 10:16:22.075096 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88e5d4-5d3d-40a2-8da1-02424ce519c0 req-582a1371-80ce-4ed6-b3a5-e78b6e686f28 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:16:22.076570 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cd88e5d4-5d3d-40a2-8da1-02424ce519c0 req-582a1371-80ce-4ed6-b3a5-e78b6e686f28 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 946 time: 0.0624776 Jul 24 10:16:22.119413 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cd88e5d4-5d3d-40a2-8da1-02424ce519c0 req-b7b140a2-837e-4748-8af1-707a19acc78a tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372548 Jul 24 10:16:27.359589 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-26d3ba1b-77b9-4160-9b3c-e7bdcd1fb114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:16:29.852795 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-084f8931-a416-4a07-985b-e0cf331d1d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:16:30.566494 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:16:31.259823 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:16:33.132042 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:16:34.748119 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:16:44.695881 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:16:47.217238 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:16:57.360828 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9cd89cc6-e2ea-4416-a432-de84c791d608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:16:59.853578 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-38033ed8-0196-4974-9f35-3246d0528d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:00.572321 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:01.263146 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:03.134523 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:05.665662 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c7e91b93-1045-44c6-af01-c244b4167051 req-c21d85bc-65f4-4a18-9842-6135f828dbec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518684 Jul 24 10:17:05.755834 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e91b93-1045-44c6-af01-c244b4167051 req-d4c3e3ef-e8ad-4763-8a5b-56ba3dd6a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:05.757320 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c7e91b93-1045-44c6-af01-c244b4167051 req-d4c3e3ef-e8ad-4763-8a5b-56ba3dd6a6ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2f54f7a202542f1857e10e28fc78b03&device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 1097 time: 0.0521557 Jul 24 10:17:05.861023 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e91b93-1045-44c6-af01-c244b4167051 req-2768736a-83cb-4d6a-99b6-78ea42cb7021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:05.862486 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c7e91b93-1045-44c6-af01-c244b4167051 req-2768736a-83cb-4d6a-99b6-78ea42cb7021 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db8b0a67-ae96-4c67-945b-3a5b462aee5e HTTP/1.1" status: 200 len: 908 time: 0.0861659 Jul 24 10:17:05.927798 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c7e91b93-1045-44c6-af01-c244b4167051 req-75a1622a-62da-46a6-8a00-f24d521989e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5161daa1-3893-4e44-929e-a42f85262c3b HTTP/1.1" status: 200 len: 1001 time: 0.0592594 Jul 24 10:17:05.973824 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e91b93-1045-44c6-af01-c244b4167051 req-00393a1e-57c9-4466-9593-f38c077d0756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:05.975209 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c7e91b93-1045-44c6-af01-c244b4167051 req-00393a1e-57c9-4466-9593-f38c077d0756 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3abdf91a-87fe-4c4a-af9d-65c697564902 HTTP/1.1" status: 200 len: 847 time: 0.0414257 Jul 24 10:17:06.032493 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e91b93-1045-44c6-af01-c244b4167051 req-afa136f7-fc4b-4596-93c3-e0bc6660da46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:06.033893 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c7e91b93-1045-44c6-af01-c244b4167051 req-afa136f7-fc4b-4596-93c3-e0bc6660da46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db8b0a67-ae96-4c67-945b-3a5b462aee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515740 Jul 24 10:17:06.122398 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c7e91b93-1045-44c6-af01-c244b4167051 req-d5880b8d-2bc8-47e5-bd16-ac705cfe61b7 service neutron] 10.222.0.20 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822113 Jul 24 10:17:06.209308 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c7e91b93-1045-44c6-af01-c244b4167051 req-8147dbdb-f6af-472f-abbc-e17f7c644e2e service neutron] 10.222.0.20 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806429 Jul 24 10:17:11.747805 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:17:14.729008 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:17.229274 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:27.361531 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-de94e614-a787-4139-b121-cba7fa822fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:29.853711 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1cfb2a8b-ebec-4b27-9564-b8e628198b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:30.563192 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:31.088976 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52036) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:17:31.241208 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-b3a9d038-ebe2-48ca-a453-2152d3d1fa4d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Deleting port f55df46f-d132-405a-a90d-6867a8f7c933 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:17:31.241553 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b3a9d038-ebe2-48ca-a453-2152d3d1fa4d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:31.265239 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:31.315284 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b3a9d038-ebe2-48ca-a453-2152d3d1fa4d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:31.315620 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b3a9d038-ebe2-48ca-a453-2152d3d1fa4d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:31.327428 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-b3a9d038-ebe2-48ca-a453-2152d3d1fa4d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Calling delete_port for f55df46f-d132-405a-a90d-6867a8f7c933 owned by network:floatingip {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:17:31.469865 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b3a9d038-ebe2-48ca-a453-2152d3d1fa4d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:31.496172 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9d038-ebe2-48ca-a453-2152d3d1fa4d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Pushing event deleted for resources: {'Port': ['ID=f55df46f-d132-405a-a90d-6867a8f7c933,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:17:31.508486 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9d038-ebe2-48ca-a453-2152d3d1fa4d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:17:31.508907 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9d038-ebe2-48ca-a453-2152d3d1fa4d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:17:31.509253 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9d038-ebe2-48ca-a453-2152d3d1fa4d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:17:31.509614 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9d038-ebe2-48ca-a453-2152d3d1fa4d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:17:31.509952 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9d038-ebe2-48ca-a453-2152d3d1fa4d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:17:31.510287 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9d038-ebe2-48ca-a453-2152d3d1fa4d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:17:31.510640 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9d038-ebe2-48ca-a453-2152d3d1fa4d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:17:31.510969 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9d038-ebe2-48ca-a453-2152d3d1fa4d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:17:31.511297 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9d038-ebe2-48ca-a453-2152d3d1fa4d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:17:31.511624 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9d038-ebe2-48ca-a453-2152d3d1fa4d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:17:31.511951 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9d038-ebe2-48ca-a453-2152d3d1fa4d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:17:31.512276 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9d038-ebe2-48ca-a453-2152d3d1fa4d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:17:31.573553 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b3a9d038-ebe2-48ca-a453-2152d3d1fa4d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for floatingip, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:31.573896 n-d-800085-9 neutron-server[94036]: INFO neutron.db.l3_db [None req-b3a9d038-ebe2-48ca-a453-2152d3d1fa4d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Floating IP 2c1153cc-215d-4353-9962-92c2f0cc78cd disassociated (deleted). External IP: 172.25.7.128, port: 5161daa1-3893-4e44-929e-a42f85262c3b. Jul 24 10:17:32.095765 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a9d038-ebe2-48ca-a453-2152d3d1fa4d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Router 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:17:32.199894 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a9d038-ebe2-48ca-a453-2152d3d1fa4d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:17:32.204183 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b3a9d038-ebe2-48ca-a453-2152d3d1fa4d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:32.209477 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9231159b-bbd8-488f-b3bd-d8786f104248 None None] Sync routers for ids ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:17:32.218757 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9231159b-bbd8-488f-b3bd-d8786f104248 None None] Routers {'61c99f35-6583-44f9-bdeb-4db8a0ade8d6'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:17:32.219377 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9231159b-bbd8-488f-b3bd-d8786f104248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:17:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:17:32.240919 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b3a9d038-ebe2-48ca-a453-2152d3d1fa4d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "DELETE /v2.0/floatingips/2c1153cc-215d-4353-9962-92c2f0cc78cd HTTP/1.1" status: 204 len: 168 time: 1.1508219 Jul 24 10:17:32.241491 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071a70b5-3ba6-4e63-b1dd-84c30407ea69', 'tag': '5161daa1-3893-4e44-929e-a42f85262c3b'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:17:32.243793 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0ac4981879846d8821277b3228522714eb2c0e29e76d1b29de9e8d513d31c24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b64235-06b1-415f-81dc-6e03a8e9bc2a" -d '{"events": [{"name": "network-changed", "server_uuid": "071a70b5-3ba6-4e63-b1dd-84c30407ea69", "tag": "5161daa1-3893-4e44-929e-a42f85262c3b"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:17:32.322495 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-9231159b-bbd8-488f-b3bd-d8786f104248 None None] Set router 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:17:32.354346 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e005500-05df-4b44-9b76-edb9cf1b4449 x-openstack-request-id: req-3e005500-05df-4b44-9b76-edb9cf1b4449 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:17:32.354903 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071a70b5-3ba6-4e63-b1dd-84c30407ea69", "tag": "5161daa1-3893-4e44-929e-a42f85262c3b", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:17:32.355373 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e005500-05df-4b44-9b76-edb9cf1b4449 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:17:32.356125 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071a70b5-3ba6-4e63-b1dd-84c30407ea69', 'tag': '5161daa1-3893-4e44-929e-a42f85262c3b', 'status': 'completed', 'code': 200} Jul 24 10:17:32.526723 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b64235-06b1-415f-81dc-6e03a8e9bc2a req-6922cfff-1470-41bf-a1eb-40553f40b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:32.528241 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-70b64235-06b1-415f-81dc-6e03a8e9bc2a req-6922cfff-1470-41bf-a1eb-40553f40b55c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2f54f7a202542f1857e10e28fc78b03&device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 1097 time: 0.1506038 Jul 24 10:17:32.535074 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9231159b-bbd8-488f-b3bd-d8786f104248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'name': 'tempest-TestShelveInstance-222456047-router', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:13Z', 'updated_at': '2021-07-24T10:13:16Z', 'revision_number': 4, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'gw_port': {'id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:14Z', 'updated_at': '2021-07-24T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '93df1537-6bbd-407d-be36-6c921f7aa202', 'name': '', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'mac_address': 'fa:16:3e:7c:51:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:15Z', 'updated_at': '2021-07-24T10:13:21Z', 'revision_number': 5, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'subnets': [{'id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:17:32.553316 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa1219-a097-4175-b5b4-e654c5e570e4 req-4df746f3-4f81-4c25-839e-9aa9015cf0bf tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:32.554884 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c8fa1219-a097-4175-b5b4-e654c5e570e4 req-4df746f3-4f81-4c25-839e-9aa9015cf0bf tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 946 time: 0.0934169 Jul 24 10:17:32.645542 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9231159b-bbd8-488f-b3bd-d8786f104248 None None] Checking router: 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:17:32.646010 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c8fa1219-a097-4175-b5b4-e654c5e570e4 req-ddbabfc9-a131-436e-a37d-0a2874ed34e4 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803277 Jul 24 10:17:32.654712 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9231159b-bbd8-488f-b3bd-d8786f104248 None None] Routers {'61c99f35-6583-44f9-bdeb-4db8a0ade8d6'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:17:32.655307 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9231159b-bbd8-488f-b3bd-d8786f104248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:17:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:17:32.665314 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b64235-06b1-415f-81dc-6e03a8e9bc2a req-4a404b72-5189-4602-9c71-82c351b5f2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:32.666796 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-70b64235-06b1-415f-81dc-6e03a8e9bc2a req-4a404b72-5189-4602-9c71-82c351b5f2e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db8b0a67-ae96-4c67-945b-3a5b462aee5e HTTP/1.1" status: 200 len: 908 time: 0.1293149 Jul 24 10:17:32.708388 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-70b64235-06b1-415f-81dc-6e03a8e9bc2a req-317003bb-7378-4216-858e-12b6bd6f350a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5161daa1-3893-4e44-929e-a42f85262c3b HTTP/1.1" status: 200 len: 217 time: 0.0349784 Jul 24 10:17:32.754855 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-9231159b-bbd8-488f-b3bd-d8786f104248 None None] Set router 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:17:32.755966 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b64235-06b1-415f-81dc-6e03a8e9bc2a req-08546446-aafd-48d5-8cb5-8d5d01c82b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:32.757494 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-70b64235-06b1-415f-81dc-6e03a8e9bc2a req-08546446-aafd-48d5-8cb5-8d5d01c82b1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3abdf91a-87fe-4c4a-af9d-65c697564902 HTTP/1.1" status: 200 len: 847 time: 0.0422847 Jul 24 10:17:32.816084 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b64235-06b1-415f-81dc-6e03a8e9bc2a req-05ee4c66-ac8b-4c98-9453-ea7d30c5cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:32.817666 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-70b64235-06b1-415f-81dc-6e03a8e9bc2a req-05ee4c66-ac8b-4c98-9453-ea7d30c5cae8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db8b0a67-ae96-4c67-945b-3a5b462aee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525544 Jul 24 10:17:32.911809 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-70b64235-06b1-415f-81dc-6e03a8e9bc2a req-679d2aa5-f0da-45dc-b037-f73b071ff31a service neutron] 10.222.0.20 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865810 Jul 24 10:17:32.943211 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9231159b-bbd8-488f-b3bd-d8786f104248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'name': 'tempest-TestShelveInstance-222456047-router', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:13Z', 'updated_at': '2021-07-24T10:13:16Z', 'revision_number': 4, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'gw_port': {'id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:14Z', 'updated_at': '2021-07-24T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '93df1537-6bbd-407d-be36-6c921f7aa202', 'name': '', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'mac_address': 'fa:16:3e:7c:51:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:15Z', 'updated_at': '2021-07-24T10:13:21Z', 'revision_number': 5, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'subnets': [{'id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:17:32.972140 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9231159b-bbd8-488f-b3bd-d8786f104248 None None] The sync data for ids ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'] in n-d-800085-9 is: [{'id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'name': 'tempest-TestShelveInstance-222456047-router', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:13Z', 'updated_at': '2021-07-24T10:13:16Z', 'revision_number': 4, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'gw_port': {'id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:14Z', 'updated_at': '2021-07-24T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '93df1537-6bbd-407d-be36-6c921f7aa202', 'name': '', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'mac_address': 'fa:16:3e:7c:51:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:15Z', 'updated_at': '2021-07-24T10:13:21Z', 'revision_number': 5, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'subnets': [{'id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:17:33.007168 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-70b64235-06b1-415f-81dc-6e03a8e9bc2a req-a440c351-665f-42eb-9bcd-267f342c1a1d service neutron] 10.222.0.20 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885437 Jul 24 10:17:33.139018 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:33.182885 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823b562c-bda0-4845-8ab1-ba387ae69891 None None] New status for floating IP 2c1153cc-215d-4353-9962-92c2f0cc78cd: DOWN {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 10:17:33.741607 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5784b-743b-4839-ad02-9a4df43ec153 req-7b047e8f-6cba-4a7c-b763-ab021251bd4d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:33.743805 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62e5784b-743b-4839-ad02-9a4df43ec153 req-7b047e8f-6cba-4a7c-b763-ab021251bd4d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.20 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 946 time: 0.0653150 Jul 24 10:17:33.783069 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cdf7d-04fe-425d-b9c3-57cca52e4f3d req-47b1becc-db0b-415f-9e4d-3db0c1c32aee tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:33.784631 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d58cdf7d-04fe-425d-b9c3-57cca52e4f3d req-47b1becc-db0b-415f-9e4d-3db0c1c32aee tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=071a70b5-3ba6-4e63-b1dd-84c30407ea69 HTTP/1.1" status: 200 len: 946 time: 0.0651679 Jul 24 10:17:33.823928 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d58cdf7d-04fe-425d-b9c3-57cca52e4f3d req-3fe6cf82-88a5-4f57-98a3-f6f4b367cbff tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=1fbae95d-7274-482f-8057-a61046e48f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322986 Jul 24 10:17:33.855829 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-62e5784b-743b-4839-ad02-9a4df43ec153 req-c2deaede-2f58-4676-bef1-2b4affb73ae9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Deleting port 5161daa1-3893-4e44-929e-a42f85262c3b {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:17:33.856178 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-62e5784b-743b-4839-ad02-9a4df43ec153 req-c2deaede-2f58-4676-bef1-2b4affb73ae9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:33.944835 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-62e5784b-743b-4839-ad02-9a4df43ec153 req-c2deaede-2f58-4676-bef1-2b4affb73ae9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] For port 5161daa1-3893-4e44-929e-a42f85262c3b, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=5161daa1-3893-4e44-929e-a42f85262c3b,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:17:33.945206 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-62e5784b-743b-4839-ad02-9a4df43ec153 req-c2deaede-2f58-4676-bef1-2b4affb73ae9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:33.956600 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-62e5784b-743b-4839-ad02-9a4df43ec153 req-c2deaede-2f58-4676-bef1-2b4affb73ae9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Calling delete_port for 5161daa1-3893-4e44-929e-a42f85262c3b owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:17:34.084816 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-62e5784b-743b-4839-ad02-9a4df43ec153 req-c2deaede-2f58-4676-bef1-2b4affb73ae9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:34.115839 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2deaede-2f58-4676-bef1-2b4affb73ae9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Pushing event deleted for resources: {'Port': ['ID=5161daa1-3893-4e44-929e-a42f85262c3b,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:17:34.142712 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2deaede-2f58-4676-bef1-2b4affb73ae9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:17:34.143063 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2deaede-2f58-4676-bef1-2b4affb73ae9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:17:34.143406 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2deaede-2f58-4676-bef1-2b4affb73ae9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:17:34.143745 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2deaede-2f58-4676-bef1-2b4affb73ae9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:17:34.144079 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2deaede-2f58-4676-bef1-2b4affb73ae9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:17:34.144419 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2deaede-2f58-4676-bef1-2b4affb73ae9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:17:34.144769 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2deaede-2f58-4676-bef1-2b4affb73ae9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:17:34.145100 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2deaede-2f58-4676-bef1-2b4affb73ae9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:17:34.145424 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2deaede-2f58-4676-bef1-2b4affb73ae9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:17:34.145750 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2deaede-2f58-4676-bef1-2b4affb73ae9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:17:34.146078 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2deaede-2f58-4676-bef1-2b4affb73ae9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:17:34.146403 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2deaede-2f58-4676-bef1-2b4affb73ae9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:17:34.170045 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e5784b-743b-4839-ad02-9a4df43ec153 req-c2deaede-2f58-4676-bef1-2b4affb73ae9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] No DVR routers for this DVR port 5161daa1-3893-4e44-929e-a42f85262c3b on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:17:34.172528 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-62e5784b-743b-4839-ad02-9a4df43ec153 req-c2deaede-2f58-4676-bef1-2b4affb73ae9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:34.174543 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-62e5784b-743b-4839-ad02-9a4df43ec153 req-c2deaede-2f58-4676-bef1-2b4affb73ae9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.20 "DELETE /v2.0/ports/5161daa1-3893-4e44-929e-a42f85262c3b HTTP/1.1" status: 204 len: 173 time: 0.4254282 Jul 24 10:17:34.174987 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071a70b5-3ba6-4e63-b1dd-84c30407ea69', 'name': 'network-vif-deleted', 'tag': '5161daa1-3893-4e44-929e-a42f85262c3b'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:17:34.177262 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a4853a8b40b91971e5417878e0e437932fc4777980ba62e4c137541a983d21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b658d4b-4844-495e-9c2e-08b5721f2367" -d '{"events": [{"server_uuid": "071a70b5-3ba6-4e63-b1dd-84c30407ea69", "name": "network-vif-deleted", "tag": "5161daa1-3893-4e44-929e-a42f85262c3b"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:17:34.216777 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a920a41-817c-4bf7-b748-5269a2d6415f x-openstack-request-id: req-7a920a41-817c-4bf7-b748-5269a2d6415f {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:17:34.217176 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071a70b5-3ba6-4e63-b1dd-84c30407ea69", "name": "network-vif-deleted", "tag": "5161daa1-3893-4e44-929e-a42f85262c3b", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:17:34.217497 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a920a41-817c-4bf7-b748-5269a2d6415f {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:17:34.217966 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071a70b5-3ba6-4e63-b1dd-84c30407ea69', 'name': 'network-vif-deleted', 'tag': '5161daa1-3893-4e44-929e-a42f85262c3b', 'status': 'completed', 'code': 200} Jul 24 10:17:34.880112 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52060) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:17:34.937180 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b996f6ff-f826-4435-8b32-42abc0c138a2 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:34.960766 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b996f6ff-f826-4435-8b32-42abc0c138a2 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:35.025479 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b996f6ff-f826-4435-8b32-42abc0c138a2 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:35.028704 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b996f6ff-f826-4435-8b32-42abc0c138a2 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:35.029909 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b996f6ff-f826-4435-8b32-42abc0c138a2 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "DELETE /v2.0/security-groups/1fbae95d-7274-482f-8057-a61046e48f65 HTTP/1.1" status: 204 len: 168 time: 0.1487739 Jul 24 10:17:35.046911 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996f6ff-f826-4435-8b32-42abc0c138a2 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbae95d-7274-482f-8057-a61046e48f65,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:17:35.558311 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52066) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:17:35.563021 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-71f507cd-6e55-46df-943c-4885be3f3701 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1413388508', 'description': 'tempest-secgroup-smoke-1413388508 description', 'project_id': 'd2f54f7a202542f1857e10e28fc78b03'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:17:35.585123 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-71f507cd-6e55-46df-943c-4885be3f3701 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:35.662766 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-71f507cd-6e55-46df-943c-4885be3f3701 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:35.666336 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-71f507cd-6e55-46df-943c-4885be3f3701 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:35.691111 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-71f507cd-6e55-46df-943c-4885be3f3701 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:35.692325 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-71f507cd-6e55-46df-943c-4885be3f3701 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1330225 Jul 24 10:17:35.695338 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52068) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:17:35.696191 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f507cd-6e55-46df-943c-4885be3f3701 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca265deb-acd2-4d33-8b9d-0105a3a84aa6,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:17:35.701343 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-2d6018a5-ba81-4763-bbe5-9f811cc6d629 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Request body: {'security_group_rule': {'security_group_id': 'ca265deb-acd2-4d33-8b9d-0105a3a84aa6', 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:17:35.726599 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2d6018a5-ba81-4763-bbe5-9f811cc6d629 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:35.781089 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2d6018a5-ba81-4763-bbe5-9f811cc6d629 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:35.784598 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2d6018a5-ba81-4763-bbe5-9f811cc6d629 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:35.801931 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6018a5-ba81-4763-bbe5-9f811cc6d629 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71915f2f-ca70-42c5-a2e8-81494397eb9c,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:17:35.808888 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2d6018a5-ba81-4763-bbe5-9f811cc6d629 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:35.810093 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2d6018a5-ba81-4763-bbe5-9f811cc6d629 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137519 Jul 24 10:17:35.812884 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52070) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:17:35.817208 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-1f99413d-ca70-4344-bf19-fdfa8f5abbf8 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Request body: {'security_group_rule': {'security_group_id': 'ca265deb-acd2-4d33-8b9d-0105a3a84aa6', 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:17:35.843130 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1f99413d-ca70-4344-bf19-fdfa8f5abbf8 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:35.902747 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1f99413d-ca70-4344-bf19-fdfa8f5abbf8 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:35.906207 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1f99413d-ca70-4344-bf19-fdfa8f5abbf8 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:35.922588 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99413d-ca70-4344-bf19-fdfa8f5abbf8 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1cf3a53-41de-44b3-b6fc-09c2da86cb3e,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:17:35.929267 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1f99413d-ca70-4344-bf19-fdfa8f5abbf8 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:35.930745 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1f99413d-ca70-4344-bf19-fdfa8f5abbf8 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167009 Jul 24 10:17:35.933848 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52072) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:17:35.938296 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ed9fadc1-a9e4-4ba9-a625-e766a3e3f49b tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Request body: {'security_group_rule': {'security_group_id': 'ca265deb-acd2-4d33-8b9d-0105a3a84aa6', 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:17:35.963399 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed9fadc1-a9e4-4ba9-a625-e766a3e3f49b tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:36.020024 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed9fadc1-a9e4-4ba9-a625-e766a3e3f49b tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:36.023618 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed9fadc1-a9e4-4ba9-a625-e766a3e3f49b tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:36.040929 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fadc1-a9e4-4ba9-a625-e766a3e3f49b tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85963cf-2a76-4b7f-9ed5-2a0fdc4227a9,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:17:36.046380 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ed9fadc1-a9e4-4ba9-a625-e766a3e3f49b tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:36.047953 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ed9fadc1-a9e4-4ba9-a625-e766a3e3f49b tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129484 Jul 24 10:17:36.050560 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52074) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:17:36.054864 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-f10239ed-c3c2-473e-8b7e-167237fe6cfe tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Request body: {'security_group_rule': {'security_group_id': 'ca265deb-acd2-4d33-8b9d-0105a3a84aa6', 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:17:36.080939 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f10239ed-c3c2-473e-8b7e-167237fe6cfe tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:36.143336 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f10239ed-c3c2-473e-8b7e-167237fe6cfe tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:36.147103 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f10239ed-c3c2-473e-8b7e-167237fe6cfe tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:36.164220 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10239ed-c3c2-473e-8b7e-167237fe6cfe tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c422ab-fd73-4ea5-9cd3-919b1c31debd,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:17:36.171505 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f10239ed-c3c2-473e-8b7e-167237fe6cfe tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:36.172680 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f10239ed-c3c2-473e-8b7e-167237fe6cfe tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212006 Jul 24 10:17:36.175864 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52076) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:17:36.180715 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-1e7b66f8-3f1c-4324-a061-4bacbdfdde33 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Request body: {'security_group_rule': {'security_group_id': 'ca265deb-acd2-4d33-8b9d-0105a3a84aa6', 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:17:36.201760 n-d-800085-9 neutron-server[94035]: INFO neutron.db.securitygroups_db [None req-1e7b66f8-3f1c-4324-a061-4bacbdfdde33 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Project d2f54f7a202542f1857e10e28fc78b03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 10:17:36.206419 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e7b66f8-3f1c-4324-a061-4bacbdfdde33 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:36.266815 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e7b66f8-3f1c-4324-a061-4bacbdfdde33 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:36.270283 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e7b66f8-3f1c-4324-a061-4bacbdfdde33 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:36.286632 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b66f8-3f1c-4324-a061-4bacbdfdde33 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e920c4a-49bb-4ec5-b99e-c5a1881bf8cd,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:17:36.293850 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-1e7b66f8-3f1c-4324-a061-4bacbdfdde33 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:36.295042 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-1e7b66f8-3f1c-4324-a061-4bacbdfdde33 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181986 Jul 24 10:17:36.297844 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52078) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:17:36.302198 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-5bb8e55c-f68b-4308-8706-201e022be320 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Request body: {'security_group_rule': {'security_group_id': 'ca265deb-acd2-4d33-8b9d-0105a3a84aa6', 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:17:36.323141 n-d-800085-9 neutron-server[94035]: INFO neutron.db.securitygroups_db [None req-5bb8e55c-f68b-4308-8706-201e022be320 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Project d2f54f7a202542f1857e10e28fc78b03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 10:17:36.327748 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e55c-f68b-4308-8706-201e022be320 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:36.391062 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e55c-f68b-4308-8706-201e022be320 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:36.394887 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e55c-f68b-4308-8706-201e022be320 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:36.415028 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8e55c-f68b-4308-8706-201e022be320 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54099f6f-04fe-46c7-87e9-e72e298bed01,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:17:36.418352 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e55c-f68b-4308-8706-201e022be320 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:36.419593 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-5bb8e55c-f68b-4308-8706-201e022be320 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208303 Jul 24 10:17:38.093833 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 5161daa1-3893-4e44-929e-a42f85262c3b no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:17:38.117712 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 5161daa1-3893-4e44-929e-a42f85262c3b {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:17:38.118276 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 5161daa1-3893-4e44-929e-a42f85262c3b not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:17:44.744614 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:47.230687 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:48.748309 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:17:50.672164 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-f356bbbd-b3e5-453a-89f0-1c417f41226a tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1413388508&fields=id&tenant_id=d2f54f7a202542f1857e10e28fc78b03 HTTP/1.1" status: 200 len: 267 time: 0.0326903 Jul 24 10:17:50.778432 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-8cadee57-a695-4a6d-af5d-a5363f0dbdf6 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:50.779795 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-8cadee57-a695-4a6d-af5d-a5363f0dbdf6 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/networks?id=db8b0a67-ae96-4c67-945b-3a5b462aee5e HTTP/1.1" status: 200 len: 808 time: 0.1014912 Jul 24 10:17:50.793801 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-ea161649-a7f1-46ae-aab5-1aa3c47650df tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/quotas/d2f54f7a202542f1857e10e28fc78b03 HTTP/1.1" status: 200 len: 375 time: 0.0088227 Jul 24 10:17:50.859080 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-338bcc5a-f743-43f3-9b62-22d518c91063 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2f54f7a202542f1857e10e28fc78b03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605993 Jul 24 10:17:50.954610 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-3201f6c7-875b-4dfd-8de9-44fb46875da0 service neutron] 10.222.0.32 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834446 Jul 24 10:17:51.040572 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-58ab17c8-8843-416a-a47d-18a59aaf52e4 service neutron] 10.222.0.32 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802705 Jul 24 10:17:51.330597 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ab20bae-ce6e-4a2c-8131-ed75b4d55523 req-fbf9d5b5-0576-40cb-99d7-bd11bf4afd0c tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 210 time: 0.0299132 Jul 24 10:17:52.186486 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-1da22f2b-53b2-49e3-af6f-5da17601088c tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:52.188061 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-1da22f2b-53b2-49e3-af6f-5da17601088c tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.37 "GET /v2.0/networks?id=db8b0a67-ae96-4c67-945b-3a5b462aee5e HTTP/1.1" status: 200 len: 808 time: 0.1034229 Jul 24 10:17:52.229653 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-c5a1f8a5-7841-4b87-b063-d7e6c58ac289 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2f54f7a202542f1857e10e28fc78b03 HTTP/1.1" status: 200 len: 380 time: 0.0334487 Jul 24 10:17:52.237703 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-a37c5310-a9a9-47aa-a22c-9af6954813f5 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Request body: {'port': {'device_id': 'e7c5df72-a2de-4daa-93dd-3da4daaed292', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'admin_state_up': True, 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'security_groups': ['ca265deb-acd2-4d33-8b9d-0105a3a84aa6']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:17:52.349052 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-a37c5310-a9a9-47aa-a22c-9af6954813f5 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Made reservation on behalf of d2f54f7a202542f1857e10e28fc78b03 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:17:52.352531 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-a37c5310-a9a9-47aa-a22c-9af6954813f5 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:52.463494 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-abc1c493-25c3-4779-8438-3314db946a93 req-7a50b15b-03a6-4238-9e26-9385d6749bb6 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 210 time: 0.0379550 Jul 24 10:17:52.487844 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-a37c5310-a9a9-47aa-a22c-9af6954813f5 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Allocated IP 172.20.0.5 (db8b0a67-ae96-4c67-945b-3a5b462aee5e/3abdf91a-87fe-4c4a-af9d-65c697564902/3ed8977e-9ba5-41ae-84a2-425ec5062359) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:17:52.629160 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-a37c5310-a9a9-47aa-a22c-9af6954813f5 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:52.641962 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-a37c5310-a9a9-47aa-a22c-9af6954813f5 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Transition to ACTIVE for port object 3ed8977e-9ba5-41ae-84a2-425ec5062359 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:17:52.673402 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-a37c5310-a9a9-47aa-a22c-9af6954813f5 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:52.714112 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-a37c5310-a9a9-47aa-a22c-9af6954813f5 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Network db8b0a67-ae96-4c67-945b-3a5b462aee5e is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:17:52.717266 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-a37c5310-a9a9-47aa-a22c-9af6954813f5 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:17:52.723585 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-a37c5310-a9a9-47aa-a22c-9af6954813f5 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:17:52.756327 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c5310-a9a9-47aa-a22c-9af6954813f5 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Pushing event updated for resources: {'Port': ['ID=3ed8977e-9ba5-41ae-84a2-425ec5062359,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:17:52.783838 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-a37c5310-a9a9-47aa-a22c-9af6954813f5 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:52.784478 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-a37c5310-a9a9-47aa-a22c-9af6954813f5 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:52.800009 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-a37c5310-a9a9-47aa-a22c-9af6954813f5 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5658081 Jul 24 10:17:52.813967 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-86f12b28-597d-4569-b40e-a666039632e0 service neutron] Request body: {'port': {'device_id': 'e7c5df72-a2de-4daa-93dd-3da4daaed292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:17:52.892676 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-86f12b28-597d-4569-b40e-a666039632e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:52.977425 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0f6c59d3-934c-4746-af26-aa01028b4873 None None] Provisioning for port 3ed8977e-9ba5-41ae-84a2-425ec5062359 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:17:52.982465 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-0f6c59d3-934c-4746-af26-aa01028b4873 None None] Provisioning complete for port 3ed8977e-9ba5-41ae-84a2-425ec5062359 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:17:52.983050 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0f6c59d3-934c-4746-af26-aa01028b4873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:53.018250 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-0f6c59d3-934c-4746-af26-aa01028b4873 None None] Port 3ed8977e-9ba5-41ae-84a2-425ec5062359 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:17:53.155984 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-86f12b28-597d-4569-b40e-a666039632e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed8977e-9ba5-41ae-84a2-425ec5062359 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:17:53.163776 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-86f12b28-597d-4569-b40e-a666039632e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:53.176490 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-86f12b28-597d-4569-b40e-a666039632e0 service neutron] Transition to ACTIVE for port object 3ed8977e-9ba5-41ae-84a2-425ec5062359 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:17:53.181285 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-86f12b28-597d-4569-b40e-a666039632e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:53.251936 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f12b28-597d-4569-b40e-a666039632e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed8977e-9ba5-41ae-84a2-425ec5062359,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:17:53.307385 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-86f12b28-597d-4569-b40e-a666039632e0 service neutron] Attempting to bind port 3ed8977e-9ba5-41ae-84a2-425ec5062359 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:17:53.308314 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-86f12b28-597d-4569-b40e-a666039632e0 service neutron] Attempting to bind port 3ed8977e-9ba5-41ae-84a2-425ec5062359 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': 'ebb8d561-b00f-4c36-b88a-a09bf934b3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:17:53.308641 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-86f12b28-597d-4569-b40e-a666039632e0 service neutron] Attempting to bind port 3ed8977e-9ba5-41ae-84a2-425ec5062359 on network db8b0a67-ae96-4c67-945b-3a5b462aee5e {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:17:53.313695 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-86f12b28-597d-4569-b40e-a666039632e0 service neutron] Port 3ed8977e-9ba5-41ae-84a2-425ec5062359 on network db8b0a67-ae96-4c67-945b-3a5b462aee5e not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 10:17:53.314025 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-86f12b28-597d-4569-b40e-a666039632e0 service neutron] Attempting to bind port 3ed8977e-9ba5-41ae-84a2-425ec5062359 on network db8b0a67-ae96-4c67-945b-3a5b462aee5e {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:17:53.321246 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-86f12b28-597d-4569-b40e-a666039632e0 service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:17:53.321589 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-86f12b28-597d-4569-b40e-a666039632e0 service neutron] Checking segment: {'id': 'ebb8d561-b00f-4c36-b88a-a09bf934b3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:17:53.321985 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-86f12b28-597d-4569-b40e-a666039632e0 service neutron] Bound using segment: {'id': 'ebb8d561-b00f-4c36-b88a-a09bf934b3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:17:53.322503 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-86f12b28-597d-4569-b40e-a666039632e0 service neutron] Bound port: 3ed8977e-9ba5-41ae-84a2-425ec5062359, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb8d561-b00f-4c36-b88a-a09bf934b3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:17:53.322870 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-86f12b28-597d-4569-b40e-a666039632e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:53.404521 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-86f12b28-597d-4569-b40e-a666039632e0 service neutron] For port 3ed8977e-9ba5-41ae-84a2-425ec5062359, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:17:53.407901 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-86f12b28-597d-4569-b40e-a666039632e0 service neutron] For port 3ed8977e-9ba5-41ae-84a2-425ec5062359, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=3ed8977e-9ba5-41ae-84a2-425ec5062359,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:17:53.413517 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-86f12b28-597d-4569-b40e-a666039632e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:53.449034 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-86f12b28-597d-4569-b40e-a666039632e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:53.449668 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-86f12b28-597d-4569-b40e-a666039632e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:53.451127 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-86f12b28-597d-4569-b40e-a666039632e0 service neutron] 10.222.0.37 "PUT /v2.0/ports/3ed8977e-9ba5-41ae-84a2-425ec5062359 HTTP/1.1" status: 200 len: 1091 time: 0.6418257 Jul 24 10:17:53.451485 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c5df72-a2de-4daa-93dd-3da4daaed292', 'tag': '3ed8977e-9ba5-41ae-84a2-425ec5062359'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:17:53.453740 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0ac4981879846d8821277b3228522714eb2c0e29e76d1b29de9e8d513d31c24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba11fe78-26e3-4d01-96b6-8356f15f2eda" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c5df72-a2de-4daa-93dd-3da4daaed292", "tag": "3ed8977e-9ba5-41ae-84a2-425ec5062359"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:17:53.490468 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f12b28-597d-4569-b40e-a666039632e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed8977e-9ba5-41ae-84a2-425ec5062359,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:17:53.537614 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aaa1c58-e12e-4bbc-af1c-60ee62c272f9 x-openstack-request-id: req-2aaa1c58-e12e-4bbc-af1c-60ee62c272f9 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:17:53.537904 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c5df72-a2de-4daa-93dd-3da4daaed292", "tag": "3ed8977e-9ba5-41ae-84a2-425ec5062359", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:17:53.538173 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2aaa1c58-e12e-4bbc-af1c-60ee62c272f9 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:17:53.538564 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c5df72-a2de-4daa-93dd-3da4daaed292', 'tag': '3ed8977e-9ba5-41ae-84a2-425ec5062359', 'status': 'completed', 'code': 200} Jul 24 10:17:53.568918 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-47619972-dd91-4381-bc4c-8c4a5f5115d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:53.571443 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-47619972-dd91-4381-bc4c-8c4a5f5115d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2f54f7a202542f1857e10e28fc78b03&device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 1094 time: 0.0705447 Jul 24 10:17:53.627832 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-2d1e4f02-f185-47e6-89b8-34abc7cea60d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ed8977e-9ba5-41ae-84a2-425ec5062359 HTTP/1.1" status: 200 len: 217 time: 0.0458195 Jul 24 10:17:53.635703 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff156a8-f6b9-4217-b1fb-3568a971b8bf req-8a975e1a-c8ab-4e8a-9681-98ec38dbe317 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:53.643035 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fff156a8-f6b9-4217-b1fb-3568a971b8bf req-8a975e1a-c8ab-4e8a-9681-98ec38dbe317 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 943 time: 0.0824642 Jul 24 10:17:53.681083 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-277262a9-4cb1-42de-8d3f-14cf17692a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:53.682635 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-277262a9-4cb1-42de-8d3f-14cf17692a6b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3abdf91a-87fe-4c4a-af9d-65c697564902 HTTP/1.1" status: 200 len: 847 time: 0.0475016 Jul 24 10:17:53.685306 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-fff156a8-f6b9-4217-b1fb-3568a971b8bf req-66c05dbf-ef6b-40f2-8c84-df4ddbd102cf tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410528 Jul 24 10:17:53.742268 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-2577d1b9-fef4-47ed-a244-8d64bd5b6233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:53.743686 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-2577d1b9-fef4-47ed-a244-8d64bd5b6233 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db8b0a67-ae96-4c67-945b-3a5b462aee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550284 Jul 24 10:17:53.845013 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-668c16bc-6531-435a-ad68-8de7521bd44c service neutron] 10.222.0.37 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946546 Jul 24 10:17:53.935651 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-46a6d476-a299-48ec-b8c3-b36a166b0b54 req-230bb4a3-e643-414d-9b9a-ff7560b88f48 service neutron] 10.222.0.37 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837588 Jul 24 10:17:54.030707 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11fe78-26e3-4d01-96b6-8356f15f2eda req-417359b2-1f46-4ac3-aac7-7a0008d09913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:54.032173 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ba11fe78-26e3-4d01-96b6-8356f15f2eda req-417359b2-1f46-4ac3-aac7-7a0008d09913 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2f54f7a202542f1857e10e28fc78b03&device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 1094 time: 0.0557647 Jul 24 10:17:54.139963 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11fe78-26e3-4d01-96b6-8356f15f2eda req-872c8cdf-a73d-4957-95f1-3e1c3295280b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:54.141502 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ba11fe78-26e3-4d01-96b6-8356f15f2eda req-872c8cdf-a73d-4957-95f1-3e1c3295280b service neutron] 10.222.0.37 "GET /v2.0/networks?id=db8b0a67-ae96-4c67-945b-3a5b462aee5e HTTP/1.1" status: 200 len: 908 time: 0.1030602 Jul 24 10:17:54.183322 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ba11fe78-26e3-4d01-96b6-8356f15f2eda req-d95d19ed-9f57-45a1-9587-1e4aa27efb37 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ed8977e-9ba5-41ae-84a2-425ec5062359 HTTP/1.1" status: 200 len: 217 time: 0.0349603 Jul 24 10:17:54.233718 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11fe78-26e3-4d01-96b6-8356f15f2eda req-62e38cd0-9f3b-445b-8c6f-9dc3eca8adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:54.235191 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ba11fe78-26e3-4d01-96b6-8356f15f2eda req-62e38cd0-9f3b-445b-8c6f-9dc3eca8adc9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3abdf91a-87fe-4c4a-af9d-65c697564902 HTTP/1.1" status: 200 len: 847 time: 0.0468707 Jul 24 10:17:54.294147 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11fe78-26e3-4d01-96b6-8356f15f2eda req-425e0e54-5342-4850-9c5c-67d033d4b61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:54.295569 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ba11fe78-26e3-4d01-96b6-8356f15f2eda req-425e0e54-5342-4850-9c5c-67d033d4b61d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db8b0a67-ae96-4c67-945b-3a5b462aee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539782 Jul 24 10:17:54.386631 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ba11fe78-26e3-4d01-96b6-8356f15f2eda req-a3aa80e8-ed40-46af-bccd-9f08aeae3351 service neutron] 10.222.0.37 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845075 Jul 24 10:17:54.476635 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ba11fe78-26e3-4d01-96b6-8356f15f2eda req-86e72140-7977-4d7b-90fc-cc0b77081113 service neutron] 10.222.0.37 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843122 Jul 24 10:17:54.816413 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f22fb-98d7-47a8-a54b-2b0222367ec3 req-a5ee1b36-3cfc-4dd6-bf34-bf34a3202bb5 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:54.817964 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-198f22fb-98d7-47a8-a54b-2b0222367ec3 req-a5ee1b36-3cfc-4dd6-bf34-bf34a3202bb5 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 943 time: 0.0637121 Jul 24 10:17:54.862242 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-198f22fb-98d7-47a8-a54b-2b0222367ec3 req-8eb3bdac-6701-45f0-8754-8da19db07e35 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376480 Jul 24 10:17:55.998728 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9223dde-05c0-4578-97b9-196ee9e3be89 req-7e75f020-e2b6-4b39-9b9b-d384499b4f16 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:56.001303 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c9223dde-05c0-4578-97b9-196ee9e3be89 req-7e75f020-e2b6-4b39-9b9b-d384499b4f16 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 943 time: 0.0649915 Jul 24 10:17:56.041598 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c9223dde-05c0-4578-97b9-196ee9e3be89 req-ec59187c-25cf-45f4-a525-25a3597bada2 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353966 Jul 24 10:17:57.171500 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345a38f-500d-41ac-91a6-2de296c30312 req-c0164c5c-8831-4c6c-8f77-dadffc34ccb9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:57.173018 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8345a38f-500d-41ac-91a6-2de296c30312 req-c0164c5c-8831-4c6c-8f77-dadffc34ccb9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 943 time: 0.0626781 Jul 24 10:17:57.209756 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8345a38f-500d-41ac-91a6-2de296c30312 req-f404b21c-56f0-40fd-b57b-4ea3f41d60c5 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311592 Jul 24 10:17:57.361869 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6c2699c2-c887-4bf9-9179-29401b4c9b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:17:58.344341 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4adc6-3016-41d2-a307-45aeea792bcf req-9a72edb7-2689-4f5b-88ba-7741e237fc2a tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:58.345856 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cfc4adc6-3016-41d2-a307-45aeea792bcf req-9a72edb7-2689-4f5b-88ba-7741e237fc2a tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 943 time: 0.0672538 Jul 24 10:17:58.383709 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cfc4adc6-3016-41d2-a307-45aeea792bcf req-aa2f3af4-a44d-47c3-9482-42d35555ff95 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312173 Jul 24 10:17:59.521017 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca897e-b693-4df6-883f-7e77d7972b86 req-9ec13ac0-5e3e-4eea-9be2-4425d1719906 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:17:59.522520 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f1ca897e-b693-4df6-883f-7e77d7972b86 req-9ec13ac0-5e3e-4eea-9be2-4425d1719906 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 943 time: 0.0649509 Jul 24 10:17:59.559893 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f1ca897e-b693-4df6-883f-7e77d7972b86 req-05ebd7cd-462f-4274-8b16-52cbf6beaa81 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314984 Jul 24 10:17:59.853984 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9f160472-92ea-4c30-9607-9d0c9aa43b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:00.563938 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:00.690081 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419e1e4-b0e7-4e09-b630-434849613bdd req-3c92d6ff-4b20-4588-982b-29125d7c4fc8 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:18:00.691487 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3419e1e4-b0e7-4e09-b630-434849613bdd req-3c92d6ff-4b20-4588-982b-29125d7c4fc8 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 943 time: 0.0636215 Jul 24 10:18:00.729001 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3419e1e4-b0e7-4e09-b630-434849613bdd req-bdc71d9c-5056-44ca-b3af-4626805ee12e tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319879 Jul 24 10:18:01.269228 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:01.863111 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731aa5a4-d2e2-48c4-aca5-c166dcab3db7 req-5b6f8dab-e86e-4227-ad06-59f0d905b49f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:18:01.864584 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-731aa5a4-d2e2-48c4-aca5-c166dcab3db7 req-5b6f8dab-e86e-4227-ad06-59f0d905b49f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 943 time: 0.0664625 Jul 24 10:18:01.900600 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-731aa5a4-d2e2-48c4-aca5-c166dcab3db7 req-f868d887-0bc8-4b7c-9e45-6b6f39e30729 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305822 Jul 24 10:18:03.034701 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177d8d6-eaa1-4135-8639-6dbadfe6c337 req-733d5548-1be3-4700-bb11-42b6221494b6 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:18:03.036217 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0177d8d6-eaa1-4135-8639-6dbadfe6c337 req-733d5548-1be3-4700-bb11-42b6221494b6 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 943 time: 0.0665817 Jul 24 10:18:03.072924 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0177d8d6-eaa1-4135-8639-6dbadfe6c337 req-ff15d84f-3874-4e05-8d17-e89259b58f6c tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312600 Jul 24 10:18:03.136278 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:04.210870 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e61333-1834-478e-86db-d8522227ca92 req-0122128b-ca8d-4cb9-8e60-90a3d399ad87 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:18:04.212357 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c0e61333-1834-478e-86db-d8522227ca92 req-0122128b-ca8d-4cb9-8e60-90a3d399ad87 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 943 time: 0.0635107 Jul 24 10:18:04.248584 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c0e61333-1834-478e-86db-d8522227ca92 req-8325228b-48d4-44fb-979e-03732a386257 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307183 Jul 24 10:18:04.462059 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 3ed8977e-9ba5-41ae-84a2-425ec5062359 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 10:18:04.556247 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 3ed8977e-9ba5-41ae-84a2-425ec5062359, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=3ed8977e-9ba5-41ae-84a2-425ec5062359,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:18:04.567348 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '3ed8977e-9ba5-41ae-84a2-425ec5062359', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'port_id': '3ed8977e-9ba5-41ae-84a2-425ec5062359', 'mac_address': 'fa:16:3e:46:40:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 10:18:04.601594 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:04.616836 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed8977e-9ba5-41ae-84a2-425ec5062359 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:18:04.635426 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 3ed8977e-9ba5-41ae-84a2-425ec5062359, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=3ed8977e-9ba5-41ae-84a2-425ec5062359,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:18:04.639231 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:04.683742 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=3ed8977e-9ba5-41ae-84a2-425ec5062359,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:18:04.690697 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:18:04.691040 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:18:04.691382 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:18:04.691711 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:18:04.692037 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:18:04.692357 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:18:04.692675 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:18:04.693017 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:18:04.693335 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:18:04.693647 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:18:04.693961 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:18:04.694273 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:18:04.887530 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['3ed8977e-9ba5-41ae-84a2-425ec5062359'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:18:05.378621 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad36ab-c861-40cd-816c-b48137c8f8e5 req-7c0dee5c-9e7a-4796-8763-40e05ce34f86 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:18:05.380112 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-50ad36ab-c861-40cd-816c-b48137c8f8e5 req-7c0dee5c-9e7a-4796-8763-40e05ce34f86 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 944 time: 0.0627186 Jul 24 10:18:05.417479 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-50ad36ab-c861-40cd-816c-b48137c8f8e5 req-8a128419-1347-4803-9f06-0f0eb8266418 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319114 Jul 24 10:18:06.477490 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 3ed8977e-9ba5-41ae-84a2-425ec5062359 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:18:06.525778 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 3ed8977e-9ba5-41ae-84a2-425ec5062359 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:18:06.529631 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 3ed8977e-9ba5-41ae-84a2-425ec5062359 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:18:06.529997 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:06.549521 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9ac7a-1ac9-4d1a-ac17-cca24c8c2637 req-a170ae81-ff11-4bc0-b22f-399b7d7238c0 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:18:06.551019 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bed9ac7a-1ac9-4d1a-ac17-cca24c8c2637 req-a170ae81-ff11-4bc0-b22f-399b7d7238c0 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 944 time: 0.0656292 Jul 24 10:18:06.593124 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bed9ac7a-1ac9-4d1a-ac17-cca24c8c2637 req-8e6f0691-b544-4d6c-a156-87770bc3982a tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365782 Jul 24 10:18:06.609327 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:06.630820 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c5df72-a2de-4daa-93dd-3da4daaed292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed8977e-9ba5-41ae-84a2-425ec5062359'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:18:06.633066 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfecc09ccecf6097530ed06b3b0f605c347a07b6c448c324480a744ab89978bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8261d7-fc86-451a-9e7d-33835df0790d" -d '{"events": [{"server_uuid": "e7c5df72-a2de-4daa-93dd-3da4daaed292", "name": "network-vif-plugged", "status": "completed", "tag": "3ed8977e-9ba5-41ae-84a2-425ec5062359"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:18:06.646679 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 3ed8977e-9ba5-41ae-84a2-425ec5062359, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=3ed8977e-9ba5-41ae-84a2-425ec5062359,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:18:06.650844 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:06.697904 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=3ed8977e-9ba5-41ae-84a2-425ec5062359,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:18:06.721111 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e9b2f9-a08a-472c-9a7a-5e8270cbf106 x-openstack-request-id: req-85e9b2f9-a08a-472c-9a7a-5e8270cbf106 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:18:06.721467 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c5df72-a2de-4daa-93dd-3da4daaed292", "name": "network-vif-plugged", "status": "completed", "tag": "3ed8977e-9ba5-41ae-84a2-425ec5062359", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:18:06.721719 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85e9b2f9-a08a-472c-9a7a-5e8270cbf106 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:18:06.722108 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c5df72-a2de-4daa-93dd-3da4daaed292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed8977e-9ba5-41ae-84a2-425ec5062359', 'code': 200} Jul 24 10:18:06.825836 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55aaf0-e8e1-4c0d-9958-f096737d8bb0 req-151aaec9-130c-42fe-8bfe-eaddde2db90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:18:06.827387 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d55aaf0-e8e1-4c0d-9958-f096737d8bb0 req-151aaec9-130c-42fe-8bfe-eaddde2db90a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 1096 time: 0.0523841 Jul 24 10:18:06.860234 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-5d55aaf0-e8e1-4c0d-9958-f096737d8bb0 req-589729db-56fb-4b1c-83aa-d2b7de623fbe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267353 Jul 24 10:18:07.723545 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc1654-9ecb-48e9-b5eb-63246a570f08 req-b46663d6-23f2-41a7-9afe-41769fe1e1d0 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:18:07.725059 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-38fc1654-9ecb-48e9-b5eb-63246a570f08 req-b46663d6-23f2-41a7-9afe-41769fe1e1d0 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 945 time: 0.0630431 Jul 24 10:18:07.761875 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-38fc1654-9ecb-48e9-b5eb-63246a570f08 req-92484a18-c795-4719-bba2-552bec08a479 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307267 Jul 24 10:18:07.891723 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902fa12-9208-4c10-b126-a16f2c6bf11e req-f9301295-a03f-495f-9edd-9859354282e6 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:18:07.893213 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d902fa12-9208-4c10-b126-a16f2c6bf11e req-f9301295-a03f-495f-9edd-9859354282e6 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 945 time: 0.0620103 Jul 24 10:18:07.931210 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-d902fa12-9208-4c10-b126-a16f2c6bf11e req-875618cd-15a3-42aa-9c4a-bb170f771d9f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320508 Jul 24 10:18:07.952689 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52272) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:18:08.007959 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0e865d-f544-4c77-8c8e-eaf3c3ec0b3c tempest-TestShelveInstance-858190322 tempest-TestShelveInstance-858190322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:18:08.009413 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-6a0e865d-f544-4c77-8c8e-eaf3c3ec0b3c tempest-TestShelveInstance-858190322 tempest-TestShelveInstance-858190322-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 1091 time: 0.0557148 Jul 24 10:18:08.012119 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52274) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:18:08.016334 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-37647b99-d51d-407a-b1a7-090ec9618e9d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'port_id': '3ed8977e-9ba5-41ae-84a2-425ec5062359', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:18:08.038167 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37647b99-d51d-407a-b1a7-090ec9618e9d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:08.129685 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37647b99-d51d-407a-b1a7-090ec9618e9d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:08.234060 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-37647b99-d51d-407a-b1a7-090ec9618e9d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Allocated IP 172.25.7.26 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/f938983c-8e1a-447d-9a87-af6664aebd43) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:18:08.330458 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37647b99-d51d-407a-b1a7-090ec9618e9d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:08.371996 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37647b99-d51d-407a-b1a7-090ec9618e9d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:08.407589 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37647b99-d51d-407a-b1a7-090ec9618e9d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:18:08.410339 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-37647b99-d51d-407a-b1a7-090ec9618e9d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:18:08.415562 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37647b99-d51d-407a-b1a7-090ec9618e9d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:18:08.440453 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37647b99-d51d-407a-b1a7-090ec9618e9d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Pushing event updated for resources: {'Port': ['ID=f938983c-8e1a-447d-9a87-af6664aebd43,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:18:08.764226 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37647b99-d51d-407a-b1a7-090ec9618e9d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:08.837723 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37647b99-d51d-407a-b1a7-090ec9618e9d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:08.982112 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37647b99-d51d-407a-b1a7-090ec9618e9d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:08.986298 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37647b99-d51d-407a-b1a7-090ec9618e9d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:09.054548 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37647b99-d51d-407a-b1a7-090ec9618e9d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Pushing event updated for resources: {'Port': ['ID=f938983c-8e1a-447d-9a87-af6664aebd43,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:18:09.061088 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37647b99-d51d-407a-b1a7-090ec9618e9d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:09.156417 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-37647b99-d51d-407a-b1a7-090ec9618e9d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Floating IP d77cff53-362b-4018-ad52-d87e9ffa2348 associated. External IP: 172.25.7.26, port: 3ed8977e-9ba5-41ae-84a2-425ec5062359. Jul 24 10:18:09.357024 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37647b99-d51d-407a-b1a7-090ec9618e9d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Router 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:18:09.465652 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37647b99-d51d-407a-b1a7-090ec9618e9d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:18:09.474997 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c911d65-5996-4e54-bf4e-7db14db3d56d None None] Sync routers for ids ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:18:09.482981 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-37647b99-d51d-407a-b1a7-090ec9618e9d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:09.485630 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c911d65-5996-4e54-bf4e-7db14db3d56d None None] Routers {'61c99f35-6583-44f9-bdeb-4db8a0ade8d6'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:18:09.486239 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1c911d65-5996-4e54-bf4e-7db14db3d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:18:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:18:09.518067 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-37647b99-d51d-407a-b1a7-090ec9618e9d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5049472 Jul 24 10:18:09.518650 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c5df72-a2de-4daa-93dd-3da4daaed292', 'tag': '3ed8977e-9ba5-41ae-84a2-425ec5062359'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:18:09.520909 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a4853a8b40b91971e5417878e0e437932fc4777980ba62e4c137541a983d21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1f4bc2-f808-4754-89e5-6647ffad512b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c5df72-a2de-4daa-93dd-3da4daaed292", "tag": "3ed8977e-9ba5-41ae-84a2-425ec5062359"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:18:09.558851 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52af7c74-874b-4a74-b3ac-189f846a2f37 x-openstack-request-id: req-52af7c74-874b-4a74-b3ac-189f846a2f37 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:18:09.559173 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c5df72-a2de-4daa-93dd-3da4daaed292", "tag": "3ed8977e-9ba5-41ae-84a2-425ec5062359", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:18:09.559430 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-52af7c74-874b-4a74-b3ac-189f846a2f37 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:18:09.559838 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c5df72-a2de-4daa-93dd-3da4daaed292', 'tag': '3ed8977e-9ba5-41ae-84a2-425ec5062359', 'status': 'completed', 'code': 200} Jul 24 10:18:09.586780 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-1c911d65-5996-4e54-bf4e-7db14db3d56d None None] Set router 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:18:09.634782 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f4bc2-f808-4754-89e5-6647ffad512b req-0d48b6a0-ce92-46f6-b30f-3378ab923c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:18:09.636222 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0d1f4bc2-f808-4754-89e5-6647ffad512b req-0d48b6a0-ce92-46f6-b30f-3378ab923c99 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2f54f7a202542f1857e10e28fc78b03&device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 1096 time: 0.0569720 Jul 24 10:18:09.724035 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f4bc2-f808-4754-89e5-6647ffad512b req-b78da812-9b53-4385-91a2-fad1085acacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:18:09.725552 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0d1f4bc2-f808-4754-89e5-6647ffad512b req-b78da812-9b53-4385-91a2-fad1085acacc service neutron] 10.222.0.37 "GET /v2.0/networks?id=db8b0a67-ae96-4c67-945b-3a5b462aee5e HTTP/1.1" status: 200 len: 908 time: 0.0834081 Jul 24 10:18:09.793352 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0d1f4bc2-f808-4754-89e5-6647ffad512b req-f73df384-93ce-41a1-9df2-63eef8c2a949 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ed8977e-9ba5-41ae-84a2-425ec5062359 HTTP/1.1" status: 200 len: 998 time: 0.0614712 Jul 24 10:18:09.797474 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1c911d65-5996-4e54-bf4e-7db14db3d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'name': 'tempest-TestShelveInstance-222456047-router', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:13Z', 'updated_at': '2021-07-24T10:13:16Z', 'revision_number': 4, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'gw_port': {'id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:14Z', 'updated_at': '2021-07-24T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'd77cff53-362b-4018-ad52-d87e9ffa2348', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'port_id': '3ed8977e-9ba5-41ae-84a2-425ec5062359', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'mac_address': 'fa:16:3e:46:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c5df72-a2de-4daa-93dd-3da4daaed292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:18:08Z', 'updated_at': '2021-07-24T10:18:08Z', 'revision_number': 0, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93df1537-6bbd-407d-be36-6c921f7aa202', 'name': '', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'mac_address': 'fa:16:3e:7c:51:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:15Z', 'updated_at': '2021-07-24T10:13:21Z', 'revision_number': 5, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'subnets': [{'id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:18:09.826016 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c911d65-5996-4e54-bf4e-7db14db3d56d None None] Checking router: 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:18:09.834103 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c911d65-5996-4e54-bf4e-7db14db3d56d None None] Routers {'61c99f35-6583-44f9-bdeb-4db8a0ade8d6'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:18:09.834690 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1c911d65-5996-4e54-bf4e-7db14db3d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:18:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:18:09.841406 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f4bc2-f808-4754-89e5-6647ffad512b req-6008287f-0a42-4e0c-af81-9283be6160ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:18:09.842893 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0d1f4bc2-f808-4754-89e5-6647ffad512b req-6008287f-0a42-4e0c-af81-9283be6160ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3abdf91a-87fe-4c4a-af9d-65c697564902 HTTP/1.1" status: 200 len: 847 time: 0.0437870 Jul 24 10:18:09.899800 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f4bc2-f808-4754-89e5-6647ffad512b req-1b9486b3-ffbe-4fbb-bd98-082f7c631656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:18:09.901292 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0d1f4bc2-f808-4754-89e5-6647ffad512b req-1b9486b3-ffbe-4fbb-bd98-082f7c631656 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db8b0a67-ae96-4c67-945b-3a5b462aee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520644 Jul 24 10:18:09.931447 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-1c911d65-5996-4e54-bf4e-7db14db3d56d None None] Set router 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:18:09.991994 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0d1f4bc2-f808-4754-89e5-6647ffad512b req-cea482d5-02ab-48ce-8dcd-68ea25fc2b65 service neutron] 10.222.0.37 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845032 Jul 24 10:18:10.079558 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0d1f4bc2-f808-4754-89e5-6647ffad512b req-4b03c81f-9ab6-44f6-8e78-e1fb6aa3d85f service neutron] 10.222.0.37 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815973 Jul 24 10:18:10.145927 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-1c911d65-5996-4e54-bf4e-7db14db3d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'name': 'tempest-TestShelveInstance-222456047-router', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:13Z', 'updated_at': '2021-07-24T10:13:16Z', 'revision_number': 4, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'gw_port': {'id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:14Z', 'updated_at': '2021-07-24T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'd77cff53-362b-4018-ad52-d87e9ffa2348', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'port_id': '3ed8977e-9ba5-41ae-84a2-425ec5062359', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'mac_address': 'fa:16:3e:46:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c5df72-a2de-4daa-93dd-3da4daaed292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:18:08Z', 'updated_at': '2021-07-24T10:18:08Z', 'revision_number': 0, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93df1537-6bbd-407d-be36-6c921f7aa202', 'name': '', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'mac_address': 'fa:16:3e:7c:51:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:15Z', 'updated_at': '2021-07-24T10:13:21Z', 'revision_number': 5, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'subnets': [{'id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:18:10.171029 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c911d65-5996-4e54-bf4e-7db14db3d56d None None] The sync data for ids ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'] in n-d-800085-9 is: [{'id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'name': 'tempest-TestShelveInstance-222456047-router', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:13Z', 'updated_at': '2021-07-24T10:13:16Z', 'revision_number': 4, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'gw_port': {'id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:14Z', 'updated_at': '2021-07-24T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': 'd77cff53-362b-4018-ad52-d87e9ffa2348', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'port_id': '3ed8977e-9ba5-41ae-84a2-425ec5062359', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'mac_address': 'fa:16:3e:46:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c5df72-a2de-4daa-93dd-3da4daaed292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:18:08Z', 'updated_at': '2021-07-24T10:18:08Z', 'revision_number': 0, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93df1537-6bbd-407d-be36-6c921f7aa202', 'name': '', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'mac_address': 'fa:16:3e:7c:51:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:15Z', 'updated_at': '2021-07-24T10:13:21Z', 'revision_number': 5, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'subnets': [{'id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:18:10.366816 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfecb12-0205-4784-8dbd-746014ecced2 None None] New status for floating IP d77cff53-362b-4018-ad52-d87e9ffa2348: ACTIVE {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 10:18:14.763449 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:17.230455 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:25.746745 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:18:27.364531 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c63f7522-d477-4635-9422-962326a96e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:29.853720 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-436088e6-1505-4cfd-851c-6d7788fa3e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:30.566447 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:31.273696 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:33.138462 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:44.773106 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:45.775159 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1a1ca176-d831-482b-8c9f-0b9b0a8cef18 req-d8b85648-f30c-46bc-a008-dd083f0e09c8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556390 Jul 24 10:18:45.866658 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ca176-d831-482b-8c9f-0b9b0a8cef18 req-212c2e02-efa4-4389-bb31-adbdaa892a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:18:45.868476 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1a1ca176-d831-482b-8c9f-0b9b0a8cef18 req-212c2e02-efa4-4389-bb31-adbdaa892a60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2f54f7a202542f1857e10e28fc78b03&device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 1096 time: 0.0538232 Jul 24 10:18:45.963794 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ca176-d831-482b-8c9f-0b9b0a8cef18 req-275ec2b2-36ec-4809-87bd-9b903bf4dd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:18:45.965232 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1a1ca176-d831-482b-8c9f-0b9b0a8cef18 req-275ec2b2-36ec-4809-87bd-9b903bf4dd92 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db8b0a67-ae96-4c67-945b-3a5b462aee5e HTTP/1.1" status: 200 len: 908 time: 0.0804574 Jul 24 10:18:46.033550 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1a1ca176-d831-482b-8c9f-0b9b0a8cef18 req-e72b1411-3c05-4898-ba94-2874198e7f32 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ed8977e-9ba5-41ae-84a2-425ec5062359 HTTP/1.1" status: 200 len: 1000 time: 0.0617838 Jul 24 10:18:46.080471 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ca176-d831-482b-8c9f-0b9b0a8cef18 req-e3860341-3142-4393-b17a-95221932dbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:18:46.081874 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1a1ca176-d831-482b-8c9f-0b9b0a8cef18 req-e3860341-3142-4393-b17a-95221932dbc6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3abdf91a-87fe-4c4a-af9d-65c697564902 HTTP/1.1" status: 200 len: 847 time: 0.0424960 Jul 24 10:18:46.139306 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ca176-d831-482b-8c9f-0b9b0a8cef18 req-e152add5-73c8-458e-b59f-39bd41c86ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:18:46.140817 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1a1ca176-d831-482b-8c9f-0b9b0a8cef18 req-e152add5-73c8-458e-b59f-39bd41c86ff9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db8b0a67-ae96-4c67-945b-3a5b462aee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527732 Jul 24 10:18:46.151001 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-1a1ca176-d831-482b-8c9f-0b9b0a8cef18 req-e47c5564-025b-45cd-968f-6869dcddf6e1 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 10:18:46.151918 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1a1ca176-d831-482b-8c9f-0b9b0a8cef18 req-e47c5564-025b-45cd-968f-6869dcddf6e1 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051043 Jul 24 10:18:46.244973 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1a1ca176-d831-482b-8c9f-0b9b0a8cef18 req-e7d7d078-d8ae-432e-806f-26e4531f23ee service neutron] 10.222.0.37 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852437 Jul 24 10:18:46.333594 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1a1ca176-d831-482b-8c9f-0b9b0a8cef18 req-189a119a-670e-4f87-9ce4-e50feee3d781 service neutron] 10.222.0.37 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818319 Jul 24 10:18:47.226571 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:57.364548 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-359a1333-44b0-4291-9e3d-dcda907d1dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:18:59.854557 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-09f5731b-3ef1-435a-886d-5b52d709a16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:19:00.567650 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:19:01.276642 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:19:02.746535 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:19:03.140951 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:19:14.788897 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:19:17.243947 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:19:27.366267 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0f939a6e-41a7-426b-8b93-cef919e5e67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:19:29.853220 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b40615e6-c32e-42d9-a832-6a99bdc90f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:19:30.568508 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:19:31.277665 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:19:33.143265 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:19:39.745240 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:19:44.794057 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:19:47.258004 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:19:47.763118 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4795dee-05cf-4a09-ac78-245849fcebc5 req-a43940dd-ae86-41b2-8278-56a84c809853 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0710015 Jul 24 10:19:47.856419 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4795dee-05cf-4a09-ac78-245849fcebc5 req-f185e541-3a7c-4c20-8abf-c980c177053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:19:47.857862 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4795dee-05cf-4a09-ac78-245849fcebc5 req-f185e541-3a7c-4c20-8abf-c980c177053f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2f54f7a202542f1857e10e28fc78b03&device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 1096 time: 0.0538597 Jul 24 10:19:47.962526 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4795dee-05cf-4a09-ac78-245849fcebc5 req-d746cb7c-f552-4e54-9b83-b400a7925b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:19:47.963999 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4795dee-05cf-4a09-ac78-245849fcebc5 req-d746cb7c-f552-4e54-9b83-b400a7925b38 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db8b0a67-ae96-4c67-945b-3a5b462aee5e HTTP/1.1" status: 200 len: 908 time: 0.0873733 Jul 24 10:19:48.026647 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4795dee-05cf-4a09-ac78-245849fcebc5 req-969b40d8-c075-44d2-aca8-fdcfc3f66b56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ed8977e-9ba5-41ae-84a2-425ec5062359 HTTP/1.1" status: 200 len: 1000 time: 0.0557916 Jul 24 10:19:48.077486 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4795dee-05cf-4a09-ac78-245849fcebc5 req-660cc12e-e2e3-495b-a803-c9a35eab9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:19:48.078962 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4795dee-05cf-4a09-ac78-245849fcebc5 req-660cc12e-e2e3-495b-a803-c9a35eab9fef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3abdf91a-87fe-4c4a-af9d-65c697564902 HTTP/1.1" status: 200 len: 847 time: 0.0461769 Jul 24 10:19:48.141189 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4795dee-05cf-4a09-ac78-245849fcebc5 req-50247cdf-7863-4696-b95f-c4e4519645c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:19:48.142609 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4795dee-05cf-4a09-ac78-245849fcebc5 req-50247cdf-7863-4696-b95f-c4e4519645c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db8b0a67-ae96-4c67-945b-3a5b462aee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562284 Jul 24 10:19:48.229791 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4795dee-05cf-4a09-ac78-245849fcebc5 req-cde079aa-1eef-4651-ba17-7d6b2ecdb609 service neutron] 10.222.0.37 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804353 Jul 24 10:19:48.320106 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e4795dee-05cf-4a09-ac78-245849fcebc5 req-0d58220a-b905-43aa-a717-7dcb9618e056 service neutron] 10.222.0.37 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839295 Jul 24 10:19:57.366764 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2f67deca-797a-4fb9-aded-07c74fedc842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:19:59.852404 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ff272364-bc0b-44af-ab2e-765902b2048e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:20:00.569153 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:20:01.280045 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:20:02.196379 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19aea0f-1e48-4fea-9de8-8267efe02d50 req-1e6c995f-dcfe-4d55-bb75-9629f7cb8b83 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:02.197913 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f19aea0f-1e48-4fea-9de8-8267efe02d50 req-1e6c995f-dcfe-4d55-bb75-9629f7cb8b83 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 945 time: 0.0655622 Jul 24 10:20:02.234703 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-f19aea0f-1e48-4fea-9de8-8267efe02d50 req-e8fcde99-563d-43c1-8b15-87aeb2d4dad2 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312541 Jul 24 10:20:03.145787 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:20:03.391919 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be668ae6-e867-471f-9719-869e08bb68f4 req-4294648f-1023-48b1-8722-e93d424e3b91 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:03.393356 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-be668ae6-e867-471f-9719-869e08bb68f4 req-4294648f-1023-48b1-8722-e93d424e3b91 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 945 time: 0.0700309 Jul 24 10:20:03.434268 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-be668ae6-e867-471f-9719-869e08bb68f4 req-f7854188-71d6-4af3-bc3d-93f1c07c4370 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347109 Jul 24 10:20:04.598793 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc84b4c-0b50-4a10-93d8-c6c4e2f3eb3e req-7008fddb-8140-40ea-8e42-775da06948d9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:04.600299 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ebc84b4c-0b50-4a10-93d8-c6c4e2f3eb3e req-7008fddb-8140-40ea-8e42-775da06948d9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 945 time: 0.0655768 Jul 24 10:20:04.636846 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ebc84b4c-0b50-4a10-93d8-c6c4e2f3eb3e req-dba4c923-79fd-4f12-a8e3-6a184fc2b59b tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305641 Jul 24 10:20:06.083307 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126eb394-5c5c-4b85-9e23-a11d64ecf909 req-8fe92081-6ab6-4668-8550-515a30b44061 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:06.084878 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-126eb394-5c5c-4b85-9e23-a11d64ecf909 req-8fe92081-6ab6-4668-8550-515a30b44061 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 945 time: 0.3782420 Jul 24 10:20:06.121674 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-126eb394-5c5c-4b85-9e23-a11d64ecf909 req-6ffb936c-fa23-40ca-b87b-26e73ee19b5f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311544 Jul 24 10:20:07.254888 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13ca19-a9ad-415c-bec5-8247678ca0ef req-f1a5cecd-6684-4192-aac8-46647601220e tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:07.256353 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fe13ca19-a9ad-415c-bec5-8247678ca0ef req-f1a5cecd-6684-4192-aac8-46647601220e tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 945 time: 0.0616963 Jul 24 10:20:07.292499 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-fe13ca19-a9ad-415c-bec5-8247678ca0ef req-7b0fa973-c3d6-4921-8cb1-c0864829415a tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299957 Jul 24 10:20:08.425381 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2427c7d-7d20-4219-8d7e-b7ad45a9272b req-5f0c4a47-f412-4869-89a5-cf79aa5aa8fe tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:08.426847 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f2427c7d-7d20-4219-8d7e-b7ad45a9272b req-5f0c4a47-f412-4869-89a5-cf79aa5aa8fe tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 945 time: 0.0621150 Jul 24 10:20:08.464547 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f2427c7d-7d20-4219-8d7e-b7ad45a9272b req-30357131-2e78-449f-93fb-4e92d11850a9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321624 Jul 24 10:20:09.593213 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f92ad-0c49-4b3e-911c-816055ed7792 req-a77b598b-9426-4cf2-b3aa-9a380c664edf tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:09.594704 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-413f92ad-0c49-4b3e-911c-816055ed7792 req-a77b598b-9426-4cf2-b3aa-9a380c664edf tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 945 time: 0.0622334 Jul 24 10:20:09.632519 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-413f92ad-0c49-4b3e-911c-816055ed7792 req-13821729-e190-42e4-ac4d-9417605f7860 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323226 Jul 24 10:20:10.765884 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b3572-7f06-4526-88dc-b3af335a6627 req-c2c6706b-28d2-49db-9cea-51b9a25ea761 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:10.767359 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc2b3572-7f06-4526-88dc-b3af335a6627 req-c2c6706b-28d2-49db-9cea-51b9a25ea761 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 945 time: 0.0645595 Jul 24 10:20:10.804802 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc2b3572-7f06-4526-88dc-b3af335a6627 req-a66b4e5f-ef34-466b-82fe-17c87548f5ea tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315673 Jul 24 10:20:11.940808 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ef404-5969-4317-bce8-ef7904d0d126 req-179cfb88-4699-4d17-bffc-1daf27305fd8 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:11.942325 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-546ef404-5969-4317-bce8-ef7904d0d126 req-179cfb88-4699-4d17-bffc-1daf27305fd8 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 945 time: 0.0691078 Jul 24 10:20:11.978664 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-546ef404-5969-4317-bce8-ef7904d0d126 req-3bf89ef8-f2b3-4600-ab5a-d9fb19433c84 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308948 Jul 24 10:20:12.316906 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e8d31-7389-42ad-b2cd-09f767539ebf req-f9d8204b-9580-4e2e-86f9-4fa0b2a3bde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:12.318369 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-971e8d31-7389-42ad-b2cd-09f767539ebf req-f9d8204b-9580-4e2e-86f9-4fa0b2a3bde5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2f54f7a202542f1857e10e28fc78b03&device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 1096 time: 0.0532160 Jul 24 10:20:12.406515 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e8d31-7389-42ad-b2cd-09f767539ebf req-f9a4afe2-5e7a-45b1-83f3-f3a2293c7b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:12.407931 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-971e8d31-7389-42ad-b2cd-09f767539ebf req-f9a4afe2-5e7a-45b1-83f3-f3a2293c7b3a service neutron] 10.222.0.37 "GET /v2.0/networks?id=db8b0a67-ae96-4c67-945b-3a5b462aee5e HTTP/1.1" status: 200 len: 908 time: 0.0835507 Jul 24 10:20:12.468884 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-971e8d31-7389-42ad-b2cd-09f767539ebf req-3f37964b-d321-446b-a409-00b58ad03682 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ed8977e-9ba5-41ae-84a2-425ec5062359 HTTP/1.1" status: 200 len: 1000 time: 0.0541911 Jul 24 10:20:12.518056 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e8d31-7389-42ad-b2cd-09f767539ebf req-9cbf16ce-8141-405e-963b-f8fc3bc60fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:12.519436 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-971e8d31-7389-42ad-b2cd-09f767539ebf req-9cbf16ce-8141-405e-963b-f8fc3bc60fd3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3abdf91a-87fe-4c4a-af9d-65c697564902 HTTP/1.1" status: 200 len: 847 time: 0.0446887 Jul 24 10:20:12.576118 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e8d31-7389-42ad-b2cd-09f767539ebf req-2122831c-3088-469d-bf2b-bd1738245269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:12.577710 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-971e8d31-7389-42ad-b2cd-09f767539ebf req-2122831c-3088-469d-bf2b-bd1738245269 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db8b0a67-ae96-4c67-945b-3a5b462aee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511112 Jul 24 10:20:12.662515 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-971e8d31-7389-42ad-b2cd-09f767539ebf req-ceac3c92-6445-4b12-972d-db85d5b4e564 service neutron] 10.222.0.37 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781310 Jul 24 10:20:13.084038 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-971e8d31-7389-42ad-b2cd-09f767539ebf req-d920a3b8-48a2-48e0-9e47-4721745d6105 service neutron] 10.222.0.37 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145443 Jul 24 10:20:13.113301 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d360c7e-ed59-4289-87ec-7725196bbafb req-cafd9bcc-3999-4d8a-93f3-b28e98af4989 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:13.114801 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5d360c7e-ed59-4289-87ec-7725196bbafb req-cafd9bcc-3999-4d8a-93f3-b28e98af4989 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 945 time: 0.0638480 Jul 24 10:20:13.152009 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5d360c7e-ed59-4289-87ec-7725196bbafb req-e261524c-8133-4841-a180-978ce3420590 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311959 Jul 24 10:20:14.282040 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9e57f-499c-43fd-8f72-3740a5e2a1c0 req-81470cc3-6a0a-441f-946a-2f5ec950332c tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:14.283491 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-12a9e57f-499c-43fd-8f72-3740a5e2a1c0 req-81470cc3-6a0a-441f-946a-2f5ec950332c tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 945 time: 0.0615404 Jul 24 10:20:14.321061 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-12a9e57f-499c-43fd-8f72-3740a5e2a1c0 req-df9e0afd-6431-4412-95a6-627e5f7fe282 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320809 Jul 24 10:20:14.791977 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:20:15.456706 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077db87-48cb-4467-aa77-6069192d8ff3 req-1f790161-6b4f-47bb-b4b8-0c2236092c03 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:15.458306 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4077db87-48cb-4467-aa77-6069192d8ff3 req-1f790161-6b4f-47bb-b4b8-0c2236092c03 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 945 time: 0.0635021 Jul 24 10:20:15.500127 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-4077db87-48cb-4467-aa77-6069192d8ff3 req-3c611103-8619-4a32-98ee-b7c523e647b1 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356112 Jul 24 10:20:16.632308 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0638069-cc35-4435-9f31-fe7f1bd069e4 req-78996838-126f-49cc-a6f1-adc6f6582820 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:16.633825 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d0638069-cc35-4435-9f31-fe7f1bd069e4 req-78996838-126f-49cc-a6f1-adc6f6582820 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 945 time: 0.0659831 Jul 24 10:20:16.673126 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-d0638069-cc35-4435-9f31-fe7f1bd069e4 req-6999d8a1-f2d4-464d-a5ca-2297747a0938 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337555 Jul 24 10:20:16.744015 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:20:16.783901 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-0f734a70-6c5a-4c4c-b06e-bcbab159f258 req-b0c0af94-b7ae-4c2d-a08a-7a238f9ec758 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 10:20:16.785000 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-0f734a70-6c5a-4c4c-b06e-bcbab159f258 req-b0c0af94-b7ae-4c2d-a08a-7a238f9ec758 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463209 Jul 24 10:20:17.256838 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:20:17.976343 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33511a-803a-42c3-8aeb-85b52e0fca1e req-b70573c5-5427-495c-92ae-8574fd9de4b4 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:17.978380 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7d33511a-803a-42c3-8aeb-85b52e0fca1e req-b70573c5-5427-495c-92ae-8574fd9de4b4 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 945 time: 0.0670218 Jul 24 10:20:18.002938 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-36a7cd84-a175-4db3-919e-193291203662 req-f6099977-586b-43e7-a3f6-eae9c08a0a17 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1149406 Jul 24 10:20:18.016051 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7d33511a-803a-42c3-8aeb-85b52e0fca1e req-b011af7f-0423-41e4-ae3d-900a41d6cabf tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318825 Jul 24 10:20:19.097097 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 3ed8977e-9ba5-41ae-84a2-425ec5062359 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:20:19.149727 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a302a46-b31a-49ed-949a-66b958c1e3b6 req-f78e4a65-027a-4560-ae43-72f6fbac08a5 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:19.151264 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8a302a46-b31a-49ed-949a-66b958c1e3b6 req-f78e4a65-027a-4560-ae43-72f6fbac08a5 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 945 time: 0.0649562 Jul 24 10:20:19.172670 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:20:19.189660 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8a302a46-b31a-49ed-949a-66b958c1e3b6 req-05126376-c216-40da-9ca7-beede9b0c65a tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327642 Jul 24 10:20:19.195148 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c5df72-a2de-4daa-93dd-3da4daaed292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed8977e-9ba5-41ae-84a2-425ec5062359'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:20:19.197997 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfecc09ccecf6097530ed06b3b0f605c347a07b6c448c324480a744ab89978bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c6b472-9fe9-41ed-8d14-c7a8cb393b30" -d '{"events": [{"server_uuid": "e7c5df72-a2de-4daa-93dd-3da4daaed292", "name": "network-vif-unplugged", "status": "completed", "tag": "3ed8977e-9ba5-41ae-84a2-425ec5062359"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:20:19.210329 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 3ed8977e-9ba5-41ae-84a2-425ec5062359, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=3ed8977e-9ba5-41ae-84a2-425ec5062359,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:20:19.214525 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:20:19.237956 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 24 Jul 2021 10:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2256481f-1a53-4e3d-9e36-f11f23a3bf4c x-openstack-request-id: req-2256481f-1a53-4e3d-9e36-f11f23a3bf4c {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:20:19.238248 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c5df72-a2de-4daa-93dd-3da4daaed292", "name": "network-vif-unplugged", "status": "failed", "tag": "3ed8977e-9ba5-41ae-84a2-425ec5062359", "code": 422}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:20:19.238508 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2256481f-1a53-4e3d-9e36-f11f23a3bf4c {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:20:19.238904 n-d-800085-9 neutron-server[94037]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e7c5df72-a2de-4daa-93dd-3da4daaed292', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3ed8977e-9ba5-41ae-84a2-425ec5062359', 'code': 422} returned with failed status Jul 24 10:20:19.263698 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=3ed8977e-9ba5-41ae-84a2-425ec5062359,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:20:19.270980 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:20:19.271329 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:20:19.271668 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:20:19.272002 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:20:19.272334 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:20:19.272665 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:20:19.273017 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:20:19.273345 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:20:19.274567 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:20:19.274903 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:20:19.275234 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:20:19.275558 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:20:20.329726 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198c2db-0e16-43de-b3f8-2f5ad119c884 req-79bb47e7-4028-4157-a686-b2dc962bd9b3 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:20.331414 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a198c2db-0e16-43de-b3f8-2f5ad119c884 req-79bb47e7-4028-4157-a686-b2dc962bd9b3 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 943 time: 0.0712976 Jul 24 10:20:20.368505 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a198c2db-0e16-43de-b3f8-2f5ad119c884 req-b412758c-3192-470a-bbbe-5f95f96b4fb5 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308409 Jul 24 10:20:21.496563 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88d00a-277e-4e5d-82f8-8a9920b6fafe req-8e2ff0dc-5c90-4ecf-b272-b15b0109497e tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:21.498082 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec88d00a-277e-4e5d-82f8-8a9920b6fafe req-8e2ff0dc-5c90-4ecf-b272-b15b0109497e tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 943 time: 0.0620024 Jul 24 10:20:21.538482 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec88d00a-277e-4e5d-82f8-8a9920b6fafe req-ee749fe6-5ce1-4de5-a3cf-855c1d9c3652 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348847 Jul 24 10:20:22.668885 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60890c4-b894-4269-8474-25e454307bdf req-6433cb35-da1d-462c-a747-bc8fb694b7bd tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:22.670391 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b60890c4-b894-4269-8474-25e454307bdf req-6433cb35-da1d-462c-a747-bc8fb694b7bd tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 943 time: 0.0630891 Jul 24 10:20:22.707501 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b60890c4-b894-4269-8474-25e454307bdf req-d6cdcf79-4a1f-46ab-9644-86728725d5a5 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316002 Jul 24 10:20:23.840140 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b66df-8fac-49a3-8e8c-9f8b29a23583 req-2480fa57-1594-4aa1-a533-91deee8eeb75 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:23.841633 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-846b66df-8fac-49a3-8e8c-9f8b29a23583 req-2480fa57-1594-4aa1-a533-91deee8eeb75 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 943 time: 0.0650284 Jul 24 10:20:23.879277 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-846b66df-8fac-49a3-8e8c-9f8b29a23583 req-1ad26ab5-6353-4b88-86df-1aac703bb270 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319490 Jul 24 10:20:25.023191 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8eb088-18c9-4219-ab4d-06f6fa9aed1a req-bfc0494c-a98e-4ed0-bede-dbf41f2ad538 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:25.025376 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc8eb088-18c9-4219-ab4d-06f6fa9aed1a req-bfc0494c-a98e-4ed0-bede-dbf41f2ad538 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 943 time: 0.0658803 Jul 24 10:20:25.064442 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cc8eb088-18c9-4219-ab4d-06f6fa9aed1a req-f146cc24-bc49-48b7-a560-5d61ec24ff3d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332780 Jul 24 10:20:26.200363 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d759e6-4bf3-4cb7-a951-37993132861d req-64f1d878-d5d2-40bf-8f46-ceebf0d98fd7 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:26.201898 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-21d759e6-4bf3-4cb7-a951-37993132861d req-64f1d878-d5d2-40bf-8f46-ceebf0d98fd7 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 943 time: 0.0669522 Jul 24 10:20:26.243105 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-21d759e6-4bf3-4cb7-a951-37993132861d req-8368ddcf-1002-41b8-81bd-ec90707690b3 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356400 Jul 24 10:20:26.637904 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7cd84-a175-4db3-919e-193291203662 req-4fb35348-cfde-4745-a753-6dff0b5bc187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:26.639380 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-36a7cd84-a175-4db3-919e-193291203662 req-4fb35348-cfde-4745-a753-6dff0b5bc187 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292&tenant_id=d2f54f7a202542f1857e10e28fc78b03 HTTP/1.1" status: 200 len: 1094 time: 0.0573244 Jul 24 10:20:26.650919 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-36a7cd84-a175-4db3-919e-193291203662 req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-9', 'device_owner': 'compute:nova'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:20:26.717971 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-36a7cd84-a175-4db3-919e-193291203662 req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:20:26.920023 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-36a7cd84-a175-4db3-919e-193291203662 req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] For port 3ed8977e-9ba5-41ae-84a2-425ec5062359, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=3ed8977e-9ba5-41ae-84a2-425ec5062359,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:20:26.951658 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-36a7cd84-a175-4db3-919e-193291203662 req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] For port 3ed8977e-9ba5-41ae-84a2-425ec5062359, host n-h1-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:20:26.983440 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-36a7cd84-a175-4db3-919e-193291203662 req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed8977e-9ba5-41ae-84a2-425ec5062359 {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:20:26.991432 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-36a7cd84-a175-4db3-919e-193291203662 req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:20:27.003160 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-36a7cd84-a175-4db3-919e-193291203662 req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Transition to ACTIVE for port object 3ed8977e-9ba5-41ae-84a2-425ec5062359 will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:20:27.006699 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-36a7cd84-a175-4db3-919e-193291203662 req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:20:27.084212 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Pushing event updated for resources: {'Port': ['ID=3ed8977e-9ba5-41ae-84a2-425ec5062359,revision_number=7']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:20:27.096425 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:20:27.096791 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:20:27.097135 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:20:27.097466 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:20:27.097794 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:20:27.098119 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:20:27.098445 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:20:27.098788 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:20:27.099111 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:20:27.099532 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:20:27.099914 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:20:27.100326 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:20:27.138670 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a7cd84-a175-4db3-919e-193291203662 req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] No DVR routers for this DVR port 3ed8977e-9ba5-41ae-84a2-425ec5062359 on host n-h1-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:20:27.277034 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-36a7cd84-a175-4db3-919e-193291203662 req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Attempting to bind port 3ed8977e-9ba5-41ae-84a2-425ec5062359 on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:20:27.277374 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-36a7cd84-a175-4db3-919e-193291203662 req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Attempting to bind port 3ed8977e-9ba5-41ae-84a2-425ec5062359 by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': 'ebb8d561-b00f-4c36-b88a-a09bf934b3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:20:27.277708 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a7cd84-a175-4db3-919e-193291203662 req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Attempting to bind port 3ed8977e-9ba5-41ae-84a2-425ec5062359 on network db8b0a67-ae96-4c67-945b-3a5b462aee5e {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:20:27.282055 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a7cd84-a175-4db3-919e-193291203662 req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Port 3ed8977e-9ba5-41ae-84a2-425ec5062359 on network db8b0a67-ae96-4c67-945b-3a5b462aee5e not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 10:20:27.282379 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a7cd84-a175-4db3-919e-193291203662 req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Attempting to bind port 3ed8977e-9ba5-41ae-84a2-425ec5062359 on network db8b0a67-ae96-4c67-945b-3a5b462aee5e {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:20:27.287132 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a7cd84-a175-4db3-919e-193291203662 req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:20:27.287474 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a7cd84-a175-4db3-919e-193291203662 req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Checking segment: {'id': 'ebb8d561-b00f-4c36-b88a-a09bf934b3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:20:27.287854 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a7cd84-a175-4db3-919e-193291203662 req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Bound using segment: {'id': 'ebb8d561-b00f-4c36-b88a-a09bf934b3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:20:27.288277 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-36a7cd84-a175-4db3-919e-193291203662 req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Bound port: 3ed8977e-9ba5-41ae-84a2-425ec5062359, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb8d561-b00f-4c36-b88a-a09bf934b3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:20:27.288634 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-36a7cd84-a175-4db3-919e-193291203662 req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:20:27.368116 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-64c488fc-417f-40c4-9ebb-3dbd058e42ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:20:27.382142 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-36a7cd84-a175-4db3-919e-193291203662 req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] For port 3ed8977e-9ba5-41ae-84a2-425ec5062359, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:20:27.386393 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-36a7cd84-a175-4db3-919e-193291203662 req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] For port 3ed8977e-9ba5-41ae-84a2-425ec5062359, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3ed8977e-9ba5-41ae-84a2-425ec5062359,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:20:27.390652 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-36a7cd84-a175-4db3-919e-193291203662 req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:20:27.434933 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7cd84-a175-4db3-919e-193291203662 req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:27.435488 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-36a7cd84-a175-4db3-919e-193291203662 req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:20:27.436940 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-36a7cd84-a175-4db3-919e-193291203662 req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] 10.222.0.20 "PUT /v2.0/ports/3ed8977e-9ba5-41ae-84a2-425ec5062359 HTTP/1.1" status: 200 len: 1091 time: 0.7903607 Jul 24 10:20:27.444434 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7fdd0-ad83-4a1f-86c9-6c229d9c1ec8 req-c12d663c-badf-4f88-8ffd-f22aaec228fa tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:27.446543 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dee7fdd0-ad83-4a1f-86c9-6c229d9c1ec8 req-c12d663c-badf-4f88-8ffd-f22aaec228fa tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 943 time: 0.1266387 Jul 24 10:20:27.447013 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c5df72-a2de-4daa-93dd-3da4daaed292', 'tag': '3ed8977e-9ba5-41ae-84a2-425ec5062359'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:20:27.449306 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a4853a8b40b91971e5417878e0e437932fc4777980ba62e4c137541a983d21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40991c4-7efd-4c90-8974-afaa0274e46c" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c5df72-a2de-4daa-93dd-3da4daaed292", "tag": "3ed8977e-9ba5-41ae-84a2-425ec5062359"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:20:27.495284 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd02f1f-3f34-4596-95f2-5819c7af6b0b x-openstack-request-id: req-2dd02f1f-3f34-4596-95f2-5819c7af6b0b {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:20:27.495628 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c5df72-a2de-4daa-93dd-3da4daaed292", "tag": "3ed8977e-9ba5-41ae-84a2-425ec5062359", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:20:27.495835 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2dd02f1f-3f34-4596-95f2-5819c7af6b0b {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:20:27.496247 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c5df72-a2de-4daa-93dd-3da4daaed292', 'tag': '3ed8977e-9ba5-41ae-84a2-425ec5062359', 'status': 'completed', 'code': 200} Jul 24 10:20:27.523548 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea46462-bf44-46ce-88d4-941d1f4ec62d service neutron] Pushing event updated for resources: {'Port': ['ID=3ed8977e-9ba5-41ae-84a2-425ec5062359,revision_number=8']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:20:27.542768 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-dee7fdd0-ad83-4a1f-86c9-6c229d9c1ec8 req-8a59ae2a-e853-43a9-8942-791e76d9adab tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885346 Jul 24 10:20:27.565098 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7cd84-a175-4db3-919e-193291203662 req-2e3d5258-3149-4451-a0e7-4c623be59d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:27.566775 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-36a7cd84-a175-4db3-919e-193291203662 req-2e3d5258-3149-4451-a0e7-4c623be59d56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2f54f7a202542f1857e10e28fc78b03&device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 1094 time: 0.0887573 Jul 24 10:20:27.662039 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7cd84-a175-4db3-919e-193291203662 req-bb7268b6-d88f-4ebd-8986-80f97681e08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:27.663490 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-36a7cd84-a175-4db3-919e-193291203662 req-bb7268b6-d88f-4ebd-8986-80f97681e08f service neutron] 10.222.0.20 "GET /v2.0/networks?id=db8b0a67-ae96-4c67-945b-3a5b462aee5e HTTP/1.1" status: 200 len: 908 time: 0.0896885 Jul 24 10:20:27.727376 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-36a7cd84-a175-4db3-919e-193291203662 req-06ad3306-117b-4569-862e-7cac40fdaedf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ed8977e-9ba5-41ae-84a2-425ec5062359 HTTP/1.1" status: 200 len: 998 time: 0.0571358 Jul 24 10:20:27.772975 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7cd84-a175-4db3-919e-193291203662 req-d918fad7-ec0b-4017-86fa-30b040c48d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:27.774382 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-36a7cd84-a175-4db3-919e-193291203662 req-d918fad7-ec0b-4017-86fa-30b040c48d89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3abdf91a-87fe-4c4a-af9d-65c697564902 HTTP/1.1" status: 200 len: 847 time: 0.0416284 Jul 24 10:20:27.835210 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7cd84-a175-4db3-919e-193291203662 req-2d6f98b8-535d-4538-9c5d-cb82f6cc9812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:27.837089 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-36a7cd84-a175-4db3-919e-193291203662 req-2d6f98b8-535d-4538-9c5d-cb82f6cc9812 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db8b0a67-ae96-4c67-945b-3a5b462aee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570078 Jul 24 10:20:27.846633 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-36a7cd84-a175-4db3-919e-193291203662 req-e416d3f9-43ff-4d31-a528-c68e8929de04 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 10:20:27.847601 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-36a7cd84-a175-4db3-919e-193291203662 req-e416d3f9-43ff-4d31-a528-c68e8929de04 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050113 Jul 24 10:20:27.939261 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-36a7cd84-a175-4db3-919e-193291203662 req-4bb07bb0-e4e0-4032-9c93-9b3d2dca3287 service neutron] 10.222.0.20 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832973 Jul 24 10:20:28.035015 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-36a7cd84-a175-4db3-919e-193291203662 req-b3379294-61c1-4c4f-b387-1ca32d62ab98 service neutron] 10.222.0.20 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889893 Jul 24 10:20:28.129018 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40991c4-7efd-4c90-8974-afaa0274e46c req-6e0f8e7a-d078-4f48-83c9-0d8f00aee553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:28.130488 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b40991c4-7efd-4c90-8974-afaa0274e46c req-6e0f8e7a-d078-4f48-83c9-0d8f00aee553 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2f54f7a202542f1857e10e28fc78b03&device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 1094 time: 0.0533824 Jul 24 10:20:28.222816 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40991c4-7efd-4c90-8974-afaa0274e46c req-bc929b81-3951-4399-a0dc-02d5bff3a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:28.224330 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b40991c4-7efd-4c90-8974-afaa0274e46c req-bc929b81-3951-4399-a0dc-02d5bff3a881 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db8b0a67-ae96-4c67-945b-3a5b462aee5e HTTP/1.1" status: 200 len: 908 time: 0.0873234 Jul 24 10:20:28.287944 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b40991c4-7efd-4c90-8974-afaa0274e46c req-e5e2726a-434c-4d0f-9e54-992f3b0a7276 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ed8977e-9ba5-41ae-84a2-425ec5062359 HTTP/1.1" status: 200 len: 998 time: 0.0562310 Jul 24 10:20:28.334710 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40991c4-7efd-4c90-8974-afaa0274e46c req-818b9d3d-8ab4-4de8-bec8-17969000d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:28.336617 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b40991c4-7efd-4c90-8974-afaa0274e46c req-818b9d3d-8ab4-4de8-bec8-17969000d5e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3abdf91a-87fe-4c4a-af9d-65c697564902 HTTP/1.1" status: 200 len: 847 time: 0.0415781 Jul 24 10:20:28.398021 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40991c4-7efd-4c90-8974-afaa0274e46c req-6161d8d8-729a-4156-9d5c-53181b02b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:28.400046 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b40991c4-7efd-4c90-8974-afaa0274e46c req-6161d8d8-729a-4156-9d5c-53181b02b976 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db8b0a67-ae96-4c67-945b-3a5b462aee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565608 Jul 24 10:20:28.487222 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b40991c4-7efd-4c90-8974-afaa0274e46c req-2296089a-ca1b-4540-aceb-62bdf52b4ec4 service neutron] 10.222.0.20 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797362 Jul 24 10:20:28.581692 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b40991c4-7efd-4c90-8974-afaa0274e46c req-9973f0b1-0e30-4d58-b39d-7571fb658427 service neutron] 10.222.0.20 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868573 Jul 24 10:20:28.683077 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5f35f-3502-4ef0-9930-f5f3f5fbc050 req-1828c068-3ddb-4cc3-bdfe-a5803ea62af1 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:28.684545 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1f5f35f-3502-4ef0-9930-f5f3f5fbc050 req-1828c068-3ddb-4cc3-bdfe-a5803ea62af1 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 943 time: 0.0649977 Jul 24 10:20:28.728728 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-c1f5f35f-3502-4ef0-9930-f5f3f5fbc050 req-f9541971-8274-4e04-9eb4-387e837bc96b tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387385 Jul 24 10:20:29.854017 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-85f4d410-a2e0-4ef0-8ab2-d2f095f340c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:20:29.864199 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c094f-70ef-441f-9bc7-dde9491e5977 req-5149170d-6bb8-40c4-95e1-1bdba8594b26 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:29.865737 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5f1c094f-70ef-441f-9bc7-dde9491e5977 req-5149170d-6bb8-40c4-95e1-1bdba8594b26 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 943 time: 0.0652583 Jul 24 10:20:29.904006 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5f1c094f-70ef-441f-9bc7-dde9491e5977 req-f3be2258-d9ed-442b-a69f-242b7b8d873c tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326295 Jul 24 10:20:30.569265 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:20:31.040553 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e5737-aadf-4a1c-ad54-bb14b7cdfe79 req-f5d979c1-1447-425b-8561-d65887a5a25d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:31.042109 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e95e5737-aadf-4a1c-ad54-bb14b7cdfe79 req-f5d979c1-1447-425b-8561-d65887a5a25d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 943 time: 0.0663979 Jul 24 10:20:31.077335 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e95e5737-aadf-4a1c-ad54-bb14b7cdfe79 req-51c9a98b-df7c-45c8-8dcb-2cbce335c4a8 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297954 Jul 24 10:20:31.286364 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:20:32.207387 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b48123-e9b3-4765-9e8c-a18ff629b56b req-0c4153df-719c-4511-a1f6-4677f667ea06 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:32.208876 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0b48123-e9b3-4765-9e8c-a18ff629b56b req-0c4153df-719c-4511-a1f6-4677f667ea06 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 943 time: 0.0623658 Jul 24 10:20:32.249938 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f0b48123-e9b3-4765-9e8c-a18ff629b56b req-bc71236b-b946-4bb1-bde9-a67040b76039 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355217 Jul 24 10:20:33.148703 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:20:33.430410 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02319399-9f24-4bcf-8f50-7962e2030a34 req-88840851-de69-4158-abec-4efd0fcc8b53 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:33.431804 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02319399-9f24-4bcf-8f50-7962e2030a34 req-88840851-de69-4158-abec-4efd0fcc8b53 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 943 time: 0.1086702 Jul 24 10:20:33.467986 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02319399-9f24-4bcf-8f50-7962e2030a34 req-77937b54-f37b-4d99-b420-7548117b344d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306268 Jul 24 10:20:34.646131 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65396014-ec83-4cda-9c54-f835ffea6cf6 req-f0cc3211-335d-42b0-b80a-dcacde844bd8 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:34.647638 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-65396014-ec83-4cda-9c54-f835ffea6cf6 req-f0cc3211-335d-42b0-b80a-dcacde844bd8 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 943 time: 0.1103752 Jul 24 10:20:34.684990 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-65396014-ec83-4cda-9c54-f835ffea6cf6 req-f2309002-2d89-4402-b1f4-4472ea2bfd56 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310946 Jul 24 10:20:35.819121 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02027c09-85cf-4a9e-bcb7-77358287a09f req-8fa469ba-165e-4c09-a8a4-2b4e01bc1ef9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:35.820514 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02027c09-85cf-4a9e-bcb7-77358287a09f req-8fa469ba-165e-4c09-a8a4-2b4e01bc1ef9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 943 time: 0.0660117 Jul 24 10:20:35.857507 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-02027c09-85cf-4a9e-bcb7-77358287a09f req-1890281a-4b65-4cdb-8d9b-27749a2d0cc3 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314367 Jul 24 10:20:36.989081 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e6400-73fe-4476-a956-2ec2ff81e24e req-1707b619-1ca4-4354-a37a-cac75f21360d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:36.990570 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-425e6400-73fe-4476-a956-2ec2ff81e24e req-1707b619-1ca4-4354-a37a-cac75f21360d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 943 time: 0.0635936 Jul 24 10:20:37.027890 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-425e6400-73fe-4476-a956-2ec2ff81e24e req-7f91bf44-b296-4c12-aed7-a1f50b6e32da tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311027 Jul 24 10:20:37.044708 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 3ed8977e-9ba5-41ae-84a2-425ec5062359 details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 10:20:37.133723 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 3ed8977e-9ba5-41ae-84a2-425ec5062359, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3ed8977e-9ba5-41ae-84a2-425ec5062359,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:20:37.144400 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': '3ed8977e-9ba5-41ae-84a2-425ec5062359', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'port_id': '3ed8977e-9ba5-41ae-84a2-425ec5062359', 'mac_address': 'fa:16:3e:46:40:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 10:20:37.180833 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:20:37.196340 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed8977e-9ba5-41ae-84a2-425ec5062359 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:20:37.215442 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 3ed8977e-9ba5-41ae-84a2-425ec5062359, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3ed8977e-9ba5-41ae-84a2-425ec5062359,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:20:37.219144 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:20:37.277645 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=3ed8977e-9ba5-41ae-84a2-425ec5062359,revision_number=9']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:20:37.457546 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['3ed8977e-9ba5-41ae-84a2-425ec5062359'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:20:38.161299 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a65c6-df29-4577-b9fa-8ace7ba92155 req-d22be206-6490-4bef-92c2-de6d5fa37afa tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:38.162772 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-018a65c6-df29-4577-b9fa-8ace7ba92155 req-d22be206-6490-4bef-92c2-de6d5fa37afa tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 944 time: 0.0636301 Jul 24 10:20:38.200717 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-018a65c6-df29-4577-b9fa-8ace7ba92155 req-77ebf07d-2bb3-45b7-9aa2-7c81b0fa7c57 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314767 Jul 24 10:20:39.060631 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 3ed8977e-9ba5-41ae-84a2-425ec5062359 up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:20:39.106765 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port 3ed8977e-9ba5-41ae-84a2-425ec5062359 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:20:39.110290 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port 3ed8977e-9ba5-41ae-84a2-425ec5062359 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:20:39.110661 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:20:39.186437 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:20:39.207483 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c5df72-a2de-4daa-93dd-3da4daaed292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed8977e-9ba5-41ae-84a2-425ec5062359'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:20:39.209737 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfecc09ccecf6097530ed06b3b0f605c347a07b6c448c324480a744ab89978bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813c8197-1b97-415e-9bd8-e89b2c42d5fa" -d '{"events": [{"server_uuid": "e7c5df72-a2de-4daa-93dd-3da4daaed292", "name": "network-vif-plugged", "status": "completed", "tag": "3ed8977e-9ba5-41ae-84a2-425ec5062359"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:20:39.221831 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port 3ed8977e-9ba5-41ae-84a2-425ec5062359, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3ed8977e-9ba5-41ae-84a2-425ec5062359,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:20:39.227073 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:20:39.251094 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a855264c-f46b-4c50-8112-2ea75fa04ce2 x-openstack-request-id: req-a855264c-f46b-4c50-8112-2ea75fa04ce2 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:20:39.251389 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c5df72-a2de-4daa-93dd-3da4daaed292", "name": "network-vif-plugged", "status": "completed", "tag": "3ed8977e-9ba5-41ae-84a2-425ec5062359", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:20:39.251641 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a855264c-f46b-4c50-8112-2ea75fa04ce2 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:20:39.252026 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c5df72-a2de-4daa-93dd-3da4daaed292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed8977e-9ba5-41ae-84a2-425ec5062359', 'code': 200} Jul 24 10:20:39.280293 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=3ed8977e-9ba5-41ae-84a2-425ec5062359,revision_number=10']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:20:39.350556 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921996df-2151-435c-9fed-337b8bcb292a req-cdfc6da9-0896-4254-97ee-7cbb111da0a9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:39.352616 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-921996df-2151-435c-9fed-337b8bcb292a req-cdfc6da9-0896-4254-97ee-7cbb111da0a9 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 946 time: 0.0741277 Jul 24 10:20:39.389989 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-921996df-2151-435c-9fed-337b8bcb292a req-be1c522e-03bd-476b-9460-95d2148ae8b6 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318131 Jul 24 10:20:39.409419 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853c51e-ea16-4a75-b5ea-04ed42517b41 req-2ca288fb-3cc2-461e-884b-e50b1eb1dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:39.411025 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6853c51e-ea16-4a75-b5ea-04ed42517b41 req-2ca288fb-3cc2-461e-884b-e50b1eb1dbd1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 1097 time: 0.0572691 Jul 24 10:20:39.444482 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-6853c51e-ea16-4a75-b5ea-04ed42517b41 req-e9494348-a252-49e5-ba56-81da7fb212f4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263598 Jul 24 10:20:40.522088 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81698e-dba4-4a33-ad56-4ed668a688cf req-0dc55040-b60e-4bcc-b95c-3dd422f28717 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:20:40.524158 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5b81698e-dba4-4a33-ad56-4ed668a688cf req-0dc55040-b60e-4bcc-b95c-3dd422f28717 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 946 time: 0.0635045 Jul 24 10:20:40.559728 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5b81698e-dba4-4a33-ad56-4ed668a688cf req-6b521212-eed2-4cd8-aed2-ea580dc61020 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300727 Jul 24 10:20:44.780531 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:20:47.262157 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:20:53.742697 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:20:57.369336 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2a678278-4c0d-4e76-80e7-5dc1f62f1a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:20:59.856786 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8ecacbaf-442f-48e3-8596-134e3bd75d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:21:00.570163 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:21:01.285646 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:21:03.151068 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:21:10.655480 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-75352ab6-a971-4997-9dff-6e03c91f6c9b req-73434fdd-03fc-498e-81c7-ba0f79c9660d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557120 Jul 24 10:21:10.752874 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75352ab6-a971-4997-9dff-6e03c91f6c9b req-5c946651-d063-4ce6-92c3-722c208188fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:21:10.754364 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-75352ab6-a971-4997-9dff-6e03c91f6c9b req-5c946651-d063-4ce6-92c3-722c208188fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2f54f7a202542f1857e10e28fc78b03&device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 1097 time: 0.0581539 Jul 24 10:21:10.855342 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75352ab6-a971-4997-9dff-6e03c91f6c9b req-bf000a0a-c769-41be-a3d6-80af4d5b8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:21:10.856919 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-75352ab6-a971-4997-9dff-6e03c91f6c9b req-bf000a0a-c769-41be-a3d6-80af4d5b8292 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db8b0a67-ae96-4c67-945b-3a5b462aee5e HTTP/1.1" status: 200 len: 908 time: 0.0820215 Jul 24 10:21:10.926175 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-75352ab6-a971-4997-9dff-6e03c91f6c9b req-944dd042-93d3-4832-bb61-c2277b044cd4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ed8977e-9ba5-41ae-84a2-425ec5062359 HTTP/1.1" status: 200 len: 1000 time: 0.0620832 Jul 24 10:21:10.973642 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75352ab6-a971-4997-9dff-6e03c91f6c9b req-b1413cc5-6b16-4f5e-88b5-b276c64d1287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:21:10.975050 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-75352ab6-a971-4997-9dff-6e03c91f6c9b req-b1413cc5-6b16-4f5e-88b5-b276c64d1287 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3abdf91a-87fe-4c4a-af9d-65c697564902 HTTP/1.1" status: 200 len: 847 time: 0.0424228 Jul 24 10:21:11.032087 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75352ab6-a971-4997-9dff-6e03c91f6c9b req-cc52ec64-a382-44bf-a12f-e7968f716ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:21:11.033587 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-75352ab6-a971-4997-9dff-6e03c91f6c9b req-cc52ec64-a382-44bf-a12f-e7968f716ddf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db8b0a67-ae96-4c67-945b-3a5b462aee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521414 Jul 24 10:21:11.129201 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-75352ab6-a971-4997-9dff-6e03c91f6c9b req-e7fbe5e3-aa6c-48b8-9c70-6d651128f540 service neutron] 10.222.0.20 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884695 Jul 24 10:21:11.216544 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-75352ab6-a971-4997-9dff-6e03c91f6c9b req-12520f19-f3e4-4196-8855-6e456dc36cb5 service neutron] 10.222.0.20 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803452 Jul 24 10:21:14.794873 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:21:17.262276 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:21:27.370095 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e56ac735-7dd3-4a3a-8944-59d9d2702c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:21:29.856289 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-af025d88-dc01-4cfb-a3d9-8b4e42a16e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:21:30.570764 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:21:30.740622 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:21:31.290058 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:21:33.154208 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:21:44.812419 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:21:47.276762 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:21:53.509490 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52454) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:21:53.665593 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-09724701-860e-4110-9610-8367f037d166 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Deleting port f938983c-8e1a-447d-9a87-af6664aebd43 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:21:53.666563 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-09724701-860e-4110-9610-8367f037d166 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:21:53.738123 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-09724701-860e-4110-9610-8367f037d166 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:21:53.738450 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-09724701-860e-4110-9610-8367f037d166 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:21:53.749704 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-09724701-860e-4110-9610-8367f037d166 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Calling delete_port for f938983c-8e1a-447d-9a87-af6664aebd43 owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:21:53.898653 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-09724701-860e-4110-9610-8367f037d166 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:21:53.929683 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09724701-860e-4110-9610-8367f037d166 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Pushing event deleted for resources: {'Port': ['ID=f938983c-8e1a-447d-9a87-af6664aebd43,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:21:53.966830 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09724701-860e-4110-9610-8367f037d166 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:21:53.967178 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09724701-860e-4110-9610-8367f037d166 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:21:53.967520 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09724701-860e-4110-9610-8367f037d166 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:21:53.967862 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09724701-860e-4110-9610-8367f037d166 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:21:53.968202 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09724701-860e-4110-9610-8367f037d166 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:21:53.968530 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09724701-860e-4110-9610-8367f037d166 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:21:53.968890 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09724701-860e-4110-9610-8367f037d166 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:21:53.969221 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09724701-860e-4110-9610-8367f037d166 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:21:53.969547 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09724701-860e-4110-9610-8367f037d166 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:21:53.969874 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09724701-860e-4110-9610-8367f037d166 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:21:53.970223 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09724701-860e-4110-9610-8367f037d166 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:21:53.970552 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09724701-860e-4110-9610-8367f037d166 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:21:54.008097 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-09724701-860e-4110-9610-8367f037d166 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:21:54.008433 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-09724701-860e-4110-9610-8367f037d166 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Floating IP d77cff53-362b-4018-ad52-d87e9ffa2348 disassociated (deleted). External IP: 172.25.7.26, port: 3ed8977e-9ba5-41ae-84a2-425ec5062359. Jul 24 10:21:54.211518 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09724701-860e-4110-9610-8367f037d166 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Router 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:21:54.319654 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09724701-860e-4110-9610-8367f037d166 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:21:54.325012 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-09724701-860e-4110-9610-8367f037d166 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:21:54.329627 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5d41bf-f2d3-4705-8fc0-257f29a027d7 None None] Sync routers for ids ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:21:54.337949 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5d41bf-f2d3-4705-8fc0-257f29a027d7 None None] Routers {'61c99f35-6583-44f9-bdeb-4db8a0ade8d6'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:21:54.338556 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ff5d41bf-f2d3-4705-8fc0-257f29a027d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:21:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:21:54.359394 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-09724701-860e-4110-9610-8367f037d166 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "DELETE /v2.0/floatingips/d77cff53-362b-4018-ad52-d87e9ffa2348 HTTP/1.1" status: 204 len: 168 time: 0.8488176 Jul 24 10:21:54.359985 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c5df72-a2de-4daa-93dd-3da4daaed292', 'tag': '3ed8977e-9ba5-41ae-84a2-425ec5062359'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:21:54.362240 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a4853a8b40b91971e5417878e0e437932fc4777980ba62e4c137541a983d21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d18632-35d8-45c0-b97c-4eb7fe5bcee1" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c5df72-a2de-4daa-93dd-3da4daaed292", "tag": "3ed8977e-9ba5-41ae-84a2-425ec5062359"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:21:54.441270 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-ff5d41bf-f2d3-4705-8fc0-257f29a027d7 None None] Set router 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:21:54.447755 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d94ce71-818d-47ad-b0e6-c06f22aabc36 x-openstack-request-id: req-4d94ce71-818d-47ad-b0e6-c06f22aabc36 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:21:54.448047 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c5df72-a2de-4daa-93dd-3da4daaed292", "tag": "3ed8977e-9ba5-41ae-84a2-425ec5062359", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:21:54.448299 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d94ce71-818d-47ad-b0e6-c06f22aabc36 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:21:54.448812 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c5df72-a2de-4daa-93dd-3da4daaed292', 'tag': '3ed8977e-9ba5-41ae-84a2-425ec5062359', 'status': 'completed', 'code': 200} Jul 24 10:21:54.527823 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d18632-35d8-45c0-b97c-4eb7fe5bcee1 req-aea243e2-7a84-45ed-a5b6-3bf28ebcb0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:21:54.529432 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f9d18632-35d8-45c0-b97c-4eb7fe5bcee1 req-aea243e2-7a84-45ed-a5b6-3bf28ebcb0e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2f54f7a202542f1857e10e28fc78b03&device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 1097 time: 0.0598705 Jul 24 10:21:54.649856 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ff5d41bf-f2d3-4705-8fc0-257f29a027d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'name': 'tempest-TestShelveInstance-222456047-router', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:13Z', 'updated_at': '2021-07-24T10:13:16Z', 'revision_number': 4, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'gw_port': {'id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:14Z', 'updated_at': '2021-07-24T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '93df1537-6bbd-407d-be36-6c921f7aa202', 'name': '', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'mac_address': 'fa:16:3e:7c:51:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:15Z', 'updated_at': '2021-07-24T10:13:21Z', 'revision_number': 5, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'subnets': [{'id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:21:54.659639 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d18632-35d8-45c0-b97c-4eb7fe5bcee1 req-ac07b71a-eb3f-45ea-bb68-fe1102032fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:21:54.661154 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f9d18632-35d8-45c0-b97c-4eb7fe5bcee1 req-ac07b71a-eb3f-45ea-bb68-fe1102032fc1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db8b0a67-ae96-4c67-945b-3a5b462aee5e HTTP/1.1" status: 200 len: 908 time: 0.1207976 Jul 24 10:21:54.678909 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5d41bf-f2d3-4705-8fc0-257f29a027d7 None None] Checking router: 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:21:54.687610 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5d41bf-f2d3-4705-8fc0-257f29a027d7 None None] Routers {'61c99f35-6583-44f9-bdeb-4db8a0ade8d6'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:21:54.688208 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ff5d41bf-f2d3-4705-8fc0-257f29a027d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:21:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:21:54.711794 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f9d18632-35d8-45c0-b97c-4eb7fe5bcee1 req-5e71e04a-7500-4d5f-b5e0-bbbebaf6abe5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ed8977e-9ba5-41ae-84a2-425ec5062359 HTTP/1.1" status: 200 len: 217 time: 0.0427206 Jul 24 10:21:54.720289 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09788d-a63a-45a3-ab2b-7004d40b0d9e req-0515c007-6dd7-4005-884a-fe43ff27d01c tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:21:54.721824 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de09788d-a63a-45a3-ab2b-7004d40b0d9e req-0515c007-6dd7-4005-884a-fe43ff27d01c tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 946 time: 0.1199307 Jul 24 10:21:54.786625 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-ff5d41bf-f2d3-4705-8fc0-257f29a027d7 None None] Set router 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:21:54.790090 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-de09788d-a63a-45a3-ab2b-7004d40b0d9e req-12251127-8036-4f73-a8c6-f88761b8541b tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602357 Jul 24 10:21:54.791829 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d18632-35d8-45c0-b97c-4eb7fe5bcee1 req-36f5e67b-dccf-4291-a341-11f90917f476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:21:54.793809 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f9d18632-35d8-45c0-b97c-4eb7fe5bcee1 req-36f5e67b-dccf-4291-a341-11f90917f476 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3abdf91a-87fe-4c4a-af9d-65c697564902 HTTP/1.1" status: 200 len: 847 time: 0.0710948 Jul 24 10:21:54.851798 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d18632-35d8-45c0-b97c-4eb7fe5bcee1 req-25a8ddd1-0828-4c14-a04d-b4146b54c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:21:54.853365 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f9d18632-35d8-45c0-b97c-4eb7fe5bcee1 req-25a8ddd1-0828-4c14-a04d-b4146b54c367 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db8b0a67-ae96-4c67-945b-3a5b462aee5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532110 Jul 24 10:21:54.947194 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f9d18632-35d8-45c0-b97c-4eb7fe5bcee1 req-1e536d33-bf6d-4b07-afc8-c018ad2fc717 service neutron] 10.222.0.20 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855052 Jul 24 10:21:54.979110 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-ff5d41bf-f2d3-4705-8fc0-257f29a027d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'name': 'tempest-TestShelveInstance-222456047-router', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:13Z', 'updated_at': '2021-07-24T10:13:16Z', 'revision_number': 4, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'gw_port': {'id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:14Z', 'updated_at': '2021-07-24T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '93df1537-6bbd-407d-be36-6c921f7aa202', 'name': '', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'mac_address': 'fa:16:3e:7c:51:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:15Z', 'updated_at': '2021-07-24T10:13:21Z', 'revision_number': 5, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'subnets': [{'id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:21:55.003670 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5d41bf-f2d3-4705-8fc0-257f29a027d7 None None] The sync data for ids ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'] in n-d-800085-9 is: [{'id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'name': 'tempest-TestShelveInstance-222456047-router', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:13Z', 'updated_at': '2021-07-24T10:13:16Z', 'revision_number': 4, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'gw_port': {'id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:14Z', 'updated_at': '2021-07-24T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '93df1537-6bbd-407d-be36-6c921f7aa202', 'name': '', 'network_id': 'db8b0a67-ae96-4c67-945b-3a5b462aee5e', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'mac_address': 'fa:16:3e:7c:51:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:15Z', 'updated_at': '2021-07-24T10:13:21Z', 'revision_number': 5, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'subnets': [{'id': '3abdf91a-87fe-4c4a-af9d-65c697564902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:21:55.043024 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f9d18632-35d8-45c0-b97c-4eb7fe5bcee1 req-4386dcd1-9274-46ae-bb5f-7df4ec367092 service neutron] 10.222.0.20 "GET /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877690 Jul 24 10:21:55.230902 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a2fc3b-1d02-483f-bee3-06eed47667d4 None None] New status for floating IP d77cff53-362b-4018-ad52-d87e9ffa2348: DOWN {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 10:21:55.925580 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0094ed-7278-41a9-84b4-76c1489ac136 req-d0dff0ea-1083-4945-a4e2-75d2679e6666 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:21:55.926978 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9b0094ed-7278-41a9-84b4-76c1489ac136 req-d0dff0ea-1083-4945-a4e2-75d2679e6666 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 946 time: 0.0642998 Jul 24 10:21:55.964034 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-9b0094ed-7278-41a9-84b4-76c1489ac136 req-bd474b70-7339-4f5a-8b66-3760483d7b3f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca265deb-acd2-4d33-8b9d-0105a3a84aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316529 Jul 24 10:21:56.102313 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5729c5d-62c2-4ade-95ab-b525de4d237e req-6ee20834-83bc-43f2-b5f4-d5cef1f69d41 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:21:56.103766 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f5729c5d-62c2-4ade-95ab-b525de4d237e req-6ee20834-83bc-43f2-b5f4-d5cef1f69d41 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 946 time: 0.0621438 Jul 24 10:21:56.199929 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-f5729c5d-62c2-4ade-95ab-b525de4d237e req-870de84a-88f4-47c0-b097-202cdc1ba86f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Deleting port 3ed8977e-9ba5-41ae-84a2-425ec5062359 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:21:56.200277 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f5729c5d-62c2-4ade-95ab-b525de4d237e req-870de84a-88f4-47c0-b097-202cdc1ba86f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:21:56.288653 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-f5729c5d-62c2-4ade-95ab-b525de4d237e req-870de84a-88f4-47c0-b097-202cdc1ba86f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] For port 3ed8977e-9ba5-41ae-84a2-425ec5062359, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=3ed8977e-9ba5-41ae-84a2-425ec5062359,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:21:56.289055 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f5729c5d-62c2-4ade-95ab-b525de4d237e req-870de84a-88f4-47c0-b097-202cdc1ba86f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:21:56.301282 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-f5729c5d-62c2-4ade-95ab-b525de4d237e req-870de84a-88f4-47c0-b097-202cdc1ba86f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Calling delete_port for 3ed8977e-9ba5-41ae-84a2-425ec5062359 owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:21:56.427047 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f5729c5d-62c2-4ade-95ab-b525de4d237e req-870de84a-88f4-47c0-b097-202cdc1ba86f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:21:56.774613 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870de84a-88f4-47c0-b097-202cdc1ba86f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Pushing event deleted for resources: {'Port': ['ID=3ed8977e-9ba5-41ae-84a2-425ec5062359,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:21:56.819605 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5729c5d-62c2-4ade-95ab-b525de4d237e req-870de84a-88f4-47c0-b097-202cdc1ba86f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] No DVR routers for this DVR port 3ed8977e-9ba5-41ae-84a2-425ec5062359 on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:21:56.822282 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-f5729c5d-62c2-4ade-95ab-b525de4d237e req-870de84a-88f4-47c0-b097-202cdc1ba86f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:21:56.825063 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-f5729c5d-62c2-4ade-95ab-b525de4d237e req-870de84a-88f4-47c0-b097-202cdc1ba86f tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.20 "DELETE /v2.0/ports/3ed8977e-9ba5-41ae-84a2-425ec5062359 HTTP/1.1" status: 204 len: 173 time: 0.7151456 Jul 24 10:21:56.825497 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c5df72-a2de-4daa-93dd-3da4daaed292', 'name': 'network-vif-deleted', 'tag': '3ed8977e-9ba5-41ae-84a2-425ec5062359'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:21:56.827939 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a4853a8b40b91971e5417878e0e437932fc4777980ba62e4c137541a983d21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec5eff9-001e-43fc-8d18-b4fb2fd14a19" -d '{"events": [{"server_uuid": "e7c5df72-a2de-4daa-93dd-3da4daaed292", "name": "network-vif-deleted", "tag": "3ed8977e-9ba5-41ae-84a2-425ec5062359"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:21:56.890817 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21557545-76ac-43df-bdb5-14066f4b68c2 x-openstack-request-id: req-21557545-76ac-43df-bdb5-14066f4b68c2 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:21:56.891256 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c5df72-a2de-4daa-93dd-3da4daaed292", "name": "network-vif-deleted", "tag": "3ed8977e-9ba5-41ae-84a2-425ec5062359", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:21:56.891519 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21557545-76ac-43df-bdb5-14066f4b68c2 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:21:56.891928 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c5df72-a2de-4daa-93dd-3da4daaed292', 'name': 'network-vif-deleted', 'tag': '3ed8977e-9ba5-41ae-84a2-425ec5062359', 'status': 'completed', 'code': 200} Jul 24 10:21:57.068592 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-12aaa328-61f6-41ee-b461-93aa76855282 req-5f828e58-d8c2-4034-82b8-de2bf9ced17b tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 210 time: 0.0289474 Jul 24 10:21:57.370928 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-33d5d369-24c6-4406-bcea-d04f46b60fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:21:58.172649 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8b97b136-b74c-4abf-8b98-d4f5887a4a0c req-00fad80c-0271-4ebd-8d11-503a8fcdc161 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 210 time: 0.0296504 Jul 24 10:21:59.283708 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-1d2ae742-f79b-4a66-a91b-03f0dc3de57b req-4cc2ba0f-fada-4ef6-9973-f0aa9f600b0d tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 210 time: 0.0349011 Jul 24 10:21:59.404335 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 3ed8977e-9ba5-41ae-84a2-425ec5062359 no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:21:59.427717 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: 3ed8977e-9ba5-41ae-84a2-425ec5062359 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:21:59.428060 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device 3ed8977e-9ba5-41ae-84a2-425ec5062359 not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:21:59.857319 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7122b466-b819-4f39-a786-811720eab53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:00.404184 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-30e1f877-ca2c-4902-9c5c-656585993bcc req-641e007c-c2bf-4ee3-bd6f-d2715fd473fe tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7c5df72-a2de-4daa-93dd-3da4daaed292 HTTP/1.1" status: 200 len: 210 time: 0.0339756 Jul 24 10:22:00.573971 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:01.295456 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:01.461223 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52490) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:01.520558 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-23c7a309-09d7-4546-9b81-d75a2b3d4234 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:01.545814 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-23c7a309-09d7-4546-9b81-d75a2b3d4234 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:01.607547 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-23c7a309-09d7-4546-9b81-d75a2b3d4234 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:01.610546 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-23c7a309-09d7-4546-9b81-d75a2b3d4234 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:01.612770 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-23c7a309-09d7-4546-9b81-d75a2b3d4234 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] 10.222.0.32 "DELETE /v2.0/security-groups/ca265deb-acd2-4d33-8b9d-0105a3a84aa6 HTTP/1.1" status: 204 len: 168 time: 0.1495788 Jul 24 10:22:01.622205 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7a309-09d7-4546-9b81-d75a2b3d4234 tempest-TestShelveInstance-2090464941 tempest-TestShelveInstance-2090464941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca265deb-acd2-4d33-8b9d-0105a3a84aa6,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:02.681592 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52496) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:03.128661 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f8846bb4-98c1-4283-b9e4-839c38b7e5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:03.157744 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:03.382697 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-f8846bb4-98c1-4283-b9e4-839c38b7e5dd admin admin] Deleting port 93df1537-6bbd-407d-be36-6c921f7aa202 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:22:03.382965 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f8846bb4-98c1-4283-b9e4-839c38b7e5dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:03.459021 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-f8846bb4-98c1-4283-b9e4-839c38b7e5dd admin admin] For port 93df1537-6bbd-407d-be36-6c921f7aa202, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=93df1537-6bbd-407d-be36-6c921f7aa202,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:22:03.459416 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f8846bb4-98c1-4283-b9e4-839c38b7e5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:03.471696 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-f8846bb4-98c1-4283-b9e4-839c38b7e5dd admin admin] Calling delete_port for 93df1537-6bbd-407d-be36-6c921f7aa202 owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:22:03.648127 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f8846bb4-98c1-4283-b9e4-839c38b7e5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:03.674373 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8846bb4-98c1-4283-b9e4-839c38b7e5dd admin admin] Pushing event deleted for resources: {'Port': ['ID=93df1537-6bbd-407d-be36-6c921f7aa202,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:03.838840 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f8846bb4-98c1-4283-b9e4-839c38b7e5dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:04.049870 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8846bb4-98c1-4283-b9e4-839c38b7e5dd admin admin] Router 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:22:04.151065 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8846bb4-98c1-4283-b9e4-839c38b7e5dd admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:22:04.159440 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f8846bb4-98c1-4283-b9e4-839c38b7e5dd admin admin] 10.222.0.32 "PUT /v2.0/routers/61c99f35-6583-44f9-bdeb-4db8a0ade8d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4766567 Jul 24 10:22:04.159696 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52500) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:04.160455 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7a5fed-74f9-4c06-a041-f0ab38fbaed8 None None] Sync routers for ids ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:22:04.170150 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7a5fed-74f9-4c06-a041-f0ab38fbaed8 None None] Routers {'61c99f35-6583-44f9-bdeb-4db8a0ade8d6'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:22:04.170746 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-df7a5fed-74f9-4c06-a041-f0ab38fbaed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:04.262932 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:04.269304 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-df7a5fed-74f9-4c06-a041-f0ab38fbaed8 None None] Set router 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:22:04.360611 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:04.415534 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] Deleting port fcca9c44-c353-4342-8186-ddfdca46e6ce {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:22:04.415877 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:04.442051 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-df7a5fed-74f9-4c06-a041-f0ab38fbaed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'name': 'tempest-TestShelveInstance-222456047-router', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:13Z', 'updated_at': '2021-07-24T10:22:03Z', 'revision_number': 5, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'gw_port': {'id': 'fcca9c44-c353-4342-8186-ddfdca46e6ce', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:52:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:14Z', 'updated_at': '2021-07-24T10:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:04.467589 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7a5fed-74f9-4c06-a041-f0ab38fbaed8 None None] Checking router: 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:22:04.475415 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7a5fed-74f9-4c06-a041-f0ab38fbaed8 None None] Routers {'61c99f35-6583-44f9-bdeb-4db8a0ade8d6'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:22:04.476006 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-df7a5fed-74f9-4c06-a041-f0ab38fbaed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:04.493213 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] For port fcca9c44-c353-4342-8186-ddfdca46e6ce, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=fcca9c44-c353-4342-8186-ddfdca46e6ce,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:22:04.493581 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:04.505089 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] Calling delete_port for fcca9c44-c353-4342-8186-ddfdca46e6ce owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:22:04.557188 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-df7a5fed-74f9-4c06-a041-f0ab38fbaed8 None None] Set router 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:22:04.605800 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-df7a5fed-74f9-4c06-a041-f0ab38fbaed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'name': 'tempest-TestShelveInstance-222456047-router', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:13Z', 'updated_at': '2021-07-24T10:22:04Z', 'revision_number': 6, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:04.635122 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7a5fed-74f9-4c06-a041-f0ab38fbaed8 None None] The sync data for ids ['61c99f35-6583-44f9-bdeb-4db8a0ade8d6'] in n-d-800085-9 is: [{'id': '61c99f35-6583-44f9-bdeb-4db8a0ade8d6', 'name': 'tempest-TestShelveInstance-222456047-router', 'tenant_id': 'd2f54f7a202542f1857e10e28fc78b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:13Z', 'updated_at': '2021-07-24T10:22:04Z', 'revision_number': 6, 'project_id': 'd2f54f7a202542f1857e10e28fc78b03', 'gw_port_host': None}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:22:04.674517 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:04.700374 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcca9c44-c353-4342-8186-ddfdca46e6ce,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:04.732958 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:04.733309 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:04.733653 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:04.733992 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:04.734327 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:04.734661 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:04.734997 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:04.735321 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:04.735659 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:04.735970 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:04.736294 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:04.736615 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:04.773757 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:04.861520 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:04.863599 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:04.905217 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:04.905671 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61c99f35-6583-44f9-bdeb-4db8a0ade8d6 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 10:22:04.910064 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:04.910967 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-6770b9c9-6065-49bd-8373-afe1d20b1b03 admin admin] 10.222.0.32 "DELETE /v2.0/routers/61c99f35-6583-44f9-bdeb-4db8a0ade8d6 HTTP/1.1" status: 204 len: 168 time: 0.7501764 Jul 24 10:22:04.913529 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52502) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:04.956073 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-faca6cb6-7c7b-47c3-9ede-41ed618bc5ef admin admin] Deleting subnet 3abdf91a-87fe-4c4a-af9d-65c697564902 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 10:22:04.959067 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-faca6cb6-7c7b-47c3-9ede-41ed618bc5ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:04.998063 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-faca6cb6-7c7b-47c3-9ede-41ed618bc5ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:05.076195 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-faca6cb6-7c7b-47c3-9ede-41ed618bc5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:05.126475 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-faca6cb6-7c7b-47c3-9ede-41ed618bc5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:05.151498 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca6cb6-7c7b-47c3-9ede-41ed618bc5ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3abdf91a-87fe-4c4a-af9d-65c697564902,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:05.156783 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-faca6cb6-7c7b-47c3-9ede-41ed618bc5ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:05.161203 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-faca6cb6-7c7b-47c3-9ede-41ed618bc5ef admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3abdf91a-87fe-4c4a-af9d-65c697564902 HTTP/1.1" status: 204 len: 168 time: 0.2467120 Jul 24 10:22:05.161800 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52504) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:05.162186 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc4ff8d-85f5-432e-b66e-bdc1467cea3b None None] Network db8b0a67-ae96-4c67-945b-3a5b462aee5e requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:22:05.229271 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-62558af3-2f5b-4e9f-925b-322a3b39ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:05.285951 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-62558af3-2f5b-4e9f-925b-322a3b39ef62 admin admin] Deleting port f988da15-e0b6-4eb7-a49e-1655f9a28e6f {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:22:05.286298 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-62558af3-2f5b-4e9f-925b-322a3b39ef62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:05.350499 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-62558af3-2f5b-4e9f-925b-322a3b39ef62 admin admin] For port f988da15-e0b6-4eb7-a49e-1655f9a28e6f, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=f988da15-e0b6-4eb7-a49e-1655f9a28e6f,segment=NetworkSegment(ebb8d561-b00f-4c36-b88a-a09bf934b3f5),segment_id=ebb8d561-b00f-4c36-b88a-a09bf934b3f5)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:22:05.350866 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-62558af3-2f5b-4e9f-925b-322a3b39ef62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:05.363935 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-62558af3-2f5b-4e9f-925b-322a3b39ef62 admin admin] Calling delete_port for f988da15-e0b6-4eb7-a49e-1655f9a28e6f owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:22:05.417060 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38692b0f-bb8a-4ed3-ac60-17c959a3cb5b None None] DHCP port deletion for db8b0a67-ae96-4c67-945b-3a5b462aee5e request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 10:22:05.460721 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-62558af3-2f5b-4e9f-925b-322a3b39ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:05.463593 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-38692b0f-bb8a-4ed3-ac60-17c959a3cb5b None None] Deleting port f988da15-e0b6-4eb7-a49e-1655f9a28e6f {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:22:05.464007 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-38692b0f-bb8a-4ed3-ac60-17c959a3cb5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:05.485742 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62558af3-2f5b-4e9f-925b-322a3b39ef62 admin admin] Pushing event deleted for resources: {'Port': ['ID=f988da15-e0b6-4eb7-a49e-1655f9a28e6f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:05.491042 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62558af3-2f5b-4e9f-925b-322a3b39ef62 admin admin] No DVR routers for this DVR port f988da15-e0b6-4eb7-a49e-1655f9a28e6f on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:22:05.528056 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-38692b0f-bb8a-4ed3-ac60-17c959a3cb5b None None] For port f988da15-e0b6-4eb7-a49e-1655f9a28e6f, host n-d-800085-9, got binding levels [] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:22:05.528441 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-38692b0f-bb8a-4ed3-ac60-17c959a3cb5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:05.541427 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-38692b0f-bb8a-4ed3-ac60-17c959a3cb5b None None] Calling delete_port for f988da15-e0b6-4eb7-a49e-1655f9a28e6f owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:22:05.544117 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.ipam_backend_mixin [None req-38692b0f-bb8a-4ed3-ac60-17c959a3cb5b None None] Port f988da15-e0b6-4eb7-a49e-1655f9a28e6f was not found and therefore no delete operation was performed {{(pid=94037) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 10:22:05.545420 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-38692b0f-bb8a-4ed3-ac60-17c959a3cb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:05.565873 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-62558af3-2f5b-4e9f-925b-322a3b39ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:05.571587 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38692b0f-bb8a-4ed3-ac60-17c959a3cb5b None None] Pushing event deleted for resources: {'Port': ['ID=f988da15-e0b6-4eb7-a49e-1655f9a28e6f,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:05.576944 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-62558af3-2f5b-4e9f-925b-322a3b39ef62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db8b0a67-ae96-4c67-945b-3a5b462aee5e']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:05.581945 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38692b0f-bb8a-4ed3-ac60-17c959a3cb5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:05.582294 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38692b0f-bb8a-4ed3-ac60-17c959a3cb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:05.582658 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38692b0f-bb8a-4ed3-ac60-17c959a3cb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:05.582994 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38692b0f-bb8a-4ed3-ac60-17c959a3cb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:05.583330 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38692b0f-bb8a-4ed3-ac60-17c959a3cb5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:05.583658 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38692b0f-bb8a-4ed3-ac60-17c959a3cb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:05.583980 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38692b0f-bb8a-4ed3-ac60-17c959a3cb5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:05.584304 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38692b0f-bb8a-4ed3-ac60-17c959a3cb5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:05.584621 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38692b0f-bb8a-4ed3-ac60-17c959a3cb5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:05.584963 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38692b0f-bb8a-4ed3-ac60-17c959a3cb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:05.585385 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38692b0f-bb8a-4ed3-ac60-17c959a3cb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:05.585696 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38692b0f-bb8a-4ed3-ac60-17c959a3cb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:05.588355 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38692b0f-bb8a-4ed3-ac60-17c959a3cb5b None None] No DVR routers for this DVR port f988da15-e0b6-4eb7-a49e-1655f9a28e6f on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:22:05.589916 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-62558af3-2f5b-4e9f-925b-322a3b39ef62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebb8d561-b00f-4c36-b88a-a09bf934b3f5') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:05.590250 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-62558af3-2f5b-4e9f-925b-322a3b39ef62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebb8d561-b00f-4c36-b88a-a09bf934b3f5') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:05.602099 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-62558af3-2f5b-4e9f-925b-322a3b39ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:05.616611 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-62558af3-2f5b-4e9f-925b-322a3b39ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:05.625077 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62558af3-2f5b-4e9f-925b-322a3b39ef62 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 10:22:05.625543 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-62558af3-2f5b-4e9f-925b-322a3b39ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: timer() Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 10:22:05.629362 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 10:22:05.668214 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device fcca9c44-c353-4342-8186-ddfdca46e6ce no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:22:05.690668 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: fcca9c44-c353-4342-8186-ddfdca46e6ce {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:22:05.691294 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device fcca9c44-c353-4342-8186-ddfdca46e6ce not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:22:05.691710 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 93df1537-6bbd-407d-be36-6c921f7aa202 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:22:05.696418 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-62558af3-2f5b-4e9f-925b-322a3b39ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:05.705804 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-62558af3-2f5b-4e9f-925b-322a3b39ef62 admin admin] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:05.709229 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-62558af3-2f5b-4e9f-925b-322a3b39ef62 admin admin] 10.222.0.32 "DELETE /v2.0/networks/db8b0a67-ae96-4c67-945b-3a5b462aee5e HTTP/1.1" status: 204 len: 168 time: 0.5469563 Jul 24 10:22:05.711274 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52506) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:05.711714 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 93df1537-6bbd-407d-be36-6c921f7aa202 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:22:05.712234 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 93df1537-6bbd-407d-be36-6c921f7aa202 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:22:05.712866 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f988da15-e0b6-4eb7-a49e-1655f9a28e6f no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:22:05.725280 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62558af3-2f5b-4e9f-925b-322a3b39ef62 admin admin] Pushing event deleted for resources: {'Network': ['ID=db8b0a67-ae96-4c67-945b-3a5b462aee5e,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:05.734139 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: f988da15-e0b6-4eb7-a49e-1655f9a28e6f {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:22:05.734139 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device f988da15-e0b6-4eb7-a49e-1655f9a28e6f not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:22:06.087218 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3abfb597-6a83-4afb-82a7-66b6eba3b2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:06.331604 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-3abfb597-6a83-4afb-82a7-66b6eba3b2e2 admin admin] Deleting port 89d581bc-4b0e-4758-bd04-10dba74fd24e {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:22:06.332303 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3abfb597-6a83-4afb-82a7-66b6eba3b2e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:06.413608 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-3abfb597-6a83-4afb-82a7-66b6eba3b2e2 admin admin] For port 89d581bc-4b0e-4758-bd04-10dba74fd24e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=89d581bc-4b0e-4758-bd04-10dba74fd24e,segment=NetworkSegment(143fa9d0-bc97-4a40-8ef6-aa3481eecf04),segment_id=143fa9d0-bc97-4a40-8ef6-aa3481eecf04)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:22:06.413882 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3abfb597-6a83-4afb-82a7-66b6eba3b2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:06.426303 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-3abfb597-6a83-4afb-82a7-66b6eba3b2e2 admin admin] Calling delete_port for 89d581bc-4b0e-4758-bd04-10dba74fd24e owned by network:router_interface {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:22:06.603535 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3abfb597-6a83-4afb-82a7-66b6eba3b2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:06.633215 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfb597-6a83-4afb-82a7-66b6eba3b2e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=89d581bc-4b0e-4758-bd04-10dba74fd24e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:06.797818 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-3abfb597-6a83-4afb-82a7-66b6eba3b2e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:07.011582 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abfb597-6a83-4afb-82a7-66b6eba3b2e2 admin admin] Router 61952f57-4db6-4747-8043-84aeb481058c has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:22:07.109543 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abfb597-6a83-4afb-82a7-66b6eba3b2e2 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:22:07.114603 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-3abfb597-6a83-4afb-82a7-66b6eba3b2e2 admin admin] 10.222.0.32 "PUT /v2.0/routers/61952f57-4db6-4747-8043-84aeb481058c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4017534 Jul 24 10:22:07.117431 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52508) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:07.118531 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8356948-fe52-4d08-a41f-bc0c54e40925 None None] Sync routers for ids ['61952f57-4db6-4747-8043-84aeb481058c'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:22:07.127838 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8356948-fe52-4d08-a41f-bc0c54e40925 None None] Routers {'61952f57-4db6-4747-8043-84aeb481058c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:22:07.128439 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a8356948-fe52-4d08-a41f-bc0c54e40925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['61952f57-4db6-4747-8043-84aeb481058c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:07.218212 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c3942267-e0dd-4089-a558-c0ea5556be8f admin admin] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:07.230419 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-a8356948-fe52-4d08-a41f-bc0c54e40925 None None] Set router 61952f57-4db6-4747-8043-84aeb481058c gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:22:07.321363 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c3942267-e0dd-4089-a558-c0ea5556be8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:07.372255 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-c3942267-e0dd-4089-a558-c0ea5556be8f admin admin] Deleting port a00c4362-e3be-4da8-a442-5d2b9d5357be {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:22:07.372956 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c3942267-e0dd-4089-a558-c0ea5556be8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:07.400329 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a8356948-fe52-4d08-a41f-bc0c54e40925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61952f57-4db6-4747-8043-84aeb481058c', 'name': 'tempest-TestShelveInstance-1444757875-router', 'tenant_id': '04b1fe83331d4a349e678b935049a869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'a00c4362-e3be-4da8-a442-5d2b9d5357be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:18Z', 'updated_at': '2021-07-24T10:22:06Z', 'revision_number': 5, 'project_id': '04b1fe83331d4a349e678b935049a869', 'gw_port': {'id': 'a00c4362-e3be-4da8-a442-5d2b9d5357be', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61952f57-4db6-4747-8043-84aeb481058c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:13:18Z', 'updated_at': '2021-07-24T10:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:07.429420 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8356948-fe52-4d08-a41f-bc0c54e40925 None None] Checking router: 61952f57-4db6-4747-8043-84aeb481058c for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:22:07.438123 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8356948-fe52-4d08-a41f-bc0c54e40925 None None] Routers {'61952f57-4db6-4747-8043-84aeb481058c'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:22:07.438716 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a8356948-fe52-4d08-a41f-bc0c54e40925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['61952f57-4db6-4747-8043-84aeb481058c'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:07.454116 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-c3942267-e0dd-4089-a558-c0ea5556be8f admin admin] For port a00c4362-e3be-4da8-a442-5d2b9d5357be, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a00c4362-e3be-4da8-a442-5d2b9d5357be,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:22:07.454478 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c3942267-e0dd-4089-a558-c0ea5556be8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:07.467270 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-c3942267-e0dd-4089-a558-c0ea5556be8f admin admin] Calling delete_port for a00c4362-e3be-4da8-a442-5d2b9d5357be owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:22:07.637508 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c3942267-e0dd-4089-a558-c0ea5556be8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:07.664828 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3942267-e0dd-4089-a558-c0ea5556be8f admin admin] Pushing event deleted for resources: {'Port': ['ID=a00c4362-e3be-4da8-a442-5d2b9d5357be,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:07.686658 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-a8356948-fe52-4d08-a41f-bc0c54e40925 None None] Set router 61952f57-4db6-4747-8043-84aeb481058c gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:22:07.735626 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c3942267-e0dd-4089-a558-c0ea5556be8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:07.736336 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-a8356948-fe52-4d08-a41f-bc0c54e40925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61952f57-4db6-4747-8043-84aeb481058c', 'name': 'tempest-TestShelveInstance-1444757875-router', 'tenant_id': '04b1fe83331d4a349e678b935049a869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:18Z', 'updated_at': '2021-07-24T10:22:07Z', 'revision_number': 6, 'project_id': '04b1fe83331d4a349e678b935049a869', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:07.745707 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:22:07.765965 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8356948-fe52-4d08-a41f-bc0c54e40925 None None] The sync data for ids ['61952f57-4db6-4747-8043-84aeb481058c'] in n-d-800085-9 is: [{'id': '61952f57-4db6-4747-8043-84aeb481058c', 'name': 'tempest-TestShelveInstance-1444757875-router', 'tenant_id': '04b1fe83331d4a349e678b935049a869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:13:18Z', 'updated_at': '2021-07-24T10:22:07Z', 'revision_number': 6, 'project_id': '04b1fe83331d4a349e678b935049a869', 'gw_port_host': None}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:22:07.826456 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c3942267-e0dd-4089-a558-c0ea5556be8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:07.828555 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c3942267-e0dd-4089-a558-c0ea5556be8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:07.869190 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c3942267-e0dd-4089-a558-c0ea5556be8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:07.869634 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3942267-e0dd-4089-a558-c0ea5556be8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61952f57-4db6-4747-8043-84aeb481058c {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 10:22:07.873950 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-c3942267-e0dd-4089-a558-c0ea5556be8f admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:07.875097 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-c3942267-e0dd-4089-a558-c0ea5556be8f admin admin] 10.222.0.32 "DELETE /v2.0/routers/61952f57-4db6-4747-8043-84aeb481058c HTTP/1.1" status: 204 len: 168 time: 0.7567546 Jul 24 10:22:07.877727 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52510) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:07.921077 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-93276624-f016-48e1-81c8-1b0820aa910d admin admin] Deleting subnet 9952a72d-f78c-4d0a-b748-77795588eb9e {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 10:22:07.923962 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-93276624-f016-48e1-81c8-1b0820aa910d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:07.956000 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-93276624-f016-48e1-81c8-1b0820aa910d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:08.039080 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-93276624-f016-48e1-81c8-1b0820aa910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:08.089870 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-93276624-f016-48e1-81c8-1b0820aa910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:08.114924 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93276624-f016-48e1-81c8-1b0820aa910d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9952a72d-f78c-4d0a-b748-77795588eb9e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:08.118555 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-93276624-f016-48e1-81c8-1b0820aa910d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:08.120498 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-93276624-f016-48e1-81c8-1b0820aa910d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9952a72d-f78c-4d0a-b748-77795588eb9e HTTP/1.1" status: 204 len: 168 time: 0.2418499 Jul 24 10:22:08.123005 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52512) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:08.124223 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc22245-7a7d-4c47-ba8c-a49aed419fed None None] Network b1851cf3-78e3-40b8-80d2-9ffc6230bd64 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:22:08.197183 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6634e6f-08b5-4254-a7a4-4fb6965ea6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:08.249366 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-a6634e6f-08b5-4254-a7a4-4fb6965ea6d3 admin admin] Deleting port 52fd77df-b53a-43d8-9e36-40fff8c5182e {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:22:08.249703 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6634e6f-08b5-4254-a7a4-4fb6965ea6d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:08.311957 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-a6634e6f-08b5-4254-a7a4-4fb6965ea6d3 admin admin] For port 52fd77df-b53a-43d8-9e36-40fff8c5182e, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=52fd77df-b53a-43d8-9e36-40fff8c5182e,segment=NetworkSegment(143fa9d0-bc97-4a40-8ef6-aa3481eecf04),segment_id=143fa9d0-bc97-4a40-8ef6-aa3481eecf04)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:22:08.312319 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6634e6f-08b5-4254-a7a4-4fb6965ea6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:08.328257 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-a6634e6f-08b5-4254-a7a4-4fb6965ea6d3 admin admin] Calling delete_port for 52fd77df-b53a-43d8-9e36-40fff8c5182e owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:22:08.404721 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6634e6f-08b5-4254-a7a4-4fb6965ea6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:08.428266 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6634e6f-08b5-4254-a7a4-4fb6965ea6d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=52fd77df-b53a-43d8-9e36-40fff8c5182e,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:08.431697 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6634e6f-08b5-4254-a7a4-4fb6965ea6d3 admin admin] No DVR routers for this DVR port 52fd77df-b53a-43d8-9e36-40fff8c5182e on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:22:08.501369 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6634e6f-08b5-4254-a7a4-4fb6965ea6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:08.511455 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-a6634e6f-08b5-4254-a7a4-4fb6965ea6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1851cf3-78e3-40b8-80d2-9ffc6230bd64']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:08.521578 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-a6634e6f-08b5-4254-a7a4-4fb6965ea6d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '143fa9d0-bc97-4a40-8ef6-aa3481eecf04') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:08.521877 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-a6634e6f-08b5-4254-a7a4-4fb6965ea6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '143fa9d0-bc97-4a40-8ef6-aa3481eecf04') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:08.531095 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6634e6f-08b5-4254-a7a4-4fb6965ea6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:08.545474 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6634e6f-08b5-4254-a7a4-4fb6965ea6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:08.551680 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6634e6f-08b5-4254-a7a4-4fb6965ea6d3 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 10:22:08.552171 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6634e6f-08b5-4254-a7a4-4fb6965ea6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: timer() Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 10:22:08.553922 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 10:22:08.563270 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c86a15-b16b-4ee7-91f6-7fc68349cb15 None None] DHCP port deletion for b1851cf3-78e3-40b8-80d2-9ffc6230bd64 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 10:22:08.612659 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6634e6f-08b5-4254-a7a4-4fb6965ea6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:08.617965 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-a6634e6f-08b5-4254-a7a4-4fb6965ea6d3 admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:08.620676 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-a6634e6f-08b5-4254-a7a4-4fb6965ea6d3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b1851cf3-78e3-40b8-80d2-9ffc6230bd64 HTTP/1.1" status: 204 len: 168 time: 0.4962051 Jul 24 10:22:08.635153 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6634e6f-08b5-4254-a7a4-4fb6965ea6d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1851cf3-78e3-40b8-80d2-9ffc6230bd64,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:08.738549 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52516) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:09.106885 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-ad389301-0c03-4399-8413-a6b852489a55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2f54f7a202542f1857e10e28fc78b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3670430 Jul 24 10:22:09.109234 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52518) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:09.155005 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-49c391af-5c54-40ca-b360-111e978e7fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:09.175835 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-49c391af-5c54-40ca-b360-111e978e7fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:09.221048 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-49c391af-5c54-40ca-b360-111e978e7fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:09.223545 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-49c391af-5c54-40ca-b360-111e978e7fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:09.224722 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-49c391af-5c54-40ca-b360-111e978e7fa8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/199e1759-6029-44e6-bc94-9a9cd81b47eb HTTP/1.1" status: 204 len: 168 time: 0.1145818 Jul 24 10:22:09.233207 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c391af-5c54-40ca-b360-111e978e7fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199e1759-6029-44e6-bc94-9a9cd81b47eb,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:09.530723 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52524) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:09.572826 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-8f47930c-b4c1-49e3-9115-3e8bebd5289c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04b1fe83331d4a349e678b935049a869&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408592 Jul 24 10:22:09.575668 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52526) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:09.622830 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23408c6f-aa10-4f59-ae5f-d9581e8a937c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:09.644383 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23408c6f-aa10-4f59-ae5f-d9581e8a937c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:09.661298 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 89d581bc-4b0e-4758-bd04-10dba74fd24e no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:22:09.687491 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 89d581bc-4b0e-4758-bd04-10dba74fd24e {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:22:09.687837 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 89d581bc-4b0e-4758-bd04-10dba74fd24e not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:22:09.688361 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a00c4362-e3be-4da8-a442-5d2b9d5357be no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:22:09.692669 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23408c6f-aa10-4f59-ae5f-d9581e8a937c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:09.695256 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-23408c6f-aa10-4f59-ae5f-d9581e8a937c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:09.696666 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-23408c6f-aa10-4f59-ae5f-d9581e8a937c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82f2537e-bac5-4594-b46d-6db55c02722d HTTP/1.1" status: 204 len: 168 time: 0.1200178 Jul 24 10:22:09.705359 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23408c6f-aa10-4f59-ae5f-d9581e8a937c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f2537e-bac5-4594-b46d-6db55c02722d,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:09.709533 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: a00c4362-e3be-4da8-a442-5d2b9d5357be {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:22:09.709964 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a00c4362-e3be-4da8-a442-5d2b9d5357be not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:22:09.710309 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 52fd77df-b53a-43d8-9e36-40fff8c5182e no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:22:09.736331 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 52fd77df-b53a-43d8-9e36-40fff8c5182e {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:22:09.736679 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 52fd77df-b53a-43d8-9e36-40fff8c5182e not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:22:10.332342 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52548) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:10.425226 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-059526fe-829a-453a-9285-de06a54c512c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1073268521-network', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:22:10.446212 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059526fe-829a-453a-9285-de06a54c512c admin admin] Made reservation on behalf of 0a7ea66fa9f8488c8bf8b31132d05e00 for: {'network': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:22:10.448509 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-059526fe-829a-453a-9285-de06a54c512c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:10.456518 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-059526fe-829a-453a-9285-de06a54c512c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:10.542664 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-059526fe-829a-453a-9285-de06a54c512c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:10.546282 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-059526fe-829a-453a-9285-de06a54c512c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:10.570026 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059526fe-829a-453a-9285-de06a54c512c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=94036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 10:22:10.578695 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059526fe-829a-453a-9285-de06a54c512c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dec63d-ed51-4506-b4f3-41dcd31a6fea,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:10.586529 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-059526fe-829a-453a-9285-de06a54c512c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:10.586811 n-d-800085-9 neutron-server[94036]: INFO neutron.db.segments_db [None req-059526fe-829a-453a-9285-de06a54c512c admin admin] Added segment 1199a4e9-bebb-4005-8c63-de22fbcd37bf of type vlan for network 1568ce26-9384-481a-b42c-a7f0841cb527 Jul 24 10:22:10.626437 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-059526fe-829a-453a-9285-de06a54c512c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:10.653545 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-059526fe-829a-453a-9285-de06a54c512c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:10.654489 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059526fe-829a-453a-9285-de06a54c512c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:10.655114 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-059526fe-829a-453a-9285-de06a54c512c admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:10.687178 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-059526fe-829a-453a-9285-de06a54c512c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3536994 Jul 24 10:22:10.690205 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52552) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:10.695323 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-3575a58b-0b57-46b5-ac6d-be32d1498a95 admin admin] Request body: {'subnet': {'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1073268521-subnet', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:22:10.715774 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3575a58b-0b57-46b5-ac6d-be32d1498a95 admin admin] Made reservation on behalf of 0a7ea66fa9f8488c8bf8b31132d05e00 for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:22:10.718081 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3575a58b-0b57-46b5-ac6d-be32d1498a95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:10.718533 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059526fe-829a-453a-9285-de06a54c512c admin admin] Pushing event updated for resources: {'Network': ['ID=1568ce26-9384-481a-b42c-a7f0841cb527,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:10.728178 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 1568ce26-9384-481a-b42c-a7f0841cb527 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 10:22:10.886369 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3575a58b-0b57-46b5-ac6d-be32d1498a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:10.947456 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575a58b-0b57-46b5-ac6d-be32d1498a95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:10.955065 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3575a58b-0b57-46b5-ac6d-be32d1498a95 admin admin] Checking segment: {'id': '1199a4e9-bebb-4005-8c63-de22fbcd37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:22:10.955433 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3575a58b-0b57-46b5-ac6d-be32d1498a95 admin admin] Network hostable DHCP agents. Network: 1568ce26-9384-481a-b42c-a7f0841cb527, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 10:22:10.971749 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3575a58b-0b57-46b5-ac6d-be32d1498a95 admin admin] Network 1568ce26-9384-481a-b42c-a7f0841cb527 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 10:22:10.981068 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-3575a58b-0b57-46b5-ac6d-be32d1498a95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 1568ce26-9384-481a-b42c-a7f0841cb527) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:22:10.986074 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3575a58b-0b57-46b5-ac6d-be32d1498a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:10.986670 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3575a58b-0b57-46b5-ac6d-be32d1498a95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:10.989241 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c668e1-f9e8-4c64-9657-1135bd497235 None None] Network 1568ce26-9384-481a-b42c-a7f0841cb527 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:22:10.999804 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3575a58b-0b57-46b5-ac6d-be32d1498a95 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3084295 Jul 24 10:22:11.002552 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52554) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:11.007013 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-bb5e02c3-1533-49e2-b3eb-521154febd22 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1073268521-router', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:22:11.027757 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb5e02c3-1533-49e2-b3eb-521154febd22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:11.029007 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb5e02c3-1533-49e2-b3eb-521154febd22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:11.088092 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb5e02c3-1533-49e2-b3eb-521154febd22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:11.142238 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fbcf45-ceab-411c-8e82-bb947e421022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-1568ce26-9384-481a-b42c-a7f0841cb527', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'fixed_ips': [{'subnet_id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 10:22:11.143351 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f7fbcf45-ceab-411c-8e82-bb947e421022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:11.223494 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb5e02c3-1533-49e2-b3eb-521154febd22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:11.273557 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-f7fbcf45-ceab-411c-8e82-bb947e421022 None None] Allocated IP 172.20.0.2 (1568ce26-9384-481a-b42c-a7f0841cb527/4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99/2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:22:11.423633 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb5e02c3-1533-49e2-b3eb-521154febd22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:11.424689 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f7fbcf45-ceab-411c-8e82-bb947e421022 None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:11.433585 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f7fbcf45-ceab-411c-8e82-bb947e421022 None None] Transition to ACTIVE for port object 2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:22:11.446977 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb5e02c3-1533-49e2-b3eb-521154febd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:11.448091 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-f7fbcf45-ceab-411c-8e82-bb947e421022 None None] Transition to ACTIVE for port object 2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:22:11.454406 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f7fbcf45-ceab-411c-8e82-bb947e421022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:11.489542 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fbcf45-ceab-411c-8e82-bb947e421022 None None] Network 1568ce26-9384-481a-b42c-a7f0841cb527 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:22:11.492213 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-f7fbcf45-ceab-411c-8e82-bb947e421022 None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:22:11.498645 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fbcf45-ceab-411c-8e82-bb947e421022 None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:22:11.506959 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fbcf45-ceab-411c-8e82-bb947e421022 None None] Pushing event updated for resources: {'Port': ['ID=2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:11.548142 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-bb5e02c3-1533-49e2-b3eb-521154febd22 admin admin] Allocated IP 172.25.7.95 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/a2d998f5-92c3-4c0b-9144-00191601f2b6) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:22:11.565668 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f7fbcf45-ceab-411c-8e82-bb947e421022 None None] Attempting to bind port 2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:22:11.566038 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f7fbcf45-ceab-411c-8e82-bb947e421022 None None] Attempting to bind port 2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '1199a4e9-bebb-4005-8c63-de22fbcd37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:22:11.566397 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fbcf45-ceab-411c-8e82-bb947e421022 None None] Attempting to bind port 2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8 on network 1568ce26-9384-481a-b42c-a7f0841cb527 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:22:11.571258 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fbcf45-ceab-411c-8e82-bb947e421022 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:22:11.571627 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fbcf45-ceab-411c-8e82-bb947e421022 None None] Checking segment: {'id': '1199a4e9-bebb-4005-8c63-de22fbcd37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:22:11.572030 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f7fbcf45-ceab-411c-8e82-bb947e421022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:11.572417 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fbcf45-ceab-411c-8e82-bb947e421022 None None] Bound using segment: {'id': '1199a4e9-bebb-4005-8c63-de22fbcd37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:22:11.572906 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-f7fbcf45-ceab-411c-8e82-bb947e421022 None None] Bound port: 2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1199a4e9-bebb-4005-8c63-de22fbcd37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:22:11.573900 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f7fbcf45-ceab-411c-8e82-bb947e421022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:11.634134 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f7fbcf45-ceab-411c-8e82-bb947e421022 None None] For port 2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:22:11.637787 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-f7fbcf45-ceab-411c-8e82-bb947e421022 None None] For port 2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8,segment=NetworkSegment(1199a4e9-bebb-4005-8c63-de22fbcd37bf),segment_id=1199a4e9-bebb-4005-8c63-de22fbcd37bf)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:22:11.642393 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f7fbcf45-ceab-411c-8e82-bb947e421022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:11.657935 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb5e02c3-1533-49e2-b3eb-521154febd22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:11.697904 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fbcf45-ceab-411c-8e82-bb947e421022 None None] Pushing event updated for resources: {'Port': ['ID=2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:11.704532 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb5e02c3-1533-49e2-b3eb-521154febd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:11.741556 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5e02c3-1533-49e2-b3eb-521154febd22 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:22:11.744348 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-bb5e02c3-1533-49e2-b3eb-521154febd22 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:22:11.752003 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5e02c3-1533-49e2-b3eb-521154febd22 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:22:11.778434 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e02c3-1533-49e2-b3eb-521154febd22 admin admin] Pushing event updated for resources: {'Port': ['ID=a2d998f5-92c3-4c0b-9144-00191601f2b6,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:12.010873 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb5e02c3-1533-49e2-b3eb-521154febd22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:12.200056 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb5e02c3-1533-49e2-b3eb-521154febd22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:12.328131 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5e02c3-1533-49e2-b3eb-521154febd22 admin admin] Router 5cdf5383-301d-4d61-b96e-3db947465fb9 is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 10:22:12.442246 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5e02c3-1533-49e2-b3eb-521154febd22 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:22:12.456465 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] Sync routers for ids ['5cdf5383-301d-4d61-b96e-3db947465fb9'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:22:12.459624 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-bb5e02c3-1533-49e2-b3eb-521154febd22 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:12.461032 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-bb5e02c3-1533-49e2-b3eb-521154febd22 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4573770 Jul 24 10:22:12.463599 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52556) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:12.471064 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] Routers {'5cdf5383-301d-4d61-b96e-3db947465fb9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:22:12.471946 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['5cdf5383-301d-4d61-b96e-3db947465fb9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:12.566624 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebf3124-57d8-4fdd-be79-68f77f6da6b8 None None] Network 1568ce26-9384-481a-b42c-a7f0841cb527 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:22:12.672807 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] Set router 5cdf5383-301d-4d61-b96e-3db947465fb9 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:22:12.699155 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-781ec5ef-387e-4042-a2e8-8fb22b8d36e0 None None] Provisioning for port 2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:22:12.860117 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'name': 'tempest-TestSnapshotPattern-1073268521-router', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:11Z', 'revision_number': 3, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'gw_port': {'id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:12.888215 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] Checking router: 5cdf5383-301d-4d61-b96e-3db947465fb9 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:22:12.888568 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] Updating router 5cdf5383-301d-4d61-b96e-3db947465fb9 port a2d998f5-92c3-4c0b-9144-00191601f2b6 binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 10:22:12.928296 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:13.173289 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:13.183139 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] Transition to ACTIVE for port object a2d998f5-92c3-4c0b-9144-00191601f2b6 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:22:13.188927 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:13.221292 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3361fd41-a7bb-4195-9995-45fb2ec01913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:13.236267 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] Attempting to bind port a2d998f5-92c3-4c0b-9144-00191601f2b6 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:22:13.236625 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] Attempting to bind port a2d998f5-92c3-4c0b-9144-00191601f2b6 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:22:13.237003 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] Attempting to bind port a2d998f5-92c3-4c0b-9144-00191601f2b6 on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:22:13.244166 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d9dc2-2207-41b9-9839-719fafc4bdbb None None] Pushing event updated for resources: {'Port': ['ID=a2d998f5-92c3-4c0b-9144-00191601f2b6,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:13.247834 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:22:13.248199 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:22:13.248588 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:13.248995 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:22:13.249447 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] Bound port: a2d998f5-92c3-4c0b-9144-00191601f2b6, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:22:13.249818 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:13.273727 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d9dc2-2207-41b9-9839-719fafc4bdbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:13.274066 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d9dc2-2207-41b9-9839-719fafc4bdbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:13.274416 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d9dc2-2207-41b9-9839-719fafc4bdbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:13.274725 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d9dc2-2207-41b9-9839-719fafc4bdbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:13.275045 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d9dc2-2207-41b9-9839-719fafc4bdbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:13.275366 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d9dc2-2207-41b9-9839-719fafc4bdbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:13.275683 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d9dc2-2207-41b9-9839-719fafc4bdbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:13.275997 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d9dc2-2207-41b9-9839-719fafc4bdbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:13.276342 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d9dc2-2207-41b9-9839-719fafc4bdbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:13.276659 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d9dc2-2207-41b9-9839-719fafc4bdbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:13.276995 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d9dc2-2207-41b9-9839-719fafc4bdbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:13.277317 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d9dc2-2207-41b9-9839-719fafc4bdbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:22:13.313129 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] For port a2d998f5-92c3-4c0b-9144-00191601f2b6, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:22:13.316767 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] For port a2d998f5-92c3-4c0b-9144-00191601f2b6, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a2d998f5-92c3-4c0b-9144-00191601f2b6,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:22:13.319573 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:13.377674 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d9dc2-2207-41b9-9839-719fafc4bdbb None None] Pushing event updated for resources: {'Port': ['ID=a2d998f5-92c3-4c0b-9144-00191601f2b6,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:13.380506 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] Routers {'5cdf5383-301d-4d61-b96e-3db947465fb9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:22:13.381150 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['5cdf5383-301d-4d61-b96e-3db947465fb9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:13.382825 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-3361fd41-a7bb-4195-9995-45fb2ec01913 admin admin] Allocated IP 172.20.0.1 (1568ce26-9384-481a-b42c-a7f0841cb527/4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99/527bde11-ba23-4a9f-a121-48dbe011e095) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:22:13.484357 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3361fd41-a7bb-4195-9995-45fb2ec01913 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:13.484991 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] Set router 5cdf5383-301d-4d61-b96e-3db947465fb9 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:22:13.498259 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-3361fd41-a7bb-4195-9995-45fb2ec01913 admin admin] Transition to ACTIVE for port object 527bde11-ba23-4a9f-a121-48dbe011e095 will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:22:13.529675 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3361fd41-a7bb-4195-9995-45fb2ec01913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:13.571504 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3361fd41-a7bb-4195-9995-45fb2ec01913 admin admin] Network 1568ce26-9384-481a-b42c-a7f0841cb527 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:22:13.576908 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-3361fd41-a7bb-4195-9995-45fb2ec01913 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:22:13.580649 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3361fd41-a7bb-4195-9995-45fb2ec01913 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:22:13.586161 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361fd41-a7bb-4195-9995-45fb2ec01913 admin admin] Pushing event updated for resources: {'Port': ['ID=527bde11-ba23-4a9f-a121-48dbe011e095,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:13.622747 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3361fd41-a7bb-4195-9995-45fb2ec01913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:13.677574 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'name': 'tempest-TestSnapshotPattern-1073268521-router', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:11Z', 'revision_number': 3, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'gw_port': {'id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:13.713550 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9077a4b5-8ec3-47f8-8cf8-e0ae6cbb91ff None None] The sync data for ids ['5cdf5383-301d-4d61-b96e-3db947465fb9'] in n-d-800085-9 is: [{'id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'name': 'tempest-TestSnapshotPattern-1073268521-router', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:11Z', 'revision_number': 3, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'gw_port': {'id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:22:13.731726 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:22:13.793124 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3361fd41-a7bb-4195-9995-45fb2ec01913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:13.799273 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:22:13.806094 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:22:13.806746 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:13.884161 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-9a2e7e21-c4b3-4646-a326-93fe3cd3f038 None None] Provisioning for port 527bde11-ba23-4a9f-a121-48dbe011e095 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:22:13.891178 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-9a2e7e21-c4b3-4646-a326-93fe3cd3f038 None None] Provisioning complete for port 527bde11-ba23-4a9f-a121-48dbe011e095 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:22:13.891823 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9a2e7e21-c4b3-4646-a326-93fe3cd3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:13.923369 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:13.951203 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-9a2e7e21-c4b3-4646-a326-93fe3cd3f038 None None] Port 527bde11-ba23-4a9f-a121-48dbe011e095 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:22:13.991324 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8,segment=NetworkSegment(1199a4e9-bebb-4005-8c63-de22fbcd37bf),segment_id=1199a4e9-bebb-4005-8c63-de22fbcd37bf)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:22:13.994966 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:13.995371 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3361fd41-a7bb-4195-9995-45fb2ec01913 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:14.000537 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3361fd41-a7bb-4195-9995-45fb2ec01913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:14.057577 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:14.070033 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3361fd41-a7bb-4195-9995-45fb2ec01913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:14.071962 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361fd41-a7bb-4195-9995-45fb2ec01913 admin admin] Pushing event updated for resources: {'Port': ['ID=527bde11-ba23-4a9f-a121-48dbe011e095,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:14.173061 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3361fd41-a7bb-4195-9995-45fb2ec01913 admin admin] Network 1568ce26-9384-481a-b42c-a7f0841cb527 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:22:14.174517 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-3361fd41-a7bb-4195-9995-45fb2ec01913 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:22:14.297728 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3361fd41-a7bb-4195-9995-45fb2ec01913 admin admin] Router 5cdf5383-301d-4d61-b96e-3db947465fb9 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:22:14.384024 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d27b452e-fa7a-486b-b879-dd3ef10f54d9 None None] Provisioning complete for port 527bde11-ba23-4a9f-a121-48dbe011e095 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:22:14.384404 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d27b452e-fa7a-486b-b879-dd3ef10f54d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:14.413469 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3361fd41-a7bb-4195-9995-45fb2ec01913 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:22:14.420939 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3361fd41-a7bb-4195-9995-45fb2ec01913 admin admin] 10.222.0.32 "PUT /v2.0/routers/5cdf5383-301d-4d61-b96e-3db947465fb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9536982 Jul 24 10:22:14.423130 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d27b452e-fa7a-486b-b879-dd3ef10f54d9 None None] Port 527bde11-ba23-4a9f-a121-48dbe011e095 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:22:14.809115 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:14.868677 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52572) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:14.874539 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-ff2ca910-defd-4e90-8e7d-881812668fc2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-393849120-network', 'tenant_id': 'e0690508c5674207b185e83eea8daa8b'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:22:14.895014 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2ca910-defd-4e90-8e7d-881812668fc2 admin admin] Made reservation on behalf of e0690508c5674207b185e83eea8daa8b for: {'network': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:22:14.897360 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff2ca910-defd-4e90-8e7d-881812668fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for network, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:14.909697 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff2ca910-defd-4e90-8e7d-881812668fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:14.998585 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff2ca910-defd-4e90-8e7d-881812668fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:15.002603 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff2ca910-defd-4e90-8e7d-881812668fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:15.028373 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2ca910-defd-4e90-8e7d-881812668fc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 10:22:15.038078 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ca910-defd-4e90-8e7d-881812668fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1ea0c2-7d9d-445e-90ff-c1c5d1275823,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:15.042942 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff2ca910-defd-4e90-8e7d-881812668fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:15.043291 n-d-800085-9 neutron-server[94035]: INFO neutron.db.segments_db [None req-ff2ca910-defd-4e90-8e7d-881812668fc2 admin admin] Added segment 59db85aa-54c3-4e8d-9c65-9ed3277b254a of type vlan for network 1a81ed7c-0174-4713-bf85-51df2e167cb8 Jul 24 10:22:15.082555 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff2ca910-defd-4e90-8e7d-881812668fc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761914179440'] for network, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:15.112694 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff2ca910-defd-4e90-8e7d-881812668fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540'] for network, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:15.113828 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2ca910-defd-4e90-8e7d-881812668fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:15.114421 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-ff2ca910-defd-4e90-8e7d-881812668fc2 admin admin] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:15.148009 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-ff2ca910-defd-4e90-8e7d-881812668fc2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2778478 Jul 24 10:22:15.150690 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52574) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:15.157082 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-3761befb-7d53-4d64-9969-015cf03bd9bf admin admin] Request body: {'subnet': {'network_id': '1a81ed7c-0174-4713-bf85-51df2e167cb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-393849120-subnet', 'tenant_id': 'e0690508c5674207b185e83eea8daa8b', 'ip_version': 4}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:22:15.193019 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ca910-defd-4e90-8e7d-881812668fc2 admin admin] Pushing event updated for resources: {'Network': ['ID=1a81ed7c-0174-4713-bf85-51df2e167cb8,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:15.203899 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Network 1a81ed7c-0174-4713-bf85-51df2e167cb8 details requested by agent ovs-agent-n-d-800085-9 with host n-d-800085-9 {{(pid=94037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 10:22:15.214291 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3761befb-7d53-4d64-9969-015cf03bd9bf admin admin] Made reservation on behalf of e0690508c5674207b185e83eea8daa8b for: {'subnet': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:22:15.217244 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3761befb-7d53-4d64-9969-015cf03bd9bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4587074'] for subnet, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:15.306871 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691b984d-f450-481a-be41-252299b2eae7 None None] Sync routers for ids ['5cdf5383-301d-4d61-b96e-3db947465fb9'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:22:15.316495 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691b984d-f450-481a-be41-252299b2eae7 None None] Routers {'5cdf5383-301d-4d61-b96e-3db947465fb9'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:22:15.317153 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-691b984d-f450-481a-be41-252299b2eae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['5cdf5383-301d-4d61-b96e-3db947465fb9'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:15.395149 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3761befb-7d53-4d64-9969-015cf03bd9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5409528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4587088'] for subnet, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:15.423423 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-691b984d-f450-481a-be41-252299b2eae7 None None] Set router 5cdf5383-301d-4d61-b96e-3db947465fb9 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:22:15.451475 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761befb-7d53-4d64-9969-015cf03bd9bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dae9154-017f-4383-a2f5-ef4bb32b5c39,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:15.458526 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761befb-7d53-4d64-9969-015cf03bd9bf admin admin] Checking segment: {'id': '59db85aa-54c3-4e8d-9c65-9ed3277b254a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1a81ed7c-0174-4713-bf85-51df2e167cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:22:15.458894 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3761befb-7d53-4d64-9969-015cf03bd9bf admin admin] Network hostable DHCP agents. Network: 1a81ed7c-0174-4713-bf85-51df2e167cb8, hostable agents: ['86de7a86-5ec0-4aad-9916-143b22ee3c15'], hosted agents: [] {{(pid=94035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 10:22:15.475519 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3761befb-7d53-4d64-9969-015cf03bd9bf admin admin] Network 1a81ed7c-0174-4713-bf85-51df2e167cb8 is scheduled to be hosted by DHCP agent 86de7a86-5ec0-4aad-9916-143b22ee3c15 with binding_index 1 {{(pid=94035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 10:22:15.485166 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-3761befb-7d53-4d64-9969-015cf03bd9bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-9, 1a81ed7c-0174-4713-bf85-51df2e167cb8) {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:22:15.489228 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3761befb-7d53-4d64-9969-015cf03bd9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:15.489816 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-3761befb-7d53-4d64-9969-015cf03bd9bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:15.503494 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09a2622-12d8-43b7-a879-fcf5f7c1fe0c None None] Network 1a81ed7c-0174-4713-bf85-51df2e167cb8 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:22:15.504265 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-3761befb-7d53-4d64-9969-015cf03bd9bf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3524489 Jul 24 10:22:15.506895 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52576) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:15.511234 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-32827fd5-b294-499c-af36-a174bd274e82 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-393849120-router', 'tenant_id': 'e0690508c5674207b185e83eea8daa8b', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:22:15.530922 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-32827fd5-b294-499c-af36-a174bd274e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-385'] for router, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:15.531905 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-32827fd5-b294-499c-af36-a174bd274e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-440'] for router, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:15.582983 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-32827fd5-b294-499c-af36-a174bd274e82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:15.727810 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-32827fd5-b294-499c-af36-a174bd274e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-422'] for router, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:15.750736 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622cb2ba-d948-4406-b638-0a52a9dc3f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa91b7ca-c54d-53ff-bc9c-798d4ff550ea-1a81ed7c-0174-4713-bf85-51df2e167cb8', 'network_id': '1a81ed7c-0174-4713-bf85-51df2e167cb8', 'tenant_id': 'e0690508c5674207b185e83eea8daa8b', 'fixed_ips': [{'subnet_id': '6dae9154-017f-4383-a2f5-ef4bb32b5c39'}]}} from n-d-800085-9. {{(pid=94037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 10:22:15.752056 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-622cb2ba-d948-4406-b638-0a52a9dc3f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:15.769825 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-691b984d-f450-481a-be41-252299b2eae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'name': 'tempest-TestSnapshotPattern-1073268521-router', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:13Z', 'revision_number': 4, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'gw_port': {'id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '527bde11-ba23-4a9f-a121-48dbe011e095', 'name': '', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'mac_address': 'fa:16:3e:e0:45:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:13Z', 'updated_at': '2021-07-24T10:22:13Z', 'revision_number': 2, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'subnets': [{'id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:15.774722 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a2d998f5-92c3-4c0b-9144-00191601f2b6 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:22:15.823714 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691b984d-f450-481a-be41-252299b2eae7 None None] Checking router: 5cdf5383-301d-4d61-b96e-3db947465fb9 for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:22:15.824428 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691b984d-f450-481a-be41-252299b2eae7 None None] Updating router 5cdf5383-301d-4d61-b96e-3db947465fb9 port 527bde11-ba23-4a9f-a121-48dbe011e095 binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 10:22:15.928189 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-691b984d-f450-481a-be41-252299b2eae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:15.943728 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-32827fd5-b294-499c-af36-a174bd274e82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:15.962373 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-32827fd5-b294-499c-af36-a174bd274e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:16.015602 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port a2d998f5-92c3-4c0b-9144-00191601f2b6 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:22:16.033425 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-622cb2ba-d948-4406-b638-0a52a9dc3f0a None None] Allocated IP 172.20.0.2 (1a81ed7c-0174-4713-bf85-51df2e167cb8/6dae9154-017f-4383-a2f5-ef4bb32b5c39/12ca4620-f647-427c-9f63-98be4abd6cf4) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:22:16.035276 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port a2d998f5-92c3-4c0b-9144-00191601f2b6 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:22:16.035646 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:16.064763 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-32827fd5-b294-499c-af36-a174bd274e82 admin admin] Allocated IP 172.25.7.176 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/16d64fde-cc3f-4db0-90b6-e3d604892c8f) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:22:16.171709 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-32827fd5-b294-499c-af36-a174bd274e82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:16.212951 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-32827fd5-b294-499c-af36-a174bd274e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:16.249229 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32827fd5-b294-499c-af36-a174bd274e82 admin admin] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:22:16.252071 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-32827fd5-b294-499c-af36-a174bd274e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:22:16.257526 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32827fd5-b294-499c-af36-a174bd274e82 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:22:16.285134 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32827fd5-b294-499c-af36-a174bd274e82 admin admin] Pushing event updated for resources: {'Port': ['ID=16d64fde-cc3f-4db0-90b6-e3d604892c8f,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:16.512123 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-32827fd5-b294-499c-af36-a174bd274e82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:16.515499 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:16.577165 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port a2d998f5-92c3-4c0b-9144-00191601f2b6, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a2d998f5-92c3-4c0b-9144-00191601f2b6,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:22:16.580282 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-622cb2ba-d948-4406-b638-0a52a9dc3f0a None None] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:16.601924 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:16.602704 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:22:16.630457 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-622cb2ba-d948-4406-b638-0a52a9dc3f0a None None] Transition to ACTIVE for port object 12ca4620-f647-427c-9f63-98be4abd6cf4 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:22:16.687103 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-691b984d-f450-481a-be41-252299b2eae7 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:16.697595 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-622cb2ba-d948-4406-b638-0a52a9dc3f0a None None] Transition to ACTIVE for port object 12ca4620-f647-427c-9f63-98be4abd6cf4 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:22:16.711307 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-32827fd5-b294-499c-af36-a174bd274e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487487'] for router, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:16.718026 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-622cb2ba-d948-4406-b638-0a52a9dc3f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:16.722057 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-691b984d-f450-481a-be41-252299b2eae7 None None] Transition to ACTIVE for port object 527bde11-ba23-4a9f-a121-48dbe011e095 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:22:16.729543 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=a2d998f5-92c3-4c0b-9144-00191601f2b6,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:16.736489 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-691b984d-f450-481a-be41-252299b2eae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:16.770827 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622cb2ba-d948-4406-b638-0a52a9dc3f0a None None] Network 1a81ed7c-0174-4713-bf85-51df2e167cb8 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:22:16.773960 n-d-800085-9 neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-622cb2ba-d948-4406-b638-0a52a9dc3f0a None None] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:22:16.778271 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622cb2ba-d948-4406-b638-0a52a9dc3f0a None None] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:22:16.808197 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:22:16.808572 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:16.810176 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cb2ba-d948-4406-b638-0a52a9dc3f0a None None] Pushing event updated for resources: {'Port': ['ID=12ca4620-f647-427c-9f63-98be4abd6cf4,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:16.855243 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32827fd5-b294-499c-af36-a174bd274e82 admin admin] Router 97b4eec0-e95d-4293-80fd-b94d77d5c4ac is scheduled to L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 with binding_index 1 {{(pid=94035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 10:22:16.962676 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-622cb2ba-d948-4406-b638-0a52a9dc3f0a None None] Attempting to bind port 12ca4620-f647-427c-9f63-98be4abd6cf4 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:22:16.963247 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-622cb2ba-d948-4406-b638-0a52a9dc3f0a None None] Attempting to bind port 12ca4620-f647-427c-9f63-98be4abd6cf4 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '59db85aa-54c3-4e8d-9c65-9ed3277b254a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1a81ed7c-0174-4713-bf85-51df2e167cb8'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:22:16.963680 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622cb2ba-d948-4406-b638-0a52a9dc3f0a None None] Attempting to bind port 12ca4620-f647-427c-9f63-98be4abd6cf4 on network 1a81ed7c-0174-4713-bf85-51df2e167cb8 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:22:16.972058 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32827fd5-b294-499c-af36-a174bd274e82 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:22:16.981133 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f092a-2df7-4013-976e-feeb041c93bc None None] Pushing event updated for resources: {'Port': ['ID=527bde11-ba23-4a9f-a121-48dbe011e095,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:16.982869 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] Sync routers for ids ['97b4eec0-e95d-4293-80fd-b94d77d5c4ac'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:22:16.985605 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622cb2ba-d948-4406-b638-0a52a9dc3f0a None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:22:16.985989 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622cb2ba-d948-4406-b638-0a52a9dc3f0a None None] Checking segment: {'id': '59db85aa-54c3-4e8d-9c65-9ed3277b254a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1a81ed7c-0174-4713-bf85-51df2e167cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:22:16.986396 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-622cb2ba-d948-4406-b638-0a52a9dc3f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:16.986795 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622cb2ba-d948-4406-b638-0a52a9dc3f0a None None] Bound using segment: {'id': '59db85aa-54c3-4e8d-9c65-9ed3277b254a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1a81ed7c-0174-4713-bf85-51df2e167cb8'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:22:16.987265 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-622cb2ba-d948-4406-b638-0a52a9dc3f0a None None] Bound port: 12ca4620-f647-427c-9f63-98be4abd6cf4, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59db85aa-54c3-4e8d-9c65-9ed3277b254a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1a81ed7c-0174-4713-bf85-51df2e167cb8'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:22:16.987656 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-622cb2ba-d948-4406-b638-0a52a9dc3f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:16.990987 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-32827fd5-b294-499c-af36-a174bd274e82 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:16.991564 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-691b984d-f450-481a-be41-252299b2eae7 None None] Attempting to bind port 527bde11-ba23-4a9f-a121-48dbe011e095 on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:22:16.991938 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-691b984d-f450-481a-be41-252299b2eae7 None None] Attempting to bind port 527bde11-ba23-4a9f-a121-48dbe011e095 by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '1199a4e9-bebb-4005-8c63-de22fbcd37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:22:16.992296 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b984d-f450-481a-be41-252299b2eae7 None None] Attempting to bind port 527bde11-ba23-4a9f-a121-48dbe011e095 on network 1568ce26-9384-481a-b42c-a7f0841cb527 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:22:16.992529 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-32827fd5-b294-499c-af36-a174bd274e82 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4845028 Jul 24 10:22:16.996112 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52578) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:17.002887 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] Routers {'97b4eec0-e95d-4293-80fd-b94d77d5c4ac'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:22:17.003500 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['97b4eec0-e95d-4293-80fd-b94d77d5c4ac'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:17.007868 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b984d-f450-481a-be41-252299b2eae7 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:22:17.008242 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b984d-f450-481a-be41-252299b2eae7 None None] Checking segment: {'id': '1199a4e9-bebb-4005-8c63-de22fbcd37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:22:17.008642 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-691b984d-f450-481a-be41-252299b2eae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:17.009076 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b984d-f450-481a-be41-252299b2eae7 None None] Bound using segment: {'id': '1199a4e9-bebb-4005-8c63-de22fbcd37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:22:17.009548 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-691b984d-f450-481a-be41-252299b2eae7 None None] Bound port: 527bde11-ba23-4a9f-a121-48dbe011e095, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1199a4e9-bebb-4005-8c63-de22fbcd37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:22:17.009933 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-691b984d-f450-481a-be41-252299b2eae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:17.108512 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] Set router 97b4eec0-e95d-4293-80fd-b94d77d5c4ac gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:22:17.154806 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-622cb2ba-d948-4406-b638-0a52a9dc3f0a None None] For port 12ca4620-f647-427c-9f63-98be4abd6cf4, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:22:17.159029 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-622cb2ba-d948-4406-b638-0a52a9dc3f0a None None] For port 12ca4620-f647-427c-9f63-98be4abd6cf4, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=12ca4620-f647-427c-9f63-98be4abd6cf4,segment=NetworkSegment(59db85aa-54c3-4e8d-9c65-9ed3277b254a),segment_id=59db85aa-54c3-4e8d-9c65-9ed3277b254a)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:22:17.161817 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-691b984d-f450-481a-be41-252299b2eae7 None None] For port 527bde11-ba23-4a9f-a121-48dbe011e095, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:22:17.170138 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-622cb2ba-d948-4406-b638-0a52a9dc3f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:17.173863 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-691b984d-f450-481a-be41-252299b2eae7 None None] For port 527bde11-ba23-4a9f-a121-48dbe011e095, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=527bde11-ba23-4a9f-a121-48dbe011e095,segment=NetworkSegment(1199a4e9-bebb-4005-8c63-de22fbcd37bf),segment_id=1199a4e9-bebb-4005-8c63-de22fbcd37bf)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:22:17.205618 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-691b984d-f450-481a-be41-252299b2eae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:17.258669 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cb2ba-d948-4406-b638-0a52a9dc3f0a None None] Pushing event updated for resources: {'Port': ['ID=12ca4620-f647-427c-9f63-98be4abd6cf4,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:17.263721 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691b984d-f450-481a-be41-252299b2eae7 None None] Routers {'5cdf5383-301d-4d61-b96e-3db947465fb9'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:22:17.264855 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-691b984d-f450-481a-be41-252299b2eae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['5cdf5383-301d-4d61-b96e-3db947465fb9'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:17.335630 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b4eec0-e95d-4293-80fd-b94d77d5c4ac', 'name': 'tempest-TestSnapshotPattern-393849120-router', 'tenant_id': 'e0690508c5674207b185e83eea8daa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '16d64fde-cc3f-4db0-90b6-e3d604892c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:15Z', 'updated_at': '2021-07-24T10:22:16Z', 'revision_number': 3, 'project_id': 'e0690508c5674207b185e83eea8daa8b', 'gw_port': {'id': '16d64fde-cc3f-4db0-90b6-e3d604892c8f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:88:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b4eec0-e95d-4293-80fd-b94d77d5c4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:15Z', 'updated_at': '2021-07-24T10:22:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:17.364211 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] Checking router: 97b4eec0-e95d-4293-80fd-b94d77d5c4ac for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:22:17.364555 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] Updating router 97b4eec0-e95d-4293-80fd-b94d77d5c4ac port 16d64fde-cc3f-4db0-90b6-e3d604892c8f binding host n-d-800085-9 {{(pid=94038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 10:22:17.417441 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:17.431791 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:17.451333 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f092a-2df7-4013-976e-feeb041c93bc None None] Pushing event updated for resources: {'Port': ['ID=527bde11-ba23-4a9f-a121-48dbe011e095,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:17.502144 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f7d4b703-d50e-49f9-a949-202530041400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:17.539841 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-691b984d-f450-481a-be41-252299b2eae7 None None] Set router 5cdf5383-301d-4d61-b96e-3db947465fb9 gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:22:17.739340 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-f7d4b703-d50e-49f9-a949-202530041400 admin admin] Allocated IP 172.20.0.1 (1a81ed7c-0174-4713-bf85-51df2e167cb8/6dae9154-017f-4383-a2f5-ef4bb32b5c39/d06b765c-4590-4953-b26c-12620ade77da) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:22:17.817604 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-691b984d-f450-481a-be41-252299b2eae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'name': 'tempest-TestSnapshotPattern-1073268521-router', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:13Z', 'revision_number': 4, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'gw_port': {'id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '527bde11-ba23-4a9f-a121-48dbe011e095', 'name': '', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'mac_address': 'fa:16:3e:e0:45:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:13Z', 'updated_at': '2021-07-24T10:22:17Z', 'revision_number': 4, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'subnets': [{'id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:17.829540 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 12ca4620-f647-427c-9f63-98be4abd6cf4 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:22:17.882572 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f7d4b703-d50e-49f9-a949-202530041400 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:17.894588 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691b984d-f450-481a-be41-252299b2eae7 None None] The sync data for ids ['5cdf5383-301d-4d61-b96e-3db947465fb9'] in n-d-800085-9 is: [{'id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'name': 'tempest-TestSnapshotPattern-1073268521-router', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:13Z', 'revision_number': 4, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'gw_port': {'id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '527bde11-ba23-4a9f-a121-48dbe011e095', 'name': '', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'mac_address': 'fa:16:3e:e0:45:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:13Z', 'updated_at': '2021-07-24T10:22:17Z', 'revision_number': 4, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'subnets': [{'id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:22:17.900305 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [None req-f7d4b703-d50e-49f9-a949-202530041400 admin admin] Transition to ACTIVE for port object d06b765c-4590-4953-b26c-12620ade77da will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:22:17.906395 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:17.918488 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] Transition to ACTIVE for port object 16d64fde-cc3f-4db0-90b6-e3d604892c8f will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:22:17.927442 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:17.931181 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 12ca4620-f647-427c-9f63-98be4abd6cf4 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:22:17.938411 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a2d998f5-92c3-4c0b-9144-00191601f2b6 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:22:17.938535 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f7d4b703-d50e-49f9-a949-202530041400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:18.000128 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] Attempting to bind port 16d64fde-cc3f-4db0-90b6-e3d604892c8f on host n-d-800085-9 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:22:18.001253 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] Attempting to bind port 16d64fde-cc3f-4db0-90b6-e3d604892c8f by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:22:18.001623 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] Attempting to bind port 16d64fde-cc3f-4db0-90b6-e3d604892c8f on network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:22:18.004578 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dcb515-1028-43da-9a5a-912b0ee29371 None None] Pushing event updated for resources: {'Port': ['ID=16d64fde-cc3f-4db0-90b6-e3d604892c8f,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:18.019243 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d4b703-d50e-49f9-a949-202530041400 admin admin] Network 1a81ed7c-0174-4713-bf85-51df2e167cb8 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:22:18.020871 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-f7d4b703-d50e-49f9-a949-202530041400 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:22:18.023209 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4b703-d50e-49f9-a949-202530041400 admin admin] Pushing event updated for resources: {'Port': ['ID=d06b765c-4590-4953-b26c-12620ade77da,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:18.030389 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port a2d998f5-92c3-4c0b-9144-00191601f2b6 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:22:18.031513 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:18.032067 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:22:18.032452 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] Checking segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:22:18.033308 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:18.034294 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d4b703-d50e-49f9-a949-202530041400 admin admin] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:22:18.037153 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] Bound using segment: {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:22:18.037710 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] Bound port: 16d64fde-cc3f-4db0-90b6-e3d604892c8f, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea6d831-9814-47e0-8288-abfca361aa78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:22:18.038118 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:18.081789 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f7d4b703-d50e-49f9-a949-202530041400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489008'] for router_interface, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:18.113212 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] For port 16d64fde-cc3f-4db0-90b6-e3d604892c8f, host n-d-800085-9, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:22:18.117799 n-d-800085-9 neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] For port 16d64fde-cc3f-4db0-90b6-e3d604892c8f, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=16d64fde-cc3f-4db0-90b6-e3d604892c8f,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:22:18.127534 n-d-800085-9 neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:18.196707 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] Routers {'97b4eec0-e95d-4293-80fd-b94d77d5c4ac'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:22:18.199321 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['97b4eec0-e95d-4293-80fd-b94d77d5c4ac'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:18.273440 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dcb515-1028-43da-9a5a-912b0ee29371 None None] Pushing event updated for resources: {'Port': ['ID=16d64fde-cc3f-4db0-90b6-e3d604892c8f,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:18.292606 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f7d4b703-d50e-49f9-a949-202530041400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:18.332646 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] Set router 97b4eec0-e95d-4293-80fd-b94d77d5c4ac gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:22:18.538264 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5900ee7-b845-4779-9b78-2873c4cc839b None None] Network 1a81ed7c-0174-4713-bf85-51df2e167cb8 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:22:18.561720 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b4eec0-e95d-4293-80fd-b94d77d5c4ac', 'name': 'tempest-TestSnapshotPattern-393849120-router', 'tenant_id': 'e0690508c5674207b185e83eea8daa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '16d64fde-cc3f-4db0-90b6-e3d604892c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:15Z', 'updated_at': '2021-07-24T10:22:16Z', 'revision_number': 3, 'project_id': 'e0690508c5674207b185e83eea8daa8b', 'gw_port': {'id': '16d64fde-cc3f-4db0-90b6-e3d604892c8f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:88:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b4eec0-e95d-4293-80fd-b94d77d5c4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:15Z', 'updated_at': '2021-07-24T10:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:18.601210 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c724b039-4f9f-4905-ab23-bdd1f71599f8 None None] The sync data for ids ['97b4eec0-e95d-4293-80fd-b94d77d5c4ac'] in n-d-800085-9 is: [{'id': '97b4eec0-e95d-4293-80fd-b94d77d5c4ac', 'name': 'tempest-TestSnapshotPattern-393849120-router', 'tenant_id': 'e0690508c5674207b185e83eea8daa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '16d64fde-cc3f-4db0-90b6-e3d604892c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:15Z', 'updated_at': '2021-07-24T10:22:16Z', 'revision_number': 3, 'project_id': 'e0690508c5674207b185e83eea8daa8b', 'gw_port': {'id': '16d64fde-cc3f-4db0-90b6-e3d604892c8f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:88:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b4eec0-e95d-4293-80fd-b94d77d5c4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:15Z', 'updated_at': '2021-07-24T10:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:22:18.661483 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-925473e9-440a-4f66-99ee-d294ddcac6dd None None] Provisioning for port 12ca4620-f647-427c-9f63-98be4abd6cf4 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:22:18.690338 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-925473e9-440a-4f66-99ee-d294ddcac6dd None None] Provisioning complete for port 12ca4620-f647-427c-9f63-98be4abd6cf4 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:22:18.690709 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-925473e9-440a-4f66-99ee-d294ddcac6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:18.815273 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-925473e9-440a-4f66-99ee-d294ddcac6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:18.860269 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f7d4b703-d50e-49f9-a949-202530041400 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:18.866085 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-925473e9-440a-4f66-99ee-d294ddcac6dd None None] For port 12ca4620-f647-427c-9f63-98be4abd6cf4, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=12ca4620-f647-427c-9f63-98be4abd6cf4,segment=NetworkSegment(59db85aa-54c3-4e8d-9c65-9ed3277b254a),segment_id=59db85aa-54c3-4e8d-9c65-9ed3277b254a)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:22:18.869045 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f7d4b703-d50e-49f9-a949-202530041400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:18.874957 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-925473e9-440a-4f66-99ee-d294ddcac6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:18.924220 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4b703-d50e-49f9-a949-202530041400 admin admin] Pushing event updated for resources: {'Port': ['ID=d06b765c-4590-4953-b26c-12620ade77da,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:18.963536 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925473e9-440a-4f66-99ee-d294ddcac6dd None None] Pushing event updated for resources: {'Port': ['ID=12ca4620-f647-427c-9f63-98be4abd6cf4,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:18.979421 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f7d4b703-d50e-49f9-a949-202530041400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485381'] for router_interface, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:19.086755 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d4b703-d50e-49f9-a949-202530041400 admin admin] Network 1a81ed7c-0174-4713-bf85-51df2e167cb8 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:22:19.088588 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-f7d4b703-d50e-49f9-a949-202530041400 admin admin] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:22:19.201393 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-19bd3005-bf40-4467-8c9b-332c56ed066e None None] Provisioning complete for port 12ca4620-f647-427c-9f63-98be4abd6cf4 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:22:19.201884 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-19bd3005-bf40-4467-8c9b-332c56ed066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:19.225866 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d4b703-d50e-49f9-a949-202530041400 admin admin] Router 97b4eec0-e95d-4293-80fd-b94d77d5c4ac has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:22:19.336201 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-19bd3005-bf40-4467-8c9b-332c56ed066e None None] Provisioning for port d06b765c-4590-4953-b26c-12620ade77da completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:22:19.344504 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-19bd3005-bf40-4467-8c9b-332c56ed066e None None] Provisioning complete for port d06b765c-4590-4953-b26c-12620ade77da triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:22:19.345024 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-19bd3005-bf40-4467-8c9b-332c56ed066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:19.387183 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d4b703-d50e-49f9-a949-202530041400 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:22:19.404087 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-19bd3005-bf40-4467-8c9b-332c56ed066e None None] Port d06b765c-4590-4953-b26c-12620ade77da cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:22:19.405558 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f7d4b703-d50e-49f9-a949-202530041400 admin admin] 10.222.0.32 "PUT /v2.0/routers/97b4eec0-e95d-4293-80fd-b94d77d5c4ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4088342 Jul 24 10:22:19.533325 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-928634ab-22d3-4f92-8c53-bc4c1940a29c None None] Provisioning complete for port d06b765c-4590-4953-b26c-12620ade77da triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:22:19.533795 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-928634ab-22d3-4f92-8c53-bc4c1940a29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:19.570850 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-928634ab-22d3-4f92-8c53-bc4c1940a29c None None] Port d06b765c-4590-4953-b26c-12620ade77da cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:22:19.695783 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-6d0618f0-ddad-4dd3-8593-fdd16d0879d0 None None] Provisioning complete for port d06b765c-4590-4953-b26c-12620ade77da triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:22:19.696290 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6d0618f0-ddad-4dd3-8593-fdd16d0879d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:19.742221 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-6d0618f0-ddad-4dd3-8593-fdd16d0879d0 None None] Port d06b765c-4590-4953-b26c-12620ade77da cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:22:19.805477 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 527bde11-ba23-4a9f-a121-48dbe011e095 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:22:19.855149 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 527bde11-ba23-4a9f-a121-48dbe011e095 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:22:19.859530 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 527bde11-ba23-4a9f-a121-48dbe011e095 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:22:19.859899 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:19.934760 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:19.965069 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 527bde11-ba23-4a9f-a121-48dbe011e095, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=527bde11-ba23-4a9f-a121-48dbe011e095,segment=NetworkSegment(1199a4e9-bebb-4005-8c63-de22fbcd37bf),segment_id=1199a4e9-bebb-4005-8c63-de22fbcd37bf)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:22:19.968564 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:19.969361 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 12ca4620-f647-427c-9f63-98be4abd6cf4 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:22:20.041929 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=527bde11-ba23-4a9f-a121-48dbe011e095,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:20.051787 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 12ca4620-f647-427c-9f63-98be4abd6cf4 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:22:20.052160 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:20.128428 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 16d64fde-cc3f-4db0-90b6-e3d604892c8f up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:22:20.174295 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port 16d64fde-cc3f-4db0-90b6-e3d604892c8f completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:22:20.177960 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 16d64fde-cc3f-4db0-90b6-e3d604892c8f triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:22:20.178328 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:20.253082 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:20.273066 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port 16d64fde-cc3f-4db0-90b6-e3d604892c8f, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=16d64fde-cc3f-4db0-90b6-e3d604892c8f,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:22:20.277066 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:20.321698 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=16d64fde-cc3f-4db0-90b6-e3d604892c8f,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:20.927120 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52588) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:20.931906 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-b18f20a7-5095-4508-888f-1ab58a66ac73 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-637704541', 'description': 'tempest-secgroup-smoke-637704541 description', 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:22:20.953634 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b18f20a7-5095-4508-888f-1ab58a66ac73 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for security_group, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.032371 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b18f20a7-5095-4508-888f-1ab58a66ac73 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for security_group, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.035723 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b18f20a7-5095-4508-888f-1ab58a66ac73 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.063740 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f20a7-5095-4508-888f-1ab58a66ac73 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea09f7c6-d2ba-4030-8734-2d8eccd610b4,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:21.066436 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-b18f20a7-5095-4508-888f-1ab58a66ac73 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for security_group, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.067953 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-b18f20a7-5095-4508-888f-1ab58a66ac73 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1398621 Jul 24 10:22:21.070940 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52590) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:21.075339 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-703fc9a1-f169-4b00-b4f9-d02990c8fedc tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Request body: {'security_group_rule': {'security_group_id': 'ea09f7c6-d2ba-4030-8734-2d8eccd610b4', 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:22:21.100941 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-703fc9a1-f169-4b00-b4f9-d02990c8fedc tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.158556 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-703fc9a1-f169-4b00-b4f9-d02990c8fedc tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.164361 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-703fc9a1-f169-4b00-b4f9-d02990c8fedc tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.187759 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fc9a1-f169-4b00-b4f9-d02990c8fedc tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712e42b4-3d8d-4bc1-9a96-856366d26f38,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:21.190164 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-703fc9a1-f169-4b00-b4f9-d02990c8fedc tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.191754 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-703fc9a1-f169-4b00-b4f9-d02990c8fedc tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196558 Jul 24 10:22:21.194546 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 52592) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:21.200415 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [None req-29b30769-5c5b-473e-82ae-bafad153cce2 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Request body: {'security_group_rule': {'security_group_id': 'ea09f7c6-d2ba-4030-8734-2d8eccd610b4', 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:22:21.229145 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-29b30769-5c5b-473e-82ae-bafad153cce2 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.290193 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-29b30769-5c5b-473e-82ae-bafad153cce2 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.294704 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-29b30769-5c5b-473e-82ae-bafad153cce2 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.313781 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b30769-5c5b-473e-82ae-bafad153cce2 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1922c8e5-dd3b-4fc9-ba1c-a71cfbfb2643,revision_number=0']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:21.317534 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-29b30769-5c5b-473e-82ae-bafad153cce2 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.318714 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-29b30769-5c5b-473e-82ae-bafad153cce2 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1230254 Jul 24 10:22:21.321575 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52594) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:21.326275 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-7061021b-b05a-43f1-8453-69fd5e0b6604 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Request body: {'security_group_rule': {'security_group_id': 'ea09f7c6-d2ba-4030-8734-2d8eccd610b4', 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:22:21.353536 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7061021b-b05a-43f1-8453-69fd5e0b6604 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.413740 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] Sync routers for ids ['97b4eec0-e95d-4293-80fd-b94d77d5c4ac'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:22:21.415586 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7061021b-b05a-43f1-8453-69fd5e0b6604 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.420194 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7061021b-b05a-43f1-8453-69fd5e0b6604 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.423515 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] Routers {'97b4eec0-e95d-4293-80fd-b94d77d5c4ac'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:22:21.424132 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['97b4eec0-e95d-4293-80fd-b94d77d5c4ac'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:21.435196 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061021b-b05a-43f1-8453-69fd5e0b6604 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc51b12-8496-405b-8a4d-d9232b662cec,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:21.444922 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-7061021b-b05a-43f1-8453-69fd5e0b6604 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.446184 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-7061021b-b05a-43f1-8453-69fd5e0b6604 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235902 Jul 24 10:22:21.448899 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52596) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:21.453325 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-4d23b9f9-ca0d-4745-b6d9-3bbf9fa2bbf4 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Request body: {'security_group_rule': {'security_group_id': 'ea09f7c6-d2ba-4030-8734-2d8eccd610b4', 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:22:21.481011 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d23b9f9-ca0d-4745-b6d9-3bbf9fa2bbf4 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.560097 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d23b9f9-ca0d-4745-b6d9-3bbf9fa2bbf4 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.564462 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d23b9f9-ca0d-4745-b6d9-3bbf9fa2bbf4 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.583893 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23b9f9-ca0d-4745-b6d9-3bbf9fa2bbf4 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d1917ec-53b7-481c-bd77-615aaafb2a0a,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:21.591706 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4d23b9f9-ca0d-4745-b6d9-3bbf9fa2bbf4 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.593005 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4d23b9f9-ca0d-4745-b6d9-3bbf9fa2bbf4 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1431634 Jul 24 10:22:21.595851 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52598) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:21.600458 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-cd96123e-1610-4548-9bce-7f2116573489 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Request body: {'security_group_rule': {'security_group_id': 'ea09f7c6-d2ba-4030-8734-2d8eccd610b4', 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:22:21.623055 n-d-800085-9 neutron-server[94035]: INFO neutron.db.securitygroups_db [None req-cd96123e-1610-4548-9bce-7f2116573489 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Project 0a7ea66fa9f8488c8bf8b31132d05e00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 10:22:21.628692 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cd96123e-1610-4548-9bce-7f2116573489 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.696531 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cd96123e-1610-4548-9bce-7f2116573489 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.701419 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cd96123e-1610-4548-9bce-7f2116573489 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.706153 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 527bde11-ba23-4a9f-a121-48dbe011e095 up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:22:21.711784 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] Set router 97b4eec0-e95d-4293-80fd-b94d77d5c4ac gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:22:21.719522 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96123e-1610-4548-9bce-7f2116573489 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d27ecf-4518-45d1-b227-b13527d7f9aa,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:21.725789 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-cd96123e-1610-4548-9bce-7f2116573489 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.727053 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-cd96123e-1610-4548-9bce-7f2116573489 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303663 Jul 24 10:22:21.729989 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52600) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:21.734501 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-892cc6b3-b491-4cbb-a9dd-6e795f5a7c3b tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Request body: {'security_group_rule': {'security_group_id': 'ea09f7c6-d2ba-4030-8734-2d8eccd610b4', 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:22:21.755241 n-d-800085-9 neutron-server[94035]: INFO neutron.db.securitygroups_db [None req-892cc6b3-b491-4cbb-a9dd-6e795f5a7c3b tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Project 0a7ea66fa9f8488c8bf8b31132d05e00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 10:22:21.759981 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-892cc6b3-b491-4cbb-a9dd-6e795f5a7c3b tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.821907 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-892cc6b3-b491-4cbb-a9dd-6e795f5a7c3b tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.829200 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-892cc6b3-b491-4cbb-a9dd-6e795f5a7c3b tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443845'] for security_group_rule, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.840689 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 527bde11-ba23-4a9f-a121-48dbe011e095 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:22:21.841094 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.857678 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cc6b3-b491-4cbb-a9dd-6e795f5a7c3b tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd19508-e6a1-4518-ae01-de72990f751d,revision_number=0']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:21.866733 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-892cc6b3-b491-4cbb-a9dd-6e795f5a7c3b tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:21.869255 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-892cc6b3-b491-4cbb-a9dd-6e795f5a7c3b tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1382463 Jul 24 10:22:21.998293 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 16d64fde-cc3f-4db0-90b6-e3d604892c8f up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:22:22.028830 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-84165da0-aff4-4941-8468-9af8014f8cba tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-637704541&fields=id&tenant_id=0a7ea66fa9f8488c8bf8b31132d05e00 HTTP/1.1" status: 200 len: 267 time: 0.0337889 Jul 24 10:22:22.031985 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b4eec0-e95d-4293-80fd-b94d77d5c4ac', 'name': 'tempest-TestSnapshotPattern-393849120-router', 'tenant_id': 'e0690508c5674207b185e83eea8daa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '16d64fde-cc3f-4db0-90b6-e3d604892c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:15Z', 'updated_at': '2021-07-24T10:22:18Z', 'revision_number': 4, 'project_id': 'e0690508c5674207b185e83eea8daa8b', 'gw_port': {'id': '16d64fde-cc3f-4db0-90b6-e3d604892c8f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:88:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b4eec0-e95d-4293-80fd-b94d77d5c4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:15Z', 'updated_at': '2021-07-24T10:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'd06b765c-4590-4953-b26c-12620ade77da', 'name': '', 'network_id': '1a81ed7c-0174-4713-bf85-51df2e167cb8', 'tenant_id': 'e0690508c5674207b185e83eea8daa8b', 'mac_address': 'fa:16:3e:d7:6f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b4eec0-e95d-4293-80fd-b94d77d5c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '6dae9154-017f-4383-a2f5-ef4bb32b5c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:17Z', 'updated_at': '2021-07-24T10:22:18Z', 'revision_number': 2, 'project_id': 'e0690508c5674207b185e83eea8daa8b', 'subnets': [{'id': '6dae9154-017f-4383-a2f5-ef4bb32b5c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:22.061974 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] Checking router: 97b4eec0-e95d-4293-80fd-b94d77d5c4ac for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:22:22.062319 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] Updating router 97b4eec0-e95d-4293-80fd-b94d77d5c4ac port d06b765c-4590-4953-b26c-12620ade77da binding host n-d-800085-9 {{(pid=94037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 10:22:22.103186 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:22.111501 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port 16d64fde-cc3f-4db0-90b6-e3d604892c8f triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:22:22.111858 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:22.137048 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-1ff1038b-29ec-4202-a231-bfff321ccb76 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:22.138542 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-1ff1038b-29ec-4202-a231-bfff321ccb76 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/networks?id=1568ce26-9384-481a-b42c-a7f0841cb527 HTTP/1.1" status: 200 len: 810 time: 0.1029279 Jul 24 10:22:22.153521 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-0da4c531-6ffd-4144-aac8-fa9a80ab4600 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/quotas/0a7ea66fa9f8488c8bf8b31132d05e00 HTTP/1.1" status: 200 len: 375 time: 0.0090921 Jul 24 10:22:22.220162 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-9e7b8f05-716c-401a-80b6-748637539ca4 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a7ea66fa9f8488c8bf8b31132d05e00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614369 Jul 24 10:22:22.320991 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-30a8fed9-62a0-42fd-aa09-2c5ca3355b7f service neutron] 10.222.0.32 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879512 Jul 24 10:22:22.408970 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-66ff9b77-6c46-4b0a-b117-21c416baf1b1 service neutron] 10.222.0.32 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819838 Jul 24 10:22:22.422360 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:22.432973 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] Transition to ACTIVE for port object d06b765c-4590-4953-b26c-12620ade77da will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:22:22.438397 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:22.513243 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91221a3e-2249-498a-be50-32973d6257b8 None None] Pushing event updated for resources: {'Port': ['ID=d06b765c-4590-4953-b26c-12620ade77da,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:22.553584 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] Attempting to bind port d06b765c-4590-4953-b26c-12620ade77da on host n-d-800085-9 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:22:22.553711 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] Attempting to bind port d06b765c-4590-4953-b26c-12620ade77da by drivers openvswitch,hyperv on host n-d-800085-9 at level 0 using segments [{'id': '59db85aa-54c3-4e8d-9c65-9ed3277b254a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1a81ed7c-0174-4713-bf85-51df2e167cb8'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:22:22.554598 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] Attempting to bind port d06b765c-4590-4953-b26c-12620ade77da on network 1a81ed7c-0174-4713-bf85-51df2e167cb8 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:22:22.561021 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] Checking agent: {'id': '5d5a628b-bba8-4aa5-b38b-47571be8e6de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 8, 56, 30), 'started_at': datetime.datetime(2021, 7, 24, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:22:22.561714 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] Checking segment: {'id': '59db85aa-54c3-4e8d-9c65-9ed3277b254a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1a81ed7c-0174-4713-bf85-51df2e167cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:22:22.562306 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:22.562873 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] Bound using segment: {'id': '59db85aa-54c3-4e8d-9c65-9ed3277b254a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1a81ed7c-0174-4713-bf85-51df2e167cb8'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:22:22.563525 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] Bound port: d06b765c-4590-4953-b26c-12620ade77da, host: n-d-800085-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59db85aa-54c3-4e8d-9c65-9ed3277b254a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1a81ed7c-0174-4713-bf85-51df2e167cb8'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:22:22.564891 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:22.596077 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3a9577f8-e89e-4752-85cf-b1fab12114aa req-f00ed868-3aef-4fdb-92b4-fb00431a9403 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea HTTP/1.1" status: 200 len: 210 time: 0.0325203 Jul 24 10:22:22.640411 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] For port d06b765c-4590-4953-b26c-12620ade77da, host n-d-800085-9, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:22:22.643907 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] For port d06b765c-4590-4953-b26c-12620ade77da, host n-d-800085-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d06b765c-4590-4953-b26c-12620ade77da,segment=NetworkSegment(59db85aa-54c3-4e8d-9c65-9ed3277b254a),segment_id=59db85aa-54c3-4e8d-9c65-9ed3277b254a)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:22:22.648999 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:22.709135 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91221a3e-2249-498a-be50-32973d6257b8 None None] Pushing event updated for resources: {'Port': ['ID=d06b765c-4590-4953-b26c-12620ade77da,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:22.712255 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] Routers {'97b4eec0-e95d-4293-80fd-b94d77d5c4ac'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:22:22.712909 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:22:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['97b4eec0-e95d-4293-80fd-b94d77d5c4ac'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:22.832114 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] Set router 97b4eec0-e95d-4293-80fd-b94d77d5c4ac gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:22:23.034781 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b4eec0-e95d-4293-80fd-b94d77d5c4ac', 'name': 'tempest-TestSnapshotPattern-393849120-router', 'tenant_id': 'e0690508c5674207b185e83eea8daa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '16d64fde-cc3f-4db0-90b6-e3d604892c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:15Z', 'updated_at': '2021-07-24T10:22:18Z', 'revision_number': 4, 'project_id': 'e0690508c5674207b185e83eea8daa8b', 'gw_port': {'id': '16d64fde-cc3f-4db0-90b6-e3d604892c8f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:88:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b4eec0-e95d-4293-80fd-b94d77d5c4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:15Z', 'updated_at': '2021-07-24T10:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'd06b765c-4590-4953-b26c-12620ade77da', 'name': '', 'network_id': '1a81ed7c-0174-4713-bf85-51df2e167cb8', 'tenant_id': 'e0690508c5674207b185e83eea8daa8b', 'mac_address': 'fa:16:3e:d7:6f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b4eec0-e95d-4293-80fd-b94d77d5c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '6dae9154-017f-4383-a2f5-ef4bb32b5c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:17Z', 'updated_at': '2021-07-24T10:22:22Z', 'revision_number': 4, 'project_id': 'e0690508c5674207b185e83eea8daa8b', 'subnets': [{'id': '6dae9154-017f-4383-a2f5-ef4bb32b5c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:23.063159 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c2df32-c809-48d2-965c-aa3e7464fa11 None None] The sync data for ids ['97b4eec0-e95d-4293-80fd-b94d77d5c4ac'] in n-d-800085-9 is: [{'id': '97b4eec0-e95d-4293-80fd-b94d77d5c4ac', 'name': 'tempest-TestSnapshotPattern-393849120-router', 'tenant_id': 'e0690508c5674207b185e83eea8daa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '16d64fde-cc3f-4db0-90b6-e3d604892c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:15Z', 'updated_at': '2021-07-24T10:22:18Z', 'revision_number': 4, 'project_id': 'e0690508c5674207b185e83eea8daa8b', 'gw_port': {'id': '16d64fde-cc3f-4db0-90b6-e3d604892c8f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:88:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b4eec0-e95d-4293-80fd-b94d77d5c4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:15Z', 'updated_at': '2021-07-24T10:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': 'd06b765c-4590-4953-b26c-12620ade77da', 'name': '', 'network_id': '1a81ed7c-0174-4713-bf85-51df2e167cb8', 'tenant_id': 'e0690508c5674207b185e83eea8daa8b', 'mac_address': 'fa:16:3e:d7:6f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b4eec0-e95d-4293-80fd-b94d77d5c4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '6dae9154-017f-4383-a2f5-ef4bb32b5c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:17Z', 'updated_at': '2021-07-24T10:22:22Z', 'revision_number': 4, 'project_id': 'e0690508c5674207b185e83eea8daa8b', 'subnets': [{'id': '6dae9154-017f-4383-a2f5-ef4bb32b5c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:22:23.684032 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-94a6c9cc-9809-44d3-b792-7ed381275e92 req-6aa3f955-b31f-4d6c-a000-eb9f1e0fda72 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea HTTP/1.1" status: 200 len: 210 time: 0.0338349 Jul 24 10:22:23.692108 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d06b765c-4590-4953-b26c-12620ade77da up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:22:23.740133 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning for port d06b765c-4590-4953-b26c-12620ade77da completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:22:23.743961 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port d06b765c-4590-4953-b26c-12620ade77da triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:22:23.744400 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:23.826404 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:23.859857 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-4167d301-9674-44f6-95b9-412523026a10 None None] For port d06b765c-4590-4953-b26c-12620ade77da, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d06b765c-4590-4953-b26c-12620ade77da,segment=NetworkSegment(59db85aa-54c3-4e8d-9c65-9ed3277b254a),segment_id=59db85aa-54c3-4e8d-9c65-9ed3277b254a)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:22:23.865370 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:23.918557 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Pushing event updated for resources: {'Port': ['ID=d06b765c-4590-4953-b26c-12620ade77da,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:24.765782 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0dec9a51-3939-441c-913e-5de489b7bc48 req-d3b70893-8a74-4f65-863b-a856f4cc9872 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea HTTP/1.1" status: 200 len: 210 time: 0.0282402 Jul 24 10:22:25.681084 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d06b765c-4590-4953-b26c-12620ade77da up at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:22:25.731103 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Provisioning complete for port d06b765c-4590-4953-b26c-12620ade77da triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:22:25.731501 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:25.782212 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-76a91c13-8410-4cb7-8d93-43b81aa2be3c tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:25.783615 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-76a91c13-8410-4cb7-8d93-43b81aa2be3c tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.37 "GET /v2.0/networks?id=1568ce26-9384-481a-b42c-a7f0841cb527 HTTP/1.1" status: 200 len: 810 time: 0.1342943 Jul 24 10:22:25.829947 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-f49abd7f-70f1-4f4d-a432-f003274c4c41 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a7ea66fa9f8488c8bf8b31132d05e00 HTTP/1.1" status: 200 len: 379 time: 0.0368121 Jul 24 10:22:25.839428 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-45eece66-c816-4a4d-b2d9-3293e599b191 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Request body: {'port': {'device_id': '74b734c8-fbbd-4ab9-b52d-80b39bf4cbea', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'admin_state_up': True, 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'security_groups': ['ea09f7c6-d2ba-4030-8734-2d8eccd610b4']}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:22:25.874273 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-b2872c98-b239-4673-9a6c-4ebab9d7a125 req-a21f6774-9773-4e51-8a65-9e268f3666da tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea HTTP/1.1" status: 200 len: 210 time: 0.0307407 Jul 24 10:22:25.947240 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-45eece66-c816-4a4d-b2d9-3293e599b191 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Made reservation on behalf of 0a7ea66fa9f8488c8bf8b31132d05e00 for: {'port': 1} {{(pid=94036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:22:25.950682 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-45eece66-c816-4a4d-b2d9-3293e599b191 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:26.068317 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_common [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-45eece66-c816-4a4d-b2d9-3293e599b191 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Allocated IP 172.20.0.10 (1568ce26-9384-481a-b42c-a7f0841cb527/4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99/491c04e3-e455-497a-ae99-fc8db01ced59) {{(pid=94036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:22:26.205804 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-45eece66-c816-4a4d-b2d9-3293e599b191 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for port, precommit_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:26.219299 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-45eece66-c816-4a4d-b2d9-3293e599b191 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Transition to ACTIVE for port object 491c04e3-e455-497a-ae99-fc8db01ced59 will not be triggered until provisioned by entity DHCP. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:22:26.253801 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-45eece66-c816-4a4d-b2d9-3293e599b191 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_create {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:26.296684 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-45eece66-c816-4a4d-b2d9-3293e599b191 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Network 1568ce26-9384-481a-b42c-a7f0841cb527 is already hosted by enough agents. {{(pid=94036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:22:26.301558 n-d-800085-9 neutron-server[94036]: DEBUG neutron.scheduler.base_scheduler [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-45eece66-c816-4a4d-b2d9-3293e599b191 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Resources bound (agent type, host, resource id): {{(pid=94036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:22:26.305233 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-45eece66-c816-4a4d-b2d9-3293e599b191 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Received port after_create {{(pid=94036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:22:26.333650 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eece66-c816-4a4d-b2d9-3293e599b191 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Pushing event updated for resources: {'Port': ['ID=491c04e3-e455-497a-ae99-fc8db01ced59,revision_number=1']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:26.361974 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-45eece66-c816-4a4d-b2d9-3293e599b191 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:26.362628 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-45eece66-c816-4a4d-b2d9-3293e599b191 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:26.377355 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-45eece66-c816-4a4d-b2d9-3293e599b191 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5421841 Jul 24 10:22:26.478472 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.v2.base [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-12459d4f-0516-47e6-8d3e-7730ce3cf5cc service neutron] Request body: {'port': {'device_id': '74b734c8-fbbd-4ab9-b52d-80b39bf4cbea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-9'}} {{(pid=94036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:22:26.503051 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-dc6eb6a9-a61d-4b9f-a4e7-f28f0a9e0d7e None None] Provisioning for port 491c04e3-e455-497a-ae99-fc8db01ced59 completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:22:26.506620 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-dc6eb6a9-a61d-4b9f-a4e7-f28f0a9e0d7e None None] Provisioning complete for port 491c04e3-e455-497a-ae99-fc8db01ced59 triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:22:26.506991 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb6a9-a61d-4b9f-a4e7-f28f0a9e0d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:26.539849 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-dc6eb6a9-a61d-4b9f-a4e7-f28f0a9e0d7e None None] Port 491c04e3-e455-497a-ae99-fc8db01ced59 cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:22:26.552461 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-12459d4f-0516-47e6-8d3e-7730ce3cf5cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:26.819805 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-12459d4f-0516-47e6-8d3e-7730ce3cf5cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491c04e3-e455-497a-ae99-fc8db01ced59 {{(pid=94036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:22:26.827481 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-12459d4f-0516-47e6-8d3e-7730ce3cf5cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:26.839564 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.provisioning_blocks [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-12459d4f-0516-47e6-8d3e-7730ce3cf5cc service neutron] Transition to ACTIVE for port object 491c04e3-e455-497a-ae99-fc8db01ced59 will not be triggered until provisioned by entity L2. {{(pid=94036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:22:26.842353 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-12459d4f-0516-47e6-8d3e-7730ce3cf5cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:26.900288 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12459d4f-0516-47e6-8d3e-7730ce3cf5cc service neutron] Pushing event updated for resources: {'Port': ['ID=491c04e3-e455-497a-ae99-fc8db01ced59,revision_number=2']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:27.010693 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-12459d4f-0516-47e6-8d3e-7730ce3cf5cc service neutron] Attempting to bind port 491c04e3-e455-497a-ae99-fc8db01ced59 on host n-h1-800085-9 for vnic_type normal with profile {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:22:27.011026 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-12459d4f-0516-47e6-8d3e-7730ce3cf5cc service neutron] Attempting to bind port 491c04e3-e455-497a-ae99-fc8db01ced59 by drivers openvswitch,hyperv on host n-h1-800085-9 at level 0 using segments [{'id': '1199a4e9-bebb-4005-8c63-de22fbcd37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527'}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:22:27.011354 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-12459d4f-0516-47e6-8d3e-7730ce3cf5cc service neutron] Attempting to bind port 491c04e3-e455-497a-ae99-fc8db01ced59 on network 1568ce26-9384-481a-b42c-a7f0841cb527 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:22:27.019247 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-12459d4f-0516-47e6-8d3e-7730ce3cf5cc service neutron] Port 491c04e3-e455-497a-ae99-fc8db01ced59 on network 1568ce26-9384-481a-b42c-a7f0841cb527 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-9 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 10:22:27.019570 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-12459d4f-0516-47e6-8d3e-7730ce3cf5cc service neutron] Attempting to bind port 491c04e3-e455-497a-ae99-fc8db01ced59 on network 1568ce26-9384-481a-b42c-a7f0841cb527 {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:22:27.030011 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-12459d4f-0516-47e6-8d3e-7730ce3cf5cc service neutron] Checking agent: {'id': 'c3356127-aaf6-4907-9389-e802f5b93e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:22:27.030353 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-12459d4f-0516-47e6-8d3e-7730ce3cf5cc service neutron] Checking segment: {'id': '1199a4e9-bebb-4005-8c63-de22fbcd37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:22:27.030733 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-12459d4f-0516-47e6-8d3e-7730ce3cf5cc service neutron] Bound using segment: {'id': '1199a4e9-bebb-4005-8c63-de22fbcd37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527'} {{(pid=94036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:22:27.031163 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.managers [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-12459d4f-0516-47e6-8d3e-7730ce3cf5cc service neutron] Bound port: 491c04e3-e455-497a-ae99-fc8db01ced59, host: n-h1-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1199a4e9-bebb-4005-8c63-de22fbcd37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527'}}] {{(pid=94036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:22:27.031519 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-12459d4f-0516-47e6-8d3e-7730ce3cf5cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:27.057815 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424755ed-d1a4-4a5e-abf9-d775cb5ae88d req-6b6e933b-3282-4e4f-8204-e0cc5d0ee1b4 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:27.059309 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-424755ed-d1a4-4a5e-abf9-d775cb5ae88d req-6b6e933b-3282-4e4f-8204-e0cc5d0ee1b4 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea HTTP/1.1" status: 200 len: 944 time: 0.1044180 Jul 24 10:22:27.130964 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-424755ed-d1a4-4a5e-abf9-d775cb5ae88d req-019bca5e-7501-4bfb-ae11-02b90995d313 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549412 Jul 24 10:22:27.131866 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-12459d4f-0516-47e6-8d3e-7730ce3cf5cc service neutron] For port 491c04e3-e455-497a-ae99-fc8db01ced59, host n-h1-800085-9, cleared binding levels {{(pid=94036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:22:27.135149 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-12459d4f-0516-47e6-8d3e-7730ce3cf5cc service neutron] For port 491c04e3-e455-497a-ae99-fc8db01ced59, host n-h1-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=491c04e3-e455-497a-ae99-fc8db01ced59,segment=NetworkSegment(1199a4e9-bebb-4005-8c63-de22fbcd37bf),segment_id=1199a4e9-bebb-4005-8c63-de22fbcd37bf)] {{(pid=94036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:22:27.139232 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-12459d4f-0516-47e6-8d3e-7730ce3cf5cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6006793'] for port, after_update {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:27.173659 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-12459d4f-0516-47e6-8d3e-7730ce3cf5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:27.174290 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-12459d4f-0516-47e6-8d3e-7730ce3cf5cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:27.178832 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-12459d4f-0516-47e6-8d3e-7730ce3cf5cc service neutron] 10.222.0.37 "PUT /v2.0/ports/491c04e3-e455-497a-ae99-fc8db01ced59 HTTP/1.1" status: 200 len: 1092 time: 0.7904215 Jul 24 10:22:27.178832 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b734c8-fbbd-4ab9-b52d-80b39bf4cbea', 'tag': '491c04e3-e455-497a-ae99-fc8db01ced59'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:22:27.178832 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0ac4981879846d8821277b3228522714eb2c0e29e76d1b29de9e8d513d31c24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c5ea6f-6324-47e9-b157-2a4ad5c8dd19" -d '{"events": [{"name": "network-changed", "server_uuid": "74b734c8-fbbd-4ab9-b52d-80b39bf4cbea", "tag": "491c04e3-e455-497a-ae99-fc8db01ced59"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:22:27.205414 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12459d4f-0516-47e6-8d3e-7730ce3cf5cc service neutron] Pushing event updated for resources: {'Port': ['ID=491c04e3-e455-497a-ae99-fc8db01ced59,revision_number=3']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:27.227975 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ce3044-6378-48c5-834c-0e715e99f4cd x-openstack-request-id: req-99ce3044-6378-48c5-834c-0e715e99f4cd {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:22:27.228269 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b734c8-fbbd-4ab9-b52d-80b39bf4cbea", "tag": "491c04e3-e455-497a-ae99-fc8db01ced59", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:22:27.228520 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99ce3044-6378-48c5-834c-0e715e99f4cd {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:22:27.229029 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b734c8-fbbd-4ab9-b52d-80b39bf4cbea', 'tag': '491c04e3-e455-497a-ae99-fc8db01ced59', 'status': 'completed', 'code': 200} Jul 24 10:22:27.289343 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-c0195578-bec2-4d54-b6b5-f1054e8fd3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:27.290893 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-c0195578-bec2-4d54-b6b5-f1054e8fd3c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a7ea66fa9f8488c8bf8b31132d05e00&device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea HTTP/1.1" status: 200 len: 1095 time: 0.0602560 Jul 24 10:22:27.334187 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-a2dad825-c79d-409a-a385-015beacccd1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=491c04e3-e455-497a-ae99-fc8db01ced59 HTTP/1.1" status: 200 len: 217 time: 0.0355189 Jul 24 10:22:27.372553 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f5ff49d5-4e91-4e45-845d-fdee727d8bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:27.384150 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-8093ebdf-49c2-467f-b134-da6cd7faa2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:27.385636 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-8093ebdf-49c2-467f-b134-da6cd7faa2e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99 HTTP/1.1" status: 200 len: 849 time: 0.0450652 Jul 24 10:22:27.447795 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-eb0663bc-2dc2-4f16-a0ac-12e236b011ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:27.449317 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-eb0663bc-2dc2-4f16-a0ac-12e236b011ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1568ce26-9384-481a-b42c-a7f0841cb527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574846 Jul 24 10:22:27.536413 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-74d5a9d2-bb5d-49f1-8faa-4a8bb6a07149 service neutron] 10.222.0.37 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809748 Jul 24 10:22:27.627706 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-847a5b63-d5a4-4637-8c66-ba9b85b6c5c6 req-a916cd23-4220-48d6-b059-d6c0f2cbc656 service neutron] 10.222.0.37 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845611 Jul 24 10:22:27.724331 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5ea6f-6324-47e9-b157-2a4ad5c8dd19 req-9434b83e-e3b4-4ef9-8aeb-ffadc00d2981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:27.725858 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-63c5ea6f-6324-47e9-b157-2a4ad5c8dd19 req-9434b83e-e3b4-4ef9-8aeb-ffadc00d2981 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a7ea66fa9f8488c8bf8b31132d05e00&device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea HTTP/1.1" status: 200 len: 1095 time: 0.0532134 Jul 24 10:22:27.817006 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5ea6f-6324-47e9-b157-2a4ad5c8dd19 req-4bd9ad1a-a6e6-456b-8a03-2e3ef1addf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:27.818488 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-63c5ea6f-6324-47e9-b157-2a4ad5c8dd19 req-4bd9ad1a-a6e6-456b-8a03-2e3ef1addf86 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1568ce26-9384-481a-b42c-a7f0841cb527 HTTP/1.1" status: 200 len: 910 time: 0.0861285 Jul 24 10:22:27.860714 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-63c5ea6f-6324-47e9-b157-2a4ad5c8dd19 req-aa3cbe81-3a1a-4639-89cb-0c966e75b9a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=491c04e3-e455-497a-ae99-fc8db01ced59 HTTP/1.1" status: 200 len: 217 time: 0.0350513 Jul 24 10:22:27.911044 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5ea6f-6324-47e9-b157-2a4ad5c8dd19 req-b6dd5d75-7bef-4641-991b-7f59b6ff667b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:27.912514 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-63c5ea6f-6324-47e9-b157-2a4ad5c8dd19 req-b6dd5d75-7bef-4641-991b-7f59b6ff667b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99 HTTP/1.1" status: 200 len: 849 time: 0.0455384 Jul 24 10:22:27.970381 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5ea6f-6324-47e9-b157-2a4ad5c8dd19 req-d6d6a606-a356-4510-aab6-ac6bc374063d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:27.971854 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-63c5ea6f-6324-47e9-b157-2a4ad5c8dd19 req-d6d6a606-a356-4510-aab6-ac6bc374063d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1568ce26-9384-481a-b42c-a7f0841cb527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519898 Jul 24 10:22:28.064028 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-63c5ea6f-6324-47e9-b157-2a4ad5c8dd19 req-c5ede507-5c03-41db-83fb-4e130ee84511 service neutron] 10.222.0.37 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836408 Jul 24 10:22:28.158058 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-63c5ea6f-6324-47e9-b157-2a4ad5c8dd19 req-61915674-3711-4e52-ac5e-32dba10249be service neutron] 10.222.0.37 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856345 Jul 24 10:22:28.265337 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab688a72-0820-41e5-8ae3-2e1b5127d560 req-eac8cb8c-304c-4c9e-8e7a-fb52cc50f597 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:28.266815 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ab688a72-0820-41e5-8ae3-2e1b5127d560 req-eac8cb8c-304c-4c9e-8e7a-fb52cc50f597 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea HTTP/1.1" status: 200 len: 944 time: 0.0624001 Jul 24 10:22:28.303977 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ab688a72-0820-41e5-8ae3-2e1b5127d560 req-e7c3a55e-ccc5-4273-87e2-4919955448aa tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313957 Jul 24 10:22:29.448464 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b245bc-6eee-49e3-ba1a-a8e7d27b79c8 req-a3ac7eda-e575-47c7-9d55-1cea0024f556 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:29.449961 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c9b245bc-6eee-49e3-ba1a-a8e7d27b79c8 req-a3ac7eda-e575-47c7-9d55-1cea0024f556 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea HTTP/1.1" status: 200 len: 944 time: 0.0691075 Jul 24 10:22:29.485921 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c9b245bc-6eee-49e3-ba1a-a8e7d27b79c8 req-34168a82-e9e4-4fde-b93f-eb2070fe7b26 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303688 Jul 24 10:22:29.529688 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 491c04e3-e455-497a-ae99-fc8db01ced59 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 10:22:29.622232 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 491c04e3-e455-497a-ae99-fc8db01ced59, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=491c04e3-e455-497a-ae99-fc8db01ced59,segment=NetworkSegment(1199a4e9-bebb-4005-8c63-de22fbcd37bf),segment_id=1199a4e9-bebb-4005-8c63-de22fbcd37bf)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:22:29.633226 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '491c04e3-e455-497a-ae99-fc8db01ced59', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'port_id': '491c04e3-e455-497a-ae99-fc8db01ced59', 'mac_address': 'fa:16:3e:00:08:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 10:22:29.669620 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:29.681708 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491c04e3-e455-497a-ae99-fc8db01ced59 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:22:29.701280 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 491c04e3-e455-497a-ae99-fc8db01ced59, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=491c04e3-e455-497a-ae99-fc8db01ced59,segment=NetworkSegment(1199a4e9-bebb-4005-8c63-de22fbcd37bf),segment_id=1199a4e9-bebb-4005-8c63-de22fbcd37bf)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:22:29.705356 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:29.749821 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=491c04e3-e455-497a-ae99-fc8db01ced59,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:29.857637 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d56af27b-a220-4bba-b7ec-49b18f511a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:29.958627 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['491c04e3-e455-497a-ae99-fc8db01ced59'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:22:30.575928 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:30.617083 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93dd73-45a3-41d6-88bc-a425674d9630 req-15f85f38-42b8-4e31-ab7d-6ed3681f5aee tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:30.618597 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bb93dd73-45a3-41d6-88bc-a425674d9630 req-15f85f38-42b8-4e31-ab7d-6ed3681f5aee tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea HTTP/1.1" status: 200 len: 945 time: 0.0639367 Jul 24 10:22:30.655988 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-bb93dd73-45a3-41d6-88bc-a425674d9630 req-b19f8fc4-378e-4867-a0bf-039e88629f1f tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317273 Jul 24 10:22:31.295984 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:31.544685 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 491c04e3-e455-497a-ae99-fc8db01ced59 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:22:31.593744 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning for port 491c04e3-e455-497a-ae99-fc8db01ced59 completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:22:31.597535 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 491c04e3-e455-497a-ae99-fc8db01ced59 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:22:31.597903 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:31.672139 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:31.694089 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b734c8-fbbd-4ab9-b52d-80b39bf4cbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491c04e3-e455-497a-ae99-fc8db01ced59'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:22:31.696357 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfecc09ccecf6097530ed06b3b0f605c347a07b6c448c324480a744ab89978bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41933f9-8950-4298-8ad9-5bf42cd1c8cf" -d '{"events": [{"server_uuid": "74b734c8-fbbd-4ab9-b52d-80b39bf4cbea", "name": "network-vif-plugged", "status": "completed", "tag": "491c04e3-e455-497a-ae99-fc8db01ced59"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:22:31.709913 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 491c04e3-e455-497a-ae99-fc8db01ced59, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=491c04e3-e455-497a-ae99-fc8db01ced59,segment=NetworkSegment(1199a4e9-bebb-4005-8c63-de22fbcd37bf),segment_id=1199a4e9-bebb-4005-8c63-de22fbcd37bf)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:22:31.714820 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:31.745410 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46217049-08db-4801-aa0d-5ad8ca874628 x-openstack-request-id: req-46217049-08db-4801-aa0d-5ad8ca874628 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:22:31.745709 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b734c8-fbbd-4ab9-b52d-80b39bf4cbea", "name": "network-vif-plugged", "status": "completed", "tag": "491c04e3-e455-497a-ae99-fc8db01ced59", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:22:31.745967 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46217049-08db-4801-aa0d-5ad8ca874628 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:22:31.746357 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b734c8-fbbd-4ab9-b52d-80b39bf4cbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491c04e3-e455-497a-ae99-fc8db01ced59', 'code': 200} Jul 24 10:22:31.767920 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=491c04e3-e455-497a-ae99-fc8db01ced59,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:31.799314 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27808d-9ad5-47fb-80fb-bb38b2a232fc req-653f7156-c98b-4b9c-b6d6-fffa9b479195 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:31.800714 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3d27808d-9ad5-47fb-80fb-bb38b2a232fc req-653f7156-c98b-4b9c-b6d6-fffa9b479195 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea HTTP/1.1" status: 200 len: 946 time: 0.0729554 Jul 24 10:22:31.837920 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-3d27808d-9ad5-47fb-80fb-bb38b2a232fc req-4b491218-90f8-4efd-bfd1-0a2105d05c1d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315387 Jul 24 10:22:31.864650 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1a6a0-f070-4d25-93c5-567d9f5fa1c4 req-9cc9dddb-8f1d-4fd7-85ae-c96f387c979d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:31.866204 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3fb1a6a0-f070-4d25-93c5-567d9f5fa1c4 req-9cc9dddb-8f1d-4fd7-85ae-c96f387c979d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea HTTP/1.1" status: 200 len: 1097 time: 0.0581672 Jul 24 10:22:31.898993 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3fb1a6a0-f070-4d25-93c5-567d9f5fa1c4 req-624515d5-a266-4ff7-aa69-7757d50f82ee service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261524 Jul 24 10:22:32.971187 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d6d60-f542-4403-88ee-0f48fa88f69b req-f310d0da-63f3-4b4f-896a-b23bf9b8f0d9 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:32.972648 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a16d6d60-f542-4403-88ee-0f48fa88f69b req-f310d0da-63f3-4b4f-896a-b23bf9b8f0d9 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea HTTP/1.1" status: 200 len: 946 time: 0.0625525 Jul 24 10:22:33.009570 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-a16d6d60-f542-4403-88ee-0f48fa88f69b req-af955f63-ca5c-4225-94be-95bb293ae8bf tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314980 Jul 24 10:22:33.138552 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e1756-cbdf-47ca-a910-386acbd9e0dd req-a809be67-539b-464d-a9f2-724873cd8274 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:33.140037 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f9e1756-cbdf-47ca-a910-386acbd9e0dd req-a809be67-539b-464d-a9f2-724873cd8274 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea HTTP/1.1" status: 200 len: 946 time: 0.0622513 Jul 24 10:22:33.165857 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:33.185974 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-2f9e1756-cbdf-47ca-a910-386acbd9e0dd req-d7007d29-f1e8-42fb-be24-62fa7fa1a71d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374165 Jul 24 10:22:33.207282 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52664) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:33.307597 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f795c4-3d49-4e53-b9fb-142a62584aae tempest-TestSnapshotPattern-863215193 tempest-TestSnapshotPattern-863215193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:33.309160 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-96f795c4-3d49-4e53-b9fb-142a62584aae tempest-TestSnapshotPattern-863215193 tempest-TestSnapshotPattern-863215193-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea HTTP/1.1" status: 200 len: 1092 time: 0.1009309 Jul 24 10:22:33.312027 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52668) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:22:33.316510 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-4543fbd1-8140-4b1b-a3b2-5b5cecc8e0e3 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'port_id': '491c04e3-e455-497a-ae99-fc8db01ced59', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:22:33.337275 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4543fbd1-8140-4b1b-a3b2-5b5cecc8e0e3 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:33.434905 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4543fbd1-8140-4b1b-a3b2-5b5cecc8e0e3 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:33.539116 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-4543fbd1-8140-4b1b-a3b2-5b5cecc8e0e3 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Allocated IP 172.25.7.140 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/32f76f4b-7b69-4e56-a004-def646380138) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:22:33.650353 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4543fbd1-8140-4b1b-a3b2-5b5cecc8e0e3 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:33.687764 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4543fbd1-8140-4b1b-a3b2-5b5cecc8e0e3 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:33.723042 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4543fbd1-8140-4b1b-a3b2-5b5cecc8e0e3 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:22:33.725818 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-4543fbd1-8140-4b1b-a3b2-5b5cecc8e0e3 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:22:33.732555 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4543fbd1-8140-4b1b-a3b2-5b5cecc8e0e3 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:22:33.761953 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543fbd1-8140-4b1b-a3b2-5b5cecc8e0e3 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Pushing event updated for resources: {'Port': ['ID=32f76f4b-7b69-4e56-a004-def646380138,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:34.086307 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4543fbd1-8140-4b1b-a3b2-5b5cecc8e0e3 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:34.161075 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4543fbd1-8140-4b1b-a3b2-5b5cecc8e0e3 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:34.315031 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4543fbd1-8140-4b1b-a3b2-5b5cecc8e0e3 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:34.319428 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4543fbd1-8140-4b1b-a3b2-5b5cecc8e0e3 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:34.384762 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543fbd1-8140-4b1b-a3b2-5b5cecc8e0e3 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Pushing event updated for resources: {'Port': ['ID=32f76f4b-7b69-4e56-a004-def646380138,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:22:34.394459 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4543fbd1-8140-4b1b-a3b2-5b5cecc8e0e3 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:34.490061 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-4543fbd1-8140-4b1b-a3b2-5b5cecc8e0e3 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Floating IP 20491f03-29c7-43bb-ab42-b374a0876b60 associated. External IP: 172.25.7.140, port: 491c04e3-e455-497a-ae99-fc8db01ced59. Jul 24 10:22:34.691912 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4543fbd1-8140-4b1b-a3b2-5b5cecc8e0e3 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Router 5cdf5383-301d-4d61-b96e-3db947465fb9 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:22:34.796000 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4543fbd1-8140-4b1b-a3b2-5b5cecc8e0e3 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:22:34.805846 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6a9d0-54e4-4b3b-916a-5b9c1cd082db None None] Sync routers for ids ['5cdf5383-301d-4d61-b96e-3db947465fb9'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:22:34.811045 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4543fbd1-8140-4b1b-a3b2-5b5cecc8e0e3 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:34.815235 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6a9d0-54e4-4b3b-916a-5b9c1cd082db None None] Routers {'5cdf5383-301d-4d61-b96e-3db947465fb9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:22:34.815835 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-80f6a9d0-54e4-4b3b-916a-5b9c1cd082db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:22:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['5cdf5383-301d-4d61-b96e-3db947465fb9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:34.847027 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4543fbd1-8140-4b1b-a3b2-5b5cecc8e0e3 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5339613 Jul 24 10:22:34.847686 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b734c8-fbbd-4ab9-b52d-80b39bf4cbea', 'tag': '491c04e3-e455-497a-ae99-fc8db01ced59'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:22:34.850803 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a4853a8b40b91971e5417878e0e437932fc4777980ba62e4c137541a983d21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec408707-dde9-40eb-8fb4-99bc532f6f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "74b734c8-fbbd-4ab9-b52d-80b39bf4cbea", "tag": "491c04e3-e455-497a-ae99-fc8db01ced59"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:22:34.888764 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d25e986-87cd-4a0a-bfea-066522154aae x-openstack-request-id: req-0d25e986-87cd-4a0a-bfea-066522154aae {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:22:34.889065 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b734c8-fbbd-4ab9-b52d-80b39bf4cbea", "tag": "491c04e3-e455-497a-ae99-fc8db01ced59", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:22:34.889314 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d25e986-87cd-4a0a-bfea-066522154aae {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:22:34.889722 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b734c8-fbbd-4ab9-b52d-80b39bf4cbea', 'tag': '491c04e3-e455-497a-ae99-fc8db01ced59', 'status': 'completed', 'code': 200} Jul 24 10:22:34.924192 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-80f6a9d0-54e4-4b3b-916a-5b9c1cd082db None None] Set router 5cdf5383-301d-4d61-b96e-3db947465fb9 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:22:34.962609 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec408707-dde9-40eb-8fb4-99bc532f6f9c req-f21376ab-4653-4526-8781-fc040b008bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:34.964707 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec408707-dde9-40eb-8fb4-99bc532f6f9c req-f21376ab-4653-4526-8781-fc040b008bd7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a7ea66fa9f8488c8bf8b31132d05e00&device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea HTTP/1.1" status: 200 len: 1097 time: 0.0541055 Jul 24 10:22:35.055259 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec408707-dde9-40eb-8fb4-99bc532f6f9c req-f1dc59d5-d042-4e02-bdf1-ede85aaba40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:35.056764 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec408707-dde9-40eb-8fb4-99bc532f6f9c req-f1dc59d5-d042-4e02-bdf1-ede85aaba40f service neutron] 10.222.0.37 "GET /v2.0/networks?id=1568ce26-9384-481a-b42c-a7f0841cb527 HTTP/1.1" status: 200 len: 910 time: 0.0861063 Jul 24 10:22:35.123977 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec408707-dde9-40eb-8fb4-99bc532f6f9c req-2cec388a-ba70-48ae-b2a9-1e977f5e6b0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=491c04e3-e455-497a-ae99-fc8db01ced59 HTTP/1.1" status: 200 len: 1000 time: 0.0611997 Jul 24 10:22:35.136207 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-80f6a9d0-54e4-4b3b-916a-5b9c1cd082db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'name': 'tempest-TestSnapshotPattern-1073268521-router', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:13Z', 'revision_number': 4, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'gw_port': {'id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '20491f03-29c7-43bb-ab42-b374a0876b60', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'port_id': '491c04e3-e455-497a-ae99-fc8db01ced59', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'mac_address': 'fa:16:3e:00:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b734c8-fbbd-4ab9-b52d-80b39bf4cbea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:22:33Z', 'updated_at': '2021-07-24T10:22:33Z', 'revision_number': 0, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527bde11-ba23-4a9f-a121-48dbe011e095', 'name': '', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'mac_address': 'fa:16:3e:e0:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:13Z', 'updated_at': '2021-07-24T10:22:19Z', 'revision_number': 5, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'subnets': [{'id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:35.161619 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6a9d0-54e4-4b3b-916a-5b9c1cd082db None None] Checking router: 5cdf5383-301d-4d61-b96e-3db947465fb9 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:22:35.169821 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6a9d0-54e4-4b3b-916a-5b9c1cd082db None None] Routers {'5cdf5383-301d-4d61-b96e-3db947465fb9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:22:35.170419 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-80f6a9d0-54e4-4b3b-916a-5b9c1cd082db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:22:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['5cdf5383-301d-4d61-b96e-3db947465fb9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:35.171780 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec408707-dde9-40eb-8fb4-99bc532f6f9c req-2505e62b-a113-45b5-a908-e2134977ad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:35.173325 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec408707-dde9-40eb-8fb4-99bc532f6f9c req-2505e62b-a113-45b5-a908-e2134977ad19 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99 HTTP/1.1" status: 200 len: 849 time: 0.0436692 Jul 24 10:22:35.234400 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec408707-dde9-40eb-8fb4-99bc532f6f9c req-2b3a65f3-64b5-482d-8f6d-1f7a744e3ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:35.235826 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec408707-dde9-40eb-8fb4-99bc532f6f9c req-2b3a65f3-64b5-482d-8f6d-1f7a744e3ff3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1568ce26-9384-481a-b42c-a7f0841cb527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566044 Jul 24 10:22:35.272334 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-80f6a9d0-54e4-4b3b-916a-5b9c1cd082db None None] Set router 5cdf5383-301d-4d61-b96e-3db947465fb9 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:22:35.327368 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec408707-dde9-40eb-8fb4-99bc532f6f9c req-68382b1f-196f-4c61-8b87-20d76acfc6b2 service neutron] 10.222.0.37 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852144 Jul 24 10:22:35.414250 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ec408707-dde9-40eb-8fb4-99bc532f6f9c req-2a3bceb2-ad4c-4a22-b23e-751774b293a0 service neutron] 10.222.0.37 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812583 Jul 24 10:22:35.487857 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-80f6a9d0-54e4-4b3b-916a-5b9c1cd082db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'name': 'tempest-TestSnapshotPattern-1073268521-router', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:13Z', 'revision_number': 4, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'gw_port': {'id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '20491f03-29c7-43bb-ab42-b374a0876b60', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'port_id': '491c04e3-e455-497a-ae99-fc8db01ced59', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'mac_address': 'fa:16:3e:00:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b734c8-fbbd-4ab9-b52d-80b39bf4cbea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:22:33Z', 'updated_at': '2021-07-24T10:22:33Z', 'revision_number': 0, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527bde11-ba23-4a9f-a121-48dbe011e095', 'name': '', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'mac_address': 'fa:16:3e:e0:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:13Z', 'updated_at': '2021-07-24T10:22:19Z', 'revision_number': 5, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'subnets': [{'id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:22:35.513383 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6a9d0-54e4-4b3b-916a-5b9c1cd082db None None] The sync data for ids ['5cdf5383-301d-4d61-b96e-3db947465fb9'] in n-d-800085-9 is: [{'id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'name': 'tempest-TestSnapshotPattern-1073268521-router', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:13Z', 'revision_number': 4, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'gw_port': {'id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '20491f03-29c7-43bb-ab42-b374a0876b60', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'port_id': '491c04e3-e455-497a-ae99-fc8db01ced59', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'mac_address': 'fa:16:3e:00:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b734c8-fbbd-4ab9-b52d-80b39bf4cbea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:22:33Z', 'updated_at': '2021-07-24T10:22:33Z', 'revision_number': 0, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527bde11-ba23-4a9f-a121-48dbe011e095', 'name': '', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'mac_address': 'fa:16:3e:e0:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:13Z', 'updated_at': '2021-07-24T10:22:19Z', 'revision_number': 5, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'subnets': [{'id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:22:35.863715 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0e12a4-8c24-4305-90c9-6fe42ff9c7be None None] New status for floating IP 20491f03-29c7-43bb-ab42-b374a0876b60: ACTIVE {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 10:22:44.744688 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:22:44.823128 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:47.300467 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:51.739620 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64778cfc-78b7-4719-8bd4-7f268c0dceec req-3e167c58-84be-4ec8-8c1a-fb5a6747dbf4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506642 Jul 24 10:22:51.839330 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64778cfc-78b7-4719-8bd4-7f268c0dceec req-8f81e194-0981-49c1-b8b2-0854763d4a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:51.840893 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64778cfc-78b7-4719-8bd4-7f268c0dceec req-8f81e194-0981-49c1-b8b2-0854763d4a8b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a7ea66fa9f8488c8bf8b31132d05e00&device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea HTTP/1.1" status: 200 len: 1097 time: 0.0556974 Jul 24 10:22:51.948324 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64778cfc-78b7-4719-8bd4-7f268c0dceec req-b48247ac-a80f-471d-93ca-ce768e672f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:51.949810 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64778cfc-78b7-4719-8bd4-7f268c0dceec req-b48247ac-a80f-471d-93ca-ce768e672f25 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1568ce26-9384-481a-b42c-a7f0841cb527 HTTP/1.1" status: 200 len: 910 time: 0.0894418 Jul 24 10:22:52.016017 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64778cfc-78b7-4719-8bd4-7f268c0dceec req-e14a64a8-ea76-48c6-b79d-b4051e19bdac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=491c04e3-e455-497a-ae99-fc8db01ced59 HTTP/1.1" status: 200 len: 1002 time: 0.0588663 Jul 24 10:22:52.062418 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64778cfc-78b7-4719-8bd4-7f268c0dceec req-34ee25f4-c09c-4b2b-92b6-6b5170368e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:52.063834 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64778cfc-78b7-4719-8bd4-7f268c0dceec req-34ee25f4-c09c-4b2b-92b6-6b5170368e47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99 HTTP/1.1" status: 200 len: 849 time: 0.0408542 Jul 24 10:22:52.118716 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64778cfc-78b7-4719-8bd4-7f268c0dceec req-e06b0525-435b-4db2-9de1-124249f7085e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:22:52.120687 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64778cfc-78b7-4719-8bd4-7f268c0dceec req-e06b0525-435b-4db2-9de1-124249f7085e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1568ce26-9384-481a-b42c-a7f0841cb527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507665 Jul 24 10:22:52.219249 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64778cfc-78b7-4719-8bd4-7f268c0dceec req-21be9cd9-84d5-40bc-9fbe-5d4d72017c0e service neutron] 10.222.0.37 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900457 Jul 24 10:22:52.309609 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-64778cfc-78b7-4719-8bd4-7f268c0dceec req-141cda39-6d8a-4001-be09-48be50120320 service neutron] 10.222.0.37 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837600 Jul 24 10:22:57.374358 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c453b17a-17b8-445e-9d86-7fcb2722574d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:22:59.859124 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0446c0e3-2cf1-4b89-9a2c-ed21e5584350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:23:00.577991 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:23:01.302496 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:23:03.163088 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:23:14.821934 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:23:17.314796 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:23:21.743086 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:23:27.375153 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4db09c0b-37e1-44de-805c-0ec8f6ce75c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:23:29.859041 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-480791a9-eb0f-4965-8689-2ec8f1e58b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:23:30.578405 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:23:31.300295 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:23:33.170788 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:23:44.834991 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:23:47.313458 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:23:53.776355 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-286b3313-2955-43d6-85ac-c3d236877343 req-885abd66-6bb5-4d1f-820c-146acd5cc56a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571306 Jul 24 10:23:53.880987 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b3313-2955-43d6-85ac-c3d236877343 req-586997e7-c459-4da5-b1d8-105c747c3d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:23:53.882575 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-286b3313-2955-43d6-85ac-c3d236877343 req-586997e7-c459-4da5-b1d8-105c747c3d07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a7ea66fa9f8488c8bf8b31132d05e00&device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea HTTP/1.1" status: 200 len: 1097 time: 0.0678780 Jul 24 10:23:53.989350 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b3313-2955-43d6-85ac-c3d236877343 req-8d445426-c0a9-4488-b70b-272d48dfcc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:23:53.990805 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-286b3313-2955-43d6-85ac-c3d236877343 req-8d445426-c0a9-4488-b70b-272d48dfcc50 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1568ce26-9384-481a-b42c-a7f0841cb527 HTTP/1.1" status: 200 len: 910 time: 0.0891623 Jul 24 10:23:54.053315 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-286b3313-2955-43d6-85ac-c3d236877343 req-c82155df-2837-4fe6-bc49-da07031c00d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=491c04e3-e455-497a-ae99-fc8db01ced59 HTTP/1.1" status: 200 len: 1002 time: 0.0560799 Jul 24 10:23:54.098894 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b3313-2955-43d6-85ac-c3d236877343 req-e42b0715-9ecf-4b53-a57e-67b26c84d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:23:54.100248 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-286b3313-2955-43d6-85ac-c3d236877343 req-e42b0715-9ecf-4b53-a57e-67b26c84d6c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99 HTTP/1.1" status: 200 len: 849 time: 0.0408299 Jul 24 10:23:54.161762 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b3313-2955-43d6-85ac-c3d236877343 req-635f7a83-6ebe-4a61-9ce4-b65141a17e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:23:54.163270 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-286b3313-2955-43d6-85ac-c3d236877343 req-635f7a83-6ebe-4a61-9ce4-b65141a17e43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1568ce26-9384-481a-b42c-a7f0841cb527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558467 Jul 24 10:23:54.255418 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-286b3313-2955-43d6-85ac-c3d236877343 req-d6273709-3b1f-4816-bc93-fe526b1d245b service neutron] 10.222.0.37 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853000 Jul 24 10:23:54.345775 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-286b3313-2955-43d6-85ac-c3d236877343 req-82562976-0f5b-419c-a2db-887c5cfee17b service neutron] 10.222.0.37 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831695 Jul 24 10:23:57.376501 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e3a2646c-6f45-4bcb-8440-0a08b32c97cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:23:58.741762 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:23:59.859978 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a9de6821-7940-4ab1-ac75-36f06dc7cc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:00.583558 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:01.303013 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:03.169562 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:14.849315 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:17.328273 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:27.376907 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ad75255c-aaf6-4999-8d60-3cfaa5b35cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:29.860545 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f7057205-eae8-4558-9665-cf535281e9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:30.574782 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:31.306581 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:33.173004 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:35.740995 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:24:36.227286 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 491c04e3-e455-497a-ae99-fc8db01ced59 details requested by agent hyperv_n-h1-800085-9 with host n-h1-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 10:24:36.320688 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 491c04e3-e455-497a-ae99-fc8db01ced59, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=491c04e3-e455-497a-ae99-fc8db01ced59,segment=NetworkSegment(1199a4e9-bebb-4005-8c63-de22fbcd37bf),segment_id=1199a4e9-bebb-4005-8c63-de22fbcd37bf)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:24:36.332020 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Returning: {'device': '491c04e3-e455-497a-ae99-fc8db01ced59', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'port_id': '491c04e3-e455-497a-ae99-fc8db01ced59', 'mac_address': 'fa:16:3e:00:08:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 10:24:36.373527 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:36.387602 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 491c04e3-e455-497a-ae99-fc8db01ced59 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:24:36.408358 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 491c04e3-e455-497a-ae99-fc8db01ced59, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=491c04e3-e455-497a-ae99-fc8db01ced59,segment=NetworkSegment(1199a4e9-bebb-4005-8c63-de22fbcd37bf),segment_id=1199a4e9-bebb-4005-8c63-de22fbcd37bf)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:24:36.413100 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:36.474466 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=491c04e3-e455-497a-ae99-fc8db01ced59,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:24:36.485937 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] get_ports_and_sgs() called for port_ids ['491c04e3-e455-497a-ae99-fc8db01ced59'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:24:36.491286 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:24:36.491966 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:24:36.492495 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:24:36.493198 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:24:36.493784 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:24:36.494403 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:24:36.494957 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:24:36.495748 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:24:36.496580 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:24:36.497836 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:24:36.498371 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:24:36.498887 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:24:38.243322 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 491c04e3-e455-497a-ae99-fc8db01ced59 up at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:24:38.292710 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Provisioning complete for port 491c04e3-e455-497a-ae99-fc8db01ced59 triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:24:38.293207 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:38.375431 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:38.398844 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b734c8-fbbd-4ab9-b52d-80b39bf4cbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491c04e3-e455-497a-ae99-fc8db01ced59'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:24:38.401199 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfecc09ccecf6097530ed06b3b0f605c347a07b6c448c324480a744ab89978bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291c29df-51de-44a6-bd94-1d509600f8ea" -d '{"events": [{"server_uuid": "74b734c8-fbbd-4ab9-b52d-80b39bf4cbea", "name": "network-vif-plugged", "status": "completed", "tag": "491c04e3-e455-497a-ae99-fc8db01ced59"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:24:38.419239 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 491c04e3-e455-497a-ae99-fc8db01ced59, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=491c04e3-e455-497a-ae99-fc8db01ced59,segment=NetworkSegment(1199a4e9-bebb-4005-8c63-de22fbcd37bf),segment_id=1199a4e9-bebb-4005-8c63-de22fbcd37bf)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:24:38.424955 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:38.482727 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=491c04e3-e455-497a-ae99-fc8db01ced59,revision_number=7']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:24:38.532090 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1247a3cd-2c08-4204-a780-68682d78044d x-openstack-request-id: req-1247a3cd-2c08-4204-a780-68682d78044d {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:24:38.532407 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b734c8-fbbd-4ab9-b52d-80b39bf4cbea", "name": "network-vif-plugged", "status": "completed", "tag": "491c04e3-e455-497a-ae99-fc8db01ced59", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:24:38.532649 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1247a3cd-2c08-4204-a780-68682d78044d {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:24:38.533174 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b734c8-fbbd-4ab9-b52d-80b39bf4cbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491c04e3-e455-497a-ae99-fc8db01ced59', 'code': 200} Jul 24 10:24:44.850883 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:46.388028 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-25dd53b3-23b5-4b8b-8d9d-dab31fb2b85c tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-637704541&fields=id&tenant_id=0a7ea66fa9f8488c8bf8b31132d05e00 HTTP/1.1" status: 200 len: 267 time: 0.0334470 Jul 24 10:24:46.495418 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-942dbfaa-4580-493c-8a02-c4564cce4288 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:24:46.496907 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-942dbfaa-4580-493c-8a02-c4564cce4288 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/networks?id=1568ce26-9384-481a-b42c-a7f0841cb527 HTTP/1.1" status: 200 len: 810 time: 0.1017952 Jul 24 10:24:46.510907 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-3ac54595-2cb1-40aa-98d5-99a876b5206c tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/quotas/0a7ea66fa9f8488c8bf8b31132d05e00 HTTP/1.1" status: 200 len: 375 time: 0.0087407 Jul 24 10:24:46.578909 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-8b25c21b-a529-4a75-8693-8c2fee3a22fa tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a7ea66fa9f8488c8bf8b31132d05e00&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0633452 Jul 24 10:24:46.594948 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-b98b5306-993c-42b6-9ea1-f80e372aa14f tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 10:24:46.595850 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-b98b5306-993c-42b6-9ea1-f80e372aa14f tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060441 Jul 24 10:24:46.681774 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-3b37be1d-0b86-42e4-9624-c7df8d66e515 service neutron] 10.222.0.32 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805051 Jul 24 10:24:46.770320 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-e3735e23-c229-425a-9edf-ff4bc68e36f4 service neutron] 10.222.0.32 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829620 Jul 24 10:24:46.971194 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-de906f10-add1-42db-a0bf-290864d305cd req-1e2fc5a7-03fe-43ab-b5b0-4dd3e3640b4b tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 210 time: 0.0301094 Jul 24 10:24:47.330307 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:48.008085 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-22bbb260-0c35-4a64-ad95-0b9fb88c7d4d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:24:48.010268 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-22bbb260-0c35-4a64-ad95-0b9fb88c7d4d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.20 "GET /v2.0/networks?id=1568ce26-9384-481a-b42c-a7f0841cb527 HTTP/1.1" status: 200 len: 810 time: 0.1068692 Jul 24 10:24:48.082134 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-f4de52aa-ebd2-49a3-b8be-5fa3efd00864 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a7ea66fa9f8488c8bf8b31132d05e00 HTTP/1.1" status: 200 len: 379 time: 0.0630257 Jul 24 10:24:48.084011 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9e93d7fe-0a89-4f65-8efe-36e1be220ef1 req-26847b3a-b957-469b-a95c-601d62c4bf7d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 210 time: 0.0355690 Jul 24 10:24:48.090665 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-d98cbf41-ea64-42a1-848c-8aa56c3f7e85 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Request body: {'port': {'device_id': '58ca54ce-5813-4bad-b948-1c2aecf7aa1b', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'admin_state_up': True, 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'security_groups': ['ea09f7c6-d2ba-4030-8734-2d8eccd610b4']}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:24:48.208730 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-d98cbf41-ea64-42a1-848c-8aa56c3f7e85 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Made reservation on behalf of 0a7ea66fa9f8488c8bf8b31132d05e00 for: {'port': 1} {{(pid=94035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 10:24:48.212249 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-d98cbf41-ea64-42a1-848c-8aa56c3f7e85 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:48.352590 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 491c04e3-e455-497a-ae99-fc8db01ced59 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:24:48.428469 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-d98cbf41-ea64-42a1-848c-8aa56c3f7e85 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Allocated IP 172.20.0.11 (1568ce26-9384-481a-b42c-a7f0841cb527/4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99/cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:24:48.641956 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:48.680081 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-d98cbf41-ea64-42a1-848c-8aa56c3f7e85 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:48.681484 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b734c8-fbbd-4ab9-b52d-80b39bf4cbea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '491c04e3-e455-497a-ae99-fc8db01ced59'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:24:48.684070 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfecc09ccecf6097530ed06b3b0f605c347a07b6c448c324480a744ab89978bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961848e8-9c2d-40e7-9b0b-a8da59f53541" -d '{"events": [{"server_uuid": "74b734c8-fbbd-4ab9-b52d-80b39bf4cbea", "name": "network-vif-unplugged", "status": "completed", "tag": "491c04e3-e455-497a-ae99-fc8db01ced59"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:24:48.701068 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] For port 491c04e3-e455-497a-ae99-fc8db01ced59, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=491c04e3-e455-497a-ae99-fc8db01ced59,segment=NetworkSegment(1199a4e9-bebb-4005-8c63-de22fbcd37bf),segment_id=1199a4e9-bebb-4005-8c63-de22fbcd37bf)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:24:48.707770 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:48.711137 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-d98cbf41-ea64-42a1-848c-8aa56c3f7e85 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Transition to ACTIVE for port object cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a will not be triggered until provisioned by entity DHCP. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:24:48.745144 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 10:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1478df18-22af-46e7-9d56-1737e6a4fae5 x-openstack-request-id: req-1478df18-22af-46e7-9d56-1737e6a4fae5 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:24:48.745529 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b734c8-fbbd-4ab9-b52d-80b39bf4cbea", "name": "network-vif-unplugged", "status": "completed", "tag": "491c04e3-e455-497a-ae99-fc8db01ced59", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:24:48.745837 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1478df18-22af-46e7-9d56-1737e6a4fae5 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:24:48.746455 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b734c8-fbbd-4ab9-b52d-80b39bf4cbea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '491c04e3-e455-497a-ae99-fc8db01ced59', 'code': 200} Jul 24 10:24:48.777098 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-d98cbf41-ea64-42a1-848c-8aa56c3f7e85 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:48.785403 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Pushing event updated for resources: {'Port': ['ID=491c04e3-e455-497a-ae99-fc8db01ced59,revision_number=8']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:24:48.800911 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-d98cbf41-ea64-42a1-848c-8aa56c3f7e85 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Network 1568ce26-9384-481a-b42c-a7f0841cb527 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:24:48.821119 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-d98cbf41-ea64-42a1-848c-8aa56c3f7e85 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:24:48.823697 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-d98cbf41-ea64-42a1-848c-8aa56c3f7e85 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:24:48.882629 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cbf41-ea64-42a1-848c-8aa56c3f7e85 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Pushing event updated for resources: {'Port': ['ID=cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:24:48.900948 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-d98cbf41-ea64-42a1-848c-8aa56c3f7e85 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:24:48.901617 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-d98cbf41-ea64-42a1-848c-8aa56c3f7e85 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:48.905092 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98cbf41-ea64-42a1-848c-8aa56c3f7e85 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:24:48.906061 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98cbf41-ea64-42a1-848c-8aa56c3f7e85 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:24:48.906486 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98cbf41-ea64-42a1-848c-8aa56c3f7e85 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:24:48.906904 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98cbf41-ea64-42a1-848c-8aa56c3f7e85 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:24:48.907318 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98cbf41-ea64-42a1-848c-8aa56c3f7e85 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:24:48.907724 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98cbf41-ea64-42a1-848c-8aa56c3f7e85 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:24:48.908412 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98cbf41-ea64-42a1-848c-8aa56c3f7e85 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:24:48.908839 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98cbf41-ea64-42a1-848c-8aa56c3f7e85 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:24:48.909251 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98cbf41-ea64-42a1-848c-8aa56c3f7e85 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:24:48.909655 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98cbf41-ea64-42a1-848c-8aa56c3f7e85 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:24:48.910078 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98cbf41-ea64-42a1-848c-8aa56c3f7e85 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:24:48.910488 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98cbf41-ea64-42a1-848c-8aa56c3f7e85 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:24:48.937010 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-d98cbf41-ea64-42a1-848c-8aa56c3f7e85 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8499174 Jul 24 10:24:49.061117 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-76dbd8f5-e9b8-4bff-a717-07466285171b None None] Provisioning for port cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a completed by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:24:49.065227 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-76dbd8f5-e9b8-4bff-a717-07466285171b None None] Provisioning complete for port cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a triggered by entity DHCP. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:24:49.065597 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-76dbd8f5-e9b8-4bff-a717-07466285171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:49.104462 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-76dbd8f5-e9b8-4bff-a717-07466285171b None None] Port cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a cannot update to ACTIVE because it is not bound. {{(pid=94037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 10:24:49.223846 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7ce99-cece-4696-97af-35d36ddcfbab req-33be79ed-47a8-46eb-8f84-8555ab3896f5 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:24:49.225460 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-acf7ce99-cece-4696-97af-35d36ddcfbab req-33be79ed-47a8-46eb-8f84-8555ab3896f5 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 932 time: 0.0669022 Jul 24 10:24:49.265961 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-acf7ce99-cece-4696-97af-35d36ddcfbab req-ff90bdc8-7fa7-47ff-8685-d405141afe03 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339942 Jul 24 10:24:50.410342 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9755158-f2fa-405e-a567-5df2dd7ff3df req-a461f517-a235-42be-872d-8be6edab44dc tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:24:50.412020 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9755158-f2fa-405e-a567-5df2dd7ff3df req-a461f517-a235-42be-872d-8be6edab44dc tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 932 time: 0.0704510 Jul 24 10:24:50.451501 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-e9755158-f2fa-405e-a567-5df2dd7ff3df req-eddd9648-e8bf-43c5-afbb-7f41d2cb198e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339835 Jul 24 10:24:51.588789 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61712b-af19-4128-aecb-fed817f8d219 req-1b3a706e-46ca-4a68-b37e-8faba395cd5f tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:24:51.594522 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5c61712b-af19-4128-aecb-fed817f8d219 req-1b3a706e-46ca-4a68-b37e-8faba395cd5f tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 932 time: 0.0684528 Jul 24 10:24:51.630056 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-5c61712b-af19-4128-aecb-fed817f8d219 req-277be9d3-9131-4770-beb4-92d84dcae9e9 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335064 Jul 24 10:24:52.768215 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae84a2a-8db5-40e7-9f8f-21f67b708cd2 req-6a33a2b0-0a60-4e5b-acef-bed2215f4495 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:24:52.769943 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ae84a2a-8db5-40e7-9f8f-21f67b708cd2 req-6a33a2b0-0a60-4e5b-acef-bed2215f4495 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 932 time: 0.0681562 Jul 24 10:24:52.808234 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-0ae84a2a-8db5-40e7-9f8f-21f67b708cd2 req-7eb573e6-631d-4f36-8db7-891d28018458 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327189 Jul 24 10:24:53.958215 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbb2c4-1fad-4960-8f76-0f4a2c9fb0b4 req-ac64faba-0aac-4f0e-8861-603114ec348f tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:24:53.959724 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1fcbb2c4-1fad-4960-8f76-0f4a2c9fb0b4 req-ac64faba-0aac-4f0e-8861-603114ec348f tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 932 time: 0.0692530 Jul 24 10:24:54.352002 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1fcbb2c4-1fad-4960-8f76-0f4a2c9fb0b4 req-c3635ab9-c840-4ca7-84b8-25c35daf9c18 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3865726 Jul 24 10:24:54.724485 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ab4ec7a3-7dde-44fb-ace8-90ff3342918c req-ac43cf3d-93cf-4e54-97e4-d27dc0b02c17 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550997 Jul 24 10:24:54.829900 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ec7a3-7dde-44fb-ace8-90ff3342918c req-9f9b6bcb-9aa8-47f7-b843-9f0a75edb4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:24:54.831398 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ab4ec7a3-7dde-44fb-ace8-90ff3342918c req-9f9b6bcb-9aa8-47f7-b843-9f0a75edb4b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a7ea66fa9f8488c8bf8b31132d05e00&device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea HTTP/1.1" status: 200 len: 1095 time: 0.0647323 Jul 24 10:24:54.938275 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ec7a3-7dde-44fb-ace8-90ff3342918c req-b6712a3d-3582-485e-862d-835b9925ab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:24:54.939914 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ab4ec7a3-7dde-44fb-ace8-90ff3342918c req-b6712a3d-3582-485e-862d-835b9925ab4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=1568ce26-9384-481a-b42c-a7f0841cb527 HTTP/1.1" status: 200 len: 910 time: 0.0897734 Jul 24 10:24:55.004726 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ab4ec7a3-7dde-44fb-ace8-90ff3342918c req-b15fff82-4aeb-47bf-be67-8a5ebbd928a0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=491c04e3-e455-497a-ae99-fc8db01ced59 HTTP/1.1" status: 200 len: 1000 time: 0.0581167 Jul 24 10:24:55.059803 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ec7a3-7dde-44fb-ace8-90ff3342918c req-f06da6ad-cff2-46b2-95af-6b1026a381b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:24:55.061304 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ab4ec7a3-7dde-44fb-ace8-90ff3342918c req-f06da6ad-cff2-46b2-95af-6b1026a381b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99 HTTP/1.1" status: 200 len: 849 time: 0.0505927 Jul 24 10:24:55.134076 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ec7a3-7dde-44fb-ace8-90ff3342918c req-ce62ca12-f718-446f-b12b-471f0b8fba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:24:55.137116 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ab4ec7a3-7dde-44fb-ace8-90ff3342918c req-ce62ca12-f718-446f-b12b-471f0b8fba5a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1568ce26-9384-481a-b42c-a7f0841cb527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675600 Jul 24 10:24:55.255091 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ab4ec7a3-7dde-44fb-ace8-90ff3342918c req-d5ccc355-319a-4740-9223-614eeccc9b45 service neutron] 10.222.0.37 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115797 Jul 24 10:24:55.353842 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ab4ec7a3-7dde-44fb-ace8-90ff3342918c req-810b69d3-f018-4033-ba35-74b796745364 service neutron] 10.222.0.37 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919871 Jul 24 10:24:55.507294 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20868817-10ca-4a06-8001-13074f40c695 req-dea36c5f-fb20-44cd-81be-852ad6bde64a tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:24:55.508808 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-20868817-10ca-4a06-8001-13074f40c695 req-dea36c5f-fb20-44cd-81be-852ad6bde64a tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 932 time: 0.0753849 Jul 24 10:24:55.553132 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-20868817-10ca-4a06-8001-13074f40c695 req-dd060012-caf7-4842-842e-e450b3ca5b5e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340724 Jul 24 10:24:56.696606 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd20b44-28ce-4d8f-9537-c5dfc51d2051 req-0eb09e98-6efe-4776-9564-87cc1fec8db3 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:24:56.699307 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bcd20b44-28ce-4d8f-9537-c5dfc51d2051 req-0eb09e98-6efe-4776-9564-87cc1fec8db3 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 932 time: 0.0676498 Jul 24 10:24:56.738733 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-bcd20b44-28ce-4d8f-9537-c5dfc51d2051 req-13d1ce3e-33c0-4e38-8b79-4df34caa493c tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339885 Jul 24 10:24:57.378522 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d37db58a-8cf9-4d00-8f80-0d0296ac90db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:57.873157 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c3287-dc62-4303-b3a5-c349aa943ab0 req-b0253f4c-6672-47da-8f23-278d3d9f2e49 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:24:57.875136 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ed8c3287-dc62-4303-b3a5-c349aa943ab0 req-b0253f4c-6672-47da-8f23-278d3d9f2e49 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 932 time: 0.0662947 Jul 24 10:24:57.913234 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ed8c3287-dc62-4303-b3a5-c349aa943ab0 req-9758cf01-b7f8-4f0a-9e6b-d77fc84987c0 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324922 Jul 24 10:24:58.423293 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-eaac84ff-5f70-4f92-813f-2bdf8c94eb39 service neutron] Request body: {'port': {'device_id': '58ca54ce-5813-4bad-b948-1c2aecf7aa1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-9'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:24:58.499743 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-eaac84ff-5f70-4f92-813f-2bdf8c94eb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:58.756628 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-eaac84ff-5f70-4f92-813f-2bdf8c94eb39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a {{(pid=94035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:24:58.763700 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-eaac84ff-5f70-4f92-813f-2bdf8c94eb39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:58.776835 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.provisioning_blocks [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-eaac84ff-5f70-4f92-813f-2bdf8c94eb39 service neutron] Transition to ACTIVE for port object cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a will not be triggered until provisioned by entity L2. {{(pid=94035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 10:24:58.780555 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-eaac84ff-5f70-4f92-813f-2bdf8c94eb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:58.833140 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac84ff-5f70-4f92-813f-2bdf8c94eb39 service neutron] Pushing event updated for resources: {'Port': ['ID=cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:24:58.908112 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-eaac84ff-5f70-4f92-813f-2bdf8c94eb39 service neutron] Attempting to bind port cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a on host n-h2-800085-9 for vnic_type normal with profile {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 10:24:58.908443 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-eaac84ff-5f70-4f92-813f-2bdf8c94eb39 service neutron] Attempting to bind port cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a by drivers openvswitch,hyperv on host n-h2-800085-9 at level 0 using segments [{'id': '1199a4e9-bebb-4005-8c63-de22fbcd37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527'}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 10:24:58.909237 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-eaac84ff-5f70-4f92-813f-2bdf8c94eb39 service neutron] Attempting to bind port cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a on network 1568ce26-9384-481a-b42c-a7f0841cb527 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:24:58.913700 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-eaac84ff-5f70-4f92-813f-2bdf8c94eb39 service neutron] Port cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a on network 1568ce26-9384-481a-b42c-a7f0841cb527 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-9 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 10:24:58.914157 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-eaac84ff-5f70-4f92-813f-2bdf8c94eb39 service neutron] Attempting to bind port cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a on network 1568ce26-9384-481a-b42c-a7f0841cb527 {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 10:24:58.919797 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-eaac84ff-5f70-4f92-813f-2bdf8c94eb39 service neutron] Checking agent: {'id': 'e8925781-5a21-4d4d-9de4-637dd257db85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'started_at': datetime.datetime(2021, 7, 24, 9, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 10, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 10:24:58.920143 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-eaac84ff-5f70-4f92-813f-2bdf8c94eb39 service neutron] Checking segment: {'id': '1199a4e9-bebb-4005-8c63-de22fbcd37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 10:24:58.920533 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-eaac84ff-5f70-4f92-813f-2bdf8c94eb39 service neutron] Bound using segment: {'id': '1199a4e9-bebb-4005-8c63-de22fbcd37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527'} {{(pid=94035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 10:24:58.921000 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.managers [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-eaac84ff-5f70-4f92-813f-2bdf8c94eb39 service neutron] Bound port: cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a, host: n-h2-800085-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1199a4e9-bebb-4005-8c63-de22fbcd37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527'}}] {{(pid=94035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 10:24:58.921859 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-eaac84ff-5f70-4f92-813f-2bdf8c94eb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:59.002100 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-eaac84ff-5f70-4f92-813f-2bdf8c94eb39 service neutron] For port cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a, host n-h2-800085-9, cleared binding levels {{(pid=94035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 10:24:59.032793 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-eaac84ff-5f70-4f92-813f-2bdf8c94eb39 service neutron] For port cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a, host n-h2-800085-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a,segment=NetworkSegment(1199a4e9-bebb-4005-8c63-de22fbcd37bf),segment_id=1199a4e9-bebb-4005-8c63-de22fbcd37bf)] {{(pid=94035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 10:24:59.037925 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-eaac84ff-5f70-4f92-813f-2bdf8c94eb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:59.082537 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-eaac84ff-5f70-4f92-813f-2bdf8c94eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:24:59.083178 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-eaac84ff-5f70-4f92-813f-2bdf8c94eb39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:59.084579 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-eaac84ff-5f70-4f92-813f-2bdf8c94eb39 service neutron] 10.222.0.20 "PUT /v2.0/ports/cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a HTTP/1.1" status: 200 len: 1092 time: 0.7205884 Jul 24 10:24:59.087946 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ca54ce-5813-4bad-b948-1c2aecf7aa1b', 'tag': 'cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:24:59.093341 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a4853a8b40b91971e5417878e0e437932fc4777980ba62e4c137541a983d21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e84bbc-41b6-494e-ab9f-02072ed0c3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "58ca54ce-5813-4bad-b948-1c2aecf7aa1b", "tag": "cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:24:59.142368 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb4f12-f581-4825-ae96-f384161b98d2 req-007c37b6-0b6f-470f-bb24-a3632a7cbab6 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:24:59.143942 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-33cb4f12-f581-4825-ae96-f384161b98d2 req-007c37b6-0b6f-470f-bb24-a3632a7cbab6 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 944 time: 0.1575909 Jul 24 10:24:59.145463 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffe844b-2ce3-4588-8a4a-3facbfc7eade x-openstack-request-id: req-bffe844b-2ce3-4588-8a4a-3facbfc7eade {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:24:59.145760 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ca54ce-5813-4bad-b948-1c2aecf7aa1b", "tag": "cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:24:59.146016 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bffe844b-2ce3-4588-8a4a-3facbfc7eade {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:24:59.146408 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ca54ce-5813-4bad-b948-1c2aecf7aa1b', 'tag': 'cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a', 'status': 'completed', 'code': 200} Jul 24 10:24:59.148498 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac84ff-5f70-4f92-813f-2bdf8c94eb39 service neutron] Pushing event updated for resources: {'Port': ['ID=cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a,revision_number=3']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:24:59.213989 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-33cb4f12-f581-4825-ae96-f384161b98d2 req-2f5f0289-185d-40ab-83f2-58548a0e09f7 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450635 Jul 24 10:24:59.226682 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-5075ac37-3ef9-4069-ad79-58ebe8e4091e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:24:59.228211 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-5075ac37-3ef9-4069-ad79-58ebe8e4091e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a7ea66fa9f8488c8bf8b31132d05e00&device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 1095 time: 0.1050704 Jul 24 10:24:59.274005 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-7734cd5f-1b78-4187-92f4-7d5ab369ae82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a HTTP/1.1" status: 200 len: 217 time: 0.0384786 Jul 24 10:24:59.321068 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-57492a10-0f7e-4012-beb4-5fed692931b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:24:59.322532 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-57492a10-0f7e-4012-beb4-5fed692931b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99 HTTP/1.1" status: 200 len: 849 time: 0.0431440 Jul 24 10:24:59.379797 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-5c7e3afb-bb4e-4761-a4df-23a25e5cf8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:24:59.381219 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-5c7e3afb-bb4e-4761-a4df-23a25e5cf8d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1568ce26-9384-481a-b42c-a7f0841cb527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524824 Jul 24 10:24:59.471459 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-63ffb05b-5553-4bc1-8e9b-dd405a7bfa3d service neutron] 10.222.0.20 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842330 Jul 24 10:24:59.558056 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-348abc68-12d4-472f-8bb7-c6f8dba9dc16 req-dfeaffec-9ac9-4ce2-bc24-d6624f733c69 service neutron] 10.222.0.20 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799100 Jul 24 10:24:59.658842 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e84bbc-41b6-494e-ab9f-02072ed0c3ab req-c2f08eba-8a8d-4470-bd2f-d43ff01d8243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:24:59.660361 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e8e84bbc-41b6-494e-ab9f-02072ed0c3ab req-c2f08eba-8a8d-4470-bd2f-d43ff01d8243 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a7ea66fa9f8488c8bf8b31132d05e00&device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 1095 time: 0.0590031 Jul 24 10:24:59.748505 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e84bbc-41b6-494e-ab9f-02072ed0c3ab req-869d0de1-6731-4c64-a49a-ef2fd3943480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:24:59.750091 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e8e84bbc-41b6-494e-ab9f-02072ed0c3ab req-869d0de1-6731-4c64-a49a-ef2fd3943480 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1568ce26-9384-481a-b42c-a7f0841cb527 HTTP/1.1" status: 200 len: 910 time: 0.0837426 Jul 24 10:24:59.796437 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e8e84bbc-41b6-494e-ab9f-02072ed0c3ab req-8dfaf3e9-2484-4c5b-b5ea-964e4e94e59c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a HTTP/1.1" status: 200 len: 217 time: 0.0398929 Jul 24 10:24:59.849560 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e84bbc-41b6-494e-ab9f-02072ed0c3ab req-5bd59a4d-069e-450f-b5b7-c9521f9eb888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:24:59.851051 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e8e84bbc-41b6-494e-ab9f-02072ed0c3ab req-5bd59a4d-069e-450f-b5b7-c9521f9eb888 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99 HTTP/1.1" status: 200 len: 849 time: 0.0484171 Jul 24 10:24:59.866032 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e55ee3fb-0f21-44dc-a37a-a1b75e3d59d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:24:59.912316 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e84bbc-41b6-494e-ab9f-02072ed0c3ab req-4a31495e-15e5-4b6e-a739-c13e325cee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:24:59.913817 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e8e84bbc-41b6-494e-ab9f-02072ed0c3ab req-4a31495e-15e5-4b6e-a739-c13e325cee4b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1568ce26-9384-481a-b42c-a7f0841cb527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561452 Jul 24 10:25:00.008284 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e8e84bbc-41b6-494e-ab9f-02072ed0c3ab req-fcd12e5e-0a4e-4451-8b05-15bb5c0c5742 service neutron] 10.222.0.20 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875695 Jul 24 10:25:00.112533 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e8e84bbc-41b6-494e-ab9f-02072ed0c3ab req-f371ae66-c10b-42d0-8936-893fb9822010 service neutron] 10.222.0.20 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961595 Jul 24 10:25:00.350332 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca840cbd-2293-41a2-9775-a41b39b34abb req-269277e3-cf7c-4aa7-8711-c39569866e80 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:25:00.351768 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca840cbd-2293-41a2-9775-a41b39b34abb req-269277e3-cf7c-4aa7-8711-c39569866e80 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 944 time: 0.0644989 Jul 24 10:25:00.388396 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ca840cbd-2293-41a2-9775-a41b39b34abb req-7c5d9809-dce9-453e-bd65-edace48c7dc8 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310016 Jul 24 10:25:00.578543 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:01.308291 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:01.543076 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef13ef5-d3db-4de7-b438-2da019daf4c2 req-c7519c87-a37e-4e8e-99e1-d4811e75b25b tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:25:01.544550 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1ef13ef5-d3db-4de7-b438-2da019daf4c2 req-c7519c87-a37e-4e8e-99e1-d4811e75b25b tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 944 time: 0.0695524 Jul 24 10:25:01.581357 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1ef13ef5-d3db-4de7-b438-2da019daf4c2 req-8573597d-4f8a-4585-8921-4c401a11168a tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304239 Jul 24 10:25:02.285137 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 10:25:02.375093 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a,segment=NetworkSegment(1199a4e9-bebb-4005-8c63-de22fbcd37bf),segment_id=1199a4e9-bebb-4005-8c63-de22fbcd37bf)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:25:02.385550 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'port_id': 'cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a', 'mac_address': 'fa:16:3e:12:56:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 10:25:02.424441 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:02.436288 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:25:02.454601 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a,segment=NetworkSegment(1199a4e9-bebb-4005-8c63-de22fbcd37bf),segment_id=1199a4e9-bebb-4005-8c63-de22fbcd37bf)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:25:02.458344 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:02.504481 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a,revision_number=4']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:25:02.718133 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:25:02.723334 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e5daa-a7a8-4230-ab9f-65bc1c003340 req-21ca4d6b-c638-4863-a425-53caa1ccfb02 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:25:02.724844 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ed3e5daa-a7a8-4230-ab9f-65bc1c003340 req-21ca4d6b-c638-4863-a425-53caa1ccfb02 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 945 time: 0.0617263 Jul 24 10:25:02.764663 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-ed3e5daa-a7a8-4230-ab9f-65bc1c003340 req-e3a3e8c7-192c-48c6-9844-4095f32f9560 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343113 Jul 24 10:25:03.175720 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:03.897411 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd538e66-c142-43c9-9cbe-631946045241 req-65b4d86a-dfb2-4469-869a-6162bb1c6c70 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:25:03.899070 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cd538e66-c142-43c9-9cbe-631946045241 req-65b4d86a-dfb2-4469-869a-6162bb1c6c70 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 945 time: 0.0636888 Jul 24 10:25:03.936466 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-cd538e66-c142-43c9-9cbe-631946045241 req-52a66d67-05a8-4b18-a4c1-4e5dc75ae200 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318761 Jul 24 10:25:04.286480 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:25:04.332221 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning for port cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a completed by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 10:25:04.335688 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:25:04.336057 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:04.411951 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:04.432799 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ca54ce-5813-4bad-b948-1c2aecf7aa1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:25:04.435094 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfecc09ccecf6097530ed06b3b0f605c347a07b6c448c324480a744ab89978bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9492891-fa76-4ca2-98e1-0db008e84477" -d '{"events": [{"server_uuid": "58ca54ce-5813-4bad-b948-1c2aecf7aa1b", "name": "network-vif-plugged", "status": "completed", "tag": "cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:25:04.447929 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a,segment=NetworkSegment(1199a4e9-bebb-4005-8c63-de22fbcd37bf),segment_id=1199a4e9-bebb-4005-8c63-de22fbcd37bf)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:25:04.451727 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:04.476168 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c57779-fe12-442c-a891-f14eda378f8c x-openstack-request-id: req-73c57779-fe12-442c-a891-f14eda378f8c {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:25:04.476460 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ca54ce-5813-4bad-b948-1c2aecf7aa1b", "name": "network-vif-plugged", "status": "completed", "tag": "cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:25:04.476713 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73c57779-fe12-442c-a891-f14eda378f8c {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:25:04.477180 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ca54ce-5813-4bad-b948-1c2aecf7aa1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a', 'code': 200} Jul 24 10:25:04.506078 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a,revision_number=5']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:25:04.576569 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837749c-b25e-4c3b-ac17-1aa9be0e989a req-750c1320-0180-4b1f-b2d4-dd53b7a01642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:25:04.578760 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c837749c-b25e-4c3b-ac17-1aa9be0e989a req-750c1320-0180-4b1f-b2d4-dd53b7a01642 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 1097 time: 0.0518427 Jul 24 10:25:04.610833 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-c837749c-b25e-4c3b-ac17-1aa9be0e989a req-cf5b3a4a-92f4-49ec-b439-ef54133095c3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261137 Jul 24 10:25:05.068986 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d972b86-0b5a-4070-b7d2-a9811c9eb7cc req-23650add-69b1-40c7-bb1c-d82e1e4a61a5 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:25:05.070467 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7d972b86-0b5a-4070-b7d2-a9811c9eb7cc req-23650add-69b1-40c7-bb1c-d82e1e4a61a5 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 946 time: 0.0646756 Jul 24 10:25:05.106502 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-7d972b86-0b5a-4070-b7d2-a9811c9eb7cc req-68d8a47e-7511-4793-ad4e-42d15190b6d9 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304530 Jul 24 10:25:06.239103 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885d02b-8a0e-43f2-8a29-51fb3c005d51 req-7b54c117-0a83-47c8-81fc-d55923bb9254 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:25:06.240591 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7885d02b-8a0e-43f2-8a29-51fb3c005d51 req-7b54c117-0a83-47c8-81fc-d55923bb9254 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 946 time: 0.0628479 Jul 24 10:25:06.277258 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7885d02b-8a0e-43f2-8a29-51fb3c005d51 req-bb13bbe6-4652-480d-bdbd-15d39e2b0e8e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311384 Jul 24 10:25:06.410350 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1341f-a74e-4191-a2b9-cc0d7ed21be6 req-aa639f5a-fe53-4eb8-8bc5-cdd92f434964 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:25:06.411755 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a4a1341f-a74e-4191-a2b9-cc0d7ed21be6 req-aa639f5a-fe53-4eb8-8bc5-cdd92f434964 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 946 time: 0.0636988 Jul 24 10:25:06.447648 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-a4a1341f-a74e-4191-a2b9-cc0d7ed21be6 req-bb8acdca-d0b9-48c5-930b-5b0773f8785f tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303016 Jul 24 10:25:06.470065 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52954) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:25:06.524844 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe961599-2051-4490-8139-6f374a3ce799 tempest-TestSnapshotPattern-863215193 tempest-TestSnapshotPattern-863215193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:25:06.526349 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fe961599-2051-4490-8139-6f374a3ce799 tempest-TestSnapshotPattern-863215193 tempest-TestSnapshotPattern-863215193-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 1092 time: 0.0553060 Jul 24 10:25:06.529059 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 52956) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:25:06.533432 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.v2.base [None req-b1b6d70d-7c06-443c-917d-5d2c06f19702 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Request body: {'floatingip': {'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'port_id': 'cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 10:25:06.554646 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d70d-7c06-443c-917d-5d2c06f19702 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for floatingip, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:06.646102 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d70d-7c06-443c-917d-5d2c06f19702 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:06.750436 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_common [None req-b1b6d70d-7c06-443c-917d-5d2c06f19702 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Allocated IP 172.25.7.77 (9e5d4da0-cf80-4f70-a3b9-7360e672a770/798db582-2942-4855-ab10-08a9361c159c/17e0143b-b533-47e7-b012-8fdf4042b041) {{(pid=94035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 10:25:06.847889 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d70d-7c06-443c-917d-5d2c06f19702 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for port, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:06.890900 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d70d-7c06-443c-917d-5d2c06f19702 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761914193924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:06.927812 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b6d70d-7c06-443c-917d-5d2c06f19702 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Network 9e5d4da0-cf80-4f70-a3b9-7360e672a770 is already hosted by enough agents. {{(pid=94035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 10:25:06.932407 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.base_scheduler [None req-b1b6d70d-7c06-443c-917d-5d2c06f19702 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Resources bound (agent type, host, resource id): {{(pid=94035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 10:25:06.934864 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b6d70d-7c06-443c-917d-5d2c06f19702 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Received port after_create {{(pid=94035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 10:25:06.961292 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6d70d-7c06-443c-917d-5d2c06f19702 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Pushing event updated for resources: {'Port': ['ID=17e0143b-b533-47e7-b012-8fdf4042b041,revision_number=1']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:25:07.283749 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d70d-7c06-443c-917d-5d2c06f19702 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:07.359648 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d70d-7c06-443c-917d-5d2c06f19702 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:07.506926 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d70d-7c06-443c-917d-5d2c06f19702 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for port, precommit_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:07.511614 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d70d-7c06-443c-917d-5d2c06f19702 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5409357'] for port, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:07.583656 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6d70d-7c06-443c-917d-5d2c06f19702 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Pushing event updated for resources: {'Port': ['ID=17e0143b-b533-47e7-b012-8fdf4042b041,revision_number=2']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:25:07.591689 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d70d-7c06-443c-917d-5d2c06f19702 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-487649'] for floatingip, after_update {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:07.687806 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-b1b6d70d-7c06-443c-917d-5d2c06f19702 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Floating IP 032bfb70-f37c-4a29-94de-91076d2bf92b associated. External IP: 172.25.7.77, port: cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a. Jul 24 10:25:07.887094 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b6d70d-7c06-443c-917d-5d2c06f19702 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Router 5cdf5383-301d-4d61-b96e-3db947465fb9 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:25:07.991262 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b6d70d-7c06-443c-917d-5d2c06f19702 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:25:08.001507 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca2bd9a-aa7d-422c-9b3e-a9d1c678baa7 None None] Sync routers for ids ['5cdf5383-301d-4d61-b96e-3db947465fb9'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:25:08.007170 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d70d-7c06-443c-917d-5d2c06f19702 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:08.011279 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca2bd9a-aa7d-422c-9b3e-a9d1c678baa7 None None] Routers {'5cdf5383-301d-4d61-b96e-3db947465fb9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:25:08.011894 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-bca2bd9a-aa7d-422c-9b3e-a9d1c678baa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:25:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['5cdf5383-301d-4d61-b96e-3db947465fb9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:25:08.043578 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b1b6d70d-7c06-443c-917d-5d2c06f19702 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5135133 Jul 24 10:25:08.044179 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ca54ce-5813-4bad-b948-1c2aecf7aa1b', 'tag': 'cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:25:08.046522 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a4853a8b40b91971e5417878e0e437932fc4777980ba62e4c137541a983d21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e523d2-f941-4bee-908c-fd18a3125598" -d '{"events": [{"name": "network-changed", "server_uuid": "58ca54ce-5813-4bad-b948-1c2aecf7aa1b", "tag": "cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:25:08.091699 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c7792d-e8dc-4079-a0e5-45c0cf8baa1d x-openstack-request-id: req-d8c7792d-e8dc-4079-a0e5-45c0cf8baa1d {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:25:08.091992 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ca54ce-5813-4bad-b948-1c2aecf7aa1b", "tag": "cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:25:08.092246 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8c7792d-e8dc-4079-a0e5-45c0cf8baa1d {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:25:08.092654 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ca54ce-5813-4bad-b948-1c2aecf7aa1b', 'tag': 'cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a', 'status': 'completed', 'code': 200} Jul 24 10:25:08.126729 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-bca2bd9a-aa7d-422c-9b3e-a9d1c678baa7 None None] Set router 5cdf5383-301d-4d61-b96e-3db947465fb9 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:25:08.166393 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e523d2-f941-4bee-908c-fd18a3125598 req-238b0ede-c0e8-4764-a4e0-2cc0715665c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:25:08.167917 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e3e523d2-f941-4bee-908c-fd18a3125598 req-238b0ede-c0e8-4764-a4e0-2cc0715665c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a7ea66fa9f8488c8bf8b31132d05e00&device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 1097 time: 0.0537651 Jul 24 10:25:08.261780 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e523d2-f941-4bee-908c-fd18a3125598 req-4e18c7e3-16fc-4b57-a389-bb8a78a3272c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:25:08.263600 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e3e523d2-f941-4bee-908c-fd18a3125598 req-4e18c7e3-16fc-4b57-a389-bb8a78a3272c service neutron] 10.222.0.20 "GET /v2.0/networks?id=1568ce26-9384-481a-b42c-a7f0841cb527 HTTP/1.1" status: 200 len: 910 time: 0.0899329 Jul 24 10:25:08.326210 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e3e523d2-f941-4bee-908c-fd18a3125598 req-a48408cb-b5e8-46d0-a1a7-429c09f0553f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a HTTP/1.1" status: 200 len: 999 time: 0.0560660 Jul 24 10:25:08.341280 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-bca2bd9a-aa7d-422c-9b3e-a9d1c678baa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'name': 'tempest-TestSnapshotPattern-1073268521-router', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:13Z', 'revision_number': 4, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'gw_port': {'id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '032bfb70-f37c-4a29-94de-91076d2bf92b', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'port_id': 'cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'mac_address': 'fa:16:3e:12:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ca54ce-5813-4bad-b948-1c2aecf7aa1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:25:07Z', 'updated_at': '2021-07-24T10:25:07Z', 'revision_number': 0, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'fixed_ip_address_scope': None}, {'id': '20491f03-29c7-43bb-ab42-b374a0876b60', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'port_id': '491c04e3-e455-497a-ae99-fc8db01ced59', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'mac_address': 'fa:16:3e:00:08:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b734c8-fbbd-4ab9-b52d-80b39bf4cbea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:22:33Z', 'updated_at': '2021-07-24T10:22:35Z', 'revision_number': 1, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527bde11-ba23-4a9f-a121-48dbe011e095', 'name': '', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'mac_address': 'fa:16:3e:e0:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:13Z', 'updated_at': '2021-07-24T10:22:19Z', 'revision_number': 5, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'subnets': [{'id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:25:08.371156 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca2bd9a-aa7d-422c-9b3e-a9d1c678baa7 None None] Checking router: 5cdf5383-301d-4d61-b96e-3db947465fb9 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:25:08.375754 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e523d2-f941-4bee-908c-fd18a3125598 req-e5c37970-46b2-45a9-8568-7e20b26736ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:25:08.377237 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e3e523d2-f941-4bee-908c-fd18a3125598 req-e5c37970-46b2-45a9-8568-7e20b26736ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99 HTTP/1.1" status: 200 len: 849 time: 0.0449655 Jul 24 10:25:08.379774 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca2bd9a-aa7d-422c-9b3e-a9d1c678baa7 None None] Routers {'5cdf5383-301d-4d61-b96e-3db947465fb9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:25:08.380366 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-bca2bd9a-aa7d-422c-9b3e-a9d1c678baa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:25:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['5cdf5383-301d-4d61-b96e-3db947465fb9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:25:08.439238 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e523d2-f941-4bee-908c-fd18a3125598 req-e7666cbf-4076-4969-a0b1-3445d6ee53e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:25:08.440673 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e3e523d2-f941-4bee-908c-fd18a3125598 req-e7666cbf-4076-4969-a0b1-3445d6ee53e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1568ce26-9384-481a-b42c-a7f0841cb527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571637 Jul 24 10:25:08.476987 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-bca2bd9a-aa7d-422c-9b3e-a9d1c678baa7 None None] Set router 5cdf5383-301d-4d61-b96e-3db947465fb9 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:25:08.528354 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e3e523d2-f941-4bee-908c-fd18a3125598 req-a2295772-3efa-449f-a709-3751b721afb1 service neutron] 10.222.0.20 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817044 Jul 24 10:25:08.623038 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e3e523d2-f941-4bee-908c-fd18a3125598 req-a8aab559-760d-459b-b67f-8a953c873dae service neutron] 10.222.0.20 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885208 Jul 24 10:25:08.696040 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-bca2bd9a-aa7d-422c-9b3e-a9d1c678baa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'name': 'tempest-TestSnapshotPattern-1073268521-router', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:13Z', 'revision_number': 4, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'gw_port': {'id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '032bfb70-f37c-4a29-94de-91076d2bf92b', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'port_id': 'cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'mac_address': 'fa:16:3e:12:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ca54ce-5813-4bad-b948-1c2aecf7aa1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:25:07Z', 'updated_at': '2021-07-24T10:25:07Z', 'revision_number': 0, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'fixed_ip_address_scope': None}, {'id': '20491f03-29c7-43bb-ab42-b374a0876b60', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'port_id': '491c04e3-e455-497a-ae99-fc8db01ced59', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'mac_address': 'fa:16:3e:00:08:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b734c8-fbbd-4ab9-b52d-80b39bf4cbea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:22:33Z', 'updated_at': '2021-07-24T10:22:35Z', 'revision_number': 1, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527bde11-ba23-4a9f-a121-48dbe011e095', 'name': '', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'mac_address': 'fa:16:3e:e0:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:13Z', 'updated_at': '2021-07-24T10:22:19Z', 'revision_number': 5, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'subnets': [{'id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:25:08.721309 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca2bd9a-aa7d-422c-9b3e-a9d1c678baa7 None None] The sync data for ids ['5cdf5383-301d-4d61-b96e-3db947465fb9'] in n-d-800085-9 is: [{'id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'name': 'tempest-TestSnapshotPattern-1073268521-router', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:13Z', 'revision_number': 4, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'gw_port': {'id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '032bfb70-f37c-4a29-94de-91076d2bf92b', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'port_id': 'cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'mac_address': 'fa:16:3e:12:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ca54ce-5813-4bad-b948-1c2aecf7aa1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:25:07Z', 'updated_at': '2021-07-24T10:25:07Z', 'revision_number': 0, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'fixed_ip_address_scope': None}, {'id': '20491f03-29c7-43bb-ab42-b374a0876b60', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'port_id': '491c04e3-e455-497a-ae99-fc8db01ced59', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'mac_address': 'fa:16:3e:00:08:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b734c8-fbbd-4ab9-b52d-80b39bf4cbea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:22:33Z', 'updated_at': '2021-07-24T10:22:35Z', 'revision_number': 1, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527bde11-ba23-4a9f-a121-48dbe011e095', 'name': '', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'mac_address': 'fa:16:3e:e0:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:13Z', 'updated_at': '2021-07-24T10:22:19Z', 'revision_number': 5, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'subnets': [{'id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:25:08.905163 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d68f5aa-02a7-4e6a-9a60-0fd8969d0d1d None None] New status for floating IP 032bfb70-f37c-4a29-94de-91076d2bf92b: ACTIVE {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 10:25:12.739844 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:25:14.638454 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-38626daf-f15d-4f83-8379-b95b7002d5db req-f3c0083c-28f4-4ce4-a7b0-f7b444b74664 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512388 Jul 24 10:25:14.729327 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38626daf-f15d-4f83-8379-b95b7002d5db req-52ffa4fa-f4eb-4594-a7b6-d6e05fae1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:25:14.730817 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-38626daf-f15d-4f83-8379-b95b7002d5db req-52ffa4fa-f4eb-4594-a7b6-d6e05fae1a84 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a7ea66fa9f8488c8bf8b31132d05e00&device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 1097 time: 0.0529964 Jul 24 10:25:14.831592 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38626daf-f15d-4f83-8379-b95b7002d5db req-c5ed9629-9f39-4f8a-b112-9bbd7c35f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:25:14.833083 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-38626daf-f15d-4f83-8379-b95b7002d5db req-c5ed9629-9f39-4f8a-b112-9bbd7c35f91b service neutron] 10.222.0.20 "GET /v2.0/networks?id=1568ce26-9384-481a-b42c-a7f0841cb527 HTTP/1.1" status: 200 len: 910 time: 0.0859408 Jul 24 10:25:14.849130 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:14.898571 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-38626daf-f15d-4f83-8379-b95b7002d5db req-ff2013b6-462e-4b3d-8a72-20771d6e08ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a HTTP/1.1" status: 200 len: 1001 time: 0.0591135 Jul 24 10:25:14.956273 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38626daf-f15d-4f83-8379-b95b7002d5db req-4ea2c24d-0a4a-4e4d-92e3-6b5e909bfcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:25:14.957752 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-38626daf-f15d-4f83-8379-b95b7002d5db req-4ea2c24d-0a4a-4e4d-92e3-6b5e909bfcda service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99 HTTP/1.1" status: 200 len: 849 time: 0.0537384 Jul 24 10:25:15.013502 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38626daf-f15d-4f83-8379-b95b7002d5db req-b2bd7f9f-68a5-4a5b-a99c-a8324853b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:25:15.014982 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-38626daf-f15d-4f83-8379-b95b7002d5db req-b2bd7f9f-68a5-4a5b-a99c-a8324853b084 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1568ce26-9384-481a-b42c-a7f0841cb527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517149 Jul 24 10:25:15.100917 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-38626daf-f15d-4f83-8379-b95b7002d5db req-efb865a0-b28b-470e-9e77-f1a73517ef25 service neutron] 10.222.0.20 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797958 Jul 24 10:25:15.194489 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-38626daf-f15d-4f83-8379-b95b7002d5db req-e9727e6f-ff38-4e22-a7f4-3e5fe3dcf90b service neutron] 10.222.0.20 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880437 Jul 24 10:25:17.361637 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:27.378719 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-92d35da4-b602-456c-824c-8006b0b801bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:29.858679 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-77a1ec94-2f52-41bd-bfe9-265c3f11fcdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:30.582065 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:31.310955 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:33.179684 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:44.874437 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:47.363390 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:49.739481 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:25:55.727797 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e935102-e4c5-4e75-bbd1-977b19b2e659 req-cab07caa-8282-42e0-81de-aa1bf614d978 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514374 Jul 24 10:25:55.823616 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e935102-e4c5-4e75-bbd1-977b19b2e659 req-64f10882-b6ff-4e2e-81ad-8dd403664bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:25:55.825154 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e935102-e4c5-4e75-bbd1-977b19b2e659 req-64f10882-b6ff-4e2e-81ad-8dd403664bec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a7ea66fa9f8488c8bf8b31132d05e00&device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea HTTP/1.1" status: 200 len: 1095 time: 0.0565033 Jul 24 10:25:55.930326 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e935102-e4c5-4e75-bbd1-977b19b2e659 req-1d278eba-78cc-455c-8082-d1a0708cc4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:25:55.931793 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e935102-e4c5-4e75-bbd1-977b19b2e659 req-1d278eba-78cc-455c-8082-d1a0708cc4fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=1568ce26-9384-481a-b42c-a7f0841cb527 HTTP/1.1" status: 200 len: 910 time: 0.0889738 Jul 24 10:25:55.998370 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e935102-e4c5-4e75-bbd1-977b19b2e659 req-4ed71827-9e31-40b0-ab27-f7e3074d6666 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=491c04e3-e455-497a-ae99-fc8db01ced59 HTTP/1.1" status: 200 len: 1000 time: 0.0593493 Jul 24 10:25:56.045087 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e935102-e4c5-4e75-bbd1-977b19b2e659 req-34c4b5e3-1ca4-4c3a-9b78-e7b999fc65d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:25:56.046497 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e935102-e4c5-4e75-bbd1-977b19b2e659 req-34c4b5e3-1ca4-4c3a-9b78-e7b999fc65d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99 HTTP/1.1" status: 200 len: 849 time: 0.0416467 Jul 24 10:25:56.102030 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e935102-e4c5-4e75-bbd1-977b19b2e659 req-5fde08b4-b15c-4d5d-a551-341962ce0da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:25:56.103480 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e935102-e4c5-4e75-bbd1-977b19b2e659 req-5fde08b4-b15c-4d5d-a551-341962ce0da0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1568ce26-9384-481a-b42c-a7f0841cb527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510371 Jul 24 10:25:56.531248 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e935102-e4c5-4e75-bbd1-977b19b2e659 req-e60935d5-7af6-4d97-bda6-4aff1af30793 service neutron] 10.222.0.37 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193497 Jul 24 10:25:56.617347 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-8e935102-e4c5-4e75-bbd1-977b19b2e659 req-ec990ce2-f4ba-4be2-8efa-e36a5aa72dcd service neutron] 10.222.0.37 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793581 Jul 24 10:25:57.378859 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-519b91ca-84ba-4df4-b0a6-04695c474511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:25:59.858519 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f4755a8b-9af9-466e-8d78-e6a7a79800a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:00.584600 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:01.315818 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:03.182396 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:14.639493 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9860ea0f-ba5d-4c92-a5ad-9c9236dabd47 req-795e8b62-bd52-47e8-bd16-0739ccd2241f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524530 Jul 24 10:26:14.734687 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860ea0f-ba5d-4c92-a5ad-9c9236dabd47 req-41f0e7cd-19cb-42ba-b9a5-18b86174302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:26:14.736193 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9860ea0f-ba5d-4c92-a5ad-9c9236dabd47 req-41f0e7cd-19cb-42ba-b9a5-18b86174302b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a7ea66fa9f8488c8bf8b31132d05e00&device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 1097 time: 0.0562837 Jul 24 10:26:14.836288 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860ea0f-ba5d-4c92-a5ad-9c9236dabd47 req-51ff1fc1-b9ea-43b1-b61c-a8f042c717ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:26:14.837735 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9860ea0f-ba5d-4c92-a5ad-9c9236dabd47 req-51ff1fc1-b9ea-43b1-b61c-a8f042c717ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=1568ce26-9384-481a-b42c-a7f0841cb527 HTTP/1.1" status: 200 len: 910 time: 0.0827267 Jul 24 10:26:14.873739 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:15.226560 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9860ea0f-ba5d-4c92-a5ad-9c9236dabd47 req-c2afb93d-7784-4c25-b31a-4fe6fd86082c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a HTTP/1.1" status: 200 len: 1001 time: 0.3826354 Jul 24 10:26:15.273588 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860ea0f-ba5d-4c92-a5ad-9c9236dabd47 req-2eb87c18-b897-459a-ab7e-a9630493c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:26:15.275033 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9860ea0f-ba5d-4c92-a5ad-9c9236dabd47 req-2eb87c18-b897-459a-ab7e-a9630493c85c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99 HTTP/1.1" status: 200 len: 849 time: 0.0429688 Jul 24 10:26:15.331094 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860ea0f-ba5d-4c92-a5ad-9c9236dabd47 req-cdd3d24f-2c0e-4e2d-acba-98ad73fea390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:26:15.332549 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9860ea0f-ba5d-4c92-a5ad-9c9236dabd47 req-cdd3d24f-2c0e-4e2d-acba-98ad73fea390 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1568ce26-9384-481a-b42c-a7f0841cb527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516534 Jul 24 10:26:15.420465 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9860ea0f-ba5d-4c92-a5ad-9c9236dabd47 req-4c651d94-c333-4fa1-837a-b08a20b1dabf service neutron] 10.222.0.20 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818684 Jul 24 10:26:15.508556 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-9860ea0f-ba5d-4c92-a5ad-9c9236dabd47 req-8fa9b33a-f99d-4f0d-a456-865f546c7d08 service neutron] 10.222.0.20 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811532 Jul 24 10:26:17.363603 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:26.738703 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:26:27.378759 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-59bb4f34-8679-4c1d-b650-efd486a78e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:29.857625 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-aca3bcee-bfb2-475e-8007-f55ad79987a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:30.587351 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:31.317308 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:33.185287 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:38.571331 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a details requested by agent hyperv_n-h2-800085-9 with host n-h2-800085-9 {{(pid=94037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 10:26:38.672780 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a,segment=NetworkSegment(1199a4e9-bebb-4005-8c63-de22fbcd37bf),segment_id=1199a4e9-bebb-4005-8c63-de22fbcd37bf)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:26:38.683484 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Returning: {'device': 'cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'port_id': 'cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a', 'mac_address': 'fa:16:3e:12:56:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 10:26:38.719159 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:38.731639 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 10:26:38.751788 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a,segment=NetworkSegment(1199a4e9-bebb-4005-8c63-de22fbcd37bf),segment_id=1199a4e9-bebb-4005-8c63-de22fbcd37bf)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:26:38.756421 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:38.811831 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:26:38.819627 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:38.819959 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:38.820301 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:38.820636 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:38.820993 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:38.821325 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:38.821657 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:38.821982 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:38.822309 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:38.822683 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:38.823014 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:38.823356 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:38.828226 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] get_ports_and_sgs() called for port_ids ['cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a'] {{(pid=94037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 10:26:40.601032 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a up at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 10:26:40.658084 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Provisioning complete for port cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a triggered by entity L2. {{(pid=94037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 10:26:40.658748 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1500838'] for port, provisioning_complete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:40.762032 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:40.785077 n-d-800085-9 neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ca54ce-5813-4bad-b948-1c2aecf7aa1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:26:40.787333 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfecc09ccecf6097530ed06b3b0f605c347a07b6c448c324480a744ab89978bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6fd0d6-8081-4d02-9811-39c4400f3d80" -d '{"events": [{"server_uuid": "58ca54ce-5813-4bad-b948-1c2aecf7aa1b", "name": "network-vif-plugged", "status": "completed", "tag": "cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:26:40.804946 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] For port cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a,segment=NetworkSegment(1199a4e9-bebb-4005-8c63-de22fbcd37bf),segment_id=1199a4e9-bebb-4005-8c63-de22fbcd37bf)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:26:40.813618 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761914635596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761914193942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761914193960'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:40.849432 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1622dd1-035e-4c56-a5e9-0f9ecbc95c39 x-openstack-request-id: req-f1622dd1-035e-4c56-a5e9-0f9ecbc95c39 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:26:40.850080 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ca54ce-5813-4bad-b948-1c2aecf7aa1b", "name": "network-vif-plugged", "status": "completed", "tag": "cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:26:40.850801 n-d-800085-9 neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1622dd1-035e-4c56-a5e9-0f9ecbc95c39 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:26:40.851700 n-d-800085-9 neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ca54ce-5813-4bad-b948-1c2aecf7aa1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a', 'code': 200} Jul 24 10:26:40.882942 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Pushing event updated for resources: {'Port': ['ID=cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a,revision_number=7']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:26:44.880259 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:47.379474 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:48.323761 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53158) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:26:48.482099 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-fe69967e-ade6-4edb-9869-b55862a2b13e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Deleting port 17e0143b-b533-47e7-b012-8fdf4042b041 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:26:48.482445 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fe69967e-ade6-4edb-9869-b55862a2b13e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:48.556221 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fe69967e-ade6-4edb-9869-b55862a2b13e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:48.556475 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fe69967e-ade6-4edb-9869-b55862a2b13e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:48.567755 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-fe69967e-ade6-4edb-9869-b55862a2b13e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Calling delete_port for 17e0143b-b533-47e7-b012-8fdf4042b041 owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:26:48.713808 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fe69967e-ade6-4edb-9869-b55862a2b13e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:48.738153 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69967e-ade6-4edb-9869-b55862a2b13e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Pushing event deleted for resources: {'Port': ['ID=17e0143b-b533-47e7-b012-8fdf4042b041,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:26:48.765190 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe69967e-ade6-4edb-9869-b55862a2b13e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:48.765537 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe69967e-ade6-4edb-9869-b55862a2b13e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:48.765876 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe69967e-ade6-4edb-9869-b55862a2b13e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:48.766471 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe69967e-ade6-4edb-9869-b55862a2b13e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:48.766806 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe69967e-ade6-4edb-9869-b55862a2b13e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:48.767136 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe69967e-ade6-4edb-9869-b55862a2b13e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:48.767461 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe69967e-ade6-4edb-9869-b55862a2b13e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:48.767784 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe69967e-ade6-4edb-9869-b55862a2b13e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:48.768643 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe69967e-ade6-4edb-9869-b55862a2b13e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:48.768992 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe69967e-ade6-4edb-9869-b55862a2b13e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:48.769338 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe69967e-ade6-4edb-9869-b55862a2b13e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:48.769667 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe69967e-ade6-4edb-9869-b55862a2b13e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:48.808383 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fe69967e-ade6-4edb-9869-b55862a2b13e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:48.808674 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-fe69967e-ade6-4edb-9869-b55862a2b13e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Floating IP 032bfb70-f37c-4a29-94de-91076d2bf92b disassociated (deleted). External IP: 172.25.7.77, port: cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a. Jul 24 10:26:49.019961 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe69967e-ade6-4edb-9869-b55862a2b13e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Router 5cdf5383-301d-4d61-b96e-3db947465fb9 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:26:49.123753 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe69967e-ade6-4edb-9869-b55862a2b13e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:26:49.129023 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fe69967e-ade6-4edb-9869-b55862a2b13e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:49.133569 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21867566-a08e-4991-b5a1-4ddb45bb699a None None] Sync routers for ids ['5cdf5383-301d-4d61-b96e-3db947465fb9'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:26:49.142849 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21867566-a08e-4991-b5a1-4ddb45bb699a None None] Routers {'5cdf5383-301d-4d61-b96e-3db947465fb9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:26:49.144109 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-21867566-a08e-4991-b5a1-4ddb45bb699a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:26:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['5cdf5383-301d-4d61-b96e-3db947465fb9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:26:49.168118 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fe69967e-ade6-4edb-9869-b55862a2b13e tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "DELETE /v2.0/floatingips/032bfb70-f37c-4a29-94de-91076d2bf92b HTTP/1.1" status: 204 len: 168 time: 0.8432255 Jul 24 10:26:49.168887 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ca54ce-5813-4bad-b948-1c2aecf7aa1b', 'tag': 'cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:26:49.171338 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a4853a8b40b91971e5417878e0e437932fc4777980ba62e4c137541a983d21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d93a3d5-2fb3-4859-877f-df7003ce4e12" -d '{"events": [{"name": "network-changed", "server_uuid": "58ca54ce-5813-4bad-b948-1c2aecf7aa1b", "tag": "cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:26:49.214259 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d51f6d-50f1-4e65-a39c-119448258c19 x-openstack-request-id: req-06d51f6d-50f1-4e65-a39c-119448258c19 {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:26:49.214618 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ca54ce-5813-4bad-b948-1c2aecf7aa1b", "tag": "cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:26:49.215053 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06d51f6d-50f1-4e65-a39c-119448258c19 {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:26:49.215517 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ca54ce-5813-4bad-b948-1c2aecf7aa1b', 'tag': 'cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a', 'status': 'completed', 'code': 200} Jul 24 10:26:49.249786 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-21867566-a08e-4991-b5a1-4ddb45bb699a None None] Set router 5cdf5383-301d-4d61-b96e-3db947465fb9 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:26:49.295123 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93a3d5-2fb3-4859-877f-df7003ce4e12 req-4e25bb7b-d39e-4385-860e-be057ee86d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:26:49.302129 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1d93a3d5-2fb3-4859-877f-df7003ce4e12 req-4e25bb7b-d39e-4385-860e-be057ee86d4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a7ea66fa9f8488c8bf8b31132d05e00&device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 1097 time: 0.0664358 Jul 24 10:26:49.399775 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93a3d5-2fb3-4859-877f-df7003ce4e12 req-1fe81269-beda-436a-9448-f3fa71813502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:26:49.401297 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1d93a3d5-2fb3-4859-877f-df7003ce4e12 req-1fe81269-beda-436a-9448-f3fa71813502 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1568ce26-9384-481a-b42c-a7f0841cb527 HTTP/1.1" status: 200 len: 910 time: 0.0934899 Jul 24 10:26:49.449094 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1d93a3d5-2fb3-4859-877f-df7003ce4e12 req-c3403aa6-5d82-4746-87f5-b7ce74c85b08 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a HTTP/1.1" status: 200 len: 217 time: 0.0401886 Jul 24 10:26:49.480405 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-21867566-a08e-4991-b5a1-4ddb45bb699a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'name': 'tempest-TestSnapshotPattern-1073268521-router', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:13Z', 'revision_number': 4, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'gw_port': {'id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '20491f03-29c7-43bb-ab42-b374a0876b60', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'port_id': '491c04e3-e455-497a-ae99-fc8db01ced59', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'mac_address': 'fa:16:3e:00:08:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b734c8-fbbd-4ab9-b52d-80b39bf4cbea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:22:33Z', 'updated_at': '2021-07-24T10:22:35Z', 'revision_number': 1, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527bde11-ba23-4a9f-a121-48dbe011e095', 'name': '', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'mac_address': 'fa:16:3e:e0:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:13Z', 'updated_at': '2021-07-24T10:22:19Z', 'revision_number': 5, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'subnets': [{'id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:26:49.497066 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94f2dc-db68-4083-921c-c1acdb8772ac req-93ae42dc-0a92-4a4a-9143-3d5ae1dcb644 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:26:49.498611 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6b94f2dc-db68-4083-921c-c1acdb8772ac req-93ae42dc-0a92-4a4a-9143-3d5ae1dcb644 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 946 time: 0.1334598 Jul 24 10:26:49.500663 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93a3d5-2fb3-4859-877f-df7003ce4e12 req-4f66bac7-e04c-49db-96f9-cdd4852342a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:26:49.502213 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1d93a3d5-2fb3-4859-877f-df7003ce4e12 req-4f66bac7-e04c-49db-96f9-cdd4852342a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99 HTTP/1.1" status: 200 len: 849 time: 0.0457196 Jul 24 10:26:49.506832 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21867566-a08e-4991-b5a1-4ddb45bb699a None None] Checking router: 5cdf5383-301d-4d61-b96e-3db947465fb9 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:26:49.515219 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21867566-a08e-4991-b5a1-4ddb45bb699a None None] Routers {'5cdf5383-301d-4d61-b96e-3db947465fb9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:26:49.515890 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-21867566-a08e-4991-b5a1-4ddb45bb699a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:26:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['5cdf5383-301d-4d61-b96e-3db947465fb9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:26:49.537903 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-6b94f2dc-db68-4083-921c-c1acdb8772ac req-f96a096a-d43f-427a-99d1-c8f95684538f tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327444 Jul 24 10:26:49.569652 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93a3d5-2fb3-4859-877f-df7003ce4e12 req-29777502-3b77-4165-8cae-717a7838b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:26:49.571228 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1d93a3d5-2fb3-4859-877f-df7003ce4e12 req-29777502-3b77-4165-8cae-717a7838b6c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1568ce26-9384-481a-b42c-a7f0841cb527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619934 Jul 24 10:26:49.669424 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1d93a3d5-2fb3-4859-877f-df7003ce4e12 req-3a35dc87-dead-42a8-9d02-59d7d0269431 service neutron] 10.222.0.20 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900915 Jul 24 10:26:49.702113 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-21867566-a08e-4991-b5a1-4ddb45bb699a None None] Set router 5cdf5383-301d-4d61-b96e-3db947465fb9 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:26:49.758762 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-1d93a3d5-2fb3-4859-877f-df7003ce4e12 req-941e5c61-27c1-4c22-b30a-b741d60457e7 service neutron] 10.222.0.20 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820699 Jul 24 10:26:49.923331 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-21867566-a08e-4991-b5a1-4ddb45bb699a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'name': 'tempest-TestSnapshotPattern-1073268521-router', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:13Z', 'revision_number': 4, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'gw_port': {'id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '20491f03-29c7-43bb-ab42-b374a0876b60', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'port_id': '491c04e3-e455-497a-ae99-fc8db01ced59', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'mac_address': 'fa:16:3e:00:08:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b734c8-fbbd-4ab9-b52d-80b39bf4cbea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:22:33Z', 'updated_at': '2021-07-24T10:22:35Z', 'revision_number': 1, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527bde11-ba23-4a9f-a121-48dbe011e095', 'name': '', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'mac_address': 'fa:16:3e:e0:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:13Z', 'updated_at': '2021-07-24T10:22:19Z', 'revision_number': 5, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'subnets': [{'id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:26:49.948480 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21867566-a08e-4991-b5a1-4ddb45bb699a None None] The sync data for ids ['5cdf5383-301d-4d61-b96e-3db947465fb9'] in n-d-800085-9 is: [{'id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'name': 'tempest-TestSnapshotPattern-1073268521-router', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:13Z', 'revision_number': 4, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'gw_port': {'id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_floatingips': [{'id': '20491f03-29c7-43bb-ab42-b374a0876b60', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'router_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'port_id': '491c04e3-e455-497a-ae99-fc8db01ced59', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'mac_address': 'fa:16:3e:00:08:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b734c8-fbbd-4ab9-b52d-80b39bf4cbea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T10:22:33Z', 'updated_at': '2021-07-24T10:22:35Z', 'revision_number': 1, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527bde11-ba23-4a9f-a121-48dbe011e095', 'name': '', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'mac_address': 'fa:16:3e:e0:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:13Z', 'updated_at': '2021-07-24T10:22:19Z', 'revision_number': 5, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'subnets': [{'id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:26:50.165736 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdce612-b26e-44a3-8259-e434da51aa7c None None] New status for floating IP 032bfb70-f37c-4a29-94de-91076d2bf92b: DOWN {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 10:26:50.680512 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f7fe9-6373-41e6-b05b-217dd21e5bf4 req-0fc1c70f-a87d-4e38-9682-56c199c6d4ae tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:26:50.682035 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da5f7fe9-6373-41e6-b05b-217dd21e5bf4 req-0fc1c70f-a87d-4e38-9682-56c199c6d4ae tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 946 time: 0.0676377 Jul 24 10:26:50.719144 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-da5f7fe9-6373-41e6-b05b-217dd21e5bf4 req-db288d35-0d97-48e8-8d9a-bd847f450bfd tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312600 Jul 24 10:26:50.934971 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f29aca-2754-408c-a48c-8f031094fa49 req-1733b242-7ea8-46e0-8276-ee207c7e7b0c tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:26:50.936333 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-77f29aca-2754-408c-a48c-8f031094fa49 req-1733b242-7ea8-46e0-8276-ee207c7e7b0c tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.20 "GET /v2.0/ports?device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 946 time: 0.0642288 Jul 24 10:26:51.031503 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-77f29aca-2754-408c-a48c-8f031094fa49 req-86444d6b-c74a-4517-8d15-1a006bbb5820 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Deleting port cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:26:51.031852 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-77f29aca-2754-408c-a48c-8f031094fa49 req-86444d6b-c74a-4517-8d15-1a006bbb5820 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:51.120505 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [req-77f29aca-2754-408c-a48c-8f031094fa49 req-86444d6b-c74a-4517-8d15-1a006bbb5820 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] For port cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a, host n-h2-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-9',level=0,port_id=cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a,segment=NetworkSegment(1199a4e9-bebb-4005-8c63-de22fbcd37bf),segment_id=1199a4e9-bebb-4005-8c63-de22fbcd37bf)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:26:51.120902 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-77f29aca-2754-408c-a48c-8f031094fa49 req-86444d6b-c74a-4517-8d15-1a006bbb5820 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:51.133392 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [req-77f29aca-2754-408c-a48c-8f031094fa49 req-86444d6b-c74a-4517-8d15-1a006bbb5820 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Calling delete_port for cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a owned by compute:nova {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:26:51.261331 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-77f29aca-2754-408c-a48c-8f031094fa49 req-86444d6b-c74a-4517-8d15-1a006bbb5820 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:51.288023 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86444d6b-c74a-4517-8d15-1a006bbb5820 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Pushing event deleted for resources: {'Port': ['ID=cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:26:51.335503 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f29aca-2754-408c-a48c-8f031094fa49 req-86444d6b-c74a-4517-8d15-1a006bbb5820 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] No DVR routers for this DVR port cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a on host n-h2-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:26:51.337931 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [req-77f29aca-2754-408c-a48c-8f031094fa49 req-86444d6b-c74a-4517-8d15-1a006bbb5820 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:51.339941 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-77f29aca-2754-408c-a48c-8f031094fa49 req-86444d6b-c74a-4517-8d15-1a006bbb5820 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.20 "DELETE /v2.0/ports/cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a HTTP/1.1" status: 204 len: 173 time: 0.3987093 Jul 24 10:26:51.340387 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ca54ce-5813-4bad-b948-1c2aecf7aa1b', 'name': 'network-vif-deleted', 'tag': 'cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:26:51.342695 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a4853a8b40b91971e5417878e0e437932fc4777980ba62e4c137541a983d21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0df7a4b-926d-4393-a581-8f9875080eb0" -d '{"events": [{"server_uuid": "58ca54ce-5813-4bad-b948-1c2aecf7aa1b", "name": "network-vif-deleted", "tag": "cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:26:51.381018 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92c7613-d96f-461a-8c1b-576253c3f3ea x-openstack-request-id: req-d92c7613-d96f-461a-8c1b-576253c3f3ea {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:26:51.381321 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ca54ce-5813-4bad-b948-1c2aecf7aa1b", "name": "network-vif-deleted", "tag": "cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:26:51.381579 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d92c7613-d96f-461a-8c1b-576253c3f3ea {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:26:51.381985 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ca54ce-5813-4bad-b948-1c2aecf7aa1b', 'name': 'network-vif-deleted', 'tag': 'cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a', 'status': 'completed', 'code': 200} Jul 24 10:26:51.853267 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-8bf05d69-c462-4f91-ba3c-4f5c033f8343 req-9df35f02-8fff-4d04-8991-348dfd454337 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=58ca54ce-5813-4bad-b948-1c2aecf7aa1b HTTP/1.1" status: 200 len: 210 time: 0.0343831 Jul 24 10:26:52.617642 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:26:52.639405 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:26:52.639741 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:26:53.401890 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53220) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:26:53.554558 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-f20853fe-cafa-4dd3-b863-c95008f05ad2 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Deleting port 32f76f4b-7b69-4e56-a004-def646380138 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:26:53.554903 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f20853fe-cafa-4dd3-b863-c95008f05ad2 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:53.628231 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f20853fe-cafa-4dd3-b863-c95008f05ad2 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:53.628559 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f20853fe-cafa-4dd3-b863-c95008f05ad2 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:53.639853 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-f20853fe-cafa-4dd3-b863-c95008f05ad2 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Calling delete_port for 32f76f4b-7b69-4e56-a004-def646380138 owned by network:floatingip {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:26:53.785423 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f20853fe-cafa-4dd3-b863-c95008f05ad2 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:53.810438 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20853fe-cafa-4dd3-b863-c95008f05ad2 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Pushing event deleted for resources: {'Port': ['ID=32f76f4b-7b69-4e56-a004-def646380138,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:26:53.875375 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f20853fe-cafa-4dd3-b863-c95008f05ad2 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for floatingip, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:53.875726 n-d-800085-9 neutron-server[94035]: INFO neutron.db.l3_db [None req-f20853fe-cafa-4dd3-b863-c95008f05ad2 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Floating IP 20491f03-29c7-43bb-ab42-b374a0876b60 disassociated (deleted). External IP: 172.25.7.140, port: 491c04e3-e455-497a-ae99-fc8db01ced59. Jul 24 10:26:54.076275 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20853fe-cafa-4dd3-b863-c95008f05ad2 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Router 5cdf5383-301d-4d61-b96e-3db947465fb9 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:26:54.179675 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20853fe-cafa-4dd3-b863-c95008f05ad2 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:26:54.184560 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f20853fe-cafa-4dd3-b863-c95008f05ad2 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for floatingip, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:54.189078 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea4cf5e-f72b-469c-86d2-7b0ec9ab0a1d None None] Sync routers for ids ['5cdf5383-301d-4d61-b96e-3db947465fb9'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:26:54.198396 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea4cf5e-f72b-469c-86d2-7b0ec9ab0a1d None None] Routers {'5cdf5383-301d-4d61-b96e-3db947465fb9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:26:54.199002 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-aea4cf5e-f72b-469c-86d2-7b0ec9ab0a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:26:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['5cdf5383-301d-4d61-b96e-3db947465fb9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:26:54.220519 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f20853fe-cafa-4dd3-b863-c95008f05ad2 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "DELETE /v2.0/floatingips/20491f03-29c7-43bb-ab42-b374a0876b60 HTTP/1.1" status: 204 len: 168 time: 0.8175230 Jul 24 10:26:54.221288 n-d-800085-9 neutron-server[94035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b734c8-fbbd-4ab9-b52d-80b39bf4cbea', 'tag': '491c04e3-e455-497a-ae99-fc8db01ced59'}] {{(pid=94035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:26:54.223673 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a4853a8b40b91971e5417878e0e437932fc4777980ba62e4c137541a983d21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248e8044-9236-4173-b923-ed00aa6da6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "74b734c8-fbbd-4ab9-b52d-80b39bf4cbea", "tag": "491c04e3-e455-497a-ae99-fc8db01ced59"}]}' {{(pid=94035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:26:54.303360 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-aea4cf5e-f72b-469c-86d2-7b0ec9ab0a1d None None] Set router 5cdf5383-301d-4d61-b96e-3db947465fb9 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:26:54.313092 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 10:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0995e4-bac1-443d-ab29-a0d6b8394dfb x-openstack-request-id: req-7e0995e4-bac1-443d-ab29-a0d6b8394dfb {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:26:54.313409 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b734c8-fbbd-4ab9-b52d-80b39bf4cbea", "tag": "491c04e3-e455-497a-ae99-fc8db01ced59", "status": "completed", "code": 200}]} {{(pid=94035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:26:54.313658 n-d-800085-9 neutron-server[94035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e0995e4-bac1-443d-ab29-a0d6b8394dfb {{(pid=94035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:26:54.314062 n-d-800085-9 neutron-server[94035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b734c8-fbbd-4ab9-b52d-80b39bf4cbea', 'tag': '491c04e3-e455-497a-ae99-fc8db01ced59', 'status': 'completed', 'code': 200} Jul 24 10:26:54.403090 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e8044-9236-4173-b923-ed00aa6da6f2 req-ffd90aed-8f27-45b9-bc47-2593b69800b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:26:54.404683 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-248e8044-9236-4173-b923-ed00aa6da6f2 req-ffd90aed-8f27-45b9-bc47-2593b69800b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a7ea66fa9f8488c8bf8b31132d05e00&device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea HTTP/1.1" status: 200 len: 1095 time: 0.0667641 Jul 24 10:26:54.519850 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-aea4cf5e-f72b-469c-86d2-7b0ec9ab0a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'name': 'tempest-TestSnapshotPattern-1073268521-router', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:13Z', 'revision_number': 4, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'gw_port': {'id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '527bde11-ba23-4a9f-a121-48dbe011e095', 'name': '', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'mac_address': 'fa:16:3e:e0:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:13Z', 'updated_at': '2021-07-24T10:22:19Z', 'revision_number': 5, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'subnets': [{'id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:26:54.532397 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e8044-9236-4173-b923-ed00aa6da6f2 req-fff61cc0-9648-4587-8635-61263a35d3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:26:54.534431 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-248e8044-9236-4173-b923-ed00aa6da6f2 req-fff61cc0-9648-4587-8635-61263a35d3ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=1568ce26-9384-481a-b42c-a7f0841cb527 HTTP/1.1" status: 200 len: 910 time: 0.1235600 Jul 24 10:26:54.545410 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea4cf5e-f72b-469c-86d2-7b0ec9ab0a1d None None] Checking router: 5cdf5383-301d-4d61-b96e-3db947465fb9 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:26:54.550605 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8e656-1e43-45ed-895e-d205a41632fa req-9bb44aca-5709-4287-9d51-100ebc8ff552 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:26:54.552401 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3aa8e656-1e43-45ed-895e-d205a41632fa req-9bb44aca-5709-4287-9d51-100ebc8ff552 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea HTTP/1.1" status: 200 len: 944 time: 0.1232841 Jul 24 10:26:54.554648 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea4cf5e-f72b-469c-86d2-7b0ec9ab0a1d None None] Routers {'5cdf5383-301d-4d61-b96e-3db947465fb9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:26:54.555253 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-aea4cf5e-f72b-469c-86d2-7b0ec9ab0a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:26:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['5cdf5383-301d-4d61-b96e-3db947465fb9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:26:54.592140 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-248e8044-9236-4173-b923-ed00aa6da6f2 req-6d5cff02-8ae1-4c3f-99eb-0676eafa5041 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=491c04e3-e455-497a-ae99-fc8db01ced59 HTTP/1.1" status: 200 len: 217 time: 0.0502224 Jul 24 10:26:54.659949 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-3aa8e656-1e43-45ed-895e-d205a41632fa req-6126dbce-8f85-4306-9370-20b130b4fd68 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005433 Jul 24 10:26:54.661025 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-aea4cf5e-f72b-469c-86d2-7b0ec9ab0a1d None None] Set router 5cdf5383-301d-4d61-b96e-3db947465fb9 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:26:54.666851 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e8044-9236-4173-b923-ed00aa6da6f2 req-ec4d1f1f-b7cc-4ed5-970b-2661c69df2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:26:54.668302 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-248e8044-9236-4173-b923-ed00aa6da6f2 req-ec4d1f1f-b7cc-4ed5-970b-2661c69df2ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99 HTTP/1.1" status: 200 len: 849 time: 0.0694668 Jul 24 10:26:54.726507 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e8044-9236-4173-b923-ed00aa6da6f2 req-23e33599-514c-4c0d-9505-7e6e609133e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:26:54.728119 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-248e8044-9236-4173-b923-ed00aa6da6f2 req-23e33599-514c-4c0d-9505-7e6e609133e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1568ce26-9384-481a-b42c-a7f0841cb527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532155 Jul 24 10:26:54.815390 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-248e8044-9236-4173-b923-ed00aa6da6f2 req-7f137358-914f-4cf3-bceb-db48fae0d6d4 service neutron] 10.222.0.37 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799100 Jul 24 10:26:54.849430 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-aea4cf5e-f72b-469c-86d2-7b0ec9ab0a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'name': 'tempest-TestSnapshotPattern-1073268521-router', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:13Z', 'revision_number': 4, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'gw_port': {'id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '527bde11-ba23-4a9f-a121-48dbe011e095', 'name': '', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'mac_address': 'fa:16:3e:e0:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:13Z', 'updated_at': '2021-07-24T10:22:19Z', 'revision_number': 5, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'subnets': [{'id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:26:54.879927 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea4cf5e-f72b-469c-86d2-7b0ec9ab0a1d None None] The sync data for ids ['5cdf5383-301d-4d61-b96e-3db947465fb9'] in n-d-800085-9 is: [{'id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'name': 'tempest-TestSnapshotPattern-1073268521-router', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:13Z', 'revision_number': 4, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'gw_port': {'id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9', '_interfaces': [{'id': '527bde11-ba23-4a9f-a121-48dbe011e095', 'name': '', 'network_id': '1568ce26-9384-481a-b42c-a7f0841cb527', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'mac_address': 'fa:16:3e:e0:45:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:13Z', 'updated_at': '2021-07-24T10:22:19Z', 'revision_number': 5, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'subnets': [{'id': '4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:26:54.913654 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-248e8044-9236-4173-b923-ed00aa6da6f2 req-ea578ce0-11d0-4ac8-ba81-7bf071cd61d5 service neutron] 10.222.0.37 "GET /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916073 Jul 24 10:26:55.098673 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f11eb3-6cb4-4ac2-bb85-3ea958311f34 None None] New status for floating IP 20491f03-29c7-43bb-ab42-b374a0876b60: DOWN {{(pid=94037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 10:26:55.804401 n-d-800085-9 neutron-server[94035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a39d1b-5969-43ae-bb31-0ba8aa5d5731 req-7ad5338b-8a59-4487-9b86-4c4b1415fa0f tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:26:55.805920 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e2a39d1b-5969-43ae-bb31-0ba8aa5d5731 req-7ad5338b-8a59-4487-9b86-4c4b1415fa0f tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea HTTP/1.1" status: 200 len: 944 time: 0.0634503 Jul 24 10:26:55.842192 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [req-e2a39d1b-5969-43ae-bb31-0ba8aa5d5731 req-3f79cc86-0e43-4770-b37f-0d69ae493354 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea09f7c6-d2ba-4030-8734-2d8eccd610b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304885 Jul 24 10:26:55.945194 n-d-800085-9 neutron-server[94036]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c3699-ebbe-48b6-9306-727b76eeff99 req-cf837986-d82e-4548-b902-169b1b22fd58 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 10:26:55.946642 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7a6c3699-ebbe-48b6-9306-727b76eeff99 req-cf837986-d82e-4548-b902-169b1b22fd58 tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b734c8-fbbd-4ab9-b52d-80b39bf4cbea HTTP/1.1" status: 200 len: 944 time: 0.0615234 Jul 24 10:26:56.045732 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-7a6c3699-ebbe-48b6-9306-727b76eeff99 req-eccc8e0b-6b76-452b-8606-4b7749da4f4d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Deleting port 491c04e3-e455-497a-ae99-fc8db01ced59 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:26:56.045994 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-7a6c3699-ebbe-48b6-9306-727b76eeff99 req-eccc8e0b-6b76-452b-8606-4b7749da4f4d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:56.130043 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [req-7a6c3699-ebbe-48b6-9306-727b76eeff99 req-eccc8e0b-6b76-452b-8606-4b7749da4f4d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] For port 491c04e3-e455-497a-ae99-fc8db01ced59, host n-h1-800085-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-9',level=0,port_id=491c04e3-e455-497a-ae99-fc8db01ced59,segment=NetworkSegment(1199a4e9-bebb-4005-8c63-de22fbcd37bf),segment_id=1199a4e9-bebb-4005-8c63-de22fbcd37bf)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:26:56.130410 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-7a6c3699-ebbe-48b6-9306-727b76eeff99 req-eccc8e0b-6b76-452b-8606-4b7749da4f4d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:56.142604 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [req-7a6c3699-ebbe-48b6-9306-727b76eeff99 req-eccc8e0b-6b76-452b-8606-4b7749da4f4d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Calling delete_port for 491c04e3-e455-497a-ae99-fc8db01ced59 owned by compute:nova {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:26:56.269777 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-7a6c3699-ebbe-48b6-9306-727b76eeff99 req-eccc8e0b-6b76-452b-8606-4b7749da4f4d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:56.297937 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc8e0b-6b76-452b-8606-4b7749da4f4d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Pushing event deleted for resources: {'Port': ['ID=491c04e3-e455-497a-ae99-fc8db01ced59,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:26:56.331019 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc8e0b-6b76-452b-8606-4b7749da4f4d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:56.331366 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc8e0b-6b76-452b-8606-4b7749da4f4d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:56.331712 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc8e0b-6b76-452b-8606-4b7749da4f4d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:56.332049 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc8e0b-6b76-452b-8606-4b7749da4f4d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:56.332382 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc8e0b-6b76-452b-8606-4b7749da4f4d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:56.332713 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc8e0b-6b76-452b-8606-4b7749da4f4d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:56.333064 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc8e0b-6b76-452b-8606-4b7749da4f4d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:56.333391 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc8e0b-6b76-452b-8606-4b7749da4f4d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:56.333714 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc8e0b-6b76-452b-8606-4b7749da4f4d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:56.334038 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc8e0b-6b76-452b-8606-4b7749da4f4d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:56.334383 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc8e0b-6b76-452b-8606-4b7749da4f4d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:56.334712 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc8e0b-6b76-452b-8606-4b7749da4f4d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-9 {{(pid=94036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 10:26:56.356388 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6c3699-ebbe-48b6-9306-727b76eeff99 req-eccc8e0b-6b76-452b-8606-4b7749da4f4d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] No DVR routers for this DVR port 491c04e3-e455-497a-ae99-fc8db01ced59 on host n-h1-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:26:56.358709 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [req-7a6c3699-ebbe-48b6-9306-727b76eeff99 req-eccc8e0b-6b76-452b-8606-4b7749da4f4d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27895'] for port, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:56.360722 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [req-7a6c3699-ebbe-48b6-9306-727b76eeff99 req-eccc8e0b-6b76-452b-8606-4b7749da4f4d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.37 "DELETE /v2.0/ports/491c04e3-e455-497a-ae99-fc8db01ced59 HTTP/1.1" status: 204 len: 173 time: 0.4084318 Jul 24 10:26:56.361124 n-d-800085-9 neutron-server[94036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b734c8-fbbd-4ab9-b52d-80b39bf4cbea', 'name': 'network-vif-deleted', 'tag': '491c04e3-e455-497a-ae99-fc8db01ced59'}] {{(pid=94036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 10:26:56.363449 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0ac4981879846d8821277b3228522714eb2c0e29e76d1b29de9e8d513d31c24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5f9b58-2c0a-465d-be0a-4e9cc1a6eea7" -d '{"events": [{"server_uuid": "74b734c8-fbbd-4ab9-b52d-80b39bf4cbea", "name": "network-vif-deleted", "tag": "491c04e3-e455-497a-ae99-fc8db01ced59"}]}' {{(pid=94036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 10:26:56.454480 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 10:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d333ac53-7c98-497b-8531-14eb36c07ee8 x-openstack-request-id: req-d333ac53-7c98-497b-8531-14eb36c07ee8 {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 10:26:56.454772 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b734c8-fbbd-4ab9-b52d-80b39bf4cbea", "name": "network-vif-deleted", "tag": "491c04e3-e455-497a-ae99-fc8db01ced59", "status": "completed", "code": 200}]} {{(pid=94036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 10:26:56.455023 n-d-800085-9 neutron-server[94036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d333ac53-7c98-497b-8531-14eb36c07ee8 {{(pid=94036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 10:26:56.455932 n-d-800085-9 neutron-server[94036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b734c8-fbbd-4ab9-b52d-80b39bf4cbea', 'name': 'network-vif-deleted', 'tag': '491c04e3-e455-497a-ae99-fc8db01ced59', 'status': 'completed', 'code': 200} Jul 24 10:26:56.633395 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a no longer exists at agent hyperv_n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:26:56.657187 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] No Port match for: cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:26:56.657534 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Device cb74ff2a-c442-4a4d-9257-d5d3c56c3f0a not bound to the agent host n-h2-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:26:56.903185 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53238) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:26:56.959723 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-39517ad5-9f51-4e4e-9b34-d1617d90258d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:56.983640 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-39517ad5-9f51-4e4e-9b34-d1617d90258d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:57.046364 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-39517ad5-9f51-4e4e-9b34-d1617d90258d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:57.049901 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-39517ad5-9f51-4e4e-9b34-d1617d90258d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:57.051072 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-39517ad5-9f51-4e4e-9b34-d1617d90258d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] 10.222.0.32 "DELETE /v2.0/security-groups/ea09f7c6-d2ba-4030-8734-2d8eccd610b4 HTTP/1.1" status: 204 len: 168 time: 0.1468842 Jul 24 10:26:57.059950 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39517ad5-9f51-4e4e-9b34-d1617d90258d tempest-TestSnapshotPattern-878734412 tempest-TestSnapshotPattern-878734412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea09f7c6-d2ba-4030-8734-2d8eccd610b4,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:26:57.379018 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eba7d75d-1401-4d02-90d6-e0a54f135b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:58.117021 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53244) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:26:58.482655 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dd02ad95-def7-46e7-b28b-16ed0d32be00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:58.730095 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-dd02ad95-def7-46e7-b28b-16ed0d32be00 admin admin] Deleting port 527bde11-ba23-4a9f-a121-48dbe011e095 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:26:58.730429 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dd02ad95-def7-46e7-b28b-16ed0d32be00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:59.023506 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 491c04e3-e455-497a-ae99-fc8db01ced59 no longer exists at agent hyperv_n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:26:59.043196 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] No Port match for: 491c04e3-e455-497a-ae99-fc8db01ced59 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:26:59.043541 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Device 491c04e3-e455-497a-ae99-fc8db01ced59 not bound to the agent host n-h1-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:26:59.133719 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-dd02ad95-def7-46e7-b28b-16ed0d32be00 admin admin] For port 527bde11-ba23-4a9f-a121-48dbe011e095, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=527bde11-ba23-4a9f-a121-48dbe011e095,segment=NetworkSegment(1199a4e9-bebb-4005-8c63-de22fbcd37bf),segment_id=1199a4e9-bebb-4005-8c63-de22fbcd37bf)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:26:59.134312 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dd02ad95-def7-46e7-b28b-16ed0d32be00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:59.146490 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-dd02ad95-def7-46e7-b28b-16ed0d32be00 admin admin] Calling delete_port for 527bde11-ba23-4a9f-a121-48dbe011e095 owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:26:59.320149 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dd02ad95-def7-46e7-b28b-16ed0d32be00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:59.344193 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02ad95-def7-46e7-b28b-16ed0d32be00 admin admin] Pushing event deleted for resources: {'Port': ['ID=527bde11-ba23-4a9f-a121-48dbe011e095,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:26:59.511296 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-dd02ad95-def7-46e7-b28b-16ed0d32be00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:59.725418 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd02ad95-def7-46e7-b28b-16ed0d32be00 admin admin] Router 5cdf5383-301d-4d61-b96e-3db947465fb9 has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:26:59.834393 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd02ad95-def7-46e7-b28b-16ed0d32be00 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:26:59.840243 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-dd02ad95-def7-46e7-b28b-16ed0d32be00 admin admin] 10.222.0.32 "PUT /v2.0/routers/5cdf5383-301d-4d61-b96e-3db947465fb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7220600 Jul 24 10:26:59.842082 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53246) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:26:59.843552 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b48316-f930-489b-b719-9a739379fa64 None None] Sync routers for ids ['5cdf5383-301d-4d61-b96e-3db947465fb9'] in n-d-800085-9 {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:26:59.862950 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b48316-f930-489b-b719-9a739379fa64 None None] Routers {'5cdf5383-301d-4d61-b96e-3db947465fb9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:26:59.863476 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-b5b48316-f930-489b-b719-9a739379fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:26:30Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['5cdf5383-301d-4d61-b96e-3db947465fb9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:26:59.870975 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-11d44fbe-d20c-4227-a66d-3bc448b56554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:59.951952 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d621a3e7-55e4-47b5-90b2-169fe843843d admin admin] Notify callbacks [] for router, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:26:59.969520 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-b5b48316-f930-489b-b719-9a739379fa64 None None] Set router 5cdf5383-301d-4d61-b96e-3db947465fb9 gateway port host: n-d-800085-9 {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:27:00.061420 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d621a3e7-55e4-47b5-90b2-169fe843843d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:00.114655 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-d621a3e7-55e4-47b5-90b2-169fe843843d admin admin] Deleting port a2d998f5-92c3-4c0b-9144-00191601f2b6 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:27:00.114917 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d621a3e7-55e4-47b5-90b2-169fe843843d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:00.151891 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-b5b48316-f930-489b-b719-9a739379fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'name': 'tempest-TestSnapshotPattern-1073268521-router', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:26:59Z', 'revision_number': 5, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'gw_port': {'id': 'a2d998f5-92c3-4c0b-9144-00191601f2b6', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:27:00.178668 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b48316-f930-489b-b719-9a739379fa64 None None] Checking router: 5cdf5383-301d-4d61-b96e-3db947465fb9 for host: n-d-800085-9 {{(pid=94038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:27:00.188530 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b48316-f930-489b-b719-9a739379fa64 None None] Routers {'5cdf5383-301d-4d61-b96e-3db947465fb9'} bound to L3 agent in host n-d-800085-9 {{(pid=94038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:27:00.189257 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-b5b48316-f930-489b-b719-9a739379fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:27:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['5cdf5383-301d-4d61-b96e-3db947465fb9'], 'active': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:27:00.195734 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-d621a3e7-55e4-47b5-90b2-169fe843843d admin admin] For port a2d998f5-92c3-4c0b-9144-00191601f2b6, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=a2d998f5-92c3-4c0b-9144-00191601f2b6,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:27:00.196190 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d621a3e7-55e4-47b5-90b2-169fe843843d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:00.209370 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-d621a3e7-55e4-47b5-90b2-169fe843843d admin admin] Calling delete_port for a2d998f5-92c3-4c0b-9144-00191601f2b6 owned by network:router_gateway {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:27:00.369136 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_dvr_db [None req-b5b48316-f930-489b-b719-9a739379fa64 None None] Set router 5cdf5383-301d-4d61-b96e-3db947465fb9 gateway port host: None {{(pid=94038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:27:00.394328 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d621a3e7-55e4-47b5-90b2-169fe843843d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:00.422703 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.l3_hamode_db [None req-b5b48316-f930-489b-b719-9a739379fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'name': 'tempest-TestSnapshotPattern-1073268521-router', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:27:00Z', 'revision_number': 6, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:27:00.427321 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621a3e7-55e4-47b5-90b2-169fe843843d admin admin] Pushing event deleted for resources: {'Port': ['ID=a2d998f5-92c3-4c0b-9144-00191601f2b6,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:27:00.453744 n-d-800085-9 neutron-server[94038]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b48316-f930-489b-b719-9a739379fa64 None None] The sync data for ids ['5cdf5383-301d-4d61-b96e-3db947465fb9'] in n-d-800085-9 is: [{'id': '5cdf5383-301d-4d61-b96e-3db947465fb9', 'name': 'tempest-TestSnapshotPattern-1073268521-router', 'tenant_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:11Z', 'updated_at': '2021-07-24T10:27:00Z', 'revision_number': 6, 'project_id': '0a7ea66fa9f8488c8bf8b31132d05e00', 'gw_port_host': None}] {{(pid=94038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:27:00.491913 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d621a3e7-55e4-47b5-90b2-169fe843843d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:00.584465 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d621a3e7-55e4-47b5-90b2-169fe843843d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:00.587053 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d621a3e7-55e4-47b5-90b2-169fe843843d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:00.588112 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:00.632176 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d621a3e7-55e4-47b5-90b2-169fe843843d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:00.632673 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d621a3e7-55e4-47b5-90b2-169fe843843d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cdf5383-301d-4d61-b96e-3db947465fb9 {{(pid=94036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 10:27:00.637058 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-d621a3e7-55e4-47b5-90b2-169fe843843d admin admin] Notify callbacks [] for router, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:00.638377 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-d621a3e7-55e4-47b5-90b2-169fe843843d admin admin] 10.222.0.32 "DELETE /v2.0/routers/5cdf5383-301d-4d61-b96e-3db947465fb9 HTTP/1.1" status: 204 len: 168 time: 0.7953136 Jul 24 10:27:00.640876 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53248) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:27:00.689422 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.db_base_plugin_v2 [None req-977f55f6-9dfd-4f56-bb36-479852a0b14b admin admin] Deleting subnet 4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99 {{(pid=94036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 10:27:00.692690 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-977f55f6-9dfd-4f56-bb36-479852a0b14b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:00.727981 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-977f55f6-9dfd-4f56-bb36-479852a0b14b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285246'] for subnet, precommit_delete_associations {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:00.802193 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-977f55f6-9dfd-4f56-bb36-479852a0b14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:00.855920 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-977f55f6-9dfd-4f56-bb36-479852a0b14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4374096'] for subnet, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:00.888051 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f55f6-9dfd-4f56-bb36-479852a0b14b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:27:00.891715 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-977f55f6-9dfd-4f56-bb36-479852a0b14b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:00.894163 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-977f55f6-9dfd-4f56-bb36-479852a0b14b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4ff7b7c2-acd0-4b95-8ad5-39d25c6e9d99 HTTP/1.1" status: 204 len: 168 time: 0.2520792 Jul 24 10:27:00.896561 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [-] (94036) accepted ('10.222.0.32', 53250) {{(pid=94036) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:27:00.898760 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4d7396-8029-4205-a0cd-180462c82946 None None] Network 1568ce26-9384-481a-b42c-a7f0841cb527 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:27:00.964468 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2915d6c8-81f5-416d-8599-9820166f2e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:01.016242 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-2915d6c8-81f5-416d-8599-9820166f2e13 admin admin] Deleting port 2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8 {{(pid=94036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:27:01.016589 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2915d6c8-81f5-416d-8599-9820166f2e13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:01.087472 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.db [None req-2915d6c8-81f5-416d-8599-9820166f2e13 admin admin] For port 2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8,segment=NetworkSegment(1199a4e9-bebb-4005-8c63-de22fbcd37bf),segment_id=1199a4e9-bebb-4005-8c63-de22fbcd37bf)] {{(pid=94036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:27:01.087840 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2915d6c8-81f5-416d-8599-9820166f2e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:01.099077 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.plugin [None req-2915d6c8-81f5-416d-8599-9820166f2e13 admin admin] Calling delete_port for 2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8 owned by network:dhcp {{(pid=94036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:27:01.177874 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2915d6c8-81f5-416d-8599-9820166f2e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6006784'] for port, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:01.201423 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915d6c8-81f5-416d-8599-9820166f2e13 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:27:01.207480 n-d-800085-9 neutron-server[94036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2915d6c8-81f5-416d-8599-9820166f2e13 admin admin] No DVR routers for this DVR port 2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8 on host n-d-800085-9 {{(pid=94036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:27:01.250239 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d735440f-f394-4cfb-9359-6ff6f98e2a59 None None] DHCP port deletion for 1568ce26-9384-481a-b42c-a7f0841cb527 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 10:27:01.287132 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2915d6c8-81f5-416d-8599-9820166f2e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:01.297373 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-2915d6c8-81f5-416d-8599-9820166f2e13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1568ce26-9384-481a-b42c-a7f0841cb527']}} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:27:01.307156 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-2915d6c8-81f5-416d-8599-9820166f2e13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1199a4e9-bebb-4005-8c63-de22fbcd37bf') {'for_net_delete': True} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:27:01.307460 n-d-800085-9 neutron-server[94036]: DEBUG neutron.services.segments.db [None req-2915d6c8-81f5-416d-8599-9820166f2e13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1199a4e9-bebb-4005-8c63-de22fbcd37bf') {} {{(pid=94036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:27:01.317022 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2915d6c8-81f5-416d-8599-9820166f2e13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285233'] for segment, before_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:01.320324 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:01.332702 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2915d6c8-81f5-416d-8599-9820166f2e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:01.339226 n-d-800085-9 neutron-server[94036]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2915d6c8-81f5-416d-8599-9820166f2e13 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 10:27:01.339737 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2915d6c8-81f5-416d-8599-9820166f2e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6006869'] for segment, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: Traceback (most recent call last): Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: timer() Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: cb(*args, **kw) Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: return func(*args, **kwargs) Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: self._notify() Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: self.callback(batched_events) Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: event.method(event) Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: return f(self, *a, **k) Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: return self._get(url).json() Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: return self.request(url, 'GET', **kwargs) Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 10:27:01.341498 n-d-800085-9 neutron-server[94036]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 10:27:01.417102 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2915d6c8-81f5-416d-8599-9820166f2e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:01.425170 n-d-800085-9 neutron-server[94036]: DEBUG neutron_lib.callbacks.manager [None req-2915d6c8-81f5-416d-8599-9820166f2e13 admin admin] Notify callbacks [] for network, before_response {{(pid=94036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:01.427241 n-d-800085-9 neutron-server[94036]: INFO neutron.wsgi [None req-2915d6c8-81f5-416d-8599-9820166f2e13 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1568ce26-9384-481a-b42c-a7f0841cb527 HTTP/1.1" status: 204 len: 168 time: 0.5293617 Jul 24 10:27:01.430270 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53252) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:27:01.440721 n-d-800085-9 neutron-server[94036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915d6c8-81f5-416d-8599-9820166f2e13 admin admin] Pushing event deleted for resources: {'Network': ['ID=1568ce26-9384-481a-b42c-a7f0841cb527,revision_number=None']} {{(pid=94036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:27:01.801026 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2c5e74a2-84fa-4bc3-8906-193e7ff04734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-485460'] for router_interface, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:01.812356 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 527bde11-ba23-4a9f-a121-48dbe011e095 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:27:01.831740 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 527bde11-ba23-4a9f-a121-48dbe011e095 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:27:01.832087 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 527bde11-ba23-4a9f-a121-48dbe011e095 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:27:01.832504 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a2d998f5-92c3-4c0b-9144-00191601f2b6 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:27:01.850678 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: a2d998f5-92c3-4c0b-9144-00191601f2b6 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:27:01.851023 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device a2d998f5-92c3-4c0b-9144-00191601f2b6 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:27:01.851426 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:27:01.869451 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8 {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:27:01.869797 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 2c4e4990-4dc1-4ee4-ab0a-f06d41c0bfc8 not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:27:02.052385 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e74a2-84fa-4bc3-8906-193e7ff04734 admin admin] Deleting port d06b765c-4590-4953-b26c-12620ade77da {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:27:02.052618 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2c5e74a2-84fa-4bc3-8906-193e7ff04734 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:02.126460 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-2c5e74a2-84fa-4bc3-8906-193e7ff04734 admin admin] For port d06b765c-4590-4953-b26c-12620ade77da, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=d06b765c-4590-4953-b26c-12620ade77da,segment=NetworkSegment(59db85aa-54c3-4e8d-9c65-9ed3277b254a),segment_id=59db85aa-54c3-4e8d-9c65-9ed3277b254a)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:27:02.126817 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2c5e74a2-84fa-4bc3-8906-193e7ff04734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:02.138625 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e74a2-84fa-4bc3-8906-193e7ff04734 admin admin] Calling delete_port for d06b765c-4590-4953-b26c-12620ade77da owned by network:router_interface {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:27:02.312788 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2c5e74a2-84fa-4bc3-8906-193e7ff04734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:02.339678 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e74a2-84fa-4bc3-8906-193e7ff04734 admin admin] Pushing event deleted for resources: {'Port': ['ID=d06b765c-4590-4953-b26c-12620ade77da,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:27:02.510471 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-2c5e74a2-84fa-4bc3-8906-193e7ff04734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486434'] for router_interface, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:02.714893 n-d-800085-9 neutron-server[94035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5e74a2-84fa-4bc3-8906-193e7ff04734 admin admin] Router 97b4eec0-e95d-4293-80fd-b94d77d5c4ac has already been hosted by L3 agent b286ea0f-f1c6-4921-bd4f-df3349eb9c60 {{(pid=94035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 10:27:02.820731 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5e74a2-84fa-4bc3-8906-193e7ff04734 admin admin] Notify agent at l3_agent.n-d-800085-9 the message routers_updated {{(pid=94035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 10:27:02.825714 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-2c5e74a2-84fa-4bc3-8906-193e7ff04734 admin admin] 10.222.0.32 "PUT /v2.0/routers/97b4eec0-e95d-4293-80fd-b94d77d5c4ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3943944 Jul 24 10:27:02.828128 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53254) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:27:02.829135 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57fc7cf-2e99-4efa-b413-33f9fb328369 None None] Sync routers for ids ['97b4eec0-e95d-4293-80fd-b94d77d5c4ac'] in n-d-800085-9 {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 10:27:02.838612 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57fc7cf-2e99-4efa-b413-33f9fb328369 None None] Routers {'97b4eec0-e95d-4293-80fd-b94d77d5c4ac'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:27:02.839224 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c57fc7cf-2e99-4efa-b413-33f9fb328369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:27:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['97b4eec0-e95d-4293-80fd-b94d77d5c4ac'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:27:02.930853 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fffe91ec-a158-411a-b70c-454236a5a989 admin admin] Notify callbacks [] for router, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:02.939751 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-c57fc7cf-2e99-4efa-b413-33f9fb328369 None None] Set router 97b4eec0-e95d-4293-80fd-b94d77d5c4ac gateway port host: n-d-800085-9 {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:27:03.031463 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fffe91ec-a158-411a-b70c-454236a5a989 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:03.086490 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-fffe91ec-a158-411a-b70c-454236a5a989 admin admin] Deleting port 16d64fde-cc3f-4db0-90b6-e3d604892c8f {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:27:03.086844 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fffe91ec-a158-411a-b70c-454236a5a989 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:03.121680 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c57fc7cf-2e99-4efa-b413-33f9fb328369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b4eec0-e95d-4293-80fd-b94d77d5c4ac', 'name': 'tempest-TestSnapshotPattern-393849120-router', 'tenant_id': 'e0690508c5674207b185e83eea8daa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'external_fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '16d64fde-cc3f-4db0-90b6-e3d604892c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:15Z', 'updated_at': '2021-07-24T10:27:02Z', 'revision_number': 5, 'project_id': 'e0690508c5674207b185e83eea8daa8b', 'gw_port': {'id': '16d64fde-cc3f-4db0-90b6-e3d604892c8f', 'name': '', 'network_id': '9e5d4da0-cf80-4f70-a3b9-7360e672a770', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:88:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b4eec0-e95d-4293-80fd-b94d77d5c4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '798db582-2942-4855-ab10-08a9361c159c', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T10:22:15Z', 'updated_at': '2021-07-24T10:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798db582-2942-4855-ab10-08a9361c159c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-9'}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:27:03.147788 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57fc7cf-2e99-4efa-b413-33f9fb328369 None None] Checking router: 97b4eec0-e95d-4293-80fd-b94d77d5c4ac for host: n-d-800085-9 {{(pid=94037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 10:27:03.155829 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57fc7cf-2e99-4efa-b413-33f9fb328369 None None] Routers {'97b4eec0-e95d-4293-80fd-b94d77d5c4ac'} bound to L3 agent in host n-d-800085-9 {{(pid=94037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 10:27:03.156428 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c57fc7cf-2e99-4efa-b413-33f9fb328369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T08:56:30Z,description=,heartbeat_timestamp=2021-07-24T10:27:00Z,host='n-d-800085-9',id=b286ea0f-f1c6-4921-bd4f-df3349eb9c60,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T08:56:30Z,topic='l3_agent')) {'router_ids': ['97b4eec0-e95d-4293-80fd-b94d77d5c4ac'], 'active': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:27:03.168357 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-fffe91ec-a158-411a-b70c-454236a5a989 admin admin] For port 16d64fde-cc3f-4db0-90b6-e3d604892c8f, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=16d64fde-cc3f-4db0-90b6-e3d604892c8f,segment=NetworkSegment(4ea6d831-9814-47e0-8288-abfca361aa78),segment_id=4ea6d831-9814-47e0-8288-abfca361aa78)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:27:03.168727 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fffe91ec-a158-411a-b70c-454236a5a989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:03.181943 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-fffe91ec-a158-411a-b70c-454236a5a989 admin admin] Calling delete_port for 16d64fde-cc3f-4db0-90b6-e3d604892c8f owned by network:router_gateway {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:27:03.238960 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:03.250683 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvr_db [None req-c57fc7cf-2e99-4efa-b413-33f9fb328369 None None] Set router 97b4eec0-e95d-4293-80fd-b94d77d5c4ac gateway port host: None {{(pid=94037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 10:27:03.301806 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_hamode_db [None req-c57fc7cf-2e99-4efa-b413-33f9fb328369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b4eec0-e95d-4293-80fd-b94d77d5c4ac', 'name': 'tempest-TestSnapshotPattern-393849120-router', 'tenant_id': 'e0690508c5674207b185e83eea8daa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:15Z', 'updated_at': '2021-07-24T10:27:03Z', 'revision_number': 6, 'project_id': 'e0690508c5674207b185e83eea8daa8b', 'gw_port_host': None}], 'n-d-800085-9', False) {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:27:03.330095 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57fc7cf-2e99-4efa-b413-33f9fb328369 None None] The sync data for ids ['97b4eec0-e95d-4293-80fd-b94d77d5c4ac'] in n-d-800085-9 is: [{'id': '97b4eec0-e95d-4293-80fd-b94d77d5c4ac', 'name': 'tempest-TestSnapshotPattern-393849120-router', 'tenant_id': 'e0690508c5674207b185e83eea8daa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T10:22:15Z', 'updated_at': '2021-07-24T10:27:03Z', 'revision_number': 6, 'project_id': 'e0690508c5674207b185e83eea8daa8b', 'gw_port_host': None}] {{(pid=94037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 10:27:03.351050 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fffe91ec-a158-411a-b70c-454236a5a989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:03.377927 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe91ec-a158-411a-b70c-454236a5a989 admin admin] Pushing event deleted for resources: {'Port': ['ID=16d64fde-cc3f-4db0-90b6-e3d604892c8f,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:27:03.440279 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fffe91ec-a158-411a-b70c-454236a5a989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-487451'] for router_gateway, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:03.528485 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fffe91ec-a158-411a-b70c-454236a5a989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:03.530540 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fffe91ec-a158-411a-b70c-454236a5a989 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:03.571986 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fffe91ec-a158-411a-b70c-454236a5a989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593335'] for router, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:03.572459 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffe91ec-a158-411a-b70c-454236a5a989 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97b4eec0-e95d-4293-80fd-b94d77d5c4ac {{(pid=94035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 10:27:03.576605 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-fffe91ec-a158-411a-b70c-454236a5a989 admin admin] Notify callbacks [] for router, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:03.577799 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-fffe91ec-a158-411a-b70c-454236a5a989 admin admin] 10.222.0.32 "DELETE /v2.0/routers/97b4eec0-e95d-4293-80fd-b94d77d5c4ac HTTP/1.1" status: 204 len: 168 time: 0.7487326 Jul 24 10:27:03.580200 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53256) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:27:03.623548 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df337bd-0363-4dac-a307-7fa9d5c8fb28 admin admin] Deleting subnet 6dae9154-017f-4383-a2f5-ef4bb32b5c39 {{(pid=94035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 10:27:03.626438 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8df337bd-0363-4dac-a307-7fa9d5c8fb28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:03.660810 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8df337bd-0363-4dac-a307-7fa9d5c8fb28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5474881'] for subnet, precommit_delete_associations {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:03.738814 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:27:03.750664 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8df337bd-0363-4dac-a307-7fa9d5c8fb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496660'] for subnet, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:03.803308 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8df337bd-0363-4dac-a307-7fa9d5c8fb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5409463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4587097'] for subnet, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:03.828181 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df337bd-0363-4dac-a307-7fa9d5c8fb28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dae9154-017f-4383-a2f5-ef4bb32b5c39,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:27:03.833166 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-8df337bd-0363-4dac-a307-7fa9d5c8fb28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:03.835044 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-8df337bd-0363-4dac-a307-7fa9d5c8fb28 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6dae9154-017f-4383-a2f5-ef4bb32b5c39 HTTP/1.1" status: 204 len: 168 time: 0.2538507 Jul 24 10:27:03.837500 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53258) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:27:03.838763 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a802468-6698-428a-b70f-99c519c97c65 None None] Network 1a81ed7c-0174-4713-bf85-51df2e167cb8 requested from n-d-800085-9 {{(pid=94037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 10:27:03.907826 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4c67f621-b652-4352-b8fa-75a32a35c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459182'] for network, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:03.958454 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-4c67f621-b652-4352-b8fa-75a32a35c1e9 admin admin] Deleting port 12ca4620-f647-427c-9f63-98be4abd6cf4 {{(pid=94035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:27:03.958788 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4c67f621-b652-4352-b8fa-75a32a35c1e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:04.022510 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.db [None req-4c67f621-b652-4352-b8fa-75a32a35c1e9 admin admin] For port 12ca4620-f647-427c-9f63-98be4abd6cf4, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=12ca4620-f647-427c-9f63-98be4abd6cf4,segment=NetworkSegment(59db85aa-54c3-4e8d-9c65-9ed3277b254a),segment_id=59db85aa-54c3-4e8d-9c65-9ed3277b254a)] {{(pid=94035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:27:04.022807 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4c67f621-b652-4352-b8fa-75a32a35c1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:04.035118 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.plugin [None req-4c67f621-b652-4352-b8fa-75a32a35c1e9 admin admin] Calling delete_port for 12ca4620-f647-427c-9f63-98be4abd6cf4 owned by network:dhcp {{(pid=94035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:27:04.081609 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2599b080-b26c-4061-9097-fe15ec0c539a None None] DHCP port deletion for 1a81ed7c-0174-4713-bf85-51df2e167cb8 request from n-d-800085-9 {{(pid=94037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 10:27:04.133004 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-2599b080-b26c-4061-9097-fe15ec0c539a None None] Deleting port 12ca4620-f647-427c-9f63-98be4abd6cf4 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 10:27:04.133394 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2599b080-b26c-4061-9097-fe15ec0c539a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761914629380'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:04.159740 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 16d64fde-cc3f-4db0-90b6-e3d604892c8f no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:27:04.221381 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: 16d64fde-cc3f-4db0-90b6-e3d604892c8f {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:27:04.221727 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 16d64fde-cc3f-4db0-90b6-e3d604892c8f not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:27:04.222151 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d06b765c-4590-4953-b26c-12620ade77da no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:27:04.246400 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-4167d301-9674-44f6-95b9-412523026a10 None None] No Port match for: d06b765c-4590-4953-b26c-12620ade77da {{(pid=94037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 10:27:04.246730 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device d06b765c-4590-4953-b26c-12620ade77da not bound to the agent host n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 10:27:04.247147 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.rpc [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Device 12ca4620-f647-427c-9f63-98be4abd6cf4 no longer exists at agent ovs-agent-n-d-800085-9 {{(pid=94037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 10:27:04.274579 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-2599b080-b26c-4061-9097-fe15ec0c539a None None] For port 12ca4620-f647-427c-9f63-98be4abd6cf4, host n-d-800085-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-9',level=0,port_id=12ca4620-f647-427c-9f63-98be4abd6cf4,segment=NetworkSegment(59db85aa-54c3-4e8d-9c65-9ed3277b254a),segment_id=59db85aa-54c3-4e8d-9c65-9ed3277b254a)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 10:27:04.274977 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2599b080-b26c-4061-9097-fe15ec0c539a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486484'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:04.292118 n-d-800085-9 neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-2599b080-b26c-4061-9097-fe15ec0c539a None None] Calling delete_port for 12ca4620-f647-427c-9f63-98be4abd6cf4 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 10:27:04.396596 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557275'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:04.437705 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2599b080-b26c-4061-9097-fe15ec0c539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:04.457473 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4c67f621-b652-4352-b8fa-75a32a35c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761914635578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761914193933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5409348'] for port, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:04.478760 n-d-800085-9 neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599b080-b26c-4061-9097-fe15ec0c539a None None] Pushing event deleted for resources: {'Port': ['ID=12ca4620-f647-427c-9f63-98be4abd6cf4,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:27:04.484267 n-d-800085-9 neutron-server[94035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c67f621-b652-4352-b8fa-75a32a35c1e9 admin admin] No DVR routers for this DVR port 12ca4620-f647-427c-9f63-98be4abd6cf4 on host n-d-800085-9 {{(pid=94035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:27:04.487473 n-d-800085-9 neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2599b080-b26c-4061-9097-fe15ec0c539a None None] No DVR routers for this DVR port 12ca4620-f647-427c-9f63-98be4abd6cf4 on host n-d-800085-9 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 10:27:04.489687 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67f621-b652-4352-b8fa-75a32a35c1e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=12ca4620-f647-427c-9f63-98be4abd6cf4,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:27:04.567518 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4c67f621-b652-4352-b8fa-75a32a35c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497307', 'neutron.services.segments.db._delete_segments_for_network-8761914515330'] for network, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:04.577280 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-4c67f621-b652-4352-b8fa-75a32a35c1e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a81ed7c-0174-4713-bf85-51df2e167cb8']}} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:27:04.587278 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-4c67f621-b652-4352-b8fa-75a32a35c1e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59db85aa-54c3-4e8d-9c65-9ed3277b254a') {'for_net_delete': True} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:27:04.587523 n-d-800085-9 neutron-server[94035]: DEBUG neutron.services.segments.db [None req-4c67f621-b652-4352-b8fa-75a32a35c1e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59db85aa-54c3-4e8d-9c65-9ed3277b254a') {} {{(pid=94035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 10:27:04.595920 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4c67f621-b652-4352-b8fa-75a32a35c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761914597623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5474894'] for segment, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:04.608859 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4c67f621-b652-4352-b8fa-75a32a35c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139'] for segment, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:04.615175 n-d-800085-9 neutron-server[94035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c67f621-b652-4352-b8fa-75a32a35c1e9 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 10:27:04.615551 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4c67f621-b652-4352-b8fa-75a32a35c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5409297'] for segment, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: self.session.flush() Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: Traceback (most recent call last): Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: timer() Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: cb(*args, **kw) Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: return func(*args, **kwargs) Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: self._notify() Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: self.callback(batched_events) Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: event.method(event) Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: return f(self, *a, **k) Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: return self._get(url).json() Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: return self.request(url, 'GET', **kwargs) Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 10:27:04.617165 n-d-800085-9 neutron-server[94035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 10:27:04.669689 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4c67f621-b652-4352-b8fa-75a32a35c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-487671'] for network, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:04.677075 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-4c67f621-b652-4352-b8fa-75a32a35c1e9 admin admin] Notify callbacks [] for network, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:04.678766 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-4c67f621-b652-4352-b8fa-75a32a35c1e9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1a81ed7c-0174-4713-bf85-51df2e167cb8 HTTP/1.1" status: 204 len: 168 time: 0.8403380 Jul 24 10:27:04.693618 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67f621-b652-4352-b8fa-75a32a35c1e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a81ed7c-0174-4713-bf85-51df2e167cb8,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:27:04.853034 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53262) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:27:04.892117 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-b1253bdb-11b4-4c86-b7b7-55c60fd08199 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a7ea66fa9f8488c8bf8b31132d05e00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379126 Jul 24 10:27:04.894681 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53264) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:27:04.940878 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-faf5cff9-2429-4aa7-a58a-528d227a3896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:04.960831 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-faf5cff9-2429-4aa7-a58a-528d227a3896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:05.007018 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-faf5cff9-2429-4aa7-a58a-528d227a3896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:05.009740 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-faf5cff9-2429-4aa7-a58a-528d227a3896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:05.010884 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-faf5cff9-2429-4aa7-a58a-528d227a3896 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/93dec63d-ed51-4506-b4f3-41dcd31a6fea HTTP/1.1" status: 204 len: 168 time: 0.1153138 Jul 24 10:27:05.018806 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5cff9-2429-4aa7-a58a-528d227a3896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dec63d-ed51-4506-b4f3-41dcd31a6fea,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:27:05.321883 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53270) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:27:05.360537 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-49d25c66-5bf5-4997-afcf-9c9b7cc9503c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0690508c5674207b185e83eea8daa8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375280 Jul 24 10:27:05.362842 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [-] (94035) accepted ('10.222.0.32', 53272) {{(pid=94035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 10:27:05.408494 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f412c46a-ef12-4b45-9610-0283c0bdfde3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:05.432018 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f412c46a-ef12-4b45-9610-0283c0bdfde3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:05.477384 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f412c46a-ef12-4b45-9610-0283c0bdfde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451487'] for security_group, after_delete {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:05.479987 n-d-800085-9 neutron-server[94035]: DEBUG neutron_lib.callbacks.manager [None req-f412c46a-ef12-4b45-9610-0283c0bdfde3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:05.481153 n-d-800085-9 neutron-server[94035]: INFO neutron.wsgi [None req-f412c46a-ef12-4b45-9610-0283c0bdfde3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f1ea0c2-7d9d-445e-90ff-c1c5d1275823 HTTP/1.1" status: 204 len: 168 time: 0.1174333 Jul 24 10:27:05.488984 n-d-800085-9 neutron-server[94035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412c46a-ef12-4b45-9610-0283c0bdfde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1ea0c2-7d9d-445e-90ff-c1c5d1275823,revision_number=None']} {{(pid=94035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 10:27:14.880217 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:17.390383 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:27.380702 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-185694f3-dbc7-4c7e-aed0-0d33a530ed5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:29.862125 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ce8d61ae-a58f-4dd4-a713-b5c89a2ca8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:30.589961 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:31.322405 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:33.196578 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:40.737333 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:27:44.905239 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:47.552666 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:57.380101 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a499aedd-b5ac-4bb4-bf9b-702795450d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:27:59.862115 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1e66a4ea-a488-4a59-8e6a-10d1f8eb399e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:28:00.593162 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:28:01.324527 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:28:03.195910 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:28:14.905977 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:28:17.416836 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:28:17.736686 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:28:27.380116 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3d75a7da-6122-4706-9473-baeb3c8d3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:28:29.862228 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-009c2cb4-7007-4c37-8b64-5737fcd6d4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:28:30.593866 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:28:31.329337 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:28:33.199089 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:28:44.920664 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:28:47.436156 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:28:54.735905 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:28:57.381986 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e6a45a19-7831-4638-a9c0-e1d7b4990724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:28:59.862170 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b5f1aa5f-e46d-4de8-ae60-a5f1430454c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:29:00.594944 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:29:01.329629 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:29:03.203457 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:29:14.907449 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:29:17.431919 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:29:27.382236 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eededfa9-52fb-4ab9-98cf-9fac8f9d353e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:29:29.862303 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b7725224-c247-4b4a-9b49-11f24196d742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:29:30.595737 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:29:31.334863 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:29:31.735308 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:29:33.205940 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:29:44.935039 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:29:47.453716 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:29:57.383173 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f376122e-1a8f-4a1c-857b-81cd40792f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:29:59.862747 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8813-1adf-447a-bb15-f489fab46e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:30:00.597689 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:30:01.337456 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:30:03.208482 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:30:08.734498 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:30:14.920138 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:30:17.446794 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:30:27.384391 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c2c5357b-d8ea-49e6-9a54-ff3861b8a570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:30:29.863587 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3f659e18-55c9-45ef-9a64-4c1cddbc4427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:30:30.597765 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:30:31.339524 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:30:33.211349 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:30:44.935740 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:30:45.734022 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:30:47.487018 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:30:57.384846 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-98056b6b-9628-408c-97d0-0f0ed9f9b7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:30:59.625207 n-d-800085-9 neutron-server[94036]: DEBUG neutron.wsgi [req-6f8daed3-bc48-42c7-ab6a-b06922283aed req-260ae31b-9455-4987-99ed-c7c136eb7c1d service neutron] (94036) timed out ('10.222.0.32', 51894) {{(pid=94036) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 10:30:59.863408 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a3ec0d5d-085a-41ee-a369-fca2eb7069d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:31:00.600633 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:31:01.342117 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:31:03.214737 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:31:14.948046 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:31:17.497258 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:31:22.736131 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:31:27.385718 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ebc90f62-e159-4555-8ee9-f4df8c1fb2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:31:29.863215 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-060709b6-63bf-4879-b3ae-c8af8c6269fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:31:30.601616 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:31:31.345390 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:31:33.218600 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:31:44.946891 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:31:47.497295 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:31:57.386242 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-108ca4aa-fe14-4408-82e6-d9a047d0ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:31:59.735510 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:31:59.865561 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dd976532-1014-4c08-9460-e766a586f253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:32:00.602980 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:32:01.347993 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:32:03.222153 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:32:14.977683 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:32:17.522657 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:32:27.387785 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c0268c9d-0d88-4914-8a72-b027deda5c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:32:29.866281 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9ef36534-ae61-4b17-bde6-d83c2f936968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:32:30.604658 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:32:31.349625 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:32:33.224544 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:32:36.733598 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:32:44.975962 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:32:47.543550 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:32:57.387790 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4b9802c0-6b88-4e04-b349-18729b7b5c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:32:59.868562 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-963f4951-a313-4798-b70b-29eae27778f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:33:00.607293 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:33:01.352510 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:33:03.227131 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:33:13.733754 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:33:14.990450 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:33:17.542703 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:33:27.391435 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-06bbe1ba-e3ed-4a38-abae-7ebd86362936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:33:29.869020 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ecb1f82f-f8ed-4b79-bd1a-3d85796de416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:33:30.607265 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:33:31.355962 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:33:33.230307 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:33:44.993739 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:33:47.557643 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:33:50.733335 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:33:57.392456 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-18e9ace1-97cc-4147-bf08-a24ba6c97093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:33:59.870263 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-18e046d2-2e7b-4563-8e6d-081ab5c051ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:34:00.607375 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:34:01.358434 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:34:03.233909 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:34:14.999021 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:34:17.553859 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:34:27.392685 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-73b90cec-5d65-4acb-bb83-4af65bf65197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:34:27.732138 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:34:29.869785 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-92c15fb1-eb96-4ef1-8bd0-b5cadbc1ee54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:34:30.608408 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:34:31.361630 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:34:33.236708 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:34:45.004866 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:34:47.572052 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:34:57.393317 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5a92d526-332f-470b-8414-9fff27585fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:34:59.870701 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ab0ddc6f-d6c1-43a6-b406-87fd2c965fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:35:00.612774 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4167d301-9674-44f6-95b9-412523026a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:35:01.364855 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a48d337b-4000-483b-aef2-acefbf0f38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:35:03.240151 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bd662b9d-8d1b-4da2-b73c-b56532812655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:35:04.731644 n-d-800085-9 neutron-server[94038]: DEBUG neutron.db.agents_db [None req-0140efc0-ee11-4327-9cf9-fca932311015 None None] Agent healthcheck: found 7 active agents {{(pid=94038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 10:35:15.004526 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-40ccd487-8188-416d-aa6b-2169bf13be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:35:17.572660 n-d-800085-9 neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d75c28e3-8773-44d6-a47a-f78d64f1268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761914515312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1500693'] for agent, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 10:35:18.004795 n-d-800085-9 neutron-server[94035]: DEBUG neutron.wsgi [req-36a7cd84-a175-4db3-919e-193291203662 req-f6099977-586b-43e7-a3f6-eae9c08a0a17 service neutron] (94035) timed out ('10.222.0.32', 48240) {{(pid=94035) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}